-- Logs begin at Thu 2021-07-15 12:15:49 UTC, end at Thu 2021-07-15 14:37:47 UTC. -- Jul 15 12:47:33.419243 n-d-758944-45 systemd[1]: Started Devstack devstack@q-svc.service. Jul 15 12:47:36.123619 n-d-758944-45 neutron-server[93706]: INFO neutron.common.config [-] Logging enabled! Jul 15 12:47:36.124268 n-d-758944-45 neutron-server[93706]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev468 Jul 15 12:47:36.124418 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93706) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 15 12:47:36.127889 n-d-758944-45 neutron-server[93706]: INFO neutron.common.config [-] Logging enabled! Jul 15 12:47:36.128152 n-d-758944-45 neutron-server[93706]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev468 Jul 15 12:47:36.128467 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93706) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 15 12:47:36.129461 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 12:47:36.129694 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 12:47:36.130205 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 12:47:36.130453 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 12:47:36.130679 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 12:47:36.131002 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.131300 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.131596 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.131823 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.132117 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.132405 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.132690 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.132975 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.133272 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.133556 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.133862 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.134148 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.134415 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.134695 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.134980 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.135264 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.135493 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] debug = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.135771 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.136198 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.136626 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.136904 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.137192 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.137468 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.137738 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.138036 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.138316 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.138670 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] host = n-d-758944-45 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.138947 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.139230 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.139519 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.139803 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.140070 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.140343 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.140628 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.140902 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.141177 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] log_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.141450 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.141739 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.142048 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.142337 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.142562 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.142788 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.143076 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.143360 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.143636 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.143907 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.144178 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.144453 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.144726 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.144993 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.145277 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.145608 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.145975 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.146248 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.146527 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.146797 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.147072 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.147349 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.147621 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.147894 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.148165 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.148489 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.148758 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.149030 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.149339 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.149624 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.149934 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.150220 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.150494 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.150777 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.151054 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.151326 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.151597 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] use_json = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.151868 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.152138 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.152421 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.152697 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.152969 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.153242 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.153512 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.153830 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:36.154140 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.154435 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.154753 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.155027 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.155320 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.155602 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.155896 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.156172 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.156462 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.156752 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.157046 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.157326 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.157618 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.157924 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.158224 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.158533 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.158831 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.159124 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.159401 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.159676 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.159954 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.160232 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.160517 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.160810 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.161102 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.161948 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.162231 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.162529 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.162799 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.163074 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.163349 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.163637 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.163911 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.164180 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.164461 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.164740 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.165016 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.165291 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.165567 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.165885 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.166171 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.166434 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.166702 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.166977 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.167251 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.167540 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.167816 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.168087 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.168361 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.168635 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.168906 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.169176 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.169452 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.169723 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.170026 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.170302 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.170568 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.170838 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.171107 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.171380 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.171653 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.171926 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.172195 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.172468 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.172742 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.173014 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.173288 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.173561 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.173878 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.174186 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.174463 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.174743 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.175019 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.175301 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.175584 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.175857 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.176136 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.176411 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.176684 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.177629 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.177946 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.178243 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.178530 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.178810 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.179111 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.179392 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.179680 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.179961 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.180244 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.180541 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.180828 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.181125 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.181422 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.181720 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.182042 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.182341 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.182626 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.182948 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.183230 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:36.183492 n-d-758944-45 neutron-server[93706]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 12:47:36.183746 n-d-758944-45 neutron-server[93706]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93706) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 15 12:47:36.535339 n-d-758944-45 neutron-server[93706]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 15 12:47:36.535612 n-d-758944-45 neutron-server[93706]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 15 12:47:36.535899 n-d-758944-45 neutron-server[93706]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 15 12:47:36.536785 n-d-758944-45 neutron-server[93706]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 15 12:47:36.933279 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:36.933499 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:36.933732 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:36.934955 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:36.935228 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:36.935503 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:36.971815 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:36.972090 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:36.972356 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:36.985978 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:36.986258 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:36.986522 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.017670 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.017977 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.018248 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.055565 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.055840 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.056108 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.291808 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.292452 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.292452 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.292630 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.293297 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.416114 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.416432 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.416716 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.416988 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.417264 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.417573 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.417855 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.418111 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.418363 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.418643 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.418903 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.419167 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.419420 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.419668 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.419922 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.420192 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.420446 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.420709 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.420982 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.421237 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.421506 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.421777 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.422055 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.422434 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.422691 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.422924 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.423333 n-d-758944-45 neutron-server[93706]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93706) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:47:37.423568 n-d-758944-45 neutron-server[93706]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93706) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:47:37.423803 n-d-758944-45 neutron-server[93706]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93706) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:47:37.424036 n-d-758944-45 neutron-server[93706]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93706) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:47:37.424266 n-d-758944-45 neutron-server[93706]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93706) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:47:37.424498 n-d-758944-45 neutron-server[93706]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93706) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:47:37.424865 n-d-758944-45 neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 15 12:47:37.428730 n-d-758944-45 neutron-server[93706]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 15 12:47:37.432655 n-d-758944-45 neutron-server[93706]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 15 12:47:37.436388 n-d-758944-45 neutron-server[93706]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 15 12:47:37.438030 n-d-758944-45 neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 15 12:47:37.438486 n-d-758944-45 neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 15 12:47:37.438824 n-d-758944-45 neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 15 12:47:37.439212 n-d-758944-45 neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 15 12:47:37.443800 n-d-758944-45 neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 15 12:47:37.444043 n-d-758944-45 neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 15 12:47:37.444390 n-d-758944-45 neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 12:47:37.471588 n-d-758944-45 neutron-server[93706]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 15 12:47:37.472041 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.472339 n-d-758944-45 neutron-server[93706]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93706) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 15 12:47:37.472697 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.474113 n-d-758944-45 neutron-server[93706]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93706) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 15 12:47:37.474391 n-d-758944-45 neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 12:47:37.474634 n-d-758944-45 neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 15 12:47:37.477826 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.478105 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:37.542149 n-d-758944-45 neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 15 12:47:37.542311 n-d-758944-45 neutron-server[93706]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 15 12:47:37.542530 n-d-758944-45 neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 15 12:47:37.542914 n-d-758944-45 neutron-server[93706]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 15 12:47:37.564232 n-d-758944-45 neutron-server[93706]: DEBUG oslo_db.sqlalchemy.engines [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93706) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 15 12:47:38.096886 n-d-758944-45 neutron-server[93706]: INFO neutron.plugins.ml2.managers [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Initializing driver for type 'gre' Jul 15 12:47:38.097423 n-d-758944-45 neutron-server[93706]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] gre ID ranges: [(1, 1000)] Jul 15 12:47:38.148819 n-d-758944-45 neutron-server[93706]: INFO neutron.plugins.ml2.managers [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Initializing driver for type 'local' Jul 15 12:47:38.149149 n-d-758944-45 neutron-server[93706]: INFO neutron.plugins.ml2.managers [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Initializing driver for type 'vlan' Jul 15 12:47:38.163025 n-d-758944-45 neutron-server[93706]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] VlanTypeDriver initialization complete Jul 15 12:47:38.163366 n-d-758944-45 neutron-server[93706]: INFO neutron.plugins.ml2.managers [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Initializing driver for type 'vxlan' Jul 15 12:47:38.163889 n-d-758944-45 neutron-server[93706]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] vxlan ID ranges: [(1, 1000)] Jul 15 12:47:38.216307 n-d-758944-45 neutron-server[93706]: INFO neutron.plugins.ml2.managers [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Initializing extension driver 'port_security' Jul 15 12:47:38.216651 n-d-758944-45 neutron-server[93706]: INFO neutron.plugins.ml2.extensions.port_security [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] PortSecurityExtensionDriver initialization complete Jul 15 12:47:38.216985 n-d-758944-45 neutron-server[93706]: INFO neutron.plugins.ml2.managers [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Initializing mechanism driver 'openvswitch' Jul 15 12:47:38.217301 n-d-758944-45 neutron-server[93706]: INFO neutron.plugins.ml2.managers [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Initializing mechanism driver 'hyperv' Jul 15 12:47:38.224582 n-d-758944-45 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:47:38.225452 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > port after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.225866 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > port after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.226225 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > port after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.226759 n-d-758944-45 neutron-server[93706]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93706) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 12:47:38.227195 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > subnet after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.227552 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > subnet after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.227897 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.228294 n-d-758944-45 neutron-server[93706]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93706) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 12:47:38.228699 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > network after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.229050 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > network after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.229410 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > network after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.229807 n-d-758944-45 neutron-server[93706]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93706) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 12:47:38.230219 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > security_group after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.230583 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > security_group after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.230922 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.231329 n-d-758944-45 neutron-server[93706]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93706) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 12:47:38.231736 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.232086 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.232428 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.232827 n-d-758944-45 neutron-server[93706]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93706) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 12:47:38.233234 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > address_group after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.233581 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > address_group after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.233951 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.234360 n-d-758944-45 neutron-server[93706]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93706) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 12:47:38.234746 n-d-758944-45 neutron-server[93706]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] ML2 OVO RPC backend initialized. {{(pid=93706) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 15 12:47:38.235561 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.235911 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.236335 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > network before_response 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.236687 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > networks before_response 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.237038 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > port before_response 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.237382 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > ports before_response 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.237805 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > subnet before_response 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.238110 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > subnets before_response 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.238461 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > network after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.238807 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > network after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.239148 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > network after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.239486 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > port after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.239828 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > port after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.240165 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > port after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.240503 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > subnet after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.240848 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > subnet after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.241185 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.241897 n-d-758944-45 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Modular L2 Plugin initialization complete Jul 15 12:47:38.242242 n-d-758944-45 neutron-server[93706]: DEBUG neutron.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading services supported by the core plugin {{(pid=93706) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 15 12:47:38.242583 n-d-758944-45 neutron-server[93706]: INFO neutron.plugins.ml2.managers [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Got port-security extension from driver 'port_security' Jul 15 12:47:38.243060 n-d-758944-45 neutron-server[93706]: INFO neutron.extensions.vlantransparent [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Disabled vlantransparent extension. Jul 15 12:47:38.243829 n-d-758944-45 neutron-server[93706]: DEBUG neutron.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93706) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 15 12:47:38.244147 n-d-758944-45 neutron-server[93706]: INFO neutron.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading Plugin: router Jul 15 12:47:38.282131 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.282618 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > router after_create 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.282904 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > router before_create 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.283273 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.283651 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.284008 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > router after_delete 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.284370 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.284860 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > router after_create 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.285214 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > router after_update 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.285569 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > router after_update 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.285950 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.287085 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > router after_update 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.287290 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > router precommit_update 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.287664 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: port after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.288008 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: port after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.288349 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: subnet after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.288693 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.289043 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.289397 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > router precommit_create 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.289746 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: port before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.290131 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > router precommit_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.290492 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > router after_update 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.290839 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.291196 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > router precommit_create 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.291566 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.291914 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > router precommit_update 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.292444 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > agent after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.292623 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > agent after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.292970 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > network after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.293940 n-d-758944-45 neutron-server[93706]: DEBUG neutron.quota.resource_registry [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Tracking information for resource: router configured {{(pid=93706) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:47:38.294271 n-d-758944-45 neutron-server[93706]: DEBUG neutron.quota.resource_registry [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Tracking information for resource: floatingip configured {{(pid=93706) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:47:38.299517 n-d-758944-45 neutron-server[93706]: INFO neutron.db.l3_agentschedulers_db [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 15 12:47:38.300132 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: port after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.300503 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: port after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.300864 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: port after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.301221 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: port after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.302123 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > router before_create 55550100 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.302498 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.302866 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > router precommit_create 55550100 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.303229 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > router precommit_update 55550100 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.307876 n-d-758944-45 neutron-server[93706]: DEBUG neutron.services.provider_configuration [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Service providers = [] {{(pid=93706) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 15 12:47:38.308245 n-d-758944-45 neutron-server[93706]: DEBUG neutron.db.servicetype_db [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93706) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 15 12:47:38.311373 n-d-758944-45 neutron-server[93706]: DEBUG neutron.services.service_base [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93706) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 12:47:38.311731 n-d-758944-45 neutron-server[93706]: DEBUG neutron.services.service_base [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93706) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 12:47:38.312074 n-d-758944-45 neutron-server[93706]: DEBUG neutron.services.service_base [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93706) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 12:47:38.312971 n-d-758944-45 neutron-server[93706]: DEBUG neutron.services.service_base [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93706) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 12:47:38.313352 n-d-758944-45 neutron-server[93706]: INFO neutron.services.service_base [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 15 12:47:38.313743 n-d-758944-45 neutron-server[93706]: DEBUG neutron.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93706) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:47:38.314092 n-d-758944-45 neutron-server[93706]: INFO neutron.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 15 12:47:38.325512 n-d-758944-45 neutron-server[93706]: DEBUG neutron.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93706) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:47:38.325890 n-d-758944-45 neutron-server[93706]: INFO neutron.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading Plugin: auto_allocate Jul 15 12:47:38.331858 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: network precommit_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.332242 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: network precommit_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.332781 n-d-758944-45 neutron-server[93706]: DEBUG neutron.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93706) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:47:38.333669 n-d-758944-45 neutron-server[93706]: INFO neutron.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading Plugin: tag Jul 15 12:47:38.340787 n-d-758944-45 neutron-server[93706]: DEBUG neutron.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93706) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:47:38.341116 n-d-758944-45 neutron-server[93706]: INFO neutron.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading Plugin: timestamp Jul 15 12:47:38.345056 n-d-758944-45 neutron-server[93706]: DEBUG neutron.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93706) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:47:38.345384 n-d-758944-45 neutron-server[93706]: INFO neutron.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading Plugin: network_ip_availability Jul 15 12:47:38.351057 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.351374 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.351730 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.352479 n-d-758944-45 neutron-server[93706]: DEBUG neutron.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93706) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:47:38.352798 n-d-758944-45 neutron-server[93706]: INFO neutron.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading Plugin: flavors Jul 15 12:47:38.359235 n-d-758944-45 neutron-server[93706]: DEBUG neutron.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93706) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:47:38.359570 n-d-758944-45 neutron-server[93706]: INFO neutron.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading Plugin: revisions Jul 15 12:47:38.364039 n-d-758944-45 neutron-server[93706]: DEBUG neutron.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93706) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:47:38.364759 n-d-758944-45 neutron-server[93706]: DEBUG oslo_concurrency.lockutils [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.828s {{(pid=93706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 15 12:47:38.365534 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93706) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 15 12:47:38.365917 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Initializing extension manager. Jul 15 12:47:38.366437 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: __init__.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.366783 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: __pycache__ {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.367120 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.367454 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: address_group.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.368506 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.369103 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: address-group Jul 15 12:47:38.369421 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: address_scope.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.370180 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.370694 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: address-scope Jul 15 12:47:38.371016 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.371984 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.372496 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: router-admin-state-down-before-update Jul 15 12:47:38.372815 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: agent.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.373523 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.374062 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: agent Jul 15 12:47:38.374385 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: agent_resources_synced.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.375309 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.375816 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: agent-resources-synced Jul 15 12:47:38.376140 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: allowedaddresspairs.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.378047 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.378571 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: allowed-address-pairs Jul 15 12:47:38.378900 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: auto_allocated_topology.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.380863 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.381519 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: auto-allocated-topology Jul 15 12:47:38.381883 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: availability_zone.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.382598 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.383105 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: availability_zone Jul 15 12:47:38.383432 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: availability_zone_filter.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.384370 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.384876 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: availability_zone_filter Jul 15 12:47:38.385191 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: data_plane_status.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.386126 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.386630 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extension data-plane-status not supported by any of loaded plugins Jul 15 12:47:38.386950 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: default_subnetpools.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.387880 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.388388 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: default-subnetpools Jul 15 12:47:38.388711 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.389541 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.390083 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: dhcp_agent_scheduler Jul 15 12:47:38.390401 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: dns.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.391334 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.391841 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extension dns-integration not supported by any of loaded plugins Jul 15 12:47:38.392161 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: dns_domain_ports.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.393089 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.393599 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 15 12:47:38.393958 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.394903 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.395418 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 15 12:47:38.396311 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: dvr.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.396997 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.397509 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: dvr Jul 15 12:47:38.397856 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: empty_string_filtering.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.398798 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.399311 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: empty-string-filtering Jul 15 12:47:38.399632 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.400686 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.401213 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 15 12:47:38.401535 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.402520 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.403041 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 15 12:47:38.403360 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: external_net.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.404318 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.404862 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: external-net Jul 15 12:47:38.405156 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.406128 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.406643 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: extra_dhcp_opt Jul 15 12:47:38.406964 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: extraroute.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.407899 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.408410 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: extraroute Jul 15 12:47:38.408731 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: extraroute_atomic.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.409841 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.410360 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: extraroute-atomic Jul 15 12:47:38.410681 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: filter_validation.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.411424 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.411932 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: filter-validation Jul 15 12:47:38.412252 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: fip_pf_description.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.413221 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.414000 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 15 12:47:38.414327 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: fip_port_details.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.415346 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.415871 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: fip-port-details Jul 15 12:47:38.416204 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: flavors.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.417532 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.418100 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: flavors Jul 15 12:47:38.418428 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.420199 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.420746 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 15 12:47:38.421079 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: floatingip_pools.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.421844 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.422365 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: floatingip-pools Jul 15 12:47:38.422692 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: ip_allocation.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.423680 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.424196 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extension ip_allocation not supported by any of loaded plugins Jul 15 12:47:38.424521 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.425502 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.426044 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: ip-substring-filtering Jul 15 12:47:38.426373 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: l2_adjacency.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.427364 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.427871 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 15 12:47:38.428191 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: l3.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.429242 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.429795 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: router Jul 15 12:47:38.430111 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.432637 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.433178 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 15 12:47:38.433512 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.434581 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.435108 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: ext-gw-mode Jul 15 12:47:38.435437 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.436387 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.436910 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: l3-ha Jul 15 12:47:38.437233 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: l3_flavors.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.438241 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.438758 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: l3-flavors Jul 15 12:47:38.439082 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.440039 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.440552 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 15 12:47:38.440884 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: l3agentscheduler.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.442039 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.443103 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: l3_agent_scheduler Jul 15 12:47:38.443430 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: logging.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.445027 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.445556 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extension logging not supported by any of loaded plugins Jul 15 12:47:38.445920 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: metering.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.446689 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.447277 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: metering Jul 15 12:47:38.447601 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.448739 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.449263 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: metering_source_and_destination_fields Jul 15 12:47:38.449588 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: multiprovidernet.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.450725 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.451255 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: multi-provider Jul 15 12:47:38.451589 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: netmtu.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.452528 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.453044 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: net-mtu Jul 15 12:47:38.453366 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: netmtu_writable.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.454324 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.454832 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: net-mtu-writable Jul 15 12:47:38.455153 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: network_availability_zone.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.455842 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.456346 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: network_availability_zone Jul 15 12:47:38.456665 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: network_ip_availability.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.457845 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.459042 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: network-ip-availability Jul 15 12:47:38.459364 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: network_segment_range.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.460176 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.460689 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extension network-segment-range not supported by any of loaded plugins Jul 15 12:47:38.461011 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: pagination.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.462093 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.462430 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: pagination Jul 15 12:47:38.462751 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: port_device_profile.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.463697 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.464238 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: port-device-profile Jul 15 12:47:38.464560 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.465506 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.466051 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: port-mac-address-regenerate Jul 15 12:47:38.466372 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.467309 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.467828 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: port-numa-affinity-policy Jul 15 12:47:38.468145 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: port_resource_request.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.469090 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.469606 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extension port-resource-request not supported by any of loaded plugins Jul 15 12:47:38.469970 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: portbindings.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.470922 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.471439 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: binding Jul 15 12:47:38.471764 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: portbindings_extended.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.473088 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.473705 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: binding-extended Jul 15 12:47:38.474078 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: portsecurity.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.475012 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.475532 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: port-security Jul 15 12:47:38.475856 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: project_id.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.476854 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.477180 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: project-id Jul 15 12:47:38.477502 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: providernet.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.478475 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.479001 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: provider Jul 15 12:47:38.479323 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: qos.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.483002 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.483549 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extension qos not supported by any of loaded plugins Jul 15 12:47:38.483875 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.485170 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.485685 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 15 12:47:38.486120 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.487061 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.487578 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 15 12:47:38.487907 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: qos_default.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.488836 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.489391 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extension qos-default not supported by any of loaded plugins Jul 15 12:47:38.489723 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: qos_fip.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.490429 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.490933 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extension qos-fip not supported by any of loaded plugins Jul 15 12:47:38.491254 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: qos_gateway_ip.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.492196 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.492704 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 15 12:47:38.493028 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: qos_port_network_policy.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.494250 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.494760 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 15 12:47:38.495082 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: qos_rule_type_details.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.496002 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.496517 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 15 12:47:38.496834 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: qos_rules_alias.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.497967 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.498490 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 15 12:47:38.498814 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: quotasv2.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.499833 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.500390 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: quotas Jul 15 12:47:38.500713 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: quotasv2_detail.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.503936 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.504279 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: quota_details Jul 15 12:47:38.504614 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: rbac.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.506299 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.506860 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: rbac-policies Jul 15 12:47:38.507190 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: rbac_address_group.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.508177 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.508694 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: rbac-address-group Jul 15 12:47:38.509021 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: rbac_address_scope.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.510007 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.510539 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: rbac-address-scope Jul 15 12:47:38.510860 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: rbac_security_groups.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.511797 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.512325 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: rbac-security-groups Jul 15 12:47:38.512647 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: rbac_subnetpool.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.513577 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.514135 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: rbac-subnetpool Jul 15 12:47:38.514457 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: revisionifmatch.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.515405 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.515926 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: revision-if-match Jul 15 12:47:38.516251 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: revisions.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.517411 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.517962 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: standard-attr-revisions Jul 15 12:47:38.518288 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: router_availability_zone.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.518984 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.519504 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: router_availability_zone Jul 15 12:47:38.519834 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: routerservicetype.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.521357 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.521904 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extension router-service-type not supported by any of loaded plugins Jul 15 12:47:38.522227 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.523174 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.523693 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: security-groups-normalized-cidr Jul 15 12:47:38.524015 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.524960 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.525472 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: port-security-groups-filtering Jul 15 12:47:38.525822 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.526761 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.527277 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: security-groups-remote-address-group Jul 15 12:47:38.527601 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: securitygroup.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.537713 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.538289 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: security-group Jul 15 12:47:38.538625 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: segment.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.539442 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.539962 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extension segment not supported by any of loaded plugins Jul 15 12:47:38.540291 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.541294 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.541840 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 15 12:47:38.542176 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: servicetype.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.543290 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.543821 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: service-type Jul 15 12:47:38.544152 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: sorting.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.545148 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.545483 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: sorting Jul 15 12:47:38.545844 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: standard_attr_segment.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.546848 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.547367 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 15 12:47:38.547693 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: standardattrdescription.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.548374 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.548886 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: standard-attr-description Jul 15 12:47:38.549210 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: stateful_security_group.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.550196 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.550714 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: stateful-security-group Jul 15 12:47:38.551040 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: stdattrs_common.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.551633 n-d-758944-45 neutron-server[93706]: WARNING neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 15 12:47:38.551993 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.552952 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.553469 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 15 12:47:38.553826 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: subnet_onboard.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.554905 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.555425 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: subnet_onboard Jul 15 12:47:38.555749 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.556683 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.557194 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 15 12:47:38.557521 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: subnet_service_types.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.558477 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.558992 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: subnet-service-types Jul 15 12:47:38.559314 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: subnetallocation.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.560397 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.560909 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: subnet_allocation Jul 15 12:47:38.561234 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.561943 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.562457 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: subnetpool-prefix-ops Jul 15 12:47:38.562778 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.563706 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.564214 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 15 12:47:38.564537 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: tagging.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.565626 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.566182 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: standard-attr-tag Jul 15 12:47:38.566511 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: timestamp.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.568346 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.568865 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loaded extension: standard-attr-timestamp Jul 15 12:47:38.569192 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: trunk.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.570313 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.570843 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extension trunk not supported by any of loaded plugins Jul 15 12:47:38.571173 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: trunk_details.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.572104 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.572632 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extension trunk-details not supported by any of loaded plugins Jul 15 12:47:38.572958 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: uplink_status_propagation.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.573926 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.575495 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 15 12:47:38.575824 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Loading extension file: vlantransparent.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:47:38.576532 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:47:38.577062 n-d-758944-45 neutron-server[93706]: INFO neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 15 12:47:38.579687 n-d-758944-45 neutron-server[93706]: INFO neutron.quota.resource_registry [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Creating instance of TrackedResource for resource:network Jul 15 12:47:38.580246 n-d-758944-45 neutron-server[93706]: INFO neutron.quota.resource_registry [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Creating instance of TrackedResource for resource:subnet Jul 15 12:47:38.580645 n-d-758944-45 neutron-server[93706]: INFO neutron.quota.resource_registry [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 12:47:38.581049 n-d-758944-45 neutron-server[93706]: INFO neutron.quota.resource_registry [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Creating instance of TrackedResource for resource:port Jul 15 12:47:38.582450 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:38.587819 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Service FLAVORS assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:38.587819 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:38.587819 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:38.587819 n-d-758944-45 neutron-server[93706]: INFO neutron.quota.resource_registry [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Creating instance of TrackedResource for resource:router Jul 15 12:47:38.587819 n-d-758944-45 neutron-server[93706]: INFO neutron.quota.resource_registry [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Creating instance of TrackedResource for resource:floatingip Jul 15 12:47:38.587819 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Service METERING assigned prefix: /metering {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:38.588404 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.588404 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.588404 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:47:38.589358 n-d-758944-45 neutron-server[93706]: INFO neutron.quota.resource_registry [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 12:47:38.589824 n-d-758944-45 neutron-server[93706]: INFO neutron.quota.resource_registry [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Creating instance of TrackedResource for resource:security_group Jul 15 12:47:38.590291 n-d-758944-45 neutron-server[93706]: INFO neutron.quota.resource_registry [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 12:47:38.590971 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Service CORE assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:38.591276 n-d-758944-45 neutron-server[93706]: INFO neutron.quota.resource_registry [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 12:47:38.591702 n-d-758944-45 neutron-server[93706]: WARNING neutron.quota.resource_registry [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] subnetpool is already registered Jul 15 12:47:38.592079 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Service CORE assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:38.592533 n-d-758944-45 neutron-server[93706]: INFO neutron.quota.resource_registry [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 12:47:38.592756 n-d-758944-45 neutron-server[93706]: WARNING neutron.quota.resource_registry [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] subnetpool is already registered Jul 15 12:47:38.595352 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:38.595799 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Service FLAVORS assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:38.596403 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:38.596833 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:38.597179 n-d-758944-45 neutron-server[93706]: INFO neutron.quota.resource_registry [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Creating instance of TrackedResource for resource:router Jul 15 12:47:38.597534 n-d-758944-45 neutron-server[93706]: WARNING neutron.quota.resource_registry [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] router is already registered Jul 15 12:47:38.597984 n-d-758944-45 neutron-server[93706]: INFO neutron.quota.resource_registry [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Creating instance of TrackedResource for resource:floatingip Jul 15 12:47:38.598327 n-d-758944-45 neutron-server[93706]: WARNING neutron.quota.resource_registry [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] floatingip is already registered Jul 15 12:47:38.598950 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Service METERING assigned prefix: /metering {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:38.599566 n-d-758944-45 neutron-server[93706]: INFO neutron.quota.resource_registry [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 12:47:38.599894 n-d-758944-45 neutron-server[93706]: WARNING neutron.quota.resource_registry [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] rbac_policy is already registered Jul 15 12:47:38.600318 n-d-758944-45 neutron-server[93706]: INFO neutron.quota.resource_registry [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Creating instance of TrackedResource for resource:security_group Jul 15 12:47:38.600656 n-d-758944-45 neutron-server[93706]: WARNING neutron.quota.resource_registry [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] security_group is already registered Jul 15 12:47:38.601161 n-d-758944-45 neutron-server[93706]: INFO neutron.quota.resource_registry [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 12:47:38.601402 n-d-758944-45 neutron-server[93706]: WARNING neutron.quota.resource_registry [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] security_group_rule is already registered Jul 15 12:47:38.602213 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Service CORE assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:38.602579 n-d-758944-45 neutron-server[93706]: INFO neutron.quota.resource_registry [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 12:47:38.602924 n-d-758944-45 neutron-server[93706]: WARNING neutron.quota.resource_registry [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] subnetpool is already registered Jul 15 12:47:38.603359 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Service CORE assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:47:38.603673 n-d-758944-45 neutron-server[93706]: INFO neutron.quota.resource_registry [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 12:47:38.604002 n-d-758944-45 neutron-server[93706]: WARNING neutron.quota.resource_registry [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] subnetpool is already registered Jul 15 12:47:38.604492 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: extensions {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.606038 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: address-groups {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.607543 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: address-scopes {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.608857 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: agents {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.610034 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: auto-allocated-topology {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.611272 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: availability_zones {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.612487 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: dhcp-networks {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.614015 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: dhcp-agents {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.615507 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: routers {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.617202 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: flavors {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.619978 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: service_profiles {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.621183 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: next_providers {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.622684 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: service_profiles {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.624235 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: floatingip-pools {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.625457 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: routers {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.627193 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: floatingips {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.628469 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: l3-routers {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.630425 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: l3-agents {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.631848 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: metering-labels {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.633114 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: metering-label-rules {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.634512 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: network-ip-availabilities {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.635774 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: bindings {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.637333 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: quotas {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.638947 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: quotas {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.640337 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: rbac-policies {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.641530 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: security-groups {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.642856 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: security-group-rules {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.644114 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: service-providers {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.645342 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: subnetpools {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.647276 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: subnetpools {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.648817 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: tags {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.650529 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: tags {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.652359 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: tags {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.654162 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: tags {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.655860 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: tags {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.657837 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: tags {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.659524 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: tags {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.661395 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: tags {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.663282 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: tags {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.665031 n-d-758944-45 neutron-server[93706]: DEBUG neutron.api.extensions [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Extended resource: tags {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:47:38.671267 n-d-758944-45 neutron-server[93706]: WARNING keystonemiddleware.auth_token [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 15 12:47:38.675895 n-d-758944-45 neutron-server[93706]: WARNING keystonemiddleware.auth_token [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 15 12:47:38.685048 n-d-758944-45 neutron-server[93706]: DEBUG oslo_concurrency.lockutils [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Acquired lock "singleton_lock" {{(pid=93706) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 15 12:47:38.685532 n-d-758944-45 neutron-server[93706]: DEBUG oslo_concurrency.lockutils [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Releasing lock "singleton_lock" {{(pid=93706) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 15 12:47:38.686222 n-d-758944-45 neutron-server[93706]: INFO oslo_service.service [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Starting 2 workers Jul 15 12:47:38.691230 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Started child 93813 {{(pid=93706) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 12:47:38.696401 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Started child 93814 {{(pid=93706) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 12:47:38.697119 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:38.698084 n-d-758944-45 neutron-server[93706]: INFO neutron.service [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 15 12:47:38.698693 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [-] (93813) wsgi starting up on http://0.0.0.0:9696 Jul 15 12:47:38.698886 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Notify callbacks [] for process, before_spawn {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:38.701185 n-d-758944-45 neutron-server[93706]: INFO oslo_service.service [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Starting 1 workers Jul 15 12:47:38.701566 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:38.702834 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [-] (93814) wsgi starting up on http://0.0.0.0:9696 Jul 15 12:47:38.706575 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Started child 93815 {{(pid=93706) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 12:47:38.707120 n-d-758944-45 neutron-server[93706]: INFO oslo_service.service [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Starting 1 workers Jul 15 12:47:38.710666 n-d-758944-45 neutron-server[93815]: DEBUG neutron.service [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] calling RpcWorker wait() {{(pid=93815) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 15 12:47:38.711267 n-d-758944-45 neutron-server[93815]: DEBUG neutron.service [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] returning from RpcWorker wait() {{(pid=93815) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 15 12:47:38.711834 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Started child 93816 {{(pid=93706) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 12:47:38.712610 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:38.712732 n-d-758944-45 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-707d329d-ab18-4238-b862-3b25f1bd9ad7 None None] Notify callbacks [] for process, after_spawn {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:38.713125 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:47:38.714640 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93706) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 12:47:38.714842 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 12:47:38.715206 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 12:47:38.715429 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 12:47:38.715782 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 12:47:38.715947 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 12:47:38.716465 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.717058 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:38.717543 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.717543 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.717543 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.717743 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.718364 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.718646 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.718906 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.719190 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.719450 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.719629 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.719801 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.720068 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.720332 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.720599 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.720876 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.721120 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.721382 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.721557 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.721858 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.722125 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.722378 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.722646 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] debug = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.722895 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.723398 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.723681 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.723923 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.724141 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.724424 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.724671 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.724932 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.725178 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.725418 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.725667 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.725982 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.726235 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.726615 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.726858 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.727146 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.727393 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.727862 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] host = n-d-758944-45 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.728093 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.728337 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.728678 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.728844 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.729092 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.729317 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.729594 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.729901 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.730179 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.730431 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.730701 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.730999 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.731198 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.731454 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] log_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.731662 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] log_options = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.731853 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.732216 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.732399 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.732537 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.732709 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.732887 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.733142 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.733307 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.733572 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.733828 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.734048 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.734265 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.734479 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.734699 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.734957 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.735205 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.735456 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.735674 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.735927 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.736179 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.736427 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.736659 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.736896 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.737117 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.737355 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.737551 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.737844 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.738023 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.738235 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.738491 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.738825 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.739016 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.739757 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.740010 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.740241 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.740473 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.740715 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.740979 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.741227 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.741469 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.741717 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.742071 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.742367 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.742542 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.742741 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.742979 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] use_json = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.743198 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.743676 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.743940 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.744156 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.744379 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.744594 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.744816 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.745054 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.745479 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.745801 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.746111 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.746365 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.746605 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.746875 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.747145 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.747389 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.747645 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.747917 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.748240 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.748467 n-d-758944-45 neutron-server[93816]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:47:38.748631 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.748793 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.749054 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.749288 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.749711 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.749909 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.750182 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.750422 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.751058 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.751058 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.751473 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.751473 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.752087 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.752087 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.752772 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.753160 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.753541 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.753541 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.753893 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.753893 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.754173 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.754396 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.754626 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.754866 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.755884 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.755884 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.756183 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.756348 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.756577 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.756838 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.757094 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.757338 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.757576 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.757851 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.758071 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.758288 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.758519 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.758759 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.758999 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.759322 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.759725 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.759949 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.760169 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.760394 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.760653 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.761067 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.761067 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.761801 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.761801 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.761801 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.762237 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.762237 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.762504 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.762812 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.763034 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.763034 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.763307 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.763472 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.763698 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.763919 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.764151 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.764352 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.765914 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.765914 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.765914 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.765914 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.765914 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.765914 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.765914 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.766377 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.766377 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.766576 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.767327 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.767620 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.767948 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.768184 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.768440 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.768690 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.768954 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.769352 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.769820 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.770123 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.770369 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.770663 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.771010 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.772071 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.772071 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.772071 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.772071 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.772071 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.772469 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.772547 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.772778 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.773025 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.773282 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.773587 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.773891 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.774157 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.774406 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.776075 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.776075 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.776075 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.776075 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.776075 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.776075 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.777196 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.777196 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.777196 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.777196 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.777881 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.777881 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.777881 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.778379 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.778379 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.778695 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.778695 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.778950 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.779198 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.779455 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.779673 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.779908 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.780233 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.780487 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.780723 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.780958 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.781221 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.781485 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.782179 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.782179 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.782552 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.783039 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.783039 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.783304 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.783512 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.783741 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.783985 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.784196 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.784431 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.784665 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.784908 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.785148 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.785355 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.785631 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.785837 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.786070 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.786467 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.786692 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.786915 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.787197 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.787676 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.787676 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.787853 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.788052 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.788325 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.788513 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.788888 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.789134 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.789376 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.789667 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.789946 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.790173 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.790423 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.790672 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.790916 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.791136 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.791394 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.791634 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.791896 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.792067 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.792297 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.792524 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.792751 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.792999 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.793233 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.793493 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.793996 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.794121 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.794376 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.794660 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.794921 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.795080 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.795308 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.795621 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.795782 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.796046 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.796224 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.796442 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.796867 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.796991 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.797150 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.797496 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.797586 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.797869 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.798047 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.798259 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.798553 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.798815 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.799064 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.799337 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.799575 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.799788 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.800022 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.800254 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.800462 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.800712 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.800927 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.801138 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.801366 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.801578 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.802352 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.802577 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.802804 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.803016 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.803272 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.803682 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.803682 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.803967 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.804123 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.804265 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.804515 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.804771 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.804982 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.805205 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.805417 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.805650 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.805990 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.806243 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.806486 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.806757 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.807006 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.807258 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.807490 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.807810 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.808045 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.808312 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.808525 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.808746 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.808968 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.809241 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.809578 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.809910 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.810169 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.810661 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.811133 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.811133 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.811511 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.811511 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.811887 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.812103 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.812602 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.812760 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.812901 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.813154 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.813384 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.813637 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.813886 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.814131 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.814610 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.814610 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.814992 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.815179 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.815363 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.815492 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.815715 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.815949 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.816228 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.816428 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.816620 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.816763 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 12:47:38.817287 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93706) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 12:47:38.818050 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 12:47:38.818195 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 12:47:38.818336 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 12:47:38.818475 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 12:47:38.818611 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 12:47:38.818829 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.818989 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.819322 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.819493 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.819650 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.819836 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.819997 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.820156 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.820314 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.820473 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.820636 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.820877 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.821102 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.821102 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.821482 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.821482 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.821866 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.821866 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.821866 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.822189 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.822189 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.822462 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.822462 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] debug = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.822721 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.823140 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.823140 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.823140 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.823725 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.823725 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.823725 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.823725 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.824290 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.824290 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.824290 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.824290 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.824759 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.824759 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.824759 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.825131 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.825131 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.825131 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] host = n-d-758944-45 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.825614 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.825614 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.825614 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.826263 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.826263 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.826263 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.826263 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.826263 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.827111 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.827111 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.827111 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.827111 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.827111 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.828299 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] log_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.828299 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] log_options = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.828299 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.828299 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.828299 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.828299 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.828299 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.829583 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.829583 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.829583 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.829583 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.829583 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.829583 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.829583 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.829583 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.831116 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.831116 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.831116 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.831116 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.831116 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.831116 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.831116 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.831116 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.832766 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.832766 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.832766 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.832766 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.832766 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.832766 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.832766 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.832766 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.832766 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.835076 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.835076 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.835076 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.835076 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.835076 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.835076 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.835076 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.835076 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.836484 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.836484 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.836484 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.836484 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.836484 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.836484 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.836484 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.836484 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] use_json = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.838018 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.838018 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.838018 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.838018 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.838018 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.838018 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.838018 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.838018 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:47:38.838789 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.838789 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.838789 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.838789 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.838789 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.838789 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.838789 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.838789 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.839901 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.839901 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.839901 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.839901 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.839901 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.839901 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.839901 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.839901 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.840947 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.840947 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.840947 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.840947 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.840947 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.840947 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.840947 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.840947 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.841954 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.841954 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.841954 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.841954 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.841954 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.841954 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.841954 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.841954 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.842921 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.842921 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.842921 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.842921 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.842921 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.842921 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.842921 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.842921 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.842921 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.843945 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.843945 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.843945 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.843945 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.843945 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.843945 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.843945 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.843945 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.843945 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.845100 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.845100 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.845100 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.845100 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.845100 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.845100 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.845100 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.845100 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.845100 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.846228 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.846228 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.846228 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.846228 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.846228 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.846228 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.846228 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.846228 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.846228 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.847336 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.847336 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.847336 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.847336 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.847336 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.847336 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.847336 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.847336 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.847336 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.848453 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.848453 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.848453 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.848453 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.848453 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.848453 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.848453 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.848453 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.848453 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.849996 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.849996 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.849996 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.849996 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.849996 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.849996 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.849996 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.849996 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.852109 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.852109 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.852109 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.852109 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.852109 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.852109 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.852109 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.852109 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.853495 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.853495 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.853495 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.853495 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.853495 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.853495 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.853495 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.853495 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.854769 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.854769 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.854769 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.854769 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.854769 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.854769 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.854769 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.854769 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.855827 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.855827 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.855827 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.855827 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.855827 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.855827 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.855827 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.855827 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.855827 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.856415 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.856415 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.856415 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.856415 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.856415 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.856415 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.856415 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.856415 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.856934 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.856934 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.856934 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.856934 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.856934 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.857260 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.857260 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.857260 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.857458 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.857594 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.857741 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.857941 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.858082 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.858248 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.858443 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.858572 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.858730 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.858894 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.859059 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.859224 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.859391 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.859556 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.859717 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.859881 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.860051 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.860220 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.860380 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.860543 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.860694 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.860858 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.861022 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.861186 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.861350 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.861514 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.861680 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.861875 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.862047 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.862213 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.862380 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.862544 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.862710 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.862876 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.863043 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.863194 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.863343 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.863511 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.863677 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.863842 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.864008 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.864174 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.864866 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.865034 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.865217 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.865380 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.865546 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.865711 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.865906 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.866050 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.866200 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.866350 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.866515 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.866678 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.866843 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.867010 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.867177 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.867343 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.867506 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.867672 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.867835 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.868000 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.868164 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.868599 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.868769 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.868932 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.869097 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.869260 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.869427 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.869600 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.869953 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.870116 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.870284 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.870447 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.870611 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.870787 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.870953 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.871117 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.871282 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.871446 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.871611 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.871785 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.871868 n-d-758944-45 neutron-server[93815]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:47:38.871943 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.872102 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.872265 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.872429 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.872593 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.872767 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.872931 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.873094 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.873259 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.873422 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.873587 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.873781 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.873949 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.874113 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.874291 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.874451 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.874614 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.874778 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.874957 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.875168 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.875358 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.875549 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.875688 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.875843 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.875981 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.876132 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.876273 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.876412 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.876551 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.876680 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.876833 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.877007 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.877163 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.877328 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.877566 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.877699 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.877857 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.877987 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.878150 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.878317 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.878482 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.878645 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.878807 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.879021 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.879156 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.879285 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.879424 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.879556 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.879734 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.880564 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.880699 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.880830 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.880975 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.881116 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:47:38.881248 n-d-758944-45 neutron-server[93706]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 12:47:39.093455 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38472) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:47:39.102904 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070786 Jul 15 12:47:50.720813 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbceb9d-acd7-49a2-a7f3-8f981e64fbc7 None None] get_active_networks_info from n-d-758944-45 {{(pid=93815) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 12:47:50.816371 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbceb9d-acd7-49a2-a7f3-8f981e64fbc7 None None] No non-hosted networks {{(pid=93815) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 15 12:47:50.824222 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.agentschedulers_db [None req-5cbceb9d-acd7-49a2-a7f3-8f981e64fbc7 None None] DHCP Agent not found on host n-d-758944-45 {{(pid=93815) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 15 12:47:50.908775 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a23f723c-75f0-4ed1-94a5-259ede9ab91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4084506'] for agent, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:53.093713 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4084506'] for agent, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:53.095318 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:53.096141 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:53.097052 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:53.097717 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:53.098528 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:53.098963 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:53.099352 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:53.099779 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:53.100347 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:53.100694 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:53.101197 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:53.101523 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:47:53.102068 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-758944-45', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:47:53.109211 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-758944-45', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:47:53.312981 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0dddf0f1-3b0d-4436-957e-1f76ce9d73c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4084506'] for agent, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:53.387711 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ef414c3f-524e-4524-8173-cf1b1c33384d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:54.496669 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4084506'] for agent, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:56.083716 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4084506'] for agent, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:47:57.328411 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38562) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:47:57.860057 n-d-758944-45 neutron-server[93814]: WARNING oslo_policy.policy [None req-395b9046-af71-4c53-ac3b-be94688f32af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:47:57.860974 n-d-758944-45 neutron-server[93814]: WARNING oslo_policy.policy [None req-395b9046-af71-4c53-ac3b-be94688f32af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:47:58.120142 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-395b9046-af71-4c53-ac3b-be94688f32af admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:47:58.121141 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-395b9046-af71-4c53-ac3b-be94688f32af admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7918425 Jul 15 12:48:00.544038 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38576) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:48:00.662120 n-d-758944-45 neutron-server[93815]: INFO neutron.db.l3_hamode_db [None req-c4cfa212-1945-4753-8df9-d754ccd677a3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 15 12:48:00.740288 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cfa212-1945-4753-8df9-d754ccd677a3 None None] Routers set() bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:48:00.740684 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cfa212-1945-4753-8df9-d754ccd677a3 None None] Router IDs set() for agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 12:48:01.065838 n-d-758944-45 neutron-server[93813]: WARNING oslo_policy.policy [None req-7821bd7f-22bf-456a-ad80-72cc05389589 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:48:01.066439 n-d-758944-45 neutron-server[93813]: WARNING oslo_policy.policy [None req-7821bd7f-22bf-456a-ad80-72cc05389589 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:48:01.282334 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-7821bd7f-22bf-456a-ad80-72cc05389589 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:48:01.376038 n-d-758944-45 neutron-server[93813]: DEBUG neutron.policy [None req-7821bd7f-22bf-456a-ad80-72cc05389589 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93813) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 12:48:01.421792 n-d-758944-45 neutron-server[93813]: WARNING oslo_policy.policy [None req-7821bd7f-22bf-456a-ad80-72cc05389589 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:48:01.422178 n-d-758944-45 neutron-server[93813]: WARNING oslo_policy.policy [None req-7821bd7f-22bf-456a-ad80-72cc05389589 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:48:01.431050 n-d-758944-45 neutron-server[93813]: INFO neutron.quota [None req-7821bd7f-22bf-456a-ad80-72cc05389589 admin admin] Loaded quota_driver: . Jul 15 12:48:01.528511 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7821bd7f-22bf-456a-ad80-72cc05389589 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732684991471', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732684985728', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732684978698', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732685007936', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732684999045', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732685083009', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-539443', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-645824', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3688384', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4166671'] for rbac-policy, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:01.599782 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7821bd7f-22bf-456a-ad80-72cc05389589 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:01.601348 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7821bd7f-22bf-456a-ad80-72cc05389589 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0549929 Jul 15 12:48:04.234279 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38594) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:48:04.544373 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-017b5383-bc2e-4eae-8bec-c32a0a3fca62 admin admin] Request body: {'network': {'tenant_id': '21739e80f53e4c51a649c80c45a491ec', 'project_id': '21739e80f53e4c51a649c80c45a491ec', 'name': 'private', 'admin_state_up': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:48:04.575529 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017b5383-bc2e-4eae-8bec-c32a0a3fca62 admin admin] Made reservation on behalf of 21739e80f53e4c51a649c80c45a491ec for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:48:04.578774 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-017b5383-bc2e-4eae-8bec-c32a0a3fca62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:04.598313 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-017b5383-bc2e-4eae-8bec-c32a0a3fca62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:04.730385 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-017b5383-bc2e-4eae-8bec-c32a0a3fca62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:04.734566 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-017b5383-bc2e-4eae-8bec-c32a0a3fca62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:04.759939 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-017b5383-bc2e-4eae-8bec-c32a0a3fca62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:48:04.785917 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-017b5383-bc2e-4eae-8bec-c32a0a3fca62 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732685740867', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:04.786500 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-017b5383-bc2e-4eae-8bec-c32a0a3fca62 admin admin] Unsubscribe: segment precommit_create {{(pid=93813) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 12:48:04.787003 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-017b5383-bc2e-4eae-8bec-c32a0a3fca62 admin admin] Added segment 131bf9f0-f8f7-4104-afea-40f8a620eaf0 of type vlan for network 2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da Jul 15 12:48:04.793645 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b5383-bc2e-4eae-8bec-c32a0a3fca62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e1a2c3-63bb-461e-853f-e610049f222a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:04.830605 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b5383-bc2e-4eae-8bec-c32a0a3fca62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:04.830944 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b5383-bc2e-4eae-8bec-c32a0a3fca62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:04.831274 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b5383-bc2e-4eae-8bec-c32a0a3fca62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:04.831606 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b5383-bc2e-4eae-8bec-c32a0a3fca62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:04.831928 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b5383-bc2e-4eae-8bec-c32a0a3fca62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:04.832805 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b5383-bc2e-4eae-8bec-c32a0a3fca62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:04.833139 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b5383-bc2e-4eae-8bec-c32a0a3fca62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:04.833445 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b5383-bc2e-4eae-8bec-c32a0a3fca62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:04.833789 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b5383-bc2e-4eae-8bec-c32a0a3fca62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:04.834100 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b5383-bc2e-4eae-8bec-c32a0a3fca62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:04.834414 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b5383-bc2e-4eae-8bec-c32a0a3fca62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:04.834727 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b5383-bc2e-4eae-8bec-c32a0a3fca62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:04.835857 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b5383-bc2e-4eae-8bec-c32a0a3fca62 admin admin] Tracked resource versions report: Jul 15 12:48:04.835857 n-d-758944-45 neutron-server[93813]: pushed versions: Jul 15 12:48:04.835857 n-d-758944-45 neutron-server[93813]: { 'AddressGroup': {'1.2'}, Jul 15 12:48:04.835857 n-d-758944-45 neutron-server[93813]: 'ConntrackHelper': {'1.0'}, Jul 15 12:48:04.835857 n-d-758944-45 neutron-server[93813]: 'Log': {'1.0'}, Jul 15 12:48:04.835857 n-d-758944-45 neutron-server[93813]: 'Network': {'1.1'}, Jul 15 12:48:04.835857 n-d-758944-45 neutron-server[93813]: 'Port': {'1.7'}, Jul 15 12:48:04.835857 n-d-758944-45 neutron-server[93813]: 'PortForwarding': {'1.2'}, Jul 15 12:48:04.835857 n-d-758944-45 neutron-server[93813]: 'QosPolicy': {'1.8'}, Jul 15 12:48:04.835857 n-d-758944-45 neutron-server[93813]: 'SecurityGroup': {'1.4'}, Jul 15 12:48:04.835857 n-d-758944-45 neutron-server[93813]: 'SecurityGroupRule': {'1.2'}, Jul 15 12:48:04.835857 n-d-758944-45 neutron-server[93813]: 'SubPort': {'1.0'}, Jul 15 12:48:04.835857 n-d-758944-45 neutron-server[93813]: 'Subnet': {'1.1'}, Jul 15 12:48:04.835857 n-d-758944-45 neutron-server[93813]: 'Trunk': {'1.1'}} Jul 15 12:48:04.835857 n-d-758944-45 neutron-server[93813]: consumer versions: Jul 15 12:48:04.835857 n-d-758944-45 neutron-server[93813]: { DHCP agent@n-d-758944-45: {}, Jul 15 12:48:04.835857 n-d-758944-45 neutron-server[93813]: L3 agent@n-d-758944-45: {}, Jul 15 12:48:04.835857 n-d-758944-45 neutron-server[93813]: Metadata agent@n-d-758944-45: {}, Jul 15 12:48:04.835857 n-d-758944-45 neutron-server[93813]: Metering agent@n-d-758944-45: {}, Jul 15 12:48:04.835857 n-d-758944-45 neutron-server[93813]: Open vSwitch agent@n-d-758944-45: { 'AddressGroup': '1.2', Jul 15 12:48:04.835857 n-d-758944-45 neutron-server[93813]: 'ConntrackHelper': '1.0', Jul 15 12:48:04.835857 n-d-758944-45 neutron-server[93813]: 'Log': '1.0', Jul 15 12:48:04.835857 n-d-758944-45 neutron-server[93813]: 'Network': '1.1', Jul 15 12:48:04.835857 n-d-758944-45 neutron-server[93813]: 'Port': '1.7', Jul 15 12:48:04.835857 n-d-758944-45 neutron-server[93813]: 'PortForwarding': '1.2', Jul 15 12:48:04.835857 n-d-758944-45 neutron-server[93813]: 'QosPolicy': '1.8', Jul 15 12:48:04.835857 n-d-758944-45 neutron-server[93813]: 'SecurityGroup': '1.4', Jul 15 12:48:04.835857 n-d-758944-45 neutron-server[93813]: 'SecurityGroupRule': '1.2', Jul 15 12:48:04.835857 n-d-758944-45 neutron-server[93813]: 'SubPort': '1.0', Jul 15 12:48:04.835857 n-d-758944-45 neutron-server[93813]: 'Subnet': '1.1', Jul 15 12:48:04.835857 n-d-758944-45 neutron-server[93813]: 'Trunk': '1.1'}} Jul 15 12:48:04.835857 n-d-758944-45 neutron-server[93813]: {{(pid=93813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 12:48:04.911422 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-017b5383-bc2e-4eae-8bec-c32a0a3fca62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:04.964785 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-017b5383-bc2e-4eae-8bec-c32a0a3fca62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:04.966352 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017b5383-bc2e-4eae-8bec-c32a0a3fca62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:48:04.967009 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-017b5383-bc2e-4eae-8bec-c32a0a3fca62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:05.026147 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-017b5383-bc2e-4eae-8bec-c32a0a3fca62 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7906668 Jul 15 12:48:05.068071 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b5383-bc2e-4eae-8bec-c32a0a3fca62 admin admin] Pushing event updated for resources: {'Network': ['ID=2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:05.084246 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:48:07.700765 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38608) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:48:08.245904 n-d-758944-45 neutron-server[93814]: DEBUG neutron.policy [None req-de76763f-e783-442b-8c5d-dd9366a892c4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93814) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 12:48:08.291011 n-d-758944-45 neutron-server[93814]: WARNING oslo_policy.policy [None req-de76763f-e783-442b-8c5d-dd9366a892c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:48:08.291390 n-d-758944-45 neutron-server[93814]: WARNING oslo_policy.policy [None req-de76763f-e783-442b-8c5d-dd9366a892c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:48:08.299716 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de76763f-e783-442b-8c5d-dd9366a892c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:48:08.301557 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-de76763f-e783-442b-8c5d-dd9366a892c4 admin admin] 10.222.0.24 "GET /v2.0/networks/2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da HTTP/1.1" status: 200 len: 825 time: 0.5995636 Jul 15 12:48:08.347462 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-af292868-19b9-4a4a-9911-f1a7c8070966 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/1544dcbb-7231-43f6-81e3-7b993a240ed8 HTTP/1.1" status: 200 len: 734 time: 0.0403690 Jul 15 12:48:08.357358 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d3760ce3-111c-41af-8a06-6e6d3f1239c2 admin admin] Request body: {'subnet': {'tenant_id': '21739e80f53e4c51a649c80c45a491ec', 'name': 'private-subnet', 'subnetpool_id': '1544dcbb-7231-43f6-81e3-7b993a240ed8', 'ip_version': 4, 'network_id': '2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da', 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:48:08.359148 n-d-758944-45 neutron-server[93814]: INFO neutron.quota [None req-d3760ce3-111c-41af-8a06-6e6d3f1239c2 admin admin] Loaded quota_driver: . Jul 15 12:48:08.405746 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3760ce3-111c-41af-8a06-6e6d3f1239c2 admin admin] Made reservation on behalf of 21739e80f53e4c51a649c80c45a491ec for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:48:08.409984 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3760ce3-111c-41af-8a06-6e6d3f1239c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:08.715104 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3760ce3-111c-41af-8a06-6e6d3f1239c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:08.785013 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3760ce3-111c-41af-8a06-6e6d3f1239c2 admin admin] Checking segment: {'id': '131bf9f0-f8f7-4104-afea-40f8a620eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:48:08.785389 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3760ce3-111c-41af-8a06-6e6d3f1239c2 admin admin] Network hostable DHCP agents. Network: 2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:48:08.796380 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3760ce3-111c-41af-8a06-6e6d3f1239c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c6b8b99-3523-437b-aabc-3c81629039dc,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:08.809471 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3760ce3-111c-41af-8a06-6e6d3f1239c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:08.809805 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3760ce3-111c-41af-8a06-6e6d3f1239c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:08.810143 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3760ce3-111c-41af-8a06-6e6d3f1239c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:08.810468 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3760ce3-111c-41af-8a06-6e6d3f1239c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:08.810791 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3760ce3-111c-41af-8a06-6e6d3f1239c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:08.811110 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3760ce3-111c-41af-8a06-6e6d3f1239c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:08.811425 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3760ce3-111c-41af-8a06-6e6d3f1239c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:08.811736 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3760ce3-111c-41af-8a06-6e6d3f1239c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:08.812049 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3760ce3-111c-41af-8a06-6e6d3f1239c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:08.812359 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3760ce3-111c-41af-8a06-6e6d3f1239c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:08.812669 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3760ce3-111c-41af-8a06-6e6d3f1239c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:08.812976 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3760ce3-111c-41af-8a06-6e6d3f1239c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:08.814314 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3760ce3-111c-41af-8a06-6e6d3f1239c2 admin admin] Tracked resource versions report: Jul 15 12:48:08.814314 n-d-758944-45 neutron-server[93814]: pushed versions: Jul 15 12:48:08.814314 n-d-758944-45 neutron-server[93814]: { 'AddressGroup': {'1.2'}, Jul 15 12:48:08.814314 n-d-758944-45 neutron-server[93814]: 'ConntrackHelper': {'1.0'}, Jul 15 12:48:08.814314 n-d-758944-45 neutron-server[93814]: 'Log': {'1.0'}, Jul 15 12:48:08.814314 n-d-758944-45 neutron-server[93814]: 'Network': {'1.1'}, Jul 15 12:48:08.814314 n-d-758944-45 neutron-server[93814]: 'Port': {'1.7'}, Jul 15 12:48:08.814314 n-d-758944-45 neutron-server[93814]: 'PortForwarding': {'1.2'}, Jul 15 12:48:08.814314 n-d-758944-45 neutron-server[93814]: 'QosPolicy': {'1.8'}, Jul 15 12:48:08.814314 n-d-758944-45 neutron-server[93814]: 'SecurityGroup': {'1.4'}, Jul 15 12:48:08.814314 n-d-758944-45 neutron-server[93814]: 'SecurityGroupRule': {'1.2'}, Jul 15 12:48:08.814314 n-d-758944-45 neutron-server[93814]: 'SubPort': {'1.0'}, Jul 15 12:48:08.814314 n-d-758944-45 neutron-server[93814]: 'Subnet': {'1.1'}, Jul 15 12:48:08.814314 n-d-758944-45 neutron-server[93814]: 'Trunk': {'1.1'}} Jul 15 12:48:08.814314 n-d-758944-45 neutron-server[93814]: consumer versions: Jul 15 12:48:08.814314 n-d-758944-45 neutron-server[93814]: { DHCP agent@n-d-758944-45: {}, Jul 15 12:48:08.814314 n-d-758944-45 neutron-server[93814]: L3 agent@n-d-758944-45: {}, Jul 15 12:48:08.814314 n-d-758944-45 neutron-server[93814]: Metadata agent@n-d-758944-45: {}, Jul 15 12:48:08.814314 n-d-758944-45 neutron-server[93814]: Metering agent@n-d-758944-45: {}, Jul 15 12:48:08.814314 n-d-758944-45 neutron-server[93814]: Open vSwitch agent@n-d-758944-45: { 'AddressGroup': '1.2', Jul 15 12:48:08.814314 n-d-758944-45 neutron-server[93814]: 'ConntrackHelper': '1.0', Jul 15 12:48:08.814314 n-d-758944-45 neutron-server[93814]: 'Log': '1.0', Jul 15 12:48:08.814314 n-d-758944-45 neutron-server[93814]: 'Network': '1.1', Jul 15 12:48:08.814314 n-d-758944-45 neutron-server[93814]: 'Port': '1.7', Jul 15 12:48:08.814314 n-d-758944-45 neutron-server[93814]: 'PortForwarding': '1.2', Jul 15 12:48:08.814314 n-d-758944-45 neutron-server[93814]: 'QosPolicy': '1.8', Jul 15 12:48:08.814314 n-d-758944-45 neutron-server[93814]: 'SecurityGroup': '1.4', Jul 15 12:48:08.814314 n-d-758944-45 neutron-server[93814]: 'SecurityGroupRule': '1.2', Jul 15 12:48:08.814314 n-d-758944-45 neutron-server[93814]: 'SubPort': '1.0', Jul 15 12:48:08.814314 n-d-758944-45 neutron-server[93814]: 'Subnet': '1.1', Jul 15 12:48:08.814314 n-d-758944-45 neutron-server[93814]: 'Trunk': '1.1'}} Jul 15 12:48:08.814314 n-d-758944-45 neutron-server[93814]: {{(pid=93814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 12:48:08.850357 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3760ce3-111c-41af-8a06-6e6d3f1239c2 admin admin] Network 2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:48:08.865366 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d3760ce3-111c-41af-8a06-6e6d3f1239c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:48:08.871561 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3760ce3-111c-41af-8a06-6e6d3f1239c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:48:08.872375 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3760ce3-111c-41af-8a06-6e6d3f1239c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:08.879546 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021d2769-4d55-4f39-aeed-57a0f1885e9c None None] Network 2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:48:08.899659 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d3760ce3-111c-41af-8a06-6e6d3f1239c2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5462968 Jul 15 12:48:09.211928 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da', 'network_id': '2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da', 'tenant_id': '21739e80f53e4c51a649c80c45a491ec', 'fixed_ips': [{'subnet_id': '3c6b8b99-3523-437b-aabc-3c81629039dc'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 12:48:09.213313 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:09.542979 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Allocated IP 172.20.0.2 (2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da/3c6b8b99-3523-437b-aabc-3c81629039dc/2aa0bb03-4888-4a7f-9292-ddaa29c6fc10) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:48:09.789320 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:09.840919 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Transition to ACTIVE for port object 2aa0bb03-4888-4a7f-9292-ddaa29c6fc10 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:48:09.873020 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Transition to ACTIVE for port object 2aa0bb03-4888-4a7f-9292-ddaa29c6fc10 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:48:09.886752 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:09.986469 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Network 2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:48:09.991484 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:48:10.004686 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Pushing event updated for resources: {'Port': ['ID=2aa0bb03-4888-4a7f-9292-ddaa29c6fc10,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:10.007146 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:48:10.017112 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:10.017506 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:10.017877 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:10.018137 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:10.018465 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:10.018792 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:10.019122 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:10.019441 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:10.020338 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:10.020666 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:10.020985 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:10.021304 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:10.022488 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Tracked resource versions report: Jul 15 12:48:10.022488 n-d-758944-45 neutron-server[93815]: pushed versions: Jul 15 12:48:10.022488 n-d-758944-45 neutron-server[93815]: { 'AddressGroup': {'1.2'}, Jul 15 12:48:10.022488 n-d-758944-45 neutron-server[93815]: 'ConntrackHelper': {'1.0'}, Jul 15 12:48:10.022488 n-d-758944-45 neutron-server[93815]: 'Log': {'1.0'}, Jul 15 12:48:10.022488 n-d-758944-45 neutron-server[93815]: 'Network': {'1.1'}, Jul 15 12:48:10.022488 n-d-758944-45 neutron-server[93815]: 'Port': {'1.7'}, Jul 15 12:48:10.022488 n-d-758944-45 neutron-server[93815]: 'PortForwarding': {'1.2'}, Jul 15 12:48:10.022488 n-d-758944-45 neutron-server[93815]: 'QosPolicy': {'1.8'}, Jul 15 12:48:10.022488 n-d-758944-45 neutron-server[93815]: 'SecurityGroup': {'1.4'}, Jul 15 12:48:10.022488 n-d-758944-45 neutron-server[93815]: 'SecurityGroupRule': {'1.2'}, Jul 15 12:48:10.022488 n-d-758944-45 neutron-server[93815]: 'SubPort': {'1.0'}, Jul 15 12:48:10.022488 n-d-758944-45 neutron-server[93815]: 'Subnet': {'1.1'}, Jul 15 12:48:10.022488 n-d-758944-45 neutron-server[93815]: 'Trunk': {'1.1'}} Jul 15 12:48:10.022488 n-d-758944-45 neutron-server[93815]: consumer versions: Jul 15 12:48:10.022488 n-d-758944-45 neutron-server[93815]: { DHCP agent@n-d-758944-45: {}, Jul 15 12:48:10.022488 n-d-758944-45 neutron-server[93815]: L3 agent@n-d-758944-45: {}, Jul 15 12:48:10.022488 n-d-758944-45 neutron-server[93815]: Metadata agent@n-d-758944-45: {}, Jul 15 12:48:10.022488 n-d-758944-45 neutron-server[93815]: Metering agent@n-d-758944-45: {}, Jul 15 12:48:10.022488 n-d-758944-45 neutron-server[93815]: Open vSwitch agent@n-d-758944-45: { 'AddressGroup': '1.2', Jul 15 12:48:10.022488 n-d-758944-45 neutron-server[93815]: 'ConntrackHelper': '1.0', Jul 15 12:48:10.022488 n-d-758944-45 neutron-server[93815]: 'Log': '1.0', Jul 15 12:48:10.022488 n-d-758944-45 neutron-server[93815]: 'Network': '1.1', Jul 15 12:48:10.022488 n-d-758944-45 neutron-server[93815]: 'Port': '1.7', Jul 15 12:48:10.022488 n-d-758944-45 neutron-server[93815]: 'PortForwarding': '1.2', Jul 15 12:48:10.022488 n-d-758944-45 neutron-server[93815]: 'QosPolicy': '1.8', Jul 15 12:48:10.022488 n-d-758944-45 neutron-server[93815]: 'SecurityGroup': '1.4', Jul 15 12:48:10.022488 n-d-758944-45 neutron-server[93815]: 'SecurityGroupRule': '1.2', Jul 15 12:48:10.022488 n-d-758944-45 neutron-server[93815]: 'SubPort': '1.0', Jul 15 12:48:10.022488 n-d-758944-45 neutron-server[93815]: 'Subnet': '1.1', Jul 15 12:48:10.022488 n-d-758944-45 neutron-server[93815]: 'Trunk': '1.1'}} Jul 15 12:48:10.022488 n-d-758944-45 neutron-server[93815]: {{(pid=93815) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 12:48:10.099516 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Attempting to bind port 2aa0bb03-4888-4a7f-9292-ddaa29c6fc10 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:48:10.099804 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Attempting to bind port 2aa0bb03-4888-4a7f-9292-ddaa29c6fc10 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '131bf9f0-f8f7-4104-afea-40f8a620eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:48:10.100228 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Attempting to bind port 2aa0bb03-4888-4a7f-9292-ddaa29c6fc10 on network 2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:48:10.106066 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:48:10.106609 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Checking segment: {'id': '131bf9f0-f8f7-4104-afea-40f8a620eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:48:10.107170 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:10.107644 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Bound using segment: {'id': '131bf9f0-f8f7-4104-afea-40f8a620eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:48:10.108212 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Bound port: 2aa0bb03-4888-4a7f-9292-ddaa29c6fc10, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131bf9f0-f8f7-4104-afea-40f8a620eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:48:10.108720 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:10.193083 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] For port 2aa0bb03-4888-4a7f-9292-ddaa29c6fc10, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:48:10.198921 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] For port 2aa0bb03-4888-4a7f-9292-ddaa29c6fc10, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=2aa0bb03-4888-4a7f-9292-ddaa29c6fc10,segment=NetworkSegment(131bf9f0-f8f7-4104-afea-40f8a620eaf0),segment_id=131bf9f0-f8f7-4104-afea-40f8a620eaf0)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:48:10.205393 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:10.302266 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252d76b-b604-4cb1-b531-98208782b357 None None] Pushing event updated for resources: {'Port': ['ID=2aa0bb03-4888-4a7f-9292-ddaa29c6fc10,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:11.451933 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38622) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:48:11.973956 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-2458019b-f276-4ffb-9bc5-82b9161a89b6 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:48:11.975315 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2458019b-f276-4ffb-9bc5-82b9161a89b6 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5221136 Jul 15 12:48:14.486854 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38630) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:48:14.902244 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-99ebdaa5-85ae-452e-b189-6cc5b4f219e2 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:48:14.903493 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-99ebdaa5-85ae-452e-b189-6cc5b4f219e2 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4154220 Jul 15 12:48:16.702576 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0280f770-0c0b-44e8-b2b6-48f517ac2275 None None] Network 2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:48:16.834134 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4dc3b2aa-49bf-4a73-bfb3-85681246f3d4 None None] Provisioning for port 2aa0bb03-4888-4a7f-9292-ddaa29c6fc10 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:48:17.052672 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 2aa0bb03-4888-4a7f-9292-ddaa29c6fc10 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:48:17.148832 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 2aa0bb03-4888-4a7f-9292-ddaa29c6fc10 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:48:17.157028 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 2aa0bb03-4888-4a7f-9292-ddaa29c6fc10 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:48:17.157422 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:17.192270 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1826edc1-c7f6-4549-8f50-caac08402875 None None] Provisioning complete for port 2aa0bb03-4888-4a7f-9292-ddaa29c6fc10 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:48:17.192646 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1826edc1-c7f6-4549-8f50-caac08402875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:17.305926 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:17.354965 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1826edc1-c7f6-4549-8f50-caac08402875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:17.380315 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 2aa0bb03-4888-4a7f-9292-ddaa29c6fc10, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=2aa0bb03-4888-4a7f-9292-ddaa29c6fc10,segment=NetworkSegment(131bf9f0-f8f7-4104-afea-40f8a620eaf0),segment_id=131bf9f0-f8f7-4104-afea-40f8a620eaf0)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:48:17.386975 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:17.460187 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-1826edc1-c7f6-4549-8f50-caac08402875 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 12:48:17.460497 n-d-758944-45 neutron-server[93815]: DEBUG oslo_db.api [None req-1826edc1-c7f6-4549-8f50-caac08402875 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 12:48:17.461334 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=2aa0bb03-4888-4a7f-9292-ddaa29c6fc10,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:18.983211 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 2aa0bb03-4888-4a7f-9292-ddaa29c6fc10 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:48:19.028763 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 2aa0bb03-4888-4a7f-9292-ddaa29c6fc10 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:48:19.029085 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:19.201138 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38644) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:48:19.499439 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c1bc710b-89f9-4475-a50a-679868b839b0 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '21739e80f53e4c51a649c80c45a491ec', 'admin_state_up': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:48:19.522709 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1bc710b-89f9-4475-a50a-679868b839b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:19.524330 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1bc710b-89f9-4475-a50a-679868b839b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:19.688819 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1bc710b-89f9-4475-a50a-679868b839b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:19.693320 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1bc710b-89f9-4475-a50a-679868b839b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:19.705339 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1bc710b-89f9-4475-a50a-679868b839b0 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:19.706552 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c1bc710b-89f9-4475-a50a-679868b839b0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5044651 Jul 15 12:48:20.644755 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-66b9428f-f6fe-40c6-8fc5-94607b60e55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:22.120469 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38652) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:48:22.455178 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-ac391b98-207e-431c-b7af-62a5aadc1d01 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:48:22.456201 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ac391b98-207e-431c-b7af-62a5aadc1d01 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3347981 Jul 15 12:48:23.087494 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:23.307442 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-622b353c-625c-4fac-900f-fee1d4aec557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:24.440889 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:24.851232 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38670) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:48:24.992955 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3b4a93e4-2cfe-4818-8757-0b69f4b4919d admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:48:25.014834 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4a93e4-2cfe-4818-8757-0b69f4b4919d admin admin] Made reservation on behalf of 2c417024a9c24d52a75ead47bef58803 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:48:25.017299 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b4a93e4-2cfe-4818-8757-0b69f4b4919d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:25.027304 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b4a93e4-2cfe-4818-8757-0b69f4b4919d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:25.133360 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b4a93e4-2cfe-4818-8757-0b69f4b4919d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:25.137539 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b4a93e4-2cfe-4818-8757-0b69f4b4919d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:25.154671 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3b4a93e4-2cfe-4818-8757-0b69f4b4919d admin admin] Reserving flat network on physical network physnet1 {{(pid=93813) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 15 12:48:25.174348 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a93e4-2cfe-4818-8757-0b69f4b4919d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77abdd4a-58f2-40d6-88c7-75e153ba4805,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:25.178089 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b4a93e4-2cfe-4818-8757-0b69f4b4919d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:25.178425 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-3b4a93e4-2cfe-4818-8757-0b69f4b4919d admin admin] Added segment 4fec5a25-ac34-47f1-a87d-db02595ea460 of type flat for network 0b352371-cfe9-4be4-934e-718e319584db Jul 15 12:48:25.236825 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b4a93e4-2cfe-4818-8757-0b69f4b4919d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:25.273822 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b4a93e4-2cfe-4818-8757-0b69f4b4919d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:25.274769 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4a93e4-2cfe-4818-8757-0b69f4b4919d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:48:25.275370 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b4a93e4-2cfe-4818-8757-0b69f4b4919d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:25.305952 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3b4a93e4-2cfe-4818-8757-0b69f4b4919d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4532945 Jul 15 12:48:25.336465 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a93e4-2cfe-4818-8757-0b69f4b4919d admin admin] Pushing event updated for resources: {'Network': ['ID=0b352371-cfe9-4be4-934e-718e319584db,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:25.347544 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 0b352371-cfe9-4be4-934e-718e319584db details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:48:26.034296 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:27.577843 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38688) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:48:27.728453 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722669cf-47d5-42a9-80b8-8c2e3bd5830a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:48:27.729922 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-722669cf-47d5-42a9-80b8-8c2e3bd5830a admin admin] 10.222.0.24 "GET /v2.0/subnets/3c6b8b99-3523-437b-aabc-3c81629039dc HTTP/1.1" status: 200 len: 849 time: 0.1510551 Jul 15 12:48:27.916215 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b341eaaa-c3ba-44e0-a102-449af53e16ff admin admin] 10.222.0.24 "GET /v2.0/routers/c36c86d9-ea0e-4473-8895-edeaa03d1110 HTTP/1.1" status: 200 len: 704 time: 0.1805999 Jul 15 12:48:28.193506 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ce54498c-81f9-4f15-b262-d096a752df84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:28.494959 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-ce54498c-81f9-4f15-b262-d096a752df84 admin admin] Allocated IP 172.20.0.1 (2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da/3c6b8b99-3523-437b-aabc-3c81629039dc/dc9f76df-3f8a-4e89-a91f-836e2cf72a67) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:48:28.693654 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ce54498c-81f9-4f15-b262-d096a752df84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:28.718742 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-ce54498c-81f9-4f15-b262-d096a752df84 admin admin] Transition to ACTIVE for port object dc9f76df-3f8a-4e89-a91f-836e2cf72a67 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:48:28.826433 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ce54498c-81f9-4f15-b262-d096a752df84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:28.901531 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce54498c-81f9-4f15-b262-d096a752df84 admin admin] Network 2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:48:28.906537 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-ce54498c-81f9-4f15-b262-d096a752df84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:48:28.910379 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce54498c-81f9-4f15-b262-d096a752df84 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:48:28.911022 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ce54498c-81f9-4f15-b262-d096a752df84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:28.982796 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54498c-81f9-4f15-b262-d096a752df84 admin admin] Pushing event updated for resources: {'Port': ['ID=dc9f76df-3f8a-4e89-a91f-836e2cf72a67,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:29.099215 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8abab794-2fb4-4df1-a24e-b8ad2fa40b80 None None] Provisioning for port dc9f76df-3f8a-4e89-a91f-836e2cf72a67 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:48:29.104049 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8abab794-2fb4-4df1-a24e-b8ad2fa40b80 None None] Provisioning complete for port dc9f76df-3f8a-4e89-a91f-836e2cf72a67 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:48:29.104627 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8abab794-2fb4-4df1-a24e-b8ad2fa40b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:29.145996 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-8abab794-2fb4-4df1-a24e-b8ad2fa40b80 None None] Port dc9f76df-3f8a-4e89-a91f-836e2cf72a67 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:48:29.215318 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ce54498c-81f9-4f15-b262-d096a752df84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:29.401373 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ce54498c-81f9-4f15-b262-d096a752df84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:29.406344 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ce54498c-81f9-4f15-b262-d096a752df84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:29.407478 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ce54498c-81f9-4f15-b262-d096a752df84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:29.471466 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54498c-81f9-4f15-b262-d096a752df84 admin admin] Pushing event updated for resources: {'Port': ['ID=dc9f76df-3f8a-4e89-a91f-836e2cf72a67,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:29.539978 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce54498c-81f9-4f15-b262-d096a752df84 admin admin] Network 2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:48:29.541548 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-ce54498c-81f9-4f15-b262-d096a752df84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:48:29.713390 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce54498c-81f9-4f15-b262-d096a752df84 admin admin] Router c36c86d9-ea0e-4473-8895-edeaa03d1110 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 12:48:29.769908 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b4bfbe32-43cd-4a5c-a61c-56dde7965b03 None None] Provisioning complete for port dc9f76df-3f8a-4e89-a91f-836e2cf72a67 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:48:29.770282 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4bfbe32-43cd-4a5c-a61c-56dde7965b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:29.809066 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce54498c-81f9-4f15-b262-d096a752df84 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:48:29.822386 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ce54498c-81f9-4f15-b262-d096a752df84 admin admin] 10.222.0.24 "PUT /v2.0/routers/c36c86d9-ea0e-4473-8895-edeaa03d1110/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9011838 Jul 15 12:48:29.823361 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ffb18b-ad34-4f07-8161-5f2ba1d1d070 None None] Sync routers for ids ['c36c86d9-ea0e-4473-8895-edeaa03d1110'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:48:29.824039 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b4bfbe32-43cd-4a5c-a61c-56dde7965b03 None None] Port dc9f76df-3f8a-4e89-a91f-836e2cf72a67 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:48:29.841379 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ffb18b-ad34-4f07-8161-5f2ba1d1d070 None None] Routers {'c36c86d9-ea0e-4473-8895-edeaa03d1110'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:48:29.842735 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-08ffb18b-ad34-4f07-8161-5f2ba1d1d070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T12:48:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['c36c86d9-ea0e-4473-8895-edeaa03d1110'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:48:30.134458 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-08ffb18b-ad34-4f07-8161-5f2ba1d1d070 None None] Set router c36c86d9-ea0e-4473-8895-edeaa03d1110 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:48:30.794061 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-08ffb18b-ad34-4f07-8161-5f2ba1d1d070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36c86d9-ea0e-4473-8895-edeaa03d1110', 'name': 'router1', 'tenant_id': '21739e80f53e4c51a649c80c45a491ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:48:19Z', 'updated_at': '2021-07-15T12:48:29Z', 'revision_number': 2, 'project_id': '21739e80f53e4c51a649c80c45a491ec', 'gw_port_host': None, '_interfaces': [{'id': 'dc9f76df-3f8a-4e89-a91f-836e2cf72a67', 'name': '', 'network_id': '2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da', 'tenant_id': '21739e80f53e4c51a649c80c45a491ec', 'mac_address': 'fa:16:3e:58:64:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36c86d9-ea0e-4473-8895-edeaa03d1110', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c6b8b99-3523-437b-aabc-3c81629039dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:48:28Z', 'updated_at': '2021-07-15T12:48:29Z', 'revision_number': 2, 'project_id': '21739e80f53e4c51a649c80c45a491ec', 'subnets': [{'id': '3c6b8b99-3523-437b-aabc-3c81629039dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1544dcbb-7231-43f6-81e3-7b993a240ed8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:48:30.862817 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ffb18b-ad34-4f07-8161-5f2ba1d1d070 None None] Checking router: c36c86d9-ea0e-4473-8895-edeaa03d1110 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:48:30.863773 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ffb18b-ad34-4f07-8161-5f2ba1d1d070 None None] Updating router c36c86d9-ea0e-4473-8895-edeaa03d1110 port dc9f76df-3f8a-4e89-a91f-836e2cf72a67 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:48:30.933974 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08ffb18b-ad34-4f07-8161-5f2ba1d1d070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:31.622088 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08ffb18b-ad34-4f07-8161-5f2ba1d1d070 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:31.642291 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-08ffb18b-ad34-4f07-8161-5f2ba1d1d070 None None] Transition to ACTIVE for port object dc9f76df-3f8a-4e89-a91f-836e2cf72a67 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:48:31.651471 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08ffb18b-ad34-4f07-8161-5f2ba1d1d070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:31.854733 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f331be0-d092-4693-8357-c38c25389534 None None] Pushing event updated for resources: {'Port': ['ID=dc9f76df-3f8a-4e89-a91f-836e2cf72a67,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:31.859068 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-08ffb18b-ad34-4f07-8161-5f2ba1d1d070 None None] Attempting to bind port dc9f76df-3f8a-4e89-a91f-836e2cf72a67 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:48:31.859690 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-08ffb18b-ad34-4f07-8161-5f2ba1d1d070 None None] Attempting to bind port dc9f76df-3f8a-4e89-a91f-836e2cf72a67 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '131bf9f0-f8f7-4104-afea-40f8a620eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:48:31.860239 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ffb18b-ad34-4f07-8161-5f2ba1d1d070 None None] Attempting to bind port dc9f76df-3f8a-4e89-a91f-836e2cf72a67 on network 2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:48:31.875115 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ffb18b-ad34-4f07-8161-5f2ba1d1d070 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:48:31.876132 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ffb18b-ad34-4f07-8161-5f2ba1d1d070 None None] Checking segment: {'id': '131bf9f0-f8f7-4104-afea-40f8a620eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:48:31.876132 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08ffb18b-ad34-4f07-8161-5f2ba1d1d070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:31.876432 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ffb18b-ad34-4f07-8161-5f2ba1d1d070 None None] Bound using segment: {'id': '131bf9f0-f8f7-4104-afea-40f8a620eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:48:31.877176 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-08ffb18b-ad34-4f07-8161-5f2ba1d1d070 None None] Bound port: dc9f76df-3f8a-4e89-a91f-836e2cf72a67, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131bf9f0-f8f7-4104-afea-40f8a620eaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:48:31.877690 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08ffb18b-ad34-4f07-8161-5f2ba1d1d070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:31.881572 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f331be0-d092-4693-8357-c38c25389534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:31.882107 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f331be0-d092-4693-8357-c38c25389534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:31.882628 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f331be0-d092-4693-8357-c38c25389534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:31.883086 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f331be0-d092-4693-8357-c38c25389534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:31.883663 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f331be0-d092-4693-8357-c38c25389534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:31.884123 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f331be0-d092-4693-8357-c38c25389534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:31.884590 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f331be0-d092-4693-8357-c38c25389534 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:31.885049 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f331be0-d092-4693-8357-c38c25389534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:31.885490 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f331be0-d092-4693-8357-c38c25389534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:31.885985 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f331be0-d092-4693-8357-c38c25389534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:31.886488 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f331be0-d092-4693-8357-c38c25389534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:31.886941 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f331be0-d092-4693-8357-c38c25389534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:48:31.888294 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f331be0-d092-4693-8357-c38c25389534 None None] Tracked resource versions report: Jul 15 12:48:31.888294 n-d-758944-45 neutron-server[93816]: pushed versions: Jul 15 12:48:31.888294 n-d-758944-45 neutron-server[93816]: { 'AddressGroup': {'1.2'}, Jul 15 12:48:31.888294 n-d-758944-45 neutron-server[93816]: 'ConntrackHelper': {'1.0'}, Jul 15 12:48:31.888294 n-d-758944-45 neutron-server[93816]: 'Log': {'1.0'}, Jul 15 12:48:31.888294 n-d-758944-45 neutron-server[93816]: 'Network': {'1.1'}, Jul 15 12:48:31.888294 n-d-758944-45 neutron-server[93816]: 'Port': {'1.7'}, Jul 15 12:48:31.888294 n-d-758944-45 neutron-server[93816]: 'PortForwarding': {'1.2'}, Jul 15 12:48:31.888294 n-d-758944-45 neutron-server[93816]: 'QosPolicy': {'1.8'}, Jul 15 12:48:31.888294 n-d-758944-45 neutron-server[93816]: 'SecurityGroup': {'1.4'}, Jul 15 12:48:31.888294 n-d-758944-45 neutron-server[93816]: 'SecurityGroupRule': {'1.2'}, Jul 15 12:48:31.888294 n-d-758944-45 neutron-server[93816]: 'SubPort': {'1.0'}, Jul 15 12:48:31.888294 n-d-758944-45 neutron-server[93816]: 'Subnet': {'1.1'}, Jul 15 12:48:31.888294 n-d-758944-45 neutron-server[93816]: 'Trunk': {'1.1'}} Jul 15 12:48:31.888294 n-d-758944-45 neutron-server[93816]: consumer versions: Jul 15 12:48:31.888294 n-d-758944-45 neutron-server[93816]: { DHCP agent@n-d-758944-45: {}, Jul 15 12:48:31.888294 n-d-758944-45 neutron-server[93816]: L3 agent@n-d-758944-45: {}, Jul 15 12:48:31.888294 n-d-758944-45 neutron-server[93816]: Metadata agent@n-d-758944-45: {}, Jul 15 12:48:31.888294 n-d-758944-45 neutron-server[93816]: Metering agent@n-d-758944-45: {}, Jul 15 12:48:31.888294 n-d-758944-45 neutron-server[93816]: Open vSwitch agent@n-d-758944-45: { 'AddressGroup': '1.2', Jul 15 12:48:31.888294 n-d-758944-45 neutron-server[93816]: 'ConntrackHelper': '1.0', Jul 15 12:48:31.888294 n-d-758944-45 neutron-server[93816]: 'Log': '1.0', Jul 15 12:48:31.888294 n-d-758944-45 neutron-server[93816]: 'Network': '1.1', Jul 15 12:48:31.888294 n-d-758944-45 neutron-server[93816]: 'Port': '1.7', Jul 15 12:48:31.888294 n-d-758944-45 neutron-server[93816]: 'PortForwarding': '1.2', Jul 15 12:48:31.888294 n-d-758944-45 neutron-server[93816]: 'QosPolicy': '1.8', Jul 15 12:48:31.888294 n-d-758944-45 neutron-server[93816]: 'SecurityGroup': '1.4', Jul 15 12:48:31.888294 n-d-758944-45 neutron-server[93816]: 'SecurityGroupRule': '1.2', Jul 15 12:48:31.888294 n-d-758944-45 neutron-server[93816]: 'SubPort': '1.0', Jul 15 12:48:31.888294 n-d-758944-45 neutron-server[93816]: 'Subnet': '1.1', Jul 15 12:48:31.888294 n-d-758944-45 neutron-server[93816]: 'Trunk': '1.1'}} Jul 15 12:48:31.888294 n-d-758944-45 neutron-server[93816]: {{(pid=93816) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 12:48:31.999168 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-08ffb18b-ad34-4f07-8161-5f2ba1d1d070 None None] For port dc9f76df-3f8a-4e89-a91f-836e2cf72a67, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:48:32.033529 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-08ffb18b-ad34-4f07-8161-5f2ba1d1d070 None None] For port dc9f76df-3f8a-4e89-a91f-836e2cf72a67, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=dc9f76df-3f8a-4e89-a91f-836e2cf72a67,segment=NetworkSegment(131bf9f0-f8f7-4104-afea-40f8a620eaf0),segment_id=131bf9f0-f8f7-4104-afea-40f8a620eaf0)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:48:32.040064 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-08ffb18b-ad34-4f07-8161-5f2ba1d1d070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:32.127211 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38698) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:48:32.135953 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ffb18b-ad34-4f07-8161-5f2ba1d1d070 None None] Routers {'c36c86d9-ea0e-4473-8895-edeaa03d1110'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:48:32.137436 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-08ffb18b-ad34-4f07-8161-5f2ba1d1d070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T12:48:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['c36c86d9-ea0e-4473-8895-edeaa03d1110'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:48:32.139542 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f331be0-d092-4693-8357-c38c25389534 None None] Pushing event updated for resources: {'Port': ['ID=dc9f76df-3f8a-4e89-a91f-836e2cf72a67,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:32.249192 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-08ffb18b-ad34-4f07-8161-5f2ba1d1d070 None None] Set router c36c86d9-ea0e-4473-8895-edeaa03d1110 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:48:32.283319 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61523b7-651c-4993-a961-b08f78e80824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:48:32.289802 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d61523b7-651c-4993-a961-b08f78e80824 admin admin] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 842 time: 0.1570807 Jul 15 12:48:32.299181 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5a52d8af-4fd2-4014-b5ff-c0a24b0668ff admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.25.6.1', 'cidr': '172.25.6.0/24', 'name': 'public-subnet', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:48:32.332412 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a52d8af-4fd2-4014-b5ff-c0a24b0668ff admin admin] Made reservation on behalf of 2c417024a9c24d52a75ead47bef58803 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:48:32.335775 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5a52d8af-4fd2-4014-b5ff-c0a24b0668ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:32.543828 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-08ffb18b-ad34-4f07-8161-5f2ba1d1d070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36c86d9-ea0e-4473-8895-edeaa03d1110', 'name': 'router1', 'tenant_id': '21739e80f53e4c51a649c80c45a491ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:48:19Z', 'updated_at': '2021-07-15T12:48:29Z', 'revision_number': 2, 'project_id': '21739e80f53e4c51a649c80c45a491ec', 'gw_port_host': None, '_interfaces': [{'id': 'dc9f76df-3f8a-4e89-a91f-836e2cf72a67', 'name': '', 'network_id': '2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da', 'tenant_id': '21739e80f53e4c51a649c80c45a491ec', 'mac_address': 'fa:16:3e:58:64:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36c86d9-ea0e-4473-8895-edeaa03d1110', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c6b8b99-3523-437b-aabc-3c81629039dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:48:28Z', 'updated_at': '2021-07-15T12:48:31Z', 'revision_number': 4, 'project_id': '21739e80f53e4c51a649c80c45a491ec', 'subnets': [{'id': '3c6b8b99-3523-437b-aabc-3c81629039dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1544dcbb-7231-43f6-81e3-7b993a240ed8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:48:32.577883 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ffb18b-ad34-4f07-8161-5f2ba1d1d070 None None] The sync data for ids ['c36c86d9-ea0e-4473-8895-edeaa03d1110'] in n-d-758944-45 is: [{'id': 'c36c86d9-ea0e-4473-8895-edeaa03d1110', 'name': 'router1', 'tenant_id': '21739e80f53e4c51a649c80c45a491ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:48:19Z', 'updated_at': '2021-07-15T12:48:29Z', 'revision_number': 2, 'project_id': '21739e80f53e4c51a649c80c45a491ec', 'gw_port_host': None, '_interfaces': [{'id': 'dc9f76df-3f8a-4e89-a91f-836e2cf72a67', 'name': '', 'network_id': '2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da', 'tenant_id': '21739e80f53e4c51a649c80c45a491ec', 'mac_address': 'fa:16:3e:58:64:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36c86d9-ea0e-4473-8895-edeaa03d1110', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c6b8b99-3523-437b-aabc-3c81629039dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:48:28Z', 'updated_at': '2021-07-15T12:48:31Z', 'revision_number': 4, 'project_id': '21739e80f53e4c51a649c80c45a491ec', 'subnets': [{'id': '3c6b8b99-3523-437b-aabc-3c81629039dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1544dcbb-7231-43f6-81e3-7b993a240ed8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:48:32.771497 n-d-758944-45 neutron-server[93813]: DEBUG neutron.objects.ports [None req-5a52d8af-4fd2-4014-b5ff-c0a24b0668ff admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93813) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 12:48:32.772135 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5a52d8af-4fd2-4014-b5ff-c0a24b0668ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:32.832285 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52d8af-4fd2-4014-b5ff-c0a24b0668ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=57f9abd2-37b5-4aa9-bf80-b473698227c0,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:32.844157 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a52d8af-4fd2-4014-b5ff-c0a24b0668ff admin admin] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:48:32.844317 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a52d8af-4fd2-4014-b5ff-c0a24b0668ff admin admin] Network hostable DHCP agents. Network: 0b352371-cfe9-4be4-934e-718e319584db, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:48:32.870433 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a52d8af-4fd2-4014-b5ff-c0a24b0668ff admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:48:32.888502 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-5a52d8af-4fd2-4014-b5ff-c0a24b0668ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 0b352371-cfe9-4be4-934e-718e319584db) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:48:32.895604 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a52d8af-4fd2-4014-b5ff-c0a24b0668ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:48:32.896633 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5a52d8af-4fd2-4014-b5ff-c0a24b0668ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:32.903372 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4797fe-2433-4946-81ed-dbfd9b89f8b5 None None] Network 0b352371-cfe9-4be4-934e-718e319584db requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:48:32.921352 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5a52d8af-4fd2-4014-b5ff-c0a24b0668ff admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6255493 Jul 15 12:48:33.066579 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c96f5d-bb74-4324-acb2-8f6333ff43fa None None] Network 0b352371-cfe9-4be4-934e-718e319584db requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:48:36.021001 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38710) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:48:36.178811 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a0269807-596d-4e7c-9083-c0c44b2e6a43 admin admin] 10.222.0.24 "GET /v2.0/routers/c36c86d9-ea0e-4473-8895-edeaa03d1110 HTTP/1.1" status: 200 len: 710 time: 0.1565518 Jul 15 12:48:36.290706 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a70f14-7bf0-43b5-90c2-ef936c1c6425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:48:36.292722 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-12a70f14-7bf0-43b5-90c2-ef936c1c6425 admin admin] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 886 time: 0.1049314 Jul 15 12:48:36.304324 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-0cb79585-d07d-4c09-a0f4-d8e2995884b9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:48:36.657413 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0cb79585-d07d-4c09-a0f4-d8e2995884b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:36.904110 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0cb79585-d07d-4c09-a0f4-d8e2995884b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:36.994126 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0cb79585-d07d-4c09-a0f4-d8e2995884b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:37.049446 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device dc9f76df-3f8a-4e89-a91f-836e2cf72a67 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:48:37.106809 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port dc9f76df-3f8a-4e89-a91f-836e2cf72a67 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:48:37.112052 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port dc9f76df-3f8a-4e89-a91f-836e2cf72a67 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:48:37.112279 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-0cb79585-d07d-4c09-a0f4-d8e2995884b9 admin admin] Allocated IP 172.25.6.92 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/f8bfb31c-20bf-4dc7-a2cc-aab48178c2d4) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:48:37.113329 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:37.233922 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0cb79585-d07d-4c09-a0f4-d8e2995884b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:37.261927 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:37.277058 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0cb79585-d07d-4c09-a0f4-d8e2995884b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:37.295641 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port dc9f76df-3f8a-4e89-a91f-836e2cf72a67, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=dc9f76df-3f8a-4e89-a91f-836e2cf72a67,segment=NetworkSegment(131bf9f0-f8f7-4104-afea-40f8a620eaf0),segment_id=131bf9f0-f8f7-4104-afea-40f8a620eaf0)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:48:37.299759 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:37.320153 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb79585-d07d-4c09-a0f4-d8e2995884b9 admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:48:37.326734 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-0cb79585-d07d-4c09-a0f4-d8e2995884b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:48:37.328714 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb79585-d07d-4c09-a0f4-d8e2995884b9 admin admin] Pushing event updated for resources: {'Port': ['ID=f8bfb31c-20bf-4dc7-a2cc-aab48178c2d4,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:37.341142 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb79585-d07d-4c09-a0f4-d8e2995884b9 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:48:37.354536 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=dc9f76df-3f8a-4e89-a91f-836e2cf72a67,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:37.634114 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0cb79585-d07d-4c09-a0f4-d8e2995884b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:37.842070 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0cb79585-d07d-4c09-a0f4-d8e2995884b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:37.846265 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0cb79585-d07d-4c09-a0f4-d8e2995884b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3773587'] for router, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:38.049215 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb79585-d07d-4c09-a0f4-d8e2995884b9 admin admin] Router c36c86d9-ea0e-4473-8895-edeaa03d1110 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 12:48:38.155563 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb79585-d07d-4c09-a0f4-d8e2995884b9 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:48:38.160586 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0cb79585-d07d-4c09-a0f4-d8e2995884b9 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:38.161848 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0cb79585-d07d-4c09-a0f4-d8e2995884b9 admin admin] 10.222.0.24 "PUT /v2.0/routers/c36c86d9-ea0e-4473-8895-edeaa03d1110 HTTP/1.1" status: 200 len: 889 time: 1.8627427 Jul 15 12:48:38.171208 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7971fe-a7da-41fb-9f83-8f13762e29c8 None None] Sync routers for ids ['c36c86d9-ea0e-4473-8895-edeaa03d1110'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:48:38.184326 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7971fe-a7da-41fb-9f83-8f13762e29c8 None None] Routers {'c36c86d9-ea0e-4473-8895-edeaa03d1110'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:48:38.185022 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-dc7971fe-a7da-41fb-9f83-8f13762e29c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T12:48:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['c36c86d9-ea0e-4473-8895-edeaa03d1110'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:48:38.422988 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-dc7971fe-a7da-41fb-9f83-8f13762e29c8 None None] Set router c36c86d9-ea0e-4473-8895-edeaa03d1110 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:48:38.855876 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-dc7971fe-a7da-41fb-9f83-8f13762e29c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36c86d9-ea0e-4473-8895-edeaa03d1110', 'name': 'router1', 'tenant_id': '21739e80f53e4c51a649c80c45a491ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'f8bfb31c-20bf-4dc7-a2cc-aab48178c2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:48:19Z', 'updated_at': '2021-07-15T12:48:37Z', 'revision_number': 4, 'project_id': '21739e80f53e4c51a649c80c45a491ec', 'gw_port': {'id': 'f8bfb31c-20bf-4dc7-a2cc-aab48178c2d4', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ec:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36c86d9-ea0e-4473-8895-edeaa03d1110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:48:37Z', 'updated_at': '2021-07-15T12:48:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'dc9f76df-3f8a-4e89-a91f-836e2cf72a67', 'name': '', 'network_id': '2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da', 'tenant_id': '21739e80f53e4c51a649c80c45a491ec', 'mac_address': 'fa:16:3e:58:64:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36c86d9-ea0e-4473-8895-edeaa03d1110', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c6b8b99-3523-437b-aabc-3c81629039dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:48:28Z', 'updated_at': '2021-07-15T12:48:37Z', 'revision_number': 5, 'project_id': '21739e80f53e4c51a649c80c45a491ec', 'subnets': [{'id': '3c6b8b99-3523-437b-aabc-3c81629039dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1544dcbb-7231-43f6-81e3-7b993a240ed8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:48:38.906552 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7971fe-a7da-41fb-9f83-8f13762e29c8 None None] Checking router: c36c86d9-ea0e-4473-8895-edeaa03d1110 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:48:38.906890 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7971fe-a7da-41fb-9f83-8f13762e29c8 None None] Updating router c36c86d9-ea0e-4473-8895-edeaa03d1110 port f8bfb31c-20bf-4dc7-a2cc-aab48178c2d4 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:48:38.946460 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc7971fe-a7da-41fb-9f83-8f13762e29c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:39.068921 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device dc9f76df-3f8a-4e89-a91f-836e2cf72a67 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:48:39.241236 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port dc9f76df-3f8a-4e89-a91f-836e2cf72a67 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:48:39.242270 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:39.511222 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc7971fe-a7da-41fb-9f83-8f13762e29c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:39.522100 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-dc7971fe-a7da-41fb-9f83-8f13762e29c8 None None] Transition to ACTIVE for port object f8bfb31c-20bf-4dc7-a2cc-aab48178c2d4 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:48:39.528143 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc7971fe-a7da-41fb-9f83-8f13762e29c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:39.583165 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-dc7971fe-a7da-41fb-9f83-8f13762e29c8 None None] Attempting to bind port f8bfb31c-20bf-4dc7-a2cc-aab48178c2d4 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:48:39.583545 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-dc7971fe-a7da-41fb-9f83-8f13762e29c8 None None] Attempting to bind port f8bfb31c-20bf-4dc7-a2cc-aab48178c2d4 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:48:39.583905 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7971fe-a7da-41fb-9f83-8f13762e29c8 None None] Attempting to bind port f8bfb31c-20bf-4dc7-a2cc-aab48178c2d4 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:48:39.586029 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b5332-8ceb-4ace-a659-025550d847cf None None] Pushing event updated for resources: {'Port': ['ID=f8bfb31c-20bf-4dc7-a2cc-aab48178c2d4,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:39.592563 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7971fe-a7da-41fb-9f83-8f13762e29c8 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:48:39.593564 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7971fe-a7da-41fb-9f83-8f13762e29c8 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:48:39.593564 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc7971fe-a7da-41fb-9f83-8f13762e29c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:39.594007 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7971fe-a7da-41fb-9f83-8f13762e29c8 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:48:39.594466 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-dc7971fe-a7da-41fb-9f83-8f13762e29c8 None None] Bound port: f8bfb31c-20bf-4dc7-a2cc-aab48178c2d4, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:48:39.594883 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc7971fe-a7da-41fb-9f83-8f13762e29c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:39.656964 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-dc7971fe-a7da-41fb-9f83-8f13762e29c8 None None] For port f8bfb31c-20bf-4dc7-a2cc-aab48178c2d4, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:48:39.660826 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-dc7971fe-a7da-41fb-9f83-8f13762e29c8 None None] For port f8bfb31c-20bf-4dc7-a2cc-aab48178c2d4, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=f8bfb31c-20bf-4dc7-a2cc-aab48178c2d4,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:48:39.665086 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc7971fe-a7da-41fb-9f83-8f13762e29c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:39.726670 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b5332-8ceb-4ace-a659-025550d847cf None None] Pushing event updated for resources: {'Port': ['ID=f8bfb31c-20bf-4dc7-a2cc-aab48178c2d4,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:39.729321 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7971fe-a7da-41fb-9f83-8f13762e29c8 None None] Routers {'c36c86d9-ea0e-4473-8895-edeaa03d1110'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:48:39.729962 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-dc7971fe-a7da-41fb-9f83-8f13762e29c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T12:48:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['c36c86d9-ea0e-4473-8895-edeaa03d1110'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:48:39.839508 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-dc7971fe-a7da-41fb-9f83-8f13762e29c8 None None] Set router c36c86d9-ea0e-4473-8895-edeaa03d1110 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:48:40.138712 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-dc7971fe-a7da-41fb-9f83-8f13762e29c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36c86d9-ea0e-4473-8895-edeaa03d1110', 'name': 'router1', 'tenant_id': '21739e80f53e4c51a649c80c45a491ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'f8bfb31c-20bf-4dc7-a2cc-aab48178c2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:48:19Z', 'updated_at': '2021-07-15T12:48:37Z', 'revision_number': 4, 'project_id': '21739e80f53e4c51a649c80c45a491ec', 'gw_port': {'id': 'f8bfb31c-20bf-4dc7-a2cc-aab48178c2d4', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ec:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36c86d9-ea0e-4473-8895-edeaa03d1110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:48:37Z', 'updated_at': '2021-07-15T12:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'dc9f76df-3f8a-4e89-a91f-836e2cf72a67', 'name': '', 'network_id': '2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da', 'tenant_id': '21739e80f53e4c51a649c80c45a491ec', 'mac_address': 'fa:16:3e:58:64:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36c86d9-ea0e-4473-8895-edeaa03d1110', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c6b8b99-3523-437b-aabc-3c81629039dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:48:28Z', 'updated_at': '2021-07-15T12:48:37Z', 'revision_number': 5, 'project_id': '21739e80f53e4c51a649c80c45a491ec', 'subnets': [{'id': '3c6b8b99-3523-437b-aabc-3c81629039dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1544dcbb-7231-43f6-81e3-7b993a240ed8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:48:40.192026 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7971fe-a7da-41fb-9f83-8f13762e29c8 None None] The sync data for ids ['c36c86d9-ea0e-4473-8895-edeaa03d1110'] in n-d-758944-45 is: [{'id': 'c36c86d9-ea0e-4473-8895-edeaa03d1110', 'name': 'router1', 'tenant_id': '21739e80f53e4c51a649c80c45a491ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'f8bfb31c-20bf-4dc7-a2cc-aab48178c2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:48:19Z', 'updated_at': '2021-07-15T12:48:37Z', 'revision_number': 4, 'project_id': '21739e80f53e4c51a649c80c45a491ec', 'gw_port': {'id': 'f8bfb31c-20bf-4dc7-a2cc-aab48178c2d4', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ec:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36c86d9-ea0e-4473-8895-edeaa03d1110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:48:37Z', 'updated_at': '2021-07-15T12:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'dc9f76df-3f8a-4e89-a91f-836e2cf72a67', 'name': '', 'network_id': '2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da', 'tenant_id': '21739e80f53e4c51a649c80c45a491ec', 'mac_address': 'fa:16:3e:58:64:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36c86d9-ea0e-4473-8895-edeaa03d1110', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c6b8b99-3523-437b-aabc-3c81629039dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:48:28Z', 'updated_at': '2021-07-15T12:48:37Z', 'revision_number': 5, 'project_id': '21739e80f53e4c51a649c80c45a491ec', 'subnets': [{'id': '3c6b8b99-3523-437b-aabc-3c81629039dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1544dcbb-7231-43f6-81e3-7b993a240ed8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:48:40.682792 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38720) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:48:40.844053 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fb576b32-a14d-427d-a774-8ec5382e0057 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1591589 Jul 15 12:48:41.062808 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f8bfb31c-20bf-4dc7-a2cc-aab48178c2d4 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:48:41.141570 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port f8bfb31c-20bf-4dc7-a2cc-aab48178c2d4 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:48:41.148796 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port f8bfb31c-20bf-4dc7-a2cc-aab48178c2d4 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:48:41.149799 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:41.259448 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:41.285899 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port f8bfb31c-20bf-4dc7-a2cc-aab48178c2d4, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=f8bfb31c-20bf-4dc7-a2cc-aab48178c2d4,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:48:41.292147 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:41.359513 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=f8bfb31c-20bf-4dc7-a2cc-aab48178c2d4,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:48:43.028749 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f8bfb31c-20bf-4dc7-a2cc-aab48178c2d4 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:48:43.103095 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port f8bfb31c-20bf-4dc7-a2cc-aab48178c2d4 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:48:43.103875 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:50.679577 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6610927-df6b-43e0-bf30-a65831a65c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:50.773964 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 5 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:48:53.085142 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:53.335115 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0d50892-ad1f-45fb-a805-e8ff15aeb76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:54.446003 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:48:56.046962 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:20.646713 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-05f632f3-048e-4909-ade3-e1d92956f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:23.081121 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:23.316618 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8fac47dd-fc45-45a6-b89c-c5e9fc3fc414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:24.447983 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:26.040706 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:27.774527 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 5 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:49:50.639072 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b19fbf1-a16a-41e4-8337-bdfb989a37e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:53.083975 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:53.308932 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0f2fe6fb-be6c-4f41-b735-fa4a4767df1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:54.452586 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:49:56.047192 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:04.773034 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 5 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:50:20.641511 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00df4d9d-3106-4418-92f0-1b7c3feec883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:23.092351 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:23.320279 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6171313f-62eb-4468-be1e-ca8f59335204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:24.457796 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:26.050768 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:26.606998 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39320) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:50:26.669103 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a5f204-584c-4be9-ac64-b22d3cddc579 admin admin] GET failed (client error): The resource could not be found. Jul 15 12:50:26.670495 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a6a5f204-584c-4be9-ac64-b22d3cddc579 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0624204 Jul 15 12:50:26.830084 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eee7a00-4456-4e4d-9c30-d21e2b55c5b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:26.831500 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2eee7a00-4456-4e4d-9c30-d21e2b55c5b1 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1564667 Jul 15 12:50:29.018115 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39330) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:50:29.110685 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7122bd-5ba3-4945-abf1-8c40b7ccb108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:29.112102 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0b7122bd-5ba3-4945-abf1-8c40b7ccb108 admin admin] 10.222.0.24 "GET /v2.0/subnets/3c6b8b99-3523-437b-aabc-3c81629039dc HTTP/1.1" status: 200 len: 849 time: 0.0930448 Jul 15 12:50:29.122272 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-697b1dc2-44d0-452e-8aa6-0e809d25dff0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:50:29.205511 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-697b1dc2-44d0-452e-8aa6-0e809d25dff0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:29.353212 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-697b1dc2-44d0-452e-8aa6-0e809d25dff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732685825675'] for subnet, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:29.385865 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697b1dc2-44d0-452e-8aa6-0e809d25dff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:29.386477 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-697b1dc2-44d0-452e-8aa6-0e809d25dff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:29.388110 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-697b1dc2-44d0-452e-8aa6-0e809d25dff0 admin admin] 10.222.0.24 "PUT /v2.0/subnets/3c6b8b99-3523-437b-aabc-3c81629039dc HTTP/1.1" status: 200 len: 868 time: 0.2699187 Jul 15 12:50:29.390440 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855d9df1-c26a-4215-8052-a93838d64cfb None None] Network 2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:50:29.415063 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b1dc2-44d0-452e-8aa6-0e809d25dff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c6b8b99-3523-437b-aabc-3c81629039dc,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:50:29.423073 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b1dc2-44d0-452e-8aa6-0e809d25dff0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:29.423571 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b1dc2-44d0-452e-8aa6-0e809d25dff0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:29.423904 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b1dc2-44d0-452e-8aa6-0e809d25dff0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:29.424230 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b1dc2-44d0-452e-8aa6-0e809d25dff0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:29.424551 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b1dc2-44d0-452e-8aa6-0e809d25dff0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:29.424870 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b1dc2-44d0-452e-8aa6-0e809d25dff0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:29.425187 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b1dc2-44d0-452e-8aa6-0e809d25dff0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:29.425502 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b1dc2-44d0-452e-8aa6-0e809d25dff0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:29.426008 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b1dc2-44d0-452e-8aa6-0e809d25dff0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:29.426325 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b1dc2-44d0-452e-8aa6-0e809d25dff0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:29.426637 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b1dc2-44d0-452e-8aa6-0e809d25dff0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:29.426945 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697b1dc2-44d0-452e-8aa6-0e809d25dff0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:50:29.825833 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3c19c142-f385-4860-b482-7bcf8df9cf85 None None] Provisioning complete for port 2aa0bb03-4888-4a7f-9292-ddaa29c6fc10 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:50:29.826199 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c19c142-f385-4860-b482-7bcf8df9cf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:29.915486 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3c19c142-f385-4860-b482-7bcf8df9cf85 None None] Provisioning complete for port dc9f76df-3f8a-4e89-a91f-836e2cf72a67 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:50:29.915738 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c19c142-f385-4860-b482-7bcf8df9cf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:31.553342 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39340) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:50:31.749256 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e97b4d-8010-4758-9516-1d5faf0c8a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:31.749624 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e97b4d-8010-4758-9516-1d5faf0c8a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:31.751740 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-06e97b4d-8010-4758-9516-1d5faf0c8a5a admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1974154 Jul 15 12:50:33.925940 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39348) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:50:34.055351 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6a6736-ec7f-4c52-b498-afb9d6b53bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:34.055824 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6a6736-ec7f-4c52-b498-afb9d6b53bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:34.057368 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2d6a6736-ec7f-4c52-b498-afb9d6b53bde admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1304908 Jul 15 12:50:36.238203 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39356) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:50:36.365097 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbdd0f9-b0ea-4b5b-814d-25164354304f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:36.366454 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-dfbdd0f9-b0ea-4b5b-814d-25164354304f admin admin] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 886 time: 0.1272740 Jul 15 12:50:38.563563 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39364) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:50:38.694518 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcbfee7-65c6-4ab8-bdfb-c2b21fa154d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:38.695927 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7dcbfee7-65c6-4ab8-bdfb-c2b21fa154d5 admin admin] 10.222.0.24 "GET /v2.0/networks/2b7f5c3b-bfba-4a97-96a3-00b5ff59a1da HTTP/1.1" status: 200 len: 869 time: 0.1313953 Jul 15 12:50:40.845103 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39372) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:50:40.968870 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44cabb9-011e-44bf-b8b8-21263bc9e275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:40.969872 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44cabb9-011e-44bf-b8b8-21263bc9e275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:40.971449 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f44cabb9-011e-44bf-b8b8-21263bc9e275 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1252482 Jul 15 12:50:41.771885 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 5 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:50:43.133752 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39380) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:50:43.226710 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef35282-1794-40c3-afc9-7b24c409f940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:43.227125 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef35282-1794-40c3-afc9-7b24c409f940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:43.228637 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7ef35282-1794-40c3-afc9-7b24c409f940 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0934801 Jul 15 12:50:45.419225 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39388) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:50:45.510090 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be97e2b0-708b-4600-b332-bc0e408b27bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:45.511458 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-be97e2b0-708b-4600-b332-bc0e408b27bb admin admin] 10.222.0.24 "GET /v2.0/subnets/3c6b8b99-3523-437b-aabc-3c81629039dc HTTP/1.1" status: 200 len: 868 time: 0.0912976 Jul 15 12:50:47.686578 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39396) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:50:47.778375 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6600d6-d536-4d00-82dd-757c3971fa56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:50:47.779754 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7f6600d6-d536-4d00-82dd-757c3971fa56 admin admin] 10.222.0.24 "GET /v2.0/subnets/57f9abd2-37b5-4aa9-bf80-b473698227c0 HTTP/1.1" status: 200 len: 816 time: 0.0922167 Jul 15 12:50:50.646706 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec21eef0-8c0b-4ea8-b59e-d55041200651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:53.085126 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:53.313535 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-852430f0-e4d6-4bf0-9de5-0e9f8d260df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:54.542510 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:50:56.054190 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:12.379021 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39448) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:51:12.427497 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [None req-acbbb0f8-516e-412f-98c9-9dff613d7905 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:51:12.428531 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-acbbb0f8-516e-412f-98c9-9dff613d7905 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485396 Jul 15 12:51:14.676104 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39456) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:51:14.736018 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-294a16e6-7cc4-4785-80fe-9ed34e5df9b8 admin admin] GET failed (client error): The resource could not be found. Jul 15 12:51:14.737373 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-294a16e6-7cc4-4785-80fe-9ed34e5df9b8 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603318 Jul 15 12:51:14.823502 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d1a12d-faaa-4924-93e9-b73e90e240b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:51:14.825251 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d5d1a12d-faaa-4924-93e9-b73e90e240b9 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0838397 Jul 15 12:51:17.027937 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39464) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:51:17.075486 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d6b4bb2b-735d-4a7a-b93c-c55212ae62da admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:51:17.095318 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b4bb2b-735d-4a7a-b93c-c55212ae62da admin admin] Made reservation on behalf of 2c417024a9c24d52a75ead47bef58803 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:51:17.097541 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d6b4bb2b-735d-4a7a-b93c-c55212ae62da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:17.127117 n-d-758944-45 neutron-server[93813]: WARNING neutron.services.revisions.revision_plugin [None req-d6b4bb2b-735d-4a7a-b93c-c55212ae62da admin admin] Could not find related network for resource to bump revision. Jul 15 12:51:17.139450 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b4bb2b-735d-4a7a-b93c-c55212ae62da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:51:17.148925 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d6b4bb2b-735d-4a7a-b93c-c55212ae62da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:17.149269 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-d6b4bb2b-735d-4a7a-b93c-c55212ae62da admin admin] Added segment 8a543ce1-f1c1-4927-82d2-17376228ec0a of type vlan for network 469a0c47-6cac-4ffe-aa16-0c933961e7af Jul 15 12:51:17.190824 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d6b4bb2b-735d-4a7a-b93c-c55212ae62da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:17.219555 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d6b4bb2b-735d-4a7a-b93c-c55212ae62da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:17.220290 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b4bb2b-735d-4a7a-b93c-c55212ae62da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:51:17.220866 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d6b4bb2b-735d-4a7a-b93c-c55212ae62da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:17.255785 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d6b4bb2b-735d-4a7a-b93c-c55212ae62da admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2267201 Jul 15 12:51:17.288907 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4bb2b-735d-4a7a-b93c-c55212ae62da admin admin] Pushing event updated for resources: {'Network': ['ID=469a0c47-6cac-4ffe-aa16-0c933961e7af,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:51:17.297128 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4bb2b-735d-4a7a-b93c-c55212ae62da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:51:17.297471 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4bb2b-735d-4a7a-b93c-c55212ae62da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:51:17.297843 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4bb2b-735d-4a7a-b93c-c55212ae62da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:51:17.298185 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4bb2b-735d-4a7a-b93c-c55212ae62da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:51:17.298523 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4bb2b-735d-4a7a-b93c-c55212ae62da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:51:17.298856 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4bb2b-735d-4a7a-b93c-c55212ae62da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:51:17.299181 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4bb2b-735d-4a7a-b93c-c55212ae62da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:51:17.299508 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4bb2b-735d-4a7a-b93c-c55212ae62da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:51:17.299837 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4bb2b-735d-4a7a-b93c-c55212ae62da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:51:17.300188 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4bb2b-735d-4a7a-b93c-c55212ae62da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:51:17.300602 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4bb2b-735d-4a7a-b93c-c55212ae62da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:51:17.300864 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b4bb2b-735d-4a7a-b93c-c55212ae62da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:51:17.312898 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:51:18.772111 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 5 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:51:19.438066 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39472) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:51:19.497504 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd717ebc-42ee-4928-aebb-d35a55870238 admin admin] GET failed (client error): The resource could not be found. Jul 15 12:51:19.498895 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-dd717ebc-42ee-4928-aebb-d35a55870238 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598578 Jul 15 12:51:19.567072 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368f2e01-55a7-4484-8f0e-9f3e04e0e917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:51:19.568581 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-368f2e01-55a7-4484-8f0e-9f3e04e0e917 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0658290 Jul 15 12:51:19.579050 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d87e7379-7890-4201-bdf9-be5c807b0006 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:51:19.599308 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87e7379-7890-4201-bdf9-be5c807b0006 admin admin] Made reservation on behalf of 2c417024a9c24d52a75ead47bef58803 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:51:19.601604 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d87e7379-7890-4201-bdf9-be5c807b0006 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:19.766068 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d87e7379-7890-4201-bdf9-be5c807b0006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:19.818579 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e7379-7890-4201-bdf9-be5c807b0006 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23cd399a-e88b-433a-a99b-25a477d6a3ca,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:51:19.829468 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87e7379-7890-4201-bdf9-be5c807b0006 admin admin] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:51:19.829854 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87e7379-7890-4201-bdf9-be5c807b0006 admin admin] Network hostable DHCP agents. Network: 469a0c47-6cac-4ffe-aa16-0c933961e7af, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:51:19.845703 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87e7379-7890-4201-bdf9-be5c807b0006 admin admin] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:51:19.854625 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-d87e7379-7890-4201-bdf9-be5c807b0006 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 469a0c47-6cac-4ffe-aa16-0c933961e7af) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:51:19.858700 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87e7379-7890-4201-bdf9-be5c807b0006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:51:19.859280 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d87e7379-7890-4201-bdf9-be5c807b0006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:19.864205 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a1669f-a144-4239-8ab1-c29fd5e9c6ec None None] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:51:19.877772 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d87e7379-7890-4201-bdf9-be5c807b0006 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2984660 Jul 15 12:51:20.022168 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-469a0c47-6cac-4ffe-aa16-0c933961e7af', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'tenant_id': '2c417024a9c24d52a75ead47bef58803', 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 12:51:20.023083 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:20.169488 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] Allocated IP 192.168.233.2 (469a0c47-6cac-4ffe-aa16-0c933961e7af/23cd399a-e88b-433a-a99b-25a477d6a3ca/3efc698d-0bc1-4542-83cb-22d1683317f5) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:51:20.319054 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:20.328127 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] Transition to ACTIVE for port object 3efc698d-0bc1-4542-83cb-22d1683317f5 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:51:20.344760 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] Transition to ACTIVE for port object 3efc698d-0bc1-4542-83cb-22d1683317f5 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:51:20.354728 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:20.401041 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:51:20.402133 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] Pushing event updated for resources: {'Port': ['ID=3efc698d-0bc1-4542-83cb-22d1683317f5,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:51:20.406483 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:51:20.411769 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:51:20.414316 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:51:20.414650 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:51:20.414981 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:51:20.415306 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:51:20.415628 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:51:20.415946 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:51:20.416268 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:51:20.416584 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:51:20.416902 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:51:20.417218 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:51:20.417535 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:51:20.419125 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:51:20.473876 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] Attempting to bind port 3efc698d-0bc1-4542-83cb-22d1683317f5 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:51:20.474267 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] Attempting to bind port 3efc698d-0bc1-4542-83cb-22d1683317f5 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:51:20.474610 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] Attempting to bind port 3efc698d-0bc1-4542-83cb-22d1683317f5 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:51:20.479785 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:51:20.480191 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:51:20.480586 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:20.480963 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:51:20.481430 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] Bound port: 3efc698d-0bc1-4542-83cb-22d1683317f5, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:51:20.481851 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:20.552335 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] For port 3efc698d-0bc1-4542-83cb-22d1683317f5, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:51:20.555885 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] For port 3efc698d-0bc1-4542-83cb-22d1683317f5, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=3efc698d-0bc1-4542-83cb-22d1683317f5,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:51:20.559933 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:20.625067 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d6db0-571c-4c7d-bf92-bf3d01be1f0b None None] Pushing event updated for resources: {'Port': ['ID=3efc698d-0bc1-4542-83cb-22d1683317f5,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:51:20.649006 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-777fd9d8-4016-45b1-944f-1caf6c54972e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:21.161066 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3efc698d-0bc1-4542-83cb-22d1683317f5 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:51:21.218942 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 3efc698d-0bc1-4542-83cb-22d1683317f5 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:51:21.439367 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cadf994-9602-4308-b733-24c1bd1f1db1 None None] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:51:21.529213 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2df13c01-d798-44f0-a716-72bb88bba5ff None None] Provisioning for port 3efc698d-0bc1-4542-83cb-22d1683317f5 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:51:21.537079 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2df13c01-d798-44f0-a716-72bb88bba5ff None None] Provisioning complete for port 3efc698d-0bc1-4542-83cb-22d1683317f5 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:51:21.537444 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2df13c01-d798-44f0-a716-72bb88bba5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:21.688257 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2df13c01-d798-44f0-a716-72bb88bba5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:21.729646 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-2df13c01-d798-44f0-a716-72bb88bba5ff None None] For port 3efc698d-0bc1-4542-83cb-22d1683317f5, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=3efc698d-0bc1-4542-83cb-22d1683317f5,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:51:21.735091 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2df13c01-d798-44f0-a716-72bb88bba5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:21.785491 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df13c01-d798-44f0-a716-72bb88bba5ff None None] Pushing event updated for resources: {'Port': ['ID=3efc698d-0bc1-4542-83cb-22d1683317f5,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:51:21.854919 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-346e85d3-742d-43ef-8371-fdfc16ee7935 None None] Provisioning complete for port 3efc698d-0bc1-4542-83cb-22d1683317f5 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:51:21.855282 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-346e85d3-742d-43ef-8371-fdfc16ee7935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:23.087784 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:23.142352 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3efc698d-0bc1-4542-83cb-22d1683317f5 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:51:23.189283 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 3efc698d-0bc1-4542-83cb-22d1683317f5 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:51:23.189640 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:23.314666 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e1854c2d-5b5f-4e40-a09f-cad306d061ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:24.468486 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:26.060581 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:50.652299 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dd15acae-9bf1-4b4b-ae2c-29037eac5039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:53.090068 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:53.315503 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa17e0cb-3581-42d8-a102-14b505a1e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:54.465390 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:51:55.770940 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 5 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:51:56.062217 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:20.654547 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-61684b64-9b65-46ec-8c79-30666bed9904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:23.093304 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:23.315358 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-03041f96-911f-4dbe-97fe-d52a16152941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:24.467238 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:26.063045 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:30.008422 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39524) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:52:30.014805 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [None req-0d46c5ff-9208-46c7-bd12-cd473b559347 tempest-verify_tempest_config-1225733376 tempest-verify_tempest_config-1225733376-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:52:30.015799 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0d46c5ff-9208-46c7-bd12-cd473b559347 tempest-verify_tempest_config-1225733376 tempest-verify_tempest_config-1225733376-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064056 Jul 15 12:52:30.315017 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39542) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:52:30.413185 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3503269f-f8e1-4fe9-b247-ce7677381cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:30.510262 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3503269f-f8e1-4fe9-b247-ce7677381cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:30.513874 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3503269f-f8e1-4fe9-b247-ce7677381cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:30.556654 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3503269f-f8e1-4fe9-b247-ce7677381cb1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68c200cf1d9848c88a8646522adf367a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2406106 Jul 15 12:52:30.558652 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503269f-f8e1-4fe9-b247-ce7677381cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3388fa-8fc8-449c-98c7-9cbd2edc7256,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:52:30.559384 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39546) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:52:30.566043 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503269f-f8e1-4fe9-b247-ce7677381cb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:30.566391 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503269f-f8e1-4fe9-b247-ce7677381cb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:30.566730 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503269f-f8e1-4fe9-b247-ce7677381cb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:30.567064 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503269f-f8e1-4fe9-b247-ce7677381cb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:30.567392 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503269f-f8e1-4fe9-b247-ce7677381cb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:30.567719 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503269f-f8e1-4fe9-b247-ce7677381cb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:30.568040 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503269f-f8e1-4fe9-b247-ce7677381cb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:30.568361 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503269f-f8e1-4fe9-b247-ce7677381cb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:30.568682 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503269f-f8e1-4fe9-b247-ce7677381cb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:30.568999 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503269f-f8e1-4fe9-b247-ce7677381cb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:30.569316 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503269f-f8e1-4fe9-b247-ce7677381cb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:30.569632 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503269f-f8e1-4fe9-b247-ce7677381cb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:30.641185 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-09ef3ec2-c139-45aa-b815-e305d9cd929d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:30.660698 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-09ef3ec2-c139-45aa-b815-e305d9cd929d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:30.748997 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-09ef3ec2-c139-45aa-b815-e305d9cd929d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:30.751516 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-09ef3ec2-c139-45aa-b815-e305d9cd929d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:30.752660 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-09ef3ec2-c139-45aa-b815-e305d9cd929d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff3388fa-8fc8-449c-98c7-9cbd2edc7256 HTTP/1.1" status: 204 len: 168 time: 0.1916859 Jul 15 12:52:30.760183 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef3ec2-c139-45aa-b815-e305d9cd929d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3388fa-8fc8-449c-98c7-9cbd2edc7256,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:52:30.766744 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef3ec2-c139-45aa-b815-e305d9cd929d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:30.767025 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef3ec2-c139-45aa-b815-e305d9cd929d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:30.767362 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef3ec2-c139-45aa-b815-e305d9cd929d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:30.767694 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef3ec2-c139-45aa-b815-e305d9cd929d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:30.768023 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef3ec2-c139-45aa-b815-e305d9cd929d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:30.768445 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef3ec2-c139-45aa-b815-e305d9cd929d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:30.768660 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef3ec2-c139-45aa-b815-e305d9cd929d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:30.768982 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef3ec2-c139-45aa-b815-e305d9cd929d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:30.769300 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef3ec2-c139-45aa-b815-e305d9cd929d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:30.769619 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef3ec2-c139-45aa-b815-e305d9cd929d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:30.769970 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef3ec2-c139-45aa-b815-e305d9cd929d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:30.770283 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef3ec2-c139-45aa-b815-e305d9cd929d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:52:32.769878 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 5 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:52:50.654803 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1466c0a-717c-4d3d-87e1-c932f3bbb045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:53.094703 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:53.317273 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-98b7b532-2068-4b1c-a394-77359f358b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:54.469061 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:52:56.066288 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:09.771105 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 5 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:53:20.655201 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-612a2a65-dcae-4746-9b7b-7870bbe673b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:23.097413 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:23.317919 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d28dc17-a2ff-410b-9026-8eb86e0eb1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:24.471551 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:26.074564 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:46.769710 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 5 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:53:50.656667 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d189c454-798d-448c-a277-2a2b90f20e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:53.098388 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:53.318362 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6ca6529e-362a-4fb8-b1db-11852c841a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:54.474550 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:53:56.073109 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:20.658312 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eecaf2d4-e1f3-4673-b04a-4ff3d11a5e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:23.098555 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:23.318136 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-37c954ca-d730-4c3c-8e64-edef736de2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:23.767631 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 5 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:54:24.477540 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:26.077201 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:50.658428 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1134b307-fcbb-4212-9874-bce8d7aef98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:53.100176 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:53.318447 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dab15649-e660-4760-88c9-a4046c62ffc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:54.480530 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:54:56.079189 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:00.765481 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 5 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:55:20.659480 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c2854825-abb2-44a2-8c9b-50d5d3ffa74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:23.101145 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:23.318321 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-409d35d1-ffaa-4c74-b0f4-2f9537c4ed6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:24.481651 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:24.593954 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4084506'] for agent, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:26.083296 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:37.626799 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4084506'] for agent, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:37.764000 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:55:50.661304 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-95bab169-40ae-4a92-a4d1-9640fe29915b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:53.101825 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:53.317425 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36bfcdff-dd90-4a22-b983-b355c3a1393f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:54.484811 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:54.547790 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:55:56.085788 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:07.581055 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:12.029340 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39608) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:56:12.129345 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d263a7df-1f4a-41c0-bdf3-0dde8164d3e2 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0988290 Jul 15 12:56:14.290439 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39618) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:56:14.341826 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-05fd6539-04fd-42ec-927d-a39337a99b03 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0502980 Jul 15 12:56:14.762969 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:56:20.664587 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2c17ecb7-d6ab-499a-86fb-3c120d0ab1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:23.102037 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:23.319598 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-079e5b76-2457-4b07-9576-23ab0566ce81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:24.487709 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:24.547703 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:26.088887 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:37.579945 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:50.666867 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f933a418-b542-4d9a-9deb-15c9ffe27678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:51.761867 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:56:53.107482 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:53.323443 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f9ee2cc7-a3de-4d21-b3c1-467e77f782b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:54.492319 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:54.553657 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:56.097178 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:07.609329 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:20.676571 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe148bdd-34e8-4594-a3bf-c2e6900bc661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:23.117972 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:23.334508 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e5ebdbe2-1129-40c3-a4e3-65840cf812fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:24.498418 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:24.557740 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:26.102926 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:28.766885 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:57:37.614502 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:43.388582 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39916) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:43.807746 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-df596b5e-d316-41af-9313-f89fe73b20f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:43.967631 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-df596b5e-d316-41af-9313-f89fe73b20f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:43.972287 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-df596b5e-d316-41af-9313-f89fe73b20f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:44.037991 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df596b5e-d316-41af-9313-f89fe73b20f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b5e160-714e-47fd-93a5-aae82c7f0a98,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:44.054822 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df596b5e-d316-41af-9313-f89fe73b20f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:44.055750 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df596b5e-d316-41af-9313-f89fe73b20f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:44.056369 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df596b5e-d316-41af-9313-f89fe73b20f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:44.056928 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df596b5e-d316-41af-9313-f89fe73b20f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:44.057476 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df596b5e-d316-41af-9313-f89fe73b20f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:44.058061 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df596b5e-d316-41af-9313-f89fe73b20f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:44.058875 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df596b5e-d316-41af-9313-f89fe73b20f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:44.058875 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df596b5e-d316-41af-9313-f89fe73b20f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:44.059429 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df596b5e-d316-41af-9313-f89fe73b20f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:44.059968 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df596b5e-d316-41af-9313-f89fe73b20f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:44.060646 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df596b5e-d316-41af-9313-f89fe73b20f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:44.061187 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df596b5e-d316-41af-9313-f89fe73b20f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:44.063009 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df596b5e-d316-41af-9313-f89fe73b20f9 admin admin] Tracked resource versions report: Jul 15 12:57:44.063009 n-d-758944-45 neutron-server[93813]: pushed versions: Jul 15 12:57:44.063009 n-d-758944-45 neutron-server[93813]: { 'AddressGroup': {'1.2'}, Jul 15 12:57:44.063009 n-d-758944-45 neutron-server[93813]: 'ConntrackHelper': {'1.0'}, Jul 15 12:57:44.063009 n-d-758944-45 neutron-server[93813]: 'Log': {'1.0'}, Jul 15 12:57:44.063009 n-d-758944-45 neutron-server[93813]: 'Network': {'1.1'}, Jul 15 12:57:44.063009 n-d-758944-45 neutron-server[93813]: 'Port': {'1.7'}, Jul 15 12:57:44.063009 n-d-758944-45 neutron-server[93813]: 'PortForwarding': {'1.2'}, Jul 15 12:57:44.063009 n-d-758944-45 neutron-server[93813]: 'QosPolicy': {'1.8'}, Jul 15 12:57:44.063009 n-d-758944-45 neutron-server[93813]: 'SecurityGroup': {'1.4'}, Jul 15 12:57:44.063009 n-d-758944-45 neutron-server[93813]: 'SecurityGroupRule': {'1.2'}, Jul 15 12:57:44.063009 n-d-758944-45 neutron-server[93813]: 'SubPort': {'1.0'}, Jul 15 12:57:44.063009 n-d-758944-45 neutron-server[93813]: 'Subnet': {'1.1'}, Jul 15 12:57:44.063009 n-d-758944-45 neutron-server[93813]: 'Trunk': {'1.1'}} Jul 15 12:57:44.063009 n-d-758944-45 neutron-server[93813]: consumer versions: Jul 15 12:57:44.063009 n-d-758944-45 neutron-server[93813]: { DHCP agent@n-d-758944-45: {}, Jul 15 12:57:44.063009 n-d-758944-45 neutron-server[93813]: HyperV agent@n-h1-758944-45: {}, Jul 15 12:57:44.063009 n-d-758944-45 neutron-server[93813]: HyperV agent@n-h2-758944-45: {}, Jul 15 12:57:44.063009 n-d-758944-45 neutron-server[93813]: L3 agent@n-d-758944-45: {}, Jul 15 12:57:44.063009 n-d-758944-45 neutron-server[93813]: Metadata agent@n-d-758944-45: {}, Jul 15 12:57:44.063009 n-d-758944-45 neutron-server[93813]: Metering agent@n-d-758944-45: {}, Jul 15 12:57:44.063009 n-d-758944-45 neutron-server[93813]: Open vSwitch agent@n-d-758944-45: { 'AddressGroup': '1.2', Jul 15 12:57:44.063009 n-d-758944-45 neutron-server[93813]: 'ConntrackHelper': '1.0', Jul 15 12:57:44.063009 n-d-758944-45 neutron-server[93813]: 'Log': '1.0', Jul 15 12:57:44.063009 n-d-758944-45 neutron-server[93813]: 'Network': '1.1', Jul 15 12:57:44.063009 n-d-758944-45 neutron-server[93813]: 'Port': '1.7', Jul 15 12:57:44.063009 n-d-758944-45 neutron-server[93813]: 'PortForwarding': '1.2', Jul 15 12:57:44.063009 n-d-758944-45 neutron-server[93813]: 'QosPolicy': '1.8', Jul 15 12:57:44.063009 n-d-758944-45 neutron-server[93813]: 'SecurityGroup': '1.4', Jul 15 12:57:44.063009 n-d-758944-45 neutron-server[93813]: 'SecurityGroupRule': '1.2', Jul 15 12:57:44.063009 n-d-758944-45 neutron-server[93813]: 'SubPort': '1.0', Jul 15 12:57:44.063009 n-d-758944-45 neutron-server[93813]: 'Subnet': '1.1', Jul 15 12:57:44.063009 n-d-758944-45 neutron-server[93813]: 'Trunk': '1.1'}} Jul 15 12:57:44.063009 n-d-758944-45 neutron-server[93813]: {{(pid=93813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 12:57:44.090888 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39944) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:44.091679 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-df596b5e-d316-41af-9313-f89fe73b20f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=189494f703a242d7bdd18c948308cb64&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6986823 Jul 15 12:57:44.197673 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9a732455-8e5b-4636-bc94-59bc65a2183d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:44.245032 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9a732455-8e5b-4636-bc94-59bc65a2183d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:44.337400 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9a732455-8e5b-4636-bc94-59bc65a2183d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:44.344120 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9a732455-8e5b-4636-bc94-59bc65a2183d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:44.345919 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9a732455-8e5b-4636-bc94-59bc65a2183d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b6b5e160-714e-47fd-93a5-aae82c7f0a98 HTTP/1.1" status: 204 len: 168 time: 0.2568295 Jul 15 12:57:44.365516 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a732455-8e5b-4636-bc94-59bc65a2183d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b5e160-714e-47fd-93a5-aae82c7f0a98,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:44.379969 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a732455-8e5b-4636-bc94-59bc65a2183d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:44.381475 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a732455-8e5b-4636-bc94-59bc65a2183d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:44.382591 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a732455-8e5b-4636-bc94-59bc65a2183d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:44.383967 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a732455-8e5b-4636-bc94-59bc65a2183d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:44.384737 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a732455-8e5b-4636-bc94-59bc65a2183d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:44.385516 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a732455-8e5b-4636-bc94-59bc65a2183d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:44.386322 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a732455-8e5b-4636-bc94-59bc65a2183d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:44.387085 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a732455-8e5b-4636-bc94-59bc65a2183d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:44.387883 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a732455-8e5b-4636-bc94-59bc65a2183d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:44.388648 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a732455-8e5b-4636-bc94-59bc65a2183d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:44.389364 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a732455-8e5b-4636-bc94-59bc65a2183d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:44.390153 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a732455-8e5b-4636-bc94-59bc65a2183d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:44.393274 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a732455-8e5b-4636-bc94-59bc65a2183d admin admin] Tracked resource versions report: Jul 15 12:57:44.393274 n-d-758944-45 neutron-server[93814]: pushed versions: Jul 15 12:57:44.393274 n-d-758944-45 neutron-server[93814]: { 'AddressGroup': {'1.2'}, Jul 15 12:57:44.393274 n-d-758944-45 neutron-server[93814]: 'ConntrackHelper': {'1.0'}, Jul 15 12:57:44.393274 n-d-758944-45 neutron-server[93814]: 'Log': {'1.0'}, Jul 15 12:57:44.393274 n-d-758944-45 neutron-server[93814]: 'Network': {'1.1'}, Jul 15 12:57:44.393274 n-d-758944-45 neutron-server[93814]: 'Port': {'1.7'}, Jul 15 12:57:44.393274 n-d-758944-45 neutron-server[93814]: 'PortForwarding': {'1.2'}, Jul 15 12:57:44.393274 n-d-758944-45 neutron-server[93814]: 'QosPolicy': {'1.8'}, Jul 15 12:57:44.393274 n-d-758944-45 neutron-server[93814]: 'SecurityGroup': {'1.4'}, Jul 15 12:57:44.393274 n-d-758944-45 neutron-server[93814]: 'SecurityGroupRule': {'1.2'}, Jul 15 12:57:44.393274 n-d-758944-45 neutron-server[93814]: 'SubPort': {'1.0'}, Jul 15 12:57:44.393274 n-d-758944-45 neutron-server[93814]: 'Subnet': {'1.1'}, Jul 15 12:57:44.393274 n-d-758944-45 neutron-server[93814]: 'Trunk': {'1.1'}} Jul 15 12:57:44.393274 n-d-758944-45 neutron-server[93814]: consumer versions: Jul 15 12:57:44.393274 n-d-758944-45 neutron-server[93814]: { DHCP agent@n-d-758944-45: {}, Jul 15 12:57:44.393274 n-d-758944-45 neutron-server[93814]: HyperV agent@n-h1-758944-45: {}, Jul 15 12:57:44.393274 n-d-758944-45 neutron-server[93814]: HyperV agent@n-h2-758944-45: {}, Jul 15 12:57:44.393274 n-d-758944-45 neutron-server[93814]: L3 agent@n-d-758944-45: {}, Jul 15 12:57:44.393274 n-d-758944-45 neutron-server[93814]: Metadata agent@n-d-758944-45: {}, Jul 15 12:57:44.393274 n-d-758944-45 neutron-server[93814]: Metering agent@n-d-758944-45: {}, Jul 15 12:57:44.393274 n-d-758944-45 neutron-server[93814]: Open vSwitch agent@n-d-758944-45: { 'AddressGroup': '1.2', Jul 15 12:57:44.393274 n-d-758944-45 neutron-server[93814]: 'ConntrackHelper': '1.0', Jul 15 12:57:44.393274 n-d-758944-45 neutron-server[93814]: 'Log': '1.0', Jul 15 12:57:44.393274 n-d-758944-45 neutron-server[93814]: 'Network': '1.1', Jul 15 12:57:44.393274 n-d-758944-45 neutron-server[93814]: 'Port': '1.7', Jul 15 12:57:44.393274 n-d-758944-45 neutron-server[93814]: 'PortForwarding': '1.2', Jul 15 12:57:44.393274 n-d-758944-45 neutron-server[93814]: 'QosPolicy': '1.8', Jul 15 12:57:44.393274 n-d-758944-45 neutron-server[93814]: 'SecurityGroup': '1.4', Jul 15 12:57:44.393274 n-d-758944-45 neutron-server[93814]: 'SecurityGroupRule': '1.2', Jul 15 12:57:44.393274 n-d-758944-45 neutron-server[93814]: 'SubPort': '1.0', Jul 15 12:57:44.393274 n-d-758944-45 neutron-server[93814]: 'Subnet': '1.1', Jul 15 12:57:44.393274 n-d-758944-45 neutron-server[93814]: 'Trunk': '1.1'}} Jul 15 12:57:44.393274 n-d-758944-45 neutron-server[93814]: {{(pid=93814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 12:57:45.523643 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40000) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:45.542374 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5a40ad38-51ec-432f-915d-a2b10d0642b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:45.705301 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5a40ad38-51ec-432f-915d-a2b10d0642b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:45.712114 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5a40ad38-51ec-432f-915d-a2b10d0642b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:45.773898 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5a40ad38-51ec-432f-915d-a2b10d0642b6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d86890942384aea8d66a78bcf7336dc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2488308 Jul 15 12:57:45.776426 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40004) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:45.805976 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40ad38-51ec-432f-915d-a2b10d0642b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a07c3d9-1796-47fe-88a2-3f0772ebf7da,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:45.847796 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d890164-a5f2-4c18-a520-0629bd8e7a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:45.873453 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d890164-a5f2-4c18-a520-0629bd8e7a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:45.949392 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d890164-a5f2-4c18-a520-0629bd8e7a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:45.953991 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d890164-a5f2-4c18-a520-0629bd8e7a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:45.960364 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0d890164-a5f2-4c18-a520-0629bd8e7a84 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3a07c3d9-1796-47fe-88a2-3f0772ebf7da HTTP/1.1" status: 204 len: 168 time: 0.1807899 Jul 15 12:57:45.973635 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d890164-a5f2-4c18-a520-0629bd8e7a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a07c3d9-1796-47fe-88a2-3f0772ebf7da,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:46.727377 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40042) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:46.899333 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3414cf4-68d8-420c-a6bc-c006e892ca0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:47.088183 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3414cf4-68d8-420c-a6bc-c006e892ca0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:47.095514 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3414cf4-68d8-420c-a6bc-c006e892ca0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:47.130272 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3414cf4-68d8-420c-a6bc-c006e892ca0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2a9fe0-ed4d-49fa-87d7-5ca814f95f73,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:47.160883 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b3414cf4-68d8-420c-a6bc-c006e892ca0e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc5d3976c2454deb910ae8bc245bcdca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4317482 Jul 15 12:57:47.165493 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40074) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:47.221144 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17eb6161-b0c7-48f5-a8ed-ee6da77335d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:47.246464 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17eb6161-b0c7-48f5-a8ed-ee6da77335d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:47.303246 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17eb6161-b0c7-48f5-a8ed-ee6da77335d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:47.305930 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17eb6161-b0c7-48f5-a8ed-ee6da77335d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:47.307407 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-17eb6161-b0c7-48f5-a8ed-ee6da77335d6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f2a9fe0-ed4d-49fa-87d7-5ca814f95f73 HTTP/1.1" status: 204 len: 168 time: 0.1405313 Jul 15 12:57:47.322981 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb6161-b0c7-48f5-a8ed-ee6da77335d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2a9fe0-ed4d-49fa-87d7-5ca814f95f73,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:47.435584 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40092) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:47.438865 n-d-758944-45 neutron-server[93814]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 15 12:57:47.498094 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-e0568f68-88dd-4258-af24-f2e564f34329 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1f074b2d35ce4916a77f711f934b24e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600045 Jul 15 12:57:47.722256 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-b047f543-c641-46a8-82d1-f71a781bd02c tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:47.724107 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-b047f543-c641-46a8-82d1-f71a781bd02c tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2247839 Jul 15 12:57:47.749999 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-e2cd55dc-9085-404e-b773-60490a881b70 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/quotas/1f074b2d35ce4916a77f711f934b24e8 HTTP/1.1" status: 200 len: 375 time: 0.0189137 Jul 15 12:57:47.806141 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-86fd1995-6da4-4eb8-897a-cae9d5aef8d9 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f074b2d35ce4916a77f711f934b24e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550137 Jul 15 12:57:47.818889 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40110) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:47.896069 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f79e4ca9-78cb-4d24-9eb3-1f93bb314e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:48.031417 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f79e4ca9-78cb-4d24-9eb3-1f93bb314e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:48.039995 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f79e4ca9-78cb-4d24-9eb3-1f93bb314e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:48.078684 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e4ca9-78cb-4d24-9eb3-1f93bb314e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1080b027-c0b8-4e70-a308-2a9b85ff1d35,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:48.100809 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f79e4ca9-78cb-4d24-9eb3-1f93bb314e7b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ccdb78839196436898bf7dd774268314&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2808447 Jul 15 12:57:48.106161 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40122) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:48.248047 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-748bef66-0195-4351-9bac-4ee042b655df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:48.276424 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-748bef66-0195-4351-9bac-4ee042b655df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:48.340626 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-748bef66-0195-4351-9bac-4ee042b655df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:48.343893 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-748bef66-0195-4351-9bac-4ee042b655df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:48.350238 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-748bef66-0195-4351-9bac-4ee042b655df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1080b027-c0b8-4e70-a308-2a9b85ff1d35 HTTP/1.1" status: 204 len: 168 time: 0.2339115 Jul 15 12:57:48.357783 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748bef66-0195-4351-9bac-4ee042b655df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1080b027-c0b8-4e70-a308-2a9b85ff1d35,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:48.975088 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40180) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:49.193252 n-d-758944-45 neutron-server[93813]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 15 12:57:49.414267 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ad7bc57d-a8f0-42f6-ae85-c8ee9d84cd27 req-94c0fee0-c93f-4782-9d6c-2caf50a12a80 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/ports?device_id=3938b761-22c5-4d73-82cd-acc726ec921a HTTP/1.1" status: 200 len: 210 time: 0.4354551 Jul 15 12:57:50.679283 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-61f34d4c-b1c3-4708-b558-b5b3523ebf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:51.044689 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-1cd0f8e2-afe6-435d-9e26-0bdd6dbcc4f0 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6b6a83cc4f8e42e3971b205c3d102fc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0670249 Jul 15 12:57:51.048833 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-980f2599-56de-4f2c-bfea-c937afac8d74 req-90056fd5-a810-4ea9-a7e3-e58c4cf6d268 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/ports?device_id=3938b761-22c5-4d73-82cd-acc726ec921a HTTP/1.1" status: 200 len: 210 time: 0.0399661 Jul 15 12:57:51.067125 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40292) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:51.251186 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.32', 60556) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:51.314124 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-5366e615-ccf8-4471-9867-0783f6992f95 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:51.322009 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-5366e615-ccf8-4471-9867-0783f6992f95 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2760882 Jul 15 12:57:51.339744 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-0b87a875-280d-49d8-8ee4-1b3b033c53c0 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/quotas/6b6a83cc4f8e42e3971b205c3d102fc5 HTTP/1.1" status: 200 len: 375 time: 0.0163822 Jul 15 12:57:51.385077 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-f5d1262b-ae4d-4eb2-b0d8-edc373189218 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b6a83cc4f8e42e3971b205c3d102fc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440843 Jul 15 12:57:51.390144 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-b2ab0cdf-41ba-4fe9-b087-d8464228806a tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1f074b2d35ce4916a77f711f934b24e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1215448 Jul 15 12:57:51.707135 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-572037b7-d332-47a0-aa99-794c470a4cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:51.954780 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a7233fb4-9405-41ad-9be2-95ffeb0f5ee2 req-ecfe92da-054e-4456-86bd-bfe0a59b3da4 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/ports?device_id=72018243-a499-4575-83f8-0ac622289c5b HTTP/1.1" status: 200 len: 210 time: 0.1849563 Jul 15 12:57:52.196778 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-676697c7-3feb-4c58-b00c-051cb245092a tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:52.200429 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-676697c7-3feb-4c58-b00c-051cb245092a tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8085225 Jul 15 12:57:52.276214 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-572037b7-d332-47a0-aa99-794c470a4cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.286231 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-572037b7-d332-47a0-aa99-794c470a4cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.323888 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40374) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:52.324889 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-572037b7-d332-47a0-aa99-794c470a4cad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=58ea18bb0b4247ac916f590599261ec9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2557316 Jul 15 12:57:52.331344 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-871f1ccc-d3d1-49da-8d41-a1b2f2c3942e tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Request body: {'port': {'device_id': '3938b761-22c5-4d73-82cd-acc726ec921a', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'admin_state_up': True, 'tenant_id': '1f074b2d35ce4916a77f711f934b24e8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:52.416402 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40376) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:52.461746 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7703344f-afbb-48e1-8a5a-42927e1fefad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.490589 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7703344f-afbb-48e1-8a5a-42927e1fefad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.601148 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d2ffa61d-b54a-4d71-8db7-c5f5128db9a9 req-3c3538eb-e2ac-40f5-8618-20e7dffc6e46 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/ports?device_id=3938b761-22c5-4d73-82cd-acc726ec921a HTTP/1.1" status: 200 len: 210 time: 0.1492133 Jul 15 12:57:52.602343 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7703344f-afbb-48e1-8a5a-42927e1fefad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.605743 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7703344f-afbb-48e1-8a5a-42927e1fefad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.607354 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7703344f-afbb-48e1-8a5a-42927e1fefad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/13366f6a-9cc8-4417-a0db-55eac58fb8d8 HTTP/1.1" status: 204 len: 168 time: 0.2819371 Jul 15 12:57:52.619743 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703344f-afbb-48e1-8a5a-42927e1fefad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13366f6a-9cc8-4417-a0db-55eac58fb8d8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:52.696830 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572037b7-d332-47a0-aa99-794c470a4cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13366f6a-9cc8-4417-a0db-55eac58fb8d8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:52.701135 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-871f1ccc-d3d1-49da-8d41-a1b2f2c3942e tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Made reservation on behalf of 1f074b2d35ce4916a77f711f934b24e8 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:57:52.705794 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-871f1ccc-d3d1-49da-8d41-a1b2f2c3942e tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.719153 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-871f1ccc-d3d1-49da-8d41-a1b2f2c3942e tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.848131 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17942134-0341-4be5-9a1d-a1e78a076c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.931064 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-871f1ccc-d3d1-49da-8d41-a1b2f2c3942e tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:52.949646 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-871f1ccc-d3d1-49da-8d41-a1b2f2c3942e tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.149350 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17942134-0341-4be5-9a1d-a1e78a076c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.152172 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.159116 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17942134-0341-4be5-9a1d-a1e78a076c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.219745 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17942134-0341-4be5-9a1d-a1e78a076c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee78132c-cd34-4163-8353-c8d60d1dea51,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:53.241197 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-17942134-0341-4be5-9a1d-a1e78a076c26 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f96d4272b3b341e1a67cdca1c07074bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8236058 Jul 15 12:57:53.242382 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40428) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:53.319154 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0b0755d-68c7-41b4-9b2b-a9764560adda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.335022 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f1ccc-d3d1-49da-8d41-a1b2f2c3942e tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f902b4ac-f5a5-4ab1-886f-4d484680a555,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:53.345051 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0b0755d-68c7-41b4-9b2b-a9764560adda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.355509 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2bc76492-100b-485f-80db-99bcb3968d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.409276 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0b0755d-68c7-41b4-9b2b-a9764560adda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.412839 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0b0755d-68c7-41b4-9b2b-a9764560adda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.417221 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c0b0755d-68c7-41b4-9b2b-a9764560adda admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee78132c-cd34-4163-8353-c8d60d1dea51 HTTP/1.1" status: 204 len: 168 time: 0.1735590 Jul 15 12:57:53.441298 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0755d-68c7-41b4-9b2b-a9764560adda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee78132c-cd34-4163-8353-c8d60d1dea51,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:53.537195 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40436) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:53.558995 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-92b238f4-26f4-467c-b1ed-c43c54d4662b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.569575 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bb9567dc-3ebc-4bfc-acf6-0b08134dfdc3 req-7105f112-9b29-44bb-b685-4742bc05aeb0 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/ports?device_id=72018243-a499-4575-83f8-0ac622289c5b HTTP/1.1" status: 200 len: 210 time: 0.3601146 Jul 15 12:57:53.613466 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-871f1ccc-d3d1-49da-8d41-a1b2f2c3942e tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Allocated IP 192.168.233.82 (469a0c47-6cac-4ffe-aa16-0c933961e7af/23cd399a-e88b-433a-a99b-25a477d6a3ca/6c277124-df17-4b68-b2be-7c78ae8a42e3) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:57:53.807030 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-92b238f4-26f4-467c-b1ed-c43c54d4662b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.817576 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-92b238f4-26f4-467c-b1ed-c43c54d4662b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:53.896060 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b238f4-26f4-467c-b1ed-c43c54d4662b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef86abee-3641-4626-aa60-7630acaf6d37,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:53.944625 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-92b238f4-26f4-467c-b1ed-c43c54d4662b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f6331e7bcccb4d6e8ded6fed16ab8a89&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4054091 Jul 15 12:57:53.946293 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40454) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:54.050899 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2c20b1df-dfc1-4de1-a84f-3bff8cf7bba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:54.078962 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2c20b1df-dfc1-4de1-a84f-3bff8cf7bba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:54.138035 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2c20b1df-dfc1-4de1-a84f-3bff8cf7bba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:54.148691 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2c20b1df-dfc1-4de1-a84f-3bff8cf7bba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:54.160812 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2c20b1df-dfc1-4de1-a84f-3bff8cf7bba5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef86abee-3641-4626-aa60-7630acaf6d37 HTTP/1.1" status: 204 len: 168 time: 0.2119088 Jul 15 12:57:54.184963 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20b1df-dfc1-4de1-a84f-3bff8cf7bba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef86abee-3641-4626-aa60-7630acaf6d37,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:54.211868 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-51c1a83c-6a15-40c2-b8d1-815ff233c31a req-dc506090-00f7-4c3c-a299-f27c980caf2f tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/ports?device_id=3938b761-22c5-4d73-82cd-acc726ec921a HTTP/1.1" status: 200 len: 210 time: 0.1327560 Jul 15 12:57:54.261348 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-871f1ccc-d3d1-49da-8d41-a1b2f2c3942e tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:54.294587 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-871f1ccc-d3d1-49da-8d41-a1b2f2c3942e tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Transition to ACTIVE for port object 6c277124-df17-4b68-b2be-7c78ae8a42e3 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:54.474932 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-871f1ccc-d3d1-49da-8d41-a1b2f2c3942e tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:54.519697 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:54.579295 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:54.639273 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.18', 50851) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:54.774287 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-d9c203d2-1e0c-409c-92cc-da59843532cc tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6b6a83cc4f8e42e3971b205c3d102fc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1250024 Jul 15 12:57:54.818388 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40470) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:55.071709 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f1ccc-d3d1-49da-8d41-a1b2f2c3942e tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Pushing event updated for resources: {'Port': ['ID=6c277124-df17-4b68-b2be-7c78ae8a42e3,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:55.147031 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-871f1ccc-d3d1-49da-8d41-a1b2f2c3942e tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:57:55.152426 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09aefe17-cb2a-4f34-9308-8630c1e44efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:55.255779 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-4786d7b0-6590-463a-9273-1defbf389b9e tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:55.258310 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-4786d7b0-6590-463a-9273-1defbf389b9e tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4826224 Jul 15 12:57:55.294750 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-871f1ccc-d3d1-49da-8d41-a1b2f2c3942e tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:55.310110 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-871f1ccc-d3d1-49da-8d41-a1b2f2c3942e tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:57:55.317324 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-0cf0cc26-61cf-41f2-b1fd-e9712eea2d8a tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Request body: {'port': {'device_id': '72018243-a499-4575-83f8-0ac622289c5b', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'admin_state_up': True, 'tenant_id': '6b6a83cc4f8e42e3971b205c3d102fc5'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:55.318139 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-871f1ccc-d3d1-49da-8d41-a1b2f2c3942e tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:55.319263 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-871f1ccc-d3d1-49da-8d41-a1b2f2c3942e tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:55.327791 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-06c3717c-09fa-4950-9a48-e5d5215f2be7 req-216eb92c-f5ee-404a-949b-96e1d3e3cdb0 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/ports?device_id=72018243-a499-4575-83f8-0ac622289c5b HTTP/1.1" status: 200 len: 210 time: 0.2368124 Jul 15 12:57:55.416568 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09aefe17-cb2a-4f34-9308-8630c1e44efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:55.436812 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09aefe17-cb2a-4f34-9308-8630c1e44efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:55.531967 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-09aefe17-cb2a-4f34-9308-8630c1e44efa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5fb7d8675a894080a8913911f479e5b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6867299 Jul 15 12:57:55.533061 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40488) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:55.544012 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-871f1ccc-d3d1-49da-8d41-a1b2f2c3942e tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2132928 Jul 15 12:57:55.637695 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aefe17-cb2a-4f34-9308-8630c1e44efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5edf2147-9d97-4ff9-9586-6e8264a9ea73,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:56.028467 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-cfde78fd-c529-47ce-a996-a25573c579a6 None None] Provisioning for port 6c277124-df17-4b68-b2be-7c78ae8a42e3 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:57:56.047837 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-cfde78fd-c529-47ce-a996-a25573c579a6 None None] Provisioning complete for port 6c277124-df17-4b68-b2be-7c78ae8a42e3 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:56.048293 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cfde78fd-c529-47ce-a996-a25573c579a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:56.152498 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-cfde78fd-c529-47ce-a996-a25573c579a6 None None] Port 6c277124-df17-4b68-b2be-7c78ae8a42e3 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:57:56.173398 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-3a4093a6-a3ae-4414-859b-1eba00d3fba5 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:57:56.176003 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-3a4093a6-a3ae-4414-859b-1eba00d3fba5 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106797 Jul 15 12:57:56.198306 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:56.239997 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40512) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:56.507766 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41034be6-fa4e-4255-a94f-36012e0f3ecd req-ded40df0-4558-48a7-b074-89a7475cc68f tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:56.520430 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-41034be6-fa4e-4255-a94f-36012e0f3ecd req-ded40df0-4558-48a7-b074-89a7475cc68f tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/ports?device_id=3938b761-22c5-4d73-82cd-acc726ec921a HTTP/1.1" status: 200 len: 935 time: 0.7627871 Jul 15 12:57:56.683243 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-41034be6-fa4e-4255-a94f-36012e0f3ecd req-eb3d884f-90a4-41bc-9f62-0212c731f70e tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f902b4ac-f5a5-4ab1-886f-4d484680a555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389072 Jul 15 12:57:56.722117 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-0cf0cc26-61cf-41f2-b1fd-e9712eea2d8a tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Made reservation on behalf of 6b6a83cc4f8e42e3971b205c3d102fc5 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:57:56.733385 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-0cf0cc26-61cf-41f2-b1fd-e9712eea2d8a tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:56.748291 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-0cf0cc26-61cf-41f2-b1fd-e9712eea2d8a tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:56.847408 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-feb65ea2-7e52-4039-8e9b-58b6b7598163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:56.909882 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-feb65ea2-7e52-4039-8e9b-58b6b7598163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:57.003843 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66935106-7f4e-421d-8bec-e272df67385f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:57.030349 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9f487493-580d-4d61-b13d-cbe6a07a56c5 req-a2011ef8-cf14-43a0-9735-03cc999b47ca tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/ports?device_id=72018243-a499-4575-83f8-0ac622289c5b HTTP/1.1" status: 200 len: 210 time: 0.0449691 Jul 15 12:57:57.108390 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-0cf0cc26-61cf-41f2-b1fd-e9712eea2d8a tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:57.120488 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-0cf0cc26-61cf-41f2-b1fd-e9712eea2d8a tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:57.218137 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-feb65ea2-7e52-4039-8e9b-58b6b7598163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:57.220738 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-feb65ea2-7e52-4039-8e9b-58b6b7598163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:57.225403 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-feb65ea2-7e52-4039-8e9b-58b6b7598163 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5edf2147-9d97-4ff9-9586-6e8264a9ea73 HTTP/1.1" status: 204 len: 168 time: 1.6893108 Jul 15 12:57:57.458537 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66935106-7f4e-421d-8bec-e272df67385f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:57.475007 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66935106-7f4e-421d-8bec-e272df67385f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:57.552946 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66935106-7f4e-421d-8bec-e272df67385f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c95673e-51b3-45ce-97d1-3f998c3dc19a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:57.702656 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-66935106-7f4e-421d-8bec-e272df67385f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=73005f14f3c947349c3edd78bdf5b0e2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4584131 Jul 15 12:57:57.706082 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40552) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:57.868228 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0cc26-61cf-41f2-b1fd-e9712eea2d8a tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=419ffdfd-091e-4390-94f3-336519b65c32,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:58.014025 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb65ea2-7e52-4039-8e9b-58b6b7598163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edf2147-9d97-4ff9-9586-6e8264a9ea73,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:58.026814 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-0cf0cc26-61cf-41f2-b1fd-e9712eea2d8a tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Allocated IP 192.168.233.222 (469a0c47-6cac-4ffe-aa16-0c933961e7af/23cd399a-e88b-433a-a99b-25a477d6a3ca/61852979-4c65-4cad-8f9a-913fb2fe5154) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:57:58.076410 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-41b6dca4-e268-4835-ae1a-4a0ed183dc38 service neutron] Request body: {'port': {'device_id': '3938b761-22c5-4d73-82cd-acc726ec921a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:58.090072 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a37f7324-0e49-41c5-9fd2-0735bb22c78e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:58.224833 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a37f7324-0e49-41c5-9fd2-0735bb22c78e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:58.553799 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-0cf0cc26-61cf-41f2-b1fd-e9712eea2d8a tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:58.625026 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-0cf0cc26-61cf-41f2-b1fd-e9712eea2d8a tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Transition to ACTIVE for port object 61852979-4c65-4cad-8f9a-913fb2fe5154 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:58.841089 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-41b6dca4-e268-4835-ae1a-4a0ed183dc38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:58.866881 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a37f7324-0e49-41c5-9fd2-0735bb22c78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:58.869383 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a37f7324-0e49-41c5-9fd2-0735bb22c78e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:58.870852 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a37f7324-0e49-41c5-9fd2-0735bb22c78e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7c95673e-51b3-45ce-97d1-3f998c3dc19a HTTP/1.1" status: 204 len: 168 time: 1.1608186 Jul 15 12:57:58.916002 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f7324-0e49-41c5-9fd2-0735bb22c78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c95673e-51b3-45ce-97d1-3f998c3dc19a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:58.925621 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dd60c-b13f-4f5a-829f-87545b187881 req-1ac5b964-1700-4d62-8c0d-f7f6fac895ea tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:58.933826 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f38dd60c-b13f-4f5a-829f-87545b187881 req-1ac5b964-1700-4d62-8c0d-f7f6fac895ea tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/ports?device_id=3938b761-22c5-4d73-82cd-acc726ec921a HTTP/1.1" status: 200 len: 935 time: 0.7489045 Jul 15 12:57:58.997632 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-39e9e32b-adf5-496d-8b96-bdf3e56cfb79 req-a895002b-9ea6-4038-9379-5395ee613db5 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/ports?device_id=72018243-a499-4575-83f8-0ac622289c5b HTTP/1.1" status: 200 len: 210 time: 0.1793327 Jul 15 12:57:59.111241 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-0cf0cc26-61cf-41f2-b1fd-e9712eea2d8a tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:59.188236 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f38dd60c-b13f-4f5a-829f-87545b187881 req-a5aa7f4e-2654-40dd-bb21-ca441a183364 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f902b4ac-f5a5-4ab1-886f-4d484680a555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496111 Jul 15 12:57:59.378591 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0cc26-61cf-41f2-b1fd-e9712eea2d8a tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Pushing event updated for resources: {'Port': ['ID=61852979-4c65-4cad-8f9a-913fb2fe5154,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:59.421217 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-0cf0cc26-61cf-41f2-b1fd-e9712eea2d8a tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:57:59.432571 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-0cf0cc26-61cf-41f2-b1fd-e9712eea2d8a tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:59.436183 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-0cf0cc26-61cf-41f2-b1fd-e9712eea2d8a tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:57:59.442477 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-0cf0cc26-61cf-41f2-b1fd-e9712eea2d8a tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:59.443138 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-0cf0cc26-61cf-41f2-b1fd-e9712eea2d8a tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:59.492071 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-0cf0cc26-61cf-41f2-b1fd-e9712eea2d8a tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1793711 Jul 15 12:57:59.520581 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-2e8d4cfc-f939-4899-b30c-cacebfb44278 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:57:59.521657 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-2e8d4cfc-f939-4899-b30c-cacebfb44278 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0180292 Jul 15 12:57:59.927475 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-41b6dca4-e268-4835-ae1a-4a0ed183dc38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c277124-df17-4b68-b2be-7c78ae8a42e3 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:57:59.974987 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-41b6dca4-e268-4835-ae1a-4a0ed183dc38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:00.046797 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-41b6dca4-e268-4835-ae1a-4a0ed183dc38 service neutron] Transition to ACTIVE for port object 6c277124-df17-4b68-b2be-7c78ae8a42e3 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:00.056950 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-94ee9efe-8a65-4a0a-bb47-dce211c9dc0d None None] Provisioning for port 61852979-4c65-4cad-8f9a-913fb2fe5154 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:00.061795 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-41b6dca4-e268-4835-ae1a-4a0ed183dc38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:00.087146 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-94ee9efe-8a65-4a0a-bb47-dce211c9dc0d None None] Provisioning complete for port 61852979-4c65-4cad-8f9a-913fb2fe5154 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:00.088814 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-94ee9efe-8a65-4a0a-bb47-dce211c9dc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:00.298468 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b6dca4-e268-4835-ae1a-4a0ed183dc38 service neutron] Pushing event updated for resources: {'Port': ['ID=6c277124-df17-4b68-b2be-7c78ae8a42e3,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:00.359524 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-94ee9efe-8a65-4a0a-bb47-dce211c9dc0d None None] Port 61852979-4c65-4cad-8f9a-913fb2fe5154 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:58:00.514460 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40638) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:00.637454 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-41b6dca4-e268-4835-ae1a-4a0ed183dc38 service neutron] Attempting to bind port 6c277124-df17-4b68-b2be-7c78ae8a42e3 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:00.638125 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-41b6dca4-e268-4835-ae1a-4a0ed183dc38 service neutron] Attempting to bind port 6c277124-df17-4b68-b2be-7c78ae8a42e3 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:00.639665 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-41b6dca4-e268-4835-ae1a-4a0ed183dc38 service neutron] Attempting to bind port 6c277124-df17-4b68-b2be-7c78ae8a42e3 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:00.653227 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-edf19823-2a16-4da0-924b-aee0ca8a7279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:00.687022 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-41b6dca4-e268-4835-ae1a-4a0ed183dc38 service neutron] Port 6c277124-df17-4b68-b2be-7c78ae8a42e3 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:58:00.687607 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-41b6dca4-e268-4835-ae1a-4a0ed183dc38 service neutron] Attempting to bind port 6c277124-df17-4b68-b2be-7c78ae8a42e3 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:00.703785 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-41b6dca4-e268-4835-ae1a-4a0ed183dc38 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:00.704684 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-41b6dca4-e268-4835-ae1a-4a0ed183dc38 service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:00.706013 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-41b6dca4-e268-4835-ae1a-4a0ed183dc38 service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:00.706624 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-41b6dca4-e268-4835-ae1a-4a0ed183dc38 service neutron] Bound port: 6c277124-df17-4b68-b2be-7c78ae8a42e3, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:00.707141 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-41b6dca4-e268-4835-ae1a-4a0ed183dc38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:00.828762 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7c3f4-7229-4fed-9f6f-fea05bbd70ae req-5b40c3dd-89c7-4e01-9869-252af7c8c71d tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:00.837737 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0ce7c3f4-7229-4fed-9f6f-fea05bbd70ae req-5b40c3dd-89c7-4e01-9869-252af7c8c71d tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/ports?device_id=3938b761-22c5-4d73-82cd-acc726ec921a HTTP/1.1" status: 200 len: 947 time: 0.1951818 Jul 15 12:58:00.911522 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-edf19823-2a16-4da0-924b-aee0ca8a7279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:00.913256 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-41b6dca4-e268-4835-ae1a-4a0ed183dc38 service neutron] For port 6c277124-df17-4b68-b2be-7c78ae8a42e3, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:00.920384 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-edf19823-2a16-4da0-924b-aee0ca8a7279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:00.938774 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0ce7c3f4-7229-4fed-9f6f-fea05bbd70ae req-a8ef0f8a-258b-4f4d-9ead-b2379cdcbd6b tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f902b4ac-f5a5-4ab1-886f-4d484680a555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991421 Jul 15 12:58:00.941392 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40642) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:00.982109 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-edf19823-2a16-4da0-924b-aee0ca8a7279 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c00c17d20f074f3fa58c1b25046b9e22&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4637613 Jul 15 12:58:00.998655 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40648) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:01.050571 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cafbe0-35a7-4550-b5c5-46361cc180bf req-b704b851-ba89-402d-86a3-fd8f464bc8c1 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:01.064937 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b1cafbe0-35a7-4550-b5c5-46361cc180bf req-b704b851-ba89-402d-86a3-fd8f464bc8c1 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/ports?device_id=72018243-a499-4575-83f8-0ac622289c5b HTTP/1.1" status: 200 len: 936 time: 0.5689361 Jul 15 12:58:01.084978 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-41b6dca4-e268-4835-ae1a-4a0ed183dc38 service neutron] For port 6c277124-df17-4b68-b2be-7c78ae8a42e3, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=6c277124-df17-4b68-b2be-7c78ae8a42e3,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:01.109577 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-41b6dca4-e268-4835-ae1a-4a0ed183dc38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:01.259426 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b1cafbe0-35a7-4550-b5c5-46361cc180bf req-36fd3f0d-7310-4616-ab61-ba358e4d4f1c tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/security-groups?id=419ffdfd-091e-4390-94f3-336519b65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879845 Jul 15 12:58:01.263370 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf19823-2a16-4da0-924b-aee0ca8a7279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cadc5ab-d40f-4976-b046-5658e93e264a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:01.311507 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-42a37bc5-5303-43ac-bde1-0e1e886b7759 service neutron] Request body: {'port': {'device_id': '72018243-a499-4575-83f8-0ac622289c5b', 'device_owner': 'compute:tempest-test_az-571544764', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:01.380506 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-41b6dca4-e268-4835-ae1a-4a0ed183dc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:01.384315 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-41b6dca4-e268-4835-ae1a-4a0ed183dc38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:01.387349 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-41b6dca4-e268-4835-ae1a-4a0ed183dc38 service neutron] 10.222.0.32 "PUT /v2.0/ports/6c277124-df17-4b68-b2be-7c78ae8a42e3 HTTP/1.1" status: 200 len: 1096 time: 3.9266725 Jul 15 12:58:01.429401 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3938b761-22c5-4d73-82cd-acc726ec921a', 'tag': '6c277124-df17-4b68-b2be-7c78ae8a42e3'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:01.820619 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-42a37bc5-5303-43ac-bde1-0e1e886b7759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:02.010718 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0dd1e44-454a-4e83-8ec4-2cb55dbbc3d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:02.243178 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b6dca4-e268-4835-ae1a-4a0ed183dc38 service neutron] Pushing event updated for resources: {'Port': ['ID=6c277124-df17-4b68-b2be-7c78ae8a42e3,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:02.425065 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4ecd36f-d701-4ca7-a6a1-477dd13452ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:02.513363 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d5aa10-9ccb-479f-b484-8fe71772c4a0" -d '{"events": [{"name": "network-changed", "server_uuid": "3938b761-22c5-4d73-82cd-acc726ec921a", "tag": "6c277124-df17-4b68-b2be-7c78ae8a42e3"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:02.610882 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-6f1c9183-6b97-4861-ab94-7141978e481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:02.612561 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-6f1c9183-6b97-4861-ab94-7141978e481c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f074b2d35ce4916a77f711f934b24e8&device_id=3938b761-22c5-4d73-82cd-acc726ec921a HTTP/1.1" status: 200 len: 1099 time: 0.9247682 Jul 15 12:58:02.621989 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4ecd36f-d701-4ca7-a6a1-477dd13452ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:02.863340 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0dd1e44-454a-4e83-8ec4-2cb55dbbc3d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:02.957534 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-86dc940b-2fa6-42b0-83af-897d71bdbc2e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=6c277124-df17-4b68-b2be-7c78ae8a42e3 HTTP/1.1" status: 200 len: 217 time: 0.2806580 Jul 15 12:58:02.964285 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0dd1e44-454a-4e83-8ec4-2cb55dbbc3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:02.978691 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9757f-3735-4bdb-bd4e-c5cb1cc1f706 req-bc35da76-dbb3-4df3-8d52-f730d545abaf tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:02.992037 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58b9757f-3735-4bdb-bd4e-c5cb1cc1f706 req-bc35da76-dbb3-4df3-8d52-f730d545abaf tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/ports?device_id=72018243-a499-4575-83f8-0ac622289c5b HTTP/1.1" status: 200 len: 936 time: 0.1862442 Jul 15 12:58:03.030804 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-42a37bc5-5303-43ac-bde1-0e1e886b7759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61852979-4c65-4cad-8f9a-913fb2fe5154 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:03.043830 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-42a37bc5-5303-43ac-bde1-0e1e886b7759 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:03.071019 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40700) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:03.084787 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58b9757f-3735-4bdb-bd4e-c5cb1cc1f706 req-f11b5072-f4ff-4242-8545-dac452fcccbb tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/security-groups?id=419ffdfd-091e-4390-94f3-336519b65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971849 Jul 15 12:58:03.139788 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-42a37bc5-5303-43ac-bde1-0e1e886b7759 service neutron] Transition to ACTIVE for port object 61852979-4c65-4cad-8f9a-913fb2fe5154 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:03.151113 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-42a37bc5-5303-43ac-bde1-0e1e886b7759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:03.208986 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-32b70686-ef69-4e49-972e-e62d6996a799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:03.214997 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-32b70686-ef69-4e49-972e-e62d6996a799 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.2221203 Jul 15 12:58:03.290193 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd69b5-1f18-4aab-925e-616008ba12c1 req-ca221d61-912d-49c1-99e2-6d6b32534c3b tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:03.309223 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d5bd69b5-1f18-4aab-925e-616008ba12c1 req-ca221d61-912d-49c1-99e2-6d6b32534c3b tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/ports?device_id=3938b761-22c5-4d73-82cd-acc726ec921a HTTP/1.1" status: 200 len: 947 time: 1.0269709 Jul 15 12:58:03.440269 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a37bc5-5303-43ac-bde1-0e1e886b7759 service neutron] Pushing event updated for resources: {'Port': ['ID=61852979-4c65-4cad-8f9a-913fb2fe5154,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:03.480533 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd1e44-454a-4e83-8ec4-2cb55dbbc3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c438a2-4657-4e48-92c8-4b3e2e616302,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:03.498503 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-42a37bc5-5303-43ac-bde1-0e1e886b7759 service neutron] Attempting to bind port 61852979-4c65-4cad-8f9a-913fb2fe5154 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:03.498709 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c0dd1e44-454a-4e83-8ec4-2cb55dbbc3d6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b9c7a60414104b49842b390716c53cf6&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5328467 Jul 15 12:58:03.499022 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-42a37bc5-5303-43ac-bde1-0e1e886b7759 service neutron] Attempting to bind port 61852979-4c65-4cad-8f9a-913fb2fe5154 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:03.500961 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-42a37bc5-5303-43ac-bde1-0e1e886b7759 service neutron] Attempting to bind port 61852979-4c65-4cad-8f9a-913fb2fe5154 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:03.510146 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40710) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:03.537530 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f58da630-dd83-4441-b57e-22c1728e4dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:03.598600 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-42a37bc5-5303-43ac-bde1-0e1e886b7759 service neutron] Port 61852979-4c65-4cad-8f9a-913fb2fe5154 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:58:03.598932 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-42a37bc5-5303-43ac-bde1-0e1e886b7759 service neutron] Attempting to bind port 61852979-4c65-4cad-8f9a-913fb2fe5154 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:03.609599 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-42a37bc5-5303-43ac-bde1-0e1e886b7759 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:03.610106 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-42a37bc5-5303-43ac-bde1-0e1e886b7759 service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:03.610551 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-42a37bc5-5303-43ac-bde1-0e1e886b7759 service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:03.610998 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-42a37bc5-5303-43ac-bde1-0e1e886b7759 service neutron] Bound port: 61852979-4c65-4cad-8f9a-913fb2fe5154, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:03.611449 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-42a37bc5-5303-43ac-bde1-0e1e886b7759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:03.678223 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d5bd69b5-1f18-4aab-925e-616008ba12c1 req-d3b02753-45b3-4393-8efd-8398d4207459 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f902b4ac-f5a5-4ab1-886f-4d484680a555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657546 Jul 15 12:58:03.734967 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f80dccf3-99c0-43f2-821e-8aba248d1e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:03.790899 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4ecd36f-d701-4ca7-a6a1-477dd13452ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:03.797133 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4ecd36f-d701-4ca7-a6a1-477dd13452ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:03.799468 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d4ecd36f-d701-4ca7-a6a1-477dd13452ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5cadc5ab-d40f-4976-b046-5658e93e264a HTTP/1.1" status: 204 len: 168 time: 2.7920554 Jul 15 12:58:03.819523 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ecd36f-d701-4ca7-a6a1-477dd13452ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cadc5ab-d40f-4976-b046-5658e93e264a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:03.852135 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-9b7b13d2-4a3a-43e0-916d-de7c4e2026ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:03.855797 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-9b7b13d2-4a3a-43e0-916d-de7c4e2026ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6036584 Jul 15 12:58:03.869491 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f859fd90-3f61-4622-ae4c-3061d904e88a x-openstack-request-id: req-f859fd90-3f61-4622-ae4c-3061d904e88a {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:03.869940 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3938b761-22c5-4d73-82cd-acc726ec921a", "tag": "6c277124-df17-4b68-b2be-7c78ae8a42e3", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:03.870124 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f859fd90-3f61-4622-ae4c-3061d904e88a {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:03.870861 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3938b761-22c5-4d73-82cd-acc726ec921a', 'tag': '6c277124-df17-4b68-b2be-7c78ae8a42e3', 'status': 'completed', 'code': 200} Jul 15 12:58:04.172646 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f80dccf3-99c0-43f2-821e-8aba248d1e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:04.197806 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-5510feae-ae15-4826-b2f9-08ba4d1de480 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131714 Jul 15 12:58:04.269233 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-42a37bc5-5303-43ac-bde1-0e1e886b7759 service neutron] For port 61852979-4c65-4cad-8f9a-913fb2fe5154, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:04.306927 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-42a37bc5-5303-43ac-bde1-0e1e886b7759 service neutron] For port 61852979-4c65-4cad-8f9a-913fb2fe5154, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=61852979-4c65-4cad-8f9a-913fb2fe5154,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:04.320303 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-42a37bc5-5303-43ac-bde1-0e1e886b7759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:04.384160 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f80dccf3-99c0-43f2-821e-8aba248d1e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:04.387050 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f80dccf3-99c0-43f2-821e-8aba248d1e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:04.390895 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f80dccf3-99c0-43f2-821e-8aba248d1e0a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12c438a2-4657-4e48-92c8-4b3e2e616302 HTTP/1.1" status: 204 len: 168 time: 0.8718767 Jul 15 12:58:04.390895 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-42a37bc5-5303-43ac-bde1-0e1e886b7759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:04.393035 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-42a37bc5-5303-43ac-bde1-0e1e886b7759 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:04.394763 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-42a37bc5-5303-43ac-bde1-0e1e886b7759 service neutron] 10.222.0.18 "PUT /v2.0/ports/61852979-4c65-4cad-8f9a-913fb2fe5154 HTTP/1.1" status: 200 len: 1118 time: 3.8160841 Jul 15 12:58:04.400716 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72018243-a499-4575-83f8-0ac622289c5b', 'tag': '61852979-4c65-4cad-8f9a-913fb2fe5154'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:04.720251 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3aeac29f-a441-43ae-94f2-44cec0a97029 req-6dbf2751-114f-41a2-8e25-7278afe9e658 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019649 Jul 15 12:58:04.831977 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80dccf3-99c0-43f2-821e-8aba248d1e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c438a2-4657-4e48-92c8-4b3e2e616302,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:04.869646 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f58da630-dd83-4441-b57e-22c1728e4dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:04.902518 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a37bc5-5303-43ac-bde1-0e1e886b7759 service neutron] Pushing event updated for resources: {'Port': ['ID=61852979-4c65-4cad-8f9a-913fb2fe5154,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:04.936003 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f58da630-dd83-4441-b57e-22c1728e4dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:05.030744 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5aa10-9ccb-479f-b484-8fe71772c4a0 req-c2e21b44-23a5-4118-a46a-ef443e9700bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:05.032311 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c0d5aa10-9ccb-479f-b484-8fe71772c4a0 req-c2e21b44-23a5-4118-a46a-ef443e9700bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f074b2d35ce4916a77f711f934b24e8&device_id=3938b761-22c5-4d73-82cd-acc726ec921a HTTP/1.1" status: 200 len: 1099 time: 0.1262350 Jul 15 12:58:05.132067 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58da630-dd83-4441-b57e-22c1728e4dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce36daf8-f0f1-4226-b7d0-d4f710a3e321,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:05.203439 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-3212a0f2-8bf4-4e1a-9b5b-34b6278d56d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:05.206588 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-3212a0f2-8bf4-4e1a-9b5b-34b6278d56d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b6a83cc4f8e42e3971b205c3d102fc5&device_id=72018243-a499-4575-83f8-0ac622289c5b HTTP/1.1" status: 200 len: 1121 time: 0.6999655 Jul 15 12:58:05.247092 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcdb18-2231-41cf-a66b-3b7fa53723d4 req-37879888-5b78-49fc-91e7-655c23865933 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:05.255680 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8adcdb18-2231-41cf-a66b-3b7fa53723d4 req-37879888-5b78-49fc-91e7-655c23865933 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/ports?device_id=72018243-a499-4575-83f8-0ac622289c5b HTTP/1.1" status: 200 len: 969 time: 0.6033058 Jul 15 12:58:05.263725 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f58da630-dd83-4441-b57e-22c1728e4dcd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=10e29c5de7e04fccb7ad75a5fef01d97&name=default HTTP/1.1" status: 200 len: 2978 time: 2.1778572 Jul 15 12:58:05.589278 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40744) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:05.748549 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40750) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:05.769154 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:58:05.949622 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6270b37-da9f-42a4-8467-e1b3b5697a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:05.962970 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-ee82145b-455c-43f1-95b0-c6bbde4e1969 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=61852979-4c65-4cad-8f9a-913fb2fe5154 HTTP/1.1" status: 200 len: 217 time: 0.2471406 Jul 15 12:58:05.999868 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ceee755-f3dd-466c-9553-9de068ddee0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:06.014315 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd092d25-baea-43ea-aacb-f5d1be670a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "72018243-a499-4575-83f8-0ac622289c5b", "tag": "61852979-4c65-4cad-8f9a-913fb2fe5154"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:06.150766 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8adcdb18-2231-41cf-a66b-3b7fa53723d4 req-e99cad31-b844-4aae-9fa5-3f20963a7ed3 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/security-groups?id=419ffdfd-091e-4390-94f3-336519b65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8935671 Jul 15 12:58:06.181429 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6270b37-da9f-42a4-8467-e1b3b5697a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:06.184822 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-8fdba3fe-8586-478d-a16f-d262a931c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:06.186271 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5aa10-9ccb-479f-b484-8fe71772c4a0 req-d057c808-ed41-4f0e-8cbc-9d22ae4c92e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:06.187851 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c0d5aa10-9ccb-479f-b484-8fe71772c4a0 req-d057c808-ed41-4f0e-8cbc-9d22ae4c92e5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 1.1490467 Jul 15 12:58:06.193122 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-8fdba3fe-8586-478d-a16f-d262a931c4e1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1944513 Jul 15 12:58:06.417954 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903aaf3b-7ab9-4346-b509-8d59957f82d7 req-3fe2a25f-3207-4f28-adda-6bdd68b086d4 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:06.432005 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-903aaf3b-7ab9-4346-b509-8d59957f82d7 req-3fe2a25f-3207-4f28-adda-6bdd68b086d4 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/ports?device_id=3938b761-22c5-4d73-82cd-acc726ec921a HTTP/1.1" status: 200 len: 947 time: 1.3693779 Jul 15 12:58:06.467764 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c0d5aa10-9ccb-479f-b484-8fe71772c4a0 req-74698349-0042-4bfa-90db-bcd6da17d4a4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=6c277124-df17-4b68-b2be-7c78ae8a42e3 HTTP/1.1" status: 200 len: 217 time: 0.2524555 Jul 15 12:58:06.512100 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-ce06ac01-6598-4c24-b765-a44c61b61f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:06.519865 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-ce06ac01-6598-4c24-b765-a44c61b61f30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3122203 Jul 15 12:58:06.633943 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6270b37-da9f-42a4-8467-e1b3b5697a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:06.641164 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6270b37-da9f-42a4-8467-e1b3b5697a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:06.660158 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d6270b37-da9f-42a4-8467-e1b3b5697a53 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ce36daf8-f0f1-4226-b7d0-d4f710a3e321 HTTP/1.1" status: 204 len: 168 time: 1.0541828 Jul 15 12:58:06.700038 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5aa10-9ccb-479f-b484-8fe71772c4a0 req-b16cbc80-9059-4bbd-8382-8f8c3ebc428d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:06.710711 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c0d5aa10-9ccb-479f-b484-8fe71772c4a0 req-b16cbc80-9059-4bbd-8382-8f8c3ebc428d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.2123919 Jul 15 12:58:06.825581 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6270b37-da9f-42a4-8467-e1b3b5697a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce36daf8-f0f1-4226-b7d0-d4f710a3e321,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:06.940310 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c13f0f-f064-4780-87ac-8e141f7401ca x-openstack-request-id: req-c8c13f0f-f064-4780-87ac-8e141f7401ca {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:06.941117 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72018243-a499-4575-83f8-0ac622289c5b", "tag": "61852979-4c65-4cad-8f9a-913fb2fe5154", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:06.944477 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c8c13f0f-f064-4780-87ac-8e141f7401ca {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:06.946757 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72018243-a499-4575-83f8-0ac622289c5b', 'tag': '61852979-4c65-4cad-8f9a-913fb2fe5154', 'status': 'completed', 'code': 200} Jul 15 12:58:06.987076 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-903aaf3b-7ab9-4346-b509-8d59957f82d7 req-b4116fcf-2805-4305-91d3-2e728965dee0 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f902b4ac-f5a5-4ab1-886f-4d484680a555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508318 Jul 15 12:58:07.100225 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5aa10-9ccb-479f-b484-8fe71772c4a0 req-938891c0-5166-4ed7-8453-f6be25412def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:07.113989 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c0d5aa10-9ccb-479f-b484-8fe71772c4a0 req-938891c0-5166-4ed7-8453-f6be25412def service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3437400 Jul 15 12:58:07.189962 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ceee755-f3dd-466c-9553-9de068ddee0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:07.242070 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ceee755-f3dd-466c-9553-9de068ddee0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:07.320160 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40780) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:07.373151 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-bed9f2b7-f977-4ae7-a286-fa0366003d4a service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8355813 Jul 15 12:58:07.476525 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c0d5aa10-9ccb-479f-b484-8fe71772c4a0 req-2dd0739a-20ff-4c66-96e3-605ed9a9bcd2 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357005 Jul 15 12:58:07.497150 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1ceee755-f3dd-466c-9553-9de068ddee0f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3888addbb5004c3483fa30fdce9fb9e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7468903 Jul 15 12:58:07.530797 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40786) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:07.634714 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:07.678501 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceee755-f3dd-466c-9553-9de068ddee0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91cb00f-ea80-4692-871a-025347c80384,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:07.760391 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c0d5aa10-9ccb-479f-b484-8fe71772c4a0 req-ce283852-21ec-4282-ba6c-6f8782d0185f service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686148 Jul 15 12:58:07.979854 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1743fa1-fd0f-41b6-a0dc-b104ef67c9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:08.146966 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7355795e-e960-473a-8323-8ce6b83b0e2e req-9e6cf0a7-bf9c-4958-928d-8c28e3788543 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6994169 Jul 15 12:58:08.155802 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1743fa1-fd0f-41b6-a0dc-b104ef67c9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:08.177967 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40794) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:08.247757 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d61bd30e-f4ce-485d-b404-8e2ef574d981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:08.268900 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23272fff-900a-4d26-8029-30795d24b358 req-58dba2bf-966a-4031-aa4d-4046c4daca59 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:08.283144 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-23272fff-900a-4d26-8029-30795d24b358 req-58dba2bf-966a-4031-aa4d-4046c4daca59 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/ports?device_id=72018243-a499-4575-83f8-0ac622289c5b HTTP/1.1" status: 200 len: 969 time: 0.5402586 Jul 15 12:58:08.407182 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1743fa1-fd0f-41b6-a0dc-b104ef67c9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:08.415902 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1743fa1-fd0f-41b6-a0dc-b104ef67c9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:08.424761 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d1743fa1-fd0f-41b6-a0dc-b104ef67c9cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b91cb00f-ea80-4692-871a-025347c80384 HTTP/1.1" status: 204 len: 168 time: 0.8871861 Jul 15 12:58:08.446714 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40802) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:08.526206 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c0d05-a966-42ef-b6a3-48c8535d4d73 req-29389d6e-a484-47a9-900e-2fc8cc80a904 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:08.531211 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7d9c0d05-a966-42ef-b6a3-48c8535d4d73 req-29389d6e-a484-47a9-900e-2fc8cc80a904 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/ports?device_id=3938b761-22c5-4d73-82cd-acc726ec921a HTTP/1.1" status: 200 len: 947 time: 0.2440224 Jul 15 12:58:08.550460 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-847132a3-dbed-4f7b-b66e-8a0da9b01e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:08.555053 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1743fa1-fd0f-41b6-a0dc-b104ef67c9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91cb00f-ea80-4692-871a-025347c80384,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:08.637280 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7d9c0d05-a966-42ef-b6a3-48c8535d4d73 req-8ce06981-e99a-4830-9a6b-0b617825f988 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f902b4ac-f5a5-4ab1-886f-4d484680a555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845776 Jul 15 12:58:08.643994 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-23272fff-900a-4d26-8029-30795d24b358 req-173b6c8e-4140-4015-b6d1-19511b982361 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/security-groups?id=419ffdfd-091e-4390-94f3-336519b65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583250 Jul 15 12:58:08.721168 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd092d25-baea-43ea-aacb-f5d1be670a9b req-58ab7bd3-3d91-4ca0-b3c1-ff3ba4aaa7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:08.726384 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bd092d25-baea-43ea-aacb-f5d1be670a9b req-58ab7bd3-3d91-4ca0-b3c1-ff3ba4aaa7cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b6a83cc4f8e42e3971b205c3d102fc5&device_id=72018243-a499-4575-83f8-0ac622289c5b HTTP/1.1" status: 200 len: 1121 time: 0.3765063 Jul 15 12:58:08.729994 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d61bd30e-f4ce-485d-b404-8e2ef574d981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:08.737251 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d61bd30e-f4ce-485d-b404-8e2ef574d981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:08.847075 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d61bd30e-f4ce-485d-b404-8e2ef574d981 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c315f7a007284d32b74abac69bd1890f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6669536 Jul 15 12:58:08.848039 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61bd30e-f4ce-485d-b404-8e2ef574d981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6f501b-266f-4859-8c86-faced39f20b9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:08.851600 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40810) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:08.996272 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8c69e90-31a4-4ece-b6a7-48af26fdffa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:09.053381 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8c69e90-31a4-4ece-b6a7-48af26fdffa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:09.181073 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd092d25-baea-43ea-aacb-f5d1be670a9b req-dc0705af-40a6-4adb-a5da-64ee9e669f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:09.182774 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bd092d25-baea-43ea-aacb-f5d1be670a9b req-dc0705af-40a6-4adb-a5da-64ee9e669f92 service neutron] 10.222.0.18 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.4329019 Jul 15 12:58:09.200746 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d50684a3-0d77-4f9e-8eca-7558fc854609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:09.229338 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8c69e90-31a4-4ece-b6a7-48af26fdffa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:09.234791 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8c69e90-31a4-4ece-b6a7-48af26fdffa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:09.247249 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f8c69e90-31a4-4ece-b6a7-48af26fdffa2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bf6f501b-266f-4859-8c86-faced39f20b9 HTTP/1.1" status: 204 len: 168 time: 0.3944974 Jul 15 12:58:09.265060 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c69e90-31a4-4ece-b6a7-48af26fdffa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6f501b-266f-4859-8c86-faced39f20b9,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:09.289633 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bd092d25-baea-43ea-aacb-f5d1be670a9b req-f7988f2c-a84f-47fc-950c-ef1e6818b26d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=61852979-4c65-4cad-8f9a-913fb2fe5154 HTTP/1.1" status: 200 len: 217 time: 0.0965114 Jul 15 12:58:09.369481 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40818) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:09.400373 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c53fe727-bf1a-4474-aaad-a7c0d43ea0a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:09.404166 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-847132a3-dbed-4f7b-b66e-8a0da9b01e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:09.421549 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-847132a3-dbed-4f7b-b66e-8a0da9b01e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:09.560706 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-847132a3-dbed-4f7b-b66e-8a0da9b01e7f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=473566d8d4bb4a69b90d29d545f213aa&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2163563 Jul 15 12:58:09.563843 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd092d25-baea-43ea-aacb-f5d1be670a9b req-dab201af-380f-45dd-a2d2-513c92f5768f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:09.566932 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bd092d25-baea-43ea-aacb-f5d1be670a9b req-dab201af-380f-45dd-a2d2-513c92f5768f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.2674849 Jul 15 12:58:09.567775 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40820) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:09.657014 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d50684a3-0d77-4f9e-8eca-7558fc854609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:09.696567 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847132a3-dbed-4f7b-b66e-8a0da9b01e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cf85ef-7b26-476e-9981-e08128056e7a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:09.722768 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d50684a3-0d77-4f9e-8eca-7558fc854609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:09.856267 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70d5a016-8a73-45a1-9e42-079a6e89b9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:09.891872 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd092d25-baea-43ea-aacb-f5d1be670a9b req-5cc71cf8-cb34-4586-b265-5cc7e54d8860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:09.904289 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bd092d25-baea-43ea-aacb-f5d1be670a9b req-5cc71cf8-cb34-4586-b265-5cc7e54d8860 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3145387 Jul 15 12:58:09.917410 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40832) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:09.918946 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d50684a3-0d77-4f9e-8eca-7558fc854609 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a9b4e315314242e2bed04289c7f89a25&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4704881 Jul 15 12:58:09.922246 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50684a3-0d77-4f9e-8eca-7558fc854609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f182a941-ba31-4f95-bb0c-3e93f0fd8698,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:09.956469 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70d5a016-8a73-45a1-9e42-079a6e89b9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:10.092030 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c53fe727-bf1a-4474-aaad-a7c0d43ea0a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:10.105679 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c53fe727-bf1a-4474-aaad-a7c0d43ea0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:10.234255 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53fe727-bf1a-4474-aaad-a7c0d43ea0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a63ebd3-fa8f-435d-877b-da73b6d4e887,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:10.278718 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c53fe727-bf1a-4474-aaad-a7c0d43ea0a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7c03f6d098f349cf9cc695c7e6dead42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9080222 Jul 15 12:58:10.280544 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40842) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:10.428684 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70d5a016-8a73-45a1-9e42-079a6e89b9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:10.432605 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70d5a016-8a73-45a1-9e42-079a6e89b9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:10.443401 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-70d5a016-8a73-45a1-9e42-079a6e89b9db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/67cf85ef-7b26-476e-9981-e08128056e7a HTTP/1.1" status: 204 len: 168 time: 0.8679886 Jul 15 12:58:10.657310 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5a016-8a73-45a1-9e42-079a6e89b9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cf85ef-7b26-476e-9981-e08128056e7a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:10.688704 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad49cb-d503-495e-b3f3-f027ed2e0e2f req-46aadcdb-bb56-415c-9a97-718ef8055503 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:10.690403 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-066ab94e-9618-43a7-96dc-5db246f6c4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:10.718188 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d2ad49cb-d503-495e-b3f3-f027ed2e0e2f req-46aadcdb-bb56-415c-9a97-718ef8055503 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/ports?device_id=72018243-a499-4575-83f8-0ac622289c5b HTTP/1.1" status: 200 len: 969 time: 0.3917122 Jul 15 12:58:10.719297 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-965195af-1b43-4287-af60-b87928d7bc36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:10.764471 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-066ab94e-9618-43a7-96dc-5db246f6c4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:10.829512 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-965195af-1b43-4287-af60-b87928d7bc36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:10.896216 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-066ab94e-9618-43a7-96dc-5db246f6c4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:10.899975 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-066ab94e-9618-43a7-96dc-5db246f6c4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:10.908553 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-066ab94e-9618-43a7-96dc-5db246f6c4cd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f182a941-ba31-4f95-bb0c-3e93f0fd8698 HTTP/1.1" status: 204 len: 168 time: 0.9891663 Jul 15 12:58:10.912409 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bd092d25-baea-43ea-aacb-f5d1be670a9b req-3d12aed0-9f59-4b47-83d7-7cb71bde859f service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9592106 Jul 15 12:58:10.934774 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d2ad49cb-d503-495e-b3f3-f027ed2e0e2f req-d63c319d-a5db-4394-8ae7-55820a2950ed tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/security-groups?id=419ffdfd-091e-4390-94f3-336519b65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110059 Jul 15 12:58:10.992992 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ab94e-9618-43a7-96dc-5db246f6c4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f182a941-ba31-4f95-bb0c-3e93f0fd8698,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:11.027124 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-965195af-1b43-4287-af60-b87928d7bc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:11.038815 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-965195af-1b43-4287-af60-b87928d7bc36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:11.042731 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-965195af-1b43-4287-af60-b87928d7bc36 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a63ebd3-fa8f-435d-877b-da73b6d4e887 HTTP/1.1" status: 204 len: 168 time: 0.7557685 Jul 15 12:58:11.080402 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965195af-1b43-4287-af60-b87928d7bc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a63ebd3-fa8f-435d-877b-da73b6d4e887,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:11.116311 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732461aa-3a1b-4c07-a27d-0549377465f6 req-bf3b2be3-5448-4634-a83d-06e4394d922e tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:11.125856 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-732461aa-3a1b-4c07-a27d-0549377465f6 req-bf3b2be3-5448-4634-a83d-06e4394d922e tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/ports?device_id=3938b761-22c5-4d73-82cd-acc726ec921a HTTP/1.1" status: 200 len: 947 time: 0.7458847 Jul 15 12:58:11.400862 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-732461aa-3a1b-4c07-a27d-0549377465f6 req-3784a692-5c78-43da-9042-d775899f41c7 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f902b4ac-f5a5-4ab1-886f-4d484680a555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728455 Jul 15 12:58:11.408176 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bd092d25-baea-43ea-aacb-f5d1be670a9b req-654ce9c4-a576-43c7-adc4-ec74acd18707 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672425 Jul 15 12:58:12.155723 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40874) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:12.174729 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a5b7d78-9ca6-47ca-9224-6f1f6160c9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:12.353658 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18277cfb-67b8-4cc9-b85c-b43e35676f30 req-41287a68-9e0c-450c-b29e-2f2abe99387f tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:12.355963 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-18277cfb-67b8-4cc9-b85c-b43e35676f30 req-41287a68-9e0c-450c-b29e-2f2abe99387f tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/ports?device_id=72018243-a499-4575-83f8-0ac622289c5b HTTP/1.1" status: 200 len: 969 time: 0.2156644 Jul 15 12:58:12.408864 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-931a3fca-c2d7-4fb0-ac33-a21ebdb46b76 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=611633f4db1a424980cffa640f112f10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403345 Jul 15 12:58:12.414540 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a5b7d78-9ca6-47ca-9224-6f1f6160c9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:12.429276 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a5b7d78-9ca6-47ca-9224-6f1f6160c9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:12.462026 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40890) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:12.510405 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-18277cfb-67b8-4cc9-b85c-b43e35676f30 req-2582d5b6-aea0-4d3e-9cef-63d6ce604313 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/security-groups?id=419ffdfd-091e-4390-94f3-336519b65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464813 Jul 15 12:58:12.511297 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0cf122c3-447a-4160-8de9-d03f211ae9f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:12.513520 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40894) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:12.526923 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2a5b7d78-9ca6-47ca-9224-6f1f6160c9c8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=02500c5f63f4477c879111b09d0eaa29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3694983 Jul 15 12:58:12.731256 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-4f936646-11af-4c4a-b5b6-0ac93a7980cd tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:12.747346 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-4f936646-11af-4c4a-b5b6-0ac93a7980cd tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3308859 Jul 15 12:58:12.756994 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b7d78-9ca6-47ca-9224-6f1f6160c9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a408246-8d23-418b-aa11-76233840b153,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:12.782451 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-755aacfb-ba86-4d05-8fac-d7bfad2e5d2e tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/quotas/611633f4db1a424980cffa640f112f10 HTTP/1.1" status: 200 len: 375 time: 0.0339975 Jul 15 12:58:12.857712 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-85e628d6-040f-4713-b8f5-326fc962ecd8 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=611633f4db1a424980cffa640f112f10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0736878 Jul 15 12:58:12.857985 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0cf122c3-447a-4160-8de9-d03f211ae9f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:12.877262 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0cf122c3-447a-4160-8de9-d03f211ae9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:12.911903 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ccc28ddf-0dd7-48ca-953d-bb9c562779bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:12.946360 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf122c3-447a-4160-8de9-d03f211ae9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2ecec4-1e40-482c-a3a2-5904d668e633,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:12.973916 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ccc28ddf-0dd7-48ca-953d-bb9c562779bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:12.986656 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c2b45-2835-45f8-b4ac-0788f4a2b97c req-3fe8b9b3-a606-4daa-b5ce-cddd7f793e05 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:12.988717 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-806c2b45-2835-45f8-b4ac-0788f4a2b97c req-3fe8b9b3-a606-4daa-b5ce-cddd7f793e05 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/ports?device_id=3938b761-22c5-4d73-82cd-acc726ec921a HTTP/1.1" status: 200 len: 947 time: 0.2606373 Jul 15 12:58:12.994376 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0cf122c3-447a-4160-8de9-d03f211ae9f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=42967cea52f447ee8583a8b86d63b4ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5281584 Jul 15 12:58:12.995297 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40904) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:13.070778 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-806c2b45-2835-45f8-b4ac-0788f4a2b97c req-c87f2a13-785a-4bad-a12d-258a13c1e27c tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f902b4ac-f5a5-4ab1-886f-4d484680a555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641055 Jul 15 12:58:13.107967 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ccc28ddf-0dd7-48ca-953d-bb9c562779bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:13.112148 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ccc28ddf-0dd7-48ca-953d-bb9c562779bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:13.114580 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ccc28ddf-0dd7-48ca-953d-bb9c562779bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a408246-8d23-418b-aa11-76233840b153 HTTP/1.1" status: 204 len: 168 time: 0.5949247 Jul 15 12:58:13.135314 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc28ddf-0dd7-48ca-953d-bb9c562779bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a408246-8d23-418b-aa11-76233840b153,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:13.162443 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f220f209-3d7a-4331-815e-c4ee50ff1a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:13.246106 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f220f209-3d7a-4331-815e-c4ee50ff1a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:13.365554 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f220f209-3d7a-4331-815e-c4ee50ff1a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:13.373290 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f220f209-3d7a-4331-815e-c4ee50ff1a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:13.376290 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f220f209-3d7a-4331-815e-c4ee50ff1a9e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b2ecec4-1e40-482c-a3a2-5904d668e633 HTTP/1.1" status: 204 len: 168 time: 0.3794596 Jul 15 12:58:13.402503 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220f209-3d7a-4331-815e-c4ee50ff1a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2ecec4-1e40-482c-a3a2-5904d668e633,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:13.544215 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8fd0095f-ee28-456b-9bb6-7974712d84c7 req-d1b8a7e4-bff9-4bc5-ba21-568436b0fb65 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d36918-9159-449b-b8c4-70e0b6501f14 HTTP/1.1" status: 200 len: 210 time: 0.0899978 Jul 15 12:58:13.989550 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a691e3-c800-4169-b636-7a0a9620efb8 req-a11c6041-446c-4d03-ae77-1ec4f466449b tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:13.991533 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-81a691e3-c800-4169-b636-7a0a9620efb8 req-a11c6041-446c-4d03-ae77-1ec4f466449b tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/ports?device_id=72018243-a499-4575-83f8-0ac622289c5b HTTP/1.1" status: 200 len: 969 time: 0.1587241 Jul 15 12:58:14.070538 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-81a691e3-c800-4169-b636-7a0a9620efb8 req-0888301c-5c86-4287-92d1-a384c509664b tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/security-groups?id=419ffdfd-091e-4390-94f3-336519b65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517230 Jul 15 12:58:14.504792 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa963a10-c01a-482a-ac47-83bdb2ebd797 req-d65893db-6ce9-40d9-aca5-2c94e0d6f7fd tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:14.506428 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa963a10-c01a-482a-ac47-83bdb2ebd797 req-d65893db-6ce9-40d9-aca5-2c94e0d6f7fd tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/ports?device_id=3938b761-22c5-4d73-82cd-acc726ec921a HTTP/1.1" status: 200 len: 947 time: 0.1148195 Jul 15 12:58:14.578423 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa963a10-c01a-482a-ac47-83bdb2ebd797 req-c267dd3c-2d17-4f34-97db-7abcb29f40dd tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f902b4ac-f5a5-4ab1-886f-4d484680a555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606096 Jul 15 12:58:14.799558 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-90348288-89b5-4e78-a545-2e15ff3aaad0 req-0bf02218-70c4-4fc3-85c0-bfbc536595fc tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d36918-9159-449b-b8c4-70e0b6501f14 HTTP/1.1" status: 200 len: 210 time: 0.0472624 Jul 15 12:58:15.297885 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-5f608f38-7a00-4e2d-adcf-27f45b5a8f6f tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=611633f4db1a424980cffa640f112f10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653350 Jul 15 12:58:15.667399 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa200df-faea-4f08-9f97-0770629ac429 req-31191156-32c4-4a10-b514-f64b1fb9a80c tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:15.671248 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0fa200df-faea-4f08-9f97-0770629ac429 req-31191156-32c4-4a10-b514-f64b1fb9a80c tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/ports?device_id=72018243-a499-4575-83f8-0ac622289c5b HTTP/1.1" status: 200 len: 969 time: 0.2749615 Jul 15 12:58:15.686091 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-edd6f2bc-b0d9-4507-bcf9-a696f8cb4fe1 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:15.688640 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-edd6f2bc-b0d9-4507-bcf9-a696f8cb4fe1 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3849254 Jul 15 12:58:15.722560 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-7f5bba73-5030-4839-8db1-c514a260df4e tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Request body: {'port': {'device_id': '54d36918-9159-449b-b8c4-70e0b6501f14', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'admin_state_up': True, 'tenant_id': '611633f4db1a424980cffa640f112f10'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:15.812563 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0fa200df-faea-4f08-9f97-0770629ac429 req-4b16615e-b1a6-48b0-9ae3-988b9f5b4176 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/security-groups?id=419ffdfd-091e-4390-94f3-336519b65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216989 Jul 15 12:58:15.980336 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-7f5bba73-5030-4839-8db1-c514a260df4e tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Made reservation on behalf of 611633f4db1a424980cffa640f112f10 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:15.991802 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-7f5bba73-5030-4839-8db1-c514a260df4e tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:16.030770 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-7f5bba73-5030-4839-8db1-c514a260df4e tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:16.140040 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-da720f89-b0d6-44d1-b63d-697f1b69e4f9 req-04031670-5a62-45f6-82b4-748a51f61da8 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d36918-9159-449b-b8c4-70e0b6501f14 HTTP/1.1" status: 200 len: 210 time: 0.0732083 Jul 15 12:58:16.234890 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 6c277124-df17-4b68-b2be-7c78ae8a42e3 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:58:16.238264 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55032328-7950-456f-ad89-2754eb63ba5d req-66f7b95e-9a00-412f-bf5b-2140b7886f49 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:16.246687 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-55032328-7950-456f-ad89-2754eb63ba5d req-66f7b95e-9a00-412f-bf5b-2140b7886f49 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/ports?device_id=3938b761-22c5-4d73-82cd-acc726ec921a HTTP/1.1" status: 200 len: 947 time: 0.1929162 Jul 15 12:58:16.326270 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-55032328-7950-456f-ad89-2754eb63ba5d req-e26837d9-6221-4ff3-a139-6eada9cecdfd tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f902b4ac-f5a5-4ab1-886f-4d484680a555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781212 Jul 15 12:58:16.380581 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-7f5bba73-5030-4839-8db1-c514a260df4e tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:16.391465 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-7f5bba73-5030-4839-8db1-c514a260df4e tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:16.519043 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 6c277124-df17-4b68-b2be-7c78ae8a42e3, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=6c277124-df17-4b68-b2be-7c78ae8a42e3,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:16.539226 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '6c277124-df17-4b68-b2be-7c78ae8a42e3', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': '6c277124-df17-4b68-b2be-7c78ae8a42e3', 'mac_address': 'fa:16:3e:24:f4:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:58:16.577572 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5bba73-5030-4839-8db1-c514a260df4e tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be1c1602-a952-4eca-ad26-667722467c30,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:16.591931 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:16.605320 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c277124-df17-4b68-b2be-7c78ae8a42e3 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:16.636686 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 6c277124-df17-4b68-b2be-7c78ae8a42e3, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=6c277124-df17-4b68-b2be-7c78ae8a42e3,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:16.642620 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:16.714077 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=6c277124-df17-4b68-b2be-7c78ae8a42e3,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:16.725345 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:16.725980 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:16.726605 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:16.727310 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:16.727801 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:16.728271 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:16.728781 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:16.729348 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:16.729850 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:16.730327 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:16.730991 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:16.731499 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:16.732932 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Tracked resource versions report: Jul 15 12:58:16.732932 n-d-758944-45 neutron-server[93815]: pushed versions: Jul 15 12:58:16.732932 n-d-758944-45 neutron-server[93815]: { 'AddressGroup': {'1.2'}, Jul 15 12:58:16.732932 n-d-758944-45 neutron-server[93815]: 'ConntrackHelper': {'1.0'}, Jul 15 12:58:16.732932 n-d-758944-45 neutron-server[93815]: 'Log': {'1.0'}, Jul 15 12:58:16.732932 n-d-758944-45 neutron-server[93815]: 'Network': {'1.1'}, Jul 15 12:58:16.732932 n-d-758944-45 neutron-server[93815]: 'Port': {'1.7'}, Jul 15 12:58:16.732932 n-d-758944-45 neutron-server[93815]: 'PortForwarding': {'1.2'}, Jul 15 12:58:16.732932 n-d-758944-45 neutron-server[93815]: 'QosPolicy': {'1.8'}, Jul 15 12:58:16.732932 n-d-758944-45 neutron-server[93815]: 'SecurityGroup': {'1.4'}, Jul 15 12:58:16.732932 n-d-758944-45 neutron-server[93815]: 'SecurityGroupRule': {'1.2'}, Jul 15 12:58:16.732932 n-d-758944-45 neutron-server[93815]: 'SubPort': {'1.0'}, Jul 15 12:58:16.732932 n-d-758944-45 neutron-server[93815]: 'Subnet': {'1.1'}, Jul 15 12:58:16.732932 n-d-758944-45 neutron-server[93815]: 'Trunk': {'1.1'}} Jul 15 12:58:16.732932 n-d-758944-45 neutron-server[93815]: consumer versions: Jul 15 12:58:16.732932 n-d-758944-45 neutron-server[93815]: { DHCP agent@n-d-758944-45: {}, Jul 15 12:58:16.732932 n-d-758944-45 neutron-server[93815]: HyperV agent@n-h1-758944-45: {}, Jul 15 12:58:16.732932 n-d-758944-45 neutron-server[93815]: HyperV agent@n-h2-758944-45: {}, Jul 15 12:58:16.732932 n-d-758944-45 neutron-server[93815]: L3 agent@n-d-758944-45: {}, Jul 15 12:58:16.732932 n-d-758944-45 neutron-server[93815]: Metadata agent@n-d-758944-45: {}, Jul 15 12:58:16.732932 n-d-758944-45 neutron-server[93815]: Metering agent@n-d-758944-45: {}, Jul 15 12:58:16.732932 n-d-758944-45 neutron-server[93815]: Open vSwitch agent@n-d-758944-45: { 'AddressGroup': '1.2', Jul 15 12:58:16.732932 n-d-758944-45 neutron-server[93815]: 'ConntrackHelper': '1.0', Jul 15 12:58:16.732932 n-d-758944-45 neutron-server[93815]: 'Log': '1.0', Jul 15 12:58:16.732932 n-d-758944-45 neutron-server[93815]: 'Network': '1.1', Jul 15 12:58:16.732932 n-d-758944-45 neutron-server[93815]: 'Port': '1.7', Jul 15 12:58:16.732932 n-d-758944-45 neutron-server[93815]: 'PortForwarding': '1.2', Jul 15 12:58:16.732932 n-d-758944-45 neutron-server[93815]: 'QosPolicy': '1.8', Jul 15 12:58:16.732932 n-d-758944-45 neutron-server[93815]: 'SecurityGroup': '1.4', Jul 15 12:58:16.732932 n-d-758944-45 neutron-server[93815]: 'SecurityGroupRule': '1.2', Jul 15 12:58:16.732932 n-d-758944-45 neutron-server[93815]: 'SubPort': '1.0', Jul 15 12:58:16.732932 n-d-758944-45 neutron-server[93815]: 'Subnet': '1.1', Jul 15 12:58:16.732932 n-d-758944-45 neutron-server[93815]: 'Trunk': '1.1'}} Jul 15 12:58:16.732932 n-d-758944-45 neutron-server[93815]: {{(pid=93815) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 12:58:16.800110 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-7f5bba73-5030-4839-8db1-c514a260df4e tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Allocated IP 192.168.233.81 (469a0c47-6cac-4ffe-aa16-0c933961e7af/23cd399a-e88b-433a-a99b-25a477d6a3ca/b013106d-990c-48e5-97f9-267796675942) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:17.012352 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['6c277124-df17-4b68-b2be-7c78ae8a42e3'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:17.048377 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-011caf23-57a0-4383-a5c3-3e536936a333 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361085 Jul 15 12:58:17.153354 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c53694-4bd5-4cad-9c7f-87255def636e req-7dffa920-e89f-4c2b-828f-e21f91d14565 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:17.168673 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a1c53694-4bd5-4cad-9c7f-87255def636e req-7dffa920-e89f-4c2b-828f-e21f91d14565 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/ports?device_id=72018243-a499-4575-83f8-0ac622289c5b HTTP/1.1" status: 200 len: 969 time: 0.1712408 Jul 15 12:58:17.174539 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-7f5bba73-5030-4839-8db1-c514a260df4e tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:17.210411 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-7f5bba73-5030-4839-8db1-c514a260df4e tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Transition to ACTIVE for port object b013106d-990c-48e5-97f9-267796675942 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:17.226354 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-5b62f00e-7355-4f29-8f54-e2c148e6fb35 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:17.233162 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-5b62f00e-7355-4f29-8f54-e2c148e6fb35 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1838462 Jul 15 12:58:17.245839 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a1c53694-4bd5-4cad-9c7f-87255def636e req-7ddb712a-313f-4e6b-a5b0-95b571c1aa86 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/security-groups?id=419ffdfd-091e-4390-94f3-336519b65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752974 Jul 15 12:58:17.265568 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-8190b632-8a09-4618-81df-3b1c6f14b19e tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/quotas/4c3108a20e0e4e5c98e0e01050769b9a HTTP/1.1" status: 200 len: 375 time: 0.0310893 Jul 15 12:58:17.326099 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-82cb5efd-7cc9-4795-8d00-8362890a8066 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584142 Jul 15 12:58:17.366025 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-7f5bba73-5030-4839-8db1-c514a260df4e tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:17.447840 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-7f5bba73-5030-4839-8db1-c514a260df4e tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:17.451931 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-7f5bba73-5030-4839-8db1-c514a260df4e tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:17.457499 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-7f5bba73-5030-4839-8db1-c514a260df4e tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:17.473363 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-7f5bba73-5030-4839-8db1-c514a260df4e tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:17.474471 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-7f5bba73-5030-4839-8db1-c514a260df4e tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:17.500273 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-7f5bba73-5030-4839-8db1-c514a260df4e tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7845988 Jul 15 12:58:17.512893 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41080) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:17.522321 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-56cc928c-42d7-450a-a903-63c2468c164b service neutron] Request body: {'port': {'device_id': '54d36918-9159-449b-b8c4-70e0b6501f14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:17.560253 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5bba73-5030-4839-8db1-c514a260df4e tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Pushing event updated for resources: {'Port': ['ID=b013106d-990c-48e5-97f9-267796675942,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:17.657100 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-56cc928c-42d7-450a-a903-63c2468c164b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:17.744046 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaab4ea-4cb8-4f51-baeb-ca559810717c req-4590a809-19ea-4262-8a91-93808981f5da tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:17.755070 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0aaab4ea-4cb8-4f51-baeb-ca559810717c req-4590a809-19ea-4262-8a91-93808981f5da tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d36918-9159-449b-b8c4-70e0b6501f14 HTTP/1.1" status: 200 len: 935 time: 0.2052650 Jul 15 12:58:17.856701 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0aaab4ea-4cb8-4f51-baeb-ca559810717c req-603c6328-1d27-42f0-b05a-a158b8206dcd tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1c1602-a952-4eca-ad26-667722467c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006260 Jul 15 12:58:17.972789 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7eb66224-02b3-495c-ba61-b6395db2e63d None None] Provisioning for port b013106d-990c-48e5-97f9-267796675942 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:17.980177 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7eb66224-02b3-495c-ba61-b6395db2e63d None None] Provisioning complete for port b013106d-990c-48e5-97f9-267796675942 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:17.982354 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7eb66224-02b3-495c-ba61-b6395db2e63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:17.996396 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1420313b-5929-4a48-af40-e9a261d0170a req-278e79e4-e10a-4945-86bf-d2c0f752a04c tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 210 time: 0.0489514 Jul 15 12:58:18.021896 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1d16099-4c27-4fd0-b688-e000f8f0d69f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:18.096086 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7eb66224-02b3-495c-ba61-b6395db2e63d None None] Port b013106d-990c-48e5-97f9-267796675942 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:58:18.226298 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 6c277124-df17-4b68-b2be-7c78ae8a42e3 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:18.232597 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1d16099-4c27-4fd0-b688-e000f8f0d69f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:18.240073 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1d16099-4c27-4fd0-b688-e000f8f0d69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:18.295608 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a1d16099-4c27-4fd0-b688-e000f8f0d69f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a372a1a11f4b4777a8294b3e0ece8948&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7816494 Jul 15 12:58:18.300316 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41106) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:18.304955 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d16099-4c27-4fd0-b688-e000f8f0d69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb339e57-4825-467c-93fe-d20d3344c323,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:18.365692 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 6c277124-df17-4b68-b2be-7c78ae8a42e3 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:18.371298 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 6c277124-df17-4b68-b2be-7c78ae8a42e3 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:18.375312 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:18.401921 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0ba4a866-2b45-4bf1-97b2-7d8525ff206b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:18.434564 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-56cc928c-42d7-450a-a903-63c2468c164b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b013106d-990c-48e5-97f9-267796675942 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:18.450741 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0ba4a866-2b45-4bf1-97b2-7d8525ff206b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:18.459556 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4e947-033c-458e-9b1d-da7ff3a0069b req-41dc64e3-f574-4e42-ba0a-a5047d275df4 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:18.466782 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-10e4e947-033c-458e-9b1d-da7ff3a0069b req-41dc64e3-f574-4e42-ba0a-a5047d275df4 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/ports?device_id=3938b761-22c5-4d73-82cd-acc726ec921a HTTP/1.1" status: 200 len: 948 time: 0.1802487 Jul 15 12:58:18.470743 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-56cc928c-42d7-450a-a903-63c2468c164b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:18.503568 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-56cc928c-42d7-450a-a903-63c2468c164b service neutron] Transition to ACTIVE for port object b013106d-990c-48e5-97f9-267796675942 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:18.522868 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0ba4a866-2b45-4bf1-97b2-7d8525ff206b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:18.527579 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0ba4a866-2b45-4bf1-97b2-7d8525ff206b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:18.529554 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0ba4a866-2b45-4bf1-97b2-7d8525ff206b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb339e57-4825-467c-93fe-d20d3344c323 HTTP/1.1" status: 204 len: 168 time: 0.2278328 Jul 15 12:58:18.532386 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-10e4e947-033c-458e-9b1d-da7ff3a0069b req-c5d4c835-2b03-4165-bbd7-f6b8217a8313 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f902b4ac-f5a5-4ab1-886f-4d484680a555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646825 Jul 15 12:58:18.533348 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-56cc928c-42d7-450a-a903-63c2468c164b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:18.549467 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4a866-2b45-4bf1-97b2-7d8525ff206b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb339e57-4825-467c-93fe-d20d3344c323,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:18.677550 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:18.692305 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc928c-42d7-450a-a903-63c2468c164b service neutron] Pushing event updated for resources: {'Port': ['ID=b013106d-990c-48e5-97f9-267796675942,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:18.750167 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3938b761-22c5-4d73-82cd-acc726ec921a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c277124-df17-4b68-b2be-7c78ae8a42e3'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:18.764379 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-56cc928c-42d7-450a-a903-63c2468c164b service neutron] Attempting to bind port b013106d-990c-48e5-97f9-267796675942 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:18.765828 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-56cc928c-42d7-450a-a903-63c2468c164b service neutron] Attempting to bind port b013106d-990c-48e5-97f9-267796675942 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:18.768189 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-56cc928c-42d7-450a-a903-63c2468c164b service neutron] Attempting to bind port b013106d-990c-48e5-97f9-267796675942 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:18.790886 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-56cc928c-42d7-450a-a903-63c2468c164b service neutron] Port b013106d-990c-48e5-97f9-267796675942 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:58:18.793060 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-56cc928c-42d7-450a-a903-63c2468c164b service neutron] Attempting to bind port b013106d-990c-48e5-97f9-267796675942 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:18.816338 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-56cc928c-42d7-450a-a903-63c2468c164b service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:18.818059 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-56cc928c-42d7-450a-a903-63c2468c164b service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:18.818798 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-56cc928c-42d7-450a-a903-63c2468c164b service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:18.821775 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-56cc928c-42d7-450a-a903-63c2468c164b service neutron] Bound port: b013106d-990c-48e5-97f9-267796675942, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:18.824966 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-56cc928c-42d7-450a-a903-63c2468c164b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:18.944359 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 6c277124-df17-4b68-b2be-7c78ae8a42e3, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=6c277124-df17-4b68-b2be-7c78ae8a42e3,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:18.962461 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:19.104072 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-56cc928c-42d7-450a-a903-63c2468c164b service neutron] For port b013106d-990c-48e5-97f9-267796675942, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:19.106933 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=6c277124-df17-4b68-b2be-7c78ae8a42e3,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:19.128886 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-56cc928c-42d7-450a-a903-63c2468c164b service neutron] For port b013106d-990c-48e5-97f9-267796675942, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=b013106d-990c-48e5-97f9-267796675942,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:19.139656 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-56cc928c-42d7-450a-a903-63c2468c164b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:19.275102 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f2287a-0537-489c-a636-4d244c8e907b" -d '{"events": [{"server_uuid": "3938b761-22c5-4d73-82cd-acc726ec921a", "name": "network-vif-plugged", "status": "completed", "tag": "6c277124-df17-4b68-b2be-7c78ae8a42e3"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:19.297895 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915457b6-5efc-4e9c-a8f0-1e9ef5707133 req-1131d85d-7b24-4e5e-add2-fed0e04279cd tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:19.309283 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-915457b6-5efc-4e9c-a8f0-1e9ef5707133 req-1131d85d-7b24-4e5e-add2-fed0e04279cd tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/ports?device_id=72018243-a499-4575-83f8-0ac622289c5b HTTP/1.1" status: 200 len: 969 time: 0.1148572 Jul 15 12:58:19.331458 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-56cc928c-42d7-450a-a903-63c2468c164b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:19.332561 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-56cc928c-42d7-450a-a903-63c2468c164b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:19.334992 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-56cc928c-42d7-450a-a903-63c2468c164b service neutron] 10.222.0.32 "PUT /v2.0/ports/b013106d-990c-48e5-97f9-267796675942 HTTP/1.1" status: 200 len: 1096 time: 1.8214912 Jul 15 12:58:19.369828 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d36918-9159-449b-b8c4-70e0b6501f14', 'tag': 'b013106d-990c-48e5-97f9-267796675942'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:19.375602 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 61852979-4c65-4cad-8f9a-913fb2fe5154 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:58:19.381425 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c33decf-8753-4298-b001-4734f7fd6f97" -d '{"events": [{"name": "network-changed", "server_uuid": "54d36918-9159-449b-b8c4-70e0b6501f14", "tag": "b013106d-990c-48e5-97f9-267796675942"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:19.387475 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-915457b6-5efc-4e9c-a8f0-1e9ef5707133 req-24a45fcc-b53e-4bbb-982b-e414709e9347 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/security-groups?id=419ffdfd-091e-4390-94f3-336519b65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759816 Jul 15 12:58:19.480179 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41142) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:19.496606 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6373d0cd-3558-483c-a986-6a9e1072ec48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:19.588318 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc928c-42d7-450a-a903-63c2468c164b service neutron] Pushing event updated for resources: {'Port': ['ID=b013106d-990c-48e5-97f9-267796675942,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:19.692129 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6373d0cd-3558-483c-a986-6a9e1072ec48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:19.697642 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 61852979-4c65-4cad-8f9a-913fb2fe5154, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=61852979-4c65-4cad-8f9a-913fb2fe5154,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:19.699631 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6373d0cd-3558-483c-a986-6a9e1072ec48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:19.718501 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0ba7f-a9e8-433c-8ba5-f1d5bb77d808 req-2697fd7e-0508-4fa6-9c69-286520a62293 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:19.728773 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-74a0ba7f-a9e8-433c-8ba5-f1d5bb77d808 req-2697fd7e-0508-4fa6-9c69-286520a62293 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d36918-9159-449b-b8c4-70e0b6501f14 HTTP/1.1" status: 200 len: 947 time: 0.4953530 Jul 15 12:58:19.729124 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '61852979-4c65-4cad-8f9a-913fb2fe5154', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': '61852979-4c65-4cad-8f9a-913fb2fe5154', 'mac_address': 'fa:16:3e:e8:4e:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:tempest-test_az-571544764', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:58:19.739002 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-42eb0769-0d70-4493-92b1-0b70d576bcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:19.740873 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-42eb0769-0d70-4493-92b1-0b70d576bcb4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=611633f4db1a424980cffa640f112f10&device_id=54d36918-9159-449b-b8c4-70e0b6501f14 HTTP/1.1" status: 200 len: 1099 time: 0.2806742 Jul 15 12:58:19.766741 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6373d0cd-3558-483c-a986-6a9e1072ec48 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92716713185d4c9093183a0593d4646a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853122 Jul 15 12:58:19.774599 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41146) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:19.806145 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41148) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:19.813575 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373d0cd-3558-483c-a986-6a9e1072ec48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad093a3e-2a97-410b-90cc-1ddfda60c7fc,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:19.829236 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-2f66cc22-343d-43bf-a9fd-fa2e7aecf75f tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428181 Jul 15 12:58:19.861655 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-df914fdb-6dbd-4816-bbe7-f126720bd1ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=b013106d-990c-48e5-97f9-267796675942 HTTP/1.1" status: 200 len: 217 time: 0.1022110 Jul 15 12:58:19.883416 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:19.899343 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-74a0ba7f-a9e8-433c-8ba5-f1d5bb77d808 req-8fa885e4-fb37-4525-94db-b178e6e78d32 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1c1602-a952-4eca-ad26-667722467c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690984 Jul 15 12:58:19.907113 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61852979-4c65-4cad-8f9a-913fb2fe5154 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:19.956351 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9abf2b43-3e5c-4f1e-831c-335730a1197c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:19.968537 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 61852979-4c65-4cad-8f9a-913fb2fe5154, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=61852979-4c65-4cad-8f9a-913fb2fe5154,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:19.984163 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-32f25e6a-bf5e-47b1-bad3-f2c9f0fafff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:19.986178 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ae4a3b3f-72e0-4b63-bd3d-0a93a0cec8d1 req-da285d4a-8178-4e9d-96cb-51b33673db6f tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 210 time: 0.0846443 Jul 15 12:58:19.990577 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:20.003263 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-32f25e6a-bf5e-47b1-bad3-f2c9f0fafff4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1325190 Jul 15 12:58:20.112546 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=61852979-4c65-4cad-8f9a-913fb2fe5154,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:20.169923 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fab00e-f888-4b01-b23f-3d351266e4e2 x-openstack-request-id: req-77fab00e-f888-4b01-b23f-3d351266e4e2 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:20.170394 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d36918-9159-449b-b8c4-70e0b6501f14", "tag": "b013106d-990c-48e5-97f9-267796675942", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:20.170785 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-77fab00e-f888-4b01-b23f-3d351266e4e2 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:20.176707 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d36918-9159-449b-b8c4-70e0b6501f14', 'tag': 'b013106d-990c-48e5-97f9-267796675942', 'status': 'completed', 'code': 200} Jul 15 12:58:20.176707 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9abf2b43-3e5c-4f1e-831c-335730a1197c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:20.186627 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-fd21b981-e85d-4724-8cc6-a7b27324bc9f tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:20.191272 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-fd21b981-e85d-4724-8cc6-a7b27324bc9f tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3529036 Jul 15 12:58:20.213282 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-e960a4aa-7e8a-45ce-917a-15f1e6823f00 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Request body: {'port': {'device_id': 'ba63b6a3-6780-4e7a-9f1a-800185b2b2c5', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'admin_state_up': True, 'tenant_id': '4c3108a20e0e4e5c98e0e01050769b9a'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:20.224992 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7348c6f8-c915-4229-ba69-23f507a10d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:20.303572 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['61852979-4c65-4cad-8f9a-913fb2fe5154'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:20.327522 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-1bf869da-75d7-4daf-9c03-bb84e713ea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:20.332070 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-1bf869da-75d7-4daf-9c03-bb84e713ea0e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2998765 Jul 15 12:58:20.335009 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9abf2b43-3e5c-4f1e-831c-335730a1197c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:20.343532 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9abf2b43-3e5c-4f1e-831c-335730a1197c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:20.347800 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9abf2b43-3e5c-4f1e-831c-335730a1197c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad093a3e-2a97-410b-90cc-1ddfda60c7fc HTTP/1.1" status: 204 len: 168 time: 0.5702863 Jul 15 12:58:20.394092 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf2b43-3e5c-4f1e-831c-335730a1197c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad093a3e-2a97-410b-90cc-1ddfda60c7fc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:20.521648 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7348c6f8-c915-4229-ba69-23f507a10d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:20.534415 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7348c6f8-c915-4229-ba69-23f507a10d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:20.568671 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-e3f9d0e1-9aca-452a-acfc-1c2c6cc8ed47 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187502 Jul 15 12:58:20.589985 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720fe51-2487-42c8-9294-d4624ae58175 req-9453aff0-38c8-43e0-8b33-7d0874df666a tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:20.592284 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8720fe51-2487-42c8-9294-d4624ae58175 req-9453aff0-38c8-43e0-8b33-7d0874df666a tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/ports?device_id=3938b761-22c5-4d73-82cd-acc726ec921a HTTP/1.1" status: 200 len: 949 time: 0.2986767 Jul 15 12:58:20.599754 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da0c22e-ff7a-4a2f-b1b9-5ffee32cdfbf x-openstack-request-id: req-6da0c22e-ff7a-4a2f-b1b9-5ffee32cdfbf {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:20.600094 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3938b761-22c5-4d73-82cd-acc726ec921a", "name": "network-vif-plugged", "status": "completed", "tag": "6c277124-df17-4b68-b2be-7c78ae8a42e3", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:20.600835 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6da0c22e-ff7a-4a2f-b1b9-5ffee32cdfbf {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:20.601524 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3938b761-22c5-4d73-82cd-acc726ec921a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c277124-df17-4b68-b2be-7c78ae8a42e3', 'code': 200} Jul 15 12:58:20.630659 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-e960a4aa-7e8a-45ce-917a-15f1e6823f00 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Made reservation on behalf of 4c3108a20e0e4e5c98e0e01050769b9a for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:20.641560 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-e960a4aa-7e8a-45ce-917a-15f1e6823f00 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:20.646390 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7348c6f8-c915-4229-ba69-23f507a10d77 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5fb8b579940f447db3bdc78361e97da1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8392746 Jul 15 12:58:20.655032 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41164) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:20.685629 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a23e076b-1e78-4600-a1eb-75e494a09db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:20.697640 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348c6f8-c915-4229-ba69-23f507a10d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fa363f-95ba-4fee-a39d-e4d2cf793b85,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:20.702893 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-e960a4aa-7e8a-45ce-917a-15f1e6823f00 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:20.738575 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8720fe51-2487-42c8-9294-d4624ae58175 req-4fdefc6a-1008-4ea5-ac2a-dd780182e68b tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f902b4ac-f5a5-4ab1-886f-4d484680a555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334329 Jul 15 12:58:20.797282 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.32', 60564) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:20.945343 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-e960a4aa-7e8a-45ce-917a-15f1e6823f00 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:20.954926 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-e960a4aa-7e8a-45ce-917a-15f1e6823f00 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:20.980788 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b8f04d97-3ba1-42b8-8bcf-633b2e85ed10 req-afb2b0be-4ec9-492a-bf80-9d57aea9d327 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032328 Jul 15 12:58:20.988138 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36de7bb-f959-486c-9fe7-e20bd1a0cb15 req-4b5bcd0e-3489-4ff1-aeb3-6b29945e3953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:20.989782 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d36de7bb-f959-486c-9fe7-e20bd1a0cb15 req-4b5bcd0e-3489-4ff1-aeb3-6b29945e3953 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3938b761-22c5-4d73-82cd-acc726ec921a HTTP/1.1" status: 200 len: 1101 time: 0.1905789 Jul 15 12:58:21.052575 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e118c99-4730-44e5-87c3-bf82559c3d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:21.133617 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d36de7bb-f959-486c-9fe7-e20bd1a0cb15 req-50eb8944-ffab-4bd7-bcc1-143b84e8896d service neutron] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:21.169241 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960a4aa-7e8a-45ce-917a-15f1e6823f00 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d923bfea-c770-499e-8706-83dd9394ff12,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:21.181594 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e118c99-4730-44e5-87c3-bf82559c3d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:21.241752 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76aad51-e267-449e-b019-be3ecdb61854 req-489ae819-011c-42d5-b0d0-9f61e18d8ae1 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:21.249142 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d76aad51-e267-449e-b019-be3ecdb61854 req-489ae819-011c-42d5-b0d0-9f61e18d8ae1 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/ports?device_id=72018243-a499-4575-83f8-0ac622289c5b HTTP/1.1" status: 200 len: 970 time: 0.4078290 Jul 15 12:58:21.304791 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33decf-8753-4298-b001-4734f7fd6f97 req-4e60c8d4-2c7e-4df8-bf08-a077ffb9c3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:21.307916 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7c33decf-8753-4298-b001-4734f7fd6f97 req-4e60c8d4-2c7e-4df8-bf08-a077ffb9c3fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=611633f4db1a424980cffa640f112f10&device_id=54d36918-9159-449b-b8c4-70e0b6501f14 HTTP/1.1" status: 200 len: 1099 time: 0.2249484 Jul 15 12:58:21.357579 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d76aad51-e267-449e-b019-be3ecdb61854 req-62d2cf05-8f65-45c7-aa9f-c9d6c8aef409 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/security-groups?id=419ffdfd-091e-4390-94f3-336519b65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072593 Jul 15 12:58:21.361529 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 61852979-4c65-4cad-8f9a-913fb2fe5154 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:21.366932 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41186) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:21.507976 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 61852979-4c65-4cad-8f9a-913fb2fe5154 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:21.516728 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 61852979-4c65-4cad-8f9a-913fb2fe5154 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:21.518411 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:21.572255 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-e960a4aa-7e8a-45ce-917a-15f1e6823f00 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Allocated IP 192.168.233.218 (469a0c47-6cac-4ffe-aa16-0c933961e7af/23cd399a-e88b-433a-a99b-25a477d6a3ca/a0ae581a-5a36-4db7-a98c-1f3bde6bf998) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:21.574773 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33decf-8753-4298-b001-4734f7fd6f97 req-4714a46e-8f16-4a03-b5b7-84c54a5c4a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:21.577426 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7c33decf-8753-4298-b001-4734f7fd6f97 req-4714a46e-8f16-4a03-b5b7-84c54a5c4a0c service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.2572911 Jul 15 12:58:21.588891 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e118c99-4730-44e5-87c3-bf82559c3d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:21.594129 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e118c99-4730-44e5-87c3-bf82559c3d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:21.611634 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3e118c99-4730-44e5-87c3-bf82559c3d3c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/43fa363f-95ba-4fee-a39d-e4d2cf793b85 HTTP/1.1" status: 204 len: 168 time: 0.9439263 Jul 15 12:58:21.616227 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d9e78-a4bd-4f72-868b-c39fb616855a req-0dfcd743-e266-4285-83c2-12ebab10cb6c tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:21.635715 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-415d9e78-a4bd-4f72-868b-c39fb616855a req-0dfcd743-e266-4285-83c2-12ebab10cb6c tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d36918-9159-449b-b8c4-70e0b6501f14 HTTP/1.1" status: 200 len: 947 time: 0.4430108 Jul 15 12:58:21.644147 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e118c99-4730-44e5-87c3-bf82559c3d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fa363f-95ba-4fee-a39d-e4d2cf793b85,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:21.738169 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1ed2263a-d905-40fb-b6db-8f32e2145e4d req-b0d6039b-5ab7-4f03-81ee-bbca4e8a6dd1 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 210 time: 0.1590292 Jul 15 12:58:21.740003 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7c33decf-8753-4298-b001-4734f7fd6f97 req-f629cda0-2584-4ef4-9d8f-df501705764e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=b013106d-990c-48e5-97f9-267796675942 HTTP/1.1" status: 200 len: 217 time: 0.1268744 Jul 15 12:58:21.775585 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d36de7bb-f959-486c-9fe7-e20bd1a0cb15 req-50eb8944-ffab-4bd7-bcc1-143b84e8896d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:21.804191 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d36de7bb-f959-486c-9fe7-e20bd1a0cb15 req-50eb8944-ffab-4bd7-bcc1-143b84e8896d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:21.807710 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33decf-8753-4298-b001-4734f7fd6f97 req-0f9715ff-9865-4cd0-b4dc-c7110d875cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:21.809327 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7c33decf-8753-4298-b001-4734f7fd6f97 req-0f9715ff-9865-4cd0-b4dc-c7110d875cae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.0596502 Jul 15 12:58:21.843796 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:21.856819 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-415d9e78-a4bd-4f72-868b-c39fb616855a req-8578f513-7f4e-41c4-a49c-8cd85fec6129 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1c1602-a952-4eca-ad26-667722467c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197053 Jul 15 12:58:21.892048 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d36de7bb-f959-486c-9fe7-e20bd1a0cb15 req-50eb8944-ffab-4bd7-bcc1-143b84e8896d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f902b4ac-f5a5-4ab1-886f-4d484680a555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8836882 Jul 15 12:58:21.909412 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33decf-8753-4298-b001-4734f7fd6f97 req-c6fb80a1-fc1c-4cea-828e-74f4f65cba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:21.911381 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7c33decf-8753-4298-b001-4734f7fd6f97 req-c6fb80a1-fc1c-4cea-828e-74f4f65cba04 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0929003 Jul 15 12:58:21.929151 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb8944-ffab-4bd7-bcc1-143b84e8896d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=13ce4199-9722-4aaf-baea-dade5035e71f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:21.980258 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 61852979-4c65-4cad-8f9a-913fb2fe5154, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=61852979-4c65-4cad-8f9a-913fb2fe5154,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:21.988430 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:22.056981 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-e960a4aa-7e8a-45ce-917a-15f1e6823f00 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:22.066365 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=61852979-4c65-4cad-8f9a-913fb2fe5154,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:22.076837 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-e960a4aa-7e8a-45ce-917a-15f1e6823f00 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Transition to ACTIVE for port object a0ae581a-5a36-4db7-a98c-1f3bde6bf998 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:22.128349 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-e960a4aa-7e8a-45ce-917a-15f1e6823f00 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:22.187882 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-e960a4aa-7e8a-45ce-917a-15f1e6823f00 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:22.192451 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-e960a4aa-7e8a-45ce-917a-15f1e6823f00 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:22.201173 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-e960a4aa-7e8a-45ce-917a-15f1e6823f00 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:22.209936 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-e960a4aa-7e8a-45ce-917a-15f1e6823f00 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:22.210783 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-e960a4aa-7e8a-45ce-917a-15f1e6823f00 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:22.235322 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-e960a4aa-7e8a-45ce-917a-15f1e6823f00 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0305693 Jul 15 12:58:22.248712 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7eab15-b3ec-4d13-94da-b59bfc93ee1a req-c526bcae-69bb-429d-af59-a0dd0ccedae9 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:22.254283 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-07649488-84f4-4e83-bc3e-3cef6df0a4a5 service neutron] Request body: {'port': {'device_id': 'ba63b6a3-6780-4e7a-9f1a-800185b2b2c5', 'device_owner': 'compute:tempest-test_az-571544764', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:22.260893 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9a7eab15-b3ec-4d13-94da-b59bfc93ee1a req-c526bcae-69bb-429d-af59-a0dd0ccedae9 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/ports?device_id=3938b761-22c5-4d73-82cd-acc726ec921a HTTP/1.1" status: 200 len: 949 time: 0.1530211 Jul 15 12:58:22.290018 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960a4aa-7e8a-45ce-917a-15f1e6823f00 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Pushing event updated for resources: {'Port': ['ID=a0ae581a-5a36-4db7-a98c-1f3bde6bf998,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:22.383653 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-07649488-84f4-4e83-bc3e-3cef6df0a4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:22.393071 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a8e4dd5c-7299-4be4-be73-7f4540f6cda8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:22.561936 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9a7eab15-b3ec-4d13-94da-b59bfc93ee1a req-7532045e-9516-45ca-aa3e-50891ee3e0d7 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f902b4ac-f5a5-4ab1-886f-4d484680a555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995746 Jul 15 12:58:22.603282 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72018243-a499-4575-83f8-0ac622289c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61852979-4c65-4cad-8f9a-913fb2fe5154'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:22.608246 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d82f18-5784-4fc0-ad84-d899b6242113" -d '{"events": [{"server_uuid": "72018243-a499-4575-83f8-0ac622289c5b", "name": "network-vif-plugged", "status": "completed", "tag": "61852979-4c65-4cad-8f9a-913fb2fe5154"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:22.677245 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3b4e5f34-12c8-4f62-8aa4-34b7d4b279ca None None] Provisioning for port a0ae581a-5a36-4db7-a98c-1f3bde6bf998 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:22.693436 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3b4e5f34-12c8-4f62-8aa4-34b7d4b279ca None None] Provisioning complete for port a0ae581a-5a36-4db7-a98c-1f3bde6bf998 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:22.694195 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b4e5f34-12c8-4f62-8aa4-34b7d4b279ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:22.721801 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7c33decf-8753-4298-b001-4734f7fd6f97 req-44182a35-192d-4bbb-ac24-8e4fa98e451a service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575796 Jul 15 12:58:22.737529 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41214) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:22.776773 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96581b82-7e30-40c2-862f-27ffa02eaa43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:22.797994 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a222e9-0fe0-4437-8b9c-61e76f47ecb7 x-openstack-request-id: req-72a222e9-0fe0-4437-8b9c-61e76f47ecb7 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:22.798487 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72018243-a499-4575-83f8-0ac622289c5b", "name": "network-vif-plugged", "status": "completed", "tag": "61852979-4c65-4cad-8f9a-913fb2fe5154", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:22.798871 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-72a222e9-0fe0-4437-8b9c-61e76f47ecb7 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:22.806063 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72018243-a499-4575-83f8-0ac622289c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61852979-4c65-4cad-8f9a-913fb2fe5154', 'code': 200} Jul 15 12:58:22.856901 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3b4e5f34-12c8-4f62-8aa4-34b7d4b279ca None None] Port a0ae581a-5a36-4db7-a98c-1f3bde6bf998 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:58:22.869510 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.18', 50858) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:23.050254 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7c33decf-8753-4298-b001-4734f7fd6f97 req-aba40e45-642b-4437-a37f-af255bf752e2 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187366 Jul 15 12:58:23.071829 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a8e4dd5c-7299-4be4-be73-7f4540f6cda8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.115953 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.121819 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a8e4dd5c-7299-4be4-be73-7f4540f6cda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.167824 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a140b5-be70-4df9-9f93-18a9977794fb req-c34decdb-1293-4384-aa58-fb8f983e46a3 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:23.169452 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-37a140b5-be70-4df9-9f93-18a9977794fb req-c34decdb-1293-4384-aa58-fb8f983e46a3 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/ports?device_id=72018243-a499-4575-83f8-0ac622289c5b HTTP/1.1" status: 200 len: 971 time: 0.3841138 Jul 15 12:58:23.210808 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a8e4dd5c-7299-4be4-be73-7f4540f6cda8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=767aafdedbd44de6b915599f3e48e2ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6390228 Jul 15 12:58:23.212194 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41226) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:23.227522 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4dd5c-7299-4be4-be73-7f4540f6cda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2314fad5-705f-4f78-94c4-6fe7df91d162,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:23.299013 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d61afc-333c-489d-87d5-7b9154bb6c8a req-ccd716d3-2e57-4d47-85b9-d8b5fd6e0421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:23.300574 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c5d61afc-333c-489d-87d5-7b9154bb6c8a req-ccd716d3-2e57-4d47-85b9-d8b5fd6e0421 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=72018243-a499-4575-83f8-0ac622289c5b HTTP/1.1" status: 200 len: 1123 time: 0.4197166 Jul 15 12:58:23.318261 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-37a140b5-be70-4df9-9f93-18a9977794fb req-05bbe374-0f2d-4064-ae6b-c72daad3efeb tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/security-groups?id=419ffdfd-091e-4390-94f3-336519b65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272485 Jul 15 12:58:23.351319 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83c08f20-adbb-4b24-9ba5-ff9b79c9e02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.353547 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-07649488-84f4-4e83-bc3e-3cef6df0a4a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0ae581a-5a36-4db7-a98c-1f3bde6bf998 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:23.363596 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126648a2-932d-4806-8884-b950815b14c0 req-3434c22c-e683-48b4-97f8-ec8ee925bf7b tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:23.370912 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-126648a2-932d-4806-8884-b950815b14c0 req-3434c22c-e683-48b4-97f8-ec8ee925bf7b tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 936 time: 0.3337498 Jul 15 12:58:23.397320 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-07649488-84f4-4e83-bc3e-3cef6df0a4a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.409110 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-72a57150-9a57-4c97-bc34-823bd44c2853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.439736 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-07649488-84f4-4e83-bc3e-3cef6df0a4a5 service neutron] Transition to ACTIVE for port object a0ae581a-5a36-4db7-a98c-1f3bde6bf998 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:23.456155 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c5d61afc-333c-489d-87d5-7b9154bb6c8a req-68002783-8969-4fa0-a82d-6166cbec779b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=419ffdfd-091e-4390-94f3-336519b65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356807 Jul 15 12:58:23.458379 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96581b82-7e30-40c2-862f-27ffa02eaa43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.459578 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-07649488-84f4-4e83-bc3e-3cef6df0a4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.486852 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-72a57150-9a57-4c97-bc34-823bd44c2853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.490677 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96581b82-7e30-40c2-862f-27ffa02eaa43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.523993 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-126648a2-932d-4806-8884-b950815b14c0 req-2de6d76d-e152-4cd3-b89b-64ec5c81c441 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275189 Jul 15 12:58:23.575321 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07649488-84f4-4e83-bc3e-3cef6df0a4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ae581a-5a36-4db7-a98c-1f3bde6bf998,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:23.586411 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-96581b82-7e30-40c2-862f-27ffa02eaa43 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c21bf27ffda94073b71dcf1a1e3da72f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8476915 Jul 15 12:58:23.589337 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41232) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:23.611997 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96581b82-7e30-40c2-862f-27ffa02eaa43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3666f3c8-07ba-4259-b083-c96c2cf7d436,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:23.643837 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-72a57150-9a57-4c97-bc34-823bd44c2853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.646536 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-72a57150-9a57-4c97-bc34-823bd44c2853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.649851 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-72a57150-9a57-4c97-bc34-823bd44c2853 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2314fad5-705f-4f78-94c4-6fe7df91d162 HTTP/1.1" status: 204 len: 168 time: 0.4321620 Jul 15 12:58:23.673949 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a57150-9a57-4c97-bc34-823bd44c2853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2314fad5-705f-4f78-94c4-6fe7df91d162,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:23.720419 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-07649488-84f4-4e83-bc3e-3cef6df0a4a5 service neutron] Attempting to bind port a0ae581a-5a36-4db7-a98c-1f3bde6bf998 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:23.720691 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-07649488-84f4-4e83-bc3e-3cef6df0a4a5 service neutron] Attempting to bind port a0ae581a-5a36-4db7-a98c-1f3bde6bf998 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:23.720848 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-07649488-84f4-4e83-bc3e-3cef6df0a4a5 service neutron] Attempting to bind port a0ae581a-5a36-4db7-a98c-1f3bde6bf998 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:23.734727 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-07649488-84f4-4e83-bc3e-3cef6df0a4a5 service neutron] Port a0ae581a-5a36-4db7-a98c-1f3bde6bf998 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:58:23.734727 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-07649488-84f4-4e83-bc3e-3cef6df0a4a5 service neutron] Attempting to bind port a0ae581a-5a36-4db7-a98c-1f3bde6bf998 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:23.744224 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-07649488-84f4-4e83-bc3e-3cef6df0a4a5 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:23.745174 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-07649488-84f4-4e83-bc3e-3cef6df0a4a5 service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:23.745174 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-07649488-84f4-4e83-bc3e-3cef6df0a4a5 service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:23.745434 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-07649488-84f4-4e83-bc3e-3cef6df0a4a5 service neutron] Bound port: a0ae581a-5a36-4db7-a98c-1f3bde6bf998, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:23.745734 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-07649488-84f4-4e83-bc3e-3cef6df0a4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.800326 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-71c1a987-1595-419b-a764-c821f5f36f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.850994 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f267a-4090-4535-adca-0874230c760b req-b0f695bd-e0d4-44af-b9e4-48c67878a0b6 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:23.858356 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e17f267a-4090-4535-adca-0874230c760b req-b0f695bd-e0d4-44af-b9e4-48c67878a0b6 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d36918-9159-449b-b8c4-70e0b6501f14 HTTP/1.1" status: 200 len: 947 time: 0.3027925 Jul 15 12:58:23.880550 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-71c1a987-1595-419b-a764-c821f5f36f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:23.983882 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e17f267a-4090-4535-adca-0874230c760b req-8fab9b75-6a52-4ed0-8991-7ba61c030610 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1c1602-a952-4eca-ad26-667722467c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246219 Jul 15 12:58:24.017997 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-07649488-84f4-4e83-bc3e-3cef6df0a4a5 service neutron] For port a0ae581a-5a36-4db7-a98c-1f3bde6bf998, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:24.025746 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-07649488-84f4-4e83-bc3e-3cef6df0a4a5 service neutron] For port a0ae581a-5a36-4db7-a98c-1f3bde6bf998, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=a0ae581a-5a36-4db7-a98c-1f3bde6bf998,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:24.032406 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-07649488-84f4-4e83-bc3e-3cef6df0a4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:24.101890 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-71c1a987-1595-419b-a764-c821f5f36f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:24.106650 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-71c1a987-1595-419b-a764-c821f5f36f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:24.109328 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-71c1a987-1595-419b-a764-c821f5f36f14 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3666f3c8-07ba-4259-b083-c96c2cf7d436 HTTP/1.1" status: 204 len: 168 time: 0.4943268 Jul 15 12:58:24.112253 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-07649488-84f4-4e83-bc3e-3cef6df0a4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:24.113080 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-07649488-84f4-4e83-bc3e-3cef6df0a4a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:24.115249 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-07649488-84f4-4e83-bc3e-3cef6df0a4a5 service neutron] 10.222.0.18 "PUT /v2.0/ports/a0ae581a-5a36-4db7-a98c-1f3bde6bf998 HTTP/1.1" status: 200 len: 1118 time: 1.8714960 Jul 15 12:58:24.121318 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba63b6a3-6780-4e7a-9f1a-800185b2b2c5', 'tag': 'a0ae581a-5a36-4db7-a98c-1f3bde6bf998'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:24.124438 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46ecbb2-5ea0-4e1b-8462-5623c7e8249f" -d '{"events": [{"name": "network-changed", "server_uuid": "ba63b6a3-6780-4e7a-9f1a-800185b2b2c5", "tag": "a0ae581a-5a36-4db7-a98c-1f3bde6bf998"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:24.142176 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1a987-1595-419b-a764-c821f5f36f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3666f3c8-07ba-4259-b083-c96c2cf7d436,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:24.240897 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07649488-84f4-4e83-bc3e-3cef6df0a4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ae581a-5a36-4db7-a98c-1f3bde6bf998,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:24.259692 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc75b9-3002-461d-a79a-94a5a0377fd1 req-77d7f202-744a-4822-b373-95ed13848b5b tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:24.261728 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device b013106d-990c-48e5-97f9-267796675942 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:58:24.265805 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f8cc75b9-3002-461d-a79a-94a5a0377fd1 req-77d7f202-744a-4822-b373-95ed13848b5b tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/ports?device_id=3938b761-22c5-4d73-82cd-acc726ec921a HTTP/1.1" status: 200 len: 949 time: 0.1909189 Jul 15 12:58:24.271434 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1913a44a-1d3e-42fe-950f-a07dc3e15d19 x-openstack-request-id: req-1913a44a-1d3e-42fe-950f-a07dc3e15d19 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:24.271799 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba63b6a3-6780-4e7a-9f1a-800185b2b2c5", "tag": "a0ae581a-5a36-4db7-a98c-1f3bde6bf998", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:24.272193 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1913a44a-1d3e-42fe-950f-a07dc3e15d19 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:24.272599 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba63b6a3-6780-4e7a-9f1a-800185b2b2c5', 'tag': 'a0ae581a-5a36-4db7-a98c-1f3bde6bf998', 'status': 'completed', 'code': 200} Jul 15 12:58:24.285031 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-e5fa4bb9-2b0d-4bb4-b864-d4a67bd079c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:24.286862 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-e5fa4bb9-2b0d-4bb4-b864-d4a67bd079c4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 1121 time: 0.1122501 Jul 15 12:58:24.406210 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f8cc75b9-3002-461d-a79a-94a5a0377fd1 req-031147e3-4d7a-490e-8485-6a99b505a372 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f902b4ac-f5a5-4ab1-886f-4d484680a555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290243 Jul 15 12:58:24.434724 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-3a84107f-3c54-4cab-8571-17b7cb6e7280 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=a0ae581a-5a36-4db7-a98c-1f3bde6bf998 HTTP/1.1" status: 200 len: 217 time: 0.1364741 Jul 15 12:58:24.508292 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-437b9dc7-9c81-4b2b-9bb3-85559c417dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:24.510330 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-437b9dc7-9c81-4b2b-9bb3-85559c417dbe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.0697298 Jul 15 12:58:24.658915 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:24.671334 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:24.693304 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port b013106d-990c-48e5-97f9-267796675942, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=b013106d-990c-48e5-97f9-267796675942,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:24.715677 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'b013106d-990c-48e5-97f9-267796675942', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': 'b013106d-990c-48e5-97f9-267796675942', 'mac_address': 'fa:16:3e:57:35:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:58:24.715944 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-9946b02b-c806-4ab0-95bd-0cbc0123bcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:24.718264 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-9946b02b-c806-4ab0-95bd-0cbc0123bcce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1964602 Jul 15 12:58:24.791277 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:24.812394 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b013106d-990c-48e5-97f9-267796675942 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:24.856502 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port b013106d-990c-48e5-97f9-267796675942, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=b013106d-990c-48e5-97f9-267796675942,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:24.864077 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:24.890124 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0da72-1381-4fee-abcd-afb78cf2eda9 req-8ba94285-3de8-44ae-aa62-b51bff302262 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:24.892944 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d8d0da72-1381-4fee-abcd-afb78cf2eda9 req-8ba94285-3de8-44ae-aa62-b51bff302262 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/ports?device_id=72018243-a499-4575-83f8-0ac622289c5b HTTP/1.1" status: 200 len: 971 time: 0.2556939 Jul 15 12:58:24.968558 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-9ff5856f-bb64-41f8-8468-c3737691619c service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414465 Jul 15 12:58:24.972535 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=b013106d-990c-48e5-97f9-267796675942,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:25.018613 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41266) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:25.039293 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e540db5b-e505-4d51-9c6c-b9f4e1c6773a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:25.047097 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d8d0da72-1381-4fee-abcd-afb78cf2eda9 req-28854400-d308-404b-a025-43af3ef474b7 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/security-groups?id=419ffdfd-091e-4390-94f3-336519b65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463776 Jul 15 12:58:25.151229 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['b013106d-990c-48e5-97f9-267796675942'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:25.163822 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e540db5b-e505-4d51-9c6c-b9f4e1c6773a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:25.175106 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e540db5b-e505-4d51-9c6c-b9f4e1c6773a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:25.237716 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540db5b-e505-4d51-9c6c-b9f4e1c6773a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e007131-7a08-421e-a59d-d3f690bf4f01,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:25.243080 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e540db5b-e505-4d51-9c6c-b9f4e1c6773a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee9223490a104360a0f3b182c8aba8d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227530 Jul 15 12:58:25.254183 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41270) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:25.472540 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41272) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:25.549166 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cd59f472-7735-4d9e-83a6-dfdcbb7a142c req-010352b7-7cde-49fc-9e4b-395fc6113c48 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5689569 Jul 15 12:58:25.551778 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a450d40-fe76-4aaf-b405-7fd48ddd59e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:25.598797 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a450d40-fe76-4aaf-b405-7fd48ddd59e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:25.788810 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80028a6-6252-4552-8d91-6ea406d5ac28 req-0d10d047-68a4-421b-a1ac-7ae988666014 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:25.801019 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a80028a6-6252-4552-8d91-6ea406d5ac28 req-0d10d047-68a4-421b-a1ac-7ae988666014 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 969 time: 0.3238530 Jul 15 12:58:25.820324 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a450d40-fe76-4aaf-b405-7fd48ddd59e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:25.825008 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a450d40-fe76-4aaf-b405-7fd48ddd59e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:25.831355 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6a450d40-fe76-4aaf-b405-7fd48ddd59e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9e007131-7a08-421e-a59d-d3f690bf4f01 HTTP/1.1" status: 204 len: 168 time: 0.5752087 Jul 15 12:58:25.869705 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a450d40-fe76-4aaf-b405-7fd48ddd59e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e007131-7a08-421e-a59d-d3f690bf4f01,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:25.899602 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ecbb2-5ea0-4e1b-8462-5623c7e8249f req-cca6a6d6-243c-4fe3-be88-e01fb7dc3239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:25.902273 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f46ecbb2-5ea0-4e1b-8462-5623c7e8249f req-cca6a6d6-243c-4fe3-be88-e01fb7dc3239 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 1121 time: 0.2370307 Jul 15 12:58:25.955579 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a80028a6-6252-4552-8d91-6ea406d5ac28 req-55b3fb6f-0f5b-4fe2-b2f7-da6ad8fa1572 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521924 Jul 15 12:58:26.039210 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1cdc58cb-5f46-460c-8bba-45ae5d681bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:26.160924 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:26.163758 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ecbb2-5ea0-4e1b-8462-5623c7e8249f req-efc85eca-8a27-449c-b108-3ffb556daf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:26.167610 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f46ecbb2-5ea0-4e1b-8462-5623c7e8249f req-efc85eca-8a27-449c-b108-3ffb556daf0a service neutron] 10.222.0.18 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.2495306 Jul 15 12:58:26.192553 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839dfeb-d781-4537-b512-ebdde91497d3 req-e88f4d84-6fef-42bc-a790-e1f2121a96da tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:26.200393 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d839dfeb-d781-4537-b512-ebdde91497d3 req-e88f4d84-6fef-42bc-a790-e1f2121a96da tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d36918-9159-449b-b8c4-70e0b6501f14 HTTP/1.1" status: 200 len: 948 time: 0.2508430 Jul 15 12:58:26.264029 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d839dfeb-d781-4537-b512-ebdde91497d3 req-aaead816-d67b-45bf-a3f0-f2291c25c2c7 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1c1602-a952-4eca-ad26-667722467c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626128 Jul 15 12:58:26.291767 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device b013106d-990c-48e5-97f9-267796675942 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:26.371665 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1cdc58cb-5f46-460c-8bba-45ae5d681bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:26.385843 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1cdc58cb-5f46-460c-8bba-45ae5d681bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:26.411265 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f46ecbb2-5ea0-4e1b-8462-5623c7e8249f req-31feba19-d8b2-43fd-a22e-ced2e6a068df service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=a0ae581a-5a36-4db7-a98c-1f3bde6bf998 HTTP/1.1" status: 200 len: 217 time: 0.2352157 Jul 15 12:58:26.438076 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1cdc58cb-5f46-460c-8bba-45ae5d681bc8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1bf89a0ef1d04334838aba64643ef432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9637020 Jul 15 12:58:26.442836 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41300) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:26.457219 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port b013106d-990c-48e5-97f9-267796675942 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:26.461946 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port b013106d-990c-48e5-97f9-267796675942 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:26.462327 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:26.570671 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc58cb-5f46-460c-8bba-45ae5d681bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4cef8f-e68f-45f0-a8b3-ba0f6de81ede,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:26.596472 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a74412ab-5849-4fc1-958c-3b240d8cd97b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:26.622793 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ecbb2-5ea0-4e1b-8462-5623c7e8249f req-eb2c3354-d01d-442c-8965-f4a63599bc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:26.630055 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f46ecbb2-5ea0-4e1b-8462-5623c7e8249f req-eb2c3354-d01d-442c-8965-f4a63599bc60 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1648309 Jul 15 12:58:26.645728 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a74412ab-5849-4fc1-958c-3b240d8cd97b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:26.773748 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:26.837200 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4bbcf-e2c1-4259-bb4a-7df8e8214665 req-0959e928-3065-4db8-990f-6cbccd85264b tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:26.841742 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-19b4bbcf-e2c1-4259-bb4a-7df8e8214665 req-0959e928-3065-4db8-990f-6cbccd85264b tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/ports?device_id=72018243-a499-4575-83f8-0ac622289c5b HTTP/1.1" status: 200 len: 971 time: 0.1919818 Jul 15 12:58:26.849805 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8f0408e4-b202-41f5-ac9c-7134415524c3 req-1ef396ca-0d13-4318-bf35-839e2279806a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=72018243-a499-4575-83f8-0ac622289c5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4589791 Jul 15 12:58:26.867023 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ecbb2-5ea0-4e1b-8462-5623c7e8249f req-864adcf3-2525-40b3-898c-16e9323cd282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:26.868000 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a74412ab-5849-4fc1-958c-3b240d8cd97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:26.870447 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f46ecbb2-5ea0-4e1b-8462-5623c7e8249f req-864adcf3-2525-40b3-898c-16e9323cd282 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2253649 Jul 15 12:58:26.875541 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a74412ab-5849-4fc1-958c-3b240d8cd97b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:26.878203 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d36918-9159-449b-b8c4-70e0b6501f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b013106d-990c-48e5-97f9-267796675942'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:26.882839 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a74412ab-5849-4fc1-958c-3b240d8cd97b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9e4cef8f-e68f-45f0-a8b3-ba0f6de81ede HTTP/1.1" status: 204 len: 168 time: 0.4386289 Jul 15 12:58:26.884670 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f6b643-030b-49a5-b73f-18c04263d763" -d '{"events": [{"server_uuid": "54d36918-9159-449b-b8c4-70e0b6501f14", "name": "network-vif-plugged", "status": "completed", "tag": "b013106d-990c-48e5-97f9-267796675942"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:26.888919 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba5089-43bc-4ee9-8d16-ecd97d240757 req-9308d299-e768-4fee-a4a1-30dd69d0781f tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:26.892885 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c5ba5089-43bc-4ee9-8d16-ecd97d240757 req-9308d299-e768-4fee-a4a1-30dd69d0781f tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/ports?device_id=3938b761-22c5-4d73-82cd-acc726ec921a HTTP/1.1" status: 200 len: 949 time: 0.7218347 Jul 15 12:58:26.940359 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74412ab-5849-4fc1-958c-3b240d8cd97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4cef8f-e68f-45f0-a8b3-ba0f6de81ede,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:26.952907 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port b013106d-990c-48e5-97f9-267796675942, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=b013106d-990c-48e5-97f9-267796675942,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:26.964015 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.052786 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-19b4bbcf-e2c1-4259-bb4a-7df8e8214665 req-07790fac-827c-4d36-b077-560f7d7a7377 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/security-groups?id=419ffdfd-091e-4390-94f3-336519b65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550481 Jul 15 12:58:27.079037 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=b013106d-990c-48e5-97f9-267796675942,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:27.200422 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e405e995-de0f-4007-bb9b-f1d02ce46239 x-openstack-request-id: req-e405e995-de0f-4007-bb9b-f1d02ce46239 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:27.201129 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d36918-9159-449b-b8c4-70e0b6501f14", "name": "network-vif-plugged", "status": "completed", "tag": "b013106d-990c-48e5-97f9-267796675942", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:27.201700 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e405e995-de0f-4007-bb9b-f1d02ce46239 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:27.202126 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d36918-9159-449b-b8c4-70e0b6501f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b013106d-990c-48e5-97f9-267796675942', 'code': 200} Jul 15 12:58:27.278707 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c5ba5089-43bc-4ee9-8d16-ecd97d240757 req-2c75cdbf-f38c-4553-badd-ef376fe42480 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f902b4ac-f5a5-4ab1-886f-4d484680a555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512178 Jul 15 12:58:27.285375 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f46ecbb2-5ea0-4e1b-8462-5623c7e8249f req-6379eb6f-f5cb-4104-855e-b7c891336034 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904088 Jul 15 12:58:27.410799 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b7e87-d9fd-4d97-b950-f09c3eeb091b req-52bca9a6-77d8-48e1-8343-6df2af04cd19 tempest-DeleteServersAdminTestJSON-238369116 tempest-DeleteServersAdminTestJSON-238369116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:27.413003 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1b4b7e87-d9fd-4d97-b950-f09c3eeb091b req-52bca9a6-77d8-48e1-8343-6df2af04cd19 tempest-DeleteServersAdminTestJSON-238369116 tempest-DeleteServersAdminTestJSON-238369116-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3938b761-22c5-4d73-82cd-acc726ec921a HTTP/1.1" status: 200 len: 1101 time: 0.2758739 Jul 15 12:58:27.639018 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25f199-9494-43a7-a34b-905270f17e4d req-bb0e201a-774d-4a25-bd15-5569ac2e620a tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:27.642314 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ba25f199-9494-43a7-a34b-905270f17e4d req-bb0e201a-774d-4a25-bd15-5569ac2e620a tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 969 time: 0.1489334 Jul 15 12:58:27.739709 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-1b4b7e87-d9fd-4d97-b950-f09c3eeb091b req-ede21d70-87e4-491e-a7f1-12b60519a75e tempest-DeleteServersAdminTestJSON-238369116 tempest-DeleteServersAdminTestJSON-238369116-project-admin] Deleting port 6c277124-df17-4b68-b2be-7c78ae8a42e3 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:58:27.739709 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1b4b7e87-d9fd-4d97-b950-f09c3eeb091b req-ede21d70-87e4-491e-a7f1-12b60519a75e tempest-DeleteServersAdminTestJSON-238369116 tempest-DeleteServersAdminTestJSON-238369116-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:27.764076 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0408e4-b202-41f5-ac9c-7134415524c3 req-f9dbc7c2-d918-408a-b59a-3639257be080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:27.765647 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8f0408e4-b202-41f5-ac9c-7134415524c3 req-f9dbc7c2-d918-408a-b59a-3639257be080 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b6a83cc4f8e42e3971b205c3d102fc5&device_id=72018243-a499-4575-83f8-0ac622289c5b HTTP/1.1" status: 200 len: 1123 time: 0.7415783 Jul 15 12:58:27.819415 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ba25f199-9494-43a7-a34b-905270f17e4d req-830c25a8-b7e9-40a3-b7a3-01d939e71169 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632299 Jul 15 12:58:27.902711 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2294eb2-2324-48c4-8a78-9fc169e4274f req-349835e0-4b9b-4f81-a66c-5128b59d9676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:27.909300 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d2294eb2-2324-48c4-8a78-9fc169e4274f req-349835e0-4b9b-4f81-a66c-5128b59d9676 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=54d36918-9159-449b-b8c4-70e0b6501f14 HTTP/1.1" status: 200 len: 1101 time: 0.5165198 Jul 15 12:58:27.909300 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f46ecbb2-5ea0-4e1b-8462-5623c7e8249f req-acf76e7b-4324-460b-aa5a-b1e8d5d0b77e service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5906866 Jul 15 12:58:27.910796 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41336) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:27.992830 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-adca4301-281b-43b4-a1ae-e0461aef084d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.009826 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51fb47-a184-40b4-972e-ae188f21e3c2 req-8ccb5387-1941-416d-bd8b-fcb2e28030e7 tempest-AggregatesAdminTestJSON-1832004534 tempest-AggregatesAdminTestJSON-1832004534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:28.011440 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d51fb47-a184-40b4-972e-ae188f21e3c2 req-8ccb5387-1941-416d-bd8b-fcb2e28030e7 tempest-AggregatesAdminTestJSON-1832004534 tempest-AggregatesAdminTestJSON-1832004534-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=72018243-a499-4575-83f8-0ac622289c5b HTTP/1.1" status: 200 len: 1123 time: 0.2933269 Jul 15 12:58:28.023201 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-1b4b7e87-d9fd-4d97-b950-f09c3eeb091b req-ede21d70-87e4-491e-a7f1-12b60519a75e tempest-DeleteServersAdminTestJSON-238369116 tempest-DeleteServersAdminTestJSON-238369116-project-admin] For port 6c277124-df17-4b68-b2be-7c78ae8a42e3, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=6c277124-df17-4b68-b2be-7c78ae8a42e3,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:28.023601 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1b4b7e87-d9fd-4d97-b950-f09c3eeb091b req-ede21d70-87e4-491e-a7f1-12b60519a75e tempest-DeleteServersAdminTestJSON-238369116 tempest-DeleteServersAdminTestJSON-238369116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.052681 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-1b4b7e87-d9fd-4d97-b950-f09c3eeb091b req-ede21d70-87e4-491e-a7f1-12b60519a75e tempest-DeleteServersAdminTestJSON-238369116 tempest-DeleteServersAdminTestJSON-238369116-project-admin] Calling delete_port for 6c277124-df17-4b68-b2be-7c78ae8a42e3 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:58:28.120377 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0d51fb47-a184-40b4-972e-ae188f21e3c2 req-b2e0a983-3f42-43c2-8528-1ca212606e5c tempest-AggregatesAdminTestJSON-1832004534 tempest-AggregatesAdminTestJSON-1832004534-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.151493 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d2294eb2-2324-48c4-8a78-9fc169e4274f req-0475c257-9db6-4cc2-a936-08e4ec72fb00 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=be1c1602-a952-4eca-ad26-667722467c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222717 Jul 15 12:58:28.153578 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0408e4-b202-41f5-ac9c-7134415524c3 req-d7f328e5-c6ec-4662-bd8f-77e6d905630d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:28.156086 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8f0408e4-b202-41f5-ac9c-7134415524c3 req-d7f328e5-c6ec-4662-bd8f-77e6d905630d service neutron] 10.222.0.18 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.3372164 Jul 15 12:58:28.240473 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8f0408e4-b202-41f5-ac9c-7134415524c3 req-523f2e08-2969-4c49-be9f-bd7efbadfe49 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=61852979-4c65-4cad-8f9a-913fb2fe5154 HTTP/1.1" status: 200 len: 217 time: 0.0768964 Jul 15 12:58:28.338632 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c20217-494a-4cc9-839f-ed4b94a5eb2b req-0ceb7a12-ce2f-423b-98f9-09769bd1715e tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:28.340088 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-20c20217-494a-4cc9-839f-ed4b94a5eb2b req-0ceb7a12-ce2f-423b-98f9-09769bd1715e tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d36918-9159-449b-b8c4-70e0b6501f14 HTTP/1.1" status: 200 len: 949 time: 0.2896285 Jul 15 12:58:28.371519 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0408e4-b202-41f5-ac9c-7134415524c3 req-f54a41e0-cc51-44ce-be25-567ba4f6fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:28.374004 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8f0408e4-b202-41f5-ac9c-7134415524c3 req-f54a41e0-cc51-44ce-be25-567ba4f6fa54 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1257308 Jul 15 12:58:28.481228 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-adca4301-281b-43b4-a1ae-e0461aef084d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.526361 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-adca4301-281b-43b4-a1ae-e0461aef084d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.570777 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0408e4-b202-41f5-ac9c-7134415524c3 req-22925b5c-13f3-4f61-b82c-c66bdcf80466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:28.574588 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8f0408e4-b202-41f5-ac9c-7134415524c3 req-22925b5c-13f3-4f61-b82c-c66bdcf80466 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1700659 Jul 15 12:58:28.638246 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-adca4301-281b-43b4-a1ae-e0461aef084d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=743c7966efa243bd9e59179f84a1b365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7262948 Jul 15 12:58:28.641541 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41354) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:28.652739 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca4301-281b-43b4-a1ae-e0461aef084d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12dfec54-63c6-47f5-ba83-c6ba161bb396,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:28.670994 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-20c20217-494a-4cc9-839f-ed4b94a5eb2b req-d3bb8cf0-c568-447f-b641-09bb8b072379 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1c1602-a952-4eca-ad26-667722467c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581477 Jul 15 12:58:28.677206 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1b4b7e87-d9fd-4d97-b950-f09c3eeb091b req-ede21d70-87e4-491e-a7f1-12b60519a75e tempest-DeleteServersAdminTestJSON-238369116 tempest-DeleteServersAdminTestJSON-238369116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.717877 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['6c277124-df17-4b68-b2be-7c78ae8a42e3'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:28.780322 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0d51fb47-a184-40b4-972e-ae188f21e3c2 req-b2e0a983-3f42-43c2-8528-1ca212606e5c tempest-AggregatesAdminTestJSON-1832004534 tempest-AggregatesAdminTestJSON-1832004534-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.801692 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0d51fb47-a184-40b4-972e-ae188f21e3c2 req-b2e0a983-3f42-43c2-8528-1ca212606e5c tempest-AggregatesAdminTestJSON-1832004534 tempest-AggregatesAdminTestJSON-1832004534-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.819270 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede21d70-87e4-491e-a7f1-12b60519a75e tempest-DeleteServersAdminTestJSON-238369116 tempest-DeleteServersAdminTestJSON-238369116-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c277124-df17-4b68-b2be-7c78ae8a42e3,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:28.838815 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d51fb47-a184-40b4-972e-ae188f21e3c2 req-b2e0a983-3f42-43c2-8528-1ca212606e5c tempest-AggregatesAdminTestJSON-1832004534 tempest-AggregatesAdminTestJSON-1832004534-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=419ffdfd-091e-4390-94f3-336519b65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8073838 Jul 15 12:58:28.842642 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8f0408e4-b202-41f5-ac9c-7134415524c3 req-bb5f9f3b-567f-4f27-a283-23e926837339 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481432 Jul 15 12:58:28.883327 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-84d01e9d-9397-4b75-b3d0-c97afbb1c1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.886487 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0a983-3f42-43c2-8528-1ca212606e5c tempest-AggregatesAdminTestJSON-1832004534 tempest-AggregatesAdminTestJSON-1832004534-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932c891a-0b7c-48b9-a225-cec32ebbb3cb,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:28.887273 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4b7e87-d9fd-4d97-b950-f09c3eeb091b req-ede21d70-87e4-491e-a7f1-12b60519a75e tempest-DeleteServersAdminTestJSON-238369116 tempest-DeleteServersAdminTestJSON-238369116-project-admin] No DVR routers for this DVR port 6c277124-df17-4b68-b2be-7c78ae8a42e3 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 12:58:28.891973 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1b4b7e87-d9fd-4d97-b950-f09c3eeb091b req-ede21d70-87e4-491e-a7f1-12b60519a75e tempest-DeleteServersAdminTestJSON-238369116 tempest-DeleteServersAdminTestJSON-238369116-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:28.894057 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1b4b7e87-d9fd-4d97-b950-f09c3eeb091b req-ede21d70-87e4-491e-a7f1-12b60519a75e tempest-DeleteServersAdminTestJSON-238369116 tempest-DeleteServersAdminTestJSON-238369116-project-admin] 10.222.0.32 "DELETE /v2.0/ports/6c277124-df17-4b68-b2be-7c78ae8a42e3 HTTP/1.1" status: 204 len: 173 time: 1.4751301 Jul 15 12:58:28.894546 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3938b761-22c5-4d73-82cd-acc726ec921a', 'name': 'network-vif-deleted', 'tag': '6c277124-df17-4b68-b2be-7c78ae8a42e3'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:28.896814 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563c5f7a-7020-41db-ab04-b770078cfa62" -d '{"events": [{"server_uuid": "3938b761-22c5-4d73-82cd-acc726ec921a", "name": "network-vif-deleted", "tag": "6c277124-df17-4b68-b2be-7c78ae8a42e3"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:28.983649 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-84d01e9d-9397-4b75-b3d0-c97afbb1c1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:29.002463 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-420afb68-b177-4440-aa5a-0251ac9d8673 req-438bdf35-5752-4464-a5a8-d756af9d65b9 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/ports?device_id=3938b761-22c5-4d73-82cd-acc726ec921a HTTP/1.1" status: 200 len: 210 time: 0.0578449 Jul 15 12:58:29.176149 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8f0408e4-b202-41f5-ac9c-7134415524c3 req-36c42c70-aea6-417a-91c5-97a9431f6329 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838597 Jul 15 12:58:29.234137 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-84d01e9d-9397-4b75-b3d0-c97afbb1c1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:29.237651 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-84d01e9d-9397-4b75-b3d0-c97afbb1c1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:29.238992 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-84d01e9d-9397-4b75-b3d0-c97afbb1c1b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12dfec54-63c6-47f5-ba83-c6ba161bb396 HTTP/1.1" status: 204 len: 168 time: 0.5956230 Jul 15 12:58:29.260060 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d01e9d-9397-4b75-b3d0-c97afbb1c1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12dfec54-63c6-47f5-ba83-c6ba161bb396,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:29.309966 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a87d4d-f07b-4762-a9df-993288380097 req-a2340cd9-22d8-4f6e-85c0-a4886b753d35 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:29.312698 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f0a87d4d-f07b-4762-a9df-993288380097 req-a2340cd9-22d8-4f6e-85c0-a4886b753d35 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 969 time: 0.1535375 Jul 15 12:58:29.408944 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device a0ae581a-5a36-4db7-a98c-1f3bde6bf998 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:58:29.419172 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f0a87d4d-f07b-4762-a9df-993288380097 req-4a04b7c9-edea-4ba5-8404-5e706cfe7a0e tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948887 Jul 15 12:58:29.666510 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-f864ee7e-085b-4ed1-b0bc-e4f43092b3a4 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=8b2802e70efd4c57b0b2053dc07ef08a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666378 Jul 15 12:58:29.699969 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port a0ae581a-5a36-4db7-a98c-1f3bde6bf998, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=a0ae581a-5a36-4db7-a98c-1f3bde6bf998,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:29.727766 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'a0ae581a-5a36-4db7-a98c-1f3bde6bf998', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': 'a0ae581a-5a36-4db7-a98c-1f3bde6bf998', 'mac_address': 'fa:16:3e:f0:7e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:tempest-test_az-571544764', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:58:29.810731 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:29.851156 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ae581a-5a36-4db7-a98c-1f3bde6bf998 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:29.912970 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port a0ae581a-5a36-4db7-a98c-1f3bde6bf998, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=a0ae581a-5a36-4db7-a98c-1f3bde6bf998,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:29.919074 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:30.012335 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-5e2c630b-0b72-4a49-ac3b-372114a82220 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:30.023480 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-5e2c630b-0b72-4a49-ac3b-372114a82220 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3558469 Jul 15 12:58:30.064344 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-ee4479df-b558-46f5-b3fb-c49559d806a3 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] 10.222.0.24 "GET /v2.0/quotas/8b2802e70efd4c57b0b2053dc07ef08a HTTP/1.1" status: 200 len: 375 time: 0.0314343 Jul 15 12:58:30.148834 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-d56cb43d-ea81-4a6e-a85c-29b3664b3168 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b2802e70efd4c57b0b2053dc07ef08a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711949 Jul 15 12:58:30.174527 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['a0ae581a-5a36-4db7-a98c-1f3bde6bf998'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:30.233877 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=a0ae581a-5a36-4db7-a98c-1f3bde6bf998,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:30.315433 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a443486-3c94-4ad5-a097-357bd9787960 x-openstack-request-id: req-6a443486-3c94-4ad5-a097-357bd9787960 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:30.316283 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3938b761-22c5-4d73-82cd-acc726ec921a", "name": "network-vif-deleted", "tag": "6c277124-df17-4b68-b2be-7c78ae8a42e3", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:30.316822 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a443486-3c94-4ad5-a097-357bd9787960 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:30.317449 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3938b761-22c5-4d73-82cd-acc726ec921a', 'name': 'network-vif-deleted', 'tag': '6c277124-df17-4b68-b2be-7c78ae8a42e3', 'status': 'completed', 'code': 200} Jul 15 12:58:30.533883 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b464448-27ce-4f33-a37d-59a95d1e500a req-668cc1eb-a9c3-44fe-8753-6f1160d28da5 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:30.542258 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6b464448-27ce-4f33-a37d-59a95d1e500a req-668cc1eb-a9c3-44fe-8753-6f1160d28da5 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d36918-9159-449b-b8c4-70e0b6501f14 HTTP/1.1" status: 200 len: 949 time: 0.0892065 Jul 15 12:58:30.582839 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6b464448-27ce-4f33-a37d-59a95d1e500a req-e0e11ec0-997a-4ff8-b27b-6fe7a7a495d8 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1c1602-a952-4eca-ad26-667722467c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391920 Jul 15 12:58:30.809078 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41448) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:30.851829 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-60748b13-9516-45a1-b3c8-bb45fe4e20ae req-9216f529-7841-40dc-92e4-b3388441a218 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] 10.222.0.24 "GET /v2.0/ports?device_id=5599ae44-16cf-41d5-be44-21201587c19a HTTP/1.1" status: 200 len: 210 time: 0.0651746 Jul 15 12:58:31.040136 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-fce89580-eb14-46df-96fe-f021b4782c3d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1538192501-network', 'tenant_id': '23b3396e056846dc8a5456d9cbcf3178'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:31.104402 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce89580-eb14-46df-96fe-f021b4782c3d admin admin] Made reservation on behalf of 23b3396e056846dc8a5456d9cbcf3178 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:31.108904 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fce89580-eb14-46df-96fe-f021b4782c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:31.127471 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fce89580-eb14-46df-96fe-f021b4782c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:31.197519 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3224c0-380c-4ea2-9be4-70843cd20d7d req-325488de-7144-40dc-91a6-4ca82323109e tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:31.206701 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4a3224c0-380c-4ea2-9be4-70843cd20d7d req-325488de-7144-40dc-91a6-4ca82323109e tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 970 time: 0.1443925 Jul 15 12:58:31.272339 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fce89580-eb14-46df-96fe-f021b4782c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:31.278134 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fce89580-eb14-46df-96fe-f021b4782c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:31.289892 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4a3224c0-380c-4ea2-9be4-70843cd20d7d req-55731f15-1461-4911-a0ce-fc293bcd7a91 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814886 Jul 15 12:58:31.330479 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce89580-eb14-46df-96fe-f021b4782c3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:58:31.348400 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce89580-eb14-46df-96fe-f021b4782c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7a10e5-8e43-4471-b9fd-bbdce0abc61c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:31.357103 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fce89580-eb14-46df-96fe-f021b4782c3d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732685740867', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:31.357857 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fce89580-eb14-46df-96fe-f021b4782c3d admin admin] Unsubscribe: segment precommit_create {{(pid=93814) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 12:58:31.363700 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-fce89580-eb14-46df-96fe-f021b4782c3d admin admin] Added segment 46dedc86-c944-4d7a-8831-f5e3ca85c6cf of type vlan for network 93948b70-b130-4099-b903-3c9173edd7ab Jul 15 12:58:31.429585 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fce89580-eb14-46df-96fe-f021b4782c3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:31.435464 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device a0ae581a-5a36-4db7-a98c-1f3bde6bf998 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:31.518798 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fce89580-eb14-46df-96fe-f021b4782c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:31.519897 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce89580-eb14-46df-96fe-f021b4782c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:31.520499 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fce89580-eb14-46df-96fe-f021b4782c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:31.523490 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-d40cfd2c-1eef-4ace-849d-2a13329146d0 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1f074b2d35ce4916a77f711f934b24e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406592 Jul 15 12:58:31.553553 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port a0ae581a-5a36-4db7-a98c-1f3bde6bf998 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:31.563015 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port a0ae581a-5a36-4db7-a98c-1f3bde6bf998 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:31.564288 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:31.601633 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-fce89580-eb14-46df-96fe-f021b4782c3d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7908158 Jul 15 12:58:31.619282 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41472) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:31.635504 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce89580-eb14-46df-96fe-f021b4782c3d admin admin] Pushing event updated for resources: {'Network': ['ID=93948b70-b130-4099-b903-3c9173edd7ab,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:31.649441 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4969367f-5e5f-4a05-9c02-1d80c90a066f admin admin] Request body: {'subnet': {'network_id': '93948b70-b130-4099-b903-3c9173edd7ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1538192501-subnet', 'tenant_id': '23b3396e056846dc8a5456d9cbcf3178', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:31.651269 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 93948b70-b130-4099-b903-3c9173edd7ab details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:58:31.768378 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4969367f-5e5f-4a05-9c02-1d80c90a066f admin admin] Made reservation on behalf of 23b3396e056846dc8a5456d9cbcf3178 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:31.776455 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4969367f-5e5f-4a05-9c02-1d80c90a066f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:31.786419 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-35fd350f-cba4-49c2-bdb3-0f9825a7e2c2 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:31.788125 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-35fd350f-cba4-49c2-bdb3-0f9825a7e2c2 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2580945 Jul 15 12:58:31.822824 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-c21ee256-ea27-418c-af7d-4c0247e9a5fc tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/quotas/1f074b2d35ce4916a77f711f934b24e8 HTTP/1.1" status: 200 len: 375 time: 0.0206833 Jul 15 12:58:31.826158 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:31.870667 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port a0ae581a-5a36-4db7-a98c-1f3bde6bf998, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=a0ae581a-5a36-4db7-a98c-1f3bde6bf998,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:31.871692 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba63b6a3-6780-4e7a-9f1a-800185b2b2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ae581a-5a36-4db7-a98c-1f3bde6bf998'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:31.875270 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00afca72-2dfb-4e39-9386-009e2fef9f6e" -d '{"events": [{"server_uuid": "ba63b6a3-6780-4e7a-9f1a-800185b2b2c5", "name": "network-vif-plugged", "status": "completed", "tag": "a0ae581a-5a36-4db7-a98c-1f3bde6bf998"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:31.879644 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:31.934474 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=a0ae581a-5a36-4db7-a98c-1f3bde6bf998,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:31.948085 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-ecaa8182-bfcf-4bef-98b4-dbfacc0e9fa5 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f074b2d35ce4916a77f711f934b24e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623806 Jul 15 12:58:32.284006 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-2fb68049-f62e-440e-b187-b551bc7b685a tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8b2802e70efd4c57b0b2053dc07ef08a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0760794 Jul 15 12:58:32.302876 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 6c277124-df17-4b68-b2be-7c78ae8a42e3 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:58:32.303822 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4969367f-5e5f-4a05-9c02-1d80c90a066f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:32.337218 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 6c277124-df17-4b68-b2be-7c78ae8a42e3 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 12:58:32.338541 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 6c277124-df17-4b68-b2be-7c78ae8a42e3 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:58:32.446492 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9be1d56-3799-40bd-852b-835d76092163 x-openstack-request-id: req-f9be1d56-3799-40bd-852b-835d76092163 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:32.447117 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba63b6a3-6780-4e7a-9f1a-800185b2b2c5", "name": "network-vif-plugged", "status": "completed", "tag": "a0ae581a-5a36-4db7-a98c-1f3bde6bf998", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:32.447117 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9be1d56-3799-40bd-852b-835d76092163 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:32.447415 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba63b6a3-6780-4e7a-9f1a-800185b2b2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ae581a-5a36-4db7-a98c-1f3bde6bf998', 'code': 200} Jul 15 12:58:32.585932 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969367f-5e5f-4a05-9c02-1d80c90a066f admin admin] Pushing event updated for resources: {'Subnet': ['ID=565033d0-9876-48dd-b28c-5e9144c820a1,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:32.631789 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-297c748d-b6ef-4611-a9f2-08c5c8fe9d9c req-3b5fe23a-f5bb-4ba4-a478-34d0f7505b86 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] 10.222.0.24 "GET /v2.0/ports?device_id=5599ae44-16cf-41d5-be44-21201587c19a HTTP/1.1" status: 200 len: 210 time: 0.0458143 Jul 15 12:58:32.645491 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56019ad-4603-4448-8664-1179db3c7ee0 req-5ede1c34-4360-42ea-9db9-4afbd11e26bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:32.647143 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f56019ad-4603-4448-8664-1179db3c7ee0 req-5ede1c34-4360-42ea-9db9-4afbd11e26bd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 1123 time: 0.1084993 Jul 15 12:58:32.649944 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-4e4f3323-2c0b-49b4-86fe-81822312f613 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:32.652533 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-4e4f3323-2c0b-49b4-86fe-81822312f613 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3614984 Jul 15 12:58:32.657773 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4969367f-5e5f-4a05-9c02-1d80c90a066f admin admin] Checking segment: {'id': '46dedc86-c944-4d7a-8831-f5e3ca85c6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '93948b70-b130-4099-b903-3c9173edd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:32.658375 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4969367f-5e5f-4a05-9c02-1d80c90a066f admin admin] Network hostable DHCP agents. Network: 93948b70-b130-4099-b903-3c9173edd7ab, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:58:32.678702 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-7cd6b697-56ff-40c0-8cc1-cd85bf5872cb tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Request body: {'port': {'device_id': '5599ae44-16cf-41d5-be44-21201587c19a', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'admin_state_up': True, 'tenant_id': '8b2802e70efd4c57b0b2053dc07ef08a'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:32.706369 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f56019ad-4603-4448-8664-1179db3c7ee0 req-a8aa27ff-dfbf-417c-88ca-8a182e1514cf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435991 Jul 15 12:58:32.760167 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f431cf-3298-408b-b0af-d6450cdec41e req-46a4628c-a3dc-466f-a141-f77aecc43039 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:32.762999 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-65f431cf-3298-408b-b0af-d6450cdec41e req-46a4628c-a3dc-466f-a141-f77aecc43039 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d36918-9159-449b-b8c4-70e0b6501f14 HTTP/1.1" status: 200 len: 949 time: 0.4241145 Jul 15 12:58:32.792821 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4969367f-5e5f-4a05-9c02-1d80c90a066f admin admin] Network 93948b70-b130-4099-b903-3c9173edd7ab is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:58:32.835381 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-11fc2682-03b9-4fe6-b0be-77e00cfb0026 req-3d3cfedb-4993-4c31-a917-7039b375ee9e tempest-QuotasAdminNegativeTest-776876954 tempest-QuotasAdminNegativeTest-776876954-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=103bef4cfe534ff5a1a22716eb2cb2b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255759 Jul 15 12:58:32.905900 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-4969367f-5e5f-4a05-9c02-1d80c90a066f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 93948b70-b130-4099-b903-3c9173edd7ab) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:32.919522 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05807196-435d-496b-9105-3abc16a33478 None None] Network 93948b70-b130-4099-b903-3c9173edd7ab requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:58:32.926461 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4969367f-5e5f-4a05-9c02-1d80c90a066f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:32.927817 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4969367f-5e5f-4a05-9c02-1d80c90a066f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:32.946919 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-65f431cf-3298-408b-b0af-d6450cdec41e req-6921734c-c43d-4945-946a-b8bf3803335b tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1c1602-a952-4eca-ad26-667722467c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744015 Jul 15 12:58:33.006224 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc2682-03b9-4fe6-b0be-77e00cfb0026 req-32a50cfc-7d2a-497a-bb39-fa9f52e3e8f9 tempest-QuotasAdminNegativeTest-776876954 tempest-QuotasAdminNegativeTest-776876954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:33.022469 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4969367f-5e5f-4a05-9c02-1d80c90a066f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3808970 Jul 15 12:58:33.026646 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41522) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:33.031973 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-11fc2682-03b9-4fe6-b0be-77e00cfb0026 req-32a50cfc-7d2a-497a-bb39-fa9f52e3e8f9 tempest-QuotasAdminNegativeTest-776876954 tempest-QuotasAdminNegativeTest-776876954-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1903868 Jul 15 12:58:33.042032 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-05697657-b81b-4962-bcd9-eb3413761947 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1538192501-router', 'tenant_id': '23b3396e056846dc8a5456d9cbcf3178', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:33.066881 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-11fc2682-03b9-4fe6-b0be-77e00cfb0026 req-3b61fc87-1dbd-4dc0-86b7-8336ad13827c tempest-QuotasAdminNegativeTest-776876954 tempest-QuotasAdminNegativeTest-776876954-project] 10.222.0.24 "GET /v2.0/quotas/103bef4cfe534ff5a1a22716eb2cb2b9 HTTP/1.1" status: 200 len: 375 time: 0.0282884 Jul 15 12:58:33.083137 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-7cd6b697-56ff-40c0-8cc1-cd85bf5872cb tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Made reservation on behalf of 8b2802e70efd4c57b0b2053dc07ef08a for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:33.093505 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-7cd6b697-56ff-40c0-8cc1-cd85bf5872cb tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:33.132924 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-7cd6b697-56ff-40c0-8cc1-cd85bf5872cb tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:33.163106 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-11fc2682-03b9-4fe6-b0be-77e00cfb0026 req-c1248e20-084a-4955-a5e8-acb3fa14b590 tempest-QuotasAdminNegativeTest-776876954 tempest-QuotasAdminNegativeTest-776876954-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=103bef4cfe534ff5a1a22716eb2cb2b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0896375 Jul 15 12:58:33.211689 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05697657-b81b-4962-bcd9-eb3413761947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:33.212824 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05697657-b81b-4962-bcd9-eb3413761947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:33.257938 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0546b20a-1337-454d-b271-4f5f46be1f30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-93948b70-b130-4099-b903-3c9173edd7ab', 'network_id': '93948b70-b130-4099-b903-3c9173edd7ab', 'tenant_id': '23b3396e056846dc8a5456d9cbcf3178', 'fixed_ips': [{'subnet_id': '565033d0-9876-48dd-b28c-5e9144c820a1'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 12:58:33.261087 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0546b20a-1337-454d-b271-4f5f46be1f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:33.264183 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9570b15a-2463-4636-b290-c1aa68db0da6 req-107f71e2-bfa5-4871-8b04-18811352372a tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/ports?device_id=0082d6f3-4ce1-4b33-8e63-559737cc138b HTTP/1.1" status: 200 len: 210 time: 0.0693681 Jul 15 12:58:33.371686 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05697657-b81b-4962-bcd9-eb3413761947 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:33.457954 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80768871-cba7-4cef-a738-4d3d1ce4a205 req-40e96f51-3ec1-4c2c-bbe1-47299ea68a92 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:33.460536 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-80768871-cba7-4cef-a738-4d3d1ce4a205 req-40e96f51-3ec1-4c2c-bbe1-47299ea68a92 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 971 time: 0.0901682 Jul 15 12:58:33.496234 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-f7a91d7d-b73f-4c0a-aece-7eadbaa96a82 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=611633f4db1a424980cffa640f112f10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668609 Jul 15 12:58:33.506492 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-80768871-cba7-4cef-a738-4d3d1ce4a205 req-bd340c67-6e65-4eb5-a301-49c62611b1e5 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393393 Jul 15 12:58:33.585222 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-0546b20a-1337-454d-b271-4f5f46be1f30 None None] Allocated IP 172.20.0.2 (93948b70-b130-4099-b903-3c9173edd7ab/565033d0-9876-48dd-b28c-5e9144c820a1/0eb2951c-4c94-452a-92ab-0b3628e6a7b9) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:33.647879 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05697657-b81b-4962-bcd9-eb3413761947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:33.668557 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-7cd6b697-56ff-40c0-8cc1-cd85bf5872cb tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:33.707876 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-7cd6b697-56ff-40c0-8cc1-cd85bf5872cb tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:33.852273 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-ee1af45a-ca34-4d1b-9dce-c43a224d121e tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1f074b2d35ce4916a77f711f934b24e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328622 Jul 15 12:58:33.878631 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6b697-56ff-40c0-8cc1-cd85bf5872cb tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92616dba-bbd8-4c13-8976-0bcc94acedc9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:33.920212 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-2c6eeadd-37bd-42ce-8bf8-e4d4bd9fde98 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:33.926380 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-2c6eeadd-37bd-42ce-8bf8-e4d4bd9fde98 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4291794 Jul 15 12:58:33.973732 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0546b20a-1337-454d-b271-4f5f46be1f30 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:33.997478 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0546b20a-1337-454d-b271-4f5f46be1f30 None None] Transition to ACTIVE for port object 0eb2951c-4c94-452a-92ab-0b3628e6a7b9 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:34.003393 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-ef6adc56-60ca-4a5f-8653-120779c7b692 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/quotas/611633f4db1a424980cffa640f112f10 HTTP/1.1" status: 200 len: 375 time: 0.0249693 Jul 15 12:58:34.033837 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0546b20a-1337-454d-b271-4f5f46be1f30 None None] Transition to ACTIVE for port object 0eb2951c-4c94-452a-92ab-0b3628e6a7b9 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:34.043991 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0546b20a-1337-454d-b271-4f5f46be1f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:34.106387 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0546b20a-1337-454d-b271-4f5f46be1f30 None None] Network 93948b70-b130-4099-b903-3c9173edd7ab is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:34.113281 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-0546b20a-1337-454d-b271-4f5f46be1f30 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:34.120334 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0546b20a-1337-454d-b271-4f5f46be1f30 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:34.171319 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546b20a-1337-454d-b271-4f5f46be1f30 None None] Pushing event updated for resources: {'Port': ['ID=0eb2951c-4c94-452a-92ab-0b3628e6a7b9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:34.188162 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-7cd6b697-56ff-40c0-8cc1-cd85bf5872cb tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Allocated IP 192.168.233.122 (469a0c47-6cac-4ffe-aa16-0c933961e7af/23cd399a-e88b-433a-a99b-25a477d6a3ca/2b07f8f6-d801-4d88-b44b-9794c850b290) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:34.210875 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-0546b20a-1337-454d-b271-4f5f46be1f30 None None] Attempting to bind port 0eb2951c-4c94-452a-92ab-0b3628e6a7b9 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:34.211234 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-0546b20a-1337-454d-b271-4f5f46be1f30 None None] Attempting to bind port 0eb2951c-4c94-452a-92ab-0b3628e6a7b9 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '46dedc86-c944-4d7a-8831-f5e3ca85c6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '93948b70-b130-4099-b903-3c9173edd7ab'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:34.211594 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0546b20a-1337-454d-b271-4f5f46be1f30 None None] Attempting to bind port 0eb2951c-4c94-452a-92ab-0b3628e6a7b9 on network 93948b70-b130-4099-b903-3c9173edd7ab {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:34.220231 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0546b20a-1337-454d-b271-4f5f46be1f30 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:34.220588 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0546b20a-1337-454d-b271-4f5f46be1f30 None None] Checking segment: {'id': '46dedc86-c944-4d7a-8831-f5e3ca85c6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '93948b70-b130-4099-b903-3c9173edd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:34.221229 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0546b20a-1337-454d-b271-4f5f46be1f30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:34.221394 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0546b20a-1337-454d-b271-4f5f46be1f30 None None] Bound using segment: {'id': '46dedc86-c944-4d7a-8831-f5e3ca85c6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '93948b70-b130-4099-b903-3c9173edd7ab'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:34.221892 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-0546b20a-1337-454d-b271-4f5f46be1f30 None None] Bound port: 0eb2951c-4c94-452a-92ab-0b3628e6a7b9, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46dedc86-c944-4d7a-8831-f5e3ca85c6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '93948b70-b130-4099-b903-3c9173edd7ab'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:34.222311 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0546b20a-1337-454d-b271-4f5f46be1f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:34.224988 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-abc02e39-44e1-474a-8325-05303545d5c9 req-efe73789-c5bc-40aa-9a09-00881947ae36 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] 10.222.0.24 "GET /v2.0/ports?device_id=5599ae44-16cf-41d5-be44-21201587c19a HTTP/1.1" status: 200 len: 210 time: 0.0424151 Jul 15 12:58:34.232187 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-586eb68b-df31-487b-a03a-60403931984c tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:34.234020 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-586eb68b-df31-487b-a03a-60403931984c tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3729570 Jul 15 12:58:34.268606 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-645672c6-b4dd-44e2-9546-7e51217d5ef5 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Request body: {'port': {'device_id': '0082d6f3-4ce1-4b33-8e63-559737cc138b', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'admin_state_up': True, 'tenant_id': '1f074b2d35ce4916a77f711f934b24e8'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:34.311319 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-0546b20a-1337-454d-b271-4f5f46be1f30 None None] For port 0eb2951c-4c94-452a-92ab-0b3628e6a7b9, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:34.318373 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-0546b20a-1337-454d-b271-4f5f46be1f30 None None] For port 0eb2951c-4c94-452a-92ab-0b3628e6a7b9, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0eb2951c-4c94-452a-92ab-0b3628e6a7b9,segment=NetworkSegment(46dedc86-c944-4d7a-8831-f5e3ca85c6cf),segment_id=46dedc86-c944-4d7a-8831-f5e3ca85c6cf)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:34.326911 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0546b20a-1337-454d-b271-4f5f46be1f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:34.406408 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546b20a-1337-454d-b271-4f5f46be1f30 None None] Pushing event updated for resources: {'Port': ['ID=0eb2951c-4c94-452a-92ab-0b3628e6a7b9,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:34.478167 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-645672c6-b4dd-44e2-9546-7e51217d5ef5 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Made reservation on behalf of 1f074b2d35ce4916a77f711f934b24e8 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:34.482261 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-645672c6-b4dd-44e2-9546-7e51217d5ef5 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:34.620032 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d8d7d7c-b4ac-4f94-8946-071e8dcfa919 req-46d628af-8e02-492a-b482-0666480eb427 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/ports?device_id=0082d6f3-4ce1-4b33-8e63-559737cc138b HTTP/1.1" status: 200 len: 210 time: 0.0408947 Jul 15 12:58:34.708462 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-d7e95e9f-89c8-4114-be4b-518e857d8367 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=611633f4db1a424980cffa640f112f10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6534531 Jul 15 12:58:34.887928 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05697657-b81b-4962-bcd9-eb3413761947 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:34.944410 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05697657-b81b-4962-bcd9-eb3413761947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:35.057806 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-7cd6b697-56ff-40c0-8cc1-cd85bf5872cb tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:35.097392 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-25060406-6ae0-4cc9-840c-ebe0b674be65 req-c02f7c24-c127-441b-b603-42ef784af59f tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/ports?device_id=42213aec-a6d7-4108-961a-c6fe658f01f0 HTTP/1.1" status: 200 len: 210 time: 0.0655999 Jul 15 12:58:35.113057 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-7cd6b697-56ff-40c0-8cc1-cd85bf5872cb tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Transition to ACTIVE for port object 2b07f8f6-d801-4d88-b44b-9794c850b290 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:35.262937 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-05697657-b81b-4962-bcd9-eb3413761947 admin admin] Allocated IP 172.25.6.193 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/7d2d6827-27f3-4c53-8537-7297711daa99) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:35.283017 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-7cd6b697-56ff-40c0-8cc1-cd85bf5872cb tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:35.380489 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafca9a7-02da-4d9d-8290-3d3e75a9b6d8 req-60b6df80-740e-4a99-a19c-c75b2ae68075 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:35.388224 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aafca9a7-02da-4d9d-8290-3d3e75a9b6d8 req-60b6df80-740e-4a99-a19c-c75b2ae68075 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 971 time: 0.2833152 Jul 15 12:58:35.390965 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-7cd6b697-56ff-40c0-8cc1-cd85bf5872cb tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:35.440010 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-7cd6b697-56ff-40c0-8cc1-cd85bf5872cb tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:35.452527 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-7cd6b697-56ff-40c0-8cc1-cd85bf5872cb tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:35.459035 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-7cd6b697-56ff-40c0-8cc1-cd85bf5872cb tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:35.459783 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-7cd6b697-56ff-40c0-8cc1-cd85bf5872cb tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:35.467888 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6b697-56ff-40c0-8cc1-cd85bf5872cb tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Pushing event updated for resources: {'Port': ['ID=2b07f8f6-d801-4d88-b44b-9794c850b290,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:35.470316 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-645672c6-b4dd-44e2-9546-7e51217d5ef5 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Allocated IP 192.168.233.84 (469a0c47-6cac-4ffe-aa16-0c933961e7af/23cd399a-e88b-433a-a99b-25a477d6a3ca/f0071228-ca0b-445e-a1fd-915eedc440e1) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:35.530085 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-7cd6b697-56ff-40c0-8cc1-cd85bf5872cb tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8584402 Jul 15 12:58:35.567411 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aafca9a7-02da-4d9d-8290-3d3e75a9b6d8 req-51ffc1dd-410a-4da8-bf5f-97217d011ac4 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786640 Jul 15 12:58:35.576317 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-ae96ed6c-c599-4232-a0b6-edebd7b93dc2 service neutron] Request body: {'port': {'device_id': '5599ae44-16cf-41d5-be44-21201587c19a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:35.583469 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0eb2951c-4c94-452a-92ab-0b3628e6a7b9 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:35.766180 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 0eb2951c-4c94-452a-92ab-0b3628e6a7b9 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:35.771015 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05697657-b81b-4962-bcd9-eb3413761947 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:35.792162 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dc07bebf-1c9b-46c0-9ce9-a6f030d4f892 req-551519eb-5fc1-4f97-b0ef-1be14d9dd2f7 tempest-QuotasAdminNegativeTest-776876954 tempest-QuotasAdminNegativeTest-776876954-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=103bef4cfe534ff5a1a22716eb2cb2b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1488929 Jul 15 12:58:35.847498 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-ae96ed6c-c599-4232-a0b6-edebd7b93dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:35.980039 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b6816562-cc79-40fa-8a64-a139aa9343a6 None None] Provisioning for port 2b07f8f6-d801-4d88-b44b-9794c850b290 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:35.988424 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b6816562-cc79-40fa-8a64-a139aa9343a6 None None] Provisioning complete for port 2b07f8f6-d801-4d88-b44b-9794c850b290 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:35.989202 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6816562-cc79-40fa-8a64-a139aa9343a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.032799 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b6816562-cc79-40fa-8a64-a139aa9343a6 None None] Port 2b07f8f6-d801-4d88-b44b-9794c850b290 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:58:36.046941 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05697657-b81b-4962-bcd9-eb3413761947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.098601 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2dbc80-c784-4a27-9a9b-558172ae0714 None None] Network 93948b70-b130-4099-b903-3c9173edd7ab requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:58:36.132739 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3340a-513b-4518-a977-d93f025b7f31 req-10279b6f-cd7a-40ed-9ce1-c93e1eae3c28 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:36.134883 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d0a3340a-513b-4518-a977-d93f025b7f31 req-10279b6f-cd7a-40ed-9ce1-c93e1eae3c28 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] 10.222.0.24 "GET /v2.0/ports?device_id=5599ae44-16cf-41d5-be44-21201587c19a HTTP/1.1" status: 200 len: 936 time: 0.3344827 Jul 15 12:58:36.143821 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-645672c6-b4dd-44e2-9546-7e51217d5ef5 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.149107 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05697657-b81b-4962-bcd9-eb3413761947 admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:36.159440 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-05697657-b81b-4962-bcd9-eb3413761947 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:36.170548 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05697657-b81b-4962-bcd9-eb3413761947 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:36.185880 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-645672c6-b4dd-44e2-9546-7e51217d5ef5 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Transition to ACTIVE for port object f0071228-ca0b-445e-a1fd-915eedc440e1 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:36.250663 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f0ad3475-9793-4d45-bc74-6672d1d65e75 None None] Provisioning for port 0eb2951c-4c94-452a-92ab-0b3628e6a7b9 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:36.256843 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f0ad3475-9793-4d45-bc74-6672d1d65e75 None None] Provisioning complete for port 0eb2951c-4c94-452a-92ab-0b3628e6a7b9 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:36.257204 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f0ad3475-9793-4d45-bc74-6672d1d65e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.289375 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07bebf-1c9b-46c0-9ce9-a6f030d4f892 req-e196a1c5-5f69-45c2-aab9-1e3a39381a2a tempest-QuotasAdminNegativeTest-776876954 tempest-QuotasAdminNegativeTest-776876954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:36.303841 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dc07bebf-1c9b-46c0-9ce9-a6f030d4f892 req-e196a1c5-5f69-45c2-aab9-1e3a39381a2a tempest-QuotasAdminNegativeTest-776876954 tempest-QuotasAdminNegativeTest-776876954-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5081601 Jul 15 12:58:36.320196 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-645672c6-b4dd-44e2-9546-7e51217d5ef5 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.345451 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05697657-b81b-4962-bcd9-eb3413761947 admin admin] Pushing event updated for resources: {'Port': ['ID=7d2d6827-27f3-4c53-8537-7297711daa99,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:36.370302 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dc07bebf-1c9b-46c0-9ce9-a6f030d4f892 req-6b505670-00f2-43e8-8b7a-38c9078a2882 tempest-QuotasAdminNegativeTest-776876954 tempest-QuotasAdminNegativeTest-776876954-project] 10.222.0.24 "GET /v2.0/quotas/103bef4cfe534ff5a1a22716eb2cb2b9 HTTP/1.1" status: 200 len: 375 time: 0.0629377 Jul 15 12:58:36.398522 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d0a3340a-513b-4518-a977-d93f025b7f31 req-644903ee-5eae-4ca9-8bd2-a386b98c69d8 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] 10.222.0.24 "GET /v2.0/security-groups?id=92616dba-bbd8-4c13-8976-0bcc94acedc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480266 Jul 15 12:58:36.431854 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f0ad3475-9793-4d45-bc74-6672d1d65e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.485523 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-f0ad3475-9793-4d45-bc74-6672d1d65e75 None None] For port 0eb2951c-4c94-452a-92ab-0b3628e6a7b9, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0eb2951c-4c94-452a-92ab-0b3628e6a7b9,segment=NetworkSegment(46dedc86-c944-4d7a-8831-f5e3ca85c6cf),segment_id=46dedc86-c944-4d7a-8831-f5e3ca85c6cf)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:36.494809 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-645672c6-b4dd-44e2-9546-7e51217d5ef5 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:36.496188 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f0ad3475-9793-4d45-bc74-6672d1d65e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.514827 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dc07bebf-1c9b-46c0-9ce9-a6f030d4f892 req-f46c1981-8b52-44d6-960f-6ec82a30a31e tempest-QuotasAdminNegativeTest-776876954 tempest-QuotasAdminNegativeTest-776876954-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=103bef4cfe534ff5a1a22716eb2cb2b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1427107 Jul 15 12:58:36.534638 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-645672c6-b4dd-44e2-9546-7e51217d5ef5 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:36.551332 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-645672c6-b4dd-44e2-9546-7e51217d5ef5 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:36.565675 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-645672c6-b4dd-44e2-9546-7e51217d5ef5 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:36.567038 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-645672c6-b4dd-44e2-9546-7e51217d5ef5 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.596971 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad3475-9793-4d45-bc74-6672d1d65e75 None None] Pushing event updated for resources: {'Port': ['ID=0eb2951c-4c94-452a-92ab-0b3628e6a7b9,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:36.612451 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645672c6-b4dd-44e2-9546-7e51217d5ef5 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Pushing event updated for resources: {'Port': ['ID=f0071228-ca0b-445e-a1fd-915eedc440e1,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:36.625389 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-645672c6-b4dd-44e2-9546-7e51217d5ef5 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3675892 Jul 15 12:58:36.644410 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-9a6286e2-e4a1-4509-a08e-f22f81911cdc service neutron] Request body: {'port': {'device_id': '0082d6f3-4ce1-4b33-8e63-559737cc138b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:36.882254 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-ae96ed6c-c599-4232-a0b6-edebd7b93dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b07f8f6-d801-4d88-b44b-9794c850b290 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:36.891210 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-ae96ed6c-c599-4232-a0b6-edebd7b93dc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.920617 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-ae96ed6c-c599-4232-a0b6-edebd7b93dc2 service neutron] Transition to ACTIVE for port object 2b07f8f6-d801-4d88-b44b-9794c850b290 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:36.931079 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-ae96ed6c-c599-4232-a0b6-edebd7b93dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:36.970211 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-f3c34e08-7b8a-42bc-9b05-cba030908c9d tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=611633f4db1a424980cffa640f112f10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1211524 Jul 15 12:58:37.078678 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-38acbf26-7474-491d-a1c7-f8b7a1e0eaa5 None None] Provisioning complete for port 0eb2951c-4c94-452a-92ab-0b3628e6a7b9 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:37.080209 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-38acbf26-7474-491d-a1c7-f8b7a1e0eaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:37.088931 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-9a6286e2-e4a1-4509-a08e-f22f81911cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:37.102294 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96ed6c-c599-4232-a0b6-edebd7b93dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=2b07f8f6-d801-4d88-b44b-9794c850b290,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:37.130565 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05697657-b81b-4962-bcd9-eb3413761947 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:37.265666 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-1e96348e-a772-4f93-8abc-a4db199421e2 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:37.268018 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-1e96348e-a772-4f93-8abc-a4db199421e2 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2832594 Jul 15 12:58:37.348069 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-3f75f8b6-264d-4aa5-9ee1-d1d5792dc2d6 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Request body: {'port': {'device_id': '42213aec-a6d7-4108-961a-c6fe658f01f0', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'admin_state_up': True, 'tenant_id': '611633f4db1a424980cffa640f112f10'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:37.376437 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-ae96ed6c-c599-4232-a0b6-edebd7b93dc2 service neutron] Attempting to bind port 2b07f8f6-d801-4d88-b44b-9794c850b290 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:37.376776 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-ae96ed6c-c599-4232-a0b6-edebd7b93dc2 service neutron] Attempting to bind port 2b07f8f6-d801-4d88-b44b-9794c850b290 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:37.377321 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-ae96ed6c-c599-4232-a0b6-edebd7b93dc2 service neutron] Attempting to bind port 2b07f8f6-d801-4d88-b44b-9794c850b290 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:37.377687 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d6d20-23c6-4fd3-9d84-702bdfca006a req-fad9758f-30fd-4d31-b528-b80b61122c66 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:37.389124 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-350d6d20-23c6-4fd3-9d84-702bdfca006a req-fad9758f-30fd-4d31-b528-b80b61122c66 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/ports?device_id=0082d6f3-4ce1-4b33-8e63-559737cc138b HTTP/1.1" status: 200 len: 935 time: 0.3932676 Jul 15 12:58:37.398619 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-ae96ed6c-c599-4232-a0b6-edebd7b93dc2 service neutron] Port 2b07f8f6-d801-4d88-b44b-9794c850b290 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:58:37.399026 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-ae96ed6c-c599-4232-a0b6-edebd7b93dc2 service neutron] Attempting to bind port 2b07f8f6-d801-4d88-b44b-9794c850b290 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:37.405354 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-51147a9e-52d2-4848-b100-79ab3700c2ff None None] Provisioning for port f0071228-ca0b-445e-a1fd-915eedc440e1 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:37.412851 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-51147a9e-52d2-4848-b100-79ab3700c2ff None None] Provisioning complete for port f0071228-ca0b-445e-a1fd-915eedc440e1 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:37.414190 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-51147a9e-52d2-4848-b100-79ab3700c2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:37.418517 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-ae96ed6c-c599-4232-a0b6-edebd7b93dc2 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:37.418517 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-ae96ed6c-c599-4232-a0b6-edebd7b93dc2 service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:37.418517 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-ae96ed6c-c599-4232-a0b6-edebd7b93dc2 service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:37.418517 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-ae96ed6c-c599-4232-a0b6-edebd7b93dc2 service neutron] Bound port: 2b07f8f6-d801-4d88-b44b-9794c850b290, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:37.418517 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-ae96ed6c-c599-4232-a0b6-edebd7b93dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:37.477201 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f9faf-2b30-4b03-9715-cc9f057bb18f req-6390d10e-d9f0-4a33-8e1b-dbd97a9ac3f8 tempest-MigrationsAdminTest-253464781 tempest-MigrationsAdminTest-253464781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:37.484325 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8d0f9faf-2b30-4b03-9715-cc9f057bb18f req-6390d10e-d9f0-4a33-8e1b-dbd97a9ac3f8 tempest-MigrationsAdminTest-253464781 tempest-MigrationsAdminTest-253464781-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 1123 time: 0.3582513 Jul 15 12:58:37.492375 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0eb2951c-4c94-452a-92ab-0b3628e6a7b9 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:37.531371 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-51147a9e-52d2-4848-b100-79ab3700c2ff None None] Port f0071228-ca0b-445e-a1fd-915eedc440e1 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:58:37.577085 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-350d6d20-23c6-4fd3-9d84-702bdfca006a req-7d38eada-ff2e-44d8-a0c8-e03dd9f5fd73 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f902b4ac-f5a5-4ab1-886f-4d484680a555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252344 Jul 15 12:58:37.603766 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 0eb2951c-4c94-452a-92ab-0b3628e6a7b9 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:37.605275 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:37.611662 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d0f9faf-2b30-4b03-9715-cc9f057bb18f req-b9de0e7a-03d3-42fe-9246-bc840e967dc8 tempest-MigrationsAdminTest-253464781 tempest-MigrationsAdminTest-253464781-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:37.704738 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:37.710074 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.db.api [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-3f75f8b6-264d-4aa5-9ee1-d1d5792dc2d6 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 12:58:37.710074 n-d-758944-45 neutron-server[93814]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 12:58:37.710074 n-d-758944-45 neutron-server[93814]: [parameters: {'project_id_1': '611633f4db1a424980cffa640f112f10', 'expiration_1': datetime.datetime(2021, 7, 15, 12, 58, 37, 666133)}] Jul 15 12:58:37.710074 n-d-758944-45 neutron-server[93814]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 12:58:37.710728 n-d-758944-45 neutron-server[93814]: DEBUG oslo_db.api [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-3f75f8b6-264d-4aa5-9ee1-d1d5792dc2d6 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 12:58:37.734362 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05697657-b81b-4962-bcd9-eb3413761947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:37.744662 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-ae96ed6c-c599-4232-a0b6-edebd7b93dc2 service neutron] For port 2b07f8f6-d801-4d88-b44b-9794c850b290, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:37.753228 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-ae96ed6c-c599-4232-a0b6-edebd7b93dc2 service neutron] For port 2b07f8f6-d801-4d88-b44b-9794c850b290, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=2b07f8f6-d801-4d88-b44b-9794c850b290,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:37.800867 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-9a6286e2-e4a1-4509-a08e-f22f81911cdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0071228-ca0b-445e-a1fd-915eedc440e1 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:37.831376 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-107192ed-a80c-4197-99af-565f9a38fbb2 req-f9febb71-7d68-444b-8e73-39e9cbca7a4e tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/ports?device_id=42213aec-a6d7-4108-961a-c6fe658f01f0 HTTP/1.1" status: 200 len: 210 time: 0.0501189 Jul 15 12:58:37.834935 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-9a6286e2-e4a1-4509-a08e-f22f81911cdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:37.860097 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-9a6286e2-e4a1-4509-a08e-f22f81911cdc service neutron] Transition to ACTIVE for port object f0071228-ca0b-445e-a1fd-915eedc440e1 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:37.867972 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-9a6286e2-e4a1-4509-a08e-f22f81911cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:37.950176 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6286e2-e4a1-4509-a08e-f22f81911cdc service neutron] Pushing event updated for resources: {'Port': ['ID=f0071228-ca0b-445e-a1fd-915eedc440e1,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:37.997717 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-9a6286e2-e4a1-4509-a08e-f22f81911cdc service neutron] Attempting to bind port f0071228-ca0b-445e-a1fd-915eedc440e1 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:37.998181 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-9a6286e2-e4a1-4509-a08e-f22f81911cdc service neutron] Attempting to bind port f0071228-ca0b-445e-a1fd-915eedc440e1 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:37.998442 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-9a6286e2-e4a1-4509-a08e-f22f81911cdc service neutron] Attempting to bind port f0071228-ca0b-445e-a1fd-915eedc440e1 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:38.004116 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-9a6286e2-e4a1-4509-a08e-f22f81911cdc service neutron] Port f0071228-ca0b-445e-a1fd-915eedc440e1 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:58:38.004540 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-9a6286e2-e4a1-4509-a08e-f22f81911cdc service neutron] Attempting to bind port f0071228-ca0b-445e-a1fd-915eedc440e1 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:38.010977 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-9a6286e2-e4a1-4509-a08e-f22f81911cdc service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:38.011446 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-9a6286e2-e4a1-4509-a08e-f22f81911cdc service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:38.011702 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-9a6286e2-e4a1-4509-a08e-f22f81911cdc service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:38.012200 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-9a6286e2-e4a1-4509-a08e-f22f81911cdc service neutron] Bound port: f0071228-ca0b-445e-a1fd-915eedc440e1, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:38.012603 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-9a6286e2-e4a1-4509-a08e-f22f81911cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:38.048020 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-ae96ed6c-c599-4232-a0b6-edebd7b93dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:38.147258 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-9a6286e2-e4a1-4509-a08e-f22f81911cdc service neutron] For port f0071228-ca0b-445e-a1fd-915eedc440e1, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:38.155104 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-9a6286e2-e4a1-4509-a08e-f22f81911cdc service neutron] For port f0071228-ca0b-445e-a1fd-915eedc440e1, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=f0071228-ca0b-445e-a1fd-915eedc440e1,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:38.164436 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-9a6286e2-e4a1-4509-a08e-f22f81911cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:38.167301 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-ae96ed6c-c599-4232-a0b6-edebd7b93dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:38.168291 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-ae96ed6c-c599-4232-a0b6-edebd7b93dc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:38.171128 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-ae96ed6c-c599-4232-a0b6-edebd7b93dc2 service neutron] 10.222.0.32 "PUT /v2.0/ports/2b07f8f6-d801-4d88-b44b-9794c850b290 HTTP/1.1" status: 200 len: 1097 time: 2.6022553 Jul 15 12:58:38.171821 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5599ae44-16cf-41d5-be44-21201587c19a', 'tag': '2b07f8f6-d801-4d88-b44b-9794c850b290'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:38.175926 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35532898-03a9-44d8-b26e-191b5e3c4171" -d '{"events": [{"name": "network-changed", "server_uuid": "5599ae44-16cf-41d5-be44-21201587c19a", "tag": "2b07f8f6-d801-4d88-b44b-9794c850b290"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:38.279448 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-9a6286e2-e4a1-4509-a08e-f22f81911cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:38.293749 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-9a6286e2-e4a1-4509-a08e-f22f81911cdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:38.300015 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-9a6286e2-e4a1-4509-a08e-f22f81911cdc service neutron] 10.222.0.18 "PUT /v2.0/ports/f0071228-ca0b-445e-a1fd-915eedc440e1 HTTP/1.1" status: 200 len: 1096 time: 1.6640081 Jul 15 12:58:38.301956 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0082d6f3-4ce1-4b33-8e63-559737cc138b', 'tag': 'f0071228-ca0b-445e-a1fd-915eedc440e1'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:38.311448 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8495d4-2022-46db-8447-ca392d28c012" -d '{"events": [{"name": "network-changed", "server_uuid": "0082d6f3-4ce1-4b33-8e63-559737cc138b", "tag": "f0071228-ca0b-445e-a1fd-915eedc440e1"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:38.367181 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6286e2-e4a1-4509-a08e-f22f81911cdc service neutron] Pushing event updated for resources: {'Port': ['ID=f0071228-ca0b-445e-a1fd-915eedc440e1,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:38.411154 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96ed6c-c599-4232-a0b6-edebd7b93dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=2b07f8f6-d801-4d88-b44b-9794c850b290,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:38.459448 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-89c67b01-c235-4f97-8cd3-2db5a9eaaad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:38.463067 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-89c67b01-c235-4f97-8cd3-2db5a9eaaad2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f074b2d35ce4916a77f711f934b24e8&device_id=0082d6f3-4ce1-4b33-8e63-559737cc138b HTTP/1.1" status: 200 len: 1099 time: 0.1123788 Jul 15 12:58:38.528166 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d0f9faf-2b30-4b03-9715-cc9f057bb18f req-b9de0e7a-03d3-42fe-9246-bc840e967dc8 tempest-MigrationsAdminTest-253464781 tempest-MigrationsAdminTest-253464781-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:38.543565 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-674ad832-6db3-45e0-8c55-b9764bbee5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:38.547236 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-674ad832-6db3-45e0-8c55-b9764bbee5c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b2802e70efd4c57b0b2053dc07ef08a&device_id=5599ae44-16cf-41d5-be44-21201587c19a HTTP/1.1" status: 200 len: 1100 time: 0.2538364 Jul 15 12:58:38.554288 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d0f9faf-2b30-4b03-9715-cc9f057bb18f req-b9de0e7a-03d3-42fe-9246-bc840e967dc8 tempest-MigrationsAdminTest-253464781 tempest-MigrationsAdminTest-253464781-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:38.569600 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-8c307ead-dfd1-49e3-af78-8d46f4790300 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=f0071228-ca0b-445e-a1fd-915eedc440e1 HTTP/1.1" status: 200 len: 217 time: 0.0953217 Jul 15 12:58:38.608157 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-3f75f8b6-264d-4aa5-9ee1-d1d5792dc2d6 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Made reservation on behalf of 611633f4db1a424980cffa640f112f10 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:38.616392 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-3f75f8b6-264d-4aa5-9ee1-d1d5792dc2d6 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:38.697157 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8d0f9faf-2b30-4b03-9715-cc9f057bb18f req-b9de0e7a-03d3-42fe-9246-bc840e967dc8 tempest-MigrationsAdminTest-253464781 tempest-MigrationsAdminTest-253464781-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2116601 Jul 15 12:58:38.708238 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-39a39cc8-24e5-4b17-9af4-66fe4ff2d299 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=2b07f8f6-d801-4d88-b44b-9794c850b290 HTTP/1.1" status: 200 len: 217 time: 0.1150901 Jul 15 12:58:38.709185 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05697657-b81b-4962-bcd9-eb3413761947 admin admin] Router 7e7ba89f-4c3c-41ea-84bb-96b2b908d762 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 12:58:38.716490 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de0e7a-03d3-42fe-9246-bc840e967dc8 tempest-MigrationsAdminTest-253464781 tempest-MigrationsAdminTest-253464781-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55900fb-0761-4dfe-8be4-b03fb190477d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:38.972984 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-3f75f8b6-264d-4aa5-9ee1-d1d5792dc2d6 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Allocated IP 192.168.233.67 (469a0c47-6cac-4ffe-aa16-0c933961e7af/23cd399a-e88b-433a-a99b-25a477d6a3ca/fcda8e5c-c42f-4884-9d89-3592d386113f) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:38.980138 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935340b6-997a-40cd-bc58-cfc9c26d10d3 x-openstack-request-id: req-935340b6-997a-40cd-bc58-cfc9c26d10d3 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:38.981235 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5599ae44-16cf-41d5-be44-21201587c19a", "tag": "2b07f8f6-d801-4d88-b44b-9794c850b290", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:38.981865 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-935340b6-997a-40cd-bc58-cfc9c26d10d3 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:38.982640 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5599ae44-16cf-41d5-be44-21201587c19a', 'tag': '2b07f8f6-d801-4d88-b44b-9794c850b290', 'status': 'completed', 'code': 200} Jul 15 12:58:39.006665 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00be7743-7f80-4f31-9d4f-67bcb66e8747 x-openstack-request-id: req-00be7743-7f80-4f31-9d4f-67bcb66e8747 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:39.007040 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0082d6f3-4ce1-4b33-8e63-559737cc138b", "tag": "f0071228-ca0b-445e-a1fd-915eedc440e1", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:39.007424 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00be7743-7f80-4f31-9d4f-67bcb66e8747 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:39.007936 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0082d6f3-4ce1-4b33-8e63-559737cc138b', 'tag': 'f0071228-ca0b-445e-a1fd-915eedc440e1', 'status': 'completed', 'code': 200} Jul 15 12:58:39.012787 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05697657-b81b-4962-bcd9-eb3413761947 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:58:39.027087 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66213059-2ca9-40cd-ae96-13939d90b340 None None] Sync routers for ids ['7e7ba89f-4c3c-41ea-84bb-96b2b908d762'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:58:39.038800 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-c6591fbb-0931-4999-8c26-4fb7504dfa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:39.041327 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-c6591fbb-0931-4999-8c26-4fb7504dfa44 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.3195570 Jul 15 12:58:39.044850 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66213059-2ca9-40cd-ae96-13939d90b340 None None] Routers {'7e7ba89f-4c3c-41ea-84bb-96b2b908d762'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:58:39.046546 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-66213059-2ca9-40cd-ae96-13939d90b340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T12:58:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['7e7ba89f-4c3c-41ea-84bb-96b2b908d762'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:39.052512 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05697657-b81b-4962-bcd9-eb3413761947 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:39.054527 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-05697657-b81b-4962-bcd9-eb3413761947 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0249403 Jul 15 12:58:39.061215 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-25e4df5f-3883-467a-ace6-ee5adecba8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:39.064342 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-25e4df5f-3883-467a-ace6-ee5adecba8ec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.4779434 Jul 15 12:58:39.069000 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41650) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:39.306527 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-66213059-2ca9-40cd-ae96-13939d90b340 None None] Set router 7e7ba89f-4c3c-41ea-84bb-96b2b908d762 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:58:39.437881 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-d5ff37c0-bfa3-4e3b-89d8-ba4b0add8ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:39.440524 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-d5ff37c0-bfa3-4e3b-89d8-ba4b0add8ce1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3841679 Jul 15 12:58:39.453250 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8070f-061b-41a6-a389-ed9df018862e req-73f686ea-50c3-40dd-a176-22cf4257ba92 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:39.456441 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6df8070f-061b-41a6-a389-ed9df018862e req-73f686ea-50c3-40dd-a176-22cf4257ba92 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/ports?device_id=0082d6f3-4ce1-4b33-8e63-559737cc138b HTTP/1.1" status: 200 len: 947 time: 0.2859235 Jul 15 12:58:39.497629 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05520a72-0add-4a20-8a09-c2ef0b2794a2 req-da391021-2010-4d0b-b2ff-4777ee2e5885 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:39.499283 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-05520a72-0add-4a20-8a09-c2ef0b2794a2 req-da391021-2010-4d0b-b2ff-4777ee2e5885 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] 10.222.0.24 "GET /v2.0/ports?device_id=5599ae44-16cf-41d5-be44-21201587c19a HTTP/1.1" status: 200 len: 948 time: 0.5093701 Jul 15 12:58:39.557296 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-97849174-0635-41c9-8407-4e778e8addf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:39.558780 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-97849174-0635-41c9-8407-4e778e8addf6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4040644 Jul 15 12:58:39.562246 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-3f75f8b6-264d-4aa5-9ee1-d1d5792dc2d6 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:39.615290 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-3f75f8b6-264d-4aa5-9ee1-d1d5792dc2d6 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Transition to ACTIVE for port object fcda8e5c-c42f-4884-9d89-3592d386113f will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:39.621490 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-05520a72-0add-4a20-8a09-c2ef0b2794a2 req-159fc882-e576-426a-b103-9baae1c0559a tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] 10.222.0.24 "GET /v2.0/security-groups?id=92616dba-bbd8-4c13-8976-0bcc94acedc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079259 Jul 15 12:58:39.710084 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-c49f3af6-d85c-41c6-aa27-624612252f14 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414187 Jul 15 12:58:39.721059 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-3f75f8b6-264d-4aa5-9ee1-d1d5792dc2d6 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:39.728164 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-66213059-2ca9-40cd-ae96-13939d90b340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7ba89f-4c3c-41ea-84bb-96b2b908d762', 'name': 'tempest-AttachSCSIVolumeTestJSON-1538192501-router', 'tenant_id': '23b3396e056846dc8a5456d9cbcf3178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '7d2d6827-27f3-4c53-8537-7297711daa99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:33Z', 'updated_at': '2021-07-15T12:58:36Z', 'revision_number': 3, 'project_id': '23b3396e056846dc8a5456d9cbcf3178', 'gw_port': {'id': '7d2d6827-27f3-4c53-8537-7297711daa99', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:13:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7ba89f-4c3c-41ea-84bb-96b2b908d762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:34Z', 'updated_at': '2021-07-15T12:58:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:39.735441 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6df8070f-061b-41a6-a389-ed9df018862e req-f463d969-52b0-4991-bfe7-02455bdc851b tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f902b4ac-f5a5-4ab1-886f-4d484680a555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580209 Jul 15 12:58:39.760885 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['b013106d-990c-48e5-97f9-267796675942'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:39.812703 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-d7826cca-275c-4875-8134-3df036a42cc3 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519561 Jul 15 12:58:39.860144 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-3f75f8b6-264d-4aa5-9ee1-d1d5792dc2d6 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:39.863100 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-3f75f8b6-264d-4aa5-9ee1-d1d5792dc2d6 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:39.893557 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66213059-2ca9-40cd-ae96-13939d90b340 None None] Checking router: 7e7ba89f-4c3c-41ea-84bb-96b2b908d762 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:58:39.894475 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66213059-2ca9-40cd-ae96-13939d90b340 None None] Updating router 7e7ba89f-4c3c-41ea-84bb-96b2b908d762 port 7d2d6827-27f3-4c53-8537-7297711daa99 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:58:39.905528 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-3f75f8b6-264d-4aa5-9ee1-d1d5792dc2d6 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:39.928537 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-3f75f8b6-264d-4aa5-9ee1-d1d5792dc2d6 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:39.928537 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-3f75f8b6-264d-4aa5-9ee1-d1d5792dc2d6 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:39.990140 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-66213059-2ca9-40cd-ae96-13939d90b340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:40.040876 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75f8b6-264d-4aa5-9ee1-d1d5792dc2d6 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Pushing event updated for resources: {'Port': ['ID=fcda8e5c-c42f-4884-9d89-3592d386113f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:40.116684 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-3f75f8b6-264d-4aa5-9ee1-d1d5792dc2d6 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7739975 Jul 15 12:58:40.174640 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-fcb17273-89aa-44ee-a718-c6e31c01afe0 service neutron] Request body: {'port': {'device_id': '42213aec-a6d7-4108-961a-c6fe658f01f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:40.224467 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7852319c-8cb4-42b2-b8fc-6ece100775e4 req-9219c1d8-946d-45c0-bee8-3263103d8497 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5006039 Jul 15 12:58:40.447693 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4c1a4a02-55f6-4559-b11a-02c453d9638c req-ed1cf256-b698-4b39-b3af-61bb4b529eaf service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6269448 Jul 15 12:58:40.500211 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-43287664-ede4-45c9-b108-fa22d5c6df80 None None] Provisioning for port fcda8e5c-c42f-4884-9d89-3592d386113f completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:40.509149 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-43287664-ede4-45c9-b108-fa22d5c6df80 None None] Provisioning complete for port fcda8e5c-c42f-4884-9d89-3592d386113f triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:40.509515 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43287664-ede4-45c9-b108-fa22d5c6df80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:40.526887 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-fcb17273-89aa-44ee-a718-c6e31c01afe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:40.588306 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-43287664-ede4-45c9-b108-fa22d5c6df80 None None] Port fcda8e5c-c42f-4884-9d89-3592d386113f cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:58:40.610141 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-66213059-2ca9-40cd-ae96-13939d90b340 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:40.624619 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-66213059-2ca9-40cd-ae96-13939d90b340 None None] Transition to ACTIVE for port object 7d2d6827-27f3-4c53-8537-7297711daa99 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:40.637849 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8495d4-2022-46db-8447-ca392d28c012 req-ffa422b4-86a0-43a3-9447-3bf340cdf5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:40.638554 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-66213059-2ca9-40cd-ae96-13939d90b340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:40.640552 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c8495d4-2022-46db-8447-ca392d28c012 req-ffa422b4-86a0-43a3-9447-3bf340cdf5e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f074b2d35ce4916a77f711f934b24e8&device_id=0082d6f3-4ce1-4b33-8e63-559737cc138b HTTP/1.1" status: 200 len: 1099 time: 0.2632236 Jul 15 12:58:40.708986 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22d983-f23f-414f-a919-5ad43df108a5 None None] Pushing event updated for resources: {'Port': ['ID=7d2d6827-27f3-4c53-8537-7297711daa99,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:40.711796 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-66213059-2ca9-40cd-ae96-13939d90b340 None None] Attempting to bind port 7d2d6827-27f3-4c53-8537-7297711daa99 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:40.712996 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-66213059-2ca9-40cd-ae96-13939d90b340 None None] Attempting to bind port 7d2d6827-27f3-4c53-8537-7297711daa99 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:40.712996 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66213059-2ca9-40cd-ae96-13939d90b340 None None] Attempting to bind port 7d2d6827-27f3-4c53-8537-7297711daa99 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:40.724186 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b22d983-f23f-414f-a919-5ad43df108a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:40.724504 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b22d983-f23f-414f-a919-5ad43df108a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:40.725129 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b22d983-f23f-414f-a919-5ad43df108a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:40.725473 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b22d983-f23f-414f-a919-5ad43df108a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:40.725821 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b22d983-f23f-414f-a919-5ad43df108a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:40.726407 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b22d983-f23f-414f-a919-5ad43df108a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:40.726880 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b22d983-f23f-414f-a919-5ad43df108a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:40.727426 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b22d983-f23f-414f-a919-5ad43df108a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:40.727902 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b22d983-f23f-414f-a919-5ad43df108a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:40.728382 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b22d983-f23f-414f-a919-5ad43df108a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:40.728869 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b22d983-f23f-414f-a919-5ad43df108a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:40.729347 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b22d983-f23f-414f-a919-5ad43df108a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:40.730740 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b22d983-f23f-414f-a919-5ad43df108a5 None None] Tracked resource versions report: Jul 15 12:58:40.730740 n-d-758944-45 neutron-server[93816]: pushed versions: Jul 15 12:58:40.730740 n-d-758944-45 neutron-server[93816]: { 'AddressGroup': {'1.2'}, Jul 15 12:58:40.730740 n-d-758944-45 neutron-server[93816]: 'ConntrackHelper': {'1.0'}, Jul 15 12:58:40.730740 n-d-758944-45 neutron-server[93816]: 'Log': {'1.0'}, Jul 15 12:58:40.730740 n-d-758944-45 neutron-server[93816]: 'Network': {'1.1'}, Jul 15 12:58:40.730740 n-d-758944-45 neutron-server[93816]: 'Port': {'1.7'}, Jul 15 12:58:40.730740 n-d-758944-45 neutron-server[93816]: 'PortForwarding': {'1.2'}, Jul 15 12:58:40.730740 n-d-758944-45 neutron-server[93816]: 'QosPolicy': {'1.8'}, Jul 15 12:58:40.730740 n-d-758944-45 neutron-server[93816]: 'SecurityGroup': {'1.4'}, Jul 15 12:58:40.730740 n-d-758944-45 neutron-server[93816]: 'SecurityGroupRule': {'1.2'}, Jul 15 12:58:40.730740 n-d-758944-45 neutron-server[93816]: 'SubPort': {'1.0'}, Jul 15 12:58:40.730740 n-d-758944-45 neutron-server[93816]: 'Subnet': {'1.1'}, Jul 15 12:58:40.730740 n-d-758944-45 neutron-server[93816]: 'Trunk': {'1.1'}} Jul 15 12:58:40.730740 n-d-758944-45 neutron-server[93816]: consumer versions: Jul 15 12:58:40.730740 n-d-758944-45 neutron-server[93816]: { DHCP agent@n-d-758944-45: {}, Jul 15 12:58:40.730740 n-d-758944-45 neutron-server[93816]: HyperV agent@n-h1-758944-45: {}, Jul 15 12:58:40.730740 n-d-758944-45 neutron-server[93816]: HyperV agent@n-h2-758944-45: {}, Jul 15 12:58:40.730740 n-d-758944-45 neutron-server[93816]: L3 agent@n-d-758944-45: {}, Jul 15 12:58:40.730740 n-d-758944-45 neutron-server[93816]: Metadata agent@n-d-758944-45: {}, Jul 15 12:58:40.730740 n-d-758944-45 neutron-server[93816]: Metering agent@n-d-758944-45: {}, Jul 15 12:58:40.730740 n-d-758944-45 neutron-server[93816]: Open vSwitch agent@n-d-758944-45: { 'AddressGroup': '1.2', Jul 15 12:58:40.730740 n-d-758944-45 neutron-server[93816]: 'ConntrackHelper': '1.0', Jul 15 12:58:40.730740 n-d-758944-45 neutron-server[93816]: 'Log': '1.0', Jul 15 12:58:40.730740 n-d-758944-45 neutron-server[93816]: 'Network': '1.1', Jul 15 12:58:40.730740 n-d-758944-45 neutron-server[93816]: 'Port': '1.7', Jul 15 12:58:40.730740 n-d-758944-45 neutron-server[93816]: 'PortForwarding': '1.2', Jul 15 12:58:40.730740 n-d-758944-45 neutron-server[93816]: 'QosPolicy': '1.8', Jul 15 12:58:40.730740 n-d-758944-45 neutron-server[93816]: 'SecurityGroup': '1.4', Jul 15 12:58:40.730740 n-d-758944-45 neutron-server[93816]: 'SecurityGroupRule': '1.2', Jul 15 12:58:40.730740 n-d-758944-45 neutron-server[93816]: 'SubPort': '1.0', Jul 15 12:58:40.730740 n-d-758944-45 neutron-server[93816]: 'Subnet': '1.1', Jul 15 12:58:40.730740 n-d-758944-45 neutron-server[93816]: 'Trunk': '1.1'}} Jul 15 12:58:40.730740 n-d-758944-45 neutron-server[93816]: {{(pid=93816) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 12:58:40.736636 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66213059-2ca9-40cd-ae96-13939d90b340 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:40.737304 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66213059-2ca9-40cd-ae96-13939d90b340 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:40.737886 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-66213059-2ca9-40cd-ae96-13939d90b340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:40.738429 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66213059-2ca9-40cd-ae96-13939d90b340 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:40.739094 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-66213059-2ca9-40cd-ae96-13939d90b340 None None] Bound port: 7d2d6827-27f3-4c53-8537-7297711daa99, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:40.739656 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-66213059-2ca9-40cd-ae96-13939d90b340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:40.811551 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-66213059-2ca9-40cd-ae96-13939d90b340 None None] For port 7d2d6827-27f3-4c53-8537-7297711daa99, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:40.817311 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-66213059-2ca9-40cd-ae96-13939d90b340 None None] For port 7d2d6827-27f3-4c53-8537-7297711daa99, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=7d2d6827-27f3-4c53-8537-7297711daa99,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:40.824648 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-66213059-2ca9-40cd-ae96-13939d90b340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:40.831506 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe42f37-2f75-4863-b388-e25c38f7fa4f req-f706b35d-3cf9-4d4c-807b-452b6045c466 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:40.839990 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cbe42f37-2f75-4863-b388-e25c38f7fa4f req-f706b35d-3cf9-4d4c-807b-452b6045c466 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/ports?device_id=42213aec-a6d7-4108-961a-c6fe658f01f0 HTTP/1.1" status: 200 len: 935 time: 0.6096344 Jul 15 12:58:40.901220 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22d983-f23f-414f-a919-5ad43df108a5 None None] Pushing event updated for resources: {'Port': ['ID=7d2d6827-27f3-4c53-8537-7297711daa99,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:40.936044 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66213059-2ca9-40cd-ae96-13939d90b340 None None] Routers {'7e7ba89f-4c3c-41ea-84bb-96b2b908d762'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:58:40.936758 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-66213059-2ca9-40cd-ae96-13939d90b340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T12:58:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['7e7ba89f-4c3c-41ea-84bb-96b2b908d762'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:41.080798 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cbe42f37-2f75-4863-b388-e25c38f7fa4f req-6a459b62-91af-4dc9-87f4-e9ea9c076b2a tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1c1602-a952-4eca-ad26-667722467c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322605 Jul 15 12:58:41.121100 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.32', 60573) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:41.167407 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-66213059-2ca9-40cd-ae96-13939d90b340 None None] Set router 7e7ba89f-4c3c-41ea-84bb-96b2b908d762 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:58:41.209512 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35532898-03a9-44d8-b26e-191b5e3c4171 req-bb2a72a8-fa63-483f-bfcd-2fcd3c8940c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:41.212747 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-35532898-03a9-44d8-b26e-191b5e3c4171 req-bb2a72a8-fa63-483f-bfcd-2fcd3c8940c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b2802e70efd4c57b0b2053dc07ef08a&device_id=5599ae44-16cf-41d5-be44-21201587c19a HTTP/1.1" status: 200 len: 1100 time: 0.5887897 Jul 15 12:58:41.305334 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-050267aa-8c25-41f3-bd39-e859a981f750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:41.322322 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41678) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:41.564620 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-fcb17273-89aa-44ee-a718-c6e31c01afe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcda8e5c-c42f-4884-9d89-3592d386113f {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:41.591985 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-fcb17273-89aa-44ee-a718-c6e31c01afe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:41.640352 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-fcb17273-89aa-44ee-a718-c6e31c01afe0 service neutron] Transition to ACTIVE for port object fcda8e5c-c42f-4884-9d89-3592d386113f will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:41.687370 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-fcb17273-89aa-44ee-a718-c6e31c01afe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:41.697577 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-66213059-2ca9-40cd-ae96-13939d90b340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7ba89f-4c3c-41ea-84bb-96b2b908d762', 'name': 'tempest-AttachSCSIVolumeTestJSON-1538192501-router', 'tenant_id': '23b3396e056846dc8a5456d9cbcf3178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '7d2d6827-27f3-4c53-8537-7297711daa99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:33Z', 'updated_at': '2021-07-15T12:58:36Z', 'revision_number': 3, 'project_id': '23b3396e056846dc8a5456d9cbcf3178', 'gw_port': {'id': '7d2d6827-27f3-4c53-8537-7297711daa99', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:13:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7ba89f-4c3c-41ea-84bb-96b2b908d762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:34Z', 'updated_at': '2021-07-15T12:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:41.744651 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8495d4-2022-46db-8447-ca392d28c012 req-e19942e7-55f8-4b4b-b05e-36c5383bd3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:41.746261 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c8495d4-2022-46db-8447-ca392d28c012 req-e19942e7-55f8-4b4b-b05e-36c5383bd3eb service neutron] 10.222.0.18 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 1.0925870 Jul 15 12:58:41.779793 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66213059-2ca9-40cd-ae96-13939d90b340 None None] The sync data for ids ['7e7ba89f-4c3c-41ea-84bb-96b2b908d762'] in n-d-758944-45 is: [{'id': '7e7ba89f-4c3c-41ea-84bb-96b2b908d762', 'name': 'tempest-AttachSCSIVolumeTestJSON-1538192501-router', 'tenant_id': '23b3396e056846dc8a5456d9cbcf3178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '7d2d6827-27f3-4c53-8537-7297711daa99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:33Z', 'updated_at': '2021-07-15T12:58:36Z', 'revision_number': 3, 'project_id': '23b3396e056846dc8a5456d9cbcf3178', 'gw_port': {'id': '7d2d6827-27f3-4c53-8537-7297711daa99', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:13:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7ba89f-4c3c-41ea-84bb-96b2b908d762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:34Z', 'updated_at': '2021-07-15T12:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:58:41.841024 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb17273-89aa-44ee-a718-c6e31c01afe0 service neutron] Pushing event updated for resources: {'Port': ['ID=fcda8e5c-c42f-4884-9d89-3592d386113f,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:41.852674 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c8495d4-2022-46db-8447-ca392d28c012 req-637ac523-5cdf-44ed-ad7e-62cf3444f604 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=f0071228-ca0b-445e-a1fd-915eedc440e1 HTTP/1.1" status: 200 len: 217 time: 0.0968909 Jul 15 12:58:41.964308 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-fcb17273-89aa-44ee-a718-c6e31c01afe0 service neutron] Attempting to bind port fcda8e5c-c42f-4884-9d89-3592d386113f on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:41.965031 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-fcb17273-89aa-44ee-a718-c6e31c01afe0 service neutron] Attempting to bind port fcda8e5c-c42f-4884-9d89-3592d386113f by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:41.965687 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-fcb17273-89aa-44ee-a718-c6e31c01afe0 service neutron] Attempting to bind port fcda8e5c-c42f-4884-9d89-3592d386113f on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:42.035356 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-fcb17273-89aa-44ee-a718-c6e31c01afe0 service neutron] Port fcda8e5c-c42f-4884-9d89-3592d386113f on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:58:42.035676 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-fcb17273-89aa-44ee-a718-c6e31c01afe0 service neutron] Attempting to bind port fcda8e5c-c42f-4884-9d89-3592d386113f on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:42.049984 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8495d4-2022-46db-8447-ca392d28c012 req-939b61bf-5352-45e6-ace9-89a8fbfdfaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:42.051868 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c8495d4-2022-46db-8447-ca392d28c012 req-939b61bf-5352-45e6-ace9-89a8fbfdfaeb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1916502 Jul 15 12:58:42.056711 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-fcb17273-89aa-44ee-a718-c6e31c01afe0 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:42.057663 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-fcb17273-89aa-44ee-a718-c6e31c01afe0 service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:42.058472 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-fcb17273-89aa-44ee-a718-c6e31c01afe0 service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:42.059293 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-fcb17273-89aa-44ee-a718-c6e31c01afe0 service neutron] Bound port: fcda8e5c-c42f-4884-9d89-3592d386113f, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:42.060006 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-fcb17273-89aa-44ee-a718-c6e31c01afe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:42.210559 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fa936398-a888-48f6-9290-afab74a1d8ca req-00211403-246d-4e68-8d8d-ed4cb6f65251 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=54d36918-9159-449b-b8c4-70e0b6501f14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0869737 Jul 15 12:58:42.270347 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45259738-c1cd-43c7-8af9-196d05581cb1 req-c5edf765-46bb-41df-91a7-eabe435c433c tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:42.281379 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-45259738-c1cd-43c7-8af9-196d05581cb1 req-c5edf765-46bb-41df-91a7-eabe435c433c tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] 10.222.0.24 "GET /v2.0/ports?device_id=5599ae44-16cf-41d5-be44-21201587c19a HTTP/1.1" status: 200 len: 948 time: 0.3154709 Jul 15 12:58:42.340763 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-fcb17273-89aa-44ee-a718-c6e31c01afe0 service neutron] For port fcda8e5c-c42f-4884-9d89-3592d386113f, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:42.361713 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8495d4-2022-46db-8447-ca392d28c012 req-aa6c43f0-e05b-447f-b845-6388cf8d1ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:42.365149 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c8495d4-2022-46db-8447-ca392d28c012 req-aa6c43f0-e05b-447f-b845-6388cf8d1ad5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3014684 Jul 15 12:58:42.382763 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-fcb17273-89aa-44ee-a718-c6e31c01afe0 service neutron] For port fcda8e5c-c42f-4884-9d89-3592d386113f, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=fcda8e5c-c42f-4884-9d89-3592d386113f,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:42.418259 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35532898-03a9-44d8-b26e-191b5e3c4171 req-ba0b93ce-d9ca-4d20-8a3f-4721fd570586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:42.419756 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-35532898-03a9-44d8-b26e-191b5e3c4171 req-ba0b93ce-d9ca-4d20-8a3f-4721fd570586 service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 1.1945765 Jul 15 12:58:42.432738 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-fcb17273-89aa-44ee-a718-c6e31c01afe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:42.513468 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-35532898-03a9-44d8-b26e-191b5e3c4171 req-e0a09cc2-9a80-4ae1-9509-e8e1d8e42200 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=2b07f8f6-d801-4d88-b44b-9794c850b290 HTTP/1.1" status: 200 len: 217 time: 0.0568120 Jul 15 12:58:42.561034 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-45259738-c1cd-43c7-8af9-196d05581cb1 req-008cfe02-ce99-47cf-9bb5-33c37cbc1463 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] 10.222.0.24 "GET /v2.0/security-groups?id=92616dba-bbd8-4c13-8976-0bcc94acedc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538414 Jul 15 12:58:42.584804 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-fcb17273-89aa-44ee-a718-c6e31c01afe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:42.586898 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-fcb17273-89aa-44ee-a718-c6e31c01afe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:42.597866 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-fcb17273-89aa-44ee-a718-c6e31c01afe0 service neutron] 10.222.0.32 "PUT /v2.0/ports/fcda8e5c-c42f-4884-9d89-3592d386113f HTTP/1.1" status: 200 len: 1096 time: 2.4536431 Jul 15 12:58:42.598602 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42213aec-a6d7-4108-961a-c6fe658f01f0', 'tag': 'fcda8e5c-c42f-4884-9d89-3592d386113f'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:42.609428 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ccbd52-ab33-458f-a3b9-8369bad38c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "42213aec-a6d7-4108-961a-c6fe658f01f0", "tag": "fcda8e5c-c42f-4884-9d89-3592d386113f"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:42.657890 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-1dae0abb-2775-410a-92db-b0c60b9572fc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.3184762 Jul 15 12:58:42.730940 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35532898-03a9-44d8-b26e-191b5e3c4171 req-dc906c05-8469-44a8-8b70-897b1ba7a0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:42.732513 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-35532898-03a9-44d8-b26e-191b5e3c4171 req-dc906c05-8469-44a8-8b70-897b1ba7a0da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.2058852 Jul 15 12:58:42.771035 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-050267aa-8c25-41f3-bd39-e859a981f750 admin admin] Allocated IP 172.20.0.1 (93948b70-b130-4099-b903-3c9173edd7ab/565033d0-9876-48dd-b28c-5e9144c820a1/66e29f1d-5b25-4568-8694-1d077c443ac4) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:42.778996 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:58:42.783668 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb17273-89aa-44ee-a718-c6e31c01afe0 service neutron] Pushing event updated for resources: {'Port': ['ID=fcda8e5c-c42f-4884-9d89-3592d386113f,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:42.794896 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e0853-a47a-4ff6-8527-297b38236370 req-e4779834-7b15-4975-b220-d383622bcedd tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:42.809601 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-282e0853-a47a-4ff6-8527-297b38236370 req-e4779834-7b15-4975-b220-d383622bcedd tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/ports?device_id=0082d6f3-4ce1-4b33-8e63-559737cc138b HTTP/1.1" status: 200 len: 947 time: 0.5570915 Jul 15 12:58:42.840770 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c8495d4-2022-46db-8447-ca392d28c012 req-be94d768-6eb0-4aac-b84a-294695feee9f service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4554360 Jul 15 12:58:42.919975 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa936398-a888-48f6-9290-afab74a1d8ca req-a5bc679b-81a5-42c2-bcd3-3dc9bf9715ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:42.921545 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fa936398-a888-48f6-9290-afab74a1d8ca req-a5bc679b-81a5-42c2-bcd3-3dc9bf9715ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=611633f4db1a424980cffa640f112f10&device_id=54d36918-9159-449b-b8c4-70e0b6501f14 HTTP/1.1" status: 200 len: 1101 time: 0.5455132 Jul 15 12:58:43.080371 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-282e0853-a47a-4ff6-8527-297b38236370 req-f8d74538-586e-46f9-bfa3-6fa1995155f0 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f902b4ac-f5a5-4ab1-886f-4d484680a555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697103 Jul 15 12:58:43.193232 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c8495d4-2022-46db-8447-ca392d28c012 req-6fee8f00-7ebb-4f32-8f94-3ecf55831f35 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411791 Jul 15 12:58:43.199345 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-04559b06-4e8d-4171-93e8-1321cbd3ae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:43.201806 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-04559b06-4e8d-4171-93e8-1321cbd3ae7c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=611633f4db1a424980cffa640f112f10&device_id=42213aec-a6d7-4108-961a-c6fe658f01f0 HTTP/1.1" status: 200 len: 1099 time: 0.5226581 Jul 15 12:58:43.246292 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35532898-03a9-44d8-b26e-191b5e3c4171 req-b63a027b-722a-4b60-a8ff-93f6779c3e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:43.248023 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-35532898-03a9-44d8-b26e-191b5e3c4171 req-b63a027b-722a-4b60-a8ff-93f6779c3e51 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4931195 Jul 15 12:58:43.289353 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-050267aa-8c25-41f3-bd39-e859a981f750 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:43.305672 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-a23bac04-4bf6-4418-9570-00b0c3e09ee4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=fcda8e5c-c42f-4884-9d89-3592d386113f HTTP/1.1" status: 200 len: 217 time: 0.0870152 Jul 15 12:58:43.340635 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa936398-a888-48f6-9290-afab74a1d8ca req-2ebc8a0b-c0cf-4d91-ac5d-931120e6953c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:43.343448 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fa936398-a888-48f6-9290-afab74a1d8ca req-2ebc8a0b-c0cf-4d91-ac5d-931120e6953c service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.3918631 Jul 15 12:58:43.461691 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fa936398-a888-48f6-9290-afab74a1d8ca req-cfec3e73-c492-47e5-951e-a40d36492a92 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=b013106d-990c-48e5-97f9-267796675942 HTTP/1.1" status: 200 len: 217 time: 0.0997305 Jul 15 12:58:43.470734 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-050267aa-8c25-41f3-bd39-e859a981f750 admin admin] Transition to ACTIVE for port object 66e29f1d-5b25-4568-8694-1d077c443ac4 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:43.504325 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6a12a-74d9-49ec-94b6-2c858135c484 req-529d05a4-90a7-433f-be2a-54418b334efc tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:43.519235 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f6b6a12a-74d9-49ec-94b6-2c858135c484 req-529d05a4-90a7-433f-be2a-54418b334efc tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 971 time: 0.4604952 Jul 15 12:58:43.536445 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 7d2d6827-27f3-4c53-8537-7297711daa99 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:43.559532 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-3dd9dbb7-85eb-49f0-a0ee-543907e3ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:43.563854 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-3dd9dbb7-85eb-49f0-a0ee-543907e3ae6a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.2385008 Jul 15 12:58:43.565097 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device f0071228-ca0b-445e-a1fd-915eedc440e1 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:58:43.660304 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 7d2d6827-27f3-4c53-8537-7297711daa99 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:43.669837 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 7d2d6827-27f3-4c53-8537-7297711daa99 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:43.670434 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eff71235-84f2-4ea1-a560-0806b7bdbd56 req-81c32eb1-72b0-4de7-bb15-fca9279c8a0c tempest-QuotasAdminNegativeTest-776876954 tempest-QuotasAdminNegativeTest-776876954-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=103bef4cfe534ff5a1a22716eb2cb2b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1279991 Jul 15 12:58:43.671629 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:43.702976 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f6b6a12a-74d9-49ec-94b6-2c858135c484 req-d0070590-b59a-44a3-baaa-4af16f10e3f9 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688609 Jul 15 12:58:43.733481 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-ecd52fe7-9811-47be-b923-d3e4e6f2ce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:43.736765 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-ecd52fe7-9811-47be-b923-d3e4e6f2ce8b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1579387 Jul 15 12:58:43.840056 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port f0071228-ca0b-445e-a1fd-915eedc440e1, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=f0071228-ca0b-445e-a1fd-915eedc440e1,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:43.840615 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa936398-a888-48f6-9290-afab74a1d8ca req-5f56a2d3-1c5c-416a-9dcb-c88d34dbaab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:43.845006 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fa936398-a888-48f6-9290-afab74a1d8ca req-5f56a2d3-1c5c-416a-9dcb-c88d34dbaab1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.3705599 Jul 15 12:58:43.902488 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'f0071228-ca0b-445e-a1fd-915eedc440e1', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': 'f0071228-ca0b-445e-a1fd-915eedc440e1', 'mac_address': 'fa:16:3e:71:1b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:58:43.943709 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-35532898-03a9-44d8-b26e-191b5e3c4171 req-3b07725e-9261-4d74-a612-486cad667f6f service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6751633 Jul 15 12:58:44.014944 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-050267aa-8c25-41f3-bd39-e859a981f750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:44.047968 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:44.093485 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0071228-ca0b-445e-a1fd-915eedc440e1 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:44.139748 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:44.162761 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port f0071228-ca0b-445e-a1fd-915eedc440e1, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=f0071228-ca0b-445e-a1fd-915eedc440e1,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:44.202247 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:44.220584 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 7d2d6827-27f3-4c53-8537-7297711daa99, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=7d2d6827-27f3-4c53-8537-7297711daa99,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:44.243818 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:44.270851 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050267aa-8c25-41f3-bd39-e859a981f750 admin admin] Network 93948b70-b130-4099-b903-3c9173edd7ab is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:44.279016 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-35532898-03a9-44d8-b26e-191b5e3c4171 req-a8a73db9-0822-42bc-a63a-5a3abb3d2ab0 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842572 Jul 15 12:58:44.303649 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-050267aa-8c25-41f3-bd39-e859a981f750 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:44.330684 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050267aa-8c25-41f3-bd39-e859a981f750 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:44.331750 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-050267aa-8c25-41f3-bd39-e859a981f750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:44.336754 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=f0071228-ca0b-445e-a1fd-915eedc440e1,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:44.384871 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-9bef00a1-e662-40b3-ab75-32abeb2e3112 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6180205 Jul 15 12:58:44.429168 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 2b07f8f6-d801-4d88-b44b-9794c850b290 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:58:44.436498 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050267aa-8c25-41f3-bd39-e859a981f750 admin admin] Pushing event updated for resources: {'Port': ['ID=66e29f1d-5b25-4568-8694-1d077c443ac4,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:44.457616 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff71235-84f2-4ea1-a560-0806b7bdbd56 req-508c3c79-d5e8-4b93-8e92-25601e2bce75 tempest-QuotasAdminNegativeTest-776876954 tempest-QuotasAdminNegativeTest-776876954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:44.466625 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eff71235-84f2-4ea1-a560-0806b7bdbd56 req-508c3c79-d5e8-4b93-8e92-25601e2bce75 tempest-QuotasAdminNegativeTest-776876954 tempest-QuotasAdminNegativeTest-776876954-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7678876 Jul 15 12:58:44.505483 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050267aa-8c25-41f3-bd39-e859a981f750 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:44.506463 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050267aa-8c25-41f3-bd39-e859a981f750 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:44.507021 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050267aa-8c25-41f3-bd39-e859a981f750 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:44.507555 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050267aa-8c25-41f3-bd39-e859a981f750 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:44.508075 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050267aa-8c25-41f3-bd39-e859a981f750 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:44.508580 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050267aa-8c25-41f3-bd39-e859a981f750 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:44.509153 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050267aa-8c25-41f3-bd39-e859a981f750 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:44.509709 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050267aa-8c25-41f3-bd39-e859a981f750 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:44.510333 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050267aa-8c25-41f3-bd39-e859a981f750 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:44.510912 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050267aa-8c25-41f3-bd39-e859a981f750 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:44.511448 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050267aa-8c25-41f3-bd39-e859a981f750 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:44.512056 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050267aa-8c25-41f3-bd39-e859a981f750 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:44.524907 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=7d2d6827-27f3-4c53-8537-7297711daa99,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:44.554170 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eff71235-84f2-4ea1-a560-0806b7bdbd56 req-6c5b5b7e-4ef6-43de-93a1-e1f99a67f7ec tempest-QuotasAdminNegativeTest-776876954 tempest-QuotasAdminNegativeTest-776876954-project] 10.222.0.24 "GET /v2.0/quotas/103bef4cfe534ff5a1a22716eb2cb2b9 HTTP/1.1" status: 200 len: 375 time: 0.0862005 Jul 15 12:58:44.564056 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5325e-3a28-4013-9397-691300723fe8 req-593f47e1-0b0b-4335-9acc-c3f07fb7fc70 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:44.567243 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-38e5325e-3a28-4013-9397-691300723fe8 req-593f47e1-0b0b-4335-9acc-c3f07fb7fc70 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/ports?device_id=42213aec-a6d7-4108-961a-c6fe658f01f0 HTTP/1.1" status: 200 len: 947 time: 0.6374354 Jul 15 12:58:44.595867 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['f0071228-ca0b-445e-a1fd-915eedc440e1'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:44.613111 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa936398-a888-48f6-9290-afab74a1d8ca req-98cd2f0e-f364-4fbb-908d-1f2b63a5e538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:44.615133 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fa936398-a888-48f6-9290-afab74a1d8ca req-98cd2f0e-f364-4fbb-908d-1f2b63a5e538 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7568936 Jul 15 12:58:44.631402 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eff71235-84f2-4ea1-a560-0806b7bdbd56 req-0f63ebcb-1867-4298-a13a-a51e3175956f tempest-QuotasAdminNegativeTest-776876954 tempest-QuotasAdminNegativeTest-776876954-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=103bef4cfe534ff5a1a22716eb2cb2b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0759485 Jul 15 12:58:44.781928 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-38e5325e-3a28-4013-9397-691300723fe8 req-35a26d60-f535-49d9-b232-d1e9bcacb57e tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1c1602-a952-4eca-ad26-667722467c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058651 Jul 15 12:58:44.839327 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b556f28f-54fc-42e4-bf07-40c4024d4f5a req-53948282-ef22-4d9e-a4c8-a5ed23bd748d service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382346 Jul 15 12:58:44.904124 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0143a264-e523-461e-a83c-cc5d01a01306 x-openstack-request-id: req-0143a264-e523-461e-a83c-cc5d01a01306 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:44.904885 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42213aec-a6d7-4108-961a-c6fe658f01f0", "tag": "fcda8e5c-c42f-4884-9d89-3592d386113f", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:44.905093 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0143a264-e523-461e-a83c-cc5d01a01306 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:44.905703 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42213aec-a6d7-4108-961a-c6fe658f01f0', 'tag': 'fcda8e5c-c42f-4884-9d89-3592d386113f', 'status': 'completed', 'code': 200} Jul 15 12:58:45.114757 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-73119a91-10cc-4d15-9615-166f86d28d00 None None] Provisioning for port 66e29f1d-5b25-4568-8694-1d077c443ac4 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:45.155549 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fa936398-a888-48f6-9290-afab74a1d8ca req-2879d390-51a3-4814-9736-9b45bddcbc43 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5208428 Jul 15 12:58:45.178348 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 2b07f8f6-d801-4d88-b44b-9794c850b290, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=2b07f8f6-d801-4d88-b44b-9794c850b290,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:45.191897 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '2b07f8f6-d801-4d88-b44b-9794c850b290', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': '2b07f8f6-d801-4d88-b44b-9794c850b290', 'mac_address': 'fa:16:3e:28:86:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:58:45.200254 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-73119a91-10cc-4d15-9615-166f86d28d00 None None] Provisioning complete for port 66e29f1d-5b25-4568-8694-1d077c443ac4 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:45.200616 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-73119a91-10cc-4d15-9615-166f86d28d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:45.253311 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-050267aa-8c25-41f3-bd39-e859a981f750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:45.268538 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccbd52-ab33-458f-a3b9-8369bad38c6a req-541f8177-34fc-4472-9466-4414a37bc645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:45.272282 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-06ccbd52-ab33-458f-a3b9-8369bad38c6a req-541f8177-34fc-4472-9466-4414a37bc645 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=611633f4db1a424980cffa640f112f10&device_id=42213aec-a6d7-4108-961a-c6fe658f01f0 HTTP/1.1" status: 200 len: 1099 time: 0.2478027 Jul 15 12:58:45.456827 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fa936398-a888-48f6-9290-afab74a1d8ca req-658aee89-8899-4811-abdd-89cd9990873e service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876754 Jul 15 12:58:45.577476 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cb833-4f4b-4fc3-9357-a06cd08e022c req-077985e4-9616-4480-9610-539445a78ff7 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:45.580760 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 7d2d6827-27f3-4c53-8537-7297711daa99 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:45.581640 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-276cb833-4f4b-4fc3-9357-a06cd08e022c req-077985e4-9616-4480-9610-539445a78ff7 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] 10.222.0.24 "GET /v2.0/ports?device_id=5599ae44-16cf-41d5-be44-21201587c19a HTTP/1.1" status: 200 len: 948 time: 0.3931522 Jul 15 12:58:45.583780 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-73119a91-10cc-4d15-9615-166f86d28d00 None None] Port 66e29f1d-5b25-4568-8694-1d077c443ac4 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:58:45.593808 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:45.609898 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccbd52-ab33-458f-a3b9-8369bad38c6a req-c4ae2bc2-a432-4aa7-a22f-e911522238c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:45.611433 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-06ccbd52-ab33-458f-a3b9-8369bad38c6a req-c4ae2bc2-a432-4aa7-a22f-e911522238c1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.3266509 Jul 15 12:58:45.670520 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-06ccbd52-ab33-458f-a3b9-8369bad38c6a req-7c5105ad-98ad-4d6d-aa11-156a5cf2c598 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=fcda8e5c-c42f-4884-9d89-3592d386113f HTTP/1.1" status: 200 len: 217 time: 0.0503283 Jul 15 12:58:45.709644 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b07f8f6-d801-4d88-b44b-9794c850b290 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:45.755048 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-276cb833-4f4b-4fc3-9357-a06cd08e022c req-b5a86523-6f72-470d-af71-3504c0905d72 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] 10.222.0.24 "GET /v2.0/security-groups?id=92616dba-bbd8-4c13-8976-0bcc94acedc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561332 Jul 15 12:58:45.771169 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 2b07f8f6-d801-4d88-b44b-9794c850b290, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=2b07f8f6-d801-4d88-b44b-9794c850b290,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:45.800893 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:45.824463 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccbd52-ab33-458f-a3b9-8369bad38c6a req-79a83085-ac9f-4fc0-988f-f7ef92956019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:45.828584 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-06ccbd52-ab33-458f-a3b9-8369bad38c6a req-79a83085-ac9f-4fc0-988f-f7ef92956019 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1388745 Jul 15 12:58:45.915714 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f05b5b-37c0-4e44-966e-c6dea7f3bd81 req-1ea94afb-0f87-4c7a-8285-ac0f49587332 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:45.918467 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-58f05b5b-37c0-4e44-966e-c6dea7f3bd81 req-1ea94afb-0f87-4c7a-8285-ac0f49587332 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/ports?device_id=0082d6f3-4ce1-4b33-8e63-559737cc138b HTTP/1.1" status: 200 len: 948 time: 0.6881793 Jul 15 12:58:45.926251 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 7d2d6827-27f3-4c53-8537-7297711daa99 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:45.927043 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:45.939311 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-b102c491-93fc-4ba0-a206-8fb8eabdef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:45.943576 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-b102c491-93fc-4ba0-a206-8fb8eabdef8a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 1123 time: 0.2691050 Jul 15 12:58:46.032598 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-58f05b5b-37c0-4e44-966e-c6dea7f3bd81 req-297d3954-53b7-4546-a1ea-60f90acbaaa5 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f902b4ac-f5a5-4ab1-886f-4d484680a555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899563 Jul 15 12:58:46.041292 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccbd52-ab33-458f-a3b9-8369bad38c6a req-279d649c-da14-4aa6-b2a9-b367c2172df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:46.041622 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=2b07f8f6-d801-4d88-b44b-9794c850b290,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:46.042887 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-06ccbd52-ab33-458f-a3b9-8369bad38c6a req-279d649c-da14-4aa6-b2a9-b367c2172df8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2050254 Jul 15 12:58:46.127810 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-9c45059d-2a79-4471-9037-861da3ce3c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:46.129309 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-9c45059d-2a79-4471-9037-861da3ce3c82 service neutron] 10.222.0.18 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.1723931 Jul 15 12:58:46.186925 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-050267aa-8c25-41f3-bd39-e859a981f750 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:46.210766 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-050267aa-8c25-41f3-bd39-e859a981f750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:46.211897 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-050267aa-8c25-41f3-bd39-e859a981f750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:46.232660 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-4831c6a0-9425-4a92-9ad6-78e01b5f15b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=a0ae581a-5a36-4db7-a98c-1f3bde6bf998 HTTP/1.1" status: 200 len: 217 time: 0.0939260 Jul 15 12:58:46.261480 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['2b07f8f6-d801-4d88-b44b-9794c850b290'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:46.326386 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-27ef9433-c7c1-4eed-ae39-487ad979ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:46.329249 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-27ef9433-c7c1-4eed-ae39-487ad979ea1f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.0854123 Jul 15 12:58:46.330989 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050267aa-8c25-41f3-bd39-e859a981f750 admin admin] Pushing event updated for resources: {'Port': ['ID=66e29f1d-5b25-4568-8694-1d077c443ac4,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:46.331472 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-06ccbd52-ab33-458f-a3b9-8369bad38c6a req-e44ab4c2-19c4-4166-9c4e-147ff2284ac1 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595952 Jul 15 12:58:46.550350 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-06ccbd52-ab33-458f-a3b9-8369bad38c6a req-bfccb0bf-ba7c-4bf7-86d7-facdaba2aac0 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999586 Jul 15 12:58:46.566624 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-870f1bde-27cc-4f1b-97a7-f3b40451645d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:46.567619 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-870f1bde-27cc-4f1b-97a7-f3b40451645d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2316377 Jul 15 12:58:46.577308 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ee968-0498-4eb8-b87d-1c79e83c4bc5 req-41a0d023-91c2-443a-ac65-3a47f9300a8d tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:46.579033 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-da1ee968-0498-4eb8-b87d-1c79e83c4bc5 req-41a0d023-91c2-443a-ac65-3a47f9300a8d tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 971 time: 0.2276924 Jul 15 12:58:46.585664 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050267aa-8c25-41f3-bd39-e859a981f750 admin admin] Network 93948b70-b130-4099-b903-3c9173edd7ab is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:46.619817 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-050267aa-8c25-41f3-bd39-e859a981f750 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:46.697448 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-da1ee968-0498-4eb8-b87d-1c79e83c4bc5 req-f69f4624-fdfc-4bbc-9307-ebc58150d215 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852079 Jul 15 12:58:46.812308 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-1a653b1b-5920-4c68-a8ff-5d7f327b2fc8 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319200 Jul 15 12:58:46.885294 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f004a2e-754c-48a1-9e06-680149db292f req-d528697e-c29d-4d5b-9e66-c0b86e89ff73 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:46.899186 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f004a2e-754c-48a1-9e06-680149db292f req-d528697e-c29d-4d5b-9e66-c0b86e89ff73 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/ports?device_id=42213aec-a6d7-4108-961a-c6fe658f01f0 HTTP/1.1" status: 200 len: 947 time: 0.3534915 Jul 15 12:58:46.998267 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f004a2e-754c-48a1-9e06-680149db292f req-9d65c408-0350-4da8-9d5b-1104eb7b4276 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1c1602-a952-4eca-ad26-667722467c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975711 Jul 15 12:58:47.003956 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-52d9d0a5-dbd3-481a-b1de-78a8f725cf61 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821227 Jul 15 12:58:47.009432 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050267aa-8c25-41f3-bd39-e859a981f750 admin admin] Router 7e7ba89f-4c3c-41ea-84bb-96b2b908d762 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 12:58:47.033566 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c4367cf4-0a0d-4b4e-8aec-ddb6ba3d5fd5 None None] Provisioning complete for port 66e29f1d-5b25-4568-8694-1d077c443ac4 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:47.034958 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c4367cf4-0a0d-4b4e-8aec-ddb6ba3d5fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:47.136688 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c4367cf4-0a0d-4b4e-8aec-ddb6ba3d5fd5 None None] Port 66e29f1d-5b25-4568-8694-1d077c443ac4 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:58:47.302254 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41782) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:47.320401 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050267aa-8c25-41f3-bd39-e859a981f750 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:58:47.341637 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-050267aa-8c25-41f3-bd39-e859a981f750 admin admin] 10.222.0.24 "PUT /v2.0/routers/7e7ba89f-4c3c-41ea-84bb-96b2b908d762/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2709546 Jul 15 12:58:47.349891 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419f360d-c7e3-44b4-bfe4-08b000662d32 None None] Sync routers for ids ['7e7ba89f-4c3c-41ea-84bb-96b2b908d762'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:58:47.399335 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419f360d-c7e3-44b4-bfe4-08b000662d32 None None] Routers {'7e7ba89f-4c3c-41ea-84bb-96b2b908d762'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:58:47.400307 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-419f360d-c7e3-44b4-bfe4-08b000662d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T12:58:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['7e7ba89f-4c3c-41ea-84bb-96b2b908d762'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:47.472837 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54dc097-0779-4f9e-b62f-b972ed029340 req-6ccbd54e-33b8-431d-9cf3-19aea1626e97 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:47.476144 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a54dc097-0779-4f9e-b62f-b972ed029340 req-6ccbd54e-33b8-431d-9cf3-19aea1626e97 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] 10.222.0.24 "GET /v2.0/ports?device_id=5599ae44-16cf-41d5-be44-21201587c19a HTTP/1.1" status: 200 len: 949 time: 0.1520002 Jul 15 12:58:47.561985 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-419f360d-c7e3-44b4-bfe4-08b000662d32 None None] Set router 7e7ba89f-4c3c-41ea-84bb-96b2b908d762 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:58:47.602316 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a54dc097-0779-4f9e-b62f-b972ed029340 req-22ed07ec-2176-481a-828d-a416a0f9e8d5 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] 10.222.0.24 "GET /v2.0/security-groups?id=92616dba-bbd8-4c13-8976-0bcc94acedc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196628 Jul 15 12:58:47.615120 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device f0071228-ca0b-445e-a1fd-915eedc440e1 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:47.624108 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e8216d82-a6ab-44fb-b272-8d6454191ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:47.713502 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b54a543-35b3-46ed-976f-9a777e72d6ef req-92b13224-3b3f-4bad-868c-b8b4c1ba6a33 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:47.721891 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1b54a543-35b3-46ed-976f-9a777e72d6ef req-92b13224-3b3f-4bad-868c-b8b4c1ba6a33 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/ports?device_id=0082d6f3-4ce1-4b33-8e63-559737cc138b HTTP/1.1" status: 200 len: 948 time: 0.2344232 Jul 15 12:58:47.808476 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1b54a543-35b3-46ed-976f-9a777e72d6ef req-7aa3855d-cc9c-48ec-9614-9eaa760bb91f tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f902b4ac-f5a5-4ab1-886f-4d484680a555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863562 Jul 15 12:58:47.904604 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e8216d82-a6ab-44fb-b272-8d6454191ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:47.914350 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e8216d82-a6ab-44fb-b272-8d6454191ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:47.919452 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port f0071228-ca0b-445e-a1fd-915eedc440e1 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:47.935095 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port f0071228-ca0b-445e-a1fd-915eedc440e1 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:47.935704 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:47.980009 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e8216d82-a6ab-44fb-b272-8d6454191ca8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=103bef4cfe534ff5a1a22716eb2cb2b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6757045 Jul 15 12:58:47.983635 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41808) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:48.006672 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8216d82-a6ab-44fb-b272-8d6454191ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979658ff-b39c-46ea-b84b-133b861fdaaa,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:48.028433 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8216d82-a6ab-44fb-b272-8d6454191ca8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:48.030161 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8216d82-a6ab-44fb-b272-8d6454191ca8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:48.032887 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8216d82-a6ab-44fb-b272-8d6454191ca8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:48.033501 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8216d82-a6ab-44fb-b272-8d6454191ca8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:48.034218 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8216d82-a6ab-44fb-b272-8d6454191ca8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:48.034696 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8216d82-a6ab-44fb-b272-8d6454191ca8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:48.035180 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8216d82-a6ab-44fb-b272-8d6454191ca8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:48.035843 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8216d82-a6ab-44fb-b272-8d6454191ca8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:48.036326 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8216d82-a6ab-44fb-b272-8d6454191ca8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:48.036810 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8216d82-a6ab-44fb-b272-8d6454191ca8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:48.037286 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8216d82-a6ab-44fb-b272-8d6454191ca8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:48.037858 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8216d82-a6ab-44fb-b272-8d6454191ca8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:58:48.094059 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1dba8812-a890-4eab-aac5-36daf90686b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.160787 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.177370 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9249a0-1560-4827-9f34-f09c2b8c0ddd req-998565ac-1342-4c47-a7f1-e3d967291e5a tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:48.185938 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ec9249a0-1560-4827-9f34-f09c2b8c0ddd req-998565ac-1342-4c47-a7f1-e3d967291e5a tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 971 time: 0.1629317 Jul 15 12:58:48.198308 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1dba8812-a890-4eab-aac5-36daf90686b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.247322 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ec9249a0-1560-4827-9f34-f09c2b8c0ddd req-a5e0c6fb-74b6-4f13-8b15-c137df2241f5 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583811 Jul 15 12:58:48.255364 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0082d6f3-4ce1-4b33-8e63-559737cc138b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0071228-ca0b-445e-a1fd-915eedc440e1'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:48.269185 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc70c89b-be60-4c5a-ba88-400e44e492c1" -d '{"events": [{"server_uuid": "0082d6f3-4ce1-4b33-8e63-559737cc138b", "name": "network-vif-plugged", "status": "completed", "tag": "f0071228-ca0b-445e-a1fd-915eedc440e1"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:48.305260 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-419f360d-c7e3-44b4-bfe4-08b000662d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7ba89f-4c3c-41ea-84bb-96b2b908d762', 'name': 'tempest-AttachSCSIVolumeTestJSON-1538192501-router', 'tenant_id': '23b3396e056846dc8a5456d9cbcf3178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '7d2d6827-27f3-4c53-8537-7297711daa99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:33Z', 'updated_at': '2021-07-15T12:58:44Z', 'revision_number': 4, 'project_id': '23b3396e056846dc8a5456d9cbcf3178', 'gw_port': {'id': '7d2d6827-27f3-4c53-8537-7297711daa99', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:13:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7ba89f-4c3c-41ea-84bb-96b2b908d762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:34Z', 'updated_at': '2021-07-15T12:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '66e29f1d-5b25-4568-8694-1d077c443ac4', 'name': '', 'network_id': '93948b70-b130-4099-b903-3c9173edd7ab', 'tenant_id': '23b3396e056846dc8a5456d9cbcf3178', 'mac_address': 'fa:16:3e:59:05:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7ba89f-4c3c-41ea-84bb-96b2b908d762', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '565033d0-9876-48dd-b28c-5e9144c820a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:41Z', 'updated_at': '2021-07-15T12:58:45Z', 'revision_number': 2, 'project_id': '23b3396e056846dc8a5456d9cbcf3178', 'subnets': [{'id': '565033d0-9876-48dd-b28c-5e9144c820a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:48.356306 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41824) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:48.363407 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-872bad72-304e-4d06-9057-b15c968b46b1 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-913387621-network', 'tenant_id': '566be698f6af4bc3992c2fb4a91aff6f'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:48.395729 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872bad72-304e-4d06-9057-b15c968b46b1 admin admin] Made reservation on behalf of 566be698f6af4bc3992c2fb4a91aff6f for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:48.399879 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-872bad72-304e-4d06-9057-b15c968b46b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.409034 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1dba8812-a890-4eab-aac5-36daf90686b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.413214 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-872bad72-304e-4d06-9057-b15c968b46b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.413813 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1dba8812-a890-4eab-aac5-36daf90686b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.420338 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1dba8812-a890-4eab-aac5-36daf90686b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/979658ff-b39c-46ea-b84b-133b861fdaaa HTTP/1.1" status: 204 len: 168 time: 0.4341583 Jul 15 12:58:48.447990 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port f0071228-ca0b-445e-a1fd-915eedc440e1, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=f0071228-ca0b-445e-a1fd-915eedc440e1,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:48.458279 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba8812-a890-4eab-aac5-36daf90686b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979658ff-b39c-46ea-b84b-133b861fdaaa,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:48.464047 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebb8c1d-18da-4d70-837a-60288723d246 x-openstack-request-id: req-5ebb8c1d-18da-4d70-837a-60288723d246 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:48.465000 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0082d6f3-4ce1-4b33-8e63-559737cc138b", "name": "network-vif-plugged", "status": "completed", "tag": "f0071228-ca0b-445e-a1fd-915eedc440e1", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:48.465000 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5ebb8c1d-18da-4d70-837a-60288723d246 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:48.467835 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0082d6f3-4ce1-4b33-8e63-559737cc138b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0071228-ca0b-445e-a1fd-915eedc440e1', 'code': 200} Jul 15 12:58:48.470594 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device fcda8e5c-c42f-4884-9d89-3592d386113f details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:58:48.479373 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 2b07f8f6-d801-4d88-b44b-9794c850b290 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:48.506685 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419f360d-c7e3-44b4-bfe4-08b000662d32 None None] Checking router: 7e7ba89f-4c3c-41ea-84bb-96b2b908d762 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:58:48.507631 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419f360d-c7e3-44b4-bfe4-08b000662d32 None None] Updating router 7e7ba89f-4c3c-41ea-84bb-96b2b908d762 port 66e29f1d-5b25-4568-8694-1d077c443ac4 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:58:48.519954 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80b3bc-b46f-4b08-8cee-3e2e0fb4733b req-83f30974-f132-48c8-95c8-a797a71583f6 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:48.522800 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0e80b3bc-b46f-4b08-8cee-3e2e0fb4733b req-83f30974-f132-48c8-95c8-a797a71583f6 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/ports?device_id=42213aec-a6d7-4108-961a-c6fe658f01f0 HTTP/1.1" status: 200 len: 947 time: 0.1967168 Jul 15 12:58:48.599231 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.635569 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0e80b3bc-b46f-4b08-8cee-3e2e0fb4733b req-2e9f8139-2775-40df-bb15-c819894054e1 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1c1602-a952-4eca-ad26-667722467c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046159 Jul 15 12:58:48.770472 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=f0071228-ca0b-445e-a1fd-915eedc440e1,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:48.784256 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-872bad72-304e-4d06-9057-b15c968b46b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.793031 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbe4ca-aa8d-4321-8f6b-00d211634481 req-19c984f5-5dce-4433-8147-cb79464f9328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:48.796457 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cbdbe4ca-aa8d-4321-8f6b-00d211634481 req-19c984f5-5dce-4433-8147-cb79464f9328 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0082d6f3-4ce1-4b33-8e63-559737cc138b HTTP/1.1" status: 200 len: 1101 time: 0.2632234 Jul 15 12:58:48.798064 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-872bad72-304e-4d06-9057-b15c968b46b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.859146 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-419f360d-c7e3-44b4-bfe4-08b000662d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.870505 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872bad72-304e-4d06-9057-b15c968b46b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3839521f-79ed-4a93-b89a-1b88f63b4a47,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:48.879232 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 2b07f8f6-d801-4d88-b44b-9794c850b290 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:48.902316 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-872bad72-304e-4d06-9057-b15c968b46b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:58:48.917090 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cbdbe4ca-aa8d-4321-8f6b-00d211634481 req-2596ad13-62e1-436d-8f60-9a27cb402897 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f902b4ac-f5a5-4ab1-886f-4d484680a555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758297 Jul 15 12:58:48.923090 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-872bad72-304e-4d06-9057-b15c968b46b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.923531 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-872bad72-304e-4d06-9057-b15c968b46b1 admin admin] Added segment 4ad55242-abcc-427f-96c5-62f047e29320 of type vlan for network 4d4750aa-b39e-47fd-950f-e1cc599b9845 Jul 15 12:58:48.940271 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 2b07f8f6-d801-4d88-b44b-9794c850b290 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:48.940645 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.981520 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-872bad72-304e-4d06-9057-b15c968b46b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.033593 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-872bad72-304e-4d06-9057-b15c968b46b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.035677 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872bad72-304e-4d06-9057-b15c968b46b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:49.036274 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-872bad72-304e-4d06-9057-b15c968b46b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.056787 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa3879-6130-4427-91cc-cd6d8b9a6e69 req-20a54115-d53a-4270-9e52-eb16a5825d47 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:49.070523 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-872bad72-304e-4d06-9057-b15c968b46b1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7127292 Jul 15 12:58:49.070922 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-efaa3879-6130-4427-91cc-cd6d8b9a6e69 req-20a54115-d53a-4270-9e52-eb16a5825d47 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] 10.222.0.24 "GET /v2.0/ports?device_id=5599ae44-16cf-41d5-be44-21201587c19a HTTP/1.1" status: 200 len: 949 time: 0.1576321 Jul 15 12:58:49.074933 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41846) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:49.085968 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c4790634-78ea-4537-94d7-5d5e94cbfb7c admin admin] Request body: {'subnet': {'network_id': '4d4750aa-b39e-47fd-950f-e1cc599b9845', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-913387621-subnet', 'tenant_id': '566be698f6af4bc3992c2fb4a91aff6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:49.136827 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872bad72-304e-4d06-9057-b15c968b46b1 admin admin] Pushing event updated for resources: {'Network': ['ID=4d4750aa-b39e-47fd-950f-e1cc599b9845,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:49.182196 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4790634-78ea-4537-94d7-5d5e94cbfb7c admin admin] Made reservation on behalf of 566be698f6af4bc3992c2fb4a91aff6f for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:49.185011 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c4790634-78ea-4537-94d7-5d5e94cbfb7c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.187372 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41850) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:49.207949 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1fe4e0e1-699c-4e69-8cc4-be579f42b51a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.253005 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-efaa3879-6130-4427-91cc-cd6d8b9a6e69 req-eed60f1e-8142-4682-b4cf-a3acc6fc31a7 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] 10.222.0.24 "GET /v2.0/security-groups?id=92616dba-bbd8-4c13-8976-0bcc94acedc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402864 Jul 15 12:58:49.278930 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 4d4750aa-b39e-47fd-950f-e1cc599b9845 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:58:49.308388 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port fcda8e5c-c42f-4884-9d89-3592d386113f, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=fcda8e5c-c42f-4884-9d89-3592d386113f,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:49.349120 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'fcda8e5c-c42f-4884-9d89-3592d386113f', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': 'fcda8e5c-c42f-4884-9d89-3592d386113f', 'mac_address': 'fa:16:3e:14:e7:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:58:49.431069 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.504230 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.516988 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c4790634-78ea-4537-94d7-5d5e94cbfb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.545277 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1fe4e0e1-699c-4e69-8cc4-be579f42b51a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.555688 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcda8e5c-c42f-4884-9d89-3592d386113f {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:58:49.572712 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1fe4e0e1-699c-4e69-8cc4-be579f42b51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.634464 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb32f6-9f69-4761-9236-871ee0171f19 req-d7c670bf-3b41-4fe7-ad26-90b535657d46 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:49.637898 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port fcda8e5c-c42f-4884-9d89-3592d386113f, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=fcda8e5c-c42f-4884-9d89-3592d386113f,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:49.646767 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 2b07f8f6-d801-4d88-b44b-9794c850b290, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=2b07f8f6-d801-4d88-b44b-9794c850b290,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:49.647803 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-39fb32f6-9f69-4761-9236-871ee0171f19 req-d7c670bf-3b41-4fe7-ad26-90b535657d46 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/ports?device_id=0082d6f3-4ce1-4b33-8e63-559737cc138b HTTP/1.1" status: 200 len: 949 time: 0.2344465 Jul 15 12:58:49.648127 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.648798 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4790634-78ea-4537-94d7-5d5e94cbfb7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c2d23b5-04c1-44a0-b04b-b00ab2f695ae,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:49.687054 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.708031 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1fe4e0e1-699c-4e69-8cc4-be579f42b51a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f193e6bb61d4825ba1790dc8172dbcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5195196 Jul 15 12:58:49.715900 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41862) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:49.739858 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4e0e1-699c-4e69-8cc4-be579f42b51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e3fb84-9f64-4b2f-a2ca-b150af6d65fa,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:49.766786 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=fcda8e5c-c42f-4884-9d89-3592d386113f,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:49.786735 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4790634-78ea-4537-94d7-5d5e94cbfb7c admin admin] Checking segment: {'id': '4ad55242-abcc-427f-96c5-62f047e29320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4d4750aa-b39e-47fd-950f-e1cc599b9845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:49.787288 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4790634-78ea-4537-94d7-5d5e94cbfb7c admin admin] Network hostable DHCP agents. Network: 4d4750aa-b39e-47fd-950f-e1cc599b9845, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:58:49.818053 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-39fb32f6-9f69-4761-9236-871ee0171f19 req-937454ca-857d-4cb4-a118-05286d7c19d5 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f902b4ac-f5a5-4ab1-886f-4d484680a555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687031 Jul 15 12:58:49.851312 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-557f46d3-979c-4c9f-a1b1-eb04be35050e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.866133 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41625d83-9e40-40b9-ae25-6ac4865abbaa req-021349f6-f645-4181-831c-52bd73583b93 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:49.870525 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41625d83-9e40-40b9-ae25-6ac4865abbaa req-021349f6-f645-4181-831c-52bd73583b93 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 971 time: 0.2493732 Jul 15 12:58:49.902030 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-557f46d3-979c-4c9f-a1b1-eb04be35050e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.932055 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4790634-78ea-4537-94d7-5d5e94cbfb7c admin admin] Network 4d4750aa-b39e-47fd-950f-e1cc599b9845 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:58:49.967604 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-557f46d3-979c-4c9f-a1b1-eb04be35050e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.973697 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-557f46d3-979c-4c9f-a1b1-eb04be35050e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:49.979269 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-c4790634-78ea-4537-94d7-5d5e94cbfb7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 4d4750aa-b39e-47fd-950f-e1cc599b9845) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:49.992260 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-557f46d3-979c-4c9f-a1b1-eb04be35050e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f2e3fb84-9f64-4b2f-a2ca-b150af6d65fa HTTP/1.1" status: 204 len: 168 time: 0.2713189 Jul 15 12:58:50.014551 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f46d3-979c-4c9f-a1b1-eb04be35050e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e3fb84-9f64-4b2f-a2ca-b150af6d65fa,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:50.029582 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4790634-78ea-4537-94d7-5d5e94cbfb7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:50.030992 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c4790634-78ea-4537-94d7-5d5e94cbfb7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:50.042608 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41625d83-9e40-40b9-ae25-6ac4865abbaa req-071adc10-a5a3-4f88-968f-c31b3fc0072c tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637821 Jul 15 12:58:50.099615 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c4790634-78ea-4537-94d7-5d5e94cbfb7c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0228939 Jul 15 12:58:50.103413 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41870) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:50.108124 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f60a89fc-1006-4dca-8348-0b54014ca458 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-913387621-router', 'tenant_id': '566be698f6af4bc3992c2fb4a91aff6f', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:50.179405 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f60a89fc-1006-4dca-8348-0b54014ca458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:50.180901 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f60a89fc-1006-4dca-8348-0b54014ca458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:50.304905 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f60a89fc-1006-4dca-8348-0b54014ca458 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:50.314067 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['fcda8e5c-c42f-4884-9d89-3592d386113f'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:50.319301 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7fcfa3-85f9-421a-a39f-230e2d3c7599 None None] Network 4d4750aa-b39e-47fd-950f-e1cc599b9845 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:58:50.477159 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5599ae44-16cf-41d5-be44-21201587c19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b07f8f6-d801-4d88-b44b-9794c850b290'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:50.481533 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99380bdb-d1c1-459b-876f-0a4c534f9b82" -d '{"events": [{"server_uuid": "5599ae44-16cf-41d5-be44-21201587c19a", "name": "network-vif-plugged", "status": "completed", "tag": "2b07f8f6-d801-4d88-b44b-9794c850b290"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:50.536301 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=2b07f8f6-d801-4d88-b44b-9794c850b290,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:50.610210 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-419f360d-c7e3-44b4-bfe4-08b000662d32 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:50.627790 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-419f360d-c7e3-44b4-bfe4-08b000662d32 None None] Transition to ACTIVE for port object 66e29f1d-5b25-4568-8694-1d077c443ac4 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:50.685994 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e98a6-2fd6-4800-a151-a6a06ac6b693 req-d87e7462-cf23-4395-8c36-43f35ebef4fa tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:50.702629 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7c2e98a6-2fd6-4800-a151-a6a06ac6b693 req-d87e7462-cf23-4395-8c36-43f35ebef4fa tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/ports?device_id=42213aec-a6d7-4108-961a-c6fe658f01f0 HTTP/1.1" status: 200 len: 948 time: 0.1491251 Jul 15 12:58:50.702872 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-419f360d-c7e3-44b4-bfe4-08b000662d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:50.777852 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7c2e98a6-2fd6-4800-a151-a6a06ac6b693 req-fb859069-bc62-497d-9117-5ba50cdb15ae tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1c1602-a952-4eca-ad26-667722467c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770860 Jul 15 12:58:50.855911 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ce558290-7dac-4410-9e5a-f8fd4bc59be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:50.966849 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f60a89fc-1006-4dca-8348-0b54014ca458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:51.076862 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bca9854-eb32-4725-b63a-9c09f895fe5a x-openstack-request-id: req-9bca9854-eb32-4725-b63a-9c09f895fe5a {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:51.077457 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5599ae44-16cf-41d5-be44-21201587c19a", "name": "network-vif-plugged", "status": "completed", "tag": "2b07f8f6-d801-4d88-b44b-9794c850b290", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:51.077907 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9bca9854-eb32-4725-b63a-9c09f895fe5a {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:51.079642 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5599ae44-16cf-41d5-be44-21201587c19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b07f8f6-d801-4d88-b44b-9794c850b290', 'code': 200} Jul 15 12:58:51.129645 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078da76-a345-4558-ab1f-61e83737922f None None] Pushing event updated for resources: {'Port': ['ID=66e29f1d-5b25-4568-8694-1d077c443ac4,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:51.130683 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce79192-2937-4c7c-8d55-7c4824896a00 req-489c3438-4d6b-4955-a086-272b8b638d35 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:51.156391 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1ce79192-2937-4c7c-8d55-7c4824896a00 req-489c3438-4d6b-4955-a086-272b8b638d35 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] 10.222.0.24 "GET /v2.0/ports?device_id=5599ae44-16cf-41d5-be44-21201587c19a HTTP/1.1" status: 200 len: 950 time: 0.3588517 Jul 15 12:58:51.196237 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8ce7a1-34c3-4553-acbf-8be2d3981ae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-4d4750aa-b39e-47fd-950f-e1cc599b9845', 'network_id': '4d4750aa-b39e-47fd-950f-e1cc599b9845', 'tenant_id': '566be698f6af4bc3992c2fb4a91aff6f', 'fixed_ips': [{'subnet_id': '3c2d23b5-04c1-44a0-b04b-b00ab2f695ae'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 12:58:51.197495 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c8ce7a1-34c3-4553-acbf-8be2d3981ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:51.201508 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-419f360d-c7e3-44b4-bfe4-08b000662d32 None None] Attempting to bind port 66e29f1d-5b25-4568-8694-1d077c443ac4 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:51.201961 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-419f360d-c7e3-44b4-bfe4-08b000662d32 None None] Attempting to bind port 66e29f1d-5b25-4568-8694-1d077c443ac4 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '46dedc86-c944-4d7a-8831-f5e3ca85c6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '93948b70-b130-4099-b903-3c9173edd7ab'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:51.202261 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419f360d-c7e3-44b4-bfe4-08b000662d32 None None] Attempting to bind port 66e29f1d-5b25-4568-8694-1d077c443ac4 on network 93948b70-b130-4099-b903-3c9173edd7ab {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:51.231266 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419f360d-c7e3-44b4-bfe4-08b000662d32 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:51.231646 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419f360d-c7e3-44b4-bfe4-08b000662d32 None None] Checking segment: {'id': '46dedc86-c944-4d7a-8831-f5e3ca85c6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '93948b70-b130-4099-b903-3c9173edd7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:51.232074 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-419f360d-c7e3-44b4-bfe4-08b000662d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:51.232466 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419f360d-c7e3-44b4-bfe4-08b000662d32 None None] Bound using segment: {'id': '46dedc86-c944-4d7a-8831-f5e3ca85c6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '93948b70-b130-4099-b903-3c9173edd7ab'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:51.232964 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-419f360d-c7e3-44b4-bfe4-08b000662d32 None None] Bound port: 66e29f1d-5b25-4568-8694-1d077c443ac4, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46dedc86-c944-4d7a-8831-f5e3ca85c6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '93948b70-b130-4099-b903-3c9173edd7ab'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:51.233416 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-419f360d-c7e3-44b4-bfe4-08b000662d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:51.324185 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-419f360d-c7e3-44b4-bfe4-08b000662d32 None None] For port 66e29f1d-5b25-4568-8694-1d077c443ac4, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:51.328165 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-419f360d-c7e3-44b4-bfe4-08b000662d32 None None] For port 66e29f1d-5b25-4568-8694-1d077c443ac4, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=66e29f1d-5b25-4568-8694-1d077c443ac4,segment=NetworkSegment(46dedc86-c944-4d7a-8831-f5e3ca85c6cf),segment_id=46dedc86-c944-4d7a-8831-f5e3ca85c6cf)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:51.350876 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-419f360d-c7e3-44b4-bfe4-08b000662d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:51.433104 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1ce79192-2937-4c7c-8d55-7c4824896a00 req-226b5089-b50d-41d0-9a95-12d5b71bb0f1 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] 10.222.0.24 "GET /v2.0/security-groups?id=92616dba-bbd8-4c13-8976-0bcc94acedc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746875 Jul 15 12:58:51.437725 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078da76-a345-4558-ab1f-61e83737922f None None] Pushing event updated for resources: {'Port': ['ID=66e29f1d-5b25-4568-8694-1d077c443ac4,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:51.458128 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402a28c-794e-4bd7-b2c1-14982adb5ee9 req-9a68dbbb-baf6-49f3-aef0-9463d4f5937a tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:51.472395 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5402a28c-794e-4bd7-b2c1-14982adb5ee9 req-9a68dbbb-baf6-49f3-aef0-9463d4f5937a tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/ports?device_id=0082d6f3-4ce1-4b33-8e63-559737cc138b HTTP/1.1" status: 200 len: 949 time: 0.1357360 Jul 15 12:58:51.532473 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d296b6-60e6-4c13-a484-33ce3f1d8d88 req-a0e1311f-9fbc-4cb6-93d3-8366827df4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:51.538785 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f5d296b6-60e6-4c13-a484-33ce3f1d8d88 req-a0e1311f-9fbc-4cb6-93d3-8366827df4be service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5599ae44-16cf-41d5-be44-21201587c19a HTTP/1.1" status: 200 len: 1102 time: 0.3264575 Jul 15 12:58:51.570266 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419f360d-c7e3-44b4-bfe4-08b000662d32 None None] Routers {'7e7ba89f-4c3c-41ea-84bb-96b2b908d762'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:58:51.570901 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-419f360d-c7e3-44b4-bfe4-08b000662d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T12:58:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['7e7ba89f-4c3c-41ea-84bb-96b2b908d762'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:51.577050 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5402a28c-794e-4bd7-b2c1-14982adb5ee9 req-24492b06-bcbd-4300-b9eb-5d9cc393e4b8 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f902b4ac-f5a5-4ab1-886f-4d484680a555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026447 Jul 15 12:58:51.822567 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-3c8ce7a1-34c3-4553-acbf-8be2d3981ae3 None None] Allocated IP 172.20.0.2 (4d4750aa-b39e-47fd-950f-e1cc599b9845/3c2d23b5-04c1-44a0-b04b-b00ab2f695ae/0d074882-aec1-472a-9222-2b934535bf1d) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:51.854147 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-419f360d-c7e3-44b4-bfe4-08b000662d32 None None] Set router 7e7ba89f-4c3c-41ea-84bb-96b2b908d762 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:58:51.960080 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f5d296b6-60e6-4c13-a484-33ce3f1d8d88 req-347a1e52-bbde-4d96-ac27-d841960f3c69 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=92616dba-bbd8-4c13-8976-0bcc94acedc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141166 Jul 15 12:58:52.023258 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8e62c-238c-43b7-983d-06111f99ac42 req-e19998d4-1f20-4ee9-b149-3c1fafd1bba0 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:52.026029 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7ee8e62c-238c-43b7-983d-06111f99ac42 req-e19998d4-1f20-4ee9-b149-3c1fafd1bba0 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 971 time: 0.1536191 Jul 15 12:58:52.100857 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7ee8e62c-238c-43b7-983d-06111f99ac42 req-80b98977-89d1-4b75-a3f1-00e9fa359fe1 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684700 Jul 15 12:58:52.143741 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f60a89fc-1006-4dca-8348-0b54014ca458 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:52.223605 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f60a89fc-1006-4dca-8348-0b54014ca458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:52.430923 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device fcda8e5c-c42f-4884-9d89-3592d386113f up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:52.508531 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da389778-4fbc-4741-939c-5a629aa13eea req-ed827034-c4f4-4dd8-aed1-971216fbad15 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:52.517397 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-da389778-4fbc-4741-939c-5a629aa13eea req-ed827034-c4f4-4dd8-aed1-971216fbad15 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/ports?device_id=42213aec-a6d7-4108-961a-c6fe658f01f0 HTTP/1.1" status: 200 len: 948 time: 0.1110845 Jul 15 12:58:52.525384 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c8ce7a1-34c3-4553-acbf-8be2d3981ae3 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:52.552332 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3c8ce7a1-34c3-4553-acbf-8be2d3981ae3 None None] Transition to ACTIVE for port object 0d074882-aec1-472a-9222-2b934535bf1d will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:52.565444 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-f60a89fc-1006-4dca-8348-0b54014ca458 admin admin] Allocated IP 172.25.6.103 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/702be041-f669-42e2-be0e-fd92ae275951) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:52.586726 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3c8ce7a1-34c3-4553-acbf-8be2d3981ae3 None None] Transition to ACTIVE for port object 0d074882-aec1-472a-9222-2b934535bf1d will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:52.592337 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-da389778-4fbc-4741-939c-5a629aa13eea req-b2929af8-09f8-4577-9111-81b0fba7c956 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1c1602-a952-4eca-ad26-667722467c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739102 Jul 15 12:58:52.601051 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c8ce7a1-34c3-4553-acbf-8be2d3981ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:52.620475 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port fcda8e5c-c42f-4884-9d89-3592d386113f completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:52.651967 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port fcda8e5c-c42f-4884-9d89-3592d386113f triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:52.652538 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:52.661848 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-419f360d-c7e3-44b4-bfe4-08b000662d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7ba89f-4c3c-41ea-84bb-96b2b908d762', 'name': 'tempest-AttachSCSIVolumeTestJSON-1538192501-router', 'tenant_id': '23b3396e056846dc8a5456d9cbcf3178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '7d2d6827-27f3-4c53-8537-7297711daa99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:33Z', 'updated_at': '2021-07-15T12:58:44Z', 'revision_number': 4, 'project_id': '23b3396e056846dc8a5456d9cbcf3178', 'gw_port': {'id': '7d2d6827-27f3-4c53-8537-7297711daa99', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:13:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7ba89f-4c3c-41ea-84bb-96b2b908d762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:34Z', 'updated_at': '2021-07-15T12:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '66e29f1d-5b25-4568-8694-1d077c443ac4', 'name': '', 'network_id': '93948b70-b130-4099-b903-3c9173edd7ab', 'tenant_id': '23b3396e056846dc8a5456d9cbcf3178', 'mac_address': 'fa:16:3e:59:05:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7ba89f-4c3c-41ea-84bb-96b2b908d762', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '565033d0-9876-48dd-b28c-5e9144c820a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:41Z', 'updated_at': '2021-07-15T12:58:51Z', 'revision_number': 4, 'project_id': '23b3396e056846dc8a5456d9cbcf3178', 'subnets': [{'id': '565033d0-9876-48dd-b28c-5e9144c820a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:52.691197 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8ce7a1-34c3-4553-acbf-8be2d3981ae3 None None] Network 4d4750aa-b39e-47fd-950f-e1cc599b9845 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:52.725911 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-3c8ce7a1-34c3-4553-acbf-8be2d3981ae3 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:52.737931 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419f360d-c7e3-44b4-bfe4-08b000662d32 None None] The sync data for ids ['7e7ba89f-4c3c-41ea-84bb-96b2b908d762'] in n-d-758944-45 is: [{'id': '7e7ba89f-4c3c-41ea-84bb-96b2b908d762', 'name': 'tempest-AttachSCSIVolumeTestJSON-1538192501-router', 'tenant_id': '23b3396e056846dc8a5456d9cbcf3178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '7d2d6827-27f3-4c53-8537-7297711daa99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:33Z', 'updated_at': '2021-07-15T12:58:44Z', 'revision_number': 4, 'project_id': '23b3396e056846dc8a5456d9cbcf3178', 'gw_port': {'id': '7d2d6827-27f3-4c53-8537-7297711daa99', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:13:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7ba89f-4c3c-41ea-84bb-96b2b908d762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:34Z', 'updated_at': '2021-07-15T12:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '66e29f1d-5b25-4568-8694-1d077c443ac4', 'name': '', 'network_id': '93948b70-b130-4099-b903-3c9173edd7ab', 'tenant_id': '23b3396e056846dc8a5456d9cbcf3178', 'mac_address': 'fa:16:3e:59:05:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7ba89f-4c3c-41ea-84bb-96b2b908d762', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '565033d0-9876-48dd-b28c-5e9144c820a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:41Z', 'updated_at': '2021-07-15T12:58:51Z', 'revision_number': 4, 'project_id': '23b3396e056846dc8a5456d9cbcf3178', 'subnets': [{'id': '565033d0-9876-48dd-b28c-5e9144c820a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:58:52.741797 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8ce7a1-34c3-4553-acbf-8be2d3981ae3 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:52.747627 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ce7a1-34c3-4553-acbf-8be2d3981ae3 None None] Pushing event updated for resources: {'Port': ['ID=0d074882-aec1-472a-9222-2b934535bf1d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:52.860765 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f60a89fc-1006-4dca-8348-0b54014ca458 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:52.965097 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:52.996816 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-3c8ce7a1-34c3-4553-acbf-8be2d3981ae3 None None] Attempting to bind port 0d074882-aec1-472a-9222-2b934535bf1d on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:52.997437 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-3c8ce7a1-34c3-4553-acbf-8be2d3981ae3 None None] Attempting to bind port 0d074882-aec1-472a-9222-2b934535bf1d by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4ad55242-abcc-427f-96c5-62f047e29320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4d4750aa-b39e-47fd-950f-e1cc599b9845'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:52.997857 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8ce7a1-34c3-4553-acbf-8be2d3981ae3 None None] Attempting to bind port 0d074882-aec1-472a-9222-2b934535bf1d on network 4d4750aa-b39e-47fd-950f-e1cc599b9845 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:53.024666 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8ce7a1-34c3-4553-acbf-8be2d3981ae3 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:53.025041 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8ce7a1-34c3-4553-acbf-8be2d3981ae3 None None] Checking segment: {'id': '4ad55242-abcc-427f-96c5-62f047e29320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4d4750aa-b39e-47fd-950f-e1cc599b9845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:53.025424 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c8ce7a1-34c3-4553-acbf-8be2d3981ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:53.025866 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8ce7a1-34c3-4553-acbf-8be2d3981ae3 None None] Bound using segment: {'id': '4ad55242-abcc-427f-96c5-62f047e29320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4d4750aa-b39e-47fd-950f-e1cc599b9845'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:53.026371 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-3c8ce7a1-34c3-4553-acbf-8be2d3981ae3 None None] Bound port: 0d074882-aec1-472a-9222-2b934535bf1d, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad55242-abcc-427f-96c5-62f047e29320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4d4750aa-b39e-47fd-950f-e1cc599b9845'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:53.026761 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c8ce7a1-34c3-4553-acbf-8be2d3981ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:53.068183 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c0c10-561b-4710-8cc8-b9ee05a9b571 req-ff8ea95d-f35c-4ff5-b6ae-d0d2dbcdf6cd tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:53.093798 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eb8c0c10-561b-4710-8cc8-b9ee05a9b571 req-ff8ea95d-f35c-4ff5-b6ae-d0d2dbcdf6cd tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/ports?device_id=0082d6f3-4ce1-4b33-8e63-559737cc138b HTTP/1.1" status: 200 len: 949 time: 0.1911881 Jul 15 12:58:53.100726 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f60a89fc-1006-4dca-8348-0b54014ca458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:53.121956 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-3c8ce7a1-34c3-4553-acbf-8be2d3981ae3 None None] For port 0d074882-aec1-472a-9222-2b934535bf1d, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:53.126397 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-3c8ce7a1-34c3-4553-acbf-8be2d3981ae3 None None] For port 0d074882-aec1-472a-9222-2b934535bf1d, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0d074882-aec1-472a-9222-2b934535bf1d,segment=NetworkSegment(4ad55242-abcc-427f-96c5-62f047e29320),segment_id=4ad55242-abcc-427f-96c5-62f047e29320)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:53.128338 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c6802-376d-4af5-a344-6e177300d76a req-cd6b52d9-5c6e-457e-addc-5865435dc5df tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:53.129174 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port fcda8e5c-c42f-4884-9d89-3592d386113f, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=fcda8e5c-c42f-4884-9d89-3592d386113f,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:53.132336 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42213aec-a6d7-4108-961a-c6fe658f01f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcda8e5c-c42f-4884-9d89-3592d386113f'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:53.135134 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4cf5c7-2573-4482-bd7e-4d54a7268e54" -d '{"events": [{"server_uuid": "42213aec-a6d7-4108-961a-c6fe658f01f0", "name": "network-vif-plugged", "status": "completed", "tag": "fcda8e5c-c42f-4884-9d89-3592d386113f"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:53.142342 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f3c6802-376d-4af5-a344-6e177300d76a req-cd6b52d9-5c6e-457e-addc-5865435dc5df tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] 10.222.0.24 "GET /v2.0/ports?device_id=5599ae44-16cf-41d5-be44-21201587c19a HTTP/1.1" status: 200 len: 950 time: 0.1032007 Jul 15 12:58:53.154059 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c8ce7a1-34c3-4553-acbf-8be2d3981ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:53.221234 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:53.226885 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ce7a1-34c3-4553-acbf-8be2d3981ae3 None None] Pushing event updated for resources: {'Port': ['ID=0d074882-aec1-472a-9222-2b934535bf1d,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:53.249622 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f3c6802-376d-4af5-a344-6e177300d76a req-58aa262c-b6a9-4d7a-9cb5-f268de9665da tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] 10.222.0.24 "GET /v2.0/security-groups?id=92616dba-bbd8-4c13-8976-0bcc94acedc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061058 Jul 15 12:58:53.346394 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=fcda8e5c-c42f-4884-9d89-3592d386113f,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:53.390627 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:53.418605 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eb8c0c10-561b-4710-8cc8-b9ee05a9b571 req-1bc036f2-d605-4ca8-b133-3962d09f01cd tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f902b4ac-f5a5-4ab1-886f-4d484680a555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220041 Jul 15 12:58:53.433157 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60a89fc-1006-4dca-8348-0b54014ca458 admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:58:53.445521 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a89fc-1006-4dca-8348-0b54014ca458 admin admin] Pushing event updated for resources: {'Port': ['ID=702be041-f669-42e2-be0e-fd92ae275951,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:53.458704 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f60a89fc-1006-4dca-8348-0b54014ca458 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:58:53.468776 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25029340-b787-448e-9f4e-0eb8127a6f8d x-openstack-request-id: req-25029340-b787-448e-9f4e-0eb8127a6f8d {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:53.470094 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42213aec-a6d7-4108-961a-c6fe658f01f0", "name": "network-vif-plugged", "status": "completed", "tag": "fcda8e5c-c42f-4884-9d89-3592d386113f", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:53.470666 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-25029340-b787-448e-9f4e-0eb8127a6f8d {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:53.471320 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42213aec-a6d7-4108-961a-c6fe658f01f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcda8e5c-c42f-4884-9d89-3592d386113f', 'code': 200} Jul 15 12:58:53.476378 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60a89fc-1006-4dca-8348-0b54014ca458 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:58:53.479793 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ff80f4bf-388c-48d2-8a60-509e039c3e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:53.592892 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 66e29f1d-5b25-4568-8694-1d077c443ac4 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:53.788390 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 66e29f1d-5b25-4568-8694-1d077c443ac4 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:53.842135 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 66e29f1d-5b25-4568-8694-1d077c443ac4 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:53.842733 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:53.905636 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e588dc-f9c3-43e2-a78a-6294041f4fab req-5bf60c2c-ef13-4b07-9379-2f867897ac5b tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:53.919890 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-32e588dc-f9c3-43e2-a78a-6294041f4fab req-5bf60c2c-ef13-4b07-9379-2f867897ac5b tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 971 time: 0.1649587 Jul 15 12:58:54.022213 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-32e588dc-f9c3-43e2-a78a-6294041f4fab req-41eef99b-7693-4d9d-befd-bb0c4fc39a0c tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006172 Jul 15 12:58:54.239539 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f60a89fc-1006-4dca-8348-0b54014ca458 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:54.309559 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:54.360352 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddf3db-e923-492c-ab3e-d865553f4950 req-b9b74632-401f-4716-adef-f7cce790233e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:54.362467 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c1ddf3db-e923-492c-ab3e-d865553f4950 req-b9b74632-401f-4716-adef-f7cce790233e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=42213aec-a6d7-4108-961a-c6fe658f01f0 HTTP/1.1" status: 200 len: 1101 time: 0.6363540 Jul 15 12:58:54.381628 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 66e29f1d-5b25-4568-8694-1d077c443ac4, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=66e29f1d-5b25-4568-8694-1d077c443ac4,segment=NetworkSegment(46dedc86-c944-4d7a-8831-f5e3ca85c6cf),segment_id=46dedc86-c944-4d7a-8831-f5e3ca85c6cf)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:54.390788 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:54.515222 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=66e29f1d-5b25-4568-8694-1d077c443ac4,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:54.530149 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c1ddf3db-e923-492c-ab3e-d865553f4950 req-fddc25a6-adac-4ef1-bd47-c3722587cfd1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=be1c1602-a952-4eca-ad26-667722467c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268914 Jul 15 12:58:54.537260 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:54.554128 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-a6995162-fe77-4346-932b-77dc1150e971 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590706 Jul 15 12:58:54.569593 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ca9cc-8b77-4b34-98f3-34e722218cef req-bb817f80-4fb0-437e-ae3d-2203935a3c01 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:54.571851 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-647ca9cc-8b77-4b34-98f3-34e722218cef req-bb817f80-4fb0-437e-ae3d-2203935a3c01 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/ports?device_id=42213aec-a6d7-4108-961a-c6fe658f01f0 HTTP/1.1" status: 200 len: 949 time: 0.2278068 Jul 15 12:58:54.634442 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:54.714449 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-e28a073e-9d75-49d3-8560-ed52dff18024 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:54.722619 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-e28a073e-9d75-49d3-8560-ed52dff18024 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1662998 Jul 15 12:58:54.736475 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-cd14d7ba-4b20-47c2-afb4-c5f313d71cb6 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/quotas/a4339ead27f64ff8ab2c69e6a9cebb91 HTTP/1.1" status: 200 len: 375 time: 0.0125713 Jul 15 12:58:54.795009 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-b7121c34-6b27-49f8-adf2-a7cf62b7ca9a tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549729 Jul 15 12:58:54.962583 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4ea509-f2a8-4e83-bd8b-b595296c1bc5 None None] Network 4d4750aa-b39e-47fd-950f-e1cc599b9845 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:58:55.008296 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-647ca9cc-8b77-4b34-98f3-34e722218cef req-1d3fb155-c6e1-4f40-a656-56562c594570 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1c1602-a952-4eca-ad26-667722467c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005578 Jul 15 12:58:55.138256 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7b8d6418-3327-4401-9bef-512646a3a6be None None] Provisioning for port 0d074882-aec1-472a-9222-2b934535bf1d completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:55.184974 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f60a89fc-1006-4dca-8348-0b54014ca458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:55.247134 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cff82-88b4-43b4-8e26-b6a6d3140c2b req-fa081255-6a06-4448-9eab-990d0a459c21 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:55.255431 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-145cff82-88b4-43b4-8e26-b6a6d3140c2b req-fa081255-6a06-4448-9eab-990d0a459c21 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/ports?device_id=0082d6f3-4ce1-4b33-8e63-559737cc138b HTTP/1.1" status: 200 len: 949 time: 0.1600626 Jul 15 12:58:55.337748 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-145cff82-88b4-43b4-8e26-b6a6d3140c2b req-47cd046a-39c0-426b-86d6-28781004e289 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/security-groups?id=f902b4ac-f5a5-4ab1-886f-4d484680a555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812864 Jul 15 12:58:55.591804 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2f5f25d8-225f-4dff-8f96-d89980ce258a req-bdb27dc2-f645-42e0-96f9-f324bdcf5225 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f63503f-9bc5-475f-899c-2743f149a4d6 HTTP/1.1" status: 200 len: 210 time: 0.0748107 Jul 15 12:58:55.652446 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60a89fc-1006-4dca-8348-0b54014ca458 admin admin] Router 5087e6c6-e722-4dc7-9165-22a3d593f1d3 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 12:58:55.767884 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0d074882-aec1-472a-9222-2b934535bf1d up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:55.881549 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc24187-6fdf-4cac-b1e9-7975989aea02 req-2987b3b5-fbf5-49bb-aa98-e6e86c339fe2 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:55.891586 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4cc24187-6fdf-4cac-b1e9-7975989aea02 req-2987b3b5-fbf5-49bb-aa98-e6e86c339fe2 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] 10.222.0.24 "GET /v2.0/ports?device_id=5599ae44-16cf-41d5-be44-21201587c19a HTTP/1.1" status: 200 len: 950 time: 0.2591181 Jul 15 12:58:55.945311 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b108f-8d9a-4587-974c-e4f71e56eda9 req-e5b9606e-679b-416c-b3ed-794109b8082b tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:55.948282 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-567b108f-8d9a-4587-974c-e4f71e56eda9 req-e5b9606e-679b-416c-b3ed-794109b8082b tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.18 "GET /v2.0/ports?device_id=0082d6f3-4ce1-4b33-8e63-559737cc138b HTTP/1.1" status: 200 len: 949 time: 0.2832603 Jul 15 12:58:55.950452 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 0d074882-aec1-472a-9222-2b934535bf1d completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:58:55.955810 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 0d074882-aec1-472a-9222-2b934535bf1d triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:55.956335 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:55.997903 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4cc24187-6fdf-4cac-b1e9-7975989aea02 req-28b94009-0d97-4119-a80b-0460305f7282 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] 10.222.0.24 "GET /v2.0/security-groups?id=92616dba-bbd8-4c13-8976-0bcc94acedc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046331 Jul 15 12:58:56.046389 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-415458e8-5229-4e83-94b5-5120f0c38fd5 None None] Provisioning complete for port 0d074882-aec1-472a-9222-2b934535bf1d triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:56.047324 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-415458e8-5229-4e83-94b5-5120f0c38fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:56.088382 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60a89fc-1006-4dca-8348-0b54014ca458 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:58:56.105462 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac283a5-3143-40d1-b87a-50e28e3bf1cc None None] Sync routers for ids ['5087e6c6-e722-4dc7-9165-22a3d593f1d3'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:58:56.117303 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac283a5-3143-40d1-b87a-50e28e3bf1cc None None] Routers {'5087e6c6-e722-4dc7-9165-22a3d593f1d3'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:58:56.118799 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8ac283a5-3143-40d1-b87a-50e28e3bf1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T12:58:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['5087e6c6-e722-4dc7-9165-22a3d593f1d3'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:56.206251 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f60a89fc-1006-4dca-8348-0b54014ca458 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:56.211157 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f60a89fc-1006-4dca-8348-0b54014ca458 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1064422 Jul 15 12:58:56.213068 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42010) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:56.239879 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:56.248483 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:56.253182 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-8ac283a5-3143-40d1-b87a-50e28e3bf1cc None None] Set router 5087e6c6-e722-4dc7-9165-22a3d593f1d3 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:58:56.306443 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2b82f-f36d-4d4c-a4c4-a766727d7781 req-e8fab0d2-cb72-431f-a196-3695baa5bf2e tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:56.309164 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-04a2b82f-f36d-4d4c-a4c4-a766727d7781 req-e8fab0d2-cb72-431f-a196-3695baa5bf2e tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 971 time: 0.4394665 Jul 15 12:58:56.388304 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 0d074882-aec1-472a-9222-2b934535bf1d, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0d074882-aec1-472a-9222-2b934535bf1d,segment=NetworkSegment(4ad55242-abcc-427f-96c5-62f047e29320),segment_id=4ad55242-abcc-427f-96c5-62f047e29320)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:56.401085 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:56.402596 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 66e29f1d-5b25-4568-8694-1d077c443ac4 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:56.412396 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-415458e8-5229-4e83-94b5-5120f0c38fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:56.447301 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-04a2b82f-f36d-4d4c-a4c4-a766727d7781 req-7fb27b81-3b80-4d05-9ea2-df20d4bace8e tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210272 Jul 15 12:58:56.449471 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-567b108f-8d9a-4587-974c-e4f71e56eda9 req-5152e3a6-3558-4857-a864-d1ecdf892aa6 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Deleting port f0071228-ca0b-445e-a1fd-915eedc440e1 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:58:56.450050 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-567b108f-8d9a-4587-974c-e4f71e56eda9 req-5152e3a6-3558-4857-a864-d1ecdf892aa6 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:56.630011 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-415458e8-5229-4e83-94b5-5120f0c38fd5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 12:58:56.630564 n-d-758944-45 neutron-server[93815]: DEBUG oslo_db.api [None req-415458e8-5229-4e83-94b5-5120f0c38fd5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 12:58:56.671731 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-567b108f-8d9a-4587-974c-e4f71e56eda9 req-5152e3a6-3558-4857-a864-d1ecdf892aa6 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] For port f0071228-ca0b-445e-a1fd-915eedc440e1, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=f0071228-ca0b-445e-a1fd-915eedc440e1,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:56.679847 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-567b108f-8d9a-4587-974c-e4f71e56eda9 req-5152e3a6-3558-4857-a864-d1ecdf892aa6 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:56.685172 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 66e29f1d-5b25-4568-8694-1d077c443ac4 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:56.685789 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:56.710789 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8ac283a5-3143-40d1-b87a-50e28e3bf1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5087e6c6-e722-4dc7-9165-22a3d593f1d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-913387621-router', 'tenant_id': '566be698f6af4bc3992c2fb4a91aff6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '702be041-f669-42e2-be0e-fd92ae275951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:50Z', 'updated_at': '2021-07-15T12:58:53Z', 'revision_number': 3, 'project_id': '566be698f6af4bc3992c2fb4a91aff6f', 'gw_port': {'id': '702be041-f669-42e2-be0e-fd92ae275951', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5087e6c6-e722-4dc7-9165-22a3d593f1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:52Z', 'updated_at': '2021-07-15T12:58:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:56.741252 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=0d074882-aec1-472a-9222-2b934535bf1d,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:56.742280 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-567b108f-8d9a-4587-974c-e4f71e56eda9 req-5152e3a6-3558-4857-a864-d1ecdf892aa6 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Calling delete_port for f0071228-ca0b-445e-a1fd-915eedc440e1 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:58:56.747724 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac283a5-3143-40d1-b87a-50e28e3bf1cc None None] Checking router: 5087e6c6-e722-4dc7-9165-22a3d593f1d3 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:58:56.749926 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac283a5-3143-40d1-b87a-50e28e3bf1cc None None] Updating router 5087e6c6-e722-4dc7-9165-22a3d593f1d3 port 702be041-f669-42e2-be0e-fd92ae275951 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:58:56.883978 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ac283a5-3143-40d1-b87a-50e28e3bf1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:56.956009 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c45e4-9775-4440-896c-b9e8d41c7145 req-2d539b0e-1873-49cc-989c-d0bbdc9e97e1 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:56.961525 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-072c45e4-9775-4440-896c-b9e8d41c7145 req-2d539b0e-1873-49cc-989c-d0bbdc9e97e1 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/ports?device_id=72018243-a499-4575-83f8-0ac622289c5b HTTP/1.1" status: 200 len: 971 time: 0.3683627 Jul 15 12:58:57.197265 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-567b108f-8d9a-4587-974c-e4f71e56eda9 req-5152e3a6-3558-4857-a864-d1ecdf892aa6 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.213337 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.18', 50865) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:58:57.216360 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['f0071228-ca0b-445e-a1fd-915eedc440e1'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:57.237737 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-072c45e4-9775-4440-896c-b9e8d41c7145 req-eb733345-416f-4540-8201-080cbe9c8b95 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/security-groups?id=419ffdfd-091e-4390-94f3-336519b65c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582505 Jul 15 12:58:57.307385 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-0734fc10-3a2c-45fc-9f28-d85a247a7c78 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0928302 Jul 15 12:58:57.350564 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152e3a6-3558-4857-a864-d1ecdf892aa6 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Pushing event deleted for resources: {'Port': ['ID=f0071228-ca0b-445e-a1fd-915eedc440e1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:57.572622 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ac283a5-3143-40d1-b87a-50e28e3bf1cc None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.577385 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0d074882-aec1-472a-9222-2b934535bf1d up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:58:57.593146 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-567b108f-8d9a-4587-974c-e4f71e56eda9 req-5152e3a6-3558-4857-a864-d1ecdf892aa6 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] No DVR routers for this DVR port f0071228-ca0b-445e-a1fd-915eedc440e1 on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 12:58:57.596738 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8ac283a5-3143-40d1-b87a-50e28e3bf1cc None None] Transition to ACTIVE for port object 702be041-f669-42e2-be0e-fd92ae275951 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:58:57.610559 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-567b108f-8d9a-4587-974c-e4f71e56eda9 req-5152e3a6-3558-4857-a864-d1ecdf892aa6 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.614612 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-567b108f-8d9a-4587-974c-e4f71e56eda9 req-5152e3a6-3558-4857-a864-d1ecdf892aa6 tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.18 "DELETE /v2.0/ports/f0071228-ca0b-445e-a1fd-915eedc440e1 HTTP/1.1" status: 204 len: 173 time: 1.6496992 Jul 15 12:58:57.618897 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ac283a5-3143-40d1-b87a-50e28e3bf1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.639321 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0082d6f3-4ce1-4b33-8e63-559737cc138b', 'name': 'network-vif-deleted', 'tag': 'f0071228-ca0b-445e-a1fd-915eedc440e1'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:58:57.647024 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4cfb98-3b62-40d4-9337-ac9ff20420f6" -d '{"events": [{"server_uuid": "0082d6f3-4ce1-4b33-8e63-559737cc138b", "name": "network-vif-deleted", "tag": "f0071228-ca0b-445e-a1fd-915eedc440e1"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:58:57.697213 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba4522-abbf-4f46-995d-5f4abe4544e0 req-5e2807f7-dc17-4da2-b007-f8377fdeb320 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:57.705137 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e0ba4522-abbf-4f46-995d-5f4abe4544e0 req-5e2807f7-dc17-4da2-b007-f8377fdeb320 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.18 "GET /v2.0/ports?device_id=72018243-a499-4575-83f8-0ac622289c5b HTTP/1.1" status: 200 len: 971 time: 0.6075208 Jul 15 12:58:57.710215 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 0d074882-aec1-472a-9222-2b934535bf1d triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:58:57.710600 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.739688 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a3227-f82d-4873-9510-5b075d0e93ed req-e72a971c-06a6-4f30-a643-2d365f275d08 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:57.743454 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8ac283a5-3143-40d1-b87a-50e28e3bf1cc None None] Attempting to bind port 702be041-f669-42e2-be0e-fd92ae275951 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:58:57.744626 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8ac283a5-3143-40d1-b87a-50e28e3bf1cc None None] Attempting to bind port 702be041-f669-42e2-be0e-fd92ae275951 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:58:57.745748 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac283a5-3143-40d1-b87a-50e28e3bf1cc None None] Attempting to bind port 702be041-f669-42e2-be0e-fd92ae275951 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:58:57.751674 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d41a3227-f82d-4873-9510-5b075d0e93ed req-e72a971c-06a6-4f30-a643-2d365f275d08 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/ports?device_id=42213aec-a6d7-4108-961a-c6fe658f01f0 HTTP/1.1" status: 200 len: 949 time: 0.5878131 Jul 15 12:58:57.769666 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484a7e9-2e9e-40c9-ac66-3170d96d1d7c None None] Pushing event updated for resources: {'Port': ['ID=702be041-f669-42e2-be0e-fd92ae275951,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:57.776626 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac283a5-3143-40d1-b87a-50e28e3bf1cc None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:58:57.777374 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac283a5-3143-40d1-b87a-50e28e3bf1cc None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:58:57.779047 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ac283a5-3143-40d1-b87a-50e28e3bf1cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.780220 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac283a5-3143-40d1-b87a-50e28e3bf1cc None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:58:57.782830 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8ac283a5-3143-40d1-b87a-50e28e3bf1cc None None] Bound port: 702be041-f669-42e2-be0e-fd92ae275951, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:58:57.783820 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ac283a5-3143-40d1-b87a-50e28e3bf1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.898062 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d41a3227-f82d-4873-9510-5b075d0e93ed req-d6b73002-69d5-43da-afc8-e1bc2edd44af tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1c1602-a952-4eca-ad26-667722467c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449378 Jul 15 12:58:57.921078 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-7abc0b5d-5101-4ee8-b444-45f284a322c8 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:57.922967 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8ac283a5-3143-40d1-b87a-50e28e3bf1cc None None] For port 702be041-f669-42e2-be0e-fd92ae275951, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:58:57.924950 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-7abc0b5d-5101-4ee8-b444-45f284a322c8 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6051018 Jul 15 12:58:57.929864 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8ac283a5-3143-40d1-b87a-50e28e3bf1cc None None] For port 702be041-f669-42e2-be0e-fd92ae275951, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=702be041-f669-42e2-be0e-fd92ae275951,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:58:57.941016 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d5f58959-0827-4cec-90a0-31943059caf2 req-70201b63-e960-41cb-a6fd-375ce462baaf tempest-DeleteServersAdminTestJSON-1121811939 tempest-DeleteServersAdminTestJSON-1121811939-project] 10.222.0.24 "GET /v2.0/ports?device_id=0082d6f3-4ce1-4b33-8e63-559737cc138b HTTP/1.1" status: 200 len: 210 time: 0.3300600 Jul 15 12:58:57.951280 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8ac283a5-3143-40d1-b87a-50e28e3bf1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:57.974068 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-5ae73503-f5c2-47ea-83d0-f8c2c6af1fa9 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Request body: {'port': {'device_id': '5f63503f-9bc5-475f-899c-2743f149a4d6', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'admin_state_up': True, 'tenant_id': 'a4339ead27f64ff8ab2c69e6a9cebb91'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:58:58.055493 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac283a5-3143-40d1-b87a-50e28e3bf1cc None None] Routers {'5087e6c6-e722-4dc7-9165-22a3d593f1d3'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:58:58.056829 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8ac283a5-3143-40d1-b87a-50e28e3bf1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T12:58:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['5087e6c6-e722-4dc7-9165-22a3d593f1d3'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:58.084129 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-e0ba4522-abbf-4f46-995d-5f4abe4544e0 req-493dc31d-3dcf-4291-bf8e-a36cef4d1606 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Deleting port 61852979-4c65-4cad-8f9a-913fb2fe5154 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:58:58.084727 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e0ba4522-abbf-4f46-995d-5f4abe4544e0 req-493dc31d-3dcf-4291-bf8e-a36cef4d1606 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:58.124133 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bd9ca423-85a1-4d54-8cdd-6897071f9330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:58.212099 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-e0ba4522-abbf-4f46-995d-5f4abe4544e0 req-493dc31d-3dcf-4291-bf8e-a36cef4d1606 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] For port 61852979-4c65-4cad-8f9a-913fb2fe5154, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=61852979-4c65-4cad-8f9a-913fb2fe5154,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:58:58.212453 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e0ba4522-abbf-4f46-995d-5f4abe4544e0 req-493dc31d-3dcf-4291-bf8e-a36cef4d1606 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:58.227253 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-e0ba4522-abbf-4f46-995d-5f4abe4544e0 req-493dc31d-3dcf-4291-bf8e-a36cef4d1606 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Calling delete_port for 61852979-4c65-4cad-8f9a-913fb2fe5154 owned by compute:tempest-test_az-571544764 {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:58:58.266900 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484a7e9-2e9e-40c9-ac66-3170d96d1d7c None None] Pushing event updated for resources: {'Port': ['ID=702be041-f669-42e2-be0e-fd92ae275951,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:58.341280 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-382c7776-3a4a-42db-bb5e-e965730471fd req-97ef1abd-2ac1-415f-bfc8-8e81107ed280 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f63503f-9bc5-475f-899c-2743f149a4d6 HTTP/1.1" status: 200 len: 210 time: 0.0315011 Jul 15 12:58:58.376413 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-5ae73503-f5c2-47ea-83d0-f8c2c6af1fa9 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Made reservation on behalf of a4339ead27f64ff8ab2c69e6a9cebb91 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:58:58.382947 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-5ae73503-f5c2-47ea-83d0-f8c2c6af1fa9 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:58.390375 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-8ac283a5-3143-40d1-b87a-50e28e3bf1cc None None] Set router 5087e6c6-e722-4dc7-9165-22a3d593f1d3 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:58:58.473531 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e0ba4522-abbf-4f46-995d-5f4abe4544e0 req-493dc31d-3dcf-4291-bf8e-a36cef4d1606 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:58.483059 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['61852979-4c65-4cad-8f9a-913fb2fe5154'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:58:58.505620 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-5ae73503-f5c2-47ea-83d0-f8c2c6af1fa9 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:58.572060 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493dc31d-3dcf-4291-bf8e-a36cef4d1606 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Pushing event deleted for resources: {'Port': ['ID=61852979-4c65-4cad-8f9a-913fb2fe5154,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:58.756173 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ba4522-abbf-4f46-995d-5f4abe4544e0 req-493dc31d-3dcf-4291-bf8e-a36cef4d1606 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] No DVR routers for this DVR port 61852979-4c65-4cad-8f9a-913fb2fe5154 on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 12:58:58.767093 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e0ba4522-abbf-4f46-995d-5f4abe4544e0 req-493dc31d-3dcf-4291-bf8e-a36cef4d1606 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:58.778372 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e0ba4522-abbf-4f46-995d-5f4abe4544e0 req-493dc31d-3dcf-4291-bf8e-a36cef4d1606 tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.18 "DELETE /v2.0/ports/61852979-4c65-4cad-8f9a-913fb2fe5154 HTTP/1.1" status: 204 len: 173 time: 1.0644646 Jul 15 12:58:58.863788 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac899c1-df2c-443f-884d-5d4b6467986b x-openstack-request-id: req-0ac899c1-df2c-443f-884d-5d4b6467986b {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:58:58.864903 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0082d6f3-4ce1-4b33-8e63-559737cc138b", "name": "network-vif-deleted", "tag": "f0071228-ca0b-445e-a1fd-915eedc440e1", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:58:58.865933 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0ac899c1-df2c-443f-884d-5d4b6467986b {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:58:58.866802 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0082d6f3-4ce1-4b33-8e63-559737cc138b', 'name': 'network-vif-deleted', 'tag': 'f0071228-ca0b-445e-a1fd-915eedc440e1', 'status': 'completed', 'code': 200} Jul 15 12:58:58.916904 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-5ae73503-f5c2-47ea-83d0-f8c2c6af1fa9 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:58.947395 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-5ae73503-f5c2-47ea-83d0-f8c2c6af1fa9 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:59.033075 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8ac283a5-3143-40d1-b87a-50e28e3bf1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5087e6c6-e722-4dc7-9165-22a3d593f1d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-913387621-router', 'tenant_id': '566be698f6af4bc3992c2fb4a91aff6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '702be041-f669-42e2-be0e-fd92ae275951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:50Z', 'updated_at': '2021-07-15T12:58:53Z', 'revision_number': 3, 'project_id': '566be698f6af4bc3992c2fb4a91aff6f', 'gw_port': {'id': '702be041-f669-42e2-be0e-fd92ae275951', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5087e6c6-e722-4dc7-9165-22a3d593f1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:52Z', 'updated_at': '2021-07-15T12:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:58:59.036755 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae73503-f5c2-47ea-83d0-f8c2c6af1fa9 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e515867-6bc3-43f3-a669-48645bdf9486,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:58:59.086535 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe90f57-d0c3-4853-a875-cc2c7f0e557d req-7c0165aa-dbd6-490d-9139-ef301eba9a3c tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:58:59.093371 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fbe90f57-d0c3-4853-a875-cc2c7f0e557d req-7c0165aa-dbd6-490d-9139-ef301eba9a3c tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 971 time: 0.2543738 Jul 15 12:58:59.163310 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac283a5-3143-40d1-b87a-50e28e3bf1cc None None] The sync data for ids ['5087e6c6-e722-4dc7-9165-22a3d593f1d3'] in n-d-758944-45 is: [{'id': '5087e6c6-e722-4dc7-9165-22a3d593f1d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-913387621-router', 'tenant_id': '566be698f6af4bc3992c2fb4a91aff6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '702be041-f669-42e2-be0e-fd92ae275951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:50Z', 'updated_at': '2021-07-15T12:58:53Z', 'revision_number': 3, 'project_id': '566be698f6af4bc3992c2fb4a91aff6f', 'gw_port': {'id': '702be041-f669-42e2-be0e-fd92ae275951', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5087e6c6-e722-4dc7-9165-22a3d593f1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:52Z', 'updated_at': '2021-07-15T12:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:58:59.280086 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fbe90f57-d0c3-4853-a875-cc2c7f0e557d req-78f86a26-6cc0-4ec0-8124-2f2dd0f82484 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748672 Jul 15 12:58:59.475806 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-bd9ca423-85a1-4d54-8cdd-6897071f9330 admin admin] Allocated IP 172.20.0.1 (4d4750aa-b39e-47fd-950f-e1cc599b9845/3c2d23b5-04c1-44a0-b04b-b00ab2f695ae/8e494063-afce-4ad0-a068-31a8b4ebd61d) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:59.584273 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 61852979-4c65-4cad-8f9a-913fb2fe5154 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:58:59.585473 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-5ae73503-f5c2-47ea-83d0-f8c2c6af1fa9 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Allocated IP 192.168.233.26 (469a0c47-6cac-4ffe-aa16-0c933961e7af/23cd399a-e88b-433a-a99b-25a477d6a3ca/5ec5c713-6d70-43a5-b417-6d1ab747b70e) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:58:59.640197 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 61852979-4c65-4cad-8f9a-913fb2fe5154 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 12:58:59.642139 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 61852979-4c65-4cad-8f9a-913fb2fe5154 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:58:59.643901 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device f0071228-ca0b-445e-a1fd-915eedc440e1 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:58:59.724066 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: f0071228-ca0b-445e-a1fd-915eedc440e1 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 12:58:59.724459 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device f0071228-ca0b-445e-a1fd-915eedc440e1 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:58:59.831115 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-485229f3-f976-4ef7-945c-0700b37b118a req-74a598d3-2658-4bd0-ad3c-45954a2dcf3c tempest-AggregatesAdminTestJSON-1124138688 tempest-AggregatesAdminTestJSON-1124138688-project] 10.222.0.24 "GET /v2.0/ports?device_id=72018243-a499-4575-83f8-0ac622289c5b HTTP/1.1" status: 200 len: 210 time: 0.1162937 Jul 15 12:59:00.022156 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bd9ca423-85a1-4d54-8cdd-6897071f9330 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:00.059718 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39448f5e-5146-4b4b-a4e6-9f8702e514a1 req-5328e227-0185-45a1-b720-86912605c877 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:00.062340 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39448f5e-5146-4b4b-a4e6-9f8702e514a1 req-5328e227-0185-45a1-b720-86912605c877 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] 10.222.0.24 "GET /v2.0/ports?device_id=5599ae44-16cf-41d5-be44-21201587c19a HTTP/1.1" status: 200 len: 950 time: 0.2531748 Jul 15 12:59:00.114954 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-bd9ca423-85a1-4d54-8cdd-6897071f9330 admin admin] Transition to ACTIVE for port object 8e494063-afce-4ad0-a068-31a8b4ebd61d will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:00.204143 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39448f5e-5146-4b4b-a4e6-9f8702e514a1 req-80b18ed6-c0c2-4b0d-b779-bbcb38f6f2a4 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] 10.222.0.24 "GET /v2.0/security-groups?id=92616dba-bbd8-4c13-8976-0bcc94acedc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920184 Jul 15 12:59:00.260397 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-5ae73503-f5c2-47ea-83d0-f8c2c6af1fa9 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:00.281809 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bd9ca423-85a1-4d54-8cdd-6897071f9330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:00.293835 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-5ae73503-f5c2-47ea-83d0-f8c2c6af1fa9 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Transition to ACTIVE for port object 5ec5c713-6d70-43a5-b417-6d1ab747b70e will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:00.307465 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9ca423-85a1-4d54-8cdd-6897071f9330 admin admin] Network 4d4750aa-b39e-47fd-950f-e1cc599b9845 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:00.329045 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-bd9ca423-85a1-4d54-8cdd-6897071f9330 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:00.334532 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9ca423-85a1-4d54-8cdd-6897071f9330 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:59:00.335018 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bd9ca423-85a1-4d54-8cdd-6897071f9330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:00.401721 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-57a21ece-9ae0-46ed-ad16-c08d7b03b1ca req-30347e58-e781-4816-bffe-49e62b766044 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f63503f-9bc5-475f-899c-2743f149a4d6 HTTP/1.1" status: 200 len: 210 time: 0.0791152 Jul 15 12:59:00.506863 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ca423-85a1-4d54-8cdd-6897071f9330 admin admin] Pushing event updated for resources: {'Port': ['ID=8e494063-afce-4ad0-a068-31a8b4ebd61d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:00.582714 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-5ae73503-f5c2-47ea-83d0-f8c2c6af1fa9 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:00.591824 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91afef-bb2c-4960-af39-9dd7a9224b2b req-3cdbac77-627a-42d2-873a-d9f41264cd11 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:00.593677 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4d91afef-bb2c-4960-af39-9dd7a9224b2b req-3cdbac77-627a-42d2-873a-d9f41264cd11 tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] 10.222.0.32 "GET /v2.0/ports?device_id=5599ae44-16cf-41d5-be44-21201587c19a HTTP/1.1" status: 200 len: 950 time: 0.1187377 Jul 15 12:59:00.687418 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-5ae73503-f5c2-47ea-83d0-f8c2c6af1fa9 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:00.716657 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69241dfb-5cd9-4778-b7bd-10730fc4a22b req-8bcd9487-a7d3-4ee6-ad16-fbe5e1ffe3a2 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:00.719541 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-69241dfb-5cd9-4778-b7bd-10730fc4a22b req-8bcd9487-a7d3-4ee6-ad16-fbe5e1ffe3a2 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/ports?device_id=42213aec-a6d7-4108-961a-c6fe658f01f0 HTTP/1.1" status: 200 len: 949 time: 0.3195081 Jul 15 12:59:00.741991 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-5ae73503-f5c2-47ea-83d0-f8c2c6af1fa9 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:00.743027 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-4d91afef-bb2c-4960-af39-9dd7a9224b2b req-359cc103-1294-4cc7-8343-303c532702bd tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Deleting port 2b07f8f6-d801-4d88-b44b-9794c850b290 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:59:00.743671 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-4d91afef-bb2c-4960-af39-9dd7a9224b2b req-359cc103-1294-4cc7-8343-303c532702bd tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:00.745209 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-5ae73503-f5c2-47ea-83d0-f8c2c6af1fa9 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:59:00.752843 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-5ae73503-f5c2-47ea-83d0-f8c2c6af1fa9 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:00.753892 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-5ae73503-f5c2-47ea-83d0-f8c2c6af1fa9 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:00.786475 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae73503-f5c2-47ea-83d0-f8c2c6af1fa9 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Pushing event updated for resources: {'Port': ['ID=5ec5c713-6d70-43a5-b417-6d1ab747b70e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:00.816001 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-247fe539-355b-4598-acba-d6188101cfd8 None None] Provisioning for port 8e494063-afce-4ad0-a068-31a8b4ebd61d completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:00.820846 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-5ae73503-f5c2-47ea-83d0-f8c2c6af1fa9 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8661358 Jul 15 12:59:00.824035 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bd9ca423-85a1-4d54-8cdd-6897071f9330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:00.833739 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-247fe539-355b-4598-acba-d6188101cfd8 None None] Provisioning complete for port 8e494063-afce-4ad0-a068-31a8b4ebd61d triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:00.834376 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-247fe539-355b-4598-acba-d6188101cfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:00.844732 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-0d62ee12-b19d-4b57-b71e-a2717ff85636 service neutron] Request body: {'port': {'device_id': '5f63503f-9bc5-475f-899c-2743f149a4d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:00.871882 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-69241dfb-5cd9-4778-b7bd-10730fc4a22b req-d0595d4a-fbde-449f-b250-c9c76a28eb36 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1c1602-a952-4eca-ad26-667722467c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108909 Jul 15 12:59:00.875788 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72018243-a499-4575-83f8-0ac622289c5b', 'name': 'network-vif-deleted', 'tag': '61852979-4c65-4cad-8f9a-913fb2fe5154'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:00.879624 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3607d55e-a073-484f-8f54-01dd1cd9186d" -d '{"events": [{"server_uuid": "72018243-a499-4575-83f8-0ac622289c5b", "name": "network-vif-deleted", "tag": "61852979-4c65-4cad-8f9a-913fb2fe5154"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:00.902989 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-247fe539-355b-4598-acba-d6188101cfd8 None None] Port 8e494063-afce-4ad0-a068-31a8b4ebd61d cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:59:00.929632 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-4d91afef-bb2c-4960-af39-9dd7a9224b2b req-359cc103-1294-4cc7-8343-303c532702bd tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] For port 2b07f8f6-d801-4d88-b44b-9794c850b290, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=2b07f8f6-d801-4d88-b44b-9794c850b290,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:00.930256 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-4d91afef-bb2c-4960-af39-9dd7a9224b2b req-359cc103-1294-4cc7-8343-303c532702bd tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:00.956609 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-4d91afef-bb2c-4960-af39-9dd7a9224b2b req-359cc103-1294-4cc7-8343-303c532702bd tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Calling delete_port for 2b07f8f6-d801-4d88-b44b-9794c850b290 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:59:00.994410 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a1952-a6aa-4a45-8181-e3f383d3f132 req-849133b3-14c3-4834-9780-dcbc32cfedb1 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:01.001677 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-836a1952-a6aa-4a45-8181-e3f383d3f132 req-849133b3-14c3-4834-9780-dcbc32cfedb1 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 971 time: 0.1657856 Jul 15 12:59:01.039312 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-0d62ee12-b19d-4b57-b71e-a2717ff85636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:01.102849 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-836a1952-a6aa-4a45-8181-e3f383d3f132 req-b40fa4d0-eaa2-49b0-bcec-e57e89a82e83 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998871 Jul 15 12:59:01.254811 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-4d91afef-bb2c-4960-af39-9dd7a9224b2b req-359cc103-1294-4cc7-8343-303c532702bd tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:01.301097 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['2b07f8f6-d801-4d88-b44b-9794c850b290'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:01.310865 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea5a28b-e7fd-4e88-94e6-e843697ef436 x-openstack-request-id: req-cea5a28b-e7fd-4e88-94e6-e843697ef436 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:01.311187 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72018243-a499-4575-83f8-0ac622289c5b", "name": "network-vif-deleted", "tag": "61852979-4c65-4cad-8f9a-913fb2fe5154", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:01.311370 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cea5a28b-e7fd-4e88-94e6-e843697ef436 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:01.311766 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72018243-a499-4575-83f8-0ac622289c5b', 'name': 'network-vif-deleted', 'tag': '61852979-4c65-4cad-8f9a-913fb2fe5154', 'status': 'completed', 'code': 200} Jul 15 12:59:01.313132 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359cc103-1294-4cc7-8343-303c532702bd tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Pushing event deleted for resources: {'Port': ['ID=2b07f8f6-d801-4d88-b44b-9794c850b290,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:01.336027 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bd9ca423-85a1-4d54-8cdd-6897071f9330 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:01.348515 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bd9ca423-85a1-4d54-8cdd-6897071f9330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:01.349108 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bd9ca423-85a1-4d54-8cdd-6897071f9330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:01.480167 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d91afef-bb2c-4960-af39-9dd7a9224b2b req-359cc103-1294-4cc7-8343-303c532702bd tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] No DVR routers for this DVR port 2b07f8f6-d801-4d88-b44b-9794c850b290 on host n-h2-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 12:59:01.488733 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-4d91afef-bb2c-4960-af39-9dd7a9224b2b req-359cc103-1294-4cc7-8343-303c532702bd tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:01.498215 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4d91afef-bb2c-4960-af39-9dd7a9224b2b req-359cc103-1294-4cc7-8343-303c532702bd tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] 10.222.0.32 "DELETE /v2.0/ports/2b07f8f6-d801-4d88-b44b-9794c850b290 HTTP/1.1" status: 204 len: 173 time: 0.8953226 Jul 15 12:59:01.536955 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ca423-85a1-4d54-8cdd-6897071f9330 admin admin] Pushing event updated for resources: {'Port': ['ID=8e494063-afce-4ad0-a068-31a8b4ebd61d,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:01.593424 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 702be041-f669-42e2-be0e-fd92ae275951 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:01.692517 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 702be041-f669-42e2-be0e-fd92ae275951 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:01.704698 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 702be041-f669-42e2-be0e-fd92ae275951 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:01.705331 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:01.801585 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96815855-a66e-48cf-92a7-6cd6956cd874 req-c39c4c6a-4486-40a9-944f-8b4a71bd5315 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:01.811301 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9ca423-85a1-4d54-8cdd-6897071f9330 admin admin] Network 4d4750aa-b39e-47fd-950f-e1cc599b9845 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:01.811996 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-96815855-a66e-48cf-92a7-6cd6956cd874 req-c39c4c6a-4486-40a9-944f-8b4a71bd5315 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f63503f-9bc5-475f-899c-2743f149a4d6 HTTP/1.1" status: 200 len: 935 time: 0.1655009 Jul 15 12:59:01.816551 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-bd9ca423-85a1-4d54-8cdd-6897071f9330 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:01.899043 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a839ecff-41ab-40b4-aea3-f08a0aaa8eec req-217d5e8b-3ed8-46b0-9eee-03277d639d9e tempest-ServerDiagnosticsNegativeTest-1098048268 tempest-ServerDiagnosticsNegativeTest-1098048268-project] 10.222.0.24 "GET /v2.0/ports?device_id=5599ae44-16cf-41d5-be44-21201587c19a HTTP/1.1" status: 200 len: 210 time: 0.1105120 Jul 15 12:59:01.901809 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-96815855-a66e-48cf-92a7-6cd6956cd874 req-085e5d56-bacf-4764-82bf-0d146dd2d646 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884202 Jul 15 12:59:01.966080 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:02.030937 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 702be041-f669-42e2-be0e-fd92ae275951, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=702be041-f669-42e2-be0e-fd92ae275951,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:02.040812 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:02.082205 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42080) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:02.257487 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=702be041-f669-42e2-be0e-fd92ae275951,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:02.351268 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-020e07d0-5a38-4d50-be71-ba51b356c923 None None] Provisioning complete for port 8e494063-afce-4ad0-a068-31a8b4ebd61d triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:02.351641 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-020e07d0-5a38-4d50-be71-ba51b356c923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:02.460436 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-020e07d0-5a38-4d50-be71-ba51b356c923 None None] Port 8e494063-afce-4ad0-a068-31a8b4ebd61d cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:59:02.494175 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a31f3e42-1d24-40fa-bf9b-041e82af1031 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b6a83cc4f8e42e3971b205c3d102fc5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4235506 Jul 15 12:59:02.496958 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42098) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:02.636331 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48453e45-f49b-46c8-8bd0-5a94692e1470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:02.638251 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42100) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:02.663909 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48453e45-f49b-46c8-8bd0-5a94692e1470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:02.710816 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9ca423-85a1-4d54-8cdd-6897071f9330 admin admin] Router 5087e6c6-e722-4dc7-9165-22a3d593f1d3 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 12:59:02.736239 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24876200-34b2-485b-bc22-6d688f6487f1 req-0fe214d9-b515-4293-b2e7-e8183efc2cec tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:02.741978 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-24876200-34b2-485b-bc22-6d688f6487f1 req-0fe214d9-b515-4293-b2e7-e8183efc2cec tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 971 time: 0.1190500 Jul 15 12:59:02.755194 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48453e45-f49b-46c8-8bd0-5a94692e1470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:02.760707 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48453e45-f49b-46c8-8bd0-5a94692e1470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:02.763074 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-48453e45-f49b-46c8-8bd0-5a94692e1470 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/419ffdfd-091e-4390-94f3-336519b65c32 HTTP/1.1" status: 204 len: 168 time: 0.2610049 Jul 15 12:59:02.816528 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48453e45-f49b-46c8-8bd0-5a94692e1470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419ffdfd-091e-4390-94f3-336519b65c32,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:02.835632 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-0d62ee12-b19d-4b57-b71e-a2717ff85636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ec5c713-6d70-43a5-b417-6d1ab747b70e {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:02.848263 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1de91-eeb0-4ae1-87d4-39dde7217d15 req-349a0676-0e81-4e64-bc4e-b2803e23545f tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:02.849919 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-20e1de91-eeb0-4ae1-87d4-39dde7217d15 req-349a0676-0e81-4e64-bc4e-b2803e23545f tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/ports?device_id=42213aec-a6d7-4108-961a-c6fe658f01f0 HTTP/1.1" status: 200 len: 949 time: 0.4469173 Jul 15 12:59:02.855682 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-24876200-34b2-485b-bc22-6d688f6487f1 req-c9d31b7f-ec38-4530-bc2e-a3138e080022 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045051 Jul 15 12:59:02.860110 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-0d62ee12-b19d-4b57-b71e-a2717ff85636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:02.911556 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-0d62ee12-b19d-4b57-b71e-a2717ff85636 service neutron] Transition to ACTIVE for port object 5ec5c713-6d70-43a5-b417-6d1ab747b70e will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:03.167628 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-0d62ee12-b19d-4b57-b71e-a2717ff85636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:03.255774 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-20e1de91-eeb0-4ae1-87d4-39dde7217d15 req-83b370fa-dd1d-41d9-a94e-bab07b38a69b tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1c1602-a952-4eca-ad26-667722467c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907731 Jul 15 12:59:03.267514 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-17130c77-3ae6-4dc6-8275-1a0aea9745a3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f074b2d35ce4916a77f711f934b24e8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6109731 Jul 15 12:59:03.268696 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42116) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:03.287713 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42118) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:03.303031 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9ca423-85a1-4d54-8cdd-6897071f9330 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:59:03.316864 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a05497-2796-493b-9011-ab9cf12112e4 None None] Sync routers for ids ['5087e6c6-e722-4dc7-9165-22a3d593f1d3'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:59:03.329876 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-bd9ca423-85a1-4d54-8cdd-6897071f9330 admin admin] 10.222.0.24 "PUT /v2.0/routers/5087e6c6-e722-4dc7-9165-22a3d593f1d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1100886 Jul 15 12:59:03.329876 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62ee12-b19d-4b57-b71e-a2717ff85636 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec5c713-6d70-43a5-b417-6d1ab747b70e,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:03.333572 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a05497-2796-493b-9011-ab9cf12112e4 None None] Routers {'5087e6c6-e722-4dc7-9165-22a3d593f1d3'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:59:03.335605 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-02a05497-2796-493b-9011-ab9cf12112e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T12:58:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['5087e6c6-e722-4dc7-9165-22a3d593f1d3'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:03.373083 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5599ae44-16cf-41d5-be44-21201587c19a', 'name': 'network-vif-deleted', 'tag': '2b07f8f6-d801-4d88-b44b-9794c850b290'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:03.377472 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e147c6-b9ab-48ef-a4bf-5bbec01c1789" -d '{"events": [{"server_uuid": "5599ae44-16cf-41d5-be44-21201587c19a", "name": "network-vif-deleted", "tag": "2b07f8f6-d801-4d88-b44b-9794c850b290"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:03.528338 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23c50995-dfd8-428e-8448-9225359f7aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:03.533391 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-0d62ee12-b19d-4b57-b71e-a2717ff85636 service neutron] Attempting to bind port 5ec5c713-6d70-43a5-b417-6d1ab747b70e on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:03.533852 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-0d62ee12-b19d-4b57-b71e-a2717ff85636 service neutron] Attempting to bind port 5ec5c713-6d70-43a5-b417-6d1ab747b70e by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:03.534375 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-0d62ee12-b19d-4b57-b71e-a2717ff85636 service neutron] Attempting to bind port 5ec5c713-6d70-43a5-b417-6d1ab747b70e on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:03.552708 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d1cc0319-e0c9-4362-9c79-17d6d0d1f93b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2912a86290474770a28060bffcf2f94e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2608736 Jul 15 12:59:03.552708 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-0d62ee12-b19d-4b57-b71e-a2717ff85636 service neutron] Port 5ec5c713-6d70-43a5-b417-6d1ab747b70e on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:59:03.552708 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-0d62ee12-b19d-4b57-b71e-a2717ff85636 service neutron] Attempting to bind port 5ec5c713-6d70-43a5-b417-6d1ab747b70e on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:03.556650 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42130) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:03.584118 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-0d62ee12-b19d-4b57-b71e-a2717ff85636 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:03.584465 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-0d62ee12-b19d-4b57-b71e-a2717ff85636 service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:03.585046 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-0d62ee12-b19d-4b57-b71e-a2717ff85636 service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:03.585955 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-0d62ee12-b19d-4b57-b71e-a2717ff85636 service neutron] Bound port: 5ec5c713-6d70-43a5-b417-6d1ab747b70e, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:03.586524 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-0d62ee12-b19d-4b57-b71e-a2717ff85636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:03.626588 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42132) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:03.633397 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 702be041-f669-42e2-be0e-fd92ae275951 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:03.691264 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-02a05497-2796-493b-9011-ab9cf12112e4 None None] Set router 5087e6c6-e722-4dc7-9165-22a3d593f1d3 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:59:03.797420 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d39f50bb-a90f-427d-964f-8ffd90f97737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:03.807230 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-212df638-790e-4d3c-9428-59c75d12087b None None] Provisioning for port 5ec5c713-6d70-43a5-b417-6d1ab747b70e completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:03.824883 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-0d62ee12-b19d-4b57-b71e-a2717ff85636 service neutron] For port 5ec5c713-6d70-43a5-b417-6d1ab747b70e, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:03.837695 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-0d62ee12-b19d-4b57-b71e-a2717ff85636 service neutron] For port 5ec5c713-6d70-43a5-b417-6d1ab747b70e, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=5ec5c713-6d70-43a5-b417-6d1ab747b70e,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:03.851026 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc24820-5f30-48ed-bac7-6713e1b8f6ca req-c87a32d6-2924-4367-b97e-ef4064f94826 tempest-LiveMigrationNegativeTest-916828863 tempest-LiveMigrationNegativeTest-916828863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:03.853865 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4bc24820-5f30-48ed-bac7-6713e1b8f6ca req-c87a32d6-2924-4367-b97e-ef4064f94826 tempest-LiveMigrationNegativeTest-916828863 tempest-LiveMigrationNegativeTest-916828863-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=42213aec-a6d7-4108-961a-c6fe658f01f0 HTTP/1.1" status: 200 len: 1101 time: 0.2930844 Jul 15 12:59:03.858990 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-0d62ee12-b19d-4b57-b71e-a2717ff85636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:03.887176 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23c50995-dfd8-428e-8448-9225359f7aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:03.897442 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d39f50bb-a90f-427d-964f-8ffd90f97737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:03.946284 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 702be041-f669-42e2-be0e-fd92ae275951 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:03.947204 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:03.982554 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63412e-3786-4c23-aa71-5441b8272edb req-d03549d5-67ac-4320-886b-5578ceec2c18 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:03.997001 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cf63412e-3786-4c23-aa71-5441b8272edb req-d03549d5-67ac-4320-886b-5578ceec2c18 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f63503f-9bc5-475f-899c-2743f149a4d6 HTTP/1.1" status: 200 len: 947 time: 0.7043734 Jul 15 12:59:04.002639 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23c50995-dfd8-428e-8448-9225359f7aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:04.006999 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23c50995-dfd8-428e-8448-9225359f7aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:04.011713 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-23c50995-dfd8-428e-8448-9225359f7aad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f902b4ac-f5a5-4ab1-886f-4d484680a555 HTTP/1.1" status: 204 len: 168 time: 0.7412138 Jul 15 12:59:04.051637 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c50995-dfd8-428e-8448-9225359f7aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f902b4ac-f5a5-4ab1-886f-4d484680a555,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:04.078201 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-0d62ee12-b19d-4b57-b71e-a2717ff85636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:04.081751 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-0d62ee12-b19d-4b57-b71e-a2717ff85636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:04.083316 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-0d62ee12-b19d-4b57-b71e-a2717ff85636 service neutron] 10.222.0.18 "PUT /v2.0/ports/5ec5c713-6d70-43a5-b417-6d1ab747b70e HTTP/1.1" status: 200 len: 1096 time: 3.2449665 Jul 15 12:59:04.084316 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f63503f-9bc5-475f-899c-2743f149a4d6', 'tag': '5ec5c713-6d70-43a5-b417-6d1ab747b70e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:04.087138 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf63f5f-c689-4019-ab09-81b82c208ced" -d '{"events": [{"name": "network-changed", "server_uuid": "5f63503f-9bc5-475f-899c-2743f149a4d6", "tag": "5ec5c713-6d70-43a5-b417-6d1ab747b70e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:04.099618 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4bc24820-5f30-48ed-bac7-6713e1b8f6ca req-8bfbcbf6-3be8-4d8c-8514-27d986ced975 tempest-LiveMigrationNegativeTest-916828863 tempest-LiveMigrationNegativeTest-916828863-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:04.186798 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cf63412e-3786-4c23-aa71-5441b8272edb req-506016f1-196d-4874-b09f-e227a04a2fd2 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862457 Jul 15 12:59:04.252313 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-02a05497-2796-493b-9011-ab9cf12112e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5087e6c6-e722-4dc7-9165-22a3d593f1d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-913387621-router', 'tenant_id': '566be698f6af4bc3992c2fb4a91aff6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '702be041-f669-42e2-be0e-fd92ae275951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:50Z', 'updated_at': '2021-07-15T12:59:00Z', 'revision_number': 4, 'project_id': '566be698f6af4bc3992c2fb4a91aff6f', 'gw_port': {'id': '702be041-f669-42e2-be0e-fd92ae275951', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5087e6c6-e722-4dc7-9165-22a3d593f1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:52Z', 'updated_at': '2021-07-15T12:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '8e494063-afce-4ad0-a068-31a8b4ebd61d', 'name': '', 'network_id': '4d4750aa-b39e-47fd-950f-e1cc599b9845', 'tenant_id': '566be698f6af4bc3992c2fb4a91aff6f', 'mac_address': 'fa:16:3e:f5:97:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5087e6c6-e722-4dc7-9165-22a3d593f1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '3c2d23b5-04c1-44a0-b04b-b00ab2f695ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:58Z', 'updated_at': '2021-07-15T12:59:00Z', 'revision_number': 2, 'project_id': '566be698f6af4bc3992c2fb4a91aff6f', 'subnets': [{'id': '3c2d23b5-04c1-44a0-b04b-b00ab2f695ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:04.252575 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62ee12-b19d-4b57-b71e-a2717ff85636 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec5c713-6d70-43a5-b417-6d1ab747b70e,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:04.339132 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a05497-2796-493b-9011-ab9cf12112e4 None None] Checking router: 5087e6c6-e722-4dc7-9165-22a3d593f1d3 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:59:04.340435 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a05497-2796-493b-9011-ab9cf12112e4 None None] Updating router 5087e6c6-e722-4dc7-9165-22a3d593f1d3 port 8e494063-afce-4ad0-a068-31a8b4ebd61d binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:59:04.349031 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-3129bda2-9ccd-4aa9-bb42-848ffca9749e service neutron] show failed (client error): The resource could not be found. Jul 15 12:59:04.357385 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-3129bda2-9ccd-4aa9-bb42-848ffca9749e service neutron] 10.222.0.18 "GET /v2.0/ports/a0ae581a-5a36-4db7-a98c-1f3bde6bf998/bindings/n-h2-758944-45 HTTP/1.1" status: 404 len: 381 time: 0.3037388 Jul 15 12:59:04.401596 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-09bc93d4-66a2-4050-9b56-ac11f33137a6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8b2802e70efd4c57b0b2053dc07ef08a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7637331 Jul 15 12:59:04.405306 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42152) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:04.411891 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d39f50bb-a90f-427d-964f-8ffd90f97737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:04.414614 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d39f50bb-a90f-427d-964f-8ffd90f97737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:04.415823 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d39f50bb-a90f-427d-964f-8ffd90f97737 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/932c891a-0b7c-48b9-a225-cec32ebbb3cb HTTP/1.1" status: 204 len: 168 time: 0.8540685 Jul 15 12:59:04.507495 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 2b07f8f6-d801-4d88-b44b-9794c850b290 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:59:04.552718 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f50bb-a90f-427d-964f-8ffd90f97737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932c891a-0b7c-48b9-a225-cec32ebbb3cb,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:04.626401 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83c2a36-233b-4c55-b726-4b9956d45053 x-openstack-request-id: req-e83c2a36-233b-4c55-b726-4b9956d45053 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:04.626742 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5599ae44-16cf-41d5-be44-21201587c19a", "name": "network-vif-deleted", "tag": "2b07f8f6-d801-4d88-b44b-9794c850b290", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:04.626995 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e83c2a36-233b-4c55-b726-4b9956d45053 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:04.627563 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5599ae44-16cf-41d5-be44-21201587c19a', 'name': 'network-vif-deleted', 'tag': '2b07f8f6-d801-4d88-b44b-9794c850b290', 'status': 'completed', 'code': 200} Jul 15 12:59:04.653652 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3f02c1d7-a08d-4b22-b2b9-48009a04f1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:04.664859 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-1a3eefc7-2d76-4cbe-89bb-ff36a99b7f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:04.678113 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-1a3eefc7-2d76-4cbe-89bb-ff36a99b7f6a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&device_id=5f63503f-9bc5-475f-899c-2743f149a4d6 HTTP/1.1" status: 200 len: 1099 time: 0.4740691 Jul 15 12:59:04.747527 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-02a05497-2796-493b-9011-ab9cf12112e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:04.761946 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 2b07f8f6-d801-4d88-b44b-9794c850b290 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 12:59:04.763768 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 2b07f8f6-d801-4d88-b44b-9794c850b290 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:59:04.766663 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3f02c1d7-a08d-4b22-b2b9-48009a04f1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:04.930570 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-f289a9b1-5922-4306-97f8-e120e31457e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=5ec5c713-6d70-43a5-b417-6d1ab747b70e HTTP/1.1" status: 200 len: 217 time: 0.2445569 Jul 15 12:59:04.983052 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3f02c1d7-a08d-4b22-b2b9-48009a04f1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:04.987351 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3f02c1d7-a08d-4b22-b2b9-48009a04f1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:04.992524 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3f02c1d7-a08d-4b22-b2b9-48009a04f1a6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92616dba-bbd8-4c13-8976-0bcc94acedc9 HTTP/1.1" status: 204 len: 168 time: 0.5859647 Jul 15 12:59:05.017263 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02c1d7-a08d-4b22-b2b9-48009a04f1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92616dba-bbd8-4c13-8976-0bcc94acedc9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:05.044533 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4bc24820-5f30-48ed-bac7-6713e1b8f6ca req-8bfbcbf6-3be8-4d8c-8514-27d986ced975 tempest-LiveMigrationNegativeTest-916828863 tempest-LiveMigrationNegativeTest-916828863-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:05.198428 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4bc24820-5f30-48ed-bac7-6713e1b8f6ca req-8bfbcbf6-3be8-4d8c-8514-27d986ced975 tempest-LiveMigrationNegativeTest-916828863 tempest-LiveMigrationNegativeTest-916828863-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:05.219295 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42164) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:05.307208 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4bc24820-5f30-48ed-bac7-6713e1b8f6ca req-8bfbcbf6-3be8-4d8c-8514-27d986ced975 tempest-LiveMigrationNegativeTest-916828863 tempest-LiveMigrationNegativeTest-916828863-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=be1c1602-a952-4eca-ad26-667722467c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4357724 Jul 15 12:59:05.418647 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8be500d6-3f8f-4345-825c-24eba8d3d9df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:05.520694 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-f8323bfb-163c-43a1-826f-8570bf130fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:05.524063 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-f8323bfb-163c-43a1-826f-8570bf130fe0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.5178902 Jul 15 12:59:05.527333 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbcbf6-3be8-4d8c-8514-27d986ced975 tempest-LiveMigrationNegativeTest-916828863 tempest-LiveMigrationNegativeTest-916828863-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619248b0-4519-4f1a-91c5-a651b47aefe2,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:05.600796 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fcac51-572e-4836-919b-eed2259d5204 x-openstack-request-id: req-21fcac51-572e-4836-919b-eed2259d5204 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:05.602186 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f63503f-9bc5-475f-899c-2743f149a4d6", "tag": "5ec5c713-6d70-43a5-b417-6d1ab747b70e", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:05.602929 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21fcac51-572e-4836-919b-eed2259d5204 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:05.604150 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f63503f-9bc5-475f-899c-2743f149a4d6', 'tag': '5ec5c713-6d70-43a5-b417-6d1ab747b70e', 'status': 'completed', 'code': 200} Jul 15 12:59:05.793063 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-c7482caf-b0ed-468a-a24d-b94627425597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:05.808100 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-c7482caf-b0ed-468a-a24d-b94627425597 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2625899 Jul 15 12:59:05.870609 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8be500d6-3f8f-4345-825c-24eba8d3d9df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:05.919232 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3500c-b701-4702-8771-8f7058061752 req-57ba1d63-05b1-4409-b402-72c3bf5e1e48 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:05.927605 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-26c3500c-b701-4702-8771-8f7058061752 req-57ba1d63-05b1-4409-b402-72c3bf5e1e48 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 971 time: 0.7091722 Jul 15 12:59:05.995398 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8be500d6-3f8f-4345-825c-24eba8d3d9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:06.125356 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-02a05497-2796-493b-9011-ab9cf12112e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:06.150176 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8be500d6-3f8f-4345-825c-24eba8d3d9df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c3db6e611a11449580cdf0225e6461bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9268053 Jul 15 12:59:06.155370 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42186) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:06.156096 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be500d6-3f8f-4345-825c-24eba8d3d9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7af0a2-c475-4b0e-a8a7-f497af96bd3c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:06.167495 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-02a05497-2796-493b-9011-ab9cf12112e4 None None] Transition to ACTIVE for port object 8e494063-afce-4ad0-a068-31a8b4ebd61d will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:06.204744 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-02a05497-2796-493b-9011-ab9cf12112e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:06.235317 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-1a8e8c5a-3089-44e7-80d6-1f741048aa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:06.236918 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-1a8e8c5a-3089-44e7-80d6-1f741048aa8d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5&tenant_id=4c3108a20e0e4e5c98e0e01050769b9a HTTP/1.1" status: 200 len: 1123 time: 1.1695001 Jul 15 12:59:06.275566 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-26c3500c-b701-4702-8771-8f7058061752 req-781353ab-864e-4136-acd5-e40323c7194b tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469479 Jul 15 12:59:06.329924 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-9e55ce4d-3bd2-4e51-9814-a543d921b8a0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-45', 'device_owner': 'compute:nova'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:06.372144 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-b1176bf7-d341-4342-9566-4a09c8710a37 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5552247 Jul 15 12:59:06.383929 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42190) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:06.430276 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecac3aa-c65c-4747-b2a2-911ff242acb6 None None] Pushing event updated for resources: {'Port': ['ID=8e494063-afce-4ad0-a068-31a8b4ebd61d,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:06.574246 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ee3d5-75f6-423c-a6de-ea3bc18086a7 req-35619335-df1c-4215-ab0a-eb96ab330bc4 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:06.586449 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-577ee3d5-75f6-423c-a6de-ea3bc18086a7 req-35619335-df1c-4215-ab0a-eb96ab330bc4 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f63503f-9bc5-475f-899c-2743f149a4d6 HTTP/1.1" status: 200 len: 947 time: 0.4750009 Jul 15 12:59:06.599551 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42200) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:06.625944 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-02a05497-2796-493b-9011-ab9cf12112e4 None None] Attempting to bind port 8e494063-afce-4ad0-a068-31a8b4ebd61d on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:06.626846 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-02a05497-2796-493b-9011-ab9cf12112e4 None None] Attempting to bind port 8e494063-afce-4ad0-a068-31a8b4ebd61d by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4ad55242-abcc-427f-96c5-62f047e29320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4d4750aa-b39e-47fd-950f-e1cc599b9845'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:06.627457 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a05497-2796-493b-9011-ab9cf12112e4 None None] Attempting to bind port 8e494063-afce-4ad0-a068-31a8b4ebd61d on network 4d4750aa-b39e-47fd-950f-e1cc599b9845 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:06.641753 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a05497-2796-493b-9011-ab9cf12112e4 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:06.649960 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a05497-2796-493b-9011-ab9cf12112e4 None None] Checking segment: {'id': '4ad55242-abcc-427f-96c5-62f047e29320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4d4750aa-b39e-47fd-950f-e1cc599b9845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:06.649960 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-02a05497-2796-493b-9011-ab9cf12112e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:06.649960 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a05497-2796-493b-9011-ab9cf12112e4 None None] Bound using segment: {'id': '4ad55242-abcc-427f-96c5-62f047e29320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4d4750aa-b39e-47fd-950f-e1cc599b9845'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:06.649960 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-02a05497-2796-493b-9011-ab9cf12112e4 None None] Bound port: 8e494063-afce-4ad0-a068-31a8b4ebd61d, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad55242-abcc-427f-96c5-62f047e29320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4d4750aa-b39e-47fd-950f-e1cc599b9845'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:06.649960 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-02a05497-2796-493b-9011-ab9cf12112e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:06.679203 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ac2c110-673f-446a-9668-c473eb886346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:06.797628 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-577ee3d5-75f6-423c-a6de-ea3bc18086a7 req-0fb6c1ac-5d8c-4453-ba3a-daa76d0e91e6 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101281 Jul 15 12:59:06.839236 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dfc70ca2-7dee-49de-9b93-3f2ec134a3ab req-370c97f4-d59c-4929-a9b3-2bdbc682f914 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343145 Jul 15 12:59:06.890409 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-02a05497-2796-493b-9011-ab9cf12112e4 None None] For port 8e494063-afce-4ad0-a068-31a8b4ebd61d, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:06.896995 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-02a05497-2796-493b-9011-ab9cf12112e4 None None] For port 8e494063-afce-4ad0-a068-31a8b4ebd61d, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8e494063-afce-4ad0-a068-31a8b4ebd61d,segment=NetworkSegment(4ad55242-abcc-427f-96c5-62f047e29320),segment_id=4ad55242-abcc-427f-96c5-62f047e29320)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:06.913071 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-02a05497-2796-493b-9011-ab9cf12112e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:06.993671 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ac2c110-673f-446a-9668-c473eb886346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:07.063876 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-9e55ce4d-3bd2-4e51-9814-a543d921b8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:07.066298 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ac2c110-673f-446a-9668-c473eb886346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:07.069878 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9aa3376-a43b-4a0e-bbef-fbb60302fc81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:07.085059 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b5c75b92-f29c-4357-aa78-6cfdcf4d3be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:07.152381 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a05497-2796-493b-9011-ab9cf12112e4 None None] Routers {'5087e6c6-e722-4dc7-9165-22a3d593f1d3'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:59:07.162992 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-02a05497-2796-493b-9011-ab9cf12112e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T12:58:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['5087e6c6-e722-4dc7-9165-22a3d593f1d3'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:07.235982 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9aa3376-a43b-4a0e-bbef-fbb60302fc81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:07.277198 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecac3aa-c65c-4747-b2a2-911ff242acb6 None None] Pushing event updated for resources: {'Port': ['ID=8e494063-afce-4ad0-a068-31a8b4ebd61d,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:07.611302 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4ac2c110-673f-446a-9668-c473eb886346 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6070ca02b9944e27b03be28e2381a5f0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0073609 Jul 15 12:59:07.617427 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42210) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:07.640129 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device a0ae581a-5a36-4db7-a98c-1f3bde6bf998 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:59:07.710767 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf63f5f-c689-4019-ab09-81b82c208ced req-5a95944b-19d2-4708-b930-338c867bdb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:07.715776 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0cf63f5f-c689-4019-ab09-81b82c208ced req-5a95944b-19d2-4708-b930-338c867bdb7b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&device_id=5f63503f-9bc5-475f-899c-2743f149a4d6 HTTP/1.1" status: 200 len: 1099 time: 0.5740018 Jul 15 12:59:07.772709 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2c110-673f-446a-9668-c473eb886346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208e2754-df56-4434-a8ba-7575285b9903,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:07.900286 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b5c75b92-f29c-4357-aa78-6cfdcf4d3be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:07.912064 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b5c75b92-f29c-4357-aa78-6cfdcf4d3be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:07.956337 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c75b92-f29c-4357-aa78-6cfdcf4d3be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a48f451-09ac-41df-8fdd-2febad9d0cb9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:07.992937 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf63f5f-c689-4019-ab09-81b82c208ced req-d25b587e-b23e-4aeb-b151-be27e9cdec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:07.995245 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0cf63f5f-c689-4019-ab09-81b82c208ced req-d25b587e-b23e-4aeb-b151-be27e9cdec86 service neutron] 10.222.0.18 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.2705083 Jul 15 12:59:08.067841 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0cf63f5f-c689-4019-ab09-81b82c208ced req-5166c4a8-f870-48ab-a453-ba5f886cd577 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=5ec5c713-6d70-43a5-b417-6d1ab747b70e HTTP/1.1" status: 200 len: 217 time: 0.0640154 Jul 15 12:59:08.071860 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b5c75b92-f29c-4357-aa78-6cfdcf4d3be4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b247ae5c6e3540fbbdf6d733ceeef7da&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6868753 Jul 15 12:59:08.120768 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:08.137250 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf63f5f-c689-4019-ab09-81b82c208ced req-23e6f8e3-33c8-4d4e-8bf9-f5522a9349fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:08.139632 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0cf63f5f-c689-4019-ab09-81b82c208ced req-23e6f8e3-33c8-4d4e-8bf9-f5522a9349fb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.0645287 Jul 15 12:59:08.140517 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42218) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:08.153341 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-02a05497-2796-493b-9011-ab9cf12112e4 None None] Set router 5087e6c6-e722-4dc7-9165-22a3d593f1d3 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:59:08.209835 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5ffcb53-7471-44ce-ae19-0213cd0193c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:08.300940 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-634465a9-efa0-442b-a770-77fbe233c49d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:08.320080 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9aa3376-a43b-4a0e-bbef-fbb60302fc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:08.323272 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9aa3376-a43b-4a0e-bbef-fbb60302fc81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:08.325054 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e9aa3376-a43b-4a0e-bbef-fbb60302fc81 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a7af0a2-c475-4b0e-a8a7-f497af96bd3c HTTP/1.1" status: 204 len: 168 time: 2.1578016 Jul 15 12:59:08.331109 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-634465a9-efa0-442b-a770-77fbe233c49d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:08.412296 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa3376-a43b-4a0e-bbef-fbb60302fc81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7af0a2-c475-4b0e-a8a7-f497af96bd3c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:08.425045 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5ffcb53-7471-44ce-ae19-0213cd0193c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:08.434632 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999dd10b-0af2-44f1-9282-2577d6f19ad3 req-5f9a2bc7-3307-408b-9c1e-d5a312bd44a7 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:08.445101 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-999dd10b-0af2-44f1-9282-2577d6f19ad3 req-5f9a2bc7-3307-408b-9c1e-d5a312bd44a7 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/ports?device_id=42213aec-a6d7-4108-961a-c6fe658f01f0 HTTP/1.1" status: 200 len: 949 time: 0.2581997 Jul 15 12:59:08.504747 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf63f5f-c689-4019-ab09-81b82c208ced req-dbc877c5-cd80-4481-8d69-bc97fdb6a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:08.507847 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0cf63f5f-c689-4019-ab09-81b82c208ced req-dbc877c5-cd80-4481-8d69-bc97fdb6a35a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3313136 Jul 15 12:59:08.529143 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-999dd10b-0af2-44f1-9282-2577d6f19ad3 req-ac7e5a93-6ed4-4402-be7f-a9b5da463715 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1c1602-a952-4eca-ad26-667722467c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826552 Jul 15 12:59:08.540510 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb5436-2849-4079-9275-e796b4be598e req-1c9e9075-9e20-43c5-984a-9ce9cff3c782 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:08.563641 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a7bb5436-2849-4079-9275-e796b4be598e req-1c9e9075-9e20-43c5-984a-9ce9cff3c782 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 971 time: 0.8799675 Jul 15 12:59:08.653423 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-634465a9-efa0-442b-a770-77fbe233c49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:08.667808 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-634465a9-efa0-442b-a770-77fbe233c49d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:08.676202 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-634465a9-efa0-442b-a770-77fbe233c49d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6a48f451-09ac-41df-8fdd-2febad9d0cb9 HTTP/1.1" status: 204 len: 168 time: 0.5341001 Jul 15 12:59:08.741979 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634465a9-efa0-442b-a770-77fbe233c49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a48f451-09ac-41df-8fdd-2febad9d0cb9,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:08.754610 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a7bb5436-2849-4079-9275-e796b4be598e req-d8ef6648-7b12-42bc-9e05-bd49c834bdf5 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899672 Jul 15 12:59:08.845209 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:08.927253 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5ffcb53-7471-44ce-ae19-0213cd0193c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:08.930020 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5ffcb53-7471-44ce-ae19-0213cd0193c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:08.933491 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e5ffcb53-7471-44ce-ae19-0213cd0193c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/208e2754-df56-4434-a8ba-7575285b9903 HTTP/1.1" status: 204 len: 168 time: 1.2738128 Jul 15 12:59:08.986520 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ffcb53-7471-44ce-ae19-0213cd0193c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208e2754-df56-4434-a8ba-7575285b9903,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:08.992930 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-9e55ce4d-3bd2-4e51-9814-a543d921b8a0 service neutron] For port a0ae581a-5a36-4db7-a98c-1f3bde6bf998, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=a0ae581a-5a36-4db7-a98c-1f3bde6bf998,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:09.003477 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-02a05497-2796-493b-9011-ab9cf12112e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5087e6c6-e722-4dc7-9165-22a3d593f1d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-913387621-router', 'tenant_id': '566be698f6af4bc3992c2fb4a91aff6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '702be041-f669-42e2-be0e-fd92ae275951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:50Z', 'updated_at': '2021-07-15T12:59:00Z', 'revision_number': 4, 'project_id': '566be698f6af4bc3992c2fb4a91aff6f', 'gw_port': {'id': '702be041-f669-42e2-be0e-fd92ae275951', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5087e6c6-e722-4dc7-9165-22a3d593f1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:52Z', 'updated_at': '2021-07-15T12:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '8e494063-afce-4ad0-a068-31a8b4ebd61d', 'name': '', 'network_id': '4d4750aa-b39e-47fd-950f-e1cc599b9845', 'tenant_id': '566be698f6af4bc3992c2fb4a91aff6f', 'mac_address': 'fa:16:3e:f5:97:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5087e6c6-e722-4dc7-9165-22a3d593f1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '3c2d23b5-04c1-44a0-b04b-b00ab2f695ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:58Z', 'updated_at': '2021-07-15T12:59:06Z', 'revision_number': 4, 'project_id': '566be698f6af4bc3992c2fb4a91aff6f', 'subnets': [{'id': '3c2d23b5-04c1-44a0-b04b-b00ab2f695ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:09.053235 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0cf63f5f-c689-4019-ab09-81b82c208ced req-ad2f611c-c632-402b-abb8-3c689fbcfbf0 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5181916 Jul 15 12:59:09.082495 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-9e55ce4d-3bd2-4e51-9814-a543d921b8a0 service neutron] For port a0ae581a-5a36-4db7-a98c-1f3bde6bf998, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:09.083149 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a05497-2796-493b-9011-ab9cf12112e4 None None] The sync data for ids ['5087e6c6-e722-4dc7-9165-22a3d593f1d3'] in n-d-758944-45 is: [{'id': '5087e6c6-e722-4dc7-9165-22a3d593f1d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-913387621-router', 'tenant_id': '566be698f6af4bc3992c2fb4a91aff6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '702be041-f669-42e2-be0e-fd92ae275951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:50Z', 'updated_at': '2021-07-15T12:59:00Z', 'revision_number': 4, 'project_id': '566be698f6af4bc3992c2fb4a91aff6f', 'gw_port': {'id': '702be041-f669-42e2-be0e-fd92ae275951', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5087e6c6-e722-4dc7-9165-22a3d593f1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:52Z', 'updated_at': '2021-07-15T12:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '8e494063-afce-4ad0-a068-31a8b4ebd61d', 'name': '', 'network_id': '4d4750aa-b39e-47fd-950f-e1cc599b9845', 'tenant_id': '566be698f6af4bc3992c2fb4a91aff6f', 'mac_address': 'fa:16:3e:f5:97:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5087e6c6-e722-4dc7-9165-22a3d593f1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '3c2d23b5-04c1-44a0-b04b-b00ab2f695ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:58Z', 'updated_at': '2021-07-15T12:59:06Z', 'revision_number': 4, 'project_id': '566be698f6af4bc3992c2fb4a91aff6f', 'subnets': [{'id': '3c2d23b5-04c1-44a0-b04b-b00ab2f695ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:59:09.212335 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba63b6a3-6780-4e7a-9f1a-800185b2b2c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0ae581a-5a36-4db7-a98c-1f3bde6bf998'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:09.233004 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd770aee-9022-4a4c-b811-0e322521d155" -d '{"events": [{"server_uuid": "ba63b6a3-6780-4e7a-9f1a-800185b2b2c5", "name": "network-vif-unplugged", "status": "completed", "tag": "a0ae581a-5a36-4db7-a98c-1f3bde6bf998"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:09.257163 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-9e55ce4d-3bd2-4e51-9814-a543d921b8a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:09.291658 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-9e55ce4d-3bd2-4e51-9814-a543d921b8a0 service neutron] Transition to ACTIVE for port object a0ae581a-5a36-4db7-a98c-1f3bde6bf998 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:09.296086 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a077e-fe88-42a2-8203-11a386ef66be req-8e9ef2ca-40bd-47c1-9358-4095da705c8f tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:09.311926 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-9e55ce4d-3bd2-4e51-9814-a543d921b8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:09.323500 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-054a077e-fe88-42a2-8203-11a386ef66be req-8e9ef2ca-40bd-47c1-9358-4095da705c8f tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f63503f-9bc5-475f-899c-2743f149a4d6 HTTP/1.1" status: 200 len: 947 time: 0.3951092 Jul 15 12:59:09.445286 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 12:59:09.448626 n-d-758944-45 neutron-server[93815]: DEBUG oslo_db.api [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 12:59:09.450700 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d39126d-7993-443d-b877-4f03111120ad x-openstack-request-id: req-5d39126d-7993-443d-b877-4f03111120ad {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:09.451011 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba63b6a3-6780-4e7a-9f1a-800185b2b2c5", "name": "network-vif-unplugged", "status": "completed", "tag": "a0ae581a-5a36-4db7-a98c-1f3bde6bf998", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:09.452874 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d39126d-7993-443d-b877-4f03111120ad {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:09.456343 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba63b6a3-6780-4e7a-9f1a-800185b2b2c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0ae581a-5a36-4db7-a98c-1f3bde6bf998', 'code': 200} Jul 15 12:59:09.506003 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0cf63f5f-c689-4019-ab09-81b82c208ced req-e6b70b5d-b97c-4d3e-832e-756cc6321b97 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373829 Jul 15 12:59:09.547055 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-054a077e-fe88-42a2-8203-11a386ef66be req-be119afd-dded-4ff6-819c-54a375f2c76b tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219257 Jul 15 12:59:09.584861 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538dba9-637a-423b-bd44-6aa8cd0a90ad req-8b31d801-1675-4aaa-b08c-1128d89c7a30 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:09.599710 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d538dba9-637a-423b-bd44-6aa8cd0a90ad req-8b31d801-1675-4aaa-b08c-1128d89c7a30 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.32 "GET /v2.0/ports?device_id=42213aec-a6d7-4108-961a-c6fe658f01f0 HTTP/1.1" status: 200 len: 949 time: 0.2663236 Jul 15 12:59:09.628445 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 5ec5c713-6d70-43a5-b417-6d1ab747b70e details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:59:09.669509 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-9e55ce4d-3bd2-4e51-9814-a543d921b8a0 service neutron] No DVR routers for this DVR port a0ae581a-5a36-4db7-a98c-1f3bde6bf998 on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 12:59:09.736261 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55ce4d-3bd2-4e51-9814-a543d921b8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ae581a-5a36-4db7-a98c-1f3bde6bf998,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:09.825550 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8e494063-afce-4ad0-a068-31a8b4ebd61d up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:10.094237 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-9e55ce4d-3bd2-4e51-9814-a543d921b8a0 service neutron] Attempting to bind port a0ae581a-5a36-4db7-a98c-1f3bde6bf998 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:10.098070 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-9e55ce4d-3bd2-4e51-9814-a543d921b8a0 service neutron] Attempting to bind port a0ae581a-5a36-4db7-a98c-1f3bde6bf998 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:10.099267 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-9e55ce4d-3bd2-4e51-9814-a543d921b8a0 service neutron] Attempting to bind port a0ae581a-5a36-4db7-a98c-1f3bde6bf998 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:10.142629 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-9e55ce4d-3bd2-4e51-9814-a543d921b8a0 service neutron] Port a0ae581a-5a36-4db7-a98c-1f3bde6bf998 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:59:10.143212 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-9e55ce4d-3bd2-4e51-9814-a543d921b8a0 service neutron] Attempting to bind port a0ae581a-5a36-4db7-a98c-1f3bde6bf998 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:10.179906 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-d538dba9-637a-423b-bd44-6aa8cd0a90ad req-ba9bb844-6d54-46c4-a2a2-729104a484ad tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Deleting port fcda8e5c-c42f-4884-9d89-3592d386113f {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:59:10.181103 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d538dba9-637a-423b-bd44-6aa8cd0a90ad req-ba9bb844-6d54-46c4-a2a2-729104a484ad tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:10.216738 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-9e55ce4d-3bd2-4e51-9814-a543d921b8a0 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:10.217497 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-9e55ce4d-3bd2-4e51-9814-a543d921b8a0 service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:10.219273 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-9e55ce4d-3bd2-4e51-9814-a543d921b8a0 service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:10.222762 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-9e55ce4d-3bd2-4e51-9814-a543d921b8a0 service neutron] Bound port: a0ae581a-5a36-4db7-a98c-1f3bde6bf998, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:10.224082 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-9e55ce4d-3bd2-4e51-9814-a543d921b8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:10.404812 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-d538dba9-637a-423b-bd44-6aa8cd0a90ad req-ba9bb844-6d54-46c4-a2a2-729104a484ad tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] For port fcda8e5c-c42f-4884-9d89-3592d386113f, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=fcda8e5c-c42f-4884-9d89-3592d386113f,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:10.405432 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d538dba9-637a-423b-bd44-6aa8cd0a90ad req-ba9bb844-6d54-46c4-a2a2-729104a484ad tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:10.422961 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-9e55ce4d-3bd2-4e51-9814-a543d921b8a0 service neutron] For port a0ae581a-5a36-4db7-a98c-1f3bde6bf998, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:10.425994 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 8e494063-afce-4ad0-a068-31a8b4ebd61d completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:10.427416 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-9e55ce4d-3bd2-4e51-9814-a543d921b8a0 service neutron] For port a0ae581a-5a36-4db7-a98c-1f3bde6bf998, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=a0ae581a-5a36-4db7-a98c-1f3bde6bf998,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:10.433793 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42258) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:10.453389 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-d538dba9-637a-423b-bd44-6aa8cd0a90ad req-ba9bb844-6d54-46c4-a2a2-729104a484ad tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Calling delete_port for fcda8e5c-c42f-4884-9d89-3592d386113f owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:59:10.456408 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-784991bd-1c58-4c7a-9381-562112a71044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:10.459156 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-9e55ce4d-3bd2-4e51-9814-a543d921b8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:10.514475 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 8e494063-afce-4ad0-a068-31a8b4ebd61d triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:10.516238 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:10.527661 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 5ec5c713-6d70-43a5-b417-6d1ab747b70e, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=5ec5c713-6d70-43a5-b417-6d1ab747b70e,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:10.560499 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-9e55ce4d-3bd2-4e51-9814-a543d921b8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:10.561549 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-9e55ce4d-3bd2-4e51-9814-a543d921b8a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:10.564042 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-9e55ce4d-3bd2-4e51-9814-a543d921b8a0 service neutron] 10.222.0.32 "PUT /v2.0/ports/a0ae581a-5a36-4db7-a98c-1f3bde6bf998 HTTP/1.1" status: 200 len: 1097 time: 4.2561996 Jul 15 12:59:10.595611 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55ce4d-3bd2-4e51-9814-a543d921b8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ae581a-5a36-4db7-a98c-1f3bde6bf998,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:10.787646 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '5ec5c713-6d70-43a5-b417-6d1ab747b70e', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': '5ec5c713-6d70-43a5-b417-6d1ab747b70e', 'mac_address': 'fa:16:3e:3b:ff:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:59:10.824723 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d538dba9-637a-423b-bd44-6aa8cd0a90ad req-ba9bb844-6d54-46c4-a2a2-729104a484ad tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:10.993719 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:11.015033 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['b013106d-990c-48e5-97f9-267796675942', 'fcda8e5c-c42f-4884-9d89-3592d386113f'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:11.121981 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-784991bd-1c58-4c7a-9381-562112a71044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:11.150994 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9bb844-6d54-46c4-a2a2-729104a484ad tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Pushing event deleted for resources: {'Port': ['ID=fcda8e5c-c42f-4884-9d89-3592d386113f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:11.167662 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb1a45-d01a-44ca-ac0b-f9b8e98f1d2e req-278721db-df3f-4917-b3bf-0ceb9c7c9a80 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:11.181164 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9bfb1a45-d01a-44ca-ac0b-f9b8e98f1d2e req-278721db-df3f-4917-b3bf-0ceb9c7c9a80 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/ports?device_id=42213aec-a6d7-4108-961a-c6fe658f01f0 HTTP/1.1" status: 200 len: 949 time: 1.3162425 Jul 15 12:59:11.244180 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-784991bd-1c58-4c7a-9381-562112a71044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:11.254480 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ec5c713-6d70-43a5-b417-6d1ab747b70e {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:11.271580 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-d538dba9-637a-423b-bd44-6aa8cd0a90ad req-ba9bb844-6d54-46c4-a2a2-729104a484ad tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] No DVR routers for this DVR port fcda8e5c-c42f-4884-9d89-3592d386113f on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 12:59:11.279605 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d538dba9-637a-423b-bd44-6aa8cd0a90ad req-ba9bb844-6d54-46c4-a2a2-729104a484ad tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:11.284965 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d538dba9-637a-423b-bd44-6aa8cd0a90ad req-ba9bb844-6d54-46c4-a2a2-729104a484ad tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.32 "DELETE /v2.0/ports/fcda8e5c-c42f-4884-9d89-3592d386113f HTTP/1.1" status: 204 len: 173 time: 1.6761849 Jul 15 12:59:11.315427 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42213aec-a6d7-4108-961a-c6fe658f01f0', 'name': 'network-vif-deleted', 'tag': 'fcda8e5c-c42f-4884-9d89-3592d386113f'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:11.323673 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74e05fb-7de7-425f-a4fd-faf9817044dd" -d '{"events": [{"server_uuid": "42213aec-a6d7-4108-961a-c6fe658f01f0", "name": "network-vif-deleted", "tag": "fcda8e5c-c42f-4884-9d89-3592d386113f"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:11.407683 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 5ec5c713-6d70-43a5-b417-6d1ab747b70e, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=5ec5c713-6d70-43a5-b417-6d1ab747b70e,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:11.451475 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-784991bd-1c58-4c7a-9381-562112a71044 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f702232d3444042a1174202e03f32a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0152678 Jul 15 12:59:11.463161 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42274) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:11.467347 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784991bd-1c58-4c7a-9381-562112a71044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f92e9bc-a806-4cde-84cb-6d890737ddad,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:11.475110 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf66d7b-8a8c-478f-967d-e4faee56c147 req-3a93cf95-adb3-4ebc-90c9-97ead0aca7ff tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:11.506622 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba63b6a3-6780-4e7a-9f1a-800185b2b2c5', 'tag': 'a0ae581a-5a36-4db7-a98c-1f3bde6bf998'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:11.507304 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2bf66d7b-8a8c-478f-967d-e4faee56c147 req-3a93cf95-adb3-4ebc-90c9-97ead0aca7ff tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 948 time: 0.4873738 Jul 15 12:59:11.517675 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5f6ff8-7ee2-4bd7-9cc0-bf544eefcbdc" -d '{"events": [{"name": "network-changed", "server_uuid": "ba63b6a3-6780-4e7a-9f1a-800185b2b2c5", "tag": "a0ae581a-5a36-4db7-a98c-1f3bde6bf998"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:11.599470 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:11.668079 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2bf66d7b-8a8c-478f-967d-e4faee56c147 req-38634d76-1e59-4146-8405-859ba01be48f tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558118 Jul 15 12:59:11.799720 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-8d170308-b4ae-40b6-b979-93e32a012306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:11.809647 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-8d170308-b4ae-40b6-b979-93e32a012306 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 1100 time: 1.1963818 Jul 15 12:59:11.838244 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9bfb1a45-d01a-44ca-ac0b-f9b8e98f1d2e req-4fc93292-509c-46a8-aa34-b26f98464914 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1c1602-a952-4eca-ad26-667722467c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6557434 Jul 15 12:59:12.011846 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['5ec5c713-6d70-43a5-b417-6d1ab747b70e'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:12.021696 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-54dce188-132e-4301-a89b-63230ebddd83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:12.117217 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c4ce72-e2cc-4776-9d42-01a0a03df6fb x-openstack-request-id: req-e1c4ce72-e2cc-4776-9d42-01a0a03df6fb {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:12.123770 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42213aec-a6d7-4108-961a-c6fe658f01f0", "name": "network-vif-deleted", "tag": "fcda8e5c-c42f-4884-9d89-3592d386113f", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:12.124456 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1c4ce72-e2cc-4776-9d42-01a0a03df6fb {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:12.134252 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42213aec-a6d7-4108-961a-c6fe658f01f0', 'name': 'network-vif-deleted', 'tag': 'fcda8e5c-c42f-4884-9d89-3592d386113f', 'status': 'completed', 'code': 200} Jul 15 12:59:12.325905 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351f1faf-6e89-437c-b76b-0375e7af4bc0 x-openstack-request-id: req-351f1faf-6e89-437c-b76b-0375e7af4bc0 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:12.327011 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba63b6a3-6780-4e7a-9f1a-800185b2b2c5", "tag": "a0ae581a-5a36-4db7-a98c-1f3bde6bf998", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:12.328443 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-351f1faf-6e89-437c-b76b-0375e7af4bc0 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:12.329140 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba63b6a3-6780-4e7a-9f1a-800185b2b2c5', 'tag': 'a0ae581a-5a36-4db7-a98c-1f3bde6bf998', 'status': 'completed', 'code': 200} Jul 15 12:59:12.342334 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-54dce188-132e-4301-a89b-63230ebddd83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:12.345380 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86248777-eeb9-4be1-a3ca-897b6748cb94 req-cba21465-c76b-42d2-be05-8cc9a125047f tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:12.360637 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-86248777-eeb9-4be1-a3ca-897b6748cb94 req-cba21465-c76b-42d2-be05-8cc9a125047f tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f63503f-9bc5-475f-899c-2743f149a4d6 HTTP/1.1" status: 200 len: 948 time: 0.2611189 Jul 15 12:59:12.502752 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-df2dac9c-81bb-48f2-94bc-cf78972f4a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:12.507968 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-df2dac9c-81bb-48f2-94bc-cf78972f4a23 service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.6671271 Jul 15 12:59:12.621207 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-86248777-eeb9-4be1-a3ca-897b6748cb94 req-201ff84c-2567-4354-8cf2-875f6bcfad05 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593153 Jul 15 12:59:12.633596 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f6ff8-7ee2-4bd7-9cc0-bf544eefcbdc req-f44aaf04-8e41-49f8-b880-3fa55317ae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:12.642783 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9f5f6ff8-7ee2-4bd7-9cc0-bf544eefcbdc req-f44aaf04-8e41-49f8-b880-3fa55317ae7d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 1100 time: 0.2550271 Jul 15 12:59:12.644471 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-cabe84d0-8c59-46fa-a482-a6ef71929854 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=a0ae581a-5a36-4db7-a98c-1f3bde6bf998 HTTP/1.1" status: 200 len: 217 time: 0.1238034 Jul 15 12:59:12.659283 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:12.725900 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42304) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:12.855202 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-9273d6e1-2889-473c-a097-5b3bc7e47b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:12.863314 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-9273d6e1-2889-473c-a097-5b3bc7e47b98 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.2113826 Jul 15 12:59:12.959167 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-54dce188-132e-4301-a89b-63230ebddd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:12.971896 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-54dce188-132e-4301-a89b-63230ebddd83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:12.984172 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-54dce188-132e-4301-a89b-63230ebddd83 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f92e9bc-a806-4cde-84cb-6d890737ddad HTTP/1.1" status: 204 len: 168 time: 1.4554768 Jul 15 12:59:13.037893 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=5ec5c713-6d70-43a5-b417-6d1ab747b70e,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:13.040095 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dce188-132e-4301-a89b-63230ebddd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f92e9bc-a806-4cde-84cb-6d890737ddad,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:13.070131 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f6ff8-7ee2-4bd7-9cc0-bf544eefcbdc req-9a9d2e56-bcbd-41da-8450-50f2c26b1965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:13.087356 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9f5f6ff8-7ee2-4bd7-9cc0-bf544eefcbdc req-9a9d2e56-bcbd-41da-8450-50f2c26b1965 service neutron] 10.222.0.18 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.4334071 Jul 15 12:59:13.193028 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-94ed5a83-f15a-4589-9e39-e43f841d50b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:13.199475 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-94ed5a83-f15a-4589-9e39-e43f841d50b4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3348513 Jul 15 12:59:13.277014 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b0301155-ef29-4ea5-b966-9d500ea22bb2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1925288137-network', 'tenant_id': '46d0c223205b4bf3b185bf17353b62e5'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:13.305415 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 8e494063-afce-4ad0-a068-31a8b4ebd61d, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8e494063-afce-4ad0-a068-31a8b4ebd61d,segment=NetworkSegment(4ad55242-abcc-427f-96c5-62f047e29320),segment_id=4ad55242-abcc-427f-96c5-62f047e29320)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:13.358042 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9f5f6ff8-7ee2-4bd7-9cc0-bf544eefcbdc req-b2400dd8-f1ee-44ac-bfc1-c95b580acf66 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=a0ae581a-5a36-4db7-a98c-1f3bde6bf998 HTTP/1.1" status: 200 len: 217 time: 0.2669992 Jul 15 12:59:13.363924 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0301155-ef29-4ea5-b966-9d500ea22bb2 admin admin] Made reservation on behalf of 46d0c223205b4bf3b185bf17353b62e5 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:13.370072 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b0301155-ef29-4ea5-b966-9d500ea22bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:13.420791 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:13.537002 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f6ff8-7ee2-4bd7-9cc0-bf544eefcbdc req-64badf49-dcf4-46d3-9452-c19149df7d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:13.538834 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9f5f6ff8-7ee2-4bd7-9cc0-bf544eefcbdc req-64badf49-dcf4-46d3-9452-c19149df7d89 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1628022 Jul 15 12:59:13.539858 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b0301155-ef29-4ea5-b966-9d500ea22bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:13.773023 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992ea1d-23e0-431a-bb4e-73d86be94286 req-dc2e55a4-cd68-4b90-81a6-bc4fdd82a086 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:13.788659 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9992ea1d-23e0-431a-bb4e-73d86be94286 req-dc2e55a4-cd68-4b90-81a6-bc4fdd82a086 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 948 time: 0.5478263 Jul 15 12:59:13.797282 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b0301155-ef29-4ea5-b966-9d500ea22bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:13.805172 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b0301155-ef29-4ea5-b966-9d500ea22bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:13.825525 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0301155-ef29-4ea5-b966-9d500ea22bb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:59:13.839613 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b0301155-ef29-4ea5-b966-9d500ea22bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:13.840061 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-b0301155-ef29-4ea5-b966-9d500ea22bb2 admin admin] Added segment 542f93dd-05b6-4a02-98b5-fb214f48701c of type vlan for network ab47e8d4-0c36-4931-be10-4422c36bcf69 Jul 15 12:59:13.864610 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-d7b7b2c4-31b1-448b-b3c8-4451b669c594 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6558821 Jul 15 12:59:13.911537 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b0301155-ef29-4ea5-b966-9d500ea22bb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:13.982330 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0301155-ef29-4ea5-b966-9d500ea22bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1100c461-205d-4944-adc4-89fa2e604702,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:13.990871 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b0301155-ef29-4ea5-b966-9d500ea22bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:13.991946 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0301155-ef29-4ea5-b966-9d500ea22bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:13.992596 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b0301155-ef29-4ea5-b966-9d500ea22bb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:14.029862 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b0301155-ef29-4ea5-b966-9d500ea22bb2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2994292 Jul 15 12:59:14.044913 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42346) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:14.053282 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-36cc6471-13fc-4cd4-801a-4dc63572afb8 admin admin] Request body: {'subnet': {'network_id': 'ab47e8d4-0c36-4931-be10-4422c36bcf69', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1925288137-subnet', 'tenant_id': '46d0c223205b4bf3b185bf17353b62e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:14.066390 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f6ff8-7ee2-4bd7-9cc0-bf544eefcbdc req-05ede811-f6c4-4f31-9827-fc738af67f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:14.068137 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9f5f6ff8-7ee2-4bd7-9cc0-bf544eefcbdc req-05ede811-f6c4-4f31-9827-fc738af67f72 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5190387 Jul 15 12:59:14.136382 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=8e494063-afce-4ad0-a068-31a8b4ebd61d,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:14.227503 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9f5f6ff8-7ee2-4bd7-9cc0-bf544eefcbdc req-7c6b191b-f009-4ede-b2d0-f6eda7ae74de service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441236 Jul 15 12:59:14.230925 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0301155-ef29-4ea5-b966-9d500ea22bb2 admin admin] Pushing event updated for resources: {'Network': ['ID=ab47e8d4-0c36-4931-be10-4422c36bcf69,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:14.248189 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network ab47e8d4-0c36-4931-be10-4422c36bcf69 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:59:14.343656 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9992ea1d-23e0-431a-bb4e-73d86be94286 req-4bbd3e29-3f0d-4044-a58f-e9ebf167f1cc tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838562 Jul 15 12:59:14.535725 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cc6471-13fc-4cd4-801a-4dc63572afb8 admin admin] Made reservation on behalf of 46d0c223205b4bf3b185bf17353b62e5 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:14.538910 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36cc6471-13fc-4cd4-801a-4dc63572afb8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:14.662421 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48b4960e-14ac-45b7-82b2-4eedf379ea72 req-8f7d651d-0e8b-4c93-b163-0b1130e8df31 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7664213 Jul 15 12:59:14.697475 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device fcda8e5c-c42f-4884-9d89-3592d386113f no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:59:14.807953 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: fcda8e5c-c42f-4884-9d89-3592d386113f {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 12:59:14.810349 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device fcda8e5c-c42f-4884-9d89-3592d386113f not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:59:15.618073 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9f5f6ff8-7ee2-4bd7-9cc0-bf544eefcbdc req-b2626c30-42d1-4a66-a771-2301e9bd2ba7 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3806565 Jul 15 12:59:15.671386 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 5ec5c713-6d70-43a5-b417-6d1ab747b70e up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:15.838354 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8e494063-afce-4ad0-a068-31a8b4ebd61d up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:15.853414 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36cc6471-13fc-4cd4-801a-4dc63572afb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:15.985737 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184189ec-7eaf-4bea-aad0-9f9203ecf325 req-75a92768-2f13-4d6f-bec1-28dee235ed17 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:15.996973 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-184189ec-7eaf-4bea-aad0-9f9203ecf325 req-75a92768-2f13-4d6f-bec1-28dee235ed17 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f63503f-9bc5-475f-899c-2743f149a4d6 HTTP/1.1" status: 200 len: 948 time: 0.3412552 Jul 15 12:59:16.108959 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc6471-13fc-4cd4-801a-4dc63572afb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d18b3da3-3e93-4663-8564-ed45d5a62a2f,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:16.110366 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-184189ec-7eaf-4bea-aad0-9f9203ecf325 req-d927fd5d-799d-4b2f-8252-90859b53d383 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106818 Jul 15 12:59:16.150405 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f6ff8-7ee2-4bd7-9cc0-bf544eefcbdc req-23354806-fe14-44c6-a6b3-735a843bf56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:16.156196 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9f5f6ff8-7ee2-4bd7-9cc0-bf544eefcbdc req-23354806-fe14-44c6-a6b3-735a843bf56e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 1100 time: 1.3245263 Jul 15 12:59:16.159016 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cc6471-13fc-4cd4-801a-4dc63572afb8 admin admin] Checking segment: {'id': '542f93dd-05b6-4a02-98b5-fb214f48701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ab47e8d4-0c36-4931-be10-4422c36bcf69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:16.159697 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cc6471-13fc-4cd4-801a-4dc63572afb8 admin admin] Network hostable DHCP agents. Network: ab47e8d4-0c36-4931-be10-4422c36bcf69, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:59:16.311406 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 5ec5c713-6d70-43a5-b417-6d1ab747b70e completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:16.322905 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 8e494063-afce-4ad0-a068-31a8b4ebd61d triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:16.323482 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:16.326618 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 5ec5c713-6d70-43a5-b417-6d1ab747b70e triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:16.327405 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:16.331601 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75434a73-4189-4cba-b1b9-edad1e91d15c req-cf4f85c3-b708-4f58-b081-977da21e4f1c tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:16.351484 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75434a73-4189-4cba-b1b9-edad1e91d15c req-cf4f85c3-b708-4f58-b081-977da21e4f1c tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d36918-9159-449b-b8c4-70e0b6501f14 HTTP/1.1" status: 200 len: 949 time: 0.5973165 Jul 15 12:59:16.354105 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cc6471-13fc-4cd4-801a-4dc63572afb8 admin admin] Network ab47e8d4-0c36-4931-be10-4422c36bcf69 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:59:16.411611 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f6ff8-7ee2-4bd7-9cc0-bf544eefcbdc req-df4aa36f-106b-4004-a7b0-90bfc176da1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:16.411611 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9f5f6ff8-7ee2-4bd7-9cc0-bf544eefcbdc req-df4aa36f-106b-4004-a7b0-90bfc176da1a service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.2405860 Jul 15 12:59:16.456545 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-36cc6471-13fc-4cd4-801a-4dc63572afb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, ab47e8d4-0c36-4931-be10-4422c36bcf69) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:16.480877 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cc6471-13fc-4cd4-801a-4dc63572afb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:16.483132 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36cc6471-13fc-4cd4-801a-4dc63572afb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:16.488335 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d401826-946a-4c39-ad92-951d321f4a54 None None] Network ab47e8d4-0c36-4931-be10-4422c36bcf69 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:59:16.514837 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9f5f6ff8-7ee2-4bd7-9cc0-bf544eefcbdc req-7b5e7c21-ffe2-48bb-a066-8ba96dcad103 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=a0ae581a-5a36-4db7-a98c-1f3bde6bf998 HTTP/1.1" status: 200 len: 217 time: 0.0998509 Jul 15 12:59:16.574643 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75434a73-4189-4cba-b1b9-edad1e91d15c req-6c27ba60-7eaf-4fca-92b1-09fc5a9aa951 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1c1602-a952-4eca-ad26-667722467c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217491 Jul 15 12:59:16.721161 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-36cc6471-13fc-4cd4-801a-4dc63572afb8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6731093 Jul 15 12:59:16.758923 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42388) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:16.799240 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f6ff8-7ee2-4bd7-9cc0-bf544eefcbdc req-43e82235-7027-44c1-b1f6-a686bccfa08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:16.805036 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9f5f6ff8-7ee2-4bd7-9cc0-bf544eefcbdc req-43e82235-7027-44c1-b1f6-a686bccfa08f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.2713721 Jul 15 12:59:16.823751 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:16.863686 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7851f-ad46-4420-a054-5f42b163a1c0 req-769f4e6c-0c23-41d4-ab15-72faed63d2c3 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:16.866091 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bbd7851f-ad46-4420-a054-5f42b163a1c0 req-769f4e6c-0c23-41d4-ab15-72faed63d2c3 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.32 "GET /v2.0/ports?device_id=54d36918-9159-449b-b8c4-70e0b6501f14 HTTP/1.1" status: 200 len: 949 time: 0.3138788 Jul 15 12:59:16.909807 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4facf695-aee6-43db-85eb-b45dbc650646 None None] Network ab47e8d4-0c36-4931-be10-4422c36bcf69 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:59:16.952138 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 5ec5c713-6d70-43a5-b417-6d1ab747b70e, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=5ec5c713-6d70-43a5-b417-6d1ab747b70e,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:16.966714 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981ff6a-b8be-4efe-a108-595c0aba99c5 req-7b6cccec-bbc4-4e34-9e31-a021c3a9e6da tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:16.971455 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2981ff6a-b8be-4efe-a108-595c0aba99c5 req-7b6cccec-bbc4-4e34-9e31-a021c3a9e6da tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 948 time: 0.3242252 Jul 15 12:59:17.002137 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f63503f-9bc5-475f-899c-2743f149a4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec5c713-6d70-43a5-b417-6d1ab747b70e'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:17.013216 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad4890e-26b2-4dd8-878e-639d621b1db9" -d '{"events": [{"server_uuid": "5f63503f-9bc5-475f-899c-2743f149a4d6", "name": "network-vif-plugged", "status": "completed", "tag": "5ec5c713-6d70-43a5-b417-6d1ab747b70e"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:17.131749 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:17.266742 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f6ff8-7ee2-4bd7-9cc0-bf544eefcbdc req-6958d6ca-b6af-44b5-aac0-cc57b8a26891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:17.272679 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-bbd7851f-ad46-4420-a054-5f42b163a1c0 req-412482b4-0cb2-4780-9363-308cb74fd562 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Deleting port b013106d-990c-48e5-97f9-267796675942 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 12:59:17.273227 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bbd7851f-ad46-4420-a054-5f42b163a1c0 req-412482b4-0cb2-4780-9363-308cb74fd562 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:17.275052 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9f5f6ff8-7ee2-4bd7-9cc0-bf544eefcbdc req-6958d6ca-b6af-44b5-aac0-cc57b8a26891 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4627140 Jul 15 12:59:17.404963 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2981ff6a-b8be-4efe-a108-595c0aba99c5 req-7c4376db-d110-411f-b1fa-cd87990d5ca4 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861711 Jul 15 12:59:17.788215 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9f5f6ff8-7ee2-4bd7-9cc0-bf544eefcbdc req-989dc737-a25f-4487-9858-cb39f88e5e36 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964559 Jul 15 12:59:17.871735 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-bbd7851f-ad46-4420-a054-5f42b163a1c0 req-412482b4-0cb2-4780-9363-308cb74fd562 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] For port b013106d-990c-48e5-97f9-267796675942, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=b013106d-990c-48e5-97f9-267796675942,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:17.873358 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bbd7851f-ad46-4420-a054-5f42b163a1c0 req-412482b4-0cb2-4780-9363-308cb74fd562 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:17.914777 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b214d6-a734-420c-8e87-c690bbd55d65 x-openstack-request-id: req-f5b214d6-a734-420c-8e87-c690bbd55d65 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:17.915544 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f63503f-9bc5-475f-899c-2743f149a4d6", "name": "network-vif-plugged", "status": "completed", "tag": "5ec5c713-6d70-43a5-b417-6d1ab747b70e", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:17.915863 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f5b214d6-a734-420c-8e87-c690bbd55d65 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:17.916420 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f63503f-9bc5-475f-899c-2743f149a4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec5c713-6d70-43a5-b417-6d1ab747b70e', 'code': 200} Jul 15 12:59:18.015254 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9f5f6ff8-7ee2-4bd7-9cc0-bf544eefcbdc req-4b860bb0-d9e4-442f-81e1-5b9f235df512 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222688 Jul 15 12:59:18.078114 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-bbd7851f-ad46-4420-a054-5f42b163a1c0 req-412482b4-0cb2-4780-9363-308cb74fd562 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Calling delete_port for b013106d-990c-48e5-97f9-267796675942 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 12:59:18.094657 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dcfd860e-52ae-42f3-b12c-8a8e3f54a396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:18.221272 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5adfe9-6991-4ac2-b072-1fcf9d867378 req-7b9efb32-65b7-4ff3-b496-f7b26581b21d tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:18.226941 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ee5adfe9-6991-4ac2-b072-1fcf9d867378 req-7b9efb32-65b7-4ff3-b496-f7b26581b21d tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f63503f-9bc5-475f-899c-2743f149a4d6 HTTP/1.1" status: 200 len: 949 time: 0.2048936 Jul 15 12:59:18.257782 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=5ec5c713-6d70-43a5-b417-6d1ab747b70e,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:18.301079 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:18.302165 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:18.303355 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:18.304082 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:18.304769 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:18.305459 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:18.306932 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:18.307674 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:18.308594 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:18.309987 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:18.310734 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:18.311479 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:18.330449 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c73dd-bfeb-414c-b5ac-a397dbb023cf req-3e54a106-de8d-4a85-9550-288e923b3e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:18.333198 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ca0c73dd-bfeb-414c-b5ac-a397dbb023cf req-3e54a106-de8d-4a85-9550-288e923b3e33 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5f63503f-9bc5-475f-899c-2743f149a4d6 HTTP/1.1" status: 200 len: 1101 time: 0.5039339 Jul 15 12:59:18.408598 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ee5adfe9-6991-4ac2-b072-1fcf9d867378 req-702cfecc-7684-42ae-8c4f-379fd325c9e2 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633172 Jul 15 12:59:18.570284 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dcfd860e-52ae-42f3-b12c-8a8e3f54a396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:18.589546 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ca0c73dd-bfeb-414c-b5ac-a397dbb023cf req-83770851-1132-4645-983f-b4cae99b9546 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426872 Jul 15 12:59:18.590651 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device a0ae581a-5a36-4db7-a98c-1f3bde6bf998 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:59:18.592452 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dcfd860e-52ae-42f3-b12c-8a8e3f54a396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:18.664773 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-dcfd860e-52ae-42f3-b12c-8a8e3f54a396 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9940148f75104ac59f1298d5ec17c3cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8788218 Jul 15 12:59:18.664773 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42414) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:18.665430 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd860e-52ae-42f3-b12c-8a8e3f54a396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11574e7-139f-48f8-92c3-eddad59d3124,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:18.757690 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8c61493-0601-469c-bfa6-7fd7d5f2293d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:18.816765 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8c61493-0601-469c-bfa6-7fd7d5f2293d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:18.875646 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09349c-5161-44b2-baef-36b9305fe44d req-142373fe-0726-4392-ac73-6d88fd02c740 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:18.889827 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8a09349c-5161-44b2-baef-36b9305fe44d req-142373fe-0726-4392-ac73-6d88fd02c740 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d36918-9159-449b-b8c4-70e0b6501f14 HTTP/1.1" status: 200 len: 949 time: 0.1606886 Jul 15 12:59:18.928265 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8c61493-0601-469c-bfa6-7fd7d5f2293d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:18.933874 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8c61493-0601-469c-bfa6-7fd7d5f2293d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:18.940282 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e8c61493-0601-469c-bfa6-7fd7d5f2293d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c11574e7-139f-48f8-92c3-eddad59d3124 HTTP/1.1" status: 204 len: 168 time: 0.2713366 Jul 15 12:59:19.021966 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c61493-0601-469c-bfa6-7fd7d5f2293d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11574e7-139f-48f8-92c3-eddad59d3124,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:19.065066 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8a09349c-5161-44b2-baef-36b9305fe44d req-a3714f23-8fca-4cf0-bda1-31095306d23f tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/security-groups?id=be1c1602-a952-4eca-ad26-667722467c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701119 Jul 15 12:59:19.107989 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port a0ae581a-5a36-4db7-a98c-1f3bde6bf998, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=a0ae581a-5a36-4db7-a98c-1f3bde6bf998,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:19.138439 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'a0ae581a-5a36-4db7-a98c-1f3bde6bf998', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': 'a0ae581a-5a36-4db7-a98c-1f3bde6bf998', 'mac_address': 'fa:16:3e:f0:7e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:59:19.270545 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bbd7851f-ad46-4420-a054-5f42b163a1c0 req-412482b4-0cb2-4780-9363-308cb74fd562 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:19.285547 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:19.315745 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['b013106d-990c-48e5-97f9-267796675942'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:19.325570 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ae581a-5a36-4db7-a98c-1f3bde6bf998 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:19.344614 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2f988-b4f0-462d-ab9e-f12d932b19bd req-48ed0a59-398b-405f-a933-e99cd2671aa6 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:19.346913 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fbd2f988-b4f0-462d-ab9e-f12d932b19bd req-48ed0a59-398b-405f-a933-e99cd2671aa6 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 948 time: 0.3282518 Jul 15 12:59:19.426147 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412482b4-0cb2-4780-9363-308cb74fd562 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Pushing event deleted for resources: {'Port': ['ID=b013106d-990c-48e5-97f9-267796675942,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:19.519289 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd7851f-ad46-4420-a054-5f42b163a1c0 req-412482b4-0cb2-4780-9363-308cb74fd562 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] No DVR routers for this DVR port b013106d-990c-48e5-97f9-267796675942 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 12:59:19.536550 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bbd7851f-ad46-4420-a054-5f42b163a1c0 req-412482b4-0cb2-4780-9363-308cb74fd562 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:19.545645 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bbd7851f-ad46-4420-a054-5f42b163a1c0 req-412482b4-0cb2-4780-9363-308cb74fd562 tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.32 "DELETE /v2.0/ports/b013106d-990c-48e5-97f9-267796675942 HTTP/1.1" status: 204 len: 173 time: 2.6687331 Jul 15 12:59:19.548430 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d36918-9159-449b-b8c4-70e0b6501f14', 'name': 'network-vif-deleted', 'tag': 'b013106d-990c-48e5-97f9-267796675942'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:19.551626 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7dec20-0759-4c14-b1d6-9534d5a2c37e" -d '{"events": [{"server_uuid": "54d36918-9159-449b-b8c4-70e0b6501f14", "name": "network-vif-deleted", "tag": "b013106d-990c-48e5-97f9-267796675942"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:19.569182 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port a0ae581a-5a36-4db7-a98c-1f3bde6bf998, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=a0ae581a-5a36-4db7-a98c-1f3bde6bf998,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:19.584013 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:19.600585 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fbd2f988-b4f0-462d-ab9e-f12d932b19bd req-db41331a-5c9f-4a88-8906-26df5daa0ac6 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859052 Jul 15 12:59:19.773846 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=a0ae581a-5a36-4db7-a98c-1f3bde6bf998,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:19.774465 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:59:19.910321 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['a0ae581a-5a36-4db7-a98c-1f3bde6bf998'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:20.102736 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b39d5f-f57c-4c3f-9501-44c0cfc837d6 req-381f9b9b-f70f-4648-ace8-7248da4ddae2 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:20.112770 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-07b39d5f-f57c-4c3f-9501-44c0cfc837d6 req-381f9b9b-f70f-4648-ace8-7248da4ddae2 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f63503f-9bc5-475f-899c-2743f149a4d6 HTTP/1.1" status: 200 len: 949 time: 0.1820145 Jul 15 12:59:20.221948 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-07b39d5f-f57c-4c3f-9501-44c0cfc837d6 req-6290f773-620c-4535-a919-ddcc0ecfc32c tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024380 Jul 15 12:59:20.280576 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42448) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:20.352392 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13510aba-4f06-4559-88b2-6f4c9f11fa4c x-openstack-request-id: req-13510aba-4f06-4559-88b2-6f4c9f11fa4c {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:20.353011 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d36918-9159-449b-b8c4-70e0b6501f14", "name": "network-vif-deleted", "tag": "b013106d-990c-48e5-97f9-267796675942", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:20.353483 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-13510aba-4f06-4559-88b2-6f4c9f11fa4c {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:20.354112 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d36918-9159-449b-b8c4-70e0b6501f14', 'name': 'network-vif-deleted', 'tag': 'b013106d-990c-48e5-97f9-267796675942', 'status': 'completed', 'code': 200} Jul 15 12:59:20.373543 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42454) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:20.383121 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e3213672-256c-4549-8d2a-98f529a63729 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2014073283-network', 'tenant_id': 'b2a2a9438ac348b091cfcaef561e0f80'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:20.476142 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3213672-256c-4549-8d2a-98f529a63729 admin admin] Made reservation on behalf of b2a2a9438ac348b091cfcaef561e0f80 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:20.478446 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e3213672-256c-4549-8d2a-98f529a63729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:20.486563 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42456) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:20.500221 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e3213672-256c-4549-8d2a-98f529a63729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:20.514495 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-928fb71e-9660-45e5-8863-f09239d32032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:20.595873 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device b013106d-990c-48e5-97f9-267796675942 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 12:59:20.685184 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: b013106d-990c-48e5-97f9-267796675942 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 12:59:20.686996 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device b013106d-990c-48e5-97f9-267796675942 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 12:59:20.708577 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9dd47b53-f082-47f3-b75f-7eaf8c9b7f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:20.730675 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-12e8f3e1-ded3-4ddc-b553-8d4ab1656604 req-3953c576-7ece-4f5d-86bc-777e248db6ae tempest-LiveMigrationNegativeTest-614061514 tempest-LiveMigrationNegativeTest-614061514-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d36918-9159-449b-b8c4-70e0b6501f14 HTTP/1.1" status: 200 len: 210 time: 0.0798066 Jul 15 12:59:20.833753 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e3213672-256c-4549-8d2a-98f529a63729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:20.850392 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e3213672-256c-4549-8d2a-98f529a63729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:20.919682 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3213672-256c-4549-8d2a-98f529a63729 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:59:20.957049 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e3213672-256c-4549-8d2a-98f529a63729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:20.957974 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-e3213672-256c-4549-8d2a-98f529a63729 admin admin] Added segment e4a0db94-7b5a-4fde-ae09-cb329d64012d of type vlan for network 9f2601d4-33de-4b7f-a75a-c570ddf17bb1 Jul 15 12:59:20.960441 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3213672-256c-4549-8d2a-98f529a63729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd00f304-b7c0-4fa4-bd7a-75c23f7d2af7,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:21.030711 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee39d4f9-a915-4a90-832d-b33426babeeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:21.080575 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e3213672-256c-4549-8d2a-98f529a63729 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:21.145313 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e3213672-256c-4549-8d2a-98f529a63729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:21.147525 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3213672-256c-4549-8d2a-98f529a63729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:21.148462 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e3213672-256c-4549-8d2a-98f529a63729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:21.189221 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-928fb71e-9660-45e5-8863-f09239d32032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:21.239898 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-928fb71e-9660-45e5-8863-f09239d32032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:21.267147 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e3213672-256c-4549-8d2a-98f529a63729 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8919289 Jul 15 12:59:21.272329 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3213672-256c-4549-8d2a-98f529a63729 admin admin] Pushing event updated for resources: {'Network': ['ID=9f2601d4-33de-4b7f-a75a-c570ddf17bb1,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:21.277663 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42486) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:21.285744 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ad5475d7-2003-492d-a3ad-8b2ae33fec4a admin admin] Request body: {'subnet': {'network_id': '9f2601d4-33de-4b7f-a75a-c570ddf17bb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2014073283-subnet', 'tenant_id': 'b2a2a9438ac348b091cfcaef561e0f80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:21.287389 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 9f2601d4-33de-4b7f-a75a-c570ddf17bb1 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:59:21.368545 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-928fb71e-9660-45e5-8863-f09239d32032 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd9124e8fa774de5968f0d11d5617011&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8795755 Jul 15 12:59:21.371563 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42490) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:21.375267 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928fb71e-9660-45e5-8863-f09239d32032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adce71b-b16f-4206-b569-a1e4537b9f98,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:21.466174 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-ad5475d7-2003-492d-a3ad-8b2ae33fec4a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 12:59:21.466174 n-d-758944-45 neutron-server[93814]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 12:59:21.466174 n-d-758944-45 neutron-server[93814]: [parameters: {'project_id_1': 'b2a2a9438ac348b091cfcaef561e0f80', 'expiration_1': datetime.datetime(2021, 7, 15, 12, 59, 21, 293657)}] Jul 15 12:59:21.466174 n-d-758944-45 neutron-server[93814]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 12:59:21.467010 n-d-758944-45 neutron-server[93814]: DEBUG oslo_db.api [None req-ad5475d7-2003-492d-a3ad-8b2ae33fec4a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 12:59:21.540133 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795e988-405b-4387-ae26-eef797ae0b67 req-89bc66b5-062d-4949-954c-e49ac1557eeb tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:21.542647 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3795e988-405b-4387-ae26-eef797ae0b67 req-89bc66b5-062d-4949-954c-e49ac1557eeb tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5&tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&binding%3Ahost_id=n-h2-758944-45 HTTP/1.1" status: 200 len: 949 time: 0.4883351 Jul 15 12:59:21.545639 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-41e78800-acee-4053-baa1-c9c3f9290b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:21.569310 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf93f2f-7554-4fe6-90e4-ca75d971c99a req-04f775f7-db8b-4b86-9277-98efc556a0fa tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:21.580995 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dbf93f2f-7554-4fe6-90e4-ca75d971c99a req-04f775f7-db8b-4b86-9277-98efc556a0fa tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 949 time: 0.4017973 Jul 15 12:59:21.583183 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcde47c-8d32-454c-b6fa-c4aacc5f67f7 req-caeecf3e-2c2f-4474-994f-0cd31b933f0d tempest-ServersOnMultiNodesTest-1358753295 tempest-ServersOnMultiNodesTest-1358753295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:21.590556 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8fcde47c-8d32-454c-b6fa-c4aacc5f67f7 req-caeecf3e-2c2f-4474-994f-0cd31b933f0d tempest-ServersOnMultiNodesTest-1358753295 tempest-ServersOnMultiNodesTest-1358753295-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5f63503f-9bc5-475f-899c-2743f149a4d6 HTTP/1.1" status: 200 len: 1101 time: 0.2130558 Jul 15 12:59:21.642838 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-41e78800-acee-4053-baa1-c9c3f9290b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:21.664824 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8fcde47c-8d32-454c-b6fa-c4aacc5f67f7 req-30fca8ef-b18c-426b-994f-fd26dbef8663 tempest-ServersOnMultiNodesTest-1358753295 tempest-ServersOnMultiNodesTest-1358753295-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:21.767153 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [req-3795e988-405b-4387-ae26-eef797ae0b67 req-d7eb4386-b158-4195-b52e-11d4c907d2c8 service neutron] delete failed (client error): The resource could not be found. Jul 15 12:59:21.768529 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3795e988-405b-4387-ae26-eef797ae0b67 req-d7eb4386-b158-4195-b52e-11d4c907d2c8 service neutron] 10.222.0.18 "DELETE /v2.0/ports/a0ae581a-5a36-4db7-a98c-1f3bde6bf998/bindings/n-h1-758944-45 HTTP/1.1" status: 404 len: 381 time: 0.2167873 Jul 15 12:59:21.782992 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-41e78800-acee-4053-baa1-c9c3f9290b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:21.786554 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dbf93f2f-7554-4fe6-90e4-ca75d971c99a req-ed3bde9d-eb5b-4872-92b1-a9466767007d tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043734 Jul 15 12:59:21.794949 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-41e78800-acee-4053-baa1-c9c3f9290b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:21.804574 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-41e78800-acee-4053-baa1-c9c3f9290b49 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2adce71b-b16f-4206-b569-a1e4537b9f98 HTTP/1.1" status: 204 len: 168 time: 0.4297729 Jul 15 12:59:21.834873 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e78800-acee-4053-baa1-c9c3f9290b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adce71b-b16f-4206-b569-a1e4537b9f98,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:21.950650 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee39d4f9-a915-4a90-832d-b33426babeeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:21.964544 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee39d4f9-a915-4a90-832d-b33426babeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:22.088143 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39d4f9-a915-4a90-832d-b33426babeeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb9d27a-0d81-49a5-9599-b63afe22c397,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:22.099992 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ee39d4f9-a915-4a90-832d-b33426babeeb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4fd764b4778047ba8aa9c42ae5c52311&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8176024 Jul 15 12:59:22.103092 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42504) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:22.133162 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795e988-405b-4387-ae26-eef797ae0b67 req-933d8867-8245-462c-9ea0-69b3d99ac122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:22.147672 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3795e988-405b-4387-ae26-eef797ae0b67 req-933d8867-8245-462c-9ea0-69b3d99ac122 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 1101 time: 0.2763309 Jul 15 12:59:22.246173 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8fcde47c-8d32-454c-b6fa-c4aacc5f67f7 req-30fca8ef-b18c-426b-994f-fd26dbef8663 tempest-ServersOnMultiNodesTest-1358753295 tempest-ServersOnMultiNodesTest-1358753295-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:22.269986 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8fcde47c-8d32-454c-b6fa-c4aacc5f67f7 req-30fca8ef-b18c-426b-994f-fd26dbef8663 tempest-ServersOnMultiNodesTest-1358753295 tempest-ServersOnMultiNodesTest-1358753295-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:22.361162 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5475d7-2003-492d-a3ad-8b2ae33fec4a admin admin] Made reservation on behalf of b2a2a9438ac348b091cfcaef561e0f80 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:22.369604 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad5475d7-2003-492d-a3ad-8b2ae33fec4a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:22.408270 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdce1-310b-4bd4-8236-364d1fdd3862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:22.424701 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8fcde47c-8d32-454c-b6fa-c4aacc5f67f7 req-30fca8ef-b18c-426b-994f-fd26dbef8663 tempest-ServersOnMultiNodesTest-1358753295 tempest-ServersOnMultiNodesTest-1358753295-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8099737 Jul 15 12:59:22.457964 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdce1-310b-4bd4-8236-364d1fdd3862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:22.562592 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fca8ef-b18c-426b-994f-fd26dbef8663 tempest-ServersOnMultiNodesTest-1358753295 tempest-ServersOnMultiNodesTest-1358753295-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522b616c-db60-4b86-8508-1b855d3d3f01,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:22.623345 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device a0ae581a-5a36-4db7-a98c-1f3bde6bf998 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:22.644903 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795e988-405b-4387-ae26-eef797ae0b67 req-2c869d43-412d-4754-9df0-94fcf91408ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:22.649217 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3795e988-405b-4387-ae26-eef797ae0b67 req-2c869d43-412d-4754-9df0-94fcf91408ae service neutron] 10.222.0.18 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.4790432 Jul 15 12:59:22.769569 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3795e988-405b-4387-ae26-eef797ae0b67 req-13df849e-d06d-4077-a141-4e7aa8a314c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=a0ae581a-5a36-4db7-a98c-1f3bde6bf998 HTTP/1.1" status: 200 len: 217 time: 0.1117747 Jul 15 12:59:22.873982 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port a0ae581a-5a36-4db7-a98c-1f3bde6bf998 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:22.883093 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port a0ae581a-5a36-4db7-a98c-1f3bde6bf998 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:22.883939 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:23.000214 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdce1-310b-4bd4-8236-364d1fdd3862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:23.012629 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e5fdce1-310b-4bd4-8236-364d1fdd3862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:23.026487 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3e5fdce1-310b-4bd4-8236-364d1fdd3862 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/acb9d27a-0d81-49a5-9599-b63afe22c397 HTTP/1.1" status: 204 len: 168 time: 0.9182162 Jul 15 12:59:23.043808 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:23.112769 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795e988-405b-4387-ae26-eef797ae0b67 req-a6424512-e9fc-4db8-950d-d7848ee6aaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:23.123262 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3795e988-405b-4387-ae26-eef797ae0b67 req-a6424512-e9fc-4db8-950d-d7848ee6aaa5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.3423622 Jul 15 12:59:23.124427 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42532) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:23.192087 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fdce1-310b-4bd4-8236-364d1fdd3862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb9d27a-0d81-49a5-9599-b63afe22c397,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:23.299959 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad5475d7-2003-492d-a3ad-8b2ae33fec4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:23.302531 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port a0ae581a-5a36-4db7-a98c-1f3bde6bf998, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=a0ae581a-5a36-4db7-a98c-1f3bde6bf998,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:23.317065 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba63b6a3-6780-4e7a-9f1a-800185b2b2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ae581a-5a36-4db7-a98c-1f3bde6bf998'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:23.332683 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c33ad7-0bf0-4789-98b4-c87657acde33" -d '{"events": [{"server_uuid": "ba63b6a3-6780-4e7a-9f1a-800185b2b2c5", "name": "network-vif-plugged", "status": "completed", "tag": "a0ae581a-5a36-4db7-a98c-1f3bde6bf998"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:23.407030 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:23.453095 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5475d7-2003-492d-a3ad-8b2ae33fec4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6f70285-6213-48b7-91f3-893d0c9a7db9,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:23.567440 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5475d7-2003-492d-a3ad-8b2ae33fec4a admin admin] Checking segment: {'id': 'e4a0db94-7b5a-4fde-ae09-cb329d64012d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '9f2601d4-33de-4b7f-a75a-c570ddf17bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:23.568360 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5475d7-2003-492d-a3ad-8b2ae33fec4a admin admin] Network hostable DHCP agents. Network: 9f2601d4-33de-4b7f-a75a-c570ddf17bb1, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:59:23.595721 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:23.614334 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f912b282-9496-4268-9fc3-3cfd7ef1b889 x-openstack-request-id: req-f912b282-9496-4268-9fc3-3cfd7ef1b889 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:23.615237 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba63b6a3-6780-4e7a-9f1a-800185b2b2c5", "name": "network-vif-plugged", "status": "completed", "tag": "a0ae581a-5a36-4db7-a98c-1f3bde6bf998", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:23.615441 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f912b282-9496-4268-9fc3-3cfd7ef1b889 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:23.618929 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba63b6a3-6780-4e7a-9f1a-800185b2b2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ae581a-5a36-4db7-a98c-1f3bde6bf998', 'code': 200} Jul 15 12:59:23.629523 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5475d7-2003-492d-a3ad-8b2ae33fec4a admin admin] Network 9f2601d4-33de-4b7f-a75a-c570ddf17bb1 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:59:23.655213 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cec839ec-99d2-479d-8c1c-a03628b45387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:23.661990 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-ad5475d7-2003-492d-a3ad-8b2ae33fec4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 9f2601d4-33de-4b7f-a75a-c570ddf17bb1) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:23.666268 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795e988-405b-4387-ae26-eef797ae0b67 req-5994a1bc-7521-41f6-88f0-22fbd0a9f10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:23.672731 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3795e988-405b-4387-ae26-eef797ae0b67 req-5994a1bc-7521-41f6-88f0-22fbd0a9f10e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5037153 Jul 15 12:59:23.687780 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5475d7-2003-492d-a3ad-8b2ae33fec4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:23.689119 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad5475d7-2003-492d-a3ad-8b2ae33fec4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:23.696022 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9372d4ea-d63d-45d3-aca1-699fbe8cbc14 None None] Network 9f2601d4-33de-4b7f-a75a-c570ddf17bb1 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:59:23.748145 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ad5475d7-2003-492d-a3ad-8b2ae33fec4a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4687057 Jul 15 12:59:23.807475 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=a0ae581a-5a36-4db7-a98c-1f3bde6bf998,revision_number=9']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:23.833048 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241f2f8-da08-4040-93e8-4a89f49eec8f req-9373f77b-ecf8-4f14-97f3-587f3c8f7235 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:23.854028 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d241f2f8-da08-4040-93e8-4a89f49eec8f req-9373f77b-ecf8-4f14-97f3-587f3c8f7235 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 950 time: 0.4854093 Jul 15 12:59:24.031282 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d241f2f8-da08-4040-93e8-4a89f49eec8f req-5bb9718e-1437-4cd6-afbc-ed4162ac5c60 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748412 Jul 15 12:59:24.046634 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-311c9945-668d-49e0-97b3-7764cddc55cf req-29e570ed-1147-41f4-9b97-129935fdc8d2 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635126 Jul 15 12:59:24.100459 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3795e988-405b-4387-ae26-eef797ae0b67 req-227b97dc-1428-4e8d-8e0e-faaf69e9eecd service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198010 Jul 15 12:59:24.215184 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a43c115-49ba-40cb-905c-72fefa4df9bd None None] Network 9f2601d4-33de-4b7f-a75a-c570ddf17bb1 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:59:24.360723 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c9945-668d-49e0-97b3-7764cddc55cf req-d597f8c7-4929-410f-84c5-5f7684d636f5 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:24.369888 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-311c9945-668d-49e0-97b3-7764cddc55cf req-d597f8c7-4929-410f-84c5-5f7684d636f5 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3157897 Jul 15 12:59:24.380042 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3795e988-405b-4387-ae26-eef797ae0b67 req-758e046a-f955-414c-834c-ccf883e75a55 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713153 Jul 15 12:59:24.394028 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-311c9945-668d-49e0-97b3-7764cddc55cf req-97699842-7e9c-49e4-b51f-b6a119a8b56a tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/quotas/a4339ead27f64ff8ab2c69e6a9cebb91 HTTP/1.1" status: 200 len: 375 time: 0.0231321 Jul 15 12:59:24.480707 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42562) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:24.555595 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:24.590401 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5fef6e7-449c-4b8b-ac7a-5b3a728c94ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:24.627487 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:24.677856 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-311c9945-668d-49e0-97b3-7764cddc55cf req-9e8fcb22-edc5-4f6e-a657-7a54f8bf97d5 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2825580 Jul 15 12:59:24.720296 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42564) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:24.735516 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a552ea80-ddc3-45e5-af0a-2edc9788a09e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=611633f4db1a424980cffa640f112f10&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6006298 Jul 15 12:59:24.803891 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42568) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:24.967764 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f9bc319d-d5a6-4ed8-994d-24d246b9b54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:25.101354 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f9bc319d-d5a6-4ed8-994d-24d246b9b54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:25.229206 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5fef6e7-449c-4b8b-ac7a-5b3a728c94ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:25.239169 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5fef6e7-449c-4b8b-ac7a-5b3a728c94ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:25.271285 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f9bc319d-d5a6-4ed8-994d-24d246b9b54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:25.286754 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f9bc319d-d5a6-4ed8-994d-24d246b9b54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:25.292228 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f9bc319d-d5a6-4ed8-994d-24d246b9b54d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be1c1602-a952-4eca-ad26-667722467c30 HTTP/1.1" status: 204 len: 168 time: 0.5657985 Jul 15 12:59:25.338854 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc319d-d5a6-4ed8-994d-24d246b9b54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1c1602-a952-4eca-ad26-667722467c30,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:25.380680 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2e4e9bd3-ad77-4588-8659-cddf9b6b1012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:25.457473 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f5fef6e7-449c-4b8b-ac7a-5b3a728c94ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a080179fffc14d3995dcc510293ba3c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9713020 Jul 15 12:59:25.460184 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42584) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:25.476286 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fef6e7-449c-4b8b-ac7a-5b3a728c94ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77073864-4d87-4842-9690-cbc859f1c6f9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:25.719305 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2e4e9bd3-ad77-4588-8659-cddf9b6b1012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:25.731692 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23176311-8f00-408d-bce4-39be91651c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:25.803457 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23176311-8f00-408d-bce4-39be91651c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:25.840517 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2e4e9bd3-ad77-4588-8659-cddf9b6b1012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:25.895695 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42592) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:25.930903 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23176311-8f00-408d-bce4-39be91651c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:25.934827 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23176311-8f00-408d-bce4-39be91651c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:25.936252 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-23176311-8f00-408d-bce4-39be91651c47 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/77073864-4d87-4842-9690-cbc859f1c6f9 HTTP/1.1" status: 204 len: 168 time: 0.4739940 Jul 15 12:59:25.960319 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23176311-8f00-408d-bce4-39be91651c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77073864-4d87-4842-9690-cbc859f1c6f9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:26.095886 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e9bd3-ad77-4588-8659-cddf9b6b1012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7596df2-a51a-4973-b5c6-db7a70772637,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:26.126402 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2e4e9bd3-ad77-4588-8659-cddf9b6b1012 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ebeb73cf30004f73b2a336e57f88a708&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3018785 Jul 15 12:59:26.127382 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42600) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:26.162717 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:26.254379 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2d5df-9386-417a-b26f-b554742c016e req-a1922b60-f403-450c-976c-e368aeb66b6a tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:26.262091 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b2a2d5df-9386-417a-b26f-b554742c016e req-a1922b60-f403-450c-976c-e368aeb66b6a tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 950 time: 0.5360279 Jul 15 12:59:26.358877 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5bb2e9eb-3a29-4fe4-bb7f-99e5ed7ce618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:26.457068 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b2a2d5df-9386-417a-b26f-b554742c016e req-5d415e24-df7d-4572-ab31-a0816bf0eb7a tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861475 Jul 15 12:59:26.497252 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5bb2e9eb-3a29-4fe4-bb7f-99e5ed7ce618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:26.755652 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42620) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:26.760848 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2a29bedb-a871-47bc-ab59-1128621a3710 tempest-AutoAllocateNetworkTest-2132482194 tempest-AutoAllocateNetworkTest-2132482194-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=20f706414f114f868e8ef27e7d6b0c70&shared=False HTTP/1.1" status: 200 len: 208 time: 0.8529589 Jul 15 12:59:26.785015 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5bb2e9eb-3a29-4fe4-bb7f-99e5ed7ce618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:26.807406 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5bb2e9eb-3a29-4fe4-bb7f-99e5ed7ce618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:26.809291 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5bb2e9eb-3a29-4fe4-bb7f-99e5ed7ce618 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7596df2-a51a-4973-b5c6-db7a70772637 HTTP/1.1" status: 204 len: 168 time: 0.6802976 Jul 15 12:59:26.924977 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2e9eb-3a29-4fe4-bb7f-99e5ed7ce618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7596df2-a51a-4973-b5c6-db7a70772637,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:27.084316 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295b871c-6c78-4c7e-8b1b-466ced4a4e66 tempest-AutoAllocateNetworkTest-2132482194 tempest-AutoAllocateNetworkTest-2132482194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:27.086389 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-295b871c-6c78-4c7e-8b1b-466ced4a4e66 tempest-AutoAllocateNetworkTest-2132482194 tempest-AutoAllocateNetworkTest-2132482194-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3282371 Jul 15 12:59:27.094775 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42628) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:27.166871 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42630) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:27.400326 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0affaba1-7dc3-4ecc-bd3e-f812f9483819 tempest-AutoAllocateNetworkTest-2132482194 tempest-AutoAllocateNetworkTest-2132482194-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3033829 Jul 15 12:59:27.423567 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42636) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:27.491008 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8505954e-4ba3-4b4e-9fb0-33f32131a57c tempest-AutoAllocateNetworkTest-2132482194 tempest-AutoAllocateNetworkTest-2132482194-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=20f706414f114f868e8ef27e7d6b0c70 HTTP/1.1" status: 200 len: 208 time: 0.0658965 Jul 15 12:59:27.513807 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-d7463d25-4ec5-4beb-9361-a15102800d85 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:27.523454 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-d7463d25-4ec5-4beb-9361-a15102800d85 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] 10.222.0.24 "GET /v2.0/networks?id=ab47e8d4-0c36-4931-be10-4422c36bcf69 HTTP/1.1" status: 200 len: 815 time: 0.6966221 Jul 15 12:59:27.546895 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-1fd5f1d4-28e3-48d2-b7d6-7323ca0e0748 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] 10.222.0.24 "GET /v2.0/quotas/46d0c223205b4bf3b185bf17353b62e5 HTTP/1.1" status: 200 len: 375 time: 0.0202000 Jul 15 12:59:27.587539 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ef5e2a5b-5e1c-406f-b5c2-3fb244d485b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=127a166d2e654063944f33b0dbdb9c17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4187384 Jul 15 12:59:27.590019 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42642) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:27.649980 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-ce5d3eda-6be8-43ea-8e99-8e92a392a20e tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=46d0c223205b4bf3b185bf17353b62e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0995736 Jul 15 12:59:27.733965 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc00cb-8259-44c7-af93-68b04c6800da req-c18ec5e5-381c-4b95-9fc2-7ef8b974e3f5 tempest-MigrationsAdminTest-253464781 tempest-MigrationsAdminTest-253464781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:27.736679 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5dbc00cb-8259-44c7-af93-68b04c6800da req-c18ec5e5-381c-4b95-9fc2-7ef8b974e3f5 tempest-MigrationsAdminTest-253464781 tempest-MigrationsAdminTest-253464781-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 1102 time: 0.2598290 Jul 15 12:59:27.737726 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b149903a-6428-4fc7-9767-4edcc1ef0f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:27.787023 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b149903a-6428-4fc7-9767-4edcc1ef0f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:27.936846 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b149903a-6428-4fc7-9767-4edcc1ef0f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:27.946256 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b149903a-6428-4fc7-9767-4edcc1ef0f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:27.952584 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b149903a-6428-4fc7-9767-4edcc1ef0f3c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/619248b0-4519-4f1a-91c5-a651b47aefe2 HTTP/1.1" status: 204 len: 168 time: 0.3608382 Jul 15 12:59:27.976249 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149903a-6428-4fc7-9767-4edcc1ef0f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619248b0-4519-4f1a-91c5-a651b47aefe2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:28.022096 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5dbc00cb-8259-44c7-af93-68b04c6800da req-e77b739b-dc67-44d1-9c0e-6bbf6ed258d0 tempest-MigrationsAdminTest-253464781 tempest-MigrationsAdminTest-253464781-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317735 Jul 15 12:59:28.181640 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42656) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:28.212961 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-097cc96c-eddb-4984-adb0-a8dfcd3030d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:28.497256 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-097cc96c-eddb-4984-adb0-a8dfcd3030d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:28.508045 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-097cc96c-eddb-4984-adb0-a8dfcd3030d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:28.545585 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1c756518-772a-4e80-b751-53388748e68f req-bccc0bc8-2181-478f-9d07-7b4797c9faa0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5f63503f-9bc5-475f-899c-2743f149a4d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2343864 Jul 15 12:59:28.560144 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1660268c-54ad-4fb8-8d75-7eaa548f22fb req-8f3b26e3-6dea-400e-ab59-a3a6f93cdc99 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a104723-f7d7-499a-845d-5b54455ab450 HTTP/1.1" status: 200 len: 210 time: 0.0771534 Jul 15 12:59:28.566822 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-097cc96c-eddb-4984-adb0-a8dfcd3030d6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a2820e0bac644013bd1a34a5f3d298ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3839796 Jul 15 12:59:28.568487 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097cc96c-eddb-4984-adb0-a8dfcd3030d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c500c9df-7735-4cfa-b80f-87cd915ae90b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:28.569603 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42662) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:28.622837 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42664) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:28.866352 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d1502f4-2ffc-420f-9011-ba535ddfd9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:28.882304 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c756518-772a-4e80-b751-53388748e68f req-9868bf26-6668-47e4-be0b-2447a02be333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:28.885401 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1c756518-772a-4e80-b751-53388748e68f req-9868bf26-6668-47e4-be0b-2447a02be333 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&device_id=5f63503f-9bc5-475f-899c-2743f149a4d6 HTTP/1.1" status: 200 len: 1101 time: 0.2510214 Jul 15 12:59:28.906473 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d1502f4-2ffc-420f-9011-ba535ddfd9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:29.159764 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c756518-772a-4e80-b751-53388748e68f req-c181ad90-2f03-45e3-a679-8eb7b96948d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:29.162836 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1c756518-772a-4e80-b751-53388748e68f req-c181ad90-2f03-45e3-a679-8eb7b96948d4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.2310560 Jul 15 12:59:29.283564 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1c756518-772a-4e80-b751-53388748e68f req-f6aa5e1f-32f3-46cc-822f-bf984cf563e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=5ec5c713-6d70-43a5-b417-6d1ab747b70e HTTP/1.1" status: 200 len: 217 time: 0.1088946 Jul 15 12:59:29.285574 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37b1644b-f737-4286-925d-78ea807a535d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:29.375206 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-0842fcc6-c18e-48bd-a112-121f08b439ea service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:59:29.390874 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d1502f4-2ffc-420f-9011-ba535ddfd9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:29.395025 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d1502f4-2ffc-420f-9011-ba535ddfd9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:29.400532 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0d1502f4-2ffc-420f-9011-ba535ddfd9a8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c500c9df-7735-4cfa-b80f-87cd915ae90b HTTP/1.1" status: 204 len: 168 time: 0.8250167 Jul 15 12:59:29.402207 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-0842fcc6-c18e-48bd-a112-121f08b439ea service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3930709 Jul 15 12:59:29.495209 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c756518-772a-4e80-b751-53388748e68f req-fb18c412-578a-427d-8d15-9c1929cc9add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:29.499083 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1c756518-772a-4e80-b751-53388748e68f req-fb18c412-578a-427d-8d15-9c1929cc9add service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.2036784 Jul 15 12:59:29.513695 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-dc17158e-0473-4f1f-ab71-1350dd023e4a tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675397 Jul 15 12:59:29.588790 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e3b91da5-4bd0-4b80-8c36-c30276faf026 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2262697 Jul 15 12:59:29.704012 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-51535b15-53ab-4833-b3fd-6fb43d674da0 service neutron] 10.222.0.24 "GET /v2.0/networks/ab47e8d4-0c36-4931-be10-4422c36bcf69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994828 Jul 15 12:59:29.946513 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37b1644b-f737-4286-925d-78ea807a535d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:29.962268 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37b1644b-f737-4286-925d-78ea807a535d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:30.040097 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-37b1644b-f737-4286-925d-78ea807a535d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=20f706414f114f868e8ef27e7d6b0c70&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4146924 Jul 15 12:59:30.052655 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42714) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:30.121815 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-311c9945-668d-49e0-97b3-7764cddc55cf req-a5db54ec-0fec-4261-9545-e586ba0c62b4 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0698509 Jul 15 12:59:30.123781 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-0011f3dc-315c-46c0-8bb0-19f05aa757ca service neutron] 10.222.0.24 "GET /v2.0/networks/ab47e8d4-0c36-4931-be10-4422c36bcf69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136400 Jul 15 12:59:30.163777 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1502f4-2ffc-420f-9011-ba535ddfd9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c500c9df-7735-4cfa-b80f-87cd915ae90b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:30.248997 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1644b-f737-4286-925d-78ea807a535d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb185e5-5f23-4922-9707-ad0b3cbdcda2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:30.453581 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37154b46-a6f8-44aa-9eb5-8d0300056de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:30.543825 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-310f8a40-1775-4f9d-8405-fc6b74d48d86 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:30.545183 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37154b46-a6f8-44aa-9eb5-8d0300056de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:30.559600 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-310f8a40-1775-4f9d-8405-fc6b74d48d86 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0440392 Jul 15 12:59:30.572977 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c9945-668d-49e0-97b3-7764cddc55cf req-ffb2d420-dfca-48c1-a6b1-a2853e00f3cf tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:30.581079 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-311c9945-668d-49e0-97b3-7764cddc55cf req-ffb2d420-dfca-48c1-a6b1-a2853e00f3cf tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4307909 Jul 15 12:59:30.602684 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c756518-772a-4e80-b751-53388748e68f req-9f062b55-4685-4d76-8d3c-60a9e7a2ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:30.606157 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1c756518-772a-4e80-b751-53388748e68f req-9f062b55-4685-4d76-8d3c-60a9e7a2ac81 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0455382 Jul 15 12:59:30.618947 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-311c9945-668d-49e0-97b3-7764cddc55cf req-0d89d6e1-d456-46e5-8d59-5cffb489664b tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Request body: {'port': {'device_id': '7a104723-f7d7-499a-845d-5b54455ab450', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'admin_state_up': True, 'tenant_id': 'a4339ead27f64ff8ab2c69e6a9cebb91'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:30.656762 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c9945-668d-49e0-97b3-7764cddc55cf req-dde65081-7532-4a60-b047-8e4ca86a9455 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:30.667110 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-311c9945-668d-49e0-97b3-7764cddc55cf req-dde65081-7532-4a60-b047-8e4ca86a9455 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5294371 Jul 15 12:59:30.676292 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-58fddcbb-a6f5-4cc8-9ee0-6b0e338f0020 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/quotas/4c3108a20e0e4e5c98e0e01050769b9a HTTP/1.1" status: 200 len: 375 time: 0.1000514 Jul 15 12:59:30.742024 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e8a5f1c8-af7b-4d52-9c66-ed177cf456cb tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Request body: {'port': {'device_id': '67a8db98-c5fd-4e09-abae-8cc4e175c5a0', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'admin_state_up': True, 'tenant_id': 'a4339ead27f64ff8ab2c69e6a9cebb91'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:30.927492 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-311c9945-668d-49e0-97b3-7764cddc55cf req-0d89d6e1-d456-46e5-8d59-5cffb489664b tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Made reservation on behalf of a4339ead27f64ff8ab2c69e6a9cebb91 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:30.931543 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-311c9945-668d-49e0-97b3-7764cddc55cf req-0d89d6e1-d456-46e5-8d59-5cffb489664b tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:30.944246 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37154b46-a6f8-44aa-9eb5-8d0300056de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:30.947939 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37154b46-a6f8-44aa-9eb5-8d0300056de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:30.949482 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-37154b46-a6f8-44aa-9eb5-8d0300056de0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5eb185e5-5f23-4922-9707-ad0b3cbdcda2 HTTP/1.1" status: 204 len: 168 time: 0.8704574 Jul 15 12:59:30.983360 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37154b46-a6f8-44aa-9eb5-8d0300056de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb185e5-5f23-4922-9707-ad0b3cbdcda2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:31.270937 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1c756518-772a-4e80-b751-53388748e68f req-b7e53a38-82b4-4bd0-ae43-e95dd20e862c service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6474400 Jul 15 12:59:31.280349 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-311c9945-668d-49e0-97b3-7764cddc55cf req-0d89d6e1-d456-46e5-8d59-5cffb489664b tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Allocated IP 192.168.233.241 (469a0c47-6cac-4ffe-aa16-0c933961e7af/23cd399a-e88b-433a-a99b-25a477d6a3ca/23116ffe-712e-4a02-b27a-a2087651f296) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:59:31.341791 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-8c87d835-0ef6-4021-819d-71f3cc2cbcb7 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6651096 Jul 15 12:59:31.460316 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e8a5f1c8-af7b-4d52-9c66-ed177cf456cb tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Made reservation on behalf of a4339ead27f64ff8ab2c69e6a9cebb91 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:31.464588 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e8a5f1c8-af7b-4d52-9c66-ed177cf456cb tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:31.859637 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1c7fa9af-0677-4991-8152-25659f201fa5 req-b1e0cf3a-e4bd-4443-8782-13cf3469c1e2 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a104723-f7d7-499a-845d-5b54455ab450 HTTP/1.1" status: 200 len: 210 time: 0.3222303 Jul 15 12:59:32.005567 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1c756518-772a-4e80-b751-53388748e68f req-7cdbe23e-b80e-45f6-a289-5afdcfb132ec service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7207749 Jul 15 12:59:32.384398 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-89975d8b-c829-462a-aac3-6186fe95d4c0 req-efb5f4a2-65b1-4082-b4e9-00673003b20d tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e4613e1-1ef5-4ad0-8bc2-4b3dbb7b18c1 HTTP/1.1" status: 200 len: 210 time: 0.0784910 Jul 15 12:59:32.580564 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dd10ece1-fe07-431d-b1ae-905451e40a00 req-d04f2cde-1380-4230-8343-7e17b91455ce tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 210 time: 0.5727689 Jul 15 12:59:32.583983 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-311c9945-668d-49e0-97b3-7764cddc55cf req-0d89d6e1-d456-46e5-8d59-5cffb489664b tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:32.619042 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-311c9945-668d-49e0-97b3-7764cddc55cf req-0d89d6e1-d456-46e5-8d59-5cffb489664b tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Transition to ACTIVE for port object 23116ffe-712e-4a02-b27a-a2087651f296 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:32.725621 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-311c9945-668d-49e0-97b3-7764cddc55cf req-0d89d6e1-d456-46e5-8d59-5cffb489664b tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:32.741487 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['5ec5c713-6d70-43a5-b417-6d1ab747b70e'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:32.880966 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-311c9945-668d-49e0-97b3-7764cddc55cf req-0d89d6e1-d456-46e5-8d59-5cffb489664b tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:32.912099 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-311c9945-668d-49e0-97b3-7764cddc55cf req-0d89d6e1-d456-46e5-8d59-5cffb489664b tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:32.932876 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e8a5f1c8-af7b-4d52-9c66-ed177cf456cb tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Allocated IP 192.168.233.231 (469a0c47-6cac-4ffe-aa16-0c933961e7af/23cd399a-e88b-433a-a99b-25a477d6a3ca/62555279-b9e3-4ccf-a35e-bb3189943158) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:59:32.937829 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-311c9945-668d-49e0-97b3-7764cddc55cf req-0d89d6e1-d456-46e5-8d59-5cffb489664b tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:59:32.961099 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c9945-668d-49e0-97b3-7764cddc55cf req-0d89d6e1-d456-46e5-8d59-5cffb489664b tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:32.961880 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-311c9945-668d-49e0-97b3-7764cddc55cf req-0d89d6e1-d456-46e5-8d59-5cffb489664b tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:33.031195 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-311c9945-668d-49e0-97b3-7764cddc55cf req-0d89d6e1-d456-46e5-8d59-5cffb489664b tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4306595 Jul 15 12:59:33.066695 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-311c9945-668d-49e0-97b3-7764cddc55cf req-4b49dd34-c0ab-436f-a196-e28daa2b4b8e service neutron] Request body: {'port': {'device_id': '7a104723-f7d7-499a-845d-5b54455ab450', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:33.191896 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-6b7031d4-c004-48a6-80f9-cabbed3329ef req-e11fc8c4-d149-41fa-907e-bbc1a649a142 tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1936508844', 'description': 'tempest-description-1123450730'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:33.289689 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89d6e1-d456-46e5-8d59-5cffb489664b tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Pushing event updated for resources: {'Port': ['ID=23116ffe-712e-4a02-b27a-a2087651f296,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:33.549195 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-48995534-36c0-41b5-8f6b-56be6f208445 None None] Provisioning for port 23116ffe-712e-4a02-b27a-a2087651f296 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:33.557000 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-48995534-36c0-41b5-8f6b-56be6f208445 None None] Provisioning complete for port 23116ffe-712e-4a02-b27a-a2087651f296 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:33.559811 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-48995534-36c0-41b5-8f6b-56be6f208445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:33.597243 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e8a5f1c8-af7b-4d52-9c66-ed177cf456cb tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:33.636688 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e8a5f1c8-af7b-4d52-9c66-ed177cf456cb tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Transition to ACTIVE for port object 62555279-b9e3-4ccf-a35e-bb3189943158 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:33.673219 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-311c9945-668d-49e0-97b3-7764cddc55cf req-4b49dd34-c0ab-436f-a196-e28daa2b4b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:33.737519 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-48995534-36c0-41b5-8f6b-56be6f208445 None None] Port 23116ffe-712e-4a02-b27a-a2087651f296 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:59:33.754570 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e8a5f1c8-af7b-4d52-9c66-ed177cf456cb tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:33.773275 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['5ec5c713-6d70-43a5-b417-6d1ab747b70e'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:33.891066 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6b7031d4-c004-48a6-80f9-cabbed3329ef req-e11fc8c4-d149-41fa-907e-bbc1a649a142 tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:33.913546 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e8a5f1c8-af7b-4d52-9c66-ed177cf456cb tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:33.959058 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6b7031d4-c004-48a6-80f9-cabbed3329ef req-e11fc8c4-d149-41fa-907e-bbc1a649a142 tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:33.966635 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e8a5f1c8-af7b-4d52-9c66-ed177cf456cb tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:33.977693 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e8a5f1c8-af7b-4d52-9c66-ed177cf456cb tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:59:34.006395 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e8a5f1c8-af7b-4d52-9c66-ed177cf456cb tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:34.007201 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e8a5f1c8-af7b-4d52-9c66-ed177cf456cb tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:34.220228 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e8a5f1c8-af7b-4d52-9c66-ed177cf456cb tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4836073 Jul 15 12:59:34.480749 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6b7031d4-c004-48a6-80f9-cabbed3329ef req-e11fc8c4-d149-41fa-907e-bbc1a649a142 tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:34.498736 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e0ca6ea8-4427-40f9-8af4-cd2e275f22e0 service neutron] Request body: {'port': {'device_id': '67a8db98-c5fd-4e09-abae-8cc4e175c5a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:34.598125 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42830) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:34.613390 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5f1c8-af7b-4d52-9c66-ed177cf456cb tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Pushing event updated for resources: {'Port': ['ID=62555279-b9e3-4ccf-a35e-bb3189943158,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:34.628836 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6b7031d4-c004-48a6-80f9-cabbed3329ef req-e11fc8c4-d149-41fa-907e-bbc1a649a142 tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:34.647087 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c886c-fcde-4f67-b24e-9b5aec0cca4f req-d6ee0583-9a5b-406b-9269-16a9f46e0dd1 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:34.649430 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c84c886c-fcde-4f67-b24e-9b5aec0cca4f req-d6ee0583-9a5b-406b-9269-16a9f46e0dd1 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a104723-f7d7-499a-845d-5b54455ab450 HTTP/1.1" status: 200 len: 936 time: 1.2640839 Jul 15 12:59:34.669181 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-311c9945-668d-49e0-97b3-7764cddc55cf req-4b49dd34-c0ab-436f-a196-e28daa2b4b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23116ffe-712e-4a02-b27a-a2087651f296 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:34.689885 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ac20ce28-76ae-4b62-954e-6e2e200f2810 None None] Provisioning for port 62555279-b9e3-4ccf-a35e-bb3189943158 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:34.699014 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ac20ce28-76ae-4b62-954e-6e2e200f2810 None None] Provisioning complete for port 62555279-b9e3-4ccf-a35e-bb3189943158 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:34.699737 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac20ce28-76ae-4b62-954e-6e2e200f2810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:34.742537 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-311c9945-668d-49e0-97b3-7764cddc55cf req-4b49dd34-c0ab-436f-a196-e28daa2b4b8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:34.790336 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ac20ce28-76ae-4b62-954e-6e2e200f2810 None None] Port 62555279-b9e3-4ccf-a35e-bb3189943158 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:59:34.803385 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-311c9945-668d-49e0-97b3-7764cddc55cf req-4b49dd34-c0ab-436f-a196-e28daa2b4b8e service neutron] Transition to ACTIVE for port object 23116ffe-712e-4a02-b27a-a2087651f296 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:34.819973 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-311c9945-668d-49e0-97b3-7764cddc55cf req-4b49dd34-c0ab-436f-a196-e28daa2b4b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:34.832726 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e0ca6ea8-4427-40f9-8af4-cd2e275f22e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:34.846613 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-c04c668a-d414-47e0-8a28-3959cef18f41 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:34.849403 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-c04c668a-d414-47e0-8a28-3959cef18f41 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] 10.222.0.18 "GET /v2.0/networks?id=ab47e8d4-0c36-4931-be10-4422c36bcf69 HTTP/1.1" status: 200 len: 815 time: 1.6352003 Jul 15 12:59:34.930177 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c84c886c-fcde-4f67-b24e-9b5aec0cca4f req-c6727808-974d-4712-b66a-bcb206265517 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431588 Jul 15 12:59:34.944058 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49dd34-c0ab-436f-a196-e28daa2b4b8e service neutron] Pushing event updated for resources: {'Port': ['ID=23116ffe-712e-4a02-b27a-a2087651f296,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:35.073226 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6b7031d4-c004-48a6-80f9-cabbed3329ef req-e11fc8c4-d149-41fa-907e-bbc1a649a142 tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:35.165613 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-d916032f-6f84-4211-b43f-cd6ef5a449d3 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] Request body: {'port': {'device_id': '3e4613e1-1ef5-4ad0-8bc2-4b3dbb7b18c1', 'network_id': 'ab47e8d4-0c36-4931-be10-4422c36bcf69', 'admin_state_up': True, 'tenant_id': '46d0c223205b4bf3b185bf17353b62e5'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:35.179828 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-311c9945-668d-49e0-97b3-7764cddc55cf req-4b49dd34-c0ab-436f-a196-e28daa2b4b8e service neutron] Attempting to bind port 23116ffe-712e-4a02-b27a-a2087651f296 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:35.180221 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-311c9945-668d-49e0-97b3-7764cddc55cf req-4b49dd34-c0ab-436f-a196-e28daa2b4b8e service neutron] Attempting to bind port 23116ffe-712e-4a02-b27a-a2087651f296 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:35.180562 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311c9945-668d-49e0-97b3-7764cddc55cf req-4b49dd34-c0ab-436f-a196-e28daa2b4b8e service neutron] Attempting to bind port 23116ffe-712e-4a02-b27a-a2087651f296 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:35.194803 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6b7031d4-c004-48a6-80f9-cabbed3329ef req-e11fc8c4-d149-41fa-907e-bbc1a649a142 tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:35.210101 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311c9945-668d-49e0-97b3-7764cddc55cf req-4b49dd34-c0ab-436f-a196-e28daa2b4b8e service neutron] Port 23116ffe-712e-4a02-b27a-a2087651f296 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:59:35.210541 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311c9945-668d-49e0-97b3-7764cddc55cf req-4b49dd34-c0ab-436f-a196-e28daa2b4b8e service neutron] Attempting to bind port 23116ffe-712e-4a02-b27a-a2087651f296 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:35.217318 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311c9945-668d-49e0-97b3-7764cddc55cf req-4b49dd34-c0ab-436f-a196-e28daa2b4b8e service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:35.217699 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311c9945-668d-49e0-97b3-7764cddc55cf req-4b49dd34-c0ab-436f-a196-e28daa2b4b8e service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:35.218116 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311c9945-668d-49e0-97b3-7764cddc55cf req-4b49dd34-c0ab-436f-a196-e28daa2b4b8e service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:35.218568 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-311c9945-668d-49e0-97b3-7764cddc55cf req-4b49dd34-c0ab-436f-a196-e28daa2b4b8e service neutron] Bound port: 23116ffe-712e-4a02-b27a-a2087651f296, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:35.218993 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-311c9945-668d-49e0-97b3-7764cddc55cf req-4b49dd34-c0ab-436f-a196-e28daa2b4b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:35.224840 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-31aa965e-c710-43e0-9a5b-d76ec510b89f tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700641 Jul 15 12:59:35.337431 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ef61f0bb-6e43-4bd2-b9a1-620dc1c3c4f3 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-994761235-network', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:35.425739 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6b7031d4-c004-48a6-80f9-cabbed3329ef req-e11fc8c4-d149-41fa-907e-bbc1a649a142 tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:35.430763 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6b7031d4-c004-48a6-80f9-cabbed3329ef req-e11fc8c4-d149-41fa-907e-bbc1a649a142 tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 2.2732584 Jul 15 12:59:35.438255 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa41f479-991d-48f4-b01d-6e4dfd0a1a2d req-880a06c5-d4de-4e5c-aa5d-2f3076463b6f tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e4613e1-1ef5-4ad0-8bc2-4b3dbb7b18c1 HTTP/1.1" status: 200 len: 210 time: 0.0575259 Jul 15 12:59:35.438901 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11fc8c4-d149-41fa-907e-bbc1a649a142 tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a2717b-c661-491b-807c-9c537aaeed19,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:35.537477 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-535bf722-c736-4b60-b013-6b7923080e18 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:35.540484 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-535bf722-c736-4b60-b013-6b7923080e18 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2917740 Jul 15 12:59:35.708495 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11fc8c4-d149-41fa-907e-bbc1a649a142 tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d926b681-1699-439e-8881-1272398b9e1c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:35.715359 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-311c9945-668d-49e0-97b3-7764cddc55cf req-4b49dd34-c0ab-436f-a196-e28daa2b4b8e service neutron] For port 23116ffe-712e-4a02-b27a-a2087651f296, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:35.723483 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-311c9945-668d-49e0-97b3-7764cddc55cf req-4b49dd34-c0ab-436f-a196-e28daa2b4b8e service neutron] For port 23116ffe-712e-4a02-b27a-a2087651f296, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=23116ffe-712e-4a02-b27a-a2087651f296,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:35.749154 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-9cb24c65-ecba-4f51-8536-b96f99b6dcb4 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Request body: {'port': {'device_id': '605f819e-4314-4bfa-b728-6b94f1f804d1', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'admin_state_up': True, 'tenant_id': '4c3108a20e0e4e5c98e0e01050769b9a'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:35.769492 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-311c9945-668d-49e0-97b3-7764cddc55cf req-4b49dd34-c0ab-436f-a196-e28daa2b4b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:35.822473 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef61f0bb-6e43-4bd2-b9a1-620dc1c3c4f3 admin admin] Made reservation on behalf of 6700552a2e0e4fd3b3bebf3b4a86d77d for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:35.826575 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ef61f0bb-6e43-4bd2-b9a1-620dc1c3c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:35.930443 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-187c8405-8ca1-489f-85e6-5a011bc56dd9 req-e5f047d1-61ef-446c-8341-591f755399ab tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 210 time: 0.2353284 Jul 15 12:59:35.955471 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c9945-668d-49e0-97b3-7764cddc55cf req-4b49dd34-c0ab-436f-a196-e28daa2b4b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:35.959261 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ef61f0bb-6e43-4bd2-b9a1-620dc1c3c4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:35.963077 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-311c9945-668d-49e0-97b3-7764cddc55cf req-4b49dd34-c0ab-436f-a196-e28daa2b4b8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:35.971524 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-311c9945-668d-49e0-97b3-7764cddc55cf req-4b49dd34-c0ab-436f-a196-e28daa2b4b8e service neutron] 10.222.0.32 "PUT /v2.0/ports/23116ffe-712e-4a02-b27a-a2087651f296 HTTP/1.1" status: 200 len: 1097 time: 2.9239128 Jul 15 12:59:35.972388 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a104723-f7d7-499a-845d-5b54455ab450', 'tag': '23116ffe-712e-4a02-b27a-a2087651f296'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:35.975732 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c256247c-998f-438d-a7b7-b09ec08eb334" -d '{"events": [{"name": "network-changed", "server_uuid": "7a104723-f7d7-499a-845d-5b54455ab450", "tag": "23116ffe-712e-4a02-b27a-a2087651f296"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:36.210735 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-d916032f-6f84-4211-b43f-cd6ef5a449d3 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] Made reservation on behalf of 46d0c223205b4bf3b185bf17353b62e5 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:36.229566 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-d916032f-6f84-4211-b43f-cd6ef5a449d3 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:36.435884 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ef61f0bb-6e43-4bd2-b9a1-620dc1c3c4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:36.451556 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ef61f0bb-6e43-4bd2-b9a1-620dc1c3c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:36.518766 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49dd34-c0ab-436f-a196-e28daa2b4b8e service neutron] Pushing event updated for resources: {'Port': ['ID=23116ffe-712e-4a02-b27a-a2087651f296,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:36.533168 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef61f0bb-6e43-4bd2-b9a1-620dc1c3c4f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:59:36.586479 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ef61f0bb-6e43-4bd2-b9a1-620dc1c3c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:36.587233 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-ef61f0bb-6e43-4bd2-b9a1-620dc1c3c4f3 admin admin] Added segment 16055f84-7db3-46f6-898f-31f08282e2c9 of type vlan for network 0c9ddec9-1058-4e8b-b69a-1210476af020 Jul 15 12:59:36.593698 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c9945-668d-49e0-97b3-7764cddc55cf req-3f43d715-3cbe-4033-9eb2-26d9bf5095af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:36.596570 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-311c9945-668d-49e0-97b3-7764cddc55cf req-3f43d715-3cbe-4033-9eb2-26d9bf5095af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&device_id=7a104723-f7d7-499a-845d-5b54455ab450 HTTP/1.1" status: 200 len: 1100 time: 0.3787179 Jul 15 12:59:36.598372 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61f0bb-6e43-4bd2-b9a1-620dc1c3c4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6705f7e7-4d89-4dfa-8235-986741b9110b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:36.692395 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-311c9945-668d-49e0-97b3-7764cddc55cf req-88d1a48a-2eeb-4b67-bc0a-023e89ae0281 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=23116ffe-712e-4a02-b27a-a2087651f296 HTTP/1.1" status: 200 len: 217 time: 0.0770769 Jul 15 12:59:36.763345 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-9cb24c65-ecba-4f51-8536-b96f99b6dcb4 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Made reservation on behalf of 4c3108a20e0e4e5c98e0e01050769b9a for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:36.766316 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-9cb24c65-ecba-4f51-8536-b96f99b6dcb4 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:36.862379 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c5ae3-7101-43fc-9760-5bf03b40cf89 req-c603d660-4ae5-4ff2-a0d3-4fd44065d161 tempest-NetworksTest-1620143146 tempest-NetworksTest-1620143146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:36.863150 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c5ae3-7101-43fc-9760-5bf03b40cf89 req-c603d660-4ae5-4ff2-a0d3-4fd44065d161 tempest-NetworksTest-1620143146 tempest-NetworksTest-1620143146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:36.864005 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c5ae3-7101-43fc-9760-5bf03b40cf89 req-c603d660-4ae5-4ff2-a0d3-4fd44065d161 tempest-NetworksTest-1620143146 tempest-NetworksTest-1620143146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:36.864790 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c5ae3-7101-43fc-9760-5bf03b40cf89 req-c603d660-4ae5-4ff2-a0d3-4fd44065d161 tempest-NetworksTest-1620143146 tempest-NetworksTest-1620143146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:36.865570 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c5ae3-7101-43fc-9760-5bf03b40cf89 req-c603d660-4ae5-4ff2-a0d3-4fd44065d161 tempest-NetworksTest-1620143146 tempest-NetworksTest-1620143146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:36.866351 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c5ae3-7101-43fc-9760-5bf03b40cf89 req-c603d660-4ae5-4ff2-a0d3-4fd44065d161 tempest-NetworksTest-1620143146 tempest-NetworksTest-1620143146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:36.870660 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c5ae3-7101-43fc-9760-5bf03b40cf89 req-c603d660-4ae5-4ff2-a0d3-4fd44065d161 tempest-NetworksTest-1620143146 tempest-NetworksTest-1620143146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:36.884384 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f03c5ae3-7101-43fc-9760-5bf03b40cf89 req-c603d660-4ae5-4ff2-a0d3-4fd44065d161 tempest-NetworksTest-1620143146 tempest-NetworksTest-1620143146-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5017 time: 0.6507416 Jul 15 12:59:36.946914 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c9945-668d-49e0-97b3-7764cddc55cf req-203b40b9-9847-478c-aa11-d8297d39355b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:36.948987 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-311c9945-668d-49e0-97b3-7764cddc55cf req-203b40b9-9847-478c-aa11-d8297d39355b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.2377305 Jul 15 12:59:37.039044 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-95a7b396-026f-417d-a024-df03a7285bed req-10a7969a-ae38-43f1-ae6b-f83fa631afa3 tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1653906381', 'description': 'tempest-description-1847388880'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:37.085139 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-d916032f-6f84-4211-b43f-cd6ef5a449d3 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] Allocated IP 172.20.0.13 (ab47e8d4-0c36-4931-be10-4422c36bcf69/d18b3da3-3e93-4663-8564-ed45d5a62a2f/14ea255d-a4bd-48dc-adaf-455ea188f22d) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:59:37.136357 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ef61f0bb-6e43-4bd2-b9a1-620dc1c3c4f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:37.149731 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c9945-668d-49e0-97b3-7764cddc55cf req-218adffb-7911-412a-b716-6f0f4283446e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:37.154653 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-311c9945-668d-49e0-97b3-7764cddc55cf req-218adffb-7911-412a-b716-6f0f4283446e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1912966 Jul 15 12:59:37.175774 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e0ca6ea8-4427-40f9-8af4-cd2e275f22e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62555279-b9e3-4ccf-a35e-bb3189943158 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:37.204572 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e0ca6ea8-4427-40f9-8af4-cd2e275f22e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:37.207253 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-95a7b396-026f-417d-a024-df03a7285bed req-10a7969a-ae38-43f1-ae6b-f83fa631afa3 tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:37.258736 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e0ca6ea8-4427-40f9-8af4-cd2e275f22e0 service neutron] Transition to ACTIVE for port object 62555279-b9e3-4ccf-a35e-bb3189943158 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:37.267169 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ef61f0bb-6e43-4bd2-b9a1-620dc1c3c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:37.268662 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef61f0bb-6e43-4bd2-b9a1-620dc1c3c4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:37.269863 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ef61f0bb-6e43-4bd2-b9a1-620dc1c3c4f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:37.296562 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8903a-8e58-4fce-a89d-7dcdb4a72ade req-cd0aeb85-be2a-4a48-9e68-af302440a5e7 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:37.298225 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48c8903a-8e58-4fce-a89d-7dcdb4a72ade req-cd0aeb85-be2a-4a48-9e68-af302440a5e7 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a104723-f7d7-499a-845d-5b54455ab450 HTTP/1.1" status: 200 len: 948 time: 0.2477729 Jul 15 12:59:37.429527 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61f0bb-6e43-4bd2-b9a1-620dc1c3c4f3 admin admin] Pushing event updated for resources: {'Network': ['ID=0c9ddec9-1058-4e8b-b69a-1210476af020,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:37.431541 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e0ca6ea8-4427-40f9-8af4-cd2e275f22e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:37.446313 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 0c9ddec9-1058-4e8b-b69a-1210476af020 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:59:37.510680 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-311c9945-668d-49e0-97b3-7764cddc55cf req-ab14dbb9-b2a9-4474-9c09-1a95f44067ab service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447046 Jul 15 12:59:37.582249 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-9cb24c65-ecba-4f51-8536-b96f99b6dcb4 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Allocated IP 192.168.233.143 (469a0c47-6cac-4ffe-aa16-0c933961e7af/23cd399a-e88b-433a-a99b-25a477d6a3ca/8ecd4344-13b4-4ad8-b3d8-cd1fed399548) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:59:37.591898 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca6ea8-4427-40f9-8af4-cd2e275f22e0 service neutron] Pushing event updated for resources: {'Port': ['ID=62555279-b9e3-4ccf-a35e-bb3189943158,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:37.609164 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-95a7b396-026f-417d-a024-df03a7285bed req-10a7969a-ae38-43f1-ae6b-f83fa631afa3 tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:37.616141 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48c8903a-8e58-4fce-a89d-7dcdb4a72ade req-f6e108d3-f0f4-4dbf-b146-1e4eafbea91f tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941210 Jul 15 12:59:37.648605 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:37.653253 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-95a7b396-026f-417d-a024-df03a7285bed req-10a7969a-ae38-43f1-ae6b-f83fa631afa3 tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:37.698074 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ef61f0bb-6e43-4bd2-b9a1-620dc1c3c4f3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.0720084 Jul 15 12:59:37.702638 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-d916032f-6f84-4211-b43f-cd6ef5a449d3 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:37.711939 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42860) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:37.730063 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ec64ce7f-2a6e-40d0-83cf-608c70ff0e46 admin admin] Request body: {'subnet': {'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-994761235-subnet', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:37.739648 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e0ca6ea8-4427-40f9-8af4-cd2e275f22e0 service neutron] Attempting to bind port 62555279-b9e3-4ccf-a35e-bb3189943158 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:37.739648 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e0ca6ea8-4427-40f9-8af4-cd2e275f22e0 service neutron] Attempting to bind port 62555279-b9e3-4ccf-a35e-bb3189943158 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:37.740110 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e0ca6ea8-4427-40f9-8af4-cd2e275f22e0 service neutron] Attempting to bind port 62555279-b9e3-4ccf-a35e-bb3189943158 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:37.755722 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7969a-ae38-43f1-ae6b-f83fa631afa3 tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9678f01-60fd-48c9-809a-2d560c0cc8a1,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:37.761988 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e0ca6ea8-4427-40f9-8af4-cd2e275f22e0 service neutron] Port 62555279-b9e3-4ccf-a35e-bb3189943158 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:59:37.762307 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e0ca6ea8-4427-40f9-8af4-cd2e275f22e0 service neutron] Attempting to bind port 62555279-b9e3-4ccf-a35e-bb3189943158 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:37.769022 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-95a7b396-026f-417d-a024-df03a7285bed req-10a7969a-ae38-43f1-ae6b-f83fa631afa3 tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:37.787644 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-95a7b396-026f-417d-a024-df03a7285bed req-10a7969a-ae38-43f1-ae6b-f83fa631afa3 tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7715671 Jul 15 12:59:37.819810 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e0ca6ea8-4427-40f9-8af4-cd2e275f22e0 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:37.820149 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e0ca6ea8-4427-40f9-8af4-cd2e275f22e0 service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:37.820548 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e0ca6ea8-4427-40f9-8af4-cd2e275f22e0 service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:37.821021 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e0ca6ea8-4427-40f9-8af4-cd2e275f22e0 service neutron] Bound port: 62555279-b9e3-4ccf-a35e-bb3189943158, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:37.821398 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e0ca6ea8-4427-40f9-8af4-cd2e275f22e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:37.909947 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec64ce7f-2a6e-40d0-83cf-608c70ff0e46 admin admin] Made reservation on behalf of 6700552a2e0e4fd3b3bebf3b4a86d77d for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:37.914760 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ec64ce7f-2a6e-40d0-83cf-608c70ff0e46 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:38.019175 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-d916032f-6f84-4211-b43f-cd6ef5a449d3 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:38.158419 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-d916032f-6f84-4211-b43f-cd6ef5a449d3 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] Network ab47e8d4-0c36-4931-be10-4422c36bcf69 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:38.178319 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-d916032f-6f84-4211-b43f-cd6ef5a449d3 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:38.201275 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-d916032f-6f84-4211-b43f-cd6ef5a449d3 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:59:38.207818 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-d916032f-6f84-4211-b43f-cd6ef5a449d3 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:38.208028 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-d916032f-6f84-4211-b43f-cd6ef5a449d3 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:38.237623 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e0ca6ea8-4427-40f9-8af4-cd2e275f22e0 service neutron] For port 62555279-b9e3-4ccf-a35e-bb3189943158, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:38.246243 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916032f-6f84-4211-b43f-cd6ef5a449d3 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] Pushing event updated for resources: {'Port': ['ID=14ea255d-a4bd-48dc-adaf-455ea188f22d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:38.264716 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e0ca6ea8-4427-40f9-8af4-cd2e275f22e0 service neutron] For port 62555279-b9e3-4ccf-a35e-bb3189943158, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=62555279-b9e3-4ccf-a35e-bb3189943158,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:38.288464 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-d916032f-6f84-4211-b43f-cd6ef5a449d3 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1583014 Jul 15 12:59:38.292347 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e0ca6ea8-4427-40f9-8af4-cd2e275f22e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:38.292589 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fa8077-7b4e-4c9c-840c-101b0bed4614 x-openstack-request-id: req-86fa8077-7b4e-4c9c-840c-101b0bed4614 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:38.293168 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a104723-f7d7-499a-845d-5b54455ab450", "tag": "23116ffe-712e-4a02-b27a-a2087651f296", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:38.293529 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-86fa8077-7b4e-4c9c-840c-101b0bed4614 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:38.294256 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a104723-f7d7-499a-845d-5b54455ab450', 'tag': '23116ffe-712e-4a02-b27a-a2087651f296', 'status': 'completed', 'code': 200} Jul 15 12:59:38.297977 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-311c9945-668d-49e0-97b3-7764cddc55cf req-75bf0162-7a52-433b-9b42-fe08763e9ab3 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7651744 Jul 15 12:59:38.338495 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-da48a04d-aa9f-469d-bc52-1761de99c004 service neutron] Request body: {'port': {'device_id': '3e4613e1-1ef5-4ad0-8bc2-4b3dbb7b18c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:38.348697 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472c0c0-8069-45b4-ad5e-a49abe53f70c req-093f14b1-095c-4955-909a-10d5c70cce76 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:38.355967 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b472c0c0-8069-45b4-ad5e-a49abe53f70c req-093f14b1-095c-4955-909a-10d5c70cce76 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e4613e1-1ef5-4ad0-8bc2-4b3dbb7b18c1 HTTP/1.1" status: 200 len: 932 time: 0.3540239 Jul 15 12:59:38.370156 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-9cb24c65-ecba-4f51-8536-b96f99b6dcb4 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:38.387567 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-9cb24c65-ecba-4f51-8536-b96f99b6dcb4 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Transition to ACTIVE for port object 8ecd4344-13b4-4ad8-b3d8-cd1fed399548 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:38.435673 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e0ca6ea8-4427-40f9-8af4-cd2e275f22e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:38.437252 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e0ca6ea8-4427-40f9-8af4-cd2e275f22e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:38.439027 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e0ca6ea8-4427-40f9-8af4-cd2e275f22e0 service neutron] 10.222.0.32 "PUT /v2.0/ports/62555279-b9e3-4ccf-a35e-bb3189943158 HTTP/1.1" status: 200 len: 1097 time: 3.9561155 Jul 15 12:59:38.443302 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a8db98-c5fd-4e09-abae-8cc4e175c5a0', 'tag': '62555279-b9e3-4ccf-a35e-bb3189943158'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:38.446262 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21492d1c-c82b-4209-a671-711a580f530b" -d '{"events": [{"name": "network-changed", "server_uuid": "67a8db98-c5fd-4e09-abae-8cc4e175c5a0", "tag": "62555279-b9e3-4ccf-a35e-bb3189943158"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:38.522673 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-9cb24c65-ecba-4f51-8536-b96f99b6dcb4 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:38.563757 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['a0ae581a-5a36-4db7-a98c-1f3bde6bf998'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:38.664838 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca6ea8-4427-40f9-8af4-cd2e275f22e0 service neutron] Pushing event updated for resources: {'Port': ['ID=62555279-b9e3-4ccf-a35e-bb3189943158,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:38.682433 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256247c-998f-438d-a7b7-b09ec08eb334 req-dadddaa4-19e4-4ecc-9a89-5d7671ed9483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:38.688538 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c256247c-998f-438d-a7b7-b09ec08eb334 req-dadddaa4-19e4-4ecc-9a89-5d7671ed9483 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&device_id=7a104723-f7d7-499a-845d-5b54455ab450 HTTP/1.1" status: 200 len: 1100 time: 0.2663372 Jul 15 12:59:38.710548 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb24c65-ecba-4f51-8536-b96f99b6dcb4 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Pushing event updated for resources: {'Port': ['ID=8ecd4344-13b4-4ad8-b3d8-cd1fed399548,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:38.723089 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b472c0c0-8069-45b4-ad5e-a49abe53f70c req-43ef9b83-9b6e-4753-8844-4af87004f0e8 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] 10.222.0.24 "GET /v2.0/security-groups?id=1100c461-205d-4944-adc4-89fa2e604702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655372 Jul 15 12:59:38.737466 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-9cb24c65-ecba-4f51-8536-b96f99b6dcb4 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:38.756961 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-9cb24c65-ecba-4f51-8536-b96f99b6dcb4 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:38.781608 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-9cb24c65-ecba-4f51-8536-b96f99b6dcb4 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:59:38.798186 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-9cb24c65-ecba-4f51-8536-b96f99b6dcb4 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:38.798862 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-9cb24c65-ecba-4f51-8536-b96f99b6dcb4 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:38.807789 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-da48a04d-aa9f-469d-bc52-1761de99c004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:38.823945 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ec64ce7f-2a6e-40d0-83cf-608c70ff0e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:39.037216 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-9cb24c65-ecba-4f51-8536-b96f99b6dcb4 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2974601 Jul 15 12:59:39.053364 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-4b97f65b-a548-4e03-bbe5-9f74f15b0804 service neutron] Request body: {'port': {'device_id': '605f819e-4314-4bfa-b728-6b94f1f804d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:39.109613 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4bb56110-0c25-409d-be08-bc05cb5f7ef4 None None] Provisioning for port 8ecd4344-13b4-4ad8-b3d8-cd1fed399548 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:39.116537 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4bb56110-0c25-409d-be08-bc05cb5f7ef4 None None] Provisioning complete for port 8ecd4344-13b4-4ad8-b3d8-cd1fed399548 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:39.117174 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4bb56110-0c25-409d-be08-bc05cb5f7ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:39.131480 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64ce7f-2a6e-40d0-83cf-608c70ff0e46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:39.152168 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256247c-998f-438d-a7b7-b09ec08eb334 req-d8eb5343-9146-4557-99d2-4225cb924889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:39.153918 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c256247c-998f-438d-a7b7-b09ec08eb334 req-d8eb5343-9146-4557-99d2-4225cb924889 service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.4492757 Jul 15 12:59:39.166867 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5f4c6-892a-4014-816b-fbfe75e455ad req-906d95cf-4efe-4036-9c8c-cc75534c7a38 tempest-NetworksTest-1620143146 tempest-NetworksTest-1620143146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:39.168294 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a2b5f4c6-892a-4014-816b-fbfe75e455ad req-906d95cf-4efe-4036-9c8c-cc75534c7a38 tempest-NetworksTest-1620143146 tempest-NetworksTest-1620143146-project-admin] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 886 time: 0.4289575 Jul 15 12:59:39.214416 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-4bb56110-0c25-409d-be08-bc05cb5f7ef4 None None] Port 8ecd4344-13b4-4ad8-b3d8-cd1fed399548 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:59:39.230051 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c256247c-998f-438d-a7b7-b09ec08eb334 req-74248788-48d2-45ca-bd4e-e8864aa6d7cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=23116ffe-712e-4a02-b27a-a2087651f296 HTTP/1.1" status: 200 len: 217 time: 0.0647793 Jul 15 12:59:39.278550 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c9945-668d-49e0-97b3-7764cddc55cf req-0f190a45-86c3-40de-8f21-301ca7abd16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:39.280928 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-311c9945-668d-49e0-97b3-7764cddc55cf req-0f190a45-86c3-40de-8f21-301ca7abd16f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&device_id=67a8db98-c5fd-4e09-abae-8cc4e175c5a0 HTTP/1.1" status: 200 len: 1100 time: 0.7400196 Jul 15 12:59:39.284310 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-4b97f65b-a548-4e03-bbe5-9f74f15b0804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:39.285793 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec64ce7f-2a6e-40d0-83cf-608c70ff0e46 admin admin] Checking segment: {'id': '16055f84-7db3-46f6-898f-31f08282e2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:39.286224 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec64ce7f-2a6e-40d0-83cf-608c70ff0e46 admin admin] Network hostable DHCP agents. Network: 0c9ddec9-1058-4e8b-b69a-1210476af020, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:59:39.323020 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88090151-348d-4916-a481-6637163de8fa req-e2d37456-1d0c-44ba-827c-8f0a4c7a9239 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:39.330795 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-88090151-348d-4916-a481-6637163de8fa req-e2d37456-1d0c-44ba-827c-8f0a4c7a9239 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 936 time: 0.3294597 Jul 15 12:59:39.336460 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256247c-998f-438d-a7b7-b09ec08eb334 req-61c1aab8-ef2d-4e46-ad21-cfe4a3f5380b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:39.338253 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c256247c-998f-438d-a7b7-b09ec08eb334 req-61c1aab8-ef2d-4e46-ad21-cfe4a3f5380b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.0963778 Jul 15 12:59:39.400718 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-311c9945-668d-49e0-97b3-7764cddc55cf req-acf6a31c-a3fa-40e6-908b-cee484b0163e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=62555279-b9e3-4ccf-a35e-bb3189943158 HTTP/1.1" status: 200 len: 217 time: 0.0993037 Jul 15 12:59:39.451646 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec64ce7f-2a6e-40d0-83cf-608c70ff0e46 admin admin] Network 0c9ddec9-1058-4e8b-b69a-1210476af020 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:59:39.486061 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-fd8a2555-de17-4209-a635-8b212e645aec req-ff1264a5-2afe-4386-822e-87fe443ccf3a tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1594550795', 'description': 'tempest-description-920953081'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:39.502966 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-88090151-348d-4916-a481-6637163de8fa req-189db346-c37b-4e36-97bb-33d3e8f2fe18 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711729 Jul 15 12:59:39.514113 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-ec64ce7f-2a6e-40d0-83cf-608c70ff0e46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 0c9ddec9-1058-4e8b-b69a-1210476af020) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:39.538434 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6149620-a99d-489c-b9fb-366eb9457e49 None None] Network 0c9ddec9-1058-4e8b-b69a-1210476af020 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:59:39.541610 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fd8a2555-de17-4209-a635-8b212e645aec req-ff1264a5-2afe-4386-822e-87fe443ccf3a tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:39.565302 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fd8a2555-de17-4209-a635-8b212e645aec req-ff1264a5-2afe-4386-822e-87fe443ccf3a tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:39.597656 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec64ce7f-2a6e-40d0-83cf-608c70ff0e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:39.598705 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ec64ce7f-2a6e-40d0-83cf-608c70ff0e46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:39.609375 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256247c-998f-438d-a7b7-b09ec08eb334 req-7901b0b0-f140-44fe-a222-0cb647795a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:39.611389 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c256247c-998f-438d-a7b7-b09ec08eb334 req-7901b0b0-f140-44fe-a222-0cb647795a3f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2594543 Jul 15 12:59:39.666070 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c9945-668d-49e0-97b3-7764cddc55cf req-b40e5650-af49-4995-9e37-ec6b29c6d569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:39.667695 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-311c9945-668d-49e0-97b3-7764cddc55cf req-b40e5650-af49-4995-9e37-ec6b29c6d569 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.2568834 Jul 15 12:59:39.676510 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3d04f5-07c2-4094-8f2a-7c9c7a04825c x-openstack-request-id: req-6e3d04f5-07c2-4094-8f2a-7c9c7a04825c {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:39.676821 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a8db98-c5fd-4e09-abae-8cc4e175c5a0", "tag": "62555279-b9e3-4ccf-a35e-bb3189943158", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:39.677082 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6e3d04f5-07c2-4094-8f2a-7c9c7a04825c {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:39.677505 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a8db98-c5fd-4e09-abae-8cc4e175c5a0', 'tag': '62555279-b9e3-4ccf-a35e-bb3189943158', 'status': 'completed', 'code': 200} Jul 15 12:59:39.781314 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-da48a04d-aa9f-469d-bc52-1761de99c004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14ea255d-a4bd-48dc-adaf-455ea188f22d {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:39.796477 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-da48a04d-aa9f-469d-bc52-1761de99c004 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:39.853375 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-da48a04d-aa9f-469d-bc52-1761de99c004 service neutron] Transition to ACTIVE for port object 14ea255d-a4bd-48dc-adaf-455ea188f22d will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:39.862567 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c256247c-998f-438d-a7b7-b09ec08eb334 req-1c56db6b-de8b-4b61-b6c1-780e44d108ec service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391901 Jul 15 12:59:39.881713 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7490cf36-a54c-41b6-9a25-5921c0e4ba41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-0c9ddec9-1058-4e8b-b69a-1210476af020', 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'fixed_ips': [{'subnet_id': '7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 12:59:39.883403 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7490cf36-a54c-41b6-9a25-5921c0e4ba41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:39.926946 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-da48a04d-aa9f-469d-bc52-1761de99c004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:39.997538 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fd8a2555-de17-4209-a635-8b212e645aec req-ff1264a5-2afe-4386-822e-87fe443ccf3a tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:40.083138 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48a04d-aa9f-469d-bc52-1761de99c004 service neutron] Pushing event updated for resources: {'Port': ['ID=14ea255d-a4bd-48dc-adaf-455ea188f22d,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:40.084770 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-4b97f65b-a548-4e03-bbe5-9f74f15b0804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ecd4344-13b4-4ad8-b3d8-cd1fed399548 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:40.089406 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-da48a04d-aa9f-469d-bc52-1761de99c004 service neutron] Attempting to bind port 14ea255d-a4bd-48dc-adaf-455ea188f22d on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:40.089740 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-da48a04d-aa9f-469d-bc52-1761de99c004 service neutron] Attempting to bind port 14ea255d-a4bd-48dc-adaf-455ea188f22d by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '542f93dd-05b6-4a02-98b5-fb214f48701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ab47e8d4-0c36-4931-be10-4422c36bcf69'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:40.090386 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-da48a04d-aa9f-469d-bc52-1761de99c004 service neutron] Attempting to bind port 14ea255d-a4bd-48dc-adaf-455ea188f22d on network ab47e8d4-0c36-4931-be10-4422c36bcf69 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:40.096543 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fd8a2555-de17-4209-a635-8b212e645aec req-ff1264a5-2afe-4386-822e-87fe443ccf3a tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:40.099452 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ec64ce7f-2a6e-40d0-83cf-608c70ff0e46 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.3813546 Jul 15 12:59:40.101203 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42882) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:40.110978 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c9945-668d-49e0-97b3-7764cddc55cf req-054232af-bf69-498c-bab2-67363a7eb646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:40.112702 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-311c9945-668d-49e0-97b3-7764cddc55cf req-054232af-bf69-498c-bab2-67363a7eb646 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4286187 Jul 15 12:59:40.116755 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c40c580e-76e0-49a4-88e4-92a41e7cdd98 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-994761235-router', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:40.120543 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-da48a04d-aa9f-469d-bc52-1761de99c004 service neutron] Port 14ea255d-a4bd-48dc-adaf-455ea188f22d on network ab47e8d4-0c36-4931-be10-4422c36bcf69 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:59:40.120946 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-da48a04d-aa9f-469d-bc52-1761de99c004 service neutron] Attempting to bind port 14ea255d-a4bd-48dc-adaf-455ea188f22d on network ab47e8d4-0c36-4931-be10-4422c36bcf69 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:40.126180 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-4b97f65b-a548-4e03-bbe5-9f74f15b0804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:40.159268 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-da48a04d-aa9f-469d-bc52-1761de99c004 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:40.159656 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-da48a04d-aa9f-469d-bc52-1761de99c004 service neutron] Checking segment: {'id': '542f93dd-05b6-4a02-98b5-fb214f48701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ab47e8d4-0c36-4931-be10-4422c36bcf69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:40.160039 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-da48a04d-aa9f-469d-bc52-1761de99c004 service neutron] Bound using segment: {'id': '542f93dd-05b6-4a02-98b5-fb214f48701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ab47e8d4-0c36-4931-be10-4422c36bcf69'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:40.160509 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-da48a04d-aa9f-469d-bc52-1761de99c004 service neutron] Bound port: 14ea255d-a4bd-48dc-adaf-455ea188f22d, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '542f93dd-05b6-4a02-98b5-fb214f48701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ab47e8d4-0c36-4931-be10-4422c36bcf69'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:40.161872 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-da48a04d-aa9f-469d-bc52-1761de99c004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:40.172889 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-4b97f65b-a548-4e03-bbe5-9f74f15b0804 service neutron] Transition to ACTIVE for port object 8ecd4344-13b4-4ad8-b3d8-cd1fed399548 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:40.209402 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-4b97f65b-a548-4e03-bbe5-9f74f15b0804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:40.238352 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-7490cf36-a54c-41b6-9a25-5921c0e4ba41 None None] Allocated IP 172.20.0.2 (0c9ddec9-1058-4e8b-b69a-1210476af020/7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6/0376ca63-3c4e-4625-b1c5-6ed50d8a28ed) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:59:40.274789 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1264a5-2afe-4386-822e-87fe443ccf3a tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eee99b9-042b-461e-ad85-c325e53bef31,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:40.349715 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfcaa9-df96-4e39-be6b-7cc25613b811 req-509fcfcf-f27e-481e-8522-f39208040af6 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:40.359823 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6acfcaa9-df96-4e39-be6b-7cc25613b811 req-509fcfcf-f27e-481e-8522-f39208040af6 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a104723-f7d7-499a-845d-5b54455ab450 HTTP/1.1" status: 200 len: 948 time: 0.5035284 Jul 15 12:59:40.424386 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97f65b-a548-4e03-bbe5-9f74f15b0804 service neutron] Pushing event updated for resources: {'Port': ['ID=8ecd4344-13b4-4ad8-b3d8-cd1fed399548,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:40.448092 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c256247c-998f-438d-a7b7-b09ec08eb334 req-0d9b67c3-6a7a-4290-9272-8679bc2e07af service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5773356 Jul 15 12:59:40.456887 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fd8a2555-de17-4209-a635-8b212e645aec req-ff1264a5-2afe-4386-822e-87fe443ccf3a tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:40.472385 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fd8a2555-de17-4209-a635-8b212e645aec req-ff1264a5-2afe-4386-822e-87fe443ccf3a tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:40.541523 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-311c9945-668d-49e0-97b3-7764cddc55cf req-e344aeaf-7586-49ca-9a3d-0bfc66786b53 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093363 Jul 15 12:59:40.561944 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c40c580e-76e0-49a4-88e4-92a41e7cdd98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:40.563118 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c40c580e-76e0-49a4-88e4-92a41e7cdd98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:40.574206 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1264a5-2afe-4386-822e-87fe443ccf3a tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa6cc71-1a91-4c12-a1e0-82e741e588aa,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:40.640431 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fd8a2555-de17-4209-a635-8b212e645aec req-ff1264a5-2afe-4386-822e-87fe443ccf3a tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:40.660248 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fd8a2555-de17-4209-a635-8b212e645aec req-ff1264a5-2afe-4386-822e-87fe443ccf3a tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1818500 Jul 15 12:59:40.703851 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 23116ffe-712e-4a02-b27a-a2087651f296 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:59:40.718524 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7490cf36-a54c-41b6-9a25-5921c0e4ba41 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:40.760123 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-4b97f65b-a548-4e03-bbe5-9f74f15b0804 service neutron] Attempting to bind port 8ecd4344-13b4-4ad8-b3d8-cd1fed399548 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:40.760577 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-4b97f65b-a548-4e03-bbe5-9f74f15b0804 service neutron] Attempting to bind port 8ecd4344-13b4-4ad8-b3d8-cd1fed399548 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:40.761318 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6acfcaa9-df96-4e39-be6b-7cc25613b811 req-a9e330e7-70ac-4bd5-be1d-e503f4451481 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005084 Jul 15 12:59:40.762072 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-4b97f65b-a548-4e03-bbe5-9f74f15b0804 service neutron] Attempting to bind port 8ecd4344-13b4-4ad8-b3d8-cd1fed399548 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:40.779197 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7490cf36-a54c-41b6-9a25-5921c0e4ba41 None None] Transition to ACTIVE for port object 0376ca63-3c4e-4625-b1c5-6ed50d8a28ed will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:40.815665 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c40c580e-76e0-49a4-88e4-92a41e7cdd98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:40.818958 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-4b97f65b-a548-4e03-bbe5-9f74f15b0804 service neutron] Port 8ecd4344-13b4-4ad8-b3d8-cd1fed399548 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:59:40.819284 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-4b97f65b-a548-4e03-bbe5-9f74f15b0804 service neutron] Attempting to bind port 8ecd4344-13b4-4ad8-b3d8-cd1fed399548 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:40.864952 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-da48a04d-aa9f-469d-bc52-1761de99c004 service neutron] For port 14ea255d-a4bd-48dc-adaf-455ea188f22d, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:40.928885 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-311c9945-668d-49e0-97b3-7764cddc55cf req-eaaa6860-48a5-4e4a-9e29-a67f50a16ad1 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852165 Jul 15 12:59:40.935520 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-4b97f65b-a548-4e03-bbe5-9f74f15b0804 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:40.935857 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-4b97f65b-a548-4e03-bbe5-9f74f15b0804 service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:40.936830 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-4b97f65b-a548-4e03-bbe5-9f74f15b0804 service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:40.937291 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-4b97f65b-a548-4e03-bbe5-9f74f15b0804 service neutron] Bound port: 8ecd4344-13b4-4ad8-b3d8-cd1fed399548, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:40.937659 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-4b97f65b-a548-4e03-bbe5-9f74f15b0804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:40.950276 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-da48a04d-aa9f-469d-bc52-1761de99c004 service neutron] For port 14ea255d-a4bd-48dc-adaf-455ea188f22d, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=14ea255d-a4bd-48dc-adaf-455ea188f22d,segment=NetworkSegment(542f93dd-05b6-4a02-98b5-fb214f48701c),segment_id=542f93dd-05b6-4a02-98b5-fb214f48701c)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:40.971724 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-da48a04d-aa9f-469d-bc52-1761de99c004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:40.982770 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7490cf36-a54c-41b6-9a25-5921c0e4ba41 None None] Transition to ACTIVE for port object 0376ca63-3c4e-4625-b1c5-6ed50d8a28ed will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:41.040878 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7490cf36-a54c-41b6-9a25-5921c0e4ba41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:41.110620 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7490cf36-a54c-41b6-9a25-5921c0e4ba41 None None] Network 0c9ddec9-1058-4e8b-b69a-1210476af020 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:41.120258 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-7490cf36-a54c-41b6-9a25-5921c0e4ba41 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:41.131729 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7490cf36-a54c-41b6-9a25-5921c0e4ba41 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:59:41.137384 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 23116ffe-712e-4a02-b27a-a2087651f296, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=23116ffe-712e-4a02-b27a-a2087651f296,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:41.153594 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7490cf36-a54c-41b6-9a25-5921c0e4ba41 None None] Pushing event updated for resources: {'Port': ['ID=0376ca63-3c4e-4625-b1c5-6ed50d8a28ed,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:41.162582 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '23116ffe-712e-4a02-b27a-a2087651f296', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': '23116ffe-712e-4a02-b27a-a2087651f296', 'mac_address': 'fa:16:3e:e0:7e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:59:41.189686 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-da48a04d-aa9f-469d-bc52-1761de99c004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:41.190890 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-da48a04d-aa9f-469d-bc52-1761de99c004 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:41.193946 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-da48a04d-aa9f-469d-bc52-1761de99c004 service neutron] 10.222.0.18 "PUT /v2.0/ports/14ea255d-a4bd-48dc-adaf-455ea188f22d HTTP/1.1" status: 200 len: 1093 time: 2.8932283 Jul 15 12:59:41.292121 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-4b97f65b-a548-4e03-bbe5-9f74f15b0804 service neutron] For port 8ecd4344-13b4-4ad8-b3d8-cd1fed399548, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:41.298959 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48a04d-aa9f-469d-bc52-1761de99c004 service neutron] Pushing event updated for resources: {'Port': ['ID=14ea255d-a4bd-48dc-adaf-455ea188f22d,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:41.299216 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-4b97f65b-a548-4e03-bbe5-9f74f15b0804 service neutron] For port 8ecd4344-13b4-4ad8-b3d8-cd1fed399548, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=8ecd4344-13b4-4ad8-b3d8-cd1fed399548,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:41.342647 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-7490cf36-a54c-41b6-9a25-5921c0e4ba41 None None] Attempting to bind port 0376ca63-3c4e-4625-b1c5-6ed50d8a28ed on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:41.346209 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-7490cf36-a54c-41b6-9a25-5921c0e4ba41 None None] Attempting to bind port 0376ca63-3c4e-4625-b1c5-6ed50d8a28ed by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '16055f84-7db3-46f6-898f-31f08282e2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:41.346690 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7490cf36-a54c-41b6-9a25-5921c0e4ba41 None None] Attempting to bind port 0376ca63-3c4e-4625-b1c5-6ed50d8a28ed on network 0c9ddec9-1058-4e8b-b69a-1210476af020 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:41.378944 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7490cf36-a54c-41b6-9a25-5921c0e4ba41 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:41.379235 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7490cf36-a54c-41b6-9a25-5921c0e4ba41 None None] Checking segment: {'id': '16055f84-7db3-46f6-898f-31f08282e2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:41.379836 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7490cf36-a54c-41b6-9a25-5921c0e4ba41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:41.380020 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7490cf36-a54c-41b6-9a25-5921c0e4ba41 None None] Bound using segment: {'id': '16055f84-7db3-46f6-898f-31f08282e2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:41.386132 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-7490cf36-a54c-41b6-9a25-5921c0e4ba41 None None] Bound port: 0376ca63-3c4e-4625-b1c5-6ed50d8a28ed, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16055f84-7db3-46f6-898f-31f08282e2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:41.386731 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7490cf36-a54c-41b6-9a25-5921c0e4ba41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:41.392264 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:41.393039 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21492d1c-c82b-4209-a671-711a580f530b req-95445f3c-0f8e-419c-a8db-dfcbf7050abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:41.394720 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-21492d1c-c82b-4209-a671-711a580f530b req-95445f3c-0f8e-419c-a8db-dfcbf7050abd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&device_id=67a8db98-c5fd-4e09-abae-8cc4e175c5a0 HTTP/1.1" status: 200 len: 1100 time: 0.3300147 Jul 15 12:59:41.432439 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-4b97f65b-a548-4e03-bbe5-9f74f15b0804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:41.450736 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23116ffe-712e-4a02-b27a-a2087651f296 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:41.534282 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 23116ffe-712e-4a02-b27a-a2087651f296, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=23116ffe-712e-4a02-b27a-a2087651f296,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:41.555078 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:41.588118 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb2887-6f95-4c54-9d4e-ddafa4bcfa07 req-35decff6-2d44-47d8-af09-74e801c56700 tempest-NetworksTest-1620143146 tempest-NetworksTest-1620143146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:41.590296 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb2887-6f95-4c54-9d4e-ddafa4bcfa07 req-35decff6-2d44-47d8-af09-74e801c56700 tempest-NetworksTest-1620143146 tempest-NetworksTest-1620143146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:41.591224 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb2887-6f95-4c54-9d4e-ddafa4bcfa07 req-35decff6-2d44-47d8-af09-74e801c56700 tempest-NetworksTest-1620143146 tempest-NetworksTest-1620143146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:41.592310 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb2887-6f95-4c54-9d4e-ddafa4bcfa07 req-35decff6-2d44-47d8-af09-74e801c56700 tempest-NetworksTest-1620143146 tempest-NetworksTest-1620143146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:41.593367 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb2887-6f95-4c54-9d4e-ddafa4bcfa07 req-35decff6-2d44-47d8-af09-74e801c56700 tempest-NetworksTest-1620143146 tempest-NetworksTest-1620143146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:41.594502 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb2887-6f95-4c54-9d4e-ddafa4bcfa07 req-35decff6-2d44-47d8-af09-74e801c56700 tempest-NetworksTest-1620143146 tempest-NetworksTest-1620143146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:41.595493 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb2887-6f95-4c54-9d4e-ddafa4bcfa07 req-35decff6-2d44-47d8-af09-74e801c56700 tempest-NetworksTest-1620143146 tempest-NetworksTest-1620143146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:41.596050 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7490cf36-a54c-41b6-9a25-5921c0e4ba41 None None] For port 0376ca63-3c4e-4625-b1c5-6ed50d8a28ed, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:41.596949 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb2887-6f95-4c54-9d4e-ddafa4bcfa07 req-35decff6-2d44-47d8-af09-74e801c56700 tempest-NetworksTest-1620143146 tempest-NetworksTest-1620143146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:41.600657 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ecbb2887-6f95-4c54-9d4e-ddafa4bcfa07 req-35decff6-2d44-47d8-af09-74e801c56700 tempest-NetworksTest-1620143146 tempest-NetworksTest-1620143146-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5728 time: 0.9267550 Jul 15 12:59:41.608124 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-0880757a-f4b1-4763-b163-34e4109b000f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:41.608124 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-0880757a-f4b1-4763-b163-34e4109b000f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=46d0c223205b4bf3b185bf17353b62e5&device_id=3e4613e1-1ef5-4ad0-8bc2-4b3dbb7b18c1 HTTP/1.1" status: 200 len: 1096 time: 0.3362200 Jul 15 12:59:41.609068 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c40c580e-76e0-49a4-88e4-92a41e7cdd98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:41.640733 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-4b97f65b-a548-4e03-bbe5-9f74f15b0804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:41.642197 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-4b97f65b-a548-4e03-bbe5-9f74f15b0804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:41.645089 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-4b97f65b-a548-4e03-bbe5-9f74f15b0804 service neutron] 10.222.0.18 "PUT /v2.0/ports/8ecd4344-13b4-4ad8-b3d8-cd1fed399548 HTTP/1.1" status: 200 len: 1097 time: 2.5975833 Jul 15 12:59:41.646396 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605f819e-4314-4bfa-b728-6b94f1f804d1', 'tag': '8ecd4344-13b4-4ad8-b3d8-cd1fed399548'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:41.673017 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8259096c-c604-4392-a201-bcaa711bb9ef" -d '{"events": [{"name": "network-changed", "server_uuid": "605f819e-4314-4bfa-b728-6b94f1f804d1", "tag": "8ecd4344-13b4-4ad8-b3d8-cd1fed399548"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:41.700638 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7490cf36-a54c-41b6-9a25-5921c0e4ba41 None None] For port 0376ca63-3c4e-4625-b1c5-6ed50d8a28ed, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0376ca63-3c4e-4625-b1c5-6ed50d8a28ed,segment=NetworkSegment(16055f84-7db3-46f6-898f-31f08282e2c9),segment_id=16055f84-7db3-46f6-898f-31f08282e2c9)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:41.731554 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4613e1-1ef5-4ad0-8bc2-4b3dbb7b18c1', 'tag': '14ea255d-a4bd-48dc-adaf-455ea188f22d'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:41.739202 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f2d0ae-595a-4d14-a856-b70ab5cb3d67" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4613e1-1ef5-4ad0-8bc2-4b3dbb7b18c1", "tag": "14ea255d-a4bd-48dc-adaf-455ea188f22d"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:41.747295 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7490cf36-a54c-41b6-9a25-5921c0e4ba41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:41.796435 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=23116ffe-712e-4a02-b27a-a2087651f296,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:41.890917 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['23116ffe-712e-4a02-b27a-a2087651f296'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:42.319988 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97f65b-a548-4e03-bbe5-9f74f15b0804 service neutron] Pushing event updated for resources: {'Port': ['ID=8ecd4344-13b4-4ad8-b3d8-cd1fed399548,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:42.375396 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7490cf36-a54c-41b6-9a25-5921c0e4ba41 None None] Pushing event updated for resources: {'Port': ['ID=0376ca63-3c4e-4625-b1c5-6ed50d8a28ed,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:42.408357 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42904) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:42.504878 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21492d1c-c82b-4209-a671-711a580f530b req-e5f1f801-0f54-4860-93d1-2fd8a1eccee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:42.508761 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-21492d1c-c82b-4209-a671-711a580f530b req-e5f1f801-0f54-4860-93d1-2fd8a1eccee9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 1.0968008 Jul 15 12:59:42.527086 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-e8f9f1b3-45ca-4c0e-b6eb-744fcaf00001 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14ea255d-a4bd-48dc-adaf-455ea188f22d HTTP/1.1" status: 200 len: 217 time: 0.9092119 Jul 15 12:59:42.650197 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-95bab571-41b6-4bea-80dd-121b4b199ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:42.654014 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-95bab571-41b6-4bea-80dd-121b4b199ca6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 1100 time: 0.8847771 Jul 15 12:59:42.684657 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f343afe-002f-4198-b7e7-718bdc7b7e59 req-55b94006-79a1-4640-a53a-23d1329bf540 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:42.686371 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4f343afe-002f-4198-b7e7-718bdc7b7e59 req-55b94006-79a1-4640-a53a-23d1329bf540 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 948 time: 0.3548141 Jul 15 12:59:42.726652 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-415f5abb-3b87-45e7-bf8b-30167806541d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:42.729492 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-415f5abb-3b87-45e7-bf8b-30167806541d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d18b3da3-3e93-4663-8564-ed45d5a62a2f HTTP/1.1" status: 200 len: 855 time: 0.1542110 Jul 15 12:59:42.749607 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-235d6a44-fa80-4246-862b-278ca457b83d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=8ecd4344-13b4-4ad8-b3d8-cd1fed399548 HTTP/1.1" status: 200 len: 217 time: 0.0737062 Jul 15 12:59:42.772422 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4d1c68a-590c-4b9d-906a-5d9fed58711d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:42.808711 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-21492d1c-c82b-4209-a671-711a580f530b req-a82c17d2-899c-4b43-8015-ce3fa3579f5b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=62555279-b9e3-4ccf-a35e-bb3189943158 HTTP/1.1" status: 200 len: 217 time: 0.2906735 Jul 15 12:59:42.846877 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4f343afe-002f-4198-b7e7-718bdc7b7e59 req-678ff07e-11a9-443e-aff1-988dc21a538f tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954204 Jul 15 12:59:42.883209 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-535c9ece-816f-418f-8860-2adde86248f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:42.886234 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-535c9ece-816f-418f-8860-2adde86248f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1287940 Jul 15 12:59:42.929054 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-580321a4-2b2e-4588-8953-da591cafb885 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab47e8d4-0c36-4931-be10-4422c36bcf69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1393745 Jul 15 12:59:42.997558 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-2ead6bbe-acd4-4378-9385-1b08e6c19c8d req-99fc5381-fe1d-4268-839b-7d4c0e865562 tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1201388384', 'description': 'tempest-description-1170345157'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:43.127529 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c40c580e-76e0-49a4-88e4-92a41e7cdd98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:43.226999 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c40c580e-76e0-49a4-88e4-92a41e7cdd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:43.263585 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21492d1c-c82b-4209-a671-711a580f530b req-576a1e16-450c-4e60-8b4c-e65f47cddcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:43.266967 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-21492d1c-c82b-4209-a671-711a580f530b req-576a1e16-450c-4e60-8b4c-e65f47cddcf5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.3784168 Jul 15 12:59:43.280521 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-11d3bf91-cdc8-4dbb-a2f3-977af40ad846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:43.282279 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-11d3bf91-cdc8-4dbb-a2f3-977af40ad846 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3573637 Jul 15 12:59:43.288212 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92915e-18e4-4fc2-87e3-2eeb131aad49 req-e8572cd6-6024-4a57-a21b-f52f4080803a tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:43.300708 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5e92915e-18e4-4fc2-87e3-2eeb131aad49 req-e8572cd6-6024-4a57-a21b-f52f4080803a tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e4613e1-1ef5-4ad0-8bc2-4b3dbb7b18c1 HTTP/1.1" status: 200 len: 944 time: 1.7190244 Jul 15 12:59:43.353593 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4d1c68a-590c-4b9d-906a-5d9fed58711d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:43.388832 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4d1c68a-590c-4b9d-906a-5d9fed58711d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:43.457364 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-12d9cd59-13c9-4d62-a64e-851f54366403 service neutron] 10.222.0.18 "GET /v2.0/networks/ab47e8d4-0c36-4931-be10-4422c36bcf69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5077124 Jul 15 12:59:43.471121 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5e92915e-18e4-4fc2-87e3-2eeb131aad49 req-7dd24ade-2693-4365-91ee-b314d9221b64 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] 10.222.0.24 "GET /v2.0/security-groups?id=1100c461-205d-4944-adc4-89fa2e604702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684740 Jul 15 12:59:43.494872 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2ead6bbe-acd4-4378-9385-1b08e6c19c8d req-99fc5381-fe1d-4268-839b-7d4c0e865562 tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:43.559109 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6399540f-2974-448d-8e3a-3089cf70813f req-2e3c166c-6481-4a92-a14a-31d209f3bca4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4337697 Jul 15 12:59:43.602743 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c4d1c68a-590c-4b9d-906a-5d9fed58711d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7c1a67faab414227931601c53d32a6aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1797657 Jul 15 12:59:43.617707 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1c68a-590c-4b9d-906a-5d9fed58711d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6f3ec2-85d9-4750-95fa-87893a1adcd8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:43.632451 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42910) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:43.689322 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07511358-69a5-4f38-85d7-f4a5c4d2f14f x-openstack-request-id: req-07511358-69a5-4f38-85d7-f4a5c4d2f14f {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:43.690381 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605f819e-4314-4bfa-b728-6b94f1f804d1", "tag": "8ecd4344-13b4-4ad8-b3d8-cd1fed399548", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:43.690679 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-07511358-69a5-4f38-85d7-f4a5c4d2f14f {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:43.691298 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605f819e-4314-4bfa-b728-6b94f1f804d1', 'tag': '8ecd4344-13b4-4ad8-b3d8-cd1fed399548', 'status': 'completed', 'code': 200} Jul 15 12:59:43.712992 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2f965d2d-d078-49a8-ad45-c0ab2d477a93 req-2f186603-6c80-4314-b97b-42fc24c86d4b service neutron] 10.222.0.18 "GET /v2.0/networks/ab47e8d4-0c36-4931-be10-4422c36bcf69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282724 Jul 15 12:59:43.754683 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21492d1c-c82b-4209-a671-711a580f530b req-22ec75de-d6fe-4834-9482-7347b04ca7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:43.757263 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-21492d1c-c82b-4209-a671-711a580f530b req-22ec75de-d6fe-4834-9482-7347b04ca7b1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4394367 Jul 15 12:59:43.853807 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-c40c580e-76e0-49a4-88e4-92a41e7cdd98 admin admin] Allocated IP 172.25.6.248 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/b02d7e43-4cca-4215-b90c-edd7be411160) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:59:43.874888 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-ed27983a-cee2-4b14-a6aa-3be1dc281d1a service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5845625 Jul 15 12:59:43.924236 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87419d4a-fa16-4802-8b61-a6db8ad01cbe None None] Network 0c9ddec9-1058-4e8b-b69a-1210476af020 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:59:44.054239 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2ead6bbe-acd4-4378-9385-1b08e6c19c8d req-99fc5381-fe1d-4268-839b-7d4c0e865562 tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:44.102625 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-21492d1c-c82b-4209-a671-711a580f530b req-7c0ff651-5b88-402d-93da-3dc908dd5873 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356290 Jul 15 12:59:44.117876 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2ead6bbe-acd4-4378-9385-1b08e6c19c8d req-99fc5381-fe1d-4268-839b-7d4c0e865562 tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:44.198512 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a9903bb0-e90a-4358-9045-50fdac8f915b None None] Provisioning for port 0376ca63-3c4e-4625-b1c5-6ed50d8a28ed completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:44.225662 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818547e-77a7-40ce-a1aa-e78abfa35f44 req-b608abf3-a089-4189-bd88-2028e326c8f9 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:44.242570 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7818547e-77a7-40ce-a1aa-e78abfa35f44 req-b608abf3-a089-4189-bd88-2028e326c8f9 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a104723-f7d7-499a-845d-5b54455ab450 HTTP/1.1" status: 200 len: 949 time: 0.3105674 Jul 15 12:59:44.319251 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b64c0ec-34be-4e00-ae34-e236b3452292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:44.401446 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2ead6bbe-acd4-4378-9385-1b08e6c19c8d req-99fc5381-fe1d-4268-839b-7d4c0e865562 tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:44.403602 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ead6bbe-acd4-4378-9385-1b08e6c19c8d req-99fc5381-fe1d-4268-839b-7d4c0e865562 tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.4346423 Jul 15 12:59:44.445184 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc5381-fe1d-4268-839b-7d4c0e865562 tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15e52b3-9888-4168-bbf3-36303269652b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:44.454544 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7818547e-77a7-40ce-a1aa-e78abfa35f44 req-72aa208a-00eb-431c-be8c-c13377922602 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982775 Jul 15 12:59:44.464418 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0376ca63-3c4e-4625-b1c5-6ed50d8a28ed up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:44.467541 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399540f-2974-448d-8e3a-3089cf70813f req-4b38e500-c42e-46af-b071-109fecc9b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:44.469274 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6399540f-2974-448d-8e3a-3089cf70813f req-4b38e500-c42e-46af-b071-109fecc9b055 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 1102 time: 0.7767913 Jul 15 12:59:44.505929 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b64c0ec-34be-4e00-ae34-e236b3452292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:44.554520 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-21492d1c-c82b-4209-a671-711a580f530b req-97dc5446-704e-46f1-9b57-b0bd4d3cbb1f service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378264 Jul 15 12:59:44.556289 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b0db8ab6-2ffb-485e-8d4b-666dbc84c177 req-5aeb3a81-d7c0-49c2-97eb-0e882a7876f2 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6502512 Jul 15 12:59:44.580362 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c40c580e-76e0-49a4-88e4-92a41e7cdd98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:44.624078 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 0376ca63-3c4e-4625-b1c5-6ed50d8a28ed completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:44.634026 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 0376ca63-3c4e-4625-b1c5-6ed50d8a28ed triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:44.634646 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:44.649808 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a690091-604e-4a41-af0c-852182a2c41d x-openstack-request-id: req-1a690091-604e-4a41-af0c-852182a2c41d {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:44.651330 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4613e1-1ef5-4ad0-8bc2-4b3dbb7b18c1", "tag": "14ea255d-a4bd-48dc-adaf-455ea188f22d", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:44.652123 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1a690091-604e-4a41-af0c-852182a2c41d {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:44.657498 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e4613e1-1ef5-4ad0-8bc2-4b3dbb7b18c1', 'tag': '14ea255d-a4bd-48dc-adaf-455ea188f22d', 'status': 'completed', 'code': 200} Jul 15 12:59:44.732202 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 62555279-b9e3-4ccf-a35e-bb3189943158 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:59:44.856898 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 23116ffe-712e-4a02-b27a-a2087651f296 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:44.992704 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b64c0ec-34be-4e00-ae34-e236b3452292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.000912 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b64c0ec-34be-4e00-ae34-e236b3452292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.003679 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3b64c0ec-34be-4e00-ae34-e236b3452292 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a6f3ec2-85d9-4750-95fa-87893a1adcd8 HTTP/1.1" status: 204 len: 168 time: 1.3576376 Jul 15 12:59:45.037389 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399540f-2974-448d-8e3a-3089cf70813f req-263d3b8f-e2fc-4de0-8f12-ce94af16a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:45.041975 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6399540f-2974-448d-8e3a-3089cf70813f req-263d3b8f-e2fc-4de0-8f12-ce94af16a05d service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.5042121 Jul 15 12:59:45.090256 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f2d0ae-595a-4d14-a856-b70ab5cb3d67 req-41a55481-20e2-4ca1-b9e9-d16f0f59cb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:45.092131 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-37f2d0ae-595a-4d14-a856-b70ab5cb3d67 req-41a55481-20e2-4ca1-b9e9-d16f0f59cb25 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=46d0c223205b4bf3b185bf17353b62e5&device_id=3e4613e1-1ef5-4ad0-8bc2-4b3dbb7b18c1 HTTP/1.1" status: 200 len: 1096 time: 0.3814182 Jul 15 12:59:45.125356 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c40c580e-76e0-49a4-88e4-92a41e7cdd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.151082 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64c0ec-34be-4e00-ae34-e236b3452292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6f3ec2-85d9-4750-95fa-87893a1adcd8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:45.215242 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259096c-c604-4392-a201-bcaa711bb9ef req-8e40b775-8a9b-4061-8aae-d50e62001490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:45.217752 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8259096c-c604-4392-a201-bcaa711bb9ef req-8e40b775-8a9b-4061-8aae-d50e62001490 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 1100 time: 0.5550089 Jul 15 12:59:45.225421 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6399540f-2974-448d-8e3a-3089cf70813f req-47120b73-5873-4904-8a5d-6678cfda1364 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=a0ae581a-5a36-4db7-a98c-1f3bde6bf998 HTTP/1.1" status: 200 len: 217 time: 0.1223831 Jul 15 12:59:45.312846 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40c580e-76e0-49a4-88e4-92a41e7cdd98 admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:45.328952 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-c40c580e-76e0-49a4-88e4-92a41e7cdd98 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:45.340297 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40c580e-76e0-49a4-88e4-92a41e7cdd98 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:59:45.345355 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c580e-76e0-49a4-88e4-92a41e7cdd98 admin admin] Pushing event updated for resources: {'Port': ['ID=b02d7e43-4cca-4215-b90c-edd7be411160,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:45.453667 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-42d1a3d6-7c18-4282-ae3d-287b691628fe None None] Provisioning complete for port 0376ca63-3c4e-4625-b1c5-6ed50d8a28ed triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:45.454624 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-42d1a3d6-7c18-4282-ae3d-287b691628fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.561323 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f22e87a2-7f3e-4f95-ad12-9e5dbe8da356 req-06a29884-40b7-451b-8066-8ebe16f7d309 tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45131 time: 0.6949160 Jul 15 12:59:45.641426 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f2d0ae-595a-4d14-a856-b70ab5cb3d67 req-bcec8bb7-7aea-404d-a545-b74916224b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:45.643568 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-37f2d0ae-595a-4d14-a856-b70ab5cb3d67 req-bcec8bb7-7aea-404d-a545-b74916224b70 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ab47e8d4-0c36-4931-be10-4422c36bcf69 HTTP/1.1" status: 200 len: 916 time: 0.5412498 Jul 15 12:59:45.651612 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f22e87a2-7f3e-4f95-ad12-9e5dbe8da356 req-d7551877-a800-4ebf-9846-300caf9f0de8 tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "GET /v2.0/security-groups/1100c461-205d-4944-adc4-89fa2e604702 HTTP/1.1" status: 200 len: 2981 time: 0.0886865 Jul 15 12:59:45.670265 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 62555279-b9e3-4ccf-a35e-bb3189943158, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=62555279-b9e3-4ccf-a35e-bb3189943158,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:45.707534 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-37f2d0ae-595a-4d14-a856-b70ab5cb3d67 req-b9fa07f1-07ec-4ad3-8289-b64015ffe449 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14ea255d-a4bd-48dc-adaf-455ea188f22d HTTP/1.1" status: 200 len: 217 time: 0.0468216 Jul 15 12:59:45.734898 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '62555279-b9e3-4ccf-a35e-bb3189943158', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': '62555279-b9e3-4ccf-a35e-bb3189943158', 'mac_address': 'fa:16:3e:63:e8:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:59:45.738370 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.757605 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 23116ffe-712e-4a02-b27a-a2087651f296 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:45.773532 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 23116ffe-712e-4a02-b27a-a2087651f296 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:45.773532 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.914275 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42926) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:45.921211 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 0376ca63-3c4e-4625-b1c5-6ed50d8a28ed, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0376ca63-3c4e-4625-b1c5-6ed50d8a28ed,segment=NetworkSegment(16055f84-7db3-46f6-898f-31f08282e2c9),segment_id=16055f84-7db3-46f6-898f-31f08282e2c9)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:45.930863 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399540f-2974-448d-8e3a-3089cf70813f req-a7d0f665-eb36-42fe-a788-76f525305394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:45.932493 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6399540f-2974-448d-8e3a-3089cf70813f req-a7d0f665-eb36-42fe-a788-76f525305394 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.6876073 Jul 15 12:59:45.932990 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.957150 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31073bc3-1183-48fb-8f57-d329275b4cc2 req-0a8b2c99-d1af-462b-a162-28ee6c6cf8c2 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:45.959340 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.965070 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-31073bc3-1183-48fb-8f57-d329275b4cc2 req-0a8b2c99-d1af-462b-a162-28ee6c6cf8c2 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 948 time: 0.9931743 Jul 15 12:59:45.966037 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f2d0ae-595a-4d14-a856-b70ab5cb3d67 req-1171077b-9ca3-4ebd-9e4b-13b71f2ebfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:45.971457 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-37f2d0ae-595a-4d14-a856-b70ab5cb3d67 req-1171077b-9ca3-4ebd-9e4b-13b71f2ebfc2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d18b3da3-3e93-4663-8564-ed45d5a62a2f HTTP/1.1" status: 200 len: 855 time: 0.2495022 Jul 15 12:59:45.982149 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f22e87a2-7f3e-4f95-ad12-9e5dbe8da356 req-4368cd3c-e4dc-4620-9570-e573a7b2d352 tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "GET /v2.0/security-groups/1100c461-205d-4944-adc4-89fa2e604702 HTTP/1.1" status: 200 len: 2981 time: 0.3294237 Jul 15 12:59:45.987798 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e60cce1e-b4c0-4503-8b45-ed2706cb7e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:46.056981 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=0376ca63-3c4e-4625-b1c5-6ed50d8a28ed,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:46.070141 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259096c-c604-4392-a201-bcaa711bb9ef req-2e5cbbab-1fde-4802-b35d-da7eb8bb6792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:46.071787 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8259096c-c604-4392-a201-bcaa711bb9ef req-2e5cbbab-1fde-4802-b35d-da7eb8bb6792 service neutron] 10.222.0.18 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.8452532 Jul 15 12:59:46.073640 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-42d1a3d6-7c18-4282-ae3d-287b691628fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:46.092900 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62555279-b9e3-4ccf-a35e-bb3189943158 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:46.100466 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-37f2d0ae-595a-4d14-a856-b70ab5cb3d67 req-92921d2e-c295-4a8c-841b-3e45886c968a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ab47e8d4-0c36-4931-be10-4422c36bcf69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1153445 Jul 15 12:59:46.104761 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f22e87a2-7f3e-4f95-ad12-9e5dbe8da356 req-f7b0a089-d2ce-4acb-944f-c2d7beb5ab11 tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "GET /v2.0/security-groups/13ce4199-9722-4aaf-baea-dade5035e71f HTTP/1.1" status: 200 len: 2981 time: 0.1209698 Jul 15 12:59:46.166208 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-42d1a3d6-7c18-4282-ae3d-287b691628fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 12:59:46.167137 n-d-758944-45 neutron-server[93815]: DEBUG oslo_db.api [None req-42d1a3d6-7c18-4282-ae3d-287b691628fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 12:59:46.213227 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8259096c-c604-4392-a201-bcaa711bb9ef req-8833a912-428a-4b89-824e-0ec697455f74 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=8ecd4344-13b4-4ad8-b3d8-cd1fed399548 HTTP/1.1" status: 200 len: 217 time: 0.1305711 Jul 15 12:59:46.225937 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 62555279-b9e3-4ccf-a35e-bb3189943158, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=62555279-b9e3-4ccf-a35e-bb3189943158,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:46.227929 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-31073bc3-1183-48fb-8f57-d329275b4cc2 req-40079399-0eb8-42e9-8d82-829c6085498a tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618086 Jul 15 12:59:46.270956 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:46.285390 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:46.360526 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0376ca63-3c4e-4625-b1c5-6ed50d8a28ed up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:46.398484 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a104723-f7d7-499a-845d-5b54455ab450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23116ffe-712e-4a02-b27a-a2087651f296'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:46.401429 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bd3b29-9e27-47ab-9470-eecc663f7691" -d '{"events": [{"server_uuid": "7a104723-f7d7-499a-845d-5b54455ab450", "name": "network-vif-plugged", "status": "completed", "tag": "23116ffe-712e-4a02-b27a-a2087651f296"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:46.447126 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f22e87a2-7f3e-4f95-ad12-9e5dbe8da356 req-cb76f4a0-4d17-4111-8888-9873ff9b1f6d tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "GET /v2.0/security-groups/13ce4199-9722-4aaf-baea-dade5035e71f HTTP/1.1" status: 200 len: 2981 time: 0.3268623 Jul 15 12:59:46.471917 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 23116ffe-712e-4a02-b27a-a2087651f296, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=23116ffe-712e-4a02-b27a-a2087651f296,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:46.476266 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=62555279-b9e3-4ccf-a35e-bb3189943158,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:46.492936 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:46.514316 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 0376ca63-3c4e-4625-b1c5-6ed50d8a28ed triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:46.515350 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:46.515984 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-37f2d0ae-595a-4d14-a856-b70ab5cb3d67 req-3b77ed1c-7c98-4532-a635-8d04c40584a1 service neutron] 10.222.0.18 "GET /v2.0/networks/ab47e8d4-0c36-4931-be10-4422c36bcf69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967888 Jul 15 12:59:46.522939 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f22e87a2-7f3e-4f95-ad12-9e5dbe8da356 req-39339d1e-3d93-45cf-a219-8a8736aa16ea tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "GET /v2.0/security-groups/1c7a10e5-8e43-4471-b9fd-bbdce0abc61c HTTP/1.1" status: 200 len: 2981 time: 0.0556335 Jul 15 12:59:46.668465 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f22e87a2-7f3e-4f95-ad12-9e5dbe8da356 req-3ff9da46-36c0-4f81-8d3a-9cdfb0a81012 tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "GET /v2.0/security-groups/1c7a10e5-8e43-4471-b9fd-bbdce0abc61c HTTP/1.1" status: 200 len: 2981 time: 0.1098518 Jul 15 12:59:46.678288 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-37f2d0ae-595a-4d14-a856-b70ab5cb3d67 req-2715f3a6-e3b5-4528-ae3e-544d47bc835f service neutron] 10.222.0.18 "GET /v2.0/networks/ab47e8d4-0c36-4931-be10-4422c36bcf69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541667 Jul 15 12:59:46.742768 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259096c-c604-4392-a201-bcaa711bb9ef req-a71bd62c-9161-45cc-bea5-fef8aa191540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:46.745199 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8259096c-c604-4392-a201-bcaa711bb9ef req-a71bd62c-9161-45cc-bea5-fef8aa191540 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.5162709 Jul 15 12:59:46.757003 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f22e87a2-7f3e-4f95-ad12-9e5dbe8da356 req-3239a85c-8be0-47e4-bea6-45c51101a59f tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "GET /v2.0/security-groups/3839521f-79ed-4a93-b89a-1b88f63b4a47 HTTP/1.1" status: 200 len: 2981 time: 0.0594296 Jul 15 12:59:46.767700 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=23116ffe-712e-4a02-b27a-a2087651f296,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:46.774580 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['62555279-b9e3-4ccf-a35e-bb3189943158'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:46.861048 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f22e87a2-7f3e-4f95-ad12-9e5dbe8da356 req-117ab48a-95af-4a84-add6-44d9f288a27e tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "GET /v2.0/security-groups/3839521f-79ed-4a93-b89a-1b88f63b4a47 HTTP/1.1" status: 200 len: 2981 time: 0.1013839 Jul 15 12:59:46.939571 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e60cce1e-b4c0-4503-8b45-ed2706cb7e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:46.958737 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f22e87a2-7f3e-4f95-ad12-9e5dbe8da356 req-1ba130a0-5832-4a82-b234-4d176aec777c tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "GET /v2.0/security-groups/522b616c-db60-4b86-8508-1b855d3d3f01 HTTP/1.1" status: 200 len: 2981 time: 0.0901291 Jul 15 12:59:47.003120 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399540f-2974-448d-8e3a-3089cf70813f req-69e61c57-c889-4b53-9928-509a173ef6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:47.005466 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6399540f-2974-448d-8e3a-3089cf70813f req-69e61c57-c889-4b53-9928-509a173ef6b9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0302827 Jul 15 12:59:47.010665 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e60cce1e-b4c0-4503-8b45-ed2706cb7e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:47.052095 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f22e87a2-7f3e-4f95-ad12-9e5dbe8da356 req-c2412d8f-d500-44c7-afc5-9821b6b826b8 tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "GET /v2.0/security-groups/522b616c-db60-4b86-8508-1b855d3d3f01 HTTP/1.1" status: 200 len: 2981 time: 0.0772922 Jul 15 12:59:47.119216 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f22e87a2-7f3e-4f95-ad12-9e5dbe8da356 req-ba4505b8-5db6-4f49-81f1-63cdbc1a25c2 tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "GET /v2.0/security-groups/5eee99b9-042b-461e-ad85-c325e53bef31 HTTP/1.1" status: 200 len: 2981 time: 0.0596132 Jul 15 12:59:47.187903 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f22e87a2-7f3e-4f95-ad12-9e5dbe8da356 req-d594691c-eafc-443a-9a18-36c3c981924c tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "GET /v2.0/security-groups/5eee99b9-042b-461e-ad85-c325e53bef31 HTTP/1.1" status: 200 len: 2981 time: 0.0604894 Jul 15 12:59:47.199660 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e60cce1e-b4c0-4503-8b45-ed2706cb7e66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd544844fd854a8493b73c106d884928&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2815037 Jul 15 12:59:47.200652 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60cce1e-b4c0-4503-8b45-ed2706cb7e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19440ce8-d8fb-4e19-8cec-fc2a169e78b7,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:47.208262 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42936) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:47.209306 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c40c580e-76e0-49a4-88e4-92a41e7cdd98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:47.273103 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95d769-61aa-48a0-80f3-5a1deeabd640 req-c149b64f-cf0b-4a0b-b7f1-6ae805e53711 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:47.279506 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cb95d769-61aa-48a0-80f3-5a1deeabd640 req-c149b64f-cf0b-4a0b-b7f1-6ae805e53711 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e4613e1-1ef5-4ad0-8bc2-4b3dbb7b18c1 HTTP/1.1" status: 200 len: 944 time: 0.5327802 Jul 15 12:59:47.318928 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f22e87a2-7f3e-4f95-ad12-9e5dbe8da356 req-53abc029-2406-4566-ad4d-5e59bc37cd54 tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "GET /v2.0/security-groups/65a2717b-c661-491b-807c-9c537aaeed19 HTTP/1.1" status: 200 len: 2981 time: 0.1238875 Jul 15 12:59:47.377226 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259096c-c604-4392-a201-bcaa711bb9ef req-c336b627-5893-4f13-8d7d-35f47075cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:47.378879 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8259096c-c604-4392-a201-bcaa711bb9ef req-c336b627-5893-4f13-8d7d-35f47075cdf7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5378408 Jul 15 12:59:47.383227 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6399540f-2974-448d-8e3a-3089cf70813f req-a26b8a12-a8e0-4e0e-bca4-81cc3d83815d service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622215 Jul 15 12:59:47.390702 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60b63c62-3b91-4ced-b0ed-81502d2b121b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:47.416558 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f22e87a2-7f3e-4f95-ad12-9e5dbe8da356 req-453142d4-9503-4bdc-849e-b2ac5e893d1e tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "GET /v2.0/security-groups/65a2717b-c661-491b-807c-9c537aaeed19 HTTP/1.1" status: 200 len: 2981 time: 0.0817528 Jul 15 12:59:47.440997 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60b63c62-3b91-4ced-b0ed-81502d2b121b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:47.476744 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cb95d769-61aa-48a0-80f3-5a1deeabd640 req-9f7be509-e760-48ba-856b-4678b9856dc8 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] 10.222.0.24 "GET /v2.0/security-groups?id=1100c461-205d-4944-adc4-89fa2e604702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870561 Jul 15 12:59:47.552703 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f22e87a2-7f3e-4f95-ad12-9e5dbe8da356 req-896aaa4b-eedc-4abb-bbe0-52bcab37b738 tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "GET /v2.0/security-groups/6705f7e7-4d89-4dfa-8235-986741b9110b HTTP/1.1" status: 200 len: 2981 time: 0.1272075 Jul 15 12:59:47.581672 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60b63c62-3b91-4ced-b0ed-81502d2b121b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:47.584522 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60b63c62-3b91-4ced-b0ed-81502d2b121b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:47.587548 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-60b63c62-3b91-4ced-b0ed-81502d2b121b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19440ce8-d8fb-4e19-8cec-fc2a169e78b7 HTTP/1.1" status: 204 len: 168 time: 0.3763297 Jul 15 12:59:47.620564 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b63c62-3b91-4ced-b0ed-81502d2b121b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19440ce8-d8fb-4e19-8cec-fc2a169e78b7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:47.663476 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b63c62-3b91-4ced-b0ed-81502d2b121b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:47.663865 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b63c62-3b91-4ced-b0ed-81502d2b121b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:47.664147 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b63c62-3b91-4ced-b0ed-81502d2b121b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:47.664478 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b63c62-3b91-4ced-b0ed-81502d2b121b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:47.664806 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b63c62-3b91-4ced-b0ed-81502d2b121b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:47.664954 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8259096c-c604-4392-a201-bcaa711bb9ef req-2ea9ea8f-ea0c-4454-9b78-a99348effa62 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730758 Jul 15 12:59:47.665149 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b63c62-3b91-4ced-b0ed-81502d2b121b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:47.665450 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b63c62-3b91-4ced-b0ed-81502d2b121b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:47.670326 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b63c62-3b91-4ced-b0ed-81502d2b121b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:47.671218 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b63c62-3b91-4ced-b0ed-81502d2b121b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:47.680679 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b63c62-3b91-4ced-b0ed-81502d2b121b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:47.681450 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b63c62-3b91-4ced-b0ed-81502d2b121b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:47.682051 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b63c62-3b91-4ced-b0ed-81502d2b121b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:47.711992 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f22e87a2-7f3e-4f95-ad12-9e5dbe8da356 req-813c9d8e-a786-4cb5-a587-7d1ebc006c99 tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "GET /v2.0/security-groups/6705f7e7-4d89-4dfa-8235-986741b9110b HTTP/1.1" status: 200 len: 2981 time: 0.1459410 Jul 15 12:59:47.737144 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6399540f-2974-448d-8e3a-3089cf70813f req-168e58cd-2145-4e42-be9c-daac680a17b6 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364751 Jul 15 12:59:47.841915 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f22e87a2-7f3e-4f95-ad12-9e5dbe8da356 req-a9ea0ae6-f87c-4ae2-a8d0-86deb76f73eb tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "GET /v2.0/security-groups/6e515867-6bc3-43f3-a669-48645bdf9486 HTTP/1.1" status: 200 len: 2981 time: 0.0960872 Jul 15 12:59:47.874190 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 8ecd4344-13b4-4ad8-b3d8-cd1fed399548 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:59:47.933022 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8259096c-c604-4392-a201-bcaa711bb9ef req-9b47d0b7-88d3-40a8-8a2e-118b1ccf0ba3 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500229 Jul 15 12:59:47.948014 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f22e87a2-7f3e-4f95-ad12-9e5dbe8da356 req-aaf600b2-3089-4742-9644-61b007b9a8c1 tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "GET /v2.0/security-groups/6e515867-6bc3-43f3-a669-48645bdf9486 HTTP/1.1" status: 200 len: 2981 time: 0.1043503 Jul 15 12:59:48.015147 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c40c580e-76e0-49a4-88e4-92a41e7cdd98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:48.039120 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f22e87a2-7f3e-4f95-ad12-9e5dbe8da356 req-d4c7b985-4c25-4e8c-aa62-ee98dbb9e931 tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "GET /v2.0/security-groups/77abdd4a-58f2-40d6-88c7-75e153ba4805 HTTP/1.1" status: 200 len: 2977 time: 0.0830739 Jul 15 12:59:48.053290 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 8ecd4344-13b4-4ad8-b3d8-cd1fed399548, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=8ecd4344-13b4-4ad8-b3d8-cd1fed399548,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:48.079225 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '8ecd4344-13b4-4ad8-b3d8-cd1fed399548', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': '8ecd4344-13b4-4ad8-b3d8-cd1fed399548', 'mac_address': 'fa:16:3e:bf:ef:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:59:48.110440 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f22e87a2-7f3e-4f95-ad12-9e5dbe8da356 req-45f978bb-fe0c-4d23-a719-b489db0c1a1d tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "GET /v2.0/security-groups/77abdd4a-58f2-40d6-88c7-75e153ba4805 HTTP/1.1" status: 200 len: 2977 time: 0.0653200 Jul 15 12:59:48.155404 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:48.159067 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f22e87a2-7f3e-4f95-ad12-9e5dbe8da356 req-dbeaac40-a91a-4826-bbb8-2ec005eec8bd tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "GET /v2.0/security-groups/a4e1a2c3-63bb-461e-853f-e610049f222a HTTP/1.1" status: 200 len: 2973 time: 0.0475421 Jul 15 12:59:48.181884 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ecd4344-13b4-4ad8-b3d8-cd1fed399548 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:48.186397 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f4683-02ee-4d2f-b51b-63592c3ffef0 req-f48c1868-a3ce-4ae0-8a85-369b6e76e0e9 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:48.196266 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-561f4683-02ee-4d2f-b51b-63592c3ffef0 req-f48c1868-a3ce-4ae0-8a85-369b6e76e0e9 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a104723-f7d7-499a-845d-5b54455ab450 HTTP/1.1" status: 200 len: 950 time: 0.2697501 Jul 15 12:59:48.250263 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 8ecd4344-13b4-4ad8-b3d8-cd1fed399548, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=8ecd4344-13b4-4ad8-b3d8-cd1fed399548,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:48.258282 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f22e87a2-7f3e-4f95-ad12-9e5dbe8da356 req-018068d9-4000-4a1c-8ebb-4a87c1c71bb2 tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "GET /v2.0/security-groups/a4e1a2c3-63bb-461e-853f-e610049f222a HTTP/1.1" status: 200 len: 2973 time: 0.0908937 Jul 15 12:59:48.258531 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-561f4683-02ee-4d2f-b51b-63592c3ffef0 req-68420743-472e-4c20-bdf5-a3fc4b0b5607 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609081 Jul 15 12:59:48.262089 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:48.263486 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 14ea255d-a4bd-48dc-adaf-455ea188f22d details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 12:59:48.348958 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40c580e-76e0-49a4-88e4-92a41e7cdd98 admin admin] Router 67c6bf10-fbf6-4f03-ae82-622a087bd603 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 12:59:48.370095 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f22e87a2-7f3e-4f95-ad12-9e5dbe8da356 req-b2c1d4e4-1f99-4500-869d-ddea7cd268a8 tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "GET /v2.0/security-groups/d923bfea-c770-499e-8706-83dd9394ff12 HTTP/1.1" status: 200 len: 2981 time: 0.0910907 Jul 15 12:59:48.431899 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f22e87a2-7f3e-4f95-ad12-9e5dbe8da356 req-08baf753-a410-49e6-add1-990ade70b72a tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "GET /v2.0/security-groups/d923bfea-c770-499e-8706-83dd9394ff12 HTTP/1.1" status: 200 len: 2981 time: 0.0510900 Jul 15 12:59:48.550484 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f22e87a2-7f3e-4f95-ad12-9e5dbe8da356 req-23116a78-971e-4abf-8ad8-7d43e5a6d385 tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "GET /v2.0/security-groups/dd00f304-b7c0-4fa4-bd7a-75c23f7d2af7 HTTP/1.1" status: 200 len: 2981 time: 0.0810704 Jul 15 12:59:48.550768 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 14ea255d-a4bd-48dc-adaf-455ea188f22d, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=14ea255d-a4bd-48dc-adaf-455ea188f22d,segment=NetworkSegment(542f93dd-05b6-4a02-98b5-fb214f48701c),segment_id=542f93dd-05b6-4a02-98b5-fb214f48701c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:48.580168 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c004c6f6-dc60-400e-a9d9-0f429f480f09 x-openstack-request-id: req-c004c6f6-dc60-400e-a9d9-0f429f480f09 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:48.580710 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a104723-f7d7-499a-845d-5b54455ab450", "name": "network-vif-plugged", "status": "completed", "tag": "23116ffe-712e-4a02-b27a-a2087651f296", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:48.581128 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c004c6f6-dc60-400e-a9d9-0f429f480f09 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:48.581797 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a104723-f7d7-499a-845d-5b54455ab450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23116ffe-712e-4a02-b27a-a2087651f296', 'code': 200} Jul 15 12:59:48.582945 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=8ecd4344-13b4-4ad8-b3d8-cd1fed399548,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:48.587638 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '14ea255d-a4bd-48dc-adaf-455ea188f22d', 'network_id': 'ab47e8d4-0c36-4931-be10-4422c36bcf69', 'port_id': '14ea255d-a4bd-48dc-adaf-455ea188f22d', 'mac_address': 'fa:16:3e:35:f4:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd18b3da3-3e93-4663-8564-ed45d5a62a2f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 12:59:48.651431 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f22e87a2-7f3e-4f95-ad12-9e5dbe8da356 req-afcb2405-5a0c-4995-8865-60d03b805120 tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "GET /v2.0/security-groups/dd00f304-b7c0-4fa4-bd7a-75c23f7d2af7 HTTP/1.1" status: 200 len: 2981 time: 0.0886211 Jul 15 12:59:48.669602 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:48.692820 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ea255d-a4bd-48dc-adaf-455ea188f22d {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:48.730985 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 14ea255d-a4bd-48dc-adaf-455ea188f22d, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=14ea255d-a4bd-48dc-adaf-455ea188f22d,segment=NetworkSegment(542f93dd-05b6-4a02-98b5-fb214f48701c),segment_id=542f93dd-05b6-4a02-98b5-fb214f48701c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:48.740430 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:48.749962 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 62555279-b9e3-4ccf-a35e-bb3189943158 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:48.758467 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f22e87a2-7f3e-4f95-ad12-9e5dbe8da356 req-2f4eb1d0-1b9c-4bce-a672-10bd87d0776e tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "GET /v2.0/security-groups/e55900fb-0761-4dfe-8be4-b03fb190477d HTTP/1.1" status: 200 len: 2981 time: 0.1059568 Jul 15 12:59:48.802204 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40c580e-76e0-49a4-88e4-92a41e7cdd98 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:59:48.823700 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f22e87a2-7f3e-4f95-ad12-9e5dbe8da356 req-7d78da42-92d2-4ad7-b060-abdd071fb4a4 tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "GET /v2.0/security-groups/e55900fb-0761-4dfe-8be4-b03fb190477d HTTP/1.1" status: 200 len: 2981 time: 0.0604095 Jul 15 12:59:48.839801 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11404917-d6db-464f-b4db-349caa50d70c None None] Sync routers for ids ['67c6bf10-fbf6-4f03-ae82-622a087bd603'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:59:48.878545 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203497a-3c02-4ea3-b520-02dd7be83270 req-cce38d5f-4774-40ca-ab51-2b0d49341b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:48.881264 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1203497a-3c02-4ea3-b520-02dd7be83270 req-cce38d5f-4774-40ca-ab51-2b0d49341b8d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7a104723-f7d7-499a-845d-5b54455ab450 HTTP/1.1" status: 200 len: 1102 time: 0.2626321 Jul 15 12:59:48.886396 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c40c580e-76e0-49a4-88e4-92a41e7cdd98 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:48.888122 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c40c580e-76e0-49a4-88e4-92a41e7cdd98 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.7765305 Jul 15 12:59:48.893005 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42968) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:48.907485 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11404917-d6db-464f-b4db-349caa50d70c None None] Routers {'67c6bf10-fbf6-4f03-ae82-622a087bd603'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:59:48.909113 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-11404917-d6db-464f-b4db-349caa50d70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T12:59:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['67c6bf10-fbf6-4f03-ae82-622a087bd603'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:48.911083 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace9163-794e-4f63-a4e6-49bfde3e2aea req-ae07c5b0-6978-441e-b2e0-4987b477e204 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:48.917869 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-aace9163-794e-4f63-a4e6-49bfde3e2aea req-ae07c5b0-6978-441e-b2e0-4987b477e204 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 949 time: 0.2804449 Jul 15 12:59:49.029471 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=14ea255d-a4bd-48dc-adaf-455ea188f22d,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:49.045890 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 62555279-b9e3-4ccf-a35e-bb3189943158 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:49.053477 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['14ea255d-a4bd-48dc-adaf-455ea188f22d'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:49.144471 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['8ecd4344-13b4-4ad8-b3d8-cd1fed399548'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 12:59:49.157356 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 62555279-b9e3-4ccf-a35e-bb3189943158 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:49.157943 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:49.336615 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-11404917-d6db-464f-b4db-349caa50d70c None None] Set router 67c6bf10-fbf6-4f03-ae82-622a087bd603 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:59:49.434291 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42982) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:49.582888 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1203497a-3c02-4ea3-b520-02dd7be83270 req-cba18c39-6be3-4611-8fac-c02540a35200 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6901252 Jul 15 12:59:49.605611 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-aace9163-794e-4f63-a4e6-49bfde3e2aea req-0141b14c-6a58-40db-b89d-548b0f1d5a9a tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6621218 Jul 15 12:59:49.777866 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:49.860077 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 62555279-b9e3-4ccf-a35e-bb3189943158, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=62555279-b9e3-4ccf-a35e-bb3189943158,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:49.887504 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-11404917-d6db-464f-b4db-349caa50d70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-994761235-router', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:59:40Z', 'updated_at': '2021-07-15T12:59:46Z', 'revision_number': 3, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'gw_port': {'id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:43Z', 'updated_at': '2021-07-15T12:59:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:49.892003 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:49.967002 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11404917-d6db-464f-b4db-349caa50d70c None None] Checking router: 67c6bf10-fbf6-4f03-ae82-622a087bd603 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:59:49.971837 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11404917-d6db-464f-b4db-349caa50d70c None None] Updating router 67c6bf10-fbf6-4f03-ae82-622a087bd603 port b02d7e43-4cca-4215-b90c-edd7be411160 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:59:50.006673 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be51f41-db63-4505-b4a9-77c0bdc1b9ef req-a9b2ead4-296f-4ade-a140-60444f8d7e64 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:50.015366 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5be51f41-db63-4505-b4a9-77c0bdc1b9ef req-a9b2ead4-296f-4ade-a140-60444f8d7e64 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e4613e1-1ef5-4ad0-8bc2-4b3dbb7b18c1 HTTP/1.1" status: 200 len: 945 time: 0.1204612 Jul 15 12:59:50.032770 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=62555279-b9e3-4ccf-a35e-bb3189943158,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:50.081395 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5be51f41-db63-4505-b4a9-77c0bdc1b9ef req-d3b2fd03-bd63-4caf-b63b-b4d1cd5a9eaa tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] 10.222.0.24 "GET /v2.0/security-groups?id=1100c461-205d-4944-adc4-89fa2e604702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646827 Jul 15 12:59:50.082659 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c4d4ef2a-bce7-490c-9a33-89cf54a0e02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:50.131255 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11404917-d6db-464f-b4db-349caa50d70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:50.248267 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-aa2d3fee-888a-45d8-b418-c16e0b661b76 req-acee4c01-0b07-40a2-b905-453fdc47e034 tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75b6908ab50a4d0bab6597f3811a8310 HTTP/1.1" status: 200 len: 6104 time: 0.1299770 Jul 15 12:59:50.306050 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-6e60249b-aea7-48cc-875c-52de332d1629 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:50.308478 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-6e60249b-aea7-48cc-875c-52de332d1629 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.24 "GET /v2.0/networks?id=93948b70-b130-4099-b903-3c9173edd7ab HTTP/1.1" status: 200 len: 815 time: 0.4353721 Jul 15 12:59:50.313183 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-aa2d3fee-888a-45d8-b418-c16e0b661b76 req-6c51ca55-0bf9-4093-80e6-79ddead88233 tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] 10.222.0.24 "GET /v2.0/security-groups/65a2717b-c661-491b-807c-9c537aaeed19 HTTP/1.1" status: 200 len: 2981 time: 0.0634258 Jul 15 12:59:50.363394 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-e2f1071e-f311-4979-a37b-0a342f9ef10f tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.24 "GET /v2.0/quotas/23b3396e056846dc8a5456d9cbcf3178 HTTP/1.1" status: 200 len: 375 time: 0.0429289 Jul 15 12:59:50.378347 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-aa2d3fee-888a-45d8-b418-c16e0b661b76 req-05f16196-1aaa-4785-89a2-9a93952962ea tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] 10.222.0.24 "GET /v2.0/security-groups/65a2717b-c661-491b-807c-9c537aaeed19 HTTP/1.1" status: 200 len: 2981 time: 0.0530760 Jul 15 12:59:50.583219 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a8db98-c5fd-4e09-abae-8cc4e175c5a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62555279-b9e3-4ccf-a35e-bb3189943158'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:50.587192 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b4918f-e95c-45f8-9460-29ab7994fcd6" -d '{"events": [{"server_uuid": "67a8db98-c5fd-4e09-abae-8cc4e175c5a0", "name": "network-vif-plugged", "status": "completed", "tag": "62555279-b9e3-4ccf-a35e-bb3189943158"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:50.602811 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884ee57-9aa1-4b53-b8d5-c8fa72c24097 req-e68646a2-d410-4d74-9c8e-5fbd5026db5f tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:50.616741 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9884ee57-9aa1-4b53-b8d5-c8fa72c24097 req-e68646a2-d410-4d74-9c8e-5fbd5026db5f tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a104723-f7d7-499a-845d-5b54455ab450 HTTP/1.1" status: 200 len: 950 time: 0.1297324 Jul 15 12:59:50.625219 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11404917-d6db-464f-b4db-349caa50d70c None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:50.640045 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-11404917-d6db-464f-b4db-349caa50d70c None None] Transition to ACTIVE for port object b02d7e43-4cca-4215-b90c-edd7be411160 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:50.647968 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11404917-d6db-464f-b4db-349caa50d70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:50.704198 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9884ee57-9aa1-4b53-b8d5-c8fa72c24097 req-2632b1fa-6c0b-4490-bd5d-8eda6b41e488 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819762 Jul 15 12:59:50.725085 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-11404917-d6db-464f-b4db-349caa50d70c None None] Attempting to bind port b02d7e43-4cca-4215-b90c-edd7be411160 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:50.726449 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-11404917-d6db-464f-b4db-349caa50d70c None None] Attempting to bind port b02d7e43-4cca-4215-b90c-edd7be411160 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:50.727775 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11404917-d6db-464f-b4db-349caa50d70c None None] Attempting to bind port b02d7e43-4cca-4215-b90c-edd7be411160 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:50.736722 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-35ec297a-ca8b-4367-af05-1e253c1f09b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:50.755838 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11404917-d6db-464f-b4db-349caa50d70c None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:50.757127 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11404917-d6db-464f-b4db-349caa50d70c None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:50.758043 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11404917-d6db-464f-b4db-349caa50d70c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:50.759004 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11404917-d6db-464f-b4db-349caa50d70c None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:50.760932 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-11404917-d6db-464f-b4db-349caa50d70c None None] Bound port: b02d7e43-4cca-4215-b90c-edd7be411160, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:50.762011 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11404917-d6db-464f-b4db-349caa50d70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:50.766197 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f4e27-ef39-457d-b067-646903cdd68f None None] Pushing event updated for resources: {'Port': ['ID=b02d7e43-4cca-4215-b90c-edd7be411160,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:50.830141 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983f4e27-ef39-457d-b067-646903cdd68f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:50.831099 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983f4e27-ef39-457d-b067-646903cdd68f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:50.831903 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983f4e27-ef39-457d-b067-646903cdd68f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:50.832599 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983f4e27-ef39-457d-b067-646903cdd68f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:50.833437 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983f4e27-ef39-457d-b067-646903cdd68f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:50.834027 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983f4e27-ef39-457d-b067-646903cdd68f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:50.834829 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983f4e27-ef39-457d-b067-646903cdd68f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:50.835621 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983f4e27-ef39-457d-b067-646903cdd68f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:50.837674 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983f4e27-ef39-457d-b067-646903cdd68f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:50.838597 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983f4e27-ef39-457d-b067-646903cdd68f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:50.839371 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983f4e27-ef39-457d-b067-646903cdd68f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:50.840164 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983f4e27-ef39-457d-b067-646903cdd68f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:50.874566 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c4d4ef2a-bce7-490c-9a33-89cf54a0e02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:50.910328 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c4d4ef2a-bce7-490c-9a33-89cf54a0e02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:50.913784 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-11404917-d6db-464f-b4db-349caa50d70c None None] For port b02d7e43-4cca-4215-b90c-edd7be411160, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:50.920176 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-11404917-d6db-464f-b4db-349caa50d70c None None] For port b02d7e43-4cca-4215-b90c-edd7be411160, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b02d7e43-4cca-4215-b90c-edd7be411160,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:50.929143 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11404917-d6db-464f-b4db-349caa50d70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:50.992113 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c4d4ef2a-bce7-490c-9a33-89cf54a0e02b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a9608eff78c4d25983c2525b5129928&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5502918 Jul 15 12:59:50.992113 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e66bf1e-9e50-4944-8ac9-13b69879136f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:50.993423 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43008) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:51.005403 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11404917-d6db-464f-b4db-349caa50d70c None None] Routers {'67c6bf10-fbf6-4f03-ae82-622a087bd603'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:59:51.006356 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4ef2a-bce7-490c-9a33-89cf54a0e02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ec2deb-a717-48f3-9fac-e27ff159ab52,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:51.006492 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-11404917-d6db-464f-b4db-349caa50d70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T12:59:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['67c6bf10-fbf6-4f03-ae82-622a087bd603'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:51.028004 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-25e799dd-f31c-4f54-99fa-4179a16db496 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=23b3396e056846dc8a5456d9cbcf3178&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6270955 Jul 15 12:59:51.105741 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-130bff63-4dca-4143-9768-d6d0e38951ca req-e2a6b703-d89e-44ec-ac95-77732b1e1660 tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "GET /v2.0/security-groups/a15e52b3-9888-4168-bbf3-36303269652b HTTP/1.1" status: 200 len: 1778 time: 0.0788922 Jul 15 12:59:51.114028 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f4e27-ef39-457d-b067-646903cdd68f None None] Pushing event updated for resources: {'Port': ['ID=b02d7e43-4cca-4215-b90c-edd7be411160,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:51.126344 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e794ef7-bf63-46b4-9db2-c92d60795766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:51.177419 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e794ef7-bf63-46b4-9db2-c92d60795766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:51.210554 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-130bff63-4dca-4143-9768-d6d0e38951ca req-cdb98402-5418-485d-b420-5700c434a55b tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:51.257807 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-130bff63-4dca-4143-9768-d6d0e38951ca req-cdb98402-5418-485d-b420-5700c434a55b tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:51.266218 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-11404917-d6db-464f-b4db-349caa50d70c None None] Set router 67c6bf10-fbf6-4f03-ae82-622a087bd603 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:59:51.304999 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-74198aff-176f-4d18-98b9-c765da3c78bd service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:59:51.306004 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e794ef7-bf63-46b4-9db2-c92d60795766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:51.306133 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-74198aff-176f-4d18-98b9-c765da3c78bd service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1133289 Jul 15 12:59:51.308939 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e794ef7-bf63-46b4-9db2-c92d60795766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:51.313666 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1e794ef7-bf63-46b4-9db2-c92d60795766 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69ec2deb-a717-48f3-9fac-e27ff159ab52 HTTP/1.1" status: 204 len: 168 time: 0.3186436 Jul 15 12:59:51.325823 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e794ef7-bf63-46b4-9db2-c92d60795766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ec2deb-a717-48f3-9fac-e27ff159ab52,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:51.333161 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-5e66bf1e-9e50-4944-8ac9-13b69879136f admin admin] Allocated IP 172.20.0.1 (0c9ddec9-1058-4e8b-b69a-1210476af020/7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6/198476db-2dc7-409a-826b-b7d95e5afe9b) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:59:51.337628 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e794ef7-bf63-46b4-9db2-c92d60795766 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:51.338322 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e794ef7-bf63-46b4-9db2-c92d60795766 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:51.338930 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e794ef7-bf63-46b4-9db2-c92d60795766 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:51.339785 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e794ef7-bf63-46b4-9db2-c92d60795766 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:51.340051 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e794ef7-bf63-46b4-9db2-c92d60795766 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:51.340641 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e794ef7-bf63-46b4-9db2-c92d60795766 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:51.341175 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e794ef7-bf63-46b4-9db2-c92d60795766 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:51.341703 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e794ef7-bf63-46b4-9db2-c92d60795766 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:51.342821 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e794ef7-bf63-46b4-9db2-c92d60795766 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:51.343388 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e794ef7-bf63-46b4-9db2-c92d60795766 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:51.343959 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e794ef7-bf63-46b4-9db2-c92d60795766 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:51.344672 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e794ef7-bf63-46b4-9db2-c92d60795766 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:51.358401 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-130bff63-4dca-4143-9768-d6d0e38951ca req-cdb98402-5418-485d-b420-5700c434a55b tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:51.362618 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-130bff63-4dca-4143-9768-d6d0e38951ca req-cdb98402-5418-485d-b420-5700c434a55b tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:51.380801 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-130bff63-4dca-4143-9768-d6d0e38951ca req-cdb98402-5418-485d-b420-5700c434a55b tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/a15e52b3-9888-4168-bbf3-36303269652b HTTP/1.1" status: 204 len: 173 time: 0.2725005 Jul 15 12:59:51.410321 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb98402-5418-485d-b420-5700c434a55b tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15e52b3-9888-4168-bbf3-36303269652b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:51.449444 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2741b050-79d4-4867-b99a-dbfc6390fc50 x-openstack-request-id: req-2741b050-79d4-4867-b99a-dbfc6390fc50 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:51.450359 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a8db98-c5fd-4e09-abae-8cc4e175c5a0", "name": "network-vif-plugged", "status": "completed", "tag": "62555279-b9e3-4ccf-a35e-bb3189943158", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:51.450950 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2741b050-79d4-4867-b99a-dbfc6390fc50 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:51.452117 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a8db98-c5fd-4e09-abae-8cc4e175c5a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62555279-b9e3-4ccf-a35e-bb3189943158', 'code': 200} Jul 15 12:59:51.569369 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-53411696-7d87-4872-a840-71ed24f39a4d service neutron] 10.222.0.24 "GET /v2.0/networks/93948b70-b130-4099-b903-3c9173edd7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229309 Jul 15 12:59:51.697368 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184a475-bea2-4feb-818e-329a12bda851 req-3a9b9c9b-1346-4e5e-ac50-35452368f731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:51.699243 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4184a475-bea2-4feb-818e-329a12bda851 req-3a9b9c9b-1346-4e5e-ac50-35452368f731 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=67a8db98-c5fd-4e09-abae-8cc4e175c5a0 HTTP/1.1" status: 200 len: 1102 time: 0.1301215 Jul 15 12:59:51.784309 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-11404917-d6db-464f-b4db-349caa50d70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-994761235-router', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:59:40Z', 'updated_at': '2021-07-15T12:59:46Z', 'revision_number': 3, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'gw_port': {'id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:43Z', 'updated_at': '2021-07-15T12:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:51.785593 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-7daa0bd5-20e2-4587-8ffe-34d7d0dcff97 service neutron] 10.222.0.24 "GET /v2.0/networks/93948b70-b130-4099-b903-3c9173edd7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011361 Jul 15 12:59:51.788276 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4184a475-bea2-4feb-818e-329a12bda851 req-89ce3fee-e165-4753-b798-03c492efc926 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753572 Jul 15 12:59:51.808683 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756de26-ccd6-4004-8a22-ca3225338418 req-03361b84-6a2c-4c80-ba35-ec7e251afa98 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:51.813967 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2756de26-ccd6-4004-8a22-ca3225338418 req-03361b84-6a2c-4c80-ba35-ec7e251afa98 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 949 time: 0.1128695 Jul 15 12:59:51.827185 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e66bf1e-9e50-4944-8ac9-13b69879136f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:51.845380 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11404917-d6db-464f-b4db-349caa50d70c None None] The sync data for ids ['67c6bf10-fbf6-4f03-ae82-622a087bd603'] in n-d-758944-45 is: [{'id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-994761235-router', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:59:40Z', 'updated_at': '2021-07-15T12:59:46Z', 'revision_number': 3, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'gw_port': {'id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:43Z', 'updated_at': '2021-07-15T12:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:59:51.857042 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43038) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:51.883999 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-5e66bf1e-9e50-4944-8ac9-13b69879136f admin admin] Transition to ACTIVE for port object 198476db-2dc7-409a-826b-b7d95e5afe9b will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:51.887593 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3cb7615-001b-467b-b036-14a9cf5bf89e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:51.892170 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 8ecd4344-13b4-4ad8-b3d8-cd1fed399548 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:51.922328 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2756de26-ccd6-4004-8a22-ca3225338418 req-8ded951d-4f69-416b-b906-42aad42ae091 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897110 Jul 15 12:59:52.002477 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e66bf1e-9e50-4944-8ac9-13b69879136f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:52.020591 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 8ecd4344-13b4-4ad8-b3d8-cd1fed399548 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:52.025142 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 8ecd4344-13b4-4ad8-b3d8-cd1fed399548 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:52.025527 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:52.117499 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e66bf1e-9e50-4944-8ac9-13b69879136f admin admin] Network 0c9ddec9-1058-4e8b-b69a-1210476af020 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:52.121681 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-5e66bf1e-9e50-4944-8ac9-13b69879136f admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:52.130397 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e66bf1e-9e50-4944-8ac9-13b69879136f admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:59:52.130893 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e66bf1e-9e50-4944-8ac9-13b69879136f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:52.201237 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3cb7615-001b-467b-b036-14a9cf5bf89e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:52.227318 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3cb7615-001b-467b-b036-14a9cf5bf89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:52.249858 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66bf1e-9e50-4944-8ac9-13b69879136f admin admin] Pushing event updated for resources: {'Port': ['ID=198476db-2dc7-409a-826b-b7d95e5afe9b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:52.307050 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:52.384459 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 8ecd4344-13b4-4ad8-b3d8-cd1fed399548, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=8ecd4344-13b4-4ad8-b3d8-cd1fed399548,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:52.398510 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:52.399423 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 14ea255d-a4bd-48dc-adaf-455ea188f22d up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:52.438722 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d3cb7615-001b-467b-b036-14a9cf5bf89e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9987223768224beab4d0c21b9edd6472&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5806537 Jul 15 12:59:52.442723 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43050) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:52.455218 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb7615-001b-467b-b036-14a9cf5bf89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42915f0-d549-4156-aa07-8714da88eeb2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:52.539242 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a4ddf5dd-02f2-4e4f-b757-c98817984447 req-ba66534d-44c2-4382-bd57-cdbc0f66aa96 tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "GET /v2.0/security-groups/3fa6cc71-1a91-4c12-a1e0-82e741e588aa HTTP/1.1" status: 200 len: 1777 time: 0.2740543 Jul 15 12:59:52.675396 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52308724-ca4f-4fd4-b928-290559c726d7 req-5935b03e-88f3-4aa0-9b5d-1464424e9951 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:52.677443 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-52308724-ca4f-4fd4-b928-290559c726d7 req-5935b03e-88f3-4aa0-9b5d-1464424e9951 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e4613e1-1ef5-4ad0-8bc2-4b3dbb7b18c1 HTTP/1.1" status: 200 len: 945 time: 0.3379960 Jul 15 12:59:52.708714 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 14ea255d-a4bd-48dc-adaf-455ea188f22d completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:52.715436 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-429cebb5-7fa2-45a5-a6b9-410887c59bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:52.727727 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 14ea255d-a4bd-48dc-adaf-455ea188f22d triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:52.727985 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e66bf1e-9e50-4944-8ac9-13b69879136f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:52.728506 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:52.749294 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a4ddf5dd-02f2-4e4f-b757-c98817984447 req-96e75bc1-1bf9-49a7-a8c1-2d592e3f871c tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:52.802685 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=8ecd4344-13b4-4ad8-b3d8-cd1fed399548,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:52.809215 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4a9656f6-2b6a-4165-961f-11bbefdab7ab None None] Provisioning for port 198476db-2dc7-409a-826b-b7d95e5afe9b completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:52.820499 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4a9656f6-2b6a-4165-961f-11bbefdab7ab None None] Provisioning complete for port 198476db-2dc7-409a-826b-b7d95e5afe9b triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:52.821226 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4a9656f6-2b6a-4165-961f-11bbefdab7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:52.869715 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-429cebb5-7fa2-45a5-a6b9-410887c59bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:52.899352 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-52308724-ca4f-4fd4-b928-290559c726d7 req-a5557d4f-7e7e-4adb-a444-f41453c0b332 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] 10.222.0.24 "GET /v2.0/security-groups?id=1100c461-205d-4944-adc4-89fa2e604702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096264 Jul 15 12:59:52.900337 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-4a9656f6-2b6a-4165-961f-11bbefdab7ab None None] Port 198476db-2dc7-409a-826b-b7d95e5afe9b cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:59:53.000989 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.031602 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-429cebb5-7fa2-45a5-a6b9-410887c59bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.034452 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-429cebb5-7fa2-45a5-a6b9-410887c59bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.036220 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-429cebb5-7fa2-45a5-a6b9-410887c59bf0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e42915f0-d549-4156-aa07-8714da88eeb2 HTTP/1.1" status: 204 len: 168 time: 0.5922890 Jul 15 12:59:53.043817 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a4ddf5dd-02f2-4e4f-b757-c98817984447 req-96e75bc1-1bf9-49a7-a8c1-2d592e3f871c tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.052349 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429cebb5-7fa2-45a5-a6b9-410887c59bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42915f0-d549-4156-aa07-8714da88eeb2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:53.082343 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 14ea255d-a4bd-48dc-adaf-455ea188f22d, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=14ea255d-a4bd-48dc-adaf-455ea188f22d,segment=NetworkSegment(542f93dd-05b6-4a02-98b5-fb214f48701c),segment_id=542f93dd-05b6-4a02-98b5-fb214f48701c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:53.097750 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e66bf1e-9e50-4944-8ac9-13b69879136f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.109356 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.110306 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e66bf1e-9e50-4944-8ac9-13b69879136f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.111349 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e66bf1e-9e50-4944-8ac9-13b69879136f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.213138 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=14ea255d-a4bd-48dc-adaf-455ea188f22d,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:53.240482 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.296582 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66bf1e-9e50-4944-8ac9-13b69879136f admin admin] Pushing event updated for resources: {'Port': ['ID=198476db-2dc7-409a-826b-b7d95e5afe9b,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:53.333162 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a4ddf5dd-02f2-4e4f-b757-c98817984447 req-96e75bc1-1bf9-49a7-a8c1-2d592e3f871c tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.338922 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a4ddf5dd-02f2-4e4f-b757-c98817984447 req-96e75bc1-1bf9-49a7-a8c1-2d592e3f871c tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.341349 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a4ddf5dd-02f2-4e4f-b757-c98817984447 req-96e75bc1-1bf9-49a7-a8c1-2d592e3f871c tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/3fa6cc71-1a91-4c12-a1e0-82e741e588aa HTTP/1.1" status: 204 len: 173 time: 0.7883875 Jul 15 12:59:53.343840 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28d05113-a8de-4663-96b7-d15939e2a3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.353741 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d43a4-827c-46f5-b9c4-857455c51635 req-9e032a2c-4b9a-48d6-a121-84ca7c861315 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:53.362808 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0e5d43a4-827c-46f5-b9c4-857455c51635 req-9e032a2c-4b9a-48d6-a121-84ca7c861315 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a104723-f7d7-499a-845d-5b54455ab450 HTTP/1.1" status: 200 len: 950 time: 0.0940256 Jul 15 12:59:53.369071 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e75bc1-1bf9-49a7-a8c1-2d592e3f871c tempest-SecurityGroupsTestAdminJSON-428062953 tempest-SecurityGroupsTestAdminJSON-428062953-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa6cc71-1a91-4c12-a1e0-82e741e588aa,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:53.442488 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0e5d43a4-827c-46f5-b9c4-857455c51635 req-c9d1091e-efd5-43c8-be5e-27a37d3a59b0 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787485 Jul 15 12:59:53.446280 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e66bf1e-9e50-4944-8ac9-13b69879136f admin admin] Network 0c9ddec9-1058-4e8b-b69a-1210476af020 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:53.448747 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-5e66bf1e-9e50-4944-8ac9-13b69879136f admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:53.454602 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605f819e-4314-4bfa-b728-6b94f1f804d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecd4344-13b4-4ad8-b3d8-cd1fed399548'}, {'server_uuid': '3e4613e1-1ef5-4ad0-8bc2-4b3dbb7b18c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ea255d-a4bd-48dc-adaf-455ea188f22d'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 12:59:53.457385 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ccbab8-7004-42bb-a27e-6ba54c1300d8" -d '{"events": [{"server_uuid": "605f819e-4314-4bfa-b728-6b94f1f804d1", "name": "network-vif-plugged", "status": "completed", "tag": "8ecd4344-13b4-4ad8-b3d8-cd1fed399548"}, {"server_uuid": "3e4613e1-1ef5-4ad0-8bc2-4b3dbb7b18c1", "name": "network-vif-plugged", "status": "completed", "tag": "14ea255d-a4bd-48dc-adaf-455ea188f22d"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 12:59:53.603281 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cff2bd35-d532-47e0-818e-b661db7af9ed req-496ee6ff-efec-45bc-b5d9-f8ca906b9825 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd49c8f7-3dc2-4103-bdcd-c14b2c284626 HTTP/1.1" status: 200 len: 210 time: 0.1379499 Jul 15 12:59:53.689230 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-33f561e9-b834-4486-b7da-3fea20ac5744 req-1f9d7fcb-7329-4771-9899-f436583536f1 tempest-FlavorsV2NegativeTest-1009352865 tempest-FlavorsV2NegativeTest-1009352865-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7b631f38fd7a4eacb88eab65f8f777d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0849721 Jul 15 12:59:53.826236 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e66bf1e-9e50-4944-8ac9-13b69879136f admin admin] Router 67c6bf10-fbf6-4f03-ae82-622a087bd603 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 12:59:53.861609 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e3c05073-7fd5-4bcd-a5e4-aac25eeba708 None None] Provisioning complete for port 198476db-2dc7-409a-826b-b7d95e5afe9b triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:53.862450 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e3c05073-7fd5-4bcd-a5e4-aac25eeba708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:53.933107 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e3c05073-7fd5-4bcd-a5e4-aac25eeba708 None None] Port 198476db-2dc7-409a-826b-b7d95e5afe9b cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:59:53.950661 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f561e9-b834-4486-b7da-3fea20ac5744 req-fa83c78b-9d9a-4e1c-9686-1e2c86e4a640 tempest-FlavorsV2NegativeTest-1009352865 tempest-FlavorsV2NegativeTest-1009352865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:53.953676 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-33f561e9-b834-4486-b7da-3fea20ac5744 req-fa83c78b-9d9a-4e1c-9686-1e2c86e4a640 tempest-FlavorsV2NegativeTest-1009352865 tempest-FlavorsV2NegativeTest-1009352865-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2484159 Jul 15 12:59:53.984811 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-33f561e9-b834-4486-b7da-3fea20ac5744 req-d1f238c9-fb62-45c5-b642-b3d1fc6a4bdb tempest-FlavorsV2NegativeTest-1009352865 tempest-FlavorsV2NegativeTest-1009352865-project] 10.222.0.24 "GET /v2.0/quotas/7b631f38fd7a4eacb88eab65f8f777d6 HTTP/1.1" status: 200 len: 375 time: 0.0181847 Jul 15 12:59:54.053579 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-33f561e9-b834-4486-b7da-3fea20ac5744 req-b49f06f7-9afa-4adf-bfc8-f075308e2ba0 tempest-FlavorsV2NegativeTest-1009352865 tempest-FlavorsV2NegativeTest-1009352865-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7b631f38fd7a4eacb88eab65f8f777d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586135 Jul 15 12:59:54.080227 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76decdc4-2b5f-49bf-992c-ae337a94abe7 req-ac6aeda6-e9f9-4d8e-82dd-4eac1058b9f5 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:54.087244 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-76decdc4-2b5f-49bf-992c-ae337a94abe7 req-ac6aeda6-e9f9-4d8e-82dd-4eac1058b9f5 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 950 time: 0.1636026 Jul 15 12:59:54.096897 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e66bf1e-9e50-4944-8ac9-13b69879136f admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:59:54.108431 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5e66bf1e-9e50-4944-8ac9-13b69879136f admin admin] 10.222.0.24 "PUT /v2.0/routers/67c6bf10-fbf6-4f03-ae82-622a087bd603/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2127442 Jul 15 12:59:54.137120 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-76decdc4-2b5f-49bf-992c-ae337a94abe7 req-47e55c79-3bc3-410b-85b9-4c6b13dcc724 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487318 Jul 15 12:59:54.176320 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7f3ae9f4-6bce-439e-a3d5-4011ec596cbd req-00d2fd4e-cfb2-48ef-ab3e-c931af19f32b tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] 10.222.0.24 "GET /v2.0/security-groups/c9678f01-60fd-48c9-809a-2d560c0cc8a1 HTTP/1.1" status: 200 len: 1778 time: 0.0953093 Jul 15 12:59:54.254215 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 12:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb63380-518a-4f52-aa63-b8eded5b34ee x-openstack-request-id: req-bdb63380-518a-4f52-aa63-b8eded5b34ee {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 12:59:54.254526 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605f819e-4314-4bfa-b728-6b94f1f804d1", "name": "network-vif-plugged", "status": "completed", "tag": "8ecd4344-13b4-4ad8-b3d8-cd1fed399548", "code": 200}, {"server_uuid": "3e4613e1-1ef5-4ad0-8bc2-4b3dbb7b18c1", "name": "network-vif-plugged", "status": "completed", "tag": "14ea255d-a4bd-48dc-adaf-455ea188f22d", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 12:59:54.254781 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bdb63380-518a-4f52-aa63-b8eded5b34ee {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 12:59:54.255187 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605f819e-4314-4bfa-b728-6b94f1f804d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecd4344-13b4-4ad8-b3d8-cd1fed399548', 'code': 200} Jul 15 12:59:54.255443 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4613e1-1ef5-4ad0-8bc2-4b3dbb7b18c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ea255d-a4bd-48dc-adaf-455ea188f22d', 'code': 200} Jul 15 12:59:54.284123 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7f3ae9f4-6bce-439e-a3d5-4011ec596cbd req-8e511d38-3e1f-4536-825f-ef9780342419 tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.375121 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7f3ae9f4-6bce-439e-a3d5-4011ec596cbd req-8e511d38-3e1f-4536-825f-ef9780342419 tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.405742 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b02d7e43-4cca-4215-b90c-edd7be411160 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:54.519775 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port b02d7e43-4cca-4215-b90c-edd7be411160 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:54.546348 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port b02d7e43-4cca-4215-b90c-edd7be411160 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:54.548718 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.580999 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.628225 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.634961 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7f3ae9f4-6bce-439e-a3d5-4011ec596cbd req-8e511d38-3e1f-4536-825f-ef9780342419 tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.637827 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7f3ae9f4-6bce-439e-a3d5-4011ec596cbd req-8e511d38-3e1f-4536-825f-ef9780342419 tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.643795 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7f3ae9f4-6bce-439e-a3d5-4011ec596cbd req-8e511d38-3e1f-4536-825f-ef9780342419 tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] 10.222.0.24 "DELETE /v2.0/security-groups/c9678f01-60fd-48c9-809a-2d560c0cc8a1 HTTP/1.1" status: 204 len: 173 time: 0.4605734 Jul 15 12:59:54.688129 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e511d38-3e1f-4536-825f-ef9780342419 tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9678f01-60fd-48c9-809a-2d560c0cc8a1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:54.741882 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6169960-47d6-4e87-bf9f-5e67baecd9dd req-bc407514-a3eb-4954-8861-028a6b2458ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:54.743751 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b6169960-47d6-4e87-bf9f-5e67baecd9dd req-bc407514-a3eb-4954-8861-028a6b2458ba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3e4613e1-1ef5-4ad0-8bc2-4b3dbb7b18c1 HTTP/1.1" status: 200 len: 1098 time: 0.2766318 Jul 15 12:59:54.752876 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6e9dd-907f-4d16-93bd-da543fec81d8 req-a36e0984-4b8f-48a5-a5d0-81c357443717 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:54.761985 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3af6e9dd-907f-4d16-93bd-da543fec81d8 req-a36e0984-4b8f-48a5-a5d0-81c357443717 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a8db98-c5fd-4e09-abae-8cc4e175c5a0 HTTP/1.1" status: 200 len: 950 time: 0.2265162 Jul 15 12:59:54.793119 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.851617 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b6169960-47d6-4e87-bf9f-5e67baecd9dd req-8007e0fc-e1c6-46ee-a8c1-b12768a61b30 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1100c461-205d-4944-adc4-89fa2e604702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874054 Jul 15 12:59:54.861096 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port b02d7e43-4cca-4215-b90c-edd7be411160, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b02d7e43-4cca-4215-b90c-edd7be411160,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:59:54.872291 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:54.893362 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3af6e9dd-907f-4d16-93bd-da543fec81d8 req-d755b374-e1ab-436b-b497-3078e279364b tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270444 Jul 15 12:59:54.909386 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-047b4377-cc7c-402c-b6ff-3c0248dd22b5 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:54.914977 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-047b4377-cc7c-402c-b6ff-3c0248dd22b5 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.18 "GET /v2.0/networks?id=93948b70-b130-4099-b903-3c9173edd7ab HTTP/1.1" status: 200 len: 815 time: 0.3673840 Jul 15 12:59:54.936286 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-068854b5-d33c-4d5e-9679-bdbab42ffae1 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Request body: {'port': {'device_id': 'fd49c8f7-3dc2-4103-bdcd-c14b2c284626', 'network_id': '93948b70-b130-4099-b903-3c9173edd7ab', 'admin_state_up': True, 'tenant_id': '23b3396e056846dc8a5456d9cbcf3178'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:54.967475 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=b02d7e43-4cca-4215-b90c-edd7be411160,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:55.033066 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7399c-c2d2-4531-b7d8-757fa671a99f req-d67138c3-8867-43e9-acdd-6b3d06f86ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:55.035339 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-80d7399c-c2d2-4531-b7d8-757fa671a99f req-d67138c3-8867-43e9-acdd-6b3d06f86ac9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 1102 time: 0.5521686 Jul 15 12:59:55.036232 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03593b6f-7b98-470f-a742-120a0665b308 None None] Sync routers for ids ['67c6bf10-fbf6-4f03-ae82-622a087bd603'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:59:55.057943 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03593b6f-7b98-470f-a742-120a0665b308 None None] Routers {'67c6bf10-fbf6-4f03-ae82-622a087bd603'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:59:55.059051 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-03593b6f-7b98-470f-a742-120a0665b308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T12:59:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['67c6bf10-fbf6-4f03-ae82-622a087bd603'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:55.101614 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8d11086b-d02b-4f3a-af66-b1ab54c6ebc4 req-b56dd3bb-cb93-4e59-8fcb-976d35bb4a6c tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] 10.222.0.24 "GET /v2.0/security-groups/d926b681-1699-439e-8881-1272398b9e1c HTTP/1.1" status: 200 len: 1778 time: 0.1127152 Jul 15 12:59:55.181783 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d11086b-d02b-4f3a-af66-b1ab54c6ebc4 req-d6ecea4f-70f7-4280-9dde-1d47a09032e8 tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:55.218862 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d11086b-d02b-4f3a-af66-b1ab54c6ebc4 req-d6ecea4f-70f7-4280-9dde-1d47a09032e8 tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:55.227436 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-80d7399c-c2d2-4531-b7d8-757fa671a99f req-2f7ea6e6-9a04-446f-8388-14ad7558a681 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822751 Jul 15 12:59:55.286060 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d11086b-d02b-4f3a-af66-b1ab54c6ebc4 req-d6ecea4f-70f7-4280-9dde-1d47a09032e8 tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:55.291295 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d11086b-d02b-4f3a-af66-b1ab54c6ebc4 req-d6ecea4f-70f7-4280-9dde-1d47a09032e8 tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:55.295487 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb45b1-41ab-4a98-8b83-06ff0ba780b2 req-e037c794-df78-4109-ab58-80b1bd157752 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:55.297177 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-19fb45b1-41ab-4a98-8b83-06ff0ba780b2 req-e037c794-df78-4109-ab58-80b1bd157752 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e4613e1-1ef5-4ad0-8bc2-4b3dbb7b18c1 HTTP/1.1" status: 200 len: 946 time: 0.3799779 Jul 15 12:59:55.307123 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8d11086b-d02b-4f3a-af66-b1ab54c6ebc4 req-d6ecea4f-70f7-4280-9dde-1d47a09032e8 tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] 10.222.0.24 "DELETE /v2.0/security-groups/d926b681-1699-439e-8881-1272398b9e1c HTTP/1.1" status: 204 len: 173 time: 0.2028430 Jul 15 12:59:55.328701 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-03593b6f-7b98-470f-a742-120a0665b308 None None] Set router 67c6bf10-fbf6-4f03-ae82-622a087bd603 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:59:55.329919 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ecea4f-70f7-4280-9dde-1d47a09032e8 tempest-SecurityGroupsTestAdminJSON-1376656067 tempest-SecurityGroupsTestAdminJSON-1376656067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d926b681-1699-439e-8881-1272398b9e1c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:55.396576 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-068854b5-d33c-4d5e-9679-bdbab42ffae1 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Made reservation on behalf of 23b3396e056846dc8a5456d9cbcf3178 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:55.412939 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-068854b5-d33c-4d5e-9679-bdbab42ffae1 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:55.439651 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-19fb45b1-41ab-4a98-8b83-06ff0ba780b2 req-8a617c10-1914-47f3-849c-14db333c99de tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] 10.222.0.24 "GET /v2.0/security-groups?id=1100c461-205d-4944-adc4-89fa2e604702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180432 Jul 15 12:59:55.556016 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-94a2eb69-6675-486f-a1ae-9c7b1f472ad7 req-684f6be8-1590-4a4a-82ba-d538dc4ba592 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd49c8f7-3dc2-4103-bdcd-c14b2c284626 HTTP/1.1" status: 200 len: 210 time: 0.0965765 Jul 15 12:59:55.849200 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-068854b5-d33c-4d5e-9679-bdbab42ffae1 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Allocated IP 172.20.0.6 (93948b70-b130-4099-b903-3c9173edd7ab/565033d0-9876-48dd-b28c-5e9144c820a1/7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:59:55.872488 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84676a0-a834-474b-a4a9-410363513b69 req-ea01ae99-438a-4f6e-a02e-685c5f293a0d tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:55.891799 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f84676a0-a834-474b-a4a9-410363513b69 req-ea01ae99-438a-4f6e-a02e-685c5f293a0d tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 950 time: 0.1435351 Jul 15 12:59:56.007368 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f84676a0-a834-474b-a4a9-410363513b69 req-ed59344c-87b0-4baa-873b-98810b16d404 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105134 Jul 15 12:59:56.189802 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43174) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:56.193102 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:56.210256 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-03593b6f-7b98-470f-a742-120a0665b308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-994761235-router', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:59:40Z', 'updated_at': '2021-07-15T12:59:52Z', 'revision_number': 4, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'gw_port': {'id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:43Z', 'updated_at': '2021-07-15T12:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '198476db-2dc7-409a-826b-b7d95e5afe9b', 'name': '', 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'mac_address': 'fa:16:3e:42:3b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:51Z', 'updated_at': '2021-07-15T12:59:52Z', 'revision_number': 2, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'subnets': [{'id': '7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:56.246207 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03593b6f-7b98-470f-a742-120a0665b308 None None] Checking router: 67c6bf10-fbf6-4f03-ae82-622a087bd603 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:59:56.246207 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03593b6f-7b98-470f-a742-120a0665b308 None None] Updating router 67c6bf10-fbf6-4f03-ae82-622a087bd603 port 198476db-2dc7-409a-826b-b7d95e5afe9b binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:59:56.250071 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-068854b5-d33c-4d5e-9679-bdbab42ffae1 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:56.268436 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-068854b5-d33c-4d5e-9679-bdbab42ffae1 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Transition to ACTIVE for port object 7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:56.292207 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-03593b6f-7b98-470f-a742-120a0665b308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:56.359569 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43178) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:56.368432 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-7c6e3eb0-5041-4f4a-9ae1-bb92bcbf67ab admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1184935866-network', 'tenant_id': 'e2faac9341b548a09a05b115eea10757'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:56.418186 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b02d7e43-4cca-4215-b90c-edd7be411160 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:59:56.458309 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6e3eb0-5041-4f4a-9ae1-bb92bcbf67ab admin admin] Made reservation on behalf of e2faac9341b548a09a05b115eea10757 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:56.466455 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7c6e3eb0-5041-4f4a-9ae1-bb92bcbf67ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:56.495031 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7c6e3eb0-5041-4f4a-9ae1-bb92bcbf67ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:56.509711 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-068854b5-d33c-4d5e-9679-bdbab42ffae1 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:56.600166 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43186) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:56.714469 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-068854b5-d33c-4d5e-9679-bdbab42ffae1 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Network 93948b70-b130-4099-b903-3c9173edd7ab is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:59:56.743922 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-068854b5-d33c-4d5e-9679-bdbab42ffae1 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:59:56.748953 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-068854b5-d33c-4d5e-9679-bdbab42ffae1 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:59:56.753467 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port b02d7e43-4cca-4215-b90c-edd7be411160 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:56.755023 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-068854b5-d33c-4d5e-9679-bdbab42ffae1 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:56.755711 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-068854b5-d33c-4d5e-9679-bdbab42ffae1 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:56.773118 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:59:56.778701 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:56.779099 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068854b5-d33c-4d5e-9679-bdbab42ffae1 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Pushing event updated for resources: {'Port': ['ID=7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:56.830527 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e71aef-35ec-40df-904b-f1445ca983e4 req-584b03e9-0a3a-4374-8859-0fdb53b55000 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:56.851294 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e71aef-35ec-40df-904b-f1445ca983e4 req-584b03e9-0a3a-4374-8859-0fdb53b55000 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:56.853886 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-90e71aef-35ec-40df-904b-f1445ca983e4 req-584b03e9-0a3a-4374-8859-0fdb53b55000 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a104723-f7d7-499a-845d-5b54455ab450&device_id=67a8db98-c5fd-4e09-abae-8cc4e175c5a0 HTTP/1.1" status: 200 len: 1691 time: 0.4673402 Jul 15 12:59:56.983907 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-90e71aef-35ec-40df-904b-f1445ca983e4 req-3b9da269-8848-4ede-8c29-7a3c345868f9 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077576 Jul 15 12:59:57.033408 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3db2f7c2-a74a-4605-bee6-34b3d0f368ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:57.086245 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b658d2f9-25d7-47ae-8aa5-6b59bd691b3b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75b6908ab50a4d0bab6597f3811a8310&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4826462 Jul 15 12:59:57.088611 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43198) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:57.220190 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9aa28c-01a3-47fb-893a-9939d59d4fee req-a07a92bb-7df2-42c6-a5dc-0fcef455b53f tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:57.227106 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f238f3f9-27f3-4a27-a732-ab3e8d808468 None None] Provisioning for port 7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:59:57.254332 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5d9aa28c-01a3-47fb-893a-9939d59d4fee req-a07a92bb-7df2-42c6-a5dc-0fcef455b53f tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e4613e1-1ef5-4ad0-8bc2-4b3dbb7b18c1 HTTP/1.1" status: 200 len: 946 time: 0.5319440 Jul 15 12:59:57.272515 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a24129be-9dd3-402a-a7da-7459d3fb590f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:57.285349 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7c6e3eb0-5041-4f4a-9ae1-bb92bcbf67ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:57.288745 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f238f3f9-27f3-4a27-a732-ab3e8d808468 None None] Provisioning complete for port 7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:57.289097 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f238f3f9-27f3-4a27-a732-ab3e8d808468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:57.294982 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7c6e3eb0-5041-4f4a-9ae1-bb92bcbf67ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:57.340386 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5d9aa28c-01a3-47fb-893a-9939d59d4fee req-effec96d-9150-424d-ab49-d944b8b0ef30 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] 10.222.0.24 "GET /v2.0/security-groups?id=1100c461-205d-4944-adc4-89fa2e604702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852580 Jul 15 12:59:57.344484 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c6e3eb0-5041-4f4a-9ae1-bb92bcbf67ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:59:57.357720 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-068854b5-d33c-4d5e-9679-bdbab42ffae1 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4257374 Jul 15 12:59:57.375369 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e3eb0-5041-4f4a-9ae1-bb92bcbf67ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb38843-8d09-496d-ac2a-ba8904f270c5,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:57.382190 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7c6e3eb0-5041-4f4a-9ae1-bb92bcbf67ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:57.382635 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-7c6e3eb0-5041-4f4a-9ae1-bb92bcbf67ab admin admin] Added segment 800b1d21-745b-4031-85ca-70670feda6a3 of type vlan for network f30b0023-d4d5-4da3-87e0-e9664e5d77cc Jul 15 12:59:57.392896 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-63c69440-3263-4696-aea5-300a74d2a6e6 service neutron] Request body: {'port': {'device_id': 'fd49c8f7-3dc2-4103-bdcd-c14b2c284626', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:57.403170 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a24129be-9dd3-402a-a7da-7459d3fb590f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:57.530103 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7c6e3eb0-5041-4f4a-9ae1-bb92bcbf67ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:57.558785 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364d71d-e985-47be-80c9-d1a53a2c29f8 req-8360bd76-add1-4fdd-a6d0-2df710b8d093 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:57.567013 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-03593b6f-7b98-470f-a742-120a0665b308 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:57.567228 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9364d71d-e985-47be-80c9-d1a53a2c29f8 req-8360bd76-add1-4fdd-a6d0-2df710b8d093 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd49c8f7-3dc2-4103-bdcd-c14b2c284626 HTTP/1.1" status: 200 len: 931 time: 0.2765293 Jul 15 12:59:57.613657 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-03593b6f-7b98-470f-a742-120a0665b308 None None] Transition to ACTIVE for port object 198476db-2dc7-409a-826b-b7d95e5afe9b will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:57.620388 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a24129be-9dd3-402a-a7da-7459d3fb590f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:57.633525 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a24129be-9dd3-402a-a7da-7459d3fb590f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:57.636404 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-03593b6f-7b98-470f-a742-120a0665b308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:57.641551 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a24129be-9dd3-402a-a7da-7459d3fb590f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65a2717b-c661-491b-807c-9c537aaeed19 HTTP/1.1" status: 204 len: 168 time: 0.5512724 Jul 15 12:59:57.649197 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-63c69440-3263-4696-aea5-300a74d2a6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:57.674645 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f238f3f9-27f3-4a27-a732-ab3e8d808468 None None] Port 7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:59:57.773260 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7c6e3eb0-5041-4f4a-9ae1-bb92bcbf67ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:57.787181 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6e3eb0-5041-4f4a-9ae1-bb92bcbf67ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:57.793481 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7c6e3eb0-5041-4f4a-9ae1-bb92bcbf67ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:57.821656 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9364d71d-e985-47be-80c9-d1a53a2c29f8 req-09e9c69f-9348-4108-a199-e10cbd27d120 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c7a10e5-8e43-4471-b9fd-bbdce0abc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519825 Jul 15 12:59:57.895006 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24129be-9dd3-402a-a7da-7459d3fb590f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a2717b-c661-491b-807c-9c537aaeed19,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:57.959236 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01771e17-fcb0-4ef1-b2f4-7d4903856fce None None] Pushing event updated for resources: {'Port': ['ID=198476db-2dc7-409a-826b-b7d95e5afe9b,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:58.059358 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3db2f7c2-a74a-4605-bee6-34b3d0f368ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:58.100532 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3db2f7c2-a74a-4605-bee6-34b3d0f368ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:58.144065 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7c6e3eb0-5041-4f4a-9ae1-bb92bcbf67ab admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7808232 Jul 15 12:59:58.151481 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43218) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:58.267926 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-838a3945-e601-4d25-88e8-5476e0ac1662 admin admin] Request body: {'subnet': {'network_id': 'f30b0023-d4d5-4da3-87e0-e9664e5d77cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1184935866-subnet', 'tenant_id': 'e2faac9341b548a09a05b115eea10757', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:58.447874 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-03593b6f-7b98-470f-a742-120a0665b308 None None] Attempting to bind port 198476db-2dc7-409a-826b-b7d95e5afe9b on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:58.455720 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-03593b6f-7b98-470f-a742-120a0665b308 None None] Attempting to bind port 198476db-2dc7-409a-826b-b7d95e5afe9b by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '16055f84-7db3-46f6-898f-31f08282e2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:58.456550 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03593b6f-7b98-470f-a742-120a0665b308 None None] Attempting to bind port 198476db-2dc7-409a-826b-b7d95e5afe9b on network 0c9ddec9-1058-4e8b-b69a-1210476af020 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:58.472363 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e3eb0-5041-4f4a-9ae1-bb92bcbf67ab admin admin] Pushing event updated for resources: {'Network': ['ID=f30b0023-d4d5-4da3-87e0-e9664e5d77cc,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:58.497681 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03593b6f-7b98-470f-a742-120a0665b308 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:58.498627 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03593b6f-7b98-470f-a742-120a0665b308 None None] Checking segment: {'id': '16055f84-7db3-46f6-898f-31f08282e2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:58.500763 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-03593b6f-7b98-470f-a742-120a0665b308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:58.503781 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03593b6f-7b98-470f-a742-120a0665b308 None None] Bound using segment: {'id': '16055f84-7db3-46f6-898f-31f08282e2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:58.513268 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-03593b6f-7b98-470f-a742-120a0665b308 None None] Bound port: 198476db-2dc7-409a-826b-b7d95e5afe9b, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16055f84-7db3-46f6-898f-31f08282e2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:58.515008 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-03593b6f-7b98-470f-a742-120a0665b308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:58.559257 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network f30b0023-d4d5-4da3-87e0-e9664e5d77cc details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:59:58.625611 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2f7c2-a74a-4605-bee6-34b3d0f368ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abece8b2-2b8d-4fa4-838b-1a090a25ce98,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:58.659460 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3db2f7c2-a74a-4605-bee6-34b3d0f368ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b631f38fd7a4eacb88eab65f8f777d6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4680920 Jul 15 12:59:58.670579 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43226) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:58.844936 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838a3945-e601-4d25-88e8-5476e0ac1662 admin admin] Made reservation on behalf of e2faac9341b548a09a05b115eea10757 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:59:58.849063 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-838a3945-e601-4d25-88e8-5476e0ac1662 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:58.913088 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-63c69440-3263-4696-aea5-300a74d2a6e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 12:59:58.941995 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-63c69440-3263-4696-aea5-300a74d2a6e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:59.021611 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-63c69440-3263-4696-aea5-300a74d2a6e6 service neutron] Transition to ACTIVE for port object 7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:59:59.032696 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-63c69440-3263-4696-aea5-300a74d2a6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:59.205053 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-03593b6f-7b98-470f-a742-120a0665b308 None None] For port 198476db-2dc7-409a-826b-b7d95e5afe9b, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:59:59.223792 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-03593b6f-7b98-470f-a742-120a0665b308 None None] For port 198476db-2dc7-409a-826b-b7d95e5afe9b, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=198476db-2dc7-409a-826b-b7d95e5afe9b,segment=NetworkSegment(16055f84-7db3-46f6-898f-31f08282e2c9),segment_id=16055f84-7db3-46f6-898f-31f08282e2c9)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:59:59.236153 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-03593b6f-7b98-470f-a742-120a0665b308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:59.302079 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c69440-3263-4696-aea5-300a74d2a6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:59.372058 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01771e17-fcb0-4ef1-b2f4-7d4903856fce None None] Pushing event updated for resources: {'Port': ['ID=198476db-2dc7-409a-826b-b7d95e5afe9b,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:59.418365 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03593b6f-7b98-470f-a742-120a0665b308 None None] Routers {'67c6bf10-fbf6-4f03-ae82-622a087bd603'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:59:59.419448 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-03593b6f-7b98-470f-a742-120a0665b308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T12:59:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['67c6bf10-fbf6-4f03-ae82-622a087bd603'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:59:59.424221 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43230) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:59.689984 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ae21824e-c07b-4c21-97cd-7c43e50acad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:59.747569 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f6b19e18-09b2-41f7-9dd5-d84429812ba7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa1f33ec7f374ec4b1724ca9c4eec1fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3112705 Jul 15 12:59:59.749728 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-63c69440-3263-4696-aea5-300a74d2a6e6 service neutron] Attempting to bind port 7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:59:59.752481 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-63c69440-3263-4696-aea5-300a74d2a6e6 service neutron] Attempting to bind port 7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '46dedc86-c944-4d7a-8831-f5e3ca85c6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '93948b70-b130-4099-b903-3c9173edd7ab'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:59:59.753235 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-63c69440-3263-4696-aea5-300a74d2a6e6 service neutron] Attempting to bind port 7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f on network 93948b70-b130-4099-b903-3c9173edd7ab {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:59.765987 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43236) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:59.824946 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff9712-20e9-41e9-a95c-d57609099409 req-ca5cfcb5-255c-4e51-9b0c-51cbeb1997ed tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:59.850508 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-63c69440-3263-4696-aea5-300a74d2a6e6 service neutron] Port 7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f on network 93948b70-b130-4099-b903-3c9173edd7ab not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 12:59:59.852073 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-63c69440-3263-4696-aea5-300a74d2a6e6 service neutron] Attempting to bind port 7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f on network 93948b70-b130-4099-b903-3c9173edd7ab {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:59:59.876769 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-01ff9712-20e9-41e9-a95c-d57609099409 req-ca5cfcb5-255c-4e51-9b0c-51cbeb1997ed tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 950 time: 1.3778524 Jul 15 12:59:59.906541 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-63c69440-3263-4696-aea5-300a74d2a6e6 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:59:59.907594 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-63c69440-3263-4696-aea5-300a74d2a6e6 service neutron] Checking segment: {'id': '46dedc86-c944-4d7a-8831-f5e3ca85c6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '93948b70-b130-4099-b903-3c9173edd7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:59:59.908654 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-63c69440-3263-4696-aea5-300a74d2a6e6 service neutron] Bound using segment: {'id': '46dedc86-c944-4d7a-8831-f5e3ca85c6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '93948b70-b130-4099-b903-3c9173edd7ab'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:59:59.909711 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-63c69440-3263-4696-aea5-300a74d2a6e6 service neutron] Bound port: 7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46dedc86-c944-4d7a-8831-f5e3ca85c6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '93948b70-b130-4099-b903-3c9173edd7ab'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:59:59.910660 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-63c69440-3263-4696-aea5-300a74d2a6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:00.021647 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-03593b6f-7b98-470f-a742-120a0665b308 None None] Set router 67c6bf10-fbf6-4f03-ae82-622a087bd603 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:00:00.029948 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ae21824e-c07b-4c21-97cd-7c43e50acad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:00.074055 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef208271-29f0-4446-9728-a41ca7863f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:00.150267 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef208271-29f0-4446-9728-a41ca7863f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:00.230599 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-63c69440-3263-4696-aea5-300a74d2a6e6 service neutron] For port 7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:00.300372 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd4992-92ec-443d-9108-b2fb2205952d req-b65e4064-6e8d-4c66-9e5f-537208baf9c3 tempest-ServersOnMultiNodesTest-1358753295 tempest-ServersOnMultiNodesTest-1358753295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:00.303400 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-15cd4992-92ec-443d-9108-b2fb2205952d req-b65e4064-6e8d-4c66-9e5f-537208baf9c3 tempest-ServersOnMultiNodesTest-1358753295 tempest-ServersOnMultiNodesTest-1358753295-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7a104723-f7d7-499a-845d-5b54455ab450 HTTP/1.1" status: 200 len: 1102 time: 0.2875087 Jul 15 13:00:00.318814 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-01ff9712-20e9-41e9-a95c-d57609099409 req-c65b5816-9f8d-4b38-b752-f5f6fa8b1b93 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364531 Jul 15 13:00:00.319394 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-63c69440-3263-4696-aea5-300a74d2a6e6 service neutron] For port 7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f,segment=NetworkSegment(46dedc86-c944-4d7a-8831-f5e3ca85c6cf),segment_id=46dedc86-c944-4d7a-8831-f5e3ca85c6cf)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:00.337573 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-838a3945-e601-4d25-88e8-5476e0ac1662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:00.385370 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-63c69440-3263-4696-aea5-300a74d2a6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:00.566627 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a3945-e601-4d25-88e8-5476e0ac1662 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2227b844-7269-4463-8334-51b02dcab677,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:00.690049 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c69440-3263-4696-aea5-300a74d2a6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:00.766932 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ae21824e-c07b-4c21-97cd-7c43e50acad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:00.770047 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ae21824e-c07b-4c21-97cd-7c43e50acad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:00.792813 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ae21824e-c07b-4c21-97cd-7c43e50acad6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/abece8b2-2b8d-4fa4-838b-1a090a25ce98 HTTP/1.1" status: 204 len: 168 time: 2.0754955 Jul 15 13:00:00.793187 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-15cd4992-92ec-443d-9108-b2fb2205952d req-ff3e247e-4f32-437c-80ec-862fc41ccb65 tempest-ServersOnMultiNodesTest-1358753295 tempest-ServersOnMultiNodesTest-1358753295-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644594 Jul 15 13:00:00.829025 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-03593b6f-7b98-470f-a742-120a0665b308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-994761235-router', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:59:40Z', 'updated_at': '2021-07-15T12:59:52Z', 'revision_number': 4, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'gw_port': {'id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:43Z', 'updated_at': '2021-07-15T12:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '198476db-2dc7-409a-826b-b7d95e5afe9b', 'name': '', 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'mac_address': 'fa:16:3e:42:3b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:51Z', 'updated_at': '2021-07-15T12:59:59Z', 'revision_number': 4, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'subnets': [{'id': '7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:00.830758 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-63c69440-3263-4696-aea5-300a74d2a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:00.833197 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-63c69440-3263-4696-aea5-300a74d2a6e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:00.833591 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838a3945-e601-4d25-88e8-5476e0ac1662 admin admin] Checking segment: {'id': '800b1d21-745b-4031-85ca-70670feda6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f30b0023-d4d5-4da3-87e0-e9664e5d77cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:00.836193 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838a3945-e601-4d25-88e8-5476e0ac1662 admin admin] Network hostable DHCP agents. Network: f30b0023-d4d5-4da3-87e0-e9664e5d77cc, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:00:00.843906 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-63c69440-3263-4696-aea5-300a74d2a6e6 service neutron] 10.222.0.18 "PUT /v2.0/ports/7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f HTTP/1.1" status: 200 len: 1092 time: 3.4546609 Jul 15 13:00:00.844850 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd49c8f7-3dc2-4103-bdcd-c14b2c284626', 'tag': '7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:00.860164 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43909b38-1dad-4309-bb3f-2c04f1ca167f" -d '{"events": [{"name": "network-changed", "server_uuid": "fd49c8f7-3dc2-4103-bdcd-c14b2c284626", "tag": "7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:00.862041 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21824e-c07b-4c21-97cd-7c43e50acad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abece8b2-2b8d-4fa4-838b-1a090a25ce98,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:00.910982 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef208271-29f0-4446-9728-a41ca7863f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:00.916337 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef208271-29f0-4446-9728-a41ca7863f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:00.920068 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ef208271-29f0-4446-9728-a41ca7863f0f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5eee99b9-042b-461e-ad85-c325e53bef31 HTTP/1.1" status: 204 len: 168 time: 1.1488609 Jul 15 13:00:00.944734 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef208271-29f0-4446-9728-a41ca7863f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eee99b9-042b-461e-ad85-c325e53bef31,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:00.989745 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838a3945-e601-4d25-88e8-5476e0ac1662 admin admin] Network f30b0023-d4d5-4da3-87e0-e9664e5d77cc is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:00:01.048453 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be3f48-fad7-47aa-8a8d-b317fd3033e9 req-05ba0723-6185-4fef-8d20-14a7132bbd56 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:01.055976 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03593b6f-7b98-470f-a742-120a0665b308 None None] The sync data for ids ['67c6bf10-fbf6-4f03-ae82-622a087bd603'] in n-d-758944-45 is: [{'id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-994761235-router', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:59:40Z', 'updated_at': '2021-07-15T12:59:52Z', 'revision_number': 4, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'gw_port': {'id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:43Z', 'updated_at': '2021-07-15T12:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '198476db-2dc7-409a-826b-b7d95e5afe9b', 'name': '', 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'mac_address': 'fa:16:3e:42:3b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:51Z', 'updated_at': '2021-07-15T12:59:59Z', 'revision_number': 4, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'subnets': [{'id': '7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:00:01.081661 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f8be3f48-fad7-47aa-8a8d-b317fd3033e9 req-05ba0723-6185-4fef-8d20-14a7132bbd56 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd49c8f7-3dc2-4103-bdcd-c14b2c284626 HTTP/1.1" status: 200 len: 943 time: 0.4467487 Jul 15 13:00:01.090360 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-838a3945-e601-4d25-88e8-5476e0ac1662 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, f30b0023-d4d5-4da3-87e0-e9664e5d77cc) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:01.121870 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da09b49-6cfe-4a0b-8f73-ddadb6e79db6 None None] Network f30b0023-d4d5-4da3-87e0-e9664e5d77cc requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:00:01.133128 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838a3945-e601-4d25-88e8-5476e0ac1662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:01.138015 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-838a3945-e601-4d25-88e8-5476e0ac1662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:01.209895 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-d95b326d-35f6-4ca8-a39a-4a2be5b361a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:01.214486 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-838a3945-e601-4d25-88e8-5476e0ac1662 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.0449233 Jul 15 13:00:01.222764 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43260) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:01.230471 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-8067a75e-9d3e-491d-aa7c-581ebaf15592 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1184935866-router', 'tenant_id': 'e2faac9341b548a09a05b115eea10757', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:01.238540 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-d95b326d-35f6-4ca8-a39a-4a2be5b361a0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=23b3396e056846dc8a5456d9cbcf3178&device_id=fd49c8f7-3dc2-4103-bdcd-c14b2c284626 HTTP/1.1" status: 200 len: 1095 time: 0.2972775 Jul 15 13:00:01.293818 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f8be3f48-fad7-47aa-8a8d-b317fd3033e9 req-08a3f3e9-d2e2-492d-bd3e-5253e8c214ba tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c7a10e5-8e43-4471-b9fd-bbdce0abc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996176 Jul 15 13:00:01.386146 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8067a75e-9d3e-491d-aa7c-581ebaf15592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:01.393872 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8067a75e-9d3e-491d-aa7c-581ebaf15592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:01.565445 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-e8aa7a0c-0f87-4f41-90e5-30ab2ba9db2d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f HTTP/1.1" status: 200 len: 217 time: 0.3182561 Jul 15 13:00:01.874647 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8067a75e-9d3e-491d-aa7c-581ebaf15592 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:01.956469 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c35a58b-2a82-466f-ba38-47ff9a9bad60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-f30b0023-d4d5-4da3-87e0-e9664e5d77cc', 'network_id': 'f30b0023-d4d5-4da3-87e0-e9664e5d77cc', 'tenant_id': 'e2faac9341b548a09a05b115eea10757', 'fixed_ips': [{'subnet_id': '2227b844-7269-4463-8334-51b02dcab677'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:00:01.958869 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c35a58b-2a82-466f-ba38-47ff9a9bad60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:01.960529 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-65afbe34-36b8-4000-b9c8-ca40ef4aa95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:01.969744 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-65afbe34-36b8-4000-b9c8-ca40ef4aa95d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=565033d0-9876-48dd-b28c-5e9144c820a1 HTTP/1.1" status: 200 len: 854 time: 0.3842144 Jul 15 13:00:02.303878 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-84071627-a40f-4e89-bf84-bbf96e19c9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:02.316680 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-84071627-a40f-4e89-bf84-bbf96e19c9b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93948b70-b130-4099-b903-3c9173edd7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3342299 Jul 15 13:00:02.672074 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 198476db-2dc7-409a-826b-b7d95e5afe9b up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:02.939113 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8067a75e-9d3e-491d-aa7c-581ebaf15592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:02.945612 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-4ecfad7f-1ab3-47b4-8ba1-55637ffdc038 service neutron] 10.222.0.18 "GET /v2.0/networks/93948b70-b130-4099-b903-3c9173edd7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6046553 Jul 15 13:00:03.075198 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-8c35a58b-2a82-466f-ba38-47ff9a9bad60 None None] Allocated IP 172.20.0.2 (f30b0023-d4d5-4da3-87e0-e9664e5d77cc/2227b844-7269-4463-8334-51b02dcab677/e0a716a9-4326-4b4e-8423-df8b4baf6b9d) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:03.286269 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 198476db-2dc7-409a-826b-b7d95e5afe9b completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:03.388281 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b4827ec4-0682-41be-96fc-c316f59bfe3d req-19b9ead7-4637-4702-8437-c3f5d90d7a6e service neutron] 10.222.0.18 "GET /v2.0/networks/93948b70-b130-4099-b903-3c9173edd7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286215 Jul 15 13:00:03.392204 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff44132a-f59e-4980-81e3-9b4e0c4099d7 x-openstack-request-id: req-ff44132a-f59e-4980-81e3-9b4e0c4099d7 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:03.392977 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd49c8f7-3dc2-4103-bdcd-c14b2c284626", "tag": "7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:03.393594 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff44132a-f59e-4980-81e3-9b4e0c4099d7 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:03.394862 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd49c8f7-3dc2-4103-bdcd-c14b2c284626', 'tag': '7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f', 'status': 'completed', 'code': 200} Jul 15 13:00:03.457712 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d5792-9d7d-4bf9-8da6-cb950bb83ff1 req-38fadc2c-bd98-4ee0-b260-aaad0b857768 tempest-ServersOnMultiNodesTest-1358753295 tempest-ServersOnMultiNodesTest-1358753295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:03.477073 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c38d5792-9d7d-4bf9-8da6-cb950bb83ff1 req-38fadc2c-bd98-4ee0-b260-aaad0b857768 tempest-ServersOnMultiNodesTest-1358753295 tempest-ServersOnMultiNodesTest-1358753295-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=67a8db98-c5fd-4e09-abae-8cc4e175c5a0 HTTP/1.1" status: 200 len: 1102 time: 0.4600267 Jul 15 13:00:03.559754 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 198476db-2dc7-409a-826b-b7d95e5afe9b triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:03.561841 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:03.758017 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43909b38-1dad-4309-bb3f-2c04f1ca167f req-40f441bc-7755-4298-ab1a-90f69c1341b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:03.761472 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-43909b38-1dad-4309-bb3f-2c04f1ca167f req-40f441bc-7755-4298-ab1a-90f69c1341b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=23b3396e056846dc8a5456d9cbcf3178&device_id=fd49c8f7-3dc2-4103-bdcd-c14b2c284626 HTTP/1.1" status: 200 len: 1095 time: 0.2478597 Jul 15 13:00:04.074179 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c35a58b-2a82-466f-ba38-47ff9a9bad60 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:04.111548 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8c35a58b-2a82-466f-ba38-47ff9a9bad60 None None] Transition to ACTIVE for port object e0a716a9-4326-4b4e-8423-df8b4baf6b9d will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:04.310124 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3d0ff-b6a0-4dcd-826c-74970f3e9a10 req-bf616f54-2142-4842-8aa5-da67a1bc14a4 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:04.310124 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-04e3d0ff-b6a0-4dcd-826c-74970f3e9a10 req-bf616f54-2142-4842-8aa5-da67a1bc14a4 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd49c8f7-3dc2-4103-bdcd-c14b2c284626 HTTP/1.1" status: 200 len: 943 time: 0.4594941 Jul 15 13:00:04.326963 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43909b38-1dad-4309-bb3f-2c04f1ca167f req-a1b35065-073c-4613-acc2-760a499112cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:04.334097 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-43909b38-1dad-4309-bb3f-2c04f1ca167f req-a1b35065-073c-4613-acc2-760a499112cd service neutron] 10.222.0.18 "GET /v2.0/networks?id=93948b70-b130-4099-b903-3c9173edd7ab HTTP/1.1" status: 200 len: 916 time: 0.5577519 Jul 15 13:00:04.391725 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:04.395444 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-4992e194-1853-4f44-af22-0716d7f407e9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.4211884 Jul 15 13:00:04.471407 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8c35a58b-2a82-466f-ba38-47ff9a9bad60 None None] Transition to ACTIVE for port object e0a716a9-4326-4b4e-8423-df8b4baf6b9d will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:04.538432 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c38d5792-9d7d-4bf9-8da6-cb950bb83ff1 req-9783c4e1-6cda-42e3-be52-cc46c5f2495c tempest-ServersOnMultiNodesTest-1358753295 tempest-ServersOnMultiNodesTest-1358753295-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0636446 Jul 15 13:00:04.557530 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c35a58b-2a82-466f-ba38-47ff9a9bad60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:04.563064 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-04e3d0ff-b6a0-4dcd-826c-74970f3e9a10 req-ca6088a7-9f47-44ef-b1ed-4afa719cbaf3 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c7a10e5-8e43-4471-b9fd-bbdce0abc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278802 Jul 15 13:00:04.579952 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 198476db-2dc7-409a-826b-b7d95e5afe9b, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=198476db-2dc7-409a-826b-b7d95e5afe9b,segment=NetworkSegment(16055f84-7db3-46f6-898f-31f08282e2c9),segment_id=16055f84-7db3-46f6-898f-31f08282e2c9)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:04.703914 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:04.755405 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c35a58b-2a82-466f-ba38-47ff9a9bad60 None None] Network f30b0023-d4d5-4da3-87e0-e9664e5d77cc is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:04.759106 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43322) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:04.765353 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-8c35a58b-2a82-466f-ba38-47ff9a9bad60 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:04.789925 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c35a58b-2a82-466f-ba38-47ff9a9bad60 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:04.795604 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-43909b38-1dad-4309-bb3f-2c04f1ca167f req-ce694a18-dc6f-4224-86fa-010428fca5ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f HTTP/1.1" status: 200 len: 217 time: 0.2544503 Jul 15 13:00:04.845811 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35a58b-2a82-466f-ba38-47ff9a9bad60 None None] Pushing event updated for resources: {'Port': ['ID=e0a716a9-4326-4b4e-8423-df8b4baf6b9d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:05.088292 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8067a75e-9d3e-491d-aa7c-581ebaf15592 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:05.158218 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-8c35a58b-2a82-466f-ba38-47ff9a9bad60 None None] Attempting to bind port e0a716a9-4326-4b4e-8423-df8b4baf6b9d on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:05.159065 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-8c35a58b-2a82-466f-ba38-47ff9a9bad60 None None] Attempting to bind port e0a716a9-4326-4b4e-8423-df8b4baf6b9d by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '800b1d21-745b-4031-85ca-70670feda6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f30b0023-d4d5-4da3-87e0-e9664e5d77cc'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:05.159065 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c35a58b-2a82-466f-ba38-47ff9a9bad60 None None] Attempting to bind port e0a716a9-4326-4b4e-8423-df8b4baf6b9d on network f30b0023-d4d5-4da3-87e0-e9664e5d77cc {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:05.186300 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8067a75e-9d3e-491d-aa7c-581ebaf15592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:05.230106 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c35a58b-2a82-466f-ba38-47ff9a9bad60 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:05.230610 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c35a58b-2a82-466f-ba38-47ff9a9bad60 None None] Checking segment: {'id': '800b1d21-745b-4031-85ca-70670feda6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f30b0023-d4d5-4da3-87e0-e9664e5d77cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:05.230894 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c35a58b-2a82-466f-ba38-47ff9a9bad60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:05.238250 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c35a58b-2a82-466f-ba38-47ff9a9bad60 None None] Bound using segment: {'id': '800b1d21-745b-4031-85ca-70670feda6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f30b0023-d4d5-4da3-87e0-e9664e5d77cc'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:05.238872 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-8c35a58b-2a82-466f-ba38-47ff9a9bad60 None None] Bound port: e0a716a9-4326-4b4e-8423-df8b4baf6b9d, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800b1d21-745b-4031-85ca-70670feda6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f30b0023-d4d5-4da3-87e0-e9664e5d77cc'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:05.242793 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c35a58b-2a82-466f-ba38-47ff9a9bad60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:05.296409 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=198476db-2dc7-409a-826b-b7d95e5afe9b,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:05.343888 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3a34db7d-e254-4da7-9ba8-5c100f95a83a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1882850313-network', 'tenant_id': '7e32c2ceaed64c18ac3c9b4b3978af8f'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:05.422862 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-8c35a58b-2a82-466f-ba38-47ff9a9bad60 None None] For port e0a716a9-4326-4b4e-8423-df8b4baf6b9d, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:05.429343 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-8c35a58b-2a82-466f-ba38-47ff9a9bad60 None None] For port e0a716a9-4326-4b4e-8423-df8b4baf6b9d, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e0a716a9-4326-4b4e-8423-df8b4baf6b9d,segment=NetworkSegment(800b1d21-745b-4031-85ca-70670feda6a3),segment_id=800b1d21-745b-4031-85ca-70670feda6a3)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:05.438196 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c35a58b-2a82-466f-ba38-47ff9a9bad60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:05.504686 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43909b38-1dad-4309-bb3f-2c04f1ca167f req-6ae0aeaa-8e02-40d9-b322-f99ac289b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:05.518192 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-43909b38-1dad-4309-bb3f-2c04f1ca167f req-6ae0aeaa-8e02-40d9-b322-f99ac289b85a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=565033d0-9876-48dd-b28c-5e9144c820a1 HTTP/1.1" status: 200 len: 854 time: 0.6934879 Jul 15 13:00:05.593650 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35a58b-2a82-466f-ba38-47ff9a9bad60 None None] Pushing event updated for resources: {'Port': ['ID=e0a716a9-4326-4b4e-8423-df8b4baf6b9d,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:05.724271 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a34db7d-e254-4da7-9ba8-5c100f95a83a admin admin] Made reservation on behalf of 7e32c2ceaed64c18ac3c9b4b3978af8f for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:00:05.726747 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a34db7d-e254-4da7-9ba8-5c100f95a83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:05.759242 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a34db7d-e254-4da7-9ba8-5c100f95a83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:05.810175 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2de16f-8b5c-432b-8da3-e609010174c1 req-8c075a5b-bcd3-4a81-b55e-034a1b2466cc tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:05.812566 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c2de16f-8b5c-432b-8da3-e609010174c1 req-8c075a5b-bcd3-4a81-b55e-034a1b2466cc tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 950 time: 0.6592913 Jul 15 13:00:05.830440 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43909b38-1dad-4309-bb3f-2c04f1ca167f req-8fc363b1-08fc-423f-93e1-dda4bc773df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:05.836359 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-43909b38-1dad-4309-bb3f-2c04f1ca167f req-8fc363b1-08fc-423f-93e1-dda4bc773df8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=93948b70-b130-4099-b903-3c9173edd7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2861075 Jul 15 13:00:05.838549 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-8067a75e-9d3e-491d-aa7c-581ebaf15592 admin admin] Allocated IP 172.25.6.94 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/fe131032-a289-4ffe-bfda-66c948ee9f26) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:06.194904 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-43909b38-1dad-4309-bb3f-2c04f1ca167f req-6aa4df5c-b582-4feb-973a-fe98d17997c4 service neutron] 10.222.0.18 "GET /v2.0/networks/93948b70-b130-4099-b903-3c9173edd7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471727 Jul 15 13:00:06.300521 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c2de16f-8b5c-432b-8da3-e609010174c1 req-a5f63be7-5278-419d-8643-8f97c6a55473 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4749191 Jul 15 13:00:06.518022 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-43909b38-1dad-4309-bb3f-2c04f1ca167f req-5137c815-a399-4596-b4a9-cba41d3e5036 service neutron] 10.222.0.18 "GET /v2.0/networks/93948b70-b130-4099-b903-3c9173edd7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068386 Jul 15 13:00:06.697529 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a299e320-a2e3-439c-aec3-224f4e071827 req-077bd200-034e-4f6e-9861-ca7bb5dfe91a tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678165 Jul 15 13:00:06.738752 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8067a75e-9d3e-491d-aa7c-581ebaf15592 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:06.798941 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a34db7d-e254-4da7-9ba8-5c100f95a83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:06.817419 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a34db7d-e254-4da7-9ba8-5c100f95a83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:06.941510 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a34db7d-e254-4da7-9ba8-5c100f95a83a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:00:07.018052 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34db7d-e254-4da7-9ba8-5c100f95a83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6dcc1a-7e9f-4f9d-a097-4af25376765b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:07.050165 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a34db7d-e254-4da7-9ba8-5c100f95a83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:07.051889 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-3a34db7d-e254-4da7-9ba8-5c100f95a83a admin admin] Added segment cdb2c876-a854-4d6d-a38d-e1bfceb4a18e of type vlan for network df969e3b-e244-4fdf-8a0b-bd5f367c1ad7 Jul 15 13:00:07.073684 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299e320-a2e3-439c-aec3-224f4e071827 req-0655bed2-df50-4150-b205-99c7aa3901d0 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:07.085668 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a299e320-a2e3-439c-aec3-224f4e071827 req-0655bed2-df50-4150-b205-99c7aa3901d0 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3870759 Jul 15 13:00:07.094393 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8067a75e-9d3e-491d-aa7c-581ebaf15592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:07.135175 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a299e320-a2e3-439c-aec3-224f4e071827 req-72fe8111-3e75-4ca2-a91b-5a33d838667a tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/quotas/a4339ead27f64ff8ab2c69e6a9cebb91 HTTP/1.1" status: 200 len: 375 time: 0.0459435 Jul 15 13:00:07.290158 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a299e320-a2e3-439c-aec3-224f4e071827 req-6994ae08-fa1a-4d10-ae59-c192f594bac8 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1522579 Jul 15 13:00:07.292633 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 198476db-2dc7-409a-826b-b7d95e5afe9b up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:07.405203 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a34db7d-e254-4da7-9ba8-5c100f95a83a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:07.465499 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8067a75e-9d3e-491d-aa7c-581ebaf15592 admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:07.491884 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-8067a75e-9d3e-491d-aa7c-581ebaf15592 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:07.505009 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8067a75e-9d3e-491d-aa7c-581ebaf15592 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:07.603348 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067a75e-9d3e-491d-aa7c-581ebaf15592 admin admin] Pushing event updated for resources: {'Port': ['ID=fe131032-a289-4ffe-bfda-66c948ee9f26,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:07.706586 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4f0c5d-56fe-4d77-9628-b0cdffa0ac20 None None] Network f30b0023-d4d5-4da3-87e0-e9664e5d77cc requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:00:07.730940 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:07.886907 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a34db7d-e254-4da7-9ba8-5c100f95a83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:07.887909 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a34db7d-e254-4da7-9ba8-5c100f95a83a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:07.888584 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a34db7d-e254-4da7-9ba8-5c100f95a83a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:07.914028 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-46f7f22f-ece8-4924-baf5-9544505e3e45 None None] Provisioning for port e0a716a9-4326-4b4e-8423-df8b4baf6b9d completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:07.931738 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 198476db-2dc7-409a-826b-b7d95e5afe9b triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:07.932103 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:08.139141 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3a34db7d-e254-4da7-9ba8-5c100f95a83a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.3664887 Jul 15 13:00:08.141993 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43400) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:08.147742 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9e72df72-8839-4e51-8f6b-5f888482ba9c admin admin] Request body: {'subnet': {'network_id': 'df969e3b-e244-4fdf-8a0b-bd5f367c1ad7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1882850313-subnet', 'tenant_id': '7e32c2ceaed64c18ac3c9b4b3978af8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:08.262412 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e72df72-8839-4e51-8f6b-5f888482ba9c admin admin] Made reservation on behalf of 7e32c2ceaed64c18ac3c9b4b3978af8f for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:00:08.276172 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e72df72-8839-4e51-8f6b-5f888482ba9c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:08.308389 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e0a716a9-4326-4b4e-8423-df8b4baf6b9d up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:08.386506 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34db7d-e254-4da7-9ba8-5c100f95a83a admin admin] Pushing event updated for resources: {'Network': ['ID=df969e3b-e244-4fdf-8a0b-bd5f367c1ad7,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:08.421097 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network df969e3b-e244-4fdf-8a0b-bd5f367c1ad7 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:00:08.481963 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port e0a716a9-4326-4b4e-8423-df8b4baf6b9d completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:08.489086 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port e0a716a9-4326-4b4e-8423-df8b4baf6b9d triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:08.489497 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:08.542323 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8067a75e-9d3e-491d-aa7c-581ebaf15592 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:08.713050 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e72df72-8839-4e51-8f6b-5f888482ba9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:08.747852 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:08.795095 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port e0a716a9-4326-4b4e-8423-df8b4baf6b9d, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e0a716a9-4326-4b4e-8423-df8b4baf6b9d,segment=NetworkSegment(800b1d21-745b-4031-85ca-70670feda6a3),segment_id=800b1d21-745b-4031-85ca-70670feda6a3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:08.805147 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:08.863431 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72df72-8839-4e51-8f6b-5f888482ba9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=880b1cc9-9021-4faa-949d-f0699d6a18d3,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:08.912234 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=e0a716a9-4326-4b4e-8423-df8b4baf6b9d,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:08.922589 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e72df72-8839-4e51-8f6b-5f888482ba9c admin admin] Checking segment: {'id': 'cdb2c876-a854-4d6d-a38d-e1bfceb4a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'df969e3b-e244-4fdf-8a0b-bd5f367c1ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:08.923217 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e72df72-8839-4e51-8f6b-5f888482ba9c admin admin] Network hostable DHCP agents. Network: df969e3b-e244-4fdf-8a0b-bd5f367c1ad7, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:00:08.941590 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-32a5bfdc-a359-4855-a3b9-6066eae7dcfb None None] Provisioning complete for port e0a716a9-4326-4b4e-8423-df8b4baf6b9d triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:08.941908 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-32a5bfdc-a359-4855-a3b9-6066eae7dcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:08.964803 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218aeac5-ca02-4a0f-977f-f26be06a5374 req-459b762e-5ce3-430d-9cae-09cd68455869 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:08.968412 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e72df72-8839-4e51-8f6b-5f888482ba9c admin admin] Network df969e3b-e244-4fdf-8a0b-bd5f367c1ad7 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:00:08.970604 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-218aeac5-ca02-4a0f-977f-f26be06a5374 req-459b762e-5ce3-430d-9cae-09cd68455869 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd49c8f7-3dc2-4103-bdcd-c14b2c284626 HTTP/1.1" status: 200 len: 943 time: 0.8287756 Jul 15 13:00:09.025228 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-9e72df72-8839-4e51-8f6b-5f888482ba9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, df969e3b-e244-4fdf-8a0b-bd5f367c1ad7) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:09.031551 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e72df72-8839-4e51-8f6b-5f888482ba9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:09.032272 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e72df72-8839-4e51-8f6b-5f888482ba9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:09.084254 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9e72df72-8839-4e51-8f6b-5f888482ba9c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9397993 Jul 15 13:00:09.085808 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43412) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:09.105097 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c99d9c-6aa0-4acb-9693-30d28cd93076 None None] Network df969e3b-e244-4fdf-8a0b-bd5f367c1ad7 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:00:09.113802 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-11b1e37c-6594-40d2-bed8-0b63211ad613 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1882850313-router', 'tenant_id': '7e32c2ceaed64c18ac3c9b4b3978af8f', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:09.201189 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-218aeac5-ca02-4a0f-977f-f26be06a5374 req-434811aa-eebc-4da0-b2c7-3808a3fd7f43 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c7a10e5-8e43-4471-b9fd-bbdce0abc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221653 Jul 15 13:00:09.226729 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-11b1e37c-6594-40d2-bed8-0b63211ad613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:09.230465 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-11b1e37c-6594-40d2-bed8-0b63211ad613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:09.391186 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-11b1e37c-6594-40d2-bed8-0b63211ad613 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:09.455306 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8067a75e-9d3e-491d-aa7c-581ebaf15592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:09.481481 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61831c7-afc5-4e85-8c21-13dfe6417f8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-df969e3b-e244-4fdf-8a0b-bd5f367c1ad7', 'network_id': 'df969e3b-e244-4fdf-8a0b-bd5f367c1ad7', 'tenant_id': '7e32c2ceaed64c18ac3c9b4b3978af8f', 'fixed_ips': [{'subnet_id': '880b1cc9-9021-4faa-949d-f0699d6a18d3'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:00:09.484039 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a61831c7-afc5-4e85-8c21-13dfe6417f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:09.486770 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-0bf4b960-8f68-4c51-8eca-a41f6587153c tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1f18a3d0e89947ce9eff2e064383d9c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766556 Jul 15 13:00:09.694152 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c6934-11ad-4445-8c27-934a08a4773b req-fafa1a8b-520c-4de8-9285-7c75198e39b0 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:09.702309 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-860c6934-11ad-4445-8c27-934a08a4773b req-fafa1a8b-520c-4de8-9285-7c75198e39b0 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 950 time: 0.1789024 Jul 15 13:00:09.729514 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-1c4d5de0-77e8-486a-a965-d326cae01100 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:09.739942 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-1c4d5de0-77e8-486a-a965-d326cae01100 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2519042 Jul 15 13:00:09.768742 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-860c6934-11ad-4445-8c27-934a08a4773b req-65751945-d7b6-42f6-a60a-31f2c72d2c89 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651708 Jul 15 13:00:09.800193 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8067a75e-9d3e-491d-aa7c-581ebaf15592 admin admin] Router 832cbcd7-b385-4dc6-ac07-4c3941e7c37c is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:00:09.828765 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-d57639f4-c3ed-4181-828c-e214433ac601 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/quotas/1f18a3d0e89947ce9eff2e064383d9c5 HTTP/1.1" status: 200 len: 375 time: 0.0813468 Jul 15 13:00:09.952134 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-4e13f4a3-28c6-4d55-beff-f8c44dbcefda tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f18a3d0e89947ce9eff2e064383d9c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1200254 Jul 15 13:00:10.024466 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-a61831c7-afc5-4e85-8c21-13dfe6417f8a None None] Allocated IP 172.20.0.2 (df969e3b-e244-4fdf-8a0b-bd5f367c1ad7/880b1cc9-9021-4faa-949d-f0699d6a18d3/fdd95330-4a45-40c0-baff-d2b021307e49) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:10.033032 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8067a75e-9d3e-491d-aa7c-581ebaf15592 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:00:10.066770 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8067a75e-9d3e-491d-aa7c-581ebaf15592 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:10.070936 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc1abcc-5145-40f6-b667-7a28342204a7 None None] Sync routers for ids ['832cbcd7-b385-4dc6-ac07-4c3941e7c37c'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:00:10.072062 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8067a75e-9d3e-491d-aa7c-581ebaf15592 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.8476694 Jul 15 13:00:10.073118 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43442) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:10.084748 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc1abcc-5145-40f6-b667-7a28342204a7 None None] Routers {'832cbcd7-b385-4dc6-ac07-4c3941e7c37c'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:00:10.086352 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4bc1abcc-5145-40f6-b667-7a28342204a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T12:59:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['832cbcd7-b385-4dc6-ac07-4c3941e7c37c'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:10.104964 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-11b1e37c-6594-40d2-bed8-0b63211ad613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:10.526233 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-4bc1abcc-5145-40f6-b667-7a28342204a7 None None] Set router 832cbcd7-b385-4dc6-ac07-4c3941e7c37c gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:00:10.731926 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a61831c7-afc5-4e85-8c21-13dfe6417f8a None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:10.761061 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a61831c7-afc5-4e85-8c21-13dfe6417f8a None None] Transition to ACTIVE for port object fdd95330-4a45-40c0-baff-d2b021307e49 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:10.843141 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a61831c7-afc5-4e85-8c21-13dfe6417f8a None None] Transition to ACTIVE for port object fdd95330-4a45-40c0-baff-d2b021307e49 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:10.860850 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a61831c7-afc5-4e85-8c21-13dfe6417f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:10.996396 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4bc1abcc-5145-40f6-b667-7a28342204a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832cbcd7-b385-4dc6-ac07-4c3941e7c37c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1184935866-router', 'tenant_id': 'e2faac9341b548a09a05b115eea10757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'fe131032-a289-4ffe-bfda-66c948ee9f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:01Z', 'updated_at': '2021-07-15T13:00:07Z', 'revision_number': 3, 'project_id': 'e2faac9341b548a09a05b115eea10757', 'gw_port': {'id': 'fe131032-a289-4ffe-bfda-66c948ee9f26', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832cbcd7-b385-4dc6-ac07-4c3941e7c37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:05Z', 'updated_at': '2021-07-15T13:00:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:11.008489 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61831c7-afc5-4e85-8c21-13dfe6417f8a None None] Network df969e3b-e244-4fdf-8a0b-bd5f367c1ad7 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:11.016303 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e0a716a9-4326-4b4e-8423-df8b4baf6b9d up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:11.040560 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-a61831c7-afc5-4e85-8c21-13dfe6417f8a None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:11.044535 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61831c7-afc5-4e85-8c21-13dfe6417f8a None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:11.099065 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc1abcc-5145-40f6-b667-7a28342204a7 None None] Checking router: 832cbcd7-b385-4dc6-ac07-4c3941e7c37c for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:00:11.100760 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc1abcc-5145-40f6-b667-7a28342204a7 None None] Updating router 832cbcd7-b385-4dc6-ac07-4c3941e7c37c port fe131032-a289-4ffe-bfda-66c948ee9f26 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:00:11.144483 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61831c7-afc5-4e85-8c21-13dfe6417f8a None None] Pushing event updated for resources: {'Port': ['ID=fdd95330-4a45-40c0-baff-d2b021307e49,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:11.254698 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bc1abcc-5145-40f6-b667-7a28342204a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:11.329937 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-11b1e37c-6594-40d2-bed8-0b63211ad613 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:11.348559 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a61831c7-afc5-4e85-8c21-13dfe6417f8a None None] Attempting to bind port fdd95330-4a45-40c0-baff-d2b021307e49 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:11.349218 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a61831c7-afc5-4e85-8c21-13dfe6417f8a None None] Attempting to bind port fdd95330-4a45-40c0-baff-d2b021307e49 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'cdb2c876-a854-4d6d-a38d-e1bfceb4a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'df969e3b-e244-4fdf-8a0b-bd5f367c1ad7'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:11.349776 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61831c7-afc5-4e85-8c21-13dfe6417f8a None None] Attempting to bind port fdd95330-4a45-40c0-baff-d2b021307e49 on network df969e3b-e244-4fdf-8a0b-bd5f367c1ad7 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:11.368535 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61831c7-afc5-4e85-8c21-13dfe6417f8a None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:11.376500 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61831c7-afc5-4e85-8c21-13dfe6417f8a None None] Checking segment: {'id': 'cdb2c876-a854-4d6d-a38d-e1bfceb4a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'df969e3b-e244-4fdf-8a0b-bd5f367c1ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:11.377166 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a61831c7-afc5-4e85-8c21-13dfe6417f8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:11.377966 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61831c7-afc5-4e85-8c21-13dfe6417f8a None None] Bound using segment: {'id': 'cdb2c876-a854-4d6d-a38d-e1bfceb4a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'df969e3b-e244-4fdf-8a0b-bd5f367c1ad7'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:11.378663 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a61831c7-afc5-4e85-8c21-13dfe6417f8a None None] Bound port: fdd95330-4a45-40c0-baff-d2b021307e49, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb2c876-a854-4d6d-a38d-e1bfceb4a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'df969e3b-e244-4fdf-8a0b-bd5f367c1ad7'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:11.379238 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a61831c7-afc5-4e85-8c21-13dfe6417f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:11.394217 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-11b1e37c-6594-40d2-bed8-0b63211ad613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:11.461549 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port e0a716a9-4326-4b4e-8423-df8b4baf6b9d triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:11.466937 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:11.526300 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65409db0-0caa-4937-957e-a10c69c55ff0 req-7652ec02-4f7e-4d27-9c4f-a468e3e22089 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:11.534367 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-65409db0-0caa-4937-957e-a10c69c55ff0 req-7652ec02-4f7e-4d27-9c4f-a468e3e22089 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd49c8f7-3dc2-4103-bdcd-c14b2c284626 HTTP/1.1" status: 200 len: 943 time: 0.6212204 Jul 15 13:00:11.613923 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a61831c7-afc5-4e85-8c21-13dfe6417f8a None None] For port fdd95330-4a45-40c0-baff-d2b021307e49, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:11.634097 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-65409db0-0caa-4937-957e-a10c69c55ff0 req-00b76724-610d-431d-86b8-d96db47e1e4c tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c7a10e5-8e43-4471-b9fd-bbdce0abc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984547 Jul 15 13:00:11.634750 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a61831c7-afc5-4e85-8c21-13dfe6417f8a None None] For port fdd95330-4a45-40c0-baff-d2b021307e49, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=fdd95330-4a45-40c0-baff-d2b021307e49,segment=NetworkSegment(cdb2c876-a854-4d6d-a38d-e1bfceb4a18e),segment_id=cdb2c876-a854-4d6d-a38d-e1bfceb4a18e)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:11.676901 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fd5e95ce-2d36-441d-8053-727775efb560 req-fe772e00-507c-4761-a134-b7827ebb8cd1 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=86b3f835-d12b-4161-8d44-eb206a0c0680 HTTP/1.1" status: 200 len: 210 time: 0.1196418 Jul 15 13:00:11.759033 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-65a7b93f-f4cb-4000-8e3c-f8b899135869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:11.761785 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-65a7b93f-f4cb-4000-8e3c-f8b899135869 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 1102 time: 0.5865519 Jul 15 13:00:11.809875 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a61831c7-afc5-4e85-8c21-13dfe6417f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:12.202718 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61831c7-afc5-4e85-8c21-13dfe6417f8a None None] Pushing event updated for resources: {'Port': ['ID=fdd95330-4a45-40c0-baff-d2b021307e49,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:12.305212 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e305633f-bc87-47df-9d66-5f465993d870 req-dea812e5-cbc2-454f-b139-077081aace59 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1f18a3d0e89947ce9eff2e064383d9c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2832525 Jul 15 13:00:12.531367 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e820886-981c-45a5-8954-757a65bca3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:12.572286 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bc1abcc-5145-40f6-b667-7a28342204a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:12.596217 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af561ad-e94c-45f6-9d1c-116126de52ca req-76957867-7842-4975-b1d3-a3be9aa06009 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:12.600120 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6af561ad-e94c-45f6-9d1c-116126de52ca req-76957867-7842-4975-b1d3-a3be9aa06009 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 950 time: 0.2747037 Jul 15 13:00:12.606830 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4bc1abcc-5145-40f6-b667-7a28342204a7 None None] Transition to ACTIVE for port object fe131032-a289-4ffe-bfda-66c948ee9f26 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:12.639801 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bc1abcc-5145-40f6-b667-7a28342204a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:12.789485 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-2770eca6-da86-4b81-afd1-b7ffa07592d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:12.797337 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-4bc1abcc-5145-40f6-b667-7a28342204a7 None None] Attempting to bind port fe131032-a289-4ffe-bfda-66c948ee9f26 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:12.797643 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-4bc1abcc-5145-40f6-b667-7a28342204a7 None None] Attempting to bind port fe131032-a289-4ffe-bfda-66c948ee9f26 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:12.802495 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-2770eca6-da86-4b81-afd1-b7ffa07592d9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 1.0071404 Jul 15 13:00:12.806302 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc1abcc-5145-40f6-b667-7a28342204a7 None None] Attempting to bind port fe131032-a289-4ffe-bfda-66c948ee9f26 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:12.832682 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6af561ad-e94c-45f6-9d1c-116126de52ca req-23c9b1d8-5799-4ebd-98e7-73154835de18 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958845 Jul 15 13:00:12.844358 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ff75e-dee8-4f2b-804c-2b386a5b4822 None None] Pushing event updated for resources: {'Port': ['ID=fe131032-a289-4ffe-bfda-66c948ee9f26,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:12.861208 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc1abcc-5145-40f6-b667-7a28342204a7 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:12.867416 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc1abcc-5145-40f6-b667-7a28342204a7 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:12.868528 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bc1abcc-5145-40f6-b667-7a28342204a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:12.874329 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc1abcc-5145-40f6-b667-7a28342204a7 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:12.877206 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-4bc1abcc-5145-40f6-b667-7a28342204a7 None None] Bound port: fe131032-a289-4ffe-bfda-66c948ee9f26, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:12.896713 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bc1abcc-5145-40f6-b667-7a28342204a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:13.003970 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-6dbe4f53-ca0f-499b-967b-9295479f37a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=8ecd4344-13b4-4ad8-b3d8-cd1fed399548 HTTP/1.1" status: 200 len: 217 time: 0.1999550 Jul 15 13:00:13.092758 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4bc1abcc-5145-40f6-b667-7a28342204a7 None None] For port fe131032-a289-4ffe-bfda-66c948ee9f26, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:13.103332 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4bc1abcc-5145-40f6-b667-7a28342204a7 None None] For port fe131032-a289-4ffe-bfda-66c948ee9f26, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=fe131032-a289-4ffe-bfda-66c948ee9f26,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:13.112214 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4bc1abcc-5145-40f6-b667-7a28342204a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:13.160581 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-0e820886-981c-45a5-8954-757a65bca3c1 admin admin] Allocated IP 172.20.0.1 (f30b0023-d4d5-4da3-87e0-e9664e5d77cc/2227b844-7269-4463-8334-51b02dcab677/32d4b6d1-6ac3-4541-9cf9-9f26fb040c19) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:13.193300 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device fdd95330-4a45-40c0-baff-d2b021307e49 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:13.346922 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ff75e-dee8-4f2b-804c-2b386a5b4822 None None] Pushing event updated for resources: {'Port': ['ID=fe131032-a289-4ffe-bfda-66c948ee9f26,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:13.412968 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-11b1e37c-6594-40d2-bed8-0b63211ad613 admin admin] Allocated IP 172.25.6.173 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/b8ef976c-9d53-46eb-bcf3-5d76da844511) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:13.441471 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc1abcc-5145-40f6-b667-7a28342204a7 None None] Routers {'832cbcd7-b385-4dc6-ac07-4c3941e7c37c'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:00:13.442693 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4bc1abcc-5145-40f6-b667-7a28342204a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T12:59:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['832cbcd7-b385-4dc6-ac07-4c3941e7c37c'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:13.451362 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305633f-bc87-47df-9d66-5f465993d870 req-56bf3571-5ee4-4df6-922d-a9972565b573 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:13.459870 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e305633f-bc87-47df-9d66-5f465993d870 req-56bf3571-5ee4-4df6-922d-a9972565b573 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1525218 Jul 15 13:00:13.525905 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port fdd95330-4a45-40c0-baff-d2b021307e49 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:13.526228 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a299e320-a2e3-439c-aec3-224f4e071827 req-3e76101c-5348-4438-b81c-3d4927e3ca62 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1422343 Jul 15 13:00:13.535037 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e305633f-bc87-47df-9d66-5f465993d870 req-c737e452-a6e1-4caa-af32-85d587eb8a0e tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/quotas/1f18a3d0e89947ce9eff2e064383d9c5 HTTP/1.1" status: 200 len: 375 time: 0.0742545 Jul 15 13:00:13.538226 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-10f70705-e4ac-43f2-a3a1-c6ec18299102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:13.540013 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-10f70705-e4ac-43f2-a3a1-c6ec18299102 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.5216458 Jul 15 13:00:13.676768 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e305633f-bc87-47df-9d66-5f465993d870 req-55be7b01-134b-4d57-b27d-0237999a7521 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f18a3d0e89947ce9eff2e064383d9c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1398053 Jul 15 13:00:14.020190 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e820886-981c-45a5-8954-757a65bca3c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:14.087549 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-4bc1abcc-5145-40f6-b667-7a28342204a7 None None] Set router 832cbcd7-b385-4dc6-ac07-4c3941e7c37c gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:00:14.148708 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-0e820886-981c-45a5-8954-757a65bca3c1 admin admin] Transition to ACTIVE for port object 32d4b6d1-6ac3-4541-9cf9-9f26fb040c19 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:14.203645 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398be562-4965-4296-b251-9c84a4bb17be req-6f17dfd5-2d37-47e9-b4b1-dfb95df4a657 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:14.215938 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-398be562-4965-4296-b251-9c84a4bb17be req-6f17dfd5-2d37-47e9-b4b1-dfb95df4a657 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd49c8f7-3dc2-4103-bdcd-c14b2c284626 HTTP/1.1" status: 200 len: 943 time: 0.6231134 Jul 15 13:00:14.434173 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-398be562-4965-4296-b251-9c84a4bb17be req-821099ed-9b8b-4b6b-9c49-5231084331db tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c7a10e5-8e43-4471-b9fd-bbdce0abc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038057 Jul 15 13:00:14.600631 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e820886-981c-45a5-8954-757a65bca3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:14.681254 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e820886-981c-45a5-8954-757a65bca3c1 admin admin] Network f30b0023-d4d5-4da3-87e0-e9664e5d77cc is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:14.704098 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-0e820886-981c-45a5-8954-757a65bca3c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:14.764731 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6497a55e-0308-48c5-b833-4555704f65c3 None None] Network df969e3b-e244-4fdf-8a0b-bd5f367c1ad7 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:00:14.822255 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4bc1abcc-5145-40f6-b667-7a28342204a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832cbcd7-b385-4dc6-ac07-4c3941e7c37c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1184935866-router', 'tenant_id': 'e2faac9341b548a09a05b115eea10757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'fe131032-a289-4ffe-bfda-66c948ee9f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:01Z', 'updated_at': '2021-07-15T13:00:07Z', 'revision_number': 3, 'project_id': 'e2faac9341b548a09a05b115eea10757', 'gw_port': {'id': 'fe131032-a289-4ffe-bfda-66c948ee9f26', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832cbcd7-b385-4dc6-ac07-4c3941e7c37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:05Z', 'updated_at': '2021-07-15T13:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:14.847631 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e820886-981c-45a5-8954-757a65bca3c1 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:14.848397 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e820886-981c-45a5-8954-757a65bca3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:14.916274 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc1abcc-5145-40f6-b667-7a28342204a7 None None] The sync data for ids ['832cbcd7-b385-4dc6-ac07-4c3941e7c37c'] in n-d-758944-45 is: [{'id': '832cbcd7-b385-4dc6-ac07-4c3941e7c37c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1184935866-router', 'tenant_id': 'e2faac9341b548a09a05b115eea10757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'fe131032-a289-4ffe-bfda-66c948ee9f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:01Z', 'updated_at': '2021-07-15T13:00:07Z', 'revision_number': 3, 'project_id': 'e2faac9341b548a09a05b115eea10757', 'gw_port': {'id': 'fe131032-a289-4ffe-bfda-66c948ee9f26', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832cbcd7-b385-4dc6-ac07-4c3941e7c37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:05Z', 'updated_at': '2021-07-15T13:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:00:15.121230 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0ba275b4-0d4d-4cf3-9cfa-17a21b529acd None None] Provisioning for port fdd95330-4a45-40c0-baff-d2b021307e49 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:15.149001 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0ba275b4-0d4d-4cf3-9cfa-17a21b529acd None None] Provisioning complete for port fdd95330-4a45-40c0-baff-d2b021307e49 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:15.149774 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0ba275b4-0d4d-4cf3-9cfa-17a21b529acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:15.225241 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e820886-981c-45a5-8954-757a65bca3c1 admin admin] Pushing event updated for resources: {'Port': ['ID=32d4b6d1-6ac3-4541-9cf9-9f26fb040c19,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:15.229588 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cc7fdab1-f156-494f-8889-c9e18f914071 req-5c56a7f8-4271-4850-a083-81a0e739b7bc tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=86b3f835-d12b-4161-8d44-eb206a0c0680 HTTP/1.1" status: 200 len: 210 time: 0.3348076 Jul 15 13:00:15.285736 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a299e320-a2e3-439c-aec3-224f4e071827 req-52c8a58c-6135-4d50-9b67-4bb37b637a45 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3739281 Jul 15 13:00:15.430325 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299e320-a2e3-439c-aec3-224f4e071827 req-996c5a59-bd92-4ca7-bb33-36616dacc9b2 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:15.434224 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a299e320-a2e3-439c-aec3-224f4e071827 req-996c5a59-bd92-4ca7-bb33-36616dacc9b2 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.8929272 Jul 15 13:00:15.440339 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0ba275b4-0d4d-4cf3-9cfa-17a21b529acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:15.505437 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-0ba275b4-0d4d-4cf3-9cfa-17a21b529acd None None] For port fdd95330-4a45-40c0-baff-d2b021307e49, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=fdd95330-4a45-40c0-baff-d2b021307e49,segment=NetworkSegment(cdb2c876-a854-4d6d-a38d-e1bfceb4a18e),segment_id=cdb2c876-a854-4d6d-a38d-e1bfceb4a18e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:15.516630 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0ba275b4-0d4d-4cf3-9cfa-17a21b529acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:15.543754 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-a299e320-a2e3-439c-aec3-224f4e071827 req-0ff1155f-8413-413b-a810-1194f87e8fca tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Request body: {'port': {'device_id': '27be9ac7-50ef-4f5b-9a57-b5ad5f460013', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'admin_state_up': True, 'tenant_id': 'a4339ead27f64ff8ab2c69e6a9cebb91'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:15.688949 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-ebaf8036-15bc-4e4f-835a-4a6e5a2a6036 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1f18a3d0e89947ce9eff2e064383d9c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1489391 Jul 15 13:00:15.775954 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-11b1e37c-6594-40d2-bed8-0b63211ad613 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:15.859070 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba275b4-0d4d-4cf3-9cfa-17a21b529acd None None] Pushing event updated for resources: {'Port': ['ID=fdd95330-4a45-40c0-baff-d2b021307e49,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:15.860913 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b12acad-ed27-48c1-ac0d-c130c2d169a2 req-2206962c-7eb8-482d-99ee-99beab061065 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=84516647-0d9e-486f-b7fa-bb9925de3021 HTTP/1.1" status: 200 len: 210 time: 0.3779428 Jul 15 13:00:15.948469 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-8198cebb-b713-48a0-8b32-39f347ac8bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:15.951600 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-8198cebb-b713-48a0-8b32-39f347ac8bfb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 2.3834796 Jul 15 13:00:15.954499 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-30f08738-38d5-40b2-a480-e63fe8e83d00 None None] Provisioning for port 32d4b6d1-6ac3-4541-9cf9-9f26fb040c19 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:15.971225 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-60e8c19c-a27e-405d-a9e0-912338c7661e tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:15.971648 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-30f08738-38d5-40b2-a480-e63fe8e83d00 None None] Provisioning complete for port 32d4b6d1-6ac3-4541-9cf9-9f26fb040c19 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:15.972124 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30f08738-38d5-40b2-a480-e63fe8e83d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:15.997853 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-60e8c19c-a27e-405d-a9e0-912338c7661e tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2889271 Jul 15 13:00:16.084314 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-30f08738-38d5-40b2-a480-e63fe8e83d00 None None] Port 32d4b6d1-6ac3-4541-9cf9-9f26fb040c19 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:00:16.207700 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e820886-981c-45a5-8954-757a65bca3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:16.236260 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-25b235f2-23aa-47e1-987a-a2cb6d1c0cc5 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Request body: {'port': {'device_id': '28863b26-93ae-48e3-9449-ffbefc492fb7', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'admin_state_up': True, 'tenant_id': '1f18a3d0e89947ce9eff2e064383d9c5'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:16.294636 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8c281-a314-4cf6-90d9-604e071d4954 req-4418e2d4-9f96-492d-a4e8-140417496e22 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:16.298170 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-16f8c281-a314-4cf6-90d9-604e071d4954 req-4418e2d4-9f96-492d-a4e8-140417496e22 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 950 time: 1.0137095 Jul 15 13:00:16.475230 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299e320-a2e3-439c-aec3-224f4e071827 req-15d8d35e-99b1-4b88-9542-b4aff354c7d8 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:16.477315 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a299e320-a2e3-439c-aec3-224f4e071827 req-15d8d35e-99b1-4b88-9542-b4aff354c7d8 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1637685 Jul 15 13:00:16.530015 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ec112e60-5408-4d4f-9708-120a4b1fa14f None None] Provisioning complete for port fdd95330-4a45-40c0-baff-d2b021307e49 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:16.533515 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec112e60-5408-4d4f-9708-120a4b1fa14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:16.569186 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-a299e320-a2e3-439c-aec3-224f4e071827 req-3ac488c7-9dc7-4df3-8a5b-c0270201880f tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Request body: {'port': {'device_id': '86b3f835-d12b-4161-8d44-eb206a0c0680', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'admin_state_up': True, 'tenant_id': 'a4339ead27f64ff8ab2c69e6a9cebb91'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:16.802862 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-11b1e37c-6594-40d2-bed8-0b63211ad613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:17.065236 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-16f8c281-a314-4cf6-90d9-604e071d4954 req-99094832-9301-4caa-83dd-1f93495fb296 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7261238 Jul 15 13:00:17.121264 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e820886-981c-45a5-8954-757a65bca3c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:17.130908 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.db.api [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-25b235f2-23aa-47e1-987a-a2cb6d1c0cc5 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:00:17.130908 n-d-758944-45 neutron-server[93813]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:00:17.130908 n-d-758944-45 neutron-server[93813]: [parameters: {'project_id_1': '1f18a3d0e89947ce9eff2e064383d9c5', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 0, 17, 17853)}] Jul 15 13:00:17.130908 n-d-758944-45 neutron-server[93813]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:00:17.131760 n-d-758944-45 neutron-server[93813]: DEBUG oslo_db.api [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-25b235f2-23aa-47e1-987a-a2cb6d1c0cc5 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:00:17.144874 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e820886-981c-45a5-8954-757a65bca3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:17.147612 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e820886-981c-45a5-8954-757a65bca3c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:17.204544 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1e37c-6594-40d2-bed8-0b63211ad613 admin admin] Pushing event updated for resources: {'Port': ['ID=b8ef976c-9d53-46eb-bcf3-5d76da844511,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:17.214525 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b1e37c-6594-40d2-bed8-0b63211ad613 admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:17.236954 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-6f99167e-02bc-42bb-b3fd-aee6fb63f69a service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2413511 Jul 15 13:00:17.250537 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-11b1e37c-6594-40d2-bed8-0b63211ad613 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:17.257523 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a299e320-a2e3-439c-aec3-224f4e071827 req-3ac488c7-9dc7-4df3-8a5b-c0270201880f tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Made reservation on behalf of a4339ead27f64ff8ab2c69e6a9cebb91 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:00:17.265071 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a299e320-a2e3-439c-aec3-224f4e071827 req-3ac488c7-9dc7-4df3-8a5b-c0270201880f tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:17.285946 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device fdd95330-4a45-40c0-baff-d2b021307e49 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:17.314358 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b1e37c-6594-40d2-bed8-0b63211ad613 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:17.443267 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port fdd95330-4a45-40c0-baff-d2b021307e49 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:17.443643 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:17.472831 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e820886-981c-45a5-8954-757a65bca3c1 admin admin] Pushing event updated for resources: {'Port': ['ID=32d4b6d1-6ac3-4541-9cf9-9f26fb040c19,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:17.528425 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-30bd5e3f-a600-4891-b3b4-b15fb0b137c7 req-61be48cb-e0f1-4c41-a55f-87ca7b1f4a2e tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=86b3f835-d12b-4161-8d44-eb206a0c0680 HTTP/1.1" status: 200 len: 210 time: 0.0399647 Jul 15 13:00:17.582093 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e305633f-bc87-47df-9d66-5f465993d870 req-ebb1d2a7-b493-489e-9218-dd9dc105e03d tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1f18a3d0e89947ce9eff2e064383d9c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434036 Jul 15 13:00:17.616778 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc6737-6bde-4bbd-a121-ffa2c064a365 req-15e2eb82-3e1d-4183-99f4-1aec3434f3d4 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:17.619442 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-64fc6737-6bde-4bbd-a121-ffa2c064a365 req-15e2eb82-3e1d-4183-99f4-1aec3434f3d4 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd49c8f7-3dc2-4103-bdcd-c14b2c284626 HTTP/1.1" status: 200 len: 943 time: 0.8482254 Jul 15 13:00:17.620329 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a299e320-a2e3-439c-aec3-224f4e071827 req-0ff1155f-8413-413b-a810-1194f87e8fca tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Made reservation on behalf of a4339ead27f64ff8ab2c69e6a9cebb91 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:00:17.624679 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a299e320-a2e3-439c-aec3-224f4e071827 req-0ff1155f-8413-413b-a810-1194f87e8fca tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:17.708188 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-25b235f2-23aa-47e1-987a-a2cb6d1c0cc5 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Made reservation on behalf of 1f18a3d0e89947ce9eff2e064383d9c5 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:00:17.714458 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-25b235f2-23aa-47e1-987a-a2cb6d1c0cc5 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:17.753843 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-25b235f2-23aa-47e1-987a-a2cb6d1c0cc5 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:17.795261 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e820886-981c-45a5-8954-757a65bca3c1 admin admin] Network f30b0023-d4d5-4da3-87e0-e9664e5d77cc is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:17.822728 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device fe131032-a289-4ffe-bfda-66c948ee9f26 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:17.891609 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-0e820886-981c-45a5-8954-757a65bca3c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:17.947905 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port fe131032-a289-4ffe-bfda-66c948ee9f26 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:17.950934 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ccf15481-f442-45c0-bd64-778c236f7729 req-010f6af0-9b76-4f30-b1ed-c9f8528c4f58 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=84516647-0d9e-486f-b7fa-bb9925de3021 HTTP/1.1" status: 200 len: 210 time: 0.1987135 Jul 15 13:00:17.962671 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port fe131032-a289-4ffe-bfda-66c948ee9f26 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:17.963042 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.027482 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-64fc6737-6bde-4bbd-a121-ffa2c064a365 req-926d0e89-a6c2-47d3-9772-1501cc985ce2 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c7a10e5-8e43-4471-b9fd-bbdce0abc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837090 Jul 15 13:00:18.037627 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:00:18.039390 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-9a0efdd7-828d-4f6b-9f46-c479ae289b69 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7854450 Jul 15 13:00:18.376348 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-a299e320-a2e3-439c-aec3-224f4e071827 req-3ac488c7-9dc7-4df3-8a5b-c0270201880f tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Allocated IP 192.168.233.195 (469a0c47-6cac-4ffe-aa16-0c933961e7af/23cd399a-e88b-433a-a99b-25a477d6a3ca/ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:18.386023 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.420265 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305633f-bc87-47df-9d66-5f465993d870 req-cb9b1208-b7ee-4464-a3be-a10de213d37d tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:18.420597 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f,segment=NetworkSegment(46dedc86-c944-4d7a-8831-f5e3ca85c6cf),segment_id=46dedc86-c944-4d7a-8831-f5e3ca85c6cf)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:18.422183 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e305633f-bc87-47df-9d66-5f465993d870 req-cb9b1208-b7ee-4464-a3be-a10de213d37d tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8388250 Jul 15 13:00:18.473017 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port fe131032-a289-4ffe-bfda-66c948ee9f26, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=fe131032-a289-4ffe-bfda-66c948ee9f26,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:18.474369 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f', 'network_id': '93948b70-b130-4099-b903-3c9173edd7ab', 'port_id': '7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f', 'mac_address': 'fa:16:3e:33:75:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565033d0-9876-48dd-b28c-5e9144c820a1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:00:18.478816 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-e305633f-bc87-47df-9d66-5f465993d870 req-0eecc8f9-277b-4384-abf9-80625da0850e tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Request body: {'port': {'device_id': '84516647-0d9e-486f-b7fa-bb9925de3021', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'admin_state_up': True, 'tenant_id': '1f18a3d0e89947ce9eff2e064383d9c5'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:18.486154 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0cea182a-3704-4625-8fcd-d3e95b50f5ca None None] Provisioning complete for port 32d4b6d1-6ac3-4541-9cf9-9f26fb040c19 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:18.486458 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0cea182a-3704-4625-8fcd-d3e95b50f5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.523920 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.640919 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e820886-981c-45a5-8954-757a65bca3c1 admin admin] Router 832cbcd7-b385-4dc6-ac07-4c3941e7c37c has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:00:18.688279 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=fe131032-a289-4ffe-bfda-66c948ee9f26,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:18.733498 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:18.737074 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-25b235f2-23aa-47e1-987a-a2cb6d1c0cc5 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.739282 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:18.739771 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:18.740204 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:18.740632 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:18.745674 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:18.746267 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:18.746698 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:18.747129 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:18.747667 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:18.748107 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:18.748594 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:18.788310 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.792013 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-0cea182a-3704-4625-8fcd-d3e95b50f5ca None None] Port 32d4b6d1-6ac3-4541-9cf9-9f26fb040c19 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:00:18.822668 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:18.825346 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-25b235f2-23aa-47e1-987a-a2cb6d1c0cc5 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.884831 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f,segment=NetworkSegment(46dedc86-c944-4d7a-8831-f5e3ca85c6cf),segment_id=46dedc86-c944-4d7a-8831-f5e3ca85c6cf)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:18.893121 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.962467 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e305633f-bc87-47df-9d66-5f465993d870 req-0eecc8f9-277b-4384-abf9-80625da0850e tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Made reservation on behalf of 1f18a3d0e89947ce9eff2e064383d9c5 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:00:18.966097 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e305633f-bc87-47df-9d66-5f465993d870 req-0eecc8f9-277b-4384-abf9-80625da0850e tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:19.023204 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-11b1e37c-6594-40d2-bed8-0b63211ad613 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:19.023777 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:19.043143 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device fe131032-a289-4ffe-bfda-66c948ee9f26 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:19.194351 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port fe131032-a289-4ffe-bfda-66c948ee9f26 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:19.194941 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:19.239861 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:19.306985 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bd91ce18-46a5-4b5b-8ebe-81558a71fbe4 req-1596189c-1a4e-42a5-8e40-718e82918c08 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=86b3f835-d12b-4161-8d44-eb206a0c0680 HTTP/1.1" status: 200 len: 210 time: 0.3762059 Jul 15 13:00:19.318638 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b235f2-23aa-47e1-987a-a2cb6d1c0cc5 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ece884ea-2901-44fa-80aa-4b513d4f8fff,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:19.415750 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e820886-981c-45a5-8954-757a65bca3c1 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:00:19.437313 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc51ac2-61dc-4313-935d-c65b860ce4e0 None None] Sync routers for ids ['832cbcd7-b385-4dc6-ac07-4c3941e7c37c'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:00:19.447340 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0e820886-981c-45a5-8954-757a65bca3c1 admin admin] 10.222.0.24 "PUT /v2.0/routers/832cbcd7-b385-4dc6-ac07-4c3941e7c37c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3644171 Jul 15 13:00:19.502104 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc51ac2-61dc-4313-935d-c65b860ce4e0 None None] Routers {'832cbcd7-b385-4dc6-ac07-4c3941e7c37c'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:00:19.502104 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6cc51ac2-61dc-4313-935d-c65b860ce4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T12:59:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['832cbcd7-b385-4dc6-ac07-4c3941e7c37c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:19.551020 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-11b1e37c-6594-40d2-bed8-0b63211ad613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:19.581683 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a299e320-a2e3-439c-aec3-224f4e071827 req-3ac488c7-9dc7-4df3-8a5b-c0270201880f tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:19.861905 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-6cc51ac2-61dc-4313-935d-c65b860ce4e0 None None] Set router 832cbcd7-b385-4dc6-ac07-4c3941e7c37c gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:00:19.955495 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1eed58-1d65-4a69-8bea-cd37b9a7e21c req-f93fbc9c-d11b-450b-901b-f3df67dfcd23 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:19.957246 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa1eed58-1d65-4a69-8bea-cd37b9a7e21c req-f93fbc9c-d11b-450b-901b-f3df67dfcd23 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 950 time: 1.1643724 Jul 15 13:00:20.019488 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-a299e320-a2e3-439c-aec3-224f4e071827 req-3ac488c7-9dc7-4df3-8a5b-c0270201880f tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Transition to ACTIVE for port object ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:20.127378 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa1eed58-1d65-4a69-8bea-cd37b9a7e21c req-3bd97086-2df8-4162-b3f4-996f6051fa39 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563609 Jul 15 13:00:20.202870 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6cc51ac2-61dc-4313-935d-c65b860ce4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832cbcd7-b385-4dc6-ac07-4c3941e7c37c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1184935866-router', 'tenant_id': 'e2faac9341b548a09a05b115eea10757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'fe131032-a289-4ffe-bfda-66c948ee9f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:01Z', 'updated_at': '2021-07-15T13:00:15Z', 'revision_number': 4, 'project_id': 'e2faac9341b548a09a05b115eea10757', 'gw_port': {'id': 'fe131032-a289-4ffe-bfda-66c948ee9f26', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832cbcd7-b385-4dc6-ac07-4c3941e7c37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:05Z', 'updated_at': '2021-07-15T13:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '32d4b6d1-6ac3-4541-9cf9-9f26fb040c19', 'name': '', 'network_id': 'f30b0023-d4d5-4da3-87e0-e9664e5d77cc', 'tenant_id': 'e2faac9341b548a09a05b115eea10757', 'mac_address': 'fa:16:3e:a5:ed:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832cbcd7-b385-4dc6-ac07-4c3941e7c37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '2227b844-7269-4463-8334-51b02dcab677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:12Z', 'updated_at': '2021-07-15T13:00:16Z', 'revision_number': 2, 'project_id': 'e2faac9341b548a09a05b115eea10757', 'subnets': [{'id': '2227b844-7269-4463-8334-51b02dcab677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:20.293250 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc51ac2-61dc-4313-935d-c65b860ce4e0 None None] Checking router: 832cbcd7-b385-4dc6-ac07-4c3941e7c37c for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:00:20.293597 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc51ac2-61dc-4313-935d-c65b860ce4e0 None None] Updating router 832cbcd7-b385-4dc6-ac07-4c3941e7c37c port 32d4b6d1-6ac3-4541-9cf9-9f26fb040c19 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:00:20.313045 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a299e320-a2e3-439c-aec3-224f4e071827 req-3ac488c7-9dc7-4df3-8a5b-c0270201880f tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:20.345397 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['5ec5c713-6d70-43a5-b417-6d1ab747b70e'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:20.401670 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['23116ffe-712e-4a02-b27a-a2087651f296', '62555279-b9e3-4ccf-a35e-bb3189943158'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:20.406168 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8a39f556-0f0b-4203-ad2b-0ef33a1ab43e req-f2a01eef-8f3e-43ef-9b61-3d754a37730b tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=84516647-0d9e-486f-b7fa-bb9925de3021 HTTP/1.1" status: 200 len: 210 time: 0.0759349 Jul 15 13:00:20.469985 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-a299e320-a2e3-439c-aec3-224f4e071827 req-0ff1155f-8413-413b-a810-1194f87e8fca tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Allocated IP 192.168.233.151 (469a0c47-6cac-4ffe-aa16-0c933961e7af/23cd399a-e88b-433a-a99b-25a477d6a3ca/d85b016f-fb0d-4850-a076-4af46d0d2758) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:20.531876 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6cc51ac2-61dc-4313-935d-c65b860ce4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:20.735499 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b1e37c-6594-40d2-bed8-0b63211ad613 admin admin] Router 53f68391-792f-49b9-b11c-c566dda7cc6a is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:00:20.757582 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a299e320-a2e3-439c-aec3-224f4e071827 req-3ac488c7-9dc7-4df3-8a5b-c0270201880f tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:20.779416 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-a299e320-a2e3-439c-aec3-224f4e071827 req-3ac488c7-9dc7-4df3-8a5b-c0270201880f tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:20.790820 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-a299e320-a2e3-439c-aec3-224f4e071827 req-3ac488c7-9dc7-4df3-8a5b-c0270201880f tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:20.797328 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299e320-a2e3-439c-aec3-224f4e071827 req-3ac488c7-9dc7-4df3-8a5b-c0270201880f tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:20.798157 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a299e320-a2e3-439c-aec3-224f4e071827 req-3ac488c7-9dc7-4df3-8a5b-c0270201880f tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:20.806423 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac488c7-9dc7-4df3-8a5b-c0270201880f tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Pushing event updated for resources: {'Port': ['ID=ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:20.837938 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-32070134-cdee-43c1-8789-0ceb404f37c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:20.905466 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a299e320-a2e3-439c-aec3-224f4e071827 req-0ff1155f-8413-413b-a810-1194f87e8fca tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:20.933167 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a299e320-a2e3-439c-aec3-224f4e071827 req-3ac488c7-9dc7-4df3-8a5b-c0270201880f tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3788934 Jul 15 13:00:20.944980 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-a299e320-a2e3-439c-aec3-224f4e071827 req-0ff1155f-8413-413b-a810-1194f87e8fca tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Transition to ACTIVE for port object d85b016f-fb0d-4850-a076-4af46d0d2758 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:20.997972 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fbc93c91-245a-4553-802e-563451de7f0b service neutron] Request body: {'port': {'device_id': '86b3f835-d12b-4161-8d44-eb206a0c0680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:21.051793 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba81cc-495e-41a6-bafc-59e93ecdf6a2 req-dbb074d9-4c3c-436a-99a2-2042ca4d0aac tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:21.058932 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6eba81cc-495e-41a6-bafc-59e93ecdf6a2 req-dbb074d9-4c3c-436a-99a2-2042ca4d0aac tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd49c8f7-3dc2-4103-bdcd-c14b2c284626 HTTP/1.1" status: 200 len: 944 time: 0.6656635 Jul 15 13:00:21.125136 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b1e37c-6594-40d2-bed8-0b63211ad613 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:00:21.140453 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e07f40-4d79-49f3-b66b-23063afc1fe2 None None] Sync routers for ids ['53f68391-792f-49b9-b11c-c566dda7cc6a'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:00:21.161637 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e07f40-4d79-49f3-b66b-23063afc1fe2 None None] Routers {'53f68391-792f-49b9-b11c-c566dda7cc6a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:00:21.162482 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-01e07f40-4d79-49f3-b66b-23063afc1fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T12:59:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['53f68391-792f-49b9-b11c-c566dda7cc6a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:21.209383 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6eba81cc-495e-41a6-bafc-59e93ecdf6a2 req-b5717182-3c27-4e85-abd2-3d8d5a2b11c6 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c7a10e5-8e43-4471-b9fd-bbdce0abc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457491 Jul 15 13:00:21.223277 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a299e320-a2e3-439c-aec3-224f4e071827 req-0ff1155f-8413-413b-a810-1194f87e8fca tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:21.230034 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-11b1e37c-6594-40d2-bed8-0b63211ad613 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:21.241341 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-11b1e37c-6594-40d2-bed8-0b63211ad613 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 12.1536701 Jul 15 13:00:21.265934 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43590) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:21.267084 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fbc93c91-245a-4553-802e-563451de7f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:21.324761 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a299e320-a2e3-439c-aec3-224f4e071827 req-0ff1155f-8413-413b-a810-1194f87e8fca tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:21.418118 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-01e07f40-4d79-49f3-b66b-23063afc1fe2 None None] Set router 53f68391-792f-49b9-b11c-c566dda7cc6a gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:00:21.488403 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-62275862-22f6-4b8d-ad59-3348ea5807a2 None None] Provisioning for port ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:21.491110 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-25b235f2-23aa-47e1-987a-a2cb6d1c0cc5 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Allocated IP 192.168.233.57 (469a0c47-6cac-4ffe-aa16-0c933961e7af/23cd399a-e88b-433a-a99b-25a477d6a3ca/0af5bf58-a625-404b-9e00-06be5124876b) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:21.501503 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-62275862-22f6-4b8d-ad59-3348ea5807a2 None None] Provisioning complete for port ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:21.501937 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-62275862-22f6-4b8d-ad59-3348ea5807a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:21.540767 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1155f-8413-413b-a810-1194f87e8fca tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Pushing event updated for resources: {'Port': ['ID=d85b016f-fb0d-4850-a076-4af46d0d2758,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:21.605912 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-62275862-22f6-4b8d-ad59-3348ea5807a2 None None] Port ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:00:21.633238 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-a299e320-a2e3-439c-aec3-224f4e071827 req-0ff1155f-8413-413b-a810-1194f87e8fca tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:21.665218 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-a299e320-a2e3-439c-aec3-224f4e071827 req-0ff1155f-8413-413b-a810-1194f87e8fca tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:21.673496 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299e320-a2e3-439c-aec3-224f4e071827 req-0ff1155f-8413-413b-a810-1194f87e8fca tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:21.684289 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a299e320-a2e3-439c-aec3-224f4e071827 req-0ff1155f-8413-413b-a810-1194f87e8fca tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:21.724455 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['5ec5c713-6d70-43a5-b417-6d1ab747b70e'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:21.981590 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a299e320-a2e3-439c-aec3-224f4e071827 req-0ff1155f-8413-413b-a810-1194f87e8fca tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.5247979 Jul 15 13:00:22.018767 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-01e07f40-4d79-49f3-b66b-23063afc1fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f68391-792f-49b9-b11c-c566dda7cc6a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1882850313-router', 'tenant_id': '7e32c2ceaed64c18ac3c9b4b3978af8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'b8ef976c-9d53-46eb-bcf3-5d76da844511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:09Z', 'updated_at': '2021-07-15T13:00:17Z', 'revision_number': 3, 'project_id': '7e32c2ceaed64c18ac3c9b4b3978af8f', 'gw_port': {'id': 'b8ef976c-9d53-46eb-bcf3-5d76da844511', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f68391-792f-49b9-b11c-c566dda7cc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:11Z', 'updated_at': '2021-07-15T13:00:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:22.024385 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fb312d58-233d-4083-b123-8ff001b38e14 service neutron] Request body: {'port': {'device_id': '27be9ac7-50ef-4f5b-9a57-b5ad5f460013', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:22.086167 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-25b235f2-23aa-47e1-987a-a2cb6d1c0cc5 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:22.114860 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-25b235f2-23aa-47e1-987a-a2cb6d1c0cc5 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Transition to ACTIVE for port object 0af5bf58-a625-404b-9e00-06be5124876b will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:22.149514 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e07f40-4d79-49f3-b66b-23063afc1fe2 None None] Checking router: 53f68391-792f-49b9-b11c-c566dda7cc6a for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:00:22.150293 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:22.150636 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e07f40-4d79-49f3-b66b-23063afc1fe2 None None] Updating router 53f68391-792f-49b9-b11c-c566dda7cc6a port b8ef976c-9d53-46eb-bcf3-5d76da844511 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:00:22.291581 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01e07f40-4d79-49f3-b66b-23063afc1fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:22.305629 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43606) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:22.314567 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-e305633f-bc87-47df-9d66-5f465993d870 req-0eecc8f9-277b-4384-abf9-80625da0850e tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Allocated IP 192.168.233.181 (469a0c47-6cac-4ffe-aa16-0c933961e7af/23cd399a-e88b-433a-a99b-25a477d6a3ca/4b44e2cb-f611-41b9-ad89-c17c317d8273) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:22.327614 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fe835-2ebb-4f39-b5f1-d952b522af53 req-16b96a1f-af8e-4877-9073-1862965b0fcb tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:22.331387 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-25b235f2-23aa-47e1-987a-a2cb6d1c0cc5 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:22.336854 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3c5fe835-2ebb-4f39-b5f1-d952b522af53 req-16b96a1f-af8e-4877-9073-1862965b0fcb tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=86b3f835-d12b-4161-8d44-eb206a0c0680 HTTP/1.1" status: 200 len: 936 time: 0.7832742 Jul 15 13:00:22.410305 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6cc51ac2-61dc-4313-935d-c65b860ce4e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:22.423194 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-6cc51ac2-61dc-4313-935d-c65b860ce4e0 None None] Transition to ACTIVE for port object 32d4b6d1-6ac3-4541-9cf9-9f26fb040c19 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:22.443202 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6cc51ac2-61dc-4313-935d-c65b860ce4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:22.446207 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-399be41a-031d-4b66-8ac1-01e48fcaab39 None None] Provisioning for port d85b016f-fb0d-4850-a076-4af46d0d2758 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:22.483772 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b235f2-23aa-47e1-987a-a2cb6d1c0cc5 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Pushing event updated for resources: {'Port': ['ID=0af5bf58-a625-404b-9e00-06be5124876b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:22.505281 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-399be41a-031d-4b66-8ac1-01e48fcaab39 None None] Provisioning complete for port d85b016f-fb0d-4850-a076-4af46d0d2758 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:22.506078 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-399be41a-031d-4b66-8ac1-01e48fcaab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:22.514999 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dceb860-7b1f-4e59-ac9e-d4c64767f093 None None] Pushing event updated for resources: {'Port': ['ID=32d4b6d1-6ac3-4541-9cf9-9f26fb040c19,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:22.524240 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['23116ffe-712e-4a02-b27a-a2087651f296', '62555279-b9e3-4ccf-a35e-bb3189943158'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:22.538344 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-25b235f2-23aa-47e1-987a-a2cb6d1c0cc5 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:22.552124 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-25b235f2-23aa-47e1-987a-a2cb6d1c0cc5 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:22.555629 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-25b235f2-23aa-47e1-987a-a2cb6d1c0cc5 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:22.569079 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-25b235f2-23aa-47e1-987a-a2cb6d1c0cc5 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:22.570170 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-25b235f2-23aa-47e1-987a-a2cb6d1c0cc5 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:22.640464 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-25b235f2-23aa-47e1-987a-a2cb6d1c0cc5 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.4369295 Jul 15 13:00:22.722908 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-13a7a0d3-a4c8-4193-a6d0-19fe29608f04 service neutron] Request body: {'port': {'device_id': '28863b26-93ae-48e3-9449-ffbefc492fb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:22.895002 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:22.908030 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:22.908803 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:22.912105 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fb312d58-233d-4083-b123-8ff001b38e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:22.952452 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8986cc13-f68b-4d70-81fb-a035bf074466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.020320 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01e07f40-4d79-49f3-b66b-23063afc1fe2 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.032483 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3c5fe835-2ebb-4f39-b5f1-d952b522af53 req-3f3ab5d0-1b94-4b8b-b9ae-7d020aa0d9b3 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6940565 Jul 15 13:00:23.046954 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-01e07f40-4d79-49f3-b66b-23063afc1fe2 None None] Transition to ACTIVE for port object b8ef976c-9d53-46eb-bcf3-5d76da844511 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:23.067202 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01e07f40-4d79-49f3-b66b-23063afc1fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.082870 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993a7e1-8d49-4a91-bb18-6d72d5979fae req-a4500bda-de5b-46c8-a6ce-0f93bb29ffd6 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:23.088916 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8993a7e1-8d49-4a91-bb18-6d72d5979fae req-a4500bda-de5b-46c8-a6ce-0f93bb29ffd6 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 950 time: 0.9160190 Jul 15 13:00:23.148616 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ccab51-77e8-494c-8095-a6d55b13330c None None] Pushing event updated for resources: {'Port': ['ID=b8ef976c-9d53-46eb-bcf3-5d76da844511,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:23.150659 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-13a7a0d3-a4c8-4193-a6d0-19fe29608f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.186256 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-399be41a-031d-4b66-8ac1-01e48fcaab39 None None] Port d85b016f-fb0d-4850-a076-4af46d0d2758 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:00:23.209021 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-01e07f40-4d79-49f3-b66b-23063afc1fe2 None None] Attempting to bind port b8ef976c-9d53-46eb-bcf3-5d76da844511 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:23.210895 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-01e07f40-4d79-49f3-b66b-23063afc1fe2 None None] Attempting to bind port b8ef976c-9d53-46eb-bcf3-5d76da844511 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:23.211717 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e07f40-4d79-49f3-b66b-23063afc1fe2 None None] Attempting to bind port b8ef976c-9d53-46eb-bcf3-5d76da844511 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:23.223013 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6cc51ac2-61dc-4313-935d-c65b860ce4e0 None None] Attempting to bind port 32d4b6d1-6ac3-4541-9cf9-9f26fb040c19 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:23.223394 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e07f40-4d79-49f3-b66b-23063afc1fe2 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:23.224235 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e07f40-4d79-49f3-b66b-23063afc1fe2 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:23.225162 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01e07f40-4d79-49f3-b66b-23063afc1fe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.226376 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e07f40-4d79-49f3-b66b-23063afc1fe2 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:23.227446 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-01e07f40-4d79-49f3-b66b-23063afc1fe2 None None] Bound port: b8ef976c-9d53-46eb-bcf3-5d76da844511, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:23.228282 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01e07f40-4d79-49f3-b66b-23063afc1fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.234113 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6cc51ac2-61dc-4313-935d-c65b860ce4e0 None None] Attempting to bind port 32d4b6d1-6ac3-4541-9cf9-9f26fb040c19 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '800b1d21-745b-4031-85ca-70670feda6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f30b0023-d4d5-4da3-87e0-e9664e5d77cc'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:23.234738 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc51ac2-61dc-4313-935d-c65b860ce4e0 None None] Attempting to bind port 32d4b6d1-6ac3-4541-9cf9-9f26fb040c19 on network f30b0023-d4d5-4da3-87e0-e9664e5d77cc {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:23.349368 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.366945 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc51ac2-61dc-4313-935d-c65b860ce4e0 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:23.367461 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc51ac2-61dc-4313-935d-c65b860ce4e0 None None] Checking segment: {'id': '800b1d21-745b-4031-85ca-70670feda6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f30b0023-d4d5-4da3-87e0-e9664e5d77cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:23.367984 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6cc51ac2-61dc-4313-935d-c65b860ce4e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.368744 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc51ac2-61dc-4313-935d-c65b860ce4e0 None None] Bound using segment: {'id': '800b1d21-745b-4031-85ca-70670feda6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f30b0023-d4d5-4da3-87e0-e9664e5d77cc'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:23.369382 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6cc51ac2-61dc-4313-935d-c65b860ce4e0 None None] Bound port: 32d4b6d1-6ac3-4541-9cf9-9f26fb040c19, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800b1d21-745b-4031-85ca-70670feda6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'f30b0023-d4d5-4da3-87e0-e9664e5d77cc'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:23.369905 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6cc51ac2-61dc-4313-935d-c65b860ce4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.371316 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8993a7e1-8d49-4a91-bb18-6d72d5979fae req-926a05a5-0130-43da-ba63-57e448194cec tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584116 Jul 15 13:00:23.396362 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-da723227-866d-4a9e-9fae-db6dfc9f0047 None None] Provisioning for port 0af5bf58-a625-404b-9e00-06be5124876b completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:23.457467 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-01e07f40-4d79-49f3-b66b-23063afc1fe2 None None] For port b8ef976c-9d53-46eb-bcf3-5d76da844511, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:23.462671 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-6cc51ac2-61dc-4313-935d-c65b860ce4e0 None None] For port 32d4b6d1-6ac3-4541-9cf9-9f26fb040c19, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:23.464449 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-01e07f40-4d79-49f3-b66b-23063afc1fe2 None None] For port b8ef976c-9d53-46eb-bcf3-5d76da844511, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b8ef976c-9d53-46eb-bcf3-5d76da844511,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:23.466604 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-6cc51ac2-61dc-4313-935d-c65b860ce4e0 None None] For port 32d4b6d1-6ac3-4541-9cf9-9f26fb040c19, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=32d4b6d1-6ac3-4541-9cf9-9f26fb040c19,segment=NetworkSegment(800b1d21-745b-4031-85ca-70670feda6a3),segment_id=800b1d21-745b-4031-85ca-70670feda6a3)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:23.473483 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ebdd38c3-83c7-4e37-808a-529604107dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.474325 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-01e07f40-4d79-49f3-b66b-23063afc1fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.482585 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6cc51ac2-61dc-4313-935d-c65b860ce4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.491467 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-da723227-866d-4a9e-9fae-db6dfc9f0047 None None] Provisioning complete for port 0af5bf58-a625-404b-9e00-06be5124876b triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:23.492075 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da723227-866d-4a9e-9fae-db6dfc9f0047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.513535 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e305633f-bc87-47df-9d66-5f465993d870 req-0eecc8f9-277b-4384-abf9-80625da0850e tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.560336 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dceb860-7b1f-4e59-ac9e-d4c64767f093 None None] Pushing event updated for resources: {'Port': ['ID=32d4b6d1-6ac3-4541-9cf9-9f26fb040c19,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:23.563879 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.672693 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e07f40-4d79-49f3-b66b-23063afc1fe2 None None] Routers {'53f68391-792f-49b9-b11c-c566dda7cc6a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:00:23.674197 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-01e07f40-4d79-49f3-b66b-23063afc1fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:00:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['53f68391-792f-49b9-b11c-c566dda7cc6a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:23.696169 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc51ac2-61dc-4313-935d-c65b860ce4e0 None None] Routers {'832cbcd7-b385-4dc6-ac07-4c3941e7c37c'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:00:23.701741 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6cc51ac2-61dc-4313-935d-c65b860ce4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:00:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['832cbcd7-b385-4dc6-ac07-4c3941e7c37c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:23.705090 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-e305633f-bc87-47df-9d66-5f465993d870 req-0eecc8f9-277b-4384-abf9-80625da0850e tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Transition to ACTIVE for port object 4b44e2cb-f611-41b9-ad89-c17c317d8273 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:23.799824 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ccab51-77e8-494c-8095-a6d55b13330c None None] Pushing event updated for resources: {'Port': ['ID=b8ef976c-9d53-46eb-bcf3-5d76da844511,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:23.847277 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-da723227-866d-4a9e-9fae-db6dfc9f0047 None None] Port 0af5bf58-a625-404b-9e00-06be5124876b cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:00:23.862636 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd49c8f7-3dc2-4103-bdcd-c14b2c284626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:23.875559 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a7058-7b26-4336-b829-08bd9b54f59c req-f2c613d0-dee3-4d27-b219-ecc856d034e1 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:23.876454 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac3d81a-ba97-4792-8d80-bd7ae6b69cb4" -d '{"events": [{"server_uuid": "fd49c8f7-3dc2-4103-bdcd-c14b2c284626", "name": "network-vif-plugged", "status": "completed", "tag": "7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:23.878550 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-178a7058-7b26-4336-b829-08bd9b54f59c req-f2c613d0-dee3-4d27-b219-ecc856d034e1 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd49c8f7-3dc2-4103-bdcd-c14b2c284626 HTTP/1.1" status: 200 len: 944 time: 0.2264955 Jul 15 13:00:23.881441 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e305633f-bc87-47df-9d66-5f465993d870 req-0eecc8f9-277b-4384-abf9-80625da0850e tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.908313 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f,segment=NetworkSegment(46dedc86-c944-4d7a-8831-f5e3ca85c6cf),segment_id=46dedc86-c944-4d7a-8831-f5e3ca85c6cf)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:23.929430 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:23.942823 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-6cc51ac2-61dc-4313-935d-c65b860ce4e0 None None] Set router 832cbcd7-b385-4dc6-ac07-4c3941e7c37c gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:00:23.998769 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e305633f-bc87-47df-9d66-5f465993d870 req-0eecc8f9-277b-4384-abf9-80625da0850e tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:24.011911 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-01e07f40-4d79-49f3-b66b-23063afc1fe2 None None] Set router 53f68391-792f-49b9-b11c-c566dda7cc6a gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:00:24.014890 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-e305633f-bc87-47df-9d66-5f465993d870 req-0eecc8f9-277b-4384-abf9-80625da0850e tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:24.021347 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-e305633f-bc87-47df-9d66-5f465993d870 req-0eecc8f9-277b-4384-abf9-80625da0850e tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:24.027429 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305633f-bc87-47df-9d66-5f465993d870 req-0eecc8f9-277b-4384-abf9-80625da0850e tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:24.028103 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e305633f-bc87-47df-9d66-5f465993d870 req-0eecc8f9-277b-4384-abf9-80625da0850e tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:24.051077 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-178a7058-7b26-4336-b829-08bd9b54f59c req-edb133e4-f09c-4eea-a035-985e1e0197f2 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c7a10e5-8e43-4471-b9fd-bbdce0abc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535192 Jul 15 13:00:24.054983 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eecc8f9-277b-4384-abf9-80625da0850e tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Pushing event updated for resources: {'Port': ['ID=4b44e2cb-f611-41b9-ad89-c17c317d8273,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:24.310829 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fa7919-0b27-4a58-9a17-069e01a3f146 x-openstack-request-id: req-f1fa7919-0b27-4a58-9a17-069e01a3f146 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:24.311284 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd49c8f7-3dc2-4103-bdcd-c14b2c284626", "name": "network-vif-plugged", "status": "completed", "tag": "7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:24.311651 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1fa7919-0b27-4a58-9a17-069e01a3f146 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:24.312267 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd49c8f7-3dc2-4103-bdcd-c14b2c284626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f', 'code': 200} Jul 15 13:00:24.320362 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:24.428342 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8986cc13-f68b-4d70-81fb-a035bf074466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:24.429206 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6cc51ac2-61dc-4313-935d-c65b860ce4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832cbcd7-b385-4dc6-ac07-4c3941e7c37c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1184935866-router', 'tenant_id': 'e2faac9341b548a09a05b115eea10757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'fe131032-a289-4ffe-bfda-66c948ee9f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:01Z', 'updated_at': '2021-07-15T13:00:15Z', 'revision_number': 4, 'project_id': 'e2faac9341b548a09a05b115eea10757', 'gw_port': {'id': 'fe131032-a289-4ffe-bfda-66c948ee9f26', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832cbcd7-b385-4dc6-ac07-4c3941e7c37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:05Z', 'updated_at': '2021-07-15T13:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '32d4b6d1-6ac3-4541-9cf9-9f26fb040c19', 'name': '', 'network_id': 'f30b0023-d4d5-4da3-87e0-e9664e5d77cc', 'tenant_id': 'e2faac9341b548a09a05b115eea10757', 'mac_address': 'fa:16:3e:a5:ed:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832cbcd7-b385-4dc6-ac07-4c3941e7c37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '2227b844-7269-4463-8334-51b02dcab677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:12Z', 'updated_at': '2021-07-15T13:00:23Z', 'revision_number': 4, 'project_id': 'e2faac9341b548a09a05b115eea10757', 'subnets': [{'id': '2227b844-7269-4463-8334-51b02dcab677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:24.447544 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e305633f-bc87-47df-9d66-5f465993d870 req-0eecc8f9-277b-4384-abf9-80625da0850e tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.9728112 Jul 15 13:00:24.466208 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-e305633f-bc87-47df-9d66-5f465993d870 req-68ba785c-322c-438b-8f20-57848a2fd88f service neutron] Request body: {'port': {'device_id': '84516647-0d9e-486f-b7fa-bb9925de3021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:24.467809 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8986cc13-f68b-4d70-81fb-a035bf074466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:24.492257 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc51ac2-61dc-4313-935d-c65b860ce4e0 None None] The sync data for ids ['832cbcd7-b385-4dc6-ac07-4c3941e7c37c'] in n-d-758944-45 is: [{'id': '832cbcd7-b385-4dc6-ac07-4c3941e7c37c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1184935866-router', 'tenant_id': 'e2faac9341b548a09a05b115eea10757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'fe131032-a289-4ffe-bfda-66c948ee9f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:01Z', 'updated_at': '2021-07-15T13:00:15Z', 'revision_number': 4, 'project_id': 'e2faac9341b548a09a05b115eea10757', 'gw_port': {'id': 'fe131032-a289-4ffe-bfda-66c948ee9f26', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832cbcd7-b385-4dc6-ac07-4c3941e7c37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:05Z', 'updated_at': '2021-07-15T13:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '32d4b6d1-6ac3-4541-9cf9-9f26fb040c19', 'name': '', 'network_id': 'f30b0023-d4d5-4da3-87e0-e9664e5d77cc', 'tenant_id': 'e2faac9341b548a09a05b115eea10757', 'mac_address': 'fa:16:3e:a5:ed:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832cbcd7-b385-4dc6-ac07-4c3941e7c37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '2227b844-7269-4463-8334-51b02dcab677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:12Z', 'updated_at': '2021-07-15T13:00:23Z', 'revision_number': 4, 'project_id': 'e2faac9341b548a09a05b115eea10757', 'subnets': [{'id': '2227b844-7269-4463-8334-51b02dcab677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:00:24.519264 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e50ce7c7-718f-48db-ac1c-1eb872d34d74 None None] Provisioning for port 4b44e2cb-f611-41b9-ad89-c17c317d8273 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:24.524601 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e50ce7c7-718f-48db-ac1c-1eb872d34d74 None None] Provisioning complete for port 4b44e2cb-f611-41b9-ad89-c17c317d8273 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:24.524978 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e50ce7c7-718f-48db-ac1c-1eb872d34d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:24.529811 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:24.587811 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986cc13-f68b-4d70-81fb-a035bf074466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27033516-bd24-4bfb-9837-b6e91df641d2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:24.596321 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e50ce7c7-718f-48db-ac1c-1eb872d34d74 None None] Port 4b44e2cb-f611-41b9-ad89-c17c317d8273 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:00:24.643269 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:24.688886 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-01e07f40-4d79-49f3-b66b-23063afc1fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f68391-792f-49b9-b11c-c566dda7cc6a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1882850313-router', 'tenant_id': '7e32c2ceaed64c18ac3c9b4b3978af8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'b8ef976c-9d53-46eb-bcf3-5d76da844511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:09Z', 'updated_at': '2021-07-15T13:00:17Z', 'revision_number': 3, 'project_id': '7e32c2ceaed64c18ac3c9b4b3978af8f', 'gw_port': {'id': 'b8ef976c-9d53-46eb-bcf3-5d76da844511', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f68391-792f-49b9-b11c-c566dda7cc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:11Z', 'updated_at': '2021-07-15T13:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:24.698324 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8986cc13-f68b-4d70-81fb-a035bf074466 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2173ecc6e2164581a7c7d47bac9463af&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3884714 Jul 15 13:00:24.699204 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43628) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:24.738700 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e07f40-4d79-49f3-b66b-23063afc1fe2 None None] The sync data for ids ['53f68391-792f-49b9-b11c-c566dda7cc6a'] in n-d-758944-45 is: [{'id': '53f68391-792f-49b9-b11c-c566dda7cc6a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1882850313-router', 'tenant_id': '7e32c2ceaed64c18ac3c9b4b3978af8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'b8ef976c-9d53-46eb-bcf3-5d76da844511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:09Z', 'updated_at': '2021-07-15T13:00:17Z', 'revision_number': 3, 'project_id': '7e32c2ceaed64c18ac3c9b4b3978af8f', 'gw_port': {'id': 'b8ef976c-9d53-46eb-bcf3-5d76da844511', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f68391-792f-49b9-b11c-c566dda7cc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:11Z', 'updated_at': '2021-07-15T13:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:00:24.768133 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5827e543-101c-4b2a-8ced-d6596066e6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:24.789265 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e305633f-bc87-47df-9d66-5f465993d870 req-68ba785c-322c-438b-8f20-57848a2fd88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:24.810636 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b792d-b9fc-4787-b08c-9b17f8a283dc req-6e79e874-7789-44aa-8802-a2f5ac750de7 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:24.812530 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aa4b792d-b9fc-4787-b08c-9b17f8a283dc req-6e79e874-7789-44aa-8802-a2f5ac750de7 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=86b3f835-d12b-4161-8d44-eb206a0c0680 HTTP/1.1" status: 200 len: 936 time: 0.3398323 Jul 15 13:00:24.828659 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1693dc-8444-456e-a32e-7bc26aa7197c req-1a6a0b30-12a0-42ef-9c0f-1044ee34fb88 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:24.836113 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4a1693dc-8444-456e-a32e-7bc26aa7197c req-1a6a0b30-12a0-42ef-9c0f-1044ee34fb88 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=84516647-0d9e-486f-b7fa-bb9925de3021 HTTP/1.1" status: 200 len: 936 time: 1.4049644 Jul 15 13:00:24.869543 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013bba2-3ab3-4471-8040-bc706bfe05ce req-9ffc3b15-deea-4e0b-a942-7f400727d994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:24.871553 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3013bba2-3ab3-4471-8040-bc706bfe05ce req-9ffc3b15-deea-4e0b-a942-7f400727d994 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fd49c8f7-3dc2-4103-bdcd-c14b2c284626 HTTP/1.1" status: 200 len: 1097 time: 0.4871559 Jul 15 13:00:24.968154 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aa4b792d-b9fc-4787-b08c-9b17f8a283dc req-b0870b41-5f2d-4316-a1e4-bba04fa4d04e tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457124 Jul 15 13:00:25.111028 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 32d4b6d1-6ac3-4541-9cf9-9f26fb040c19 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:25.214142 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 32d4b6d1-6ac3-4541-9cf9-9f26fb040c19 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:25.246504 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 32d4b6d1-6ac3-4541-9cf9-9f26fb040c19 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:25.247291 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:25.324436 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fbc93c91-245a-4553-802e-563451de7f0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:25.334104 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4a1693dc-8444-456e-a32e-7bc26aa7197c req-9cfb780d-8d18-444a-8957-f2e1f8ea3781 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4968598 Jul 15 13:00:25.348469 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fbc93c91-245a-4553-802e-563451de7f0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:25.411798 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5cffe059-fdba-41aa-b89a-e28109f2d095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:25.426948 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:25.461471 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ce4a7-8ac0-4d05-92a8-a5cb74af598f req-235a8521-ca3d-4bf7-a409-cad7f86dd0f0 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:25.463137 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a71ce4a7-8ac0-4d05-92a8-a5cb74af598f req-235a8521-ca3d-4bf7-a409-cad7f86dd0f0 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 950 time: 0.1471286 Jul 15 13:00:25.506989 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-5827e543-101c-4b2a-8ced-d6596066e6a5 admin admin] Allocated IP 172.20.0.1 (df969e3b-e244-4fdf-8a0b-bd5f367c1ad7/880b1cc9-9021-4faa-949d-f0699d6a18d3/c86e813c-1a83-4bb6-b955-375bd9e1176c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:25.545510 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 32d4b6d1-6ac3-4541-9cf9-9f26fb040c19, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=32d4b6d1-6ac3-4541-9cf9-9f26fb040c19,segment=NetworkSegment(800b1d21-745b-4031-85ca-70670feda6a3),segment_id=800b1d21-745b-4031-85ca-70670feda6a3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:25.555563 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a71ce4a7-8ac0-4d05-92a8-a5cb74af598f req-2ca42f84-1456-459c-95fe-20462d5806fc tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694849 Jul 15 13:00:25.559509 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:25.679828 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5827e543-101c-4b2a-8ced-d6596066e6a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:25.688463 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=32d4b6d1-6ac3-4541-9cf9-9f26fb040c19,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:25.706023 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5827e543-101c-4b2a-8ced-d6596066e6a5 admin admin] Transition to ACTIVE for port object c86e813c-1a83-4bb6-b955-375bd9e1176c will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:25.755133 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3013bba2-3ab3-4471-8040-bc706bfe05ce req-0edddf2e-7c79-4b0f-aaf4-3edbd783cbe8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1c7a10e5-8e43-4471-b9fd-bbdce0abc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6598983 Jul 15 13:00:25.761791 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5827e543-101c-4b2a-8ced-d6596066e6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:25.770976 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fbc93c91-245a-4553-802e-563451de7f0b service neutron] Transition to ACTIVE for port object ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:25.845796 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fbc93c91-245a-4553-802e-563451de7f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:25.861166 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5cffe059-fdba-41aa-b89a-e28109f2d095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:25.962496 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827e543-101c-4b2a-8ced-d6596066e6a5 admin admin] Pushing event updated for resources: {'Port': ['ID=c86e813c-1a83-4bb6-b955-375bd9e1176c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:25.989132 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5827e543-101c-4b2a-8ced-d6596066e6a5 admin admin] Network df969e3b-e244-4fdf-8a0b-bd5f367c1ad7 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:26.026965 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43638) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:26.029176 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-5827e543-101c-4b2a-8ced-d6596066e6a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:26.032477 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5827e543-101c-4b2a-8ced-d6596066e6a5 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:26.032966 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5827e543-101c-4b2a-8ced-d6596066e6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:26.049050 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-5b914cee-4a78-411e-b17f-2973950c0d01 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1846830749', 'description': 'tempest-description--1647050732'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:26.086425 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-13a7a0d3-a4c8-4193-a6d0-19fe29608f04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af5bf58-a625-404b-9e00-06be5124876b {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:26.099108 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-13a7a0d3-a4c8-4193-a6d0-19fe29608f04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:26.130084 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-13a7a0d3-a4c8-4193-a6d0-19fe29608f04 service neutron] Transition to ACTIVE for port object 0af5bf58-a625-404b-9e00-06be5124876b will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:26.139990 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:26.147684 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-13a7a0d3-a4c8-4193-a6d0-19fe29608f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:26.272085 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7a0d3-a4c8-4193-a6d0-19fe29608f04 service neutron] Pushing event updated for resources: {'Port': ['ID=0af5bf58-a625-404b-9e00-06be5124876b,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:26.354897 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-13a7a0d3-a4c8-4193-a6d0-19fe29608f04 service neutron] Attempting to bind port 0af5bf58-a625-404b-9e00-06be5124876b on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:26.354897 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-13a7a0d3-a4c8-4193-a6d0-19fe29608f04 service neutron] Attempting to bind port 0af5bf58-a625-404b-9e00-06be5124876b by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:26.355306 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-13a7a0d3-a4c8-4193-a6d0-19fe29608f04 service neutron] Attempting to bind port 0af5bf58-a625-404b-9e00-06be5124876b on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:26.367899 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-13a7a0d3-a4c8-4193-a6d0-19fe29608f04 service neutron] Port 0af5bf58-a625-404b-9e00-06be5124876b on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:00:26.368472 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-13a7a0d3-a4c8-4193-a6d0-19fe29608f04 service neutron] Attempting to bind port 0af5bf58-a625-404b-9e00-06be5124876b on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:26.376644 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-13a7a0d3-a4c8-4193-a6d0-19fe29608f04 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:26.377172 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-13a7a0d3-a4c8-4193-a6d0-19fe29608f04 service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:26.377450 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-13a7a0d3-a4c8-4193-a6d0-19fe29608f04 service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:26.377874 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-13a7a0d3-a4c8-4193-a6d0-19fe29608f04 service neutron] Bound port: 0af5bf58-a625-404b-9e00-06be5124876b, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:26.378243 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-13a7a0d3-a4c8-4193-a6d0-19fe29608f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:26.411553 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83cb51-53cd-410a-902a-78752419547b req-510e4ceb-5288-45bd-b7e0-43ef42e586a3 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:26.420273 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f83cb51-53cd-410a-902a-78752419547b req-510e4ceb-5288-45bd-b7e0-43ef42e586a3 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=86b3f835-d12b-4161-8d44-eb206a0c0680 HTTP/1.1" status: 200 len: 948 time: 0.1702933 Jul 15 13:00:26.472915 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5cffe059-fdba-41aa-b89a-e28109f2d095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:26.475803 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5cffe059-fdba-41aa-b89a-e28109f2d095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:26.480045 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5cffe059-fdba-41aa-b89a-e28109f2d095 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/27033516-bd24-4bfb-9837-b6e91df641d2 HTTP/1.1" status: 204 len: 168 time: 1.7698960 Jul 15 13:00:26.480045 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc93c91-245a-4553-802e-563451de7f0b service neutron] Pushing event updated for resources: {'Port': ['ID=ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:26.526287 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f83cb51-53cd-410a-902a-78752419547b req-e5c56a36-e69b-455d-95de-472169ca0cd8 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050210 Jul 15 13:00:26.582038 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-13a7a0d3-a4c8-4193-a6d0-19fe29608f04 service neutron] For port 0af5bf58-a625-404b-9e00-06be5124876b, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:26.590883 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-13a7a0d3-a4c8-4193-a6d0-19fe29608f04 service neutron] For port 0af5bf58-a625-404b-9e00-06be5124876b, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0af5bf58-a625-404b-9e00-06be5124876b,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:26.602783 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-13a7a0d3-a4c8-4193-a6d0-19fe29608f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:26.631685 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c88069fc-a5a9-468a-87dc-a70608eaf90a None None] Provisioning for port c86e813c-1a83-4bb6-b955-375bd9e1176c completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:26.636284 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c88069fc-a5a9-468a-87dc-a70608eaf90a None None] Provisioning complete for port c86e813c-1a83-4bb6-b955-375bd9e1176c triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:26.636659 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c88069fc-a5a9-468a-87dc-a70608eaf90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:26.727535 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c88069fc-a5a9-468a-87dc-a70608eaf90a None None] Port c86e813c-1a83-4bb6-b955-375bd9e1176c cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:00:26.800253 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cffe059-fdba-41aa-b89a-e28109f2d095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27033516-bd24-4bfb-9837-b6e91df641d2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:26.826744 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5b914cee-4a78-411e-b17f-2973950c0d01 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:26.830857 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7a0d3-a4c8-4193-a6d0-19fe29608f04 service neutron] Pushing event updated for resources: {'Port': ['ID=0af5bf58-a625-404b-9e00-06be5124876b,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:26.846552 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-13a7a0d3-a4c8-4193-a6d0-19fe29608f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:26.847172 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-13a7a0d3-a4c8-4193-a6d0-19fe29608f04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:26.848697 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-13a7a0d3-a4c8-4193-a6d0-19fe29608f04 service neutron] 10.222.0.32 "PUT /v2.0/ports/0af5bf58-a625-404b-9e00-06be5124876b HTTP/1.1" status: 200 len: 1096 time: 4.1571550 Jul 15 13:00:26.853029 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28863b26-93ae-48e3-9449-ffbefc492fb7', 'tag': '0af5bf58-a625-404b-9e00-06be5124876b'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:26.861283 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f2018d-b5d5-4386-81c4-ac59eb69ca8e" -d '{"events": [{"name": "network-changed", "server_uuid": "28863b26-93ae-48e3-9449-ffbefc492fb7", "tag": "0af5bf58-a625-404b-9e00-06be5124876b"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:26.958962 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54002416-f837-4338-8440-b6ed6919f9a9 req-7f10e95a-ddc4-407d-a2a6-5eb1ba5f362c tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:26.962004 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-54002416-f837-4338-8440-b6ed6919f9a9 req-7f10e95a-ddc4-407d-a2a6-5eb1ba5f362c tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd49c8f7-3dc2-4103-bdcd-c14b2c284626 HTTP/1.1" status: 200 len: 945 time: 1.1494064 Jul 15 13:00:26.963970 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fbc93c91-245a-4553-802e-563451de7f0b service neutron] Attempting to bind port ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:26.963970 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fbc93c91-245a-4553-802e-563451de7f0b service neutron] Attempting to bind port ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:26.964682 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fbc93c91-245a-4553-802e-563451de7f0b service neutron] Attempting to bind port ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:27.039917 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fbc93c91-245a-4553-802e-563451de7f0b service neutron] Port ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:00:27.042860 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fbc93c91-245a-4553-802e-563451de7f0b service neutron] Attempting to bind port ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:27.114409 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fbc93c91-245a-4553-802e-563451de7f0b service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:27.120216 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fbc93c91-245a-4553-802e-563451de7f0b service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:27.120691 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fbc93c91-245a-4553-802e-563451de7f0b service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:27.121561 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fbc93c91-245a-4553-802e-563451de7f0b service neutron] Bound port: ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:27.125782 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fbc93c91-245a-4553-802e-563451de7f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:27.196646 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b8ef976c-9d53-46eb-bcf3-5d76da844511 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:27.208697 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-2a619870-b366-4ab4-bdfd-907ba3af0517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:27.210453 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-2a619870-b366-4ab4-bdfd-907ba3af0517 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f18a3d0e89947ce9eff2e064383d9c5&device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 1099 time: 0.1938815 Jul 15 13:00:27.232309 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1808676-5f69-4275-9f39-403fd9e06dce req-1c909c2b-b695-4246-89fa-f5e8e64ae8fd tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:27.234845 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d1808676-5f69-4275-9f39-403fd9e06dce req-1c909c2b-b695-4246-89fa-f5e8e64ae8fd tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=84516647-0d9e-486f-b7fa-bb9925de3021 HTTP/1.1" status: 200 len: 936 time: 0.3034027 Jul 15 13:00:27.289579 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port b8ef976c-9d53-46eb-bcf3-5d76da844511 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:27.290436 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43654) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:27.296681 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port b8ef976c-9d53-46eb-bcf3-5d76da844511 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:27.297278 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:27.303440 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-b521e0ec-0c17-4e90-9191-06956254b59b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=0af5bf58-a625-404b-9e00-06be5124876b HTTP/1.1" status: 200 len: 217 time: 0.0675457 Jul 15 13:00:27.364358 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-54002416-f837-4338-8440-b6ed6919f9a9 req-c50b2e60-00ab-48f5-a7fe-c39713ccb188 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c7a10e5-8e43-4471-b9fd-bbdce0abc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710077 Jul 15 13:00:27.380881 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d1808676-5f69-4275-9f39-403fd9e06dce req-b3cfb2e4-42b4-4eea-bdd1-1c2528ab3eb8 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762334 Jul 15 13:00:27.389231 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61557dea-a6bd-4a86-bf5c-586374607866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:27.398475 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5827e543-101c-4b2a-8ced-d6596066e6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:27.409142 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-64953d7f-3f69-4341-a924-c7961fbbf20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:27.409142 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-64953d7f-3f69-4341-a924-c7961fbbf20d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.0741451 Jul 15 13:00:27.508437 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-acd010d4-6d51-4103-8796-178887d75a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:27.511271 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-acd010d4-6d51-4103-8796-178887d75a89 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0975168 Jul 15 13:00:27.512744 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fb312d58-233d-4083-b123-8ff001b38e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d85b016f-fb0d-4850-a076-4af46d0d2758 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:27.550770 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd797dd-0846-4498-98c0-bf1c67a46319 x-openstack-request-id: req-7dd797dd-0846-4498-98c0-bf1c67a46319 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:27.551230 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28863b26-93ae-48e3-9449-ffbefc492fb7", "tag": "0af5bf58-a625-404b-9e00-06be5124876b", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:27.551645 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7dd797dd-0846-4498-98c0-bf1c67a46319 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:27.552303 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28863b26-93ae-48e3-9449-ffbefc492fb7', 'tag': '0af5bf58-a625-404b-9e00-06be5124876b', 'status': 'completed', 'code': 200} Jul 15 13:00:27.554835 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fb312d58-233d-4083-b123-8ff001b38e14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:27.562186 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:27.564511 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fbc93c91-245a-4553-802e-563451de7f0b service neutron] For port ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:27.594345 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port b8ef976c-9d53-46eb-bcf3-5d76da844511, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b8ef976c-9d53-46eb-bcf3-5d76da844511,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:27.600840 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:27.602007 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 32d4b6d1-6ac3-4541-9cf9-9f26fb040c19 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:27.658014 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5b914cee-4a78-411e-b17f-2973950c0d01 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:27.661295 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fb312d58-233d-4083-b123-8ff001b38e14 service neutron] Transition to ACTIVE for port object d85b016f-fb0d-4850-a076-4af46d0d2758 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:27.665472 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fbc93c91-245a-4553-802e-563451de7f0b service neutron] For port ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:27.680858 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5b914cee-4a78-411e-b17f-2973950c0d01 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:27.695252 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fb312d58-233d-4083-b123-8ff001b38e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:27.720183 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fbc93c91-245a-4553-802e-563451de7f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:27.745734 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=b8ef976c-9d53-46eb-bcf3-5d76da844511,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:27.755881 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-051dd04e-7b8f-4304-ada6-ed0fc3d9ec66 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364578 Jul 15 13:00:27.765731 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 32d4b6d1-6ac3-4541-9cf9-9f26fb040c19 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:27.766180 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:27.824400 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb312d58-233d-4083-b123-8ff001b38e14 service neutron] Pushing event updated for resources: {'Port': ['ID=d85b016f-fb0d-4850-a076-4af46d0d2758,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:27.981341 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376670b2-c9bc-4662-8a7c-26bb63252f6e req-46b213f9-7a5d-48d3-b850-a70b93abdd02 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:27.983638 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-376670b2-c9bc-4662-8a7c-26bb63252f6e req-46b213f9-7a5d-48d3-b850-a70b93abdd02 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=86b3f835-d12b-4161-8d44-eb206a0c0680 HTTP/1.1" status: 200 len: 948 time: 0.2692699 Jul 15 13:00:28.041101 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d33271e-eae6-410b-ac29-6df5c08c8ddc req-cbbdaa77-267a-4767-9e93-4a0688cb24b6 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608645 Jul 15 13:00:28.090744 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-376670b2-c9bc-4662-8a7c-26bb63252f6e req-bb2ce087-8c3c-48d7-9636-156949715995 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976043 Jul 15 13:00:28.096201 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-e305633f-bc87-47df-9d66-5f465993d870 req-68ba785c-322c-438b-8f20-57848a2fd88f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b44e2cb-f611-41b9-ad89-c17c317d8273 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:28.105995 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e305633f-bc87-47df-9d66-5f465993d870 req-68ba785c-322c-438b-8f20-57848a2fd88f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:28.122605 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-e305633f-bc87-47df-9d66-5f465993d870 req-68ba785c-322c-438b-8f20-57848a2fd88f service neutron] Transition to ACTIVE for port object 4b44e2cb-f611-41b9-ad89-c17c317d8273 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:28.134217 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e305633f-bc87-47df-9d66-5f465993d870 req-68ba785c-322c-438b-8f20-57848a2fd88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:28.181711 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fbc93c91-245a-4553-802e-563451de7f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:28.182937 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fbc93c91-245a-4553-802e-563451de7f0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:28.185236 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fbc93c91-245a-4553-802e-563451de7f0b service neutron] 10.222.0.18 "PUT /v2.0/ports/ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2 HTTP/1.1" status: 200 len: 1097 time: 7.1970165 Jul 15 13:00:28.201389 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b3f835-d12b-4161-8d44-eb206a0c0680', 'tag': 'ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:28.206221 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4b4bca-165a-41cc-80d2-e82d603a3df4" -d '{"events": [{"name": "network-changed", "server_uuid": "86b3f835-d12b-4161-8d44-eb206a0c0680", "tag": "ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:28.210789 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b914cee-4a78-411e-b17f-2973950c0d01 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3352c9-1fd4-408f-b7ed-46c93f68b25d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:28.277475 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba785c-322c-438b-8f20-57848a2fd88f service neutron] Pushing event updated for resources: {'Port': ['ID=4b44e2cb-f611-41b9-ad89-c17c317d8273,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:28.308741 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f9988-5060-4e06-9b96-0c7863a0c299 req-bddd3407-77b3-4d9b-b554-ae8a0493e079 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:28.315837 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3e0f9988-5060-4e06-9b96-0c7863a0c299 req-bddd3407-77b3-4d9b-b554-ae8a0493e079 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 950 time: 0.7540796 Jul 15 13:00:28.366222 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e305633f-bc87-47df-9d66-5f465993d870 req-68ba785c-322c-438b-8f20-57848a2fd88f service neutron] Attempting to bind port 4b44e2cb-f611-41b9-ad89-c17c317d8273 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:28.366792 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e305633f-bc87-47df-9d66-5f465993d870 req-68ba785c-322c-438b-8f20-57848a2fd88f service neutron] Attempting to bind port 4b44e2cb-f611-41b9-ad89-c17c317d8273 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:28.367224 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e305633f-bc87-47df-9d66-5f465993d870 req-68ba785c-322c-438b-8f20-57848a2fd88f service neutron] Attempting to bind port 4b44e2cb-f611-41b9-ad89-c17c317d8273 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:28.369194 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77167e3e-282c-4cb5-ae23-c259b18d643e x-openstack-request-id: req-77167e3e-282c-4cb5-ae23-c259b18d643e {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:28.370394 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86b3f835-d12b-4161-8d44-eb206a0c0680", "tag": "ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:28.371009 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-77167e3e-282c-4cb5-ae23-c259b18d643e {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:28.371648 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b3f835-d12b-4161-8d44-eb206a0c0680', 'tag': 'ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2', 'status': 'completed', 'code': 200} Jul 15 13:00:28.376266 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e305633f-bc87-47df-9d66-5f465993d870 req-68ba785c-322c-438b-8f20-57848a2fd88f service neutron] Port 4b44e2cb-f611-41b9-ad89-c17c317d8273 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:00:28.376733 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e305633f-bc87-47df-9d66-5f465993d870 req-68ba785c-322c-438b-8f20-57848a2fd88f service neutron] Attempting to bind port 4b44e2cb-f611-41b9-ad89-c17c317d8273 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:28.386723 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e305633f-bc87-47df-9d66-5f465993d870 req-68ba785c-322c-438b-8f20-57848a2fd88f service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:28.387182 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e305633f-bc87-47df-9d66-5f465993d870 req-68ba785c-322c-438b-8f20-57848a2fd88f service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:28.388276 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e305633f-bc87-47df-9d66-5f465993d870 req-68ba785c-322c-438b-8f20-57848a2fd88f service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:28.388864 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e305633f-bc87-47df-9d66-5f465993d870 req-68ba785c-322c-438b-8f20-57848a2fd88f service neutron] Bound port: 4b44e2cb-f611-41b9-ad89-c17c317d8273, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:28.389334 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e305633f-bc87-47df-9d66-5f465993d870 req-68ba785c-322c-438b-8f20-57848a2fd88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:28.395050 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2018d-b5d5-4386-81c4-ac59eb69ca8e req-0840014c-0a6a-4e48-a1c0-b6fcf664d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:28.396698 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-81f2018d-b5d5-4386-81c4-ac59eb69ca8e req-0840014c-0a6a-4e48-a1c0-b6fcf664d5c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f18a3d0e89947ce9eff2e064383d9c5&device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 1099 time: 0.2328231 Jul 15 13:00:28.623629 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-e305633f-bc87-47df-9d66-5f465993d870 req-68ba785c-322c-438b-8f20-57848a2fd88f service neutron] For port 4b44e2cb-f611-41b9-ad89-c17c317d8273, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:28.630834 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-e305633f-bc87-47df-9d66-5f465993d870 req-68ba785c-322c-438b-8f20-57848a2fd88f service neutron] For port 4b44e2cb-f611-41b9-ad89-c17c317d8273, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=4b44e2cb-f611-41b9-ad89-c17c317d8273,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:28.646191 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e305633f-bc87-47df-9d66-5f465993d870 req-68ba785c-322c-438b-8f20-57848a2fd88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:28.651435 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2018d-b5d5-4386-81c4-ac59eb69ca8e req-3e065e04-2f69-4558-9582-7a87e737b604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:28.654382 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-81f2018d-b5d5-4386-81c4-ac59eb69ca8e req-3e065e04-2f69-4558-9582-7a87e737b604 service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.2443278 Jul 15 13:00:28.674004 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc93c91-245a-4553-802e-563451de7f0b service neutron] Pushing event updated for resources: {'Port': ['ID=ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:28.733956 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fb312d58-233d-4083-b123-8ff001b38e14 service neutron] Attempting to bind port d85b016f-fb0d-4850-a076-4af46d0d2758 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:28.734299 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fb312d58-233d-4083-b123-8ff001b38e14 service neutron] Attempting to bind port d85b016f-fb0d-4850-a076-4af46d0d2758 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:28.734687 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fb312d58-233d-4083-b123-8ff001b38e14 service neutron] Attempting to bind port d85b016f-fb0d-4850-a076-4af46d0d2758 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:28.769407 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3e0f9988-5060-4e06-9b96-0c7863a0c299 req-176546cf-151d-4683-9823-a8950472fd7d tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073818 Jul 15 13:00:28.779698 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fb312d58-233d-4083-b123-8ff001b38e14 service neutron] Port d85b016f-fb0d-4850-a076-4af46d0d2758 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:00:28.779915 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fb312d58-233d-4083-b123-8ff001b38e14 service neutron] Attempting to bind port d85b016f-fb0d-4850-a076-4af46d0d2758 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:28.818929 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5827e543-101c-4b2a-8ced-d6596066e6a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:28.832537 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fb312d58-233d-4083-b123-8ff001b38e14 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:28.832537 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fb312d58-233d-4083-b123-8ff001b38e14 service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:28.832537 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fb312d58-233d-4083-b123-8ff001b38e14 service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:28.832537 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fb312d58-233d-4083-b123-8ff001b38e14 service neutron] Bound port: d85b016f-fb0d-4850-a076-4af46d0d2758, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:28.832537 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fb312d58-233d-4083-b123-8ff001b38e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:28.836673 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61557dea-a6bd-4a86-bf5c-586374607866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:28.862854 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299e320-a2e3-439c-aec3-224f4e071827 req-26d411a2-33df-4d0b-9609-24b419bfc551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:28.866216 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a299e320-a2e3-439c-aec3-224f4e071827 req-26d411a2-33df-4d0b-9609-24b419bfc551 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&device_id=86b3f835-d12b-4161-8d44-eb206a0c0680 HTTP/1.1" status: 200 len: 1100 time: 0.5486112 Jul 15 13:00:28.875166 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5827e543-101c-4b2a-8ced-d6596066e6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:28.876364 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5827e543-101c-4b2a-8ced-d6596066e6a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:29.030441 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b8ef976c-9d53-46eb-bcf3-5d76da844511 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:29.032365 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305633f-bc87-47df-9d66-5f465993d870 req-68ba785c-322c-438b-8f20-57848a2fd88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:29.032581 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e305633f-bc87-47df-9d66-5f465993d870 req-68ba785c-322c-438b-8f20-57848a2fd88f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:29.034133 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e305633f-bc87-47df-9d66-5f465993d870 req-68ba785c-322c-438b-8f20-57848a2fd88f service neutron] 10.222.0.18 "PUT /v2.0/ports/4b44e2cb-f611-41b9-ad89-c17c317d8273 HTTP/1.1" status: 200 len: 1097 time: 4.5771053 Jul 15 13:00:29.038925 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-81f2018d-b5d5-4386-81c4-ac59eb69ca8e req-bfb8608e-38ab-4e3f-a7a3-579d7002b71e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=0af5bf58-a625-404b-9e00-06be5124876b HTTP/1.1" status: 200 len: 217 time: 0.3552530 Jul 15 13:00:29.061188 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61557dea-a6bd-4a86-bf5c-586374607866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:29.125910 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b37d85-48e6-4101-b998-bdfde0e5b27d req-2e771b0e-2e9b-4535-b7a8-3f673f996b90 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:29.127581 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-12b37d85-48e6-4101-b998-bdfde0e5b27d req-2e771b0e-2e9b-4535-b7a8-3f673f996b90 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd49c8f7-3dc2-4103-bdcd-c14b2c284626 HTTP/1.1" status: 200 len: 945 time: 0.5841048 Jul 15 13:00:29.140226 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827e543-101c-4b2a-8ced-d6596066e6a5 admin admin] Pushing event updated for resources: {'Port': ['ID=c86e813c-1a83-4bb6-b955-375bd9e1176c,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:29.148175 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba785c-322c-438b-8f20-57848a2fd88f service neutron] Pushing event updated for resources: {'Port': ['ID=4b44e2cb-f611-41b9-ad89-c17c317d8273,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:29.162835 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-61557dea-a6bd-4a86-bf5c-586374607866 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc3becdd68c14251af5be4185bf41c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8648021 Jul 15 13:00:29.163704 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5b914cee-4a78-411e-b17f-2973950c0d01 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:29.167683 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5b914cee-4a78-411e-b17f-2973950c0d01 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.1334913 Jul 15 13:00:29.167683 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a299e320-a2e3-439c-aec3-224f4e071827 req-1fa3c119-475d-4482-b789-c424950a6506 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2 HTTP/1.1" status: 200 len: 217 time: 0.2753246 Jul 15 13:00:29.178432 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43672) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:29.178797 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43674) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:29.185229 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ed7b0233-8631-457c-92a6-815f216997eb tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Request body: {'security_group_rule': {'security_group_id': '5a3352c9-1fd4-408f-b7ed-46c93f68b25d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:29.196177 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61557dea-a6bd-4a86-bf5c-586374607866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f733f524-9fcf-47bf-a6af-5c2168967962,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:29.216224 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2018d-b5d5-4386-81c4-ac59eb69ca8e req-b538d06b-c54d-4534-8fe1-527813d0fda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:29.217954 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-81f2018d-b5d5-4386-81c4-ac59eb69ca8e req-b538d06b-c54d-4534-8fe1-527813d0fda0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1694746 Jul 15 13:00:29.235689 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port b8ef976c-9d53-46eb-bcf3-5d76da844511 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:29.236056 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:29.236897 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5827e543-101c-4b2a-8ced-d6596066e6a5 admin admin] Network df969e3b-e244-4fdf-8a0b-bd5f367c1ad7 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:29.343974 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-5827e543-101c-4b2a-8ced-d6596066e6a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:29.362403 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-12b37d85-48e6-4101-b998-bdfde0e5b27d req-a869fd25-2a8a-466b-b16b-da1e4732e693 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c7a10e5-8e43-4471-b9fd-bbdce0abc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109826 Jul 15 13:00:29.393120 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c2fb77ea-804a-4b15-ab2f-d6d5760da415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:29.424518 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f5debeb8-627c-4a5e-8194-f1394ccfea6d req-c39685bd-602b-41ca-9782-4400c8384dc3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5f63503f-9bc5-475f-899c-2743f149a4d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0586445 Jul 15 13:00:29.425575 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305633f-bc87-47df-9d66-5f465993d870 req-8052fe76-ca2a-486f-aa1b-bd2305936f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:29.427837 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e305633f-bc87-47df-9d66-5f465993d870 req-8052fe76-ca2a-486f-aa1b-bd2305936f72 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f18a3d0e89947ce9eff2e064383d9c5&device_id=84516647-0d9e-486f-b7fa-bb9925de3021 HTTP/1.1" status: 200 len: 1100 time: 0.3302770 Jul 15 13:00:29.435578 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed7b0233-8631-457c-92a6-815f216997eb tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:29.567311 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed7b0233-8631-457c-92a6-815f216997eb tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:29.591239 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84516647-0d9e-486f-b7fa-bb9925de3021', 'tag': '4b44e2cb-f611-41b9-ad89-c17c317d8273'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:29.594053 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af191fdd-6de0-4de4-bc32-232aec6dd2e9" -d '{"events": [{"name": "network-changed", "server_uuid": "84516647-0d9e-486f-b7fa-bb9925de3021", "tag": "4b44e2cb-f611-41b9-ad89-c17c317d8273"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:29.626902 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2018d-b5d5-4386-81c4-ac59eb69ca8e req-2108f321-ba38-42f9-85a3-36b545e3bd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:29.629018 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-81f2018d-b5d5-4386-81c4-ac59eb69ca8e req-2108f321-ba38-42f9-85a3-36b545e3bd6d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3980348 Jul 15 13:00:29.629742 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed7b0233-8631-457c-92a6-815f216997eb tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:29.704198 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c2fb77ea-804a-4b15-ab2f-d6d5760da415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:29.717700 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e305633f-bc87-47df-9d66-5f465993d870 req-a6bb2010-3826-47f4-b6a3-6857bf3867dc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=4b44e2cb-f611-41b9-ad89-c17c317d8273 HTTP/1.1" status: 200 len: 217 time: 0.2389178 Jul 15 13:00:29.771170 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed7b0233-8631-457c-92a6-815f216997eb tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:29.776564 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ed7b0233-8631-457c-92a6-815f216997eb tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5915644 Jul 15 13:00:29.822632 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299e320-a2e3-439c-aec3-224f4e071827 req-a1bab077-42c3-45c7-a99b-9fb742609618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:29.825495 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a299e320-a2e3-439c-aec3-224f4e071827 req-a1bab077-42c3-45c7-a99b-9fb742609618 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.6047549 Jul 15 13:00:29.830410 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43684) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:29.881340 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b0233-8631-457c-92a6-815f216997eb tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c3ca1d7-fda0-4171-bf59-6157e7d06e9c,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:29.943149 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-3eee38ef-08b3-44a2-a2c6-64c656928b7d tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Request body: {'security_group_rule': {'security_group_id': '5a3352c9-1fd4-408f-b7ed-46c93f68b25d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:29.971945 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305633f-bc87-47df-9d66-5f465993d870 req-3be36b66-4f2b-4f9a-b7a6-5690d1bad773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:29.973614 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e305633f-bc87-47df-9d66-5f465993d870 req-3be36b66-4f2b-4f9a-b7a6-5690d1bad773 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1795943 Jul 15 13:00:30.005204 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fc85dc0d-733d-4b07-bb9e-b800aa525648 None None] Provisioning complete for port c86e813c-1a83-4bb6-b955-375bd9e1176c triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:30.005862 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fc85dc0d-733d-4b07-bb9e-b800aa525648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:30.030752 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5827e543-101c-4b2a-8ced-d6596066e6a5 admin admin] Router 53f68391-792f-49b9-b11c-c566dda7cc6a has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:00:30.046796 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fb312d58-233d-4083-b123-8ff001b38e14 service neutron] For port d85b016f-fb0d-4850-a076-4af46d0d2758, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:30.095453 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-fc85dc0d-733d-4b07-bb9e-b800aa525648 None None] Port c86e813c-1a83-4bb6-b955-375bd9e1176c cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:00:30.107352 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af68ae5-1963-452d-96bc-b0c57f57b587 req-1c502474-4397-44a3-b6bb-ff3e9527d28e tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:30.109894 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fb312d58-233d-4083-b123-8ff001b38e14 service neutron] For port d85b016f-fb0d-4850-a076-4af46d0d2758, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=d85b016f-fb0d-4850-a076-4af46d0d2758,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:30.115555 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6af68ae5-1963-452d-96bc-b0c57f57b587 req-1c502474-4397-44a3-b6bb-ff3e9527d28e tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=86b3f835-d12b-4161-8d44-eb206a0c0680 HTTP/1.1" status: 200 len: 948 time: 0.4327619 Jul 15 13:00:30.126904 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c2fb77ea-804a-4b15-ab2f-d6d5760da415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:30.134292 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c2fb77ea-804a-4b15-ab2f-d6d5760da415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:30.137526 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c2fb77ea-804a-4b15-ab2f-d6d5760da415 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f733f524-9fcf-47bf-a6af-5c2168967962 HTTP/1.1" status: 204 len: 168 time: 0.9573896 Jul 15 13:00:30.160366 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-81f2018d-b5d5-4386-81c4-ac59eb69ca8e req-a5c6b4c0-c174-4ab7-a0d8-32e7fcc718ff service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585214 Jul 15 13:00:30.166477 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fb312d58-233d-4083-b123-8ff001b38e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:30.203392 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3eee38ef-08b3-44a2-a2c6-64c656928b7d tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:30.249636 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38dd408-ed08-4cd9-94a3-2456d63122e7 req-0d3d5193-cbe7-45b4-b72e-8d3069480389 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:30.251337 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e38dd408-ed08-4cd9-94a3-2456d63122e7 req-0d3d5193-cbe7-45b4-b72e-8d3069480389 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=84516647-0d9e-486f-b7fa-bb9925de3021 HTTP/1.1" status: 200 len: 948 time: 1.0841496 Jul 15 13:00:30.253259 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5debeb8-627c-4a5e-8194-f1394ccfea6d req-403e8da1-c857-4588-b7dc-128fb0d1c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:30.254790 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f5debeb8-627c-4a5e-8194-f1394ccfea6d req-403e8da1-c857-4588-b7dc-128fb0d1c2d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&device_id=5f63503f-9bc5-475f-899c-2743f149a4d6 HTTP/1.1" status: 200 len: 1101 time: 0.4229851 Jul 15 13:00:30.309950 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fb312d58-233d-4083-b123-8ff001b38e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:30.310606 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fb312d58-233d-4083-b123-8ff001b38e14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:30.312103 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a299e320-a2e3-439c-aec3-224f4e071827 req-fb312d58-233d-4083-b123-8ff001b38e14 service neutron] 10.222.0.32 "PUT /v2.0/ports/d85b016f-fb0d-4850-a076-4af46d0d2758 HTTP/1.1" status: 200 len: 1097 time: 8.3083322 Jul 15 13:00:30.377570 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb77ea-804a-4b15-ab2f-d6d5760da415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f733f524-9fcf-47bf-a6af-5c2168967962,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:30.387772 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27be9ac7-50ef-4f5b-9a57-b5ad5f460013', 'tag': 'd85b016f-fb0d-4850-a076-4af46d0d2758'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:30.389972 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df8ac84-9259-46b4-b56f-4d14570281b8" -d '{"events": [{"name": "network-changed", "server_uuid": "27be9ac7-50ef-4f5b-9a57-b5ad5f460013", "tag": "d85b016f-fb0d-4850-a076-4af46d0d2758"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:30.440731 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299e320-a2e3-439c-aec3-224f4e071827 req-4c5658f8-f1c9-4bc8-a3fb-e2789bf74e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:30.442468 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a299e320-a2e3-439c-aec3-224f4e071827 req-4c5658f8-f1c9-4bc8-a3fb-e2789bf74e15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5221987 Jul 15 13:00:30.506520 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6af68ae5-1963-452d-96bc-b0c57f57b587 req-b1032157-068a-41f5-ad94-1cf64513e1d8 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899026 Jul 15 13:00:30.523651 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305633f-bc87-47df-9d66-5f465993d870 req-3290e7a5-d8cc-40c2-bc17-6b2281d4ce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:30.525226 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e305633f-bc87-47df-9d66-5f465993d870 req-3290e7a5-d8cc-40c2-bc17-6b2281d4ce84 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5413778 Jul 15 13:00:30.674438 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8a2efe-3002-4db9-a6d8-7c30e891172e x-openstack-request-id: req-da8a2efe-3002-4db9-a6d8-7c30e891172e {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:30.674749 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84516647-0d9e-486f-b7fa-bb9925de3021", "tag": "4b44e2cb-f611-41b9-ad89-c17c317d8273", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:30.675033 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-da8a2efe-3002-4db9-a6d8-7c30e891172e {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:30.675542 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84516647-0d9e-486f-b7fa-bb9925de3021', 'tag': '4b44e2cb-f611-41b9-ad89-c17c317d8273', 'status': 'completed', 'code': 200} Jul 15 13:00:30.706621 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb312d58-233d-4083-b123-8ff001b38e14 service neutron] Pushing event updated for resources: {'Port': ['ID=d85b016f-fb0d-4850-a076-4af46d0d2758,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:30.792936 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e305633f-bc87-47df-9d66-5f465993d870 req-2a268aa6-e0fe-4a81-be83-a9f34b324561 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405608 Jul 15 13:00:30.797599 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-81f2018d-b5d5-4386-81c4-ac59eb69ca8e req-b5ad2490-af53-4146-918e-b744f07cf512 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5898557 Jul 15 13:00:30.827052 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5827e543-101c-4b2a-8ced-d6596066e6a5 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:00:30.860565 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbdd6f6-1f09-4394-9824-cdb1a25b136e None None] Sync routers for ids ['53f68391-792f-49b9-b11c-c566dda7cc6a'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:00:30.874467 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5827e543-101c-4b2a-8ced-d6596066e6a5 admin admin] 10.222.0.24 "PUT /v2.0/routers/53f68391-792f-49b9-b11c-c566dda7cc6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5943086 Jul 15 13:00:30.903774 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbdd6f6-1f09-4394-9824-cdb1a25b136e None None] Routers {'53f68391-792f-49b9-b11c-c566dda7cc6a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:00:30.904697 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-9cbdd6f6-1f09-4394-9824-cdb1a25b136e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:00:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['53f68391-792f-49b9-b11c-c566dda7cc6a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:30.952073 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3eee38ef-08b3-44a2-a2c6-64c656928b7d tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:30.955845 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e38dd408-ed08-4cd9-94a3-2456d63122e7 req-62bd4e3a-ce85-43f4-84f4-f2c5fae6d804 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6379669 Jul 15 13:00:31.000819 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 0af5bf58-a625-404b-9e00-06be5124876b details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:00:31.001719 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.18', 50896) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:31.052897 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3eee38ef-08b3-44a2-a2c6-64c656928b7d tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:31.152397 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e305633f-bc87-47df-9d66-5f465993d870 req-915ae989-9b54-4671-8deb-7d730b6fc6cf service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471513 Jul 15 13:00:31.179534 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22719d82-417d-4184-a8f6-eff5dae1c948 x-openstack-request-id: req-22719d82-417d-4184-a8f6-eff5dae1c948 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:31.179830 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27be9ac7-50ef-4f5b-9a57-b5ad5f460013", "tag": "d85b016f-fb0d-4850-a076-4af46d0d2758", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:31.180080 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-22719d82-417d-4184-a8f6-eff5dae1c948 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:31.180475 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27be9ac7-50ef-4f5b-9a57-b5ad5f460013', 'tag': 'd85b016f-fb0d-4850-a076-4af46d0d2758', 'status': 'completed', 'code': 200} Jul 15 13:00:31.182710 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5debeb8-627c-4a5e-8194-f1394ccfea6d req-236258bd-b09a-4bcc-8e81-67e7adfea7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:31.183856 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f5debeb8-627c-4a5e-8194-f1394ccfea6d req-236258bd-b09a-4bcc-8e81-67e7adfea7c9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.8606510 Jul 15 13:00:31.198986 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee38ef-08b3-44a2-a2c6-64c656928b7d tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e12d3de-d823-4fee-bddb-60b391ace27a,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:31.241552 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3eee38ef-08b3-44a2-a2c6-64c656928b7d tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:31.259216 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3eee38ef-08b3-44a2-a2c6-64c656928b7d tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3493199 Jul 15 13:00:31.316083 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43714) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:31.326259 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a299e320-a2e3-439c-aec3-224f4e071827 req-8422acdf-5ac5-401d-b961-1b1eb15dbd1c service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8222501 Jul 15 13:00:31.351531 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f5debeb8-627c-4a5e-8194-f1394ccfea6d req-50f87198-e051-4f78-b80d-4a9a6ca1ad12 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=5ec5c713-6d70-43a5-b417-6d1ab747b70e HTTP/1.1" status: 200 len: 217 time: 0.1219211 Jul 15 13:00:31.363130 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-cdb3ddef-48d6-4296-9fe4-def81ef67755 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:31.375551 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299e320-a2e3-439c-aec3-224f4e071827 req-3baa855f-b7fe-40cc-81ce-163cdfba6f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:31.377159 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a299e320-a2e3-439c-aec3-224f4e071827 req-3baa855f-b7fe-40cc-81ce-163cdfba6f12 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&device_id=27be9ac7-50ef-4f5b-9a57-b5ad5f460013 HTTP/1.1" status: 200 len: 1100 time: 0.9011581 Jul 15 13:00:31.525687 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-b8b4b483-5aa6-484b-b2b4-5e0c36be5629 service neutron] show failed (client error): The resource could not be found. Jul 15 13:00:31.527492 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-b8b4b483-5aa6-484b-b2b4-5e0c36be5629 service neutron] 10.222.0.18 "GET /v2.0/ports/8ecd4344-13b4-4ad8-b3d8-cd1fed399548/bindings/n-h2-758944-45 HTTP/1.1" status: 404 len: 381 time: 0.5192568 Jul 15 13:00:31.529859 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdb3ddef-48d6-4296-9fe4-def81ef67755 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:31.570487 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-9cbdd6f6-1f09-4394-9824-cdb1a25b136e None None] Set router 53f68391-792f-49b9-b11c-c566dda7cc6a gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:00:31.606844 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af191fdd-6de0-4de4-bc32-232aec6dd2e9 req-df1777e8-8f4c-48bb-8ba5-48dfb604ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:31.610481 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-af191fdd-6de0-4de4-bc32-232aec6dd2e9 req-df1777e8-8f4c-48bb-8ba5-48dfb604ec2a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f18a3d0e89947ce9eff2e064383d9c5&device_id=84516647-0d9e-486f-b7fa-bb9925de3021 HTTP/1.1" status: 200 len: 1100 time: 0.3526466 Jul 15 13:00:31.631834 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd7614-b662-4d5b-a8a7-949ddb09c7d1 req-389b522f-ce09-4728-9d02-bed832381bb3 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:31.633088 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 0af5bf58-a625-404b-9e00-06be5124876b, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0af5bf58-a625-404b-9e00-06be5124876b,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:31.646558 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-19bd7614-b662-4d5b-a8a7-949ddb09c7d1 req-389b522f-ce09-4728-9d02-bed832381bb3 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 950 time: 0.4905703 Jul 15 13:00:31.757928 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a299e320-a2e3-439c-aec3-224f4e071827 req-04876f2c-f09d-4288-8f44-a2b059752e57 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298587 Jul 15 13:00:31.764900 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a299e320-a2e3-439c-aec3-224f4e071827 req-01e13ab8-a8d6-43f8-a25a-1f8de8fb996c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=d85b016f-fb0d-4850-a076-4af46d0d2758 HTTP/1.1" status: 200 len: 217 time: 0.3495004 Jul 15 13:00:31.836347 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5debeb8-627c-4a5e-8194-f1394ccfea6d req-cb7baabe-8913-4a0b-9fb9-18e112d4b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:31.838486 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f5debeb8-627c-4a5e-8194-f1394ccfea6d req-cb7baabe-8913-4a0b-9fb9-18e112d4b3f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.4603148 Jul 15 13:00:32.002301 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '0af5bf58-a625-404b-9e00-06be5124876b', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': '0af5bf58-a625-404b-9e00-06be5124876b', 'mac_address': 'fa:16:3e:18:63:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:00:32.077796 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-19bd7614-b662-4d5b-a8a7-949ddb09c7d1 req-43d57ea6-6953-45f3-872d-5b8ed85d2a30 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291589 Jul 15 13:00:32.111140 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:32.148453 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af5bf58-a625-404b-9e00-06be5124876b {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:32.203679 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 0af5bf58-a625-404b-9e00-06be5124876b, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0af5bf58-a625-404b-9e00-06be5124876b,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:32.216696 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:32.223247 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-9cbdd6f6-1f09-4394-9824-cdb1a25b136e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f68391-792f-49b9-b11c-c566dda7cc6a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1882850313-router', 'tenant_id': '7e32c2ceaed64c18ac3c9b4b3978af8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'b8ef976c-9d53-46eb-bcf3-5d76da844511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:09Z', 'updated_at': '2021-07-15T13:00:27Z', 'revision_number': 4, 'project_id': '7e32c2ceaed64c18ac3c9b4b3978af8f', 'gw_port': {'id': 'b8ef976c-9d53-46eb-bcf3-5d76da844511', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f68391-792f-49b9-b11c-c566dda7cc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:11Z', 'updated_at': '2021-07-15T13:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'c86e813c-1a83-4bb6-b955-375bd9e1176c', 'name': '', 'network_id': 'df969e3b-e244-4fdf-8a0b-bd5f367c1ad7', 'tenant_id': '7e32c2ceaed64c18ac3c9b4b3978af8f', 'mac_address': 'fa:16:3e:09:f2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f68391-792f-49b9-b11c-c566dda7cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '880b1cc9-9021-4faa-949d-f0699d6a18d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:24Z', 'updated_at': '2021-07-15T13:00:27Z', 'revision_number': 2, 'project_id': '7e32c2ceaed64c18ac3c9b4b3978af8f', 'subnets': [{'id': '880b1cc9-9021-4faa-949d-f0699d6a18d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:32.336645 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbdd6f6-1f09-4394-9824-cdb1a25b136e None None] Checking router: 53f68391-792f-49b9-b11c-c566dda7cc6a for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:00:32.337289 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbdd6f6-1f09-4394-9824-cdb1a25b136e None None] Updating router 53f68391-792f-49b9-b11c-c566dda7cc6a port c86e813c-1a83-4bb6-b955-375bd9e1176c binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:00:32.381560 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af191fdd-6de0-4de4-bc32-232aec6dd2e9 req-dfb9b5b9-6028-47f8-bd0f-b16e1a7bbdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:32.383478 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-af191fdd-6de0-4de4-bc32-232aec6dd2e9 req-dfb9b5b9-6028-47f8-bd0f-b16e1a7bbdc7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.7198479 Jul 15 13:00:32.478935 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9cbdd6f6-1f09-4394-9824-cdb1a25b136e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:32.491982 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=0af5bf58-a625-404b-9e00-06be5124876b,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:32.525467 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-af191fdd-6de0-4de4-bc32-232aec6dd2e9 req-6caca014-b038-41dc-b917-fe66ce3aaa4c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=4b44e2cb-f611-41b9-ad89-c17c317d8273 HTTP/1.1" status: 200 len: 217 time: 0.1195595 Jul 15 13:00:32.539466 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299e320-a2e3-439c-aec3-224f4e071827 req-3a1136a0-5085-4aa9-b191-e8c8083462a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:32.543079 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a299e320-a2e3-439c-aec3-224f4e071827 req-3a1136a0-5085-4aa9-b191-e8c8083462a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.7662776 Jul 15 13:00:32.642363 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a2c2c650-dae1-4e11-bf3c-f867216b6117 req-a3c1bb6d-1778-4da6-b527-f3e80111383b tempest-FloatingIPsNegativeTestJSON-741299061 tempest-FloatingIPsNegativeTestJSON-741299061-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=7e32c2ceaed64c18ac3c9b4b3978af8f HTTP/1.1" status: 200 len: 217 time: 0.1376081 Jul 15 13:00:32.651006 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-7d9cadc0-26d0-4807-aa8f-9fa90a2f2c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:32.658450 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-7d9cadc0-26d0-4807-aa8f-9fa90a2f2c01 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1&tenant_id=4c3108a20e0e4e5c98e0e01050769b9a HTTP/1.1" status: 200 len: 1102 time: 0.6066258 Jul 15 13:00:32.660291 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5debeb8-627c-4a5e-8194-f1394ccfea6d req-7f03c8b2-4aa1-4aea-bba2-9833ea6a2b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:32.663328 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f5debeb8-627c-4a5e-8194-f1394ccfea6d req-7f03c8b2-4aa1-4aea-bba2-9833ea6a2b0a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2938228 Jul 15 13:00:32.671474 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b4bca-165a-41cc-80d2-e82d603a3df4 req-43550831-e01b-42fb-9a57-160560034e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:32.674319 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1d4b4bca-165a-41cc-80d2-e82d603a3df4 req-43550831-e01b-42fb-9a57-160560034e30 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&device_id=86b3f835-d12b-4161-8d44-eb206a0c0680 HTTP/1.1" status: 200 len: 1100 time: 0.3077791 Jul 15 13:00:32.782634 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-a8ad5928-457e-46e4-a25f-93f5ca43eee1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-45', 'device_owner': 'compute:nova'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:32.858448 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdb3ddef-48d6-4296-9fe4-def81ef67755 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:32.924673 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299e320-a2e3-439c-aec3-224f4e071827 req-196a159c-4ee1-4ec1-9525-b6d406bedee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:32.927508 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a299e320-a2e3-439c-aec3-224f4e071827 req-196a159c-4ee1-4ec1-9525-b6d406bedee2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3751051 Jul 15 13:00:32.979642 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af191fdd-6de0-4de4-bc32-232aec6dd2e9 req-793cd005-ac0d-424a-ad90-9d9066e15b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:32.981132 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-af191fdd-6de0-4de4-bc32-232aec6dd2e9 req-793cd005-ac0d-424a-ad90-9d9066e15b06 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.3837755 Jul 15 13:00:33.008951 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9cbdd6f6-1f09-4394-9824-cdb1a25b136e None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:33.024356 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9cbdd6f6-1f09-4394-9824-cdb1a25b136e None None] Transition to ACTIVE for port object c86e813c-1a83-4bb6-b955-375bd9e1176c will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:33.031957 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['0af5bf58-a625-404b-9e00-06be5124876b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:33.079130 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9cbdd6f6-1f09-4394-9824-cdb1a25b136e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:33.145906 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-a8ad5928-457e-46e4-a25f-93f5ca43eee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:33.152642 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f5debeb8-627c-4a5e-8194-f1394ccfea6d req-cc963bdd-858f-4c7a-9c52-14bdd76f6429 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752386 Jul 15 13:00:33.223043 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b4bca-165a-41cc-80d2-e82d603a3df4 req-432d6c01-f71e-4d8d-a57b-3147f5608623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:33.224877 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1d4b4bca-165a-41cc-80d2-e82d603a3df4 req-432d6c01-f71e-4d8d-a57b-3147f5608623 service neutron] 10.222.0.18 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.5266163 Jul 15 13:00:33.227494 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9bbbaf-b8d4-4734-923b-8432539f387e None None] Pushing event updated for resources: {'Port': ['ID=c86e813c-1a83-4bb6-b955-375bd9e1176c,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:33.304806 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1d4b4bca-165a-41cc-80d2-e82d603a3df4 req-f3f4c4ad-6d86-4028-8188-6fb414725fea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2 HTTP/1.1" status: 200 len: 217 time: 0.0527844 Jul 15 13:00:33.314419 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a299e320-a2e3-439c-aec3-224f4e071827 req-425a7da6-fbc5-451c-918f-6240c5356504 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440225 Jul 15 13:00:33.377878 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b786c9-64e3-4b3a-b847-b457d7798f98 req-d0770772-10d1-44dd-8024-5ac41fc6bec6 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:33.380778 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-75b786c9-64e3-4b3a-b847-b457d7798f98 req-d0770772-10d1-44dd-8024-5ac41fc6bec6 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=86b3f835-d12b-4161-8d44-eb206a0c0680 HTTP/1.1" status: 200 len: 948 time: 0.4836817 Jul 15 13:00:33.436367 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-9cbdd6f6-1f09-4394-9824-cdb1a25b136e None None] Attempting to bind port c86e813c-1a83-4bb6-b955-375bd9e1176c on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:33.436923 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-9cbdd6f6-1f09-4394-9824-cdb1a25b136e None None] Attempting to bind port c86e813c-1a83-4bb6-b955-375bd9e1176c by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'cdb2c876-a854-4d6d-a38d-e1bfceb4a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'df969e3b-e244-4fdf-8a0b-bd5f367c1ad7'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:33.437428 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbdd6f6-1f09-4394-9824-cdb1a25b136e None None] Attempting to bind port c86e813c-1a83-4bb6-b955-375bd9e1176c on network df969e3b-e244-4fdf-8a0b-bd5f367c1ad7 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:33.444685 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbdd6f6-1f09-4394-9824-cdb1a25b136e None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:33.445177 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbdd6f6-1f09-4394-9824-cdb1a25b136e None None] Checking segment: {'id': 'cdb2c876-a854-4d6d-a38d-e1bfceb4a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'df969e3b-e244-4fdf-8a0b-bd5f367c1ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:33.451652 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9cbdd6f6-1f09-4394-9824-cdb1a25b136e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:33.452272 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbdd6f6-1f09-4394-9824-cdb1a25b136e None None] Bound using segment: {'id': 'cdb2c876-a854-4d6d-a38d-e1bfceb4a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'df969e3b-e244-4fdf-8a0b-bd5f367c1ad7'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:33.452952 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-9cbdd6f6-1f09-4394-9824-cdb1a25b136e None None] Bound port: c86e813c-1a83-4bb6-b955-375bd9e1176c, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb2c876-a854-4d6d-a38d-e1bfceb4a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'df969e3b-e244-4fdf-8a0b-bd5f367c1ad7'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:33.453365 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9cbdd6f6-1f09-4394-9824-cdb1a25b136e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:33.584815 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f5debeb8-627c-4a5e-8194-f1394ccfea6d req-b4aa3858-c27e-4e2a-8b0b-f0f7323de0c9 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217632 Jul 15 13:00:33.586616 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b4bca-165a-41cc-80d2-e82d603a3df4 req-3fd103a2-b0a9-4f75-8687-2ca4888127b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:33.588087 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1d4b4bca-165a-41cc-80d2-e82d603a3df4 req-3fd103a2-b0a9-4f75-8687-2ca4888127b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.2727177 Jul 15 13:00:33.624490 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-9cbdd6f6-1f09-4394-9824-cdb1a25b136e None None] For port c86e813c-1a83-4bb6-b955-375bd9e1176c, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:33.629621 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-9cbdd6f6-1f09-4394-9824-cdb1a25b136e None None] For port c86e813c-1a83-4bb6-b955-375bd9e1176c, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c86e813c-1a83-4bb6-b955-375bd9e1176c,segment=NetworkSegment(cdb2c876-a854-4d6d-a38d-e1bfceb4a18e),segment_id=cdb2c876-a854-4d6d-a38d-e1bfceb4a18e)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:33.638593 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9cbdd6f6-1f09-4394-9824-cdb1a25b136e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:33.645972 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-75b786c9-64e3-4b3a-b847-b457d7798f98 req-8dcbd522-dd24-4f6e-a814-a64678829c3a tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141378 Jul 15 13:00:33.686123 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a299e320-a2e3-439c-aec3-224f4e071827 req-93bfb3e0-0ea2-4847-a356-83b954b9ecb6 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273511 Jul 15 13:00:33.733162 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b4bca-165a-41cc-80d2-e82d603a3df4 req-42dc5d83-6dc1-4ac4-a8d3-ea2fad28fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:33.735049 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1d4b4bca-165a-41cc-80d2-e82d603a3df4 req-42dc5d83-6dc1-4ac4-a8d3-ea2fad28fe75 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1323276 Jul 15 13:00:33.754878 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-a8ad5928-457e-46e4-a25f-93f5ca43eee1 service neutron] For port 8ecd4344-13b4-4ad8-b3d8-cd1fed399548, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=8ecd4344-13b4-4ad8-b3d8-cd1fed399548,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:33.755481 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9bbbaf-b8d4-4734-923b-8432539f387e None None] Pushing event updated for resources: {'Port': ['ID=c86e813c-1a83-4bb6-b955-375bd9e1176c,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:33.760775 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbdd6f6-1f09-4394-9824-cdb1a25b136e None None] Routers {'53f68391-792f-49b9-b11c-c566dda7cc6a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:00:33.761590 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-9cbdd6f6-1f09-4394-9824-cdb1a25b136e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:00:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['53f68391-792f-49b9-b11c-c566dda7cc6a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:33.773063 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:00:33.817202 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-a8ad5928-457e-46e4-a25f-93f5ca43eee1 service neutron] For port 8ecd4344-13b4-4ad8-b3d8-cd1fed399548, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:33.866988 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-a8ad5928-457e-46e4-a25f-93f5ca43eee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:33.884057 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-a8ad5928-457e-46e4-a25f-93f5ca43eee1 service neutron] Transition to ACTIVE for port object 8ecd4344-13b4-4ad8-b3d8-cd1fed399548 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:33.888617 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605f819e-4314-4bfa-b728-6b94f1f804d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ecd4344-13b4-4ad8-b3d8-cd1fed399548'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:33.891522 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5be85d-64d1-4eec-a3b6-a5a0ddb56775" -d '{"events": [{"server_uuid": "605f819e-4314-4bfa-b728-6b94f1f804d1", "name": "network-vif-unplugged", "status": "completed", "tag": "8ecd4344-13b4-4ad8-b3d8-cd1fed399548"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:33.908732 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c64a1-a3a3-4c85-aedf-636ad33d72a2 req-cff73961-4c3d-4adc-9056-b339c69aca8c tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:33.917321 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-123c64a1-a3a3-4c85-aedf-636ad33d72a2 req-cff73961-4c3d-4adc-9056-b339c69aca8c tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=84516647-0d9e-486f-b7fa-bb9925de3021 HTTP/1.1" status: 200 len: 948 time: 1.0399659 Jul 15 13:00:33.925157 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-a8ad5928-457e-46e4-a25f-93f5ca43eee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:33.968996 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1d4b4bca-165a-41cc-80d2-e82d603a3df4 req-6b17a877-a99b-4b77-8cc0-a8577cedfa08 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245972 Jul 15 13:00:33.974004 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af191fdd-6de0-4de4-bc32-232aec6dd2e9 req-6b13b1a9-890e-47f1-8088-180d1df31252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:33.974271 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8ac84-9259-46b4-b56f-4d14570281b8 req-9a58d88d-acf9-42d9-9a7c-08a2f1da8470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:33.975751 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-af191fdd-6de0-4de4-bc32-232aec6dd2e9 req-6b13b1a9-890e-47f1-8088-180d1df31252 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9599314 Jul 15 13:00:33.975895 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1df8ac84-9259-46b4-b56f-4d14570281b8 req-9a58d88d-acf9-42d9-9a7c-08a2f1da8470 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&device_id=27be9ac7-50ef-4f5b-9a57-b5ad5f460013 HTTP/1.1" status: 200 len: 1100 time: 0.1752188 Jul 15 13:00:34.004250 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-cdb3ddef-48d6-4296-9fe4-def81ef67755 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Allocated IP 172.25.6.149 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/c6cbae41-3aa3-452a-83df-53f54784ae0b) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:34.020015 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-9cbdd6f6-1f09-4394-9824-cdb1a25b136e None None] Set router 53f68391-792f-49b9-b11c-c566dda7cc6a gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:00:34.145600 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:00:34.155823 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-123c64a1-a3a3-4c85-aedf-636ad33d72a2 req-fe1a2a07-63e8-4fbc-88aa-4ba0a0833877 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370961 Jul 15 13:00:34.159560 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-a8ad5928-457e-46e4-a25f-93f5ca43eee1 service neutron] No DVR routers for this DVR port 8ecd4344-13b4-4ad8-b3d8-cd1fed399548 on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:00:34.349316 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8ac84-9259-46b4-b56f-4d14570281b8 req-38ce033a-32a0-4d33-b39d-f2ab5435b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:34.352507 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1df8ac84-9259-46b4-b56f-4d14570281b8 req-38ce033a-32a0-4d33-b39d-f2ab5435b966 service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.3662481 Jul 15 13:00:34.369294 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad5928-457e-46e4-a25f-93f5ca43eee1 service neutron] Pushing event updated for resources: {'Port': ['ID=8ecd4344-13b4-4ad8-b3d8-cd1fed399548,revision_number=6']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:34.407482 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8c0692d-4563-4cd8-9b96-abd4cb6e3099 req-509c932a-0f87-4614-a457-c59510fac326 tempest-FloatingIPsNegativeTestJSON-741299061 tempest-FloatingIPsNegativeTestJSON-741299061-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1520607 Jul 15 13:00:34.460430 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1df8ac84-9259-46b4-b56f-4d14570281b8 req-c1c6d656-74d6-43ae-99d1-12d7555ea6b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=d85b016f-fb0d-4850-a076-4af46d0d2758 HTTP/1.1" status: 200 len: 217 time: 0.0981917 Jul 15 13:00:34.488181 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-a8ad5928-457e-46e4-a25f-93f5ca43eee1 service neutron] Attempting to bind port 8ecd4344-13b4-4ad8-b3d8-cd1fed399548 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:34.488549 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-a8ad5928-457e-46e4-a25f-93f5ca43eee1 service neutron] Attempting to bind port 8ecd4344-13b4-4ad8-b3d8-cd1fed399548 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:34.488965 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-a8ad5928-457e-46e4-a25f-93f5ca43eee1 service neutron] Attempting to bind port 8ecd4344-13b4-4ad8-b3d8-cd1fed399548 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:34.504885 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-a8ad5928-457e-46e4-a25f-93f5ca43eee1 service neutron] Port 8ecd4344-13b4-4ad8-b3d8-cd1fed399548 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:00:34.507036 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-a8ad5928-457e-46e4-a25f-93f5ca43eee1 service neutron] Attempting to bind port 8ecd4344-13b4-4ad8-b3d8-cd1fed399548 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:34.562246 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-a8ad5928-457e-46e4-a25f-93f5ca43eee1 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:34.570575 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-a8ad5928-457e-46e4-a25f-93f5ca43eee1 service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:34.571385 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-a8ad5928-457e-46e4-a25f-93f5ca43eee1 service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:34.572103 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-a8ad5928-457e-46e4-a25f-93f5ca43eee1 service neutron] Bound port: 8ecd4344-13b4-4ad8-b3d8-cd1fed399548, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:34.576702 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-a8ad5928-457e-46e4-a25f-93f5ca43eee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:34.619793 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1d4b4bca-165a-41cc-80d2-e82d603a3df4 req-5fd764e9-b25f-40db-99a1-754bf9f7608c service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6321025 Jul 15 13:00:34.643855 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-af191fdd-6de0-4de4-bc32-232aec6dd2e9 req-0569c339-8246-4042-a09d-30abe904c4bb service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6347404 Jul 15 13:00:34.656865 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:34.676329 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': 'ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2', 'mac_address': 'fa:16:3e:92:1c:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:00:34.730095 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8ac84-9259-46b4-b56f-4d14570281b8 req-603d00e4-c165-4116-9bcf-0c0c9ff2ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:34.732957 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1df8ac84-9259-46b4-b56f-4d14570281b8 req-603d00e4-c165-4116-9bcf-0c0c9ff2ec9c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1112740 Jul 15 13:00:34.766322 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdb3ddef-48d6-4296-9fe4-def81ef67755 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:34.770234 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-9cbdd6f6-1f09-4394-9824-cdb1a25b136e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f68391-792f-49b9-b11c-c566dda7cc6a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1882850313-router', 'tenant_id': '7e32c2ceaed64c18ac3c9b4b3978af8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'b8ef976c-9d53-46eb-bcf3-5d76da844511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:09Z', 'updated_at': '2021-07-15T13:00:27Z', 'revision_number': 4, 'project_id': '7e32c2ceaed64c18ac3c9b4b3978af8f', 'gw_port': {'id': 'b8ef976c-9d53-46eb-bcf3-5d76da844511', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f68391-792f-49b9-b11c-c566dda7cc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:11Z', 'updated_at': '2021-07-15T13:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'c86e813c-1a83-4bb6-b955-375bd9e1176c', 'name': '', 'network_id': 'df969e3b-e244-4fdf-8a0b-bd5f367c1ad7', 'tenant_id': '7e32c2ceaed64c18ac3c9b4b3978af8f', 'mac_address': 'fa:16:3e:09:f2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f68391-792f-49b9-b11c-c566dda7cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '880b1cc9-9021-4faa-949d-f0699d6a18d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:24Z', 'updated_at': '2021-07-15T13:00:33Z', 'revision_number': 4, 'project_id': '7e32c2ceaed64c18ac3c9b4b3978af8f', 'subnets': [{'id': '880b1cc9-9021-4faa-949d-f0699d6a18d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:34.871291 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbdd6f6-1f09-4394-9824-cdb1a25b136e None None] The sync data for ids ['53f68391-792f-49b9-b11c-c566dda7cc6a'] in n-d-758944-45 is: [{'id': '53f68391-792f-49b9-b11c-c566dda7cc6a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1882850313-router', 'tenant_id': '7e32c2ceaed64c18ac3c9b4b3978af8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'b8ef976c-9d53-46eb-bcf3-5d76da844511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:09Z', 'updated_at': '2021-07-15T13:00:27Z', 'revision_number': 4, 'project_id': '7e32c2ceaed64c18ac3c9b4b3978af8f', 'gw_port': {'id': 'b8ef976c-9d53-46eb-bcf3-5d76da844511', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f68391-792f-49b9-b11c-c566dda7cc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:11Z', 'updated_at': '2021-07-15T13:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'c86e813c-1a83-4bb6-b955-375bd9e1176c', 'name': '', 'network_id': 'df969e3b-e244-4fdf-8a0b-bd5f367c1ad7', 'tenant_id': '7e32c2ceaed64c18ac3c9b4b3978af8f', 'mac_address': 'fa:16:3e:09:f2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f68391-792f-49b9-b11c-c566dda7cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '880b1cc9-9021-4faa-949d-f0699d6a18d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:24Z', 'updated_at': '2021-07-15T13:00:33Z', 'revision_number': 4, 'project_id': '7e32c2ceaed64c18ac3c9b4b3978af8f', 'subnets': [{'id': '880b1cc9-9021-4faa-949d-f0699d6a18d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:00:34.932478 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-a8ad5928-457e-46e4-a25f-93f5ca43eee1 service neutron] For port 8ecd4344-13b4-4ad8-b3d8-cd1fed399548, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:34.936083 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:34.956343 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-a8ad5928-457e-46e4-a25f-93f5ca43eee1 service neutron] For port 8ecd4344-13b4-4ad8-b3d8-cd1fed399548, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=8ecd4344-13b4-4ad8-b3d8-cd1fed399548,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:34.974496 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-a8ad5928-457e-46e4-a25f-93f5ca43eee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:34.986327 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-af191fdd-6de0-4de4-bc32-232aec6dd2e9 req-65695619-2fa2-4aae-b35f-8a6832337507 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198931 Jul 15 13:00:34.995708 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:35.046407 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-a8ad5928-457e-46e4-a25f-93f5ca43eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:35.048614 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-a8ad5928-457e-46e4-a25f-93f5ca43eee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:35.050648 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-a8ad5928-457e-46e4-a25f-93f5ca43eee1 service neutron] 10.222.0.32 "PUT /v2.0/ports/8ecd4344-13b4-4ad8-b3d8-cd1fed399548 HTTP/1.1" status: 200 len: 1097 time: 2.3012764 Jul 15 13:00:35.081624 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdb3ddef-48d6-4296-9fe4-def81ef67755 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:35.085712 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:35.098802 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 0af5bf58-a625-404b-9e00-06be5124876b up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:35.107872 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:35.110436 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 4b44e2cb-f611-41b9-ad89-c17c317d8273 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:00:35.156796 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb3ddef-48d6-4296-9fe4-def81ef67755 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:35.160713 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad5928-457e-46e4-a25f-93f5ca43eee1 service neutron] Pushing event updated for resources: {'Port': ['ID=8ecd4344-13b4-4ad8-b3d8-cd1fed399548,revision_number=7']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:35.210370 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abb773-7a08-4327-b24f-1cbb0552ad8c req-97cc5946-2c85-4350-aa5d-a79524a4e108 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:35.220045 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-12abb773-7a08-4327-b24f-1cbb0552ad8c req-97cc5946-2c85-4350-aa5d-a79524a4e108 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 948 time: 0.4839027 Jul 15 13:00:35.245873 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8ac84-9259-46b4-b56f-4d14570281b8 req-6186d8e8-6e34-403b-9cb2-1323abf3ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:35.250835 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1df8ac84-9259-46b4-b56f-4d14570281b8 req-6186d8e8-6e34-403b-9cb2-1323abf3ba0b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4848568 Jul 15 13:00:35.349829 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:35.376852 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3ddef-48d6-4296-9fe4-def81ef67755 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Pushing event updated for resources: {'Port': ['ID=c6cbae41-3aa3-452a-83df-53f54784ae0b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:35.396268 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-cdb3ddef-48d6-4296-9fe4-def81ef67755 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:35.405084 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb3ddef-48d6-4296-9fe4-def81ef67755 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:35.432457 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 4b44e2cb-f611-41b9-ad89-c17c317d8273, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=4b44e2cb-f611-41b9-ad89-c17c317d8273,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:35.481770 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-12abb773-7a08-4327-b24f-1cbb0552ad8c req-79560098-382e-4e6e-a458-d841337c8b8c tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606874 Jul 15 13:00:35.512599 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1df8ac84-9259-46b4-b56f-4d14570281b8 req-45d4e3bf-07fc-4f2e-87b5-193e6c7775ee service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470627 Jul 15 13:00:35.525845 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '4b44e2cb-f611-41b9-ad89-c17c317d8273', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': '4b44e2cb-f611-41b9-ad89-c17c317d8273', 'mac_address': 'fa:16:3e:dc:f1:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:00:35.733217 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdb3ddef-48d6-4296-9fe4-def81ef67755 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:35.772327 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1df8ac84-9259-46b4-b56f-4d14570281b8 req-9da22b6d-cd8e-421a-b984-84800f9e7f40 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500796 Jul 15 13:00:35.775799 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 0af5bf58-a625-404b-9e00-06be5124876b completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:35.801122 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 0af5bf58-a625-404b-9e00-06be5124876b triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:35.801513 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:35.801817 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe334c2-0a48-429b-a9cc-1a43d2353de0 x-openstack-request-id: req-bfe334c2-0a48-429b-a9cc-1a43d2353de0 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:35.802573 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605f819e-4314-4bfa-b728-6b94f1f804d1", "name": "network-vif-unplugged", "status": "completed", "tag": "8ecd4344-13b4-4ad8-b3d8-cd1fed399548", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:35.803401 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bfe334c2-0a48-429b-a9cc-1a43d2353de0 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:35.804694 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605f819e-4314-4bfa-b728-6b94f1f804d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ecd4344-13b4-4ad8-b3d8-cd1fed399548', 'code': 200} Jul 15 13:00:35.854584 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-f327a3ef-e8a3-42d0-87f8-3f374e5e9d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:35.857234 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-f327a3ef-e8a3-42d0-87f8-3f374e5e9d61 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 1100 time: 0.6979759 Jul 15 13:00:35.864560 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:35.915426 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b44e2cb-f611-41b9-ad89-c17c317d8273 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:35.956358 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-14c1c98f-414b-4112-a649-d2b5bf21db2e tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6849e8af2e154a3caedc88797849533b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334618 Jul 15 13:00:35.959510 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 4b44e2cb-f611-41b9-ad89-c17c317d8273, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=4b44e2cb-f611-41b9-ad89-c17c317d8273,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:35.967487 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:35.990548 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [req-bf110dae-2a24-4496-a4ed-300fe304ea70 req-7bc46d5f-5920-4d92-8911-739df6d03428 tempest-FloatingIPsNegativeTestJSON-741299061 tempest-FloatingIPsNegativeTestJSON-741299061-project] show failed (client error): The resource could not be found. Jul 15 13:00:35.991999 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bf110dae-2a24-4496-a4ed-300fe304ea70 req-7bc46d5f-5920-4d92-8911-739df6d03428 tempest-FloatingIPsNegativeTestJSON-741299061 tempest-FloatingIPsNegativeTestJSON-741299061-project] 10.222.0.24 "GET /v2.0/floatingips/eff79f4f-3d90-4d2d-9d8c-f91bf8c13c9b HTTP/1.1" status: 404 len: 350 time: 0.1321611 Jul 15 13:00:36.008351 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43808) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:36.018087 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdb3ddef-48d6-4296-9fe4-def81ef67755 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:36.134585 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 8ecd4344-13b4-4ad8-b3d8-cd1fed399548 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:00:36.233922 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-1679a0b0-3945-4891-bfca-8eb59604a30b tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:36.235636 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-1679a0b0-3945-4891-bfca-8eb59604a30b tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2654173 Jul 15 13:00:36.288916 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-e47ab2fc-77d1-4ce6-8c82-422070227b1f tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] 10.222.0.24 "GET /v2.0/quotas/6849e8af2e154a3caedc88797849533b HTTP/1.1" status: 200 len: 375 time: 0.0150130 Jul 15 13:00:36.367980 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-ec888fbf-159f-4793-8844-0ce962fa3291 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6849e8af2e154a3caedc88797849533b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739803 Jul 15 13:00:36.480389 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:36.504077 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=4b44e2cb-f611-41b9-ad89-c17c317d8273,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:36.534739 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:36.608869 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['4b44e2cb-f611-41b9-ad89-c17c317d8273'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:36.609842 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-94a11145-7e81-4dbb-908b-2660aa53736f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:36.611724 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-94a11145-7e81-4dbb-908b-2660aa53736f service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.7147913 Jul 15 13:00:36.628554 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 8ecd4344-13b4-4ad8-b3d8-cd1fed399548 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:00:36.701999 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28863b26-93ae-48e3-9449-ffbefc492fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af5bf58-a625-404b-9e00-06be5124876b'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:36.718166 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7671ee29-2347-424f-8ef3-9a2e5607258b" -d '{"events": [{"server_uuid": "28863b26-93ae-48e3-9449-ffbefc492fb7", "name": "network-vif-plugged", "status": "completed", "tag": "0af5bf58-a625-404b-9e00-06be5124876b"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:36.793927 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 0af5bf58-a625-404b-9e00-06be5124876b, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0af5bf58-a625-404b-9e00-06be5124876b,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:36.829424 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-49e92cb1-c056-4972-a759-5b9a96bc5392 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=8ecd4344-13b4-4ad8-b3d8-cd1fed399548 HTTP/1.1" status: 200 len: 217 time: 0.1335199 Jul 15 13:00:36.863283 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:36.987963 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdb3ddef-48d6-4296-9fe4-def81ef67755 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:37.008716 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=0af5bf58-a625-404b-9e00-06be5124876b,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:37.010953 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdb3ddef-48d6-4296-9fe4-def81ef67755 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:37.017385 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device d85b016f-fb0d-4850-a076-4af46d0d2758 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:00:37.107190 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3ddef-48d6-4296-9fe4-def81ef67755 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Pushing event updated for resources: {'Port': ['ID=c6cbae41-3aa3-452a-83df-53f54784ae0b,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:37.134539 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-c24f1d4e-0aa6-4350-b302-c5b149e65278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:37.136677 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-c24f1d4e-0aa6-4350-b302-c5b149e65278 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.2884867 Jul 15 13:00:37.174626 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90926ee0-f83c-4bb6-9454-d4c21c0e890a req-60aeb9db-3e12-419c-9328-ba5605e62c81 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:37.174895 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c86e813c-1a83-4bb6-b955-375bd9e1176c up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:37.183708 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-90926ee0-f83c-4bb6-9454-d4c21c0e890a req-60aeb9db-3e12-419c-9328-ba5605e62c81 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=86b3f835-d12b-4161-8d44-eb206a0c0680 HTTP/1.1" status: 200 len: 949 time: 0.8537588 Jul 15 13:00:37.198414 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632b024-7c8f-48ed-81d5-cf436fd3b23f req-bdf20be0-f51f-46ef-9fed-a54801f9e8c6 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:37.214633 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3632b024-7c8f-48ed-81d5-cf436fd3b23f req-bdf20be0-f51f-46ef-9fed-a54801f9e8c6 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=84516647-0d9e-486f-b7fa-bb9925de3021 HTTP/1.1" status: 200 len: 949 time: 0.4130392 Jul 15 13:00:37.238190 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.resource_extend [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:00:37.257845 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdb3ddef-48d6-4296-9fe4-def81ef67755 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:37.334938 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port c86e813c-1a83-4bb6-b955-375bd9e1176c completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:37.356754 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port c86e813c-1a83-4bb6-b955-375bd9e1176c triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:37.357182 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:37.408080 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3632b024-7c8f-48ed-81d5-cf436fd3b23f req-0250ebd0-7c67-425c-926d-d6f17aee67e6 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887834 Jul 15 13:00:37.440599 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port d85b016f-fb0d-4850-a076-4af46d0d2758, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=d85b016f-fb0d-4850-a076-4af46d0d2758,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:37.489145 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'd85b016f-fb0d-4850-a076-4af46d0d2758', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': 'd85b016f-fb0d-4850-a076-4af46d0d2758', 'mac_address': 'fa:16:3e:33:97:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:00:37.501567 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdb3ddef-48d6-4296-9fe4-def81ef67755 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:37.514467 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-cdb3ddef-48d6-4296-9fe4-def81ef67755 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1935620 Jul 15 13:00:37.571237 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-90926ee0-f83c-4bb6-9454-d4c21c0e890a req-882764bb-db9c-457d-971c-8f0b7dfd4a27 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860610 Jul 15 13:00:37.679442 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-4cba323d-5844-4da0-b42c-a4da863fc187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:37.681265 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-4cba323d-5844-4da0-b42c-a4da863fc187 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5165200 Jul 15 13:00:37.701082 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:37.749697 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:37.765163 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-82a10971-ba7b-4aae-a2e6-bc8f00ce11fc req-211f0a72-b95a-4058-8e4b-82f9bbccbfce tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb33e3c-7005-46fb-b675-4b7cada182b4 HTTP/1.1" status: 200 len: 210 time: 0.0832977 Jul 15 13:00:37.767680 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:37.771622 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port c86e813c-1a83-4bb6-b955-375bd9e1176c, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c86e813c-1a83-4bb6-b955-375bd9e1176c,segment=NetworkSegment(cdb2c876-a854-4d6d-a38d-e1bfceb4a18e),segment_id=cdb2c876-a854-4d6d-a38d-e1bfceb4a18e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:37.791983 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:37.801797 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d85b016f-fb0d-4850-a076-4af46d0d2758 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:37.811685 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a57e3-8230-45a5-b47f-9f8c8e13ef3d req-06fcab35-30f4-4875-a6ee-6ee0cf775efc tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:37.813707 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605f819e-4314-4bfa-b728-6b94f1f804d1', 'tag': '8ecd4344-13b4-4ad8-b3d8-cd1fed399548'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:37.817335 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff301c3-6a0e-45e5-abb8-4274f6ced977" -d '{"events": [{"name": "network-changed", "server_uuid": "605f819e-4314-4bfa-b728-6b94f1f804d1", "tag": "8ecd4344-13b4-4ad8-b3d8-cd1fed399548"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:37.826575 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-500a57e3-8230-45a5-b47f-9f8c8e13ef3d req-06fcab35-30f4-4875-a6ee-6ee0cf775efc tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 948 time: 0.1979501 Jul 15 13:00:37.869676 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port d85b016f-fb0d-4850-a076-4af46d0d2758, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=d85b016f-fb0d-4850-a076-4af46d0d2758,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:37.891404 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:37.905387 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=c86e813c-1a83-4bb6-b955-375bd9e1176c,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:37.922409 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-500a57e3-8230-45a5-b47f-9f8c8e13ef3d req-bbd3f267-776c-439c-8b02-ead55ea99b37 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942893 Jul 15 13:00:37.989102 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=d85b016f-fb0d-4850-a076-4af46d0d2758,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:38.131262 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 4b44e2cb-f611-41b9-ad89-c17c317d8273 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:38.244911 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['d85b016f-fb0d-4850-a076-4af46d0d2758'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:38.254948 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-710e23aa-282f-4ad4-8631-644cdf768808 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1846830749&fields=id&tenant_id=6700552a2e0e4fd3b3bebf3b4a86d77d HTTP/1.1" status: 200 len: 267 time: 0.0853345 Jul 15 13:00:38.318335 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-200665cf-ad44-4f82-9714-3e5a04f9e2c6 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6204033 Jul 15 13:00:38.359933 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee925091-f9f9-4d2b-b538-d339536b4f8d x-openstack-request-id: req-ee925091-f9f9-4d2b-b538-d339536b4f8d {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:38.360275 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28863b26-93ae-48e3-9449-ffbefc492fb7", "name": "network-vif-plugged", "status": "completed", "tag": "0af5bf58-a625-404b-9e00-06be5124876b", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:38.360486 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee925091-f9f9-4d2b-b538-d339536b4f8d {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:38.360938 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28863b26-93ae-48e3-9449-ffbefc492fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af5bf58-a625-404b-9e00-06be5124876b', 'code': 200} Jul 15 13:00:38.363648 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-309c5113-2d79-4a4c-94b7-c442f12cb9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:38.470232 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-ee08242c-71ed-4d90-8562-17223a6bce51 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:38.484987 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-ee08242c-71ed-4d90-8562-17223a6bce51 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/networks?id=0c9ddec9-1058-4e8b-b69a-1210476af020 HTTP/1.1" status: 200 len: 823 time: 0.2290685 Jul 15 13:00:38.510314 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76998c7-b153-4029-823f-71bc76a50531 x-openstack-request-id: req-a76998c7-b153-4029-823f-71bc76a50531 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:38.510895 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605f819e-4314-4bfa-b728-6b94f1f804d1", "tag": "8ecd4344-13b4-4ad8-b3d8-cd1fed399548", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:38.511383 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a76998c7-b153-4029-823f-71bc76a50531 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:38.511986 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605f819e-4314-4bfa-b728-6b94f1f804d1', 'tag': '8ecd4344-13b4-4ad8-b3d8-cd1fed399548', 'status': 'completed', 'code': 200} Jul 15 13:00:38.526991 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-18fb548c-d40f-4c16-bdac-7a2b9b9ff5fb tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/quotas/6700552a2e0e4fd3b3bebf3b4a86d77d HTTP/1.1" status: 200 len: 375 time: 0.0410085 Jul 15 13:00:38.594005 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4ced36ef-22e7-490e-9de3-8ccf5a9b1eaf req-4a525292-c226-48d9-92da-2c11121d8393 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441332 Jul 15 13:00:38.626399 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 4b44e2cb-f611-41b9-ad89-c17c317d8273 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:38.687817 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 4b44e2cb-f611-41b9-ad89-c17c317d8273 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:38.688575 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:38.742587 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-03cf58e0-069d-40d3-b5d5-9f62e2182f95 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6700552a2e0e4fd3b3bebf3b4a86d77d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2110445 Jul 15 13:00:38.910890 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff301c3-6a0e-45e5-abb8-4274f6ced977 req-64454a8b-128f-4e41-8e43-0f7b1a81dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:38.928624 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3ff301c3-6a0e-45e5-abb8-4274f6ced977 req-64454a8b-128f-4e41-8e43-0f7b1a81dcfd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 1100 time: 0.4043136 Jul 15 13:00:38.939371 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:39.018349 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 4b44e2cb-f611-41b9-ad89-c17c317d8273, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=4b44e2cb-f611-41b9-ad89-c17c317d8273,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:39.029423 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:39.031822 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:39.198172 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=4b44e2cb-f611-41b9-ad89-c17c317d8273,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:39.205374 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c86e813c-1a83-4bb6-b955-375bd9e1176c up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:39.347074 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port c86e813c-1a83-4bb6-b955-375bd9e1176c triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:39.347896 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:39.353946 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:39.354146 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-9624f0a9-ed2a-44d0-b2b3-ca2e45e81958 service neutron] 10.222.0.24 "GET /v2.0/networks/0c9ddec9-1058-4e8b-b69a-1210476af020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5917218 Jul 15 13:00:39.388386 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268b664-6ecf-464f-9a42-07e084cfe357 req-5fb4858d-c788-4860-bded-e7010562d23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:39.400209 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d268b664-6ecf-464f-9a42-07e084cfe357 req-5fb4858d-c788-4860-bded-e7010562d23a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 1101 time: 0.6492369 Jul 15 13:00:39.409885 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:39.410507 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:39.492908 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff301c3-6a0e-45e5-abb8-4274f6ced977 req-c23f04c0-bb06-4039-8b04-354396044ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:39.495085 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3ff301c3-6a0e-45e5-abb8-4274f6ced977 req-c23f04c0-bb06-4039-8b04-354396044ca7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.5653200 Jul 15 13:00:39.501681 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-b8196987-da98-4036-97c4-b8754298fae7 service neutron] 10.222.0.24 "GET /v2.0/networks/0c9ddec9-1058-4e8b-b69a-1210476af020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442771 Jul 15 13:00:39.534787 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d268b664-6ecf-464f-9a42-07e084cfe357 req-87339f08-5814-4ba6-80b8-d04387a23449 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150374 Jul 15 13:00:39.549166 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-5ae1f3bc-9423-4182-85a3-d85bf0e7e618 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6849e8af2e154a3caedc88797849533b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0781813 Jul 15 13:00:39.572671 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3ff301c3-6a0e-45e5-abb8-4274f6ced977 req-942481e9-dcb9-434a-8f50-4eedfcea3b73 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=8ecd4344-13b4-4ad8-b3d8-cd1fed399548 HTTP/1.1" status: 200 len: 217 time: 0.0569010 Jul 15 13:00:39.585190 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61e8ea-4b22-4112-afdf-877d1d765e65 req-419e28b9-8728-46fc-bcad-37345092b26d tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:39.593991 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4d61e8ea-4b22-4112-afdf-877d1d765e65 req-419e28b9-8728-46fc-bcad-37345092b26d tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=84516647-0d9e-486f-b7fa-bb9925de3021 HTTP/1.1" status: 200 len: 950 time: 0.6451783 Jul 15 13:00:39.660327 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff301c3-6a0e-45e5-abb8-4274f6ced977 req-228da893-5cfa-46ff-a2bd-e584174e9d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:39.663363 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3ff301c3-6a0e-45e5-abb8-4274f6ced977 req-228da893-5cfa-46ff-a2bd-e584174e9d04 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 1100 time: 0.8389943 Jul 15 13:00:39.780371 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4d61e8ea-4b22-4112-afdf-877d1d765e65 req-d08872d7-778a-4287-8c98-6a2de6490e54 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849575 Jul 15 13:00:39.815462 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:39.816082 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff301c3-6a0e-45e5-abb8-4274f6ced977 req-c395d681-aa62-47ba-a2f2-993b532202be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:39.822698 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3ff301c3-6a0e-45e5-abb8-4274f6ced977 req-c395d681-aa62-47ba-a2f2-993b532202be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.2261491 Jul 15 13:00:39.873670 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:39.883939 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:39.917251 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-5826b92a-4845-471f-9429-4c4126b79763 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:39.920108 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-5826b92a-4845-471f-9429-4c4126b79763 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3695297 Jul 15 13:00:40.006736 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:40.037799 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-309c5113-2d79-4a4c-94b7-c442f12cb9d4 admin admin] Deleting port c86e813c-1a83-4bb6-b955-375bd9e1176c {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:00:40.040674 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-309c5113-2d79-4a4c-94b7-c442f12cb9d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:40.073593 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-9b284d79-90b3-4e91-afe8-dc8625c78794 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Request body: {'port': {'device_id': 'dbb33e3c-7005-46fb-b675-4b7cada182b4', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'admin_state_up': True, 'tenant_id': '6849e8af2e154a3caedc88797849533b'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:40.146741 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff301c3-6a0e-45e5-abb8-4274f6ced977 req-c2797e03-1319-4593-89b0-2927c0e7d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:40.148591 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3ff301c3-6a0e-45e5-abb8-4274f6ced977 req-c2797e03-1319-4593-89b0-2927c0e7d45d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3040349 Jul 15 13:00:40.294493 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-309c5113-2d79-4a4c-94b7-c442f12cb9d4 admin admin] For port c86e813c-1a83-4bb6-b955-375bd9e1176c, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c86e813c-1a83-4bb6-b955-375bd9e1176c,segment=NetworkSegment(cdb2c876-a854-4d6d-a38d-e1bfceb4a18e),segment_id=cdb2c876-a854-4d6d-a38d-e1bfceb4a18e)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:40.296697 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-309c5113-2d79-4a4c-94b7-c442f12cb9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:40.362301 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84516647-0d9e-486f-b7fa-bb9925de3021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b44e2cb-f611-41b9-ad89-c17c317d8273'}, {'server_uuid': '86b3f835-d12b-4161-8d44-eb206a0c0680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:40.364800 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206c7211-cc8f-4195-96d1-62ed3214c5bf" -d '{"events": [{"server_uuid": "84516647-0d9e-486f-b7fa-bb9925de3021", "name": "network-vif-plugged", "status": "completed", "tag": "4b44e2cb-f611-41b9-ad89-c17c317d8273"}, {"server_uuid": "86b3f835-d12b-4161-8d44-eb206a0c0680", "name": "network-vif-plugged", "status": "completed", "tag": "ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:40.367443 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-94d622b2-61bf-4660-9e0f-18c3036551ed req-bed30e69-767a-469b-8af2-23ba27b81d08 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb33e3c-7005-46fb-b675-4b7cada182b4 HTTP/1.1" status: 200 len: 210 time: 0.1289032 Jul 15 13:00:40.429600 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-309c5113-2d79-4a4c-94b7-c442f12cb9d4 admin admin] Calling delete_port for c86e813c-1a83-4bb6-b955-375bd9e1176c owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:00:40.621105 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3ff301c3-6a0e-45e5-abb8-4274f6ced977 req-14018134-e2f7-4842-8f15-7a69c13414a9 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581101 Jul 15 13:00:40.695213 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e5152-664b-4995-b654-2e5c9a870dc0 req-6b75688f-51f8-48c8-adc9-7dc6ec73ada8 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:40.708919 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d3e5152-664b-4995-b654-2e5c9a870dc0 req-6b75688f-51f8-48c8-adc9-7dc6ec73ada8 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=86b3f835-d12b-4161-8d44-eb206a0c0680 HTTP/1.1" status: 200 len: 950 time: 0.5966580 Jul 15 13:00:40.725148 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff301c3-6a0e-45e5-abb8-4274f6ced977 req-25e58690-cf8a-41bc-8197-63a295ca33fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:40.733059 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3ff301c3-6a0e-45e5-abb8-4274f6ced977 req-25e58690-cf8a-41bc-8197-63a295ca33fb service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.8053629 Jul 15 13:00:41.009246 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3ff301c3-6a0e-45e5-abb8-4274f6ced977 req-1de36584-05d8-4894-93cd-ca54aa0f3dfe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=8ecd4344-13b4-4ad8-b3d8-cd1fed399548 HTTP/1.1" status: 200 len: 217 time: 0.2484212 Jul 15 13:00:41.030113 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device d85b016f-fb0d-4850-a076-4af46d0d2758 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:41.074274 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d3e5152-664b-4995-b654-2e5c9a870dc0 req-daccab65-7531-42ca-9435-8994d622d40c tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601665 Jul 15 13:00:41.101305 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-9b284d79-90b3-4e91-afe8-dc8625c78794 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Made reservation on behalf of 6849e8af2e154a3caedc88797849533b for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:00:41.108226 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-9b284d79-90b3-4e91-afe8-dc8625c78794 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:41.196683 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-9b284d79-90b3-4e91-afe8-dc8625c78794 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:41.201337 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa295c-0c73-4ff0-bc8f-40e4d9d20d5b req-17247af5-b034-4b28-8fdf-fc4ae75f5da2 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:41.215884 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d4fa295c-0c73-4ff0-bc8f-40e4d9d20d5b req-17247af5-b034-4b28-8fdf-fc4ae75f5da2 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 948 time: 0.4654562 Jul 15 13:00:41.217892 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port d85b016f-fb0d-4850-a076-4af46d0d2758 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:41.228216 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port d85b016f-fb0d-4850-a076-4af46d0d2758 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:41.228589 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:41.338011 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d4fa295c-0c73-4ff0-bc8f-40e4d9d20d5b req-c0b017bc-58c1-4f25-8b66-f0ffce6c38ad tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206510 Jul 15 13:00:41.352300 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff301c3-6a0e-45e5-abb8-4274f6ced977 req-6d55f2e8-3784-402e-9e7c-8c56d697444a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:41.354890 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3ff301c3-6a0e-45e5-abb8-4274f6ced977 req-6d55f2e8-3784-402e-9e7c-8c56d697444a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.2780380 Jul 15 13:00:41.419646 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:41.464015 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port d85b016f-fb0d-4850-a076-4af46d0d2758, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=d85b016f-fb0d-4850-a076-4af46d0d2758,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:41.474367 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:41.488673 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3ff301c3-6a0e-45e5-abb8-4274f6ced977 req-a3cfb247-38d5-4a2a-84e5-31a6016f0599 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8549807 Jul 15 13:00:41.565212 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f643f2-eacd-42d6-a9ca-bfc4a3db6be8 x-openstack-request-id: req-b8f643f2-eacd-42d6-a9ca-bfc4a3db6be8 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:41.566592 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84516647-0d9e-486f-b7fa-bb9925de3021", "name": "network-vif-plugged", "status": "completed", "tag": "4b44e2cb-f611-41b9-ad89-c17c317d8273", "code": 200}, {"server_uuid": "86b3f835-d12b-4161-8d44-eb206a0c0680", "name": "network-vif-plugged", "status": "completed", "tag": "ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:41.566977 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b8f643f2-eacd-42d6-a9ca-bfc4a3db6be8 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:41.567605 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84516647-0d9e-486f-b7fa-bb9925de3021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b44e2cb-f611-41b9-ad89-c17c317d8273', 'code': 200} Jul 15 13:00:41.568730 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b3f835-d12b-4161-8d44-eb206a0c0680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2', 'code': 200} Jul 15 13:00:41.634999 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=d85b016f-fb0d-4850-a076-4af46d0d2758,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:41.734829 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-309c5113-2d79-4a4c-94b7-c442f12cb9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:41.830118 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c5113-2d79-4a4c-94b7-c442f12cb9d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c86e813c-1a83-4bb6-b955-375bd9e1176c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:41.881159 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-be0791eb-a9b5-4e6d-8bb2-f629f06c93ed req-81c22b8f-5c03-424d-b052-4cdec804647b tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/ports?device_id=5506005c-5be7-40c9-a580-d6aa29c174e7 HTTP/1.1" status: 200 len: 210 time: 0.1832049 Jul 15 13:00:42.001376 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff301c3-6a0e-45e5-abb8-4274f6ced977 req-b1ed3cb9-f057-49e3-b9ef-6add24aae45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:42.016018 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3ff301c3-6a0e-45e5-abb8-4274f6ced977 req-b1ed3cb9-f057-49e3-b9ef-6add24aae45c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6352434 Jul 15 13:00:42.291769 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3ff301c3-6a0e-45e5-abb8-4274f6ced977 req-94012b9d-588f-4d2c-878d-069bbdfe74c9 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744524 Jul 15 13:00:42.351686 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-9b284d79-90b3-4e91-afe8-dc8625c78794 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:42.417132 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-9b284d79-90b3-4e91-afe8-dc8625c78794 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:42.427358 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2cb60-fc4d-4a96-8fe0-d98ea48fe218 req-5a597170-1ebb-40ef-bd2e-31bc05488750 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:42.440747 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e1b2cb60-fc4d-4a96-8fe0-d98ea48fe218 req-5a597170-1ebb-40ef-bd2e-31bc05488750 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=84516647-0d9e-486f-b7fa-bb9925de3021 HTTP/1.1" status: 200 len: 950 time: 0.6051009 Jul 15 13:00:42.495154 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b583c83b-295b-4d70-91cc-6c7066b3e74e req-75c2f2bf-f043-41d5-9d08-85d807d68661 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb33e3c-7005-46fb-b675-4b7cada182b4 HTTP/1.1" status: 200 len: 210 time: 0.1051636 Jul 15 13:00:42.722220 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b284d79-90b3-4e91-afe8-dc8625c78794 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af21779f-73bd-4140-96b7-809c3c6c93df,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:42.755516 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa9e8e-fc06-4a84-aab6-f1d530007467 req-486a76fc-c978-4858-8eb7-f2c6d1b06ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:42.759560 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-abfa9e8e-fc06-4a84-aab6-f1d530007467 req-486a76fc-c978-4858-8eb7-f2c6d1b06ab2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=86b3f835-d12b-4161-8d44-eb206a0c0680 HTTP/1.1" status: 200 len: 1102 time: 0.5645163 Jul 15 13:00:42.778143 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838af23e-39e2-4b44-9417-39cf8498c0e3 req-14017252-cb91-433e-bcf3-acef839109f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:42.781106 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-838af23e-39e2-4b44-9417-39cf8498c0e3 req-14017252-cb91-433e-bcf3-acef839109f9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=84516647-0d9e-486f-b7fa-bb9925de3021 HTTP/1.1" status: 200 len: 1102 time: 0.4800696 Jul 15 13:00:42.812608 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e1b2cb60-fc4d-4a96-8fe0-d98ea48fe218 req-f7af46dc-ffe7-488b-9060-558eba4ba6cc tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697748 Jul 15 13:00:42.849857 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-309c5113-2d79-4a4c-94b7-c442f12cb9d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:42.874033 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3ff301c3-6a0e-45e5-abb8-4274f6ced977 req-1720bcb1-54e3-4c23-b4e0-47390c72e80d service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5400357 Jul 15 13:00:42.959973 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-838af23e-39e2-4b44-9417-39cf8498c0e3 req-65a3140e-6a8a-4d98-afd2-63ae7c9cc962 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627371 Jul 15 13:00:43.006094 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-9b284d79-90b3-4e91-afe8-dc8625c78794 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Allocated IP 192.168.233.219 (469a0c47-6cac-4ffe-aa16-0c933961e7af/23cd399a-e88b-433a-a99b-25a477d6a3ca/ac219f67-377d-4e6d-808d-a8c44e428d0d) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:43.040651 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 8ecd4344-13b4-4ad8-b3d8-cd1fed399548 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:00:43.239257 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-9b284d79-90b3-4e91-afe8-dc8625c78794 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:43.244924 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 8ecd4344-13b4-4ad8-b3d8-cd1fed399548, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=8ecd4344-13b4-4ad8-b3d8-cd1fed399548,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:43.264158 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '8ecd4344-13b4-4ad8-b3d8-cd1fed399548', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': '8ecd4344-13b4-4ad8-b3d8-cd1fed399548', 'mac_address': 'fa:16:3e:bf:ef:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:00:43.268330 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-9b284d79-90b3-4e91-afe8-dc8625c78794 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Transition to ACTIVE for port object ac219f67-377d-4e6d-808d-a8c44e428d0d will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:43.325459 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-9b284d79-90b3-4e91-afe8-dc8625c78794 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:43.386563 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:43.415126 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b284d79-90b3-4e91-afe8-dc8625c78794 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Pushing event updated for resources: {'Port': ['ID=ac219f67-377d-4e6d-808d-a8c44e428d0d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:43.438294 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ecd4344-13b4-4ad8-b3d8-cd1fed399548 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:43.492729 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-9b284d79-90b3-4e91-afe8-dc8625c78794 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:43.514632 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 8ecd4344-13b4-4ad8-b3d8-cd1fed399548, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=8ecd4344-13b4-4ad8-b3d8-cd1fed399548,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:43.524967 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:43.535033 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-abfa9e8e-fc06-4a84-aab6-f1d530007467 req-424d13aa-5497-4eed-94b8-4953885441dd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7669065 Jul 15 13:00:43.561718 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90da03f-07f5-4a73-8854-e3a6567a1f93 req-a9d8ea12-14c3-45a6-b157-38dea50d3aa6 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:43.579093 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a90da03f-07f5-4a73-8854-e3a6567a1f93 req-a9d8ea12-14c3-45a6-b157-38dea50d3aa6 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=86b3f835-d12b-4161-8d44-eb206a0c0680 HTTP/1.1" status: 200 len: 950 time: 0.6512179 Jul 15 13:00:43.591336 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27be9ac7-50ef-4f5b-9a57-b5ad5f460013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85b016f-fb0d-4850-a076-4af46d0d2758'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:43.600544 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1319aa26-be69-4768-93e6-d200481c90f1" -d '{"events": [{"server_uuid": "27be9ac7-50ef-4f5b-9a57-b5ad5f460013", "name": "network-vif-plugged", "status": "completed", "tag": "d85b016f-fb0d-4850-a076-4af46d0d2758"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:43.619466 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-9b284d79-90b3-4e91-afe8-dc8625c78794 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:43.650519 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-9b284d79-90b3-4e91-afe8-dc8625c78794 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:43.670455 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-9b284d79-90b3-4e91-afe8-dc8625c78794 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:43.672432 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-9b284d79-90b3-4e91-afe8-dc8625c78794 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:43.685941 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=8ecd4344-13b4-4ad8-b3d8-cd1fed399548,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:43.748212 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-9b284d79-90b3-4e91-afe8-dc8625c78794 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7638769 Jul 15 13:00:43.763914 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a90da03f-07f5-4a73-8854-e3a6567a1f93 req-277124bb-91be-4c4f-b504-39d8ae2fb2dc tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830833 Jul 15 13:00:43.772844 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-bf2dfece-1578-40ed-b883-440bf9139dda service neutron] Request body: {'port': {'device_id': 'dbb33e3c-7005-46fb-b675-4b7cada182b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:43.806488 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-3da7dd7a-2a36-45e1-adad-573aec128c1f tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:43.808219 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-3da7dd7a-2a36-45e1-adad-573aec128c1f tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.18 "GET /v2.0/networks?id=0c9ddec9-1058-4e8b-b69a-1210476af020 HTTP/1.1" status: 200 len: 823 time: 0.5007472 Jul 15 13:00:43.883194 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['8ecd4344-13b4-4ad8-b3d8-cd1fed399548'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:43.920193 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-58f80249-1392-4b6e-a0b7-a1dc1952a4ed tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6700552a2e0e4fd3b3bebf3b4a86d77d HTTP/1.1" status: 200 len: 380 time: 0.0844538 Jul 15 13:00:43.921218 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-bf2dfece-1578-40ed-b883-440bf9139dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:43.943054 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-3f526cae-3123-4fe5-a8dc-b02f396b025e tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Request body: {'port': {'device_id': '5506005c-5be7-40c9-a580-d6aa29c174e7', 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020', 'admin_state_up': True, 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'security_groups': ['5a3352c9-1fd4-408f-b7ed-46c93f68b25d']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:44.219370 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbfd98-8dd6-4b4d-a350-6650d8779906 req-32667f5a-7a40-4943-a905-e7ceb249f475 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:44.221250 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f4fbfd98-8dd6-4b4d-a350-6650d8779906 req-32667f5a-7a40-4943-a905-e7ceb249f475 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 949 time: 0.6834590 Jul 15 13:00:44.290715 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309c5113-2d79-4a4c-94b7-c442f12cb9d4 admin admin] Router 53f68391-792f-49b9-b11c-c566dda7cc6a has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:00:44.303264 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f4fbfd98-8dd6-4b4d-a350-6650d8779906 req-4aa1ae4b-f510-4b0d-896e-31cdb64f95e1 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670030 Jul 15 13:00:44.370035 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f454bf46-5566-4ed2-b02a-25ce4b194b26 None None] Provisioning for port ac219f67-377d-4e6d-808d-a8c44e428d0d completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:44.390183 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-57d2cb2f-b0c4-485c-87d1-0370e5f7d773 req-96a29f2c-468e-4bc5-bb0c-cc255e89d25e tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/ports?device_id=5506005c-5be7-40c9-a580-d6aa29c174e7 HTTP/1.1" status: 200 len: 210 time: 0.1007371 Jul 15 13:00:44.396525 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f454bf46-5566-4ed2-b02a-25ce4b194b26 None None] Provisioning complete for port ac219f67-377d-4e6d-808d-a8c44e428d0d triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:44.397696 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f454bf46-5566-4ed2-b02a-25ce4b194b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:44.540785 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f454bf46-5566-4ed2-b02a-25ce4b194b26 None None] Port ac219f67-377d-4e6d-808d-a8c44e428d0d cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:00:44.567655 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98ecb1e-ba90-48be-8683-b9fa6b9ad310 x-openstack-request-id: req-b98ecb1e-ba90-48be-8683-b9fa6b9ad310 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:44.568141 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27be9ac7-50ef-4f5b-9a57-b5ad5f460013", "name": "network-vif-plugged", "status": "completed", "tag": "d85b016f-fb0d-4850-a076-4af46d0d2758", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:44.568645 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b98ecb1e-ba90-48be-8683-b9fa6b9ad310 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:44.569087 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27be9ac7-50ef-4f5b-9a57-b5ad5f460013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85b016f-fb0d-4850-a076-4af46d0d2758', 'code': 200} Jul 15 13:00:44.584866 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309c5113-2d79-4a4c-94b7-c442f12cb9d4 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:00:44.601825 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ba393a-363f-4000-8656-81065295b4e1 None None] Sync routers for ids ['53f68391-792f-49b9-b11c-c566dda7cc6a'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:00:44.605031 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-309c5113-2d79-4a4c-94b7-c442f12cb9d4 admin admin] 10.222.0.24 "PUT /v2.0/routers/53f68391-792f-49b9-b11c-c566dda7cc6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5944300 Jul 15 13:00:44.608206 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43888) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:44.650995 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ba393a-363f-4000-8656-81065295b4e1 None None] Routers {'53f68391-792f-49b9-b11c-c566dda7cc6a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:00:44.653726 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-96ba393a-363f-4000-8656-81065295b4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:00:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['53f68391-792f-49b9-b11c-c566dda7cc6a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:44.762853 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-3f526cae-3123-4fe5-a8dc-b02f396b025e tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Made reservation on behalf of 6700552a2e0e4fd3b3bebf3b4a86d77d for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:00:44.768905 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-3f526cae-3123-4fe5-a8dc-b02f396b025e tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:44.836858 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9c04a67-0410-4963-828b-53bc1c1515c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:45.026633 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-96ba393a-363f-4000-8656-81065295b4e1 None None] Set router 53f68391-792f-49b9-b11c-c566dda7cc6a gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:00:45.083951 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-59539a03-e471-4aa5-a9f5-5828341f8d82 req-6a721bc2-7cde-48e6-ba05-0457f0beb23f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9134290 Jul 15 13:00:45.310979 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe9a5e-98ef-4230-bbe8-1a691f5802ac req-27a4209e-258b-4860-8ebf-55f33bd6906f tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:45.312524 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4afe9a5e-98ef-4230-bbe8-1a691f5802ac req-27a4209e-258b-4860-8ebf-55f33bd6906f tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb33e3c-7005-46fb-b675-4b7cada182b4 HTTP/1.1" status: 200 len: 936 time: 0.5755565 Jul 15 13:00:45.320045 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-bf2dfece-1578-40ed-b883-440bf9139dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac219f67-377d-4e6d-808d-a8c44e428d0d {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:45.374263 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-bf2dfece-1578-40ed-b883-440bf9139dda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:45.433438 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9c04a67-0410-4963-828b-53bc1c1515c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:45.449366 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-96ba393a-363f-4000-8656-81065295b4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f68391-792f-49b9-b11c-c566dda7cc6a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1882850313-router', 'tenant_id': '7e32c2ceaed64c18ac3c9b4b3978af8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'b8ef976c-9d53-46eb-bcf3-5d76da844511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:09Z', 'updated_at': '2021-07-15T13:00:41Z', 'revision_number': 5, 'project_id': '7e32c2ceaed64c18ac3c9b4b3978af8f', 'gw_port': {'id': 'b8ef976c-9d53-46eb-bcf3-5d76da844511', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f68391-792f-49b9-b11c-c566dda7cc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:11Z', 'updated_at': '2021-07-15T13:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:45.457666 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4afe9a5e-98ef-4230-bbe8-1a691f5802ac req-72a4c226-d0d3-43b5-8425-39c1557dd8a2 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] 10.222.0.24 "GET /v2.0/security-groups?id=af21779f-73bd-4140-96b7-809c3c6c93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148238 Jul 15 13:00:45.466202 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db875e-b812-48fd-9095-b6e2698a4428 req-2c7cae4c-855b-43a7-9cbe-5d83c5d1bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:45.468289 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c6db875e-b812-48fd-9095-b6e2698a4428 req-2c7cae4c-855b-43a7-9cbe-5d83c5d1bc1d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=27be9ac7-50ef-4f5b-9a57-b5ad5f460013 HTTP/1.1" status: 200 len: 1102 time: 0.3318286 Jul 15 13:00:45.556251 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ba393a-363f-4000-8656-81065295b4e1 None None] Checking router: 53f68391-792f-49b9-b11c-c566dda7cc6a for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:00:45.574334 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ba393a-363f-4000-8656-81065295b4e1 None None] Routers {'53f68391-792f-49b9-b11c-c566dda7cc6a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:00:45.575907 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-96ba393a-363f-4000-8656-81065295b4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:00:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['53f68391-792f-49b9-b11c-c566dda7cc6a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:45.613822 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c6db875e-b812-48fd-9095-b6e2698a4428 req-d1c1ab08-2602-493c-b5aa-33f42c01cba0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172893 Jul 15 13:00:45.643864 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-c9c04a67-0410-4963-828b-53bc1c1515c3 admin admin] Deleting port b8ef976c-9d53-46eb-bcf3-5d76da844511 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:00:45.644630 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9c04a67-0410-4963-828b-53bc1c1515c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:45.768006 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-96ba393a-363f-4000-8656-81065295b4e1 None None] Set router 53f68391-792f-49b9-b11c-c566dda7cc6a gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:00:45.799987 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-bf2dfece-1578-40ed-b883-440bf9139dda service neutron] Transition to ACTIVE for port object ac219f67-377d-4e6d-808d-a8c44e428d0d will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:45.835239 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-bf2dfece-1578-40ed-b883-440bf9139dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:45.866712 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-c9c04a67-0410-4963-828b-53bc1c1515c3 admin admin] For port b8ef976c-9d53-46eb-bcf3-5d76da844511, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b8ef976c-9d53-46eb-bcf3-5d76da844511,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:45.872778 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9c04a67-0410-4963-828b-53bc1c1515c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:45.919533 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-96ba393a-363f-4000-8656-81065295b4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f68391-792f-49b9-b11c-c566dda7cc6a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1882850313-router', 'tenant_id': '7e32c2ceaed64c18ac3c9b4b3978af8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:09Z', 'updated_at': '2021-07-15T13:00:45Z', 'revision_number': 6, 'project_id': '7e32c2ceaed64c18ac3c9b4b3978af8f', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:45.923596 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-c9c04a67-0410-4963-828b-53bc1c1515c3 admin admin] Calling delete_port for b8ef976c-9d53-46eb-bcf3-5d76da844511 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:00:45.933297 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-3f526cae-3123-4fe5-a8dc-b02f396b025e tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Allocated IP 172.20.0.9 (0c9ddec9-1058-4e8b-b69a-1210476af020/7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6/5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:45.968180 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ba393a-363f-4000-8656-81065295b4e1 None None] The sync data for ids ['53f68391-792f-49b9-b11c-c566dda7cc6a'] in n-d-758944-45 is: [{'id': '53f68391-792f-49b9-b11c-c566dda7cc6a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1882850313-router', 'tenant_id': '7e32c2ceaed64c18ac3c9b4b3978af8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:09Z', 'updated_at': '2021-07-15T13:00:45Z', 'revision_number': 6, 'project_id': '7e32c2ceaed64c18ac3c9b4b3978af8f', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:00:46.204311 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2dfece-1578-40ed-b883-440bf9139dda service neutron] Pushing event updated for resources: {'Port': ['ID=ac219f67-377d-4e6d-808d-a8c44e428d0d,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:46.212552 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59539a03-e471-4aa5-a9f5-5828341f8d82 req-ba7caac9-3110-44cb-86a0-5a49f2c55e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:46.214638 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-59539a03-e471-4aa5-a9f5-5828341f8d82 req-ba7caac9-3110-44cb-86a0-5a49f2c55e8c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 1102 time: 0.9923513 Jul 15 13:00:46.440320 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b06fd3-8918-4c30-ad93-15d96ff3e589 req-a2534a13-8ecd-46e7-b568-f0898113c339 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:46.449998 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b7b06fd3-8918-4c30-ad93-15d96ff3e589 req-a2534a13-8ecd-46e7-b568-f0898113c339 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=84516647-0d9e-486f-b7fa-bb9925de3021 HTTP/1.1" status: 200 len: 950 time: 1.1956487 Jul 15 13:00:46.519092 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5013c-781b-449b-9725-651877b0b703 req-491d58b2-9c68-487e-a0d6-098cf541196b tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:46.521202 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7bc5013c-781b-449b-9725-651877b0b703 req-491d58b2-9c68-487e-a0d6-098cf541196b tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.18 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1&tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&binding%3Ahost_id=n-h2-758944-45 HTTP/1.1" status: 200 len: 949 time: 0.3895023 Jul 15 13:00:46.579681 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1286f9d-ddf5-48d7-b21b-6d51a2051b7d req-580f5778-b9b2-4c7a-8035-05ef95ee5e32 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:46.587297 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a1286f9d-ddf5-48d7-b21b-6d51a2051b7d req-580f5778-b9b2-4c7a-8035-05ef95ee5e32 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=86b3f835-d12b-4161-8d44-eb206a0c0680 HTTP/1.1" status: 200 len: 950 time: 0.3668354 Jul 15 13:00:46.674955 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-bf2dfece-1578-40ed-b883-440bf9139dda service neutron] Attempting to bind port ac219f67-377d-4e6d-808d-a8c44e428d0d on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:46.675249 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-bf2dfece-1578-40ed-b883-440bf9139dda service neutron] Attempting to bind port ac219f67-377d-4e6d-808d-a8c44e428d0d by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:46.676286 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-bf2dfece-1578-40ed-b883-440bf9139dda service neutron] Attempting to bind port ac219f67-377d-4e6d-808d-a8c44e428d0d on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:46.684597 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b7b06fd3-8918-4c30-ad93-15d96ff3e589 req-6de763b2-adcf-4a52-a443-31335bfe96a5 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331481 Jul 15 13:00:46.698896 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-3f526cae-3123-4fe5-a8dc-b02f396b025e tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:46.713314 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-bf2dfece-1578-40ed-b883-440bf9139dda service neutron] Port ac219f67-377d-4e6d-808d-a8c44e428d0d on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:00:46.713314 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-bf2dfece-1578-40ed-b883-440bf9139dda service neutron] Attempting to bind port ac219f67-377d-4e6d-808d-a8c44e428d0d on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:46.718584 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a1286f9d-ddf5-48d7-b21b-6d51a2051b7d req-85024e51-63c8-4a0b-a1f1-ac139f2a9491 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214299 Jul 15 13:00:46.726048 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-bf2dfece-1578-40ed-b883-440bf9139dda service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:46.726393 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-bf2dfece-1578-40ed-b883-440bf9139dda service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:46.726750 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-bf2dfece-1578-40ed-b883-440bf9139dda service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:46.727194 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-bf2dfece-1578-40ed-b883-440bf9139dda service neutron] Bound port: ac219f67-377d-4e6d-808d-a8c44e428d0d, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:46.727553 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-bf2dfece-1578-40ed-b883-440bf9139dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:46.754415 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9c04a67-0410-4963-828b-53bc1c1515c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:46.767413 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-3f526cae-3123-4fe5-a8dc-b02f396b025e tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Transition to ACTIVE for port object 5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:46.781297 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59539a03-e471-4aa5-a9f5-5828341f8d82 req-faf7cd04-90fc-496a-92d9-705d00e2fe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:46.800254 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-59539a03-e471-4aa5-a9f5-5828341f8d82 req-faf7cd04-90fc-496a-92d9-705d00e2fe0c service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.4894609 Jul 15 13:00:46.816870 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c04a67-0410-4963-828b-53bc1c1515c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8ef976c-9d53-46eb-bcf3-5d76da844511,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:46.870313 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9c04a67-0410-4963-828b-53bc1c1515c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:46.961283 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-59539a03-e471-4aa5-a9f5-5828341f8d82 req-2b19df82-2a89-4b98-9bd3-022ec4662888 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=a0ae581a-5a36-4db7-a98c-1f3bde6bf998 HTTP/1.1" status: 200 len: 217 time: 0.1411667 Jul 15 13:00:47.075369 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 8ecd4344-13b4-4ad8-b3d8-cd1fed399548 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:47.166470 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [req-7bc5013c-781b-449b-9725-651877b0b703 req-1be909f7-873c-46ce-8962-3089f5c4ce93 service neutron] delete failed (client error): The resource could not be found. Jul 15 13:00:47.168484 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7bc5013c-781b-449b-9725-651877b0b703 req-1be909f7-873c-46ce-8962-3089f5c4ce93 service neutron] 10.222.0.18 "DELETE /v2.0/ports/8ecd4344-13b4-4ad8-b3d8-cd1fed399548/bindings/n-h1-758944-45 HTTP/1.1" status: 404 len: 381 time: 0.6057892 Jul 15 13:00:47.175975 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-bf2dfece-1578-40ed-b883-440bf9139dda service neutron] For port ac219f67-377d-4e6d-808d-a8c44e428d0d, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:47.186598 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8e9ae458-ae14-4fcd-8df6-2c401504645c req-a6695cd4-2a3a-4f07-b7a8-513c5afaf74b tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/ports?device_id=5506005c-5be7-40c9-a580-d6aa29c174e7 HTTP/1.1" status: 200 len: 210 time: 0.1125832 Jul 15 13:00:47.191806 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-bf2dfece-1578-40ed-b883-440bf9139dda service neutron] For port ac219f67-377d-4e6d-808d-a8c44e428d0d, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=ac219f67-377d-4e6d-808d-a8c44e428d0d,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:47.225247 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-bf2dfece-1578-40ed-b883-440bf9139dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:47.227917 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b8ef976c-9d53-46eb-bcf3-5d76da844511 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:00:47.242133 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-3f526cae-3123-4fe5-a8dc-b02f396b025e tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:47.299174 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: b8ef976c-9d53-46eb-bcf3-5d76da844511 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:00:47.299801 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b8ef976c-9d53-46eb-bcf3-5d76da844511 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:00:47.300623 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c86e813c-1a83-4bb6-b955-375bd9e1176c no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:00:47.344863 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: c86e813c-1a83-4bb6-b955-375bd9e1176c {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:00:47.345680 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c86e813c-1a83-4bb6-b955-375bd9e1176c not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:00:47.348671 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9c04a67-0410-4963-828b-53bc1c1515c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:47.364484 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 8ecd4344-13b4-4ad8-b3d8-cd1fed399548 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:47.369852 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9c04a67-0410-4963-828b-53bc1c1515c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:47.374397 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 8ecd4344-13b4-4ad8-b3d8-cd1fed399548 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:47.375449 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:47.399071 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59539a03-e471-4aa5-a9f5-5828341f8d82 req-39f23fc7-1c96-4cd8-8961-6d3cf5b6f19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:47.404692 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-59539a03-e471-4aa5-a9f5-5828341f8d82 req-39f23fc7-1c96-4cd8-8961-6d3cf5b6f19e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.4306228 Jul 15 13:00:47.556698 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-bf2dfece-1578-40ed-b883-440bf9139dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:47.564064 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-bf2dfece-1578-40ed-b883-440bf9139dda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:47.565641 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-bf2dfece-1578-40ed-b883-440bf9139dda service neutron] 10.222.0.18 "PUT /v2.0/ports/ac219f67-377d-4e6d-808d-a8c44e428d0d HTTP/1.1" status: 200 len: 1097 time: 3.8005171 Jul 15 13:00:47.568263 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb33e3c-7005-46fb-b675-4b7cada182b4', 'tag': 'ac219f67-377d-4e6d-808d-a8c44e428d0d'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:47.572433 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0513edda-73ca-40ec-af25-df78558fad08" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb33e3c-7005-46fb-b675-4b7cada182b4", "tag": "ac219f67-377d-4e6d-808d-a8c44e428d0d"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:47.572979 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:47.663541 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 8ecd4344-13b4-4ad8-b3d8-cd1fed399548, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=8ecd4344-13b4-4ad8-b3d8-cd1fed399548,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:47.666047 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605f819e-4314-4bfa-b728-6b94f1f804d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecd4344-13b4-4ad8-b3d8-cd1fed399548'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:47.673590 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd107517-1d88-4cd2-83fb-47b8b98c6822" -d '{"events": [{"server_uuid": "605f819e-4314-4bfa-b728-6b94f1f804d1", "name": "network-vif-plugged", "status": "completed", "tag": "8ecd4344-13b4-4ad8-b3d8-cd1fed399548"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:47.673999 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-3f526cae-3123-4fe5-a8dc-b02f396b025e tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Network 0c9ddec9-1058-4e8b-b69a-1210476af020 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:47.689283 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:47.714797 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9c04a67-0410-4963-828b-53bc1c1515c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:47.716483 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c04a67-0410-4963-828b-53bc1c1515c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53f68391-792f-49b9-b11c-c566dda7cc6a {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:00:47.739520 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fced348-1098-4ce6-a6ab-104be4e39697 req-a4bd93f2-e0de-4abb-9118-d23571ce4118 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:47.753449 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4fced348-1098-4ce6-a6ab-104be4e39697 req-a4bd93f2-e0de-4abb-9118-d23571ce4118 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 949 time: 0.5890045 Jul 15 13:00:47.781896 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-3f526cae-3123-4fe5-a8dc-b02f396b025e tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:47.787606 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9c04a67-0410-4963-828b-53bc1c1515c3 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:47.790082 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c9c04a67-0410-4963-828b-53bc1c1515c3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/53f68391-792f-49b9-b11c-c566dda7cc6a HTTP/1.1" status: 204 len: 168 time: 3.1803949 Jul 15 13:00:47.800515 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43906) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:47.808347 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=8ecd4344-13b4-4ad8-b3d8-cd1fed399548,revision_number=9']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:47.879544 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-3f526cae-3123-4fe5-a8dc-b02f396b025e tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:47.886499 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-3f526cae-3123-4fe5-a8dc-b02f396b025e tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:47.887777 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-3f526cae-3123-4fe5-a8dc-b02f396b025e tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:47.919114 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59539a03-e471-4aa5-a9f5-5828341f8d82 req-cf6e2219-9bdc-4b2c-8922-9a94325e5c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:47.921262 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-59539a03-e471-4aa5-a9f5-5828341f8d82 req-cf6e2219-9bdc-4b2c-8922-9a94325e5c86 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4750159 Jul 15 13:00:47.930208 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-3f526cae-3123-4fe5-a8dc-b02f396b025e tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9926698 Jul 15 13:00:47.931274 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2dfece-1578-40ed-b883-440bf9139dda service neutron] Pushing event updated for resources: {'Port': ['ID=ac219f67-377d-4e6d-808d-a8c44e428d0d,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:47.959245 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] Request body: {'port': {'device_id': '5506005c-5be7-40c9-a580-d6aa29c174e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:48.006695 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4fced348-1098-4ce6-a6ab-104be4e39697 req-b6b9a6e6-956f-4aa1-ad6f-c55b8bf1677a tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369249 Jul 15 13:00:48.012295 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5013c-781b-449b-9725-651877b0b703 req-33782f4f-1cd2-4c02-b0a4-07a4aebb8a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:48.014880 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7bc5013c-781b-449b-9725-651877b0b703 req-33782f4f-1cd2-4c02-b0a4-07a4aebb8a73 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 1101 time: 0.6966548 Jul 15 13:00:48.067702 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cccb60a-53f4-4a82-908e-ce740ce003f5 admin admin] Deleting subnet 880b1cc9-9021-4faa-949d-f0699d6a18d3 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:00:48.110884 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9cccb60a-53f4-4a82-908e-ce740ce003f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:48.201087 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9cccb60a-53f4-4a82-908e-ce740ce003f5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:48.253280 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-59539a03-e471-4aa5-a9f5-5828341f8d82 req-dfebe221-0fdb-4aa2-ac13-90549ebf21bd service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909074 Jul 15 13:00:48.299229 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f526cae-3123-4fe5-a8dc-b02f396b025e tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Pushing event updated for resources: {'Port': ['ID=5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:48.310471 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b68da0ea-23fc-438c-bb7c-dccd6ac3aa20 None None] Provisioning for port 5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:48.315768 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b68da0ea-23fc-438c-bb7c-dccd6ac3aa20 None None] Provisioning complete for port 5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:48.316238 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b68da0ea-23fc-438c-bb7c-dccd6ac3aa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:48.392620 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5013c-781b-449b-9725-651877b0b703 req-9e1a6fef-ec97-49ec-8f27-d9fff4c45013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:48.394611 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7bc5013c-781b-449b-9725-651877b0b703 req-9e1a6fef-ec97-49ec-8f27-d9fff4c45013 service neutron] 10.222.0.18 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.3635564 Jul 15 13:00:48.394983 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b68da0ea-23fc-438c-bb7c-dccd6ac3aa20 None None] Port 5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:00:48.446491 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-b2bb7335-162a-4366-bf6a-2c57619a5bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:48.448153 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-b2bb7335-162a-4366-bf6a-2c57619a5bd8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6849e8af2e154a3caedc88797849533b&device_id=dbb33e3c-7005-46fb-b675-4b7cada182b4 HTTP/1.1" status: 200 len: 1100 time: 0.7721386 Jul 15 13:00:48.488326 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:48.542649 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-ca6e7928-518a-41cb-a8ad-9a665e4396ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=ac219f67-377d-4e6d-808d-a8c44e428d0d HTTP/1.1" status: 200 len: 217 time: 0.0602083 Jul 15 13:00:48.581390 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa067cd-ea82-4188-82b0-300fa9e123fc req-bcafe6f8-0007-4ade-a7df-2b3fe4e8ab51 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:48.583193 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4aa067cd-ea82-4188-82b0-300fa9e123fc req-bcafe6f8-0007-4ade-a7df-2b3fe4e8ab51 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb33e3c-7005-46fb-b675-4b7cada182b4 HTTP/1.1" status: 200 len: 948 time: 0.9189265 Jul 15 13:00:48.645124 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-59539a03-e471-4aa5-a9f5-5828341f8d82 req-47584563-6507-4b31-8aca-1368cd99fde8 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098752 Jul 15 13:00:48.693839 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-0ee4a70c-38a3-4d9a-88d8-ae091e14ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:48.695367 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-0ee4a70c-38a3-4d9a-88d8-ae091e14ab59 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1405256 Jul 15 13:00:48.701409 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9cccb60a-53f4-4a82-908e-ce740ce003f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:48.727581 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7bc5013c-781b-449b-9725-651877b0b703 req-b1e9dafa-9911-428c-b854-e9af3f0d9780 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=8ecd4344-13b4-4ad8-b3d8-cd1fed399548 HTTP/1.1" status: 200 len: 217 time: 0.3235586 Jul 15 13:00:48.782497 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4aa067cd-ea82-4188-82b0-300fa9e123fc req-7854b433-cca5-4bff-82a3-5d56f7126eec tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] 10.222.0.24 "GET /v2.0/security-groups?id=af21779f-73bd-4140-96b7-809c3c6c93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521990 Jul 15 13:00:48.824523 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5013c-781b-449b-9725-651877b0b703 req-4a8fe6db-1816-42eb-bc70-dea286d0961c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:48.827677 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7bc5013c-781b-449b-9725-651877b0b703 req-4a8fe6db-1816-42eb-bc70-dea286d0961c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.0895464 Jul 15 13:00:48.835858 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d8794-60d0-4ed2-a212-5125aa97b0fe req-41242609-1891-4b0c-8589-6d49f50334a3 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:48.843397 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0c7d8794-60d0-4ed2-a212-5125aa97b0fe req-41242609-1891-4b0c-8589-6d49f50334a3 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.4969361 Jul 15 13:00:48.905172 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9cccb60a-53f4-4a82-908e-ce740ce003f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:49.045927 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0c7d8794-60d0-4ed2-a212-5125aa97b0fe req-f444d74e-6951-4719-ae21-0b9e11005d43 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010984 Jul 15 13:00:49.051181 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cccb60a-53f4-4a82-908e-ce740ce003f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=880b1cc9-9021-4faa-949d-f0699d6a18d3,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:49.109330 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9cccb60a-53f4-4a82-908e-ce740ce003f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:49.111827 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9cccb60a-53f4-4a82-908e-ce740ce003f5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/880b1cc9-9021-4faa-949d-f0699d6a18d3 HTTP/1.1" status: 204 len: 168 time: 1.3088827 Jul 15 13:00:49.112384 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164824f0-1180-45d1-ab73-b7eb5afecc14 None None] Network df969e3b-e244-4fdf-8a0b-bd5f367c1ad7 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:00:49.127016 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43916) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:49.140531 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccb60a-53f4-4a82-908e-ce740ce003f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:49.151918 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccb60a-53f4-4a82-908e-ce740ce003f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:49.152655 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccb60a-53f4-4a82-908e-ce740ce003f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:49.153824 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccb60a-53f4-4a82-908e-ce740ce003f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:49.154411 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccb60a-53f4-4a82-908e-ce740ce003f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:49.156860 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccb60a-53f4-4a82-908e-ce740ce003f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:49.157528 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccb60a-53f4-4a82-908e-ce740ce003f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:49.159596 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccb60a-53f4-4a82-908e-ce740ce003f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:49.160163 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccb60a-53f4-4a82-908e-ce740ce003f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:49.162270 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccb60a-53f4-4a82-908e-ce740ce003f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:49.162925 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccb60a-53f4-4a82-908e-ce740ce003f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:49.163485 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cccb60a-53f4-4a82-908e-ce740ce003f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:49.322224 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea809cc0-b0c2-4ced-a855-2671e3a170ae x-openstack-request-id: req-ea809cc0-b0c2-4ced-a855-2671e3a170ae {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:49.322998 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb33e3c-7005-46fb-b675-4b7cada182b4", "tag": "ac219f67-377d-4e6d-808d-a8c44e428d0d", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:49.322998 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea809cc0-b0c2-4ced-a855-2671e3a170ae {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:49.324041 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb33e3c-7005-46fb-b675-4b7cada182b4', 'tag': 'ac219f67-377d-4e6d-808d-a8c44e428d0d', 'status': 'completed', 'code': 200} Jul 15 13:00:49.370807 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5013c-781b-449b-9725-651877b0b703 req-3d3fb3f9-994e-46e8-b5d2-852f60609fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:49.373928 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-124f034d-39a7-43f3-893f-b605cb65284e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:49.374663 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7bc5013c-781b-449b-9725-651877b0b703 req-3d3fb3f9-994e-46e8-b5d2-852f60609fc4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5226297 Jul 15 13:00:49.379179 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-124f034d-39a7-43f3-893f-b605cb65284e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6750734 Jul 15 13:00:49.382869 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:49.456726 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a64846b-7212-44b2-aef2-21fc9cb247fa x-openstack-request-id: req-9a64846b-7212-44b2-aef2-21fc9cb247fa {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:49.457503 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605f819e-4314-4bfa-b728-6b94f1f804d1", "name": "network-vif-plugged", "status": "completed", "tag": "8ecd4344-13b4-4ad8-b3d8-cd1fed399548", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:49.457503 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a64846b-7212-44b2-aef2-21fc9cb247fa {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:49.457977 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605f819e-4314-4bfa-b728-6b94f1f804d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecd4344-13b4-4ad8-b3d8-cd1fed399548', 'code': 200} Jul 15 13:00:49.605367 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:49.623475 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a133e9-7a74-481f-804d-781a8e2381df None None] DHCP port deletion for df969e3b-e244-4fdf-8a0b-bd5f367c1ad7 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:00:49.647925 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:49.747822 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-58a133e9-7a74-481f-804d-781a8e2381df None None] Deleting port fdd95330-4a45-40c0-baff-d2b021307e49 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:00:49.753368 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58a133e9-7a74-481f-804d-781a8e2381df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:49.777065 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] Transition to ACTIVE for port object 5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:49.799641 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:49.823966 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338d15a-6c21-48fd-a607-2cb4f446433e req-83952028-cc22-4298-9bb6-09c93c92ce44 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:49.833072 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c338d15a-6c21-48fd-a607-2cb4f446433e req-83952028-cc22-4298-9bb6-09c93c92ce44 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=27be9ac7-50ef-4f5b-9a57-b5ad5f460013 HTTP/1.1" status: 200 len: 950 time: 0.4454913 Jul 15 13:00:49.849570 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-80f8c799-b086-474b-89a2-72ba73018538 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201014 Jul 15 13:00:50.048613 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-58a133e9-7a74-481f-804d-781a8e2381df None None] For port fdd95330-4a45-40c0-baff-d2b021307e49, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=fdd95330-4a45-40c0-baff-d2b021307e49,segment=NetworkSegment(cdb2c876-a854-4d6d-a38d-e1bfceb4a18e),segment_id=cdb2c876-a854-4d6d-a38d-e1bfceb4a18e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:50.049648 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58a133e9-7a74-481f-804d-781a8e2381df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:50.089790 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-58a133e9-7a74-481f-804d-781a8e2381df None None] Calling delete_port for fdd95330-4a45-40c0-baff-d2b021307e49 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:00:50.163497 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7bc5013c-781b-449b-9725-651877b0b703 req-4e55603d-ce1f-4366-83f1-b3a82877110b service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7706890 Jul 15 13:00:50.171039 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] Deleting port fdd95330-4a45-40c0-baff-d2b021307e49 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:00:50.171862 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:50.320574 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-32fb6f45-e7bd-4099-84a6-ab82fd18b2c8 req-6147c4a2-e7b5-45a8-8f59-b7bc23a6d5db service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453239 Jul 15 13:00:50.377945 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] Pushing event updated for resources: {'Port': ['ID=5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:50.392123 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c338d15a-6c21-48fd-a607-2cb4f446433e req-017c8017-2479-48a0-bc69-3b5f53b8c122 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5578024 Jul 15 13:00:50.417572 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decc9a8-b74e-4f57-bcf3-f7b572c79d54 req-e8f26565-0358-4e76-a758-fd445fb232e9 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:50.448121 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6decc9a8-b74e-4f57-bcf3-f7b572c79d54 req-e8f26565-0358-4e76-a758-fd445fb232e9 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/ports?device_id=5506005c-5be7-40c9-a580-d6aa29c174e7 HTTP/1.1" status: 200 len: 943 time: 0.6966755 Jul 15 13:00:50.620073 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58a133e9-7a74-481f-804d-781a8e2381df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:50.646678 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] Attempting to bind port 5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:50.647202 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] Attempting to bind port 5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '16055f84-7db3-46f6-898f-31f08282e2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:50.647719 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] Attempting to bind port 5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce on network 0c9ddec9-1058-4e8b-b69a-1210476af020 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:50.660365 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] Port 5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce on network 0c9ddec9-1058-4e8b-b69a-1210476af020 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:00:50.660861 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] Attempting to bind port 5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce on network 0c9ddec9-1058-4e8b-b69a-1210476af020 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:50.678859 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:50.679363 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] Checking segment: {'id': '16055f84-7db3-46f6-898f-31f08282e2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:50.679934 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a133e9-7a74-481f-804d-781a8e2381df None None] Pushing event deleted for resources: {'Port': ['ID=fdd95330-4a45-40c0-baff-d2b021307e49,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:50.680103 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] Bound using segment: {'id': '16055f84-7db3-46f6-898f-31f08282e2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:50.680871 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] Bound port: 5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16055f84-7db3-46f6-898f-31f08282e2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:50.681459 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:50.723274 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a133e9-7a74-481f-804d-781a8e2381df None None] No DVR routers for this DVR port fdd95330-4a45-40c0-baff-d2b021307e49 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:00:50.739962 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f0e422d5-90cc-47f6-ba09-69b1cc2eabf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:50.821918 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7bc5013c-781b-449b-9725-651877b0b703 req-a58376c5-8605-4413-beae-eb97b379db3d service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6461930 Jul 15 13:00:50.855299 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] For port fdd95330-4a45-40c0-baff-d2b021307e49, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=fdd95330-4a45-40c0-baff-d2b021307e49,segment=NetworkSegment(cdb2c876-a854-4d6d-a38d-e1bfceb4a18e),segment_id=cdb2c876-a854-4d6d-a38d-e1bfceb4a18e)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:50.855604 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:50.871608 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6decc9a8-b74e-4f57-bcf3-f7b572c79d54 req-255207dc-ed6e-4d18-a33c-d5ea9b767501 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3352c9-1fd4-408f-b7ed-46c93f68b25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4127858 Jul 15 13:00:50.886330 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] Calling delete_port for fdd95330-4a45-40c0-baff-d2b021307e49 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:00:51.034937 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:51.100017 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device fdd95330-4a45-40c0-baff-d2b021307e49 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:00:51.137275 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-5b5670ea-61c3-4e85-9e0c-b71bd8d7787b tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1f18a3d0e89947ce9eff2e064383d9c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350552 Jul 15 13:00:51.153739 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] Pushing event deleted for resources: {'Port': ['ID=fdd95330-4a45-40c0-baff-d2b021307e49,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:51.154954 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: fdd95330-4a45-40c0-baff-d2b021307e49 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:00:51.155467 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device fdd95330-4a45-40c0-baff-d2b021307e49 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:00:51.190749 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] No DVR routers for this DVR port fdd95330-4a45-40c0-baff-d2b021307e49 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:00:51.252508 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513edda-73ca-40ec-af25-df78558fad08 req-38263c9b-845f-4abc-b8c4-51710d1efb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:51.255146 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0513edda-73ca-40ec-af25-df78558fad08 req-38263c9b-845f-4abc-b8c4-51710d1efb99 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6849e8af2e154a3caedc88797849533b&device_id=dbb33e3c-7005-46fb-b675-4b7cada182b4 HTTP/1.1" status: 200 len: 1100 time: 0.8243716 Jul 15 13:00:51.357526 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:51.383693 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:00:51.384675 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:00:51.385040 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:00:51.386368 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] Subscribe: > port after_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:00:51.386368 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] Subscribe: > port after_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:00:51.386368 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] Subscribe: > port after_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:00:51.386890 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:00:51.387388 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:00:51.387906 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:00:51.388320 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:00:51.473631 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] For port 5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:51.515605 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa901cbf-24be-40e9-8ff1-4db2927bcf57 req-cb3b476f-a121-4ae4-a305-c717d8f5af74 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:51.518176 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-aa901cbf-24be-40e9-8ff1-4db2927bcf57 req-cb3b476f-a121-4ae4-a305-c717d8f5af74 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 950 time: 0.8180723 Jul 15 13:00:51.532190 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] For port 5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce,segment=NetworkSegment(16055f84-7db3-46f6-898f-31f08282e2c9),segment_id=16055f84-7db3-46f6-898f-31f08282e2c9)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:51.556718 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:00:51.557476 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:00:51.558485 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:00:51.559092 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:00:51.559695 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df969e3b-e244-4fdf-8a0b-bd5f367c1ad7']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:51.588669 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:51.626762 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdb2c876-a854-4d6d-a38d-e1bfceb4a18e') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:51.627236 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdb2c876-a854-4d6d-a38d-e1bfceb4a18e') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:00:51.649867 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-50545cd2-9132-4fa9-8270-7e7f8008888f tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:51.654116 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-50545cd2-9132-4fa9-8270-7e7f8008888f tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5151155 Jul 15 13:00:51.656964 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513edda-73ca-40ec-af25-df78558fad08 req-de70586e-9896-4c76-898e-e25deda45931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:51.659600 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0513edda-73ca-40ec-af25-df78558fad08 req-de70586e-9896-4c76-898e-e25deda45931 service neutron] 10.222.0.18 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.3914671 Jul 15 13:00:51.703358 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:51.728707 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-3893878e-9294-44eb-9f98-dc70f1e76aaa tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/quotas/1f18a3d0e89947ce9eff2e064383d9c5 HTTP/1.1" status: 200 len: 375 time: 0.0561006 Jul 15 13:00:51.738532 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:51.766724 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:00:51.767413 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:51.768643 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:51.770495 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:51.787177 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] 10.222.0.18 "PUT /v2.0/ports/5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce HTTP/1.1" status: 200 len: 1092 time: 3.8267665 Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: from cryptography.utils import int_from_bytes Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: from cryptography.utils import int_from_bytes Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:00:51.811268 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:00:51.815258 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:00:51.839893 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5506005c-5be7-40c9-a580-d6aa29c174e7', 'tag': '5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:51.845349 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f582601-b5dd-41c0-88a1-da3e8064973f" -d '{"events": [{"name": "network-changed", "server_uuid": "5506005c-5be7-40c9-a580-d6aa29c174e7", "tag": "5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:51.858814 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0513edda-73ca-40ec-af25-df78558fad08 req-05bc8c00-bf1b-4012-ac19-1227aa3f00d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=ac219f67-377d-4e6d-808d-a8c44e428d0d HTTP/1.1" status: 200 len: 217 time: 0.1876407 Jul 15 13:00:51.905279 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-aa901cbf-24be-40e9-8ff1-4db2927bcf57 req-6262da70-25d2-43b3-978a-92465ad59253 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798795 Jul 15 13:00:52.068598 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:52.090039 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:52.095484 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] 10.222.0.24 "DELETE /v2.0/networks/df969e3b-e244-4fdf-8a0b-bd5f367c1ad7 HTTP/1.1" status: 204 len: 168 time: 2.9621091 Jul 15 13:00:52.121532 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca675a08-98eb-4f2d-979c-1dbeeb2ad2bd admin admin] Pushing event deleted for resources: {'Network': ['ID=df969e3b-e244-4fdf-8a0b-bd5f367c1ad7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:52.180759 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] Pushing event updated for resources: {'Port': ['ID=5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:52.183732 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-6c061db4-8173-41da-895d-4eb3841db824 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f18a3d0e89947ce9eff2e064383d9c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3706245 Jul 15 13:00:52.257094 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:52.257094 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:52.257412 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:52.257902 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:52.258201 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:52.258522 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:52.258853 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:52.259355 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:52.259674 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:52.260193 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:52.260526 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:52.260848 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc70e24-d1fd-4e95-ae26-aaead47ec489 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:52.288041 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513edda-73ca-40ec-af25-df78558fad08 req-628b7a8a-8cee-40c3-b930-c78f954ae2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:52.290464 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0513edda-73ca-40ec-af25-df78558fad08 req-628b7a8a-8cee-40c3-b930-c78f954ae2cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.4125025 Jul 15 13:00:52.347813 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-f780167c-fbe0-491c-81e3-1a6f84d320c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:52.349402 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-f780167c-fbe0-491c-81e3-1a6f84d320c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6700552a2e0e4fd3b3bebf3b4a86d77d&device_id=5506005c-5be7-40c9-a580-d6aa29c174e7 HTTP/1.1" status: 200 len: 1095 time: 0.4892366 Jul 15 13:00:52.370672 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb13e73-ba35-4765-a870-839b24993d0b req-5a17bc07-632f-4137-849c-7bebe8cb7b56 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:52.373061 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4cb13e73-ba35-4765-a870-839b24993d0b req-5a17bc07-632f-4137-849c-7bebe8cb7b56 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb33e3c-7005-46fb-b675-4b7cada182b4 HTTP/1.1" status: 200 len: 948 time: 0.2252629 Jul 15 13:00:52.433878 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-9008c9ae-d79d-493c-9ddc-5d9176824e9f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce HTTP/1.1" status: 200 len: 217 time: 0.0596836 Jul 15 13:00:52.448541 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43956) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:52.546186 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513edda-73ca-40ec-af25-df78558fad08 req-ad830582-c722-463c-be1d-ccb71f2a51b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:52.547734 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0513edda-73ca-40ec-af25-df78558fad08 req-ad830582-c722-463c-be1d-ccb71f2a51b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2493479 Jul 15 13:00:52.564293 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-142d7ae7-2176-45d5-b6d2-120277bdfa38 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e32c2ceaed64c18ac3c9b4b3978af8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1128721 Jul 15 13:00:52.565491 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43958) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:52.566728 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4cb13e73-ba35-4765-a870-839b24993d0b req-67d84963-99c3-47f6-88ac-447f3b9ff20f tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] 10.222.0.24 "GET /v2.0/security-groups?id=af21779f-73bd-4140-96b7-809c3c6c93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457455 Jul 15 13:00:52.620871 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-0c342fff-f643-4852-8d7b-344ba0fa4ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:52.622519 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-0c342fff-f643-4852-8d7b-344ba0fa4ca8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6 HTTP/1.1" status: 200 len: 862 time: 0.1705167 Jul 15 13:00:52.711304 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840cb36c-8048-4e6a-bd5c-890ecf8a6d95 x-openstack-request-id: req-840cb36c-8048-4e6a-bd5c-890ecf8a6d95 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:52.711741 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5506005c-5be7-40c9-a580-d6aa29c174e7", "tag": "5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:52.712058 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-840cb36c-8048-4e6a-bd5c-890ecf8a6d95 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:52.712801 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5506005c-5be7-40c9-a580-d6aa29c174e7', 'tag': '5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce', 'status': 'completed', 'code': 200} Jul 15 13:00:52.765392 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0513edda-73ca-40ec-af25-df78558fad08 req-7da332c5-0b1d-43c6-b3fd-709bd2067530 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956339 Jul 15 13:00:52.832076 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-199960c5-db59-4f07-8cd5-46db93063c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:52.832908 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-199960c5-db59-4f07-8cd5-46db93063c92 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c9ddec9-1058-4e8b-b69a-1210476af020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1991224 Jul 15 13:00:52.892347 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-df97138e-72c6-4804-bcc8-b7b6eecca718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:52.915002 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f961a1-de1a-4186-adf5-b5a0507323f1 req-0f297d06-cb3f-481a-abfa-2c99fd487369 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:52.922501 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f961a1-de1a-4186-adf5-b5a0507323f1 req-0f297d06-cb3f-481a-abfa-2c99fd487369 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:52.924299 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-20f961a1-de1a-4186-adf5-b5a0507323f1 req-0f297d06-cb3f-481a-abfa-2c99fd487369 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=86b3f835-d12b-4161-8d44-eb206a0c0680&device_id=27be9ac7-50ef-4f5b-9a57-b5ad5f460013 HTTP/1.1" status: 200 len: 1691 time: 0.2819788 Jul 15 13:00:52.968583 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-df97138e-72c6-4804-bcc8-b7b6eecca718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:53.010114 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-20f961a1-de1a-4186-adf5-b5a0507323f1 req-d5f4f76f-076c-4751-94f7-9e70fd05273a tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777175 Jul 15 13:00:53.051167 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-df97138e-72c6-4804-bcc8-b7b6eecca718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:53.061184 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-df97138e-72c6-4804-bcc8-b7b6eecca718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:53.063642 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-df97138e-72c6-4804-bcc8-b7b6eecca718 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/af6dcc1a-7e9f-4f9d-a097-4af25376765b HTTP/1.1" status: 204 len: 168 time: 0.4950662 Jul 15 13:00:53.076957 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0513edda-73ca-40ec-af25-df78558fad08 req-39033d42-b038-4af8-8e3c-2ceee0aa7c76 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037488 Jul 15 13:00:53.082844 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-e74a9600-6e1c-4f72-a2d6-b68b8277351f service neutron] 10.222.0.18 "GET /v2.0/networks/0c9ddec9-1058-4e8b-b69a-1210476af020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367687 Jul 15 13:00:53.138266 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:53.139161 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-df99ab57-1d68-4366-b2a4-99c3d05a7808 req-aad73065-e82f-432a-9adc-c21ac1cfac2c tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f2d1f7-c0d3-4736-9ec7-53e606edc8b9 HTTP/1.1" status: 200 len: 210 time: 0.0732651 Jul 15 13:00:53.142213 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97138e-72c6-4804-bcc8-b7b6eecca718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6dcc1a-7e9f-4f9d-a097-4af25376765b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:53.224236 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af2fb8-8cb5-403a-b66a-d9f324fa3801 req-2784b217-5d21-4265-b787-0b960be777cc tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:53.226082 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-00af2fb8-8cb5-403a-b66a-d9f324fa3801 req-2784b217-5d21-4265-b787-0b960be777cc tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/ports?device_id=5506005c-5be7-40c9-a580-d6aa29c174e7 HTTP/1.1" status: 200 len: 943 time: 0.2660794 Jul 15 13:00:53.273355 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9983b0ad-bdca-4743-ab75-7c565909a051 req-0eec3248-b1e2-4265-a301-ddffd8432390 service neutron] 10.222.0.18 "GET /v2.0/networks/0c9ddec9-1058-4e8b-b69a-1210476af020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820407 Jul 15 13:00:53.306318 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-00af2fb8-8cb5-403a-b66a-d9f324fa3801 req-2f01150d-0f17-414f-a6b3-b9850cd7478b tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3352c9-1fd4-408f-b7ed-46c93f68b25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694313 Jul 15 13:00:53.343139 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-808faf14-4080-43b5-998a-d384b92b7720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:53.597235 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f582601-b5dd-41c0-88a1-da3e8064973f req-74c08250-ed60-48c9-9564-fd0acf32146c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:53.600871 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6f582601-b5dd-41c0-88a1-da3e8064973f req-74c08250-ed60-48c9-9564-fd0acf32146c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6700552a2e0e4fd3b3bebf3b4a86d77d&device_id=5506005c-5be7-40c9-a580-d6aa29c174e7 HTTP/1.1" status: 200 len: 1095 time: 0.2082732 Jul 15 13:00:53.701677 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0226f-07ad-4169-8f1a-be40446336a7 req-2d2d8493-16db-4c8c-aad4-49c7b84b8ad3 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:53.703320 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-56f0226f-07ad-4169-8f1a-be40446336a7 req-2d2d8493-16db-4c8c-aad4-49c7b84b8ad3 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 950 time: 0.2118447 Jul 15 13:00:53.785189 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a34f8e-83d6-4d68-9a30-80d05f7a18d7 req-bf3b32ee-f62f-44a0-90f7-9533e03c1197 tempest-ServersOnMultiNodesTest-1358753295 tempest-ServersOnMultiNodesTest-1358753295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:53.791145 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f582601-b5dd-41c0-88a1-da3e8064973f req-2a1a7588-138a-4ac3-8c1e-3e6e3d3ed4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:53.794214 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e8a34f8e-83d6-4d68-9a30-80d05f7a18d7 req-bf3b32ee-f62f-44a0-90f7-9533e03c1197 tempest-ServersOnMultiNodesTest-1358753295 tempest-ServersOnMultiNodesTest-1358753295-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=86b3f835-d12b-4161-8d44-eb206a0c0680 HTTP/1.1" status: 200 len: 1102 time: 0.1082263 Jul 15 13:00:53.797118 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6f582601-b5dd-41c0-88a1-da3e8064973f req-2a1a7588-138a-4ac3-8c1e-3e6e3d3ed4f9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0c9ddec9-1058-4e8b-b69a-1210476af020 HTTP/1.1" status: 200 len: 924 time: 0.1838505 Jul 15 13:00:53.811186 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-56f0226f-07ad-4169-8f1a-be40446336a7 req-ebd6c091-9b99-4d8d-9d12-83b3307ef933 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013153 Jul 15 13:00:53.897649 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e8a34f8e-83d6-4d68-9a30-80d05f7a18d7 req-0342cfc3-e623-4783-8b48-e7d86ddde152 tempest-ServersOnMultiNodesTest-1358753295 tempest-ServersOnMultiNodesTest-1358753295-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016490 Jul 15 13:00:53.943429 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6f582601-b5dd-41c0-88a1-da3e8064973f req-844827e0-9e23-447e-a0c6-add37872bf19 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce HTTP/1.1" status: 200 len: 217 time: 0.1308281 Jul 15 13:00:54.112232 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f582601-b5dd-41c0-88a1-da3e8064973f req-ee0df527-4828-4603-921b-ec87e2e11995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:54.115037 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6f582601-b5dd-41c0-88a1-da3e8064973f req-ee0df527-4828-4603-921b-ec87e2e11995 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6 HTTP/1.1" status: 200 len: 862 time: 0.1543221 Jul 15 13:00:54.183081 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device ac219f67-377d-4e6d-808d-a8c44e428d0d details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:00:54.220535 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9b5ed-b563-4003-8a48-d7fc34f13b1d req-a959edad-f37d-4fbd-a014-1c423bcaf8e4 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:54.223653 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-06e9b5ed-b563-4003-8a48-d7fc34f13b1d req-a959edad-f37d-4fbd-a014-1c423bcaf8e4 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb33e3c-7005-46fb-b675-4b7cada182b4 HTTP/1.1" status: 200 len: 948 time: 0.2134645 Jul 15 13:00:54.345085 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f582601-b5dd-41c0-88a1-da3e8064973f req-cfa5fd6d-0b8c-40d7-bd92-eb3078c81129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:54.348017 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6f582601-b5dd-41c0-88a1-da3e8064973f req-cfa5fd6d-0b8c-40d7-bd92-eb3078c81129 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c9ddec9-1058-4e8b-b69a-1210476af020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2211370 Jul 15 13:00:54.378273 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-06e9b5ed-b563-4003-8a48-d7fc34f13b1d req-d8262d08-d321-4d8e-a8c4-8644128f94ae tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] 10.222.0.24 "GET /v2.0/security-groups?id=af21779f-73bd-4140-96b7-809c3c6c93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214600 Jul 15 13:00:54.382956 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8409f-8a0b-494e-89be-92fbb938a366 req-d2561301-d07a-409d-a497-379398886aa2 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:54.393154 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-93d8409f-8a0b-494e-89be-92fbb938a366 req-d2561301-d07a-409d-a497-379398886aa2 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 950 time: 0.2343783 Jul 15 13:00:54.413135 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port ac219f67-377d-4e6d-808d-a8c44e428d0d, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=ac219f67-377d-4e6d-808d-a8c44e428d0d,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:54.427611 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'ac219f67-377d-4e6d-808d-a8c44e428d0d', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': 'ac219f67-377d-4e6d-808d-a8c44e428d0d', 'mac_address': 'fa:16:3e:3e:74:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:00:54.477440 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:54.491905 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac219f67-377d-4e6d-808d-a8c44e428d0d {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:54.532646 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port ac219f67-377d-4e6d-808d-a8c44e428d0d, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=ac219f67-377d-4e6d-808d-a8c44e428d0d,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:54.542768 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:54.551218 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:54.606970 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-93d8409f-8a0b-494e-89be-92fbb938a366 req-ac5f5e57-d2d6-4ea0-8202-afcdbb4cd526 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028356 Jul 15 13:00:54.615021 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6f582601-b5dd-41c0-88a1-da3e8064973f req-323cc575-4d98-45ce-99ba-7d35267aa8d2 service neutron] 10.222.0.18 "GET /v2.0/networks/0c9ddec9-1058-4e8b-b69a-1210476af020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296994 Jul 15 13:00:54.620097 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=ac219f67-377d-4e6d-808d-a8c44e428d0d,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:54.675078 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:54.910444 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-ad730b0a-39d2-402d-a393-ba87c00f7af5 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1f18a3d0e89947ce9eff2e064383d9c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2947168 Jul 15 13:00:54.920754 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['ac219f67-377d-4e6d-808d-a8c44e428d0d'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:55.177428 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-394ed833-5f3e-4aa4-b5a6-6a69ba97455d req-6bcfea54-1c29-4923-93e2-14f8a8f69f35 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f2d1f7-c0d3-4736-9ec7-53e606edc8b9 HTTP/1.1" status: 200 len: 210 time: 0.1872580 Jul 15 13:00:55.184804 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaaa830-953b-4aba-ac09-9bceb49a5a8c req-5d3cf445-12ca-447f-882a-a89fbd1ec4e7 tempest-ServersOnMultiNodesTest-1358753295 tempest-ServersOnMultiNodesTest-1358753295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:55.193333 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ddaaa830-953b-4aba-ac09-9bceb49a5a8c req-5d3cf445-12ca-447f-882a-a89fbd1ec4e7 tempest-ServersOnMultiNodesTest-1358753295 tempest-ServersOnMultiNodesTest-1358753295-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=27be9ac7-50ef-4f5b-9a57-b5ad5f460013 HTTP/1.1" status: 200 len: 1102 time: 0.4586625 Jul 15 13:00:55.203831 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6f582601-b5dd-41c0-88a1-da3e8064973f req-9bb19a61-2e5c-4631-80de-0af5da46a81e service neutron] 10.222.0.18 "GET /v2.0/networks/0c9ddec9-1058-4e8b-b69a-1210476af020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5616803 Jul 15 13:00:55.266380 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ddaaa830-953b-4aba-ac09-9bceb49a5a8c req-72e80403-b782-4238-8b92-28e3af847ebf tempest-ServersOnMultiNodesTest-1358753295 tempest-ServersOnMultiNodesTest-1358753295-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613620 Jul 15 13:00:55.280513 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-4b86ce3c-e8d6-4c90-b1ad-d1c68ac5b8de tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:55.282131 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-4b86ce3c-e8d6-4c90-b1ad-d1c68ac5b8de tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3616395 Jul 15 13:00:55.305142 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-5726fd74-8b52-4c3e-92a0-5e3d3b29c258 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Request body: {'port': {'device_id': '12f2d1f7-c0d3-4736-9ec7-53e606edc8b9', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'admin_state_up': True, 'tenant_id': '1f18a3d0e89947ce9eff2e064383d9c5'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:55.648053 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e2c5a-5614-4e44-b5ee-264005ed1355 req-1b990fde-fe22-496e-90a3-f58ea6dd96fa tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:55.650355 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2b6e2c5a-5614-4e44-b5ee-264005ed1355 req-1b990fde-fe22-496e-90a3-f58ea6dd96fa tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/ports?device_id=5506005c-5be7-40c9-a580-d6aa29c174e7 HTTP/1.1" status: 200 len: 943 time: 0.1666384 Jul 15 13:00:55.729273 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2b6e2c5a-5614-4e44-b5ee-264005ed1355 req-8271f2a4-417f-4461-8b3c-4861c23cef6b tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3352c9-1fd4-408f-b7ed-46c93f68b25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663378 Jul 15 13:00:55.840498 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-5726fd74-8b52-4c3e-92a0-5e3d3b29c258 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Made reservation on behalf of 1f18a3d0e89947ce9eff2e064383d9c5 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:00:55.844262 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-5726fd74-8b52-4c3e-92a0-5e3d3b29c258 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:56.009423 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-9bc86e95-6390-446e-ad3f-20bf7018e4a9 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385761 Jul 15 13:00:56.060492 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4685629-5e2d-433e-b0fd-ee4c774e3a9a req-2c6feecc-4641-4039-ad55-1f7c22552965 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:56.062220 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e4685629-5e2d-433e-b0fd-ee4c774e3a9a req-2c6feecc-4641-4039-ad55-1f7c22552965 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb33e3c-7005-46fb-b675-4b7cada182b4 HTTP/1.1" status: 200 len: 949 time: 0.0858490 Jul 15 13:00:56.067924 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-5726fd74-8b52-4c3e-92a0-5e3d3b29c258 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Allocated IP 192.168.233.91 (469a0c47-6cac-4ffe-aa16-0c933961e7af/23cd399a-e88b-433a-a99b-25a477d6a3ca/1fd5cabc-d776-47ad-86dd-2cae58de37c5) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:56.111672 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e4685629-5e2d-433e-b0fd-ee4c774e3a9a req-c6592375-4601-4f32-9ea8-6ac1dd67d587 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] 10.222.0.24 "GET /v2.0/security-groups?id=af21779f-73bd-4140-96b7-809c3c6c93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384495 Jul 15 13:00:56.132200 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:56.185378 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:00:56.260006 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-f84a418a-8452-4ad8-ac38-2d7959723bf0 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:56.280601 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-f84a418a-8452-4ad8-ac38-2d7959723bf0 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2495010 Jul 15 13:00:56.350704 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-365c9518-05e6-4a07-a307-1c85503ac740 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/quotas/a4339ead27f64ff8ab2c69e6a9cebb91 HTTP/1.1" status: 200 len: 375 time: 0.0691071 Jul 15 13:00:56.358743 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce,segment=NetworkSegment(16055f84-7db3-46f6-898f-31f08282e2c9),segment_id=16055f84-7db3-46f6-898f-31f08282e2c9)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:56.373696 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce', 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020', 'port_id': '5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce', 'mac_address': 'fa:16:3e:fe:b1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:00:56.442209 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:56.468656 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:56.478827 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-03b9e76c-381f-4e06-8cec-85eab6bc67d9 req-5922a6dc-2a0d-4450-8bb2-2277e9fe66bd tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f2d1f7-c0d3-4736-9ec7-53e606edc8b9 HTTP/1.1" status: 200 len: 210 time: 0.0656681 Jul 15 13:00:56.503491 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce,segment=NetworkSegment(16055f84-7db3-46f6-898f-31f08282e2c9),segment_id=16055f84-7db3-46f6-898f-31f08282e2c9)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:56.511503 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:56.541199 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-5726fd74-8b52-4c3e-92a0-5e3d3b29c258 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:56.584040 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:56.599186 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-0db22682-d58d-46bb-9469-b024374379ba tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2475567 Jul 15 13:00:56.600486 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-5726fd74-8b52-4c3e-92a0-5e3d3b29c258 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Transition to ACTIVE for port object 1fd5cabc-d776-47ad-86dd-2cae58de37c5 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:56.652992 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-03b9d4b8-1c1b-4d6f-b9fc-8c6b2316f1ec tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354650 Jul 15 13:00:56.672947 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-5726fd74-8b52-4c3e-92a0-5e3d3b29c258 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:56.690097 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['4b44e2cb-f611-41b9-ad89-c17c317d8273'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:56.808629 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['0af5bf58-a625-404b-9e00-06be5124876b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:56.816902 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-5726fd74-8b52-4c3e-92a0-5e3d3b29c258 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:56.829367 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-5726fd74-8b52-4c3e-92a0-5e3d3b29c258 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:56.844164 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-5726fd74-8b52-4c3e-92a0-5e3d3b29c258 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:56.857360 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-5726fd74-8b52-4c3e-92a0-5e3d3b29c258 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:56.864708 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-5726fd74-8b52-4c3e-92a0-5e3d3b29c258 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:56.911549 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726fd74-8b52-4c3e-92a0-5e3d3b29c258 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Pushing event updated for resources: {'Port': ['ID=1fd5cabc-d776-47ad-86dd-2cae58de37c5,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:56.932231 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-25202090-1b81-4653-8cd8-f6f6a8e32200 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:56.937239 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-5726fd74-8b52-4c3e-92a0-5e3d3b29c258 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6369870 Jul 15 13:00:56.939788 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-25202090-1b81-4653-8cd8-f6f6a8e32200 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2856684 Jul 15 13:00:56.957718 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-76ffc5c0-5506-4f16-b8f3-3a30a52c4f3d tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/quotas/4c3108a20e0e4e5c98e0e01050769b9a HTTP/1.1" status: 200 len: 375 time: 0.0168881 Jul 15 13:00:56.958933 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-35e49e6e-b607-4f04-a103-b40ff0743b3d service neutron] Request body: {'port': {'device_id': '12f2d1f7-c0d3-4736-9ec7-53e606edc8b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:57.091095 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-16cfe60d-4d06-4291-a432-0b28ebf4f3cf tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1323726 Jul 15 13:00:57.093309 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:00:57.157993 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-35e49e6e-b607-4f04-a103-b40ff0743b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:57.716815 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0fb7652f-19b7-4a51-b166-8892a2f42502 None None] Provisioning for port 1fd5cabc-d776-47ad-86dd-2cae58de37c5 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:57.776541 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e721295a-2cd7-4759-82ed-41b9c8ddc89d req-f72afec4-9d94-45fb-b224-7f8f91f1e2ee tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=2151f20f-a9c6-4c41-8d8d-519ed682a25c HTTP/1.1" status: 200 len: 210 time: 0.0680075 Jul 15 13:00:57.865234 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0fb7652f-19b7-4a51-b166-8892a2f42502 None None] Provisioning complete for port 1fd5cabc-d776-47ad-86dd-2cae58de37c5 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:57.868588 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0fb7652f-19b7-4a51-b166-8892a2f42502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:57.887808 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-35e49e6e-b607-4f04-a103-b40ff0743b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd5cabc-d776-47ad-86dd-2cae58de37c5 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:00:57.901174 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-35e49e6e-b607-4f04-a103-b40ff0743b3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:57.925181 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-35e49e6e-b607-4f04-a103-b40ff0743b3d service neutron] Transition to ACTIVE for port object 1fd5cabc-d776-47ad-86dd-2cae58de37c5 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:57.936389 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-35e49e6e-b607-4f04-a103-b40ff0743b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:58.006342 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e49e6e-b607-4f04-a103-b40ff0743b3d service neutron] Pushing event updated for resources: {'Port': ['ID=1fd5cabc-d776-47ad-86dd-2cae58de37c5,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:58.206455 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-35e49e6e-b607-4f04-a103-b40ff0743b3d service neutron] Attempting to bind port 1fd5cabc-d776-47ad-86dd-2cae58de37c5 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:58.215763 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-35e49e6e-b607-4f04-a103-b40ff0743b3d service neutron] Attempting to bind port 1fd5cabc-d776-47ad-86dd-2cae58de37c5 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:58.217655 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-35e49e6e-b607-4f04-a103-b40ff0743b3d service neutron] Attempting to bind port 1fd5cabc-d776-47ad-86dd-2cae58de37c5 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:58.247516 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-35e49e6e-b607-4f04-a103-b40ff0743b3d service neutron] Port 1fd5cabc-d776-47ad-86dd-2cae58de37c5 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:00:58.248068 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-35e49e6e-b607-4f04-a103-b40ff0743b3d service neutron] Attempting to bind port 1fd5cabc-d776-47ad-86dd-2cae58de37c5 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:58.266452 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-35e49e6e-b607-4f04-a103-b40ff0743b3d service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:58.267037 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-35e49e6e-b607-4f04-a103-b40ff0743b3d service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:58.268050 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-35e49e6e-b607-4f04-a103-b40ff0743b3d service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:58.268838 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-35e49e6e-b607-4f04-a103-b40ff0743b3d service neutron] Bound port: 1fd5cabc-d776-47ad-86dd-2cae58de37c5, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:58.269459 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-35e49e6e-b607-4f04-a103-b40ff0743b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:58.420824 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device ac219f67-377d-4e6d-808d-a8c44e428d0d up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:58.434785 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c78aff-9736-4b20-a985-bc1a36e46efd req-4ae18401-8110-44de-9f46-5a7c1abb5a7b tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:58.439828 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-60c78aff-9736-4b20-a985-bc1a36e46efd req-4ae18401-8110-44de-9f46-5a7c1abb5a7b tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/ports?device_id=5506005c-5be7-40c9-a580-d6aa29c174e7 HTTP/1.1" status: 200 len: 944 time: 0.3994319 Jul 15 13:00:58.558604 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-60c78aff-9736-4b20-a985-bc1a36e46efd req-e5cc0aff-a462-4258-81cf-7e0912fffb2a tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3352c9-1fd4-408f-b7ed-46c93f68b25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022069 Jul 15 13:00:58.612169 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-35e49e6e-b607-4f04-a103-b40ff0743b3d service neutron] For port 1fd5cabc-d776-47ad-86dd-2cae58de37c5, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:58.616017 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-35e49e6e-b607-4f04-a103-b40ff0743b3d service neutron] For port 1fd5cabc-d776-47ad-86dd-2cae58de37c5, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=1fd5cabc-d776-47ad-86dd-2cae58de37c5,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:58.631667 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5a4d6-2e1f-43bd-bd61-b024e8d0f574 req-2d4a4d51-57de-4eb4-8bfa-9219f17987c8 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:58.633665 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-efb5a4d6-2e1f-43bd-bd61-b024e8d0f574 req-2d4a4d51-57de-4eb4-8bfa-9219f17987c8 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb33e3c-7005-46fb-b675-4b7cada182b4 HTTP/1.1" status: 200 len: 949 time: 0.3694282 Jul 15 13:00:58.636674 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-35e49e6e-b607-4f04-a103-b40ff0743b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:58.687014 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-0fb7652f-19b7-4a51-b166-8892a2f42502 None None] Port 1fd5cabc-d776-47ad-86dd-2cae58de37c5 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:00:58.734807 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-35e49e6e-b607-4f04-a103-b40ff0743b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:58.736372 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-35e49e6e-b607-4f04-a103-b40ff0743b3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:58.738564 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-35e49e6e-b607-4f04-a103-b40ff0743b3d service neutron] 10.222.0.32 "PUT /v2.0/ports/1fd5cabc-d776-47ad-86dd-2cae58de37c5 HTTP/1.1" status: 200 len: 1096 time: 1.7844462 Jul 15 13:00:58.739203 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f2d1f7-c0d3-4736-9ec7-53e606edc8b9', 'tag': '1fd5cabc-d776-47ad-86dd-2cae58de37c5'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:58.743569 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27ece29-0262-4224-a121-a5186ca61e65" -d '{"events": [{"name": "network-changed", "server_uuid": "12f2d1f7-c0d3-4736-9ec7-53e606edc8b9", "tag": "1fd5cabc-d776-47ad-86dd-2cae58de37c5"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:58.754517 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8ab3e4d0-2f3d-4852-8225-8ae09e60c1b5 req-e2f93667-931b-474a-9a7b-d8f9dc9d93f1 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 210 time: 0.0693531 Jul 15 13:00:58.874854 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port ac219f67-377d-4e6d-808d-a8c44e428d0d completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:58.885066 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port ac219f67-377d-4e6d-808d-a8c44e428d0d triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:58.885442 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:58.947867 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-efb5a4d6-2e1f-43bd-bd61-b024e8d0f574 req-23680e16-bbee-4b25-99bc-f6917d966f85 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] 10.222.0.24 "GET /v2.0/security-groups?id=af21779f-73bd-4140-96b7-809c3c6c93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963243 Jul 15 13:00:58.962331 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e49e6e-b607-4f04-a103-b40ff0743b3d service neutron] Pushing event updated for resources: {'Port': ['ID=1fd5cabc-d776-47ad-86dd-2cae58de37c5,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:59.211050 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-2bb6364d-4d75-4210-b277-4451a04ce8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:59.214268 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-2bb6364d-4d75-4210-b277-4451a04ce8de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f18a3d0e89947ce9eff2e064383d9c5&device_id=12f2d1f7-c0d3-4736-9ec7-53e606edc8b9 HTTP/1.1" status: 200 len: 1099 time: 0.1619265 Jul 15 13:00:59.235752 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9de91f3-4626-4b5e-bf77-2f40ab6f5d36 x-openstack-request-id: req-d9de91f3-4626-4b5e-bf77-2f40ab6f5d36 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:59.236725 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f2d1f7-c0d3-4736-9ec7-53e606edc8b9", "tag": "1fd5cabc-d776-47ad-86dd-2cae58de37c5", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:59.237396 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d9de91f3-4626-4b5e-bf77-2f40ab6f5d36 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:59.238452 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f2d1f7-c0d3-4736-9ec7-53e606edc8b9', 'tag': '1fd5cabc-d776-47ad-86dd-2cae58de37c5', 'status': 'completed', 'code': 200} Jul 15 13:00:59.249002 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12775476-3f38-46a7-b949-84bd64f46b3b req-d07730aa-e168-4ccf-9aa5-8e1bbfcc8586 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:59.256846 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-12775476-3f38-46a7-b949-84bd64f46b3b req-d07730aa-e168-4ccf-9aa5-8e1bbfcc8586 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f2d1f7-c0d3-4736-9ec7-53e606edc8b9 HTTP/1.1" status: 200 len: 947 time: 0.2081995 Jul 15 13:00:59.279375 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:59.302217 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-12775476-3f38-46a7-b949-84bd64f46b3b req-5c2592e4-41f0-4027-b7d5-e0384bed364b tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443411 Jul 15 13:00:59.337103 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb33e3c-7005-46fb-b675-4b7cada182b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac219f67-377d-4e6d-808d-a8c44e428d0d'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:00:59.347925 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bb31bb-b977-4d90-af1c-480861832246" -d '{"events": [{"server_uuid": "dbb33e3c-7005-46fb-b675-4b7cada182b4", "name": "network-vif-plugged", "status": "completed", "tag": "ac219f67-377d-4e6d-808d-a8c44e428d0d"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:00:59.376612 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port ac219f67-377d-4e6d-808d-a8c44e428d0d, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=ac219f67-377d-4e6d-808d-a8c44e428d0d,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:59.377599 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-91bd43b0-53c9-44ab-8b2b-4c8d063e45f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=1fd5cabc-d776-47ad-86dd-2cae58de37c5 HTTP/1.1" status: 200 len: 217 time: 0.1197479 Jul 15 13:00:59.383752 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:59.480077 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=ac219f67-377d-4e6d-808d-a8c44e428d0d,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:59.518340 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8fcb62fd-9caa-428f-a831-e909d1a17f29 req-2fd07e36-9e0c-49a8-9a23-25db19678228 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=2151f20f-a9c6-4c41-8d8d-519ed682a25c HTTP/1.1" status: 200 len: 210 time: 0.1100788 Jul 15 13:00:59.532674 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-d946b5c6-50df-4611-afbc-74512a95cd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:59.534763 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-d946b5c6-50df-4611-afbc-74512a95cd20 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1485820 Jul 15 13:00:59.615097 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c5a310-46ce-49f7-a613-d5fae81eb718 x-openstack-request-id: req-14c5a310-46ce-49f7-a613-d5fae81eb718 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:00:59.615559 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb33e3c-7005-46fb-b675-4b7cada182b4", "name": "network-vif-plugged", "status": "completed", "tag": "ac219f67-377d-4e6d-808d-a8c44e428d0d", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:00:59.616014 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-14c5a310-46ce-49f7-a613-d5fae81eb718 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:00:59.617542 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-1738d517-0342-465a-92ac-19c68d090fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:59.617889 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb33e3c-7005-46fb-b675-4b7cada182b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac219f67-377d-4e6d-808d-a8c44e428d0d', 'code': 200} Jul 15 13:00:59.620035 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-1738d517-0342-465a-92ac-19c68d090fdd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0751190 Jul 15 13:00:59.947016 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-294737b3-07ed-44ba-8129-74a1f9295d17 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107457 Jul 15 13:01:00.051843 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afa18a-2ce2-432b-bf7e-6e33a5eff795 req-366b44b7-f177-4add-92e1-6cd45d968bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:00.053543 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e3afa18a-2ce2-432b-bf7e-6e33a5eff795 req-366b44b7-f177-4add-92e1-6cd45d968bd0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dbb33e3c-7005-46fb-b675-4b7cada182b4 HTTP/1.1" status: 200 len: 1102 time: 0.2957027 Jul 15 13:01:00.086620 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-1fdb3b05-5cce-43aa-b10b-ef913180f846 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467582 Jul 15 13:01:00.209672 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:00.238309 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147faa59-f76c-4390-99cc-b8e09818122c req-412d90bd-cb4f-439b-8172-3647c5fff2a3 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:00.239824 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-147faa59-f76c-4390-99cc-b8e09818122c req-412d90bd-cb4f-439b-8172-3647c5fff2a3 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/ports?device_id=5506005c-5be7-40c9-a580-d6aa29c174e7 HTTP/1.1" status: 200 len: 944 time: 0.3169415 Jul 15 13:01:00.268087 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0a0287d1-e97a-44d5-897c-dbf2839f019e req-4ae7c4bc-9254-4e53-8e8e-c79812c0f8f4 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930136 Jul 15 13:01:00.298940 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e3afa18a-2ce2-432b-bf7e-6e33a5eff795 req-d95740a4-5ff8-4cad-97ce-4d886e49dd3c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=af21779f-73bd-4140-96b7-809c3c6c93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181337 Jul 15 13:01:00.329050 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-147faa59-f76c-4390-99cc-b8e09818122c req-f7c656d3-4b66-4ac4-a614-d3d86856bb6b tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3352c9-1fd4-408f-b7ed-46c93f68b25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550637 Jul 15 13:01:00.387408 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-895a5f62-40c5-4f3a-8f22-0296aa24c221 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:00.389374 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-895a5f62-40c5-4f3a-8f22-0296aa24c221 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2953470 Jul 15 13:01:00.391618 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:00.396710 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:00.397463 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:00.446446 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-d4564f62-62f4-494f-90be-4d3067ad1880 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Request body: {'port': {'device_id': '2151f20f-a9c6-4c41-8d8d-519ed682a25c', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'admin_state_up': True, 'tenant_id': 'a4339ead27f64ff8ab2c69e6a9cebb91'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:00.558383 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:00.570114 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0ac49309-2a4a-4a4c-8ee9-44b14f65409f req-006fa963-a203-4ed3-bf78-c25e618f0be3 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 210 time: 0.0529277 Jul 15 13:01:00.646537 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce,segment=NetworkSegment(16055f84-7db3-46f6-898f-31f08282e2c9),segment_id=16055f84-7db3-46f6-898f-31f08282e2c9)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:00.659389 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:00.742213 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ece29-0262-4224-a121-a5186ca61e65 req-5c36ccf2-c3a1-4fef-b0e6-b5d83fcd01f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:00.744102 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f27ece29-0262-4224-a121-a5186ca61e65 req-5c36ccf2-c3a1-4fef-b0e6-b5d83fcd01f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f18a3d0e89947ce9eff2e064383d9c5&device_id=12f2d1f7-c0d3-4736-9ec7-53e606edc8b9 HTTP/1.1" status: 200 len: 1099 time: 0.2151916 Jul 15 13:01:00.805631 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:01.026875 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-d4564f62-62f4-494f-90be-4d3067ad1880 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Made reservation on behalf of a4339ead27f64ff8ab2c69e6a9cebb91 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:01.032800 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-d4564f62-62f4-494f-90be-4d3067ad1880 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:01.036896 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-e7e6ed9f-e5d1-4c67-86fd-55ae6f88031b tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1164103 Jul 15 13:01:01.095661 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ece29-0262-4224-a121-a5186ca61e65 req-c23858f4-24a3-4d69-bd66-2f64c7503aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:01.097117 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f27ece29-0262-4224-a121-a5186ca61e65 req-c23858f4-24a3-4d69-bd66-2f64c7503aa0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.2299755 Jul 15 13:01:01.159798 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f27ece29-0262-4224-a121-a5186ca61e65 req-9fd332f2-3e99-4116-8869-a528f74005b8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=1fd5cabc-d776-47ad-86dd-2cae58de37c5 HTTP/1.1" status: 200 len: 217 time: 0.0505614 Jul 15 13:01:01.248183 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ece29-0262-4224-a121-a5186ca61e65 req-bb596c60-0268-4fd8-82f5-4c934ac54fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:01.249708 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f27ece29-0262-4224-a121-a5186ca61e65 req-bb596c60-0268-4fd8-82f5-4c934ac54fb7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.0726910 Jul 15 13:01:01.258773 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b63b9-cc05-4197-a7c4-a4fe5aa9b7b5 req-ca6fb401-971e-4f35-8886-d5902b520d9f tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:01.260722 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c00b63b9-cc05-4197-a7c4-a4fe5aa9b7b5 req-ca6fb401-971e-4f35-8886-d5902b520d9f tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f2d1f7-c0d3-4736-9ec7-53e606edc8b9 HTTP/1.1" status: 200 len: 947 time: 0.1116998 Jul 15 13:01:01.280346 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2765ed-ba06-490f-8701-7f14ec845e9e req-5ce9de94-6fef-4bba-a7c3-1ffbac3b0168 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:01.290844 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2b2765ed-ba06-490f-8701-7f14ec845e9e req-5ce9de94-6fef-4bba-a7c3-1ffbac3b0168 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb33e3c-7005-46fb-b675-4b7cada182b4 HTTP/1.1" status: 200 len: 950 time: 0.4575584 Jul 15 13:01:01.350971 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c00b63b9-cc05-4197-a7c4-a4fe5aa9b7b5 req-120e350d-6514-42ab-a7c1-a1b4ecb6ffcc tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777731 Jul 15 13:01:01.386527 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ece29-0262-4224-a121-a5186ca61e65 req-60f776e8-638f-449b-9e86-2fc82ee51e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:01.387743 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-4adc6e3c-7045-4495-bff5-42f76a6d751e tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:01.388746 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f27ece29-0262-4224-a121-a5186ca61e65 req-60f776e8-638f-449b-9e86-2fc82ee51e5b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1274004 Jul 15 13:01:01.389295 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-4adc6e3c-7045-4495-bff5-42f76a6d751e tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3407214 Jul 15 13:01:01.477700 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-3c49ded1-d0a6-4040-85ae-50610c33fa11 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Request body: {'port': {'device_id': '36c81327-7eeb-4ef9-8f25-19c9b4e17b94', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'admin_state_up': True, 'tenant_id': '4c3108a20e0e4e5c98e0e01050769b9a'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:01.518490 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2b2765ed-ba06-490f-8701-7f14ec845e9e req-744fdde4-0f2f-4f2c-af1d-2fb0acf3781a tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] 10.222.0.24 "GET /v2.0/security-groups?id=af21779f-73bd-4140-96b7-809c3c6c93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263868 Jul 15 13:01:01.600012 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-d4564f62-62f4-494f-90be-4d3067ad1880 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Allocated IP 192.168.233.245 (469a0c47-6cac-4ffe-aa16-0c933961e7af/23cd399a-e88b-433a-a99b-25a477d6a3ca/4c61b580-efae-42aa-a55e-c4fd8bab5fee) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:01.620515 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5506005c-5be7-40c9-a580-d6aa29c174e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:01.623931 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea7ad3f-e5be-4d38-955b-d0b2a04348f1" -d '{"events": [{"server_uuid": "5506005c-5be7-40c9-a580-d6aa29c174e7", "name": "network-vif-plugged", "status": "completed", "tag": "5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:01.712565 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-23942056-bb38-4f40-acee-5ae9f4e661a5 req-83157ade-753d-4942-887b-0155626ce1a8 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=2151f20f-a9c6-4c41-8d8d-519ed682a25c HTTP/1.1" status: 200 len: 210 time: 0.0802333 Jul 15 13:01:01.729302 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f27ece29-0262-4224-a121-a5186ca61e65 req-a0a560e0-0daa-4be1-a687-4e8a006585c6 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992592 Jul 15 13:01:01.751998 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-3c49ded1-d0a6-4040-85ae-50610c33fa11 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Made reservation on behalf of 4c3108a20e0e4e5c98e0e01050769b9a for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:01.756963 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-3c49ded1-d0a6-4040-85ae-50610c33fa11 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:01.950673 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-d4564f62-62f4-494f-90be-4d3067ad1880 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:01.969807 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-d4564f62-62f4-494f-90be-4d3067ad1880 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Transition to ACTIVE for port object 4c61b580-efae-42aa-a55e-c4fd8bab5fee will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:02.023975 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-d4564f62-62f4-494f-90be-4d3067ad1880 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:02.043872 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['5ec5c713-6d70-43a5-b417-6d1ab747b70e', 'ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:02.139489 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441eca6c-f68f-4d30-ab1a-af420aa02e4e x-openstack-request-id: req-441eca6c-f68f-4d30-ab1a-af420aa02e4e {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:02.141041 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5506005c-5be7-40c9-a580-d6aa29c174e7", "name": "network-vif-plugged", "status": "completed", "tag": "5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:02.142164 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-441eca6c-f68f-4d30-ab1a-af420aa02e4e {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:02.143165 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5506005c-5be7-40c9-a580-d6aa29c174e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce', 'code': 200} Jul 15 13:01:02.146094 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['23116ffe-712e-4a02-b27a-a2087651f296', '62555279-b9e3-4ccf-a35e-bb3189943158', 'd85b016f-fb0d-4850-a076-4af46d0d2758'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:02.191206 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f27ece29-0262-4224-a121-a5186ca61e65 req-86b5ca3f-ee34-43b8-9586-a81f6830decf service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4596064 Jul 15 13:01:02.276233 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4564f62-62f4-494f-90be-4d3067ad1880 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Pushing event updated for resources: {'Port': ['ID=4c61b580-efae-42aa-a55e-c4fd8bab5fee,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:02.299131 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-d4564f62-62f4-494f-90be-4d3067ad1880 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:02.303269 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-d4564f62-62f4-494f-90be-4d3067ad1880 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:02.308172 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-d4564f62-62f4-494f-90be-4d3067ad1880 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:02.396818 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaac574-c266-49cc-9764-c9022b33527b req-d55621fd-e560-4079-89f9-dcb9f4d05eef tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:02.412712 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fdaac574-c266-49cc-9764-c9022b33527b req-d55621fd-e560-4079-89f9-dcb9f4d05eef tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/ports?device_id=5506005c-5be7-40c9-a580-d6aa29c174e7 HTTP/1.1" status: 200 len: 945 time: 0.4684322 Jul 15 13:01:02.438934 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-d4564f62-62f4-494f-90be-4d3067ad1880 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:02.440268 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-d4564f62-62f4-494f-90be-4d3067ad1880 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:02.548157 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499f495-7e44-4f32-882c-d73f6e790ab5 req-5f269151-5004-44d0-9235-256bd01d7633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:02.551427 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1499f495-7e44-4f32-882c-d73f6e790ab5 req-5f269151-5004-44d0-9235-256bd01d7633 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5506005c-5be7-40c9-a580-d6aa29c174e7 HTTP/1.1" status: 200 len: 1097 time: 0.3235765 Jul 15 13:01:02.570856 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fdaac574-c266-49cc-9764-c9022b33527b req-2eb488da-4f76-478c-a423-5fffdfac7405 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3352c9-1fd4-408f-b7ed-46c93f68b25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563017 Jul 15 13:01:02.664787 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1499f495-7e44-4f32-882c-d73f6e790ab5 req-368ff7c2-c755-49b3-af83-7d3692ae889b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5a3352c9-1fd4-408f-b7ed-46c93f68b25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853040 Jul 15 13:01:02.895077 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-3c49ded1-d0a6-4040-85ae-50610c33fa11 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Allocated IP 192.168.233.237 (469a0c47-6cac-4ffe-aa16-0c933961e7af/23cd399a-e88b-433a-a99b-25a477d6a3ca/39914eb8-3276-4cbf-8e7e-c5fa53be0c53) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:02.910116 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b7d03a5c-869b-4245-b154-57b69c6c1fc9 req-d846b12c-323b-4a5c-9cc6-d4b345db18cc tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 210 time: 0.4629135 Jul 15 13:01:03.047212 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d1967b4c-8cea-4541-b1b0-b3038a218337 None None] Provisioning for port 4c61b580-efae-42aa-a55e-c4fd8bab5fee completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:03.099256 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d1967b4c-8cea-4541-b1b0-b3038a218337 None None] Provisioning complete for port 4c61b580-efae-42aa-a55e-c4fd8bab5fee triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:03.099943 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1967b4c-8cea-4541-b1b0-b3038a218337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:03.145121 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 1fd5cabc-d776-47ad-86dd-2cae58de37c5 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:01:03.245459 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-3c49ded1-d0a6-4040-85ae-50610c33fa11 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:03.273830 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-3c49ded1-d0a6-4040-85ae-50610c33fa11 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Transition to ACTIVE for port object 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:03.276160 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 1fd5cabc-d776-47ad-86dd-2cae58de37c5, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=1fd5cabc-d776-47ad-86dd-2cae58de37c5,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:03.296105 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '1fd5cabc-d776-47ad-86dd-2cae58de37c5', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': '1fd5cabc-d776-47ad-86dd-2cae58de37c5', 'mac_address': 'fa:16:3e:bc:f7:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:01:03.325467 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-d4564f62-62f4-494f-90be-4d3067ad1880 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8869054 Jul 15 13:01:03.328925 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-3c49ded1-d0a6-4040-85ae-50610c33fa11 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:03.363446 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-ec1183b3-9e9b-4856-ab4b-f036464b9444 service neutron] Request body: {'port': {'device_id': '2151f20f-a9c6-4c41-8d8d-519ed682a25c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:03.364119 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec48263-429b-4431-92f5-aaaf63c704dc req-17755fdd-28ea-4fe5-ace2-ccb2e64f3c7a tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:03.372233 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dec48263-429b-4431-92f5-aaaf63c704dc req-17755fdd-28ea-4fe5-ace2-ccb2e64f3c7a tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb33e3c-7005-46fb-b675-4b7cada182b4 HTTP/1.1" status: 200 len: 950 time: 0.1470847 Jul 15 13:01:03.405672 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d1967b4c-8cea-4541-b1b0-b3038a218337 None None] Port 4c61b580-efae-42aa-a55e-c4fd8bab5fee cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:01:03.421647 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-3c49ded1-d0a6-4040-85ae-50610c33fa11 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:03.448357 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dec48263-429b-4431-92f5-aaaf63c704dc req-06363541-a33a-48bb-bbbb-3b69b1ad24b5 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] 10.222.0.24 "GET /v2.0/security-groups?id=af21779f-73bd-4140-96b7-809c3c6c93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750165 Jul 15 13:01:03.449749 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:03.479985 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-3c49ded1-d0a6-4040-85ae-50610c33fa11 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:03.489664 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-3c49ded1-d0a6-4040-85ae-50610c33fa11 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:03.491670 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd5cabc-d776-47ad-86dd-2cae58de37c5 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:03.515056 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 1fd5cabc-d776-47ad-86dd-2cae58de37c5, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=1fd5cabc-d776-47ad-86dd-2cae58de37c5,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:03.522935 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:03.572898 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49ded1-d0a6-4040-85ae-50610c33fa11 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Pushing event updated for resources: {'Port': ['ID=39914eb8-3276-4cbf-8e7e-c5fa53be0c53,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:03.607171 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-3c49ded1-d0a6-4040-85ae-50610c33fa11 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:03.608030 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-3c49ded1-d0a6-4040-85ae-50610c33fa11 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:03.627142 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=1fd5cabc-d776-47ad-86dd-2cae58de37c5,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:03.726684 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-3c49ded1-d0a6-4040-85ae-50610c33fa11 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2578459 Jul 15 13:01:03.736681 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c22e06-0e69-4c2d-8830-f0d6f2b0f7a4 req-810f3ada-ad9a-45ff-9846-cbe1349e13e6 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:03.738052 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b9746-eacc-47cf-84bc-ffb23db3beae req-488d0fcf-c38e-4c03-9640-b4f2182df895 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:03.738331 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f4c22e06-0e69-4c2d-8830-f0d6f2b0f7a4 req-810f3ada-ad9a-45ff-9846-cbe1349e13e6 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f2d1f7-c0d3-4736-9ec7-53e606edc8b9 HTTP/1.1" status: 200 len: 947 time: 0.4162276 Jul 15 13:01:03.739846 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-295b9746-eacc-47cf-84bc-ffb23db3beae req-488d0fcf-c38e-4c03-9640-b4f2182df895 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=2151f20f-a9c6-4c41-8d8d-519ed682a25c HTTP/1.1" status: 200 len: 936 time: 0.1289713 Jul 15 13:01:03.745140 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-ec1183b3-9e9b-4856-ab4b-f036464b9444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:03.765109 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-36ce7d25-2cc4-4089-9b04-038576d49aaf service neutron] Request body: {'port': {'device_id': '36c81327-7eeb-4ef9-8f25-19c9b4e17b94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:03.794357 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-295b9746-eacc-47cf-84bc-ffb23db3beae req-c83ee12a-d550-4b45-8b31-81a624090b14 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443022 Jul 15 13:01:03.836268 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-bc0d9748-8d94-4de7-af8b-b2c7f53d0097 None None] Provisioning for port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:03.842036 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-bc0d9748-8d94-4de7-af8b-b2c7f53d0097 None None] Provisioning complete for port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:03.842957 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc0d9748-8d94-4de7-af8b-b2c7f53d0097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:03.931743 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f4c22e06-0e69-4c2d-8830-f0d6f2b0f7a4 req-26e018b9-7f07-4d05-8fe0-46a0160b2194 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838775 Jul 15 13:01:03.945862 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d9748-8d94-4de7-af8b-b2c7f53d0097 None None] Port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:01:04.005363 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-36ce7d25-2cc4-4089-9b04-038576d49aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:04.048070 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03981aa-bde9-41df-87ac-16efea89db1f req-a86d34cf-52b6-4a20-a5f2-6b0932e1a5be tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:04.049802 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d03981aa-bde9-41df-87ac-16efea89db1f req-a86d34cf-52b6-4a20-a5f2-6b0932e1a5be tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e4613e1-1ef5-4ad0-8bc2-4b3dbb7b18c1 HTTP/1.1" status: 200 len: 946 time: 0.0903318 Jul 15 13:01:04.087765 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['1fd5cabc-d776-47ad-86dd-2cae58de37c5'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:04.176799 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d03981aa-bde9-41df-87ac-16efea89db1f req-97f2d0e4-0516-446e-82f8-bea81650c539 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] 10.222.0.24 "GET /v2.0/security-groups?id=1100c461-205d-4944-adc4-89fa2e604702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138639 Jul 15 13:01:04.450582 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d073d-8e09-4bc4-b0cf-f445bed9019c req-c1ecd235-05d1-459e-ae0b-c3e4b8c02afe tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:04.453715 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-536d073d-8e09-4bc4-b0cf-f445bed9019c req-c1ecd235-05d1-459e-ae0b-c3e4b8c02afe tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/ports?device_id=5506005c-5be7-40c9-a580-d6aa29c174e7 HTTP/1.1" status: 200 len: 945 time: 0.1038661 Jul 15 13:01:04.482949 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-ec1183b3-9e9b-4856-ab4b-f036464b9444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c61b580-efae-42aa-a55e-c4fd8bab5fee {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:04.502124 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-ec1183b3-9e9b-4856-ab4b-f036464b9444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:04.505251 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-536d073d-8e09-4bc4-b0cf-f445bed9019c req-36bc72cd-e749-4359-af29-663131294cfd tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3352c9-1fd4-408f-b7ed-46c93f68b25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452507 Jul 15 13:01:04.521951 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-ec1183b3-9e9b-4856-ab4b-f036464b9444 service neutron] Transition to ACTIVE for port object 4c61b580-efae-42aa-a55e-c4fd8bab5fee will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:04.551649 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-ec1183b3-9e9b-4856-ab4b-f036464b9444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:04.673512 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['a0ae581a-5a36-4db7-a98c-1f3bde6bf998', '8ecd4344-13b4-4ad8-b3d8-cd1fed399548'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:04.737813 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1183b3-9e9b-4856-ab4b-f036464b9444 service neutron] Pushing event updated for resources: {'Port': ['ID=4c61b580-efae-42aa-a55e-c4fd8bab5fee,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:04.858989 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc4428-5dd1-4af5-bf30-941eb1bce93a req-1a7f5170-ceb8-4050-a352-e5765a66ebf1 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:04.865490 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-93dc4428-5dd1-4af5-bf30-941eb1bce93a req-1a7f5170-ceb8-4050-a352-e5765a66ebf1 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 936 time: 0.3414638 Jul 15 13:01:04.899069 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70da635-f92c-4ad3-8844-81b5012ecd96 req-4442e8f4-7448-4eac-ad4a-b44c9d840ccc tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:04.901217 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b70da635-f92c-4ad3-8844-81b5012ecd96 req-4442e8f4-7448-4eac-ad4a-b44c9d840ccc tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/ports?device_id=5506005c-5be7-40c9-a580-d6aa29c174e7 HTTP/1.1" status: 200 len: 945 time: 0.0999236 Jul 15 13:01:04.911680 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44202) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:04.916949 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f226d51e-d4ac-416d-809b-276e56d879ce tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Request body: {'floatingip': {'port_id': '5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:04.989009 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-ec1183b3-9e9b-4856-ab4b-f036464b9444 service neutron] Attempting to bind port 4c61b580-efae-42aa-a55e-c4fd8bab5fee on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:04.989607 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-ec1183b3-9e9b-4856-ab4b-f036464b9444 service neutron] Attempting to bind port 4c61b580-efae-42aa-a55e-c4fd8bab5fee by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:04.990373 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-ec1183b3-9e9b-4856-ab4b-f036464b9444 service neutron] Attempting to bind port 4c61b580-efae-42aa-a55e-c4fd8bab5fee on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:05.020521 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f226d51e-d4ac-416d-809b-276e56d879ce tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:05.056024 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-93dc4428-5dd1-4af5-bf30-941eb1bce93a req-f1308cb3-9344-4010-815f-ac6630eb15e7 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770878 Jul 15 13:01:05.057060 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-ec1183b3-9e9b-4856-ab4b-f036464b9444 service neutron] Port 4c61b580-efae-42aa-a55e-c4fd8bab5fee on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:01:05.057614 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-ec1183b3-9e9b-4856-ab4b-f036464b9444 service neutron] Attempting to bind port 4c61b580-efae-42aa-a55e-c4fd8bab5fee on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:05.145144 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-36ce7d25-2cc4-4089-9b04-038576d49aaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:05.154159 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-36ce7d25-2cc4-4089-9b04-038576d49aaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:05.168360 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-36ce7d25-2cc4-4089-9b04-038576d49aaf service neutron] Transition to ACTIVE for port object 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:05.175078 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-ec1183b3-9e9b-4856-ab4b-f036464b9444 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:05.175580 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-ec1183b3-9e9b-4856-ab4b-f036464b9444 service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:05.176018 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-ec1183b3-9e9b-4856-ab4b-f036464b9444 service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:05.176484 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-ec1183b3-9e9b-4856-ab4b-f036464b9444 service neutron] Bound port: 4c61b580-efae-42aa-a55e-c4fd8bab5fee, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:05.176982 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-ec1183b3-9e9b-4856-ab4b-f036464b9444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:05.183130 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-36ce7d25-2cc4-4089-9b04-038576d49aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:05.330143 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-ec1183b3-9e9b-4856-ab4b-f036464b9444 service neutron] For port 4c61b580-efae-42aa-a55e-c4fd8bab5fee, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:05.334552 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-ec1183b3-9e9b-4856-ab4b-f036464b9444 service neutron] For port 4c61b580-efae-42aa-a55e-c4fd8bab5fee, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=4c61b580-efae-42aa-a55e-c4fd8bab5fee,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:05.350294 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-ec1183b3-9e9b-4856-ab4b-f036464b9444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:05.372486 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce7d25-2cc4-4089-9b04-038576d49aaf service neutron] Pushing event updated for resources: {'Port': ['ID=39914eb8-3276-4cbf-8e7e-c5fa53be0c53,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:05.411012 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-ec1183b3-9e9b-4856-ab4b-f036464b9444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:05.411647 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-ec1183b3-9e9b-4856-ab4b-f036464b9444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:05.413131 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-ec1183b3-9e9b-4856-ab4b-f036464b9444 service neutron] 10.222.0.32 "PUT /v2.0/ports/4c61b580-efae-42aa-a55e-c4fd8bab5fee HTTP/1.1" status: 200 len: 1097 time: 2.0702055 Jul 15 13:01:05.415860 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2151f20f-a9c6-4c41-8d8d-519ed682a25c', 'tag': '4c61b580-efae-42aa-a55e-c4fd8bab5fee'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:05.419004 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9860ee-d66b-49a5-b7e9-a56d80c86549" -d '{"events": [{"name": "network-changed", "server_uuid": "2151f20f-a9c6-4c41-8d8d-519ed682a25c", "tag": "4c61b580-efae-42aa-a55e-c4fd8bab5fee"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:05.525593 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1183b3-9e9b-4856-ab4b-f036464b9444 service neutron] Pushing event updated for resources: {'Port': ['ID=4c61b580-efae-42aa-a55e-c4fd8bab5fee,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:05.629965 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-36ce7d25-2cc4-4089-9b04-038576d49aaf service neutron] Attempting to bind port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:05.630306 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-36ce7d25-2cc4-4089-9b04-038576d49aaf service neutron] Attempting to bind port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:05.630639 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-36ce7d25-2cc4-4089-9b04-038576d49aaf service neutron] Attempting to bind port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:05.649730 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-5067851f-fd66-413e-b24c-23010a598e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:05.651366 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-5067851f-fd66-413e-b24c-23010a598e5e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&device_id=2151f20f-a9c6-4c41-8d8d-519ed682a25c HTTP/1.1" status: 200 len: 1100 time: 0.1592052 Jul 15 13:01:05.652310 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-36ce7d25-2cc4-4089-9b04-038576d49aaf service neutron] Port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:01:05.652534 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-36ce7d25-2cc4-4089-9b04-038576d49aaf service neutron] Attempting to bind port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:05.676771 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-36ce7d25-2cc4-4089-9b04-038576d49aaf service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:05.677276 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-36ce7d25-2cc4-4089-9b04-038576d49aaf service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:05.677676 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-36ce7d25-2cc4-4089-9b04-038576d49aaf service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:05.678169 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-36ce7d25-2cc4-4089-9b04-038576d49aaf service neutron] Bound port: 39914eb8-3276-4cbf-8e7e-c5fa53be0c53, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:05.681065 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-36ce7d25-2cc4-4089-9b04-038576d49aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:05.740783 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-2ac0662b-73b4-4cd2-8f30-08370c01104d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=4c61b580-efae-42aa-a55e-c4fd8bab5fee HTTP/1.1" status: 200 len: 217 time: 0.0725904 Jul 15 13:01:05.916200 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-6342b593-7f17-42c2-8920-d49f3359389c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:05.918921 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-6342b593-7f17-42c2-8920-d49f3359389c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1673427 Jul 15 13:01:05.972485 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5566e8f-f2bd-4070-99e5-b2fa572a1872 req-e39006a0-8b57-4655-9372-1a5867a6b4e7 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:05.974146 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a5566e8f-f2bd-4070-99e5-b2fa572a1872 req-e39006a0-8b57-4655-9372-1a5867a6b4e7 tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e4613e1-1ef5-4ad0-8bc2-4b3dbb7b18c1 HTTP/1.1" status: 200 len: 946 time: 0.7276418 Jul 15 13:01:05.980008 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-36ce7d25-2cc4-4089-9b04-038576d49aaf service neutron] For port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:05.987948 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc15c2e-600a-4540-a137-be9d857a2b2d req-7d850620-e6f0-48a8-9c78-8b0e646336ff tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:05.995378 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0fc15c2e-600a-4540-a137-be9d857a2b2d req-7d850620-e6f0-48a8-9c78-8b0e646336ff tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=2151f20f-a9c6-4c41-8d8d-519ed682a25c HTTP/1.1" status: 200 len: 948 time: 0.6423945 Jul 15 13:01:05.998728 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-36ce7d25-2cc4-4089-9b04-038576d49aaf service neutron] For port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=39914eb8-3276-4cbf-8e7e-c5fa53be0c53,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:06.030280 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-36ce7d25-2cc4-4089-9b04-038576d49aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:06.105509 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-36ce7d25-2cc4-4089-9b04-038576d49aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:06.106311 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-36ce7d25-2cc4-4089-9b04-038576d49aaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:06.107882 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-36ce7d25-2cc4-4089-9b04-038576d49aaf service neutron] 10.222.0.32 "PUT /v2.0/ports/39914eb8-3276-4cbf-8e7e-c5fa53be0c53 HTTP/1.1" status: 200 len: 1097 time: 2.3479736 Jul 15 13:01:06.150382 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0fc15c2e-600a-4540-a137-be9d857a2b2d req-14c7ddd1-931c-4761-8e39-e995dd40dc29 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541066 Jul 15 13:01:06.160330 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce7d25-2cc4-4089-9b04-038576d49aaf service neutron] Pushing event updated for resources: {'Port': ['ID=39914eb8-3276-4cbf-8e7e-c5fa53be0c53,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:06.186705 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-53f1f2db-0955-4024-8b13-7036313ef795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:06.188436 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-53f1f2db-0955-4024-8b13-7036313ef795 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2611842 Jul 15 13:01:06.204305 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90610a-7d09-4f5f-9a5d-294845ac1943 req-75eb4a1e-5649-4af7-bc7e-3c1d298045eb tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:06.206091 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6f90610a-7d09-4f5f-9a5d-294845ac1943 req-75eb4a1e-5649-4af7-bc7e-3c1d298045eb tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f2d1f7-c0d3-4736-9ec7-53e606edc8b9 HTTP/1.1" status: 200 len: 948 time: 0.1982825 Jul 15 13:01:06.362022 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6f90610a-7d09-4f5f-9a5d-294845ac1943 req-d00ef5c2-f31d-48ef-b444-b710a100b2be tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359863 Jul 15 13:01:06.392262 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-68e2a954-ffe5-45df-8f01-31e0cb1ef904 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847737 Jul 15 13:01:06.488839 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-805e4d9a-f500-4c0b-be76-d5a5a903fdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:06.490512 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-805e4d9a-f500-4c0b-be76-d5a5a903fdd8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 1100 time: 0.2489302 Jul 15 13:01:06.589002 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-a5566e8f-f2bd-4070-99e5-b2fa572a1872 req-85c1e8d7-7082-440a-9184-03fb21dcc39c tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] Deleting port 14ea255d-a4bd-48dc-adaf-455ea188f22d {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:06.589338 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a5566e8f-f2bd-4070-99e5-b2fa572a1872 req-85c1e8d7-7082-440a-9184-03fb21dcc39c tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:06.599567 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-4b54736d-e007-40d9-992f-093da6971991 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=39914eb8-3276-4cbf-8e7e-c5fa53be0c53 HTTP/1.1" status: 200 len: 217 time: 0.0685658 Jul 15 13:01:06.713313 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-10749048-6c65-4a12-bc23-7170827516b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:06.715096 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-10749048-6c65-4a12-bc23-7170827516b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1061182 Jul 15 13:01:06.717621 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828ebeeb-e866-444a-afb0-e78c2f035f57 x-openstack-request-id: req-828ebeeb-e866-444a-afb0-e78c2f035f57 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:06.718221 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2151f20f-a9c6-4c41-8d8d-519ed682a25c", "tag": "4c61b580-efae-42aa-a55e-c4fd8bab5fee", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:06.718483 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-828ebeeb-e866-444a-afb0-e78c2f035f57 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:06.718897 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2151f20f-a9c6-4c41-8d8d-519ed682a25c', 'tag': '4c61b580-efae-42aa-a55e-c4fd8bab5fee', 'status': 'completed', 'code': 200} Jul 15 13:01:06.778721 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.db.resource_extend [None req-f226d51e-d4ac-416d-809b-276e56d879ce tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:01:06.790726 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7b7cc0f4-c7c4-4ee4-8d41-afc7f689be7a req-42b647a2-6693-415a-98c3-1ddf236c985f service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903160 Jul 15 13:01:06.826597 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-a8cb2532-734b-4801-aa98-82c73305fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:06.828161 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-a8cb2532-734b-4801-aa98-82c73305fa64 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1025064 Jul 15 13:01:06.843400 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d377940-576e-4484-91f4-78c20c096d88 req-7fedc763-0223-484a-afa6-9d4ce6039d6f tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:06.845073 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4d377940-576e-4484-91f4-78c20c096d88 req-7fedc763-0223-484a-afa6-9d4ce6039d6f tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e4613e1-1ef5-4ad0-8bc2-4b3dbb7b18c1 HTTP/1.1" status: 200 len: 946 time: 0.2373788 Jul 15 13:01:06.907277 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f226d51e-d4ac-416d-809b-276e56d879ce tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:06.910941 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-a5566e8f-f2bd-4070-99e5-b2fa572a1872 req-85c1e8d7-7082-440a-9184-03fb21dcc39c tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] For port 14ea255d-a4bd-48dc-adaf-455ea188f22d, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=14ea255d-a4bd-48dc-adaf-455ea188f22d,segment=NetworkSegment(542f93dd-05b6-4a02-98b5-fb214f48701c),segment_id=542f93dd-05b6-4a02-98b5-fb214f48701c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:06.911445 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a5566e8f-f2bd-4070-99e5-b2fa572a1872 req-85c1e8d7-7082-440a-9184-03fb21dcc39c tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:06.946446 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-a5566e8f-f2bd-4070-99e5-b2fa572a1872 req-85c1e8d7-7082-440a-9184-03fb21dcc39c tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] Calling delete_port for 14ea255d-a4bd-48dc-adaf-455ea188f22d owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:06.962212 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f226d51e-d4ac-416d-809b-276e56d879ce tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:06.981315 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4d377940-576e-4484-91f4-78c20c096d88 req-50febbeb-9158-4b2e-9aeb-611aeea19b5b tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] 10.222.0.24 "GET /v2.0/security-groups?id=1100c461-205d-4944-adc4-89fa2e604702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279542 Jul 15 13:01:07.016141 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-600af270-21e7-4489-b27d-f0e8c52307f7 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542277 Jul 15 13:01:07.076038 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9860ee-d66b-49a5-b7e9-a56d80c86549 req-935be9a9-83fa-405e-bc70-0aa6ac6bd8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:07.077930 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2c9860ee-d66b-49a5-b7e9-a56d80c86549 req-935be9a9-83fa-405e-bc70-0aa6ac6bd8ad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&device_id=2151f20f-a9c6-4c41-8d8d-519ed682a25c HTTP/1.1" status: 200 len: 1100 time: 0.1657271 Jul 15 13:01:07.150819 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 1fd5cabc-d776-47ad-86dd-2cae58de37c5 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:07.207719 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9860ee-d66b-49a5-b7e9-a56d80c86549 req-2136031a-4cfe-404e-99fb-1a6572c43527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:07.209489 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2c9860ee-d66b-49a5-b7e9-a56d80c86549 req-2136031a-4cfe-404e-99fb-1a6572c43527 service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.1026678 Jul 15 13:01:07.237924 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 1fd5cabc-d776-47ad-86dd-2cae58de37c5 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:07.249482 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 1fd5cabc-d776-47ad-86dd-2cae58de37c5 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:07.250257 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:07.258058 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-f226d51e-d4ac-416d-809b-276e56d879ce tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Floating IP 1ceb4330-66f6-4f1d-bc58-963c2182e536 associated. External IP: 172.25.6.149, port: 5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce. Jul 15 13:01:07.285037 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2c9860ee-d66b-49a5-b7e9-a56d80c86549 req-dee73661-b37a-4ca7-8c2d-484d46b64629 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=4c61b580-efae-42aa-a55e-c4fd8bab5fee HTTP/1.1" status: 200 len: 217 time: 0.0627315 Jul 15 13:01:07.310908 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e740f-e5a7-4363-980b-cb00795cb29e req-45a81214-818a-4cd3-bea4-46611194a62d tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:07.312699 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-db3e740f-e5a7-4363-980b-cb00795cb29e req-45a81214-818a-4cd3-bea4-46611194a62d tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 948 time: 0.5527506 Jul 15 13:01:07.394270 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-125b170e-1b6e-4463-bfb0-933d8199c14e req-7bb69344-4c9e-4188-9360-8e7154233513 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682175 Jul 15 13:01:07.458387 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9860ee-d66b-49a5-b7e9-a56d80c86549 req-7aa06456-7cf6-4c91-ad40-d6bd5037312a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:07.460782 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2c9860ee-d66b-49a5-b7e9-a56d80c86549 req-7aa06456-7cf6-4c91-ad40-d6bd5037312a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1411531 Jul 15 13:01:07.478704 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-db3e740f-e5a7-4363-980b-cb00795cb29e req-2d83bd75-dd92-4128-9e4e-d6d59dacc3de tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565349 Jul 15 13:01:07.517346 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac94069-b703-479d-ba62-7e1dd8158b84 req-08bedd16-1723-47eb-8c9c-4ddfbd49b1f5 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:07.518273 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a5566e8f-f2bd-4070-99e5-b2fa572a1872 req-85c1e8d7-7082-440a-9184-03fb21dcc39c tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:07.531973 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7ac94069-b703-479d-ba62-7e1dd8158b84 req-08bedd16-1723-47eb-8c9c-4ddfbd49b1f5 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb33e3c-7005-46fb-b675-4b7cada182b4 HTTP/1.1" status: 200 len: 950 time: 0.2977583 Jul 15 13:01:07.551652 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1e8d7-7082-440a-9184-03fb21dcc39c tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] Pushing event deleted for resources: {'Port': ['ID=14ea255d-a4bd-48dc-adaf-455ea188f22d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:07.635034 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['14ea255d-a4bd-48dc-adaf-455ea188f22d'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:07.654101 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7ac94069-b703-479d-ba62-7e1dd8158b84 req-c401a01e-1d27-4e01-91ba-fde377544839 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] 10.222.0.24 "GET /v2.0/security-groups?id=af21779f-73bd-4140-96b7-809c3c6c93df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207578 Jul 15 13:01:07.698790 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9860ee-d66b-49a5-b7e9-a56d80c86549 req-388bb4d9-6e5c-40b5-aa2e-83d7a35b4f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:07.701413 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2c9860ee-d66b-49a5-b7e9-a56d80c86549 req-388bb4d9-6e5c-40b5-aa2e-83d7a35b4f95 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1274476 Jul 15 13:01:07.708454 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:07.744841 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5566e8f-f2bd-4070-99e5-b2fa572a1872 req-85c1e8d7-7082-440a-9184-03fb21dcc39c tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] No DVR routers for this DVR port 14ea255d-a4bd-48dc-adaf-455ea188f22d on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:01:07.752788 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a5566e8f-f2bd-4070-99e5-b2fa572a1872 req-85c1e8d7-7082-440a-9184-03fb21dcc39c tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:07.753183 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 1fd5cabc-d776-47ad-86dd-2cae58de37c5, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=1fd5cabc-d776-47ad-86dd-2cae58de37c5,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:07.754951 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f2d1f7-c0d3-4736-9ec7-53e606edc8b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd5cabc-d776-47ad-86dd-2cae58de37c5'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:07.757018 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a5566e8f-f2bd-4070-99e5-b2fa572a1872 req-85c1e8d7-7082-440a-9184-03fb21dcc39c tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] 10.222.0.18 "DELETE /v2.0/ports/14ea255d-a4bd-48dc-adaf-455ea188f22d HTTP/1.1" status: 204 len: 173 time: 1.7524414 Jul 15 13:01:07.757555 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f06288-ec7a-4028-ac16-930ef2c20ff1" -d '{"events": [{"server_uuid": "12f2d1f7-c0d3-4736-9ec7-53e606edc8b9", "name": "network-vif-plugged", "status": "completed", "tag": "1fd5cabc-d776-47ad-86dd-2cae58de37c5"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:07.757853 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4613e1-1ef5-4ad0-8bc2-4b3dbb7b18c1', 'name': 'network-vif-deleted', 'tag': '14ea255d-a4bd-48dc-adaf-455ea188f22d'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:07.761279 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:07.763554 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9cf1f4-7a87-4bd4-a655-982678566da5" -d '{"events": [{"server_uuid": "3e4613e1-1ef5-4ad0-8bc2-4b3dbb7b18c1", "name": "network-vif-deleted", "tag": "14ea255d-a4bd-48dc-adaf-455ea188f22d"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:07.764215 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:07.893834 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=1fd5cabc-d776-47ad-86dd-2cae58de37c5,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:07.919700 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f226d51e-d4ac-416d-809b-276e56d879ce tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Router 67c6bf10-fbf6-4f03-ae82-622a087bd603 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:01:08.161694 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2c9860ee-d66b-49a5-b7e9-a56d80c86549 req-db58c611-ba6f-4cbf-836e-59e00720cd15 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515769 Jul 15 13:01:08.175254 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df65a11-c7a8-4a82-8da5-5f514154ec4d req-3f8a0778-815e-412f-87ed-8a20cb0e5b56 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:08.177008 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1df65a11-c7a8-4a82-8da5-5f514154ec4d req-3f8a0778-815e-412f-87ed-8a20cb0e5b56 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f2d1f7-c0d3-4736-9ec7-53e606edc8b9 HTTP/1.1" status: 200 len: 949 time: 0.1281595 Jul 15 13:01:08.265752 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1df65a11-c7a8-4a82-8da5-5f514154ec4d req-6fe152d5-7543-4ba4-b2dd-6b007b7b1bff tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793514 Jul 15 13:01:08.294283 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2c9860ee-d66b-49a5-b7e9-a56d80c86549 req-7e600eb3-7358-4d2e-8e34-7ba6400350ac service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163504 Jul 15 13:01:08.348397 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f226d51e-d4ac-416d-809b-276e56d879ce tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:01:08.357628 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138e9af-54ed-4850-9403-ad2cd8ac25bc req-ba70d836-d259-40f2-a6e7-444d0645bb30 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:08.359195 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3138e9af-54ed-4850-9403-ad2cd8ac25bc req-ba70d836-d259-40f2-a6e7-444d0645bb30 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=2151f20f-a9c6-4c41-8d8d-519ed682a25c HTTP/1.1" status: 200 len: 948 time: 0.1646788 Jul 15 13:01:08.363119 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f226d51e-d4ac-416d-809b-276e56d879ce tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:08.371319 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb61684d-9d14-4695-8b1c-bfa7bd7f123f None None] Sync routers for ids ['67c6bf10-fbf6-4f03-ae82-622a087bd603'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:01:08.397111 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb61684d-9d14-4695-8b1c-bfa7bd7f123f None None] Routers {'67c6bf10-fbf6-4f03-ae82-622a087bd603'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:01:08.398414 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-bb61684d-9d14-4695-8b1c-bfa7bd7f123f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:00:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['67c6bf10-fbf6-4f03-ae82-622a087bd603'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:08.466188 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f226d51e-d4ac-416d-809b-276e56d879ce tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "PUT /v2.0/floatingips/1ceb4330-66f6-4f1d-bc58-963c2182e536 HTTP/1.1" status: 200 len: 991 time: 3.5530288 Jul 15 13:01:08.476280 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3138e9af-54ed-4850-9403-ad2cd8ac25bc req-af2f8823-c10b-4e70-a17f-c2fa54108730 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054718 Jul 15 13:01:08.495547 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d1c32-da37-496e-9284-7ccbe40e1a61 req-8efd0dd2-8f94-48d6-91e5-06be76901a75 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:08.497675 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ec6d1c32-da37-496e-9284-7ccbe40e1a61 req-8efd0dd2-8f94-48d6-91e5-06be76901a75 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbb33e3c-7005-46fb-b675-4b7cada182b4 HTTP/1.1" status: 200 len: 950 time: 0.1982925 Jul 15 13:01:08.509623 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fc9db4-442c-4524-a6bc-7c83733fcfca x-openstack-request-id: req-a4fc9db4-442c-4524-a6bc-7c83733fcfca {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:08.511774 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f2d1f7-c0d3-4736-9ec7-53e606edc8b9", "name": "network-vif-plugged", "status": "completed", "tag": "1fd5cabc-d776-47ad-86dd-2cae58de37c5", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:08.517428 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a4fc9db4-442c-4524-a6bc-7c83733fcfca {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:08.521942 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f2d1f7-c0d3-4736-9ec7-53e606edc8b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd5cabc-d776-47ad-86dd-2cae58de37c5', 'code': 200} Jul 15 13:01:08.643620 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1529c1bb-2453-424c-aabd-91d43ace9c1b x-openstack-request-id: req-1529c1bb-2453-424c-aabd-91d43ace9c1b {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:08.643923 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4613e1-1ef5-4ad0-8bc2-4b3dbb7b18c1", "name": "network-vif-deleted", "tag": "14ea255d-a4bd-48dc-adaf-455ea188f22d", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:08.644188 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1529c1bb-2453-424c-aabd-91d43ace9c1b {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:08.645568 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4613e1-1ef5-4ad0-8bc2-4b3dbb7b18c1', 'name': 'network-vif-deleted', 'tag': '14ea255d-a4bd-48dc-adaf-455ea188f22d', 'status': 'completed', 'code': 200} Jul 15 13:01:08.690445 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-ec6d1c32-da37-496e-9284-7ccbe40e1a61 req-8bf4b566-86db-4168-a49e-8079e8367c39 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Deleting port ac219f67-377d-4e6d-808d-a8c44e428d0d {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:08.691082 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ec6d1c32-da37-496e-9284-7ccbe40e1a61 req-8bf4b566-86db-4168-a49e-8079e8367c39 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:08.719789 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c81327-7eeb-4ef9-8f25-19c9b4e17b94', 'tag': '39914eb8-3276-4cbf-8e7e-c5fa53be0c53'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:08.726966 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c275eca2-9d72-470a-b728-e1ff93d50811" -d '{"events": [{"name": "network-changed", "server_uuid": "36c81327-7eeb-4ef9-8f25-19c9b4e17b94", "tag": "39914eb8-3276-4cbf-8e7e-c5fa53be0c53"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:08.786206 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-bb61684d-9d14-4695-8b1c-bfa7bd7f123f None None] Set router 67c6bf10-fbf6-4f03-ae82-622a087bd603 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:01:08.809572 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058c789-0c3e-497f-b212-99e2c1d34c18 req-afd8cbaa-70ca-4821-aef5-e3eef82aee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:08.811156 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e058c789-0c3e-497f-b212-99e2c1d34c18 req-afd8cbaa-70ca-4821-aef5-e3eef82aee5b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=12f2d1f7-c0d3-4736-9ec7-53e606edc8b9 HTTP/1.1" status: 200 len: 1101 time: 0.1943872 Jul 15 13:01:08.858619 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-ec6d1c32-da37-496e-9284-7ccbe40e1a61 req-8bf4b566-86db-4168-a49e-8079e8367c39 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] For port ac219f67-377d-4e6d-808d-a8c44e428d0d, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=ac219f67-377d-4e6d-808d-a8c44e428d0d,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:08.860987 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ec6d1c32-da37-496e-9284-7ccbe40e1a61 req-8bf4b566-86db-4168-a49e-8079e8367c39 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:08.881480 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e058c789-0c3e-497f-b212-99e2c1d34c18 req-6fe22908-73ab-4ec5-89b9-a1a2ef445557 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630674 Jul 15 13:01:08.931600 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fcc65806-0f58-422a-841c-11ba94c99f94 req-fef43920-5754-406d-8b08-19585baaf6ce tempest-VolumesAdminNegativeTest-1088714797 tempest-VolumesAdminNegativeTest-1088714797-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e4613e1-1ef5-4ad0-8bc2-4b3dbb7b18c1 HTTP/1.1" status: 200 len: 210 time: 0.0635066 Jul 15 13:01:08.935904 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-ec6d1c32-da37-496e-9284-7ccbe40e1a61 req-8bf4b566-86db-4168-a49e-8079e8367c39 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Calling delete_port for ac219f67-377d-4e6d-808d-a8c44e428d0d owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:09.139238 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ec6d1c32-da37-496e-9284-7ccbe40e1a61 req-8bf4b566-86db-4168-a49e-8079e8367c39 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:09.175789 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4b566-86db-4168-a49e-8079e8367c39 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Pushing event deleted for resources: {'Port': ['ID=ac219f67-377d-4e6d-808d-a8c44e428d0d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:09.185232 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['ac219f67-377d-4e6d-808d-a8c44e428d0d'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:09.189550 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 4c61b580-efae-42aa-a55e-c4fd8bab5fee details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:01:09.269239 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6d1c32-da37-496e-9284-7ccbe40e1a61 req-8bf4b566-86db-4168-a49e-8079e8367c39 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] No DVR routers for this DVR port ac219f67-377d-4e6d-808d-a8c44e428d0d on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:01:09.272695 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ec6d1c32-da37-496e-9284-7ccbe40e1a61 req-8bf4b566-86db-4168-a49e-8079e8367c39 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:09.274972 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ec6d1c32-da37-496e-9284-7ccbe40e1a61 req-8bf4b566-86db-4168-a49e-8079e8367c39 tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] 10.222.0.18 "DELETE /v2.0/ports/ac219f67-377d-4e6d-808d-a8c44e428d0d HTTP/1.1" status: 204 len: 173 time: 0.7676768 Jul 15 13:01:09.277959 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8016ec53-9f7c-421d-bf95-05e042cbb218 req-80349e9c-e426-4499-9585-14bae989290d tempest-TenantUsagesTestJSON-2127368472 tempest-TenantUsagesTestJSON-2127368472-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbb33e3c-7005-46fb-b675-4b7cada182b4 HTTP/1.1" status: 200 len: 210 time: 0.0565774 Jul 15 13:01:09.359193 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca9122-09b5-448c-b77e-e717e04006f1 req-66483b6c-f508-4267-962c-d35d47003950 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:09.360910 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-81ca9122-09b5-448c-b77e-e717e04006f1 req-66483b6c-f508-4267-962c-d35d47003950 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 948 time: 0.1421900 Jul 15 13:01:09.441220 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-81ca9122-09b5-448c-b77e-e717e04006f1 req-e7a116d4-a261-415e-a63d-8de20e014778 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726488 Jul 15 13:01:09.456080 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 4c61b580-efae-42aa-a55e-c4fd8bab5fee, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=4c61b580-efae-42aa-a55e-c4fd8bab5fee,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:09.479271 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '4c61b580-efae-42aa-a55e-c4fd8bab5fee', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': '4c61b580-efae-42aa-a55e-c4fd8bab5fee', 'mac_address': 'fa:16:3e:54:cd:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:01:09.486869 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4841c1-a945-48b5-9a95-ce473655fc99 x-openstack-request-id: req-6b4841c1-a945-48b5-9a95-ce473655fc99 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:09.487167 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c81327-7eeb-4ef9-8f25-19c9b4e17b94", "tag": "39914eb8-3276-4cbf-8e7e-c5fa53be0c53", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:09.487415 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b4841c1-a945-48b5-9a95-ce473655fc99 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:09.487839 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c81327-7eeb-4ef9-8f25-19c9b4e17b94', 'tag': '39914eb8-3276-4cbf-8e7e-c5fa53be0c53', 'status': 'completed', 'code': 200} Jul 15 13:01:09.555902 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-bb61684d-9d14-4695-8b1c-bfa7bd7f123f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-994761235-router', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:59:40Z', 'updated_at': '2021-07-15T12:59:52Z', 'revision_number': 4, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'gw_port': {'id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:43Z', 'updated_at': '2021-07-15T12:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '1ceb4330-66f6-4f1d-bc58-963c2182e536', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'port_id': '5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020', 'mac_address': 'fa:16:3e:fe:b1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5506005c-5be7-40c9-a580-d6aa29c174e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:00:35Z', 'updated_at': '2021-07-15T13:01:06Z', 'revision_number': 1, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '198476db-2dc7-409a-826b-b7d95e5afe9b', 'name': '', 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'mac_address': 'fa:16:3e:42:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:51Z', 'updated_at': '2021-07-15T13:00:04Z', 'revision_number': 5, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'subnets': [{'id': '7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:09.558598 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:09.594718 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb61684d-9d14-4695-8b1c-bfa7bd7f123f None None] Checking router: 67c6bf10-fbf6-4f03-ae82-622a087bd603 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:01:09.604187 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c61b580-efae-42aa-a55e-c4fd8bab5fee {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:09.608976 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275eca2-9d72-470a-b728-e1ff93d50811 req-a1aeb288-3a69-478f-ab98-6c365db45805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:09.610814 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c275eca2-9d72-470a-b728-e1ff93d50811 req-a1aeb288-3a69-478f-ab98-6c365db45805 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 1100 time: 0.0670395 Jul 15 13:01:09.639196 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb61684d-9d14-4695-8b1c-bfa7bd7f123f None None] Routers {'67c6bf10-fbf6-4f03-ae82-622a087bd603'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:01:09.640718 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-bb61684d-9d14-4695-8b1c-bfa7bd7f123f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:00:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['67c6bf10-fbf6-4f03-ae82-622a087bd603'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:09.657456 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 4c61b580-efae-42aa-a55e-c4fd8bab5fee, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=4c61b580-efae-42aa-a55e-c4fd8bab5fee,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:09.703279 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:09.786803 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44a6a5-1a31-48c5-b31d-45121bf91908 req-d50a0793-6e51-4bb0-8e58-2304137a31f4 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:09.788652 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ec44a6a5-1a31-48c5-b31d-45121bf91908 req-d50a0793-6e51-4bb0-8e58-2304137a31f4 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f2d1f7-c0d3-4736-9ec7-53e606edc8b9 HTTP/1.1" status: 200 len: 949 time: 0.1142790 Jul 15 13:01:09.803296 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=4c61b580-efae-42aa-a55e-c4fd8bab5fee,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:09.831944 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-bb61684d-9d14-4695-8b1c-bfa7bd7f123f None None] Set router 67c6bf10-fbf6-4f03-ae82-622a087bd603 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:01:09.834621 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ec44a6a5-1a31-48c5-b31d-45121bf91908 req-c2311de7-7559-4887-9ccb-4999b188bdb9 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402656 Jul 15 13:01:09.859097 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275eca2-9d72-470a-b728-e1ff93d50811 req-21983a27-a57f-4089-a8ef-4a5ce3ee0b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:09.861484 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c275eca2-9d72-470a-b728-e1ff93d50811 req-21983a27-a57f-4089-a8ef-4a5ce3ee0b4f service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.2432687 Jul 15 13:01:09.948272 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c275eca2-9d72-470a-b728-e1ff93d50811 req-49ca70fe-38b5-40a0-bd4e-832e49a505b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=39914eb8-3276-4cbf-8e7e-c5fa53be0c53 HTTP/1.1" status: 200 len: 217 time: 0.0744348 Jul 15 13:01:10.039355 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf08e7-19b8-4aca-88f9-8d67abc8662a req-1dd18aef-f785-4a7f-ba8c-6235ed8c3858 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:10.041059 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-05cf08e7-19b8-4aca-88f9-8d67abc8662a req-1dd18aef-f785-4a7f-ba8c-6235ed8c3858 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=2151f20f-a9c6-4c41-8d8d-519ed682a25c HTTP/1.1" status: 200 len: 949 time: 0.2516799 Jul 15 13:01:10.044262 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275eca2-9d72-470a-b728-e1ff93d50811 req-3f6c331f-a3e0-44ac-829c-188b15f8f009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:10.046528 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c275eca2-9d72-470a-b728-e1ff93d50811 req-3f6c331f-a3e0-44ac-829c-188b15f8f009 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.0873656 Jul 15 13:01:10.091935 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394e353-9f33-4a9e-94b3-79395f3263cd req-4bd000f4-1fac-48ec-ad5c-76c8c4489a1a tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:10.097959 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0394e353-9f33-4a9e-94b3-79395f3263cd req-4bd000f4-1fac-48ec-ad5c-76c8c4489a1a tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd49c8f7-3dc2-4103-bdcd-c14b2c284626 HTTP/1.1" status: 200 len: 945 time: 0.1360147 Jul 15 13:01:10.145498 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0394e353-9f33-4a9e-94b3-79395f3263cd req-b47725ab-e1cf-4454-9b5c-17a262071986 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c7a10e5-8e43-4471-b9fd-bbdce0abc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389841 Jul 15 13:01:10.184582 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-05cf08e7-19b8-4aca-88f9-8d67abc8662a req-6b4e14fc-4d87-4e08-b176-80c42126832a tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320758 Jul 15 13:01:10.189934 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['4c61b580-efae-42aa-a55e-c4fd8bab5fee'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:10.252282 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275eca2-9d72-470a-b728-e1ff93d50811 req-a6027572-e6bc-4d92-a04f-8ae628017920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:10.257132 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c275eca2-9d72-470a-b728-e1ff93d50811 req-a6027572-e6bc-4d92-a04f-8ae628017920 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1899197 Jul 15 13:01:10.263536 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device ac219f67-377d-4e6d-808d-a8c44e428d0d no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:10.299750 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44274) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:10.323711 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: ac219f67-377d-4e6d-808d-a8c44e428d0d {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:10.326081 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device ac219f67-377d-4e6d-808d-a8c44e428d0d not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:10.326901 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 14ea255d-a4bd-48dc-adaf-455ea188f22d no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:10.411235 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 14ea255d-a4bd-48dc-adaf-455ea188f22d {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:10.411579 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 14ea255d-a4bd-48dc-adaf-455ea188f22d not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:10.421633 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e2e3710-364c-48e5-9d67-334f5caf6d7c admin admin] Deleting subnet d18b3da3-3e93-4663-8564-ed45d5a62a2f {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:01:10.429596 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e2e3710-364c-48e5-9d67-334f5caf6d7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:10.451727 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-bb61684d-9d14-4695-8b1c-bfa7bd7f123f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-994761235-router', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:59:40Z', 'updated_at': '2021-07-15T12:59:52Z', 'revision_number': 4, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'gw_port': {'id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:43Z', 'updated_at': '2021-07-15T12:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '1ceb4330-66f6-4f1d-bc58-963c2182e536', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'port_id': '5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020', 'mac_address': 'fa:16:3e:fe:b1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5506005c-5be7-40c9-a580-d6aa29c174e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:00:35Z', 'updated_at': '2021-07-15T13:01:06Z', 'revision_number': 1, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '198476db-2dc7-409a-826b-b7d95e5afe9b', 'name': '', 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'mac_address': 'fa:16:3e:42:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:51Z', 'updated_at': '2021-07-15T13:00:04Z', 'revision_number': 5, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'subnets': [{'id': '7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:10.462572 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c275eca2-9d72-470a-b728-e1ff93d50811 req-b40c428d-5e32-4c13-93f3-f1d0da92e838 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944501 Jul 15 13:01:10.515050 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb61684d-9d14-4695-8b1c-bfa7bd7f123f None None] The sync data for ids ['67c6bf10-fbf6-4f03-ae82-622a087bd603'] in n-d-758944-45 is: [{'id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-994761235-router', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:59:40Z', 'updated_at': '2021-07-15T12:59:52Z', 'revision_number': 4, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'gw_port': {'id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:43Z', 'updated_at': '2021-07-15T12:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '1ceb4330-66f6-4f1d-bc58-963c2182e536', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'port_id': '5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020', 'mac_address': 'fa:16:3e:fe:b1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5506005c-5be7-40c9-a580-d6aa29c174e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:00:35Z', 'updated_at': '2021-07-15T13:01:06Z', 'revision_number': 1, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '198476db-2dc7-409a-826b-b7d95e5afe9b', 'name': '', 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'mac_address': 'fa:16:3e:42:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:51Z', 'updated_at': '2021-07-15T13:00:04Z', 'revision_number': 5, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'subnets': [{'id': '7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:01:10.540843 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e2e3710-364c-48e5-9d67-334f5caf6d7c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:10.620238 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e2e3710-364c-48e5-9d67-334f5caf6d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:10.661533 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5506005c-5be7-40c9-a580-d6aa29c174e7', 'tag': '5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce'}, {'server_uuid': 'dbb33e3c-7005-46fb-b675-4b7cada182b4', 'name': 'network-vif-deleted', 'tag': 'ac219f67-377d-4e6d-808d-a8c44e428d0d'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:10.664329 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f524cc2f-c1f3-44c6-ae0c-23a3e2d7b7cc" -d '{"events": [{"name": "network-changed", "server_uuid": "5506005c-5be7-40c9-a580-d6aa29c174e7", "tag": "5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce"}, {"server_uuid": "dbb33e3c-7005-46fb-b675-4b7cada182b4", "name": "network-vif-deleted", "tag": "ac219f67-377d-4e6d-808d-a8c44e428d0d"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:10.719022 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c275eca2-9d72-470a-b728-e1ff93d50811 req-698e0c8d-99e2-423c-ac8f-945e9c29c546 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494366 Jul 15 13:01:10.788982 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:01:10.832240 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e2e3710-364c-48e5-9d67-334f5caf6d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:10.839672 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44288) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:10.863678 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44294) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:10.897457 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e2e3710-364c-48e5-9d67-334f5caf6d7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:10.901907 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44298) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:10.902626 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3e2e3710-364c-48e5-9d67-334f5caf6d7c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d18b3da3-3e93-4663-8564-ed45d5a62a2f HTTP/1.1" status: 204 len: 168 time: 0.6011086 Jul 15 13:01:10.910932 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5481369-b00f-458f-9119-cf4c0cd68b08 req-1f280475-2c36-45f4-b707-a520f748f565 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:10.912581 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c5481369-b00f-458f-9119-cf4c0cd68b08 req-1f280475-2c36-45f4-b707-a520f748f565 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 948 time: 0.2884557 Jul 15 13:01:10.914332 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fa8e3c-6d63-4a82-b2f4-5f47c1e3882f x-openstack-request-id: req-f3fa8e3c-6d63-4a82-b2f4-5f47c1e3882f {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:10.915136 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5506005c-5be7-40c9-a580-d6aa29c174e7", "tag": "5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce", "status": "completed", "code": 200}, {"server_uuid": "dbb33e3c-7005-46fb-b675-4b7cada182b4", "name": "network-vif-deleted", "tag": "ac219f67-377d-4e6d-808d-a8c44e428d0d", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:10.915136 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3fa8e3c-6d63-4a82-b2f4-5f47c1e3882f {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:10.915499 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5506005c-5be7-40c9-a580-d6aa29c174e7', 'tag': '5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce', 'status': 'completed', 'code': 200} Jul 15 13:01:10.915499 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb33e3c-7005-46fb-b675-4b7cada182b4', 'name': 'network-vif-deleted', 'tag': 'ac219f67-377d-4e6d-808d-a8c44e428d0d', 'status': 'completed', 'code': 200} Jul 15 13:01:10.916267 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e3710-364c-48e5-9d67-334f5caf6d7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d18b3da3-3e93-4663-8564-ed45d5a62a2f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:11.017090 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ebf524-3148-405a-bdf4-e3ec3547e394 None None] New status for floating IP 1ceb4330-66f6-4f1d-bc58-963c2182e536: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:01:11.088141 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c5481369-b00f-458f-9119-cf4c0cd68b08 req-1b8d28bb-41a6-46a9-928a-5b8c2233a426 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396012 Jul 15 13:01:11.104715 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524cc2f-c1f3-44c6-ae0c-23a3e2d7b7cc req-a4619d0b-279e-4a49-8ae8-ccdb5e741528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:11.106651 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f524cc2f-c1f3-44c6-ae0c-23a3e2d7b7cc req-a4619d0b-279e-4a49-8ae8-ccdb5e741528 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6700552a2e0e4fd3b3bebf3b4a86d77d&device_id=5506005c-5be7-40c9-a580-d6aa29c174e7 HTTP/1.1" status: 200 len: 1097 time: 0.1541057 Jul 15 13:01:11.113373 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ad64f55b-b0a4-4e22-8781-a0d6cf64c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:11.184176 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:01:11.234428 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524cc2f-c1f3-44c6-ae0c-23a3e2d7b7cc req-79d6ee49-8545-49fa-9e57-e735f88bad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:11.236147 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f524cc2f-c1f3-44c6-ae0c-23a3e2d7b7cc req-79d6ee49-8545-49fa-9e57-e735f88bad5f service neutron] 10.222.0.18 "GET /v2.0/networks?id=0c9ddec9-1058-4e8b-b69a-1210476af020 HTTP/1.1" status: 200 len: 924 time: 0.1214335 Jul 15 13:01:11.242101 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-89b714cc-66a0-4874-9730-086af40d21f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:11.282667 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a728d4e2-5189-4559-a449-049c63615d79 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6849e8af2e154a3caedc88797849533b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4175532 Jul 15 13:01:11.288857 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44304) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:11.328584 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ad64f55b-b0a4-4e22-8781-a0d6cf64c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:11.353322 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-ad64f55b-b0a4-4e22-8781-a0d6cf64c8a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab47e8d4-0c36-4931-be10-4422c36bcf69']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:11.357668 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=39914eb8-3276-4cbf-8e7e-c5fa53be0c53,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:11.372619 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '39914eb8-3276-4cbf-8e7e-c5fa53be0c53', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': '39914eb8-3276-4cbf-8e7e-c5fa53be0c53', 'mac_address': 'fa:16:3e:0e:a1:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:01:11.385368 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-ad64f55b-b0a4-4e22-8781-a0d6cf64c8a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '542f93dd-05b6-4a02-98b5-fb214f48701c') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:11.385660 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-ad64f55b-b0a4-4e22-8781-a0d6cf64c8a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '542f93dd-05b6-4a02-98b5-fb214f48701c') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:11.412191 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f524cc2f-c1f3-44c6-ae0c-23a3e2d7b7cc req-40e185ad-cf49-439d-b7bf-fc18eb818fa4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce HTTP/1.1" status: 200 len: 999 time: 0.1672540 Jul 15 13:01:11.419192 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:11.422001 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ad64f55b-b0a4-4e22-8781-a0d6cf64c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:11.433864 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:11.452410 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366d4bb-4c5d-4934-a865-3d21407a0d90 req-c059cb04-cffd-4e86-925b-fa71d5447b07 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:11.459052 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=39914eb8-3276-4cbf-8e7e-c5fa53be0c53,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:11.461148 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a366d4bb-4c5d-4934-a865-3d21407a0d90 req-c059cb04-cffd-4e86-925b-fa71d5447b07 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f2d1f7-c0d3-4736-9ec7-53e606edc8b9 HTTP/1.1" status: 200 len: 949 time: 0.2792833 Jul 15 13:01:11.465678 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:11.473157 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cda5c496-daf8-4813-958a-32bff758bae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:11.475160 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ad64f55b-b0a4-4e22-8781-a0d6cf64c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:11.494082 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad64f55b-b0a4-4e22-8781-a0d6cf64c8a0 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:01:11.494802 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ad64f55b-b0a4-4e22-8781-a0d6cf64c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:01:11.496778 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:01:11.530717 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=39914eb8-3276-4cbf-8e7e-c5fa53be0c53,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:11.538430 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524cc2f-c1f3-44c6-ae0c-23a3e2d7b7cc req-e77a2678-9909-4aa0-9d56-c35e7264763e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:11.539997 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f524cc2f-c1f3-44c6-ae0c-23a3e2d7b7cc req-e77a2678-9909-4aa0-9d56-c35e7264763e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6 HTTP/1.1" status: 200 len: 862 time: 0.1147947 Jul 15 13:01:11.579720 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cda5c496-daf8-4813-958a-32bff758bae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:11.585735 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca56a3-e53a-4b33-bd6d-55ba11cb7660 req-a2e09ca5-be35-4532-a15a-68b107fb7d0e tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:11.587301 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c0ca56a3-e53a-4b33-bd6d-55ba11cb7660 req-a2e09ca5-be35-4532-a15a-68b107fb7d0e tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd49c8f7-3dc2-4103-bdcd-c14b2c284626 HTTP/1.1" status: 200 len: 945 time: 0.2720661 Jul 15 13:01:11.601469 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a366d4bb-4c5d-4934-a865-3d21407a0d90 req-3f45bfe1-fd43-43be-88c1-52c474c4f058 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393325 Jul 15 13:01:11.611873 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ad64f55b-b0a4-4e22-8781-a0d6cf64c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:11.619039 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ad64f55b-b0a4-4e22-8781-a0d6cf64c8a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:11.624776 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ad64f55b-b0a4-4e22-8781-a0d6cf64c8a0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ab47e8d4-0c36-4931-be10-4422c36bcf69 HTTP/1.1" status: 204 len: 168 time: 0.7172983 Jul 15 13:01:11.632064 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44308) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:11.643124 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64f55b-b0a4-4e22-8781-a0d6cf64c8a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab47e8d4-0c36-4931-be10-4422c36bcf69,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:11.665587 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-89b714cc-66a0-4874-9730-086af40d21f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:11.692848 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cda5c496-daf8-4813-958a-32bff758bae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:11.698827 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cda5c496-daf8-4813-958a-32bff758bae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:11.700838 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-cda5c496-daf8-4813-958a-32bff758bae4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/af21779f-73bd-4140-96b7-809c3c6c93df HTTP/1.1" status: 204 len: 168 time: 0.4105773 Jul 15 13:01:11.719405 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-89b714cc-66a0-4874-9730-086af40d21f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:11.721188 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5c496-daf8-4813-958a-32bff758bae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af21779f-73bd-4140-96b7-809c3c6c93df,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:11.770933 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b714cc-66a0-4874-9730-086af40d21f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e417b64-e611-46d8-ae16-c6de9037b565,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:11.847849 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9952a7-4436-4414-9695-b20732d81b0d req-b85f7a57-2f58-460d-8e25-a7ae10810898 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:11.854487 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dd9952a7-4436-4414-9695-b20732d81b0d req-b85f7a57-2f58-460d-8e25-a7ae10810898 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=2151f20f-a9c6-4c41-8d8d-519ed682a25c HTTP/1.1" status: 200 len: 949 time: 0.1224654 Jul 15 13:01:11.858169 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c0ca56a3-e53a-4b33-bd6d-55ba11cb7660 req-4653d294-eb01-48d6-98ae-39c9cc6c7e4a tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c7a10e5-8e43-4471-b9fd-bbdce0abc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532432 Jul 15 13:01:11.878096 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524cc2f-c1f3-44c6-ae0c-23a3e2d7b7cc req-0bab0799-bd82-45e9-a077-75c1d3e086b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:11.880736 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f524cc2f-c1f3-44c6-ae0c-23a3e2d7b7cc req-0bab0799-bd82-45e9-a077-75c1d3e086b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c9ddec9-1058-4e8b-b69a-1210476af020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3312082 Jul 15 13:01:11.885629 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b913c70-5696-4644-9256-fee1619ee52a admin admin] Deleting subnet c6f70285-6213-48b7-91f3-893d0c9a7db9 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:01:11.896929 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-89b714cc-66a0-4874-9730-086af40d21f5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=121149f7d2b54725bb01cd5ae3461336&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0484035 Jul 15 13:01:11.901291 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44316) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:11.917043 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6b913c70-5696-4644-9256-fee1619ee52a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:11.945429 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['39914eb8-3276-4cbf-8e7e-c5fa53be0c53'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:11.993478 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dd9952a7-4436-4414-9695-b20732d81b0d req-55fc2bb2-d243-44ef-abeb-204747a22c54 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278839 Jul 15 13:01:12.047155 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6b913c70-5696-4644-9256-fee1619ee52a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:12.080527 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7ebff-3344-4a21-bd43-a1fbd07196f0 req-c805352c-1057-49f7-8faf-46246780680a tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:12.083231 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-193ffe33-7e88-4bc1-adc7-f8ed16a70a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:12.083517 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e6f7ebff-3344-4a21-bd43-a1fbd07196f0 req-c805352c-1057-49f7-8faf-46246780680a tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd49c8f7-3dc2-4103-bdcd-c14b2c284626 HTTP/1.1" status: 200 len: 945 time: 0.4276950 Jul 15 13:01:12.122942 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6b913c70-5696-4644-9256-fee1619ee52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:12.146067 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-193ffe33-7e88-4bc1-adc7-f8ed16a70a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:12.224002 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-193ffe33-7e88-4bc1-adc7-f8ed16a70a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:12.227196 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-193ffe33-7e88-4bc1-adc7-f8ed16a70a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:12.228783 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-193ffe33-7e88-4bc1-adc7-f8ed16a70a24 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e417b64-e611-46d8-ae16-c6de9037b565 HTTP/1.1" status: 204 len: 168 time: 0.3204603 Jul 15 13:01:12.238971 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ffe33-7e88-4bc1-adc7-f8ed16a70a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e417b64-e611-46d8-ae16-c6de9037b565,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:12.257155 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44324) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:12.272330 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6c16df57-874e-4d3d-a3f7-394282061b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:12.480348 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6c16df57-874e-4d3d-a3f7-394282061b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:12.486485 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6c16df57-874e-4d3d-a3f7-394282061b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:12.525213 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16df57-874e-4d3d-a3f7-394282061b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c5fb7b-afa1-482f-ad5a-4b8001627ed5,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:12.580213 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6c16df57-874e-4d3d-a3f7-394282061b57 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=052da0b74f6e4aaf84d5f2db1447099b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3210235 Jul 15 13:01:12.586402 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44326) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:12.657987 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-69e5fba7-2c19-431e-b669-88f027e6d860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:12.690009 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-69e5fba7-2c19-431e-b669-88f027e6d860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:12.708553 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f524cc2f-c1f3-44c6-ae0c-23a3e2d7b7cc req-dc67ad81-f347-47e1-b011-242255d7c493 service neutron] 10.222.0.18 "GET /v2.0/networks/0c9ddec9-1058-4e8b-b69a-1210476af020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8090677 Jul 15 13:01:12.756170 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6b913c70-5696-4644-9256-fee1619ee52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:12.757570 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-69e5fba7-2c19-431e-b669-88f027e6d860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:12.760999 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-69e5fba7-2c19-431e-b669-88f027e6d860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:12.765828 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-69e5fba7-2c19-431e-b669-88f027e6d860 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92c5fb7b-afa1-482f-ad5a-4b8001627ed5 HTTP/1.1" status: 204 len: 168 time: 0.1781235 Jul 15 13:01:12.777837 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5fba7-2c19-431e-b669-88f027e6d860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c5fb7b-afa1-482f-ad5a-4b8001627ed5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:12.889015 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b913c70-5696-4644-9256-fee1619ee52a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6f70285-6213-48b7-91f3-893d0c9a7db9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:12.925295 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6b913c70-5696-4644-9256-fee1619ee52a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:12.928803 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6b913c70-5696-4644-9256-fee1619ee52a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c6f70285-6213-48b7-91f3-893d0c9a7db9 HTTP/1.1" status: 204 len: 168 time: 1.2916031 Jul 15 13:01:12.932094 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44344) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:12.997537 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-e6f7ebff-3344-4a21-bd43-a1fbd07196f0 req-f4d1d702-ba96-4bec-bfd5-5ab422d93bcc tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Deleting port 7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:12.998036 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e6f7ebff-3344-4a21-bd43-a1fbd07196f0 req-f4d1d702-ba96-4bec-bfd5-5ab422d93bcc tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:13.020806 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87e370-57ca-4308-abae-e077a41192b9 req-57326cc8-270a-493a-a625-4bcae8ac609b tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:13.036634 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8b87e370-57ca-4308-abae-e077a41192b9 req-57326cc8-270a-493a-a625-4bcae8ac609b tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 949 time: 0.5669589 Jul 15 13:01:13.085434 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a636dc48-ce8d-48b3-9eda-c6bf73986d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:13.210943 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 4c61b580-efae-42aa-a55e-c4fd8bab5fee up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:13.239655 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a636dc48-ce8d-48b3-9eda-c6bf73986d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:13.271698 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a636dc48-ce8d-48b3-9eda-c6bf73986d32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f2601d4-33de-4b7f-a75a-c570ddf17bb1']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:13.285298 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a636dc48-ce8d-48b3-9eda-c6bf73986d32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a0db94-7b5a-4fde-ae09-cb329d64012d') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:13.285713 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a636dc48-ce8d-48b3-9eda-c6bf73986d32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a0db94-7b5a-4fde-ae09-cb329d64012d') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:13.302905 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a636dc48-ce8d-48b3-9eda-c6bf73986d32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:13.310344 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 4c61b580-efae-42aa-a55e-c4fd8bab5fee completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:13.318659 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 4c61b580-efae-42aa-a55e-c4fd8bab5fee triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:13.319581 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:13.332481 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a636dc48-ce8d-48b3-9eda-c6bf73986d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:13.344797 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a636dc48-ce8d-48b3-9eda-c6bf73986d32 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:01:13.345231 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a636dc48-ce8d-48b3-9eda-c6bf73986d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:13.347265 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:01:13.347265 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:01:13.347265 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:01:13.347265 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:01:13.347265 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:01:13.347265 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:01:13.347265 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:01:13.347265 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:01:13.347265 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:01:13.347265 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:01:13.347265 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:01:13.347265 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:01:13.347265 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:01:13.347265 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:01:13.347265 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:01:13.347265 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:01:13.347265 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:01:13.347265 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:01:13.347265 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:01:13.347265 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:01:13.347265 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:01:13.347265 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:01:13.347265 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:01:13.347265 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:01:13.347265 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:01:13.347265 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:01:13.347265 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:01:13.347265 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:01:13.347265 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:01:13.347265 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:01:13.347265 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:01:13.347265 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:01:13.380366 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6981e9e-f5ae-4643-957c-47bf5f939d88 req-527f76b3-01d2-49a3-84d9-9f56424a0122 tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:13.381042 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6981e9e-f5ae-4643-957c-47bf5f939d88 req-527f76b3-01d2-49a3-84d9-9f56424a0122 tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:13.381699 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6981e9e-f5ae-4643-957c-47bf5f939d88 req-527f76b3-01d2-49a3-84d9-9f56424a0122 tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:13.382298 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6981e9e-f5ae-4643-957c-47bf5f939d88 req-527f76b3-01d2-49a3-84d9-9f56424a0122 tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:13.383647 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6981e9e-f5ae-4643-957c-47bf5f939d88 req-527f76b3-01d2-49a3-84d9-9f56424a0122 tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:13.384310 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6981e9e-f5ae-4643-957c-47bf5f939d88 req-527f76b3-01d2-49a3-84d9-9f56424a0122 tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:13.384897 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6981e9e-f5ae-4643-957c-47bf5f939d88 req-527f76b3-01d2-49a3-84d9-9f56424a0122 tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:13.385730 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6981e9e-f5ae-4643-957c-47bf5f939d88 req-527f76b3-01d2-49a3-84d9-9f56424a0122 tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:13.386089 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6981e9e-f5ae-4643-957c-47bf5f939d88 req-527f76b3-01d2-49a3-84d9-9f56424a0122 tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:13.387292 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6981e9e-f5ae-4643-957c-47bf5f939d88 req-527f76b3-01d2-49a3-84d9-9f56424a0122 tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:13.387819 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6981e9e-f5ae-4643-957c-47bf5f939d88 req-527f76b3-01d2-49a3-84d9-9f56424a0122 tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:13.388369 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6981e9e-f5ae-4643-957c-47bf5f939d88 req-527f76b3-01d2-49a3-84d9-9f56424a0122 tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:13.389561 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6981e9e-f5ae-4643-957c-47bf5f939d88 req-527f76b3-01d2-49a3-84d9-9f56424a0122 tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:13.390152 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6981e9e-f5ae-4643-957c-47bf5f939d88 req-527f76b3-01d2-49a3-84d9-9f56424a0122 tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:13.399618 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b6981e9e-f5ae-4643-957c-47bf5f939d88 req-527f76b3-01d2-49a3-84d9-9f56424a0122 tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94&device_id=2151f20f-a9c6-4c41-8d8d-519ed682a25c&device_id=12f2d1f7-c0d3-4736-9ec7-53e606edc8b9&device_id=5506005c-5be7-40c9-a580-d6aa29c174e7&device_id=84516647-0d9e-486f-b7fa-bb9925de3021&device_id=28863b26-93ae-48e3-9449-ffbefc492fb7&device_id=86b3f835-d12b-4161-8d44-eb206a0c0680&device_id=27be9ac7-50ef-4f5b-9a57-b5ad5f460013&device_id=fd49c8f7-3dc2-4103-bdcd-c14b2c284626&device_id=605f819e-4314-4bfa-b728-6b94f1f804d1&device_id=7a104723-f7d7-499a-845d-5b54455ab450&device_id=67a8db98-c5fd-4e09-abae-8cc4e175c5a0&device_id=5f63503f-9bc5-475f-899c-2743f149a4d6&device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 12685 time: 0.2056863 Jul 15 13:01:13.448867 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b6981e9e-f5ae-4643-957c-47bf5f939d88 req-8151bfd7-3a64-4b59-8ead-7dc11779f175 tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:13.480800 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:13.488025 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a636dc48-ce8d-48b3-9eda-c6bf73986d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:13.502210 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a636dc48-ce8d-48b3-9eda-c6bf73986d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:13.504474 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a636dc48-ce8d-48b3-9eda-c6bf73986d32 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9f2601d4-33de-4b7f-a75a-c570ddf17bb1 HTTP/1.1" status: 204 len: 168 time: 0.5711021 Jul 15 13:01:13.527987 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636dc48-ce8d-48b3-9eda-c6bf73986d32 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f2601d4-33de-4b7f-a75a-c570ddf17bb1,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:13.549302 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2151f20f-a9c6-4c41-8d8d-519ed682a25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c61b580-efae-42aa-a55e-c4fd8bab5fee'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:13.552182 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0f9301-bf04-494f-9b8e-77e8de867c88" -d '{"events": [{"server_uuid": "2151f20f-a9c6-4c41-8d8d-519ed682a25c", "name": "network-vif-plugged", "status": "completed", "tag": "4c61b580-efae-42aa-a55e-c4fd8bab5fee"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:13.583221 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 4c61b580-efae-42aa-a55e-c4fd8bab5fee, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=4c61b580-efae-42aa-a55e-c4fd8bab5fee,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:13.594528 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:13.623351 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f524cc2f-c1f3-44c6-ae0c-23a3e2d7b7cc req-e52bee2e-308d-4e71-8ba8-81c45c65d98c service neutron] 10.222.0.18 "GET /v2.0/networks/0c9ddec9-1058-4e8b-b69a-1210476af020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9001110 Jul 15 13:01:13.635348 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8b87e370-57ca-4308-abae-e077a41192b9 req-0fe2dc63-acf3-4e8a-abee-8bbbc8af850d tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5975592 Jul 15 13:01:13.680232 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b6981e9e-f5ae-4643-957c-47bf5f939d88 req-8151bfd7-3a64-4b59-8ead-7dc11779f175 tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:13.685812 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-e6f7ebff-3344-4a21-bd43-a1fbd07196f0 req-f4d1d702-ba96-4bec-bfd5-5ab422d93bcc tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] For port 7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f,segment=NetworkSegment(46dedc86-c944-4d7a-8831-f5e3ca85c6cf),segment_id=46dedc86-c944-4d7a-8831-f5e3ca85c6cf)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:13.687319 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b6981e9e-f5ae-4643-957c-47bf5f939d88 req-8151bfd7-3a64-4b59-8ead-7dc11779f175 tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:13.688740 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e6f7ebff-3344-4a21-bd43-a1fbd07196f0 req-f4d1d702-ba96-4bec-bfd5-5ab422d93bcc tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:13.731701 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-e6f7ebff-3344-4a21-bd43-a1fbd07196f0 req-f4d1d702-ba96-4bec-bfd5-5ab422d93bcc tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Calling delete_port for 7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:13.736369 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=4c61b580-efae-42aa-a55e-c4fd8bab5fee,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:13.754794 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b6981e9e-f5ae-4643-957c-47bf5f939d88 req-8151bfd7-3a64-4b59-8ead-7dc11779f175 tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&id=1c7a10e5-8e43-4471-b9fd-bbdce0abc61c&id=ece884ea-2901-44fa-80aa-4b513d4f8fff&id=6e515867-6bc3-43f3-a669-48645bdf9486&id=5a3352c9-1fd4-408f-b7ed-46c93f68b25d&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.3535116 Jul 15 13:01:13.807451 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151bfd7-3a64-4b59-8ead-7dc11779f175 tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdcaff6-f634-4456-b5fa-ac452082f343,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:13.874062 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44378) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:14.009789 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44384) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:14.028608 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4567e-439c-43db-aa77-e28c461bbaa7 req-ca39dd39-dc67-4de4-9ae5-c3a6c6b7269b tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:14.036425 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b8f4567e-439c-43db-aa77-e28c461bbaa7 req-ca39dd39-dc67-4de4-9ae5-c3a6c6b7269b tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=2151f20f-a9c6-4c41-8d8d-519ed682a25c HTTP/1.1" status: 200 len: 950 time: 0.1241879 Jul 15 13:01:14.090820 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e590cdb-ead1-4880-b012-e47f8d1d9a59 req-ce948d5c-fa0f-4f3c-b6b8-00b3fe1efcd0 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:14.093457 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3e590cdb-ead1-4880-b012-e47f8d1d9a59 req-ce948d5c-fa0f-4f3c-b6b8-00b3fe1efcd0 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd49c8f7-3dc2-4103-bdcd-c14b2c284626 HTTP/1.1" status: 200 len: 945 time: 0.2081144 Jul 15 13:01:14.110848 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e6f7ebff-3344-4a21-bd43-a1fbd07196f0 req-f4d1d702-ba96-4bec-bfd5-5ab422d93bcc tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:14.127109 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:14.139361 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b8f4567e-439c-43db-aa77-e28c461bbaa7 req-9288924c-2f80-4fd7-9f28-510e4fa09960 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013231 Jul 15 13:01:14.159646 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-711dca3d-d6e7-4c67-8a80-2eb477a2fab5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=46d0c223205b4bf3b185bf17353b62e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486139 Jul 15 13:01:14.163899 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44388) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:14.172801 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d1d702-ba96-4bec-bfd5-5ab422d93bcc tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Pushing event deleted for resources: {'Port': ['ID=7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:14.275514 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c53b2926-f296-44f7-ac64-909a55736b85 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-768650366-network', 'tenant_id': '38dfd63a89ad4777b053d0d836619d17'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:14.323848 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49cc3052-0369-4f30-8fa7-6533a87a26ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:14.326771 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3e590cdb-ead1-4880-b012-e47f8d1d9a59 req-dc1c8684-627e-4471-a670-d0664789dc43 tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c7a10e5-8e43-4471-b9fd-bbdce0abc61c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189710 Jul 15 13:01:14.327756 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53b2926-f296-44f7-ac64-909a55736b85 admin admin] Made reservation on behalf of 38dfd63a89ad4777b053d0d836619d17 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:14.328150 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f7ebff-3344-4a21-bd43-a1fbd07196f0 req-f4d1d702-ba96-4bec-bfd5-5ab422d93bcc tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] No DVR routers for this DVR port 7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:01:14.330695 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c53b2926-f296-44f7-ac64-909a55736b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:14.333113 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e6f7ebff-3344-4a21-bd43-a1fbd07196f0 req-f4d1d702-ba96-4bec-bfd5-5ab422d93bcc tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:14.336638 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e6f7ebff-3344-4a21-bd43-a1fbd07196f0 req-f4d1d702-ba96-4bec-bfd5-5ab422d93bcc tempest-AttachSCSIVolumeTestJSON-930939422 tempest-AttachSCSIVolumeTestJSON-930939422-project] 10.222.0.18 "DELETE /v2.0/ports/7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f HTTP/1.1" status: 204 len: 173 time: 2.2413766 Jul 15 13:01:14.337624 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd49c8f7-3dc2-4103-bdcd-c14b2c284626', 'name': 'network-vif-deleted', 'tag': '7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:14.343049 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd969f3-a767-4b30-9987-efe0e2b11bd0" -d '{"events": [{"server_uuid": "fd49c8f7-3dc2-4103-bdcd-c14b2c284626", "name": "network-vif-deleted", "tag": "7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:14.368446 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c53b2926-f296-44f7-ac64-909a55736b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:14.401276 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49cc3052-0369-4f30-8fa7-6533a87a26ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:14.434755 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cc24cb-4154-473a-ad92-3821e3165af2 x-openstack-request-id: req-98cc24cb-4154-473a-ad92-3821e3165af2 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:14.435310 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2151f20f-a9c6-4c41-8d8d-519ed682a25c", "name": "network-vif-plugged", "status": "completed", "tag": "4c61b580-efae-42aa-a55e-c4fd8bab5fee", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:14.435620 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-98cc24cb-4154-473a-ad92-3821e3165af2 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:14.436441 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2151f20f-a9c6-4c41-8d8d-519ed682a25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c61b580-efae-42aa-a55e-c4fd8bab5fee', 'code': 200} Jul 15 13:01:14.503076 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44394) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:14.531210 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62861cb-abc1-4376-8a06-b1ec29f9a850 x-openstack-request-id: req-c62861cb-abc1-4376-8a06-b1ec29f9a850 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:14.532898 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd49c8f7-3dc2-4103-bdcd-c14b2c284626", "name": "network-vif-deleted", "tag": "7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:14.533269 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c62861cb-abc1-4376-8a06-b1ec29f9a850 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:14.534717 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd49c8f7-3dc2-4103-bdcd-c14b2c284626', 'name': 'network-vif-deleted', 'tag': '7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f', 'status': 'completed', 'code': 200} Jul 15 13:01:14.579423 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c53b2926-f296-44f7-ac64-909a55736b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:14.581206 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49cc3052-0369-4f30-8fa7-6533a87a26ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:14.589953 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49cc3052-0369-4f30-8fa7-6533a87a26ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:14.589953 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-49cc3052-0369-4f30-8fa7-6533a87a26ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1100c461-205d-4944-adc4-89fa2e604702 HTTP/1.1" status: 204 len: 168 time: 0.4211564 Jul 15 13:01:14.592056 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c53b2926-f296-44f7-ac64-909a55736b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:14.611428 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c53b2926-f296-44f7-ac64-909a55736b85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:01:14.625260 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c53b2926-f296-44f7-ac64-909a55736b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:14.625642 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-c53b2926-f296-44f7-ac64-909a55736b85 admin admin] Added segment e2bca968-e571-4a26-9359-48330ec2b9f5 of type vlan for network bd7efebc-31cc-4783-a9ad-99fdbd587a25 Jul 15 13:01:14.797390 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc3052-0369-4f30-8fa7-6533a87a26ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1100c461-205d-4944-adc4-89fa2e604702,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:14.844103 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c53b2926-f296-44f7-ac64-909a55736b85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:14.895559 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b2926-f296-44f7-ac64-909a55736b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415f697d-96e9-4732-880f-bec62dbfaa52,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:15.027430 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c53b2926-f296-44f7-ac64-909a55736b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:15.028549 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53b2926-f296-44f7-ac64-909a55736b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:15.029507 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c53b2926-f296-44f7-ac64-909a55736b85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:15.043631 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5a3b2-d358-491b-b204-c73d9b790dee req-7738db4f-e0e6-4fdf-bd04-54c9a883ba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:15.045675 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c2e5a3b2-d358-491b-b204-c73d9b790dee req-7738db4f-e0e6-4fdf-bd04-54c9a883ba85 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2151f20f-a9c6-4c41-8d8d-519ed682a25c HTTP/1.1" status: 200 len: 1102 time: 0.2915852 Jul 15 13:01:15.053852 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebd517-caa5-4096-8888-64ed79874eb5 req-ca0407c5-8966-483e-bb48-ff6860a39efc tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:15.063480 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-65ebd517-caa5-4096-8888-64ed79874eb5 req-ca0407c5-8966-483e-bb48-ff6860a39efc tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 949 time: 0.1030018 Jul 15 13:01:15.128659 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-dc972938-ed84-4144-86d9-3fa3ca532191 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1829529943-network', 'tenant_id': '5d8dd38c6f1a4ec5af7cdaae23ef2048'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:15.150598 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c53b2926-f296-44f7-ac64-909a55736b85 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2745893 Jul 15 13:01:15.157170 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44406) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:15.161269 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b2926-f296-44f7-ac64-909a55736b85 admin admin] Pushing event updated for resources: {'Network': ['ID=bd7efebc-31cc-4783-a9ad-99fdbd587a25,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:15.165891 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4478da35-40f2-4093-b721-2093494e9d2f admin admin] Request body: {'subnet': {'network_id': 'bd7efebc-31cc-4783-a9ad-99fdbd587a25', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-768650366-subnet', 'tenant_id': '38dfd63a89ad4777b053d0d836619d17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:15.172856 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc972938-ed84-4144-86d9-3fa3ca532191 admin admin] Made reservation on behalf of 5d8dd38c6f1a4ec5af7cdaae23ef2048 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:15.175434 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc972938-ed84-4144-86d9-3fa3ca532191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:15.186454 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc972938-ed84-4144-86d9-3fa3ca532191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:15.186670 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network bd7efebc-31cc-4783-a9ad-99fdbd587a25 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:01:15.200375 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c2e5a3b2-d358-491b-b204-c73d9b790dee req-1720078b-f08a-44eb-baba-c8c99d6a38c3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388392 Jul 15 13:01:15.201076 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-65ebd517-caa5-4096-8888-64ed79874eb5 req-3c28032e-3f56-4f83-9d8e-5020788a2871 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362371 Jul 15 13:01:15.222097 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:15.223842 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-dc972938-ed84-4144-86d9-3fa3ca532191 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:01:15.223842 n-d-758944-45 neutron-server[93814]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:01:15.223842 n-d-758944-45 neutron-server[93814]: [parameters: {'project_id_1': '5d8dd38c6f1a4ec5af7cdaae23ef2048', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 1, 15, 216867)}] Jul 15 13:01:15.223842 n-d-758944-45 neutron-server[93814]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:01:15.224618 n-d-758944-45 neutron-server[93814]: DEBUG oslo_db.api [None req-dc972938-ed84-4144-86d9-3fa3ca532191 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:01:15.225332 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a47a53-ee9a-4507-ae08-f3c0d27c5931 req-0315891c-bda5-4562-8631-604e07da9780 tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:15.226628 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a47a53-ee9a-4507-ae08-f3c0d27c5931 req-0315891c-bda5-4562-8631-604e07da9780 tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:15.227521 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a47a53-ee9a-4507-ae08-f3c0d27c5931 req-0315891c-bda5-4562-8631-604e07da9780 tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:15.246254 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-05a47a53-ee9a-4507-ae08-f3c0d27c5931 req-0315891c-bda5-4562-8631-604e07da9780 tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=12f2d1f7-c0d3-4736-9ec7-53e606edc8b9&device_id=84516647-0d9e-486f-b7fa-bb9925de3021&device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 2885 time: 0.2838538 Jul 15 13:01:15.270925 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4478da35-40f2-4093-b721-2093494e9d2f admin admin] Made reservation on behalf of 38dfd63a89ad4777b053d0d836619d17 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:15.273573 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4478da35-40f2-4093-b721-2093494e9d2f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:15.315976 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-05a47a53-ee9a-4507-ae08-f3c0d27c5931 req-6da3471d-9d45-4ad6-b019-7111bc06db2e tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724897 Jul 15 13:01:15.375143 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44414) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:15.406392 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:15.411393 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:15.411892 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:15.519587 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-94c4b49c-d8d4-4f96-86b0-f5eedf98855e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2a2a9438ac348b091cfcaef561e0f80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407444 Jul 15 13:01:15.520295 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44418) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:15.554550 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:15.601130 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=39914eb8-3276-4cbf-8e7e-c5fa53be0c53,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:15.606424 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:15.647166 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9726b7af-c04c-475a-ac3d-33e09d0b1fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:15.684052 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4478da35-40f2-4093-b721-2093494e9d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:15.691251 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9726b7af-c04c-475a-ac3d-33e09d0b1fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:15.703176 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=39914eb8-3276-4cbf-8e7e-c5fa53be0c53,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:15.741113 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc972938-ed84-4144-86d9-3fa3ca532191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:15.767671 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9726b7af-c04c-475a-ac3d-33e09d0b1fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:15.772927 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9726b7af-c04c-475a-ac3d-33e09d0b1fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:15.777956 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9726b7af-c04c-475a-ac3d-33e09d0b1fe4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd00f304-b7c0-4fa4-bd7a-75c23f7d2af7 HTTP/1.1" status: 204 len: 168 time: 0.2533038 Jul 15 13:01:15.791559 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726b7af-c04c-475a-ac3d-33e09d0b1fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd00f304-b7c0-4fa4-bd7a-75c23f7d2af7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:15.794787 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32565481-dced-4fbb-afa3-47c1dc5705de req-be63ef26-d609-4d0a-bdc0-84aeb9a90c95 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:15.805610 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-32565481-dced-4fbb-afa3-47c1dc5705de req-be63ef26-d609-4d0a-bdc0-84aeb9a90c95 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=2151f20f-a9c6-4c41-8d8d-519ed682a25c HTTP/1.1" status: 200 len: 950 time: 0.2906899 Jul 15 13:01:15.913782 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478da35-40f2-4093-b721-2093494e9d2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c25c100e-3f3b-493a-8011-f43273d1d5e1,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:15.939382 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4478da35-40f2-4093-b721-2093494e9d2f admin admin] Checking segment: {'id': 'e2bca968-e571-4a26-9359-48330ec2b9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'bd7efebc-31cc-4783-a9ad-99fdbd587a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:15.939980 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4478da35-40f2-4093-b721-2093494e9d2f admin admin] Network hostable DHCP agents. Network: bd7efebc-31cc-4783-a9ad-99fdbd587a25, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:01:15.972803 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-32565481-dced-4fbb-afa3-47c1dc5705de req-1594d6f2-71b9-444b-aa0b-8b8874e4bad8 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658080 Jul 15 13:01:16.039459 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4478da35-40f2-4093-b721-2093494e9d2f admin admin] Network bd7efebc-31cc-4783-a9ad-99fdbd587a25 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:01:16.057110 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4478da35-40f2-4093-b721-2093494e9d2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, bd7efebc-31cc-4783-a9ad-99fdbd587a25) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:16.066574 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4478da35-40f2-4093-b721-2093494e9d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:16.067443 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4478da35-40f2-4093-b721-2093494e9d2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:16.074652 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c211527-f86b-4ce5-9c10-490a2e7e0cf1 None None] Network bd7efebc-31cc-4783-a9ad-99fdbd587a25 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:01:16.140901 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc972938-ed84-4144-86d9-3fa3ca532191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:16.159358 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc972938-ed84-4144-86d9-3fa3ca532191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:16.184450 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4478da35-40f2-4093-b721-2093494e9d2f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0256236 Jul 15 13:01:16.213239 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc972938-ed84-4144-86d9-3fa3ca532191 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:01:16.232410 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc972938-ed84-4144-86d9-3fa3ca532191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f54fb42-715f-4821-a152-98c138fb97c7,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:16.240238 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc972938-ed84-4144-86d9-3fa3ca532191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:16.241095 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-dc972938-ed84-4144-86d9-3fa3ca532191 admin admin] Added segment 3c78992c-7c37-4056-a074-465cd7af4f35 of type vlan for network 3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8 Jul 15 13:01:16.308134 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc972938-ed84-4144-86d9-3fa3ca532191 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:16.350357 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:16.408133 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc972938-ed84-4144-86d9-3fa3ca532191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:16.409928 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc972938-ed84-4144-86d9-3fa3ca532191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:16.411285 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc972938-ed84-4144-86d9-3fa3ca532191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:16.500957 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6212d3-b609-4f4e-b9ec-379bbf417fdb req-11d48951-811d-4c8e-a511-b798084e907f tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:16.508764 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c81327-7eeb-4ef9-8f25-19c9b4e17b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39914eb8-3276-4cbf-8e7e-c5fa53be0c53'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:16.511095 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c63e98-426f-41c2-a28e-c45844cfa433" -d '{"events": [{"server_uuid": "36c81327-7eeb-4ef9-8f25-19c9b4e17b94", "name": "network-vif-plugged", "status": "completed", "tag": "39914eb8-3276-4cbf-8e7e-c5fa53be0c53"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:16.513684 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cb6212d3-b609-4f4e-b9ec-379bbf417fdb req-11d48951-811d-4c8e-a511-b798084e907f tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 950 time: 0.1142256 Jul 15 13:01:16.538144 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:16.538497 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 7b3a64f2-90d2-470d-bf2c-ef7e3d2f728f not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:16.551309 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734bbfad-ec40-49d8-9383-5efc2c2b55fb None None] Network bd7efebc-31cc-4783-a9ad-99fdbd587a25 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:01:16.551730 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-dc972938-ed84-4144-86d9-3fa3ca532191 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.0465755 Jul 15 13:01:16.559591 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44462) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:16.598120 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cb6212d3-b609-4f4e-b9ec-379bbf417fdb req-678cd6b5-2a52-45f9-93e0-0c0b84dbba6b tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826502 Jul 15 13:01:16.673803 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc972938-ed84-4144-86d9-3fa3ca532191 admin admin] Pushing event updated for resources: {'Network': ['ID=3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:16.681750 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b9a8f505-5dfa-4d3e-9f33-27fc69a89594 admin admin] Request body: {'subnet': {'network_id': '3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1829529943-subnet', 'tenant_id': '5d8dd38c6f1a4ec5af7cdaae23ef2048', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:16.699974 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:01:16.741466 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a8f505-5dfa-4d3e-9f33-27fc69a89594 admin admin] Made reservation on behalf of 5d8dd38c6f1a4ec5af7cdaae23ef2048 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:16.746937 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9a8f505-5dfa-4d3e-9f33-27fc69a89594 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:16.983493 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-5cb09775-0860-428d-b84f-4c9d3673b551 req-727d661f-de56-4855-9fb3-f865c2f2dff8 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1629277557', 'description': 'tempest-description-1858652521'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:17.053591 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5cb09775-0860-428d-b84f-4c9d3673b551 req-727d661f-de56-4855-9fb3-f865c2f2dff8 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:17.114530 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4900767e-edd6-4c6e-b907-b1dc01726b06 x-openstack-request-id: req-4900767e-edd6-4c6e-b907-b1dc01726b06 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:17.115335 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c81327-7eeb-4ef9-8f25-19c9b4e17b94", "name": "network-vif-plugged", "status": "completed", "tag": "39914eb8-3276-4cbf-8e7e-c5fa53be0c53", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:17.115987 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4900767e-edd6-4c6e-b907-b1dc01726b06 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:17.116817 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c81327-7eeb-4ef9-8f25-19c9b4e17b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39914eb8-3276-4cbf-8e7e-c5fa53be0c53', 'code': 200} Jul 15 13:01:17.196215 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9a8f505-5dfa-4d3e-9f33-27fc69a89594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:17.327353 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8f505-5dfa-4d3e-9f33-27fc69a89594 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf3b4397-f36e-483e-9233-daaf3a1bb75a,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:17.354432 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a8f505-5dfa-4d3e-9f33-27fc69a89594 admin admin] Checking segment: {'id': '3c78992c-7c37-4056-a074-465cd7af4f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:17.354901 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a8f505-5dfa-4d3e-9f33-27fc69a89594 admin admin] Network hostable DHCP agents. Network: 3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:01:17.371198 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5cb09775-0860-428d-b84f-4c9d3673b551 req-727d661f-de56-4855-9fb3-f865c2f2dff8 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:17.382940 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5cb09775-0860-428d-b84f-4c9d3673b551 req-727d661f-de56-4855-9fb3-f865c2f2dff8 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:17.385910 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a8f505-5dfa-4d3e-9f33-27fc69a89594 admin admin] Network 3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:01:17.387820 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1c768-0f24-45f1-9a10-25c527a910f0 req-cfd47b65-eb29-4388-a66e-d09d7231d68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:17.389461 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b0b1c768-0f24-45f1-9a10-25c527a910f0 req-cfd47b65-eb29-4388-a66e-d09d7231d68f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 1102 time: 0.1688941 Jul 15 13:01:17.405145 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-b9a8f505-5dfa-4d3e-9f33-27fc69a89594 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:17.411461 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a8f505-5dfa-4d3e-9f33-27fc69a89594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:17.412269 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9a8f505-5dfa-4d3e-9f33-27fc69a89594 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:17.424449 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882ff099-df35-405c-af13-c060221852ec None None] Network 3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:01:17.439786 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5cb09775-0860-428d-b84f-4c9d3673b551 req-727d661f-de56-4855-9fb3-f865c2f2dff8 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:17.446043 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5cb09775-0860-428d-b84f-4c9d3673b551 req-727d661f-de56-4855-9fb3-f865c2f2dff8 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4736764 Jul 15 13:01:17.450194 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d661f-de56-4855-9fb3-f865c2f2dff8 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbf6397-1fd8-4409-9c27-a01a542254b8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:17.474170 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b9a8f505-5dfa-4d3e-9f33-27fc69a89594 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8016441 Jul 15 13:01:17.507903 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b0b1c768-0f24-45f1-9a10-25c527a910f0 req-35863108-ba01-4414-b8cc-530c1d289a9c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092505 Jul 15 13:01:17.671854 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2379289-f9c8-4a5d-962b-1b085d5e06ee None None] Network 3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:01:17.753948 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a36a8-87e3-4df7-b5c0-af08cb350a94 req-84f6662a-7431-4bf9-8451-180fe1a86d1d tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:17.766329 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-703a36a8-87e3-4df7-b5c0-af08cb350a94 req-84f6662a-7431-4bf9-8451-180fe1a86d1d tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=2151f20f-a9c6-4c41-8d8d-519ed682a25c HTTP/1.1" status: 200 len: 950 time: 0.1429780 Jul 15 13:01:17.829890 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229f232-9166-4c02-a7e2-21dfce408d1e req-f82dc789-2cd1-4897-bf6f-40f3a7d70d7a tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:17.831384 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7229f232-9166-4c02-a7e2-21dfce408d1e req-f82dc789-2cd1-4897-bf6f-40f3a7d70d7a tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 1101 time: 0.1387489 Jul 15 13:01:17.850479 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-703a36a8-87e3-4df7-b5c0-af08cb350a94 req-f0c45512-e3f9-41cd-aaaa-3714f841e1cb tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797901 Jul 15 13:01:17.883771 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44524) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:17.955724 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7229f232-9166-4c02-a7e2-21dfce408d1e req-48578a8a-478e-47b6-bbef-109c494aed71 tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961018 Jul 15 13:01:17.979786 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-965c52f3-a49d-488d-8074-94074c431085 req-168f3bad-4965-45eb-a5c0-b931bb89a7d0 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] 10.222.0.24 "GET /v2.0/security-groups/1bbf6397-1fd8-4409-9c27-a01a542254b8 HTTP/1.1" status: 200 len: 1813 time: 0.0572042 Jul 15 13:01:17.990029 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-965c52f3-a49d-488d-8074-94074c431085 req-48852741-e654-4de3-960e-bf33c359758b tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1bbf6397-1fd8-4409-9c27-a01a542254b8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:17.991518 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-965c52f3-a49d-488d-8074-94074c431085 req-48852741-e654-4de3-960e-bf33c359758b tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1bbf6397-1fd8-4409-9c27-a01a542254b8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:18.108409 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-965c52f3-a49d-488d-8074-94074c431085 req-48852741-e654-4de3-960e-bf33c359758b tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:18.127595 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-8fbb43bd-4831-47de-9d53-6f234d4643c8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1398729311-network', 'tenant_id': '679f7149411f4ccd996893a137236998'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:18.155320 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-965c52f3-a49d-488d-8074-94074c431085 req-48852741-e654-4de3-960e-bf33c359758b tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:18.162189 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-965c52f3-a49d-488d-8074-94074c431085 req-48852741-e654-4de3-960e-bf33c359758b tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:18.174429 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbb43bd-4831-47de-9d53-6f234d4643c8 admin admin] Made reservation on behalf of 679f7149411f4ccd996893a137236998 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:18.176816 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fbb43bd-4831-47de-9d53-6f234d4643c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:18.192841 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48852741-e654-4de3-960e-bf33c359758b tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7efda318-f6fd-4890-9910-d75e7b272333,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:18.194771 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fbb43bd-4831-47de-9d53-6f234d4643c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:18.219081 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-965c52f3-a49d-488d-8074-94074c431085 req-48852741-e654-4de3-960e-bf33c359758b tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:18.221157 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-965c52f3-a49d-488d-8074-94074c431085 req-48852741-e654-4de3-960e-bf33c359758b tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2370148 Jul 15 13:01:18.248285 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c3751-fec3-4069-ab48-56d334624f71 req-5724fc65-fd05-4543-ab63-1a32011e10ba tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:18.262486 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e36c3751-fec3-4069-ab48-56d334624f71 req-5724fc65-fd05-4543-ab63-1a32011e10ba tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 950 time: 0.1639817 Jul 15 13:01:18.316523 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e36c3751-fec3-4069-ab48-56d334624f71 req-44c1eb5b-b74a-4401-900e-4075d8e859e3 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520751 Jul 15 13:01:18.454793 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fbb43bd-4831-47de-9d53-6f234d4643c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:18.465411 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fbb43bd-4831-47de-9d53-6f234d4643c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:18.501588 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fbb43bd-4831-47de-9d53-6f234d4643c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:01:18.514446 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb43bd-4831-47de-9d53-6f234d4643c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41665c94-28ef-4704-be13-85b1e7538b3e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:18.523784 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fbb43bd-4831-47de-9d53-6f234d4643c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:18.524138 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-8fbb43bd-4831-47de-9d53-6f234d4643c8 admin admin] Added segment a58fbc3c-87cc-43ef-a3ee-e738689a657f of type vlan for network 3ea33544-7fbe-4338-b6af-9f86e076512c Jul 15 13:01:18.528848 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d206f-b010-432b-9f3e-71033b1dbe3b req-797c1947-397c-401c-b5c7-90fbf3750786 tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:18.531845 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7a2d206f-b010-432b-9f3e-71033b1dbe3b req-797c1947-397c-401c-b5c7-90fbf3750786 tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 1101 time: 0.1035550 Jul 15 13:01:18.557148 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cca5c-7cf3-4cd4-ae72-21863364e2fa req-05416994-74d9-4871-9ada-85252957b768 tempest-ServersOnMultiNodesTest-1358753295 tempest-ServersOnMultiNodesTest-1358753295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:18.558822 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f6cca5c-7cf3-4cd4-ae72-21863364e2fa req-05416994-74d9-4871-9ada-85252957b768 tempest-ServersOnMultiNodesTest-1358753295 tempest-ServersOnMultiNodesTest-1358753295-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2151f20f-a9c6-4c41-8d8d-519ed682a25c HTTP/1.1" status: 200 len: 1102 time: 0.1591594 Jul 15 13:01:18.573613 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fbb43bd-4831-47de-9d53-6f234d4643c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:18.600798 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7a2d206f-b010-432b-9f3e-71033b1dbe3b req-95d7ad62-f5c0-4883-86bd-d7e9f643dca4 tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558615 Jul 15 13:01:18.638044 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f6cca5c-7cf3-4cd4-ae72-21863364e2fa req-791972c4-9cb9-4c12-a847-5ceaf59a4fb9 tempest-ServersOnMultiNodesTest-1358753295 tempest-ServersOnMultiNodesTest-1358753295-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564196 Jul 15 13:01:18.665861 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fbb43bd-4831-47de-9d53-6f234d4643c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:18.665861 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbb43bd-4831-47de-9d53-6f234d4643c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:18.665861 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fbb43bd-4831-47de-9d53-6f234d4643c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:18.760115 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8fbb43bd-4831-47de-9d53-6f234d4643c8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.8746035 Jul 15 13:01:18.762984 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44546) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:18.774035 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-124cd79b-c3db-4216-8f9b-375d13709303 admin admin] Request body: {'subnet': {'network_id': '3ea33544-7fbe-4338-b6af-9f86e076512c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1398729311-subnet', 'tenant_id': '679f7149411f4ccd996893a137236998', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:18.823462 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb43bd-4831-47de-9d53-6f234d4643c8 admin admin] Pushing event updated for resources: {'Network': ['ID=3ea33544-7fbe-4338-b6af-9f86e076512c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:18.838265 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 3ea33544-7fbe-4338-b6af-9f86e076512c details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:01:18.859822 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-454b64d7-4092-4c2b-8081-2140db2005e9 req-b32a1756-3495-4576-bde5-84ddc9a970d3 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] 10.222.0.24 "GET /v2.0/security-groups/1bbf6397-1fd8-4409-9c27-a01a542254b8 HTTP/1.1" status: 200 len: 2406 time: 0.1713357 Jul 15 13:01:18.887070 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124cd79b-c3db-4216-8f9b-375d13709303 admin admin] Made reservation on behalf of 679f7149411f4ccd996893a137236998 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:18.899856 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-124cd79b-c3db-4216-8f9b-375d13709303 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:19.376881 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-124cd79b-c3db-4216-8f9b-375d13709303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:19.479448 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-52657fb0-51e6-402d-9529-f94d00156e8c req-90423941-42c9-496b-887a-bea7ee2dd8e6 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] 10.222.0.24 "GET /v2.0/security-group-rules/7efda318-f6fd-4890-9910-d75e7b272333 HTTP/1.1" status: 200 len: 778 time: 0.0420644 Jul 15 13:01:19.493916 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-11a5bd15-7963-4f5b-875d-52ce0a4e6b41 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:19.501279 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-11a5bd15-7963-4f5b-875d-52ce0a4e6b41 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/networks?id=3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8 HTTP/1.1" status: 200 len: 822 time: 0.3025796 Jul 15 13:01:19.532990 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124cd79b-c3db-4216-8f9b-375d13709303 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c520e11-3e2e-4d45-91c6-21955ccf896a,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:19.538423 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-0248f3e6-a999-4117-890c-2c8922ea361e tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/quotas/5d8dd38c6f1a4ec5af7cdaae23ef2048 HTTP/1.1" status: 200 len: 375 time: 0.0271490 Jul 15 13:01:19.544865 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124cd79b-c3db-4216-8f9b-375d13709303 admin admin] Checking segment: {'id': 'a58fbc3c-87cc-43ef-a3ee-e738689a657f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3ea33544-7fbe-4338-b6af-9f86e076512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:19.545238 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124cd79b-c3db-4216-8f9b-375d13709303 admin admin] Network hostable DHCP agents. Network: 3ea33544-7fbe-4338-b6af-9f86e076512c, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:01:19.564225 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-52657fb0-51e6-402d-9529-f94d00156e8c req-e1bbfedd-5680-4dd0-b396-a11673bbce12 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] 10.222.0.24 "GET /v2.0/security-groups/1bbf6397-1fd8-4409-9c27-a01a542254b8 HTTP/1.1" status: 200 len: 2406 time: 0.0773056 Jul 15 13:01:19.583637 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-404ab6bb-3182-49a4-887f-de84d07c12af tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d8dd38c6f1a4ec5af7cdaae23ef2048&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347943 Jul 15 13:01:19.596473 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124cd79b-c3db-4216-8f9b-375d13709303 admin admin] Network 3ea33544-7fbe-4338-b6af-9f86e076512c is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:01:19.604871 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-52657fb0-51e6-402d-9529-f94d00156e8c req-1b64f44d-6c07-41f4-ae4b-465e45c03b0f tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:19.613574 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-52657fb0-51e6-402d-9529-f94d00156e8c req-1b64f44d-6c07-41f4-ae4b-465e45c03b0f tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:19.649528 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-124cd79b-c3db-4216-8f9b-375d13709303 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 3ea33544-7fbe-4338-b6af-9f86e076512c) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:19.661380 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124cd79b-c3db-4216-8f9b-375d13709303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:19.662532 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-124cd79b-c3db-4216-8f9b-375d13709303 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:19.667158 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9933caee-5239-4813-9f39-a9199663beb1 None None] Network 3ea33544-7fbe-4338-b6af-9f86e076512c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:01:19.673545 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-52657fb0-51e6-402d-9529-f94d00156e8c req-1b64f44d-6c07-41f4-ae4b-465e45c03b0f tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:19.687663 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-124cd79b-c3db-4216-8f9b-375d13709303 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9228163 Jul 15 13:01:19.692668 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44564) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:19.700150 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-52657fb0-51e6-402d-9529-f94d00156e8c req-1b64f44d-6c07-41f4-ae4b-465e45c03b0f tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:19.701637 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-52657fb0-51e6-402d-9529-f94d00156e8c req-1b64f44d-6c07-41f4-ae4b-465e45c03b0f tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/7efda318-f6fd-4890-9910-d75e7b272333 HTTP/1.1" status: 204 len: 173 time: 0.1302533 Jul 15 13:01:19.703506 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-325bf725-9c5d-44ce-8862-be6063cd3c3c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1398729311-router', 'tenant_id': '679f7149411f4ccd996893a137236998', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:19.723782 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64f44d-6c07-41f4-ae4b-465e45c03b0f tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7efda318-f6fd-4890-9910-d75e7b272333,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:19.823379 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-325bf725-9c5d-44ce-8862-be6063cd3c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:19.825555 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-325bf725-9c5d-44ce-8862-be6063cd3c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:19.919436 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-325bf725-9c5d-44ce-8862-be6063cd3c3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:19.932893 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-978d1654-7601-4da9-9d69-f58ad0d5aae5 service neutron] 10.222.0.24 "GET /v2.0/networks/3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303292 Jul 15 13:01:19.950720 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-65ac2812-cf07-4ba0-9ca0-5d47111a06e0 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524929 Jul 15 13:01:20.053398 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-3ea33544-7fbe-4338-b6af-9f86e076512c', 'network_id': '3ea33544-7fbe-4338-b6af-9f86e076512c', 'tenant_id': '679f7149411f4ccd996893a137236998', 'fixed_ips': [{'subnet_id': '1c520e11-3e2e-4d45-91c6-21955ccf896a'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:01:20.057486 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:20.219615 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-f27e991f-d9df-4689-a492-ea1c6d9d76c5 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:20.222266 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-f27e991f-d9df-4689-a492-ea1c6d9d76c5 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2698286 Jul 15 13:01:20.254521 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-5e5f0bc7-1318-4cb0-8225-31cb7f32ebae tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/quotas/a4339ead27f64ff8ab2c69e6a9cebb91 HTTP/1.1" status: 200 len: 375 time: 0.0187263 Jul 15 13:01:20.273039 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-325bf725-9c5d-44ce-8862-be6063cd3c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:20.323912 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-c619691c-45ef-4667-bb18-aad4fb0a58cb service neutron] 10.222.0.24 "GET /v2.0/networks/3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131447 Jul 15 13:01:20.352667 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] Allocated IP 172.20.0.2 (3ea33544-7fbe-4338-b6af-9f86e076512c/1c520e11-3e2e-4d45-91c6-21955ccf896a/b9d8ff11-8a28-4b23-a9b5-2180adbee885) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:20.429902 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-9bfc69bf-607e-4e5a-9a2b-f60d6e27e214 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1672444 Jul 15 13:01:20.828014 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-325bf725-9c5d-44ce-8862-be6063cd3c3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:20.897088 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-325bf725-9c5d-44ce-8862-be6063cd3c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:20.914336 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:20.931276 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] Transition to ACTIVE for port object b9d8ff11-8a28-4b23-a9b5-2180adbee885 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:20.960998 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] Transition to ACTIVE for port object b9d8ff11-8a28-4b23-a9b5-2180adbee885 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:20.983890 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:21.019304 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] Network 3ea33544-7fbe-4338-b6af-9f86e076512c is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:21.025504 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:21.068077 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:21.080020 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5a8d4c1-6849-45ec-9c2b-c78a8540333d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:21.111532 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-6dbb6d9d-784e-45fc-bfe0-acb4c02a84c3 req-b8b882ef-aead-4971-a013-d6a6d87544f5 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-582867995', 'description': 'tempest-description-59068189'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:21.223949 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] Attempting to bind port b9d8ff11-8a28-4b23-a9b5-2180adbee885 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:21.224707 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] Attempting to bind port b9d8ff11-8a28-4b23-a9b5-2180adbee885 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'a58fbc3c-87cc-43ef-a3ee-e738689a657f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3ea33544-7fbe-4338-b6af-9f86e076512c'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:21.225405 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] Attempting to bind port b9d8ff11-8a28-4b23-a9b5-2180adbee885 on network 3ea33544-7fbe-4338-b6af-9f86e076512c {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:21.226427 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6dbb6d9d-784e-45fc-bfe0-acb4c02a84c3 req-b8b882ef-aead-4971-a013-d6a6d87544f5 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:21.231746 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] Pushing event updated for resources: {'Port': ['ID=b9d8ff11-8a28-4b23-a9b5-2180adbee885,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:21.262328 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:21.263053 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] Checking segment: {'id': 'a58fbc3c-87cc-43ef-a3ee-e738689a657f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3ea33544-7fbe-4338-b6af-9f86e076512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:21.263706 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:21.264540 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] Bound using segment: {'id': 'a58fbc3c-87cc-43ef-a3ee-e738689a657f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3ea33544-7fbe-4338-b6af-9f86e076512c'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:21.265123 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] Bound port: b9d8ff11-8a28-4b23-a9b5-2180adbee885, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58fbc3c-87cc-43ef-a3ee-e738689a657f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3ea33544-7fbe-4338-b6af-9f86e076512c'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:21.265749 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:21.286734 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:21.287293 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:21.287833 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:21.288364 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:21.288958 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:21.289386 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:21.289878 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:21.290375 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:21.290904 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:21.291604 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:21.292153 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:21.294459 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:21.379504 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-325bf725-9c5d-44ce-8862-be6063cd3c3c admin admin] Allocated IP 172.25.6.217 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/f65ef914-2890-4501-8f10-60c71390a335) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:21.473526 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3ac11-df47-4551-a321-71a3d569f835 req-17dac785-8e2c-4d8c-9488-c61de8a2ae9c tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:21.481570 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fda3ac11-df47-4551-a321-71a3d569f835 req-17dac785-8e2c-4d8c-9488-c61de8a2ae9c tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 950 time: 0.1858957 Jul 15 13:01:21.521558 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] For port b9d8ff11-8a28-4b23-a9b5-2180adbee885, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:21.531884 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] For port b9d8ff11-8a28-4b23-a9b5-2180adbee885, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b9d8ff11-8a28-4b23-a9b5-2180adbee885,segment=NetworkSegment(a58fbc3c-87cc-43ef-a3ee-e738689a657f),segment_id=a58fbc3c-87cc-43ef-a3ee-e738689a657f)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:21.546370 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:21.577186 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fda3ac11-df47-4551-a321-71a3d569f835 req-c2f2afbe-0360-4699-b358-42f6dc387082 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943816 Jul 15 13:01:21.578148 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6dbb6d9d-784e-45fc-bfe0-acb4c02a84c3 req-b8b882ef-aead-4971-a013-d6a6d87544f5 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:21.590933 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6dbb6d9d-784e-45fc-bfe0-acb4c02a84c3 req-b8b882ef-aead-4971-a013-d6a6d87544f5 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:21.678436 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-325bf725-9c5d-44ce-8862-be6063cd3c3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:21.726277 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6dbb6d9d-784e-45fc-bfe0-acb4c02a84c3 req-b8b882ef-aead-4971-a013-d6a6d87544f5 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:21.748924 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6dbb6d9d-784e-45fc-bfe0-acb4c02a84c3 req-b8b882ef-aead-4971-a013-d6a6d87544f5 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.6456282 Jul 15 13:01:21.766111 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b882ef-aead-4971-a013-d6a6d87544f5 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb92759-af78-4595-b70d-6cbeb4c36ef0,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:21.767722 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbfba82-143a-44be-b524-495de5cc2989 None None] Pushing event updated for resources: {'Port': ['ID=b9d8ff11-8a28-4b23-a9b5-2180adbee885,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:21.874300 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-325bf725-9c5d-44ce-8862-be6063cd3c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:21.970615 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-146aa0d6-621e-4360-8b3c-e1a147826944 req-7be4d995-19ec-4992-b389-c2b020ad45ce tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b5ad082-0e87-47ab-817a-ba203db16028 HTTP/1.1" status: 200 len: 210 time: 0.1095982 Jul 15 13:01:22.007677 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325bf725-9c5d-44ce-8862-be6063cd3c3c admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:22.037900 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-325bf725-9c5d-44ce-8862-be6063cd3c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:22.048185 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325bf725-9c5d-44ce-8862-be6063cd3c3c admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:22.289890 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325bf725-9c5d-44ce-8862-be6063cd3c3c admin admin] Pushing event updated for resources: {'Port': ['ID=f65ef914-2890-4501-8f10-60c71390a335,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:22.342916 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-897e1187-a4b5-45ea-8cf9-3513f4281d18 req-2c29ce2a-1b1a-4563-8c86-a784afb9815b tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d98981-4bd3-4cec-b474-a3f6852ee672 HTTP/1.1" status: 200 len: 210 time: 0.0904739 Jul 15 13:01:22.599719 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-325bf725-9c5d-44ce-8862-be6063cd3c3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:22.843249 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69e9a8-45a6-4dd3-8b17-e1a04b12132a req-2458bb99-5b40-4144-8b2b-48d8d2abbfa2 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:22.845050 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ab69e9a8-45a6-4dd3-8b17-e1a04b12132a req-2458bb99-5b40-4144-8b2b-48d8d2abbfa2 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 950 time: 0.1392992 Jul 15 13:01:22.850378 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e9d7fbdf-c749-408a-9c26-02c8fa3b0026 req-3df47e04-a3a7-423c-8fef-e76e52213e95 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] 10.222.0.24 "GET /v2.0/security-groups/3fb92759-af78-4595-b70d-6cbeb4c36ef0 HTTP/1.1" status: 200 len: 1810 time: 0.1748977 Jul 15 13:01:22.943588 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-325bf725-9c5d-44ce-8862-be6063cd3c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:22.963044 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ab69e9a8-45a6-4dd3-8b17-e1a04b12132a req-769b2296-7aab-4361-8d6f-43698d60e732 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041703 Jul 15 13:01:23.043235 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44620) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:23.129069 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:23.170542 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b9d8ff11-8a28-4b23-a9b5-2180adbee885 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:23.317132 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port b9d8ff11-8a28-4b23-a9b5-2180adbee885 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:23.354236 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-533df795-63a8-43f3-a504-0d9052a4580b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:23.531716 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a99cec-cd62-4748-b4a7-2f8e21c13b9b None None] Network 3ea33544-7fbe-4338-b6af-9f86e076512c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:01:23.556877 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ccaec537-0fac-4dde-b59f-a5ac6233b054 req-93e951d3-960d-469a-8496-34dfc41e11fc tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b5ad082-0e87-47ab-817a-ba203db16028 HTTP/1.1" status: 200 len: 210 time: 0.0600369 Jul 15 13:01:23.736829 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-dc88c540-91ff-469a-84ca-072116471543 req-2ccde2a4-e071-4ca8-a64a-acc99ea219a1 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-968014668', 'description': 'tempest-description-132973998'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:23.804576 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-dc88c540-91ff-469a-84ca-072116471543 req-2ccde2a4-e071-4ca8-a64a-acc99ea219a1 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:23.958653 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-9d71af03-ef12-4f62-9eef-719afb0fb13b tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:23.961856 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-9d71af03-ef12-4f62-9eef-719afb0fb13b tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.18 "GET /v2.0/networks?id=3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8 HTTP/1.1" status: 200 len: 822 time: 0.4018035 Jul 15 13:01:23.989015 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-43ef074b-3008-4b33-9894-44639edc4389 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Request body: {'port': {'device_id': '4b5ad082-0e87-47ab-817a-ba203db16028', 'network_id': '3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8', 'admin_state_up': True, 'tenant_id': '5d8dd38c6f1a4ec5af7cdaae23ef2048'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:24.008087 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-dc88c540-91ff-469a-84ca-072116471543 req-2ccde2a4-e071-4ca8-a64a-acc99ea219a1 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:24.032319 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-dc88c540-91ff-469a-84ca-072116471543 req-2ccde2a4-e071-4ca8-a64a-acc99ea219a1 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:24.035259 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-36adc745-a547-4b97-9785-560e876c6bd6 None None] Provisioning for port b9d8ff11-8a28-4b23-a9b5-2180adbee885 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:24.065472 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325bf725-9c5d-44ce-8862-be6063cd3c3c admin admin] Router b29b6db1-6226-469f-9042-8c8b36b47fa3 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:01:24.078773 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-36adc745-a547-4b97-9785-560e876c6bd6 None None] Provisioning complete for port b9d8ff11-8a28-4b23-a9b5-2180adbee885 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:24.083173 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36adc745-a547-4b97-9785-560e876c6bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:24.219220 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-c90d2bc2-d8e5-4e74-bfa5-7669b02331e5 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556955 Jul 15 13:01:24.275192 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9d9f0a10-2166-4cd6-ac83-d4e86045b7a5 req-2905a127-6890-4eff-9778-b6f0fb1a01ab tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d98981-4bd3-4cec-b474-a3f6852ee672 HTTP/1.1" status: 200 len: 210 time: 0.0949757 Jul 15 13:01:24.282966 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36adc745-a547-4b97-9785-560e876c6bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:24.301428 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325bf725-9c5d-44ce-8862-be6063cd3c3c admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:01:24.303417 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-dc88c540-91ff-469a-84ca-072116471543 req-2ccde2a4-e071-4ca8-a64a-acc99ea219a1 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:24.324017 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dc88c540-91ff-469a-84ca-072116471543 req-2ccde2a4-e071-4ca8-a64a-acc99ea219a1 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.6692498 Jul 15 13:01:24.337581 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccde2a4-e071-4ca8-a64a-acc99ea219a1 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8805e3-fb0c-4c6f-8062-c88201d814f0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:24.366019 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52703607-4a67-4125-8b27-e9997c1c34fc None None] Sync routers for ids ['b29b6db1-6226-469f-9042-8c8b36b47fa3'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:01:24.372014 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-36adc745-a547-4b97-9785-560e876c6bd6 None None] For port b9d8ff11-8a28-4b23-a9b5-2180adbee885, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b9d8ff11-8a28-4b23-a9b5-2180adbee885,segment=NetworkSegment(a58fbc3c-87cc-43ef-a3ee-e738689a657f),segment_id=a58fbc3c-87cc-43ef-a3ee-e738689a657f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:24.377432 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36adc745-a547-4b97-9785-560e876c6bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:24.408946 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-325bf725-9c5d-44ce-8862-be6063cd3c3c admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:24.413368 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44650) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:24.414609 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-325bf725-9c5d-44ce-8862-be6063cd3c3c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.7204547 Jul 15 13:01:24.421903 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52703607-4a67-4125-8b27-e9997c1c34fc None None] Routers {'b29b6db1-6226-469f-9042-8c8b36b47fa3'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:01:24.422576 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-52703607-4a67-4125-8b27-e9997c1c34fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:01:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b29b6db1-6226-469f-9042-8c8b36b47fa3'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:24.455907 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-43ef074b-3008-4b33-9894-44639edc4389 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Made reservation on behalf of 5d8dd38c6f1a4ec5af7cdaae23ef2048 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:24.460403 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-43ef074b-3008-4b33-9894-44639edc4389 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:24.508456 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36adc745-a547-4b97-9785-560e876c6bd6 None None] Pushing event updated for resources: {'Port': ['ID=b9d8ff11-8a28-4b23-a9b5-2180adbee885,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:24.577938 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:24.620965 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-52703607-4a67-4125-8b27-e9997c1c34fc None None] Set router b29b6db1-6226-469f-9042-8c8b36b47fa3 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:01:24.688512 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-43ef074b-3008-4b33-9894-44639edc4389 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Allocated IP 172.20.0.5 (3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8/bf3b4397-f36e-483e-9233-daaf3a1bb75a/a5ab8a22-055a-4fa8-89a0-983911f43d0b) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:24.706630 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:24.768449 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a6eaa339-f410-4679-b19d-d584fbb0b6d4 None None] Provisioning complete for port b9d8ff11-8a28-4b23-a9b5-2180adbee885 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:24.768949 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6eaa339-f410-4679-b19d-d584fbb0b6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:24.864823 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fb0d927c-36dc-4b3b-aaef-3dee0ffa5e32 req-37040897-4c05-478f-84e9-2e08826c1aa2 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] 10.222.0.24 "GET /v2.0/security-groups/ab8805e3-fb0c-4c6f-8062-c88201d814f0 HTTP/1.1" status: 200 len: 1811 time: 0.1125925 Jul 15 13:01:24.925572 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-52703607-4a67-4125-8b27-e9997c1c34fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1398729311-router', 'tenant_id': '679f7149411f4ccd996893a137236998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f65ef914-2890-4501-8f10-60c71390a335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:19Z', 'updated_at': '2021-07-15T13:01:22Z', 'revision_number': 3, 'project_id': '679f7149411f4ccd996893a137236998', 'gw_port': {'id': 'f65ef914-2890-4501-8f10-60c71390a335', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:20Z', 'updated_at': '2021-07-15T13:01:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:24.937565 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-43ef074b-3008-4b33-9894-44639edc4389 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:24.960145 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52703607-4a67-4125-8b27-e9997c1c34fc None None] Checking router: b29b6db1-6226-469f-9042-8c8b36b47fa3 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:01:24.960745 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52703607-4a67-4125-8b27-e9997c1c34fc None None] Updating router b29b6db1-6226-469f-9042-8c8b36b47fa3 port f65ef914-2890-4501-8f10-60c71390a335 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:01:24.988363 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-43ef074b-3008-4b33-9894-44639edc4389 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:25.008993 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52703607-4a67-4125-8b27-e9997c1c34fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:25.059354 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b9d8ff11-8a28-4b23-a9b5-2180adbee885 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:25.079158 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-390c1b05-c8d8-406a-b61b-97d214e4331c tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:25.080700 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-390c1b05-c8d8-406a-b61b-97d214e4331c tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8304703 Jul 15 13:01:25.108910 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-43ef074b-3008-4b33-9894-44639edc4389 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Network 3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:25.117547 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-43ef074b-3008-4b33-9894-44639edc4389 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:25.136804 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-43ef074b-3008-4b33-9894-44639edc4389 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:25.139344 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-990bcae1-6405-4747-998f-7ee6e4103f2c tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Request body: {'port': {'device_id': '56d98981-4bd3-4cec-b474-a3f6852ee672', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'admin_state_up': True, 'tenant_id': 'a4339ead27f64ff8ab2c69e6a9cebb91'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:25.143634 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-43ef074b-3008-4b33-9894-44639edc4389 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:25.144709 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-43ef074b-3008-4b33-9894-44639edc4389 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:25.160874 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef074b-3008-4b33-9894-44639edc4389 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Pushing event updated for resources: {'Port': ['ID=a5ab8a22-055a-4fa8-89a0-983911f43d0b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:25.205034 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-43ef074b-3008-4b33-9894-44639edc4389 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2326326 Jul 15 13:01:25.206069 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-1f0038f8-2baf-4486-a8b5-69c4203636de service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2938280 Jul 15 13:01:25.223112 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-b35708f3-62c4-4784-8352-0b09794e7a64 service neutron] Request body: {'port': {'device_id': '4b5ad082-0e87-47ab-817a-ba203db16028', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:25.279077 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ef98a-724e-4293-a6a3-dc85633a166b req-3b2b698e-5006-44c1-b8fd-48ba71fce21d tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:25.286930 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fc1ef98a-724e-4293-a6a3-dc85633a166b req-3b2b698e-5006-44c1-b8fd-48ba71fce21d tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b5ad082-0e87-47ab-817a-ba203db16028 HTTP/1.1" status: 200 len: 931 time: 0.1519141 Jul 15 13:01:25.315329 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185d23f-90b0-4697-b798-fadb44628956 req-1614134c-c321-4ae2-9a55-11ea35fc2abe tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:25.322499 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6185d23f-90b0-4697-b798-fadb44628956 req-1614134c-c321-4ae2-9a55-11ea35fc2abe tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.6964922 Jul 15 13:01:25.376641 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fc1ef98a-724e-4293-a6a3-dc85633a166b req-cc1f02d2-c9a5-43f6-b6f2-1cad12448562 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886261 Jul 15 13:01:25.382439 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port b9d8ff11-8a28-4b23-a9b5-2180adbee885 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:25.383383 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:25.394603 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-b35708f3-62c4-4784-8352-0b09794e7a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:25.487581 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6185d23f-90b0-4697-b798-fadb44628956 req-3fea3d89-1925-4e8a-a575-0a8145f7637b tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601667 Jul 15 13:01:25.549923 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-4405c9ad-c4b9-4a0b-9dc5-752eca1f883e req-10fc4c55-88a0-40c2-9c11-404c6814c743 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2109061847', 'description': 'tempest-description-732746078'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:25.568788 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-990bcae1-6405-4747-998f-7ee6e4103f2c tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Made reservation on behalf of a4339ead27f64ff8ab2c69e6a9cebb91 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:25.572456 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-990bcae1-6405-4747-998f-7ee6e4103f2c tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:25.614894 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52703607-4a67-4125-8b27-e9997c1c34fc None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:25.639105 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-52703607-4a67-4125-8b27-e9997c1c34fc None None] Transition to ACTIVE for port object f65ef914-2890-4501-8f10-60c71390a335 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:25.677185 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-83c2c4ea-c920-4506-921b-f7aba4ca4f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:25.680358 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4405c9ad-c4b9-4a0b-9dc5-752eca1f883e req-10fc4c55-88a0-40c2-9c11-404c6814c743 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:25.746523 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52703607-4a67-4125-8b27-e9997c1c34fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:25.749471 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f961a1a-2ad8-4b0f-9172-fee7130e56f9 req-a51db62e-2152-44f8-9eaf-ef4c7a2f3dc0 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:25.751212 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f961a1a-2ad8-4b0f-9172-fee7130e56f9 req-a51db62e-2152-44f8-9eaf-ef4c7a2f3dc0 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 950 time: 0.2241964 Jul 15 13:01:25.833215 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f961a1a-2ad8-4b0f-9172-fee7130e56f9 req-fddcfecc-79b0-4e9e-846d-5bba8e91636d tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759764 Jul 15 13:01:25.886656 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-52703607-4a67-4125-8b27-e9997c1c34fc None None] Attempting to bind port f65ef914-2890-4501-8f10-60c71390a335 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:25.890089 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-52703607-4a67-4125-8b27-e9997c1c34fc None None] Attempting to bind port f65ef914-2890-4501-8f10-60c71390a335 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:25.890472 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52703607-4a67-4125-8b27-e9997c1c34fc None None] Attempting to bind port f65ef914-2890-4501-8f10-60c71390a335 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:25.903499 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206fd16d-6264-4fcb-b898-763900b3c8e7 None None] Pushing event updated for resources: {'Port': ['ID=f65ef914-2890-4501-8f10-60c71390a335,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:25.906928 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52703607-4a67-4125-8b27-e9997c1c34fc None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:25.907504 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52703607-4a67-4125-8b27-e9997c1c34fc None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:25.907913 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52703607-4a67-4125-8b27-e9997c1c34fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:25.908312 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52703607-4a67-4125-8b27-e9997c1c34fc None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:25.908959 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-52703607-4a67-4125-8b27-e9997c1c34fc None None] Bound port: f65ef914-2890-4501-8f10-60c71390a335, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:25.909344 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52703607-4a67-4125-8b27-e9997c1c34fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:25.986340 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-52703607-4a67-4125-8b27-e9997c1c34fc None None] For port f65ef914-2890-4501-8f10-60c71390a335, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:25.991517 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-52703607-4a67-4125-8b27-e9997c1c34fc None None] For port f65ef914-2890-4501-8f10-60c71390a335, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=f65ef914-2890-4501-8f10-60c71390a335,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:25.991943 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-b35708f3-62c4-4784-8352-0b09794e7a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5ab8a22-055a-4fa8-89a0-983911f43d0b {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:26.002415 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52703607-4a67-4125-8b27-e9997c1c34fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:26.010344 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-b35708f3-62c4-4784-8352-0b09794e7a64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:26.026298 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-b35708f3-62c4-4784-8352-0b09794e7a64 service neutron] Transition to ACTIVE for port object a5ab8a22-055a-4fa8-89a0-983911f43d0b will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:26.032564 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-b35708f3-62c4-4784-8352-0b09794e7a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:26.104641 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35708f3-62c4-4784-8352-0b09794e7a64 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ab8a22-055a-4fa8-89a0-983911f43d0b,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: from cryptography.utils import int_from_bytes Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: from cryptography.utils import int_from_bytes Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.131537 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.139405 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.139405 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.139405 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.139405 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.139405 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.139405 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.139405 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.139405 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.139405 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.139405 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.139405 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.139405 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.139405 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.139405 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.139405 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.139405 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.139405 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:26.139405 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:26.147814 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52703607-4a67-4125-8b27-e9997c1c34fc None None] Routers {'b29b6db1-6226-469f-9042-8c8b36b47fa3'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:01:26.147814 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-52703607-4a67-4125-8b27-e9997c1c34fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:01:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b29b6db1-6226-469f-9042-8c8b36b47fa3'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:26.164311 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c6110402-de07-4bad-9973-d8e795f58952 req-af8c0ce3-9c2b-48df-8bfa-9e2a4f6c5aac tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d98981-4bd3-4cec-b474-a3f6852ee672 HTTP/1.1" status: 200 len: 210 time: 0.0499265 Jul 15 13:01:26.252003 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-b35708f3-62c4-4784-8352-0b09794e7a64 service neutron] Attempting to bind port a5ab8a22-055a-4fa8-89a0-983911f43d0b on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:26.252286 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-b35708f3-62c4-4784-8352-0b09794e7a64 service neutron] Attempting to bind port a5ab8a22-055a-4fa8-89a0-983911f43d0b by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '3c78992c-7c37-4056-a074-465cd7af4f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:26.253102 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-b35708f3-62c4-4784-8352-0b09794e7a64 service neutron] Attempting to bind port a5ab8a22-055a-4fa8-89a0-983911f43d0b on network 3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:26.265435 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-b35708f3-62c4-4784-8352-0b09794e7a64 service neutron] Port a5ab8a22-055a-4fa8-89a0-983911f43d0b on network 3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:01:26.266177 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-b35708f3-62c4-4784-8352-0b09794e7a64 service neutron] Attempting to bind port a5ab8a22-055a-4fa8-89a0-983911f43d0b on network 3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:26.275937 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206fd16d-6264-4fcb-b898-763900b3c8e7 None None] Pushing event updated for resources: {'Port': ['ID=f65ef914-2890-4501-8f10-60c71390a335,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:26.283644 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:26.305366 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-b35708f3-62c4-4784-8352-0b09794e7a64 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:26.308851 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-b35708f3-62c4-4784-8352-0b09794e7a64 service neutron] Checking segment: {'id': '3c78992c-7c37-4056-a074-465cd7af4f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:26.309981 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-b35708f3-62c4-4784-8352-0b09794e7a64 service neutron] Bound using segment: {'id': '3c78992c-7c37-4056-a074-465cd7af4f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:26.313227 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-b35708f3-62c4-4784-8352-0b09794e7a64 service neutron] Bound port: a5ab8a22-055a-4fa8-89a0-983911f43d0b, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c78992c-7c37-4056-a074-465cd7af4f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:26.314284 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-b35708f3-62c4-4784-8352-0b09794e7a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:26.356924 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-990bcae1-6405-4747-998f-7ee6e4103f2c tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Allocated IP 192.168.233.35 (469a0c47-6cac-4ffe-aa16-0c933961e7af/23cd399a-e88b-433a-a99b-25a477d6a3ca/19fa8ad5-709f-474f-bcb6-51fe764a1d8c) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:26.372191 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0a62853f-8ebe-46c4-bde1-e6e9325f817e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:26.397503 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-52703607-4a67-4125-8b27-e9997c1c34fc None None] Set router b29b6db1-6226-469f-9042-8c8b36b47fa3 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:01:26.483483 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-b35708f3-62c4-4784-8352-0b09794e7a64 service neutron] For port a5ab8a22-055a-4fa8-89a0-983911f43d0b, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:26.497427 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-b35708f3-62c4-4784-8352-0b09794e7a64 service neutron] For port a5ab8a22-055a-4fa8-89a0-983911f43d0b, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=a5ab8a22-055a-4fa8-89a0-983911f43d0b,segment=NetworkSegment(3c78992c-7c37-4056-a074-465cd7af4f35),segment_id=3c78992c-7c37-4056-a074-465cd7af4f35)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:26.511543 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-b35708f3-62c4-4784-8352-0b09794e7a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:26.527636 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4405c9ad-c4b9-4a0b-9dc5-752eca1f883e req-10fc4c55-88a0-40c2-9c11-404c6814c743 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:26.576044 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4405c9ad-c4b9-4a0b-9dc5-752eca1f883e req-10fc4c55-88a0-40c2-9c11-404c6814c743 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:26.589636 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-b35708f3-62c4-4784-8352-0b09794e7a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:26.590936 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-b35708f3-62c4-4784-8352-0b09794e7a64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:26.595603 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-b35708f3-62c4-4784-8352-0b09794e7a64 service neutron] 10.222.0.18 "PUT /v2.0/ports/a5ab8a22-055a-4fa8-89a0-983911f43d0b HTTP/1.1" status: 200 len: 1092 time: 1.3748689 Jul 15 13:01:26.595603 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5ad082-0e87-47ab-817a-ba203db16028', 'tag': 'a5ab8a22-055a-4fa8-89a0-983911f43d0b'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:26.600356 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f482bbf-3ca2-4fd4-b8ff-1be4d8114d88" -d '{"events": [{"name": "network-changed", "server_uuid": "4b5ad082-0e87-47ab-817a-ba203db16028", "tag": "a5ab8a22-055a-4fa8-89a0-983911f43d0b"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:26.773175 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4405c9ad-c4b9-4a0b-9dc5-752eca1f883e req-10fc4c55-88a0-40c2-9c11-404c6814c743 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:26.786628 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4405c9ad-c4b9-4a0b-9dc5-752eca1f883e req-10fc4c55-88a0-40c2-9c11-404c6814c743 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.2492261 Jul 15 13:01:26.802156 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35708f3-62c4-4784-8352-0b09794e7a64 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ab8a22-055a-4fa8-89a0-983911f43d0b,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:26.849336 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc4c55-88a0-40c2-9c11-404c6814c743 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38378a00-4695-47e2-b04b-0f55d346d058,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:26.900256 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-349d85ab-2b7a-4a16-850a-60cbd0b8b731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:26.903034 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-349d85ab-2b7a-4a16-850a-60cbd0b8b731 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d8dd38c6f1a4ec5af7cdaae23ef2048&device_id=4b5ad082-0e87-47ab-817a-ba203db16028 HTTP/1.1" status: 200 len: 1095 time: 0.1806145 Jul 15 13:01:26.927051 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4532ed3-8416-453b-be08-393a6980cce8 req-bab0f1da-97aa-4e7a-bd34-f8c2b5097f40 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:26.930219 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d4532ed3-8416-453b-be08-393a6980cce8 req-bab0f1da-97aa-4e7a-bd34-f8c2b5097f40 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b5ad082-0e87-47ab-817a-ba203db16028 HTTP/1.1" status: 200 len: 943 time: 0.2955158 Jul 15 13:01:26.949739 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-52703607-4a67-4125-8b27-e9997c1c34fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1398729311-router', 'tenant_id': '679f7149411f4ccd996893a137236998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f65ef914-2890-4501-8f10-60c71390a335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:19Z', 'updated_at': '2021-07-15T13:01:22Z', 'revision_number': 3, 'project_id': '679f7149411f4ccd996893a137236998', 'gw_port': {'id': 'f65ef914-2890-4501-8f10-60c71390a335', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:20Z', 'updated_at': '2021-07-15T13:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:27.008168 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-f4be27a4-f1e0-41f3-9f92-76d032321076 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5ab8a22-055a-4fa8-89a0-983911f43d0b HTTP/1.1" status: 200 len: 217 time: 0.0766916 Jul 15 13:01:27.110316 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-7d852a75-04a4-48cb-b831-fbbb8d03997a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:27.112172 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-7d852a75-04a4-48cb-b831-fbbb8d03997a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf3b4397-f36e-483e-9233-daaf3a1bb75a HTTP/1.1" status: 200 len: 862 time: 0.0890279 Jul 15 13:01:27.115893 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d4532ed3-8416-453b-be08-393a6980cce8 req-d591c506-4b25-43e1-a65d-a8d6639c22bf tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061740 Jul 15 13:01:27.175551 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-0a62853f-8ebe-46c4-bde1-e6e9325f817e admin admin] Allocated IP 172.20.0.1 (3ea33544-7fbe-4338-b6af-9f86e076512c/1c520e11-3e2e-4d45-91c6-21955ccf896a/8d10177a-b158-4e0a-b1fe-59ba818c6bbc) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:27.206699 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-2a665543-94c5-4654-a712-cb0db724d7d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825574 Jul 15 13:01:27.214002 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52703607-4a67-4125-8b27-e9997c1c34fc None None] The sync data for ids ['b29b6db1-6226-469f-9042-8c8b36b47fa3'] in n-d-758944-45 is: [{'id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1398729311-router', 'tenant_id': '679f7149411f4ccd996893a137236998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f65ef914-2890-4501-8f10-60c71390a335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:19Z', 'updated_at': '2021-07-15T13:01:22Z', 'revision_number': 3, 'project_id': '679f7149411f4ccd996893a137236998', 'gw_port': {'id': 'f65ef914-2890-4501-8f10-60c71390a335', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:20Z', 'updated_at': '2021-07-15T13:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:01:27.243734 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d577357-1b38-4687-99e7-1c1573c3fb4a x-openstack-request-id: req-2d577357-1b38-4687-99e7-1c1573c3fb4a {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:27.243734 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b5ad082-0e87-47ab-817a-ba203db16028", "tag": "a5ab8a22-055a-4fa8-89a0-983911f43d0b", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:27.243734 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d577357-1b38-4687-99e7-1c1573c3fb4a {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:27.243734 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5ad082-0e87-47ab-817a-ba203db16028', 'tag': 'a5ab8a22-055a-4fa8-89a0-983911f43d0b', 'status': 'completed', 'code': 200} Jul 15 13:01:27.266488 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-990bcae1-6405-4747-998f-7ee6e4103f2c tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:27.332796 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-990bcae1-6405-4747-998f-7ee6e4103f2c tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Transition to ACTIVE for port object 19fa8ad5-709f-474f-bcb6-51fe764a1d8c will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:27.391876 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-121ecc93-b936-4c25-99cb-7ef44ce67e94 req-57ec79d6-74d1-45ef-b123-eb432e3b15d3 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] 10.222.0.24 "GET /v2.0/security-groups/38378a00-4695-47e2-b04b-0f55d346d058 HTTP/1.1" status: 200 len: 1812 time: 0.1341672 Jul 15 13:01:27.404052 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71d681-3cb5-4dc7-952d-6b3bef867c02 req-075580dc-b9ce-4050-85a2-eb180a623cc6 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:27.405820 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-df71d681-3cb5-4dc7-952d-6b3bef867c02 req-075580dc-b9ce-4050-85a2-eb180a623cc6 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.3460824 Jul 15 13:01:27.434973 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-83c2c4ea-c920-4506-921b-f7aba4ca4f5d admin admin] Deleting port 66e29f1d-5b25-4568-8694-1d077c443ac4 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:27.435527 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-83c2c4ea-c920-4506-921b-f7aba4ca4f5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:27.439576 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-dd43af00-d871-49f1-9d39-99a0bc681e19 service neutron] 10.222.0.18 "GET /v2.0/networks/3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258377 Jul 15 13:01:27.697886 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2bbf4b7a-b41a-4a06-9a09-ef8b03cebca7 req-c8ac7dbf-79e3-4047-9d2e-3b00848e7f12 service neutron] 10.222.0.18 "GET /v2.0/networks/3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445908 Jul 15 13:01:27.747856 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c9b33-b24e-4995-8dfb-0736e31509ce req-bf364c05-de62-4ca7-9d3a-28d4508416d2 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:27.751219 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-979c9b33-b24e-4995-8dfb-0736e31509ce req-bf364c05-de62-4ca7-9d3a-28d4508416d2 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 950 time: 0.2183533 Jul 15 13:01:27.844695 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0a62853f-8ebe-46c4-bde1-e6e9325f817e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:27.882150 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-979c9b33-b24e-4995-8dfb-0736e31509ce req-a80bb793-72d9-420e-aa23-9b350699aedd tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176450 Jul 15 13:01:27.919669 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f482bbf-3ca2-4fd4-b8ff-1be4d8114d88 req-213da91f-7862-4ac5-a8ec-6c5a592fdb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:27.923547 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6f482bbf-3ca2-4fd4-b8ff-1be4d8114d88 req-213da91f-7862-4ac5-a8ec-6c5a592fdb54 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d8dd38c6f1a4ec5af7cdaae23ef2048&device_id=4b5ad082-0e87-47ab-817a-ba203db16028 HTTP/1.1" status: 200 len: 1095 time: 0.1242206 Jul 15 13:01:27.925499 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-990bcae1-6405-4747-998f-7ee6e4103f2c tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:27.952113 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['5ec5c713-6d70-43a5-b417-6d1ab747b70e', 'ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:28.023915 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['23116ffe-712e-4a02-b27a-a2087651f296', '62555279-b9e3-4ccf-a35e-bb3189943158', 'd85b016f-fb0d-4850-a076-4af46d0d2758', '4c61b580-efae-42aa-a55e-c4fd8bab5fee'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:28.034189 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-0a62853f-8ebe-46c4-bde1-e6e9325f817e admin admin] Transition to ACTIVE for port object 8d10177a-b158-4e0a-b1fe-59ba818c6bbc will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:28.139966 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-df71d681-3cb5-4dc7-952d-6b3bef867c02 req-ca335b85-39a1-455e-837c-07fe90f27061 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7110379 Jul 15 13:01:28.152908 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f482bbf-3ca2-4fd4-b8ff-1be4d8114d88 req-adec610d-1a06-4f4f-b133-c9076b94eda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:28.164253 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6f482bbf-3ca2-4fd4-b8ff-1be4d8114d88 req-adec610d-1a06-4f4f-b133-c9076b94eda6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8 HTTP/1.1" status: 200 len: 923 time: 0.2325904 Jul 15 13:01:28.263069 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990bcae1-6405-4747-998f-7ee6e4103f2c tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Pushing event updated for resources: {'Port': ['ID=19fa8ad5-709f-474f-bcb6-51fe764a1d8c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:28.301039 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6f482bbf-3ca2-4fd4-b8ff-1be4d8114d88 req-af30862d-75c5-4313-a76f-a0069393d588 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5ab8a22-055a-4fa8-89a0-983911f43d0b HTTP/1.1" status: 200 len: 217 time: 0.1094317 Jul 15 13:01:28.311682 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-990bcae1-6405-4747-998f-7ee6e4103f2c tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:28.318594 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-990bcae1-6405-4747-998f-7ee6e4103f2c tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:28.333472 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-990bcae1-6405-4747-998f-7ee6e4103f2c tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:28.342038 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-c90b9ca5-1f41-4181-b0b7-cbb0a9794892 req-e237ddcb-876c-48e2-8d86-27f78a44b19c tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-741501666', 'description': 'tempest-description-1446292595'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:28.409625 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-83c2c4ea-c920-4506-921b-f7aba4ca4f5d admin admin] For port 66e29f1d-5b25-4568-8694-1d077c443ac4, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=66e29f1d-5b25-4568-8694-1d077c443ac4,segment=NetworkSegment(46dedc86-c944-4d7a-8831-f5e3ca85c6cf),segment_id=46dedc86-c944-4d7a-8831-f5e3ca85c6cf)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:28.410674 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-83c2c4ea-c920-4506-921b-f7aba4ca4f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:28.430537 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-7719f4ba-a1e9-4a31-ac95-9e802de579ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:28.432107 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-7719f4ba-a1e9-4a31-ac95-9e802de579ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 1102 time: 0.9272110 Jul 15 13:01:28.436727 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f482bbf-3ca2-4fd4-b8ff-1be4d8114d88 req-ce49a1a0-e047-4f28-8c6f-884defbe9346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:28.439475 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6f482bbf-3ca2-4fd4-b8ff-1be4d8114d88 req-ce49a1a0-e047-4f28-8c6f-884defbe9346 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf3b4397-f36e-483e-9233-daaf3a1bb75a HTTP/1.1" status: 200 len: 862 time: 0.0977252 Jul 15 13:01:28.509500 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6f482bbf-3ca2-4fd4-b8ff-1be4d8114d88 req-febbacd8-423f-411f-952f-eb435ad7db82 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581815 Jul 15 13:01:28.528937 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-83c2c4ea-c920-4506-921b-f7aba4ca4f5d admin admin] Calling delete_port for 66e29f1d-5b25-4568-8694-1d077c443ac4 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:28.578683 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-990bcae1-6405-4747-998f-7ee6e4103f2c tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:28.579962 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-990bcae1-6405-4747-998f-7ee6e4103f2c tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:28.613940 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ac167-56ca-4b7a-9c4b-4220e1bed693 req-710c3620-9fc2-4928-b0e0-03456667e9e4 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:28.628286 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-408ac167-56ca-4b7a-9c4b-4220e1bed693 req-710c3620-9fc2-4928-b0e0-03456667e9e4 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d98981-4bd3-4cec-b474-a3f6852ee672 HTTP/1.1" status: 200 len: 935 time: 0.3455222 Jul 15 13:01:28.693038 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c90b9ca5-1f41-4181-b0b7-cbb0a9794892 req-e237ddcb-876c-48e2-8d86-27f78a44b19c tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:28.705864 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0a62853f-8ebe-46c4-bde1-e6e9325f817e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:28.792788 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a62853f-8ebe-46c4-bde1-e6e9325f817e admin admin] Network 3ea33544-7fbe-4338-b6af-9f86e076512c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:28.802661 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-0a62853f-8ebe-46c4-bde1-e6e9325f817e admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:28.809720 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6f482bbf-3ca2-4fd4-b8ff-1be4d8114d88 req-a52dee24-b57b-4549-b5fa-3678fcb9b5d0 service neutron] 10.222.0.18 "GET /v2.0/networks/3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836614 Jul 15 13:01:28.812637 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a62853f-8ebe-46c4-bde1-e6e9325f817e admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:28.823093 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-990bcae1-6405-4747-998f-7ee6e4103f2c tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6908402 Jul 15 13:01:28.890433 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-408ac167-56ca-4b7a-9c4b-4220e1bed693 req-1f73e2f2-e590-4223-9f83-3bd69fd41567 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608755 Jul 15 13:01:28.893823 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-87d0ab63-b21a-4dce-bfb3-fa073beed634 None None] Provisioning for port 19fa8ad5-709f-474f-bcb6-51fe764a1d8c completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:28.921942 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-87d0ab63-b21a-4dce-bfb3-fa073beed634 None None] Provisioning complete for port 19fa8ad5-709f-474f-bcb6-51fe764a1d8c triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:28.922792 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-87d0ab63-b21a-4dce-bfb3-fa073beed634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:28.955458 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-2b9442c3-ae35-4dfe-8354-183b6c7e1caa service neutron] Request body: {'port': {'device_id': '56d98981-4bd3-4cec-b474-a3f6852ee672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:29.038452 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6f482bbf-3ca2-4fd4-b8ff-1be4d8114d88 req-49568a80-2443-476c-ac0b-b29244b0816b service neutron] 10.222.0.18 "GET /v2.0/networks/3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078686 Jul 15 13:01:29.132573 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-87d0ab63-b21a-4dce-bfb3-fa073beed634 None None] Port 19fa8ad5-709f-474f-bcb6-51fe764a1d8c cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:01:29.139356 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f65ef914-2890-4501-8f10-60c71390a335 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:29.237267 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0a62853f-8ebe-46c4-bde1-e6e9325f817e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.250863 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-9e97da92-2fed-4fce-b718-e7d6560ff68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:29.251047 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba77a53-4fee-483f-9345-60062c0584ef req-39287052-cdc3-4b13-a32b-baf12a41cebb tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:29.252742 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-9e97da92-2fed-4fce-b718-e7d6560ff68e service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.8028591 Jul 15 13:01:29.254169 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cba77a53-4fee-483f-9345-60062c0584ef req-39287052-cdc3-4b13-a32b-baf12a41cebb tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b5ad082-0e87-47ab-817a-ba203db16028 HTTP/1.1" status: 200 len: 943 time: 0.1028163 Jul 15 13:01:29.254475 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62853f-8ebe-46c4-bde1-e6e9325f817e admin admin] Pushing event updated for resources: {'Port': ['ID=8d10177a-b158-4e0a-b1fe-59ba818c6bbc,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:29.292821 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1dbde2e4-e73d-443c-aea7-ce3f880e767c None None] Provisioning for port 8d10177a-b158-4e0a-b1fe-59ba818c6bbc completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:29.294941 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port f65ef914-2890-4501-8f10-60c71390a335 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:29.304546 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1dbde2e4-e73d-443c-aea7-ce3f880e767c None None] Provisioning complete for port 8d10177a-b158-4e0a-b1fe-59ba818c6bbc triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:29.305006 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1dbde2e4-e73d-443c-aea7-ce3f880e767c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.343586 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cba77a53-4fee-483f-9345-60062c0584ef req-7a217ab3-911c-417d-a2f2-151e048ebb0d tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729589 Jul 15 13:01:29.349938 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-1dbde2e4-e73d-443c-aea7-ce3f880e767c None None] Port 8d10177a-b158-4e0a-b1fe-59ba818c6bbc cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:01:29.351420 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port f65ef914-2890-4501-8f10-60c71390a335 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:29.351774 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.398937 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-2aa64eed-8b05-45e0-a3e5-7ecbde2533a2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=39914eb8-3276-4cbf-8e7e-c5fa53be0c53 HTTP/1.1" status: 200 len: 217 time: 0.0924037 Jul 15 13:01:29.501972 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.549742 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port f65ef914-2890-4501-8f10-60c71390a335, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=f65ef914-2890-4501-8f10-60c71390a335,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:29.564875 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.602150 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-2b9442c3-ae35-4dfe-8354-183b6c7e1caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.646067 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-b7d69e62-565d-4cfb-9e66-714ff29b563c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:29.647706 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159032d-16df-4e08-9122-49246b78d434 req-b5d1cf7f-3c24-4c9e-a79c-f886b9cd1ff3 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:29.647840 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-b7d69e62-565d-4cfb-9e66-714ff29b563c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.2309043 Jul 15 13:01:29.662371 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c159032d-16df-4e08-9122-49246b78d434 req-b5d1cf7f-3c24-4c9e-a79c-f886b9cd1ff3 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 950 time: 0.1844790 Jul 15 13:01:29.707080 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=f65ef914-2890-4501-8f10-60c71390a335,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:29.760317 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c159032d-16df-4e08-9122-49246b78d434 req-7480e83a-75c4-4040-852d-62c65f37b595 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963633 Jul 15 13:01:29.772139 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c90b9ca5-1f41-4181-b0b7-cbb0a9794892 req-e237ddcb-876c-48e2-8d86-27f78a44b19c tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.789684 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c90b9ca5-1f41-4181-b0b7-cbb0a9794892 req-e237ddcb-876c-48e2-8d86-27f78a44b19c tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.848861 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-83c2c4ea-c920-4506-921b-f7aba4ca4f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.850942 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0a62853f-8ebe-46c4-bde1-e6e9325f817e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.925333 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c90b9ca5-1f41-4181-b0b7-cbb0a9794892 req-e237ddcb-876c-48e2-8d86-27f78a44b19c tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:29.926649 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c90b9ca5-1f41-4181-b0b7-cbb0a9794892 req-e237ddcb-876c-48e2-8d86-27f78a44b19c tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.6132047 Jul 15 13:01:29.951074 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237ddcb-876c-48e2-8d86-27f78a44b19c tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=137b881f-40d0-4433-aad9-432d12fef346,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:30.032261 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2c4ea-c920-4506-921b-f7aba4ca4f5d admin admin] Pushing event deleted for resources: {'Port': ['ID=66e29f1d-5b25-4568-8694-1d077c443ac4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:30.141832 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a51f0-ef6d-4b06-813e-3ad53e5a8813 req-625eab62-71e4-4a03-9ce4-fd0a448e0e7d tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:30.143607 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d0a51f0-ef6d-4b06-813e-3ad53e5a8813 req-625eab62-71e4-4a03-9ce4-fd0a448e0e7d tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.0782070 Jul 15 13:01:30.146461 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-49482503-3479-429e-8d97-7bca3c9afe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:30.148064 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-49482503-3479-429e-8d97-7bca3c9afe2c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4761021 Jul 15 13:01:30.210414 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d0a51f0-ef6d-4b06-813e-3ad53e5a8813 req-a78106d5-550b-40f2-a909-f0dda2576d5e tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550885 Jul 15 13:01:30.322156 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e23ca99c-9fce-462b-b5ec-2eb7ebea1469 req-7912cb11-b0b0-4682-bf16-f841719b7302 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] 10.222.0.24 "GET /v2.0/security-groups/137b881f-40d0-4433-aad9-432d12fef346 HTTP/1.1" status: 200 len: 1812 time: 0.3336198 Jul 15 13:01:30.369848 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device a5ab8a22-055a-4fa8-89a0-983911f43d0b details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:01:30.467145 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [req-51f65ac7-e72b-4941-9b55-e331474c3fc7 req-9d0cedf3-2147-4d01-8cf9-75fd5e7ee5d5 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] show failed (client error): The resource could not be found. Jul 15 13:01:30.469532 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-51f65ac7-e72b-4941-9b55-e331474c3fc7 req-9d0cedf3-2147-4d01-8cf9-75fd5e7ee5d5 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] 10.222.0.24 "GET /v2.0/security-groups/8b290de4-1cfc-4bd0-8e57-ebceb9d3ff7d HTTP/1.1" status: 404 len: 352 time: 0.0293458 Jul 15 13:01:30.524236 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3759d60-a5bc-4183-9dba-92db039c265d req-0f3a3188-aefc-4482-80af-8a4e15ed4635 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:30.533046 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e3759d60-a5bc-4183-9dba-92db039c265d req-0f3a3188-aefc-4482-80af-8a4e15ed4635 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d98981-4bd3-4cec-b474-a3f6852ee672 HTTP/1.1" status: 200 len: 935 time: 0.1254826 Jul 15 13:01:30.558460 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port a5ab8a22-055a-4fa8-89a0-983911f43d0b, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=a5ab8a22-055a-4fa8-89a0-983911f43d0b,segment=NetworkSegment(3c78992c-7c37-4056-a074-465cd7af4f35),segment_id=3c78992c-7c37-4056-a074-465cd7af4f35)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:30.574975 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'a5ab8a22-055a-4fa8-89a0-983911f43d0b', 'network_id': '3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8', 'port_id': 'a5ab8a22-055a-4fa8-89a0-983911f43d0b', 'mac_address': 'fa:16:3e:ef:de:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf3b4397-f36e-483e-9233-daaf3a1bb75a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:01:30.595613 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e3759d60-a5bc-4183-9dba-92db039c265d req-ec5fae7a-86d4-4fb3-a5e1-8220925e2bf3 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613818 Jul 15 13:01:30.634686 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:30.647901 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ab8a22-055a-4fa8-89a0-983911f43d0b {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:30.653316 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [req-b069e831-e917-4b0a-afab-8a3f10f43523 req-fc80769a-5b9f-481e-9ba3-3e737b252e51 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] show failed (client error): The resource could not be found. Jul 15 13:01:30.654403 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b069e831-e917-4b0a-afab-8a3f10f43523 req-fc80769a-5b9f-481e-9ba3-3e737b252e51 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] 10.222.0.24 "GET /v2.0/security-group-rules/fef1a927-1414-45ee-a3bb-50298b8571c7 HTTP/1.1" status: 404 len: 361 time: 0.0204651 Jul 15 13:01:30.685778 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port a5ab8a22-055a-4fa8-89a0-983911f43d0b, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=a5ab8a22-055a-4fa8-89a0-983911f43d0b,segment=NetworkSegment(3c78992c-7c37-4056-a074-465cd7af4f35),segment_id=3c78992c-7c37-4056-a074-465cd7af4f35)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:30.692968 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:30.738012 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40a85388-f231-4f67-aa5f-2024a129a07a req-aa184907-24f0-4752-a962-df071ef0941a tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] 10.222.0.24 "GET /v2.0/security-groups/137b881f-40d0-4433-aad9-432d12fef346 HTTP/1.1" status: 200 len: 1812 time: 0.0587506 Jul 15 13:01:30.777822 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=a5ab8a22-055a-4fa8-89a0-983911f43d0b,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:30.811640 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-40a85388-f231-4f67-aa5f-2024a129a07a req-618ecdd5-1949-4b0e-ad4f-312206b2ebfe tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:30.839858 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-40a85388-f231-4f67-aa5f-2024a129a07a req-618ecdd5-1949-4b0e-ad4f-312206b2ebfe tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:30.890867 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-40a85388-f231-4f67-aa5f-2024a129a07a req-618ecdd5-1949-4b0e-ad4f-312206b2ebfe tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:30.893617 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-40a85388-f231-4f67-aa5f-2024a129a07a req-618ecdd5-1949-4b0e-ad4f-312206b2ebfe tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:30.894908 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40a85388-f231-4f67-aa5f-2024a129a07a req-618ecdd5-1949-4b0e-ad4f-312206b2ebfe tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] 10.222.0.24 "DELETE /v2.0/security-groups/137b881f-40d0-4433-aad9-432d12fef346 HTTP/1.1" status: 204 len: 173 time: 0.1494324 Jul 15 13:01:30.910861 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ecdd5-1949-4b0e-ad4f-312206b2ebfe tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=137b881f-40d0-4433-aad9-432d12fef346,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:30.966553 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['a5ab8a22-055a-4fa8-89a0-983911f43d0b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:31.076597 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-83c2c4ea-c920-4506-921b-f7aba4ca4f5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:31.112273 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e85172-b8f1-43a7-8139-dd0127d13238 req-b22c848f-db44-41d3-b406-1faa5c1f79e2 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:31.114048 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e5e85172-b8f1-43a7-8139-dd0127d13238 req-b22c848f-db44-41d3-b406-1faa5c1f79e2 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 950 time: 0.1010270 Jul 15 13:01:31.121270 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-fae21a58-cbd7-44f7-944d-1f09efd2df1b service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9580035 Jul 15 13:01:31.156185 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f65ef914-2890-4501-8f10-60c71390a335 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:31.187420 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e5e85172-b8f1-43a7-8139-dd0127d13238 req-4c279605-306f-4234-8789-ab06af8d6da6 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643578 Jul 15 13:01:31.203093 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-2b9442c3-ae35-4dfe-8354-183b6c7e1caa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19fa8ad5-709f-474f-bcb6-51fe764a1d8c {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:31.232722 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-2b9442c3-ae35-4dfe-8354-183b6c7e1caa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:31.257043 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0a62853f-8ebe-46c4-bde1-e6e9325f817e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:31.266967 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port f65ef914-2890-4501-8f10-60c71390a335 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:31.267894 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:31.280046 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-513ddc33-ba41-412e-aae1-f0b4d661ce29 req-cb37368b-bade-4203-8b7a-0932f968d2aa tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] 10.222.0.24 "GET /v2.0/security-groups/38378a00-4695-47e2-b04b-0f55d346d058 HTTP/1.1" status: 200 len: 1812 time: 0.0607135 Jul 15 13:01:31.285451 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0a62853f-8ebe-46c4-bde1-e6e9325f817e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:31.309575 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609da4c-1282-4ca1-9a2a-5926cdab04a4 req-8b6e01cd-8c04-4b1d-a9d0-0b31e63cd2fd tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:31.311214 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d609da4c-1282-4ca1-9a2a-5926cdab04a4 req-8b6e01cd-8c04-4b1d-a9d0-0b31e63cd2fd tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b5ad082-0e87-47ab-817a-ba203db16028 HTTP/1.1" status: 200 len: 944 time: 0.3938415 Jul 15 13:01:31.342752 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-513ddc33-ba41-412e-aae1-f0b4d661ce29 req-d0504af7-8471-4986-b37e-f5fae9b07c15 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:31.357333 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-2b9442c3-ae35-4dfe-8354-183b6c7e1caa service neutron] Transition to ACTIVE for port object 19fa8ad5-709f-474f-bcb6-51fe764a1d8c will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:31.382862 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-513ddc33-ba41-412e-aae1-f0b4d661ce29 req-d0504af7-8471-4986-b37e-f5fae9b07c15 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:31.424645 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-2b9442c3-ae35-4dfe-8354-183b6c7e1caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:31.436098 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-513ddc33-ba41-412e-aae1-f0b4d661ce29 req-d0504af7-8471-4986-b37e-f5fae9b07c15 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:31.440693 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-513ddc33-ba41-412e-aae1-f0b4d661ce29 req-d0504af7-8471-4986-b37e-f5fae9b07c15 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:31.442199 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-513ddc33-ba41-412e-aae1-f0b4d661ce29 req-d0504af7-8471-4986-b37e-f5fae9b07c15 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] 10.222.0.24 "DELETE /v2.0/security-groups/38378a00-4695-47e2-b04b-0f55d346d058 HTTP/1.1" status: 204 len: 173 time: 0.1612141 Jul 15 13:01:31.461026 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0504af7-8471-4986-b37e-f5fae9b07c15 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38378a00-4695-47e2-b04b-0f55d346d058,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:31.500719 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62853f-8ebe-46c4-bde1-e6e9325f817e admin admin] Pushing event updated for resources: {'Port': ['ID=8d10177a-b158-4e0a-b1fe-59ba818c6bbc,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:31.523291 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0a62853f-8ebe-46c4-bde1-e6e9325f817e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:31.566649 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-cba77f9b-0d63-4ddc-b778-60fa455c5d87 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331584 Jul 15 13:01:31.575989 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d609da4c-1282-4ca1-9a2a-5926cdab04a4 req-04eab49c-013b-492e-8a8f-40857c4f438d tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143035 Jul 15 13:01:31.708506 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9442c3-ae35-4dfe-8354-183b6c7e1caa service neutron] Pushing event updated for resources: {'Port': ['ID=19fa8ad5-709f-474f-bcb6-51fe764a1d8c,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:31.843714 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdd3b9-53ef-46ab-9898-87c0b01e18f9 req-219caf88-42d3-4a94-967a-ed06493f2733 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:31.845457 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8ecdd3b9-53ef-46ab-9898-87c0b01e18f9 req-219caf88-42d3-4a94-967a-ed06493f2733 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.1087623 Jul 15 13:01:31.874156 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0a7dab22-0fb1-4d5b-8f7d-fc5bd42abb20 req-8279665d-1a24-4752-962b-de41bb951ec0 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] 10.222.0.24 "GET /v2.0/security-groups/ab8805e3-fb0c-4c6f-8062-c88201d814f0 HTTP/1.1" status: 200 len: 1811 time: 0.1816387 Jul 15 13:01:31.911924 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8ecdd3b9-53ef-46ab-9898-87c0b01e18f9 req-18728d90-0f2d-43fa-a3f6-d0069b8cab4f tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555420 Jul 15 13:01:31.942755 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-2b9442c3-ae35-4dfe-8354-183b6c7e1caa service neutron] Attempting to bind port 19fa8ad5-709f-474f-bcb6-51fe764a1d8c on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:31.943215 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-2b9442c3-ae35-4dfe-8354-183b6c7e1caa service neutron] Attempting to bind port 19fa8ad5-709f-474f-bcb6-51fe764a1d8c by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:31.943815 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-2b9442c3-ae35-4dfe-8354-183b6c7e1caa service neutron] Attempting to bind port 19fa8ad5-709f-474f-bcb6-51fe764a1d8c on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:31.974864 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c2c4ea-c920-4506-921b-f7aba4ca4f5d admin admin] Router 7e7ba89f-4c3c-41ea-84bb-96b2b908d762 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:01:31.975664 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-2b9442c3-ae35-4dfe-8354-183b6c7e1caa service neutron] Port 19fa8ad5-709f-474f-bcb6-51fe764a1d8c on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:01:31.975983 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-2b9442c3-ae35-4dfe-8354-183b6c7e1caa service neutron] Attempting to bind port 19fa8ad5-709f-474f-bcb6-51fe764a1d8c on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:31.984538 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a62853f-8ebe-46c4-bde1-e6e9325f817e admin admin] Network 3ea33544-7fbe-4338-b6af-9f86e076512c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:31.994521 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-0a62853f-8ebe-46c4-bde1-e6e9325f817e admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:32.000866 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-2b9442c3-ae35-4dfe-8354-183b6c7e1caa service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:32.001239 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-2b9442c3-ae35-4dfe-8354-183b6c7e1caa service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:32.001525 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-2b9442c3-ae35-4dfe-8354-183b6c7e1caa service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:32.001998 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-2b9442c3-ae35-4dfe-8354-183b6c7e1caa service neutron] Bound port: 19fa8ad5-709f-474f-bcb6-51fe764a1d8c, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:32.002364 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-2b9442c3-ae35-4dfe-8354-183b6c7e1caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:32.143595 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0a7dab22-0fb1-4d5b-8f7d-fc5bd42abb20 req-222f83a6-4ad7-457e-84ea-e7327cdf0bbd tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:32.155801 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61739fd0-9ad6-4aa5-811c-87c87769b32c req-2ec2785d-1441-41ee-b1c0-8112b33a0753 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:32.158805 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-61739fd0-9ad6-4aa5-811c-87c87769b32c req-2ec2785d-1441-41ee-b1c0-8112b33a0753 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d98981-4bd3-4cec-b474-a3f6852ee672 HTTP/1.1" status: 200 len: 947 time: 0.1104877 Jul 15 13:01:32.225584 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-61739fd0-9ad6-4aa5-811c-87c87769b32c req-0a90fcb6-af81-49ce-937a-f9fd2a2dc2a2 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590789 Jul 15 13:01:32.234726 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0a7dab22-0fb1-4d5b-8f7d-fc5bd42abb20 req-222f83a6-4ad7-457e-84ea-e7327cdf0bbd tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:32.302509 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-2b9442c3-ae35-4dfe-8354-183b6c7e1caa service neutron] For port 19fa8ad5-709f-474f-bcb6-51fe764a1d8c, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:32.342656 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-2b9442c3-ae35-4dfe-8354-183b6c7e1caa service neutron] For port 19fa8ad5-709f-474f-bcb6-51fe764a1d8c, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=19fa8ad5-709f-474f-bcb6-51fe764a1d8c,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:32.347911 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-6cabf2bf-faf1-4719-bf81-fc109061a34e None None] Provisioning complete for port 8d10177a-b158-4e0a-b1fe-59ba818c6bbc triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:32.348676 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6cabf2bf-faf1-4719-bf81-fc109061a34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:32.361523 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-2b9442c3-ae35-4dfe-8354-183b6c7e1caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:32.365537 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a62853f-8ebe-46c4-bde1-e6e9325f817e admin admin] Router b29b6db1-6226-469f-9042-8c8b36b47fa3 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:01:32.370845 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c2c4ea-c920-4506-921b-f7aba4ca4f5d admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:01:32.372425 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0a7dab22-0fb1-4d5b-8f7d-fc5bd42abb20 req-222f83a6-4ad7-457e-84ea-e7327cdf0bbd tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:32.374995 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0a7dab22-0fb1-4d5b-8f7d-fc5bd42abb20 req-222f83a6-4ad7-457e-84ea-e7327cdf0bbd tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:32.379445 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0a7dab22-0fb1-4d5b-8f7d-fc5bd42abb20 req-222f83a6-4ad7-457e-84ea-e7327cdf0bbd tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] 10.222.0.24 "DELETE /v2.0/security-groups/ab8805e3-fb0c-4c6f-8062-c88201d814f0 HTTP/1.1" status: 204 len: 173 time: 0.4946685 Jul 15 13:01:32.384770 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f8f552-c990-451c-8735-960110479d68 None None] Sync routers for ids ['7e7ba89f-4c3c-41ea-84bb-96b2b908d762'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:01:32.399120 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-83c2c4ea-c920-4506-921b-f7aba4ca4f5d admin admin] 10.222.0.24 "PUT /v2.0/routers/7e7ba89f-4c3c-41ea-84bb-96b2b908d762/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3543024 Jul 15 13:01:32.401936 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44738) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:32.411331 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f8f552-c990-451c-8735-960110479d68 None None] Routers {'7e7ba89f-4c3c-41ea-84bb-96b2b908d762'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:01:32.412225 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f6f8f552-c990-451c-8735-960110479d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:01:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['7e7ba89f-4c3c-41ea-84bb-96b2b908d762'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:32.435292 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device a5ab8a22-055a-4fa8-89a0-983911f43d0b up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:32.470922 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-2b9442c3-ae35-4dfe-8354-183b6c7e1caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:32.474022 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-2b9442c3-ae35-4dfe-8354-183b6c7e1caa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:32.475874 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-2b9442c3-ae35-4dfe-8354-183b6c7e1caa service neutron] 10.222.0.32 "PUT /v2.0/ports/19fa8ad5-709f-474f-bcb6-51fe764a1d8c HTTP/1.1" status: 200 len: 1096 time: 3.5540872 Jul 15 13:01:32.476877 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f83a6-4ad7-457e-84ea-e7327cdf0bbd tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8805e3-fb0c-4c6f-8062-c88201d814f0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:32.478939 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d98981-4bd3-4cec-b474-a3f6852ee672', 'tag': '19fa8ad5-709f-474f-bcb6-51fe764a1d8c'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:32.481591 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c92f413-f625-4e04-b2de-84f1d625085a" -d '{"events": [{"name": "network-changed", "server_uuid": "56d98981-4bd3-4cec-b474-a3f6852ee672", "tag": "19fa8ad5-709f-474f-bcb6-51fe764a1d8c"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:32.597697 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6cabf2bf-faf1-4719-bf81-fc109061a34e None None] Port 8d10177a-b158-4e0a-b1fe-59ba818c6bbc cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:01:32.664779 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port a5ab8a22-055a-4fa8-89a0-983911f43d0b completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:32.665072 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a57d67f-0d0e-4c40-b007-92ad89a75fec admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:32.670729 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-f6f8f552-c990-451c-8735-960110479d68 None None] Set router 7e7ba89f-4c3c-41ea-84bb-96b2b908d762 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:01:32.676229 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port a5ab8a22-055a-4fa8-89a0-983911f43d0b triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:32.676844 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:32.762949 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9442c3-ae35-4dfe-8354-183b6c7e1caa service neutron] Pushing event updated for resources: {'Port': ['ID=19fa8ad5-709f-474f-bcb6-51fe764a1d8c,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:32.798144 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c7849efd-1b0c-4d20-b2c8-4a55cee3480f req-b3c7fea2-1cf8-4c03-8ea8-4c156acf6375 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] 10.222.0.24 "GET /v2.0/security-groups/3fb92759-af78-4595-b70d-6cbeb4c36ef0 HTTP/1.1" status: 200 len: 1810 time: 0.3669996 Jul 15 13:01:32.835013 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a57d67f-0d0e-4c40-b007-92ad89a75fec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:32.889030 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:32.959175 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f1c56-8b05-4199-9091-9f2b36350551 req-aac8f6c1-40c5-401b-8e98-c7cc19d2d2e3 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:32.967217 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9e2f1c56-8b05-4199-9091-9f2b36350551 req-aac8f6c1-40c5-401b-8e98-c7cc19d2d2e3 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 950 time: 0.3473005 Jul 15 13:01:32.981615 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-12cca8a8-527d-48f4-b9be-531498625a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:32.983821 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-12cca8a8-527d-48f4-b9be-531498625a06 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&device_id=56d98981-4bd3-4cec-b474-a3f6852ee672 HTTP/1.1" status: 200 len: 1099 time: 0.3609967 Jul 15 13:01:32.988951 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a62853f-8ebe-46c4-bde1-e6e9325f817e admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:01:33.013840 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0a62853f-8ebe-46c4-bde1-e6e9325f817e admin admin] 10.222.0.24 "PUT /v2.0/routers/b29b6db1-6226-469f-9042-8c8b36b47fa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5930419 Jul 15 13:01:33.016536 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5ad082-0e87-47ab-817a-ba203db16028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ab8a22-055a-4fa8-89a0-983911f43d0b'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:33.019502 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3269311-147c-4e74-93dc-bbb20d0aabca" -d '{"events": [{"server_uuid": "4b5ad082-0e87-47ab-817a-ba203db16028", "name": "network-vif-plugged", "status": "completed", "tag": "a5ab8a22-055a-4fa8-89a0-983911f43d0b"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:33.037451 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9e2f1c56-8b05-4199-9091-9f2b36350551 req-82a72596-a427-4b1d-a2ad-12e524d07e2f tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665913 Jul 15 13:01:33.041160 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422b99c4-c9eb-4394-a755-dffdf797c5dc None None] Sync routers for ids ['b29b6db1-6226-469f-9042-8c8b36b47fa3'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:01:33.052059 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d67f-0d0e-4c40-b007-92ad89a75fec admin admin] Deleting port 7d2d6827-27f3-4c53-8537-7297711daa99 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:33.052420 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a57d67f-0d0e-4c40-b007-92ad89a75fec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:33.105487 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-9c5c3cd9-c516-49b0-ad08-8edda9851b3d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=19fa8ad5-709f-474f-bcb6-51fe764a1d8c HTTP/1.1" status: 200 len: 217 time: 0.0876157 Jul 15 13:01:33.116040 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port a5ab8a22-055a-4fa8-89a0-983911f43d0b, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=a5ab8a22-055a-4fa8-89a0-983911f43d0b,segment=NetworkSegment(3c78992c-7c37-4056-a074-465cd7af4f35),segment_id=3c78992c-7c37-4056-a074-465cd7af4f35)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:33.133839 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422b99c4-c9eb-4394-a755-dffdf797c5dc None None] Routers {'b29b6db1-6226-469f-9042-8c8b36b47fa3'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:01:33.133964 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b982e602-8948-423f-af82-7f4950f50a1f x-openstack-request-id: req-b982e602-8948-423f-af82-7f4950f50a1f {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:33.134207 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d98981-4bd3-4cec-b474-a3f6852ee672", "tag": "19fa8ad5-709f-474f-bcb6-51fe764a1d8c", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:33.134606 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b982e602-8948-423f-af82-7f4950f50a1f {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:33.134709 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-422b99c4-c9eb-4394-a755-dffdf797c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:01:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b29b6db1-6226-469f-9042-8c8b36b47fa3'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:33.135236 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56d98981-4bd3-4cec-b474-a3f6852ee672', 'tag': '19fa8ad5-709f-474f-bcb6-51fe764a1d8c', 'status': 'completed', 'code': 200} Jul 15 13:01:33.138654 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c7849efd-1b0c-4d20-b2c8-4a55cee3480f req-935d1e5f-d653-4ade-9d93-73533d04a2c6 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:33.139027 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:33.261946 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c7849efd-1b0c-4d20-b2c8-4a55cee3480f req-935d1e5f-d653-4ade-9d93-73533d04a2c6 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:33.288456 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-4d2b23a6-86a4-4e7c-9b87-3fe6b9371d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:33.291100 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-4d2b23a6-86a4-4e7c-9b87-3fe6b9371d79 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1762969 Jul 15 13:01:33.397302 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f6f8f552-c990-451c-8735-960110479d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7ba89f-4c3c-41ea-84bb-96b2b908d762', 'name': 'tempest-AttachSCSIVolumeTestJSON-1538192501-router', 'tenant_id': '23b3396e056846dc8a5456d9cbcf3178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '7d2d6827-27f3-4c53-8537-7297711daa99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:33Z', 'updated_at': '2021-07-15T13:01:29Z', 'revision_number': 5, 'project_id': '23b3396e056846dc8a5456d9cbcf3178', 'gw_port': {'id': '7d2d6827-27f3-4c53-8537-7297711daa99', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:13:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7ba89f-4c3c-41ea-84bb-96b2b908d762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:34Z', 'updated_at': '2021-07-15T12:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:33.431547 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=a5ab8a22-055a-4fa8-89a0-983911f43d0b,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:33.467689 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-b27a81eb-7feb-4471-a4da-ab6a687b3414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:33.470138 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-b27a81eb-7feb-4471-a4da-ab6a687b3414 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1427028 Jul 15 13:01:33.471876 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c7849efd-1b0c-4d20-b2c8-4a55cee3480f req-935d1e5f-d653-4ade-9d93-73533d04a2c6 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:33.475291 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c7849efd-1b0c-4d20-b2c8-4a55cee3480f req-935d1e5f-d653-4ade-9d93-73533d04a2c6 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:33.477066 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c7849efd-1b0c-4d20-b2c8-4a55cee3480f req-935d1e5f-d653-4ade-9d93-73533d04a2c6 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] 10.222.0.24 "DELETE /v2.0/security-groups/3fb92759-af78-4595-b70d-6cbeb4c36ef0 HTTP/1.1" status: 204 len: 173 time: 0.6777980 Jul 15 13:01:33.501464 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d1e5f-d653-4ade-9d93-73533d04a2c6 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb92759-af78-4595-b70d-6cbeb4c36ef0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:33.517057 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f8f552-c990-451c-8735-960110479d68 None None] Checking router: 7e7ba89f-4c3c-41ea-84bb-96b2b908d762 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:01:33.553694 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f8f552-c990-451c-8735-960110479d68 None None] Routers {'7e7ba89f-4c3c-41ea-84bb-96b2b908d762'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:01:33.554930 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f6f8f552-c990-451c-8735-960110479d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:01:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['7e7ba89f-4c3c-41ea-84bb-96b2b908d762'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:33.619768 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-f9635088-d841-4cf1-9a55-c12b6f65657f service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352668 Jul 15 13:01:33.675459 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-422b99c4-c9eb-4394-a755-dffdf797c5dc None None] Set router b29b6db1-6226-469f-9042-8c8b36b47fa3 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:01:33.731566 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-0a57d67f-0d0e-4c40-b007-92ad89a75fec admin admin] For port 7d2d6827-27f3-4c53-8537-7297711daa99, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=7d2d6827-27f3-4c53-8537-7297711daa99,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:33.731949 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a57d67f-0d0e-4c40-b007-92ad89a75fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:33.760366 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d67f-0d0e-4c40-b007-92ad89a75fec admin admin] Calling delete_port for 7d2d6827-27f3-4c53-8537-7297711daa99 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:33.791365 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-f6f8f552-c990-451c-8735-960110479d68 None None] Set router 7e7ba89f-4c3c-41ea-84bb-96b2b908d762 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:01:33.813172 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc0b62-11a6-4665-8e68-1ccfdf16a72a req-f8ee57c5-9879-4737-bc5e-aeae7d3513f7 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:33.827693 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-91dc0b62-11a6-4665-8e68-1ccfdf16a72a req-f8ee57c5-9879-4737-bc5e-aeae7d3513f7 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b5ad082-0e87-47ab-817a-ba203db16028 HTTP/1.1" status: 200 len: 945 time: 0.1653686 Jul 15 13:01:33.858912 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f6f8f552-c990-451c-8735-960110479d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7ba89f-4c3c-41ea-84bb-96b2b908d762', 'name': 'tempest-AttachSCSIVolumeTestJSON-1538192501-router', 'tenant_id': '23b3396e056846dc8a5456d9cbcf3178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:33Z', 'updated_at': '2021-07-15T13:01:32Z', 'revision_number': 6, 'project_id': '23b3396e056846dc8a5456d9cbcf3178', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:33.891217 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f8f552-c990-451c-8735-960110479d68 None None] The sync data for ids ['7e7ba89f-4c3c-41ea-84bb-96b2b908d762'] in n-d-758944-45 is: [{'id': '7e7ba89f-4c3c-41ea-84bb-96b2b908d762', 'name': 'tempest-AttachSCSIVolumeTestJSON-1538192501-router', 'tenant_id': '23b3396e056846dc8a5456d9cbcf3178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:33Z', 'updated_at': '2021-07-15T13:01:32Z', 'revision_number': 6, 'project_id': '23b3396e056846dc8a5456d9cbcf3178', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:01:33.997792 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-91dc0b62-11a6-4665-8e68-1ccfdf16a72a req-fbe6668d-f488-469a-94b1-ce9dee390017 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660287 Jul 15 13:01:34.017227 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-422b99c4-c9eb-4394-a755-dffdf797c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1398729311-router', 'tenant_id': '679f7149411f4ccd996893a137236998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f65ef914-2890-4501-8f10-60c71390a335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:19Z', 'updated_at': '2021-07-15T13:01:29Z', 'revision_number': 4, 'project_id': '679f7149411f4ccd996893a137236998', 'gw_port': {'id': 'f65ef914-2890-4501-8f10-60c71390a335', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:20Z', 'updated_at': '2021-07-15T13:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '8d10177a-b158-4e0a-b1fe-59ba818c6bbc', 'name': '', 'network_id': '3ea33544-7fbe-4338-b6af-9f86e076512c', 'tenant_id': '679f7149411f4ccd996893a137236998', 'mac_address': 'fa:16:3e:65:24:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '1c520e11-3e2e-4d45-91c6-21955ccf896a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:26Z', 'updated_at': '2021-07-15T13:01:30Z', 'revision_number': 2, 'project_id': '679f7149411f4ccd996893a137236998', 'subnets': [{'id': '1c520e11-3e2e-4d45-91c6-21955ccf896a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:34.073007 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422b99c4-c9eb-4394-a755-dffdf797c5dc None None] Checking router: b29b6db1-6226-469f-9042-8c8b36b47fa3 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:01:34.073519 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422b99c4-c9eb-4394-a755-dffdf797c5dc None None] Updating router b29b6db1-6226-469f-9042-8c8b36b47fa3 port 8d10177a-b158-4e0a-b1fe-59ba818c6bbc binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:01:34.124841 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d23a2b-fc89-41c8-a095-30b58aec7633 x-openstack-request-id: req-47d23a2b-fc89-41c8-a095-30b58aec7633 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:34.125147 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5ad082-0e87-47ab-817a-ba203db16028", "name": "network-vif-plugged", "status": "completed", "tag": "a5ab8a22-055a-4fa8-89a0-983911f43d0b", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:34.125401 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-47d23a2b-fc89-41c8-a095-30b58aec7633 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:34.128298 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5ad082-0e87-47ab-817a-ba203db16028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ab8a22-055a-4fa8-89a0-983911f43d0b', 'code': 200} Jul 15 13:01:34.149383 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-422b99c4-c9eb-4394-a755-dffdf797c5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.152418 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-19fc68b8-5aee-489b-9fb4-bda53ab9f44d req-1f75b66a-bc8b-44b7-8659-7c624f80dc0d service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216396 Jul 15 13:01:34.165952 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de77c4-9fd7-4e52-ba15-0df2fc14ccb0 req-5d5ceb59-eb16-4daf-9e9f-277ddb316f1d tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:34.168328 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-57de77c4-9fd7-4e52-ba15-0df2fc14ccb0 req-5d5ceb59-eb16-4daf-9e9f-277ddb316f1d tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.4958014 Jul 15 13:01:34.188108 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a57d67f-0d0e-4c40-b007-92ad89a75fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.223701 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-57de77c4-9fd7-4e52-ba15-0df2fc14ccb0 req-7517f623-849e-4498-a129-5c22af0205e8 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434990 Jul 15 13:01:34.322294 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d67f-0d0e-4c40-b007-92ad89a75fec admin admin] Pushing event deleted for resources: {'Port': ['ID=7d2d6827-27f3-4c53-8537-7297711daa99,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:34.366668 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a57d67f-0d0e-4c40-b007-92ad89a75fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.460502 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92f413-f625-4e04-b2de-84f1d625085a req-f6e6c0e8-0045-4714-a809-a244b1bc603c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:34.462707 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4c92f413-f625-4e04-b2de-84f1d625085a req-f6e6c0e8-0045-4714-a809-a244b1bc603c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&device_id=56d98981-4bd3-4cec-b474-a3f6852ee672 HTTP/1.1" status: 200 len: 1099 time: 0.1732557 Jul 15 13:01:34.528708 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a57d67f-0d0e-4c40-b007-92ad89a75fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.534559 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a57d67f-0d0e-4c40-b007-92ad89a75fec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.624670 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a57d67f-0d0e-4c40-b007-92ad89a75fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.625225 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a57d67f-0d0e-4c40-b007-92ad89a75fec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e7ba89f-4c3c-41ea-84bb-96b2b908d762 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:01:34.633173 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a57d67f-0d0e-4c40-b007-92ad89a75fec admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.634420 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0a57d67f-0d0e-4c40-b007-92ad89a75fec admin admin] 10.222.0.24 "DELETE /v2.0/routers/7e7ba89f-4c3c-41ea-84bb-96b2b908d762 HTTP/1.1" status: 204 len: 168 time: 2.2308741 Jul 15 13:01:34.638600 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44774) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:34.646891 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824a013-d9f7-4389-b588-628b4da34ae1 req-7a4e2d06-7dec-4951-9319-928377151b5b tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:34.654985 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2824a013-d9f7-4389-b588-628b4da34ae1 req-7a4e2d06-7dec-4951-9319-928377151b5b tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d98981-4bd3-4cec-b474-a3f6852ee672 HTTP/1.1" status: 200 len: 947 time: 0.3283699 Jul 15 13:01:34.658169 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5ab5c-e020-465f-861a-421044aa78f1 req-6222b846-8cea-4a52-a53d-a96a5da21382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:34.659741 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6dc5ab5c-e020-465f-861a-421044aa78f1 req-6222b846-8cea-4a52-a53d-a96a5da21382 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4b5ad082-0e87-47ab-817a-ba203db16028 HTTP/1.1" status: 200 len: 1097 time: 0.4214044 Jul 15 13:01:34.720633 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-422b99c4-c9eb-4394-a755-dffdf797c5dc None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.722932 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92f413-f625-4e04-b2de-84f1d625085a req-37e959d1-c581-4f56-8c0b-ad9542742650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:34.724941 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4c92f413-f625-4e04-b2de-84f1d625085a req-37e959d1-c581-4f56-8c0b-ad9542742650 service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.2525375 Jul 15 13:01:34.741448 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-422b99c4-c9eb-4394-a755-dffdf797c5dc None None] Transition to ACTIVE for port object 8d10177a-b158-4e0a-b1fe-59ba818c6bbc will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:34.763343 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-422b99c4-c9eb-4394-a755-dffdf797c5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.778015 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2824a013-d9f7-4389-b588-628b4da34ae1 req-4ac17738-87bf-428e-995f-33a928d2a4b1 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220896 Jul 15 13:01:34.781131 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd811d3-05dd-42d3-977f-4af8d88c4c60 admin admin] Deleting subnet 565033d0-9876-48dd-b28c-5e9144c820a1 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:01:34.784485 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4c92f413-f625-4e04-b2de-84f1d625085a req-cbeff4f0-4aeb-45dd-af6e-743c11c710e7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=19fa8ad5-709f-474f-bcb6-51fe764a1d8c HTTP/1.1" status: 200 len: 217 time: 0.0506225 Jul 15 13:01:34.787021 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6dc5ab5c-e020-465f-861a-421044aa78f1 req-317a026a-edef-481e-88e8-5a66cafb6410 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130583 Jul 15 13:01:34.788933 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-efd811d3-05dd-42d3-977f-4af8d88c4c60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.791522 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-e91806fa-b37d-46e4-bdff-5cdcf9feb07b tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:34.793678 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-e91806fa-b37d-46e4-bdff-5cdcf9feb07b tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/networks?id=3ea33544-7fbe-4338-b6af-9f86e076512c HTTP/1.1" status: 200 len: 829 time: 0.2693591 Jul 15 13:01:34.860258 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-9a7f7909-a636-4518-a5fc-350b59e41700 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/quotas/679f7149411f4ccd996893a137236998 HTTP/1.1" status: 200 len: 375 time: 0.0531871 Jul 15 13:01:34.872029 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-efd811d3-05dd-42d3-977f-4af8d88c4c60 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:34.928199 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509da32-3a15-4572-8c62-f27743238a19 None None] Pushing event updated for resources: {'Port': ['ID=8d10177a-b158-4e0a-b1fe-59ba818c6bbc,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:34.963926 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92f413-f625-4e04-b2de-84f1d625085a req-32c549d5-cfc7-4048-88a8-99076f89061d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:34.967209 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4c92f413-f625-4e04-b2de-84f1d625085a req-32c549d5-cfc7-4048-88a8-99076f89061d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1719527 Jul 15 13:01:34.988605 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-422b99c4-c9eb-4394-a755-dffdf797c5dc None None] Attempting to bind port 8d10177a-b158-4e0a-b1fe-59ba818c6bbc on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:34.991347 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-422b99c4-c9eb-4394-a755-dffdf797c5dc None None] Attempting to bind port 8d10177a-b158-4e0a-b1fe-59ba818c6bbc by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'a58fbc3c-87cc-43ef-a3ee-e738689a657f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3ea33544-7fbe-4338-b6af-9f86e076512c'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:34.992243 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422b99c4-c9eb-4394-a755-dffdf797c5dc None None] Attempting to bind port 8d10177a-b158-4e0a-b1fe-59ba818c6bbc on network 3ea33544-7fbe-4338-b6af-9f86e076512c {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:35.003183 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422b99c4-c9eb-4394-a755-dffdf797c5dc None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:35.003568 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422b99c4-c9eb-4394-a755-dffdf797c5dc None None] Checking segment: {'id': 'a58fbc3c-87cc-43ef-a3ee-e738689a657f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3ea33544-7fbe-4338-b6af-9f86e076512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:35.003974 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-422b99c4-c9eb-4394-a755-dffdf797c5dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.004365 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422b99c4-c9eb-4394-a755-dffdf797c5dc None None] Bound using segment: {'id': 'a58fbc3c-87cc-43ef-a3ee-e738689a657f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3ea33544-7fbe-4338-b6af-9f86e076512c'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:35.004922 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-422b99c4-c9eb-4394-a755-dffdf797c5dc None None] Bound port: 8d10177a-b158-4e0a-b1fe-59ba818c6bbc, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58fbc3c-87cc-43ef-a3ee-e738689a657f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3ea33544-7fbe-4338-b6af-9f86e076512c'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:35.005219 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-422b99c4-c9eb-4394-a755-dffdf797c5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.061339 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-efd811d3-05dd-42d3-977f-4af8d88c4c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.102174 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 66e29f1d-5b25-4568-8694-1d077c443ac4 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:35.123397 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-ec0b5781-51c5-4719-82be-1150d17c5c0d tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=679f7149411f4ccd996893a137236998&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2409160 Jul 15 13:01:35.132705 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 66e29f1d-5b25-4568-8694-1d077c443ac4 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:35.133029 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 66e29f1d-5b25-4568-8694-1d077c443ac4 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:35.133349 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 7d2d6827-27f3-4c53-8537-7297711daa99 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:35.192692 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 7d2d6827-27f3-4c53-8537-7297711daa99 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:35.192962 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 7d2d6827-27f3-4c53-8537-7297711daa99 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:35.222609 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-62463132-f09d-4d7a-bbe4-dda92043c4ff req-edf39157-d964-4a12-9935-e407aacbad66 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] 10.222.0.24 "GET /v2.0/security-groups/1bbf6397-1fd8-4409-9c27-a01a542254b8 HTTP/1.1" status: 200 len: 1813 time: 0.3465073 Jul 15 13:01:35.233208 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-422b99c4-c9eb-4394-a755-dffdf797c5dc None None] For port 8d10177a-b158-4e0a-b1fe-59ba818c6bbc, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:35.236605 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-422b99c4-c9eb-4394-a755-dffdf797c5dc None None] For port 8d10177a-b158-4e0a-b1fe-59ba818c6bbc, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8d10177a-b158-4e0a-b1fe-59ba818c6bbc,segment=NetworkSegment(a58fbc3c-87cc-43ef-a3ee-e738689a657f),segment_id=a58fbc3c-87cc-43ef-a3ee-e738689a657f)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:35.247491 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-422b99c4-c9eb-4394-a755-dffdf797c5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.285841 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-efd811d3-05dd-42d3-977f-4af8d88c4c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.302005 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92f413-f625-4e04-b2de-84f1d625085a req-b3c0ae55-3a8d-4787-8132-a4063e4c9299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:35.305423 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4c92f413-f625-4e04-b2de-84f1d625085a req-b3c0ae55-3a8d-4787-8132-a4063e4c9299 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3273003 Jul 15 13:01:35.334604 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509da32-3a15-4572-8c62-f27743238a19 None None] Pushing event updated for resources: {'Port': ['ID=8d10177a-b158-4e0a-b1fe-59ba818c6bbc,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:35.368776 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422b99c4-c9eb-4394-a755-dffdf797c5dc None None] Routers {'b29b6db1-6226-469f-9042-8c8b36b47fa3'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:01:35.370000 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-422b99c4-c9eb-4394-a755-dffdf797c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:01:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b29b6db1-6226-469f-9042-8c8b36b47fa3'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:35.371125 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd811d3-05dd-42d3-977f-4af8d88c4c60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=565033d0-9876-48dd-b28c-5e9144c820a1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:35.392417 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-98ffa701-e2a6-4bcf-94bf-4724a216fec3 service neutron] 10.222.0.24 "GET /v2.0/networks/3ea33544-7fbe-4338-b6af-9f86e076512c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596061 Jul 15 13:01:35.396249 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-efd811d3-05dd-42d3-977f-4af8d88c4c60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.399700 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-efd811d3-05dd-42d3-977f-4af8d88c4c60 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/565033d0-9876-48dd-b28c-5e9144c820a1 HTTP/1.1" status: 204 len: 168 time: 0.7388632 Jul 15 13:01:35.408140 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44780) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:35.431319 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-62463132-f09d-4d7a-bbe4-dda92043c4ff req-0710f944-2e4e-4ef4-a539-28e2f7a57328 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.507090 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-62463132-f09d-4d7a-bbe4-dda92043c4ff req-0710f944-2e4e-4ef4-a539-28e2f7a57328 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.527895 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.591127 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ff7867-2426-4465-9266-e9907684bf37 None None] Network 93948b70-b130-4099-b903-3c9173edd7ab requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:01:35.607942 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-62463132-f09d-4d7a-bbe4-dda92043c4ff req-0710f944-2e4e-4ef4-a539-28e2f7a57328 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.611440 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-62463132-f09d-4d7a-bbe4-dda92043c4ff req-0710f944-2e4e-4ef4-a539-28e2f7a57328 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.613142 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-62463132-f09d-4d7a-bbe4-dda92043c4ff req-0710f944-2e4e-4ef4-a539-28e2f7a57328 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] 10.222.0.24 "DELETE /v2.0/security-groups/1bbf6397-1fd8-4409-9c27-a01a542254b8 HTTP/1.1" status: 204 len: 173 time: 0.3894489 Jul 15 13:01:35.627945 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44782) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:35.640963 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710f944-2e4e-4ef4-a539-28e2f7a57328 tempest-SecurityGroupRulesNegativeTestJSON-1975123178 tempest-SecurityGroupRulesNegativeTestJSON-1975123178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbf6397-1fd8-4409-9c27-a01a542254b8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:35.664916 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4c92f413-f625-4e04-b2de-84f1d625085a req-8b97738f-ac84-4d30-ab75-b32bda318e11 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507156 Jul 15 13:01:35.693177 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] Deleting port 0eb2951c-4c94-452a-92ab-0b3628e6a7b9 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:35.693827 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.700453 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-b439d878-8d34-4430-ad68-811ff484fe8d admin admin] Deleting subnet c25c100e-3f3b-493a-8011-f43273d1d5e1 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:01:35.715709 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b439d878-8d34-4430-ad68-811ff484fe8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.756246 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-11e0780d-6121-4ecf-8524-5c109edfc57c service neutron] 10.222.0.24 "GET /v2.0/networks/3ea33544-7fbe-4338-b6af-9f86e076512c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568497 Jul 15 13:01:35.833448 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4c92f413-f625-4e04-b2de-84f1d625085a req-c95d3990-543c-42d8-bcbd-a505bb6dd06a service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439552 Jul 15 13:01:35.860123 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-422b99c4-c9eb-4394-a755-dffdf797c5dc None None] Set router b29b6db1-6226-469f-9042-8c8b36b47fa3 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:01:35.903096 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b439d878-8d34-4430-ad68-811ff484fe8d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.908087 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] For port 0eb2951c-4c94-452a-92ab-0b3628e6a7b9, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0eb2951c-4c94-452a-92ab-0b3628e6a7b9,segment=NetworkSegment(46dedc86-c944-4d7a-8831-f5e3ca85c6cf),segment_id=46dedc86-c944-4d7a-8831-f5e3ca85c6cf)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:35.908456 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.932383 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b439d878-8d34-4430-ad68-811ff484fe8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:35.937722 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] Calling delete_port for 0eb2951c-4c94-452a-92ab-0b3628e6a7b9 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:36.009607 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b674596-2556-457b-b403-eb10400634d3 req-0d5bef3e-6251-45cf-b773-8fdbb9204b3f tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:36.023048 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b674596-2556-457b-b403-eb10400634d3 req-0d5bef3e-6251-45cf-b773-8fdbb9204b3f tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 950 time: 0.2458391 Jul 15 13:01:36.136891 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b439d878-8d34-4430-ad68-811ff484fe8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:36.199615 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b674596-2556-457b-b403-eb10400634d3 req-0d93619e-b96b-4a98-8347-b72fc64df9d2 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276026 Jul 15 13:01:36.207552 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994a9ded-2a24-4ad3-bea1-8fcd730b9189 None None] DHCP port deletion for 93948b70-b130-4099-b903-3c9173edd7ab request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:01:36.214425 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439d878-8d34-4430-ad68-811ff484fe8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c25c100e-3f3b-493a-8011-f43273d1d5e1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:36.235022 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b439d878-8d34-4430-ad68-811ff484fe8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:36.248609 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b439d878-8d34-4430-ad68-811ff484fe8d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c25c100e-3f3b-493a-8011-f43273d1d5e1 HTTP/1.1" status: 204 len: 168 time: 0.6185467 Jul 15 13:01:36.248900 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44794) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:36.288480 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:36.373169 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] No DVR routers for this DVR port 0eb2951c-4c94-452a-92ab-0b3628e6a7b9 on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:01:36.375645 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] Pushing event deleted for resources: {'Port': ['ID=0eb2951c-4c94-452a-92ab-0b3628e6a7b9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:36.395092 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-994a9ded-2a24-4ad3-bea1-8fcd730b9189 None None] Deleting port 0eb2951c-4c94-452a-92ab-0b3628e6a7b9 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:36.395696 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-994a9ded-2a24-4ad3-bea1-8fcd730b9189 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:36.402865 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-422b99c4-c9eb-4394-a755-dffdf797c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1398729311-router', 'tenant_id': '679f7149411f4ccd996893a137236998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f65ef914-2890-4501-8f10-60c71390a335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:19Z', 'updated_at': '2021-07-15T13:01:29Z', 'revision_number': 4, 'project_id': '679f7149411f4ccd996893a137236998', 'gw_port': {'id': 'f65ef914-2890-4501-8f10-60c71390a335', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:20Z', 'updated_at': '2021-07-15T13:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '8d10177a-b158-4e0a-b1fe-59ba818c6bbc', 'name': '', 'network_id': '3ea33544-7fbe-4338-b6af-9f86e076512c', 'tenant_id': '679f7149411f4ccd996893a137236998', 'mac_address': 'fa:16:3e:65:24:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '1c520e11-3e2e-4d45-91c6-21955ccf896a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:26Z', 'updated_at': '2021-07-15T13:01:35Z', 'revision_number': 4, 'project_id': '679f7149411f4ccd996893a137236998', 'subnets': [{'id': '1c520e11-3e2e-4d45-91c6-21955ccf896a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:36.427038 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-44b6bf32-04f7-46ab-aeb3-6a16457bc969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:36.499482 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:36.543256 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:01:36.543836 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:01:36.544700 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:01:36.545173 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] Subscribe: > port after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:01:36.545594 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:01:36.546173 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] Subscribe: > port after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:01:36.546595 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:01:36.547034 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:01:36.547457 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:01:36.547881 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:01:36.561857 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-44b6bf32-04f7-46ab-aeb3-6a16457bc969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:36.583534 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f770124-6742-4a21-b56d-f177f80b307f req-99b39a37-ea28-497b-b003-5f6f3a855c7d tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:36.591715 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f770124-6742-4a21-b56d-f177f80b307f req-99b39a37-ea28-497b-b003-5f6f3a855c7d tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b5ad082-0e87-47ab-817a-ba203db16028 HTTP/1.1" status: 200 len: 945 time: 0.1900661 Jul 15 13:01:36.595670 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-44b6bf32-04f7-46ab-aeb3-6a16457bc969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd7efebc-31cc-4783-a9ad-99fdbd587a25']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:36.609457 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-994a9ded-2a24-4ad3-bea1-8fcd730b9189 None None] For port 0eb2951c-4c94-452a-92ab-0b3628e6a7b9, host n-d-758944-45, got binding levels [] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:36.610832 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-994a9ded-2a24-4ad3-bea1-8fcd730b9189 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:36.619427 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-44b6bf32-04f7-46ab-aeb3-6a16457bc969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2bca968-e571-4a26-9359-48330ec2b9f5') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:36.620028 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-44b6bf32-04f7-46ab-aeb3-6a16457bc969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2bca968-e571-4a26-9359-48330ec2b9f5') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:36.625811 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:01:36.626259 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:01:36.626674 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:01:36.627224 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:01:36.627617 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93948b70-b130-4099-b903-3c9173edd7ab']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:36.637553 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-44b6bf32-04f7-46ab-aeb3-6a16457bc969 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:36.645692 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-994a9ded-2a24-4ad3-bea1-8fcd730b9189 None None] Calling delete_port for 0eb2951c-4c94-452a-92ab-0b3628e6a7b9 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:36.650780 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46dedc86-c944-4d7a-8831-f5e3ca85c6cf') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:36.651138 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46dedc86-c944-4d7a-8831-f5e3ca85c6cf') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:36.653970 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.ipam_backend_mixin [None req-994a9ded-2a24-4ad3-bea1-8fcd730b9189 None None] Port 0eb2951c-4c94-452a-92ab-0b3628e6a7b9 was not found and therefore no delete operation was performed {{(pid=93815) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:01:36.657299 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422b99c4-c9eb-4394-a755-dffdf797c5dc None None] The sync data for ids ['b29b6db1-6226-469f-9042-8c8b36b47fa3'] in n-d-758944-45 is: [{'id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1398729311-router', 'tenant_id': '679f7149411f4ccd996893a137236998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f65ef914-2890-4501-8f10-60c71390a335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:19Z', 'updated_at': '2021-07-15T13:01:29Z', 'revision_number': 4, 'project_id': '679f7149411f4ccd996893a137236998', 'gw_port': {'id': 'f65ef914-2890-4501-8f10-60c71390a335', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:20Z', 'updated_at': '2021-07-15T13:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '8d10177a-b158-4e0a-b1fe-59ba818c6bbc', 'name': '', 'network_id': '3ea33544-7fbe-4338-b6af-9f86e076512c', 'tenant_id': '679f7149411f4ccd996893a137236998', 'mac_address': 'fa:16:3e:65:24:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '1c520e11-3e2e-4d45-91c6-21955ccf896a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:26Z', 'updated_at': '2021-07-15T13:01:35Z', 'revision_number': 4, 'project_id': '679f7149411f4ccd996893a137236998', 'subnets': [{'id': '1c520e11-3e2e-4d45-91c6-21955ccf896a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:01:36.662223 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-994a9ded-2a24-4ad3-bea1-8fcd730b9189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:36.674360 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:36.677816 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f770124-6742-4a21-b56d-f177f80b307f req-f60d655f-0bf1-478a-919e-e39a2223b886 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803652 Jul 15 13:01:36.682920 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-44b6bf32-04f7-46ab-aeb3-6a16457bc969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:36.700079 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b6bf32-04f7-46ab-aeb3-6a16457bc969 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:01:36.700777 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-44b6bf32-04f7-46ab-aeb3-6a16457bc969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:01:36.706275 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:01:36.731870 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:36.747434 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a9ded-2a24-4ad3-bea1-8fcd730b9189 None None] Pushing event deleted for resources: {'Port': ['ID=0eb2951c-4c94-452a-92ab-0b3628e6a7b9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:36.748501 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:01:36.749013 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:36.750804 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994a9ded-2a24-4ad3-bea1-8fcd730b9189 None None] No DVR routers for this DVR port 0eb2951c-4c94-452a-92ab-0b3628e6a7b9 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:01:36.754269 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:01:36.783137 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c44a7f-f48c-46ae-99da-f38cc5cbfcef req-2c6bd0dd-b285-45ed-96b3-4626deb9c880 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:36.785969 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-25c44a7f-f48c-46ae-99da-f38cc5cbfcef req-2c6bd0dd-b285-45ed-96b3-4626deb9c880 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.3400748 Jul 15 13:01:36.887726 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-44b6bf32-04f7-46ab-aeb3-6a16457bc969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:36.903475 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-44b6bf32-04f7-46ab-aeb3-6a16457bc969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:36.912438 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-44b6bf32-04f7-46ab-aeb3-6a16457bc969 admin admin] 10.222.0.24 "DELETE /v2.0/networks/bd7efebc-31cc-4783-a9ad-99fdbd587a25 HTTP/1.1" status: 204 len: 168 time: 0.6589537 Jul 15 13:01:36.951012 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-25c44a7f-f48c-46ae-99da-f38cc5cbfcef req-ff53e4dd-a9dc-4752-92af-e369d25f3fc4 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875435 Jul 15 13:01:36.952730 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:36.961308 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6bf32-04f7-46ab-aeb3-6a16457bc969 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd7efebc-31cc-4783-a9ad-99fdbd587a25,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:36.970352 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:36.977776 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] 10.222.0.24 "DELETE /v2.0/networks/93948b70-b130-4099-b903-3c9173edd7ab HTTP/1.1" status: 204 len: 168 time: 1.5659702 Jul 15 13:01:36.978505 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44802) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:37.016546 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b290065-8455-4cee-b20f-310dcc006b69 admin admin] Pushing event deleted for resources: {'Network': ['ID=93948b70-b130-4099-b903-3c9173edd7ab,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:37.107935 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44806) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:37.171675 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ac0f3-41eb-4f05-8a6c-0a358323c7dd req-6563b980-6ef2-4d82-9189-1d514caf5209 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:37.179657 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4d9ac0f3-41eb-4f05-8a6c-0a358323c7dd req-6563b980-6ef2-4d82-9189-1d514caf5209 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d98981-4bd3-4cec-b474-a3f6852ee672 HTTP/1.1" status: 200 len: 947 time: 0.2658393 Jul 15 13:01:37.224716 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c15772cc-f16a-49e5-9e4c-ed6b6255a611 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=38dfd63a89ad4777b053d0d836619d17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1135154 Jul 15 13:01:37.226164 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44810) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:37.257178 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8d10177a-b158-4e0a-b1fe-59ba818c6bbc up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:37.273572 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f8c7410f-b327-4c56-bd84-579eee967ea9 req-f0482d60-23e5-4c32-984a-66aec8deb919 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/ports?device_id=277acb31-be26-461e-810f-08cca58a9d8f HTTP/1.1" status: 200 len: 210 time: 0.0832562 Jul 15 13:01:37.293635 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4d9ac0f3-41eb-4f05-8a6c-0a358323c7dd req-0d13af19-8567-4363-b35e-c055d32ffbf5 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978439 Jul 15 13:01:37.314437 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 19fa8ad5-709f-474f-bcb6-51fe764a1d8c details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:01:37.349810 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fd6c300-39fe-4d76-b4f3-774da44264d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:37.414895 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fd6c300-39fe-4d76-b4f3-774da44264d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:37.434913 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 8d10177a-b158-4e0a-b1fe-59ba818c6bbc completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:37.509339 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 8d10177a-b158-4e0a-b1fe-59ba818c6bbc triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:37.510193 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:37.661787 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 19fa8ad5-709f-474f-bcb6-51fe764a1d8c, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=19fa8ad5-709f-474f-bcb6-51fe764a1d8c,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:37.697849 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '19fa8ad5-709f-474f-bcb6-51fe764a1d8c', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': '19fa8ad5-709f-474f-bcb6-51fe764a1d8c', 'mac_address': 'fa:16:3e:1e:81:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:01:37.754059 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:37.779204 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:37.781368 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:37.824227 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19fa8ad5-709f-474f-bcb6-51fe764a1d8c {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:37.828490 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d79b3-6331-4826-8d6d-9c27c6f07f88 req-c0868c97-7f51-4295-b37e-c733e05fb1d3 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:37.832207 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-672d79b3-6331-4826-8d6d-9c27c6f07f88 req-c0868c97-7f51-4295-b37e-c733e05fb1d3 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b5ad082-0e87-47ab-817a-ba203db16028 HTTP/1.1" status: 200 len: 945 time: 0.2685993 Jul 15 13:01:37.852111 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 8d10177a-b158-4e0a-b1fe-59ba818c6bbc, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8d10177a-b158-4e0a-b1fe-59ba818c6bbc,segment=NetworkSegment(a58fbc3c-87cc-43ef-a3ee-e738689a657f),segment_id=a58fbc3c-87cc-43ef-a3ee-e738689a657f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:37.861299 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:37.927819 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=8d10177a-b158-4e0a-b1fe-59ba818c6bbc,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:37.933964 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 19fa8ad5-709f-474f-bcb6-51fe764a1d8c, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=19fa8ad5-709f-474f-bcb6-51fe764a1d8c,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:37.940219 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:37.989591 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-672d79b3-6331-4826-8d6d-9c27c6f07f88 req-0eeeaa20-43d0-47ed-801c-b8fd0ad802dd tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498649 Jul 15 13:01:38.005509 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fd6c300-39fe-4d76-b4f3-774da44264d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:38.006223 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0eb2951c-4c94-452a-92ab-0b3628e6a7b9 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:38.011200 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fd6c300-39fe-4d76-b4f3-774da44264d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:38.031004 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5fd6c300-39fe-4d76-b4f3-774da44264d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/415f697d-96e9-4732-880f-bec62dbfaa52 HTTP/1.1" status: 204 len: 168 time: 0.7658746 Jul 15 13:01:38.098886 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=19fa8ad5-709f-474f-bcb6-51fe764a1d8c,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:38.100436 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9598c-0de2-4008-9cf7-11c1920446bd req-9b6f827b-42cf-4454-a020-6410d7747cac tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:38.102943 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 0eb2951c-4c94-452a-92ab-0b3628e6a7b9 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:38.106860 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a5e5d88-3c71-4ba6-86af-0b3557122860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:38.108358 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0eb2951c-4c94-452a-92ab-0b3628e6a7b9 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:38.142097 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7ee9598c-0de2-4008-9cf7-11c1920446bd req-9b6f827b-42cf-4454-a020-6410d7747cac tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 950 time: 0.2810163 Jul 15 13:01:38.196645 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd6c300-39fe-4d76-b4f3-774da44264d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415f697d-96e9-4732-880f-bec62dbfaa52,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:38.258822 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7ee9598c-0de2-4008-9cf7-11c1920446bd req-434c37f8-c7f8-4e59-a476-99c01f729204 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090500 Jul 15 13:01:38.412513 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb401f2-0a36-496e-a6a6-03333f24e5ad req-e225eb67-8cf9-43ab-8ba2-008969a610bb tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:38.416530 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5fb401f2-0a36-496e-a6a6-03333f24e5ad req-e225eb67-8cf9-43ab-8ba2-008969a610bb tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.2188568 Jul 15 13:01:38.436838 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['19fa8ad5-709f-474f-bcb6-51fe764a1d8c'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:38.548418 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5fb401f2-0a36-496e-a6a6-03333f24e5ad req-86f84700-7bc8-4eb9-ad8d-682f9f3bdc4b tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258163 Jul 15 13:01:38.684634 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4d3a1338-fafe-4f7b-a10f-6c957bac75f5 req-d324e615-5623-4d19-8141-16f5271bd078 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/ports?device_id=277acb31-be26-461e-810f-08cca58a9d8f HTTP/1.1" status: 200 len: 210 time: 0.0628419 Jul 15 13:01:38.736810 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-2689c5a1-fa18-41d5-98af-e5237739fe43 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:38.741384 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-2689c5a1-fa18-41d5-98af-e5237739fe43 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.18 "GET /v2.0/networks?id=3ea33544-7fbe-4338-b6af-9f86e076512c HTTP/1.1" status: 200 len: 829 time: 0.3390381 Jul 15 13:01:38.757419 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-ed50e8a8-5684-4865-a322-90fa92f10d8a tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Request body: {'port': {'device_id': '277acb31-be26-461e-810f-08cca58a9d8f', 'network_id': '3ea33544-7fbe-4338-b6af-9f86e076512c', 'admin_state_up': True, 'tenant_id': '679f7149411f4ccd996893a137236998'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:38.778982 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8a5e5d88-3c71-4ba6-86af-0b3557122860 admin admin] Deleting port 8e494063-afce-4ad0-a068-31a8b4ebd61d {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:38.779536 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a5e5d88-3c71-4ba6-86af-0b3557122860 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:38.960055 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-8a5e5d88-3c71-4ba6-86af-0b3557122860 admin admin] For port 8e494063-afce-4ad0-a068-31a8b4ebd61d, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8e494063-afce-4ad0-a068-31a8b4ebd61d,segment=NetworkSegment(4ad55242-abcc-427f-96c5-62f047e29320),segment_id=4ad55242-abcc-427f-96c5-62f047e29320)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:38.961029 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a5e5d88-3c71-4ba6-86af-0b3557122860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:38.983853 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8a5e5d88-3c71-4ba6-86af-0b3557122860 admin admin] Calling delete_port for 8e494063-afce-4ad0-a068-31a8b4ebd61d owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:39.013112 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01aadc6-31a4-47b0-a473-7e7d5e1f17a9 req-793e684a-4bdd-4a6e-9f0b-2e56bd6dc8ac tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:39.014912 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a01aadc6-31a4-47b0-a473-7e7d5e1f17a9 req-793e684a-4bdd-4a6e-9f0b-2e56bd6dc8ac tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d98981-4bd3-4cec-b474-a3f6852ee672 HTTP/1.1" status: 200 len: 948 time: 0.1402586 Jul 15 13:01:39.058342 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86d6c4-db89-44ee-b281-b4f2de9bf76a req-c54a7e61-e3c3-4238-a91b-0de398a1acaf tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:39.060089 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c86d6c4-db89-44ee-b281-b4f2de9bf76a req-c54a7e61-e3c3-4238-a91b-0de398a1acaf tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b5ad082-0e87-47ab-817a-ba203db16028 HTTP/1.1" status: 200 len: 945 time: 0.1366467 Jul 15 13:01:39.097489 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-ed50e8a8-5684-4865-a322-90fa92f10d8a tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Made reservation on behalf of 679f7149411f4ccd996893a137236998 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:39.101456 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-ed50e8a8-5684-4865-a322-90fa92f10d8a tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:39.110562 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a01aadc6-31a4-47b0-a473-7e7d5e1f17a9 req-bab4d27c-28c4-4d97-8cfe-171b23f4d90d tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623629 Jul 15 13:01:39.121026 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8d10177a-b158-4e0a-b1fe-59ba818c6bbc up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:39.163554 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c86d6c4-db89-44ee-b281-b4f2de9bf76a req-886d8752-9fa9-42ea-8537-d8d9158243fb tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939088 Jul 15 13:01:39.196292 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 8d10177a-b158-4e0a-b1fe-59ba818c6bbc triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:39.196743 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:39.359140 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a5e5d88-3c71-4ba6-86af-0b3557122860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:39.370446 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-ed50e8a8-5684-4865-a322-90fa92f10d8a tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Allocated IP 172.20.0.12 (3ea33544-7fbe-4338-b6af-9f86e076512c/1c520e11-3e2e-4d45-91c6-21955ccf896a/b2f57783-ba98-4e8e-9e01-b35872dd7b96) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:39.396930 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e5d88-3c71-4ba6-86af-0b3557122860 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e494063-afce-4ad0-a068-31a8b4ebd61d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:39.471249 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44848) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:39.497256 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d1405-3297-401e-b9df-4e91099d7ff5 req-19d9cea1-ee36-4bca-a075-56e9616143df tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:39.498973 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-175d1405-3297-401e-b9df-4e91099d7ff5 req-19d9cea1-ee36-4bca-a075-56e9616143df tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b5ad082-0e87-47ab-817a-ba203db16028 HTTP/1.1" status: 200 len: 945 time: 0.1430521 Jul 15 13:01:39.627703 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-175d1405-3297-401e-b9df-4e91099d7ff5 req-a3cd3516-a79b-4eef-8fad-57e94c84ec25 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167676 Jul 15 13:01:39.697135 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a0c691c9-da07-491c-8fa5-1d9607d5b16c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-448673996-network', 'tenant_id': '0bec17d31a0f42c4bd2c56076659be93'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:39.713475 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-ed50e8a8-5684-4865-a322-90fa92f10d8a tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:39.742371 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-ed50e8a8-5684-4865-a322-90fa92f10d8a tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Transition to ACTIVE for port object b2f57783-ba98-4e8e-9e01-b35872dd7b96 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:39.754483 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c691c9-da07-491c-8fa5-1d9607d5b16c admin admin] Made reservation on behalf of 0bec17d31a0f42c4bd2c56076659be93 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:39.757044 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0c691c9-da07-491c-8fa5-1d9607d5b16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:39.783105 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0c691c9-da07-491c-8fa5-1d9607d5b16c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:39.864205 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-ed50e8a8-5684-4865-a322-90fa92f10d8a tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:39.964769 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb898a4-f73f-488c-8555-aaf97bd4fc13 req-38baca30-10e3-4ebe-a32f-f42d22f40b98 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:39.966386 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-abb898a4-f73f-488c-8555-aaf97bd4fc13 req-38baca30-10e3-4ebe-a32f-f42d22f40b98 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.2046936 Jul 15 13:01:39.970538 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-ed50e8a8-5684-4865-a322-90fa92f10d8a tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Network 3ea33544-7fbe-4338-b6af-9f86e076512c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:39.971392 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50e8a8-5684-4865-a322-90fa92f10d8a tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Pushing event updated for resources: {'Port': ['ID=b2f57783-ba98-4e8e-9e01-b35872dd7b96,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:39.978504 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-ed50e8a8-5684-4865-a322-90fa92f10d8a tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:39.981911 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-ed50e8a8-5684-4865-a322-90fa92f10d8a tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:40.015970 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb739f2-c592-4799-a5bc-d06555ce961f req-9577114c-5548-434f-8796-3b721fec7455 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:40.018540 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0fb739f2-c592-4799-a5bc-d06555ce961f req-9577114c-5548-434f-8796-3b721fec7455 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 950 time: 0.4913292 Jul 15 13:01:40.043893 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a5e5d88-3c71-4ba6-86af-0b3557122860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:40.081088 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-ed50e8a8-5684-4865-a322-90fa92f10d8a tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:40.084306 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-ed50e8a8-5684-4865-a322-90fa92f10d8a tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:40.122271 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-abb898a4-f73f-488c-8555-aaf97bd4fc13 req-7f066146-1c73-44a8-9e4b-6e95c94232c6 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063886 Jul 15 13:01:40.133974 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0c691c9-da07-491c-8fa5-1d9607d5b16c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:40.146819 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0c691c9-da07-491c-8fa5-1d9607d5b16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:40.176492 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-ed50e8a8-5684-4865-a322-90fa92f10d8a tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4244566 Jul 15 13:01:40.179151 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0fb739f2-c592-4799-a5bc-d06555ce961f req-166271ea-d226-4201-92f7-250a806bc9c2 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480968 Jul 15 13:01:40.202429 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-4edabcab-b364-4ad8-8463-06ffeec65e64 service neutron] Request body: {'port': {'device_id': '277acb31-be26-461e-810f-08cca58a9d8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:40.208606 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c691c9-da07-491c-8fa5-1d9607d5b16c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:01:40.236568 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c691c9-da07-491c-8fa5-1d9607d5b16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e5fc58-e33d-47d0-bab7-f5006456ee4d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:40.246766 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0c691c9-da07-491c-8fa5-1d9607d5b16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:40.247298 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-a0c691c9-da07-491c-8fa5-1d9607d5b16c admin admin] Added segment 81550a63-2e5d-4914-a9dd-2665e1853a5f of type vlan for network 58db640f-1ccd-4893-a080-c8b6f61a353d Jul 15 13:01:40.434714 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-4edabcab-b364-4ad8-8463-06ffeec65e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:40.570711 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0c691c9-da07-491c-8fa5-1d9607d5b16c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:40.580284 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1538a0f0-6dbf-406e-b00e-d4f4e06d78c5 None None] Provisioning for port b2f57783-ba98-4e8e-9e01-b35872dd7b96 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:40.586689 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1538a0f0-6dbf-406e-b00e-d4f4e06d78c5 None None] Provisioning complete for port b2f57783-ba98-4e8e-9e01-b35872dd7b96 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:40.587409 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1538a0f0-6dbf-406e-b00e-d4f4e06d78c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:40.638973 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-1538a0f0-6dbf-406e-b00e-d4f4e06d78c5 None None] Port b2f57783-ba98-4e8e-9e01-b35872dd7b96 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:01:40.696617 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5e5d88-3c71-4ba6-86af-0b3557122860 admin admin] Router 5087e6c6-e722-4dc7-9165-22a3d593f1d3 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:01:40.722546 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f34106-75fe-483d-9b0b-a3edb455cb42 req-afef7bd1-07a5-4a36-bd5f-5065e382db29 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:40.725310 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d9f34106-75fe-483d-9b0b-a3edb455cb42 req-afef7bd1-07a5-4a36-bd5f-5065e382db29 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b5ad082-0e87-47ab-817a-ba203db16028 HTTP/1.1" status: 200 len: 945 time: 0.2423489 Jul 15 13:01:40.796138 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0c691c9-da07-491c-8fa5-1d9607d5b16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:40.797355 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c691c9-da07-491c-8fa5-1d9607d5b16c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:40.798412 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0c691c9-da07-491c-8fa5-1d9607d5b16c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:40.817416 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d9f34106-75fe-483d-9b0b-a3edb455cb42 req-7a3c4a61-867b-4fb1-8324-a211c5fd50c1 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843227 Jul 15 13:01:40.878407 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9f3b3-df0d-4f53-acff-b2256f6b5a2d req-91f1fd7c-89a7-4364-8d01-db3354ad429b tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:40.880163 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4de9f3b3-df0d-4f53-acff-b2256f6b5a2d req-91f1fd7c-89a7-4364-8d01-db3354ad429b tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/ports?device_id=277acb31-be26-461e-810f-08cca58a9d8f HTTP/1.1" status: 200 len: 932 time: 0.3562918 Jul 15 13:01:40.889503 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a0c691c9-da07-491c-8fa5-1d9607d5b16c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4011228 Jul 15 13:01:40.892186 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44866) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:40.902941 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-66227c3f-52ee-4f68-a44e-8ae1541ccde2 admin admin] Request body: {'subnet': {'network_id': '58db640f-1ccd-4893-a080-c8b6f61a353d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-448673996-subnet', 'tenant_id': '0bec17d31a0f42c4bd2c56076659be93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:40.929963 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5e5d88-3c71-4ba6-86af-0b3557122860 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:01:40.947804 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924df483-d8a6-491e-8156-30ffeca63374 None None] Sync routers for ids ['5087e6c6-e722-4dc7-9165-22a3d593f1d3'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:01:40.966323 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8a5e5d88-3c71-4ba6-86af-0b3557122860 admin admin] 10.222.0.24 "PUT /v2.0/routers/5087e6c6-e722-4dc7-9165-22a3d593f1d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9838705 Jul 15 13:01:40.966323 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44868) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:40.968031 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924df483-d8a6-491e-8156-30ffeca63374 None None] Routers {'5087e6c6-e722-4dc7-9165-22a3d593f1d3'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:01:40.968714 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-924df483-d8a6-491e-8156-30ffeca63374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:01:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['5087e6c6-e722-4dc7-9165-22a3d593f1d3'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:41.138351 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-924df483-d8a6-491e-8156-30ffeca63374 None None] Set router 5087e6c6-e722-4dc7-9165-22a3d593f1d3 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:01:41.204670 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-4edabcab-b364-4ad8-8463-06ffeec65e64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2f57783-ba98-4e8e-9e01-b35872dd7b96 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:41.222331 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-4edabcab-b364-4ad8-8463-06ffeec65e64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:41.246681 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-4edabcab-b364-4ad8-8463-06ffeec65e64 service neutron] Transition to ACTIVE for port object b2f57783-ba98-4e8e-9e01-b35872dd7b96 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:41.248266 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c691c9-da07-491c-8fa5-1d9607d5b16c admin admin] Pushing event updated for resources: {'Network': ['ID=58db640f-1ccd-4893-a080-c8b6f61a353d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:41.268364 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 58db640f-1ccd-4893-a080-c8b6f61a353d details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:01:41.281882 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-4edabcab-b364-4ad8-8463-06ffeec65e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:41.289275 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248da45-1226-4a26-86e3-eaac7761c0b3 req-be36bc71-e3f9-4f02-90e7-fcba856c61ad tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:41.305061 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9248da45-1226-4a26-86e3-eaac7761c0b3 req-be36bc71-e3f9-4f02-90e7-fcba856c61ad tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d98981-4bd3-4cec-b474-a3f6852ee672 HTTP/1.1" status: 200 len: 948 time: 0.3004196 Jul 15 13:01:41.336473 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 19fa8ad5-709f-474f-bcb6-51fe764a1d8c up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:41.342213 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-924df483-d8a6-491e-8156-30ffeca63374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5087e6c6-e722-4dc7-9165-22a3d593f1d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-913387621-router', 'tenant_id': '566be698f6af4bc3992c2fb4a91aff6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '702be041-f669-42e2-be0e-fd92ae275951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:50Z', 'updated_at': '2021-07-15T13:01:39Z', 'revision_number': 5, 'project_id': '566be698f6af4bc3992c2fb4a91aff6f', 'gw_port': {'id': '702be041-f669-42e2-be0e-fd92ae275951', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5087e6c6-e722-4dc7-9165-22a3d593f1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:52Z', 'updated_at': '2021-07-15T12:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:41.347502 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-32090632-23f7-4332-b93a-bf18236de5c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:41.371641 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924df483-d8a6-491e-8156-30ffeca63374 None None] Checking router: 5087e6c6-e722-4dc7-9165-22a3d593f1d3 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:01:41.381310 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924df483-d8a6-491e-8156-30ffeca63374 None None] Routers {'5087e6c6-e722-4dc7-9165-22a3d593f1d3'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:01:41.381970 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-924df483-d8a6-491e-8156-30ffeca63374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:01:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['5087e6c6-e722-4dc7-9165-22a3d593f1d3'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:41.390436 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edabcab-b364-4ad8-8463-06ffeec65e64 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f57783-ba98-4e8e-9e01-b35872dd7b96,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:41.422181 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4de9f3b3-df0d-4f53-acff-b2256f6b5a2d req-bc74f79b-39af-496c-a83c-9544ca5b57db tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/security-groups?id=41665c94-28ef-4704-be13-85b1e7538b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5288522 Jul 15 13:01:41.454804 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66227c3f-52ee-4f68-a44e-8ae1541ccde2 admin admin] Made reservation on behalf of 0bec17d31a0f42c4bd2c56076659be93 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:41.469729 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66227c3f-52ee-4f68-a44e-8ae1541ccde2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:41.480883 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9248da45-1226-4a26-86e3-eaac7761c0b3 req-020223fd-e881-4252-90e6-ded16d48655e tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741173 Jul 15 13:01:41.530837 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-924df483-d8a6-491e-8156-30ffeca63374 None None] Set router 5087e6c6-e722-4dc7-9165-22a3d593f1d3 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:01:41.628617 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 19fa8ad5-709f-474f-bcb6-51fe764a1d8c completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:41.642785 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 19fa8ad5-709f-474f-bcb6-51fe764a1d8c triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:41.644007 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:41.806510 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-924df483-d8a6-491e-8156-30ffeca63374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5087e6c6-e722-4dc7-9165-22a3d593f1d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-913387621-router', 'tenant_id': '566be698f6af4bc3992c2fb4a91aff6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '702be041-f669-42e2-be0e-fd92ae275951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:50Z', 'updated_at': '2021-07-15T13:01:39Z', 'revision_number': 5, 'project_id': '566be698f6af4bc3992c2fb4a91aff6f', 'gw_port': {'id': '702be041-f669-42e2-be0e-fd92ae275951', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5087e6c6-e722-4dc7-9165-22a3d593f1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:52Z', 'updated_at': '2021-07-15T12:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:41.820694 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-32090632-23f7-4332-b93a-bf18236de5c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:41.824507 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66227c3f-52ee-4f68-a44e-8ae1541ccde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:41.889563 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924df483-d8a6-491e-8156-30ffeca63374 None None] The sync data for ids ['5087e6c6-e722-4dc7-9165-22a3d593f1d3'] in n-d-758944-45 is: [{'id': '5087e6c6-e722-4dc7-9165-22a3d593f1d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-913387621-router', 'tenant_id': '566be698f6af4bc3992c2fb4a91aff6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': '702be041-f669-42e2-be0e-fd92ae275951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:58:50Z', 'updated_at': '2021-07-15T13:01:39Z', 'revision_number': 5, 'project_id': '566be698f6af4bc3992c2fb4a91aff6f', 'gw_port': {'id': '702be041-f669-42e2-be0e-fd92ae275951', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5087e6c6-e722-4dc7-9165-22a3d593f1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:58:52Z', 'updated_at': '2021-07-15T12:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:01:41.912377 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:41.984141 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d98981-4bd3-4cec-b474-a3f6852ee672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19fa8ad5-709f-474f-bcb6-51fe764a1d8c'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:41.990982 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79b5d8e-e8a1-4b51-bcc3-08f7ee299933" -d '{"events": [{"server_uuid": "56d98981-4bd3-4cec-b474-a3f6852ee672", "name": "network-vif-plugged", "status": "completed", "tag": "19fa8ad5-709f-474f-bcb6-51fe764a1d8c"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:42.021837 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 19fa8ad5-709f-474f-bcb6-51fe764a1d8c, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=19fa8ad5-709f-474f-bcb6-51fe764a1d8c,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:42.032807 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:42.087618 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-32090632-23f7-4332-b93a-bf18236de5c0 admin admin] Deleting port 702be041-f669-42e2-be0e-fd92ae275951 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:42.087965 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-32090632-23f7-4332-b93a-bf18236de5c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:42.127582 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66227c3f-52ee-4f68-a44e-8ae1541ccde2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d948b154-c21f-429a-bc8f-531575f8bb98,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:42.131481 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-4edabcab-b364-4ad8-8463-06ffeec65e64 service neutron] Attempting to bind port b2f57783-ba98-4e8e-9e01-b35872dd7b96 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:42.132124 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-4edabcab-b364-4ad8-8463-06ffeec65e64 service neutron] Attempting to bind port b2f57783-ba98-4e8e-9e01-b35872dd7b96 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'a58fbc3c-87cc-43ef-a3ee-e738689a657f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3ea33544-7fbe-4338-b6af-9f86e076512c'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:42.132777 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-4edabcab-b364-4ad8-8463-06ffeec65e64 service neutron] Attempting to bind port b2f57783-ba98-4e8e-9e01-b35872dd7b96 on network 3ea33544-7fbe-4338-b6af-9f86e076512c {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:42.145289 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=19fa8ad5-709f-474f-bcb6-51fe764a1d8c,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:42.162545 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-4edabcab-b364-4ad8-8463-06ffeec65e64 service neutron] Port b2f57783-ba98-4e8e-9e01-b35872dd7b96 on network 3ea33544-7fbe-4338-b6af-9f86e076512c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:01:42.163213 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-4edabcab-b364-4ad8-8463-06ffeec65e64 service neutron] Attempting to bind port b2f57783-ba98-4e8e-9e01-b35872dd7b96 on network 3ea33544-7fbe-4338-b6af-9f86e076512c {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:42.176273 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a093e4-ba1b-41b2-88da-a513a7d5bf62 req-87cbf998-7b08-494a-9b48-b5c677a3af34 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:42.178582 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-47a093e4-ba1b-41b2-88da-a513a7d5bf62 req-87cbf998-7b08-494a-9b48-b5c677a3af34 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b5ad082-0e87-47ab-817a-ba203db16028 HTTP/1.1" status: 200 len: 945 time: 0.1516857 Jul 15 13:01:42.183315 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-4edabcab-b364-4ad8-8463-06ffeec65e64 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:42.184124 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-4edabcab-b364-4ad8-8463-06ffeec65e64 service neutron] Checking segment: {'id': 'a58fbc3c-87cc-43ef-a3ee-e738689a657f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3ea33544-7fbe-4338-b6af-9f86e076512c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:42.184124 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-4edabcab-b364-4ad8-8463-06ffeec65e64 service neutron] Bound using segment: {'id': 'a58fbc3c-87cc-43ef-a3ee-e738689a657f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3ea33544-7fbe-4338-b6af-9f86e076512c'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:42.184465 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-4edabcab-b364-4ad8-8463-06ffeec65e64 service neutron] Bound port: b2f57783-ba98-4e8e-9e01-b35872dd7b96, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a58fbc3c-87cc-43ef-a3ee-e738689a657f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '3ea33544-7fbe-4338-b6af-9f86e076512c'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:42.184967 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-4edabcab-b364-4ad8-8463-06ffeec65e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:42.195793 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66227c3f-52ee-4f68-a44e-8ae1541ccde2 admin admin] Checking segment: {'id': '81550a63-2e5d-4914-a9dd-2665e1853a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '58db640f-1ccd-4893-a080-c8b6f61a353d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:42.196377 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66227c3f-52ee-4f68-a44e-8ae1541ccde2 admin admin] Network hostable DHCP agents. Network: 58db640f-1ccd-4893-a080-c8b6f61a353d, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:01:42.207651 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-32090632-23f7-4332-b93a-bf18236de5c0 admin admin] For port 702be041-f669-42e2-be0e-fd92ae275951, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=702be041-f669-42e2-be0e-fd92ae275951,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:42.208145 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-32090632-23f7-4332-b93a-bf18236de5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:42.237942 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-32090632-23f7-4332-b93a-bf18236de5c0 admin admin] Calling delete_port for 702be041-f669-42e2-be0e-fd92ae275951 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:42.264003 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-47a093e4-ba1b-41b2-88da-a513a7d5bf62 req-17dff3c4-bc32-4f32-843f-59cb7304726e tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703797 Jul 15 13:01:42.360454 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9323a1-8119-4cd0-a332-138bf8765ffc req-2dd63384-2f7c-46ee-b3cb-8dc738b63213 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:42.373284 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f9323a1-8119-4cd0-a332-138bf8765ffc req-2dd63384-2f7c-46ee-b3cb-8dc738b63213 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.3205848 Jul 15 13:01:42.380515 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66227c3f-52ee-4f68-a44e-8ae1541ccde2 admin admin] Network 58db640f-1ccd-4893-a080-c8b6f61a353d is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:01:42.444027 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-66227c3f-52ee-4f68-a44e-8ae1541ccde2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 58db640f-1ccd-4893-a080-c8b6f61a353d) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:42.456510 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ae0bc9-d3dc-41ae-93ba-8017ac756116 None None] Network 58db640f-1ccd-4893-a080-c8b6f61a353d requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:01:42.466752 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-4edabcab-b364-4ad8-8463-06ffeec65e64 service neutron] For port b2f57783-ba98-4e8e-9e01-b35872dd7b96, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:42.471750 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66227c3f-52ee-4f68-a44e-8ae1541ccde2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:42.472893 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66227c3f-52ee-4f68-a44e-8ae1541ccde2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:42.514826 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-4edabcab-b364-4ad8-8463-06ffeec65e64 service neutron] For port b2f57783-ba98-4e8e-9e01-b35872dd7b96, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=b2f57783-ba98-4e8e-9e01-b35872dd7b96,segment=NetworkSegment(a58fbc3c-87cc-43ef-a3ee-e738689a657f),segment_id=a58fbc3c-87cc-43ef-a3ee-e738689a657f)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:42.539778 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-4edabcab-b364-4ad8-8463-06ffeec65e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:42.586898 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-66227c3f-52ee-4f68-a44e-8ae1541ccde2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6903791 Jul 15 13:01:42.607140 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-32090632-23f7-4332-b93a-bf18236de5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:42.639630 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f9323a1-8119-4cd0-a332-138bf8765ffc req-38e825a5-b22f-4be4-9f89-7ab43d6db51b tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648945 Jul 15 13:01:42.678192 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-4edabcab-b364-4ad8-8463-06ffeec65e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:42.679203 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-4edabcab-b364-4ad8-8463-06ffeec65e64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:42.681526 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-4edabcab-b364-4ad8-8463-06ffeec65e64 service neutron] 10.222.0.18 "PUT /v2.0/ports/b2f57783-ba98-4e8e-9e01-b35872dd7b96 HTTP/1.1" status: 200 len: 1093 time: 2.4919789 Jul 15 13:01:42.682315 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '277acb31-be26-461e-810f-08cca58a9d8f', 'tag': 'b2f57783-ba98-4e8e-9e01-b35872dd7b96'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:42.686677 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e086137-7d6a-497d-b71c-3cc26aef600a" -d '{"events": [{"name": "network-changed", "server_uuid": "277acb31-be26-461e-810f-08cca58a9d8f", "tag": "b2f57783-ba98-4e8e-9e01-b35872dd7b96"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:42.696684 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32090632-23f7-4332-b93a-bf18236de5c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=702be041-f669-42e2-be0e-fd92ae275951,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:42.755675 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edabcab-b364-4ad8-8463-06ffeec65e64 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f57783-ba98-4e8e-9e01-b35872dd7b96,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:42.840373 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac4358-809b-4a8a-b22d-6daeef9318e6 req-99d1ead0-bb01-4307-a578-c41032f1a526 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:42.844861 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f9ac4358-809b-4a8a-b22d-6daeef9318e6 req-99d1ead0-bb01-4307-a578-c41032f1a526 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 950 time: 0.3291926 Jul 15 13:01:42.968645 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-32090632-23f7-4332-b93a-bf18236de5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:42.982595 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-2468aba7-1454-4ad2-b41f-db5b20b877fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:42.999063 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-2468aba7-1454-4ad2-b41f-db5b20b877fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=679f7149411f4ccd996893a137236998&device_id=277acb31-be26-461e-810f-08cca58a9d8f HTTP/1.1" status: 200 len: 1096 time: 0.2301052 Jul 15 13:01:43.089357 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532cc700-0629-4da1-80f2-f16d412e5087 x-openstack-request-id: req-532cc700-0629-4da1-80f2-f16d412e5087 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:43.090196 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d98981-4bd3-4cec-b474-a3f6852ee672", "name": "network-vif-plugged", "status": "completed", "tag": "19fa8ad5-709f-474f-bcb6-51fe764a1d8c", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:43.090196 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-532cc700-0629-4da1-80f2-f16d412e5087 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:43.090752 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d98981-4bd3-4cec-b474-a3f6852ee672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19fa8ad5-709f-474f-bcb6-51fe764a1d8c', 'code': 200} Jul 15 13:01:43.097848 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-e3852477-f062-438e-b8f7-248e22d54475 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2f57783-ba98-4e8e-9e01-b35872dd7b96 HTTP/1.1" status: 200 len: 217 time: 0.0890756 Jul 15 13:01:43.103050 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0b40fb-0b9c-47ff-a3e9-51f644172f77 None None] Network 58db640f-1ccd-4893-a080-c8b6f61a353d requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:01:43.133883 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8e494063-afce-4ad0-a068-31a8b4ebd61d no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:43.181304 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-b38817b8-7d3c-4499-8c26-fcbe59db48de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:43.184787 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-b38817b8-7d3c-4499-8c26-fcbe59db48de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c520e11-3e2e-4d45-91c6-21955ccf896a HTTP/1.1" status: 200 len: 868 time: 0.0789692 Jul 15 13:01:43.188333 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 8e494063-afce-4ad0-a068-31a8b4ebd61d {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:43.189094 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8e494063-afce-4ad0-a068-31a8b4ebd61d not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:43.311310 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9612a4-3d9f-47f5-8c17-30653fa7401b req-b15321db-05cd-4cd9-a711-f6f4238aa976 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:43.313604 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bb9612a4-3d9f-47f5-8c17-30653fa7401b req-b15321db-05cd-4cd9-a711-f6f4238aa976 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/ports?device_id=277acb31-be26-461e-810f-08cca58a9d8f HTTP/1.1" status: 200 len: 944 time: 0.1253612 Jul 15 13:01:43.315711 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-f3da4bc6-d42c-4a63-a0cc-caf1fecd1c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:43.317250 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-f3da4bc6-d42c-4a63-a0cc-caf1fecd1c19 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ea33544-7fbe-4338-b6af-9f86e076512c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1172264 Jul 15 13:01:43.329502 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-32090632-23f7-4332-b93a-bf18236de5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:43.335184 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-32090632-23f7-4332-b93a-bf18236de5c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:43.345818 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f9ac4358-809b-4a8a-b22d-6daeef9318e6 req-ccc49080-f8cc-4918-80cc-963810154cee tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723604 Jul 15 13:01:43.436553 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-32090632-23f7-4332-b93a-bf18236de5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:43.437382 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32090632-23f7-4332-b93a-bf18236de5c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5087e6c6-e722-4dc7-9165-22a3d593f1d3 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:01:43.438216 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bb9612a4-3d9f-47f5-8c17-30653fa7401b req-4341f25c-26b7-4eaa-9f1e-dbbb61c4c11f tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/security-groups?id=41665c94-28ef-4704-be13-85b1e7538b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101389 Jul 15 13:01:43.451141 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-32090632-23f7-4332-b93a-bf18236de5c0 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:43.453143 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-32090632-23f7-4332-b93a-bf18236de5c0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/5087e6c6-e722-4dc7-9165-22a3d593f1d3 HTTP/1.1" status: 204 len: 168 time: 2.4848945 Jul 15 13:01:43.457174 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44892) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:43.458485 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9f8b4-2e44-4556-8274-eb885d5baac3 req-1c88b4ad-12e8-4e57-8941-2840917c4d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:43.461198 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cec9f8b4-2e44-4556-8274-eb885d5baac3 req-1c88b4ad-12e8-4e57-8941-2840917c4d14 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=56d98981-4bd3-4cec-b474-a3f6852ee672 HTTP/1.1" status: 200 len: 1101 time: 0.3321090 Jul 15 13:01:43.528515 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-3667c3c6-4cb7-4e00-8f00-eb6bf6453454 admin admin] Deleting subnet 3c2d23b5-04c1-44a0-b04b-b00ab2f695ae {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:01:43.532202 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3667c3c6-4cb7-4e00-8f00-eb6bf6453454 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:43.553236 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cec9f8b4-2e44-4556-8274-eb885d5baac3 req-6cba0afa-6fe9-481d-8903-e9f0283dea05 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827174 Jul 15 13:01:43.562064 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-dd56a5ba-304a-47c3-8672-c3673c526db6 service neutron] 10.222.0.18 "GET /v2.0/networks/3ea33544-7fbe-4338-b6af-9f86e076512c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315593 Jul 15 13:01:43.563720 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b79fbd-dd83-4b88-8d88-8b70c29a34b1 x-openstack-request-id: req-60b79fbd-dd83-4b88-8d88-8b70c29a34b1 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:43.564014 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "277acb31-be26-461e-810f-08cca58a9d8f", "tag": "b2f57783-ba98-4e8e-9e01-b35872dd7b96", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:43.564266 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60b79fbd-dd83-4b88-8d88-8b70c29a34b1 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:43.564677 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '277acb31-be26-461e-810f-08cca58a9d8f', 'tag': 'b2f57783-ba98-4e8e-9e01-b35872dd7b96', 'status': 'completed', 'code': 200} Jul 15 13:01:43.659789 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3667c3c6-4cb7-4e00-8f00-eb6bf6453454 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:43.702225 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ab5601ae-0010-41c6-9742-5e702b6161b6 req-8bff9042-23f2-451c-bbf5-b15a998b5795 service neutron] 10.222.0.18 "GET /v2.0/networks/3ea33544-7fbe-4338-b6af-9f86e076512c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316252 Jul 15 13:01:43.746403 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465b23d-a21b-47ef-88e5-effedf2acf1a req-68b3bd92-b957-4d52-b649-c66d75d73b4d tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:43.758510 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1465b23d-a21b-47ef-88e5-effedf2acf1a req-68b3bd92-b957-4d52-b649-c66d75d73b4d tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d98981-4bd3-4cec-b474-a3f6852ee672 HTTP/1.1" status: 200 len: 949 time: 0.1591322 Jul 15 13:01:43.769986 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3667c3c6-4cb7-4e00-8f00-eb6bf6453454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:43.832988 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1465b23d-a21b-47ef-88e5-effedf2acf1a req-76f6554c-d0c7-4e9b-8941-f201bb71896f tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729902 Jul 15 13:01:43.905134 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3667c3c6-4cb7-4e00-8f00-eb6bf6453454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:43.962133 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667c3c6-4cb7-4e00-8f00-eb6bf6453454 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c2d23b5-04c1-44a0-b04b-b00ab2f695ae,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:43.966708 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e086137-7d6a-497d-b71c-3cc26aef600a req-32d45a12-d541-44b9-b438-6aa68b543d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:43.968900 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e086137-7d6a-497d-b71c-3cc26aef600a req-32d45a12-d541-44b9-b438-6aa68b543d19 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=679f7149411f4ccd996893a137236998&device_id=277acb31-be26-461e-810f-08cca58a9d8f HTTP/1.1" status: 200 len: 1096 time: 0.1721621 Jul 15 13:01:43.982149 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0927b120-5add-4c45-8f06-c0c955a48d79 None None] Network 4d4750aa-b39e-47fd-950f-e1cc599b9845 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:01:43.987695 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3667c3c6-4cb7-4e00-8f00-eb6bf6453454 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:43.991108 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3667c3c6-4cb7-4e00-8f00-eb6bf6453454 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3c2d23b5-04c1-44a0-b04b-b00ab2f695ae HTTP/1.1" status: 204 len: 168 time: 0.5327637 Jul 15 13:01:43.995829 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44898) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:44.152013 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-98855636-ba2b-4614-b308-1532c7604ad5 req-9929a81d-682b-4146-a1e0-9504850e5bc1 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1004873508', 'description': 'tempest-description-1062818263'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:44.197927 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3b55710-39f5-4a3a-8cc3-9a355d1a7985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:44.236930 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-98855636-ba2b-4614-b308-1532c7604ad5 req-9929a81d-682b-4146-a1e0-9504850e5bc1 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:44.237851 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90699f-47c7-478b-8b23-0221695bb4e5 req-dc2be983-3e93-4680-b74b-30718b4e0470 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:44.240534 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ab90699f-47c7-478b-8b23-0221695bb4e5 req-dc2be983-3e93-4680-b74b-30718b4e0470 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b5ad082-0e87-47ab-817a-ba203db16028 HTTP/1.1" status: 200 len: 945 time: 0.2841017 Jul 15 13:01:44.260082 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e086137-7d6a-497d-b71c-3cc26aef600a req-7118894f-f104-4b20-b7c7-586260008ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:44.264175 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e086137-7d6a-497d-b71c-3cc26aef600a req-7118894f-f104-4b20-b7c7-586260008ebc service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ea33544-7fbe-4338-b6af-9f86e076512c HTTP/1.1" status: 200 len: 930 time: 0.2792034 Jul 15 13:01:44.351386 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e086137-7d6a-497d-b71c-3cc26aef600a req-a4111106-fc04-4b62-83c7-9ee5ae9ac54d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2f57783-ba98-4e8e-9e01-b35872dd7b96 HTTP/1.1" status: 200 len: 217 time: 0.0789061 Jul 15 13:01:44.379769 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d575bd-17b6-4523-a45a-0283ea166de4 None None] DHCP port deletion for 4d4750aa-b39e-47fd-950f-e1cc599b9845 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:01:44.391343 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-c3b55710-39f5-4a3a-8cc3-9a355d1a7985 admin admin] Deleting port 0d074882-aec1-472a-9222-2b934535bf1d {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:44.391809 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3b55710-39f5-4a3a-8cc3-9a355d1a7985 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:44.416072 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ab90699f-47c7-478b-8b23-0221695bb4e5 req-c27e3a24-6088-4a26-b4c4-33ab323d5640 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503642 Jul 15 13:01:44.475269 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e086137-7d6a-497d-b71c-3cc26aef600a req-4c9036c8-c809-4e58-80e2-b565ee7ceece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:44.477384 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f7d575bd-17b6-4523-a45a-0283ea166de4 None None] Deleting port 0d074882-aec1-472a-9222-2b934535bf1d {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:44.478116 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7d575bd-17b6-4523-a45a-0283ea166de4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:44.479427 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e086137-7d6a-497d-b71c-3cc26aef600a req-4c9036c8-c809-4e58-80e2-b565ee7ceece service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c520e11-3e2e-4d45-91c6-21955ccf896a HTTP/1.1" status: 200 len: 868 time: 0.1174047 Jul 15 13:01:44.589189 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-c3b55710-39f5-4a3a-8cc3-9a355d1a7985 admin admin] For port 0d074882-aec1-472a-9222-2b934535bf1d, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0d074882-aec1-472a-9222-2b934535bf1d,segment=NetworkSegment(4ad55242-abcc-427f-96c5-62f047e29320),segment_id=4ad55242-abcc-427f-96c5-62f047e29320)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:44.590345 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3b55710-39f5-4a3a-8cc3-9a355d1a7985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:44.594792 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e086137-7d6a-497d-b71c-3cc26aef600a req-bda6261e-de64-4def-8487-9b9359ccc002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:44.597328 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e086137-7d6a-497d-b71c-3cc26aef600a req-bda6261e-de64-4def-8487-9b9359ccc002 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ea33544-7fbe-4338-b6af-9f86e076512c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1105344 Jul 15 13:01:44.603693 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-f7d575bd-17b6-4523-a45a-0283ea166de4 None None] For port 0d074882-aec1-472a-9222-2b934535bf1d, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0d074882-aec1-472a-9222-2b934535bf1d,segment=NetworkSegment(4ad55242-abcc-427f-96c5-62f047e29320),segment_id=4ad55242-abcc-427f-96c5-62f047e29320)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:44.604529 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7d575bd-17b6-4523-a45a-0283ea166de4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:44.632091 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f7d575bd-17b6-4523-a45a-0283ea166de4 None None] Calling delete_port for 0d074882-aec1-472a-9222-2b934535bf1d owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:44.634484 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-c3b55710-39f5-4a3a-8cc3-9a355d1a7985 admin admin] Calling delete_port for 0d074882-aec1-472a-9222-2b934535bf1d owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:44.662884 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-98855636-ba2b-4614-b308-1532c7604ad5 req-9929a81d-682b-4146-a1e0-9504850e5bc1 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:44.672732 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-98855636-ba2b-4614-b308-1532c7604ad5 req-9929a81d-682b-4146-a1e0-9504850e5bc1 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:44.779654 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-98855636-ba2b-4614-b308-1532c7604ad5 req-9929a81d-682b-4146-a1e0-9504850e5bc1 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:44.782673 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-98855636-ba2b-4614-b308-1532c7604ad5 req-9929a81d-682b-4146-a1e0-9504850e5bc1 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6369858 Jul 15 13:01:44.788259 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7d575bd-17b6-4523-a45a-0283ea166de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:44.807045 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929a81d-682b-4146-a1e0-9504850e5bc1 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa32e29-48b7-4ad1-a68f-2ebe610d7a88,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:44.885193 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d575bd-17b6-4523-a45a-0283ea166de4 None None] Pushing event deleted for resources: {'Port': ['ID=0d074882-aec1-472a-9222-2b934535bf1d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:44.889734 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d575bd-17b6-4523-a45a-0283ea166de4 None None] No DVR routers for this DVR port 0d074882-aec1-472a-9222-2b934535bf1d on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:01:44.893312 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3b55710-39f5-4a3a-8cc3-9a355d1a7985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:44.941825 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b55710-39f5-4a3a-8cc3-9a355d1a7985 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d074882-aec1-472a-9222-2b934535bf1d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:44.946740 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b55710-39f5-4a3a-8cc3-9a355d1a7985 admin admin] No DVR routers for this DVR port 0d074882-aec1-472a-9222-2b934535bf1d on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:01:45.130597 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0d074882-aec1-472a-9222-2b934535bf1d no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:45.212786 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3b55710-39f5-4a3a-8cc3-9a355d1a7985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:45.220866 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 0d074882-aec1-472a-9222-2b934535bf1d {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:45.221583 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e086137-7d6a-497d-b71c-3cc26aef600a req-b1d18905-56b6-4fef-9584-649ba4f583fa service neutron] 10.222.0.18 "GET /v2.0/networks/3ea33544-7fbe-4338-b6af-9f86e076512c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6155200 Jul 15 13:01:45.221716 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0d074882-aec1-472a-9222-2b934535bf1d not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:45.222571 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 702be041-f669-42e2-be0e-fd92ae275951 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:45.245385 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-c3b55710-39f5-4a3a-8cc3-9a355d1a7985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d4750aa-b39e-47fd-950f-e1cc599b9845']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:45.256698 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 702be041-f669-42e2-be0e-fd92ae275951 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:45.257039 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 702be041-f669-42e2-be0e-fd92ae275951 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:45.280187 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-c3b55710-39f5-4a3a-8cc3-9a355d1a7985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad55242-abcc-427f-96c5-62f047e29320') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:45.281528 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-c3b55710-39f5-4a3a-8cc3-9a355d1a7985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad55242-abcc-427f-96c5-62f047e29320') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:45.305189 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3b55710-39f5-4a3a-8cc3-9a355d1a7985 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:45.351005 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0b109-7fbb-42d0-af9e-02d31d678beb req-f387f0da-4ac6-4dad-a409-2caac0ee5d95 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:45.353669 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b9a0b109-7fbb-42d0-af9e-02d31d678beb req-f387f0da-4ac6-4dad-a409-2caac0ee5d95 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 950 time: 0.3647892 Jul 15 13:01:45.355537 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3b55710-39f5-4a3a-8cc3-9a355d1a7985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:45.367533 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3b55710-39f5-4a3a-8cc3-9a355d1a7985 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:01:45.368716 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3b55710-39f5-4a3a-8cc3-9a355d1a7985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:01:45.372546 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:01:45.378762 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e8a0c-9e1e-4b4b-895f-1cd39171f61a req-bd6dc3f0-e891-4e52-bade-1da3f1969711 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:45.380979 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7f7e8a0c-9e1e-4b4b-895f-1cd39171f61a req-bd6dc3f0-e891-4e52-bade-1da3f1969711 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.7263625 Jul 15 13:01:45.422992 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e086137-7d6a-497d-b71c-3cc26aef600a req-03907279-27f4-4e03-a92b-47f3b1a2387b service neutron] 10.222.0.18 "GET /v2.0/networks/3ea33544-7fbe-4338-b6af-9f86e076512c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940570 Jul 15 13:01:45.443653 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7f7e8a0c-9e1e-4b4b-895f-1cd39171f61a req-4c32fe76-abcf-41ab-bab7-3051b760b1b2 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509725 Jul 15 13:01:45.505162 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3b55710-39f5-4a3a-8cc3-9a355d1a7985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:45.514875 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b9a0b109-7fbb-42d0-af9e-02d31d678beb req-88bb915d-18f8-4f80-a625-03786fad0350 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160674 Jul 15 13:01:45.528538 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3b55710-39f5-4a3a-8cc3-9a355d1a7985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:45.535915 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c3b55710-39f5-4a3a-8cc3-9a355d1a7985 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4d4750aa-b39e-47fd-950f-e1cc599b9845 HTTP/1.1" status: 204 len: 168 time: 1.5348296 Jul 15 13:01:45.562887 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b55710-39f5-4a3a-8cc3-9a355d1a7985 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d4750aa-b39e-47fd-950f-e1cc599b9845,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:45.733565 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeea909-c16c-443a-acdc-d817f991ad33 req-4c505778-924e-4f42-8acc-b553140a4584 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:45.736411 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2eeea909-c16c-443a-acdc-d817f991ad33 req-4c505778-924e-4f42-8acc-b553140a4584 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b5ad082-0e87-47ab-817a-ba203db16028 HTTP/1.1" status: 200 len: 945 time: 0.0909271 Jul 15 13:01:45.758071 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44914) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:45.769796 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368f1f3-3917-499a-8dc5-80d07624dce4 req-2dd23fae-ec1e-4b4a-994d-74ee9600782f tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:45.772677 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d368f1f3-3917-499a-8dc5-80d07624dce4 req-2dd23fae-ec1e-4b4a-994d-74ee9600782f tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/ports?device_id=277acb31-be26-461e-810f-08cca58a9d8f HTTP/1.1" status: 200 len: 944 time: 0.1344972 Jul 15 13:01:45.839407 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d368f1f3-3917-499a-8dc5-80d07624dce4 req-526297b8-dbc4-43be-9cf2-7596842a4311 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/security-groups?id=41665c94-28ef-4704-be13-85b1e7538b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582781 Jul 15 13:01:45.843935 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2eeea909-c16c-443a-acdc-d817f991ad33 req-af5e30d6-e921-400f-ad00-4ced6a3502ac tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988061 Jul 15 13:01:45.878625 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3323ec24-ac9a-45dd-8918-ba277efe760b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=23b3396e056846dc8a5456d9cbcf3178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1030581 Jul 15 13:01:45.879060 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44916) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:45.904641 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-63aec891-b30a-41c7-b790-5f953ae38041 req-4a923c7c-bda0-4b91-98df-0c108d42b7ca tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1197285461', 'description': 'tempest-description-1049566569'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:45.941539 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-63aec891-b30a-41c7-b790-5f953ae38041 req-4a923c7c-bda0-4b91-98df-0c108d42b7ca tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:45.941936 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-662bdcf6-2265-4961-96af-e405107741fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:45.980995 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-662bdcf6-2265-4961-96af-e405107741fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:46.053204 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-662bdcf6-2265-4961-96af-e405107741fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:46.056282 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-662bdcf6-2265-4961-96af-e405107741fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:46.058468 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-662bdcf6-2265-4961-96af-e405107741fe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c7a10e5-8e43-4471-b9fd-bbdce0abc61c HTTP/1.1" status: 204 len: 168 time: 0.1820030 Jul 15 13:01:46.070460 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bdcf6-2265-4961-96af-e405107741fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7a10e5-8e43-4471-b9fd-bbdce0abc61c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:46.084848 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-63aec891-b30a-41c7-b790-5f953ae38041 req-4a923c7c-bda0-4b91-98df-0c108d42b7ca tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:46.095679 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-63aec891-b30a-41c7-b790-5f953ae38041 req-4a923c7c-bda0-4b91-98df-0c108d42b7ca tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:46.136897 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-63aec891-b30a-41c7-b790-5f953ae38041 req-4a923c7c-bda0-4b91-98df-0c108d42b7ca tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:46.150472 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-63aec891-b30a-41c7-b790-5f953ae38041 req-4a923c7c-bda0-4b91-98df-0c108d42b7ca tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2530270 Jul 15 13:01:46.165923 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a923c7c-bda0-4b91-98df-0c108d42b7ca tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5caee5-7ddc-40ce-8417-53f5e688debe,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:46.250131 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db36d44-b1d4-4193-9004-2ef3cff3ea5f req-53a2f9ed-ee0c-4c0c-9600-a01ff65fda51 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:46.251863 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7db36d44-b1d4-4193-9004-2ef3cff3ea5f req-53a2f9ed-ee0c-4c0c-9600-a01ff65fda51 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d98981-4bd3-4cec-b474-a3f6852ee672 HTTP/1.1" status: 200 len: 949 time: 0.1093605 Jul 15 13:01:46.328114 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7db36d44-b1d4-4193-9004-2ef3cff3ea5f req-6ebb0365-44e0-4adb-8157-82550fe48d9e tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643799 Jul 15 13:01:46.434373 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device b2f57783-ba98-4e8e-9e01-b35872dd7b96 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:01:46.598134 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port b2f57783-ba98-4e8e-9e01-b35872dd7b96, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=b2f57783-ba98-4e8e-9e01-b35872dd7b96,segment=NetworkSegment(a58fbc3c-87cc-43ef-a3ee-e738689a657f),segment_id=a58fbc3c-87cc-43ef-a3ee-e738689a657f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:46.641025 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'b2f57783-ba98-4e8e-9e01-b35872dd7b96', 'network_id': '3ea33544-7fbe-4338-b6af-9f86e076512c', 'port_id': 'b2f57783-ba98-4e8e-9e01-b35872dd7b96', 'mac_address': 'fa:16:3e:57:7c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c520e11-3e2e-4d45-91c6-21955ccf896a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:01:46.657278 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48451acf-1487-4302-a3c6-6bc256529e07 req-5859cc21-7b89-4612-9034-b09f89c2eef4 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:46.664695 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-48451acf-1487-4302-a3c6-6bc256529e07 req-5859cc21-7b89-4612-9034-b09f89c2eef4 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/networks?id=58db640f-1ccd-4893-a080-c8b6f61a353d HTTP/1.1" status: 200 len: 812 time: 0.1965618 Jul 15 13:01:46.689997 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-48451acf-1487-4302-a3c6-6bc256529e07 req-8cc1140b-bf44-4485-a8c0-573deaaa239a tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/quotas/0bec17d31a0f42c4bd2c56076659be93 HTTP/1.1" status: 200 len: 375 time: 0.0241494 Jul 15 13:01:46.713095 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:46.735965 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-48451acf-1487-4302-a3c6-6bc256529e07 req-de1dadaf-3d90-47b1-b094-3920cdbbaefb tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0bec17d31a0f42c4bd2c56076659be93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444200 Jul 15 13:01:46.744033 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2f57783-ba98-4e8e-9e01-b35872dd7b96 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:46.767456 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-af8584f0-d547-4f17-bd8e-10256030437f req-5958769e-1743-4666-b748-e0212f94ed9e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=67a8db98-c5fd-4e09-abae-8cc4e175c5a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1759250 Jul 15 13:01:46.785245 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port b2f57783-ba98-4e8e-9e01-b35872dd7b96, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=b2f57783-ba98-4e8e-9e01-b35872dd7b96,segment=NetworkSegment(a58fbc3c-87cc-43ef-a3ee-e738689a657f),segment_id=a58fbc3c-87cc-43ef-a3ee-e738689a657f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:46.804222 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:46.881450 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44952) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:46.921869 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-48451acf-1487-4302-a3c6-6bc256529e07 req-d67a7280-4304-4262-8441-f564e19ce570 service neutron] 10.222.0.24 "GET /v2.0/networks/58db640f-1ccd-4893-a080-c8b6f61a353d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842673 Jul 15 13:01:46.924985 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=b2f57783-ba98-4e8e-9e01-b35872dd7b96,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:47.020345 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-45691d7a-dfdc-4903-a483-34d16a3f6808 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=566be698f6af4bc3992c2fb4a91aff6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1334465 Jul 15 13:01:47.020967 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44956) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:47.099838 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['b2f57783-ba98-4e8e-9e01-b35872dd7b96'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:47.185920 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-977994b3-7b0f-4407-acad-d880f09324bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:47.201783 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8584f0-d547-4f17-bd8e-10256030437f req-17cc0d3c-2245-4a86-b0d4-f83fc4b546ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:47.206261 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-af8584f0-d547-4f17-bd8e-10256030437f req-17cc0d3c-2245-4a86-b0d4-f83fc4b546ae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&device_id=67a8db98-c5fd-4e09-abae-8cc4e175c5a0 HTTP/1.1" status: 200 len: 1102 time: 0.2796907 Jul 15 13:01:47.232980 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-48451acf-1487-4302-a3c6-6bc256529e07 req-59a1b588-73e0-4306-9387-bb249bc0eeb6 service neutron] 10.222.0.24 "GET /v2.0/networks/58db640f-1ccd-4893-a080-c8b6f61a353d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025200 Jul 15 13:01:47.253529 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-977994b3-7b0f-4407-acad-d880f09324bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:47.355600 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6954b1-f135-4e9f-8107-e44ba72850fb req-c57a5b4a-404e-4b12-9132-4799984b7a72 tempest-ServersOnMultiNodesTest-1358753295 tempest-ServersOnMultiNodesTest-1358753295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:47.363425 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2d6954b1-f135-4e9f-8107-e44ba72850fb req-c57a5b4a-404e-4b12-9132-4799984b7a72 tempest-ServersOnMultiNodesTest-1358753295 tempest-ServersOnMultiNodesTest-1358753295-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=56d98981-4bd3-4cec-b474-a3f6852ee672 HTTP/1.1" status: 200 len: 1101 time: 0.2465367 Jul 15 13:01:47.408925 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2d6954b1-f135-4e9f-8107-e44ba72850fb req-51d04da0-81a3-4a65-936e-6dc7715fe1b6 tempest-ServersOnMultiNodesTest-1358753295 tempest-ServersOnMultiNodesTest-1358753295-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444622 Jul 15 13:01:47.410672 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-977994b3-7b0f-4407-acad-d880f09324bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:47.413584 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-977994b3-7b0f-4407-acad-d880f09324bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:47.415041 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-977994b3-7b0f-4407-acad-d880f09324bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3839521f-79ed-4a93-b89a-1b88f63b4a47 HTTP/1.1" status: 204 len: 168 time: 0.3925972 Jul 15 13:01:47.424851 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977994b3-7b0f-4407-acad-d880f09324bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3839521f-79ed-4a93-b89a-1b88f63b4a47,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:47.579483 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8584f0-d547-4f17-bd8e-10256030437f req-56880c06-9736-432f-af72-52fe43282f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:47.581054 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-af8584f0-d547-4f17-bd8e-10256030437f req-56880c06-9736-432f-af72-52fe43282f40 service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.2637172 Jul 15 13:01:47.682027 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-af8584f0-d547-4f17-bd8e-10256030437f req-0c26c739-088c-4f16-995f-d44cae54a50c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=62555279-b9e3-4ccf-a35e-bb3189943158 HTTP/1.1" status: 200 len: 217 time: 0.0923703 Jul 15 13:01:47.770867 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:01:47.871424 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8584f0-d547-4f17-bd8e-10256030437f req-d4446e51-ebab-42fc-a585-9fc157c2e65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:47.880495 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-af8584f0-d547-4f17-bd8e-10256030437f req-d4446e51-ebab-42fc-a585-9fc157c2e65b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1818237 Jul 15 13:01:47.912827 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ebabb-57c1-4187-82d8-e156c7e0eaaa req-dab18ddf-6adc-4851-b717-3a5df6d01f2d tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:47.916206 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-688ebabb-57c1-4187-82d8-e156c7e0eaaa req-dab18ddf-6adc-4851-b717-3a5df6d01f2d tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.1201131 Jul 15 13:01:47.989424 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613507b-a4b5-4c2a-be85-46be4ad095b0 req-f80d3b28-d2f2-4192-a914-227d6fdf74dd tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:47.998295 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b613507b-a4b5-4c2a-be85-46be4ad095b0 req-f80d3b28-d2f2-4192-a914-227d6fdf74dd tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 950 time: 0.2263117 Jul 15 13:01:48.019467 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-688ebabb-57c1-4187-82d8-e156c7e0eaaa req-d7c6e3a0-b1b2-4041-a670-f66e2ed94b49 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919714 Jul 15 13:01:48.439118 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f05ada-9d0a-4e68-b9a4-5e4811ecbf83 req-5de10b01-483f-4451-8d87-0f81bc502e05 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:48.442708 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50f05ada-9d0a-4e68-b9a4-5e4811ecbf83 req-5de10b01-483f-4451-8d87-0f81bc502e05 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/ports?device_id=277acb31-be26-461e-810f-08cca58a9d8f HTTP/1.1" status: 200 len: 945 time: 0.1140380 Jul 15 13:01:48.452596 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device b2f57783-ba98-4e8e-9e01-b35872dd7b96 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:48.466375 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8584f0-d547-4f17-bd8e-10256030437f req-2652af74-13fb-4a04-8e50-289b9ae0c938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:48.469358 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-af8584f0-d547-4f17-bd8e-10256030437f req-2652af74-13fb-4a04-8e50-289b9ae0c938 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5807126 Jul 15 13:01:48.479326 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b613507b-a4b5-4c2a-be85-46be4ad095b0 req-75efc810-29ae-4b73-b585-eca91b33c4b9 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4793956 Jul 15 13:01:48.605719 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50f05ada-9d0a-4e68-b9a4-5e4811ecbf83 req-0924da12-23f5-45c3-bffa-2c1c96b6d355 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/security-groups?id=41665c94-28ef-4704-be13-85b1e7538b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516531 Jul 15 13:01:48.666704 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-af8584f0-d547-4f17-bd8e-10256030437f req-ae37f58d-1e8a-4cff-8a66-be018c13f2ea service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853733 Jul 15 13:01:48.684644 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port b2f57783-ba98-4e8e-9e01-b35872dd7b96 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:48.692427 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port b2f57783-ba98-4e8e-9e01-b35872dd7b96 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:48.694182 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:48.911012 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-95eeb014-0278-4a05-88e2-e57a54e2a3e6 req-94a04ec4-e86a-472c-9b99-9decbdb4100c tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/ports?device_id=39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f HTTP/1.1" status: 200 len: 210 time: 0.0483084 Jul 15 13:01:48.916757 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:48.926134 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-af8584f0-d547-4f17-bd8e-10256030437f req-eab49eb7-8211-4415-969a-b80bec4aaefe service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505610 Jul 15 13:01:48.950242 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277acb31-be26-461e-810f-08cca58a9d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f57783-ba98-4e8e-9e01-b35872dd7b96'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:48.956191 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d1ba11-337a-4219-8df8-9216c53d50db" -d '{"events": [{"server_uuid": "277acb31-be26-461e-810f-08cca58a9d8f", "name": "network-vif-plugged", "status": "completed", "tag": "b2f57783-ba98-4e8e-9e01-b35872dd7b96"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:49.004437 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port b2f57783-ba98-4e8e-9e01-b35872dd7b96, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=b2f57783-ba98-4e8e-9e01-b35872dd7b96,segment=NetworkSegment(a58fbc3c-87cc-43ef-a3ee-e738689a657f),segment_id=a58fbc3c-87cc-43ef-a3ee-e738689a657f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:49.014276 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:49.106496 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45012) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:49.109384 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ea270056-c16f-4ed6-b60b-614051053238 req-6d7cfac6-184e-47a7-ad96-72ee4f9fd60e tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664093 Jul 15 13:01:49.133606 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=b2f57783-ba98-4e8e-9e01-b35872dd7b96,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:49.232755 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3355d5fd-1c4e-4c6b-b648-fe159766a373 x-openstack-request-id: req-3355d5fd-1c4e-4c6b-b648-fe159766a373 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:49.233226 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277acb31-be26-461e-810f-08cca58a9d8f", "name": "network-vif-plugged", "status": "completed", "tag": "b2f57783-ba98-4e8e-9e01-b35872dd7b96", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:49.234007 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3355d5fd-1c4e-4c6b-b648-fe159766a373 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:49.237150 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277acb31-be26-461e-810f-08cca58a9d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f57783-ba98-4e8e-9e01-b35872dd7b96', 'code': 200} Jul 15 13:01:49.268764 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-cb8a05c1-5141-4bfa-899e-9449d0cb9088 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1048557401-network', 'tenant_id': '10f6886ee60441949078133afdd49f55'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:49.293729 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8a05c1-5141-4bfa-899e-9449d0cb9088 admin admin] Made reservation on behalf of 10f6886ee60441949078133afdd49f55 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:49.296421 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb8a05c1-5141-4bfa-899e-9449d0cb9088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:49.306358 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb8a05c1-5141-4bfa-899e-9449d0cb9088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:49.309916 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea270056-c16f-4ed6-b60b-614051053238 req-a010aca4-be29-4247-aafd-c2ef55ad4ae3 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:49.311522 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ea270056-c16f-4ed6-b60b-614051053238 req-a010aca4-be29-4247-aafd-c2ef55ad4ae3 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1903696 Jul 15 13:01:49.339619 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ea270056-c16f-4ed6-b60b-614051053238 req-0e8e3ca9-c0c0-4e9b-b5b2-04860d226268 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/quotas/a4339ead27f64ff8ab2c69e6a9cebb91 HTTP/1.1" status: 200 len: 375 time: 0.0169291 Jul 15 13:01:49.487034 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ea270056-c16f-4ed6-b60b-614051053238 req-af16ce66-ee15-4df4-8ddc-f58ffdead6e6 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1353488 Jul 15 13:01:49.495919 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a7b0f-e5f2-458a-9d87-01f2a42ecf2c req-66c09622-23ef-4564-86ff-d85b145bbdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:49.497506 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-912a7b0f-e5f2-458a-9d87-01f2a42ecf2c req-66c09622-23ef-4564-86ff-d85b145bbdd0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=277acb31-be26-461e-810f-08cca58a9d8f HTTP/1.1" status: 200 len: 1098 time: 0.1594205 Jul 15 13:01:49.535010 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5ce5a-950d-44ea-86a1-cf80ac7c48d2 req-154106a5-231f-42cc-b6d8-beeb8bbca4a7 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:49.542642 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-46b5ce5a-950d-44ea-86a1-cf80ac7c48d2 req-154106a5-231f-42cc-b6d8-beeb8bbca4a7 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.1892676 Jul 15 13:01:49.547249 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb8a05c1-5141-4bfa-899e-9449d0cb9088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:49.564896 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb8a05c1-5141-4bfa-899e-9449d0cb9088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:49.603076 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb8a05c1-5141-4bfa-899e-9449d0cb9088 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:01:49.663305 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-46b5ce5a-950d-44ea-86a1-cf80ac7c48d2 req-4d5b9fab-4ae1-4b53-be6b-e5e0ffa69730 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162438 Jul 15 13:01:49.670101 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-912a7b0f-e5f2-458a-9d87-01f2a42ecf2c req-ee4c6e4b-dc9f-4b95-9921-060581f4773d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=41665c94-28ef-4704-be13-85b1e7538b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600790 Jul 15 13:01:49.692785 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb8a05c1-5141-4bfa-899e-9449d0cb9088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:49.693360 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-cb8a05c1-5141-4bfa-899e-9449d0cb9088 admin admin] Added segment 5dba7d69-3e6a-48a9-ba4c-ec5e827d44ce of type vlan for network 05565a3d-794d-4206-bc74-931a2c40cb41 Jul 15 13:01:49.696019 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a05c1-5141-4bfa-899e-9449d0cb9088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f198a230-5d5f-4ff2-bc60-60ccc7ae1036,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:49.889336 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb8a05c1-5141-4bfa-899e-9449d0cb9088 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:49.982648 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48451acf-1487-4302-a3c6-6bc256529e07 req-53a6f02f-6925-4b00-a8d4-60af2d1b9e03 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:49.984610 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48451acf-1487-4302-a3c6-6bc256529e07 req-53a6f02f-6925-4b00-a8d4-60af2d1b9e03 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.18 "GET /v2.0/networks?id=58db640f-1ccd-4893-a080-c8b6f61a353d HTTP/1.1" status: 200 len: 812 time: 0.3558447 Jul 15 13:01:49.989637 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb8a05c1-5141-4bfa-899e-9449d0cb9088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:49.990674 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8a05c1-5141-4bfa-899e-9449d0cb9088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:49.991321 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb8a05c1-5141-4bfa-899e-9449d0cb9088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:50.009959 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-48451acf-1487-4302-a3c6-6bc256529e07 req-a91ebf36-0e3f-4ba2-b750-2d641acfc790 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Request body: {'port': {'device_id': '39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f', 'network_id': '58db640f-1ccd-4893-a080-c8b6f61a353d', 'admin_state_up': True, 'tenant_id': '0bec17d31a0f42c4bd2c56076659be93'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:50.109996 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e7b44-2dbf-466b-8f45-c9e167359752 req-1a92d7dd-fbe9-40d3-b3d6-d37336e49ff2 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:50.137737 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-cb8a05c1-5141-4bfa-899e-9449d0cb9088 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0287261 Jul 15 13:01:50.149134 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-149e7b44-2dbf-466b-8f45-c9e167359752 req-1a92d7dd-fbe9-40d3-b3d6-d37336e49ff2 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 950 time: 0.1755202 Jul 15 13:01:50.160263 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45032) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:50.170657 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-38d221ec-d5b2-459b-bfe6-c633a977ae0a admin admin] Request body: {'subnet': {'network_id': '05565a3d-794d-4206-bc74-931a2c40cb41', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1048557401-subnet', 'tenant_id': '10f6886ee60441949078133afdd49f55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:50.245693 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a05c1-5141-4bfa-899e-9449d0cb9088 admin admin] Pushing event updated for resources: {'Network': ['ID=05565a3d-794d-4206-bc74-931a2c40cb41,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:50.260384 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f62d5-f282-4233-b8d2-7034f1e76122 req-948bb138-51b3-4a9b-ab57-4a6f925d5ae9 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:50.264251 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-149e7b44-2dbf-466b-8f45-c9e167359752 req-d812bf42-2e1e-445f-a7e3-b88e1872578e tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136279 Jul 15 13:01:50.268353 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d88f62d5-f282-4233-b8d2-7034f1e76122 req-948bb138-51b3-4a9b-ab57-4a6f925d5ae9 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b5ad082-0e87-47ab-817a-ba203db16028 HTTP/1.1" status: 200 len: 945 time: 0.4602721 Jul 15 13:01:50.275819 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 05565a3d-794d-4206-bc74-931a2c40cb41 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:01:50.282450 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d221ec-d5b2-459b-bfe6-c633a977ae0a admin admin] Made reservation on behalf of 10f6886ee60441949078133afdd49f55 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:50.287140 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-38d221ec-d5b2-459b-bfe6-c633a977ae0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:50.383562 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d88f62d5-f282-4233-b8d2-7034f1e76122 req-402f5a1a-196e-4a6e-9443-bc1622d622e4 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120532 Jul 15 13:01:50.436088 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48451acf-1487-4302-a3c6-6bc256529e07 req-a91ebf36-0e3f-4ba2-b750-2d641acfc790 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Made reservation on behalf of 0bec17d31a0f42c4bd2c56076659be93 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:50.440391 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-48451acf-1487-4302-a3c6-6bc256529e07 req-a91ebf36-0e3f-4ba2-b750-2d641acfc790 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:50.469333 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device a5ab8a22-055a-4fa8-89a0-983911f43d0b details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:01:50.571375 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9a52e3f3-6fa5-4df3-b920-466e362892f0 req-e9913637-c9b0-45f9-b306-369376de783a tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e80b3c8e-c414-43c8-9709-d46ef79b0f40 HTTP/1.1" status: 200 len: 210 time: 0.0849266 Jul 15 13:01:50.697450 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7e35eab3-a4d7-4bf2-b956-e36200ad6f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:50.701212 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port a5ab8a22-055a-4fa8-89a0-983911f43d0b, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=a5ab8a22-055a-4fa8-89a0-983911f43d0b,segment=NetworkSegment(3c78992c-7c37-4056-a074-465cd7af4f35),segment_id=3c78992c-7c37-4056-a074-465cd7af4f35)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:50.707813 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca16940-73fa-4d4e-9837-60c12e39c754 req-968ba694-18ca-42ab-9eb1-917a667b5471 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:50.715084 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9ca16940-73fa-4d4e-9837-60c12e39c754 req-968ba694-18ca-42ab-9eb1-917a667b5471 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/ports?device_id=277acb31-be26-461e-810f-08cca58a9d8f HTTP/1.1" status: 200 len: 946 time: 0.2131741 Jul 15 13:01:50.716963 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'a5ab8a22-055a-4fa8-89a0-983911f43d0b', 'network_id': '3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8', 'port_id': 'a5ab8a22-055a-4fa8-89a0-983911f43d0b', 'mac_address': 'fa:16:3e:ef:de:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf3b4397-f36e-483e-9233-daaf3a1bb75a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:01:50.803269 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:50.837026 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5ab8a22-055a-4fa8-89a0-983911f43d0b {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:50.869691 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-48451acf-1487-4302-a3c6-6bc256529e07 req-a91ebf36-0e3f-4ba2-b750-2d641acfc790 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Allocated IP 172.20.0.3 (58db640f-1ccd-4893-a080-c8b6f61a353d/d948b154-c21f-429a-bc8f-531575f8bb98/ee89d926-91c8-4b94-b95c-075d98503c9e) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:50.874035 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port a5ab8a22-055a-4fa8-89a0-983911f43d0b, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=a5ab8a22-055a-4fa8-89a0-983911f43d0b,segment=NetworkSegment(3c78992c-7c37-4056-a074-465cd7af4f35),segment_id=3c78992c-7c37-4056-a074-465cd7af4f35)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:50.891167 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:50.965915 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9ca16940-73fa-4d4e-9837-60c12e39c754 req-f5880a18-93ce-435f-ac39-9e94d3c6ce55 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/security-groups?id=41665c94-28ef-4704-be13-85b1e7538b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292039 Jul 15 13:01:50.973023 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-38d221ec-d5b2-459b-bfe6-c633a977ae0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:50.978631 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=a5ab8a22-055a-4fa8-89a0-983911f43d0b,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:51.062988 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['a5ab8a22-055a-4fa8-89a0-983911f43d0b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:51.233636 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d221ec-d5b2-459b-bfe6-c633a977ae0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=07be4d73-6731-4ae0-9cca-56763a0f7c5b,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:51.254818 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-48451acf-1487-4302-a3c6-6bc256529e07 req-a91ebf36-0e3f-4ba2-b750-2d641acfc790 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:51.257476 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d221ec-d5b2-459b-bfe6-c633a977ae0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:51.258090 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d221ec-d5b2-459b-bfe6-c633a977ae0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:51.258636 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d221ec-d5b2-459b-bfe6-c633a977ae0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:51.259789 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d221ec-d5b2-459b-bfe6-c633a977ae0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:51.259789 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d221ec-d5b2-459b-bfe6-c633a977ae0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:51.260314 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d221ec-d5b2-459b-bfe6-c633a977ae0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:51.260866 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d221ec-d5b2-459b-bfe6-c633a977ae0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:51.261505 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d221ec-d5b2-459b-bfe6-c633a977ae0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:51.262269 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d221ec-d5b2-459b-bfe6-c633a977ae0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:51.262850 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d221ec-d5b2-459b-bfe6-c633a977ae0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:51.263401 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d221ec-d5b2-459b-bfe6-c633a977ae0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:51.263963 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d221ec-d5b2-459b-bfe6-c633a977ae0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:51.269797 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d221ec-d5b2-459b-bfe6-c633a977ae0a admin admin] Checking segment: {'id': '5dba7d69-3e6a-48a9-ba4c-ec5e827d44ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '05565a3d-794d-4206-bc74-931a2c40cb41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:51.270780 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d221ec-d5b2-459b-bfe6-c633a977ae0a admin admin] Network hostable DHCP agents. Network: 05565a3d-794d-4206-bc74-931a2c40cb41, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:01:51.309039 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d221ec-d5b2-459b-bfe6-c633a977ae0a admin admin] Network 05565a3d-794d-4206-bc74-931a2c40cb41 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:01:51.328067 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-38d221ec-d5b2-459b-bfe6-c633a977ae0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 05565a3d-794d-4206-bc74-931a2c40cb41) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:51.339683 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d221ec-d5b2-459b-bfe6-c633a977ae0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:51.340246 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933a5c63-304e-469c-a2e9-43a3ba5dee95 None None] Network 05565a3d-794d-4206-bc74-931a2c40cb41 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:01:51.340717 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-38d221ec-d5b2-459b-bfe6-c633a977ae0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:51.388026 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-458ab7a5-ee6e-48a1-af6f-9107be6dfe5e req-cfbb77cb-fc73-4510-abc8-42a6f03a00db tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/ports?device_id=39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f HTTP/1.1" status: 200 len: 210 time: 0.0429566 Jul 15 13:01:51.402749 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45044) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:51.403059 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-38d221ec-d5b2-459b-bfe6-c633a977ae0a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2409759 Jul 15 13:01:51.413142 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7b67d5c9-da84-40d4-96f5-f5cd997a61a2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1048557401-router', 'tenant_id': '10f6886ee60441949078133afdd49f55', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:51.469441 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 0af5bf58-a625-404b-9e00-06be5124876b details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:01:51.472476 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 0af5bf58-a625-404b-9e00-06be5124876b no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:51.487824 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-48451acf-1487-4302-a3c6-6bc256529e07 req-a91ebf36-0e3f-4ba2-b750-2d641acfc790 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:51.630945 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7b67d5c9-da84-40d4-96f5-f5cd997a61a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:51.632720 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7b67d5c9-da84-40d4-96f5-f5cd997a61a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:51.649700 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48451acf-1487-4302-a3c6-6bc256529e07 req-a91ebf36-0e3f-4ba2-b750-2d641acfc790 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Network 58db640f-1ccd-4893-a080-c8b6f61a353d is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:51.671994 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c534d6f-535b-4d92-b172-cdbac9977911 req-0007248c-14e5-41e4-b48e-da783003d730 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:51.674647 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1c534d6f-535b-4d92-b172-cdbac9977911 req-0007248c-14e5-41e4-b48e-da783003d730 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.3934264 Jul 15 13:01:51.678757 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-48451acf-1487-4302-a3c6-6bc256529e07 req-a91ebf36-0e3f-4ba2-b750-2d641acfc790 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:51.684799 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ebf36-0e3f-4ba2-b750-2d641acfc790 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Pushing event updated for resources: {'Port': ['ID=ee89d926-91c8-4b94-b95c-075d98503c9e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:51.689236 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-48451acf-1487-4302-a3c6-6bc256529e07 req-a91ebf36-0e3f-4ba2-b750-2d641acfc790 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:51.786390 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66334db8-1adb-44b1-afa8-72a7f2fc14f3 req-2c752d79-251f-44e8-b529-56df9140dc02 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:51.788947 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-66334db8-1adb-44b1-afa8-72a7f2fc14f3 req-2c752d79-251f-44e8-b529-56df9140dc02 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 950 time: 0.1214054 Jul 15 13:01:51.795401 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 0af5bf58-a625-404b-9e00-06be5124876b, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0af5bf58-a625-404b-9e00-06be5124876b,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:51.814716 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05598ef9-0749-4e3f-b97c-dc29946ea998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-05565a3d-794d-4206-bc74-931a2c40cb41', 'network_id': '05565a3d-794d-4206-bc74-931a2c40cb41', 'tenant_id': '10f6886ee60441949078133afdd49f55', 'fixed_ips': [{'subnet_id': '07be4d73-6731-4ae0-9cca-56763a0f7c5b'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:01:51.815591 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-05598ef9-0749-4e3f-b97c-dc29946ea998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:51.829922 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '0af5bf58-a625-404b-9e00-06be5124876b', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': '0af5bf58-a625-404b-9e00-06be5124876b', 'mac_address': 'fa:16:3e:18:63:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:01:51.834563 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:51.859034 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-66334db8-1adb-44b1-afa8-72a7f2fc14f3 req-075b7054-1ddb-41dd-9e1d-ae35d08167f9 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494945 Jul 15 13:01:51.874885 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7b67d5c9-da84-40d4-96f5-f5cd997a61a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:51.896183 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48451acf-1487-4302-a3c6-6bc256529e07 req-a91ebf36-0e3f-4ba2-b750-2d641acfc790 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:51.897640 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-48451acf-1487-4302-a3c6-6bc256529e07 req-a91ebf36-0e3f-4ba2-b750-2d641acfc790 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:51.905720 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28863b26-93ae-48e3-9449-ffbefc492fb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0af5bf58-a625-404b-9e00-06be5124876b'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:51.908376 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd1e999-4b02-42da-b7fe-7dff9930d890" -d '{"events": [{"server_uuid": "28863b26-93ae-48e3-9449-ffbefc492fb7", "name": "network-vif-unplugged", "status": "completed", "tag": "0af5bf58-a625-404b-9e00-06be5124876b"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:51.948706 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1c534d6f-535b-4d92-b172-cdbac9977911 req-02b9a715-55b5-4ac9-8ca0-b9552aff1fc7 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514110 Jul 15 13:01:51.988154 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 0af5bf58-a625-404b-9e00-06be5124876b, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0af5bf58-a625-404b-9e00-06be5124876b,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:51.995093 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:52.001808 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:52.027403 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48451acf-1487-4302-a3c6-6bc256529e07 req-a91ebf36-0e3f-4ba2-b750-2d641acfc790 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0203376 Jul 15 13:01:52.062430 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0af5bf58-a625-404b-9e00-06be5124876b {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:52.075171 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-48451acf-1487-4302-a3c6-6bc256529e07 req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] Request body: {'port': {'device_id': '39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:52.081930 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7b67d5c9-da84-40d4-96f5-f5cd997a61a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:52.202075 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-48451acf-1487-4302-a3c6-6bc256529e07 req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:52.310535 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd56c6-4f06-4fc4-835b-e30396cf655d req-f0c38c90-cb19-4ea3-bd8d-34de149c3111 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:52.325871 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8bd56c6-4f06-4fc4-835b-e30396cf655d req-f0c38c90-cb19-4ea3-bd8d-34de149c3111 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b5ad082-0e87-47ab-817a-ba203db16028 HTTP/1.1" status: 200 len: 944 time: 0.1716952 Jul 15 13:01:52.405818 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ea270056-c16f-4ed6-b60b-614051053238 req-ceb9cc0d-0417-4697-976d-60c57209b203 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0904140 Jul 15 13:01:52.419834 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8bd56c6-4f06-4fc4-835b-e30396cf655d req-39090c64-ad87-4213-8129-7af7c9905010 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880542 Jul 15 13:01:52.521611 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959f8ae9-1d79-4fb1-b599-efafa79dfec1 x-openstack-request-id: req-959f8ae9-1d79-4fb1-b599-efafa79dfec1 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:52.522477 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28863b26-93ae-48e3-9449-ffbefc492fb7", "name": "network-vif-unplugged", "status": "completed", "tag": "0af5bf58-a625-404b-9e00-06be5124876b", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:52.522874 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-959f8ae9-1d79-4fb1-b599-efafa79dfec1 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:52.523496 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28863b26-93ae-48e3-9449-ffbefc492fb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0af5bf58-a625-404b-9e00-06be5124876b', 'code': 200} Jul 15 13:01:52.534597 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device a5ab8a22-055a-4fa8-89a0-983911f43d0b up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:52.633888 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ca03c55f-1191-4017-ae5b-64fa8b234bbc req-62aac652-cbc5-4b66-92ac-405950fd90b6 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e80b3c8e-c414-43c8-9709-d46ef79b0f40 HTTP/1.1" status: 200 len: 210 time: 0.1102765 Jul 15 13:01:52.730069 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=0af5bf58-a625-404b-9e00-06be5124876b,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:52.730306 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7b67d5c9-da84-40d4-96f5-f5cd997a61a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:52.767509 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:01:52.768084 n-d-758944-45 neutron-server[93815]: DEBUG oslo_db.api [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:01:52.776372 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-05598ef9-0749-4e3f-b97c-dc29946ea998 None None] Allocated IP 172.20.0.2 (05565a3d-794d-4206-bc74-931a2c40cb41/07be4d73-6731-4ae0-9cca-56763a0f7c5b/e2618a10-42f0-4e77-a46f-e2b7a4238929) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:52.796809 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7b67d5c9-da84-40d4-96f5-f5cd997a61a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:52.836936 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port a5ab8a22-055a-4fa8-89a0-983911f43d0b triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:52.837979 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:52.881401 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea270056-c16f-4ed6-b60b-614051053238 req-208ff270-60fe-44a4-9df7-d137699a5a9a tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:52.883070 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ea270056-c16f-4ed6-b60b-614051053238 req-208ff270-60fe-44a4-9df7-d137699a5a9a tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3583891 Jul 15 13:01:52.902504 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-ea270056-c16f-4ed6-b60b-614051053238 req-ef6f51ef-b115-4f31-9df9-834106749e0e tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Request body: {'port': {'device_id': 'e80b3c8e-c414-43c8-9709-d46ef79b0f40', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'admin_state_up': True, 'tenant_id': 'a4339ead27f64ff8ab2c69e6a9cebb91'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:52.947643 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089da78-6728-4ee0-97f4-e68f538a9023 req-76ec5bce-7f82-4cd6-8b75-acbac80309f0 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:52.951580 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5089da78-6728-4ee0-97f4-e68f538a9023 req-76ec5bce-7f82-4cd6-8b75-acbac80309f0 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/ports?device_id=277acb31-be26-461e-810f-08cca58a9d8f HTTP/1.1" status: 200 len: 946 time: 0.1045136 Jul 15 13:01:53.012729 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5089da78-6728-4ee0-97f4-e68f538a9023 req-0fc6c339-e9dc-433c-8f41-95999009c70d tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/security-groups?id=41665c94-28ef-4704-be13-85b1e7538b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538950 Jul 15 13:01:53.134822 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:53.201508 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:53.244120 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-05598ef9-0749-4e3f-b97c-dc29946ea998 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:53.246973 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port a5ab8a22-055a-4fa8-89a0-983911f43d0b, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=a5ab8a22-055a-4fa8-89a0-983911f43d0b,segment=NetworkSegment(3c78992c-7c37-4056-a074-465cd7af4f35),segment_id=3c78992c-7c37-4056-a074-465cd7af4f35)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:53.259522 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-05598ef9-0749-4e3f-b97c-dc29946ea998 None None] Transition to ACTIVE for port object e2618a10-42f0-4e77-a46f-e2b7a4238929 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:53.269923 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:53.369429 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-05598ef9-0749-4e3f-b97c-dc29946ea998 None None] Transition to ACTIVE for port object e2618a10-42f0-4e77-a46f-e2b7a4238929 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:53.383998 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:53.399595 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8da5a884-882c-43a6-aeac-e32fc2e62c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:53.401515 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-05598ef9-0749-4e3f-b97c-dc29946ea998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:53.405948 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-48451acf-1487-4302-a3c6-6bc256529e07 req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee89d926-91c8-4b94-b95c-075d98503c9e {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:53.411037 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-7b67d5c9-da84-40d4-96f5-f5cd997a61a2 admin admin] Allocated IP 172.25.6.25 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/b127a679-ccef-4f1a-ba65-3eb2967b0ebd) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:53.421193 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af5bf58-a625-404b-9e00-06be5124876b {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:53.428083 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-48451acf-1487-4302-a3c6-6bc256529e07 req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:53.442581 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=a5ab8a22-055a-4fa8-89a0-983911f43d0b,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:53.467065 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05598ef9-0749-4e3f-b97c-dc29946ea998 None None] Network 05565a3d-794d-4206-bc74-931a2c40cb41 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:53.471545 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 0af5bf58-a625-404b-9e00-06be5124876b, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0af5bf58-a625-404b-9e00-06be5124876b,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:53.473150 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-05598ef9-0749-4e3f-b97c-dc29946ea998 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:53.476946 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05598ef9-0749-4e3f-b97c-dc29946ea998 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:53.486118 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-48451acf-1487-4302-a3c6-6bc256529e07 req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] Transition to ACTIVE for port object ee89d926-91c8-4b94-b95c-075d98503c9e will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:53.500540 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-48451acf-1487-4302-a3c6-6bc256529e07 req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:53.505519 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:53.547800 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea270056-c16f-4ed6-b60b-614051053238 req-ef6f51ef-b115-4f31-9df9-834106749e0e tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Made reservation on behalf of a4339ead27f64ff8ab2c69e6a9cebb91 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:01:53.551525 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ea270056-c16f-4ed6-b60b-614051053238 req-ef6f51ef-b115-4f31-9df9-834106749e0e tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:53.575201 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05598ef9-0749-4e3f-b97c-dc29946ea998 None None] Pushing event updated for resources: {'Port': ['ID=e2618a10-42f0-4e77-a46f-e2b7a4238929,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:53.589247 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a584625-3e41-4db6-9542-acba34245282 req-36a43b8d-bea3-4746-a760-374c9880912f tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:53.596431 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9a584625-3e41-4db6-9542-acba34245282 req-36a43b8d-bea3-4746-a760-374c9880912f tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/ports?device_id=39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f HTTP/1.1" status: 200 len: 931 time: 0.6460373 Jul 15 13:01:53.627393 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-05598ef9-0749-4e3f-b97c-dc29946ea998 None None] Attempting to bind port e2618a10-42f0-4e77-a46f-e2b7a4238929 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:53.627976 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-05598ef9-0749-4e3f-b97c-dc29946ea998 None None] Attempting to bind port e2618a10-42f0-4e77-a46f-e2b7a4238929 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '5dba7d69-3e6a-48a9-ba4c-ec5e827d44ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '05565a3d-794d-4206-bc74-931a2c40cb41'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:53.629044 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05598ef9-0749-4e3f-b97c-dc29946ea998 None None] Attempting to bind port e2618a10-42f0-4e77-a46f-e2b7a4238929 on network 05565a3d-794d-4206-bc74-931a2c40cb41 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:53.640143 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67c68f-94d2-4227-a1e0-6389b30bb772 req-45650ecb-56f9-4dbf-931c-55815472c77c tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:53.645593 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05598ef9-0749-4e3f-b97c-dc29946ea998 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:53.646179 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05598ef9-0749-4e3f-b97c-dc29946ea998 None None] Checking segment: {'id': '5dba7d69-3e6a-48a9-ba4c-ec5e827d44ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '05565a3d-794d-4206-bc74-931a2c40cb41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:53.646789 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-05598ef9-0749-4e3f-b97c-dc29946ea998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:53.647365 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05598ef9-0749-4e3f-b97c-dc29946ea998 None None] Bound using segment: {'id': '5dba7d69-3e6a-48a9-ba4c-ec5e827d44ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '05565a3d-794d-4206-bc74-931a2c40cb41'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:53.647973 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-05598ef9-0749-4e3f-b97c-dc29946ea998 None None] Bound port: e2618a10-42f0-4e77-a46f-e2b7a4238929, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dba7d69-3e6a-48a9-ba4c-ec5e827d44ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '05565a3d-794d-4206-bc74-931a2c40cb41'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:53.648594 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-05598ef9-0749-4e3f-b97c-dc29946ea998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:53.653653 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6e67c68f-94d2-4227-a1e0-6389b30bb772 req-45650ecb-56f9-4dbf-931c-55815472c77c tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 950 time: 0.1182318 Jul 15 13:01:53.667441 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] Pushing event updated for resources: {'Port': ['ID=ee89d926-91c8-4b94-b95c-075d98503c9e,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:53.692932 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=0af5bf58-a625-404b-9e00-06be5124876b,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:53.702453 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6e67c68f-94d2-4227-a1e0-6389b30bb772 req-348f11bc-5548-4fc8-b6ef-1a9796ed8b44 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460463 Jul 15 13:01:53.725381 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:53.725689 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:53.726492 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:53.726492 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:53.726804 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:53.727114 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:53.728137 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:53.728137 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:53.728137 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:53.728800 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:53.728800 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:53.729100 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:53.808286 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-05598ef9-0749-4e3f-b97c-dc29946ea998 None None] For port e2618a10-42f0-4e77-a46f-e2b7a4238929, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:53.811104 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9a584625-3e41-4db6-9542-acba34245282 req-a0fcf921-8395-4aa0-a546-0a081a1848f5 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups?id=05e5fc58-e33d-47d0-bab7-f5006456ee4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088335 Jul 15 13:01:53.818395 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-05598ef9-0749-4e3f-b97c-dc29946ea998 None None] For port e2618a10-42f0-4e77-a46f-e2b7a4238929, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e2618a10-42f0-4e77-a46f-e2b7a4238929,segment=NetworkSegment(5dba7d69-3e6a-48a9-ba4c-ec5e827d44ce),segment_id=5dba7d69-3e6a-48a9-ba4c-ec5e827d44ce)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:53.819710 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7b67d5c9-da84-40d4-96f5-f5cd997a61a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:53.829184 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-05598ef9-0749-4e3f-b97c-dc29946ea998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:53.951034 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05598ef9-0749-4e3f-b97c-dc29946ea998 None None] Pushing event updated for resources: {'Port': ['ID=e2618a10-42f0-4e77-a46f-e2b7a4238929,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:53.957014 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['0af5bf58-a625-404b-9e00-06be5124876b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:53.976995 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-ea270056-c16f-4ed6-b60b-614051053238 req-ef6f51ef-b115-4f31-9df9-834106749e0e tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Allocated IP 192.168.233.252 (469a0c47-6cac-4ffe-aa16-0c933961e7af/23cd399a-e88b-433a-a99b-25a477d6a3ca/99034766-2bac-4c31-b0be-4a4c723abb8e) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:53.991390 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-48451acf-1487-4302-a3c6-6bc256529e07 req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] Attempting to bind port ee89d926-91c8-4b94-b95c-075d98503c9e on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:53.992100 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-48451acf-1487-4302-a3c6-6bc256529e07 req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] Attempting to bind port ee89d926-91c8-4b94-b95c-075d98503c9e by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '81550a63-2e5d-4914-a9dd-2665e1853a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '58db640f-1ccd-4893-a080-c8b6f61a353d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:53.992658 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48451acf-1487-4302-a3c6-6bc256529e07 req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] Attempting to bind port ee89d926-91c8-4b94-b95c-075d98503c9e on network 58db640f-1ccd-4893-a080-c8b6f61a353d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:54.004228 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48451acf-1487-4302-a3c6-6bc256529e07 req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] Port ee89d926-91c8-4b94-b95c-075d98503c9e on network 58db640f-1ccd-4893-a080-c8b6f61a353d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:01:54.004575 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48451acf-1487-4302-a3c6-6bc256529e07 req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] Attempting to bind port ee89d926-91c8-4b94-b95c-075d98503c9e on network 58db640f-1ccd-4893-a080-c8b6f61a353d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:54.017749 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48451acf-1487-4302-a3c6-6bc256529e07 req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:54.018128 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48451acf-1487-4302-a3c6-6bc256529e07 req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] Checking segment: {'id': '81550a63-2e5d-4914-a9dd-2665e1853a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '58db640f-1ccd-4893-a080-c8b6f61a353d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:54.018489 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48451acf-1487-4302-a3c6-6bc256529e07 req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] Bound using segment: {'id': '81550a63-2e5d-4914-a9dd-2665e1853a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '58db640f-1ccd-4893-a080-c8b6f61a353d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:54.018933 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-48451acf-1487-4302-a3c6-6bc256529e07 req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] Bound port: ee89d926-91c8-4b94-b95c-075d98503c9e, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81550a63-2e5d-4914-a9dd-2665e1853a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '58db640f-1ccd-4893-a080-c8b6f61a353d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:54.019298 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-48451acf-1487-4302-a3c6-6bc256529e07 req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:54.033384 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0c374ea3-1e7f-4898-8789-6cf142d4c99b req-8ef649e8-cdab-4b6c-86b2-6782901359f7 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 258 time: 0.2829950 Jul 15 13:01:54.053607 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7b67d5c9-da84-40d4-96f5-f5cd997a61a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:54.059205 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-0c374ea3-1e7f-4898-8789-6cf142d4c99b req-9d619b88-c609-4160-9d37-b150723391f1 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:54.075068 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-7d671be8-9a80-42d7-a3a5-0ab3d27e4ccb service neutron] show failed (client error): The resource could not be found. Jul 15 13:01:54.076262 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-7d671be8-9a80-42d7-a3a5-0ab3d27e4ccb service neutron] 10.222.0.32 "GET /v2.0/ports/39914eb8-3276-4cbf-8e7e-c5fa53be0c53/bindings/n-h1-758944-45 HTTP/1.1" status: 404 len: 381 time: 0.1395359 Jul 15 13:01:54.093655 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0c374ea3-1e7f-4898-8789-6cf142d4c99b req-9d619b88-c609-4160-9d37-b150723391f1 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:54.233787 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b67d5c9-da84-40d4-96f5-f5cd997a61a2 admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:54.275350 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7b67d5c9-da84-40d4-96f5-f5cd997a61a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:54.322909 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b67d5c9-da84-40d4-96f5-f5cd997a61a2 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:54.363561 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67d5c9-da84-40d4-96f5-f5cd997a61a2 admin admin] Pushing event updated for resources: {'Port': ['ID=b127a679-ccef-4f1a-ba65-3eb2967b0ebd,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:54.391792 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0c374ea3-1e7f-4898-8789-6cf142d4c99b req-9d619b88-c609-4160-9d37-b150723391f1 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:54.451010 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-48451acf-1487-4302-a3c6-6bc256529e07 req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] For port ee89d926-91c8-4b94-b95c-075d98503c9e, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:54.512135 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device a5ab8a22-055a-4fa8-89a0-983911f43d0b no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:54.513774 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-48451acf-1487-4302-a3c6-6bc256529e07 req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] For port ee89d926-91c8-4b94-b95c-075d98503c9e, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=ee89d926-91c8-4b94-b95c-075d98503c9e,segment=NetworkSegment(81550a63-2e5d-4914-a9dd-2665e1853a5f),segment_id=81550a63-2e5d-4914-a9dd-2665e1853a5f)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:54.544853 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5ad082-0e87-47ab-817a-ba203db16028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ab8a22-055a-4fa8-89a0-983911f43d0b'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:54.547799 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ad0acc-5964-4ac7-b660-278420fa7ce0" -d '{"events": [{"server_uuid": "4b5ad082-0e87-47ab-817a-ba203db16028", "name": "network-vif-plugged", "status": "completed", "tag": "a5ab8a22-055a-4fa8-89a0-983911f43d0b"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:54.561596 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-48451acf-1487-4302-a3c6-6bc256529e07 req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:54.565401 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:54.615551 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17391a50-8df9-4788-9c22-ce287eb0ba76 req-c723d641-3009-4f6a-b938-a1b4b53833ec tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:54.618681 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-17391a50-8df9-4788-9c22-ce287eb0ba76 req-c723d641-3009-4f6a-b938-a1b4b53833ec tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 948 time: 0.4983242 Jul 15 13:01:54.667772 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:54.679770 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-0c374ea3-1e7f-4898-8789-6cf142d4c99b req-9d619b88-c609-4160-9d37-b150723391f1 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Allocated IP 172.25.6.167 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/cbd0cf06-0e10-4bbf-989b-9ee1e9c2397e) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:54.685749 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-9467de69-ceb5-4f48-9662-2e952cdb475f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:54.686427 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:54.688465 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-9467de69-ceb5-4f48-9662-2e952cdb475f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94&tenant_id=4c3108a20e0e4e5c98e0e01050769b9a HTTP/1.1" status: 200 len: 1102 time: 0.2021885 Jul 15 13:01:54.709538 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48451acf-1487-4302-a3c6-6bc256529e07 req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:54.710205 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-48451acf-1487-4302-a3c6-6bc256529e07 req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:54.711598 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48451acf-1487-4302-a3c6-6bc256529e07 req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] 10.222.0.18 "PUT /v2.0/ports/ee89d926-91c8-4b94-b95c-075d98503c9e HTTP/1.1" status: 200 len: 1092 time: 2.6435738 Jul 15 13:01:54.712062 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f', 'tag': 'ee89d926-91c8-4b94-b95c-075d98503c9e'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:54.714921 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fd1777-bf8a-4c95-8ab5-487b05267fca" -d '{"events": [{"name": "network-changed", "server_uuid": "39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f", "tag": "ee89d926-91c8-4b94-b95c-075d98503c9e"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:54.715794 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-3e429264-ac92-4c69-b4a7-384f5db05911 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-45', 'device_owner': 'compute:nova'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:54.728806 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ea270056-c16f-4ed6-b60b-614051053238 req-ef6f51ef-b115-4f31-9df9-834106749e0e tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:54.733735 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port a5ab8a22-055a-4fa8-89a0-983911f43d0b, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=a5ab8a22-055a-4fa8-89a0-983911f43d0b,segment=NetworkSegment(3c78992c-7c37-4056-a074-465cd7af4f35),segment_id=3c78992c-7c37-4056-a074-465cd7af4f35)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:54.742283 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:54.811434 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-ea270056-c16f-4ed6-b60b-614051053238 req-ef6f51ef-b115-4f31-9df9-834106749e0e tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Transition to ACTIVE for port object 99034766-2bac-4c31-b0be-4a4c723abb8e will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:54.845638 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea967ff-e144-43ff-bd7b-e4defc6a679e service neutron] Pushing event updated for resources: {'Port': ['ID=ee89d926-91c8-4b94-b95c-075d98503c9e,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:54.853544 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=a5ab8a22-055a-4fa8-89a0-983911f43d0b,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:54.874802 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-17391a50-8df9-4788-9c22-ce287eb0ba76 req-9cf28c2f-b2d5-4e0f-b8e1-eb8e755d58d8 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920412 Jul 15 13:01:54.926106 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-3e429264-ac92-4c69-b4a7-384f5db05911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:54.958622 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0c374ea3-1e7f-4898-8789-6cf142d4c99b req-9d619b88-c609-4160-9d37-b150723391f1 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:55.035253 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ea270056-c16f-4ed6-b60b-614051053238 req-ef6f51ef-b115-4f31-9df9-834106749e0e tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:55.051131 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['5ec5c713-6d70-43a5-b417-6d1ab747b70e', 'ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:55.176397 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['23116ffe-712e-4a02-b27a-a2087651f296', '62555279-b9e3-4ccf-a35e-bb3189943158', 'd85b016f-fb0d-4850-a076-4af46d0d2758', '4c61b580-efae-42aa-a55e-c4fd8bab5fee', '19fa8ad5-709f-474f-bcb6-51fe764a1d8c'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:01:55.220026 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e2618a10-42f0-4e77-a46f-e2b7a4238929 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:55.365299 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f51ef-b115-4f31-9df9-834106749e0e tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Pushing event updated for resources: {'Port': ['ID=99034766-2bac-4c31-b0be-4a4c723abb8e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:55.369457 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7b67d5c9-da84-40d4-96f5-f5cd997a61a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:55.386304 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea270056-c16f-4ed6-b60b-614051053238 req-ef6f51ef-b115-4f31-9df9-834106749e0e tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:55.393199 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-ea270056-c16f-4ed6-b60b-614051053238 req-ef6f51ef-b115-4f31-9df9-834106749e0e tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:55.402262 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port e2618a10-42f0-4e77-a46f-e2b7a4238929 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:55.436742 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-3e429264-ac92-4c69-b4a7-384f5db05911 service neutron] For port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=39914eb8-3276-4cbf-8e7e-c5fa53be0c53,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:55.458699 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ff014c-cacd-4d87-9f5a-36b5c2d891bd None None] Network 05565a3d-794d-4206-bc74-931a2c40cb41 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:01:55.483186 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea270056-c16f-4ed6-b60b-614051053238 req-ef6f51ef-b115-4f31-9df9-834106749e0e tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:55.494512 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-3e429264-ac92-4c69-b4a7-384f5db05911 service neutron] For port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:55.558435 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0c374ea3-1e7f-4898-8789-6cf142d4c99b req-9d619b88-c609-4160-9d37-b150723391f1 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:55.590012 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 0af5bf58-a625-404b-9e00-06be5124876b up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:55.601176 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48451acf-1487-4302-a3c6-6bc256529e07 req-35dfb48d-5737-4673-a578-273326846502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:55.604011 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48451acf-1487-4302-a3c6-6bc256529e07 req-35dfb48d-5737-4673-a578-273326846502 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0bec17d31a0f42c4bd2c56076659be93&device_id=39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f HTTP/1.1" status: 200 len: 1095 time: 0.8194132 Jul 15 13:01:55.609925 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d619b88-c609-4160-9d37-b150723391f1 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Pushing event updated for resources: {'Port': ['ID=cbd0cf06-0e10-4bbf-989b-9ee1e9c2397e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:55.612671 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c81327-7eeb-4ef9-8f25-19c9b4e17b94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39914eb8-3276-4cbf-8e7e-c5fa53be0c53'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:55.621540 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0958711-d01f-4043-aef6-d04d63c9de56" -d '{"events": [{"server_uuid": "36c81327-7eeb-4ef9-8f25-19c9b4e17b94", "name": "network-vif-unplugged", "status": "completed", "tag": "39914eb8-3276-4cbf-8e7e-c5fa53be0c53"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:55.627828 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-3e429264-ac92-4c69-b4a7-384f5db05911 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:55.638749 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3c4f2703-f3fc-4ba7-a725-9a4cea20b8b5 None None] Provisioning for port e2618a10-42f0-4e77-a46f-e2b7a4238929 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:55.650271 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-3e429264-ac92-4c69-b4a7-384f5db05911 service neutron] Transition to ACTIVE for port object 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:55.656205 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3c4f2703-f3fc-4ba7-a725-9a4cea20b8b5 None None] Provisioning complete for port e2618a10-42f0-4e77-a46f-e2b7a4238929 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:55.656688 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c4f2703-f3fc-4ba7-a725-9a4cea20b8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:55.657626 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c374ea3-1e7f-4898-8789-6cf142d4c99b req-9d619b88-c609-4160-9d37-b150723391f1 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:01:55.659753 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-3e429264-ac92-4c69-b4a7-384f5db05911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:55.666256 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea270056-c16f-4ed6-b60b-614051053238 req-ef6f51ef-b115-4f31-9df9-834106749e0e tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:55.667786 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ea270056-c16f-4ed6-b60b-614051053238 req-ef6f51ef-b115-4f31-9df9-834106749e0e tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:55.668688 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-0c374ea3-1e7f-4898-8789-6cf142d4c99b req-9d619b88-c609-4160-9d37-b150723391f1 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:01:55.678272 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f439e-630e-41b8-8f2e-c6976a9b32a8 req-6a147dcc-8793-40c5-a83c-0c08d8d65bd0 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:55.680140 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-391f439e-630e-41b8-8f2e-c6976a9b32a8 req-6a147dcc-8793-40c5-a83c-0c08d8d65bd0 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b5ad082-0e87-47ab-817a-ba203db16028 HTTP/1.1" status: 200 len: 943 time: 0.5006721 Jul 15 13:01:55.681134 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c374ea3-1e7f-4898-8789-6cf142d4c99b req-9d619b88-c609-4160-9d37-b150723391f1 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:01:55.789817 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48451acf-1487-4302-a3c6-6bc256529e07 req-85a6bf5b-0eea-412c-aee6-af5ba799d42d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee89d926-91c8-4b94-b95c-075d98503c9e HTTP/1.1" status: 200 len: 217 time: 0.1703837 Jul 15 13:01:55.823678 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ea270056-c16f-4ed6-b60b-614051053238 req-ef6f51ef-b115-4f31-9df9-834106749e0e tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9268868 Jul 15 13:01:55.829565 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-3e429264-ac92-4c69-b4a7-384f5db05911 service neutron] No DVR routers for this DVR port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:01:55.844941 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-ea270056-c16f-4ed6-b60b-614051053238 req-072b5e38-c239-4453-87c8-6ca161ac76c5 service neutron] Request body: {'port': {'device_id': 'e80b3c8e-c414-43c8-9709-d46ef79b0f40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:01:55.889002 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e429264-ac92-4c69-b4a7-384f5db05911 service neutron] Pushing event updated for resources: {'Port': ['ID=39914eb8-3276-4cbf-8e7e-c5fa53be0c53,revision_number=6']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:55.949507 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 0af5bf58-a625-404b-9e00-06be5124876b triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:55.950578 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:55.987517 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-3e429264-ac92-4c69-b4a7-384f5db05911 service neutron] Attempting to bind port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:55.988565 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-3e429264-ac92-4c69-b4a7-384f5db05911 service neutron] Attempting to bind port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:55.989560 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-3e429264-ac92-4c69-b4a7-384f5db05911 service neutron] Attempting to bind port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:55.992158 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48451acf-1487-4302-a3c6-6bc256529e07 req-7eb0570b-6bd0-4aad-8384-23f7d345c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:55.994796 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48451acf-1487-4302-a3c6-6bc256529e07 req-7eb0570b-6bd0-4aad-8384-23f7d345c7e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d948b154-c21f-429a-bc8f-531575f8bb98 HTTP/1.1" status: 200 len: 852 time: 0.1703415 Jul 15 13:01:56.027850 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-3e429264-ac92-4c69-b4a7-384f5db05911 service neutron] Port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:01:56.028647 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-3e429264-ac92-4c69-b4a7-384f5db05911 service neutron] Attempting to bind port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:56.040114 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-3e429264-ac92-4c69-b4a7-384f5db05911 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:56.041343 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-3e429264-ac92-4c69-b4a7-384f5db05911 service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:56.042351 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-3e429264-ac92-4c69-b4a7-384f5db05911 service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:56.043497 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-3e429264-ac92-4c69-b4a7-384f5db05911 service neutron] Bound port: 39914eb8-3276-4cbf-8e7e-c5fa53be0c53, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:56.044487 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-3e429264-ac92-4c69-b4a7-384f5db05911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:56.057432 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0c374ea3-1e7f-4898-8789-6cf142d4c99b req-9d619b88-c609-4160-9d37-b150723391f1 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:56.098686 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c4f2703-f3fc-4ba7-a725-9a4cea20b8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:56.123719 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7b67d5c9-da84-40d4-96f5-f5cd997a61a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:56.125690 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ea270056-c16f-4ed6-b60b-614051053238 req-072b5e38-c239-4453-87c8-6ca161ac76c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:56.136436 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-391f439e-630e-41b8-8f2e-c6976a9b32a8 req-375d38d2-daca-477e-b9be-c5cc611e388c tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Deleting port a5ab8a22-055a-4fa8-89a0-983911f43d0b {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:01:56.137536 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-391f439e-630e-41b8-8f2e-c6976a9b32a8 req-375d38d2-daca-477e-b9be-c5cc611e388c tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:56.163010 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9f2f3-8d8a-40fc-8512-562064585a21 req-c200da34-58ed-428e-9da1-9d032859054a tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:56.170617 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7ab9f2f3-8d8a-40fc-8512-562064585a21 req-c200da34-58ed-428e-9da1-9d032859054a tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b5ad082-0e87-47ab-817a-ba203db16028 HTTP/1.1" status: 200 len: 943 time: 0.8095088 Jul 15 13:01:56.187887 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48451acf-1487-4302-a3c6-6bc256529e07 req-e1ec2dfa-1b4b-4aa3-826c-3dc6407b1b86 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=58db640f-1ccd-4893-a080-c8b6f61a353d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751467 Jul 15 13:01:56.210932 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-3c4f2703-f3fc-4ba7-a725-9a4cea20b8b5 None None] For port e2618a10-42f0-4e77-a46f-e2b7a4238929, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e2618a10-42f0-4e77-a46f-e2b7a4238929,segment=NetworkSegment(5dba7d69-3e6a-48a9-ba4c-ec5e827d44ce),segment_id=5dba7d69-3e6a-48a9-ba4c-ec5e827d44ce)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:56.211915 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:56.242722 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3c4f2703-f3fc-4ba7-a725-9a4cea20b8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:56.316154 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0c374ea3-1e7f-4898-8789-6cf142d4c99b req-9d619b88-c609-4160-9d37-b150723391f1 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:56.333407 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:56.348281 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-3e429264-ac92-4c69-b4a7-384f5db05911 service neutron] For port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:56.406183 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-3e429264-ac92-4c69-b4a7-384f5db05911 service neutron] For port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=39914eb8-3276-4cbf-8e7e-c5fa53be0c53,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:56.435923 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-3e429264-ac92-4c69-b4a7-384f5db05911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:56.492824 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f2703-f3fc-4ba7-a725-9a4cea20b8b5 None None] Pushing event updated for resources: {'Port': ['ID=e2618a10-42f0-4e77-a46f-e2b7a4238929,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:56.512202 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 0af5bf58-a625-404b-9e00-06be5124876b, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0af5bf58-a625-404b-9e00-06be5124876b,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:56.516171 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-6d1a8c79-fc87-488c-9c0e-b9243257998b None None] Provisioning for port 99034766-2bac-4c31-b0be-4a4c723abb8e completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:01:56.519941 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-391f439e-630e-41b8-8f2e-c6976a9b32a8 req-375d38d2-daca-477e-b9be-c5cc611e388c tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] For port a5ab8a22-055a-4fa8-89a0-983911f43d0b, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=a5ab8a22-055a-4fa8-89a0-983911f43d0b,segment=NetworkSegment(3c78992c-7c37-4056-a074-465cd7af4f35),segment_id=3c78992c-7c37-4056-a074-465cd7af4f35)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:01:56.521139 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-6d1a8c79-fc87-488c-9c0e-b9243257998b None None] Provisioning complete for port 99034766-2bac-4c31-b0be-4a4c723abb8e triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:56.521513 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6d1a8c79-fc87-488c-9c0e-b9243257998b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:56.524195 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-391f439e-630e-41b8-8f2e-c6976a9b32a8 req-375d38d2-daca-477e-b9be-c5cc611e388c tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:56.531277 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:56.531723 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:56.554719 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e429264-ac92-4c69-b4a7-384f5db05911 service neutron] Pushing event updated for resources: {'Port': ['ID=39914eb8-3276-4cbf-8e7e-c5fa53be0c53,revision_number=7']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:56.571523 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-3e429264-ac92-4c69-b4a7-384f5db05911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:56.572266 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-3e429264-ac92-4c69-b4a7-384f5db05911 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:56.574469 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-3e429264-ac92-4c69-b4a7-384f5db05911 service neutron] 10.222.0.18 "PUT /v2.0/ports/39914eb8-3276-4cbf-8e7e-c5fa53be0c53 HTTP/1.1" status: 200 len: 1097 time: 1.8670433 Jul 15 13:01:56.578130 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-391f439e-630e-41b8-8f2e-c6976a9b32a8 req-375d38d2-daca-477e-b9be-c5cc611e388c tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Calling delete_port for a5ab8a22-055a-4fa8-89a0-983911f43d0b owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:01:56.646324 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48451acf-1487-4302-a3c6-6bc256529e07 req-c3c105c9-c27d-4ca2-ae2a-79071803eeb1 service neutron] 10.222.0.18 "GET /v2.0/networks/58db640f-1ccd-4893-a080-c8b6f61a353d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399071 Jul 15 13:01:56.840671 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7ab9f2f3-8d8a-40fc-8512-562064585a21 req-d743affd-5107-4834-8fb6-1710a08d935f tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6689045 Jul 15 13:01:56.867306 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6d1a8c79-fc87-488c-9c0e-b9243257998b None None] Port 99034766-2bac-4c31-b0be-4a4c723abb8e cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:01:56.909407 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=0af5bf58-a625-404b-9e00-06be5124876b,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:56.915822 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:57.018545 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48451acf-1487-4302-a3c6-6bc256529e07 req-763610f4-8cab-4ee1-9645-1f6e1854b585 service neutron] 10.222.0.18 "GET /v2.0/networks/58db640f-1ccd-4893-a080-c8b6f61a353d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241355 Jul 15 13:01:57.056196 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b67d5c9-da84-40d4-96f5-f5cd997a61a2 admin admin] Router b9a44620-a93f-4d1f-bb49-3387ff5fab1d is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:01:57.074258 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1efa1632-efe6-4e94-8641-7f5ed4fc5b04 None None] Provisioning complete for port e2618a10-42f0-4e77-a46f-e2b7a4238929 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:57.078687 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1efa1632-efe6-4e94-8641-7f5ed4fc5b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:57.122119 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e2618a10-42f0-4e77-a46f-e2b7a4238929 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:01:57.294616 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port e2618a10-42f0-4e77-a46f-e2b7a4238929 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:01:57.295190 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:57.336089 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ddfcc-9d22-4136-9205-296677917d44 req-b9f08b92-d62d-4fbd-8ca9-f906eacc6b1f tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:57.339723 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-006ddfcc-9d22-4136-9205-296677917d44 req-b9f08b92-d62d-4fbd-8ca9-f906eacc6b1f tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e80b3c8e-c414-43c8-9709-d46ef79b0f40 HTTP/1.1" status: 200 len: 936 time: 0.2609353 Jul 15 13:01:57.343757 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0c374ea3-1e7f-4898-8789-6cf142d4c99b req-9d619b88-c609-4160-9d37-b150723391f1 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:57.348223 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b67d5c9-da84-40d4-96f5-f5cd997a61a2 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:01:57.360405 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0c374ea3-1e7f-4898-8789-6cf142d4c99b req-9d619b88-c609-4160-9d37-b150723391f1 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:57.374138 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b609d9bf-eacd-4101-973e-aa3d2b4244f0 None None] Sync routers for ids ['b9a44620-a93f-4d1f-bb49-3387ff5fab1d'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:01:57.395135 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b609d9bf-eacd-4101-973e-aa3d2b4244f0 None None] Routers {'b9a44620-a93f-4d1f-bb49-3387ff5fab1d'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:01:57.395790 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b609d9bf-eacd-4101-973e-aa3d2b4244f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:01:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b9a44620-a93f-4d1f-bb49-3387ff5fab1d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:57.472056 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7b67d5c9-da84-40d4-96f5-f5cd997a61a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:57.474292 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7b67d5c9-da84-40d4-96f5-f5cd997a61a2 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0698435 Jul 15 13:01:57.481570 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45084) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:57.498743 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-ea270056-c16f-4ed6-b60b-614051053238 req-072b5e38-c239-4453-87c8-6ca161ac76c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99034766-2bac-4c31-b0be-4a4c723abb8e {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:01:57.523359 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-6650455b-f494-4a91-9c44-c62e6b4bb0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:57.526789 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-6650455b-f494-4a91-9c44-c62e6b4bb0f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 1100 time: 0.8995185 Jul 15 13:01:57.528068 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-391f439e-630e-41b8-8f2e-c6976a9b32a8 req-375d38d2-daca-477e-b9be-c5cc611e388c tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:57.575695 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-006ddfcc-9d22-4136-9205-296677917d44 req-196115ef-c616-462e-883c-26af6d7272de tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149315 Jul 15 13:01:57.582134 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ea270056-c16f-4ed6-b60b-614051053238 req-072b5e38-c239-4453-87c8-6ca161ac76c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:57.633944 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-b609d9bf-eacd-4101-973e-aa3d2b4244f0 None None] Set router b9a44620-a93f-4d1f-bb49-3387ff5fab1d gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:01:57.642403 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-ea270056-c16f-4ed6-b60b-614051053238 req-072b5e38-c239-4453-87c8-6ca161ac76c5 service neutron] Transition to ACTIVE for port object 99034766-2bac-4c31-b0be-4a4c723abb8e will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:57.697503 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ea270056-c16f-4ed6-b60b-614051053238 req-072b5e38-c239-4453-87c8-6ca161ac76c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:57.738040 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d619b88-c609-4160-9d37-b150723391f1 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Pushing event updated for resources: {'Port': ['ID=cbd0cf06-0e10-4bbf-989b-9ee1e9c2397e,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:57.790256 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b5e38-c239-4453-87c8-6ca161ac76c5 service neutron] Pushing event updated for resources: {'Port': ['ID=99034766-2bac-4c31-b0be-4a4c723abb8e,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:57.826421 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-391f439e-630e-41b8-8f2e-c6976a9b32a8 req-375d38d2-daca-477e-b9be-c5cc611e388c tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] No DVR routers for this DVR port a5ab8a22-055a-4fa8-89a0-983911f43d0b on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:01:57.884120 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-391f439e-630e-41b8-8f2e-c6976a9b32a8 req-375d38d2-daca-477e-b9be-c5cc611e388c tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:57.888364 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-391f439e-630e-41b8-8f2e-c6976a9b32a8 req-375d38d2-daca-477e-b9be-c5cc611e388c tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.18 "DELETE /v2.0/ports/a5ab8a22-055a-4fa8-89a0-983911f43d0b HTTP/1.1" status: 204 len: 173 time: 2.2009664 Jul 15 13:01:57.900387 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d38d2-daca-477e-b9be-c5cc611e388c tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Pushing event deleted for resources: {'Port': ['ID=a5ab8a22-055a-4fa8-89a0-983911f43d0b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:57.903811 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0c374ea3-1e7f-4898-8789-6cf142d4c99b req-9d619b88-c609-4160-9d37-b150723391f1 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:57.916563 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7938598d-68c4-4213-b1d9-48e921f5679a x-openstack-request-id: req-7938598d-68c4-4213-b1d9-48e921f5679a {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:57.918365 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5ad082-0e87-47ab-817a-ba203db16028", "name": "network-vif-plugged", "status": "completed", "tag": "a5ab8a22-055a-4fa8-89a0-983911f43d0b", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:57.918997 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7938598d-68c4-4213-b1d9-48e921f5679a {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:57.921041 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5ad082-0e87-47ab-817a-ba203db16028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ab8a22-055a-4fa8-89a0-983911f43d0b', 'code': 200} Jul 15 13:01:58.018576 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80be201-006e-40ea-9622-0ebb82a35a47 x-openstack-request-id: req-d80be201-006e-40ea-9622-0ebb82a35a47 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:58.019097 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f", "tag": "ee89d926-91c8-4b94-b95c-075d98503c9e", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:58.019440 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d80be201-006e-40ea-9622-0ebb82a35a47 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:58.019959 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f', 'tag': 'ee89d926-91c8-4b94-b95c-075d98503c9e', 'status': 'completed', 'code': 200} Jul 15 13:01:58.024514 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0c374ea3-1e7f-4898-8789-6cf142d4c99b req-9d619b88-c609-4160-9d37-b150723391f1 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:58.025584 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-ea270056-c16f-4ed6-b60b-614051053238 req-072b5e38-c239-4453-87c8-6ca161ac76c5 service neutron] Attempting to bind port 99034766-2bac-4c31-b0be-4a4c723abb8e on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:58.026099 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-ea270056-c16f-4ed6-b60b-614051053238 req-072b5e38-c239-4453-87c8-6ca161ac76c5 service neutron] Attempting to bind port 99034766-2bac-4c31-b0be-4a4c723abb8e by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:58.026523 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea270056-c16f-4ed6-b60b-614051053238 req-072b5e38-c239-4453-87c8-6ca161ac76c5 service neutron] Attempting to bind port 99034766-2bac-4c31-b0be-4a4c723abb8e on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:58.041723 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0c374ea3-1e7f-4898-8789-6cf142d4c99b req-9d619b88-c609-4160-9d37-b150723391f1 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9956262 Jul 15 13:01:58.043894 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea270056-c16f-4ed6-b60b-614051053238 req-072b5e38-c239-4453-87c8-6ca161ac76c5 service neutron] Port 99034766-2bac-4c31-b0be-4a4c723abb8e on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:01:58.044329 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea270056-c16f-4ed6-b60b-614051053238 req-072b5e38-c239-4453-87c8-6ca161ac76c5 service neutron] Attempting to bind port 99034766-2bac-4c31-b0be-4a4c723abb8e on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:58.056623 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea270056-c16f-4ed6-b60b-614051053238 req-072b5e38-c239-4453-87c8-6ca161ac76c5 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:58.057668 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea270056-c16f-4ed6-b60b-614051053238 req-072b5e38-c239-4453-87c8-6ca161ac76c5 service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:58.059111 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea270056-c16f-4ed6-b60b-614051053238 req-072b5e38-c239-4453-87c8-6ca161ac76c5 service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:58.059858 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-ea270056-c16f-4ed6-b60b-614051053238 req-072b5e38-c239-4453-87c8-6ca161ac76c5 service neutron] Bound port: 99034766-2bac-4c31-b0be-4a4c723abb8e, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:58.060329 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ea270056-c16f-4ed6-b60b-614051053238 req-072b5e38-c239-4453-87c8-6ca161ac76c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:58.073537 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b609d9bf-eacd-4101-973e-aa3d2b4244f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a44620-a93f-4d1f-bb49-3387ff5fab1d', 'name': 'tempest-FloatingIPDetailsTestJSON-1048557401-router', 'tenant_id': '10f6886ee60441949078133afdd49f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'b127a679-ccef-4f1a-ba65-3eb2967b0ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:51Z', 'updated_at': '2021-07-15T13:01:54Z', 'revision_number': 3, 'project_id': '10f6886ee60441949078133afdd49f55', 'gw_port': {'id': 'b127a679-ccef-4f1a-ba65-3eb2967b0ebd', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:54:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a44620-a93f-4d1f-bb49-3387ff5fab1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:52Z', 'updated_at': '2021-07-15T13:01:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:58.152272 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b609d9bf-eacd-4101-973e-aa3d2b4244f0 None None] Checking router: b9a44620-a93f-4d1f-bb49-3387ff5fab1d for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:01:58.153291 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b609d9bf-eacd-4101-973e-aa3d2b4244f0 None None] Updating router b9a44620-a93f-4d1f-bb49-3387ff5fab1d port b127a679-ccef-4f1a-ba65-3eb2967b0ebd binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:01:58.272853 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0c374ea3-1e7f-4898-8789-6cf142d4c99b req-4305f701-58a1-442e-bfe0-66d35e196bad tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.167 HTTP/1.1" status: 200 len: 696 time: 0.2296782 Jul 15 13:01:58.276525 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-5e2ccf77-b51d-4558-860c-64e05d1341b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:58.279243 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-5e2ccf77-b51d-4558-860c-64e05d1341b0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.7440102 Jul 15 13:01:58.290607 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b609d9bf-eacd-4101-973e-aa3d2b4244f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:58.338833 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-ea270056-c16f-4ed6-b60b-614051053238 req-072b5e38-c239-4453-87c8-6ca161ac76c5 service neutron] For port 99034766-2bac-4c31-b0be-4a4c723abb8e, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:58.365657 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-3b5855e6-43f5-4516-b6f6-04945be451ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=39914eb8-3276-4cbf-8e7e-c5fa53be0c53 HTTP/1.1" status: 200 len: 217 time: 0.0675709 Jul 15 13:01:58.380519 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-ea270056-c16f-4ed6-b60b-614051053238 req-072b5e38-c239-4453-87c8-6ca161ac76c5 service neutron] For port 99034766-2bac-4c31-b0be-4a4c723abb8e, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=99034766-2bac-4c31-b0be-4a4c723abb8e,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:58.393808 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ea270056-c16f-4ed6-b60b-614051053238 req-072b5e38-c239-4453-87c8-6ca161ac76c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:58.475487 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea270056-c16f-4ed6-b60b-614051053238 req-072b5e38-c239-4453-87c8-6ca161ac76c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:58.476292 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ea270056-c16f-4ed6-b60b-614051053238 req-072b5e38-c239-4453-87c8-6ca161ac76c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:58.478517 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ea270056-c16f-4ed6-b60b-614051053238 req-072b5e38-c239-4453-87c8-6ca161ac76c5 service neutron] 10.222.0.18 "PUT /v2.0/ports/99034766-2bac-4c31-b0be-4a4c723abb8e HTTP/1.1" status: 200 len: 1097 time: 2.6378272 Jul 15 13:01:58.483624 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-7cf8c9f0-edb4-4d4d-b6a4-f727636db441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:58.485745 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-7cf8c9f0-edb4-4d4d-b6a4-f727636db441 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1101758 Jul 15 13:01:58.494805 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23371a70-5c09-43aa-9978-df077621362d req-4582d89e-7fd6-4d82-9986-0685f5d8d742 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:58.496552 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-23371a70-5c09-43aa-9978-df077621362d req-4582d89e-7fd6-4d82-9986-0685f5d8d742 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 948 time: 0.2413478 Jul 15 13:01:58.520535 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b5e38-c239-4453-87c8-6ca161ac76c5 service neutron] Pushing event updated for resources: {'Port': ['ID=99034766-2bac-4c31-b0be-4a4c723abb8e,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:58.525400 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device a5ab8a22-055a-4fa8-89a0-983911f43d0b no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:01:58.544188 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd1777-bf8a-4c95-8ab5-487b05267fca req-25ad5982-57aa-4983-bfc2-56ab75c1e3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:58.545747 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-31fd1777-bf8a-4c95-8ab5-487b05267fca req-25ad5982-57aa-4983-bfc2-56ab75c1e3b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0bec17d31a0f42c4bd2c56076659be93&device_id=39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f HTTP/1.1" status: 200 len: 1095 time: 0.5009000 Jul 15 13:01:58.592716 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: a5ab8a22-055a-4fa8-89a0-983911f43d0b {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:01:58.593245 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device a5ab8a22-055a-4fa8-89a0-983911f43d0b not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:01:58.618907 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c374ea3-1e7f-4898-8789-6cf142d4c99b req-768f86f3-1495-485c-af82-5ec2a1f8b01b tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:58.621026 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0c374ea3-1e7f-4898-8789-6cf142d4c99b req-768f86f3-1495-485c-af82-5ec2a1f8b01b tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 784 time: 0.3380926 Jul 15 13:01:58.634569 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-0c374ea3-1e7f-4898-8789-6cf142d4c99b req-fdc4eee6-6e19-4b21-94cd-51b376e14dd0 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:01:58.645279 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0c374ea3-1e7f-4898-8789-6cf142d4c99b req-fdc4eee6-6e19-4b21-94cd-51b376e14dd0 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160692 Jul 15 13:01:58.699110 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-23371a70-5c09-43aa-9978-df077621362d req-1bcc5bae-f3f8-4f1c-84d5-1cf12f8749ea tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895411 Jul 15 13:01:58.709423 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6c4d0b7-edac-40ed-be76-a9126c06cb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:58.833478 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b609d9bf-eacd-4101-973e-aa3d2b4244f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:58.856407 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-6e50b2bc-0e0e-4c97-9612-86988758d816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:58.858162 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-6e50b2bc-0e0e-4c97-9612-86988758d816 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3540649 Jul 15 13:01:58.859438 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd1777-bf8a-4c95-8ab5-487b05267fca req-2356716e-96e0-43cd-9be4-1e4b0d25299c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:58.860850 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-31fd1777-bf8a-4c95-8ab5-487b05267fca req-2356716e-96e0-43cd-9be4-1e4b0d25299c service neutron] 10.222.0.18 "GET /v2.0/networks?id=58db640f-1ccd-4893-a080-c8b6f61a353d HTTP/1.1" status: 200 len: 913 time: 0.2835677 Jul 15 13:01:58.873706 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e661713-0384-49bb-97b4-f904705bfdd6 x-openstack-request-id: req-7e661713-0384-49bb-97b4-f904705bfdd6 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:01:58.874074 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c81327-7eeb-4ef9-8f25-19c9b4e17b94", "name": "network-vif-unplugged", "status": "completed", "tag": "39914eb8-3276-4cbf-8e7e-c5fa53be0c53", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:01:58.874539 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7e661713-0384-49bb-97b4-f904705bfdd6 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:01:58.874985 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c81327-7eeb-4ef9-8f25-19c9b4e17b94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39914eb8-3276-4cbf-8e7e-c5fa53be0c53', 'code': 200} Jul 15 13:01:58.879020 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b609d9bf-eacd-4101-973e-aa3d2b4244f0 None None] Transition to ACTIVE for port object b127a679-ccef-4f1a-ba65-3eb2967b0ebd will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:58.888789 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b609d9bf-eacd-4101-973e-aa3d2b4244f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:58.979307 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-b609d9bf-eacd-4101-973e-aa3d2b4244f0 None None] Attempting to bind port b127a679-ccef-4f1a-ba65-3eb2967b0ebd on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:01:58.979830 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-b609d9bf-eacd-4101-973e-aa3d2b4244f0 None None] Attempting to bind port b127a679-ccef-4f1a-ba65-3eb2967b0ebd by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:01:58.980122 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b609d9bf-eacd-4101-973e-aa3d2b4244f0 None None] Attempting to bind port b127a679-ccef-4f1a-ba65-3eb2967b0ebd on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:01:58.991213 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b609d9bf-eacd-4101-973e-aa3d2b4244f0 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:01:58.991707 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b609d9bf-eacd-4101-973e-aa3d2b4244f0 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:01:58.992203 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b609d9bf-eacd-4101-973e-aa3d2b4244f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:58.993731 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b609d9bf-eacd-4101-973e-aa3d2b4244f0 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:01:58.993731 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-b609d9bf-eacd-4101-973e-aa3d2b4244f0 None None] Bound port: b127a679-ccef-4f1a-ba65-3eb2967b0ebd, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:01:58.994362 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b609d9bf-eacd-4101-973e-aa3d2b4244f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:59.000153 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d056f-f471-4cd4-abb0-eb678d9060ab None None] Pushing event updated for resources: {'Port': ['ID=b127a679-ccef-4f1a-ba65-3eb2967b0ebd,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:59.014986 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea270056-c16f-4ed6-b60b-614051053238 req-49ac0dfc-12a7-4eb2-8885-0d2b0247c71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:59.018478 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ea270056-c16f-4ed6-b60b-614051053238 req-49ac0dfc-12a7-4eb2-8885-0d2b0247c71f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&device_id=e80b3c8e-c414-43c8-9709-d46ef79b0f40 HTTP/1.1" status: 200 len: 1100 time: 0.4526510 Jul 15 13:01:59.043700 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-31fd1777-bf8a-4c95-8ab5-487b05267fca req-7ba1af93-7ab9-49e3-a30a-b7a9eba5ae5c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee89d926-91c8-4b94-b95c-075d98503c9e HTTP/1.1" status: 200 len: 217 time: 0.1388028 Jul 15 13:01:59.088036 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-b609d9bf-eacd-4101-973e-aa3d2b4244f0 None None] For port b127a679-ccef-4f1a-ba65-3eb2967b0ebd, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:01:59.091571 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-b609d9bf-eacd-4101-973e-aa3d2b4244f0 None None] For port b127a679-ccef-4f1a-ba65-3eb2967b0ebd, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b127a679-ccef-4f1a-ba65-3eb2967b0ebd,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:01:59.098431 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b609d9bf-eacd-4101-973e-aa3d2b4244f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:59.157045 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ea270056-c16f-4ed6-b60b-614051053238 req-e14d0306-0450-4953-8d14-f887e448aa8a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=99034766-2bac-4c31-b0be-4a4c723abb8e HTTP/1.1" status: 200 len: 217 time: 0.1252520 Jul 15 13:01:59.175592 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b609d9bf-eacd-4101-973e-aa3d2b4244f0 None None] Routers {'b9a44620-a93f-4d1f-bb49-3387ff5fab1d'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:01:59.176356 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b609d9bf-eacd-4101-973e-aa3d2b4244f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:01:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b9a44620-a93f-4d1f-bb49-3387ff5fab1d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:59.183785 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd1777-bf8a-4c95-8ab5-487b05267fca req-d62f9af2-ba73-40d8-bf74-33007b0d2adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:59.186363 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-31fd1777-bf8a-4c95-8ab5-487b05267fca req-d62f9af2-ba73-40d8-bf74-33007b0d2adf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d948b154-c21f-429a-bc8f-531575f8bb98 HTTP/1.1" status: 200 len: 852 time: 0.1334932 Jul 15 13:01:59.215737 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d056f-f471-4cd4-abb0-eb678d9060ab None None] Pushing event updated for resources: {'Port': ['ID=b127a679-ccef-4f1a-ba65-3eb2967b0ebd,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:59.258198 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ba396-33e5-4a83-8c67-21a5d0a87361 req-648beced-6f8a-4408-95ed-933369f713dd tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:59.261006 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a0ba396-33e5-4a83-8c67-21a5d0a87361 req-648beced-6f8a-4408-95ed-933369f713dd tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/ports?device_id=39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f HTTP/1.1" status: 200 len: 943 time: 0.3728886 Jul 15 13:01:59.280599 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-d6c4d0b7-edac-40ed-be76-a9126c06cb0d admin admin] Allocated IP 172.20.0.1 (05565a3d-794d-4206-bc74-931a2c40cb41/07be4d73-6731-4ae0-9cca-56763a0f7c5b/33f55af8-1c00-4f42-9f42-e8164221b6e4) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:01:59.300984 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea270056-c16f-4ed6-b60b-614051053238 req-5a7b7b47-103c-44c7-b6c1-4d9f92b88e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:59.301519 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-31fd1777-bf8a-4c95-8ab5-487b05267fca req-e9454882-68e4-4bd9-afca-e418cf364a8d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=58db640f-1ccd-4893-a080-c8b6f61a353d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054397 Jul 15 13:01:59.302502 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ea270056-c16f-4ed6-b60b-614051053238 req-5a7b7b47-103c-44c7-b6c1-4d9f92b88e62 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1054499 Jul 15 13:01:59.315981 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-b609d9bf-eacd-4101-973e-aa3d2b4244f0 None None] Set router b9a44620-a93f-4d1f-bb49-3387ff5fab1d gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:01:59.323699 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-54442db4-3c29-4033-9db1-56665820dbe9 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460354 Jul 15 13:01:59.414680 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5e285-e996-45d9-b6ec-fb641715cd94 req-cbfcc10e-8d3a-48ce-81f5-b978895aece1 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:59.416356 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-99d5e285-e996-45d9-b6ec-fb641715cd94 req-cbfcc10e-8d3a-48ce-81f5-b978895aece1 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.2801743 Jul 15 13:01:59.492297 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6c4d0b7-edac-40ed-be76-a9126c06cb0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:59.518770 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea270056-c16f-4ed6-b60b-614051053238 req-20af6c71-5aee-4f5a-a6e1-78e07712f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:01:59.521115 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ea270056-c16f-4ed6-b60b-614051053238 req-20af6c71-5aee-4f5a-a6e1-78e07712f262 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1965714 Jul 15 13:01:59.529159 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-99d5e285-e996-45d9-b6ec-fb641715cd94 req-1596044e-c849-4ea2-9b50-c0450a06e5ad tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871136 Jul 15 13:01:59.540507 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d6c4d0b7-edac-40ed-be76-a9126c06cb0d admin admin] Transition to ACTIVE for port object 33f55af8-1c00-4f42-9f42-e8164221b6e4 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:01:59.551264 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a0ba396-33e5-4a83-8c67-21a5d0a87361 req-b8e962df-051d-4697-bd0a-6938640c194a tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups?id=05e5fc58-e33d-47d0-bab7-f5006456ee4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539873 Jul 15 13:01:59.552051 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b609d9bf-eacd-4101-973e-aa3d2b4244f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a44620-a93f-4d1f-bb49-3387ff5fab1d', 'name': 'tempest-FloatingIPDetailsTestJSON-1048557401-router', 'tenant_id': '10f6886ee60441949078133afdd49f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'b127a679-ccef-4f1a-ba65-3eb2967b0ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:51Z', 'updated_at': '2021-07-15T13:01:54Z', 'revision_number': 3, 'project_id': '10f6886ee60441949078133afdd49f55', 'gw_port': {'id': 'b127a679-ccef-4f1a-ba65-3eb2967b0ebd', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:54:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a44620-a93f-4d1f-bb49-3387ff5fab1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:52Z', 'updated_at': '2021-07-15T13:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:01:59.586829 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b609d9bf-eacd-4101-973e-aa3d2b4244f0 None None] The sync data for ids ['b9a44620-a93f-4d1f-bb49-3387ff5fab1d'] in n-d-758944-45 is: [{'id': 'b9a44620-a93f-4d1f-bb49-3387ff5fab1d', 'name': 'tempest-FloatingIPDetailsTestJSON-1048557401-router', 'tenant_id': '10f6886ee60441949078133afdd49f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'b127a679-ccef-4f1a-ba65-3eb2967b0ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:51Z', 'updated_at': '2021-07-15T13:01:54Z', 'revision_number': 3, 'project_id': '10f6886ee60441949078133afdd49f55', 'gw_port': {'id': 'b127a679-ccef-4f1a-ba65-3eb2967b0ebd', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:54:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a44620-a93f-4d1f-bb49-3387ff5fab1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:52Z', 'updated_at': '2021-07-15T13:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:01:59.744725 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4d34db7-2cf5-4d6e-93ff-f9a4dcde16f2 req-752d8aac-c57a-4ad0-9592-dcf47680204a service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971810 Jul 15 13:01:59.756360 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-31fd1777-bf8a-4c95-8ab5-487b05267fca req-e7dd729a-9f48-46d9-9b59-b59a2776294b service neutron] 10.222.0.18 "GET /v2.0/networks/58db640f-1ccd-4893-a080-c8b6f61a353d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388778 Jul 15 13:01:59.765041 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ea270056-c16f-4ed6-b60b-614051053238 req-2cc5a542-d263-4fc0-b8fd-b7ef8445e82e service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315264 Jul 15 13:01:59.775748 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6c4d0b7-edac-40ed-be76-a9126c06cb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:59.922606 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5ad082-0e87-47ab-817a-ba203db16028', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5ab8a22-055a-4fa8-89a0-983911f43d0b'}, {'server_uuid': '28863b26-93ae-48e3-9449-ffbefc492fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af5bf58-a625-404b-9e00-06be5124876b'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:01:59.928036 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6c48a7-26ae-4a26-991f-d23d8f95ec50" -d '{"events": [{"server_uuid": "4b5ad082-0e87-47ab-817a-ba203db16028", "name": "network-vif-unplugged", "status": "completed", "tag": "a5ab8a22-055a-4fa8-89a0-983911f43d0b"}, {"server_uuid": "28863b26-93ae-48e3-9449-ffbefc492fb7", "name": "network-vif-plugged", "status": "completed", "tag": "0af5bf58-a625-404b-9e00-06be5124876b"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:01:59.990531 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c4d0b7-edac-40ed-be76-a9126c06cb0d admin admin] Network 05565a3d-794d-4206-bc74-931a2c40cb41 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:00.000273 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-31fd1777-bf8a-4c95-8ab5-487b05267fca req-d7868d46-27da-4fae-9540-134334d78e5d service neutron] 10.222.0.18 "GET /v2.0/networks/58db640f-1ccd-4893-a080-c8b6f61a353d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367365 Jul 15 13:02:00.045023 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80b3c8e-c414-43c8-9709-d46ef79b0f40', 'tag': '99034766-2bac-4c31-b0be-4a4c723abb8e'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:00.047567 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62f03d5-1c5b-4791-a5e1-5f4de98e6ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "e80b3c8e-c414-43c8-9709-d46ef79b0f40", "tag": "99034766-2bac-4c31-b0be-4a4c723abb8e"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:00.050390 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d6c4d0b7-edac-40ed-be76-a9126c06cb0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:00.061548 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4d0b7-edac-40ed-be76-a9126c06cb0d admin admin] Pushing event updated for resources: {'Port': ['ID=33f55af8-1c00-4f42-9f42-e8164221b6e4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:00.064877 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c4d0b7-edac-40ed-be76-a9126c06cb0d admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:00.113805 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa135a9e-7a47-49c7-b714-4aea2e0890d3 req-1b4c0a51-bfde-401d-8608-93e1b014f948 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:00.117000 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aa135a9e-7a47-49c7-b714-4aea2e0890d3 req-1b4c0a51-bfde-401d-8608-93e1b014f948 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/ports?device_id=277acb31-be26-461e-810f-08cca58a9d8f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2885945 Jul 15 13:02:00.253613 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aa135a9e-7a47-49c7-b714-4aea2e0890d3 req-21f0fbec-66bb-4800-ae54-d2081f316aa0 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.167 HTTP/1.1" status: 200 len: 696 time: 0.1095843 Jul 15 13:02:00.270743 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-aa135a9e-7a47-49c7-b714-4aea2e0890d3 req-10f25bc7-9509-4b64-a974-224110aa0db5 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Request body: {'floatingip': {'port_id': 'b2f57783-ba98-4e8e-9e01-b35872dd7b96', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:00.344671 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-aa135a9e-7a47-49c7-b714-4aea2e0890d3 req-10f25bc7-9509-4b64-a974-224110aa0db5 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks [] for floatingip, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:00.444919 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09eff70-eeb3-4c6b-b463-cff4c3dc96ba req-d2fc18f4-e7c1-4248-9d34-f33326d63a17 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:00.448460 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f09eff70-eeb3-4c6b-b463-cff4c3dc96ba req-d2fc18f4-e7c1-4248-9d34-f33326d63a17 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e80b3c8e-c414-43c8-9709-d46ef79b0f40 HTTP/1.1" status: 200 len: 948 time: 0.6782985 Jul 15 13:02:00.452740 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6c4d0b7-edac-40ed-be76-a9126c06cb0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:00.462826 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ea270056-c16f-4ed6-b60b-614051053238 req-412e09e1-5850-45f9-b0b7-ddbb54ca575b service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6896396 Jul 15 13:02:00.480235 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1de714cc-80e7-4885-baa5-9b011d711baa None None] Provisioning for port 33f55af8-1c00-4f42-9f42-e8164221b6e4 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:00.494248 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1de714cc-80e7-4885-baa5-9b011d711baa None None] Provisioning complete for port 33f55af8-1c00-4f42-9f42-e8164221b6e4 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:00.495274 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1de714cc-80e7-4885-baa5-9b011d711baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:00.542332 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device ee89d926-91c8-4b94-b95c-075d98503c9e details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:02:00.548535 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-1de714cc-80e7-4885-baa5-9b011d711baa None None] Port 33f55af8-1c00-4f42-9f42-e8164221b6e4 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:02:00.599767 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f09eff70-eeb3-4c6b-b463-cff4c3dc96ba req-77c4baaf-25d2-49a8-9b5e-de2ebd9978d6 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352375 Jul 15 13:02:00.715186 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port ee89d926-91c8-4b94-b95c-075d98503c9e, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=ee89d926-91c8-4b94-b95c-075d98503c9e,segment=NetworkSegment(81550a63-2e5d-4914-a9dd-2665e1853a5f),segment_id=81550a63-2e5d-4914-a9dd-2665e1853a5f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:00.750938 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'ee89d926-91c8-4b94-b95c-075d98503c9e', 'network_id': '58db640f-1ccd-4893-a080-c8b6f61a353d', 'port_id': 'ee89d926-91c8-4b94-b95c-075d98503c9e', 'mac_address': 'fa:16:3e:23:2e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd948b154-c21f-429a-bc8f-531575f8bb98', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:02:00.810806 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6c4d0b7-edac-40ed-be76-a9126c06cb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:00.861468 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:00.878968 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee89d926-91c8-4b94-b95c-075d98503c9e {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:00.907634 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port ee89d926-91c8-4b94-b95c-075d98503c9e, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=ee89d926-91c8-4b94-b95c-075d98503c9e,segment=NetworkSegment(81550a63-2e5d-4914-a9dd-2665e1853a5f),segment_id=81550a63-2e5d-4914-a9dd-2665e1853a5f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:00.920053 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:01.000842 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=ee89d926-91c8-4b94-b95c-075d98503c9e,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:01.178966 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6c4d0b7-edac-40ed-be76-a9126c06cb0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:01.189287 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6c4d0b7-edac-40ed-be76-a9126c06cb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:01.220016 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c81327-7eeb-4ef9-8f25-19c9b4e17b94', 'tag': '39914eb8-3276-4cbf-8e7e-c5fa53be0c53'}, {'server_uuid': '4b5ad082-0e87-47ab-817a-ba203db16028', 'name': 'network-vif-deleted', 'tag': 'a5ab8a22-055a-4fa8-89a0-983911f43d0b'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:01.223419 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4e45b0-7060-4e72-a876-a8bcb52d81bf" -d '{"events": [{"name": "network-changed", "server_uuid": "36c81327-7eeb-4ef9-8f25-19c9b4e17b94", "tag": "39914eb8-3276-4cbf-8e7e-c5fa53be0c53"}, {"server_uuid": "4b5ad082-0e87-47ab-817a-ba203db16028", "name": "network-vif-deleted", "tag": "a5ab8a22-055a-4fa8-89a0-983911f43d0b"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:01.227796 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b127a679-ccef-4f1a-ba65-3eb2967b0ebd up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:01.239701 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.db.resource_extend [req-aa135a9e-7a47-49c7-b714-4aea2e0890d3 req-10f25bc7-9509-4b64-a974-224110aa0db5 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:02:01.274077 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['ee89d926-91c8-4b94-b95c-075d98503c9e'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:01.365970 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4d0b7-edac-40ed-be76-a9126c06cb0d admin admin] Pushing event updated for resources: {'Port': ['ID=33f55af8-1c00-4f42-9f42-e8164221b6e4,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:01.373682 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port b127a679-ccef-4f1a-ba65-3eb2967b0ebd completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:01.380194 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6c4d0b7-edac-40ed-be76-a9126c06cb0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:01.395350 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port b127a679-ccef-4f1a-ba65-3eb2967b0ebd triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:01.396146 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:01.594476 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:01.605700 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45108) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:01.623343 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f51522f1-721a-4fa4-aafc-263bf5b79978 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1712793246', 'description': 'tempest-description--2069480722'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:01.632720 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port b127a679-ccef-4f1a-ba65-3eb2967b0ebd, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b127a679-ccef-4f1a-ba65-3eb2967b0ebd,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:01.642633 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:01.670739 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c4d0b7-edac-40ed-be76-a9126c06cb0d admin admin] Network 05565a3d-794d-4206-bc74-931a2c40cb41 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:01.681183 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d6c4d0b7-edac-40ed-be76-a9126c06cb0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:01.702136 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f51522f1-721a-4fa4-aafc-263bf5b79978 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:01.760114 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=b127a679-ccef-4f1a-ba65-3eb2967b0ebd,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:01.896452 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-aa135a9e-7a47-49c7-b714-4aea2e0890d3 req-10f25bc7-9509-4b64-a974-224110aa0db5 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:01.904016 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-aa135a9e-7a47-49c7-b714-4aea2e0890d3 req-10f25bc7-9509-4b64-a974-224110aa0db5 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:02.053739 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [req-aa135a9e-7a47-49c7-b714-4aea2e0890d3 req-10f25bc7-9509-4b64-a974-224110aa0db5 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Floating IP d6b265f6-9913-45e5-87bd-598e7c568d4b associated. External IP: 172.25.6.167, port: b2f57783-ba98-4e8e-9e01-b35872dd7b96. Jul 15 13:02:02.086558 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-88845064-e84f-48c4-975f-6573a63a2044 None None] Provisioning complete for port 33f55af8-1c00-4f42-9f42-e8164221b6e4 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:02.086977 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-88845064-e84f-48c4-975f-6573a63a2044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:02.093491 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c4d0b7-edac-40ed-be76-a9126c06cb0d admin admin] Router b9a44620-a93f-4d1f-bb49-3387ff5fab1d has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:02:02.141573 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-88845064-e84f-48c4-975f-6573a63a2044 None None] Port 33f55af8-1c00-4f42-9f42-e8164221b6e4 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:02:02.165344 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958b111-75e8-4a94-9be3-33fa80534f9a req-5e6fcb75-680b-4734-8ade-dc0f3dfac1ff tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:02.167599 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5958b111-75e8-4a94-9be3-33fa80534f9a req-5e6fcb75-680b-4734-8ade-dc0f3dfac1ff tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 948 time: 0.3333893 Jul 15 13:02:02.213180 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f51522f1-721a-4fa4-aafc-263bf5b79978 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:02.225922 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f51522f1-721a-4fa4-aafc-263bf5b79978 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:02.285875 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5958b111-75e8-4a94-9be3-33fa80534f9a req-6628aa13-8115-4013-8ce2-87b54352a92a tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071751 Jul 15 13:02:02.356278 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f51522f1-721a-4fa4-aafc-263bf5b79978 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:02.356836 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f51522f1-721a-4fa4-aafc-263bf5b79978 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7431543 Jul 15 13:02:02.360250 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45114) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:02.366242 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 15 Jul 2021 13:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e99a88-d3a2-4df7-bae7-8e79532f0c08 x-openstack-request-id: req-52e99a88-d3a2-4df7-bae7-8e79532f0c08 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:02.366668 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5ad082-0e87-47ab-817a-ba203db16028", "name": "network-vif-unplugged", "status": "completed", "tag": "a5ab8a22-055a-4fa8-89a0-983911f43d0b", "code": 200}, {"server_uuid": "28863b26-93ae-48e3-9449-ffbefc492fb7", "name": "network-vif-plugged", "status": "completed", "tag": "0af5bf58-a625-404b-9e00-06be5124876b", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:02.367020 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52e99a88-d3a2-4df7-bae7-8e79532f0c08 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:02.367540 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5ad082-0e87-47ab-817a-ba203db16028', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5ab8a22-055a-4fa8-89a0-983911f43d0b', 'code': 200} Jul 15 13:02:02.367897 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28863b26-93ae-48e3-9449-ffbefc492fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af5bf58-a625-404b-9e00-06be5124876b', 'code': 200} Jul 15 13:02:02.369796 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-99b51e6e-ca10-447a-b175-f9764b419d8d tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Request body: {'security_group_rule': {'security_group_id': '8811ffd5-069b-4239-92c4-15de607e4d14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:02.379002 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa135a9e-7a47-49c7-b714-4aea2e0890d3 req-10f25bc7-9509-4b64-a974-224110aa0db5 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Router b29b6db1-6226-469f-9042-8c8b36b47fa3 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:02:02.379576 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51522f1-721a-4fa4-aafc-263bf5b79978 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8811ffd5-069b-4239-92c4-15de607e4d14,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:02.417422 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c4d0b7-edac-40ed-be76-a9126c06cb0d admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:02:02.426783 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d6c4d0b7-edac-40ed-be76-a9126c06cb0d admin admin] 10.222.0.24 "PUT /v2.0/routers/b9a44620-a93f-4d1f-bb49-3387ff5fab1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9404340 Jul 15 13:02:02.453875 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15424a6d-8a41-48c6-b01a-33720a31bd71 x-openstack-request-id: req-15424a6d-8a41-48c6-b01a-33720a31bd71 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:02.454264 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e80b3c8e-c414-43c8-9709-d46ef79b0f40", "tag": "99034766-2bac-4c31-b0be-4a4c723abb8e", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:02.454459 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-15424a6d-8a41-48c6-b01a-33720a31bd71 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:02.463926 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e80b3c8e-c414-43c8-9709-d46ef79b0f40', 'tag': '99034766-2bac-4c31-b0be-4a4c723abb8e', 'status': 'completed', 'code': 200} Jul 15 13:02:02.497374 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99b51e6e-ca10-447a-b175-f9764b419d8d tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:02.549572 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:02:02.564104 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device ee89d926-91c8-4b94-b95c-075d98503c9e up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:02.584844 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa135a9e-7a47-49c7-b714-4aea2e0890d3 req-10f25bc7-9509-4b64-a974-224110aa0db5 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:02:02.591096 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-aa135a9e-7a47-49c7-b714-4aea2e0890d3 req-10f25bc7-9509-4b64-a974-224110aa0db5 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:02.619515 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ea180f-e9fc-4a21-a821-d1eaef86f8ca None None] Sync routers for ids ['b29b6db1-6226-469f-9042-8c8b36b47fa3'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:02:02.660908 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ea180f-e9fc-4a21-a821-d1eaef86f8ca None None] Routers {'b29b6db1-6226-469f-9042-8c8b36b47fa3'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:02.663324 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f03d5-1c5b-4791-a5e1-5f4de98e6ddf req-1aa70c41-de1b-4633-aee1-7d0fe14bf4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:02.664947 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d62f03d5-1c5b-4791-a5e1-5f4de98e6ddf req-1aa70c41-de1b-4633-aee1-7d0fe14bf4c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&device_id=e80b3c8e-c414-43c8-9709-d46ef79b0f40 HTTP/1.1" status: 200 len: 1100 time: 0.1819143 Jul 15 13:02:02.665696 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b3ea180f-e9fc-4a21-a821-d1eaef86f8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:01:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b29b6db1-6226-469f-9042-8c8b36b47fa3'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:02.694307 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aa135a9e-7a47-49c7-b714-4aea2e0890d3 req-10f25bc7-9509-4b64-a974-224110aa0db5 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "PUT /v2.0/floatingips/d6b265f6-9913-45e5-87bd-598e7c568d4b HTTP/1.1" status: 200 len: 997 time: 2.4300373 Jul 15 13:02:02.712727 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99b51e6e-ca10-447a-b175-f9764b419d8d tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:02.724467 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99b51e6e-ca10-447a-b175-f9764b419d8d tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:02.775034 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99b51e6e-ca10-447a-b175-f9764b419d8d tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:02.779674 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-99b51e6e-ca10-447a-b175-f9764b419d8d tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4116645 Jul 15 13:02:02.790871 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adee054a-eae9-43ec-bb1a-2fb321a496d8 None None] Sync routers for ids ['b9a44620-a93f-4d1f-bb49-3387ff5fab1d'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:02:02.809076 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45118) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:02.832283 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f4584874-d92a-4ea0-8a19-f304ac01e9cf tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Request body: {'security_group_rule': {'security_group_id': '8811ffd5-069b-4239-92c4-15de607e4d14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:02.902702 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b51e6e-ca10-447a-b175-f9764b419d8d tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a67ddf1-18e9-47c8-9e99-ba42396e82de,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:02.926700 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-b3ea180f-e9fc-4a21-a821-d1eaef86f8ca None None] Set router b29b6db1-6226-469f-9042-8c8b36b47fa3 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:02.930428 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f4584874-d92a-4ea0-8a19-f304ac01e9cf tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:02.954999 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=39914eb8-3276-4cbf-8e7e-c5fa53be0c53,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:02.980548 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '39914eb8-3276-4cbf-8e7e-c5fa53be0c53', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': '39914eb8-3276-4cbf-8e7e-c5fa53be0c53', 'mac_address': 'fa:16:3e:0e:a1:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:02:02.983840 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adee054a-eae9-43ec-bb1a-2fb321a496d8 None None] Routers {'b9a44620-a93f-4d1f-bb49-3387ff5fab1d'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:02.985094 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-adee054a-eae9-43ec-bb1a-2fb321a496d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:01:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b9a44620-a93f-4d1f-bb49-3387ff5fab1d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:02.999185 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa135a9e-7a47-49c7-b714-4aea2e0890d3 req-a2d4ace5-3414-495a-b1ee-4d7cecd7a933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:03.000645 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f03d5-1c5b-4791-a5e1-5f4de98e6ddf req-fea201a5-adff-48ea-b874-fc73f806ce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:03.001903 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aa135a9e-7a47-49c7-b714-4aea2e0890d3 req-a2d4ace5-3414-495a-b1ee-4d7cecd7a933 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=679f7149411f4ccd996893a137236998&device_id=277acb31-be26-461e-810f-08cca58a9d8f HTTP/1.1" status: 200 len: 1098 time: 0.2378244 Jul 15 13:02:03.017717 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d62f03d5-1c5b-4791-a5e1-5f4de98e6ddf req-fea201a5-adff-48ea-b874-fc73f806ce3a service neutron] 10.222.0.18 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.3402591 Jul 15 13:02:03.036252 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fac2e-569f-43a6-b4ff-74476a8d78c3 req-a3d0f09a-89f3-4e50-99ac-c33512a68cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:03.038959 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c91fac2e-569f-43a6-b4ff-74476a8d78c3 req-a3d0f09a-89f3-4e50-99ac-c33512a68cfe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 1101 time: 0.2304673 Jul 15 13:02:03.049847 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca49c0-d82f-4222-a577-273e48816de4 req-de988439-138c-4430-81d8-f27332c39f1d tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:03.052845 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5bca49c0-d82f-4222-a577-273e48816de4 req-de988439-138c-4430-81d8-f27332c39f1d tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/ports?device_id=39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f HTTP/1.1" status: 200 len: 944 time: 0.2740562 Jul 15 13:02:03.181835 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d62f03d5-1c5b-4791-a5e1-5f4de98e6ddf req-cb02a216-4616-43a4-b754-746ed37523b1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=99034766-2bac-4c31-b0be-4a4c723abb8e HTTP/1.1" status: 200 len: 217 time: 0.1506393 Jul 15 13:02:03.239185 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f4584874-d92a-4ea0-8a19-f304ac01e9cf tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:03.254913 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5bca49c0-d82f-4222-a577-273e48816de4 req-56728a67-f138-48e3-babb-7be735b60429 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups?id=05e5fc58-e33d-47d0-bab7-f5006456ee4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890340 Jul 15 13:02:03.257248 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c91fac2e-569f-43a6-b4ff-74476a8d78c3 req-47f911e6-e36e-43f3-8236-4e4c24034cf6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793187 Jul 15 13:02:03.258412 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f4584874-d92a-4ea0-8a19-f304ac01e9cf tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:03.267213 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f03d5-1c5b-4791-a5e1-5f4de98e6ddf req-770acfe1-3221-4f4e-af55-91f84d92295d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:03.269151 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d62f03d5-1c5b-4791-a5e1-5f4de98e6ddf req-770acfe1-3221-4f4e-af55-91f84d92295d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.0803955 Jul 15 13:02:03.284720 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b127a679-ccef-4f1a-ba65-3eb2967b0ebd up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:03.318281 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port ee89d926-91c8-4b94-b95c-075d98503c9e completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:03.332673 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4584874-d92a-4ea0-8a19-f304ac01e9cf tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e4ada0-c657-4e56-8456-f4fa0c8ea62d,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:03.339518 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa135a9e-7a47-49c7-b714-4aea2e0890d3 req-0ee8de91-a080-43ba-b158-9a1da87d5c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:03.342306 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aa135a9e-7a47-49c7-b714-4aea2e0890d3 req-0ee8de91-a080-43ba-b158-9a1da87d5c2e service neutron] 10.222.0.24 "GET /v2.0/networks?id=3ea33544-7fbe-4338-b6af-9f86e076512c HTTP/1.1" status: 200 len: 930 time: 0.3246851 Jul 15 13:02:03.350388 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f4584874-d92a-4ea0-8a19-f304ac01e9cf tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:03.355608 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f4584874-d92a-4ea0-8a19-f304ac01e9cf tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5240531 Jul 15 13:02:03.355825 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port ee89d926-91c8-4b94-b95c-075d98503c9e triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:03.355825 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:03.363616 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45124) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:03.373610 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ecf2df7f-5cb0-44d7-a36b-c358f918fb38 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:03.408012 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f03d5-1c5b-4791-a5e1-5f4de98e6ddf req-cc2e50b2-ce64-46e0-a4e0-40c1f1484d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:03.410777 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d62f03d5-1c5b-4791-a5e1-5f4de98e6ddf req-cc2e50b2-ce64-46e0-a4e0-40c1f1484d8f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1337481 Jul 15 13:02:03.445585 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b3ea180f-e9fc-4a21-a821-d1eaef86f8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1398729311-router', 'tenant_id': '679f7149411f4ccd996893a137236998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f65ef914-2890-4501-8f10-60c71390a335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:19Z', 'updated_at': '2021-07-15T13:01:29Z', 'revision_number': 4, 'project_id': '679f7149411f4ccd996893a137236998', 'gw_port': {'id': 'f65ef914-2890-4501-8f10-60c71390a335', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:20Z', 'updated_at': '2021-07-15T13:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'd6b265f6-9913-45e5-87bd-598e7c568d4b', 'tenant_id': '679f7149411f4ccd996893a137236998', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'port_id': 'b2f57783-ba98-4e8e-9e01-b35872dd7b96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea33544-7fbe-4338-b6af-9f86e076512c', 'mac_address': 'fa:16:3e:57:7c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277acb31-be26-461e-810f-08cca58a9d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:01:55Z', 'updated_at': '2021-07-15T13:02:01Z', 'revision_number': 1, 'project_id': '679f7149411f4ccd996893a137236998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d10177a-b158-4e0a-b1fe-59ba818c6bbc', 'name': '', 'network_id': '3ea33544-7fbe-4338-b6af-9f86e076512c', 'tenant_id': '679f7149411f4ccd996893a137236998', 'mac_address': 'fa:16:3e:65:24:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '1c520e11-3e2e-4d45-91c6-21955ccf896a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:26Z', 'updated_at': '2021-07-15T13:01:37Z', 'revision_number': 5, 'project_id': '679f7149411f4ccd996893a137236998', 'subnets': [{'id': '1c520e11-3e2e-4d45-91c6-21955ccf896a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:03.512506 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:03.567356 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aa135a9e-7a47-49c7-b714-4aea2e0890d3 req-f2507036-f9bd-4948-a5fb-f8b6144bb109 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2f57783-ba98-4e8e-9e01-b35872dd7b96 HTTP/1.1" status: 200 len: 1000 time: 0.2134459 Jul 15 13:02:03.570283 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ecf2df7f-5cb0-44d7-a36b-c358f918fb38 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:03.590118 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:03.623954 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21930552-3500-4495-b52e-20f14c1b362d req-359dc752-0d4c-4395-af3a-f3a2beff5c20 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:03.631974 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-21930552-3500-4495-b52e-20f14c1b362d req-359dc752-0d4c-4395-af3a-f3a2beff5c20 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.1638360 Jul 15 13:02:03.643234 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d62f03d5-1c5b-4791-a5e1-5f4de98e6ddf req-33fb294c-a8d5-4a6e-8bea-1a46375a003a service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247968 Jul 15 13:02:03.660911 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-adee054a-eae9-43ec-bb1a-2fb321a496d8 None None] Set router b9a44620-a93f-4d1f-bb49-3387ff5fab1d gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:03.679465 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ea180f-e9fc-4a21-a821-d1eaef86f8ca None None] Checking router: b29b6db1-6226-469f-9042-8c8b36b47fa3 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:02:03.695955 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ea180f-e9fc-4a21-a821-d1eaef86f8ca None None] Routers {'b29b6db1-6226-469f-9042-8c8b36b47fa3'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:03.697139 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b3ea180f-e9fc-4a21-a821-d1eaef86f8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:01:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b29b6db1-6226-469f-9042-8c8b36b47fa3'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:03.717182 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=39914eb8-3276-4cbf-8e7e-c5fa53be0c53,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:03.718314 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa135a9e-7a47-49c7-b714-4aea2e0890d3 req-7b04fca5-114f-486e-bcfd-468e350ff45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:03.720132 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-21930552-3500-4495-b52e-20f14c1b362d req-f60aaab3-711c-4fa7-8838-0ca6ffe90cc5 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869248 Jul 15 13:02:03.721537 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aa135a9e-7a47-49c7-b714-4aea2e0890d3 req-7b04fca5-114f-486e-bcfd-468e350ff45b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c520e11-3e2e-4d45-91c6-21955ccf896a HTTP/1.1" status: 200 len: 868 time: 0.1242094 Jul 15 13:02:03.739893 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:03.740968 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 99034766-2bac-4c31-b0be-4a4c723abb8e details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:02:03.757750 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port b127a679-ccef-4f1a-ba65-3eb2967b0ebd triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:03.758432 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:03.833138 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75405358-91a7-4d41-82e6-cc6c4c3a474e x-openstack-request-id: req-75405358-91a7-4d41-82e6-cc6c4c3a474e {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:03.833501 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c81327-7eeb-4ef9-8f25-19c9b4e17b94", "tag": "39914eb8-3276-4cbf-8e7e-c5fa53be0c53", "status": "completed", "code": 200}, {"server_uuid": "4b5ad082-0e87-47ab-817a-ba203db16028", "name": "network-vif-deleted", "tag": "a5ab8a22-055a-4fa8-89a0-983911f43d0b", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:03.833712 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-75405358-91a7-4d41-82e6-cc6c4c3a474e {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:03.834148 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c81327-7eeb-4ef9-8f25-19c9b4e17b94', 'tag': '39914eb8-3276-4cbf-8e7e-c5fa53be0c53', 'status': 'completed', 'code': 200} Jul 15 13:02:03.834405 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5ad082-0e87-47ab-817a-ba203db16028', 'name': 'network-vif-deleted', 'tag': 'a5ab8a22-055a-4fa8-89a0-983911f43d0b', 'status': 'completed', 'code': 200} Jul 15 13:02:03.886412 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa135a9e-7a47-49c7-b714-4aea2e0890d3 req-35574757-99dd-451a-a0a1-c0ca1a5e2905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:03.888291 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aa135a9e-7a47-49c7-b714-4aea2e0890d3 req-35574757-99dd-451a-a0a1-c0ca1a5e2905 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3ea33544-7fbe-4338-b6af-9f86e076512c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1410048 Jul 15 13:02:03.927725 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-aa135a9e-7a47-49c7-b714-4aea2e0890d3 req-dc52c71e-f43d-42f8-9c53-3922cfbcabf0 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:02:03.929053 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aa135a9e-7a47-49c7-b714-4aea2e0890d3 req-dc52c71e-f43d-42f8-9c53-3922cfbcabf0 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161901 Jul 15 13:02:03.933476 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ecf2df7f-5cb0-44d7-a36b-c358f918fb38 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:03.961082 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d62f03d5-1c5b-4791-a5e1-5f4de98e6ddf req-562b1546-47e7-479c-bc51-93be1c5ba93f service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103547 Jul 15 13:02:04.008886 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-b3ea180f-e9fc-4a21-a821-d1eaef86f8ca None None] Set router b29b6db1-6226-469f-9042-8c8b36b47fa3 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:04.148576 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad676f-e090-4b53-8f0b-ff180a94d85e req-4daa7cef-9800-4a99-89b3-94076aaecae6 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:04.154384 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-41ad676f-e090-4b53-8f0b-ff180a94d85e req-4daa7cef-9800-4a99-89b3-94076aaecae6 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e80b3c8e-c414-43c8-9709-d46ef79b0f40 HTTP/1.1" status: 200 len: 948 time: 0.1458080 Jul 15 13:02:04.171439 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.resource_extend [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:02:04.180315 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:04.210364 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=39914eb8-3276-4cbf-8e7e-c5fa53be0c53,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:04.216884 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e45b0-7060-4e72-a876-a8bcb52d81bf req-38eb96e3-0c10-4934-b072-4450670f3d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:04.217577 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 99034766-2bac-4c31-b0be-4a4c723abb8e, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=99034766-2bac-4c31-b0be-4a4c723abb8e,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:04.219411 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c4e45b0-7060-4e72-a876-a8bcb52d81bf req-38eb96e3-0c10-4934-b072-4450670f3d35 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 1101 time: 0.3469679 Jul 15 13:02:04.236599 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-41ad676f-e090-4b53-8f0b-ff180a94d85e req-3724a177-6629-43a8-bb1e-7471f496ba12 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764322 Jul 15 13:02:04.240460 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '99034766-2bac-4c31-b0be-4a4c723abb8e', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': '99034766-2bac-4c31-b0be-4a4c723abb8e', 'mac_address': 'fa:16:3e:19:4a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:02:04.255736 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e45b0-7060-4e72-a876-a8bcb52d81bf req-63539b80-fba2-4603-9948-9cd2cebf4527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:04.265664 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c4e45b0-7060-4e72-a876-a8bcb52d81bf req-63539b80-fba2-4603-9948-9cd2cebf4527 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 1101 time: 0.3441043 Jul 15 13:02:04.285143 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port ee89d926-91c8-4b94-b95c-075d98503c9e, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=ee89d926-91c8-4b94-b95c-075d98503c9e,segment=NetworkSegment(81550a63-2e5d-4914-a9dd-2665e1853a5f),segment_id=81550a63-2e5d-4914-a9dd-2665e1853a5f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:04.333953 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:04.364084 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aa135a9e-7a47-49c7-b714-4aea2e0890d3 req-0ee7a273-fe9e-4e79-8149-e6b0291a3acb service neutron] 10.222.0.24 "GET /v2.0/networks/3ea33544-7fbe-4338-b6af-9f86e076512c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918808 Jul 15 13:02:04.383372 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-ecf2df7f-5cb0-44d7-a36b-c358f918fb38 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Allocated IP 172.25.6.84 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/e309e751-3df5-4302-ac54-386979b4a821) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:04.452001 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee89d926-91c8-4b94-b95c-075d98503c9e'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:04.454742 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd446358-eca0-4324-b0b7-46666c644cc0" -d '{"events": [{"server_uuid": "39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f", "name": "network-vif-plugged", "status": "completed", "tag": "ee89d926-91c8-4b94-b95c-075d98503c9e"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:04.507711 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=ee89d926-91c8-4b94-b95c-075d98503c9e,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:04.515372 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b3ea180f-e9fc-4a21-a821-d1eaef86f8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1398729311-router', 'tenant_id': '679f7149411f4ccd996893a137236998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f65ef914-2890-4501-8f10-60c71390a335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:19Z', 'updated_at': '2021-07-15T13:01:29Z', 'revision_number': 4, 'project_id': '679f7149411f4ccd996893a137236998', 'gw_port': {'id': 'f65ef914-2890-4501-8f10-60c71390a335', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:20Z', 'updated_at': '2021-07-15T13:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'd6b265f6-9913-45e5-87bd-598e7c568d4b', 'tenant_id': '679f7149411f4ccd996893a137236998', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'port_id': 'b2f57783-ba98-4e8e-9e01-b35872dd7b96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea33544-7fbe-4338-b6af-9f86e076512c', 'mac_address': 'fa:16:3e:57:7c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277acb31-be26-461e-810f-08cca58a9d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:01:55Z', 'updated_at': '2021-07-15T13:02:01Z', 'revision_number': 1, 'project_id': '679f7149411f4ccd996893a137236998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d10177a-b158-4e0a-b1fe-59ba818c6bbc', 'name': '', 'network_id': '3ea33544-7fbe-4338-b6af-9f86e076512c', 'tenant_id': '679f7149411f4ccd996893a137236998', 'mac_address': 'fa:16:3e:65:24:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '1c520e11-3e2e-4d45-91c6-21955ccf896a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:26Z', 'updated_at': '2021-07-15T13:01:37Z', 'revision_number': 5, 'project_id': '679f7149411f4ccd996893a137236998', 'subnets': [{'id': '1c520e11-3e2e-4d45-91c6-21955ccf896a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:04.539334 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-adee054a-eae9-43ec-bb1a-2fb321a496d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a44620-a93f-4d1f-bb49-3387ff5fab1d', 'name': 'tempest-FloatingIPDetailsTestJSON-1048557401-router', 'tenant_id': '10f6886ee60441949078133afdd49f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'b127a679-ccef-4f1a-ba65-3eb2967b0ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:51Z', 'updated_at': '2021-07-15T13:02:00Z', 'revision_number': 4, 'project_id': '10f6886ee60441949078133afdd49f55', 'gw_port': {'id': 'b127a679-ccef-4f1a-ba65-3eb2967b0ebd', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a44620-a93f-4d1f-bb49-3387ff5fab1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:52Z', 'updated_at': '2021-07-15T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '33f55af8-1c00-4f42-9f42-e8164221b6e4', 'name': '', 'network_id': '05565a3d-794d-4206-bc74-931a2c40cb41', 'tenant_id': '10f6886ee60441949078133afdd49f55', 'mac_address': 'fa:16:3e:5b:fc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a44620-a93f-4d1f-bb49-3387ff5fab1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '07be4d73-6731-4ae0-9cca-56763a0f7c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:58Z', 'updated_at': '2021-07-15T13:02:00Z', 'revision_number': 2, 'project_id': '10f6886ee60441949078133afdd49f55', 'subnets': [{'id': '07be4d73-6731-4ae0-9cca-56763a0f7c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:04.543688 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:04.567964 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ea180f-e9fc-4a21-a821-d1eaef86f8ca None None] The sync data for ids ['b29b6db1-6226-469f-9042-8c8b36b47fa3'] in n-d-758944-45 is: [{'id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1398729311-router', 'tenant_id': '679f7149411f4ccd996893a137236998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f65ef914-2890-4501-8f10-60c71390a335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:19Z', 'updated_at': '2021-07-15T13:01:29Z', 'revision_number': 4, 'project_id': '679f7149411f4ccd996893a137236998', 'gw_port': {'id': 'f65ef914-2890-4501-8f10-60c71390a335', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:20Z', 'updated_at': '2021-07-15T13:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'd6b265f6-9913-45e5-87bd-598e7c568d4b', 'tenant_id': '679f7149411f4ccd996893a137236998', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'port_id': 'b2f57783-ba98-4e8e-9e01-b35872dd7b96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea33544-7fbe-4338-b6af-9f86e076512c', 'mac_address': 'fa:16:3e:57:7c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277acb31-be26-461e-810f-08cca58a9d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:01:55Z', 'updated_at': '2021-07-15T13:02:01Z', 'revision_number': 1, 'project_id': '679f7149411f4ccd996893a137236998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d10177a-b158-4e0a-b1fe-59ba818c6bbc', 'name': '', 'network_id': '3ea33544-7fbe-4338-b6af-9f86e076512c', 'tenant_id': '679f7149411f4ccd996893a137236998', 'mac_address': 'fa:16:3e:65:24:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '1c520e11-3e2e-4d45-91c6-21955ccf896a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:26Z', 'updated_at': '2021-07-15T13:01:37Z', 'revision_number': 5, 'project_id': '679f7149411f4ccd996893a137236998', 'subnets': [{'id': '1c520e11-3e2e-4d45-91c6-21955ccf896a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:02:04.595887 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adee054a-eae9-43ec-bb1a-2fb321a496d8 None None] Checking router: b9a44620-a93f-4d1f-bb49-3387ff5fab1d for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:02:04.596229 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adee054a-eae9-43ec-bb1a-2fb321a496d8 None None] Updating router b9a44620-a93f-4d1f-bb49-3387ff5fab1d port 33f55af8-1c00-4f42-9f42-e8164221b6e4 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:02:04.626638 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99034766-2bac-4c31-b0be-4a4c723abb8e {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:04.706369 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 99034766-2bac-4c31-b0be-4a4c723abb8e, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=99034766-2bac-4c31-b0be-4a4c723abb8e,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:04.708474 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-adee054a-eae9-43ec-bb1a-2fb321a496d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:04.723058 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:04.728371 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e45b0-7060-4e72-a876-a8bcb52d81bf req-b9fc13e9-8339-4e46-a171-b04bd0c889cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:04.731243 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c4e45b0-7060-4e72-a876-a8bcb52d81bf req-b9fc13e9-8339-4e46-a171-b04bd0c889cd service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.4991326 Jul 15 13:02:04.887366 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=99034766-2bac-4c31-b0be-4a4c723abb8e,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:04.962834 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ecf2df7f-5cb0-44d7-a36b-c358f918fb38 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:04.976155 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd05975-f6ad-4f5c-972d-6ea1bd5abd89 None None] New status for floating IP d6b265f6-9913-45e5-87bd-598e7c568d4b: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:02:04.991610 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c4e45b0-7060-4e72-a876-a8bcb52d81bf req-fa710a85-a90a-4b8d-a4a3-008f449702e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=39914eb8-3276-4cbf-8e7e-c5fa53be0c53 HTTP/1.1" status: 200 len: 217 time: 0.2486794 Jul 15 13:02:05.021701 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['99034766-2bac-4c31-b0be-4a4c723abb8e'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:05.027446 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['39914eb8-3276-4cbf-8e7e-c5fa53be0c53'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:05.051802 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aa135a9e-7a47-49c7-b714-4aea2e0890d3 req-a27e88e3-641e-44e6-92ba-aa8387e1747e service neutron] 10.222.0.24 "GET /v2.0/networks/3ea33544-7fbe-4338-b6af-9f86e076512c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6637747 Jul 15 13:02:05.077710 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e45b0-7060-4e72-a876-a8bcb52d81bf req-684feb15-2957-4c35-9166-3a80ee166d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:05.079326 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c4e45b0-7060-4e72-a876-a8bcb52d81bf req-684feb15-2957-4c35-9166-3a80ee166d38 service neutron] 10.222.0.18 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.8125885 Jul 15 13:02:05.165719 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e45b0-7060-4e72-a876-a8bcb52d81bf req-c03abed5-eed9-45d2-a897-0a5f40076ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:05.167508 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c4e45b0-7060-4e72-a876-a8bcb52d81bf req-c03abed5-eed9-45d2-a897-0a5f40076ea8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1657734 Jul 15 13:02:05.169390 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ecf2df7f-5cb0-44d7-a36b-c358f918fb38 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:05.226690 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c4e45b0-7060-4e72-a876-a8bcb52d81bf req-74ab7a71-ab5a-4317-8dad-26dfd122f584 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=39914eb8-3276-4cbf-8e7e-c5fa53be0c53 HTTP/1.1" status: 200 len: 217 time: 0.1367345 Jul 15 13:02:05.295842 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-10aad436-1725-49fc-bb37-d66cd242ab2a req-b2d246a7-4d1e-48e5-a817-ac0bf6262b9d tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5637894 Jul 15 13:02:05.308525 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-10aad436-1725-49fc-bb37-d66cd242ab2a req-f01c07aa-9724-4866-8e41-ba4c0942a7ba tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:05.316244 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-adee054a-eae9-43ec-bb1a-2fb321a496d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:05.333090 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-adee054a-eae9-43ec-bb1a-2fb321a496d8 None None] Transition to ACTIVE for port object 33f55af8-1c00-4f42-9f42-e8164221b6e4 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:05.349907 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-adee054a-eae9-43ec-bb1a-2fb321a496d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:05.353926 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e45b0-7060-4e72-a876-a8bcb52d81bf req-3cdbb6ad-f429-491b-b906-ca5a6b170070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:05.355641 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c4e45b0-7060-4e72-a876-a8bcb52d81bf req-3cdbb6ad-f429-491b-b906-ca5a6b170070 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.0896971 Jul 15 13:02:05.361436 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf2df7f-5cb0-44d7-a36b-c358f918fb38 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:05.367632 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-10aad436-1725-49fc-bb37-d66cd242ab2a req-f01c07aa-9724-4866-8e41-ba4c0942a7ba tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:05.392751 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-ecf2df7f-5cb0-44d7-a36b-c358f918fb38 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:05.417619 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf2df7f-5cb0-44d7-a36b-c358f918fb38 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:05.446723 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b779cbf-3856-4883-92ce-7c44297b35db None None] Pushing event updated for resources: {'Port': ['ID=33f55af8-1c00-4f42-9f42-e8164221b6e4,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:05.476019 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2df7f-5cb0-44d7-a36b-c358f918fb38 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Pushing event updated for resources: {'Port': ['ID=e309e751-3df5-4302-ac54-386979b4a821,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:05.573665 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-adee054a-eae9-43ec-bb1a-2fb321a496d8 None None] Attempting to bind port 33f55af8-1c00-4f42-9f42-e8164221b6e4 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:05.574062 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-adee054a-eae9-43ec-bb1a-2fb321a496d8 None None] Attempting to bind port 33f55af8-1c00-4f42-9f42-e8164221b6e4 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '5dba7d69-3e6a-48a9-ba4c-ec5e827d44ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '05565a3d-794d-4206-bc74-931a2c40cb41'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:05.574424 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adee054a-eae9-43ec-bb1a-2fb321a496d8 None None] Attempting to bind port 33f55af8-1c00-4f42-9f42-e8164221b6e4 on network 05565a3d-794d-4206-bc74-931a2c40cb41 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:05.581362 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e45b0-7060-4e72-a876-a8bcb52d81bf req-73e9da90-3f63-40fd-b7a5-55dcbc4baa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:05.583017 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c4e45b0-7060-4e72-a876-a8bcb52d81bf req-73e9da90-3f63-40fd-b7a5-55dcbc4baa25 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3799105 Jul 15 13:02:05.604294 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adee054a-eae9-43ec-bb1a-2fb321a496d8 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:05.604668 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adee054a-eae9-43ec-bb1a-2fb321a496d8 None None] Checking segment: {'id': '5dba7d69-3e6a-48a9-ba4c-ec5e827d44ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '05565a3d-794d-4206-bc74-931a2c40cb41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:05.605075 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-adee054a-eae9-43ec-bb1a-2fb321a496d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:05.605469 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adee054a-eae9-43ec-bb1a-2fb321a496d8 None None] Bound using segment: {'id': '5dba7d69-3e6a-48a9-ba4c-ec5e827d44ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '05565a3d-794d-4206-bc74-931a2c40cb41'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:05.605994 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-adee054a-eae9-43ec-bb1a-2fb321a496d8 None None] Bound port: 33f55af8-1c00-4f42-9f42-e8164221b6e4, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dba7d69-3e6a-48a9-ba4c-ec5e827d44ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '05565a3d-794d-4206-bc74-931a2c40cb41'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:05.606380 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-adee054a-eae9-43ec-bb1a-2fb321a496d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:05.613947 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e45b0-7060-4e72-a876-a8bcb52d81bf req-5a4b5c37-2fe1-49c1-ad9b-0ae963e2e751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:05.619377 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c4e45b0-7060-4e72-a876-a8bcb52d81bf req-5a4b5c37-2fe1-49c1-ad9b-0ae963e2e751 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2464149 Jul 15 13:02:05.656809 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-10aad436-1725-49fc-bb37-d66cd242ab2a req-f01c07aa-9724-4866-8e41-ba4c0942a7ba tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:05.746424 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-adee054a-eae9-43ec-bb1a-2fb321a496d8 None None] For port 33f55af8-1c00-4f42-9f42-e8164221b6e4, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:05.752447 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-adee054a-eae9-43ec-bb1a-2fb321a496d8 None None] For port 33f55af8-1c00-4f42-9f42-e8164221b6e4, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=33f55af8-1c00-4f42-9f42-e8164221b6e4,segment=NetworkSegment(5dba7d69-3e6a-48a9-ba4c-ec5e827d44ce),segment_id=5dba7d69-3e6a-48a9-ba4c-ec5e827d44ce)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:05.760713 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-adee054a-eae9-43ec-bb1a-2fb321a496d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:05.832946 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adee054a-eae9-43ec-bb1a-2fb321a496d8 None None] Routers {'b9a44620-a93f-4d1f-bb49-3387ff5fab1d'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:05.833597 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-adee054a-eae9-43ec-bb1a-2fb321a496d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:01:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b9a44620-a93f-4d1f-bb49-3387ff5fab1d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:05.870040 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-10aad436-1725-49fc-bb37-d66cd242ab2a req-f01c07aa-9724-4866-8e41-ba4c0942a7ba tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Allocated IP 172.25.6.47 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/96bcac8b-c237-4e4d-9e83-5683da612fb0) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:05.988229 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '277acb31-be26-461e-810f-08cca58a9d8f', 'tag': 'b2f57783-ba98-4e8e-9e01-b35872dd7b96'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:05.990740 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9465c3d2-ac73-4b16-9cc2-72fc5abe4bef" -d '{"events": [{"name": "network-changed", "server_uuid": "277acb31-be26-461e-810f-08cca58a9d8f", "tag": "b2f57783-ba98-4e8e-9e01-b35872dd7b96"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:06.000805 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ecf2df7f-5cb0-44d7-a36b-c358f918fb38 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:06.020677 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-10aad436-1725-49fc-bb37-d66cd242ab2a req-f01c07aa-9724-4866-8e41-ba4c0942a7ba tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:06.024779 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0be8d-8f85-407c-875c-78612cb07dd7 req-928bdc15-46e7-4f70-9ce6-c48d20e4ab6c tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:06.027966 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b6d0be8d-8f85-407c-875c-78612cb07dd7 req-928bdc15-46e7-4f70-9ce6-c48d20e4ab6c tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 949 time: 0.6680124 Jul 15 13:02:06.080426 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-10aad436-1725-49fc-bb37-d66cd242ab2a req-f01c07aa-9724-4866-8e41-ba4c0942a7ba tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:06.082051 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b779cbf-3856-4883-92ce-7c44297b35db None None] Pushing event updated for resources: {'Port': ['ID=33f55af8-1c00-4f42-9f42-e8164221b6e4,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:06.124389 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-adee054a-eae9-43ec-bb1a-2fb321a496d8 None None] Set router b9a44620-a93f-4d1f-bb49-3387ff5fab1d gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:06.137172 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10aad436-1725-49fc-bb37-d66cd242ab2a req-f01c07aa-9724-4866-8e41-ba4c0942a7ba tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:06.140432 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-10aad436-1725-49fc-bb37-d66cd242ab2a req-f01c07aa-9724-4866-8e41-ba4c0942a7ba tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:06.147828 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-10aad436-1725-49fc-bb37-d66cd242ab2a req-f01c07aa-9724-4866-8e41-ba4c0942a7ba tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:06.156421 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c07aa-9724-4866-8e41-ba4c0942a7ba tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Pushing event updated for resources: {'Port': ['ID=96bcac8b-c237-4e4d-9e83-5683da612fb0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:06.196980 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ecf2df7f-5cb0-44d7-a36b-c358f918fb38 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:06.270096 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b6d0be8d-8f85-407c-875c-78612cb07dd7 req-ea7fca37-3730-4ac9-8ce3-52327215bca7 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044332 Jul 15 13:02:06.305212 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-10aad436-1725-49fc-bb37-d66cd242ab2a req-f01c07aa-9724-4866-8e41-ba4c0942a7ba tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:06.349535 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c4e45b0-7060-4e72-a876-a8bcb52d81bf req-92d4811d-8ac7-4cfd-afcc-12a64f4c9df1 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7570791 Jul 15 13:02:06.399944 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-adee054a-eae9-43ec-bb1a-2fb321a496d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a44620-a93f-4d1f-bb49-3387ff5fab1d', 'name': 'tempest-FloatingIPDetailsTestJSON-1048557401-router', 'tenant_id': '10f6886ee60441949078133afdd49f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'b127a679-ccef-4f1a-ba65-3eb2967b0ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:51Z', 'updated_at': '2021-07-15T13:02:00Z', 'revision_number': 4, 'project_id': '10f6886ee60441949078133afdd49f55', 'gw_port': {'id': 'b127a679-ccef-4f1a-ba65-3eb2967b0ebd', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a44620-a93f-4d1f-bb49-3387ff5fab1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:52Z', 'updated_at': '2021-07-15T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '33f55af8-1c00-4f42-9f42-e8164221b6e4', 'name': '', 'network_id': '05565a3d-794d-4206-bc74-931a2c40cb41', 'tenant_id': '10f6886ee60441949078133afdd49f55', 'mac_address': 'fa:16:3e:5b:fc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a44620-a93f-4d1f-bb49-3387ff5fab1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '07be4d73-6731-4ae0-9cca-56763a0f7c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:58Z', 'updated_at': '2021-07-15T13:02:05Z', 'revision_number': 4, 'project_id': '10f6886ee60441949078133afdd49f55', 'subnets': [{'id': '07be4d73-6731-4ae0-9cca-56763a0f7c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:06.411910 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-10aad436-1725-49fc-bb37-d66cd242ab2a req-f01c07aa-9724-4866-8e41-ba4c0942a7ba tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:06.433455 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adee054a-eae9-43ec-bb1a-2fb321a496d8 None None] The sync data for ids ['b9a44620-a93f-4d1f-bb49-3387ff5fab1d'] in n-d-758944-45 is: [{'id': 'b9a44620-a93f-4d1f-bb49-3387ff5fab1d', 'name': 'tempest-FloatingIPDetailsTestJSON-1048557401-router', 'tenant_id': '10f6886ee60441949078133afdd49f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'b127a679-ccef-4f1a-ba65-3eb2967b0ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:51Z', 'updated_at': '2021-07-15T13:02:00Z', 'revision_number': 4, 'project_id': '10f6886ee60441949078133afdd49f55', 'gw_port': {'id': 'b127a679-ccef-4f1a-ba65-3eb2967b0ebd', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a44620-a93f-4d1f-bb49-3387ff5fab1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:52Z', 'updated_at': '2021-07-15T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '33f55af8-1c00-4f42-9f42-e8164221b6e4', 'name': '', 'network_id': '05565a3d-794d-4206-bc74-931a2c40cb41', 'tenant_id': '10f6886ee60441949078133afdd49f55', 'mac_address': 'fa:16:3e:5b:fc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a44620-a93f-4d1f-bb49-3387ff5fab1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '07be4d73-6731-4ae0-9cca-56763a0f7c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:58Z', 'updated_at': '2021-07-15T13:02:05Z', 'revision_number': 4, 'project_id': '10f6886ee60441949078133afdd49f55', 'subnets': [{'id': '07be4d73-6731-4ae0-9cca-56763a0f7c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:02:06.471352 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c4e45b0-7060-4e72-a876-a8bcb52d81bf req-e2699150-0b32-4798-aae3-604a7a41c440 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8261473 Jul 15 13:02:06.689388 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-10aad436-1725-49fc-bb37-d66cd242ab2a req-f01c07aa-9724-4866-8e41-ba4c0942a7ba tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:06.697043 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-10aad436-1725-49fc-bb37-d66cd242ab2a req-f01c07aa-9724-4866-8e41-ba4c0942a7ba tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:06.741916 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 99034766-2bac-4c31-b0be-4a4c723abb8e up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:06.776160 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c07aa-9724-4866-8e41-ba4c0942a7ba tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Pushing event updated for resources: {'Port': ['ID=96bcac8b-c237-4e4d-9e83-5683da612fb0,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:06.787098 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-10aad436-1725-49fc-bb37-d66cd242ab2a req-f01c07aa-9724-4866-8e41-ba4c0942a7ba tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:06.787648 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c4e45b0-7060-4e72-a876-a8bcb52d81bf req-a5d37e44-55ff-495a-88fb-1f98c176f038 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997438 Jul 15 13:02:06.806463 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-10aad436-1725-49fc-bb37-d66cd242ab2a req-f01c07aa-9724-4866-8e41-ba4c0942a7ba tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:06.808592 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 99034766-2bac-4c31-b0be-4a4c723abb8e completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:06.813089 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 99034766-2bac-4c31-b0be-4a4c723abb8e triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:06.813460 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:06.825978 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-10aad436-1725-49fc-bb37-d66cd242ab2a req-f01c07aa-9724-4866-8e41-ba4c0942a7ba tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5286350 Jul 15 13:02:06.826832 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c4e45b0-7060-4e72-a876-a8bcb52d81bf req-824e7a17-cdd4-4c68-9dad-f970439545b1 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380609 Jul 15 13:02:06.861573 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450fc95-b8b0-420c-a370-c5f53552ff45 req-33a59f55-37f9-4620-a459-5bbc9b1350b7 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:06.864184 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3450fc95-b8b0-420c-a370-c5f53552ff45 req-33a59f55-37f9-4620-a459-5bbc9b1350b7 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/ports?device_id=39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f HTTP/1.1" status: 200 len: 945 time: 0.3967638 Jul 15 13:02:06.904548 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ecf2df7f-5cb0-44d7-a36b-c358f918fb38 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:06.923071 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ecf2df7f-5cb0-44d7-a36b-c358f918fb38 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:06.924352 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:06.941503 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-10aad436-1725-49fc-bb37-d66cd242ab2a req-77d0b157-2a63-4f26-b390-659f41ff586d tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.47 HTTP/1.1" status: 200 len: 695 time: 0.0908813 Jul 15 13:02:06.978563 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 99034766-2bac-4c31-b0be-4a4c723abb8e, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=99034766-2bac-4c31-b0be-4a4c723abb8e,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:06.987183 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:06.988165 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:07.057812 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3450fc95-b8b0-420c-a370-c5f53552ff45 req-caee904d-09fc-4b2b-b36d-10164414b460 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups?id=05e5fc58-e33d-47d0-bab7-f5006456ee4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795778 Jul 15 13:02:07.076482 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2df7f-5cb0-44d7-a36b-c358f918fb38 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Pushing event updated for resources: {'Port': ['ID=e309e751-3df5-4302-ac54-386979b4a821,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:07.110554 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ecf2df7f-5cb0-44d7-a36b-c358f918fb38 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:07.145124 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ecf2df7f-5cb0-44d7-a36b-c358f918fb38 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:07.147225 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ecf2df7f-5cb0-44d7-a36b-c358f918fb38 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7800980 Jul 15 13:02:07.167228 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aad436-1725-49fc-bb37-d66cd242ab2a req-c073ef40-8473-4dec-a9ae-e5c1a5bbce43 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:07.175715 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-10aad436-1725-49fc-bb37-d66cd242ab2a req-c073ef40-8473-4dec-a9ae-e5c1a5bbce43 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 784 time: 0.2257195 Jul 15 13:02:07.182479 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-10aad436-1725-49fc-bb37-d66cd242ab2a req-0c73cd10-c38a-41a2-85d8-694a9abb01ce tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:02:07.195257 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-10aad436-1725-49fc-bb37-d66cd242ab2a req-0c73cd10-c38a-41a2-85d8-694a9abb01ce tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183165 Jul 15 13:02:07.293793 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c73aa7-8b61-4bbe-8cd4-7b28e91fc4ad x-openstack-request-id: req-67c73aa7-8b61-4bbe-8cd4-7b28e91fc4ad {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:07.294101 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f", "name": "network-vif-plugged", "status": "completed", "tag": "ee89d926-91c8-4b94-b95c-075d98503c9e", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:07.294358 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-67c73aa7-8b61-4bbe-8cd4-7b28e91fc4ad {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:07.294770 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee89d926-91c8-4b94-b95c-075d98503c9e', 'code': 200} Jul 15 13:02:07.300644 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=99034766-2bac-4c31-b0be-4a4c723abb8e,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:07.313430 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 33f55af8-1c00-4f42-9f42-e8164221b6e4 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:07.418634 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:07.422317 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a01787-8f8a-4d8a-88fe-99fc9bebe27f req-1ffa4510-0573-4412-b7c5-6d7929e5ce1d tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:07.424371 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:07.424758 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:07.432990 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-78a01787-8f8a-4d8a-88fe-99fc9bebe27f req-1ffa4510-0573-4412-b7c5-6d7929e5ce1d tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.1163988 Jul 15 13:02:07.471358 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf01a8-1019-4b02-b1f9-985c15a90e47 req-61977e12-f9a6-40b0-b82f-78ef55cbf354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:07.473343 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7daf01a8-1019-4b02-b1f9-985c15a90e47 req-61977e12-f9a6-40b0-b82f-78ef55cbf354 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f HTTP/1.1" status: 200 len: 1097 time: 0.1612787 Jul 15 13:02:07.490234 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 33f55af8-1c00-4f42-9f42-e8164221b6e4 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:07.496857 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-78a01787-8f8a-4d8a-88fe-99fc9bebe27f req-4d2d27dc-9998-4cee-9495-555f3b69c3f0 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635431 Jul 15 13:02:07.517088 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 33f55af8-1c00-4f42-9f42-e8164221b6e4 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:07.517583 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:07.528971 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-abe9af6d-d07a-46e6-b884-7a0b811aeaf3 req-6f53fdd0-38e3-4d1b-b294-ad0144b13ea6 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 258 time: 0.3214858 Jul 15 13:02:07.549416 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-abe9af6d-d07a-46e6-b884-7a0b811aeaf3 req-469e0e25-6601-4288-932b-22a0d1436880 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:07.576913 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7daf01a8-1019-4b02-b1f9-985c15a90e47 req-39ce9253-dce8-4e82-9c41-55c6236d32fb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=05e5fc58-e33d-47d0-bab7-f5006456ee4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874794 Jul 15 13:02:07.603207 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-abe9af6d-d07a-46e6-b884-7a0b811aeaf3 req-469e0e25-6601-4288-932b-22a0d1436880 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:07.648047 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:07.712415 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:07.729638 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0f296-7d1f-430e-8419-7f6f0e0659d3 req-8e156d73-f206-4fbe-9fa0-ec13fa273363 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:07.730989 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c3a0f296-7d1f-430e-8419-7f6f0e0659d3 req-8e156d73-f206-4fbe-9fa0-ec13fa273363 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e80b3c8e-c414-43c8-9709-d46ef79b0f40 HTTP/1.1" status: 200 len: 950 time: 0.1154160 Jul 15 13:02:07.755901 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 33f55af8-1c00-4f42-9f42-e8164221b6e4, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=33f55af8-1c00-4f42-9f42-e8164221b6e4,segment=NetworkSegment(5dba7d69-3e6a-48a9-ba4c-ec5e827d44ce),segment_id=5dba7d69-3e6a-48a9-ba4c-ec5e827d44ce)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:07.759787 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:07.774308 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-abe9af6d-d07a-46e6-b884-7a0b811aeaf3 req-469e0e25-6601-4288-932b-22a0d1436880 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:07.788084 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=39914eb8-3276-4cbf-8e7e-c5fa53be0c53,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:07.789934 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:07.818062 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:07.835838 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c3a0f296-7d1f-430e-8419-7f6f0e0659d3 req-68b928cb-1770-441a-aad5-e72b80ada132 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961525 Jul 15 13:02:07.883386 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=33f55af8-1c00-4f42-9f42-e8164221b6e4,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:07.929356 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-abe9af6d-d07a-46e6-b884-7a0b811aeaf3 req-469e0e25-6601-4288-932b-22a0d1436880 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Allocated IP 172.25.6.126 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/dc09aba2-1245-4978-ae7c-095af2fa2be8) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:07.990676 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=39914eb8-3276-4cbf-8e7e-c5fa53be0c53,revision_number=9']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:08.019827 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befbadd9-6b13-4f81-b908-249c91c4cd73 x-openstack-request-id: req-befbadd9-6b13-4f81-b908-249c91c4cd73 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:08.020217 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "277acb31-be26-461e-810f-08cca58a9d8f", "tag": "b2f57783-ba98-4e8e-9e01-b35872dd7b96", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:08.020559 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-befbadd9-6b13-4f81-b908-249c91c4cd73 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:08.021013 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '277acb31-be26-461e-810f-08cca58a9d8f', 'tag': 'b2f57783-ba98-4e8e-9e01-b35872dd7b96', 'status': 'completed', 'code': 200} Jul 15 13:02:08.145117 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-abe9af6d-d07a-46e6-b884-7a0b811aeaf3 req-469e0e25-6601-4288-932b-22a0d1436880 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:08.208102 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465c3d2-ac73-4b16-9cc2-72fc5abe4bef req-ee3b0d2c-f952-41cb-9be2-6afb19018f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:08.210988 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9465c3d2-ac73-4b16-9cc2-72fc5abe4bef req-ee3b0d2c-f952-41cb-9be2-6afb19018f91 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=679f7149411f4ccd996893a137236998&device_id=277acb31-be26-461e-810f-08cca58a9d8f HTTP/1.1" status: 200 len: 1098 time: 0.1676693 Jul 15 13:02:08.318983 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-abe9af6d-d07a-46e6-b884-7a0b811aeaf3 req-469e0e25-6601-4288-932b-22a0d1436880 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:08.391415 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abe9af6d-d07a-46e6-b884-7a0b811aeaf3 req-469e0e25-6601-4288-932b-22a0d1436880 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:08.393158 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465c3d2-ac73-4b16-9cc2-72fc5abe4bef req-79285743-2f62-45dd-a5f0-d9df036b976f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:08.394886 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9465c3d2-ac73-4b16-9cc2-72fc5abe4bef req-79285743-2f62-45dd-a5f0-d9df036b976f service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ea33544-7fbe-4338-b6af-9f86e076512c HTTP/1.1" status: 200 len: 930 time: 0.1754861 Jul 15 13:02:08.395926 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e0e25-6601-4288-932b-22a0d1436880 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Pushing event updated for resources: {'Port': ['ID=dc09aba2-1245-4978-ae7c-095af2fa2be8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:08.399209 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-abe9af6d-d07a-46e6-b884-7a0b811aeaf3 req-469e0e25-6601-4288-932b-22a0d1436880 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:08.403371 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe9af6d-d07a-46e6-b884-7a0b811aeaf3 req-469e0e25-6601-4288-932b-22a0d1436880 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:08.525314 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9465c3d2-ac73-4b16-9cc2-72fc5abe4bef req-ea7bbe53-a3ec-421a-acbf-402c1d3d44ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2f57783-ba98-4e8e-9e01-b35872dd7b96 HTTP/1.1" status: 200 len: 1002 time: 0.1158550 Jul 15 13:02:08.612550 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-abe9af6d-d07a-46e6-b884-7a0b811aeaf3 req-469e0e25-6601-4288-932b-22a0d1436880 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:08.616491 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465c3d2-ac73-4b16-9cc2-72fc5abe4bef req-d14907e7-a142-4b45-b646-b873d0d0ec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:08.618083 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9465c3d2-ac73-4b16-9cc2-72fc5abe4bef req-d14907e7-a142-4b45-b646-b873d0d0ec78 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c520e11-3e2e-4d45-91c6-21955ccf896a HTTP/1.1" status: 200 len: 868 time: 0.0859287 Jul 15 13:02:08.726061 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-abe9af6d-d07a-46e6-b884-7a0b811aeaf3 req-469e0e25-6601-4288-932b-22a0d1436880 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:08.773812 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465c3d2-ac73-4b16-9cc2-72fc5abe4bef req-fdb449de-2f3a-49c1-97bc-b90acee4b01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:08.775393 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9465c3d2-ac73-4b16-9cc2-72fc5abe4bef req-fdb449de-2f3a-49c1-97bc-b90acee4b01c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ea33544-7fbe-4338-b6af-9f86e076512c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1499519 Jul 15 13:02:08.938747 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9465c3d2-ac73-4b16-9cc2-72fc5abe4bef req-c16cf66f-e801-4f36-a17c-00575d7ab6ea service neutron] 10.222.0.18 "GET /v2.0/networks/3ea33544-7fbe-4338-b6af-9f86e076512c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552291 Jul 15 13:02:08.963815 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7a3d5c49-d4eb-44ef-b470-d5d4a6e2424f req-4f67da55-43c2-41e3-8e13-5a6ae2ed4bc2 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4824727 Jul 15 13:02:08.985824 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-7a3d5c49-d4eb-44ef-b470-d5d4a6e2424f req-4513ff2f-3fb9-48a0-b851-2ad22bbc28b3 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:09.020836 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-72e47032-5d68-436f-9918-65cd92f74a61 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:09.022527 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-72e47032-5d68-436f-9918-65cd92f74a61 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.18 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94&tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&binding%3Ahost_id=n-h1-758944-45 HTTP/1.1" status: 200 len: 950 time: 0.4643414 Jul 15 13:02:09.038494 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7a3d5c49-d4eb-44ef-b470-d5d4a6e2424f req-4513ff2f-3fb9-48a0-b851-2ad22bbc28b3 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:09.102811 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-abe9af6d-d07a-46e6-b884-7a0b811aeaf3 req-469e0e25-6601-4288-932b-22a0d1436880 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:09.118833 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-abe9af6d-d07a-46e6-b884-7a0b811aeaf3 req-469e0e25-6601-4288-932b-22a0d1436880 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:09.139289 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 33f55af8-1c00-4f42-9f42-e8164221b6e4 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:09.140622 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-8f8df481-e784-4721-9e18-5596f2f299b6 service neutron] 10.222.0.18 "GET /v2.0/ports/39914eb8-3276-4cbf-8e7e-c5fa53be0c53/bindings/n-h1-758944-45 HTTP/1.1" status: 200 len: 383 time: 0.1109011 Jul 15 13:02:09.196052 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9465c3d2-ac73-4b16-9cc2-72fc5abe4bef req-e44eb9cc-201e-4940-83ee-24eef4376a85 service neutron] 10.222.0.18 "GET /v2.0/networks/3ea33544-7fbe-4338-b6af-9f86e076512c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494314 Jul 15 13:02:09.242212 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 33f55af8-1c00-4f42-9f42-e8164221b6e4 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:09.242840 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:09.266181 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-abe9af6d-d07a-46e6-b884-7a0b811aeaf3 req-469e0e25-6601-4288-932b-22a0d1436880 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:09.278967 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e0e25-6601-4288-932b-22a0d1436880 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Pushing event updated for resources: {'Port': ['ID=dc09aba2-1245-4978-ae7c-095af2fa2be8,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:09.296137 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-abe9af6d-d07a-46e6-b884-7a0b811aeaf3 req-469e0e25-6601-4288-932b-22a0d1436880 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:09.296698 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80b3c8e-c414-43c8-9709-d46ef79b0f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99034766-2bac-4c31-b0be-4a4c723abb8e'}, {'server_uuid': '36c81327-7eeb-4ef9-8f25-19c9b4e17b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39914eb8-3276-4cbf-8e7e-c5fa53be0c53'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:09.299891 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f942dda2-dbfd-40e2-a158-212e037ef954" -d '{"events": [{"server_uuid": "e80b3c8e-c414-43c8-9709-d46ef79b0f40", "name": "network-vif-plugged", "status": "completed", "tag": "99034766-2bac-4c31-b0be-4a4c723abb8e"}, {"server_uuid": "36c81327-7eeb-4ef9-8f25-19c9b4e17b94", "name": "network-vif-plugged", "status": "completed", "tag": "39914eb8-3276-4cbf-8e7e-c5fa53be0c53"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:09.305208 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-abe9af6d-d07a-46e6-b884-7a0b811aeaf3 req-469e0e25-6601-4288-932b-22a0d1436880 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7628338 Jul 15 13:02:09.324534 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-9a440217-499e-4401-88ca-3c8b77a872ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:09.327105 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-9a440217-499e-4401-88ca-3c8b77a872ab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 1102 time: 0.1367354 Jul 15 13:02:09.330464 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7a3d5c49-d4eb-44ef-b470-d5d4a6e2424f req-4513ff2f-3fb9-48a0-b851-2ad22bbc28b3 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:09.358609 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-abe9af6d-d07a-46e6-b884-7a0b811aeaf3 req-e559cbe2-e9d9-4573-be67-7d3db2f697b5 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.126 HTTP/1.1" status: 200 len: 696 time: 0.0524764 Jul 15 13:02:09.497639 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9af6d-d07a-46e6-b884-7a0b811aeaf3 req-c26ada59-2b9a-4bea-bd2d-f749857ab173 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:09.501808 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-abe9af6d-d07a-46e6-b884-7a0b811aeaf3 req-c26ada59-2b9a-4bea-bd2d-f749857ab173 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 784 time: 0.1317174 Jul 15 13:02:09.537383 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-1f6a18fc-1500-4512-8762-2a86532742cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:09.537383 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-1f6a18fc-1500-4512-8762-2a86532742cf service neutron] 10.222.0.18 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.1916125 Jul 15 13:02:09.547260 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-7a3d5c49-d4eb-44ef-b470-d5d4a6e2424f req-4513ff2f-3fb9-48a0-b851-2ad22bbc28b3 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Allocated IP 172.25.6.114 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/09f18b99-e50b-471d-b213-5e72869ecd1b) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:09.599292 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-6bf9530a-46c1-46b8-a97a-019b1f708c02 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=39914eb8-3276-4cbf-8e7e-c5fa53be0c53 HTTP/1.1" status: 200 len: 217 time: 0.0538735 Jul 15 13:02:09.723436 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-fab7e8bf-5d0f-47d2-8393-2b9f3add9e20 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:09.724298 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-72eade26-c39e-4a99-b29e-43e37393d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:09.725123 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-fab7e8bf-5d0f-47d2-8393-2b9f3add9e20 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/networks?id=3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8 HTTP/1.1" status: 200 len: 822 time: 0.1305413 Jul 15 13:02:09.725812 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-72eade26-c39e-4a99-b29e-43e37393d8fa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1178162 Jul 15 13:02:09.745358 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-a55b0d9a-4299-405c-801a-437f92e927e4 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/quotas/5d8dd38c6f1a4ec5af7cdaae23ef2048 HTTP/1.1" status: 200 len: 375 time: 0.0112879 Jul 15 13:02:09.802769 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7a3d5c49-d4eb-44ef-b470-d5d4a6e2424f req-4513ff2f-3fb9-48a0-b851-2ad22bbc28b3 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:09.829344 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-68a93a43-c025-4f19-8ee7-e619e3593a50 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d8dd38c6f1a4ec5af7cdaae23ef2048&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0757842 Jul 15 13:02:09.837232 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-9005c46e-37f5-47c6-a1a7-c67953f0a91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:09.838922 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-9005c46e-37f5-47c6-a1a7-c67953f0a91a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1048374 Jul 15 13:02:09.927480 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7a3d5c49-d4eb-44ef-b470-d5d4a6e2424f req-4513ff2f-3fb9-48a0-b851-2ad22bbc28b3 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:09.939004 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-e542daa3-fe17-46b5-b4e3-c631ac3e15a9 service neutron] 10.222.0.24 "GET /v2.0/networks/3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002545 Jul 15 13:02:09.994498 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a3d5c49-d4eb-44ef-b470-d5d4a6e2424f req-4513ff2f-3fb9-48a0-b851-2ad22bbc28b3 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:10.001514 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-7a3d5c49-d4eb-44ef-b470-d5d4a6e2424f req-4513ff2f-3fb9-48a0-b851-2ad22bbc28b3 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:10.004029 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3d5c49-d4eb-44ef-b470-d5d4a6e2424f req-4513ff2f-3fb9-48a0-b851-2ad22bbc28b3 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:10.007815 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-8fd03851-e4dd-4079-affd-01cc60e82802 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592557 Jul 15 13:02:10.041972 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513ff2f-3fb9-48a0-b851-2ad22bbc28b3 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Pushing event updated for resources: {'Port': ['ID=09f18b99-e50b-471d-b213-5e72869ecd1b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:10.046298 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-3bcc6c74-70a5-43d9-8b81-a41ac7efddfa service neutron] 10.222.0.24 "GET /v2.0/networks/3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012845 Jul 15 13:02:10.184111 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-02deb2df-865f-4191-a900-9cba390afb69 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534171 Jul 15 13:02:10.193698 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7a3d5c49-d4eb-44ef-b470-d5d4a6e2424f req-4513ff2f-3fb9-48a0-b851-2ad22bbc28b3 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:10.264346 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7a3d5c49-d4eb-44ef-b470-d5d4a6e2424f req-4513ff2f-3fb9-48a0-b851-2ad22bbc28b3 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:10.412922 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb10ff-10d3-4361-8985-b391ec0dde14 req-353f0950-f2c0-4c8a-8b15-67f83d63c607 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:10.414656 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-04eb10ff-10d3-4361-8985-b391ec0dde14 req-353f0950-f2c0-4c8a-8b15-67f83d63c607 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.1134515 Jul 15 13:02:10.462798 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-04eb10ff-10d3-4361-8985-b391ec0dde14 req-bbc3d327-995e-4627-beca-9df56a8417dc tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370121 Jul 15 13:02:10.497054 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7a3d5c49-d4eb-44ef-b470-d5d4a6e2424f req-4513ff2f-3fb9-48a0-b851-2ad22bbc28b3 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:10.502574 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7a3d5c49-d4eb-44ef-b470-d5d4a6e2424f req-4513ff2f-3fb9-48a0-b851-2ad22bbc28b3 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:10.586715 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513ff2f-3fb9-48a0-b851-2ad22bbc28b3 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Pushing event updated for resources: {'Port': ['ID=09f18b99-e50b-471d-b213-5e72869ecd1b,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:10.596888 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7a3d5c49-d4eb-44ef-b470-d5d4a6e2424f req-4513ff2f-3fb9-48a0-b851-2ad22bbc28b3 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:10.614044 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7a3d5c49-d4eb-44ef-b470-d5d4a6e2424f req-4513ff2f-3fb9-48a0-b851-2ad22bbc28b3 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:10.615328 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7a3d5c49-d4eb-44ef-b470-d5d4a6e2424f req-4513ff2f-3fb9-48a0-b851-2ad22bbc28b3 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6381762 Jul 15 13:02:10.715150 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7a3d5c49-d4eb-44ef-b470-d5d4a6e2424f req-5d93840d-97c8-495f-b4d1-c3350a27b9dd tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.114 HTTP/1.1" status: 200 len: 696 time: 0.0866916 Jul 15 13:02:10.740201 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece10874-2210-4877-8c15-4f9b9860e280 req-9a0ebd36-4ab4-4941-bedf-608f53ddf5fd tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:10.741894 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ece10874-2210-4877-8c15-4f9b9860e280 req-9a0ebd36-4ab4-4941-bedf-608f53ddf5fd tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/ports?device_id=39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f HTTP/1.1" status: 200 len: 945 time: 0.0849040 Jul 15 13:02:10.812640 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ece10874-2210-4877-8c15-4f9b9860e280 req-e6b3be01-457f-494c-a458-f313faa9f538 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups?id=05e5fc58-e33d-47d0-bab7-f5006456ee4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628378 Jul 15 13:02:10.878795 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d5c49-d4eb-44ef-b470-d5d4a6e2424f req-692e55e5-4aa7-4870-9a46-f87dcb50bb4b tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:10.880631 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7a3d5c49-d4eb-44ef-b470-d5d4a6e2424f req-692e55e5-4aa7-4870-9a46-f87dcb50bb4b tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 784 time: 0.1512349 Jul 15 13:02:11.072171 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0be189-10a5-4c2c-8ebf-f0fcea0ea909 req-7e1e5779-165e-4e16-8155-3b895867fdcb tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:11.073792 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3a0be189-10a5-4c2c-8ebf-f0fcea0ea909 req-7e1e5779-165e-4e16-8155-3b895867fdcb tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e80b3c8e-c414-43c8-9709-d46ef79b0f40 HTTP/1.1" status: 200 len: 950 time: 0.0812080 Jul 15 13:02:11.117050 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3a0be189-10a5-4c2c-8ebf-f0fcea0ea909 req-89007033-60b9-41d6-94a7-48c9f02e2915 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363364 Jul 15 13:02:11.123197 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714bf3c6-3069-427a-93fc-3c2b0ef8245f req-b234be1b-d6e2-4b01-b9a0-090e11973789 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:11.125945 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-714bf3c6-3069-427a-93fc-3c2b0ef8245f req-b234be1b-d6e2-4b01-b9a0-090e11973789 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 950 time: 0.1104906 Jul 15 13:02:11.197805 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-714bf3c6-3069-427a-93fc-3c2b0ef8245f req-b92e641b-df84-4b08-ba65-6e175d2aa3b2 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656159 Jul 15 13:02:11.297359 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f390f5b7-232b-4c1d-a456-dbb8b849e812 x-openstack-request-id: req-f390f5b7-232b-4c1d-a456-dbb8b849e812 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:11.298135 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80b3c8e-c414-43c8-9709-d46ef79b0f40", "name": "network-vif-plugged", "status": "completed", "tag": "99034766-2bac-4c31-b0be-4a4c723abb8e", "code": 200}, {"server_uuid": "36c81327-7eeb-4ef9-8f25-19c9b4e17b94", "name": "network-vif-plugged", "status": "completed", "tag": "39914eb8-3276-4cbf-8e7e-c5fa53be0c53", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:11.298135 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f390f5b7-232b-4c1d-a456-dbb8b849e812 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:11.298782 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80b3c8e-c414-43c8-9709-d46ef79b0f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99034766-2bac-4c31-b0be-4a4c723abb8e', 'code': 200} Jul 15 13:02:11.299711 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c81327-7eeb-4ef9-8f25-19c9b4e17b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39914eb8-3276-4cbf-8e7e-c5fa53be0c53', 'code': 200} Jul 15 13:02:11.483477 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f4c0e2eb-0254-407f-af8b-222204861607 req-9c7d04cf-666b-4230-a82e-dc81a996a132 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=014b98b3-ef80-4b31-864c-236d0401bf15 HTTP/1.1" status: 200 len: 210 time: 0.0388534 Jul 15 13:02:11.522277 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ba68b-64fe-4904-bbbd-9f2d783f9104 req-2cab1108-aa28-42e0-97c7-9bc8f93d0709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:11.526381 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d97ba68b-64fe-4904-bbbd-9f2d783f9104 req-2cab1108-aa28-42e0-97c7-9bc8f93d0709 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e80b3c8e-c414-43c8-9709-d46ef79b0f40 HTTP/1.1" status: 200 len: 1102 time: 0.1128855 Jul 15 13:02:11.539667 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207e06a-c16c-4e3e-a0ad-b357ed4c28d7 req-6d91f75d-134a-4efb-96ba-09160301b8e5 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:11.542462 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7207e06a-c16c-4e3e-a0ad-b357ed4c28d7 req-6d91f75d-134a-4efb-96ba-09160301b8e5 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/ports?device_id=277acb31-be26-461e-810f-08cca58a9d8f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1003127 Jul 15 13:02:11.578253 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d97ba68b-64fe-4904-bbbd-9f2d783f9104 req-a6d855b7-cb08-4975-8315-b1f7fdc45716 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368886 Jul 15 13:02:11.640394 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7207e06a-c16c-4e3e-a0ad-b357ed4c28d7 req-149dd463-a770-4250-8987-89f898570682 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.126 HTTP/1.1" status: 200 len: 696 time: 0.0878892 Jul 15 13:02:11.653845 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-7207e06a-c16c-4e3e-a0ad-b357ed4c28d7 req-6e423459-c461-411e-aee2-29d1b42c23cc tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Request body: {'floatingip': {'port_id': 'b2f57783-ba98-4e8e-9e01-b35872dd7b96', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:11.729743 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7207e06a-c16c-4e3e-a0ad-b357ed4c28d7 req-6e423459-c461-411e-aee2-29d1b42c23cc tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks [] for floatingip, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:11.922306 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-c08049f8-86c6-4985-8438-aab455b4eb69 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:11.925069 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-c08049f8-86c6-4985-8438-aab455b4eb69 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.18 "GET /v2.0/networks?id=3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8 HTTP/1.1" status: 200 len: 822 time: 0.2245302 Jul 15 13:02:11.948788 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-100adc1b-1348-4b01-9f7d-7646169ef410 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Request body: {'port': {'device_id': '014b98b3-ef80-4b31-864c-236d0401bf15', 'network_id': '3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8', 'admin_state_up': True, 'tenant_id': '5d8dd38c6f1a4ec5af7cdaae23ef2048'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:12.184200 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [req-7207e06a-c16c-4e3e-a0ad-b357ed4c28d7 req-6e423459-c461-411e-aee2-29d1b42c23cc tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] update failed (client error): There was a conflict when trying to complete your request. Jul 15 13:02:12.185358 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7207e06a-c16c-4e3e-a0ad-b357ed4c28d7 req-6e423459-c461-411e-aee2-29d1b42c23cc tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "PUT /v2.0/floatingips/408bafa7-e76c-4915-90ed-adeddbd773c9 HTTP/1.1" status: 409 len: 551 time: 0.5390968 Jul 15 13:02:12.259601 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-100adc1b-1348-4b01-9f7d-7646169ef410 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Made reservation on behalf of 5d8dd38c6f1a4ec5af7cdaae23ef2048 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:12.263679 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-100adc1b-1348-4b01-9f7d-7646169ef410 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:12.376733 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7242e048-eb1c-4196-8b95-2e0e857f9d76 req-52069330-db30-4e45-bce1-368c7aeb2a70 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1004873508&fields=id&tenant_id=0bec17d31a0f42c4bd2c56076659be93 HTTP/1.1" status: 200 len: 267 time: 0.0498803 Jul 15 13:02:12.476745 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-100adc1b-1348-4b01-9f7d-7646169ef410 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Allocated IP 172.20.0.6 (3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8/bf3b4397-f36e-483e-9233-daaf3a1bb75a/f133ba97-e80b-4bd5-8c3d-2fb876ed8c99) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:12.520173 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242e048-eb1c-4196-8b95-2e0e857f9d76 req-81ec2052-3612-4ced-8f80-a3064e0ac660 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:12.529423 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7242e048-eb1c-4196-8b95-2e0e857f9d76 req-81ec2052-3612-4ced-8f80-a3064e0ac660 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/ports?device_id=39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f HTTP/1.1" status: 200 len: 945 time: 0.1393952 Jul 15 13:02:12.535269 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-61bf8f39-a751-46ac-93dc-fd6b9267f572 req-fa6a4bfb-85de-4c7b-bd70-02e42a0b089f tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3116002 Jul 15 13:02:12.535793 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-7242e048-eb1c-4196-8b95-2e0e857f9d76 req-3b4a9317-8d81-4a0f-bebc-8a6860afe99e tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Request body: {'port': {'security_groups': ['05e5fc58-e33d-47d0-bab7-f5006456ee4d', '1fa32e29-48b7-4ad1-a68f-2ebe610d7a88']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:12.550905 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-61bf8f39-a751-46ac-93dc-fd6b9267f572 req-4d0ec761-71a0-4157-894c-b72c4f44a6ce tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:12.596925 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-61bf8f39-a751-46ac-93dc-fd6b9267f572 req-4d0ec761-71a0-4157-894c-b72c4f44a6ce tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:12.720834 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7242e048-eb1c-4196-8b95-2e0e857f9d76 req-3b4a9317-8d81-4a0f-bebc-8a6860afe99e tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:12.809108 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-100adc1b-1348-4b01-9f7d-7646169ef410 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:12.839805 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-61bf8f39-a751-46ac-93dc-fd6b9267f572 req-4d0ec761-71a0-4157-894c-b72c4f44a6ce tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:12.921198 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-100adc1b-1348-4b01-9f7d-7646169ef410 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:13.043200 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-61bf8f39-a751-46ac-93dc-fd6b9267f572 req-4d0ec761-71a0-4157-894c-b72c4f44a6ce tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Allocated IP 172.25.6.242 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/aaf3de69-52d3-4cbd-9249-91567f4c2a87) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:13.066104 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100adc1b-1348-4b01-9f7d-7646169ef410 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Pushing event updated for resources: {'Port': ['ID=f133ba97-e80b-4bd5-8c3d-2fb876ed8c99,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:13.080853 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-100adc1b-1348-4b01-9f7d-7646169ef410 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Network 3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:13.085889 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-100adc1b-1348-4b01-9f7d-7646169ef410 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:13.092698 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-100adc1b-1348-4b01-9f7d-7646169ef410 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:13.139290 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-7242e048-eb1c-4196-8b95-2e0e857f9d76 req-3b4a9317-8d81-4a0f-bebc-8a6860afe99e tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] For port ee89d926-91c8-4b94-b95c-075d98503c9e, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=ee89d926-91c8-4b94-b95c-075d98503c9e,segment=NetworkSegment(81550a63-2e5d-4914-a9dd-2665e1853a5f),segment_id=81550a63-2e5d-4914-a9dd-2665e1853a5f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:13.186122 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-100adc1b-1348-4b01-9f7d-7646169ef410 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:13.186791 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-100adc1b-1348-4b01-9f7d-7646169ef410 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:13.193219 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7242e048-eb1c-4196-8b95-2e0e857f9d76 req-3b4a9317-8d81-4a0f-bebc-8a6860afe99e tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:13.203950 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7242e048-eb1c-4196-8b95-2e0e857f9d76 req-3b4a9317-8d81-4a0f-bebc-8a6860afe99e tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:13.218854 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['ee89d926-91c8-4b94-b95c-075d98503c9e'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:13.261479 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-100adc1b-1348-4b01-9f7d-7646169ef410 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3244963 Jul 15 13:02:13.277960 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-80251451-d546-4015-9cfc-5dd8d16cc691 service neutron] Request body: {'port': {'device_id': '014b98b3-ef80-4b31-864c-236d0401bf15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:13.286459 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-61bf8f39-a751-46ac-93dc-fd6b9267f572 req-4d0ec761-71a0-4157-894c-b72c4f44a6ce tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:13.315184 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-1ebd6342-d10c-4ce2-99f1-0bf22f4cf64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:13.316858 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-1ebd6342-d10c-4ce2-99f1-0bf22f4cf64b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94&tenant_id=4c3108a20e0e4e5c98e0e01050769b9a HTTP/1.1" status: 200 len: 1102 time: 0.1222396 Jul 15 13:02:13.336428 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-2d5f17da-f077-459a-b639-1798e9da221b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-45', 'device_owner': 'compute:nova'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:13.354812 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242e048-eb1c-4196-8b95-2e0e857f9d76 req-3b4a9317-8d81-4a0f-bebc-8a6860afe99e tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:13.355846 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7242e048-eb1c-4196-8b95-2e0e857f9d76 req-3b4a9317-8d81-4a0f-bebc-8a6860afe99e tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:13.357514 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7242e048-eb1c-4196-8b95-2e0e857f9d76 req-3b4a9317-8d81-4a0f-bebc-8a6860afe99e tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "PUT /v2.0/ports/ee89d926-91c8-4b94-b95c-075d98503c9e HTTP/1.1" status: 200 len: 981 time: 0.8271408 Jul 15 13:02:13.358227 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f', 'tag': 'ee89d926-91c8-4b94-b95c-075d98503c9e'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:13.360887 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a933da39-f0a0-459a-a4b5-115ed3cd2380" -d '{"events": [{"name": "network-changed", "server_uuid": "39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f", "tag": "ee89d926-91c8-4b94-b95c-075d98503c9e"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:13.379947 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-61bf8f39-a751-46ac-93dc-fd6b9267f572 req-4d0ec761-71a0-4157-894c-b72c4f44a6ce tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:13.412977 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a9317-8d81-4a0f-bebc-8a6860afe99e tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Pushing event updated for resources: {'Port': ['ID=ee89d926-91c8-4b94-b95c-075d98503c9e,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:13.428889 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61bf8f39-a751-46ac-93dc-fd6b9267f572 req-4d0ec761-71a0-4157-894c-b72c4f44a6ce tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:13.436171 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-61bf8f39-a751-46ac-93dc-fd6b9267f572 req-4d0ec761-71a0-4157-894c-b72c4f44a6ce tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:13.459895 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-61bf8f39-a751-46ac-93dc-fd6b9267f572 req-4d0ec761-71a0-4157-894c-b72c4f44a6ce tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:13.488815 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-80251451-d546-4015-9cfc-5dd8d16cc691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:13.489584 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['ee89d926-91c8-4b94-b95c-075d98503c9e'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:13.509476 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ec761-71a0-4157-894c-b72c4f44a6ce tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Pushing event updated for resources: {'Port': ['ID=aaf3de69-52d3-4cbd-9249-91567f4c2a87,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:13.521350 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-2d5f17da-f077-459a-b639-1798e9da221b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:13.628995 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-61bf8f39-a751-46ac-93dc-fd6b9267f572 req-4d0ec761-71a0-4157-894c-b72c4f44a6ce tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:13.704953 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10464680-9d92-426d-a9a7-992520cceeb0 req-827bf7e4-3583-43a9-8e8d-c18c93b84ad5 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:13.712527 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-10464680-9d92-426d-a9a7-992520cceeb0 req-827bf7e4-3583-43a9-8e8d-c18c93b84ad5 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.1985226 Jul 15 13:02:13.766041 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-61bf8f39-a751-46ac-93dc-fd6b9267f572 req-4d0ec761-71a0-4157-894c-b72c4f44a6ce tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:13.792644 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-10464680-9d92-426d-a9a7-992520cceeb0 req-66f47583-1dd4-4cc5-bd0c-0c7d58c0d906 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790851 Jul 15 13:02:13.966173 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-80251451-d546-4015-9cfc-5dd8d16cc691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f133ba97-e80b-4bd5-8c3d-2fb876ed8c99 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:13.975524 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-80251451-d546-4015-9cfc-5dd8d16cc691 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:13.991400 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-80251451-d546-4015-9cfc-5dd8d16cc691 service neutron] Transition to ACTIVE for port object f133ba97-e80b-4bd5-8c3d-2fb876ed8c99 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:13.997073 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-80251451-d546-4015-9cfc-5dd8d16cc691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.093217 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80251451-d546-4015-9cfc-5dd8d16cc691 service neutron] Pushing event updated for resources: {'Port': ['ID=f133ba97-e80b-4bd5-8c3d-2fb876ed8c99,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:14.176386 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250e7a1-28a4-4bff-ad23-213c35474c7e req-ae554aa7-8dd4-4c21-9c45-3aaf1ebd330d tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:14.177920 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b250e7a1-28a4-4bff-ad23-213c35474c7e req-ae554aa7-8dd4-4c21-9c45-3aaf1ebd330d tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e80b3c8e-c414-43c8-9709-d46ef79b0f40 HTTP/1.1" status: 200 len: 950 time: 0.1513236 Jul 15 13:02:14.204836 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-80251451-d546-4015-9cfc-5dd8d16cc691 service neutron] Attempting to bind port f133ba97-e80b-4bd5-8c3d-2fb876ed8c99 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:14.205175 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-80251451-d546-4015-9cfc-5dd8d16cc691 service neutron] Attempting to bind port f133ba97-e80b-4bd5-8c3d-2fb876ed8c99 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '3c78992c-7c37-4056-a074-465cd7af4f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:14.205508 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-80251451-d546-4015-9cfc-5dd8d16cc691 service neutron] Attempting to bind port f133ba97-e80b-4bd5-8c3d-2fb876ed8c99 on network 3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:14.220166 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-80251451-d546-4015-9cfc-5dd8d16cc691 service neutron] Port f133ba97-e80b-4bd5-8c3d-2fb876ed8c99 on network 3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:02:14.220725 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-80251451-d546-4015-9cfc-5dd8d16cc691 service neutron] Attempting to bind port f133ba97-e80b-4bd5-8c3d-2fb876ed8c99 on network 3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:14.235923 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-80251451-d546-4015-9cfc-5dd8d16cc691 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:14.236260 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-80251451-d546-4015-9cfc-5dd8d16cc691 service neutron] Checking segment: {'id': '3c78992c-7c37-4056-a074-465cd7af4f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:14.236656 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-80251451-d546-4015-9cfc-5dd8d16cc691 service neutron] Bound using segment: {'id': '3c78992c-7c37-4056-a074-465cd7af4f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:14.237120 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-80251451-d546-4015-9cfc-5dd8d16cc691 service neutron] Bound port: f133ba97-e80b-4bd5-8c3d-2fb876ed8c99, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c78992c-7c37-4056-a074-465cd7af4f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:14.237483 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-80251451-d546-4015-9cfc-5dd8d16cc691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.241881 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-2d5f17da-f077-459a-b639-1798e9da221b service neutron] For port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=39914eb8-3276-4cbf-8e7e-c5fa53be0c53,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:14.255958 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b250e7a1-28a4-4bff-ad23-213c35474c7e req-6bd0923f-5889-4e3f-be33-3429aa62bf2c tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638988 Jul 15 13:02:14.324639 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-2d5f17da-f077-459a-b639-1798e9da221b service neutron] For port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:14.395402 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c81327-7eeb-4ef9-8f25-19c9b4e17b94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39914eb8-3276-4cbf-8e7e-c5fa53be0c53'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:14.398015 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81eb9af7-50f7-494b-8b78-a2987325fce7" -d '{"events": [{"server_uuid": "36c81327-7eeb-4ef9-8f25-19c9b4e17b94", "name": "network-vif-unplugged", "status": "completed", "tag": "39914eb8-3276-4cbf-8e7e-c5fa53be0c53"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:14.407375 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-2d5f17da-f077-459a-b639-1798e9da221b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.416416 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-61bf8f39-a751-46ac-93dc-fd6b9267f572 req-4d0ec761-71a0-4157-894c-b72c4f44a6ce tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.419425 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bb0a4bc9-df9d-4e1d-84e0-ef79e3f9c97b req-68c1de2b-d102-4d46-bd83-644f6aab0e26 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/floatingips/408bafa7-e76c-4915-90ed-adeddbd773c9 HTTP/1.1" status: 200 len: 693 time: 0.1043713 Jul 15 13:02:14.428919 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-61bf8f39-a751-46ac-93dc-fd6b9267f572 req-4d0ec761-71a0-4157-894c-b72c4f44a6ce tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.432519 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-2d5f17da-f077-459a-b639-1798e9da221b service neutron] Transition to ACTIVE for port object 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:14.452498 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-80251451-d546-4015-9cfc-5dd8d16cc691 service neutron] For port f133ba97-e80b-4bd5-8c3d-2fb876ed8c99, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:14.463857 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-2d5f17da-f077-459a-b639-1798e9da221b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.497011 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-80251451-d546-4015-9cfc-5dd8d16cc691 service neutron] For port f133ba97-e80b-4bd5-8c3d-2fb876ed8c99, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=f133ba97-e80b-4bd5-8c3d-2fb876ed8c99,segment=NetworkSegment(3c78992c-7c37-4056-a074-465cd7af4f35),segment_id=3c78992c-7c37-4056-a074-465cd7af4f35)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:14.507736 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-80251451-d546-4015-9cfc-5dd8d16cc691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.546847 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ec761-71a0-4157-894c-b72c4f44a6ce tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Pushing event updated for resources: {'Port': ['ID=aaf3de69-52d3-4cbd-9249-91567f4c2a87,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:14.578829 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-2d5f17da-f077-459a-b639-1798e9da221b service neutron] No DVR routers for this DVR port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:02:14.616692 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-61bf8f39-a751-46ac-93dc-fd6b9267f572 req-4d0ec761-71a0-4157-894c-b72c4f44a6ce tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.633248 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-80251451-d546-4015-9cfc-5dd8d16cc691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:14.635358 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-80251451-d546-4015-9cfc-5dd8d16cc691 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.638189 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-80251451-d546-4015-9cfc-5dd8d16cc691 service neutron] 10.222.0.18 "PUT /v2.0/ports/f133ba97-e80b-4bd5-8c3d-2fb876ed8c99 HTTP/1.1" status: 200 len: 1092 time: 1.3684874 Jul 15 13:02:14.680140 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a4bc9-df9d-4e1d-84e0-ef79e3f9c97b req-f9769d53-3995-4894-afef-e688c84ff6db tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:14.688907 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bb0a4bc9-df9d-4e1d-84e0-ef79e3f9c97b req-f9769d53-3995-4894-afef-e688c84ff6db tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 784 time: 0.2573495 Jul 15 13:02:14.701226 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-bb0a4bc9-df9d-4e1d-84e0-ef79e3f9c97b req-69894066-815f-4184-beb0-67db00dfb557 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:02:14.701499 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f17da-f077-459a-b639-1798e9da221b service neutron] Pushing event updated for resources: {'Port': ['ID=39914eb8-3276-4cbf-8e7e-c5fa53be0c53,revision_number=10']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:14.702866 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bb0a4bc9-df9d-4e1d-84e0-ef79e3f9c97b req-69894066-815f-4184-beb0-67db00dfb557 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128505 Jul 15 13:02:14.707631 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-61bf8f39-a751-46ac-93dc-fd6b9267f572 req-4d0ec761-71a0-4157-894c-b72c4f44a6ce tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.709632 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-61bf8f39-a751-46ac-93dc-fd6b9267f572 req-4d0ec761-71a0-4157-894c-b72c4f44a6ce tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1629467 Jul 15 13:02:14.711139 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-2d5f17da-f077-459a-b639-1798e9da221b service neutron] Attempting to bind port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:14.711529 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-2d5f17da-f077-459a-b639-1798e9da221b service neutron] Attempting to bind port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:14.711872 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-2d5f17da-f077-459a-b639-1798e9da221b service neutron] Attempting to bind port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:14.730062 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-2d5f17da-f077-459a-b639-1798e9da221b service neutron] Port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:02:14.730750 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-2d5f17da-f077-459a-b639-1798e9da221b service neutron] Attempting to bind port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:14.800747 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-2d5f17da-f077-459a-b639-1798e9da221b service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:14.801315 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-2d5f17da-f077-459a-b639-1798e9da221b service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:14.802013 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-2d5f17da-f077-459a-b639-1798e9da221b service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:14.802782 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-2d5f17da-f077-459a-b639-1798e9da221b service neutron] Bound port: 39914eb8-3276-4cbf-8e7e-c5fa53be0c53, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:14.803418 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-2d5f17da-f077-459a-b639-1798e9da221b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:14.840912 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-61bf8f39-a751-46ac-93dc-fd6b9267f572 req-d556d8c5-33a8-4bfa-ae1f-417b799e2e83 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.242 HTTP/1.1" status: 200 len: 696 time: 0.1224637 Jul 15 13:02:14.972481 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-2d5f17da-f077-459a-b639-1798e9da221b service neutron] For port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:15.000706 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-2d5f17da-f077-459a-b639-1798e9da221b service neutron] For port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=39914eb8-3276-4cbf-8e7e-c5fa53be0c53,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:15.010684 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-2d5f17da-f077-459a-b639-1798e9da221b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:15.097009 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf8f39-a751-46ac-93dc-fd6b9267f572 req-bdb71dd8-7d43-4c87-b6d5-85af7444859b tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:15.099563 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-61bf8f39-a751-46ac-93dc-fd6b9267f572 req-bdb71dd8-7d43-4c87-b6d5-85af7444859b tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 784 time: 0.2329152 Jul 15 13:02:15.115461 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-2d5f17da-f077-459a-b639-1798e9da221b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:15.116430 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-2d5f17da-f077-459a-b639-1798e9da221b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:15.119027 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-2d5f17da-f077-459a-b639-1798e9da221b service neutron] 10.222.0.32 "PUT /v2.0/ports/39914eb8-3276-4cbf-8e7e-c5fa53be0c53 HTTP/1.1" status: 200 len: 1098 time: 1.7863693 Jul 15 13:02:15.151868 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f17da-f077-459a-b639-1798e9da221b service neutron] Pushing event updated for resources: {'Port': ['ID=39914eb8-3276-4cbf-8e7e-c5fa53be0c53,revision_number=11']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:15.270306 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bb0a4bc9-df9d-4e1d-84e0-ef79e3f9c97b req-a8a583c4-4d0a-45c2-ab10-0c7fd1bb5dbe tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.126 HTTP/1.1" status: 200 len: 696 time: 0.5651612 Jul 15 13:02:15.277824 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-8376ee85-a4f3-4f3a-b6bb-dc921fb63cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:15.281246 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-8376ee85-a4f3-4f3a-b6bb-dc921fb63cd1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 1101 time: 0.0782342 Jul 15 13:02:15.289918 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80251451-d546-4015-9cfc-5dd8d16cc691 service neutron] Pushing event updated for resources: {'Port': ['ID=f133ba97-e80b-4bd5-8c3d-2fb876ed8c99,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:15.370208 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bb0a4bc9-df9d-4e1d-84e0-ef79e3f9c97b req-28fe87ea-0c16-4ef1-aee5-99f1a7219382 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.126 HTTP/1.1" status: 200 len: 696 time: 0.0967550 Jul 15 13:02:15.476374 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-3b7b2555-b6ba-423b-a8b3-51d1d7fb6fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:15.478463 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-3b7b2555-b6ba-423b-a8b3-51d1d7fb6fd2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d8dd38c6f1a4ec5af7cdaae23ef2048&device_id=014b98b3-ef80-4b31-864c-236d0401bf15 HTTP/1.1" status: 200 len: 1095 time: 0.7617574 Jul 15 13:02:15.518555 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-16ddac62-5093-4e07-be87-65634f5a6127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:15.520263 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-16ddac62-5093-4e07-be87-65634f5a6127 service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.2325571 Jul 15 13:02:15.530802 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf561f7-d7a3-4d6e-99ca-4a7605154c9b req-d71f492f-db0d-4635-ab4f-0d1bb2c9ebff tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:15.534415 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-abf561f7-d7a3-4d6e-99ca-4a7605154c9b req-d71f492f-db0d-4635-ab4f-0d1bb2c9ebff tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 949 time: 0.2095215 Jul 15 13:02:15.576881 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-e4228741-c573-4e55-ac24-18f208d9bf71 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f133ba97-e80b-4bd5-8c3d-2fb876ed8c99 HTTP/1.1" status: 200 len: 217 time: 0.0617011 Jul 15 13:02:15.595141 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-660181aa-a3e0-4992-86f2-2f6f773cd87c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=39914eb8-3276-4cbf-8e7e-c5fa53be0c53 HTTP/1.1" status: 200 len: 217 time: 0.0593064 Jul 15 13:02:15.673999 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-abf561f7-d7a3-4d6e-99ca-4a7605154c9b req-a7c1b4b1-72c7-4926-8e21-c4a453df22e7 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295776 Jul 15 13:02:15.688920 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-02ba831d-0a54-40e0-9103-7e1697008847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:15.691145 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-4cc8eacb-d94e-4f63-a69f-3e2470f7badc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:15.691582 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-02ba831d-0a54-40e0-9103-7e1697008847 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf3b4397-f36e-483e-9233-daaf3a1bb75a HTTP/1.1" status: 200 len: 862 time: 0.0856209 Jul 15 13:02:15.693605 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-4cc8eacb-d94e-4f63-a69f-3e2470f7badc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.0899909 Jul 15 13:02:15.729541 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-bb0a4bc9-df9d-4e1d-84e0-ef79e3f9c97b req-c5a2f352-93da-47ef-8157-0b5fe7a1ef31 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Deleting port dc09aba2-1245-4978-ae7c-095af2fa2be8 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:15.730502 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bb0a4bc9-df9d-4e1d-84e0-ef79e3f9c97b req-c5a2f352-93da-47ef-8157-0b5fe7a1ef31 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:15.785871 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-6e9371f2-a6f3-4704-8b92-e9d63784e287 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755029 Jul 15 13:02:15.809720 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-b8a2acc0-17de-48f0-b792-32828c9b92da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:15.810938 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-b8a2acc0-17de-48f0-b792-32828c9b92da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1101277 Jul 15 13:02:16.027161 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-8b05cf7b-8411-4f23-a3fd-474cdc7c815f service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082026 Jul 15 13:02:16.028251 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bb0a4bc9-df9d-4e1d-84e0-ef79e3f9c97b req-c5a2f352-93da-47ef-8157-0b5fe7a1ef31 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:16.028700 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bb0a4bc9-df9d-4e1d-84e0-ef79e3f9c97b req-c5a2f352-93da-47ef-8157-0b5fe7a1ef31 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:16.079733 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-bb0a4bc9-df9d-4e1d-84e0-ef79e3f9c97b req-c5a2f352-93da-47ef-8157-0b5fe7a1ef31 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Calling delete_port for dc09aba2-1245-4978-ae7c-095af2fa2be8 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:16.085648 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-49524807-0318-4928-890e-0b69b94bbe80 service neutron] 10.222.0.18 "GET /v2.0/networks/3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752573 Jul 15 13:02:16.294059 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2dd1ba41-b41a-447d-8ccf-78cdbf5a0b39 req-853fd809-5d67-4f40-98c5-100d415e3f5c service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582159 Jul 15 13:02:16.312465 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd07f3-722f-4832-b16f-db42380e9983 req-062ff7d4-c3ed-4030-8c8e-77837c5e5a3b tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:16.314864 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-88dd07f3-722f-4832-b16f-db42380e9983 req-062ff7d4-c3ed-4030-8c8e-77837c5e5a3b tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=014b98b3-ef80-4b31-864c-236d0401bf15 HTTP/1.1" status: 200 len: 943 time: 0.2522976 Jul 15 13:02:16.351109 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-62ade089-aeef-444c-b210-67e63fe4a0b1 req-0eb294e0-9258-4d74-97fe-88f90d5b3943 service neutron] 10.222.0.18 "GET /v2.0/networks/3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570567 Jul 15 13:02:16.402117 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-88dd07f3-722f-4832-b16f-db42380e9983 req-5644cef2-2159-4684-9e13-95ccceb09f06 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709186 Jul 15 13:02:16.438434 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bb0a4bc9-df9d-4e1d-84e0-ef79e3f9c97b req-c5a2f352-93da-47ef-8157-0b5fe7a1ef31 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:16.481064 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2f352-93da-47ef-8157-0b5fe7a1ef31 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Pushing event deleted for resources: {'Port': ['ID=dc09aba2-1245-4978-ae7c-095af2fa2be8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:16.508221 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6f5325-4c9c-4de0-822b-f3d0b8c164c1 x-openstack-request-id: req-4d6f5325-4c9c-4de0-822b-f3d0b8c164c1 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:16.508504 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f", "tag": "ee89d926-91c8-4b94-b95c-075d98503c9e", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:16.508637 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d6f5325-4c9c-4de0-822b-f3d0b8c164c1 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:16.509029 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f', 'tag': 'ee89d926-91c8-4b94-b95c-075d98503c9e', 'status': 'completed', 'code': 200} Jul 15 13:02:16.590994 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bb0a4bc9-df9d-4e1d-84e0-ef79e3f9c97b req-c5a2f352-93da-47ef-8157-0b5fe7a1ef31 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:16.593669 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bb0a4bc9-df9d-4e1d-84e0-ef79e3f9c97b req-c5a2f352-93da-47ef-8157-0b5fe7a1ef31 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:16.594930 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bb0a4bc9-df9d-4e1d-84e0-ef79e3f9c97b req-c5a2f352-93da-47ef-8157-0b5fe7a1ef31 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "DELETE /v2.0/floatingips/408bafa7-e76c-4915-90ed-adeddbd773c9 HTTP/1.1" status: 204 len: 173 time: 1.2146864 Jul 15 13:02:16.628583 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933da39-f0a0-459a-a4b5-115ed3cd2380 req-957e3e69-c157-4ca8-ac0e-3d3f279d1f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:16.631195 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a933da39-f0a0-459a-a4b5-115ed3cd2380 req-957e3e69-c157-4ca8-ac0e-3d3f279d1f37 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0bec17d31a0f42c4bd2c56076659be93&device_id=39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f HTTP/1.1" status: 200 len: 1136 time: 0.0980518 Jul 15 13:02:16.674948 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9265d188-a91b-4d34-994b-2b5788ed1a53 req-a2d50246-9787-4d67-9040-248061ba8a6f tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1197285461&fields=id&tenant_id=0bec17d31a0f42c4bd2c56076659be93 HTTP/1.1" status: 200 len: 267 time: 0.0615182 Jul 15 13:02:16.787047 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933da39-f0a0-459a-a4b5-115ed3cd2380 req-266fcc51-5872-4d47-90d6-0a5a2487b193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:16.788475 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a933da39-f0a0-459a-a4b5-115ed3cd2380 req-266fcc51-5872-4d47-90d6-0a5a2487b193 service neutron] 10.222.0.18 "GET /v2.0/networks?id=58db640f-1ccd-4893-a080-c8b6f61a353d HTTP/1.1" status: 200 len: 913 time: 0.1462991 Jul 15 13:02:16.799519 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265d188-a91b-4d34-994b-2b5788ed1a53 req-a2317aa1-ad18-4a09-92ca-2f765dbebf62 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:16.802249 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9265d188-a91b-4d34-994b-2b5788ed1a53 req-a2317aa1-ad18-4a09-92ca-2f765dbebf62 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/ports?device_id=39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f HTTP/1.1" status: 200 len: 984 time: 0.1149757 Jul 15 13:02:16.811891 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:16.820157 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-9265d188-a91b-4d34-994b-2b5788ed1a53 req-98952bdd-95c7-432b-a27d-27686b731397 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Request body: {'port': {'security_groups': ['05e5fc58-e33d-47d0-bab7-f5006456ee4d', '1fa32e29-48b7-4ad1-a68f-2ebe610d7a88', '3c5caee5-7ddc-40ce-8417-53f5e688debe']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:16.839518 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a933da39-f0a0-459a-a4b5-115ed3cd2380 req-19b2b5e8-209f-4ee8-b586-181e5e87e0f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee89d926-91c8-4b94-b95c-075d98503c9e HTTP/1.1" status: 200 len: 217 time: 0.0436535 Jul 15 13:02:16.856288 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af1522-e5f3-4dca-96e5-ee283f943043 req-9da3eaea-e673-4ee9-8de9-74f402789f0f tempest-ServersOnMultiNodesTest-1358753295 tempest-ServersOnMultiNodesTest-1358753295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:16.858311 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d7af1522-e5f3-4dca-96e5-ee283f943043 req-9da3eaea-e673-4ee9-8de9-74f402789f0f tempest-ServersOnMultiNodesTest-1358753295 tempest-ServersOnMultiNodesTest-1358753295-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e80b3c8e-c414-43c8-9709-d46ef79b0f40 HTTP/1.1" status: 200 len: 1102 time: 0.1227190 Jul 15 13:02:16.874827 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:16.922485 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933da39-f0a0-459a-a4b5-115ed3cd2380 req-c6e7cf26-d0dc-470f-bc83-98df90a78bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:16.924107 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a933da39-f0a0-459a-a4b5-115ed3cd2380 req-c6e7cf26-d0dc-470f-bc83-98df90a78bff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d948b154-c21f-429a-bc8f-531575f8bb98 HTTP/1.1" status: 200 len: 852 time: 0.0771759 Jul 15 13:02:16.929088 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d7af1522-e5f3-4dca-96e5-ee283f943043 req-adf198c5-5053-4f73-9c9c-943fd23acc80 tempest-ServersOnMultiNodesTest-1358753295 tempest-ServersOnMultiNodesTest-1358753295-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487995 Jul 15 13:02:16.970796 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a933da39-f0a0-459a-a4b5-115ed3cd2380 req-0267be17-f28d-4a69-b3b5-9708cbeee83d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=58db640f-1ccd-4893-a080-c8b6f61a353d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395532 Jul 15 13:02:16.979222 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9265d188-a91b-4d34-994b-2b5788ed1a53 req-98952bdd-95c7-432b-a27d-27686b731397 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:17.044180 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb69e79-6d93-4b55-9171-3f0c0c564238 x-openstack-request-id: req-deb69e79-6d93-4b55-9171-3f0c0c564238 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:17.044649 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c81327-7eeb-4ef9-8f25-19c9b4e17b94", "name": "network-vif-unplugged", "status": "completed", "tag": "39914eb8-3276-4cbf-8e7e-c5fa53be0c53", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:17.045267 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-deb69e79-6d93-4b55-9171-3f0c0c564238 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:17.046014 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c81327-7eeb-4ef9-8f25-19c9b4e17b94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39914eb8-3276-4cbf-8e7e-c5fa53be0c53', 'code': 200} Jul 15 13:02:17.130446 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a933da39-f0a0-459a-a4b5-115ed3cd2380 req-d1a714ae-c36e-4797-b11e-e594f3d00467 service neutron] 10.222.0.18 "GET /v2.0/networks/58db640f-1ccd-4893-a080-c8b6f61a353d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516521 Jul 15 13:02:17.298560 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a933da39-f0a0-459a-a4b5-115ed3cd2380 req-c75b86b3-d487-44a1-b70f-546f24c0b846 service neutron] 10.222.0.18 "GET /v2.0/networks/58db640f-1ccd-4893-a080-c8b6f61a353d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605580 Jul 15 13:02:17.325228 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-9265d188-a91b-4d34-994b-2b5788ed1a53 req-98952bdd-95c7-432b-a27d-27686b731397 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] For port ee89d926-91c8-4b94-b95c-075d98503c9e, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=ee89d926-91c8-4b94-b95c-075d98503c9e,segment=NetworkSegment(81550a63-2e5d-4914-a9dd-2665e1853a5f),segment_id=81550a63-2e5d-4914-a9dd-2665e1853a5f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:17.335372 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27198be0-0a6c-44d8-a66f-5e18e31500ed req-ef4e7405-4f31-44f3-896b-2316ee7b7db7 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:17.338581 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-27198be0-0a6c-44d8-a66f-5e18e31500ed req-ef4e7405-4f31-44f3-896b-2316ee7b7db7 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.1052463 Jul 15 13:02:17.372598 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9265d188-a91b-4d34-994b-2b5788ed1a53 req-98952bdd-95c7-432b-a27d-27686b731397 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:17.383113 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9265d188-a91b-4d34-994b-2b5788ed1a53 req-98952bdd-95c7-432b-a27d-27686b731397 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:17.397721 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['ee89d926-91c8-4b94-b95c-075d98503c9e'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:17.404097 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-27198be0-0a6c-44d8-a66f-5e18e31500ed req-f9483bbb-51d1-4e8a-b5c8-c47855062d0f tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570054 Jul 15 13:02:17.452939 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265d188-a91b-4d34-994b-2b5788ed1a53 req-98952bdd-95c7-432b-a27d-27686b731397 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:17.453630 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9265d188-a91b-4d34-994b-2b5788ed1a53 req-98952bdd-95c7-432b-a27d-27686b731397 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:17.456887 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9265d188-a91b-4d34-994b-2b5788ed1a53 req-98952bdd-95c7-432b-a27d-27686b731397 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "PUT /v2.0/ports/ee89d926-91c8-4b94-b95c-075d98503c9e HTTP/1.1" status: 200 len: 1020 time: 0.6450810 Jul 15 13:02:17.578211 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['ee89d926-91c8-4b94-b95c-075d98503c9e'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:17.579048 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98952bdd-95c7-432b-a27d-27686b731397 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Pushing event updated for resources: {'Port': ['ID=ee89d926-91c8-4b94-b95c-075d98503c9e,revision_number=7']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:17.620873 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-59ad9fbf-4e5f-4dd1-a9b1-64f5d9ba9603 req-2f6600e2-aa66-434d-8faa-c7a81ef9b659 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1493976 Jul 15 13:02:17.632628 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-59ad9fbf-4e5f-4dd1-a9b1-64f5d9ba9603 req-4dfb9c8a-235b-4bb0-b2fc-d4f0577f0c23 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:17.668637 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-59ad9fbf-4e5f-4dd1-a9b1-64f5d9ba9603 req-4dfb9c8a-235b-4bb0-b2fc-d4f0577f0c23 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:17.674637 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1d95d934-a643-4d1d-9639-5ec1f2cba5ed req-cf5cbc67-0b57-444d-98fc-17ba5bd86f44 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.167 HTTP/1.1" status: 200 len: 1002 time: 0.1902256 Jul 15 13:02:17.748316 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95d934-a643-4d1d-9639-5ec1f2cba5ed req-a8477a41-1a93-4d71-b076-b64e1b55c499 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:17.749857 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1d95d934-a643-4d1d-9639-5ec1f2cba5ed req-a8477a41-1a93-4d71-b076-b64e1b55c499 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/ports/b2f57783-ba98-4e8e-9e01-b35872dd7b96 HTTP/1.1" status: 200 len: 943 time: 0.0722406 Jul 15 13:02:17.864213 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-59ad9fbf-4e5f-4dd1-a9b1-64f5d9ba9603 req-4dfb9c8a-235b-4bb0-b2fc-d4f0577f0c23 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:18.046253 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1d95d934-a643-4d1d-9639-5ec1f2cba5ed req-280f9f35-e736-4287-be81-a42a4dd78136 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.167 HTTP/1.1" status: 200 len: 1002 time: 0.1200407 Jul 15 13:02:18.077376 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-59ad9fbf-4e5f-4dd1-a9b1-64f5d9ba9603 req-4dfb9c8a-235b-4bb0-b2fc-d4f0577f0c23 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Allocated IP 172.25.6.250 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/c4b092ad-0ea2-4188-b23e-7f5a8e4a7963) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:18.190602 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95d934-a643-4d1d-9639-5ec1f2cba5ed req-596139e4-dadd-4439-a0fd-d0cd200c4d31 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:18.192432 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1d95d934-a643-4d1d-9639-5ec1f2cba5ed req-596139e4-dadd-4439-a0fd-d0cd200c4d31 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 784 time: 0.1451485 Jul 15 13:02:18.213751 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-59ad9fbf-4e5f-4dd1-a9b1-64f5d9ba9603 req-4dfb9c8a-235b-4bb0-b2fc-d4f0577f0c23 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:18.261694 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-59ad9fbf-4e5f-4dd1-a9b1-64f5d9ba9603 req-4dfb9c8a-235b-4bb0-b2fc-d4f0577f0c23 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:18.298337 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1d95d934-a643-4d1d-9639-5ec1f2cba5ed req-ae2c6b1e-9e61-4f91-87eb-946aa925dbfc tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.167 HTTP/1.1" status: 200 len: 1002 time: 0.0960205 Jul 15 13:02:18.310313 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59ad9fbf-4e5f-4dd1-a9b1-64f5d9ba9603 req-4dfb9c8a-235b-4bb0-b2fc-d4f0577f0c23 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:18.313587 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-59ad9fbf-4e5f-4dd1-a9b1-64f5d9ba9603 req-4dfb9c8a-235b-4bb0-b2fc-d4f0577f0c23 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:18.315501 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-1d95d934-a643-4d1d-9639-5ec1f2cba5ed req-d6b6f91e-6557-439f-a3f7-fc1751850316 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:18.317751 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ad9fbf-4e5f-4dd1-a9b1-64f5d9ba9603 req-4dfb9c8a-235b-4bb0-b2fc-d4f0577f0c23 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:18.342362 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb9c8a-235b-4bb0-b2fc-d4f0577f0c23 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Pushing event updated for resources: {'Port': ['ID=c4b092ad-0ea2-4188-b23e-7f5a8e4a7963,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:18.422650 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1d95d934-a643-4d1d-9639-5ec1f2cba5ed req-d6b6f91e-6557-439f-a3f7-fc1751850316 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks [] for floatingip, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:18.437959 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-59ad9fbf-4e5f-4dd1-a9b1-64f5d9ba9603 req-4dfb9c8a-235b-4bb0-b2fc-d4f0577f0c23 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:18.510879 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '014b98b3-ef80-4b31-864c-236d0401bf15', 'tag': 'f133ba97-e80b-4bd5-8c3d-2fb876ed8c99'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:18.513311 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1da32a-dab3-4ea0-a415-faab304d6661" -d '{"events": [{"name": "network-changed", "server_uuid": "014b98b3-ef80-4b31-864c-236d0401bf15", "tag": "f133ba97-e80b-4bd5-8c3d-2fb876ed8c99"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:18.525520 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-59ad9fbf-4e5f-4dd1-a9b1-64f5d9ba9603 req-4dfb9c8a-235b-4bb0-b2fc-d4f0577f0c23 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:18.708754 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1d95d934-a643-4d1d-9639-5ec1f2cba5ed req-d6b6f91e-6557-439f-a3f7-fc1751850316 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:18.717410 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1d95d934-a643-4d1d-9639-5ec1f2cba5ed req-d6b6f91e-6557-439f-a3f7-fc1751850316 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:18.717991 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [req-1d95d934-a643-4d1d-9639-5ec1f2cba5ed req-d6b6f91e-6557-439f-a3f7-fc1751850316 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Floating IP d6b265f6-9913-45e5-87bd-598e7c568d4b disassociated. External IP: 172.25.6.167, port: b2f57783-ba98-4e8e-9e01-b35872dd7b96. Jul 15 13:02:18.793400 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-59ad9fbf-4e5f-4dd1-a9b1-64f5d9ba9603 req-4dfb9c8a-235b-4bb0-b2fc-d4f0577f0c23 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:18.801095 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-59ad9fbf-4e5f-4dd1-a9b1-64f5d9ba9603 req-4dfb9c8a-235b-4bb0-b2fc-d4f0577f0c23 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:18.817337 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device f133ba97-e80b-4bd5-8c3d-2fb876ed8c99 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:02:18.895658 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb9c8a-235b-4bb0-b2fc-d4f0577f0c23 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Pushing event updated for resources: {'Port': ['ID=c4b092ad-0ea2-4188-b23e-7f5a8e4a7963,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:18.912921 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-59ad9fbf-4e5f-4dd1-a9b1-64f5d9ba9603 req-4dfb9c8a-235b-4bb0-b2fc-d4f0577f0c23 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:18.949723 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-59ad9fbf-4e5f-4dd1-a9b1-64f5d9ba9603 req-4dfb9c8a-235b-4bb0-b2fc-d4f0577f0c23 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:18.951403 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-59ad9fbf-4e5f-4dd1-a9b1-64f5d9ba9603 req-4dfb9c8a-235b-4bb0-b2fc-d4f0577f0c23 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3247652 Jul 15 13:02:19.026766 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-59ad9fbf-4e5f-4dd1-a9b1-64f5d9ba9603 req-aa3fb256-da5a-4d3a-a8d5-0216971e0253 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.250 HTTP/1.1" status: 200 len: 696 time: 0.0626922 Jul 15 13:02:19.033893 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port f133ba97-e80b-4bd5-8c3d-2fb876ed8c99, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=f133ba97-e80b-4bd5-8c3d-2fb876ed8c99,segment=NetworkSegment(3c78992c-7c37-4056-a074-465cd7af4f35),segment_id=3c78992c-7c37-4056-a074-465cd7af4f35)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:19.052731 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'f133ba97-e80b-4bd5-8c3d-2fb876ed8c99', 'network_id': '3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8', 'port_id': 'f133ba97-e80b-4bd5-8c3d-2fb876ed8c99', 'mac_address': 'fa:16:3e:14:4b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf3b4397-f36e-483e-9233-daaf3a1bb75a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:02:19.060483 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c81327-7eeb-4ef9-8f25-19c9b4e17b94', 'tag': '39914eb8-3276-4cbf-8e7e-c5fa53be0c53'}, {'name': 'network-changed', 'server_uuid': '39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f', 'tag': 'ee89d926-91c8-4b94-b95c-075d98503c9e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:19.064550 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0908c95a-3efe-44e5-a8f3-5302924e2971" -d '{"events": [{"name": "network-changed", "server_uuid": "36c81327-7eeb-4ef9-8f25-19c9b4e17b94", "tag": "39914eb8-3276-4cbf-8e7e-c5fa53be0c53"}, {"name": "network-changed", "server_uuid": "39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f", "tag": "ee89d926-91c8-4b94-b95c-075d98503c9e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:19.108263 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:19.122955 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d95d934-a643-4d1d-9639-5ec1f2cba5ed req-d6b6f91e-6557-439f-a3f7-fc1751850316 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Router b29b6db1-6226-469f-9042-8c8b36b47fa3 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:02:19.126235 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f133ba97-e80b-4bd5-8c3d-2fb876ed8c99 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:19.158009 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port f133ba97-e80b-4bd5-8c3d-2fb876ed8c99, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=f133ba97-e80b-4bd5-8c3d-2fb876ed8c99,segment=NetworkSegment(3c78992c-7c37-4056-a074-465cd7af4f35),segment_id=3c78992c-7c37-4056-a074-465cd7af4f35)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:19.164055 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:19.190606 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad9fbf-4e5f-4dd1-a9b1-64f5d9ba9603 req-9371b3ba-43d8-4579-8bd7-e91ed6daee44 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:19.192166 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-59ad9fbf-4e5f-4dd1-a9b1-64f5d9ba9603 req-9371b3ba-43d8-4579-8bd7-e91ed6daee44 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 784 time: 0.1522481 Jul 15 13:02:19.255750 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=f133ba97-e80b-4bd5-8c3d-2fb876ed8c99,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:19.276538 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d95d934-a643-4d1d-9639-5ec1f2cba5ed req-d6b6f91e-6557-439f-a3f7-fc1751850316 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:02:19.282064 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1d95d934-a643-4d1d-9639-5ec1f2cba5ed req-d6b6f91e-6557-439f-a3f7-fc1751850316 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:19.287595 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee82dd08-21a6-46e9-ba1a-e51215a534b3 None None] Sync routers for ids ['b29b6db1-6226-469f-9042-8c8b36b47fa3'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:02:19.298066 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee82dd08-21a6-46e9-ba1a-e51215a534b3 None None] Routers {'b29b6db1-6226-469f-9042-8c8b36b47fa3'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:19.298709 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ee82dd08-21a6-46e9-ba1a-e51215a534b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:01:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b29b6db1-6226-469f-9042-8c8b36b47fa3'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:19.352176 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1d95d934-a643-4d1d-9639-5ec1f2cba5ed req-d6b6f91e-6557-439f-a3f7-fc1751850316 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "PUT /v2.0/floatingips/d6b265f6-9913-45e5-87bd-598e7c568d4b HTTP/1.1" status: 200 len: 695 time: 1.0442114 Jul 15 13:02:19.473132 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-ee82dd08-21a6-46e9-ba1a-e51215a534b3 None None] Set router b29b6db1-6226-469f-9042-8c8b36b47fa3 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:19.474948 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95d934-a643-4d1d-9639-5ec1f2cba5ed req-1539d265-3e5a-4cf6-afca-941c88adaea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:19.477580 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1d95d934-a643-4d1d-9639-5ec1f2cba5ed req-1539d265-3e5a-4cf6-afca-941c88adaea5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=679f7149411f4ccd996893a137236998&device_id=277acb31-be26-461e-810f-08cca58a9d8f HTTP/1.1" status: 200 len: 1098 time: 0.0977805 Jul 15 13:02:19.485097 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4765c9-e004-4e72-ba73-c3a907890245 req-2479abfe-3046-4d30-b57e-c264495f274d tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:19.487655 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4e4765c9-e004-4e72-ba73-c3a907890245 req-2479abfe-3046-4d30-b57e-c264495f274d tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 949 time: 0.1192646 Jul 15 13:02:19.547903 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['f133ba97-e80b-4bd5-8c3d-2fb876ed8c99'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:19.561151 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4e4765c9-e004-4e72-ba73-c3a907890245 req-2a85ce32-633e-4611-8a21-18eb342f03a3 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605066 Jul 15 13:02:19.642088 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95d934-a643-4d1d-9639-5ec1f2cba5ed req-ee105d75-3b33-4c7f-9e86-a1d1a2d7bf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:19.644419 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1d95d934-a643-4d1d-9639-5ec1f2cba5ed req-ee105d75-3b33-4c7f-9e86-a1d1a2d7bf7e service neutron] 10.222.0.24 "GET /v2.0/networks?id=3ea33544-7fbe-4338-b6af-9f86e076512c HTTP/1.1" status: 200 len: 930 time: 0.1575336 Jul 15 13:02:19.683660 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:02:19.743128 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1d95d934-a643-4d1d-9639-5ec1f2cba5ed req-bed76ff2-1d78-4ecf-96ba-63c0d5a10a8e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2f57783-ba98-4e8e-9e01-b35872dd7b96 HTTP/1.1" status: 200 len: 217 time: 0.0828619 Jul 15 13:02:19.826234 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95d934-a643-4d1d-9639-5ec1f2cba5ed req-6057d5d5-38c4-46c4-abad-880ae94f4746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:19.829204 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1d95d934-a643-4d1d-9639-5ec1f2cba5ed req-6057d5d5-38c4-46c4-abad-880ae94f4746 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c520e11-3e2e-4d45-91c6-21955ccf896a HTTP/1.1" status: 200 len: 868 time: 0.0725038 Jul 15 13:02:19.971428 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95d934-a643-4d1d-9639-5ec1f2cba5ed req-0e094a27-d5d9-41ce-88e4-70e575094e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:19.982757 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1d95d934-a643-4d1d-9639-5ec1f2cba5ed req-0e094a27-d5d9-41ce-88e4-70e575094e7a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3ea33544-7fbe-4338-b6af-9f86e076512c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1394715 Jul 15 13:02:20.194391 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=39914eb8-3276-4cbf-8e7e-c5fa53be0c53,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:20.236947 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '39914eb8-3276-4cbf-8e7e-c5fa53be0c53', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': '39914eb8-3276-4cbf-8e7e-c5fa53be0c53', 'mac_address': 'fa:16:3e:0e:a1:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:02:20.250640 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1d95d934-a643-4d1d-9639-5ec1f2cba5ed req-41d05cfb-b4cc-4c90-9f62-9efaae36a948 service neutron] 10.222.0.24 "GET /v2.0/networks/3ea33544-7fbe-4338-b6af-9f86e076512c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646785 Jul 15 13:02:20.308092 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ee82dd08-21a6-46e9-ba1a-e51215a534b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1398729311-router', 'tenant_id': '679f7149411f4ccd996893a137236998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f65ef914-2890-4501-8f10-60c71390a335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:19Z', 'updated_at': '2021-07-15T13:01:29Z', 'revision_number': 4, 'project_id': '679f7149411f4ccd996893a137236998', 'gw_port': {'id': 'f65ef914-2890-4501-8f10-60c71390a335', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:20Z', 'updated_at': '2021-07-15T13:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '8d10177a-b158-4e0a-b1fe-59ba818c6bbc', 'name': '', 'network_id': '3ea33544-7fbe-4338-b6af-9f86e076512c', 'tenant_id': '679f7149411f4ccd996893a137236998', 'mac_address': 'fa:16:3e:65:24:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '1c520e11-3e2e-4d45-91c6-21955ccf896a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:26Z', 'updated_at': '2021-07-15T13:01:37Z', 'revision_number': 5, 'project_id': '679f7149411f4ccd996893a137236998', 'subnets': [{'id': '1c520e11-3e2e-4d45-91c6-21955ccf896a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:20.318800 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf847d8-6881-437f-a373-506cabeac992 req-c480355e-dd94-4d03-b8e7-f71f8cfa03cb tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:20.321279 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4bf847d8-6881-437f-a373-506cabeac992 req-c480355e-dd94-4d03-b8e7-f71f8cfa03cb tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=014b98b3-ef80-4b31-864c-236d0401bf15 HTTP/1.1" status: 200 len: 944 time: 0.1237524 Jul 15 13:02:20.355078 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee82dd08-21a6-46e9-ba1a-e51215a534b3 None None] Checking router: b29b6db1-6226-469f-9042-8c8b36b47fa3 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:02:20.370734 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:20.379573 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4bf847d8-6881-437f-a373-506cabeac992 req-27fe0c53-46ab-4535-a965-9d3c89bf453e tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495548 Jul 15 13:02:20.383729 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee82dd08-21a6-46e9-ba1a-e51215a534b3 None None] Routers {'b29b6db1-6226-469f-9042-8c8b36b47fa3'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:20.384853 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ee82dd08-21a6-46e9-ba1a-e51215a534b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:01:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b29b6db1-6226-469f-9042-8c8b36b47fa3'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:20.440694 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:20.482657 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=39914eb8-3276-4cbf-8e7e-c5fa53be0c53,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:20.493803 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:20.614088 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-ee82dd08-21a6-46e9-ba1a-e51215a534b3 None None] Set router b29b6db1-6226-469f-9042-8c8b36b47fa3 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:20.643100 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=39914eb8-3276-4cbf-8e7e-c5fa53be0c53,revision_number=12']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:20.687600 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-423dd275-3f29-4587-bc06-75c07518ab14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:20.701163 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039fb3f-be1f-4413-ad16-df17514fe2fb req-d93957be-41c3-4935-92b0-7817bd559f80 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:20.703014 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2039fb3f-be1f-4413-ad16-df17514fe2fb req-d93957be-41c3-4935-92b0-7817bd559f80 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/ports?device_id=39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f HTTP/1.1" status: 200 len: 1023 time: 0.1218183 Jul 15 13:02:20.840036 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2039fb3f-be1f-4413-ad16-df17514fe2fb req-cee620d9-582c-42ed-af68-f4fcaee053c1 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fa32e29-48b7-4ad1-a68f-2ebe610d7a88&id=3c5caee5-7ddc-40ce-8417-53f5e688debe&id=05e5fc58-e33d-47d0-bab7-f5006456ee4d HTTP/1.1" status: 200 len: 6150 time: 0.1250093 Jul 15 13:02:20.879968 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1d95d934-a643-4d1d-9639-5ec1f2cba5ed req-42a1ffbb-ed79-46f9-9822-f991a2963392 service neutron] 10.222.0.24 "GET /v2.0/networks/3ea33544-7fbe-4338-b6af-9f86e076512c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6270046 Jul 15 13:02:20.928698 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['39914eb8-3276-4cbf-8e7e-c5fa53be0c53'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:20.932996 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ee82dd08-21a6-46e9-ba1a-e51215a534b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1398729311-router', 'tenant_id': '679f7149411f4ccd996893a137236998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f65ef914-2890-4501-8f10-60c71390a335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:19Z', 'updated_at': '2021-07-15T13:01:29Z', 'revision_number': 4, 'project_id': '679f7149411f4ccd996893a137236998', 'gw_port': {'id': 'f65ef914-2890-4501-8f10-60c71390a335', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:20Z', 'updated_at': '2021-07-15T13:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '8d10177a-b158-4e0a-b1fe-59ba818c6bbc', 'name': '', 'network_id': '3ea33544-7fbe-4338-b6af-9f86e076512c', 'tenant_id': '679f7149411f4ccd996893a137236998', 'mac_address': 'fa:16:3e:65:24:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '1c520e11-3e2e-4d45-91c6-21955ccf896a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:26Z', 'updated_at': '2021-07-15T13:01:37Z', 'revision_number': 5, 'project_id': '679f7149411f4ccd996893a137236998', 'subnets': [{'id': '1c520e11-3e2e-4d45-91c6-21955ccf896a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:20.956742 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0868a02b-34c1-454d-9ad8-5e4716694a7f x-openstack-request-id: req-0868a02b-34c1-454d-9ad8-5e4716694a7f {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:20.957674 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "014b98b3-ef80-4b31-864c-236d0401bf15", "tag": "f133ba97-e80b-4bd5-8c3d-2fb876ed8c99", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:20.958473 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0868a02b-34c1-454d-9ad8-5e4716694a7f {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:20.959732 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '014b98b3-ef80-4b31-864c-236d0401bf15', 'tag': 'f133ba97-e80b-4bd5-8c3d-2fb876ed8c99', 'status': 'completed', 'code': 200} Jul 15 13:02:20.994486 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee82dd08-21a6-46e9-ba1a-e51215a534b3 None None] The sync data for ids ['b29b6db1-6226-469f-9042-8c8b36b47fa3'] in n-d-758944-45 is: [{'id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1398729311-router', 'tenant_id': '679f7149411f4ccd996893a137236998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f65ef914-2890-4501-8f10-60c71390a335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:19Z', 'updated_at': '2021-07-15T13:01:29Z', 'revision_number': 4, 'project_id': '679f7149411f4ccd996893a137236998', 'gw_port': {'id': 'f65ef914-2890-4501-8f10-60c71390a335', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:20Z', 'updated_at': '2021-07-15T13:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '8d10177a-b158-4e0a-b1fe-59ba818c6bbc', 'name': '', 'network_id': '3ea33544-7fbe-4338-b6af-9f86e076512c', 'tenant_id': '679f7149411f4ccd996893a137236998', 'mac_address': 'fa:16:3e:65:24:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '1c520e11-3e2e-4d45-91c6-21955ccf896a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:26Z', 'updated_at': '2021-07-15T13:01:37Z', 'revision_number': 5, 'project_id': '679f7149411f4ccd996893a137236998', 'subnets': [{'id': '1c520e11-3e2e-4d45-91c6-21955ccf896a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:02:21.055202 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327ffc9a-d9cb-49ee-a092-b53c4ca4e002 x-openstack-request-id: req-327ffc9a-d9cb-49ee-a092-b53c4ca4e002 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:21.057240 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c81327-7eeb-4ef9-8f25-19c9b4e17b94", "tag": "39914eb8-3276-4cbf-8e7e-c5fa53be0c53", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f", "tag": "ee89d926-91c8-4b94-b95c-075d98503c9e", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:21.058104 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-327ffc9a-d9cb-49ee-a092-b53c4ca4e002 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:21.058972 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c81327-7eeb-4ef9-8f25-19c9b4e17b94', 'tag': '39914eb8-3276-4cbf-8e7e-c5fa53be0c53', 'status': 'completed', 'code': 200} Jul 15 13:02:21.059611 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f', 'tag': 'ee89d926-91c8-4b94-b95c-075d98503c9e', 'status': 'completed', 'code': 200} Jul 15 13:02:21.146186 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1da32a-dab3-4ea0-a415-faab304d6661 req-1356393b-1c74-48e8-995c-efe400e8e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:21.147915 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6a1da32a-dab3-4ea0-a415-faab304d6661 req-1356393b-1c74-48e8-995c-efe400e8e562 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d8dd38c6f1a4ec5af7cdaae23ef2048&device_id=014b98b3-ef80-4b31-864c-236d0401bf15 HTTP/1.1" status: 200 len: 1096 time: 0.1511352 Jul 15 13:02:21.219660 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5703f-9b8d-49b2-a03e-5b41a3fc7834 req-378b9821-1d37-47cc-96b4-31ce91ad861b tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:21.223510 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cdc5703f-9b8d-49b2-a03e-5b41a3fc7834 req-378b9821-1d37-47cc-96b4-31ce91ad861b tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.1702790 Jul 15 13:02:21.309023 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cdc5703f-9b8d-49b2-a03e-5b41a3fc7834 req-f66fe25d-1572-491e-a102-c8397271a5a5 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844901 Jul 15 13:02:21.331304 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1744a9cc-242f-4e63-96f6-46fc0a39ed48 req-d6b0264c-a75e-4bfc-80d7-6fa4163ff779 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/floatingips/b65daf25-6024-488b-b62f-af0c4286b298 HTTP/1.1" status: 200 len: 693 time: 0.1796417 Jul 15 13:02:21.348981 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1da32a-dab3-4ea0-a415-faab304d6661 req-874cbeea-97d5-46af-bd3c-319e5df81f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:21.354120 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6a1da32a-dab3-4ea0-a415-faab304d6661 req-874cbeea-97d5-46af-bd3c-319e5df81f08 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8 HTTP/1.1" status: 200 len: 923 time: 0.1935124 Jul 15 13:02:21.418790 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6a1da32a-dab3-4ea0-a415-faab304d6661 req-e590db16-fee5-422f-b7cc-bdad228edede service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f133ba97-e80b-4bd5-8c3d-2fb876ed8c99 HTTP/1.1" status: 200 len: 217 time: 0.0488904 Jul 15 13:02:21.485879 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2238d4e-69fa-431f-8d2b-701b1f307538 None None] New status for floating IP d6b265f6-9913-45e5-87bd-598e7c568d4b: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:02:21.492769 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1da32a-dab3-4ea0-a415-faab304d6661 req-d911ed10-1e55-4ddc-89a0-c4e7af18d3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:21.494990 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6a1da32a-dab3-4ea0-a415-faab304d6661 req-d911ed10-1e55-4ddc-89a0-c4e7af18d3ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf3b4397-f36e-483e-9233-daaf3a1bb75a HTTP/1.1" status: 200 len: 862 time: 0.0667684 Jul 15 13:02:21.534785 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908c95a-3efe-44e5-a8f3-5302924e2971 req-1af09868-59b0-4c6d-a3d5-66e06a85b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:21.536975 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0908c95a-3efe-44e5-a8f3-5302924e2971 req-1af09868-59b0-4c6d-a3d5-66e06a85b2f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0bec17d31a0f42c4bd2c56076659be93&device_id=39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f HTTP/1.1" status: 200 len: 1175 time: 0.4465120 Jul 15 13:02:21.540073 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908c95a-3efe-44e5-a8f3-5302924e2971 req-a2c3204a-db3c-4fca-bc28-734a80277504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:21.542757 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0908c95a-3efe-44e5-a8f3-5302924e2971 req-a2c3204a-db3c-4fca-bc28-734a80277504 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 1102 time: 0.3890722 Jul 15 13:02:21.550121 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6a1da32a-dab3-4ea0-a415-faab304d6661 req-d65b9731-f463-4cf8-96da-2c500738c859 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477881 Jul 15 13:02:21.723073 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6a1da32a-dab3-4ea0-a415-faab304d6661 req-38850197-ac5d-4830-9fb4-1498831642a3 service neutron] 10.222.0.18 "GET /v2.0/networks/3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609793 Jul 15 13:02:21.747165 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b11f7d-8282-4589-b6f4-99929f633c6b req-1dccf881-fb69-4527-b5ce-99e6b6910f69 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:21.748853 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e8b11f7d-8282-4589-b6f4-99929f633c6b req-1dccf881-fb69-4527-b5ce-99e6b6910f69 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 950 time: 0.1657035 Jul 15 13:02:21.752375 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744a9cc-242f-4e63-96f6-46fc0a39ed48 req-4bcd82f8-9e22-42ff-9fb8-e520addba7e2 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:21.754296 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1744a9cc-242f-4e63-96f6-46fc0a39ed48 req-4bcd82f8-9e22-42ff-9fb8-e520addba7e2 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 784 time: 0.3993926 Jul 15 13:02:21.829467 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-1744a9cc-242f-4e63-96f6-46fc0a39ed48 req-9858d01c-362e-4f1c-a92b-8e257e2429dd tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:02:21.830589 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1744a9cc-242f-4e63-96f6-46fc0a39ed48 req-9858d01c-362e-4f1c-a92b-8e257e2429dd tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0370820 Jul 15 13:02:21.843376 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908c95a-3efe-44e5-a8f3-5302924e2971 req-9e71b268-8177-4af9-9473-98c258a6523e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:21.843376 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0908c95a-3efe-44e5-a8f3-5302924e2971 req-9e71b268-8177-4af9-9473-98c258a6523e service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.2668777 Jul 15 13:02:21.846908 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908c95a-3efe-44e5-a8f3-5302924e2971 req-291c358c-1520-444a-8873-5f5b8d71719f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:21.848945 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0908c95a-3efe-44e5-a8f3-5302924e2971 req-291c358c-1520-444a-8873-5f5b8d71719f service neutron] 10.222.0.18 "GET /v2.0/networks?id=58db640f-1ccd-4893-a080-c8b6f61a353d HTTP/1.1" status: 200 len: 913 time: 0.3028419 Jul 15 13:02:21.882132 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e8b11f7d-8282-4589-b6f4-99929f633c6b req-6b261224-a5b2-4f38-88d7-842c9ec6cecf tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911140 Jul 15 13:02:21.913531 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6a1da32a-dab3-4ea0-a415-faab304d6661 req-b6505cf6-3d30-4993-b91f-6c4c6940f716 service neutron] 10.222.0.18 "GET /v2.0/networks/3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636312 Jul 15 13:02:21.954369 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0908c95a-3efe-44e5-a8f3-5302924e2971 req-4fcc1791-7875-4edb-afc9-c785d2ddf7f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=39914eb8-3276-4cbf-8e7e-c5fa53be0c53 HTTP/1.1" status: 200 len: 217 time: 0.1024015 Jul 15 13:02:21.960033 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0908c95a-3efe-44e5-a8f3-5302924e2971 req-d7b3f108-fcaa-4b62-8f47-87a86c245c70 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee89d926-91c8-4b94-b95c-075d98503c9e HTTP/1.1" status: 200 len: 217 time: 0.1014516 Jul 15 13:02:22.049901 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af678d-5653-4d29-b30e-816e418e4654 req-66a34ca8-fc0f-42a4-9559-e5dbaf670b66 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:22.051521 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-51af678d-5653-4d29-b30e-816e418e4654 req-66a34ca8-fc0f-42a4-9559-e5dbaf670b66 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.18 "GET /v2.0/ports?device_id=e80b3c8e-c414-43c8-9709-d46ef79b0f40 HTTP/1.1" status: 200 len: 950 time: 0.2775922 Jul 15 13:02:22.052467 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-a95c170b-3abd-4f08-94d9-5a7600365fea req-636c2754-d971-48ba-b731-2a4f32145fe8 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2098578611 ', 'description': 'tempest-description-1333189522'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:22.077627 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a95c170b-3abd-4f08-94d9-5a7600365fea req-636c2754-d971-48ba-b731-2a4f32145fe8 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:22.131932 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908c95a-3efe-44e5-a8f3-5302924e2971 req-92bb6c66-36e6-46cf-8b95-a6fb9d952ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:22.133541 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0908c95a-3efe-44e5-a8f3-5302924e2971 req-92bb6c66-36e6-46cf-8b95-a6fb9d952ffe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1686480 Jul 15 13:02:22.167520 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908c95a-3efe-44e5-a8f3-5302924e2971 req-6f0bebd2-6594-48a0-acd7-3668227fc4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:22.169204 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0908c95a-3efe-44e5-a8f3-5302924e2971 req-6f0bebd2-6594-48a0-acd7-3668227fc4b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d948b154-c21f-429a-bc8f-531575f8bb98 HTTP/1.1" status: 200 len: 852 time: 0.1945662 Jul 15 13:02:22.196347 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a95c170b-3abd-4f08-94d9-5a7600365fea req-636c2754-d971-48ba-b731-2a4f32145fe8 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:22.204989 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a95c170b-3abd-4f08-94d9-5a7600365fea req-636c2754-d971-48ba-b731-2a4f32145fe8 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:22.231198 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a95c170b-3abd-4f08-94d9-5a7600365fea req-636c2754-d971-48ba-b731-2a4f32145fe8 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:22.232620 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a95c170b-3abd-4f08-94d9-5a7600365fea req-636c2754-d971-48ba-b731-2a4f32145fe8 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.1849909 Jul 15 13:02:22.246304 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c2754-d971-48ba-b731-2a4f32145fe8 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c926e372-62c1-4244-8abe-b66bc53eea84,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:22.261310 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0908c95a-3efe-44e5-a8f3-5302924e2971 req-9de164e6-6267-4c8b-8a3c-81d589a8aee6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=58db640f-1ccd-4893-a080-c8b6f61a353d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697889 Jul 15 13:02:22.322522 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50d13e45-400b-40f9-b78b-83d3a650f295 req-6edf0074-1e67-4f47-b041-8f8147e76f1d tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/floatingips/d6b265f6-9913-45e5-87bd-598e7c568d4b HTTP/1.1" status: 200 len: 693 time: 0.0530503 Jul 15 13:02:22.331586 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1929e4-21b2-4377-b3a8-a6262395aa21 req-aee5330a-4533-4a99-ade5-ffec640776c8 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:22.333221 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5d1929e4-21b2-4377-b3a8-a6262395aa21 req-aee5330a-4533-4a99-ade5-ffec640776c8 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e80b3c8e-c414-43c8-9709-d46ef79b0f40 HTTP/1.1" status: 200 len: 950 time: 0.2956018 Jul 15 13:02:22.425777 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908c95a-3efe-44e5-a8f3-5302924e2971 req-15f769a7-c916-4c70-96f3-a540c496306b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:22.427403 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0908c95a-3efe-44e5-a8f3-5302924e2971 req-15f769a7-c916-4c70-96f3-a540c496306b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2815292 Jul 15 13:02:22.452177 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d13e45-400b-40f9-b78b-83d3a650f295 req-132ac8ea-97d6-4903-81b9-b4bbf6f32278 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:22.454177 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50d13e45-400b-40f9-b78b-83d3a650f295 req-132ac8ea-97d6-4903-81b9-b4bbf6f32278 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 784 time: 0.1214807 Jul 15 13:02:22.463401 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0908c95a-3efe-44e5-a8f3-5302924e2971 req-f57e5a81-aeee-40d0-82bb-332badada136 service neutron] 10.222.0.18 "GET /v2.0/networks/58db640f-1ccd-4893-a080-c8b6f61a353d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922541 Jul 15 13:02:22.478358 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5d1929e4-21b2-4377-b3a8-a6262395aa21 req-be062989-d8c6-4e6e-ab6f-7cc61549280f tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052334 Jul 15 13:02:22.480457 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-51af678d-5653-4d29-b30e-816e418e4654 req-7ebc993c-8e94-43ae-83b6-daa2309d70bf tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Deleting port 99034766-2bac-4c31-b0be-4a4c723abb8e {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:22.481084 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-51af678d-5653-4d29-b30e-816e418e4654 req-7ebc993c-8e94-43ae-83b6-daa2309d70bf tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:22.522132 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50d13e45-400b-40f9-b78b-83d3a650f295 req-17778808-3781-463e-81a5-cfbb9745add7 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.167 HTTP/1.1" status: 200 len: 696 time: 0.0610108 Jul 15 13:02:22.599270 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50d13e45-400b-40f9-b78b-83d3a650f295 req-69b1dd66-853d-42b1-8e94-8c8094d2de07 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.167 HTTP/1.1" status: 200 len: 696 time: 0.0690937 Jul 15 13:02:22.815677 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-50d13e45-400b-40f9-b78b-83d3a650f295 req-0d899300-2bcc-487a-a074-76b004ad3f65 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Deleting port cbd0cf06-0e10-4bbf-989b-9ee1e9c2397e {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:22.816201 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-50d13e45-400b-40f9-b78b-83d3a650f295 req-0d899300-2bcc-487a-a074-76b004ad3f65 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:22.837962 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0908c95a-3efe-44e5-a8f3-5302924e2971 req-1e830150-169b-449d-9f05-51ed709136c3 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943369 Jul 15 13:02:22.839414 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device f133ba97-e80b-4bd5-8c3d-2fb876ed8c99 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:22.842615 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-51af678d-5653-4d29-b30e-816e418e4654 req-7ebc993c-8e94-43ae-83b6-daa2309d70bf tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] For port 99034766-2bac-4c31-b0be-4a4c723abb8e, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=99034766-2bac-4c31-b0be-4a4c723abb8e,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:22.843060 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-51af678d-5653-4d29-b30e-816e418e4654 req-7ebc993c-8e94-43ae-83b6-daa2309d70bf tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:22.868167 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0908c95a-3efe-44e5-a8f3-5302924e2971 req-aa903a2d-cbf1-4138-a7ff-0dc32a6a361e service neutron] 10.222.0.18 "GET /v2.0/networks/58db640f-1ccd-4893-a080-c8b6f61a353d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816271 Jul 15 13:02:22.879184 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-51af678d-5653-4d29-b30e-816e418e4654 req-7ebc993c-8e94-43ae-83b6-daa2309d70bf tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Calling delete_port for 99034766-2bac-4c31-b0be-4a4c723abb8e owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:22.934374 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port f133ba97-e80b-4bd5-8c3d-2fb876ed8c99 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:22.940356 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port f133ba97-e80b-4bd5-8c3d-2fb876ed8c99 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:22.940939 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:22.966033 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-50d13e45-400b-40f9-b78b-83d3a650f295 req-0d899300-2bcc-487a-a074-76b004ad3f65 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:22.966722 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-50d13e45-400b-40f9-b78b-83d3a650f295 req-0d899300-2bcc-487a-a074-76b004ad3f65 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:22.991294 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-50d13e45-400b-40f9-b78b-83d3a650f295 req-0d899300-2bcc-487a-a074-76b004ad3f65 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Calling delete_port for cbd0cf06-0e10-4bbf-989b-9ee1e9c2397e owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:22.999442 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f53f55-d553-412a-8cd3-1601ffdcf0d2 req-693fc50e-8d49-4740-aaa8-b52d586e505a tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:23.001095 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-88f53f55-d553-412a-8cd3-1601ffdcf0d2 req-693fc50e-8d49-4740-aaa8-b52d586e505a tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=014b98b3-ef80-4b31-864c-236d0401bf15 HTTP/1.1" status: 200 len: 944 time: 0.3041928 Jul 15 13:02:23.061612 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '277acb31-be26-461e-810f-08cca58a9d8f', 'tag': 'b2f57783-ba98-4e8e-9e01-b35872dd7b96'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:23.064070 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142da71e-aac9-440f-afa1-48c499d8be91" -d '{"events": [{"name": "network-changed", "server_uuid": "277acb31-be26-461e-810f-08cca58a9d8f", "tag": "b2f57783-ba98-4e8e-9e01-b35872dd7b96"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:23.070936 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0908c95a-3efe-44e5-a8f3-5302924e2971 req-5c4095ac-28bc-4a9a-954a-698be7d18706 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233503 Jul 15 13:02:23.089313 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:23.117087 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-88f53f55-d553-412a-8cd3-1601ffdcf0d2 req-f532e1b5-e966-4b3e-bfa1-7e6649a6dcce tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029024 Jul 15 13:02:23.156347 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014b98b3-ef80-4b31-864c-236d0401bf15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f133ba97-e80b-4bd5-8c3d-2fb876ed8c99'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:23.159386 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a25dc72-291a-4b85-b958-9328d9c4cdaa" -d '{"events": [{"server_uuid": "014b98b3-ef80-4b31-864c-236d0401bf15", "name": "network-vif-plugged", "status": "completed", "tag": "f133ba97-e80b-4bd5-8c3d-2fb876ed8c99"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:23.166048 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:23.192450 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port f133ba97-e80b-4bd5-8c3d-2fb876ed8c99, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=f133ba97-e80b-4bd5-8c3d-2fb876ed8c99,segment=NetworkSegment(3c78992c-7c37-4056-a074-465cd7af4f35),segment_id=3c78992c-7c37-4056-a074-465cd7af4f35)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:23.200769 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:23.272530 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-50d13e45-400b-40f9-b78b-83d3a650f295 req-0d899300-2bcc-487a-a074-76b004ad3f65 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:23.274404 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-170e6b03-8723-4780-b07c-dc2820b2d718 req-eeb2b0a4-b409-45ae-9aa2-76c7c1ec6d05 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/floatingips/b65daf25-6024-488b-b62f-af0c4286b298 HTTP/1.1" status: 200 len: 693 time: 0.1303115 Jul 15 13:02:23.278552 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=f133ba97-e80b-4bd5-8c3d-2fb876ed8c99,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:23.288023 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:23.288750 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:23.289096 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:23.289424 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:23.289782 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:23.290138 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:23.290467 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:23.290823 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:23.291146 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:23.291465 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:23.291986 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:23.292177 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:23.328993 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-65d374b4-e722-4195-aa2f-86238e14a828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:23.350485 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-51af678d-5653-4d29-b30e-816e418e4654 req-7ebc993c-8e94-43ae-83b6-daa2309d70bf tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:23.355488 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d899300-2bcc-487a-a074-76b004ad3f65 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Pushing event deleted for resources: {'Port': ['ID=cbd0cf06-0e10-4bbf-989b-9ee1e9c2397e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:23.365313 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['5ec5c713-6d70-43a5-b417-6d1ab747b70e', 'ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:23.405083 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['23116ffe-712e-4a02-b27a-a2087651f296', '62555279-b9e3-4ccf-a35e-bb3189943158', 'd85b016f-fb0d-4850-a076-4af46d0d2758', '4c61b580-efae-42aa-a55e-c4fd8bab5fee', '19fa8ad5-709f-474f-bcb6-51fe764a1d8c'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:23.419488 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc993c-8e94-43ae-83b6-daa2309d70bf tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Pushing event deleted for resources: {'Port': ['ID=99034766-2bac-4c31-b0be-4a4c723abb8e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:23.423048 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-50d13e45-400b-40f9-b78b-83d3a650f295 req-0d899300-2bcc-487a-a074-76b004ad3f65 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:23.427789 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-50d13e45-400b-40f9-b78b-83d3a650f295 req-0d899300-2bcc-487a-a074-76b004ad3f65 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:23.429795 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50d13e45-400b-40f9-b78b-83d3a650f295 req-0d899300-2bcc-487a-a074-76b004ad3f65 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "DELETE /v2.0/floatingips/d6b265f6-9913-45e5-87bd-598e7c568d4b HTTP/1.1" status: 204 len: 173 time: 0.8218360 Jul 15 13:02:23.590633 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-51af678d-5653-4d29-b30e-816e418e4654 req-7ebc993c-8e94-43ae-83b6-daa2309d70bf tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] No DVR routers for this DVR port 99034766-2bac-4c31-b0be-4a4c723abb8e on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:02:23.595354 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-51af678d-5653-4d29-b30e-816e418e4654 req-7ebc993c-8e94-43ae-83b6-daa2309d70bf tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:23.597429 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-51af678d-5653-4d29-b30e-816e418e4654 req-7ebc993c-8e94-43ae-83b6-daa2309d70bf tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.18 "DELETE /v2.0/ports/99034766-2bac-4c31-b0be-4a4c723abb8e HTTP/1.1" status: 204 len: 173 time: 1.5324478 Jul 15 13:02:23.600280 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cc22fbcc-df87-43be-a041-61cfa4d8c5a8 req-b3444a9e-1ec9-4a8e-804a-5dc090f74b70 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups/c926e372-62c1-4244-8abe-b66bc53eea84 HTTP/1.1" status: 200 len: 1781 time: 0.0928445 Jul 15 13:02:23.713282 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:23.713880 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e6b03-8723-4780-b07c-dc2820b2d718 req-1475d5cf-a0f3-4bb7-b441-a263e1651846 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:23.720745 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-170e6b03-8723-4780-b07c-dc2820b2d718 req-1475d5cf-a0f3-4bb7-b441-a263e1651846 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 784 time: 0.4334800 Jul 15 13:02:23.747701 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-170e6b03-8723-4780-b07c-dc2820b2d718 req-00bb7855-5d17-40c4-a369-0ddf78e4830f tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:02:23.770370 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-170e6b03-8723-4780-b07c-dc2820b2d718 req-00bb7855-5d17-40c4-a369-0ddf78e4830f tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0315666 Jul 15 13:02:23.837455 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2561feb-2612-4a05-9797-fe593b625316 req-717ce5e6-a0d0-4d77-81d7-dd9bddc0e679 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:23.840404 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a2561feb-2612-4a05-9797-fe593b625316 req-717ce5e6-a0d0-4d77-81d7-dd9bddc0e679 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.0902474 Jul 15 13:02:23.859650 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-170e6b03-8723-4780-b07c-dc2820b2d718 req-39700e4a-66f1-46c8-a09e-848e278ca528 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.250 HTTP/1.1" status: 200 len: 696 time: 0.0881109 Jul 15 13:02:23.894415 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:23.905402 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a2561feb-2612-4a05-9797-fe593b625316 req-3dd9d8a1-2880-4af9-b984-83f36138d514 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580652 Jul 15 13:02:23.911929 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:23.912373 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:23.952256 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-170e6b03-8723-4780-b07c-dc2820b2d718 req-5793a276-67b9-4c63-94e9-8f97ed97f5de tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.250 HTTP/1.1" status: 200 len: 696 time: 0.0856133 Jul 15 13:02:24.093915 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf52640-43fa-45d9-a4cf-3d5f292830a1 x-openstack-request-id: req-ddf52640-43fa-45d9-a4cf-3d5f292830a1 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:24.094239 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "277acb31-be26-461e-810f-08cca58a9d8f", "tag": "b2f57783-ba98-4e8e-9e01-b35872dd7b96", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:24.094573 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ddf52640-43fa-45d9-a4cf-3d5f292830a1 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:24.095026 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '277acb31-be26-461e-810f-08cca58a9d8f', 'tag': 'b2f57783-ba98-4e8e-9e01-b35872dd7b96', 'status': 'completed', 'code': 200} Jul 15 13:02:24.130565 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4439253-b007-42de-9062-4544c7dd6e05 x-openstack-request-id: req-c4439253-b007-42de-9062-4544c7dd6e05 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:24.130929 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "014b98b3-ef80-4b31-864c-236d0401bf15", "name": "network-vif-plugged", "status": "completed", "tag": "f133ba97-e80b-4bd5-8c3d-2fb876ed8c99", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:24.131080 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c4439253-b007-42de-9062-4544c7dd6e05 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:24.131449 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014b98b3-ef80-4b31-864c-236d0401bf15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f133ba97-e80b-4bd5-8c3d-2fb876ed8c99', 'code': 200} Jul 15 13:02:24.143837 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:24.209263 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=39914eb8-3276-4cbf-8e7e-c5fa53be0c53,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:24.214622 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-170e6b03-8723-4780-b07c-dc2820b2d718 req-f075b464-65c7-4299-80e5-8b53a61f3e50 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Deleting port c4b092ad-0ea2-4188-b23e-7f5a8e4a7963 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:24.214949 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-170e6b03-8723-4780-b07c-dc2820b2d718 req-f075b464-65c7-4299-80e5-8b53a61f3e50 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:24.235396 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:24.337072 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-170e6b03-8723-4780-b07c-dc2820b2d718 req-f075b464-65c7-4299-80e5-8b53a61f3e50 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:24.337981 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-170e6b03-8723-4780-b07c-dc2820b2d718 req-f075b464-65c7-4299-80e5-8b53a61f3e50 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:24.359325 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142da71e-aac9-440f-afa1-48c499d8be91 req-c97ad420-c269-4987-b793-532d555ba16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:24.360969 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-142da71e-aac9-440f-afa1-48c499d8be91 req-c97ad420-c269-4987-b793-532d555ba16c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=679f7149411f4ccd996893a137236998&device_id=277acb31-be26-461e-810f-08cca58a9d8f HTTP/1.1" status: 200 len: 1098 time: 0.2205420 Jul 15 13:02:24.366870 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-170e6b03-8723-4780-b07c-dc2820b2d718 req-f075b464-65c7-4299-80e5-8b53a61f3e50 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Calling delete_port for c4b092ad-0ea2-4188-b23e-7f5a8e4a7963 owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:24.372824 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1b005c78-5738-4117-a238-7bff1ce8392b req-58af9899-90bf-457a-acf2-d9e38e902db2 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e80b3c8e-c414-43c8-9709-d46ef79b0f40 HTTP/1.1" status: 200 len: 210 time: 0.0665734 Jul 15 13:02:24.466098 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a4da7082-e04b-4829-834d-e21a9766100c req-e33604c9-cf84-4d89-a5e2-9192950338e2 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups/c926e372-62c1-4244-8abe-b66bc53eea84 HTTP/1.1" status: 200 len: 1781 time: 0.0589504 Jul 15 13:02:24.478782 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=39914eb8-3276-4cbf-8e7e-c5fa53be0c53,revision_number=13']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:24.521340 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9455b8c-6f56-475a-8789-f1c1d10ff602 req-ba171edb-a116-4bf8-99f4-f724dc9e082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:24.523256 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e9455b8c-6f56-475a-8789-f1c1d10ff602 req-ba171edb-a116-4bf8-99f4-f724dc9e082a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=014b98b3-ef80-4b31-864c-236d0401bf15 HTTP/1.1" status: 200 len: 1097 time: 0.2500641 Jul 15 13:02:24.548417 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a4da7082-e04b-4829-834d-e21a9766100c req-3478cd1c-078f-4511-8162-49685b4ff15a tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:24.576732 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a4da7082-e04b-4829-834d-e21a9766100c req-3478cd1c-078f-4511-8162-49685b4ff15a tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:24.580129 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142da71e-aac9-440f-afa1-48c499d8be91 req-5bf1e8ae-4b5a-4fd3-8c5d-7346a23c7977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:24.581809 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-142da71e-aac9-440f-afa1-48c499d8be91 req-5bf1e8ae-4b5a-4fd3-8c5d-7346a23c7977 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3ea33544-7fbe-4338-b6af-9f86e076512c HTTP/1.1" status: 200 len: 930 time: 0.2089365 Jul 15 13:02:24.627658 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a4da7082-e04b-4829-834d-e21a9766100c req-3478cd1c-078f-4511-8162-49685b4ff15a tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:24.630976 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a4da7082-e04b-4829-834d-e21a9766100c req-3478cd1c-078f-4511-8162-49685b4ff15a tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:24.632169 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a4da7082-e04b-4829-834d-e21a9766100c req-3478cd1c-078f-4511-8162-49685b4ff15a tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "DELETE /v2.0/security-groups/c926e372-62c1-4244-8abe-b66bc53eea84 HTTP/1.1" status: 204 len: 173 time: 0.1645849 Jul 15 13:02:24.642448 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-142da71e-aac9-440f-afa1-48c499d8be91 req-7e15c8da-46e9-458a-94f5-8dc3609c9b10 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2f57783-ba98-4e8e-9e01-b35872dd7b96 HTTP/1.1" status: 200 len: 217 time: 0.0487409 Jul 15 13:02:24.644174 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478cd1c-078f-4511-8162-49685b4ff15a tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c926e372-62c1-4244-8abe-b66bc53eea84,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:24.646118 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e9455b8c-6f56-475a-8789-f1c1d10ff602 req-5e2875cb-f20e-4916-8139-d2427c8ca956 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153913 Jul 15 13:02:24.738464 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-170e6b03-8723-4780-b07c-dc2820b2d718 req-f075b464-65c7-4299-80e5-8b53a61f3e50 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:24.779771 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f075b464-65c7-4299-80e5-8b53a61f3e50 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Pushing event deleted for resources: {'Port': ['ID=c4b092ad-0ea2-4188-b23e-7f5a8e4a7963,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:24.801686 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:02:24.830504 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142da71e-aac9-440f-afa1-48c499d8be91 req-c2dae2c7-fc44-4b98-97d0-9ff188f621ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:24.832064 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-142da71e-aac9-440f-afa1-48c499d8be91 req-c2dae2c7-fc44-4b98-97d0-9ff188f621ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1c520e11-3e2e-4d45-91c6-21955ccf896a HTTP/1.1" status: 200 len: 868 time: 0.1245971 Jul 15 13:02:24.837716 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-9297e37d-392e-489c-b7ab-652d96fe6903 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655370 Jul 15 13:02:24.843575 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 99034766-2bac-4c31-b0be-4a4c723abb8e no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:24.867616 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:24.874700 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 99034766-2bac-4c31-b0be-4a4c723abb8e {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:02:24.875018 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 99034766-2bac-4c31-b0be-4a4c723abb8e not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:24.876532 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:24.889483 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-170e6b03-8723-4780-b07c-dc2820b2d718 req-f075b464-65c7-4299-80e5-8b53a61f3e50 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:24.892402 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-170e6b03-8723-4780-b07c-dc2820b2d718 req-f075b464-65c7-4299-80e5-8b53a61f3e50 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:24.893832 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-170e6b03-8723-4780-b07c-dc2820b2d718 req-f075b464-65c7-4299-80e5-8b53a61f3e50 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "DELETE /v2.0/floatingips/b65daf25-6024-488b-b62f-af0c4286b298 HTTP/1.1" status: 204 len: 173 time: 0.9351568 Jul 15 13:02:24.934779 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142da71e-aac9-440f-afa1-48c499d8be91 req-50fec663-300b-4af0-b30d-af350a26c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:24.938169 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-142da71e-aac9-440f-afa1-48c499d8be91 req-50fec663-300b-4af0-b30d-af350a26c61e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3ea33544-7fbe-4338-b6af-9f86e076512c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0956659 Jul 15 13:02:25.037286 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-080a75d2-3d0c-4ad2-9b9e-41c45ee8bde3 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:25.038896 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-080a75d2-3d0c-4ad2-9b9e-41c45ee8bde3 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1877749 Jul 15 13:02:25.061604 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-dc1ced4e-c72f-4f54-845a-df00b29cbad3 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/quotas/4c3108a20e0e4e5c98e0e01050769b9a HTTP/1.1" status: 200 len: 375 time: 0.0103455 Jul 15 13:02:25.192580 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-cdb5de61-c1e7-4ea1-aca7-014bb6ced548 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1244807 Jul 15 13:02:25.506694 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-142da71e-aac9-440f-afa1-48c499d8be91 req-018b7dd4-11d5-45f6-82f3-231f7805613e service neutron] 10.222.0.18 "GET /v2.0/networks/3ea33544-7fbe-4338-b6af-9f86e076512c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5564673 Jul 15 13:02:25.539909 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598ff07-04c1-4d5d-9162-bd8a23389317 req-f3a8e181-b66f-4db6-accf-5b5281cb3dbe tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:25.542493 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5598ff07-04c1-4d5d-9162-bd8a23389317 req-f3a8e181-b66f-4db6-accf-5b5281cb3dbe tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=014b98b3-ef80-4b31-864c-236d0401bf15 HTTP/1.1" status: 200 len: 945 time: 0.0887911 Jul 15 13:02:25.563056 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595422b-f282-49e5-b7b7-d37de3f9c940 req-8327e0f6-4256-4247-945a-005f666a9599 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:25.566284 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9595422b-f282-49e5-b7b7-d37de3f9c940 req-8327e0f6-4256-4247-945a-005f666a9599 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/ports?device_id=277acb31-be26-461e-810f-08cca58a9d8f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5661809 Jul 15 13:02:25.614432 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5598ff07-04c1-4d5d-9162-bd8a23389317 req-53351534-d5e3-42f2-ad36-000803a0792c tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633450 Jul 15 13:02:25.672956 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [req-fd851660-a293-44ec-bfbb-8eabbe5c2f72 req-30cc5020-9426-45be-b2ea-b5a20676de90 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] show failed (client error): The resource could not be found. Jul 15 13:02:25.674060 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fd851660-a293-44ec-bfbb-8eabbe5c2f72 req-30cc5020-9426-45be-b2ea-b5a20676de90 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups/c926e372-62c1-4244-8abe-b66bc53eea84 HTTP/1.1" status: 404 len: 352 time: 0.0212455 Jul 15 13:02:25.754317 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9595422b-f282-49e5-b7b7-d37de3f9c940 req-737a2d5f-9103-4065-97f8-62a20a31852d tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1602643 Jul 15 13:02:25.818247 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-142da71e-aac9-440f-afa1-48c499d8be91 req-df4b7af7-46bb-4a4a-a07f-5d109caca996 service neutron] 10.222.0.18 "GET /v2.0/networks/3ea33544-7fbe-4338-b6af-9f86e076512c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013258 Jul 15 13:02:25.976702 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c758472-75b8-4a37-9819-e1fb7dd2b4b1 req-74c30395-85fd-4666-84dc-1933fa4f8d2d tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:25.980216 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4c758472-75b8-4a37-9819-e1fb7dd2b4b1 req-74c30395-85fd-4666-84dc-1933fa4f8d2d tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.0966504 Jul 15 13:02:26.022114 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e39820-84b3-4724-ab49-958983722e16 req-a91147a9-26b1-4e47-bd9e-3896e648d8e8 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:26.024651 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f0e39820-84b3-4724-ab49-958983722e16 req-a91147a9-26b1-4e47-bd9e-3896e648d8e8 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3318403 Jul 15 13:02:26.046576 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4c758472-75b8-4a37-9819-e1fb7dd2b4b1 req-d7f5b0f2-0691-4b71-adf6-139dec16547c tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602036 Jul 15 13:02:26.096659 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80b3c8e-c414-43c8-9709-d46ef79b0f40', 'name': 'network-vif-deleted', 'tag': '99034766-2bac-4c31-b0be-4a4c723abb8e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:26.100769 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ee37e9-ad49-4af7-8a30-88852035fbde" -d '{"events": [{"server_uuid": "e80b3c8e-c414-43c8-9709-d46ef79b0f40", "name": "network-vif-deleted", "tag": "99034766-2bac-4c31-b0be-4a4c723abb8e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:26.132029 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c81327-7eeb-4ef9-8f25-19c9b4e17b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39914eb8-3276-4cbf-8e7e-c5fa53be0c53'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:26.135708 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3def0217-78ec-4bcb-9184-970c2bd06ba6" -d '{"events": [{"server_uuid": "36c81327-7eeb-4ef9-8f25-19c9b4e17b94", "name": "network-vif-plugged", "status": "completed", "tag": "39914eb8-3276-4cbf-8e7e-c5fa53be0c53"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:26.144939 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:26.258262 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1958d32f-22a0-4ee8-acfb-3bde55bfe61f req-dffb6755-463b-4553-a2d0-f3abcf728bfe tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 210 time: 0.0583766 Jul 15 13:02:26.328201 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-6e78ee4c-7bc3-4b71-ad4f-e9fe286a875f req-aecade2a-d343-4879-a242-b5cd47d0c908 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-328631138', 'description': 'tempest-description-2117586875'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:26.369412 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6e78ee4c-7bc3-4b71-ad4f-e9fe286a875f req-aecade2a-d343-4879-a242-b5cd47d0c908 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:26.484964 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6e78ee4c-7bc3-4b71-ad4f-e9fe286a875f req-aecade2a-d343-4879-a242-b5cd47d0c908 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:26.490432 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6e78ee4c-7bc3-4b71-ad4f-e9fe286a875f req-aecade2a-d343-4879-a242-b5cd47d0c908 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:26.532012 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6e78ee4c-7bc3-4b71-ad4f-e9fe286a875f req-aecade2a-d343-4879-a242-b5cd47d0c908 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:26.534172 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6e78ee4c-7bc3-4b71-ad4f-e9fe286a875f req-aecade2a-d343-4879-a242-b5cd47d0c908 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2160234 Jul 15 13:02:26.546500 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecade2a-d343-4879-a242-b5cd47d0c908 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d32762b1-0588-45ea-81ef-b87d07cfe556,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:26.627480 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f14d67db-3a69-461e-9df1-a348d3ca000b req-7bd2e6e3-1061-4a61-9637-6ebdb78d1a3b tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=10f6886ee60441949078133afdd49f55 HTTP/1.1" status: 200 len: 1656 time: 0.0677602 Jul 15 13:02:26.696707 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e85dc33c-284e-4bb0-9b27-56ff69fda27d req-d3759a8c-3f9c-4df3-8611-bbaedef03563 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.3678401 Jul 15 13:02:26.781796 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0103000f-2436-45d4-83ff-a83dbfb0c348 x-openstack-request-id: req-0103000f-2436-45d4-83ff-a83dbfb0c348 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:26.782313 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80b3c8e-c414-43c8-9709-d46ef79b0f40", "name": "network-vif-deleted", "tag": "99034766-2bac-4c31-b0be-4a4c723abb8e", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:26.782633 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0103000f-2436-45d4-83ff-a83dbfb0c348 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:26.784122 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80b3c8e-c414-43c8-9709-d46ef79b0f40', 'name': 'network-vif-deleted', 'tag': '99034766-2bac-4c31-b0be-4a4c723abb8e', 'status': 'completed', 'code': 200} Jul 15 13:02:26.800305 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a9f001-1eab-4dda-8138-878b9492ab9a x-openstack-request-id: req-e8a9f001-1eab-4dda-8138-878b9492ab9a {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:26.801360 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c81327-7eeb-4ef9-8f25-19c9b4e17b94", "name": "network-vif-plugged", "status": "completed", "tag": "39914eb8-3276-4cbf-8e7e-c5fa53be0c53", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:26.802123 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8a9f001-1eab-4dda-8138-878b9492ab9a {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:26.804611 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c81327-7eeb-4ef9-8f25-19c9b4e17b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39914eb8-3276-4cbf-8e7e-c5fa53be0c53', 'code': 200} Jul 15 13:02:26.880246 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d67db-3a69-461e-9df1-a348d3ca000b req-7b96c739-ce06-4ed8-885c-af0f9625a724 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:26.886867 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f14d67db-3a69-461e-9df1-a348d3ca000b req-7b96c739-ce06-4ed8-885c-af0f9625a724 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/networks?id=0b352371-cfe9-4be4-934e-718e319584db&id=0b352371-cfe9-4be4-934e-718e319584db&id=0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 787 time: 0.2505667 Jul 15 13:02:26.894172 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-c70a7159-61f9-4c3d-9da4-22cf8ba12f3d tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525520 Jul 15 13:02:26.901404 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-f14d67db-3a69-461e-9df1-a348d3ca000b req-e7bbeccc-5b20-44c0-bdb0-f56aae11059c tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:02:26.903087 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f14d67db-3a69-461e-9df1-a348d3ca000b req-e7bbeccc-5b20-44c0-bdb0-f56aae11059c tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144520 Jul 15 13:02:26.959991 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-2e03a822-acca-4d9a-99ba-1f45f1ce50f7 req-66f3dc74-f02f-4677-8aec-7983eb8a303c tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-70540777', 'description': 'tempest-description-199648231'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:27.005805 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2e03a822-acca-4d9a-99ba-1f45f1ce50f7 req-66f3dc74-f02f-4677-8aec-7983eb8a303c tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:27.224848 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-dd836999-6158-4d17-89f1-c7792807471d tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:27.227583 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-dd836999-6158-4d17-89f1-c7792807471d tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3230989 Jul 15 13:02:27.245503 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-9fc0ba8c-3e36-47e1-80d8-2bd564706d0f tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Request body: {'port': {'device_id': 'a32db238-6109-42d4-b4b7-f9e0efcc48d2', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'admin_state_up': True, 'tenant_id': '4c3108a20e0e4e5c98e0e01050769b9a'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:27.288264 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d5816-173a-4eb4-8dcf-663002d6d875 req-47813711-7910-4303-b206-10c1e08f201d tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:27.289946 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-746d5816-173a-4eb4-8dcf-663002d6d875 req-47813711-7910-4303-b206-10c1e08f201d tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=014b98b3-ef80-4b31-864c-236d0401bf15 HTTP/1.1" status: 200 len: 945 time: 0.0696084 Jul 15 13:02:27.334683 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-746d5816-173a-4eb4-8dcf-663002d6d875 req-383bd2b6-ca87-4f95-b13c-87a5c7783cf7 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368588 Jul 15 13:02:27.417490 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2e03a822-acca-4d9a-99ba-1f45f1ce50f7 req-66f3dc74-f02f-4677-8aec-7983eb8a303c tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:27.429490 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2e03a822-acca-4d9a-99ba-1f45f1ce50f7 req-66f3dc74-f02f-4677-8aec-7983eb8a303c tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:27.477739 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2e03a822-acca-4d9a-99ba-1f45f1ce50f7 req-66f3dc74-f02f-4677-8aec-7983eb8a303c tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:27.478520 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2e03a822-acca-4d9a-99ba-1f45f1ce50f7 req-66f3dc74-f02f-4677-8aec-7983eb8a303c tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.5260973 Jul 15 13:02:27.495707 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f3dc74-f02f-4677-8aec-7983eb8a303c tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce821f1d-3131-4f79-873c-704bfffc8392,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:27.511480 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-9fc0ba8c-3e36-47e1-80d8-2bd564706d0f tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Made reservation on behalf of 4c3108a20e0e4e5c98e0e01050769b9a for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:27.515967 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-9fc0ba8c-3e36-47e1-80d8-2bd564706d0f tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:27.579411 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41dbc536-efed-4329-a028-caccf5d88aab req-f3897ff5-526c-45a3-b420-dd7a3ef9958d tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/floatingips/03c165fb-4549-4ebd-8907-b79e16561dde HTTP/1.1" status: 200 len: 693 time: 0.0606148 Jul 15 13:02:27.793249 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbc536-efed-4329-a028-caccf5d88aab req-9d6abca8-fe12-4c22-b0d4-364ad99b4bd1 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:27.794763 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41dbc536-efed-4329-a028-caccf5d88aab req-9d6abca8-fe12-4c22-b0d4-364ad99b4bd1 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 784 time: 0.2077374 Jul 15 13:02:27.808259 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-9fc0ba8c-3e36-47e1-80d8-2bd564706d0f tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Allocated IP 192.168.233.3 (469a0c47-6cac-4ffe-aa16-0c933961e7af/23cd399a-e88b-433a-a99b-25a477d6a3ca/200d3f04-e3cb-48a4-b2b6-34eca775b495) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:27.875552 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41dbc536-efed-4329-a028-caccf5d88aab req-0d5a96f6-c09c-497a-9068-87a797bd94d2 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.242 HTTP/1.1" status: 200 len: 696 time: 0.0645075 Jul 15 13:02:27.950067 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41dbc536-efed-4329-a028-caccf5d88aab req-32203ad9-81f4-43ef-a18c-6c8d8bb26960 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.242 HTTP/1.1" status: 200 len: 696 time: 0.0644259 Jul 15 13:02:27.952647 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcba826-57bb-4773-ad1b-5cb0bfc005b5 req-ee6c4f94-c7ea-4f96-b440-d7e4ead77c5a tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:27.955096 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4bcba826-57bb-4773-ad1b-5cb0bfc005b5 req-ee6c4f94-c7ea-4f96-b440-d7e4ead77c5a tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.1012409 Jul 15 13:02:28.010116 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4bcba826-57bb-4773-ad1b-5cb0bfc005b5 req-05d643f5-1a3c-4fdc-bcdd-925ce44e9df7 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471525 Jul 15 13:02:28.172338 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-9fc0ba8c-3e36-47e1-80d8-2bd564706d0f tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:28.200460 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-9fc0ba8c-3e36-47e1-80d8-2bd564706d0f tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Transition to ACTIVE for port object 200d3f04-e3cb-48a4-b2b6-34eca775b495 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:28.221401 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-41dbc536-efed-4329-a028-caccf5d88aab req-2e5e104d-80ab-4f7f-b913-84d67195a89a tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Deleting port aaf3de69-52d3-4cbd-9249-91567f4c2a87 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:28.221729 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-41dbc536-efed-4329-a028-caccf5d88aab req-2e5e104d-80ab-4f7f-b913-84d67195a89a tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:28.245579 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a032883-57ea-49a5-bb50-73c011a6df71 req-15b591d6-ac07-4d0c-9a66-ee0b802bf32f tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:28.245953 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6a032883-57ea-49a5-bb50-73c011a6df71 req-15b591d6-ac07-4d0c-9a66-ee0b802bf32f tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d98981-4bd3-4cec-b474-a3f6852ee672 HTTP/1.1" status: 200 len: 949 time: 0.0846648 Jul 15 13:02:28.290258 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6a032883-57ea-49a5-bb50-73c011a6df71 req-9caea1ca-6eb3-4696-a560-f34bfda96175 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356419 Jul 15 13:02:28.306736 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-9fc0ba8c-3e36-47e1-80d8-2bd564706d0f tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:28.363159 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['a0ae581a-5a36-4db7-a98c-1f3bde6bf998', '8ecd4344-13b4-4ad8-b3d8-cd1fed399548', '39914eb8-3276-4cbf-8e7e-c5fa53be0c53'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:28.378230 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-41dbc536-efed-4329-a028-caccf5d88aab req-2e5e104d-80ab-4f7f-b913-84d67195a89a tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:28.378599 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-41dbc536-efed-4329-a028-caccf5d88aab req-2e5e104d-80ab-4f7f-b913-84d67195a89a tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:28.384373 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-9fc0ba8c-3e36-47e1-80d8-2bd564706d0f tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:28.397708 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-9fc0ba8c-3e36-47e1-80d8-2bd564706d0f tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:28.403915 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-9fc0ba8c-3e36-47e1-80d8-2bd564706d0f tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:28.452158 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-41dbc536-efed-4329-a028-caccf5d88aab req-2e5e104d-80ab-4f7f-b913-84d67195a89a tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Calling delete_port for aaf3de69-52d3-4cbd-9249-91567f4c2a87 owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:28.470834 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0ba8c-3e36-47e1-80d8-2bd564706d0f tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Pushing event updated for resources: {'Port': ['ID=200d3f04-e3cb-48a4-b2b6-34eca775b495,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:28.502026 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-9fc0ba8c-3e36-47e1-80d8-2bd564706d0f tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:28.503142 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-9fc0ba8c-3e36-47e1-80d8-2bd564706d0f tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:28.582217 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-9fc0ba8c-3e36-47e1-80d8-2bd564706d0f tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3440807 Jul 15 13:02:28.597615 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-7cdc06a1-b4b5-47ff-bbe5-45cf0e36021c service neutron] Request body: {'port': {'device_id': 'a32db238-6109-42d4-b4b7-f9e0efcc48d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:28.773581 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ccc391-049b-493a-ab37-0c11db730f5a req-d02ef4ec-192f-4e74-b3bb-132fba7193bd tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:28.776926 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b9ccc391-049b-493a-ab37-0c11db730f5a req-d02ef4ec-192f-4e74-b3bb-132fba7193bd tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 934 time: 0.1175241 Jul 15 13:02:28.795817 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-7cdc06a1-b4b5-47ff-bbe5-45cf0e36021c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:28.807796 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-41dbc536-efed-4329-a028-caccf5d88aab req-2e5e104d-80ab-4f7f-b913-84d67195a89a tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:28.823830 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b9ccc391-049b-493a-ab37-0c11db730f5a req-0e065f24-44f1-41f1-be3b-95da0d1f0f17 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393574 Jul 15 13:02:28.848651 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3f0339ca-5dbe-4ede-a9b5-cae52db20f91 None None] Provisioning for port 200d3f04-e3cb-48a4-b2b6-34eca775b495 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:28.856310 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3f0339ca-5dbe-4ede-a9b5-cae52db20f91 None None] Provisioning complete for port 200d3f04-e3cb-48a4-b2b6-34eca775b495 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:28.857383 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3f0339ca-5dbe-4ede-a9b5-cae52db20f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:28.869036 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e104d-80ab-4f7f-b913-84d67195a89a tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Pushing event deleted for resources: {'Port': ['ID=aaf3de69-52d3-4cbd-9249-91567f4c2a87,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:28.923067 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3f0339ca-5dbe-4ede-a9b5-cae52db20f91 None None] Port 200d3f04-e3cb-48a4-b2b6-34eca775b495 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:02:29.085250 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbe9dc-c633-42ca-af01-eb7f97e39fd4 req-e6899015-d2d1-4753-8de5-14e4c2745164 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:29.087020 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-72dbe9dc-c633-42ca-af01-eb7f97e39fd4 req-e6899015-d2d1-4753-8de5-14e4c2745164 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=014b98b3-ef80-4b31-864c-236d0401bf15 HTTP/1.1" status: 200 len: 945 time: 0.0751047 Jul 15 13:02:29.090977 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-41dbc536-efed-4329-a028-caccf5d88aab req-2e5e104d-80ab-4f7f-b913-84d67195a89a tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.093610 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-41dbc536-efed-4329-a028-caccf5d88aab req-2e5e104d-80ab-4f7f-b913-84d67195a89a tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.094833 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41dbc536-efed-4329-a028-caccf5d88aab req-2e5e104d-80ab-4f7f-b913-84d67195a89a tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "DELETE /v2.0/floatingips/03c165fb-4549-4ebd-8907-b79e16561dde HTTP/1.1" status: 204 len: 173 time: 1.1341207 Jul 15 13:02:29.111808 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191e1f1-872e-4bb3-8cf6-a61ebd2f6d18 req-4d02c2f1-a1ae-4e5f-a9fb-b2bc90862c77 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:29.113498 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3191e1f1-872e-4bb3-8cf6-a61ebd2f6d18 req-4d02c2f1-a1ae-4e5f-a9fb-b2bc90862c77 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.32 "GET /v2.0/ports?device_id=56d98981-4bd3-4cec-b474-a3f6852ee672 HTTP/1.1" status: 200 len: 949 time: 0.2587743 Jul 15 13:02:29.145435 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-9af506f2-360f-459b-bbbf-4764c7caa2bc req-922bd66b-22e3-4b6d-a588-416cc1d265ca tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1288595319', 'description': 'tempest-description-156635534'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:29.146908 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-72dbe9dc-c633-42ca-af01-eb7f97e39fd4 req-3656c044-cc39-4d15-85fe-a17b93eb5443 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519154 Jul 15 13:02:29.271310 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9af506f2-360f-459b-bbbf-4764c7caa2bc req-922bd66b-22e3-4b6d-a588-416cc1d265ca tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.384504 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e1c4d-31e2-41c3-a1eb-d079c072a5a0 req-69c996cf-a0bc-4db1-8757-d510c2fbab7f tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:29.386905 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e27e1c4d-31e2-41c3-a1eb-d079c072a5a0 req-69c996cf-a0bc-4db1-8757-d510c2fbab7f tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/ports?device_id=277acb31-be26-461e-810f-08cca58a9d8f HTTP/1.1" status: 200 len: 946 time: 0.1089203 Jul 15 13:02:29.490657 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e27e1c4d-31e2-41c3-a1eb-d079c072a5a0 req-f3414ba0-8fb0-42bc-a9a7-a58d3a8f98e2 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.24 "GET /v2.0/security-groups?id=41665c94-28ef-4704-be13-85b1e7538b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709119 Jul 15 13:02:29.508934 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-3191e1f1-872e-4bb3-8cf6-a61ebd2f6d18 req-66482659-d929-4b73-a73c-4b99e78fc782 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Deleting port 19fa8ad5-709f-474f-bcb6-51fe764a1d8c {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:29.509333 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3191e1f1-872e-4bb3-8cf6-a61ebd2f6d18 req-66482659-d929-4b73-a73c-4b99e78fc782 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.516514 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509a0a7-c1be-4ce6-b262-700b24e90384 req-37f1061b-55c0-4fff-a693-00969f5a7829 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:29.518524 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f509a0a7-c1be-4ce6-b262-700b24e90384 req-37f1061b-55c0-4fff-a693-00969f5a7829 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.18 "GET /v2.0/ports?device_id=277acb31-be26-461e-810f-08cca58a9d8f HTTP/1.1" status: 200 len: 946 time: 0.1606660 Jul 15 13:02:29.541092 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c2d8520f-6f33-438b-bf19-008c4457388c req-865c6020-4a81-49bc-b3f1-2bd26a8bd098 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5f63503f-9bc5-475f-899c-2743f149a4d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2347867 Jul 15 13:02:29.550837 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-7cdc06a1-b4b5-47ff-bbe5-45cf0e36021c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 200d3f04-e3cb-48a4-b2b6-34eca775b495 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:29.571458 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-7cdc06a1-b4b5-47ff-bbe5-45cf0e36021c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.598007 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9af506f2-360f-459b-bbbf-4764c7caa2bc req-922bd66b-22e3-4b6d-a588-416cc1d265ca tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.646317 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9af506f2-360f-459b-bbbf-4764c7caa2bc req-922bd66b-22e3-4b6d-a588-416cc1d265ca tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.647396 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-f509a0a7-c1be-4ce6-b262-700b24e90384 req-2e9e2d6a-17dc-4338-9d3b-51701951fa63 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Deleting port b2f57783-ba98-4e8e-9e01-b35872dd7b96 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:29.647828 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f509a0a7-c1be-4ce6-b262-700b24e90384 req-2e9e2d6a-17dc-4338-9d3b-51701951fa63 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.663379 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-7cdc06a1-b4b5-47ff-bbe5-45cf0e36021c service neutron] Transition to ACTIVE for port object 200d3f04-e3cb-48a4-b2b6-34eca775b495 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:29.699974 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-7cdc06a1-b4b5-47ff-bbe5-45cf0e36021c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.764159 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9af506f2-360f-459b-bbbf-4764c7caa2bc req-922bd66b-22e3-4b6d-a588-416cc1d265ca tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.765418 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9af506f2-360f-459b-bbbf-4764c7caa2bc req-922bd66b-22e3-4b6d-a588-416cc1d265ca tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6270056 Jul 15 13:02:29.781130 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922bd66b-22e3-4b6d-a588-416cc1d265ca tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19f60fd6-6550-4564-b0a7-20188e58efff,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:29.790023 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-f509a0a7-c1be-4ce6-b262-700b24e90384 req-2e9e2d6a-17dc-4338-9d3b-51701951fa63 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] For port b2f57783-ba98-4e8e-9e01-b35872dd7b96, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=b2f57783-ba98-4e8e-9e01-b35872dd7b96,segment=NetworkSegment(a58fbc3c-87cc-43ef-a3ee-e738689a657f),segment_id=a58fbc3c-87cc-43ef-a3ee-e738689a657f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:29.790425 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f509a0a7-c1be-4ce6-b262-700b24e90384 req-2e9e2d6a-17dc-4338-9d3b-51701951fa63 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.793014 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-3191e1f1-872e-4bb3-8cf6-a61ebd2f6d18 req-66482659-d929-4b73-a73c-4b99e78fc782 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] For port 19fa8ad5-709f-474f-bcb6-51fe764a1d8c, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=19fa8ad5-709f-474f-bcb6-51fe764a1d8c,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:29.793391 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3191e1f1-872e-4bb3-8cf6-a61ebd2f6d18 req-66482659-d929-4b73-a73c-4b99e78fc782 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:29.811929 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-f509a0a7-c1be-4ce6-b262-700b24e90384 req-2e9e2d6a-17dc-4338-9d3b-51701951fa63 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Calling delete_port for b2f57783-ba98-4e8e-9e01-b35872dd7b96 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:29.859726 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-3191e1f1-872e-4bb3-8cf6-a61ebd2f6d18 req-66482659-d929-4b73-a73c-4b99e78fc782 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Calling delete_port for 19fa8ad5-709f-474f-bcb6-51fe764a1d8c owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:29.877585 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc06a1-b4b5-47ff-bbe5-45cf0e36021c service neutron] Pushing event updated for resources: {'Port': ['ID=200d3f04-e3cb-48a4-b2b6-34eca775b495,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:29.882780 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac22d48-16eb-49b7-beab-52ed7035b8d5 req-c747a7d6-d2e6-40de-9fe7-b9371a612316 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:29.890617 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fac22d48-16eb-49b7-beab-52ed7035b8d5 req-c747a7d6-d2e6-40de-9fe7-b9371a612316 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.1638019 Jul 15 13:02:29.906243 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3b1bd45f-b363-489e-8599-437b368fef04 req-185e499e-9e20-4a6e-a649-d377f9970de8 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/floatingips/face7f0e-312b-4efd-bce6-01d5a617a60f HTTP/1.1" status: 200 len: 693 time: 0.1203513 Jul 15 13:02:29.954948 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fac22d48-16eb-49b7-beab-52ed7035b8d5 req-8bd65690-82c4-4d2e-a7e2-f70ed1fe8728 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634141 Jul 15 13:02:30.055688 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f509a0a7-c1be-4ce6-b262-700b24e90384 req-2e9e2d6a-17dc-4338-9d3b-51701951fa63 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:30.072401 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['b2f57783-ba98-4e8e-9e01-b35872dd7b96'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:30.074980 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8520f-6f33-438b-bf19-008c4457388c req-fc1b6e54-5341-4efd-aff7-bf165d9571c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:30.077677 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c2d8520f-6f33-438b-bf19-008c4457388c req-fc1b6e54-5341-4efd-aff7-bf165d9571c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&device_id=5f63503f-9bc5-475f-899c-2743f149a4d6 HTTP/1.1" status: 200 len: 1101 time: 0.4438524 Jul 15 13:02:30.128320 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e2d6a-17dc-4338-9d3b-51701951fa63 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Pushing event deleted for resources: {'Port': ['ID=b2f57783-ba98-4e8e-9e01-b35872dd7b96,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:30.234595 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-f509a0a7-c1be-4ce6-b262-700b24e90384 req-2e9e2d6a-17dc-4338-9d3b-51701951fa63 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] No DVR routers for this DVR port b2f57783-ba98-4e8e-9e01-b35872dd7b96 on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:02:30.237614 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f509a0a7-c1be-4ce6-b262-700b24e90384 req-2e9e2d6a-17dc-4338-9d3b-51701951fa63 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:30.240134 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f509a0a7-c1be-4ce6-b262-700b24e90384 req-2e9e2d6a-17dc-4338-9d3b-51701951fa63 tempest-FloatingIPsAssociationNegativeTestJSON-718041842 tempest-FloatingIPsAssociationNegativeTestJSON-718041842-project] 10.222.0.18 "DELETE /v2.0/ports/b2f57783-ba98-4e8e-9e01-b35872dd7b96 HTTP/1.1" status: 204 len: 173 time: 0.7136116 Jul 15 13:02:30.240752 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277acb31-be26-461e-810f-08cca58a9d8f', 'name': 'network-vif-deleted', 'tag': 'b2f57783-ba98-4e8e-9e01-b35872dd7b96'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:30.245356 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7786a114-3110-47d4-9b46-2e361524386b" -d '{"events": [{"server_uuid": "277acb31-be26-461e-810f-08cca58a9d8f", "name": "network-vif-deleted", "tag": "b2f57783-ba98-4e8e-9e01-b35872dd7b96"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:30.311193 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1bd45f-b363-489e-8599-437b368fef04 req-9741c4d1-5d07-45f1-a453-440fd2f1d90a tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:30.313043 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3b1bd45f-b363-489e-8599-437b368fef04 req-9741c4d1-5d07-45f1-a453-440fd2f1d90a tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 784 time: 0.3996136 Jul 15 13:02:30.383251 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-7cdc06a1-b4b5-47ff-bbe5-45cf0e36021c service neutron] Attempting to bind port 200d3f04-e3cb-48a4-b2b6-34eca775b495 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:30.383592 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-7cdc06a1-b4b5-47ff-bbe5-45cf0e36021c service neutron] Attempting to bind port 200d3f04-e3cb-48a4-b2b6-34eca775b495 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:30.383927 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-7cdc06a1-b4b5-47ff-bbe5-45cf0e36021c service neutron] Attempting to bind port 200d3f04-e3cb-48a4-b2b6-34eca775b495 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:30.436375 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-7cdc06a1-b4b5-47ff-bbe5-45cf0e36021c service neutron] Port 200d3f04-e3cb-48a4-b2b6-34eca775b495 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:02:30.436640 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-7cdc06a1-b4b5-47ff-bbe5-45cf0e36021c service neutron] Attempting to bind port 200d3f04-e3cb-48a4-b2b6-34eca775b495 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:30.445335 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3b1bd45f-b363-489e-8599-437b368fef04 req-35144c59-dc77-4ed4-8805-c588833371f7 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.114 HTTP/1.1" status: 200 len: 696 time: 0.1139979 Jul 15 13:02:30.457152 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-7cdc06a1-b4b5-47ff-bbe5-45cf0e36021c service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:30.457495 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-7cdc06a1-b4b5-47ff-bbe5-45cf0e36021c service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:30.457917 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-7cdc06a1-b4b5-47ff-bbe5-45cf0e36021c service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:30.458384 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-7cdc06a1-b4b5-47ff-bbe5-45cf0e36021c service neutron] Bound port: 200d3f04-e3cb-48a4-b2b6-34eca775b495, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:30.458751 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-7cdc06a1-b4b5-47ff-bbe5-45cf0e36021c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:30.577028 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8520f-6f33-438b-bf19-008c4457388c req-0af07e42-56b3-4bc4-81e1-bf2807ef89aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:30.578865 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c2d8520f-6f33-438b-bf19-008c4457388c req-0af07e42-56b3-4bc4-81e1-bf2807ef89aa service neutron] 10.222.0.18 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.3393502 Jul 15 13:02:30.589679 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3b1bd45f-b363-489e-8599-437b368fef04 req-66a2d745-1084-40de-bc7d-ebe5cf3bff0b tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.114 HTTP/1.1" status: 200 len: 696 time: 0.1368511 Jul 15 13:02:30.751461 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c87e94-0d42-479e-ae96-8cee9869a73c req-f483ab78-5ca3-403c-a34b-c66db16a0f8a tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:30.753661 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f4c87e94-0d42-479e-ae96-8cee9869a73c req-f483ab78-5ca3-403c-a34b-c66db16a0f8a tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=56d98981-4bd3-4cec-b474-a3f6852ee672 HTTP/1.1" status: 200 len: 949 time: 0.1150007 Jul 15 13:02:30.807658 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f4c87e94-0d42-479e-ae96-8cee9869a73c req-0244897b-7f00-4acc-b5bc-b31a1541758b tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435750 Jul 15 13:02:31.041643 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c2d8520f-6f33-438b-bf19-008c4457388c req-03c6c987-4bb5-4dc6-ac7f-bc87815b6e18 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=5ec5c713-6d70-43a5-b417-6d1ab747b70e HTTP/1.1" status: 200 len: 217 time: 0.4508569 Jul 15 13:02:31.070146 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3191e1f1-872e-4bb3-8cf6-a61ebd2f6d18 req-66482659-d929-4b73-a73c-4b99e78fc782 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:31.085439 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['5ec5c713-6d70-43a5-b417-6d1ab747b70e', 'ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:31.145890 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['23116ffe-712e-4a02-b27a-a2087651f296', '62555279-b9e3-4ccf-a35e-bb3189943158', 'd85b016f-fb0d-4850-a076-4af46d0d2758', '4c61b580-efae-42aa-a55e-c4fd8bab5fee'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:31.170345 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2f4a6d96-69f2-40a0-bc22-a761cacd362e req-38ad3f3e-d0ac-448e-a8ce-b9a0194079e1 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0bec17d31a0f42c4bd2c56076659be93 HTTP/1.1" status: 200 len: 10895 time: 0.1416838 Jul 15 13:02:31.185308 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66482659-d929-4b73-a73c-4b99e78fc782 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Pushing event deleted for resources: {'Port': ['ID=19fa8ad5-709f-474f-bcb6-51fe764a1d8c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:31.260086 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-7cdc06a1-b4b5-47ff-bbe5-45cf0e36021c service neutron] For port 200d3f04-e3cb-48a4-b2b6-34eca775b495, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:31.298743 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-7cdc06a1-b4b5-47ff-bbe5-45cf0e36021c service neutron] For port 200d3f04-e3cb-48a4-b2b6-34eca775b495, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=200d3f04-e3cb-48a4-b2b6-34eca775b495,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:31.300610 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-3191e1f1-872e-4bb3-8cf6-a61ebd2f6d18 req-66482659-d929-4b73-a73c-4b99e78fc782 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] No DVR routers for this DVR port 19fa8ad5-709f-474f-bcb6-51fe764a1d8c on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:02:31.304133 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3191e1f1-872e-4bb3-8cf6-a61ebd2f6d18 req-66482659-d929-4b73-a73c-4b99e78fc782 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:31.307379 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3191e1f1-872e-4bb3-8cf6-a61ebd2f6d18 req-66482659-d929-4b73-a73c-4b99e78fc782 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.32 "DELETE /v2.0/ports/19fa8ad5-709f-474f-bcb6-51fe764a1d8c HTTP/1.1" status: 204 len: 173 time: 2.1827137 Jul 15 13:02:31.307977 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2f4a6d96-69f2-40a0-bc22-a761cacd362e req-d7807e2f-1cfb-4dc5-9c4c-3e8fae05358d tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups/05e5fc58-e33d-47d0-bab7-f5006456ee4d HTTP/1.1" status: 200 len: 2981 time: 0.1252809 Jul 15 13:02:31.308954 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8520f-6f33-438b-bf19-008c4457388c req-a4069039-a125-4404-b804-a4b9a4103bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:31.311279 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c2d8520f-6f33-438b-bf19-008c4457388c req-a4069039-a125-4404-b804-a4b9a4103bb7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.2562118 Jul 15 13:02:31.313234 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d98981-4bd3-4cec-b474-a3f6852ee672', 'name': 'network-vif-deleted', 'tag': '19fa8ad5-709f-474f-bcb6-51fe764a1d8c'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:31.316121 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90250873-c84d-4806-a7d7-2c66038aaa5c" -d '{"events": [{"server_uuid": "56d98981-4bd3-4cec-b474-a3f6852ee672", "name": "network-vif-deleted", "tag": "19fa8ad5-709f-474f-bcb6-51fe764a1d8c"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:31.321167 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-7cdc06a1-b4b5-47ff-bbe5-45cf0e36021c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:31.389671 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-7cdc06a1-b4b5-47ff-bbe5-45cf0e36021c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:31.391067 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-7cdc06a1-b4b5-47ff-bbe5-45cf0e36021c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:31.393419 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-7cdc06a1-b4b5-47ff-bbe5-45cf0e36021c service neutron] 10.222.0.18 "PUT /v2.0/ports/200d3f04-e3cb-48a4-b2b6-34eca775b495 HTTP/1.1" status: 200 len: 1095 time: 2.8018746 Jul 15 13:02:31.397007 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2f4a6d96-69f2-40a0-bc22-a761cacd362e req-04ad1ed7-116d-4890-b616-9b0866c55847 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups/05e5fc58-e33d-47d0-bab7-f5006456ee4d HTTP/1.1" status: 200 len: 2981 time: 0.0653133 Jul 15 13:02:31.555919 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-3b1bd45f-b363-489e-8599-437b368fef04 req-fa980210-e59d-42fa-a869-3cc1cb71b781 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Deleting port 09f18b99-e50b-471d-b213-5e72869ecd1b {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:31.557176 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3b1bd45f-b363-489e-8599-437b368fef04 req-fa980210-e59d-42fa-a869-3cc1cb71b781 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:31.649054 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3b1bd45f-b363-489e-8599-437b368fef04 req-fa980210-e59d-42fa-a869-3cc1cb71b781 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:31.649706 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3b1bd45f-b363-489e-8599-437b368fef04 req-fa980210-e59d-42fa-a869-3cc1cb71b781 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:31.664182 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-3b1bd45f-b363-489e-8599-437b368fef04 req-fa980210-e59d-42fa-a869-3cc1cb71b781 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Calling delete_port for 09f18b99-e50b-471d-b213-5e72869ecd1b owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:31.691191 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be340bb8-31eb-45dc-997a-517f5ada1c87 req-1da4dd88-3ba7-49ec-a977-99bfa8c3b2f0 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:31.692952 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-be340bb8-31eb-45dc-997a-517f5ada1c87 req-1da4dd88-3ba7-49ec-a977-99bfa8c3b2f0 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 946 time: 0.1356039 Jul 15 13:02:31.715810 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc06a1-b4b5-47ff-bbe5-45cf0e36021c service neutron] Pushing event updated for resources: {'Port': ['ID=200d3f04-e3cb-48a4-b2b6-34eca775b495,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:31.726286 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 19fa8ad5-709f-474f-bcb6-51fe764a1d8c no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:31.768783 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-be340bb8-31eb-45dc-997a-517f5ada1c87 req-8a01e380-7760-45e6-8c32-03fbb7a05ba1 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646622 Jul 15 13:02:31.788392 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 19fa8ad5-709f-474f-bcb6-51fe764a1d8c {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:02:31.788930 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 19fa8ad5-709f-474f-bcb6-51fe764a1d8c not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:31.848725 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8520f-6f33-438b-bf19-008c4457388c req-6c0a3023-ff9d-4e7c-8ada-178e605b6b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:31.851388 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c2d8520f-6f33-438b-bf19-008c4457388c req-6c0a3023-ff9d-4e7c-8ada-178e605b6b51 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5267112 Jul 15 13:02:31.887078 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b636f31c-d93f-44d6-8b52-306a5f53f077 x-openstack-request-id: req-b636f31c-d93f-44d6-8b52-306a5f53f077 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:31.887548 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277acb31-be26-461e-810f-08cca58a9d8f", "name": "network-vif-deleted", "tag": "b2f57783-ba98-4e8e-9e01-b35872dd7b96", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:31.887899 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b636f31c-d93f-44d6-8b52-306a5f53f077 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:31.888399 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277acb31-be26-461e-810f-08cca58a9d8f', 'name': 'network-vif-deleted', 'tag': 'b2f57783-ba98-4e8e-9e01-b35872dd7b96', 'status': 'completed', 'code': 200} Jul 15 13:02:31.897943 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-541539ee-cf16-4aa0-a93b-7c6a96e0fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:31.900957 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-541539ee-cf16-4aa0-a93b-7c6a96e0fc35 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 1098 time: 0.4277680 Jul 15 13:02:32.011742 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-d552dcd2-0f6d-4d53-b58f-77823166668b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=200d3f04-e3cb-48a4-b2b6-34eca775b495 HTTP/1.1" status: 200 len: 217 time: 0.0541685 Jul 15 13:02:32.161434 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-df06cf53-9198-417c-96f9-c0a0ae8a8e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:32.163302 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-df06cf53-9198-417c-96f9-c0a0ae8a8e5b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1099761 Jul 15 13:02:32.168959 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c2d8520f-6f33-438b-bf19-008c4457388c req-ad68db4a-43a1-47f8-ac7f-9bfd4469a09f service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013971 Jul 15 13:02:32.270791 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3b1bd45f-b363-489e-8599-437b368fef04 req-fa980210-e59d-42fa-a869-3cc1cb71b781 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:32.285468 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45390) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:32.354945 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa980210-e59d-42fa-a869-3cc1cb71b781 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Pushing event deleted for resources: {'Port': ['ID=09f18b99-e50b-471d-b213-5e72869ecd1b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:32.437291 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-642953e6-d80e-4483-98b4-fe9c42acbb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:32.439178 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-642953e6-d80e-4483-98b4-fe9c42acbb8f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2509565 Jul 15 13:02:32.518481 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c2d8520f-6f33-438b-bf19-008c4457388c req-8b5d09f3-a18e-43ef-a5a1-4fe20dd8b914 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290746 Jul 15 13:02:32.530011 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3b1bd45f-b363-489e-8599-437b368fef04 req-fa980210-e59d-42fa-a869-3cc1cb71b781 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:32.532663 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3b1bd45f-b363-489e-8599-437b368fef04 req-fa980210-e59d-42fa-a869-3cc1cb71b781 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:32.534043 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3b1bd45f-b363-489e-8599-437b368fef04 req-fa980210-e59d-42fa-a869-3cc1cb71b781 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "DELETE /v2.0/floatingips/face7f0e-312b-4efd-bce6-01d5a617a60f HTTP/1.1" status: 204 len: 173 time: 1.9387748 Jul 15 13:02:32.615665 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b006025-5638-4960-ac98-93b2c80406db x-openstack-request-id: req-9b006025-5638-4960-ac98-93b2c80406db {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:32.616275 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d98981-4bd3-4cec-b474-a3f6852ee672", "name": "network-vif-deleted", "tag": "19fa8ad5-709f-474f-bcb6-51fe764a1d8c", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:32.616914 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b006025-5638-4960-ac98-93b2c80406db {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:32.617728 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d98981-4bd3-4cec-b474-a3f6852ee672', 'name': 'network-vif-deleted', 'tag': '19fa8ad5-709f-474f-bcb6-51fe764a1d8c', 'status': 'completed', 'code': 200} Jul 15 13:02:32.641670 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-51bf43f3-39ed-428f-9bcc-582f9f598720 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772690 Jul 15 13:02:32.710047 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf45da-af20-444b-b147-4065ef30bdc4 req-cc397724-24d6-4f0b-9b08-2b3003b106c7 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:32.711670 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2bbf45da-af20-444b-b147-4065ef30bdc4 req-cc397724-24d6-4f0b-9b08-2b3003b106c7 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.1854920 Jul 15 13:02:32.757142 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-32efd32f-caeb-485f-a3d0-df1308cf5d88 req-e4f4c66d-84f8-4a30-9f3a-7959e5fa6ef6 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups/d32762b1-0588-45ea-81ef-b87d07cfe556 HTTP/1.1" status: 200 len: 1800 time: 0.1444778 Jul 15 13:02:32.815839 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2bbf45da-af20-444b-b147-4065ef30bdc4 req-da6f390d-37ea-46d6-a4d5-4e6b200a0b03 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877888 Jul 15 13:02:32.858203 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device f133ba97-e80b-4bd5-8c3d-2fb876ed8c99 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:02:32.858978 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device b2f57783-ba98-4e8e-9e01-b35872dd7b96 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:32.915438 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4c867e8c-7a7c-4e94-8dba-29a4b7244c9c req-d928632d-99de-4d7b-9bd6-333a17e4c9f9 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624493 Jul 15 13:02:32.970361 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: b2f57783-ba98-4e8e-9e01-b35872dd7b96 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:02:32.971400 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-32efd32f-caeb-485f-a3d0-df1308cf5d88 req-8446b217-6131-4293-b1ae-f19b2e613a19 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:32.982867 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device b2f57783-ba98-4e8e-9e01-b35872dd7b96 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:33.028308 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-32efd32f-caeb-485f-a3d0-df1308cf5d88 req-8446b217-6131-4293-b1ae-f19b2e613a19 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:33.030595 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98225857-c8e8-49b7-a280-83f0ed75690a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:33.116926 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-32efd32f-caeb-485f-a3d0-df1308cf5d88 req-8446b217-6131-4293-b1ae-f19b2e613a19 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:33.125144 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-32efd32f-caeb-485f-a3d0-df1308cf5d88 req-8446b217-6131-4293-b1ae-f19b2e613a19 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:33.126433 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-32efd32f-caeb-485f-a3d0-df1308cf5d88 req-8446b217-6131-4293-b1ae-f19b2e613a19 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "DELETE /v2.0/security-groups/d32762b1-0588-45ea-81ef-b87d07cfe556 HTTP/1.1" status: 204 len: 173 time: 0.3182025 Jul 15 13:02:33.147553 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446b217-6131-4293-b1ae-f19b2e613a19 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32762b1-0588-45ea-81ef-b87d07cfe556,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:33.216103 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port f133ba97-e80b-4bd5-8c3d-2fb876ed8c99, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=f133ba97-e80b-4bd5-8c3d-2fb876ed8c99,segment=NetworkSegment(3c78992c-7c37-4056-a074-465cd7af4f35),segment_id=3c78992c-7c37-4056-a074-465cd7af4f35)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:33.237217 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'f133ba97-e80b-4bd5-8c3d-2fb876ed8c99', 'network_id': '3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8', 'port_id': 'f133ba97-e80b-4bd5-8c3d-2fb876ed8c99', 'mac_address': 'fa:16:3e:14:4b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf3b4397-f36e-483e-9233-daaf3a1bb75a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:02:33.271373 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-25d78cbc-32b2-4add-b1ca-5cb9b1d9c122 req-ea4f390f-c45e-40ac-bbe8-58284f1ff5be tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/floatingips/3ca2ba36-61b0-4e36-bfb7-7d7941827234 HTTP/1.1" status: 200 len: 692 time: 0.0578506 Jul 15 13:02:33.314211 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:33.329143 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f133ba97-e80b-4bd5-8c3d-2fb876ed8c99 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:33.350297 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port f133ba97-e80b-4bd5-8c3d-2fb876ed8c99, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=f133ba97-e80b-4bd5-8c3d-2fb876ed8c99,segment=NetworkSegment(3c78992c-7c37-4056-a074-465cd7af4f35),segment_id=3c78992c-7c37-4056-a074-465cd7af4f35)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:33.356646 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:33.363236 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85d43f-e4dc-42c3-b46e-7f0a611e9e33 req-19d0adae-40f9-445c-bee8-7b7300318b02 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:33.364845 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3f85d43f-e4dc-42c3-b46e-7f0a611e9e33 req-19d0adae-40f9-445c-bee8-7b7300318b02 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 946 time: 0.0961998 Jul 15 13:02:33.424745 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=f133ba97-e80b-4bd5-8c3d-2fb876ed8c99,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:33.430446 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3f85d43f-e4dc-42c3-b46e-7f0a611e9e33 req-116ff5ed-94f3-4d20-be5d-301a7b5c69c9 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552123 Jul 15 13:02:33.501456 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['f133ba97-e80b-4bd5-8c3d-2fb876ed8c99'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:33.518848 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d78cbc-32b2-4add-b1ca-5cb9b1d9c122 req-63a8916f-f005-49a6-a387-c7f8ec9e511a tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:33.523045 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-25d78cbc-32b2-4add-b1ca-5cb9b1d9c122 req-63a8916f-f005-49a6-a387-c7f8ec9e511a tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 784 time: 0.2325649 Jul 15 13:02:33.639965 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-25d78cbc-32b2-4add-b1ca-5cb9b1d9c122 req-9054d7a3-f926-4de4-9f73-811f954cd1ab tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.47 HTTP/1.1" status: 200 len: 695 time: 0.1114833 Jul 15 13:02:33.723660 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [req-22236fdc-1065-4b2a-a905-bffdb450e64c req-93e3a09d-0b8f-4676-bcae-f13dc39a9e78 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] show failed (client error): The resource could not be found. Jul 15 13:02:33.725106 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-22236fdc-1065-4b2a-a905-bffdb450e64c req-93e3a09d-0b8f-4676-bcae-f13dc39a9e78 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups/d32762b1-0588-45ea-81ef-b87d07cfe556 HTTP/1.1" status: 404 len: 352 time: 0.0160882 Jul 15 13:02:33.741298 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-25d78cbc-32b2-4add-b1ca-5cb9b1d9c122 req-0b0d95b2-93ad-401e-bb51-b5f2c5976225 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.47 HTTP/1.1" status: 200 len: 695 time: 0.0955071 Jul 15 13:02:33.802730 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-98225857-c8e8-49b7-a280-83f0ed75690a admin admin] Deleting port 8d10177a-b158-4e0a-b1fe-59ba818c6bbc {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:33.803178 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98225857-c8e8-49b7-a280-83f0ed75690a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:33.908958 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e79dd1-54b5-4aff-bb76-7555d633683c req-4945ea05-fc1e-4a38-ad32-ced53728bcb2 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:33.912072 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-59e79dd1-54b5-4aff-bb76-7555d633683c req-4945ea05-fc1e-4a38-ad32-ced53728bcb2 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=014b98b3-ef80-4b31-864c-236d0401bf15 HTTP/1.1" status: 200 len: 944 time: 0.0735586 Jul 15 13:02:33.953908 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-98225857-c8e8-49b7-a280-83f0ed75690a admin admin] For port 8d10177a-b158-4e0a-b1fe-59ba818c6bbc, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8d10177a-b158-4e0a-b1fe-59ba818c6bbc,segment=NetworkSegment(a58fbc3c-87cc-43ef-a3ee-e738689a657f),segment_id=a58fbc3c-87cc-43ef-a3ee-e738689a657f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:33.954202 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98225857-c8e8-49b7-a280-83f0ed75690a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:33.970701 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-98225857-c8e8-49b7-a280-83f0ed75690a admin admin] Calling delete_port for 8d10177a-b158-4e0a-b1fe-59ba818c6bbc owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:33.973674 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-59e79dd1-54b5-4aff-bb76-7555d633683c req-b3c4f9e4-55ff-43b9-88bb-10e5cef3388a tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561738 Jul 15 13:02:33.979206 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-25d78cbc-32b2-4add-b1ca-5cb9b1d9c122 req-52a0d932-8b2b-4948-b360-9a8f27a684d8 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Deleting port 96bcac8b-c237-4e4d-9e83-5683da612fb0 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:33.979544 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-25d78cbc-32b2-4add-b1ca-5cb9b1d9c122 req-52a0d932-8b2b-4948-b360-9a8f27a684d8 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.113988 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-25d78cbc-32b2-4add-b1ca-5cb9b1d9c122 req-52a0d932-8b2b-4948-b360-9a8f27a684d8 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.114382 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-25d78cbc-32b2-4add-b1ca-5cb9b1d9c122 req-52a0d932-8b2b-4948-b360-9a8f27a684d8 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.160590 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35ffb5-44c2-48e5-b77c-8fa1d4227136 req-e830d0a5-5a2e-48e8-a771-6a65c3eab4b4 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:34.162228 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0a35ffb5-44c2-48e5-b77c-8fa1d4227136 req-e830d0a5-5a2e-48e8-a771-6a65c3eab4b4 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=2151f20f-a9c6-4c41-8d8d-519ed682a25c HTTP/1.1" status: 200 len: 950 time: 0.0749543 Jul 15 13:02:34.166496 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-25d78cbc-32b2-4add-b1ca-5cb9b1d9c122 req-52a0d932-8b2b-4948-b360-9a8f27a684d8 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Calling delete_port for 96bcac8b-c237-4e4d-9e83-5683da612fb0 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:34.221278 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0a35ffb5-44c2-48e5-b77c-8fa1d4227136 req-50c7071c-929a-4f1a-b6ee-4dcdccf0c0e9 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497653 Jul 15 13:02:34.344198 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98225857-c8e8-49b7-a280-83f0ed75690a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.350427 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eeae058e-d16f-433d-b528-4d622a291b67 req-3394ae6b-d19e-4a87-ab30-d77592591628 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups/ce821f1d-3131-4f79-873c-704bfffc8392 HTTP/1.1" status: 200 len: 1798 time: 0.0735102 Jul 15 13:02:34.406121 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98225857-c8e8-49b7-a280-83f0ed75690a admin admin] Pushing event deleted for resources: {'Port': ['ID=8d10177a-b158-4e0a-b1fe-59ba818c6bbc,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:34.421294 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-eeae058e-d16f-433d-b528-4d622a291b67 req-9ea8036f-e728-4919-aa36-5e63d0a0e30d tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.449382 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-eeae058e-d16f-433d-b528-4d622a291b67 req-9ea8036f-e728-4919-aa36-5e63d0a0e30d tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.462279 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-25d78cbc-32b2-4add-b1ca-5cb9b1d9c122 req-52a0d932-8b2b-4948-b360-9a8f27a684d8 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.511400 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-eeae058e-d16f-433d-b528-4d622a291b67 req-9ea8036f-e728-4919-aa36-5e63d0a0e30d tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.514353 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-eeae058e-d16f-433d-b528-4d622a291b67 req-9ea8036f-e728-4919-aa36-5e63d0a0e30d tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.515573 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eeae058e-d16f-433d-b528-4d622a291b67 req-9ea8036f-e728-4919-aa36-5e63d0a0e30d tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "DELETE /v2.0/security-groups/ce821f1d-3131-4f79-873c-704bfffc8392 HTTP/1.1" status: 204 len: 173 time: 0.1566131 Jul 15 13:02:34.529186 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8036f-e728-4919-aa36-5e63d0a0e30d tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce821f1d-3131-4f79-873c-704bfffc8392,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:34.619596 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32db238-6109-42d4-b4b7-f9e0efcc48d2', 'tag': '200d3f04-e3cb-48a4-b2b6-34eca775b495'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:34.626501 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd2bc39-6090-4b0a-9ee2-032bbb0278eb" -d '{"events": [{"name": "network-changed", "server_uuid": "a32db238-6109-42d4-b4b7-f9e0efcc48d2", "tag": "200d3f04-e3cb-48a4-b2b6-34eca775b495"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:34.747970 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e8c43-20b8-401e-b11b-b91883b4eb29 req-1cf4328a-a294-4ef0-b8e2-6e8a6410ac59 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:34.749674 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4d9e8c43-20b8-401e-b11b-b91883b4eb29 req-1cf4328a-a294-4ef0-b8e2-6e8a6410ac59 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.0900321 Jul 15 13:02:34.783776 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0d932-8b2b-4948-b360-9a8f27a684d8 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Pushing event deleted for resources: {'Port': ['ID=96bcac8b-c237-4e4d-9e83-5683da612fb0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:34.802987 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4d9e8c43-20b8-401e-b11b-b91883b4eb29 req-077c5024-ad04-43c2-900c-44ea7444e80a tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423546 Jul 15 13:02:34.862472 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device f133ba97-e80b-4bd5-8c3d-2fb876ed8c99 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:34.930460 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-25d78cbc-32b2-4add-b1ca-5cb9b1d9c122 req-52a0d932-8b2b-4948-b360-9a8f27a684d8 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.933303 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-25d78cbc-32b2-4add-b1ca-5cb9b1d9c122 req-52a0d932-8b2b-4948-b360-9a8f27a684d8 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:34.934551 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-25d78cbc-32b2-4add-b1ca-5cb9b1d9c122 req-52a0d932-8b2b-4948-b360-9a8f27a684d8 tempest-FloatingIPDetailsTestJSON-1425066863 tempest-FloatingIPDetailsTestJSON-1425066863-project] 10.222.0.24 "DELETE /v2.0/floatingips/3ca2ba36-61b0-4e36-bfb7-7d7941827234 HTTP/1.1" status: 204 len: 173 time: 1.1801929 Jul 15 13:02:34.948263 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45422) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:34.954207 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port f133ba97-e80b-4bd5-8c3d-2fb876ed8c99 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:34.955200 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:35.019009 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [req-4dcaa322-085d-4099-8949-73073b9dd19b req-86e0751e-a6eb-45bf-b055-0211ce227946 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] show failed (client error): The resource could not be found. Jul 15 13:02:35.020139 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4dcaa322-085d-4099-8949-73073b9dd19b req-86e0751e-a6eb-45bf-b055-0211ce227946 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups/ce821f1d-3131-4f79-873c-704bfffc8392 HTTP/1.1" status: 404 len: 352 time: 0.0257158 Jul 15 13:02:35.111260 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98225857-c8e8-49b7-a280-83f0ed75690a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:35.118796 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:35.119247 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3aa855-7ba6-4c8a-9d3e-2f6c30452145 x-openstack-request-id: req-fb3aa855-7ba6-4c8a-9d3e-2f6c30452145 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:35.119493 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a32db238-6109-42d4-b4b7-f9e0efcc48d2", "tag": "200d3f04-e3cb-48a4-b2b6-34eca775b495", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:35.119752 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fb3aa855-7ba6-4c8a-9d3e-2f6c30452145 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:35.120205 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32db238-6109-42d4-b4b7-f9e0efcc48d2', 'tag': '200d3f04-e3cb-48a4-b2b6-34eca775b495', 'status': 'completed', 'code': 200} Jul 15 13:02:35.159949 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014b98b3-ef80-4b31-864c-236d0401bf15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f133ba97-e80b-4bd5-8c3d-2fb876ed8c99'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:35.164815 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754805d1-81f9-485b-9c8b-0e849697f8a4" -d '{"events": [{"server_uuid": "014b98b3-ef80-4b31-864c-236d0401bf15", "name": "network-vif-plugged", "status": "completed", "tag": "f133ba97-e80b-4bd5-8c3d-2fb876ed8c99"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:35.208980 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port f133ba97-e80b-4bd5-8c3d-2fb876ed8c99, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=f133ba97-e80b-4bd5-8c3d-2fb876ed8c99,segment=NetworkSegment(3c78992c-7c37-4056-a074-465cd7af4f35),segment_id=3c78992c-7c37-4056-a074-465cd7af4f35)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:35.220220 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:35.268273 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2bc39-6090-4b0a-9ee2-032bbb0278eb req-f1e633d9-d042-4832-9e81-966b205ea78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:35.270458 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1cd2bc39-6090-4b0a-9ee2-032bbb0278eb req-f1e633d9-d042-4832-9e81-966b205ea78a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 1098 time: 0.1283426 Jul 15 13:02:35.323225 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=f133ba97-e80b-4bd5-8c3d-2fb876ed8c99,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:35.440486 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2bc39-6090-4b0a-9ee2-032bbb0278eb req-60efd427-f6c0-42ed-af08-29416069db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:35.442273 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1cd2bc39-6090-4b0a-9ee2-032bbb0278eb req-60efd427-f6c0-42ed-af08-29416069db52 service neutron] 10.222.0.18 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.1652234 Jul 15 13:02:35.499983 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1cd2bc39-6090-4b0a-9ee2-032bbb0278eb req-48f7479f-4ca0-485c-a801-27b76f74f250 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=200d3f04-e3cb-48a4-b2b6-34eca775b495 HTTP/1.1" status: 200 len: 217 time: 0.0508668 Jul 15 13:02:35.509180 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f267ae-4864-4779-b0de-4a2a967b130d req-1341bb09-f805-4fa5-b6b5-a566fe566714 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:35.511502 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-60f267ae-4864-4779-b0de-4a2a967b130d req-1341bb09-f805-4fa5-b6b5-a566fe566714 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=014b98b3-ef80-4b31-864c-236d0401bf15 HTTP/1.1" status: 200 len: 945 time: 0.2170866 Jul 15 13:02:35.558224 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06eed4-e77c-4073-89c8-355d09114a5d req-03ca3010-1069-4252-9d4f-51b6507bd4e0 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:35.559711 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3e06eed4-e77c-4073-89c8-355d09114a5d req-03ca3010-1069-4252-9d4f-51b6507bd4e0 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 946 time: 0.1955099 Jul 15 13:02:35.593562 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b6652-9d8a-4553-9954-365e588175b4 req-9b1d421c-c1ac-4c62-ad49-29b860cdc2f3 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:35.595159 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b03b6652-9d8a-4553-9954-365e588175b4 req-9b1d421c-c1ac-4c62-ad49-29b860cdc2f3 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.32 "GET /v2.0/ports?device_id=2151f20f-a9c6-4c41-8d8d-519ed682a25c HTTP/1.1" status: 200 len: 950 time: 0.1896641 Jul 15 13:02:35.603420 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2bc39-6090-4b0a-9ee2-032bbb0278eb req-3d7d7100-2122-4c07-a3d6-5e7b0ff6ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:35.604945 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1cd2bc39-6090-4b0a-9ee2-032bbb0278eb req-3d7d7100-2122-4c07-a3d6-5e7b0ff6ee85 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.0975623 Jul 15 13:02:35.663748 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-60f267ae-4864-4779-b0de-4a2a967b130d req-104f91d2-c135-4653-9767-a82d9ef0aeb1 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416900 Jul 15 13:02:35.699951 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98225857-c8e8-49b7-a280-83f0ed75690a admin admin] Router b29b6db1-6226-469f-9042-8c8b36b47fa3 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:02:35.719084 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3e06eed4-e77c-4073-89c8-355d09114a5d req-9a6e153c-2a74-410b-b2a9-67ddd7d795bf tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434369 Jul 15 13:02:35.782245 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40326a1d-98b5-419a-82b4-0a6d37c9c6b1 x-openstack-request-id: req-40326a1d-98b5-419a-82b4-0a6d37c9c6b1 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:35.782939 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "014b98b3-ef80-4b31-864c-236d0401bf15", "name": "network-vif-plugged", "status": "completed", "tag": "f133ba97-e80b-4bd5-8c3d-2fb876ed8c99", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:35.783502 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-40326a1d-98b5-419a-82b4-0a6d37c9c6b1 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:35.784344 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014b98b3-ef80-4b31-864c-236d0401bf15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f133ba97-e80b-4bd5-8c3d-2fb876ed8c99', 'code': 200} Jul 15 13:02:35.808658 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2bc39-6090-4b0a-9ee2-032bbb0278eb req-0fa38511-69c9-470e-8596-05bd15293049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:35.810283 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1cd2bc39-6090-4b0a-9ee2-032bbb0278eb req-0fa38511-69c9-470e-8596-05bd15293049 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1919312 Jul 15 13:02:35.850087 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e3a04adf-2052-4770-a81d-7d04eaea0661 req-3432c136-8846-40a1-bbb7-aafdf3a5247a tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups/19f60fd6-6550-4564-b0a7-20188e58efff HTTP/1.1" status: 200 len: 1800 time: 0.1406631 Jul 15 13:02:35.861828 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-b03b6652-9d8a-4553-9954-365e588175b4 req-cc6f4fa6-ee3b-4f90-8fd4-42c679eca69b tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Deleting port 4c61b580-efae-42aa-a55e-c4fd8bab5fee {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:35.862177 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b03b6652-9d8a-4553-9954-365e588175b4 req-cc6f4fa6-ee3b-4f90-8fd4-42c679eca69b tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:35.973150 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98225857-c8e8-49b7-a280-83f0ed75690a admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:02:35.983256 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-98225857-c8e8-49b7-a280-83f0ed75690a admin admin] 10.222.0.24 "PUT /v2.0/routers/b29b6db1-6226-469f-9042-8c8b36b47fa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6936085 Jul 15 13:02:35.983861 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45438) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:35.989077 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de954a36-454a-4c6d-9be0-7c4b7d5e9581 None None] Sync routers for ids ['b29b6db1-6226-469f-9042-8c8b36b47fa3'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:02:36.007581 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de954a36-454a-4c6d-9be0-7c4b7d5e9581 None None] Routers {'b29b6db1-6226-469f-9042-8c8b36b47fa3'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:36.008587 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-de954a36-454a-4c6d-9be0-7c4b7d5e9581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:02:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b29b6db1-6226-469f-9042-8c8b36b47fa3'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:36.039475 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1cd2bc39-6090-4b0a-9ee2-032bbb0278eb req-facc203c-3b49-4599-936d-e81b70226120 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212002 Jul 15 13:02:36.062852 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c2d92d5c-420c-4062-a7c0-c5df980317b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:36.064159 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e3a04adf-2052-4770-a81d-7d04eaea0661 req-2e23ec05-a26d-4d8d-9761-05d2decc893f tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:36.097234 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b03b6652-9d8a-4553-9954-365e588175b4 req-cc6f4fa6-ee3b-4f90-8fd4-42c679eca69b tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] For port 4c61b580-efae-42aa-a55e-c4fd8bab5fee, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=4c61b580-efae-42aa-a55e-c4fd8bab5fee,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:36.097590 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b03b6652-9d8a-4553-9954-365e588175b4 req-cc6f4fa6-ee3b-4f90-8fd4-42c679eca69b tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:36.123802 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-b03b6652-9d8a-4553-9954-365e588175b4 req-cc6f4fa6-ee3b-4f90-8fd4-42c679eca69b tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Calling delete_port for 4c61b580-efae-42aa-a55e-c4fd8bab5fee owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:36.151644 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-de954a36-454a-4c6d-9be0-7c4b7d5e9581 None None] Set router b29b6db1-6226-469f-9042-8c8b36b47fa3 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:36.170598 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e3a04adf-2052-4770-a81d-7d04eaea0661 req-2e23ec05-a26d-4d8d-9761-05d2decc893f tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:36.186701 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce55293-d17c-4cfd-9307-372cc6ecee9a req-884c0c15-545c-4504-9a5b-34cf29c3c450 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:36.188278 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5ce55293-d17c-4cfd-9307-372cc6ecee9a req-884c0c15-545c-4504-9a5b-34cf29c3c450 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=2151f20f-a9c6-4c41-8d8d-519ed682a25c HTTP/1.1" status: 200 len: 950 time: 0.2647505 Jul 15 13:02:36.230740 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a499444f-2697-4621-8ed7-2e403554a843 admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:36.264314 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1cd2bc39-6090-4b0a-9ee2-032bbb0278eb req-21851c81-cdb6-4341-b5d5-5634a68d2ec0 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166362 Jul 15 13:02:36.300305 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5ce55293-d17c-4cfd-9307-372cc6ecee9a req-ee39502b-4703-4fb9-b3af-41a738eb877e tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673339 Jul 15 13:02:36.426146 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e3a04adf-2052-4770-a81d-7d04eaea0661 req-2e23ec05-a26d-4d8d-9761-05d2decc893f tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:36.430172 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e3a04adf-2052-4770-a81d-7d04eaea0661 req-2e23ec05-a26d-4d8d-9761-05d2decc893f tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:36.432213 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e3a04adf-2052-4770-a81d-7d04eaea0661 req-2e23ec05-a26d-4d8d-9761-05d2decc893f tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "DELETE /v2.0/security-groups/19f60fd6-6550-4564-b0a7-20188e58efff HTTP/1.1" status: 204 len: 173 time: 0.5299983 Jul 15 13:02:36.448701 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b03b6652-9d8a-4553-9954-365e588175b4 req-cc6f4fa6-ee3b-4f90-8fd4-42c679eca69b tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:36.454450 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23ec05-a26d-4d8d-9761-05d2decc893f tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f60fd6-6550-4564-b0a7-20188e58efff,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:36.470380 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a499444f-2697-4621-8ed7-2e403554a843 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:36.471142 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['5ec5c713-6d70-43a5-b417-6d1ab747b70e', 'ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:36.513960 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['23116ffe-712e-4a02-b27a-a2087651f296', '62555279-b9e3-4ccf-a35e-bb3189943158', 'd85b016f-fb0d-4850-a076-4af46d0d2758', '4c61b580-efae-42aa-a55e-c4fd8bab5fee'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:36.548751 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f4fa6-ee3b-4f90-8fd4-42c679eca69b tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Pushing event deleted for resources: {'Port': ['ID=4c61b580-efae-42aa-a55e-c4fd8bab5fee,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:36.633379 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03b6652-9d8a-4553-9954-365e588175b4 req-cc6f4fa6-ee3b-4f90-8fd4-42c679eca69b tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] No DVR routers for this DVR port 4c61b580-efae-42aa-a55e-c4fd8bab5fee on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:02:36.639336 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b03b6652-9d8a-4553-9954-365e588175b4 req-cc6f4fa6-ee3b-4f90-8fd4-42c679eca69b tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:36.641258 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b03b6652-9d8a-4553-9954-365e588175b4 req-cc6f4fa6-ee3b-4f90-8fd4-42c679eca69b tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.32 "DELETE /v2.0/ports/4c61b580-efae-42aa-a55e-c4fd8bab5fee HTTP/1.1" status: 204 len: 173 time: 1.0334909 Jul 15 13:02:36.656255 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a499444f-2697-4621-8ed7-2e403554a843 admin admin] Deleting port f65ef914-2890-4501-8f10-60c71390a335 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:36.656589 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a499444f-2697-4621-8ed7-2e403554a843 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:36.695154 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-de954a36-454a-4c6d-9be0-7c4b7d5e9581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1398729311-router', 'tenant_id': '679f7149411f4ccd996893a137236998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f65ef914-2890-4501-8f10-60c71390a335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:19Z', 'updated_at': '2021-07-15T13:02:34Z', 'revision_number': 5, 'project_id': '679f7149411f4ccd996893a137236998', 'gw_port': {'id': 'f65ef914-2890-4501-8f10-60c71390a335', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:20Z', 'updated_at': '2021-07-15T13:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:36.766463 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035586a-bf35-4fb7-9e6e-172c9df7db43 req-5ad610ee-e938-404b-b491-ab919f1567f5 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:36.773503 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b035586a-bf35-4fb7-9e6e-172c9df7db43 req-5ad610ee-e938-404b-b491-ab919f1567f5 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.1777313 Jul 15 13:02:36.817337 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de954a36-454a-4c6d-9be0-7c4b7d5e9581 None None] Checking router: b29b6db1-6226-469f-9042-8c8b36b47fa3 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:02:36.836481 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de954a36-454a-4c6d-9be0-7c4b7d5e9581 None None] Routers {'b29b6db1-6226-469f-9042-8c8b36b47fa3'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:36.838832 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-de954a36-454a-4c6d-9be0-7c4b7d5e9581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:02:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b29b6db1-6226-469f-9042-8c8b36b47fa3'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:36.846398 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-a499444f-2697-4621-8ed7-2e403554a843 admin admin] For port f65ef914-2890-4501-8f10-60c71390a335, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=f65ef914-2890-4501-8f10-60c71390a335,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:36.846793 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a499444f-2697-4621-8ed7-2e403554a843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:36.858971 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b035586a-bf35-4fb7-9e6e-172c9df7db43 req-67fe4345-ba39-48f6-b82f-932b37144dec tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838959 Jul 15 13:02:36.860690 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c2d92d5c-420c-4062-a7c0-c5df980317b6 admin admin] Deleting port 33f55af8-1c00-4f42-9f42-e8164221b6e4 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:36.861045 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c2d92d5c-420c-4062-a7c0-c5df980317b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:36.891589 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a499444f-2697-4621-8ed7-2e403554a843 admin admin] Calling delete_port for f65ef914-2890-4501-8f10-60c71390a335 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:36.956840 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [req-f96ed3d6-4bdf-4050-be74-cccef0e72fa6 req-32b82971-950e-4ebb-819a-3a6c24fef7ca tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] show failed (client error): The resource could not be found. Jul 15 13:02:36.957962 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f96ed3d6-4bdf-4050-be74-cccef0e72fa6 req-32b82971-950e-4ebb-819a-3a6c24fef7ca tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups/19f60fd6-6550-4564-b0a7-20188e58efff HTTP/1.1" status: 404 len: 352 time: 0.0583882 Jul 15 13:02:36.973226 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 200d3f04-e3cb-48a4-b2b6-34eca775b495 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:02:37.121435 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2151f20f-a9c6-4c41-8d8d-519ed682a25c', 'name': 'network-vif-deleted', 'tag': '4c61b580-efae-42aa-a55e-c4fd8bab5fee'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:37.124055 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db202fb0-6cfb-419b-893b-cfe0494c3d4f" -d '{"events": [{"server_uuid": "2151f20f-a9c6-4c41-8d8d-519ed682a25c", "name": "network-vif-deleted", "tag": "4c61b580-efae-42aa-a55e-c4fd8bab5fee"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:37.140643 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c685436-6d97-479e-ab77-51f082f91a89 req-a0c7812d-04b4-4ad3-b79a-5436bddaa618 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:37.152033 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1c685436-6d97-479e-ab77-51f082f91a89 req-a0c7812d-04b4-4ad3-b79a-5436bddaa618 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=014b98b3-ef80-4b31-864c-236d0401bf15 HTTP/1.1" status: 200 len: 945 time: 0.1149325 Jul 15 13:02:37.169462 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-de954a36-454a-4c6d-9be0-7c4b7d5e9581 None None] Set router b29b6db1-6226-469f-9042-8c8b36b47fa3 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:37.194331 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1c685436-6d97-479e-ab77-51f082f91a89 req-5ee2ec78-3e47-40be-9383-64c33db7bb04 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413127 Jul 15 13:02:37.376405 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-79fa5f3d-4fbd-4ad0-a328-85e8ab161cfc req-247bdf47-8020-4430-bac1-5465a9b5ebf9 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0bec17d31a0f42c4bd2c56076659be93 HTTP/1.1" status: 200 len: 6150 time: 0.1402581 Jul 15 13:02:37.389012 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-de954a36-454a-4c6d-9be0-7c4b7d5e9581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1398729311-router', 'tenant_id': '679f7149411f4ccd996893a137236998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:19Z', 'updated_at': '2021-07-15T13:02:36Z', 'revision_number': 6, 'project_id': '679f7149411f4ccd996893a137236998', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:37.446783 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-79fa5f3d-4fbd-4ad0-a328-85e8ab161cfc req-cbd70c13-e870-4a81-9288-9c4022a559b8 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups/05e5fc58-e33d-47d0-bab7-f5006456ee4d HTTP/1.1" status: 200 len: 2981 time: 0.0693998 Jul 15 13:02:37.468361 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c2d92d5c-420c-4062-a7c0-c5df980317b6 admin admin] For port 33f55af8-1c00-4f42-9f42-e8164221b6e4, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=33f55af8-1c00-4f42-9f42-e8164221b6e4,segment=NetworkSegment(5dba7d69-3e6a-48a9-ba4c-ec5e827d44ce),segment_id=5dba7d69-3e6a-48a9-ba4c-ec5e827d44ce)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:37.469996 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c2d92d5c-420c-4062-a7c0-c5df980317b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:37.488914 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de954a36-454a-4c6d-9be0-7c4b7d5e9581 None None] The sync data for ids ['b29b6db1-6226-469f-9042-8c8b36b47fa3'] in n-d-758944-45 is: [{'id': 'b29b6db1-6226-469f-9042-8c8b36b47fa3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1398729311-router', 'tenant_id': '679f7149411f4ccd996893a137236998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:19Z', 'updated_at': '2021-07-15T13:02:36Z', 'revision_number': 6, 'project_id': '679f7149411f4ccd996893a137236998', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:02:37.500016 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c2d92d5c-420c-4062-a7c0-c5df980317b6 admin admin] Calling delete_port for 33f55af8-1c00-4f42-9f42-e8164221b6e4 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:37.516823 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-79fa5f3d-4fbd-4ad0-a328-85e8ab161cfc req-70468ab4-290c-4b3b-aa70-bba50b01328d tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups/05e5fc58-e33d-47d0-bab7-f5006456ee4d HTTP/1.1" status: 200 len: 2981 time: 0.0675318 Jul 15 13:02:37.555346 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff818a79-4995-4ebd-b421-6cd854ce1ab0 x-openstack-request-id: req-ff818a79-4995-4ebd-b421-6cd854ce1ab0 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:37.555692 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2151f20f-a9c6-4c41-8d8d-519ed682a25c", "name": "network-vif-deleted", "tag": "4c61b580-efae-42aa-a55e-c4fd8bab5fee", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:37.556522 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff818a79-4995-4ebd-b421-6cd854ce1ab0 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:37.556969 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2151f20f-a9c6-4c41-8d8d-519ed682a25c', 'name': 'network-vif-deleted', 'tag': '4c61b580-efae-42aa-a55e-c4fd8bab5fee', 'status': 'completed', 'code': 200} Jul 15 13:02:37.653551 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 200d3f04-e3cb-48a4-b2b6-34eca775b495, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=200d3f04-e3cb-48a4-b2b6-34eca775b495,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:37.672425 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7e067-3803-41dc-a01b-be00b641fdae req-fd58bfb9-02a2-4dd0-b51a-09c16618145c tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:37.684745 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ccf7e067-3803-41dc-a01b-be00b641fdae req-fd58bfb9-02a2-4dd0-b51a-09c16618145c tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 946 time: 0.2884963 Jul 15 13:02:37.689495 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '200d3f04-e3cb-48a4-b2b6-34eca775b495', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': '200d3f04-e3cb-48a4-b2b6-34eca775b495', 'mac_address': 'fa:16:3e:c9:51:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:02:37.709383 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-8488d697-099b-47b4-8d87-d32a74b161f3 req-d7b96fd3-8037-46b4-91f6-b0ca716aed17 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1923721785', 'description': 'tempest-description-668945154'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:37.747943 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8488d697-099b-47b4-8d87-d32a74b161f3 req-d7b96fd3-8037-46b4-91f6-b0ca716aed17 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:37.785207 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:37.804547 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:37.833343 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200d3f04-e3cb-48a4-b2b6-34eca775b495 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:37.881252 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 200d3f04-e3cb-48a4-b2b6-34eca775b495, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=200d3f04-e3cb-48a4-b2b6-34eca775b495,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:37.907752 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:37.912768 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8488d697-099b-47b4-8d87-d32a74b161f3 req-d7b96fd3-8037-46b4-91f6-b0ca716aed17 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:37.918822 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ccf7e067-3803-41dc-a01b-be00b641fdae req-02985fb5-55d8-43a0-8c70-a25d81ae7e1c tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298701 Jul 15 13:02:37.920879 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8488d697-099b-47b4-8d87-d32a74b161f3 req-d7b96fd3-8037-46b4-91f6-b0ca716aed17 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:37.943073 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a499444f-2697-4621-8ed7-2e403554a843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:37.970515 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b96fd3-8037-46b4-91f6-b0ca716aed17 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9331e5c2-63a4-452f-855d-ffcca526de34,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:37.975428 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8488d697-099b-47b4-8d87-d32a74b161f3 req-d7b96fd3-8037-46b4-91f6-b0ca716aed17 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:37.989749 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8488d697-099b-47b4-8d87-d32a74b161f3 req-d7b96fd3-8037-46b4-91f6-b0ca716aed17 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2865164 Jul 15 13:02:38.039478 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499444f-2697-4621-8ed7-2e403554a843 admin admin] Pushing event deleted for resources: {'Port': ['ID=f65ef914-2890-4501-8f10-60c71390a335,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:38.041872 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=200d3f04-e3cb-48a4-b2b6-34eca775b495,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:38.215175 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a67574-c507-4d2f-b291-13c933d80bab req-0204085f-bb72-4121-bbc8-14c60f41b533 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:38.217537 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a499444f-2697-4621-8ed7-2e403554a843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:38.217823 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-70a67574-c507-4d2f-b291-13c933d80bab req-0204085f-bb72-4121-bbc8-14c60f41b533 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.0984762 Jul 15 13:02:38.286143 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-70a67574-c507-4d2f-b291-13c933d80bab req-10fdd344-cd13-4e19-87bd-3718368e5596 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584445 Jul 15 13:02:38.307925 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['200d3f04-e3cb-48a4-b2b6-34eca775b495'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:38.373213 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c2d92d5c-420c-4062-a7c0-c5df980317b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:38.380833 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a499444f-2697-4621-8ed7-2e403554a843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:38.383281 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-ae085fa2-f04d-4460-b33c-b00ab126d551 req-80fe66e0-132a-4783-ba70-98a3baf4d136 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1480284091', 'description': 'tempest-description-1928972562'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:38.384950 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a499444f-2697-4621-8ed7-2e403554a843 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:38.436907 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ae085fa2-f04d-4460-b33c-b00ab126d551 req-80fe66e0-132a-4783-ba70-98a3baf4d136 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:38.441601 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d92d5c-420c-4062-a7c0-c5df980317b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=33f55af8-1c00-4f42-9f42-e8164221b6e4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:38.523275 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a499444f-2697-4621-8ed7-2e403554a843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:38.523854 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a499444f-2697-4621-8ed7-2e403554a843 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b29b6db1-6226-469f-9042-8c8b36b47fa3 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:02:38.539711 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a499444f-2697-4621-8ed7-2e403554a843 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:38.541517 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a499444f-2697-4621-8ed7-2e403554a843 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b29b6db1-6226-469f-9042-8c8b36b47fa3 HTTP/1.1" status: 204 len: 168 time: 2.5559764 Jul 15 13:02:38.545290 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45466) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:38.725124 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08ce38a-7dd1-4016-8823-d3db007f3dfb admin admin] Deleting subnet 1c520e11-3e2e-4d45-91c6-21955ccf896a {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:02:38.733976 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f08ce38a-7dd1-4016-8823-d3db007f3dfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:38.789816 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ae085fa2-f04d-4460-b33c-b00ab126d551 req-80fe66e0-132a-4783-ba70-98a3baf4d136 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:38.804022 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ae085fa2-f04d-4460-b33c-b00ab126d551 req-80fe66e0-132a-4783-ba70-98a3baf4d136 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:38.810229 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f08ce38a-7dd1-4016-8823-d3db007f3dfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:38.877395 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c2d92d5c-420c-4062-a7c0-c5df980317b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:38.883454 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device f133ba97-e80b-4bd5-8c3d-2fb876ed8c99 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:38.971891 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c5d7d-fdac-4e35-9296-14902f5280c6 req-997e7786-1942-45e6-b03e-e985a14e6dd1 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:38.973714 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a87c5d7d-fdac-4e35-9296-14902f5280c6 req-997e7786-1942-45e6-b03e-e985a14e6dd1 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=014b98b3-ef80-4b31-864c-236d0401bf15 HTTP/1.1" status: 200 len: 945 time: 0.2129879 Jul 15 13:02:39.004063 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:39.062208 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014b98b3-ef80-4b31-864c-236d0401bf15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f133ba97-e80b-4bd5-8c3d-2fb876ed8c99'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:39.068605 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71125ac-7e90-452c-8779-5281ed5f5d62" -d '{"events": [{"server_uuid": "014b98b3-ef80-4b31-864c-236d0401bf15", "name": "network-vif-unplugged", "status": "completed", "tag": "f133ba97-e80b-4bd5-8c3d-2fb876ed8c99"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:39.080296 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a87c5d7d-fdac-4e35-9296-14902f5280c6 req-46e51ba5-2784-4253-92b3-6e8f64bc1552 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991881 Jul 15 13:02:39.091826 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port f133ba97-e80b-4bd5-8c3d-2fb876ed8c99, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=f133ba97-e80b-4bd5-8c3d-2fb876ed8c99,segment=NetworkSegment(3c78992c-7c37-4056-a074-465cd7af4f35),segment_id=3c78992c-7c37-4056-a074-465cd7af4f35)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:39.097581 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:39.173538 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=f133ba97-e80b-4bd5-8c3d-2fb876ed8c99,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:39.231770 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a879356-1709-4f73-b8f4-4f0c3e3f27a3 req-7e4cab25-9216-46b4-99c0-9a178ce4f8d1 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:39.232255 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9a879356-1709-4f73-b8f4-4f0c3e3f27a3 req-7e4cab25-9216-46b4-99c0-9a178ce4f8d1 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.18 "GET /v2.0/ports?device_id=014b98b3-ef80-4b31-864c-236d0401bf15 HTTP/1.1" status: 200 len: 945 time: 0.6487145 Jul 15 13:02:39.234167 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ae085fa2-f04d-4460-b33c-b00ab126d551 req-80fe66e0-132a-4783-ba70-98a3baf4d136 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:39.235700 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ae085fa2-f04d-4460-b33c-b00ab126d551 req-80fe66e0-132a-4783-ba70-98a3baf4d136 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8611166 Jul 15 13:02:39.242085 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f65ef914-2890-4501-8f10-60c71390a335 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:39.272176 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe66e0-132a-4783-ba70-98a3baf4d136 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a37140-56ba-4098-85b7-c13bf205c3fd,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:39.286346 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: f65ef914-2890-4501-8f10-60c71390a335 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:02:39.286916 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f65ef914-2890-4501-8f10-60c71390a335 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:39.287388 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8d10177a-b158-4e0a-b1fe-59ba818c6bbc no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:39.292169 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d92d5c-420c-4062-a7c0-c5df980317b6 admin admin] Router b9a44620-a93f-4d1f-bb49-3387ff5fab1d has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:02:39.322270 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 8d10177a-b158-4e0a-b1fe-59ba818c6bbc {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:02:39.322983 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8d10177a-b158-4e0a-b1fe-59ba818c6bbc not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:39.406599 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f08ce38a-7dd1-4016-8823-d3db007f3dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:39.497825 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d92d5c-420c-4062-a7c0-c5df980317b6 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:02:39.508592 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c2d92d5c-420c-4062-a7c0-c5df980317b6 admin admin] 10.222.0.24 "PUT /v2.0/routers/b9a44620-a93f-4d1f-bb49-3387ff5fab1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5558503 Jul 15 13:02:39.508592 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45482) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:39.514749 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4b613f-afc4-4043-9e7b-8e1363f5192a x-openstack-request-id: req-6d4b613f-afc4-4043-9e7b-8e1363f5192a {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:39.515092 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "014b98b3-ef80-4b31-864c-236d0401bf15", "name": "network-vif-unplugged", "status": "completed", "tag": "f133ba97-e80b-4bd5-8c3d-2fb876ed8c99", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:39.515336 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d4b613f-afc4-4043-9e7b-8e1363f5192a {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:39.515732 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014b98b3-ef80-4b31-864c-236d0401bf15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f133ba97-e80b-4bd5-8c3d-2fb876ed8c99', 'code': 200} Jul 15 13:02:39.528957 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aaaf69-4dc5-429b-91cb-9e3013438aeb None None] Sync routers for ids ['b9a44620-a93f-4d1f-bb49-3387ff5fab1d'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:02:39.530185 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-9a879356-1709-4f73-b8f4-4f0c3e3f27a3 req-a78019ae-e125-4c87-834b-d1ca30bd9470 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Deleting port f133ba97-e80b-4bd5-8c3d-2fb876ed8c99 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:39.530633 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9a879356-1709-4f73-b8f4-4f0c3e3f27a3 req-a78019ae-e125-4c87-834b-d1ca30bd9470 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:39.536651 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f08ce38a-7dd1-4016-8823-d3db007f3dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:39.544295 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aaaf69-4dc5-429b-91cb-9e3013438aeb None None] Routers {'b9a44620-a93f-4d1f-bb49-3387ff5fab1d'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:39.545278 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-66aaaf69-4dc5-429b-91cb-9e3013438aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:02:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b9a44620-a93f-4d1f-bb49-3387ff5fab1d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:39.593871 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ce38a-7dd1-4016-8823-d3db007f3dfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c520e11-3e2e-4d45-91c6-21955ccf896a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:39.598692 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f08ce38a-7dd1-4016-8823-d3db007f3dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:39.602975 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f08ce38a-7dd1-4016-8823-d3db007f3dfb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1c520e11-3e2e-4d45-91c6-21955ccf896a HTTP/1.1" status: 204 len: 168 time: 1.0539548 Jul 15 13:02:39.605670 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c11d14d-3506-4b78-8cc1-1c1e6bae8e43 None None] Network 3ea33544-7fbe-4338-b6af-9f86e076512c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:02:39.626457 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45484) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:39.728421 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e926e09-e449-4982-9d67-fe7dd79cbc86 req-5fc7d365-ab68-4b48-93a5-99afe9469770 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:39.734426 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2e926e09-e449-4982-9d67-fe7dd79cbc86 req-5fc7d365-ab68-4b48-93a5-99afe9469770 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 947 time: 0.2805586 Jul 15 13:02:39.744604 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-66aaaf69-4dc5-429b-91cb-9e3013438aeb None None] Set router b9a44620-a93f-4d1f-bb49-3387ff5fab1d gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:39.762516 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 4c61b580-efae-42aa-a55e-c4fd8bab5fee no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:39.763708 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57c89746-a570-48f3-aedc-c391563bbf37 admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:39.798824 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-9a879356-1709-4f73-b8f4-4f0c3e3f27a3 req-a78019ae-e125-4c87-834b-d1ca30bd9470 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] For port f133ba97-e80b-4bd5-8c3d-2fb876ed8c99, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=f133ba97-e80b-4bd5-8c3d-2fb876ed8c99,segment=NetworkSegment(3c78992c-7c37-4056-a074-465cd7af4f35),segment_id=3c78992c-7c37-4056-a074-465cd7af4f35)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:39.799194 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9a879356-1709-4f73-b8f4-4f0c3e3f27a3 req-a78019ae-e125-4c87-834b-d1ca30bd9470 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:39.827525 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 4c61b580-efae-42aa-a55e-c4fd8bab5fee {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:02:39.828073 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 4c61b580-efae-42aa-a55e-c4fd8bab5fee not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:39.834478 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-9a879356-1709-4f73-b8f4-4f0c3e3f27a3 req-a78019ae-e125-4c87-834b-d1ca30bd9470 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Calling delete_port for f133ba97-e80b-4bd5-8c3d-2fb876ed8c99 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:39.846332 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2e926e09-e449-4982-9d67-fe7dd79cbc86 req-fc5402d0-bf53-406e-b214-ad2a4a375772 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938787 Jul 15 13:02:39.856184 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bbd755d2-e054-4b71-9c15-384d913d79e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:39.947879 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57c89746-a570-48f3-aedc-c391563bbf37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:39.976297 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff62629-90c4-49c1-b44c-3670f567c386 req-dd97f4f6-f219-4be5-9b72-7c9deee610cd tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:39.980263 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eff62629-90c4-49c1-b44c-3670f567c386 req-dd97f4f6-f219-4be5-9b72-7c9deee610cd tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.3012176 Jul 15 13:02:39.996702 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef64273-3ae7-4f51-9596-5258a710b907 None None] DHCP port deletion for 3ea33544-7fbe-4338-b6af-9f86e076512c request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:02:40.068687 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-1ef64273-3ae7-4f51-9596-5258a710b907 None None] Deleting port b9d8ff11-8a28-4b23-a9b5-2180adbee885 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:40.069247 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-bbd755d2-e054-4b71-9c15-384d913d79e0 admin admin] Deleting port b9d8ff11-8a28-4b23-a9b5-2180adbee885 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:40.069627 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1ef64273-3ae7-4f51-9596-5258a710b907 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.069835 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bbd755d2-e054-4b71-9c15-384d913d79e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.077664 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eff62629-90c4-49c1-b44c-3670f567c386 req-3e12e602-a543-4faf-a5a2-4dbf3b89b833 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637541 Jul 15 13:02:40.116889 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-66aaaf69-4dc5-429b-91cb-9e3013438aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a44620-a93f-4d1f-bb49-3387ff5fab1d', 'name': 'tempest-FloatingIPDetailsTestJSON-1048557401-router', 'tenant_id': '10f6886ee60441949078133afdd49f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'b127a679-ccef-4f1a-ba65-3eb2967b0ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:51Z', 'updated_at': '2021-07-15T13:02:38Z', 'revision_number': 5, 'project_id': '10f6886ee60441949078133afdd49f55', 'gw_port': {'id': 'b127a679-ccef-4f1a-ba65-3eb2967b0ebd', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a44620-a93f-4d1f-bb49-3387ff5fab1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:01:52Z', 'updated_at': '2021-07-15T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:40.156117 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aaaf69-4dc5-429b-91cb-9e3013438aeb None None] Checking router: b9a44620-a93f-4d1f-bb49-3387ff5fab1d for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:02:40.167905 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aaaf69-4dc5-429b-91cb-9e3013438aeb None None] Routers {'b9a44620-a93f-4d1f-bb49-3387ff5fab1d'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:40.168825 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-66aaaf69-4dc5-429b-91cb-9e3013438aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:02:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b9a44620-a93f-4d1f-bb49-3387ff5fab1d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:40.186634 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-57c89746-a570-48f3-aedc-c391563bbf37 admin admin] Deleting port b127a679-ccef-4f1a-ba65-3eb2967b0ebd {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:40.186982 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57c89746-a570-48f3-aedc-c391563bbf37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.232223 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-1ef64273-3ae7-4f51-9596-5258a710b907 None None] For port b9d8ff11-8a28-4b23-a9b5-2180adbee885, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b9d8ff11-8a28-4b23-a9b5-2180adbee885,segment=NetworkSegment(a58fbc3c-87cc-43ef-a3ee-e738689a657f),segment_id=a58fbc3c-87cc-43ef-a3ee-e738689a657f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:40.232896 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1ef64273-3ae7-4f51-9596-5258a710b907 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.271902 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-1ef64273-3ae7-4f51-9596-5258a710b907 None None] Calling delete_port for b9d8ff11-8a28-4b23-a9b5-2180adbee885 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:40.290800 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-57c89746-a570-48f3-aedc-c391563bbf37 admin admin] For port b127a679-ccef-4f1a-ba65-3eb2967b0ebd, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b127a679-ccef-4f1a-ba65-3eb2967b0ebd,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:40.291172 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57c89746-a570-48f3-aedc-c391563bbf37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.308265 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-57c89746-a570-48f3-aedc-c391563bbf37 admin admin] Calling delete_port for b127a679-ccef-4f1a-ba65-3eb2967b0ebd owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:40.329464 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9a879356-1709-4f73-b8f4-4f0c3e3f27a3 req-a78019ae-e125-4c87-834b-d1ca30bd9470 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.348918 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-6684b317-51cc-4e11-958d-f618816e7564 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:40.358407 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-6684b317-51cc-4e11-958d-f618816e7564 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/networks?id=58db640f-1ccd-4893-a080-c8b6f61a353d HTTP/1.1" status: 200 len: 812 time: 0.3355253 Jul 15 13:02:40.378115 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830d965-d8e0-4a71-9df9-5e53a01ef149 req-56843d28-1b18-49e2-970b-5a0a74a84eed tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:40.380658 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9830d965-d8e0-4a71-9df9-5e53a01ef149 req-56843d28-1b18-49e2-970b-5a0a74a84eed tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.32 "GET /v2.0/ports?device_id=27be9ac7-50ef-4f5b-9a57-b5ad5f460013 HTTP/1.1" status: 200 len: 950 time: 0.3812060 Jul 15 13:02:40.408884 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-bbd755d2-e054-4b71-9c15-384d913d79e0 admin admin] For port b9d8ff11-8a28-4b23-a9b5-2180adbee885, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b9d8ff11-8a28-4b23-a9b5-2180adbee885,segment=NetworkSegment(a58fbc3c-87cc-43ef-a3ee-e738689a657f),segment_id=a58fbc3c-87cc-43ef-a3ee-e738689a657f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:40.409278 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bbd755d2-e054-4b71-9c15-384d913d79e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.412109 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1ef64273-3ae7-4f51-9596-5258a710b907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.450572 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef64273-3ae7-4f51-9596-5258a710b907 None None] Pushing event deleted for resources: {'Port': ['ID=b9d8ff11-8a28-4b23-a9b5-2180adbee885,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:40.463708 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef64273-3ae7-4f51-9596-5258a710b907 None None] No DVR routers for this DVR port b9d8ff11-8a28-4b23-a9b5-2180adbee885 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:02:40.479534 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78019ae-e125-4c87-834b-d1ca30bd9470 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Pushing event deleted for resources: {'Port': ['ID=f133ba97-e80b-4bd5-8c3d-2fb876ed8c99,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:40.499693 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-47158bb4-74a9-4b31-b2f6-b3f60de55f66 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/quotas/0bec17d31a0f42c4bd2c56076659be93 HTTP/1.1" status: 200 len: 375 time: 0.1397352 Jul 15 13:02:40.536613 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-66aaaf69-4dc5-429b-91cb-9e3013438aeb None None] Set router b9a44620-a93f-4d1f-bb49-3387ff5fab1d gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:40.548427 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-bbd755d2-e054-4b71-9c15-384d913d79e0 admin admin] Calling delete_port for b9d8ff11-8a28-4b23-a9b5-2180adbee885 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:40.622301 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-66aaaf69-4dc5-429b-91cb-9e3013438aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a44620-a93f-4d1f-bb49-3387ff5fab1d', 'name': 'tempest-FloatingIPDetailsTestJSON-1048557401-router', 'tenant_id': '10f6886ee60441949078133afdd49f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:51Z', 'updated_at': '2021-07-15T13:02:39Z', 'revision_number': 6, 'project_id': '10f6886ee60441949078133afdd49f55', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:40.655750 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e3a0e-6b74-4210-aaf2-343309da88e8 req-8be4f11e-b938-41fc-b493-35d8dc9996c0 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:40.657544 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-aa0e3a0e-6b74-4210-aaf2-343309da88e8 req-8be4f11e-b938-41fc-b493-35d8dc9996c0 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=27be9ac7-50ef-4f5b-9a57-b5ad5f460013 HTTP/1.1" status: 200 len: 950 time: 0.3396285 Jul 15 13:02:40.664441 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a879356-1709-4f73-b8f4-4f0c3e3f27a3 req-a78019ae-e125-4c87-834b-d1ca30bd9470 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] No DVR routers for this DVR port f133ba97-e80b-4bd5-8c3d-2fb876ed8c99 on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:02:40.668183 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9a879356-1709-4f73-b8f4-4f0c3e3f27a3 req-a78019ae-e125-4c87-834b-d1ca30bd9470 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.670648 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9a879356-1709-4f73-b8f4-4f0c3e3f27a3 req-a78019ae-e125-4c87-834b-d1ca30bd9470 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.18 "DELETE /v2.0/ports/f133ba97-e80b-4bd5-8c3d-2fb876ed8c99 HTTP/1.1" status: 204 len: 173 time: 1.4311624 Jul 15 13:02:40.678192 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014b98b3-ef80-4b31-864c-236d0401bf15', 'name': 'network-vif-deleted', 'tag': 'f133ba97-e80b-4bd5-8c3d-2fb876ed8c99'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:40.680535 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729b64da-b1bc-4716-9bd4-310aa2705f08" -d '{"events": [{"server_uuid": "014b98b3-ef80-4b31-864c-236d0401bf15", "name": "network-vif-deleted", "tag": "f133ba97-e80b-4bd5-8c3d-2fb876ed8c99"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:40.704802 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aaaf69-4dc5-429b-91cb-9e3013438aeb None None] The sync data for ids ['b9a44620-a93f-4d1f-bb49-3387ff5fab1d'] in n-d-758944-45 is: [{'id': 'b9a44620-a93f-4d1f-bb49-3387ff5fab1d', 'name': 'tempest-FloatingIPDetailsTestJSON-1048557401-router', 'tenant_id': '10f6886ee60441949078133afdd49f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:01:51Z', 'updated_at': '2021-07-15T13:02:39Z', 'revision_number': 6, 'project_id': '10f6886ee60441949078133afdd49f55', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:02:40.775664 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-aa0e3a0e-6b74-4210-aaf2-343309da88e8 req-907715f5-8432-440f-84c5-7a9cc8798acf tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743432 Jul 15 13:02:40.784940 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bbd755d2-e054-4b71-9c15-384d913d79e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.828204 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd755d2-e054-4b71-9c15-384d913d79e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9d8ff11-8a28-4b23-a9b5-2180adbee885,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:40.832302 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-9830d965-d8e0-4a71-9df9-5e53a01ef149 req-10a0be43-e0e6-41ae-9b10-60c9664d3292 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Deleting port d85b016f-fb0d-4850-a076-4af46d0d2758 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:40.832662 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9830d965-d8e0-4a71-9df9-5e53a01ef149 req-10a0be43-e0e6-41ae-9b10-60c9664d3292 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.857038 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd755d2-e054-4b71-9c15-384d913d79e0 admin admin] No DVR routers for this DVR port b9d8ff11-8a28-4b23-a9b5-2180adbee885 on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:02:40.866478 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-f1c8470f-a2f7-45d4-9da7-8228be5a5ddc tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0bec17d31a0f42c4bd2c56076659be93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3631401 Jul 15 13:02:40.886428 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 200d3f04-e3cb-48a4-b2b6-34eca775b495 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:40.934279 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57c89746-a570-48f3-aedc-c391563bbf37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.965160 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bbd755d2-e054-4b71-9c15-384d913d79e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:40.981816 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-bbd755d2-e054-4b71-9c15-384d913d79e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea33544-7fbe-4338-b6af-9f86e076512c']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:41.011491 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c89746-a570-48f3-aedc-c391563bbf37 admin admin] Pushing event deleted for resources: {'Port': ['ID=b127a679-ccef-4f1a-ba65-3eb2967b0ebd,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:41.017803 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-bbd755d2-e054-4b71-9c15-384d913d79e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a58fbc3c-87cc-43ef-a3ee-e738689a657f') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:41.018187 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-bbd755d2-e054-4b71-9c15-384d913d79e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a58fbc3c-87cc-43ef-a3ee-e738689a657f') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:41.023399 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 200d3f04-e3cb-48a4-b2b6-34eca775b495 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:41.039204 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 200d3f04-e3cb-48a4-b2b6-34eca775b495 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:41.039713 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.051932 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bbd755d2-e054-4b71-9c15-384d913d79e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.096586 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bbd755d2-e054-4b71-9c15-384d913d79e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.109653 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd755d2-e054-4b71-9c15-384d913d79e0 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:02:41.110213 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bbd755d2-e054-4b71-9c15-384d913d79e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:02:41.112231 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:02:41.116932 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:02:41.205553 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57c89746-a570-48f3-aedc-c391563bbf37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.213825 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bbd755d2-e054-4b71-9c15-384d913d79e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.313976 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.323140 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bbd755d2-e054-4b71-9c15-384d913d79e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.325477 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-bbd755d2-e054-4b71-9c15-384d913d79e0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3ea33544-7fbe-4338-b6af-9f86e076512c HTTP/1.1" status: 204 len: 168 time: 1.6979094 Jul 15 13:02:41.393668 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd755d2-e054-4b71-9c15-384d913d79e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ea33544-7fbe-4338-b6af-9f86e076512c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:41.395520 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 200d3f04-e3cb-48a4-b2b6-34eca775b495, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=200d3f04-e3cb-48a4-b2b6-34eca775b495,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:41.397007 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57c89746-a570-48f3-aedc-c391563bbf37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.401196 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57c89746-a570-48f3-aedc-c391563bbf37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.417291 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.420219 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device f133ba97-e80b-4bd5-8c3d-2fb876ed8c99 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:41.428177 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4e210e9b-006f-4ceb-9295-0293455e43ec req-d74637f7-ebf5-469f-a5a9-8fd1981a3994 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=014b98b3-ef80-4b31-864c-236d0401bf15 HTTP/1.1" status: 200 len: 210 time: 0.0462818 Jul 15 13:02:41.449346 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-9830d965-d8e0-4a71-9df9-5e53a01ef149 req-10a0be43-e0e6-41ae-9b10-60c9664d3292 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] For port d85b016f-fb0d-4850-a076-4af46d0d2758, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=d85b016f-fb0d-4850-a076-4af46d0d2758,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:41.449707 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9830d965-d8e0-4a71-9df9-5e53a01ef149 req-10a0be43-e0e6-41ae-9b10-60c9664d3292 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.474813 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-f08baa2f-e3f3-4db3-852e-89debe3ec596 service neutron] 10.222.0.24 "GET /v2.0/networks/58db640f-1ccd-4893-a080-c8b6f61a353d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5969214 Jul 15 13:02:41.516442 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57c89746-a570-48f3-aedc-c391563bbf37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.517165 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c89746-a570-48f3-aedc-c391563bbf37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9a44620-a93f-4d1f-bb49-3387ff5fab1d {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:02:41.522638 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57c89746-a570-48f3-aedc-c391563bbf37 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.523906 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-57c89746-a570-48f3-aedc-c391563bbf37 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b9a44620-a93f-4d1f-bb49-3387ff5fab1d HTTP/1.1" status: 204 len: 168 time: 2.0135460 Jul 15 13:02:41.526214 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32db238-6109-42d4-b4b7-f9e0efcc48d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200d3f04-e3cb-48a4-b2b6-34eca775b495'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:41.527386 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45504) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:41.531391 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52b9069-aa53-4db0-a561-14773681d6c4" -d '{"events": [{"server_uuid": "a32db238-6109-42d4-b4b7-f9e0efcc48d2", "name": "network-vif-plugged", "status": "completed", "tag": "200d3f04-e3cb-48a4-b2b6-34eca775b495"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:41.545731 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: f133ba97-e80b-4bd5-8c3d-2fb876ed8c99 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:02:41.550334 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device f133ba97-e80b-4bd5-8c3d-2fb876ed8c99 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:41.612581 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ff250c-0f54-49be-9199-498c7373e659 x-openstack-request-id: req-c1ff250c-0f54-49be-9199-498c7373e659 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:41.612920 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "014b98b3-ef80-4b31-864c-236d0401bf15", "name": "network-vif-deleted", "tag": "f133ba97-e80b-4bd5-8c3d-2fb876ed8c99", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:41.613134 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c1ff250c-0f54-49be-9199-498c7373e659 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:41.613726 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014b98b3-ef80-4b31-864c-236d0401bf15', 'name': 'network-vif-deleted', 'tag': 'f133ba97-e80b-4bd5-8c3d-2fb876ed8c99', 'status': 'completed', 'code': 200} Jul 15 13:02:41.635172 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-bc8ad73f-504f-4035-839b-ee4ab0f519b8 service neutron] 10.222.0.24 "GET /v2.0/networks/58db640f-1ccd-4893-a080-c8b6f61a353d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579423 Jul 15 13:02:41.638147 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-9830d965-d8e0-4a71-9df9-5e53a01ef149 req-10a0be43-e0e6-41ae-9b10-60c9664d3292 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Calling delete_port for d85b016f-fb0d-4850-a076-4af46d0d2758 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:41.676660 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45508) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:41.679975 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 33f55af8-1c00-4f42-9f42-e8164221b6e4 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:41.779507 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d90c496-37af-4891-a893-00abddf3068d admin admin] Deleting subnet 07be4d73-6731-4ae0-9cca-56763a0f7c5b {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:02:41.792504 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4d90c496-37af-4891-a893-00abddf3068d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.830025 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 33f55af8-1c00-4f42-9f42-e8164221b6e4 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:02:41.830770 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 33f55af8-1c00-4f42-9f42-e8164221b6e4 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:41.832809 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b9d8ff11-8a28-4b23-a9b5-2180adbee885 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:41.845700 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=200d3f04-e3cb-48a4-b2b6-34eca775b495,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:41.851853 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1909d4e-dc09-4727-bfa4-9f53d599da1b req-cdcf469b-d58e-4cc4-8776-afb3fc354a3d tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:41.854781 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c1909d4e-dc09-4727-bfa4-9f53d599da1b req-cdcf469b-d58e-4cc4-8776-afb3fc354a3d tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.18 "GET /v2.0/ports?device_id=86b3f835-d12b-4161-8d44-eb206a0c0680 HTTP/1.1" status: 200 len: 950 time: 0.8722537 Jul 15 13:02:41.870980 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-58e18875-f82e-4a6c-aa7b-3739b48acc21 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=679f7149411f4ccd996893a137236998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1835370 Jul 15 13:02:41.872423 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45512) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:41.895806 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4d90c496-37af-4891-a893-00abddf3068d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:41.915616 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: b9d8ff11-8a28-4b23-a9b5-2180adbee885 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:02:41.916086 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b9d8ff11-8a28-4b23-a9b5-2180adbee885 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:42.064285 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4d90c496-37af-4891-a893-00abddf3068d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.166107 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4d90c496-37af-4891-a893-00abddf3068d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.236230 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0582666a-25b3-4be7-b337-13aaa08e9c46 None None] Network 05565a3d-794d-4206-bc74-931a2c40cb41 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:02:42.240767 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4d90c496-37af-4891-a893-00abddf3068d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.250790 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4d90c496-37af-4891-a893-00abddf3068d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/07be4d73-6731-4ae0-9cca-56763a0f7c5b HTTP/1.1" status: 204 len: 168 time: 0.7182877 Jul 15 13:02:42.254552 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90c496-37af-4891-a893-00abddf3068d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07be4d73-6731-4ae0-9cca-56763a0f7c5b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:42.257363 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45524) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:42.281573 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f450d05-830b-4bf1-9692-54fae6c46578 req-ffb21601-3ff6-4775-b00c-a88bf7654776 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:42.283213 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3f450d05-830b-4bf1-9692-54fae6c46578 req-ffb21601-3ff6-4775-b00c-a88bf7654776 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 948 time: 0.3418703 Jul 15 13:02:42.287576 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49058d87-973b-4af0-95a5-92a04c53fc24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.419584 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49058d87-973b-4af0-95a5-92a04c53fc24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.423712 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9830d965-d8e0-4a71-9df9-5e53a01ef149 req-10a0be43-e0e6-41ae-9b10-60c9664d3292 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.437635 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['5ec5c713-6d70-43a5-b417-6d1ab747b70e', 'ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:42.453743 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-c1909d4e-dc09-4727-bfa4-9f53d599da1b req-f7c8253a-a17b-42a0-b0ad-1140a1ba5866 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Deleting port ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:42.454351 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c1909d4e-dc09-4727-bfa4-9f53d599da1b req-f7c8253a-a17b-42a0-b0ad-1140a1ba5866 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.485483 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['23116ffe-712e-4a02-b27a-a2087651f296', '62555279-b9e3-4ccf-a35e-bb3189943158'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:42.572295 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ce6217-1ce4-4eab-882c-1bfeabb77987 None None] DHCP port deletion for 05565a3d-794d-4206-bc74-931a2c40cb41 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:02:42.706213 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3f450d05-830b-4bf1-9692-54fae6c46578 req-8bfa212d-45ec-407e-b62a-33c3e6ce6802 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042964 Jul 15 13:02:42.752654 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c1909d4e-dc09-4727-bfa4-9f53d599da1b req-f7c8253a-a17b-42a0-b0ad-1140a1ba5866 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] For port ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:42.753287 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c1909d4e-dc09-4727-bfa4-9f53d599da1b req-f7c8253a-a17b-42a0-b0ad-1140a1ba5866 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.768963 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-c1909d4e-dc09-4727-bfa4-9f53d599da1b req-f7c8253a-a17b-42a0-b0ad-1140a1ba5866 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Calling delete_port for ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:42.809055 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816a5bf4-9ff6-48ec-9870-faffc28cd4e9 x-openstack-request-id: req-816a5bf4-9ff6-48ec-9870-faffc28cd4e9 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:42.809635 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a32db238-6109-42d4-b4b7-f9e0efcc48d2", "name": "network-vif-plugged", "status": "completed", "tag": "200d3f04-e3cb-48a4-b2b6-34eca775b495", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:42.810152 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-816a5bf4-9ff6-48ec-9870-faffc28cd4e9 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:42.810892 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32db238-6109-42d4-b4b7-f9e0efcc48d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200d3f04-e3cb-48a4-b2b6-34eca775b495', 'code': 200} Jul 15 13:02:42.813434 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc2112bd-2f9c-4d10-9d11-23a9c9178237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.830900 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0be43-e0e6-41ae-9b10-60c9664d3292 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Pushing event deleted for resources: {'Port': ['ID=d85b016f-fb0d-4850-a076-4af46d0d2758,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:42.843925 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-9830d965-d8e0-4a71-9df9-5e53a01ef149 req-10a0be43-e0e6-41ae-9b10-60c9664d3292 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] No DVR routers for this DVR port d85b016f-fb0d-4850-a076-4af46d0d2758 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:02:42.868853 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9830d965-d8e0-4a71-9df9-5e53a01ef149 req-10a0be43-e0e6-41ae-9b10-60c9664d3292 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.872599 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-97ce6217-1ce4-4eab-882c-1bfeabb77987 None None] Deleting port e2618a10-42f0-4e77-a46f-e2b7a4238929 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:42.872973 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-97ce6217-1ce4-4eab-882c-1bfeabb77987 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:42.879760 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9830d965-d8e0-4a71-9df9-5e53a01ef149 req-10a0be43-e0e6-41ae-9b10-60c9664d3292 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.32 "DELETE /v2.0/ports/d85b016f-fb0d-4850-a076-4af46d0d2758 HTTP/1.1" status: 204 len: 173 time: 2.4865744 Jul 15 13:02:42.992790 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d51e6a-9de5-4089-aa5f-d9867d082e8c req-ba8b9b36-8217-4d41-961e-c202b9d2652b tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:42.995415 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c3d51e6a-9de5-4089-aa5f-d9867d082e8c req-ba8b9b36-8217-4d41-961e-c202b9d2652b tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.8636761 Jul 15 13:02:42.996431 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-432afc70-5514-4db8-8be2-30246be024ad req-1dc55048-938b-48c7-b601-bcd63a10a8d7 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=27be9ac7-50ef-4f5b-9a57-b5ad5f460013 HTTP/1.1" status: 200 len: 210 time: 0.0560687 Jul 15 13:02:43.011748 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-fc2112bd-2f9c-4d10-9d11-23a9c9178237 admin admin] Deleting port e2618a10-42f0-4e77-a46f-e2b7a4238929 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:43.012486 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc2112bd-2f9c-4d10-9d11-23a9c9178237 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.107994 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-97ce6217-1ce4-4eab-882c-1bfeabb77987 None None] For port e2618a10-42f0-4e77-a46f-e2b7a4238929, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e2618a10-42f0-4e77-a46f-e2b7a4238929,segment=NetworkSegment(5dba7d69-3e6a-48a9-ba4c-ec5e827d44ce),segment_id=5dba7d69-3e6a-48a9-ba4c-ec5e827d44ce)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:43.108403 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-97ce6217-1ce4-4eab-882c-1bfeabb77987 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.132357 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49058d87-973b-4af0-95a5-92a04c53fc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.145600 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49058d87-973b-4af0-95a5-92a04c53fc24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.149520 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-49058d87-973b-4af0-95a5-92a04c53fc24 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41665c94-28ef-4704-be13-85b1e7538b3e HTTP/1.1" status: 204 len: 168 time: 1.2425821 Jul 15 13:02:43.208187 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-97ce6217-1ce4-4eab-882c-1bfeabb77987 None None] Calling delete_port for e2618a10-42f0-4e77-a46f-e2b7a4238929 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:43.208972 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-fc2112bd-2f9c-4d10-9d11-23a9c9178237 admin admin] For port e2618a10-42f0-4e77-a46f-e2b7a4238929, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e2618a10-42f0-4e77-a46f-e2b7a4238929,segment=NetworkSegment(5dba7d69-3e6a-48a9-ba4c-ec5e827d44ce),segment_id=5dba7d69-3e6a-48a9-ba4c-ec5e827d44ce)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:43.209501 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc2112bd-2f9c-4d10-9d11-23a9c9178237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.233059 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b127a679-ccef-4f1a-ba65-3eb2967b0ebd no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:43.248404 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-fc2112bd-2f9c-4d10-9d11-23a9c9178237 admin admin] Calling delete_port for e2618a10-42f0-4e77-a46f-e2b7a4238929 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:43.252763 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49058d87-973b-4af0-95a5-92a04c53fc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41665c94-28ef-4704-be13-85b1e7538b3e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:43.304348 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c3d51e6a-9de5-4089-aa5f-d9867d082e8c req-0723b24e-0e17-4232-8b2b-36bea4360091 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939067 Jul 15 13:02:43.328047 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d762f-f54a-485a-8f24-ee93a8a16b87 req-276e83b9-a8bf-4e41-87c5-377ddd78c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:43.329948 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2a8d762f-f54a-485a-8f24-ee93a8a16b87 req-276e83b9-a8bf-4e41-87c5-377ddd78c77a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 1100 time: 0.3801982 Jul 15 13:02:43.343143 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: b127a679-ccef-4f1a-ba65-3eb2967b0ebd {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:02:43.346398 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b127a679-ccef-4f1a-ba65-3eb2967b0ebd not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:43.347182 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e2618a10-42f0-4e77-a46f-e2b7a4238929 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:43.411142 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-65412a92-f994-4d86-a93d-f959ed346a4c req-f3a32bcb-a487-473e-90ae-2660a2930da4 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a621f11-4c28-45c7-959c-8a01f00890c6 HTTP/1.1" status: 200 len: 210 time: 0.0442679 Jul 15 13:02:43.462911 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc2112bd-2f9c-4d10-9d11-23a9c9178237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.485127 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2a8d762f-f54a-485a-8f24-ee93a8a16b87 req-cf3fe5c6-71e6-405e-9092-eff93e2b1fa7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447399 Jul 15 13:02:43.504110 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c1909d4e-dc09-4727-bfa4-9f53d599da1b req-f7c8253a-a17b-42a0-b0ad-1140a1ba5866 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.513835 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2112bd-2f9c-4d10-9d11-23a9c9178237 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2618a10-42f0-4e77-a46f-e2b7a4238929,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:43.527759 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2112bd-2f9c-4d10-9d11-23a9c9178237 admin admin] No DVR routers for this DVR port e2618a10-42f0-4e77-a46f-e2b7a4238929 on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:02:43.599609 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8253a-a17b-42a0-b0ad-1140a1ba5866 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Pushing event deleted for resources: {'Port': ['ID=ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:43.641046 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27be9ac7-50ef-4f5b-9a57-b5ad5f460013', 'name': 'network-vif-deleted', 'tag': 'd85b016f-fb0d-4850-a076-4af46d0d2758'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:43.645051 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e7d158-a6ad-4bef-8b1c-611a41ae784f" -d '{"events": [{"server_uuid": "27be9ac7-50ef-4f5b-9a57-b5ad5f460013", "name": "network-vif-deleted", "tag": "d85b016f-fb0d-4850-a076-4af46d0d2758"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:43.701683 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1909d4e-dc09-4727-bfa4-9f53d599da1b req-f7c8253a-a17b-42a0-b0ad-1140a1ba5866 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] No DVR routers for this DVR port ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2 on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:02:43.706879 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c1909d4e-dc09-4727-bfa4-9f53d599da1b req-f7c8253a-a17b-42a0-b0ad-1140a1ba5866 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.708824 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc2112bd-2f9c-4d10-9d11-23a9c9178237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.711684 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c1909d4e-dc09-4727-bfa4-9f53d599da1b req-f7c8253a-a17b-42a0-b0ad-1140a1ba5866 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.18 "DELETE /v2.0/ports/ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2 HTTP/1.1" status: 204 len: 173 time: 1.8375685 Jul 15 13:02:43.716612 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65858d75-88e8-4804-8e0e-e0f32b38cc05 x-openstack-request-id: req-65858d75-88e8-4804-8e0e-e0f32b38cc05 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:43.716990 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27be9ac7-50ef-4f5b-9a57-b5ad5f460013", "name": "network-vif-deleted", "tag": "d85b016f-fb0d-4850-a076-4af46d0d2758", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:43.717538 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65858d75-88e8-4804-8e0e-e0f32b38cc05 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:43.718680 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27be9ac7-50ef-4f5b-9a57-b5ad5f460013', 'name': 'network-vif-deleted', 'tag': 'd85b016f-fb0d-4850-a076-4af46d0d2758', 'status': 'completed', 'code': 200} Jul 15 13:02:43.741495 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-fc2112bd-2f9c-4d10-9d11-23a9c9178237 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05565a3d-794d-4206-bc74-931a2c40cb41']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:43.762147 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-fc2112bd-2f9c-4d10-9d11-23a9c9178237 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dba7d69-3e6a-48a9-ba4c-ec5e827d44ce') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:43.762453 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-fc2112bd-2f9c-4d10-9d11-23a9c9178237 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dba7d69-3e6a-48a9-ba4c-ec5e827d44ce') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:43.791085 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc2112bd-2f9c-4d10-9d11-23a9c9178237 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.804103 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device d85b016f-fb0d-4850-a076-4af46d0d2758 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:43.815985 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc2112bd-2f9c-4d10-9d11-23a9c9178237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.825067 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc2112bd-2f9c-4d10-9d11-23a9c9178237 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:02:43.825533 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc2112bd-2f9c-4d10-9d11-23a9c9178237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:43.864980 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: d85b016f-fb0d-4850-a076-4af46d0d2758 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:02:43.865217 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device d85b016f-fb0d-4850-a076-4af46d0d2758 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:43.869028 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:02:43.869028 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:02:43.869028 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:02:43.869028 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:02:43.869028 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:02:43.869028 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:02:43.869028 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:02:43.869028 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:02:43.869028 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:02:43.869028 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:02:43.869028 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:02:43.869028 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:02:43.869028 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:02:43.869028 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:02:43.869028 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:02:43.869028 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:02:43.869028 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:02:43.869028 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:02:43.869028 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:02:43.869028 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:02:43.869028 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:02:43.869028 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:02:43.869028 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:02:43.869028 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:02:43.869028 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:02:43.869028 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:02:43.869028 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:02:43.869028 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:02:43.869028 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:02:43.869028 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:02:43.869028 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:02:43.869028 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:02:43.875716 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No active binding found for port e2618a10-42f0-4e77-a46f-e2b7a4238929 {{(pid=93815) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 13:02:43.876163 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e2618a10-42f0-4e77-a46f-e2b7a4238929 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:43.975336 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-97ce6217-1ce4-4eab-882c-1bfeabb77987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:44.019246 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc2112bd-2f9c-4d10-9d11-23a9c9178237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:44.033359 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc2112bd-2f9c-4d10-9d11-23a9c9178237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:44.045134 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-fc2112bd-2f9c-4d10-9d11-23a9c9178237 admin admin] 10.222.0.24 "DELETE /v2.0/networks/05565a3d-794d-4206-bc74-931a2c40cb41 HTTP/1.1" status: 204 len: 168 time: 1.7815027 Jul 15 13:02:44.083389 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce6217-1ce4-4eab-882c-1bfeabb77987 None None] Pushing event deleted for resources: {'Port': ['ID=e2618a10-42f0-4e77-a46f-e2b7a4238929,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:44.096552 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ce6217-1ce4-4eab-882c-1bfeabb77987 None None] No DVR routers for this DVR port e2618a10-42f0-4e77-a46f-e2b7a4238929 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:02:44.127810 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2112bd-2f9c-4d10-9d11-23a9c9178237 admin admin] Pushing event deleted for resources: {'Network': ['ID=05565a3d-794d-4206-bc74-931a2c40cb41,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:44.184175 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d19701-281c-4410-9134-9c60892119a9 req-74358a71-6d37-43d6-b278-64a952914d6d tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:44.194442 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-61d19701-281c-4410-9134-9c60892119a9 req-74358a71-6d37-43d6-b278-64a952914d6d tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 948 time: 0.2544997 Jul 15 13:02:44.290718 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-61d19701-281c-4410-9134-9c60892119a9 req-8ea444b0-7f30-4531-90f4-e8a98b54191f tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944414 Jul 15 13:02:44.416823 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47067e2-392a-4f66-b173-7ba52d202264 req-0c32c070-edf7-416d-9c9c-85c54114a4db tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:44.426085 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a47067e2-392a-4f66-b173-7ba52d202264 req-0c32c070-edf7-416d-9c9c-85c54114a4db tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/networks?id=3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8 HTTP/1.1" status: 200 len: 822 time: 0.4697032 Jul 15 13:02:44.437878 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45568) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:44.441449 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['5ec5c713-6d70-43a5-b417-6d1ab747b70e'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:44.453671 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a47067e2-392a-4f66-b173-7ba52d202264 req-b3cbcc18-fe96-4e05-8396-8bf5008b1329 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/quotas/5d8dd38c6f1a4ec5af7cdaae23ef2048 HTTP/1.1" status: 200 len: 375 time: 0.0260968 Jul 15 13:02:44.554474 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-615edd54-5b38-496d-9d7b-7f3250edf5d9 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:44.560533 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-615edd54-5b38-496d-9d7b-7f3250edf5d9 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.18 "GET /v2.0/networks?id=58db640f-1ccd-4893-a080-c8b6f61a353d HTTP/1.1" status: 200 len: 812 time: 0.3763752 Jul 15 13:02:44.578725 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-b1c0d719-fd6e-4fb6-8823-e8bbe7740b93 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Request body: {'port': {'device_id': '4a621f11-4c28-45c7-959c-8a01f00890c6', 'network_id': '58db640f-1ccd-4893-a080-c8b6f61a353d', 'admin_state_up': True, 'tenant_id': '0bec17d31a0f42c4bd2c56076659be93'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:44.597229 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a47067e2-392a-4f66-b173-7ba52d202264 req-95b52fd4-4669-434f-9b68-a4b80b20ac1d tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d8dd38c6f1a4ec5af7cdaae23ef2048&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1428585 Jul 15 13:02:44.630017 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1c68c99b-a998-4109-b583-668061180576 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=10f6886ee60441949078133afdd49f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1890562 Jul 15 13:02:44.635975 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45580) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:44.812983 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['23116ffe-712e-4a02-b27a-a2087651f296', '62555279-b9e3-4ccf-a35e-bb3189943158'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:44.832927 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-540186f2-9808-429f-921d-6b75da470909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:44.900543 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-540186f2-9808-429f-921d-6b75da470909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:44.903664 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:44.989552 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:02:44.990065 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:45.052955 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a47067e2-392a-4f66-b173-7ba52d202264 req-f3c0fd87-084d-43d3-b165-4a90640e5e73 service neutron] 10.222.0.24 "GET /v2.0/networks/3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513814 Jul 15 13:02:45.075830 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-343d4b63-e709-4457-85bc-e2d539a47549 req-37c8f149-47ec-49c5-9f5a-2d3f3a1b282e tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=27be9ac7-50ef-4f5b-9a57-b5ad5f460013 HTTP/1.1" status: 200 len: 210 time: 0.1368096 Jul 15 13:02:45.105567 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-b1c0d719-fd6e-4fb6-8823-e8bbe7740b93 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Made reservation on behalf of 0bec17d31a0f42c4bd2c56076659be93 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:45.114038 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-b1c0d719-fd6e-4fb6-8823-e8bbe7740b93 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.199012 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-540186f2-9808-429f-921d-6b75da470909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.203687 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-540186f2-9808-429f-921d-6b75da470909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.209751 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-540186f2-9808-429f-921d-6b75da470909 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f198a230-5d5f-4ff2-bc60-60ccc7ae1036 HTTP/1.1" status: 204 len: 168 time: 0.5664966 Jul 15 13:02:45.222057 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540186f2-9808-429f-921d-6b75da470909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f198a230-5d5f-4ff2-bc60-60ccc7ae1036,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:45.408887 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a47067e2-392a-4f66-b173-7ba52d202264 req-8eee6ff9-bebe-43e3-9e0a-4f27d9b62e08 service neutron] 10.222.0.24 "GET /v2.0/networks/3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571305 Jul 15 13:02:45.473374 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-b1c0d719-fd6e-4fb6-8823-e8bbe7740b93 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Allocated IP 172.20.0.10 (58db640f-1ccd-4893-a080-c8b6f61a353d/d948b154-c21f-429a-bc8f-531575f8bb98/9c4c7f11-8b92-4111-abc0-4e7357ca2368) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:45.765674 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-b1c0d719-fd6e-4fb6-8823-e8bbe7740b93 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.788191 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a309605-56c8-48cf-8182-a271d4b104c4 req-0df1cb4b-1e1f-49d8-8a92-cd38da4fab8a tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:45.792440 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b3f835-d12b-4161-8d44-eb206a0c0680', 'name': 'network-vif-deleted', 'tag': 'ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:45.798030 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3ec6a5-ff94-4378-abd9-70c7181b3bf6" -d '{"events": [{"server_uuid": "86b3f835-d12b-4161-8d44-eb206a0c0680", "name": "network-vif-deleted", "tag": "ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:45.801981 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0a309605-56c8-48cf-8182-a271d4b104c4 req-0df1cb4b-1e1f-49d8-8a92-cd38da4fab8a tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.2513280 Jul 15 13:02:45.857016 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-01fb0094-9e08-4b63-a40a-ca78d02d6079 req-748cbeee-6f5e-4ae3-836e-242425eb240c tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a621f11-4c28-45c7-959c-8a01f00890c6 HTTP/1.1" status: 200 len: 210 time: 0.0497735 Jul 15 13:02:45.871434 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0a309605-56c8-48cf-8182-a271d4b104c4 req-53dea180-f6e5-4aa2-b505-ee9b445c8c8d tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680089 Jul 15 13:02:45.917492 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-b1c0d719-fd6e-4fb6-8823-e8bbe7740b93 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.937181 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['ee89d926-91c8-4b94-b95c-075d98503c9e'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:45.997132 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0d719-fd6e-4fb6-8823-e8bbe7740b93 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Pushing event updated for resources: {'Port': ['ID=9c4c7f11-8b92-4111-abc0-4e7357ca2368,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:46.001598 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-b1c0d719-fd6e-4fb6-8823-e8bbe7740b93 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Network 58db640f-1ccd-4893-a080-c8b6f61a353d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:46.005144 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-b1c0d719-fd6e-4fb6-8823-e8bbe7740b93 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:46.016218 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-b1c0d719-fd6e-4fb6-8823-e8bbe7740b93 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:46.085432 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-b1c0d719-fd6e-4fb6-8823-e8bbe7740b93 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:46.086145 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-b1c0d719-fd6e-4fb6-8823-e8bbe7740b93 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:46.108192 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-b1c0d719-fd6e-4fb6-8823-e8bbe7740b93 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5352805 Jul 15 13:02:46.128474 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-f525945a-bdc9-4771-ad11-050e4c40a3ca service neutron] Request body: {'port': {'device_id': '4a621f11-4c28-45c7-959c-8a01f00890c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:46.325730 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-f525945a-bdc9-4771-ad11-050e4c40a3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:46.574250 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b9286-8599-461c-acc9-cfa19b9cddea req-fbfbbf43-04f4-4008-baa0-a94b4c1365b6 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:46.577465 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6a0b9286-8599-461c-acc9-cfa19b9cddea req-fbfbbf43-04f4-4008-baa0-a94b4c1365b6 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 948 time: 0.1338468 Jul 15 13:02:46.848967 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-626d9ef0-2d2d-419f-b8d6-35fba0a0474e req-78a0bfae-c86d-45ff-8cc6-c2b20e3630d2 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bda9914-4915-4700-848d-fc8323cebd49 HTTP/1.1" status: 200 len: 210 time: 0.0410733 Jul 15 13:02:46.911894 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7601445b-5734-4b9f-879d-67ed9decf79b x-openstack-request-id: req-7601445b-5734-4b9f-879d-67ed9decf79b {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:46.912291 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b3f835-d12b-4161-8d44-eb206a0c0680", "name": "network-vif-deleted", "tag": "ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:46.912692 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7601445b-5734-4b9f-879d-67ed9decf79b {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:46.913141 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b3f835-d12b-4161-8d44-eb206a0c0680', 'name': 'network-vif-deleted', 'tag': 'ef3655a5-1b2b-494e-84ac-7f4fbabc4bb2', 'status': 'completed', 'code': 200} Jul 15 13:02:46.983302 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-f525945a-bdc9-4771-ad11-050e4c40a3ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c4c7f11-8b92-4111-abc0-4e7357ca2368 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:46.998674 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-f525945a-bdc9-4771-ad11-050e4c40a3ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:47.033277 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-f525945a-bdc9-4771-ad11-050e4c40a3ca service neutron] Transition to ACTIVE for port object 9c4c7f11-8b92-4111-abc0-4e7357ca2368 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:47.039517 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-f525945a-bdc9-4771-ad11-050e4c40a3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:47.090461 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6a0b9286-8599-461c-acc9-cfa19b9cddea req-2fda311c-1a58-4408-968a-110886fcd807 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5014350 Jul 15 13:02:47.130571 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525945a-bdc9-4771-ad11-050e4c40a3ca service neutron] Pushing event updated for resources: {'Port': ['ID=9c4c7f11-8b92-4111-abc0-4e7357ca2368,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:47.262948 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-f525945a-bdc9-4771-ad11-050e4c40a3ca service neutron] Attempting to bind port 9c4c7f11-8b92-4111-abc0-4e7357ca2368 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:47.263289 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-f525945a-bdc9-4771-ad11-050e4c40a3ca service neutron] Attempting to bind port 9c4c7f11-8b92-4111-abc0-4e7357ca2368 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '81550a63-2e5d-4914-a9dd-2665e1853a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '58db640f-1ccd-4893-a080-c8b6f61a353d'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:47.263667 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-f525945a-bdc9-4771-ad11-050e4c40a3ca service neutron] Attempting to bind port 9c4c7f11-8b92-4111-abc0-4e7357ca2368 on network 58db640f-1ccd-4893-a080-c8b6f61a353d {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:47.275745 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-f525945a-bdc9-4771-ad11-050e4c40a3ca service neutron] Port 9c4c7f11-8b92-4111-abc0-4e7357ca2368 on network 58db640f-1ccd-4893-a080-c8b6f61a353d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:02:47.276115 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-f525945a-bdc9-4771-ad11-050e4c40a3ca service neutron] Attempting to bind port 9c4c7f11-8b92-4111-abc0-4e7357ca2368 on network 58db640f-1ccd-4893-a080-c8b6f61a353d {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:47.286168 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-f525945a-bdc9-4771-ad11-050e4c40a3ca service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:47.286562 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-f525945a-bdc9-4771-ad11-050e4c40a3ca service neutron] Checking segment: {'id': '81550a63-2e5d-4914-a9dd-2665e1853a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '58db640f-1ccd-4893-a080-c8b6f61a353d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:47.286906 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-f525945a-bdc9-4771-ad11-050e4c40a3ca service neutron] Bound using segment: {'id': '81550a63-2e5d-4914-a9dd-2665e1853a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '58db640f-1ccd-4893-a080-c8b6f61a353d'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:47.287371 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-f525945a-bdc9-4771-ad11-050e4c40a3ca service neutron] Bound port: 9c4c7f11-8b92-4111-abc0-4e7357ca2368, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81550a63-2e5d-4914-a9dd-2665e1853a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '58db640f-1ccd-4893-a080-c8b6f61a353d'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:47.287745 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-f525945a-bdc9-4771-ad11-050e4c40a3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:47.311203 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e52cd2-26ec-47ab-b3d9-9f626bf697ce req-0ae6a11c-f9b2-4dc0-80e7-5685c1bef827 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:47.312837 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c4e52cd2-26ec-47ab-b3d9-9f626bf697ce req-0ae6a11c-f9b2-4dc0-80e7-5685c1bef827 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.1103365 Jul 15 13:02:47.404282 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c4e52cd2-26ec-47ab-b3d9-9f626bf697ce req-39f4bab8-18fe-40ff-a53a-70688a5ab0f4 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624266 Jul 15 13:02:47.504144 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-f525945a-bdc9-4771-ad11-050e4c40a3ca service neutron] For port 9c4c7f11-8b92-4111-abc0-4e7357ca2368, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:47.528782 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-f525945a-bdc9-4771-ad11-050e4c40a3ca service neutron] For port 9c4c7f11-8b92-4111-abc0-4e7357ca2368, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9c4c7f11-8b92-4111-abc0-4e7357ca2368,segment=NetworkSegment(81550a63-2e5d-4914-a9dd-2665e1853a5f),segment_id=81550a63-2e5d-4914-a9dd-2665e1853a5f)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:47.537955 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-f525945a-bdc9-4771-ad11-050e4c40a3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:47.581212 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b76531-bea1-4882-b14d-93d266e855d7 req-e5c44ced-2040-4b8c-a460-be2742376af6 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:47.606636 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-f525945a-bdc9-4771-ad11-050e4c40a3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:47.607540 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-f525945a-bdc9-4771-ad11-050e4c40a3ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:47.609371 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-f525945a-bdc9-4771-ad11-050e4c40a3ca service neutron] 10.222.0.18 "PUT /v2.0/ports/9c4c7f11-8b92-4111-abc0-4e7357ca2368 HTTP/1.1" status: 200 len: 1093 time: 1.4894674 Jul 15 13:02:47.611101 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-78b76531-bea1-4882-b14d-93d266e855d7 req-e5c44ced-2040-4b8c-a460-be2742376af6 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a621f11-4c28-45c7-959c-8a01f00890c6 HTTP/1.1" status: 200 len: 944 time: 0.1858935 Jul 15 13:02:47.635523 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47067e2-392a-4f66-b173-7ba52d202264 req-7887f1a2-66a1-4277-9087-f2126261084d tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:47.637380 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a47067e2-392a-4f66-b173-7ba52d202264 req-7887f1a2-66a1-4277-9087-f2126261084d tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.18 "GET /v2.0/networks?id=3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8 HTTP/1.1" status: 200 len: 822 time: 0.2367105 Jul 15 13:02:47.644820 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525945a-bdc9-4771-ad11-050e4c40a3ca service neutron] Pushing event updated for resources: {'Port': ['ID=9c4c7f11-8b92-4111-abc0-4e7357ca2368,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:47.661275 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-a47067e2-392a-4f66-b173-7ba52d202264 req-86e15ecf-9136-4e1b-b285-5ece009019b5 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Request body: {'port': {'device_id': '4bda9914-4915-4700-848d-fc8323cebd49', 'network_id': '3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8', 'admin_state_up': True, 'tenant_id': '5d8dd38c6f1a4ec5af7cdaae23ef2048'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:47.722019 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-78b76531-bea1-4882-b14d-93d266e855d7 req-a87dbc20-46f9-441a-84c0-31d11c38d8b9 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups?id=05e5fc58-e33d-47d0-bab7-f5006456ee4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080918 Jul 15 13:02:47.795130 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 0af5bf58-a625-404b-9e00-06be5124876b details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:02:47.827037 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 0af5bf58-a625-404b-9e00-06be5124876b no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:47.839931 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-75238961-51fd-4bbe-b98a-2570db502b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:47.842149 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-75238961-51fd-4bbe-b98a-2570db502b78 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0bec17d31a0f42c4bd2c56076659be93&device_id=4a621f11-4c28-45c7-959c-8a01f00890c6 HTTP/1.1" status: 200 len: 1096 time: 0.1545029 Jul 15 13:02:48.164017 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b259a1-f150-409d-9459-1184392b4215 req-5c1cb9d4-53dd-4003-83ef-caf04cee0280 tempest-MigrationsAdminTest-253464781 tempest-MigrationsAdminTest-253464781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:48.170171 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a4b259a1-f150-409d-9459-1184392b4215 req-5c1cb9d4-53dd-4003-83ef-caf04cee0280 tempest-MigrationsAdminTest-253464781 tempest-MigrationsAdminTest-253464781-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 1100 time: 0.1548364 Jul 15 13:02:48.254922 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-d74499cf-1a7e-431c-9966-38af153903c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c4c7f11-8b92-4111-abc0-4e7357ca2368 HTTP/1.1" status: 200 len: 217 time: 0.3992124 Jul 15 13:02:48.266391 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a4b259a1-f150-409d-9459-1184392b4215 req-c6afa798-aa8c-4d1d-9a72-26c71c448d23 tempest-MigrationsAdminTest-253464781 tempest-MigrationsAdminTest-253464781-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857203 Jul 15 13:02:48.377156 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.395830 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a47067e2-392a-4f66-b173-7ba52d202264 req-86e15ecf-9136-4e1b-b285-5ece009019b5 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Made reservation on behalf of 5d8dd38c6f1a4ec5af7cdaae23ef2048 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:48.401326 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a47067e2-392a-4f66-b173-7ba52d202264 req-86e15ecf-9136-4e1b-b285-5ece009019b5 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.422416 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-8a274bb9-fcc2-4fbe-8364-ed3687eb70ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:48.424995 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-8a274bb9-fcc2-4fbe-8364-ed3687eb70ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d948b154-c21f-429a-bc8f-531575f8bb98 HTTP/1.1" status: 200 len: 852 time: 0.1568704 Jul 15 13:02:48.444577 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28863b26-93ae-48e3-9449-ffbefc492fb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0af5bf58-a625-404b-9e00-06be5124876b'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:48.449816 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f53879-eaec-4b5d-a4df-2bf8b7fea80f" -d '{"events": [{"server_uuid": "28863b26-93ae-48e3-9449-ffbefc492fb7", "name": "network-vif-unplugged", "status": "completed", "tag": "0af5bf58-a625-404b-9e00-06be5124876b"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:48.493133 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 0af5bf58-a625-404b-9e00-06be5124876b, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0af5bf58-a625-404b-9e00-06be5124876b,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:48.500800 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 0af5bf58-a625-404b-9e00-06be5124876b, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0af5bf58-a625-404b-9e00-06be5124876b,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:48.512299 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-9273b7ff-715e-4ec6-adc7-94fcfac1a984 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=58db640f-1ccd-4893-a080-c8b6f61a353d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759614 Jul 15 13:02:48.518419 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.567448 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '0af5bf58-a625-404b-9e00-06be5124876b', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': '0af5bf58-a625-404b-9e00-06be5124876b', 'mac_address': 'fa:16:3e:18:63:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:02:48.583663 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2531e0c9-827c-44ab-898d-4658d85bed53 req-35c53173-c800-4c4d-82f0-fd2c0178cfbe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7a104723-f7d7-499a-845d-5b54455ab450&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3276019 Jul 15 13:02:48.614954 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-78e91c8a-85da-4bd3-b22f-03e60e80bd5c req-1e26f6d9-8b6f-4c78-86ff-3882aa99c4d5 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bda9914-4915-4700-848d-fc8323cebd49 HTTP/1.1" status: 200 len: 210 time: 0.0515416 Jul 15 13:02:48.641229 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=0af5bf58-a625-404b-9e00-06be5124876b,revision_number=9']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:48.676322 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.697026 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af5bf58-a625-404b-9e00-06be5124876b {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:48.718679 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f84501-5be3-493d-b36c-6ed7ffe29371 req-2c7d4dfc-39ae-4986-b5c0-cc5c4210179e tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:48.726594 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-14f84501-5be3-493d-b36c-6ed7ffe29371 req-2c7d4dfc-39ae-4986-b5c0-cc5c4210179e tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/ports?device_id=5506005c-5be7-40c9-a580-d6aa29c174e7 HTTP/1.1" status: 200 len: 945 time: 0.1688097 Jul 15 13:02:48.744075 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 0af5bf58-a625-404b-9e00-06be5124876b, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0af5bf58-a625-404b-9e00-06be5124876b,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:48.753929 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.791642 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-14f84501-5be3-493d-b36c-6ed7ffe29371 req-c1afcc10-d592-4825-9814-6feed9f3fab3 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3352c9-1fd4-408f-b7ed-46c93f68b25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638800 Jul 15 13:02:48.898051 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=0af5bf58-a625-404b-9e00-06be5124876b,revision_number=10']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:48.921375 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a621f11-4c28-45c7-959c-8a01f00890c6', 'tag': '9c4c7f11-8b92-4111-abc0-4e7357ca2368'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:48.927661 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec06ab1-bc96-41c0-92e5-af52244dc088" -d '{"events": [{"name": "network-changed", "server_uuid": "4a621f11-4c28-45c7-959c-8a01f00890c6", "tag": "9c4c7f11-8b92-4111-abc0-4e7357ca2368"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:48.933372 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-a47067e2-392a-4f66-b173-7ba52d202264 req-86e15ecf-9136-4e1b-b285-5ece009019b5 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Allocated IP 172.20.0.10 (3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8/bf3b4397-f36e-483e-9233-daaf3a1bb75a/7b77939c-cfca-41cc-bbfa-b73fd40bb079) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:48.945610 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-038cbec5-8a29-4e87-8797-7bb9b0b926c0 service neutron] 10.222.0.18 "GET /v2.0/networks/58db640f-1ccd-4893-a080-c8b6f61a353d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259009 Jul 15 13:02:49.023630 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531e0c9-827c-44ab-898d-4658d85bed53 req-94c5dd8a-3bb4-4acc-80c4-0af7fb5aa555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:49.026145 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2531e0c9-827c-44ab-898d-4658d85bed53 req-94c5dd8a-3bb4-4acc-80c4-0af7fb5aa555 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&device_id=7a104723-f7d7-499a-845d-5b54455ab450 HTTP/1.1" status: 200 len: 1102 time: 0.3152952 Jul 15 13:02:49.104509 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['0af5bf58-a625-404b-9e00-06be5124876b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:49.391862 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45720) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:49.431485 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b783b2-5ccd-4fca-a184-9330ba5d02c2 x-openstack-request-id: req-e6b783b2-5ccd-4fca-a184-9330ba5d02c2 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:49.433896 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28863b26-93ae-48e3-9449-ffbefc492fb7", "name": "network-vif-unplugged", "status": "completed", "tag": "0af5bf58-a625-404b-9e00-06be5124876b", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:49.433896 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e6b783b2-5ccd-4fca-a184-9330ba5d02c2 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:49.433896 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28863b26-93ae-48e3-9449-ffbefc492fb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0af5bf58-a625-404b-9e00-06be5124876b', 'code': 200} Jul 15 13:02:49.439276 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a532b2df-98f1-46dd-b49d-077663a994e9 req-f2556d44-77b5-4ee1-8b4d-b29f8b8e32b2 service neutron] 10.222.0.18 "GET /v2.0/networks/58db640f-1ccd-4893-a080-c8b6f61a353d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782627 Jul 15 13:02:49.572082 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531e0c9-827c-44ab-898d-4658d85bed53 req-65dc83ea-2084-42c4-9997-255d78c74ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:49.574838 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2531e0c9-827c-44ab-898d-4658d85bed53 req-65dc83ea-2084-42c4-9997-255d78c74ca9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.5074759 Jul 15 13:02:49.658340 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa046b-b6c0-4b7a-b9c2-f3b83c2a8cfb req-1849dee5-4b6f-46dc-8b75-59a1b6a07fc5 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:49.661126 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c1fa046b-b6c0-4b7a-b9c2-f3b83c2a8cfb req-1849dee5-4b6f-46dc-8b75-59a1b6a07fc5 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.2083340 Jul 15 13:02:49.684617 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-148b8597-03c5-40bb-a4d0-a97877f9d7c5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2909329 Jul 15 13:02:49.710994 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2531e0c9-827c-44ab-898d-4658d85bed53 req-aaa104c3-8967-4f02-8506-b606224b0ce5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=23116ffe-712e-4a02-b27a-a2087651f296 HTTP/1.1" status: 200 len: 217 time: 0.0954704 Jul 15 13:02:49.726657 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c1fa046b-b6c0-4b7a-b9c2-f3b83c2a8cfb req-b8877c76-cf98-457f-ab46-090847b19327 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586228 Jul 15 13:02:49.778744 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a47067e2-392a-4f66-b173-7ba52d202264 req-86e15ecf-9136-4e1b-b285-5ece009019b5 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:49.830459 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a713f4ad-475d-492d-95e8-2b248fd32554 x-openstack-request-id: req-a713f4ad-475d-492d-95e8-2b248fd32554 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:49.830901 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a621f11-4c28-45c7-959c-8a01f00890c6", "tag": "9c4c7f11-8b92-4111-abc0-4e7357ca2368", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:49.831067 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a713f4ad-475d-492d-95e8-2b248fd32554 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:49.831370 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a621f11-4c28-45c7-959c-8a01f00890c6', 'tag': '9c4c7f11-8b92-4111-abc0-4e7357ca2368', 'status': 'completed', 'code': 200} Jul 15 13:02:49.870317 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531e0c9-827c-44ab-898d-4658d85bed53 req-42d34618-2dd9-469a-abfb-ac489b15a25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:49.872006 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2531e0c9-827c-44ab-898d-4658d85bed53 req-42d34618-2dd9-469a-abfb-ac489b15a25b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1424520 Jul 15 13:02:49.882720 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98803a2e-b9fb-4a54-9d8d-0447d59fc86b req-f68566e3-4071-4974-8dd3-f83385f30a0d tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:49.884324 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-98803a2e-b9fb-4a54-9d8d-0447d59fc86b req-f68566e3-4071-4974-8dd3-f83385f30a0d tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a621f11-4c28-45c7-959c-8a01f00890c6 HTTP/1.1" status: 200 len: 944 time: 0.3489592 Jul 15 13:02:50.055599 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a47067e2-392a-4f66-b173-7ba52d202264 req-86e15ecf-9136-4e1b-b285-5ece009019b5 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:50.075133 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30d9f4-4401-4c33-8008-f719ab791022 req-68314095-3f21-454b-a138-d7702e23aa3a tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:50.077023 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ee30d9f4-4401-4c33-8008-f719ab791022 req-68314095-3f21-454b-a138-d7702e23aa3a tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 948 time: 0.0899560 Jul 15 13:02:50.088729 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-98803a2e-b9fb-4a54-9d8d-0447d59fc86b req-d4b65ff5-0a78-42b8-9c5e-d5ffd06a26dd tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups?id=05e5fc58-e33d-47d0-bab7-f5006456ee4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702824 Jul 15 13:02:50.148536 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ee30d9f4-4401-4c33-8008-f719ab791022 req-5cef9668-04fe-4bd9-9e0a-dff24b41b143 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590155 Jul 15 13:02:50.154684 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a47067e2-392a-4f66-b173-7ba52d202264 req-86e15ecf-9136-4e1b-b285-5ece009019b5 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Network 3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:50.157246 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531e0c9-827c-44ab-898d-4658d85bed53 req-dfb4c325-343a-4062-8115-1d75ec367a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:50.159037 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2531e0c9-827c-44ab-898d-4658d85bed53 req-dfb4c325-343a-4062-8115-1d75ec367a5d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2652302 Jul 15 13:02:50.181072 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec06ab1-bc96-41c0-92e5-af52244dc088 req-a59c80de-4163-4890-8854-9e6cf882f129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:50.183654 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dec06ab1-bc96-41c0-92e5-af52244dc088 req-a59c80de-4163-4890-8854-9e6cf882f129 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0bec17d31a0f42c4bd2c56076659be93&device_id=4a621f11-4c28-45c7-959c-8a01f00890c6 HTTP/1.1" status: 200 len: 1096 time: 0.2878602 Jul 15 13:02:50.193434 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-a47067e2-392a-4f66-b173-7ba52d202264 req-86e15ecf-9136-4e1b-b285-5ece009019b5 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:50.199967 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47067e2-392a-4f66-b173-7ba52d202264 req-86e15ecf-9136-4e1b-b285-5ece009019b5 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:50.336757 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e15ecf-9136-4e1b-b285-5ece009019b5 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Pushing event updated for resources: {'Port': ['ID=7b77939c-cfca-41cc-bbfa-b73fd40bb079,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:50.371303 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47067e2-392a-4f66-b173-7ba52d202264 req-86e15ecf-9136-4e1b-b285-5ece009019b5 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:50.372453 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a47067e2-392a-4f66-b173-7ba52d202264 req-86e15ecf-9136-4e1b-b285-5ece009019b5 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:50.485264 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a47067e2-392a-4f66-b173-7ba52d202264 req-86e15ecf-9136-4e1b-b285-5ece009019b5 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8281715 Jul 15 13:02:50.505106 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-a47067e2-392a-4f66-b173-7ba52d202264 req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] Request body: {'port': {'device_id': '4bda9914-4915-4700-848d-fc8323cebd49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:50.560090 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec06ab1-bc96-41c0-92e5-af52244dc088 req-47e68da7-7397-4107-a63f-229dbd70927e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:50.561800 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dec06ab1-bc96-41c0-92e5-af52244dc088 req-47e68da7-7397-4107-a63f-229dbd70927e service neutron] 10.222.0.18 "GET /v2.0/networks?id=58db640f-1ccd-4893-a080-c8b6f61a353d HTTP/1.1" status: 200 len: 913 time: 0.2826583 Jul 15 13:02:50.569516 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2531e0c9-827c-44ab-898d-4658d85bed53 req-1de2a548-b737-4be3-889d-3eb28dd432c1 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846867 Jul 15 13:02:50.668054 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dec06ab1-bc96-41c0-92e5-af52244dc088 req-2891bade-2023-4500-a6c7-e2d9a3f367d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c4c7f11-8b92-4111-abc0-4e7357ca2368 HTTP/1.1" status: 200 len: 217 time: 0.0958884 Jul 15 13:02:50.690256 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f79d37f3-173c-460e-b2c2-c5893c7d2ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:50.894665 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ebcc5-4e0e-4830-aaa2-6a84c97a7c38 req-8670a046-93c2-4f1a-9e10-bd49dd4c6886 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:50.896402 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-557ebcc5-4e0e-4830-aaa2-6a84c97a7c38 req-8670a046-93c2-4f1a-9e10-bd49dd4c6886 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bda9914-4915-4700-848d-fc8323cebd49 HTTP/1.1" status: 200 len: 932 time: 0.1698744 Jul 15 13:02:50.903265 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a47067e2-392a-4f66-b173-7ba52d202264 req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:50.914991 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 9c4c7f11-8b92-4111-abc0-4e7357ca2368 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:02:50.967747 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-557ebcc5-4e0e-4830-aaa2-6a84c97a7c38 req-28a4f4d4-ff07-451a-b45c-d0c7b4b1aa90 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550449 Jul 15 13:02:50.984432 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45776) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:51.020492 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec06ab1-bc96-41c0-92e5-af52244dc088 req-a37530f8-30d1-4636-93d2-c7c36d3e3354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:51.022987 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dec06ab1-bc96-41c0-92e5-af52244dc088 req-a37530f8-30d1-4636-93d2-c7c36d3e3354 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d948b154-c21f-429a-bc8f-531575f8bb98 HTTP/1.1" status: 200 len: 852 time: 0.2982745 Jul 15 13:02:51.120173 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 9c4c7f11-8b92-4111-abc0-4e7357ca2368, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9c4c7f11-8b92-4111-abc0-4e7357ca2368,segment=NetworkSegment(81550a63-2e5d-4914-a9dd-2665e1853a5f),segment_id=81550a63-2e5d-4914-a9dd-2665e1853a5f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:51.135425 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '9c4c7f11-8b92-4111-abc0-4e7357ca2368', 'network_id': '58db640f-1ccd-4893-a080-c8b6f61a353d', 'port_id': '9c4c7f11-8b92-4111-abc0-4e7357ca2368', 'mac_address': 'fa:16:3e:8b:95:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd948b154-c21f-429a-bc8f-531575f8bb98', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:02:51.204591 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.221407 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c4c7f11-8b92-4111-abc0-4e7357ca2368 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:51.252711 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 9c4c7f11-8b92-4111-abc0-4e7357ca2368, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9c4c7f11-8b92-4111-abc0-4e7357ca2368,segment=NetworkSegment(81550a63-2e5d-4914-a9dd-2665e1853a5f),segment_id=81550a63-2e5d-4914-a9dd-2665e1853a5f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:51.258404 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.281302 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dec06ab1-bc96-41c0-92e5-af52244dc088 req-a1a3c753-9b41-4b95-bae2-208e4c491b60 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=58db640f-1ccd-4893-a080-c8b6f61a353d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2375906 Jul 15 13:02:51.308583 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5577dc8a-1c54-4206-9499-fee60070a2e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.321040 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=9c4c7f11-8b92-4111-abc0-4e7357ca2368,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:51.377142 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57acd096-799b-42e5-bbf5-e5307cc53ffd req-f36d426b-d794-466b-9b9c-a54ad0a9a280 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:51.378813 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-57acd096-799b-42e5-bbf5-e5307cc53ffd req-f36d426b-d794-466b-9b9c-a54ad0a9a280 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 949 time: 0.1639354 Jul 15 13:02:51.409325 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2531e0c9-827c-44ab-898d-4658d85bed53 req-32b39351-11ef-4cd5-879b-207e3bd75071 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7675111 Jul 15 13:02:51.447210 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-57acd096-799b-42e5-bbf5-e5307cc53ffd req-3a2644d7-9452-4968-8119-1edc3da7f8e3 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562153 Jul 15 13:02:51.549559 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5577dc8a-1c54-4206-9499-fee60070a2e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.557541 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5577dc8a-1c54-4206-9499-fee60070a2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.563647 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['9c4c7f11-8b92-4111-abc0-4e7357ca2368'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:51.669068 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577dc8a-1c54-4206-9499-fee60070a2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b24da8a-9287-4843-95b4-fde892c301c4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:51.759230 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5577dc8a-1c54-4206-9499-fee60070a2e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c602ab8789da4eb28ddd8b6c9234728b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7711842 Jul 15 13:02:51.764123 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45804) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:51.777431 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7f634-bc3b-463e-bae1-0ef1264f1d88 req-a5cff28e-6bc0-4ee7-bdc7-fbc3b59b89de tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:51.780260 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cec7f634-bc3b-463e-bae1-0ef1264f1d88 req-a5cff28e-6bc0-4ee7-bdc7-fbc3b59b89de tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.32 "GET /v2.0/ports?device_id=67a8db98-c5fd-4e09-abae-8cc4e175c5a0 HTTP/1.1" status: 200 len: 950 time: 0.7882392 Jul 15 13:02:51.825546 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-df866a33-1ee3-42bf-bfdb-ddb96103c5b5 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1846830749&fields=id&tenant_id=6700552a2e0e4fd3b3bebf3b4a86d77d HTTP/1.1" status: 200 len: 267 time: 0.1605911 Jul 15 13:02:51.849581 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 0af5bf58-a625-404b-9e00-06be5124876b up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:51.851603 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af8151-fb61-4dc1-bd45-aa8daebe8072 req-cebcabb8-0aa3-4e95-881e-e8d7c214bfde tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:51.859369 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4af8151-fb61-4dc1-bd45-aa8daebe8072 req-cebcabb8-0aa3-4e95-881e-e8d7c214bfde tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a8db98-c5fd-4e09-abae-8cc4e175c5a0 HTTP/1.1" status: 200 len: 950 time: 0.8695414 Jul 15 13:02:51.883656 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc175ec8-c4e6-4051-a918-8da303159796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.912874 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc175ec8-c4e6-4051-a918-8da303159796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:51.938152 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45806) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:51.968234 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 0af5bf58-a625-404b-9e00-06be5124876b triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:51.970567 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.008198 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dec06ab1-bc96-41c0-92e5-af52244dc088 req-0ae3c185-cda4-4525-ba6d-5155ed8fa798 service neutron] 10.222.0.18 "GET /v2.0/networks/58db640f-1ccd-4893-a080-c8b6f61a353d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7008750 Jul 15 13:02:52.081806 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-15e93c20-ca92-4372-95ce-bd95cb523157 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:52.090289 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-15e93c20-ca92-4372-95ce-bd95cb523157 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/networks?id=0c9ddec9-1058-4e8b-b69a-1210476af020 HTTP/1.1" status: 200 len: 823 time: 0.2632570 Jul 15 13:02:52.115647 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-ca7d830c-c3fb-4033-aa95-6d50b0e5a971 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/quotas/6700552a2e0e4fd3b3bebf3b4a86d77d HTTP/1.1" status: 200 len: 375 time: 0.0243721 Jul 15 13:02:52.132529 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc175ec8-c4e6-4051-a918-8da303159796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.136009 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc175ec8-c4e6-4051-a918-8da303159796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.137341 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-dc175ec8-c4e6-4051-a918-8da303159796 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b24da8a-9287-4843-95b4-fde892c301c4 HTTP/1.1" status: 204 len: 168 time: 0.3717713 Jul 15 13:02:52.169590 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.190344 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc175ec8-c4e6-4051-a918-8da303159796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b24da8a-9287-4843-95b4-fde892c301c4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:52.203385 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4af8151-fb61-4dc1-bd45-aa8daebe8072 req-41f38d78-6918-4966-8441-6d22c9a644a2 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427660 Jul 15 13:02:52.205352 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e78465d5-b07f-4d93-9487-29fe38e9b181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.228317 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 0af5bf58-a625-404b-9e00-06be5124876b, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0af5bf58-a625-404b-9e00-06be5124876b,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:52.231250 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28863b26-93ae-48e3-9449-ffbefc492fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af5bf58-a625-404b-9e00-06be5124876b'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:52.234626 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794b6c35-77c6-4973-a22a-0356a0379370" -d '{"events": [{"server_uuid": "28863b26-93ae-48e3-9449-ffbefc492fb7", "name": "network-vif-plugged", "status": "completed", "tag": "0af5bf58-a625-404b-9e00-06be5124876b"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:52.254526 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.254526 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 62555279-b9e3-4ccf-a35e-bb3189943158 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:52.384472 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=0af5bf58-a625-404b-9e00-06be5124876b,revision_number=11']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:52.443628 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.495154 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e78465d5-b07f-4d93-9487-29fe38e9b181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.518849 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e78465d5-b07f-4d93-9487-29fe38e9b181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.529573 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 62555279-b9e3-4ccf-a35e-bb3189943158, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=62555279-b9e3-4ccf-a35e-bb3189943158,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:52.536195 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:52.559102 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-04234588-9b67-48b5-87d2-65aaa8865282 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6700552a2e0e4fd3b3bebf3b4a86d77d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4425182 Jul 15 13:02:52.619368 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=62555279-b9e3-4ccf-a35e-bb3189943158,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:52.714530 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e78465d5-b07f-4d93-9487-29fe38e9b181 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=708d84c664314c45aed682ba7fecd579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7744186 Jul 15 13:02:52.715290 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78465d5-b07f-4d93-9487-29fe38e9b181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05234ba2-0b21-41da-bb5b-12c82c1151b0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:52.721682 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45822) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:52.764383 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84170be7-cdb2-41d0-87c4-407a028fa0f3 req-df179161-d16c-433a-9865-7e8880407512 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:52.766116 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-84170be7-cdb2-41d0-87c4-407a028fa0f3 req-df179161-d16c-433a-9865-7e8880407512 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.18 "GET /v2.0/ports?device_id=5506005c-5be7-40c9-a580-d6aa29c174e7 HTTP/1.1" status: 200 len: 945 time: 0.3623962 Jul 15 13:02:52.909787 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-7a5f5708-01c5-4df3-af29-0e083075867e service neutron] 10.222.0.24 "GET /v2.0/networks/0c9ddec9-1058-4e8b-b69a-1210476af020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889440 Jul 15 13:02:52.920655 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 9c4c7f11-8b92-4111-abc0-4e7357ca2368 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:02:52.967856 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b115123e-a989-4fdf-b4cb-2ba3ef36d016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.013675 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 9c4c7f11-8b92-4111-abc0-4e7357ca2368 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:02:53.016960 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-8e894be4-8fc8-43e7-8ac3-c4cfca3bde64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:53.018629 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-8e894be4-8fc8-43e7-8ac3-c4cfca3bde64 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 1100 time: 0.3675735 Jul 15 13:02:53.022788 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 9c4c7f11-8b92-4111-abc0-4e7357ca2368 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:02:53.024419 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.043412 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dec06ab1-bc96-41c0-92e5-af52244dc088 req-4b1ea1b8-0a22-41b3-b5ba-f3583adda43c service neutron] 10.222.0.18 "GET /v2.0/networks/58db640f-1ccd-4893-a080-c8b6f61a353d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0104485 Jul 15 13:02:53.045723 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b115123e-a989-4fdf-b4cb-2ba3ef36d016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.085945 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-a47067e2-392a-4f66-b173-7ba52d202264 req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b77939c-cfca-41cc-bbfa-b73fd40bb079 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:53.098378 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-cec7f634-bc3b-463e-bae1-0ef1264f1d88 req-54510a78-3dce-459e-b7ac-b45968e24858 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Deleting port 62555279-b9e3-4ccf-a35e-bb3189943158 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:53.099478 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cec7f634-bc3b-463e-bae1-0ef1264f1d88 req-54510a78-3dce-459e-b7ac-b45968e24858 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.146811 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a47067e2-392a-4f66-b173-7ba52d202264 req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.176445 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.261513 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-90800fac-f0a3-4e01-9c3d-fc762dc59e98 service neutron] 10.222.0.24 "GET /v2.0/networks/0c9ddec9-1058-4e8b-b69a-1210476af020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135216 Jul 15 13:02:53.277158 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-84170be7-cdb2-41d0-87c4-407a028fa0f3 req-b1ef659a-a78c-4063-a55a-476a8f054776 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Deleting port 5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:53.277628 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-84170be7-cdb2-41d0-87c4-407a028fa0f3 req-b1ef659a-a78c-4063-a55a-476a8f054776 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.279131 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.340653 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae7ce7-dfd7-43c4-a473-f0af698017d7 req-26cb2e88-e7b3-412a-ab55-525daace16f0 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:53.344404 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f0ae7ce7-dfd7-43c4-a473-f0af698017d7 req-26cb2e88-e7b3-412a-ab55-525daace16f0 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a104723-f7d7-499a-845d-5b54455ab450 HTTP/1.1" status: 200 len: 950 time: 1.0361555 Jul 15 13:02:53.363854 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4a4dab05-ca76-4f69-a241-7b71e2e4816f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.376423 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-a47067e2-392a-4f66-b173-7ba52d202264 req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] Transition to ACTIVE for port object 7b77939c-cfca-41cc-bbfa-b73fd40bb079 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:53.391126 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 9c4c7f11-8b92-4111-abc0-4e7357ca2368, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9c4c7f11-8b92-4111-abc0-4e7357ca2368,segment=NetworkSegment(81550a63-2e5d-4914-a9dd-2665e1853a5f),segment_id=81550a63-2e5d-4914-a9dd-2665e1853a5f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:53.403401 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.449296 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-457f408b-5e1b-4379-a43e-9fd90c83506d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:53.451229 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-457f408b-5e1b-4379-a43e-9fd90c83506d service neutron] 10.222.0.18 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.4247251 Jul 15 13:02:53.457795 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b115123e-a989-4fdf-b4cb-2ba3ef36d016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.459859 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a47067e2-392a-4f66-b173-7ba52d202264 req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.467910 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b115123e-a989-4fdf-b4cb-2ba3ef36d016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.478139 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b115123e-a989-4fdf-b4cb-2ba3ef36d016 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/05234ba2-0b21-41da-bb5b-12c82c1151b0 HTTP/1.1" status: 204 len: 168 time: 0.7477493 Jul 15 13:02:53.521819 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f3d45-8f39-43e0-9403-de78354871bd req-0fc7585c-13b6-474e-8e94-9b8892463949 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:53.537250 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a80f3d45-8f39-43e0-9403-de78354871bd req-0fc7585c-13b6-474e-8e94-9b8892463949 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a621f11-4c28-45c7-959c-8a01f00890c6 HTTP/1.1" status: 200 len: 945 time: 1.1561887 Jul 15 13:02:53.600903 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=9c4c7f11-8b92-4111-abc0-4e7357ca2368,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:53.735848 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-cec7f634-bc3b-463e-bae1-0ef1264f1d88 req-54510a78-3dce-459e-b7ac-b45968e24858 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] For port 62555279-b9e3-4ccf-a35e-bb3189943158, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=62555279-b9e3-4ccf-a35e-bb3189943158,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:53.736319 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cec7f634-bc3b-463e-bae1-0ef1264f1d88 req-54510a78-3dce-459e-b7ac-b45968e24858 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.775007 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a80f3d45-8f39-43e0-9403-de78354871bd req-ea04c1e5-ca9f-4e41-b5c0-395f5ed28353 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups?id=05e5fc58-e33d-47d0-bab7-f5006456ee4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358246 Jul 15 13:02:53.776374 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115123e-a989-4fdf-b4cb-2ba3ef36d016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05234ba2-0b21-41da-bb5b-12c82c1151b0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:53.781514 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-3eed5657-4a2b-4642-82de-5bacfbfdb593 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=200d3f04-e3cb-48a4-b2b6-34eca775b495 HTTP/1.1" status: 200 len: 217 time: 0.3014340 Jul 15 13:02:53.796702 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] Pushing event updated for resources: {'Port': ['ID=7b77939c-cfca-41cc-bbfa-b73fd40bb079,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:53.815327 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:53.815699 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:53.816223 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:53.816815 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:53.817225 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:53.817637 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:53.818066 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:53.818509 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:53.818978 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:53.819380 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:53.819930 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:53.820423 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:53.833028 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-cec7f634-bc3b-463e-bae1-0ef1264f1d88 req-54510a78-3dce-459e-b7ac-b45968e24858 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Calling delete_port for 62555279-b9e3-4ccf-a35e-bb3189943158 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:53.851034 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-84170be7-cdb2-41d0-87c4-407a028fa0f3 req-b1ef659a-a78c-4063-a55a-476a8f054776 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] For port 5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce,segment=NetworkSegment(16055f84-7db3-46f6-898f-31f08282e2c9),segment_id=16055f84-7db3-46f6-898f-31f08282e2c9)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:53.851667 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-84170be7-cdb2-41d0-87c4-407a028fa0f3 req-b1ef659a-a78c-4063-a55a-476a8f054776 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:53.958953 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-f0ae7ce7-dfd7-43c4-a473-f0af698017d7 req-c59572b3-9bd3-4586-8947-4f7184926e29 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Deleting port 23116ffe-712e-4a02-b27a-a2087651f296 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:02:53.959364 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f0ae7ce7-dfd7-43c4-a473-f0af698017d7 req-c59572b3-9bd3-4586-8947-4f7184926e29 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.001526 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a47067e2-392a-4f66-b173-7ba52d202264 req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] Attempting to bind port 7b77939c-cfca-41cc-bbfa-b73fd40bb079 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:02:54.002010 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a47067e2-392a-4f66-b173-7ba52d202264 req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] Attempting to bind port 7b77939c-cfca-41cc-bbfa-b73fd40bb079 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '3c78992c-7c37-4056-a074-465cd7af4f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:02:54.002565 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47067e2-392a-4f66-b173-7ba52d202264 req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] Attempting to bind port 7b77939c-cfca-41cc-bbfa-b73fd40bb079 on network 3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:54.013303 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47067e2-392a-4f66-b173-7ba52d202264 req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] Port 7b77939c-cfca-41cc-bbfa-b73fd40bb079 on network 3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:02:54.013574 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47067e2-392a-4f66-b173-7ba52d202264 req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] Attempting to bind port 7b77939c-cfca-41cc-bbfa-b73fd40bb079 on network 3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:02:54.036987 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47067e2-392a-4f66-b173-7ba52d202264 req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:02:54.037396 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47067e2-392a-4f66-b173-7ba52d202264 req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] Checking segment: {'id': '3c78992c-7c37-4056-a074-465cd7af4f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:02:54.037947 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47067e2-392a-4f66-b173-7ba52d202264 req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] Bound using segment: {'id': '3c78992c-7c37-4056-a074-465cd7af4f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:02:54.038584 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a47067e2-392a-4f66-b173-7ba52d202264 req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] Bound port: 7b77939c-cfca-41cc-bbfa-b73fd40bb079, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c78992c-7c37-4056-a074-465cd7af4f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:02:54.039062 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a47067e2-392a-4f66-b173-7ba52d202264 req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.097575 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-305f8fad-fc5b-498a-b5c3-7d2f1dfa0d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:54.100152 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-305f8fad-fc5b-498a-b5c3-7d2f1dfa0d07 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.2151980 Jul 15 13:02:54.165032 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115123e-a989-4fdf-b4cb-2ba3ef36d016 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:54.165369 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115123e-a989-4fdf-b4cb-2ba3ef36d016 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:54.165985 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115123e-a989-4fdf-b4cb-2ba3ef36d016 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:54.166170 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115123e-a989-4fdf-b4cb-2ba3ef36d016 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:54.166526 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115123e-a989-4fdf-b4cb-2ba3ef36d016 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:54.166882 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115123e-a989-4fdf-b4cb-2ba3ef36d016 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:54.167042 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115123e-a989-4fdf-b4cb-2ba3ef36d016 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:54.167384 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115123e-a989-4fdf-b4cb-2ba3ef36d016 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:54.167701 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115123e-a989-4fdf-b4cb-2ba3ef36d016 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:54.168067 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115123e-a989-4fdf-b4cb-2ba3ef36d016 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:54.168461 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115123e-a989-4fdf-b4cb-2ba3ef36d016 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:54.168798 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115123e-a989-4fdf-b4cb-2ba3ef36d016 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:02:54.386404 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-f0ae7ce7-dfd7-43c4-a473-f0af698017d7 req-c59572b3-9bd3-4586-8947-4f7184926e29 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] For port 23116ffe-712e-4a02-b27a-a2087651f296, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=23116ffe-712e-4a02-b27a-a2087651f296,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:54.387323 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f0ae7ce7-dfd7-43c4-a473-f0af698017d7 req-c59572b3-9bd3-4586-8947-4f7184926e29 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.418607 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-9862b05a-c082-4f35-8b1e-88400d6d4729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:54.420403 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-9862b05a-c082-4f35-8b1e-88400d6d4729 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3047583 Jul 15 13:02:54.428850 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816d3b8-4925-4f0d-b7d4-4054f95f0f5d req-8363bebf-f435-49bb-a95d-061da5a75b24 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:54.436785 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1816d3b8-4925-4f0d-b7d4-4054f95f0f5d req-8363bebf-f435-49bb-a95d-061da5a75b24 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 948 time: 0.8050072 Jul 15 13:02:54.456735 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-f0ae7ce7-dfd7-43c4-a473-f0af698017d7 req-c59572b3-9bd3-4586-8947-4f7184926e29 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Calling delete_port for 23116ffe-712e-4a02-b27a-a2087651f296 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:54.469291 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a47067e2-392a-4f66-b173-7ba52d202264 req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] For port 7b77939c-cfca-41cc-bbfa-b73fd40bb079, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:02:54.552247 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.561082 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-84170be7-cdb2-41d0-87c4-407a028fa0f3 req-b1ef659a-a78c-4063-a55a-476a8f054776 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.561875 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-84170be7-cdb2-41d0-87c4-407a028fa0f3 req-b1ef659a-a78c-4063-a55a-476a8f054776 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.562215 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [req-84170be7-cdb2-41d0-87c4-407a028fa0f3 req-b1ef659a-a78c-4063-a55a-476a8f054776 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Floating IP 1ceb4330-66f6-4f1d-bc58-963c2182e536 disassociated. External IP: 172.25.6.149, port: 5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce. Jul 15 13:02:54.562936 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-84170be7-cdb2-41d0-87c4-407a028fa0f3 req-b1ef659a-a78c-4063-a55a-476a8f054776 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Calling delete_port for 5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:02:54.604817 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cec7f634-bc3b-463e-bae1-0ef1264f1d88 req-54510a78-3dce-459e-b7ac-b45968e24858 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.619091 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a47067e2-392a-4f66-b173-7ba52d202264 req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] For port 7b77939c-cfca-41cc-bbfa-b73fd40bb079, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=7b77939c-cfca-41cc-bbfa-b73fd40bb079,segment=NetworkSegment(3c78992c-7c37-4056-a074-465cd7af4f35),segment_id=3c78992c-7c37-4056-a074-465cd7af4f35)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:02:54.619392 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['5ec5c713-6d70-43a5-b417-6d1ab747b70e'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:54.689476 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83812b-c150-47a5-bf66-b5d89c39029d req-a96b43a6-957d-40ae-9415-e44bbf2b3297 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:54.692204 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5b83812b-c150-47a5-bf66-b5d89c39029d req-a96b43a6-957d-40ae-9415-e44bbf2b3297 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bda9914-4915-4700-848d-fc8323cebd49 HTTP/1.1" status: 200 len: 944 time: 0.5151432 Jul 15 13:02:54.698989 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54510a78-3dce-459e-b7ac-b45968e24858 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Pushing event deleted for resources: {'Port': ['ID=62555279-b9e3-4ccf-a35e-bb3189943158,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:54.713277 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a47067e2-392a-4f66-b173-7ba52d202264 req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.752825 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:54.974967 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:54.998899 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47067e2-392a-4f66-b173-7ba52d202264 req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:55.001079 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a47067e2-392a-4f66-b173-7ba52d202264 req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.004109 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a47067e2-392a-4f66-b173-7ba52d202264 req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] 10.222.0.18 "PUT /v2.0/ports/7b77939c-cfca-41cc-bbfa-b73fd40bb079 HTTP/1.1" status: 200 len: 1093 time: 4.5071719 Jul 15 13:02:55.007960 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bda9914-4915-4700-848d-fc8323cebd49', 'tag': '7b77939c-cfca-41cc-bbfa-b73fd40bb079'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:55.019021 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86789d35-16a2-4ff3-804b-4d63d66a777c" -d '{"events": [{"name": "network-changed", "server_uuid": "4bda9914-4915-4700-848d-fc8323cebd49", "tag": "7b77939c-cfca-41cc-bbfa-b73fd40bb079"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:55.126060 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec7f634-bc3b-463e-bae1-0ef1264f1d88 req-54510a78-3dce-459e-b7ac-b45968e24858 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] No DVR routers for this DVR port 62555279-b9e3-4ccf-a35e-bb3189943158 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:02:55.153720 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cec7f634-bc3b-463e-bae1-0ef1264f1d88 req-54510a78-3dce-459e-b7ac-b45968e24858 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.156351 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cec7f634-bc3b-463e-bae1-0ef1264f1d88 req-54510a78-3dce-459e-b7ac-b45968e24858 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.32 "DELETE /v2.0/ports/62555279-b9e3-4ccf-a35e-bb3189943158 HTTP/1.1" status: 204 len: 173 time: 3.3554893 Jul 15 13:02:55.184121 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.204822 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5b83812b-c150-47a5-bf66-b5d89c39029d req-7d63212e-75bd-4843-91a9-4d6fb6c61a93 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834797 Jul 15 13:02:55.207856 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa6281-ad62-4801-a00f-ba063a054d38 service neutron] Pushing event updated for resources: {'Port': ['ID=7b77939c-cfca-41cc-bbfa-b73fd40bb079,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:55.254950 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce,segment=NetworkSegment(16055f84-7db3-46f6-898f-31f08282e2c9),segment_id=16055f84-7db3-46f6-898f-31f08282e2c9)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:55.262213 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.332729 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47067e2-392a-4f66-b173-7ba52d202264 req-b32def29-6095-43e4-8398-da7af54f9731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:55.334570 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a47067e2-392a-4f66-b173-7ba52d202264 req-b32def29-6095-43e4-8398-da7af54f9731 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d8dd38c6f1a4ec5af7cdaae23ef2048&device_id=4bda9914-4915-4700-848d-fc8323cebd49 HTTP/1.1" status: 200 len: 1096 time: 0.2135293 Jul 15 13:02:55.402390 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a47067e2-392a-4f66-b173-7ba52d202264 req-2808a8a2-4ddd-4eee-871a-6cf027422a50 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b77939c-cfca-41cc-bbfa-b73fd40bb079 HTTP/1.1" status: 200 len: 217 time: 0.0599608 Jul 15 13:02:55.404011 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f0ae7ce7-dfd7-43c4-a473-f0af698017d7 req-c59572b3-9bd3-4586-8947-4f7184926e29 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.412385 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:55.428012 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15f8496-db90-428b-887d-b92979e5aae8 x-openstack-request-id: req-b15f8496-db90-428b-887d-b92979e5aae8 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:55.428459 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28863b26-93ae-48e3-9449-ffbefc492fb7", "name": "network-vif-plugged", "status": "completed", "tag": "0af5bf58-a625-404b-9e00-06be5124876b", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:55.428847 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b15f8496-db90-428b-887d-b92979e5aae8 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:55.429672 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28863b26-93ae-48e3-9449-ffbefc492fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af5bf58-a625-404b-9e00-06be5124876b', 'code': 200} Jul 15 13:02:55.431285 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['5ec5c713-6d70-43a5-b417-6d1ab747b70e'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:55.490845 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59572b3-9bd3-4586-8947-4f7184926e29 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Pushing event deleted for resources: {'Port': ['ID=23116ffe-712e-4a02-b27a-a2087651f296,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:55.556159 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47067e2-392a-4f66-b173-7ba52d202264 req-1ddb0e3c-a3a1-4dc1-949d-ff2aca65be76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:55.558502 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a47067e2-392a-4f66-b173-7ba52d202264 req-1ddb0e3c-a3a1-4dc1-949d-ff2aca65be76 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf3b4397-f36e-483e-9233-daaf3a1bb75a HTTP/1.1" status: 200 len: 862 time: 0.1437485 Jul 15 13:02:55.592232 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ae7ce7-dfd7-43c4-a473-f0af698017d7 req-c59572b3-9bd3-4586-8947-4f7184926e29 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] No DVR routers for this DVR port 23116ffe-712e-4a02-b27a-a2087651f296 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:02:55.596335 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f0ae7ce7-dfd7-43c4-a473-f0af698017d7 req-c59572b3-9bd3-4586-8947-4f7184926e29 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:55.599252 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f0ae7ce7-dfd7-43c4-a473-f0af698017d7 req-c59572b3-9bd3-4586-8947-4f7184926e29 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.32 "DELETE /v2.0/ports/23116ffe-712e-4a02-b27a-a2087651f296 HTTP/1.1" status: 204 len: 173 time: 2.2383363 Jul 15 13:02:55.620408 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a47067e2-392a-4f66-b173-7ba52d202264 req-bce29b8f-0000-4c97-9a47-87fdc136d050 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379779 Jul 15 13:02:55.842434 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a47067e2-392a-4f66-b173-7ba52d202264 req-ac4f96a9-d098-42e6-ae99-a12058f3b61f service neutron] 10.222.0.18 "GET /v2.0/networks/3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137489 Jul 15 13:02:55.884387 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 23116ffe-712e-4a02-b27a-a2087651f296 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:02:55.904690 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1816d3b8-4925-4f0d-b7d4-4054f95f0f5d req-92f2c83b-6d3b-4064-849e-449895434f91 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4666703 Jul 15 13:02:55.943029 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 23116ffe-712e-4a02-b27a-a2087651f296 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:02:55.943505 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 23116ffe-712e-4a02-b27a-a2087651f296 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:02:55.961178 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-826601dc-3b0e-41d9-8f79-1a1757fc9b43 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4933670 Jul 15 13:02:55.973315 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317032a-2809-4914-8918-99ad69e358fd req-6f8fe99a-6658-4c30-9af8-6ec42b5e274e tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:55.976115 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5317032a-2809-4914-8918-99ad69e358fd req-6f8fe99a-6658-4c30-9af8-6ec42b5e274e tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 950 time: 0.2155344 Jul 15 13:02:56.151899 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.168556 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-9e3aef29-a331-40e2-8f7f-3724cbd49cef service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798172 Jul 15 13:02:56.203420 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-84170be7-cdb2-41d0-87c4-407a028fa0f3 req-b1ef659a-a78c-4063-a55a-476a8f054776 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:56.268997 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef659a-a78c-4063-a55a-476a8f054776 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Pushing event deleted for resources: {'Port': ['ID=5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:56.294131 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5317032a-2809-4914-8918-99ad69e358fd req-2cf54e57-78e8-4b2c-8b45-4ee264fc9be5 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993551 Jul 15 13:02:56.361625 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a47067e2-392a-4f66-b173-7ba52d202264 req-0f622880-2bfb-4748-978c-a42ca11f6bf7 service neutron] 10.222.0.18 "GET /v2.0/networks/3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114195 Jul 15 13:02:56.482267 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3e370a0c-145a-4b2a-b991-976a7f7dfc4e req-e779d5ce-46e6-4d14-b2ff-38989687aed9 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a8db98-c5fd-4e09-abae-8cc4e175c5a0 HTTP/1.1" status: 200 len: 210 time: 0.0813172 Jul 15 13:02:56.533886 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07173b93-6c09-4fc2-9c49-af1e40daa40c req-a00d201b-00d6-4fae-8798-e3a88e752eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:56.535478 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-07173b93-6c09-4fc2-9c49-af1e40daa40c req-a00d201b-00d6-4fae-8798-e3a88e752eb6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 1102 time: 0.0938790 Jul 15 13:02:56.586149 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-07173b93-6c09-4fc2-9c49-af1e40daa40c req-aa013a7a-c72d-4d26-b93a-39c6c02c18ce service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409839 Jul 15 13:02:56.652820 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2b70b0f1-3834-43e6-822c-d86fdacb4f75 req-8a97ff03-4a3a-44de-b405-94b254f95ac9 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb63e20c-1b03-4fd6-886f-16fcc03a32c3 HTTP/1.1" status: 200 len: 210 time: 0.0567009 Jul 15 13:02:56.657685 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84170be7-cdb2-41d0-87c4-407a028fa0f3 req-b1ef659a-a78c-4063-a55a-476a8f054776 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Router 67c6bf10-fbf6-4f03-ae82-622a087bd603 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:02:56.900551 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d15c5-0b5f-4e40-94a1-fedf950cdb48 req-62858cb7-f92e-4595-9df1-246d6faaff56 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:56.911525 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-336d15c5-0b5f-4e40-94a1-fedf950cdb48 req-62858cb7-f92e-4595-9df1-246d6faaff56 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a621f11-4c28-45c7-959c-8a01f00890c6 HTTP/1.1" status: 200 len: 946 time: 0.1320653 Jul 15 13:02:56.929221 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84170be7-cdb2-41d0-87c4-407a028fa0f3 req-b1ef659a-a78c-4063-a55a-476a8f054776 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:02:56.948101 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dea7bf-673c-44a9-8478-f287ce9fe885 None None] Sync routers for ids ['67c6bf10-fbf6-4f03-ae82-622a087bd603'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:02:56.959859 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dea7bf-673c-44a9-8478-f287ce9fe885 None None] Routers {'67c6bf10-fbf6-4f03-ae82-622a087bd603'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:56.960856 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a2dea7bf-673c-44a9-8478-f287ce9fe885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:02:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['67c6bf10-fbf6-4f03-ae82-622a087bd603'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:56.996790 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-336d15c5-0b5f-4e40-94a1-fedf950cdb48 req-6a5c5931-c6e9-4aa4-b489-357b806ced9b tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups?id=05e5fc58-e33d-47d0-bab7-f5006456ee4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790842 Jul 15 13:02:57.018033 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-84170be7-cdb2-41d0-87c4-407a028fa0f3 req-b1ef659a-a78c-4063-a55a-476a8f054776 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] No DVR routers for this DVR port 5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:02:57.030161 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-84170be7-cdb2-41d0-87c4-407a028fa0f3 req-b1ef659a-a78c-4063-a55a-476a8f054776 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:57.032270 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-84170be7-cdb2-41d0-87c4-407a028fa0f3 req-b1ef659a-a78c-4063-a55a-476a8f054776 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.18 "DELETE /v2.0/ports/5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce HTTP/1.1" status: 204 len: 173 time: 4.2377579 Jul 15 13:02:57.032752 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5506005c-5be7-40c9-a580-d6aa29c174e7', 'name': 'network-vif-deleted', 'tag': '5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:57.035738 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cc135c-6d0e-4c6b-9e25-5342fd9a3f3e" -d '{"events": [{"server_uuid": "5506005c-5be7-40c9-a580-d6aa29c174e7", "name": "network-vif-deleted", "tag": "5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:57.090181 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61231ce-5ff8-44e8-b925-4842ede35659 x-openstack-request-id: req-a61231ce-5ff8-44e8-b925-4842ede35659 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:57.091008 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bda9914-4915-4700-848d-fc8323cebd49", "tag": "7b77939c-cfca-41cc-bbfa-b73fd40bb079", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:57.091671 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a61231ce-5ff8-44e8-b925-4842ede35659 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:57.092729 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bda9914-4915-4700-848d-fc8323cebd49', 'tag': '7b77939c-cfca-41cc-bbfa-b73fd40bb079', 'status': 'completed', 'code': 200} Jul 15 13:02:57.174125 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-a2dea7bf-673c-44a9-8478-f287ce9fe885 None None] Set router 67c6bf10-fbf6-4f03-ae82-622a087bd603 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:57.302284 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86789d35-16a2-4ff3-804b-4d63d66a777c req-7fbed42a-84ee-4dd7-a400-aac70a07adc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:57.304087 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-86789d35-16a2-4ff3-804b-4d63d66a777c req-7fbed42a-84ee-4dd7-a400-aac70a07adc4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d8dd38c6f1a4ec5af7cdaae23ef2048&device_id=4bda9914-4915-4700-848d-fc8323cebd49 HTTP/1.1" status: 200 len: 1096 time: 0.1715813 Jul 15 13:02:57.346331 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f814bf2-961d-49f2-a151-f97d88420377 req-01865221-e102-472e-8bd1-7c47cdcff5f0 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:57.348806 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6f814bf2-961d-49f2-a151-f97d88420377 req-01865221-e102-472e-8bd1-7c47cdcff5f0 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bda9914-4915-4700-848d-fc8323cebd49 HTTP/1.1" status: 200 len: 944 time: 0.1588645 Jul 15 13:02:57.430968 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a8db98-c5fd-4e09-abae-8cc4e175c5a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62555279-b9e3-4ccf-a35e-bb3189943158'}, {'server_uuid': '4a621f11-4c28-45c7-959c-8a01f00890c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4c7f11-8b92-4111-abc0-4e7357ca2368'}, {'server_uuid': '5506005c-5be7-40c9-a580-d6aa29c174e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:57.440532 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549f3c9b-ff89-41cd-946f-05b4f43061fe" -d '{"events": [{"server_uuid": "67a8db98-c5fd-4e09-abae-8cc4e175c5a0", "name": "network-vif-unplugged", "status": "completed", "tag": "62555279-b9e3-4ccf-a35e-bb3189943158"}, {"server_uuid": "4a621f11-4c28-45c7-959c-8a01f00890c6", "name": "network-vif-plugged", "status": "completed", "tag": "9c4c7f11-8b92-4111-abc0-4e7357ca2368"}, {"server_uuid": "5506005c-5be7-40c9-a580-d6aa29c174e7", "name": "network-vif-unplugged", "status": "completed", "tag": "5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:57.451607 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4880d-fe9c-488b-97b9-5278af4f3eab req-927d73e4-833b-42ed-a98a-4baa173a180a tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:57.461245 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6f814bf2-961d-49f2-a151-f97d88420377 req-e172efc2-6c00-4c50-944b-5428c2057c4a tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998340 Jul 15 13:02:57.472919 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f8c4880d-fe9c-488b-97b9-5278af4f3eab req-927d73e4-833b-42ed-a98a-4baa173a180a tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 948 time: 0.2168272 Jul 15 13:02:57.528703 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86789d35-16a2-4ff3-804b-4d63d66a777c req-c8052abd-73a3-4f6f-a641-60b3ec008bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:57.531290 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-86789d35-16a2-4ff3-804b-4d63d66a777c req-c8052abd-73a3-4f6f-a641-60b3ec008bd1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8 HTTP/1.1" status: 200 len: 923 time: 0.2197678 Jul 15 13:02:57.627697 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f8c4880d-fe9c-488b-97b9-5278af4f3eab req-37171669-6bad-437a-af12-f551465a0c89 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468349 Jul 15 13:02:57.681674 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ace737-2126-4bd3-af72-a99943c6a07b x-openstack-request-id: req-e0ace737-2126-4bd3-af72-a99943c6a07b {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:57.684085 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5506005c-5be7-40c9-a580-d6aa29c174e7", "name": "network-vif-deleted", "tag": "5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:57.684085 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e0ace737-2126-4bd3-af72-a99943c6a07b {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:57.684619 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5506005c-5be7-40c9-a580-d6aa29c174e7', 'name': 'network-vif-deleted', 'tag': '5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce', 'status': 'completed', 'code': 200} Jul 15 13:02:57.691180 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-86789d35-16a2-4ff3-804b-4d63d66a777c req-12756d51-a75c-4cbc-b817-01ccf03aee23 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b77939c-cfca-41cc-bbfa-b73fd40bb079 HTTP/1.1" status: 200 len: 217 time: 0.1487408 Jul 15 13:02:57.755731 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86789d35-16a2-4ff3-804b-4d63d66a777c req-1ca9fcde-910e-4e06-886e-a4357f3e6d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:57.759274 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-86789d35-16a2-4ff3-804b-4d63d66a777c req-1ca9fcde-910e-4e06-886e-a4357f3e6d0a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf3b4397-f36e-483e-9233-daaf3a1bb75a HTTP/1.1" status: 200 len: 862 time: 0.0598919 Jul 15 13:02:57.784817 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a2dea7bf-673c-44a9-8478-f287ce9fe885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-994761235-router', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:59:40Z', 'updated_at': '2021-07-15T12:59:52Z', 'revision_number': 4, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'gw_port': {'id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:43Z', 'updated_at': '2021-07-15T12:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '198476db-2dc7-409a-826b-b7d95e5afe9b', 'name': '', 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'mac_address': 'fa:16:3e:42:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:51Z', 'updated_at': '2021-07-15T13:00:04Z', 'revision_number': 5, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'subnets': [{'id': '7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:57.863109 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dea7bf-673c-44a9-8478-f287ce9fe885 None None] Checking router: 67c6bf10-fbf6-4f03-ae82-622a087bd603 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:02:57.876774 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-9c0243cf-b52f-42ad-af86-2d756fd8ca06 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:57.878533 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-9c0243cf-b52f-42ad-af86-2d756fd8ca06 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.32 "GET /v2.0/networks?id=0c9ddec9-1058-4e8b-b69a-1210476af020 HTTP/1.1" status: 200 len: 823 time: 0.4038625 Jul 15 13:02:57.892594 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dea7bf-673c-44a9-8478-f287ce9fe885 None None] Routers {'67c6bf10-fbf6-4f03-ae82-622a087bd603'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:02:57.893776 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a2dea7bf-673c-44a9-8478-f287ce9fe885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:02:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['67c6bf10-fbf6-4f03-ae82-622a087bd603'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:57.932418 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-86789d35-16a2-4ff3-804b-4d63d66a777c req-46584c20-cbf8-4144-8a11-8e40f12054ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1664717 Jul 15 13:02:58.027062 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-f641c212-4f62-4068-9cdd-bb7918e4ee52 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6700552a2e0e4fd3b3bebf3b4a86d77d HTTP/1.1" status: 200 len: 380 time: 0.1161256 Jul 15 13:02:58.064119 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-25576651-011b-4ce2-9fe5-6da505325c61 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Request body: {'port': {'device_id': 'cb63e20c-1b03-4fd6-886f-16fcc03a32c3', 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020', 'admin_state_up': True, 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'security_groups': ['5a3352c9-1fd4-408f-b7ed-46c93f68b25d']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:02:58.260575 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-a2dea7bf-673c-44a9-8478-f287ce9fe885 None None] Set router 67c6bf10-fbf6-4f03-ae82-622a087bd603 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:02:58.307735 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-86789d35-16a2-4ff3-804b-4d63d66a777c req-4f613a2d-0b04-43ee-bcf8-d648828a8ada service neutron] 10.222.0.18 "GET /v2.0/networks/3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679318 Jul 15 13:02:58.331494 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1d5b35-41b8-4765-b274-58e965e533da x-openstack-request-id: req-2f1d5b35-41b8-4765-b274-58e965e533da {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:58.332149 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a8db98-c5fd-4e09-abae-8cc4e175c5a0", "name": "network-vif-unplugged", "status": "completed", "tag": "62555279-b9e3-4ccf-a35e-bb3189943158", "code": 200}, {"server_uuid": "4a621f11-4c28-45c7-959c-8a01f00890c6", "name": "network-vif-plugged", "status": "completed", "tag": "9c4c7f11-8b92-4111-abc0-4e7357ca2368", "code": 200}, {"server_uuid": "5506005c-5be7-40c9-a580-d6aa29c174e7", "name": "network-vif-unplugged", "status": "completed", "tag": "5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:58.332578 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f1d5b35-41b8-4765-b274-58e965e533da {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:58.333206 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a8db98-c5fd-4e09-abae-8cc4e175c5a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62555279-b9e3-4ccf-a35e-bb3189943158', 'code': 200} Jul 15 13:02:58.333665 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a621f11-4c28-45c7-959c-8a01f00890c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4c7f11-8b92-4111-abc0-4e7357ca2368', 'code': 200} Jul 15 13:02:58.334202 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5506005c-5be7-40c9-a580-d6aa29c174e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ee72519-eb3f-46d3-9dfe-b58dde0bb1ce', 'code': 200} Jul 15 13:02:58.606761 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a2dea7bf-673c-44a9-8478-f287ce9fe885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-994761235-router', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:59:40Z', 'updated_at': '2021-07-15T12:59:52Z', 'revision_number': 4, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'gw_port': {'id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:43Z', 'updated_at': '2021-07-15T12:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '198476db-2dc7-409a-826b-b7d95e5afe9b', 'name': '', 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'mac_address': 'fa:16:3e:42:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:51Z', 'updated_at': '2021-07-15T13:00:04Z', 'revision_number': 5, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'subnets': [{'id': '7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:02:58.647618 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7afe4922-b9d1-451c-9c00-d07706975e40 req-7349494b-84fd-492c-8495-af9dbc04f31d tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=67a8db98-c5fd-4e09-abae-8cc4e175c5a0 HTTP/1.1" status: 200 len: 210 time: 0.0472116 Jul 15 13:02:58.674342 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-86789d35-16a2-4ff3-804b-4d63d66a777c req-64c26dae-25c8-45c6-8dea-588f6db81901 service neutron] 10.222.0.18 "GET /v2.0/networks/3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592358 Jul 15 13:02:58.708080 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dea7bf-673c-44a9-8478-f287ce9fe885 None None] The sync data for ids ['67c6bf10-fbf6-4f03-ae82-622a087bd603'] in n-d-758944-45 is: [{'id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-994761235-router', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:59:40Z', 'updated_at': '2021-07-15T12:59:52Z', 'revision_number': 4, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'gw_port': {'id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:43Z', 'updated_at': '2021-07-15T12:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '198476db-2dc7-409a-826b-b7d95e5afe9b', 'name': '', 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'mac_address': 'fa:16:3e:42:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:51Z', 'updated_at': '2021-07-15T13:00:04Z', 'revision_number': 5, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'subnets': [{'id': '7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:02:58.781546 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef272bc8-03c2-4d40-a835-7d93083f6395 req-4f6b2477-354e-45a5-81eb-6adda9a31284 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:58.790415 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ef272bc8-03c2-4d40-a835-7d93083f6395 req-4f6b2477-354e-45a5-81eb-6adda9a31284 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 950 time: 0.7013874 Jul 15 13:02:58.842302 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417259e3-2c1d-4ea1-9ae3-f9206e298854 req-3faa4a65-b359-4431-b817-900c1367ff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:58.844054 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-417259e3-2c1d-4ea1-9ae3-f9206e298854 req-3faa4a65-b359-4431-b817-900c1367ff15 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4a621f11-4c28-45c7-959c-8a01f00890c6 HTTP/1.1" status: 200 len: 1098 time: 0.3248181 Jul 15 13:02:58.847604 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-25576651-011b-4ce2-9fe5-6da505325c61 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Made reservation on behalf of 6700552a2e0e4fd3b3bebf3b4a86d77d for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:02:58.851573 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-25576651-011b-4ce2-9fe5-6da505325c61 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:58.950123 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 7b77939c-cfca-41cc-bbfa-b73fd40bb079 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:02:58.970618 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cbff3f5b-2774-46e9-8d5c-e868497ca1dc req-3e75f6a8-a357-4320-bae2-63f36f394cee tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb63e20c-1b03-4fd6-886f-16fcc03a32c3 HTTP/1.1" status: 200 len: 210 time: 0.0518215 Jul 15 13:02:58.973361 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-417259e3-2c1d-4ea1-9ae3-f9206e298854 req-2790fde8-8d0b-4efa-a6ef-cab95a7ee8f1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=05e5fc58-e33d-47d0-bab7-f5006456ee4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059813 Jul 15 13:02:58.980383 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ef272bc8-03c2-4d40-a835-7d93083f6395 req-a1af016f-82df-4157-830c-cdd1895f13bd tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889131 Jul 15 13:02:59.101978 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a8db98-c5fd-4e09-abae-8cc4e175c5a0', 'name': 'network-vif-deleted', 'tag': '62555279-b9e3-4ccf-a35e-bb3189943158'}, {'server_uuid': '7a104723-f7d7-499a-845d-5b54455ab450', 'name': 'network-vif-deleted', 'tag': '23116ffe-712e-4a02-b27a-a2087651f296'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:02:59.106121 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1855c5f1-86bd-4e8a-8665-69c292790d76" -d '{"events": [{"server_uuid": "67a8db98-c5fd-4e09-abae-8cc4e175c5a0", "name": "network-vif-deleted", "tag": "62555279-b9e3-4ccf-a35e-bb3189943158"}, {"server_uuid": "7a104723-f7d7-499a-845d-5b54455ab450", "name": "network-vif-deleted", "tag": "23116ffe-712e-4a02-b27a-a2087651f296"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:02:59.174033 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-25576651-011b-4ce2-9fe5-6da505325c61 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Allocated IP 172.20.0.3 (0c9ddec9-1058-4e8b-b69a-1210476af020/7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6/3599cbba-e9fe-4669-bae0-782343103da9) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:02:59.236546 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe77e12-609e-406f-88d8-6f9ef54804ac None None] New status for floating IP 1ceb4330-66f6-4f1d-bc58-963c2182e536: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:02:59.257419 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 7b77939c-cfca-41cc-bbfa-b73fd40bb079, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=7b77939c-cfca-41cc-bbfa-b73fd40bb079,segment=NetworkSegment(3c78992c-7c37-4056-a074-465cd7af4f35),segment_id=3c78992c-7c37-4056-a074-465cd7af4f35)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:59.274094 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '7b77939c-cfca-41cc-bbfa-b73fd40bb079', 'network_id': '3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8', 'port_id': '7b77939c-cfca-41cc-bbfa-b73fd40bb079', 'mac_address': 'fa:16:3e:5f:aa:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf3b4397-f36e-483e-9233-daaf3a1bb75a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:02:59.341232 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:59.376357 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b77939c-cfca-41cc-bbfa-b73fd40bb079 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:02:59.436608 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 7b77939c-cfca-41cc-bbfa-b73fd40bb079, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=7b77939c-cfca-41cc-bbfa-b73fd40bb079,segment=NetworkSegment(3c78992c-7c37-4056-a074-465cd7af4f35),segment_id=3c78992c-7c37-4056-a074-465cd7af4f35)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:02:59.449943 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:59.477921 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324d843-ca87-4c3f-aa6d-006429e44fb1 req-c9dc02be-8f33-4138-8347-cdaf415c3550 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:59.486359 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a324d843-ca87-4c3f-aa6d-006429e44fb1 req-c9dc02be-8f33-4138-8347-cdaf415c3550 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a621f11-4c28-45c7-959c-8a01f00890c6 HTTP/1.1" status: 200 len: 946 time: 0.1526439 Jul 15 13:02:59.535061 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=7b77939c-cfca-41cc-bbfa-b73fd40bb079,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:59.563327 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a324d843-ca87-4c3f-aa6d-006429e44fb1 req-997d9efd-08db-4604-8e3a-080d885f1f9d tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups?id=05e5fc58-e33d-47d0-bab7-f5006456ee4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749109 Jul 15 13:02:59.581749 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45972) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:02:59.604892 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-25576651-011b-4ce2-9fe5-6da505325c61 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:59.628749 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-25576651-011b-4ce2-9fe5-6da505325c61 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Transition to ACTIVE for port object 3599cbba-e9fe-4669-bae0-782343103da9 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:02:59.659738 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928d251-7478-4229-94db-d630ce6c08f2 req-d5b5807f-8f6f-438e-86f9-2d02edac1980 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:59.661494 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3928d251-7478-4229-94db-d630ce6c08f2 req-d5b5807f-8f6f-438e-86f9-2d02edac1980 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bda9914-4915-4700-848d-fc8323cebd49 HTTP/1.1" status: 200 len: 945 time: 0.1414764 Jul 15 13:02:59.717449 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-25576651-011b-4ce2-9fe5-6da505325c61 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:59.721807 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-50b05bb4-c758-4101-9632-2bbd448405f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:59.732298 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3928d251-7478-4229-94db-d630ce6c08f2 req-1c858cf4-6945-462b-9625-e14f4cc06448 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603244 Jul 15 13:02:59.751854 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['7b77939c-cfca-41cc-bbfa-b73fd40bb079'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:02:59.783773 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-25576651-011b-4ce2-9fe5-6da505325c61 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Network 0c9ddec9-1058-4e8b-b69a-1210476af020 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:02:59.787471 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-25576651-011b-4ce2-9fe5-6da505325c61 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:02:59.792805 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-25576651-011b-4ce2-9fe5-6da505325c61 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:02:59.866957 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25576651-011b-4ce2-9fe5-6da505325c61 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Pushing event updated for resources: {'Port': ['ID=3599cbba-e9fe-4669-bae0-782343103da9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:02:59.899823 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-25576651-011b-4ce2-9fe5-6da505325c61 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:59.906165 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-25576651-011b-4ce2-9fe5-6da505325c61 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:59.942899 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14449516-c22b-41fa-b8b9-d227f59029d2 req-dcd59efb-fc1d-461e-8e6f-9bda7cc0a330 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:02:59.955622 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-14449516-c22b-41fa-b8b9-d227f59029d2 req-dcd59efb-fc1d-461e-8e6f-9bda7cc0a330 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 948 time: 0.1738694 Jul 15 13:02:59.958277 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea89b32-68ad-42a7-9e7a-09aa74f5f3fd x-openstack-request-id: req-8ea89b32-68ad-42a7-9e7a-09aa74f5f3fd {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:02:59.958727 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a8db98-c5fd-4e09-abae-8cc4e175c5a0", "name": "network-vif-deleted", "tag": "62555279-b9e3-4ccf-a35e-bb3189943158", "status": "completed", "code": 200}, {"server_uuid": "7a104723-f7d7-499a-845d-5b54455ab450", "name": "network-vif-deleted", "tag": "23116ffe-712e-4a02-b27a-a2087651f296", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:02:59.959107 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8ea89b32-68ad-42a7-9e7a-09aa74f5f3fd {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:02:59.959737 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a8db98-c5fd-4e09-abae-8cc4e175c5a0', 'name': 'network-vif-deleted', 'tag': '62555279-b9e3-4ccf-a35e-bb3189943158', 'status': 'completed', 'code': 200} Jul 15 13:02:59.960134 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a104723-f7d7-499a-845d-5b54455ab450', 'name': 'network-vif-deleted', 'tag': '23116ffe-712e-4a02-b27a-a2087651f296', 'status': 'completed', 'code': 200} Jul 15 13:03:00.038889 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-14449516-c22b-41fa-b8b9-d227f59029d2 req-e3e34ccf-780e-4cf0-b729-8b1db507feec tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785420 Jul 15 13:03:00.074070 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-50b05bb4-c758-4101-9632-2bbd448405f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.087958 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-50b05bb4-c758-4101-9632-2bbd448405f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.094081 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-25576651-011b-4ce2-9fe5-6da505325c61 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0639443 Jul 15 13:03:00.220089 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-68038d05-bcef-4679-a877-29736a0eb8ee service neutron] Request body: {'port': {'device_id': 'cb63e20c-1b03-4fd6-886f-16fcc03a32c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:00.241249 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-50b05bb4-c758-4101-9632-2bbd448405f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=930fdbe357bf45d1b2032e4229dc8e11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6567042 Jul 15 13:03:00.243208 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45998) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:00.340880 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b05bb4-c758-4101-9632-2bbd448405f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645f195a-19f6-4249-ae55-a8d9995fe645,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:00.385441 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7a47ac3e-a827-4b7f-8b4f-fe08882016e0 None None] Provisioning for port 3599cbba-e9fe-4669-bae0-782343103da9 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:00.392700 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7a47ac3e-a827-4b7f-8b4f-fe08882016e0 None None] Provisioning complete for port 3599cbba-e9fe-4669-bae0-782343103da9 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:00.393126 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a47ac3e-a827-4b7f-8b4f-fe08882016e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.394860 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-68038d05-bcef-4679-a877-29736a0eb8ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.437995 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3c9ac9c-5b59-4cec-88dd-a91cff3d478f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.453854 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7a47ac3e-a827-4b7f-8b4f-fe08882016e0 None None] Port 3599cbba-e9fe-4669-bae0-782343103da9 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:03:00.459025 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372dd14e-c928-42c6-a21b-dcfe6e1e1b45 req-a3ecc226-2e4a-47ff-bde9-fafbe15f1cc0 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:00.460803 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-372dd14e-c928-42c6-a21b-dcfe6e1e1b45 req-a3ecc226-2e4a-47ff-bde9-fafbe15f1cc0 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb63e20c-1b03-4fd6-886f-16fcc03a32c3 HTTP/1.1" status: 200 len: 931 time: 0.1294413 Jul 15 13:03:00.478799 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3c9ac9c-5b59-4cec-88dd-a91cff3d478f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.531883 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f041675-6896-4d17-831f-60116ab124ef req-26311d74-125c-4425-a06d-10869af0da41 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:00.533415 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3f041675-6896-4d17-831f-60116ab124ef req-26311d74-125c-4425-a06d-10869af0da41 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 950 time: 0.1311846 Jul 15 13:03:00.579566 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3c9ac9c-5b59-4cec-88dd-a91cff3d478f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.582258 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-372dd14e-c928-42c6-a21b-dcfe6e1e1b45 req-131d6701-c9ff-4ddb-951c-b97528170660 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3352c9-1fd4-408f-b7ed-46c93f68b25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091845 Jul 15 13:03:00.583627 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3c9ac9c-5b59-4cec-88dd-a91cff3d478f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.585073 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b3c9ac9c-5b59-4cec-88dd-a91cff3d478f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/645f195a-19f6-4249-ae55-a8d9995fe645 HTTP/1.1" status: 204 len: 168 time: 0.3317921 Jul 15 13:03:00.599401 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3f041675-6896-4d17-831f-60116ab124ef req-6193e94e-93d7-4992-9c44-c2e3a5470ece tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590577 Jul 15 13:03:00.622342 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9ac9c-5b59-4cec-88dd-a91cff3d478f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645f195a-19f6-4249-ae55-a8d9995fe645,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:00.800154 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-68038d05-bcef-4679-a877-29736a0eb8ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3599cbba-e9fe-4669-bae0-782343103da9 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:00.801581 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6120e-88fb-41bb-8e63-5e419c9cae18 req-377b7726-53f9-4db9-9ba5-6da022b98c00 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:00.809286 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ab6120e-88fb-41bb-8e63-5e419c9cae18 req-377b7726-53f9-4db9-9ba5-6da022b98c00 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a621f11-4c28-45c7-959c-8a01f00890c6 HTTP/1.1" status: 200 len: 946 time: 0.0841832 Jul 15 13:03:00.810625 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-68038d05-bcef-4679-a877-29736a0eb8ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.828625 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-68038d05-bcef-4679-a877-29736a0eb8ee service neutron] Transition to ACTIVE for port object 3599cbba-e9fe-4669-bae0-782343103da9 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:00.836097 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-68038d05-bcef-4679-a877-29736a0eb8ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.865642 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ab6120e-88fb-41bb-8e63-5e419c9cae18 req-6c677ae1-28c3-4909-b763-5d82cb048ebb tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups?id=05e5fc58-e33d-47d0-bab7-f5006456ee4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553336 Jul 15 13:03:00.898779 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68038d05-bcef-4679-a877-29736a0eb8ee service neutron] Pushing event updated for resources: {'Port': ['ID=3599cbba-e9fe-4669-bae0-782343103da9,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:01.040231 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-68038d05-bcef-4679-a877-29736a0eb8ee service neutron] Attempting to bind port 3599cbba-e9fe-4669-bae0-782343103da9 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:01.040581 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-68038d05-bcef-4679-a877-29736a0eb8ee service neutron] Attempting to bind port 3599cbba-e9fe-4669-bae0-782343103da9 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '16055f84-7db3-46f6-898f-31f08282e2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:01.041018 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-68038d05-bcef-4679-a877-29736a0eb8ee service neutron] Attempting to bind port 3599cbba-e9fe-4669-bae0-782343103da9 on network 0c9ddec9-1058-4e8b-b69a-1210476af020 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:01.047154 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-68038d05-bcef-4679-a877-29736a0eb8ee service neutron] Port 3599cbba-e9fe-4669-bae0-782343103da9 on network 0c9ddec9-1058-4e8b-b69a-1210476af020 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:01.047553 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-68038d05-bcef-4679-a877-29736a0eb8ee service neutron] Attempting to bind port 3599cbba-e9fe-4669-bae0-782343103da9 on network 0c9ddec9-1058-4e8b-b69a-1210476af020 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:01.053847 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-68038d05-bcef-4679-a877-29736a0eb8ee service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:01.054398 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-68038d05-bcef-4679-a877-29736a0eb8ee service neutron] Checking segment: {'id': '16055f84-7db3-46f6-898f-31f08282e2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:01.054856 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-68038d05-bcef-4679-a877-29736a0eb8ee service neutron] Bound using segment: {'id': '16055f84-7db3-46f6-898f-31f08282e2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:01.055877 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-68038d05-bcef-4679-a877-29736a0eb8ee service neutron] Bound port: 3599cbba-e9fe-4669-bae0-782343103da9, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16055f84-7db3-46f6-898f-31f08282e2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:01.056620 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-68038d05-bcef-4679-a877-29736a0eb8ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:01.167860 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac279f9-6c72-46c8-9a3e-97d57ed2f73a req-28dce1bd-c72e-46af-9c73-b7700e8d0739 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:01.180751 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fac279f9-6c72-46c8-9a3e-97d57ed2f73a req-28dce1bd-c72e-46af-9c73-b7700e8d0739 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bda9914-4915-4700-848d-fc8323cebd49 HTTP/1.1" status: 200 len: 945 time: 0.0932910 Jul 15 13:03:01.190865 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c772166a-3899-4238-a42e-55dde28d42d1 req-1eed030b-b1fb-4232-8f52-4f9dad59ae04 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1923721785&fields=id&tenant_id=0bec17d31a0f42c4bd2c56076659be93 HTTP/1.1" status: 200 len: 267 time: 0.1190181 Jul 15 13:03:01.198201 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-68038d05-bcef-4679-a877-29736a0eb8ee service neutron] For port 3599cbba-e9fe-4669-bae0-782343103da9, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:01.204058 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-68038d05-bcef-4679-a877-29736a0eb8ee service neutron] For port 3599cbba-e9fe-4669-bae0-782343103da9, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3599cbba-e9fe-4669-bae0-782343103da9,segment=NetworkSegment(16055f84-7db3-46f6-898f-31f08282e2c9),segment_id=16055f84-7db3-46f6-898f-31f08282e2c9)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:01.219489 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-68038d05-bcef-4679-a877-29736a0eb8ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:01.226795 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fac279f9-6c72-46c8-9a3e-97d57ed2f73a req-c6872315-d063-453d-82a7-bb72a60626f2 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446417 Jul 15 13:03:01.286704 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-68038d05-bcef-4679-a877-29736a0eb8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:01.287346 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-68038d05-bcef-4679-a877-29736a0eb8ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:01.288826 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-68038d05-bcef-4679-a877-29736a0eb8ee service neutron] 10.222.0.32 "PUT /v2.0/ports/3599cbba-e9fe-4669-bae0-782343103da9 HTTP/1.1" status: 200 len: 1092 time: 1.1789398 Jul 15 13:03:01.366486 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68038d05-bcef-4679-a877-29736a0eb8ee service neutron] Pushing event updated for resources: {'Port': ['ID=3599cbba-e9fe-4669-bae0-782343103da9,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:01.385486 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772166a-3899-4238-a42e-55dde28d42d1 req-f425c1aa-6134-42dd-85ea-f508d39d2922 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:01.392406 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c772166a-3899-4238-a42e-55dde28d42d1 req-f425c1aa-6134-42dd-85ea-f508d39d2922 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a621f11-4c28-45c7-959c-8a01f00890c6 HTTP/1.1" status: 200 len: 946 time: 0.1912167 Jul 15 13:03:01.410832 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-c772166a-3899-4238-a42e-55dde28d42d1 req-c8f2a178-86fc-4297-a4bd-75c90e89485b tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Request body: {'port': {'security_groups': ['05e5fc58-e33d-47d0-bab7-f5006456ee4d', '9331e5c2-63a4-452f-855d-ffcca526de34']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:01.577251 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c772166a-3899-4238-a42e-55dde28d42d1 req-c8f2a178-86fc-4297-a4bd-75c90e89485b tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:01.594479 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-102cc701-7120-4365-8004-55a543f67a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:01.596627 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-102cc701-7120-4365-8004-55a543f67a2d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6700552a2e0e4fd3b3bebf3b4a86d77d&device_id=cb63e20c-1b03-4fd6-886f-16fcc03a32c3 HTTP/1.1" status: 200 len: 1095 time: 0.2016561 Jul 15 13:03:01.706291 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-b79ebdc5-0c7a-41a2-8e42-4d42e8b438f6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3599cbba-e9fe-4669-bae0-782343103da9 HTTP/1.1" status: 200 len: 217 time: 0.0654726 Jul 15 13:03:01.796339 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:03:01.805873 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-a5a9583e-c74d-40ee-83ad-bea3557b52e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:01.807494 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-a5a9583e-c74d-40ee-83ad-bea3557b52e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6 HTTP/1.1" status: 200 len: 862 time: 0.0945704 Jul 15 13:03:01.961102 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb63e20c-1b03-4fd6-886f-16fcc03a32c3', 'tag': '3599cbba-e9fe-4669-bae0-782343103da9'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:01.963987 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a78ff8-6d6e-4cec-bb8d-350707735eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "cb63e20c-1b03-4fd6-886f-16fcc03a32c3", "tag": "3599cbba-e9fe-4669-bae0-782343103da9"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:01.974681 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-0ff6b476-4c9a-4733-aa6e-b4935af9e01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:01.976247 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-0ff6b476-4c9a-4733-aa6e-b4935af9e01c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0c9ddec9-1058-4e8b-b69a-1210476af020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1610873 Jul 15 13:03:01.985959 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b6779-1566-4a62-be82-960eeeb3d255 req-bad6b411-2e3b-4610-9cc0-93d8d8771205 tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:01.987637 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-383b6779-1566-4a62-be82-960eeeb3d255 req-bad6b411-2e3b-4610-9cc0-93d8d8771205 tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 1102 time: 0.0766041 Jul 15 13:03:02.000651 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c772166a-3899-4238-a42e-55dde28d42d1 req-c8f2a178-86fc-4297-a4bd-75c90e89485b tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] For port 9c4c7f11-8b92-4111-abc0-4e7357ca2368, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9c4c7f11-8b92-4111-abc0-4e7357ca2368,segment=NetworkSegment(81550a63-2e5d-4914-a9dd-2665e1853a5f),segment_id=81550a63-2e5d-4914-a9dd-2665e1853a5f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:02.037825 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-383b6779-1566-4a62-be82-960eeeb3d255 req-576fec01-5711-4e98-964b-1bde1914c61d tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375752 Jul 15 13:03:02.105986 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c772166a-3899-4238-a42e-55dde28d42d1 req-c8f2a178-86fc-4297-a4bd-75c90e89485b tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:02.114064 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c772166a-3899-4238-a42e-55dde28d42d1 req-c8f2a178-86fc-4297-a4bd-75c90e89485b tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:02.128439 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['ee89d926-91c8-4b94-b95c-075d98503c9e', '9c4c7f11-8b92-4111-abc0-4e7357ca2368'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:02.231073 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772166a-3899-4238-a42e-55dde28d42d1 req-c8f2a178-86fc-4297-a4bd-75c90e89485b tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:02.231846 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c772166a-3899-4238-a42e-55dde28d42d1 req-c8f2a178-86fc-4297-a4bd-75c90e89485b tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:02.233576 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c772166a-3899-4238-a42e-55dde28d42d1 req-c8f2a178-86fc-4297-a4bd-75c90e89485b tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "PUT /v2.0/ports/9c4c7f11-8b92-4111-abc0-4e7357ca2368 HTTP/1.1" status: 200 len: 982 time: 0.8402135 Jul 15 13:03:02.238589 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-0e75f344-8ff6-4417-a0c1-adaed4d6cf2d service neutron] 10.222.0.32 "GET /v2.0/networks/0c9ddec9-1058-4e8b-b69a-1210476af020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556674 Jul 15 13:03:02.305657 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f2a178-86fc-4297-a4bd-75c90e89485b tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Pushing event updated for resources: {'Port': ['ID=9c4c7f11-8b92-4111-abc0-4e7357ca2368,revision_number=6']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:02.348912 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5d293-dedc-42f9-9429-110da4321af1 req-b79a0c0b-5b78-4b6b-b073-6c5fbabab801 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:02.351200 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-97f5d293-dedc-42f9-9429-110da4321af1 req-b79a0c0b-5b78-4b6b-b073-6c5fbabab801 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 948 time: 0.1041350 Jul 15 13:03:02.384705 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['9c4c7f11-8b92-4111-abc0-4e7357ca2368'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:02.405808 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-97f5d293-dedc-42f9-9429-110da4321af1 req-3c9dbebd-2559-402c-930a-914db8b85145 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431838 Jul 15 13:03:02.432078 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b7285e5f-467f-4c43-8e57-3e69997ae81f req-52d7d64a-c503-481b-ac96-f54a3d75f1dc service neutron] 10.222.0.32 "GET /v2.0/networks/0c9ddec9-1058-4e8b-b69a-1210476af020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625884 Jul 15 13:03:02.582987 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184f057-d0b5-43e2-a343-e6afe787381c req-e5f17d5e-4c08-436d-8af1-5ef3df90f5a8 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:02.585726 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4184f057-d0b5-43e2-a343-e6afe787381c req-e5f17d5e-4c08-436d-8af1-5ef3df90f5a8 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb63e20c-1b03-4fd6-886f-16fcc03a32c3 HTTP/1.1" status: 200 len: 943 time: 0.1232128 Jul 15 13:03:02.689521 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4184f057-d0b5-43e2-a343-e6afe787381c req-40bdb875-98ab-4cde-8105-8248696c506b tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3352c9-1fd4-408f-b7ed-46c93f68b25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852091 Jul 15 13:03:02.853812 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4370a-64ca-442a-a616-180b9919f2b5 req-11f847b9-59d2-4993-8fed-dfa30ac7fd35 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:02.855015 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e2778c-ecea-4e09-9828-cd6a75e0c6f3 x-openstack-request-id: req-36e2778c-ecea-4e09-9828-cd6a75e0c6f3 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:02.855761 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb63e20c-1b03-4fd6-886f-16fcc03a32c3", "tag": "3599cbba-e9fe-4669-bae0-782343103da9", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:02.855955 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-36e2778c-ecea-4e09-9828-cd6a75e0c6f3 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:02.856467 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb63e20c-1b03-4fd6-886f-16fcc03a32c3', 'tag': '3599cbba-e9fe-4669-bae0-782343103da9', 'status': 'completed', 'code': 200} Jul 15 13:03:02.858212 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-02a4370a-64ca-442a-a616-180b9919f2b5 req-11f847b9-59d2-4993-8fed-dfa30ac7fd35 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f63503f-9bc5-475f-899c-2743f149a4d6 HTTP/1.1" status: 200 len: 949 time: 0.1260993 Jul 15 13:03:02.922732 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-02a4370a-64ca-442a-a616-180b9919f2b5 req-f75dba67-b290-4c3a-a5f6-e7e68a1fe760 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e515867-6bc3-43f3-a669-48645bdf9486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556297 Jul 15 13:03:02.966226 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 7b77939c-cfca-41cc-bbfa-b73fd40bb079 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:03.016132 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a78ff8-6d6e-4cec-bb8d-350707735eb7 req-e4750c2f-8d39-47b2-ad9a-6fc6e162f0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:03.019114 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f0a78ff8-6d6e-4cec-bb8d-350707735eb7 req-e4750c2f-8d39-47b2-ad9a-6fc6e162f0ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6700552a2e0e4fd3b3bebf3b4a86d77d&device_id=cb63e20c-1b03-4fd6-886f-16fcc03a32c3 HTTP/1.1" status: 200 len: 1095 time: 0.0977268 Jul 15 13:03:03.069357 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 7b77939c-cfca-41cc-bbfa-b73fd40bb079 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:03.083290 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 7b77939c-cfca-41cc-bbfa-b73fd40bb079 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:03.083290 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:03.188489 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a78ff8-6d6e-4cec-bb8d-350707735eb7 req-aebff214-a8f1-4116-afda-36dc26240687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:03.191023 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f0a78ff8-6d6e-4cec-bb8d-350707735eb7 req-aebff214-a8f1-4116-afda-36dc26240687 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0c9ddec9-1058-4e8b-b69a-1210476af020 HTTP/1.1" status: 200 len: 924 time: 0.1651375 Jul 15 13:03:03.215577 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:03.216986 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e72a7-dd59-42c3-9355-221ba5c576bf req-6a76c284-93d5-486a-a6c1-977b00a58279 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:03.224439 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f60e72a7-dd59-42c3-9355-221ba5c576bf req-6a76c284-93d5-486a-a6c1-977b00a58279 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bda9914-4915-4700-848d-fc8323cebd49 HTTP/1.1" status: 200 len: 945 time: 0.1432893 Jul 15 13:03:03.245135 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bda9914-4915-4700-848d-fc8323cebd49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b77939c-cfca-41cc-bbfa-b73fd40bb079'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:03.248004 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25edf49-76d4-4fef-9a83-8ddecf6b288d" -d '{"events": [{"server_uuid": "4bda9914-4915-4700-848d-fc8323cebd49", "name": "network-vif-plugged", "status": "completed", "tag": "7b77939c-cfca-41cc-bbfa-b73fd40bb079"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:03.264336 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 7b77939c-cfca-41cc-bbfa-b73fd40bb079, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=7b77939c-cfca-41cc-bbfa-b73fd40bb079,segment=NetworkSegment(3c78992c-7c37-4056-a074-465cd7af4f35),segment_id=3c78992c-7c37-4056-a074-465cd7af4f35)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:03.269627 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:03.282026 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f60e72a7-dd59-42c3-9355-221ba5c576bf req-0890e276-4fdc-4fbf-a68b-c6a117eb4cb4 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562835 Jul 15 13:03:03.312214 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f0a78ff8-6d6e-4cec-bb8d-350707735eb7 req-99a9556a-8422-4a59-a8c3-38500db178fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3599cbba-e9fe-4669-bae0-782343103da9 HTTP/1.1" status: 200 len: 217 time: 0.1140318 Jul 15 13:03:03.358909 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=7b77939c-cfca-41cc-bbfa-b73fd40bb079,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:03.435527 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-12025a85-ae12-4628-a148-4a84641f0c60 req-a7a4d99c-d582-455e-8a2c-2818fa46fc12 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups/9331e5c2-63a4-452f-855d-ffcca526de34 HTTP/1.1" status: 200 len: 1800 time: 0.2269645 Jul 15 13:03:03.444192 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a78ff8-6d6e-4cec-bb8d-350707735eb7 req-a0100bfd-5e10-4fd8-85fa-99995524b843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:03.447643 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f0a78ff8-6d6e-4cec-bb8d-350707735eb7 req-a0100bfd-5e10-4fd8-85fa-99995524b843 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6 HTTP/1.1" status: 200 len: 862 time: 0.1055300 Jul 15 13:03:03.518852 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61cdaa-4ab3-4cf2-9189-f03048c03b1b req-acaa3eb6-62f5-4706-a203-7b7296d4bd35 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:03.520870 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9a61cdaa-4ab3-4cf2-9189-f03048c03b1b req-acaa3eb6-62f5-4706-a203-7b7296d4bd35 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f63503f-9bc5-475f-899c-2743f149a4d6 HTTP/1.1" status: 200 len: 949 time: 0.2457211 Jul 15 13:03:03.636529 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [req-12025a85-ae12-4628-a148-4a84641f0c60 req-dd71ff70-6b50-4324-9281-0f4e93a4f65f tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 13:03:03.637594 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-12025a85-ae12-4628-a148-4a84641f0c60 req-dd71ff70-6b50-4324-9281-0f4e93a4f65f tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "DELETE /v2.0/security-groups/9331e5c2-63a4-452f-855d-ffcca526de34 HTTP/1.1" status: 409 len: 341 time: 0.1880324 Jul 15 13:03:03.672680 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a78ff8-6d6e-4cec-bb8d-350707735eb7 req-f0c9e7bd-123f-4229-a834-c2790bf7aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:03.674714 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f0a78ff8-6d6e-4cec-bb8d-350707735eb7 req-f0c9e7bd-123f-4229-a834-c2790bf7aa16 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0c9ddec9-1058-4e8b-b69a-1210476af020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2155173 Jul 15 13:03:03.702150 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18a28c2-7c78-4a6e-b55b-a0a29d856c7e x-openstack-request-id: req-b18a28c2-7c78-4a6e-b55b-a0a29d856c7e {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:03.702572 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bda9914-4915-4700-848d-fc8323cebd49", "name": "network-vif-plugged", "status": "completed", "tag": "7b77939c-cfca-41cc-bbfa-b73fd40bb079", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:03.702981 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b18a28c2-7c78-4a6e-b55b-a0a29d856c7e {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:03.703491 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bda9914-4915-4700-848d-fc8323cebd49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b77939c-cfca-41cc-bbfa-b73fd40bb079', 'code': 200} Jul 15 13:03:03.777593 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-9a61cdaa-4ab3-4cf2-9189-f03048c03b1b req-8c6c9a30-10e5-4039-ab5c-67f582853f17 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Deleting port 5ec5c713-6d70-43a5-b417-6d1ab747b70e {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:03:03.778089 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9a61cdaa-4ab3-4cf2-9189-f03048c03b1b req-8c6c9a30-10e5-4039-ab5c-67f582853f17 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:03.866787 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6eba93-96cc-4021-99ad-76f65b5f1c1b req-e410e271-fa80-42b8-8801-7fb9f38e3126 tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:03.871465 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bd6eba93-96cc-4021-99ad-76f65b5f1c1b req-e410e271-fa80-42b8-8801-7fb9f38e3126 tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 1102 time: 0.1390598 Jul 15 13:03:03.958127 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f0a78ff8-6d6e-4cec-bb8d-350707735eb7 req-dbf6dc05-1c6c-4610-b0dd-0f7716606bdf service neutron] 10.222.0.32 "GET /v2.0/networks/0c9ddec9-1058-4e8b-b69a-1210476af020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629309 Jul 15 13:03:03.959471 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bd6eba93-96cc-4021-99ad-76f65b5f1c1b req-6c69e482-90af-49ec-9c96-2b7cc09fa1cf tempest-ServersAdminTestJSON-1759219795 tempest-ServersAdminTestJSON-1759219795-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743370 Jul 15 13:03:04.031521 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-9a61cdaa-4ab3-4cf2-9189-f03048c03b1b req-8c6c9a30-10e5-4039-ab5c-67f582853f17 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] For port 5ec5c713-6d70-43a5-b417-6d1ab747b70e, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=5ec5c713-6d70-43a5-b417-6d1ab747b70e,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:04.031919 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9a61cdaa-4ab3-4cf2-9189-f03048c03b1b req-8c6c9a30-10e5-4039-ab5c-67f582853f17 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:04.094447 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc50ff-4c29-4b3c-8780-ef0557edccee req-b5b8730d-08df-4e97-895a-8fa8a4f63da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:04.096401 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-accc50ff-4c29-4b3c-8780-ef0557edccee req-b5b8730d-08df-4e97-895a-8fa8a4f63da4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4bda9914-4915-4700-848d-fc8323cebd49 HTTP/1.1" status: 200 len: 1098 time: 0.2695911 Jul 15 13:03:04.141130 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-accc50ff-4c29-4b3c-8780-ef0557edccee req-c735f7a5-7965-4a8b-a6a9-763b00515f1d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371840 Jul 15 13:03:04.392249 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fdcb6-7f43-4c71-a402-8ef37b70c7c7 req-5833655b-ddb4-4e6c-9e70-40135a446a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:04.393938 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ff9fdcb6-7f43-4c71-a402-8ef37b70c7c7 req-5833655b-ddb4-4e6c-9e70-40135a446a60 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0bec17d31a0f42c4bd2c56076659be93&device_id=4a621f11-4c28-45c7-959c-8a01f00890c6 HTTP/1.1" status: 200 len: 1137 time: 0.0987296 Jul 15 13:03:04.424642 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-9a61cdaa-4ab3-4cf2-9189-f03048c03b1b req-8c6c9a30-10e5-4039-ab5c-67f582853f17 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Calling delete_port for 5ec5c713-6d70-43a5-b417-6d1ab747b70e owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:03:04.506607 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46112e84-61bd-4008-ad5a-31215416f7b3 req-6b16a4e8-11bc-4d30-b423-fce624e23fd8 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:04.508800 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-46112e84-61bd-4008-ad5a-31215416f7b3 req-6b16a4e8-11bc-4d30-b423-fce624e23fd8 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb63e20c-1b03-4fd6-886f-16fcc03a32c3 HTTP/1.1" status: 200 len: 943 time: 0.1519060 Jul 15 13:03:04.544311 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fdcb6-7f43-4c71-a402-8ef37b70c7c7 req-39715c09-d088-4050-9d24-8274198e03c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:04.545889 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ff9fdcb6-7f43-4c71-a402-8ef37b70c7c7 req-39715c09-d088-4050-9d24-8274198e03c8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=58db640f-1ccd-4893-a080-c8b6f61a353d HTTP/1.1" status: 200 len: 913 time: 0.1440513 Jul 15 13:03:04.600807 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ff9fdcb6-7f43-4c71-a402-8ef37b70c7c7 req-aad07c75-8453-436c-9516-4ce7efffd5ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c4c7f11-8b92-4111-abc0-4e7357ca2368 HTTP/1.1" status: 200 len: 217 time: 0.0466607 Jul 15 13:03:04.606781 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-46112e84-61bd-4008-ad5a-31215416f7b3 req-8fed4d9e-19fe-40f8-8926-f1d7402635ee tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3352c9-1fd4-408f-b7ed-46c93f68b25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810878 Jul 15 13:03:04.615768 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f0a78ff8-6d6e-4cec-bb8d-350707735eb7 req-3ae58dbb-e3d3-43c4-a8b6-0bca4ae89365 service neutron] 10.222.0.32 "GET /v2.0/networks/0c9ddec9-1058-4e8b-b69a-1210476af020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6445193 Jul 15 13:03:04.650956 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cdd3e-9c9b-4c19-aec7-184b817027af req-b781962f-24c5-4a81-b949-463f775738dc tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:04.652894 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-306cdd3e-9c9b-4c19-aec7-184b817027af req-b781962f-24c5-4a81-b949-463f775738dc tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 948 time: 0.6088443 Jul 15 13:03:04.676142 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fdcb6-7f43-4c71-a402-8ef37b70c7c7 req-cb7a47db-2805-4bd5-b5e2-5a198f85fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:04.678423 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ff9fdcb6-7f43-4c71-a402-8ef37b70c7c7 req-cb7a47db-2805-4bd5-b5e2-5a198f85fdd0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d948b154-c21f-429a-bc8f-531575f8bb98 HTTP/1.1" status: 200 len: 852 time: 0.0703838 Jul 15 13:03:04.726219 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-306cdd3e-9c9b-4c19-aec7-184b817027af req-209bc8be-1081-4b42-af33-6ac3119cb3fa tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670447 Jul 15 13:03:04.755897 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ff9fdcb6-7f43-4c71-a402-8ef37b70c7c7 req-dfe18565-5f1f-41a9-8e5d-6ec8a017c229 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=58db640f-1ccd-4893-a080-c8b6f61a353d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671463 Jul 15 13:03:04.818757 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9a61cdaa-4ab3-4cf2-9189-f03048c03b1b req-8c6c9a30-10e5-4039-ab5c-67f582853f17 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:04.842191 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['5ec5c713-6d70-43a5-b417-6d1ab747b70e'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:04.890937 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a621f11-4c28-45c7-959c-8a01f00890c6', 'tag': '9c4c7f11-8b92-4111-abc0-4e7357ca2368'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:04.893749 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe93e45-7f4c-49ae-9c15-161b1003a511" -d '{"events": [{"name": "network-changed", "server_uuid": "4a621f11-4c28-45c7-959c-8a01f00890c6", "tag": "9c4c7f11-8b92-4111-abc0-4e7357ca2368"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:04.906235 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c9a30-10e5-4039-ab5c-67f582853f17 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Pushing event deleted for resources: {'Port': ['ID=5ec5c713-6d70-43a5-b417-6d1ab747b70e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:05.000251 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ff9fdcb6-7f43-4c71-a402-8ef37b70c7c7 req-fa502104-3ded-4a66-b724-22a4d1186b4f service neutron] 10.222.0.18 "GET /v2.0/networks/58db640f-1ccd-4893-a080-c8b6f61a353d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268641 Jul 15 13:03:05.034240 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a61cdaa-4ab3-4cf2-9189-f03048c03b1b req-8c6c9a30-10e5-4039-ab5c-67f582853f17 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] No DVR routers for this DVR port 5ec5c713-6d70-43a5-b417-6d1ab747b70e on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:03:05.045616 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9a61cdaa-4ab3-4cf2-9189-f03048c03b1b req-8c6c9a30-10e5-4039-ab5c-67f582853f17 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:05.049259 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9a61cdaa-4ab3-4cf2-9189-f03048c03b1b req-8c6c9a30-10e5-4039-ab5c-67f582853f17 tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.18 "DELETE /v2.0/ports/5ec5c713-6d70-43a5-b417-6d1ab747b70e HTTP/1.1" status: 204 len: 173 time: 1.5220211 Jul 15 13:03:05.128207 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-29fccd37-fdd7-4929-8a9d-6e50ba9af1f2 req-9c8d6fbb-165e-49db-ad36-b8b7f99c9b1d tempest-ServersOnMultiNodesTest-2124964514 tempest-ServersOnMultiNodesTest-2124964514-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f63503f-9bc5-475f-899c-2743f149a4d6 HTTP/1.1" status: 200 len: 210 time: 0.0561690 Jul 15 13:03:05.272215 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ff9fdcb6-7f43-4c71-a402-8ef37b70c7c7 req-152c4dbc-d662-4513-bbd9-d3abf58df689 service neutron] 10.222.0.18 "GET /v2.0/networks/58db640f-1ccd-4893-a080-c8b6f61a353d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624612 Jul 15 13:03:05.482583 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4eeffc-f366-4c08-b771-af0a3ab20684 req-3fd988bc-e2c8-4dd9-a742-8e8a4144f9fa tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:05.486862 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8d4eeffc-f366-4c08-b771-af0a3ab20684 req-3fd988bc-e2c8-4dd9-a742-8e8a4144f9fa tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a621f11-4c28-45c7-959c-8a01f00890c6 HTTP/1.1" status: 200 len: 985 time: 0.1100805 Jul 15 13:03:05.569901 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8d4eeffc-f366-4c08-b771-af0a3ab20684 req-52336f38-8733-4363-82f8-b47f162f05f0 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups?id=9331e5c2-63a4-452f-855d-ffcca526de34&id=05e5fc58-e33d-47d0-bab7-f5006456ee4d&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0742214 Jul 15 13:03:05.714723 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694b4be9-738d-461a-ab37-c3433bc6ea6f x-openstack-request-id: req-694b4be9-738d-461a-ab37-c3433bc6ea6f {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:05.715703 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a621f11-4c28-45c7-959c-8a01f00890c6", "tag": "9c4c7f11-8b92-4111-abc0-4e7357ca2368", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:05.715923 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-694b4be9-738d-461a-ab37-c3433bc6ea6f {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:05.716444 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a621f11-4c28-45c7-959c-8a01f00890c6', 'tag': '9c4c7f11-8b92-4111-abc0-4e7357ca2368', 'status': 'completed', 'code': 200} Jul 15 13:03:05.778258 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893036e-8d83-4a26-9ae9-8bb59ebe34cc req-9bfc6ee8-f4d1-4627-8e2f-3690cb5be89d tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:05.781328 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5893036e-8d83-4a26-9ae9-8bb59ebe34cc req-9bfc6ee8-f4d1-4627-8e2f-3690cb5be89d tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bda9914-4915-4700-848d-fc8323cebd49 HTTP/1.1" status: 200 len: 946 time: 0.1027889 Jul 15 13:03:05.861724 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe93e45-7f4c-49ae-9c15-161b1003a511 req-b85814f8-08a7-4aff-b8eb-c14cb4ae185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:05.867163 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5893036e-8d83-4a26-9ae9-8bb59ebe34cc req-316e7cb5-6d29-433d-80f9-28d960f39ab1 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744805 Jul 15 13:03:05.880502 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6fe93e45-7f4c-49ae-9c15-161b1003a511 req-b85814f8-08a7-4aff-b8eb-c14cb4ae185c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0bec17d31a0f42c4bd2c56076659be93&device_id=4a621f11-4c28-45c7-959c-8a01f00890c6 HTTP/1.1" status: 200 len: 1137 time: 0.1209180 Jul 15 13:03:05.885687 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 3599cbba-e9fe-4669-bae0-782343103da9 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:06.132284 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 3599cbba-e9fe-4669-bae0-782343103da9, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3599cbba-e9fe-4669-bae0-782343103da9,segment=NetworkSegment(16055f84-7db3-46f6-898f-31f08282e2c9),segment_id=16055f84-7db3-46f6-898f-31f08282e2c9)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:06.165728 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '3599cbba-e9fe-4669-bae0-782343103da9', 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020', 'port_id': '3599cbba-e9fe-4669-bae0-782343103da9', 'mac_address': 'fa:16:3e:8c:bf:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:03:06.182922 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5855fd8-790a-4c21-8f55-5575d3c31c17 req-b5c29e08-5f54-4996-bc78-f6c977ad8b80 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:06.184915 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b5855fd8-790a-4c21-8f55-5575d3c31c17 req-b5c29e08-5f54-4996-bc78-f6c977ad8b80 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb63e20c-1b03-4fd6-886f-16fcc03a32c3 HTTP/1.1" status: 200 len: 943 time: 0.1620114 Jul 15 13:03:06.211099 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe93e45-7f4c-49ae-9c15-161b1003a511 req-0fd69905-4374-48a0-9d6e-a7b48d551215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:06.213651 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6fe93e45-7f4c-49ae-9c15-161b1003a511 req-0fd69905-4374-48a0-9d6e-a7b48d551215 service neutron] 10.222.0.18 "GET /v2.0/networks?id=58db640f-1ccd-4893-a080-c8b6f61a353d HTTP/1.1" status: 200 len: 913 time: 0.3256571 Jul 15 13:03:06.244536 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:06.252841 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b5855fd8-790a-4c21-8f55-5575d3c31c17 req-d11a201f-6699-4752-8a5c-be56b031e4ee tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3352c9-1fd4-408f-b7ed-46c93f68b25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574858 Jul 15 13:03:06.262598 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3599cbba-e9fe-4669-bae0-782343103da9 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:06.275556 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6fe93e45-7f4c-49ae-9c15-161b1003a511 req-524b79a2-a087-43da-8136-c6fed87a44d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c4c7f11-8b92-4111-abc0-4e7357ca2368 HTTP/1.1" status: 200 len: 217 time: 0.0487697 Jul 15 13:03:06.287324 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 3599cbba-e9fe-4669-bae0-782343103da9, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3599cbba-e9fe-4669-bae0-782343103da9,segment=NetworkSegment(16055f84-7db3-46f6-898f-31f08282e2c9),segment_id=16055f84-7db3-46f6-898f-31f08282e2c9)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:06.298057 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e74fb-2343-4c59-9c6d-b9fd53c86669 req-ebd188e0-9c7c-4606-ae44-f769a97cb4b3 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:06.299480 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dc4e74fb-2343-4c59-9c6d-b9fd53c86669 req-ebd188e0-9c7c-4606-ae44-f769a97cb4b3 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f2d1f7-c0d3-4736-9ec7-53e606edc8b9 HTTP/1.1" status: 200 len: 949 time: 0.2029307 Jul 15 13:03:06.303411 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:06.366423 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=3599cbba-e9fe-4669-bae0-782343103da9,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:06.403352 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe93e45-7f4c-49ae-9c15-161b1003a511 req-e50996c2-40c4-4eb4-aabd-4ee868aecbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:06.405622 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6fe93e45-7f4c-49ae-9c15-161b1003a511 req-e50996c2-40c4-4eb4-aabd-4ee868aecbeb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d948b154-c21f-429a-bc8f-531575f8bb98 HTTP/1.1" status: 200 len: 852 time: 0.1234829 Jul 15 13:03:06.467718 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dc4e74fb-2343-4c59-9c6d-b9fd53c86669 req-f8e012e9-4524-404b-9430-55e9e2762a32 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229658 Jul 15 13:03:06.471245 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6fe93e45-7f4c-49ae-9c15-161b1003a511 req-7b521015-af7d-4992-bbf9-66ce54c56ca1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=58db640f-1ccd-4893-a080-c8b6f61a353d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553069 Jul 15 13:03:06.573032 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb873483-c739-4748-9184-f9d50e23dc03 req-707c4950-f91d-4987-8b3e-8320f98672b7 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:06.587495 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cb873483-c739-4748-9184-f9d50e23dc03 req-707c4950-f91d-4987-8b3e-8320f98672b7 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 948 time: 0.1265519 Jul 15 13:03:06.650373 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['3599cbba-e9fe-4669-bae0-782343103da9'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:06.651919 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6fe93e45-7f4c-49ae-9c15-161b1003a511 req-d1e2c465-a722-4109-9243-36c7964b4eb9 service neutron] 10.222.0.18 "GET /v2.0/networks/58db640f-1ccd-4893-a080-c8b6f61a353d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726301 Jul 15 13:03:06.653211 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cb873483-c739-4748-9184-f9d50e23dc03 req-16f96e53-8be2-4c9f-9e01-7d25e157f051 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573480 Jul 15 13:03:06.832656 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6fe93e45-7f4c-49ae-9c15-161b1003a511 req-12c0e25c-a85a-4eb5-970b-1b461f06ed61 service neutron] 10.222.0.18 "GET /v2.0/networks/58db640f-1ccd-4893-a080-c8b6f61a353d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695149 Jul 15 13:03:06.996320 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 5ec5c713-6d70-43a5-b417-6d1ab747b70e no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:03:07.067214 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 5ec5c713-6d70-43a5-b417-6d1ab747b70e {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:03:07.068016 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 5ec5c713-6d70-43a5-b417-6d1ab747b70e not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:03:07.123972 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b98f21-3ace-4450-b604-4eb1c2354b4b req-08f5545e-9711-418b-9938-351325679c9c tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:07.125984 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-43b98f21-3ace-4450-b604-4eb1c2354b4b req-08f5545e-9711-418b-9938-351325679c9c tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.32 "GET /v2.0/ports?device_id=12f2d1f7-c0d3-4736-9ec7-53e606edc8b9 HTTP/1.1" status: 200 len: 949 time: 0.1493168 Jul 15 13:03:07.146254 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-c2837146-53a2-431d-8be5-c64bbb95cb04 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=80e5ac1f618d4777963260bcfdf4c480&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358644 Jul 15 13:03:07.245329 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46196) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:07.298189 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067ef06-0d58-46d8-8507-0c1136c5437c req-154ffec5-7642-4b43-9100-2610130019cc tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:07.299840 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d067ef06-0d58-46d8-8507-0c1136c5437c req-154ffec5-7642-4b43-9100-2610130019cc tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a621f11-4c28-45c7-959c-8a01f00890c6 HTTP/1.1" status: 200 len: 985 time: 0.1725414 Jul 15 13:03:07.323261 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-43b98f21-3ace-4450-b604-4eb1c2354b4b req-13ac4d9f-03d7-4c37-a69c-14c1030859af tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Deleting port 1fd5cabc-d776-47ad-86dd-2cae58de37c5 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:03:07.323779 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-43b98f21-3ace-4450-b604-4eb1c2354b4b req-13ac4d9f-03d7-4c37-a69c-14c1030859af tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.343426 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-442c866c-c7f9-4e8c-8d72-997ccf5e67cc tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:07.346697 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-442c866c-c7f9-4e8c-8d72-997ccf5e67cc tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1924922 Jul 15 13:03:07.384054 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-7e0e7afd-bf07-4449-af3d-1ad6d7488ba1 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/quotas/80e5ac1f618d4777963260bcfdf4c480 HTTP/1.1" status: 200 len: 375 time: 0.0228708 Jul 15 13:03:07.431139 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d067ef06-0d58-46d8-8507-0c1136c5437c req-85738f66-1594-4e60-a989-346b9a557ac0 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups?id=9331e5c2-63a4-452f-855d-ffcca526de34&id=05e5fc58-e33d-47d0-bab7-f5006456ee4d&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1166308 Jul 15 13:03:07.442355 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-dd9b1f0d-cde0-461e-ace7-83daa9f792da tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=80e5ac1f618d4777963260bcfdf4c480&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494468 Jul 15 13:03:07.545733 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-43b98f21-3ace-4450-b604-4eb1c2354b4b req-13ac4d9f-03d7-4c37-a69c-14c1030859af tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] For port 1fd5cabc-d776-47ad-86dd-2cae58de37c5, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=1fd5cabc-d776-47ad-86dd-2cae58de37c5,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:07.546229 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-43b98f21-3ace-4450-b604-4eb1c2354b4b req-13ac4d9f-03d7-4c37-a69c-14c1030859af tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.554050 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9bf8cb40-baef-4d9f-a1a3-a5c603f34e63 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a4339ead27f64ff8ab2c69e6a9cebb91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3065948 Jul 15 13:03:07.556652 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46208) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:07.576276 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-43b98f21-3ace-4450-b604-4eb1c2354b4b req-13ac4d9f-03d7-4c37-a69c-14c1030859af tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Calling delete_port for 1fd5cabc-d776-47ad-86dd-2cae58de37c5 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:03:07.672445 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ceb31f3-68ba-4949-8bba-2d59cb732a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.703543 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ceb31f3-68ba-4949-8bba-2d59cb732a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.726701 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f63503f-9bc5-475f-899c-2743f149a4d6', 'name': 'network-vif-deleted', 'tag': '5ec5c713-6d70-43a5-b417-6d1ab747b70e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:07.731943 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b073b78-e515-41e5-b720-d84220695c5f" -d '{"events": [{"server_uuid": "5f63503f-9bc5-475f-899c-2743f149a4d6", "name": "network-vif-deleted", "tag": "5ec5c713-6d70-43a5-b417-6d1ab747b70e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:07.734749 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.825378 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ceb31f3-68ba-4949-8bba-2d59cb732a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.828637 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ceb31f3-68ba-4949-8bba-2d59cb732a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:07.832878 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4ceb31f3-68ba-4949-8bba-2d59cb732a29 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e515867-6bc3-43f3-a669-48645bdf9486 HTTP/1.1" status: 204 len: 168 time: 0.2729018 Jul 15 13:03:07.852956 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb31f3-68ba-4949-8bba-2d59cb732a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e515867-6bc3-43f3-a669-48645bdf9486,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:07.884660 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd02580-290b-4b25-849b-ff2cce9824b1 req-3ce3d75c-3847-43d1-9914-b76f1adcfae2 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:07.898983 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3dd02580-290b-4b25-849b-ff2cce9824b1 req-3ce3d75c-3847-43d1-9914-b76f1adcfae2 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bda9914-4915-4700-848d-fc8323cebd49 HTTP/1.1" status: 200 len: 946 time: 0.2945821 Jul 15 13:03:07.910775 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9080a02-1562-420d-8b2a-f13da42cc6d7 req-ac9490d1-054c-4580-a128-202194a23c1f tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:07.912739 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d9080a02-1562-420d-8b2a-f13da42cc6d7 req-ac9490d1-054c-4580-a128-202194a23c1f tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb63e20c-1b03-4fd6-886f-16fcc03a32c3 HTTP/1.1" status: 200 len: 944 time: 0.1579874 Jul 15 13:03:07.915625 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 3599cbba-e9fe-4669-bae0-782343103da9 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:07.992295 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d9080a02-1562-420d-8b2a-f13da42cc6d7 req-51c63647-9f59-49f5-9d74-93d58fed5336 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3352c9-1fd4-408f-b7ed-46c93f68b25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717483 Jul 15 13:03:08.002527 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3dd02580-290b-4b25-849b-ff2cce9824b1 req-2032875a-6b84-4744-a6c6-0781aacd3c78 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f54fb42-715f-4821-a152-98c138fb97c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022494 Jul 15 13:03:08.072251 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 3599cbba-e9fe-4669-bae0-782343103da9 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:08.083826 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 3599cbba-e9fe-4669-bae0-782343103da9 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:08.090700 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:08.161197 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-43b98f21-3ace-4450-b604-4eb1c2354b4b req-13ac4d9f-03d7-4c37-a69c-14c1030859af tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:08.196761 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['4b44e2cb-f611-41b9-ad89-c17c317d8273'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:08.240174 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac4d9f-03d7-4c37-a69c-14c1030859af tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Pushing event deleted for resources: {'Port': ['ID=1fd5cabc-d776-47ad-86dd-2cae58de37c5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:08.282108 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-81b80219-361b-4987-b11b-837d8936226a req-1fe3acf5-ec6f-498c-94a2-d2f64c0852d7 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1480284091&fields=id&tenant_id=0bec17d31a0f42c4bd2c56076659be93 HTTP/1.1" status: 200 len: 267 time: 0.0794857 Jul 15 13:03:08.285301 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['0af5bf58-a625-404b-9e00-06be5124876b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:08.445906 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b98f21-3ace-4450-b604-4eb1c2354b4b req-13ac4d9f-03d7-4c37-a69c-14c1030859af tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] No DVR routers for this DVR port 1fd5cabc-d776-47ad-86dd-2cae58de37c5 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:03:08.453334 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-43b98f21-3ace-4450-b604-4eb1c2354b4b req-13ac4d9f-03d7-4c37-a69c-14c1030859af tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:08.458559 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b80219-361b-4987-b11b-837d8936226a req-c4b71aa8-9cef-4395-bbea-8ac557a53207 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:08.459912 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-43b98f21-3ace-4450-b604-4eb1c2354b4b req-13ac4d9f-03d7-4c37-a69c-14c1030859af tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.32 "DELETE /v2.0/ports/1fd5cabc-d776-47ad-86dd-2cae58de37c5 HTTP/1.1" status: 204 len: 173 time: 1.3199880 Jul 15 13:03:08.468380 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-81b80219-361b-4987-b11b-837d8936226a req-c4b71aa8-9cef-4395-bbea-8ac557a53207 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a621f11-4c28-45c7-959c-8a01f00890c6 HTTP/1.1" status: 200 len: 985 time: 0.1680608 Jul 15 13:03:08.475125 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-81b80219-361b-4987-b11b-837d8936226a req-350f03fa-eb4c-4f4b-90de-2debbf4a7145 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Request body: {'port': {'security_groups': ['05e5fc58-e33d-47d0-bab7-f5006456ee4d', '9331e5c2-63a4-452f-855d-ffcca526de34', 'd7a37140-56ba-4098-85b7-c13bf205c3fd']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:08.537893 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46232) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:08.545370 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-86c1284e-2877-4098-8d2a-5659312a9cbc req-b9b91900-a4b7-41d2-b31b-92b0445fc417 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=12f2d1f7-c0d3-4736-9ec7-53e606edc8b9 HTTP/1.1" status: 200 len: 210 time: 0.1012638 Jul 15 13:03:08.597121 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:08.677747 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46234) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:08.678851 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c994f3e0-b1f3-4e6a-bbe4-dac5ebf6237b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=019ef6572d16462d904315d2c5c2b4d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1267388 Jul 15 13:03:08.681044 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-81b80219-361b-4987-b11b-837d8936226a req-350f03fa-eb4c-4f4b-90de-2debbf4a7145 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:08.692940 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 3599cbba-e9fe-4669-bae0-782343103da9, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3599cbba-e9fe-4669-bae0-782343103da9,segment=NetworkSegment(16055f84-7db3-46f6-898f-31f08282e2c9),segment_id=16055f84-7db3-46f6-898f-31f08282e2c9)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:08.708404 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb63e20c-1b03-4fd6-886f-16fcc03a32c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3599cbba-e9fe-4669-bae0-782343103da9'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:08.713898 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16b10c2-5ce7-45df-8d2f-95f12cb02930" -d '{"events": [{"server_uuid": "cb63e20c-1b03-4fd6-886f-16fcc03a32c3", "name": "network-vif-plugged", "status": "completed", "tag": "3599cbba-e9fe-4669-bae0-782343103da9"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:08.725011 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:08.791454 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761942a2-df6a-4413-bee8-db91e8759ff0 req-fc4fc21a-7ac0-4aee-93fe-35d29c3dc932 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:08.793136 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-761942a2-df6a-4413-bee8-db91e8759ff0 req-fc4fc21a-7ac0-4aee-93fe-35d29c3dc932 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bda9914-4915-4700-848d-fc8323cebd49 HTTP/1.1" status: 200 len: 946 time: 0.2855103 Jul 15 13:03:08.900580 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15352fac-3d5b-4bab-9ff9-084668c977d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:08.930625 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=3599cbba-e9fe-4669-bae0-782343103da9,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:09.036447 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ea3a0-a8e7-42ff-bb89-fd5370b8ba37 req-7b6427ff-681d-4cc7-9522-cc7f028f0550 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:09.037707 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15352fac-3d5b-4bab-9ff9-084668c977d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.046131 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e92ea3a0-a8e7-42ff-bb89-fd5370b8ba37 req-7b6427ff-681d-4cc7-9522-cc7f028f0550 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 948 time: 0.1169484 Jul 15 13:03:09.098271 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e92ea3a0-a8e7-42ff-bb89-fd5370b8ba37 req-a481ce42-5acf-410a-992f-d55521c69a08 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480046 Jul 15 13:03:09.148813 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5745932-1a2e-4f38-bdbe-62577abda59a x-openstack-request-id: req-f5745932-1a2e-4f38-bdbe-62577abda59a {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:09.149449 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f63503f-9bc5-475f-899c-2743f149a4d6", "name": "network-vif-deleted", "tag": "5ec5c713-6d70-43a5-b417-6d1ab747b70e", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:09.150445 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f5745932-1a2e-4f38-bdbe-62577abda59a {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:09.150969 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f63503f-9bc5-475f-899c-2743f149a4d6', 'name': 'network-vif-deleted', 'tag': '5ec5c713-6d70-43a5-b417-6d1ab747b70e', 'status': 'completed', 'code': 200} Jul 15 13:03:09.205310 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-761942a2-df6a-4413-bee8-db91e8759ff0 req-0af8477b-0514-4f8d-8f08-4dd02fa96925 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Deleting port 7b77939c-cfca-41cc-bbfa-b73fd40bb079 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:03:09.205660 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-761942a2-df6a-4413-bee8-db91e8759ff0 req-0af8477b-0514-4f8d-8f08-4dd02fa96925 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.271204 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15352fac-3d5b-4bab-9ff9-084668c977d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.273975 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15352fac-3d5b-4bab-9ff9-084668c977d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.275207 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-15352fac-3d5b-4bab-9ff9-084668c977d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/522b616c-db60-4b86-8508-1b855d3d3f01 HTTP/1.1" status: 204 len: 168 time: 0.5736744 Jul 15 13:03:09.323512 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-95049fbc-712c-46ce-91c2-b791aca8d085 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=80e5ac1f618d4777963260bcfdf4c480&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503094 Jul 15 13:03:09.327726 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15352fac-3d5b-4bab-9ff9-084668c977d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522b616c-db60-4b86-8508-1b855d3d3f01,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:09.361535 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-81b80219-361b-4987-b11b-837d8936226a req-350f03fa-eb4c-4f4b-90de-2debbf4a7145 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] For port 9c4c7f11-8b92-4111-abc0-4e7357ca2368, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9c4c7f11-8b92-4111-abc0-4e7357ca2368,segment=NetworkSegment(81550a63-2e5d-4914-a9dd-2665e1853a5f),segment_id=81550a63-2e5d-4914-a9dd-2665e1853a5f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:09.398552 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-761942a2-df6a-4413-bee8-db91e8759ff0 req-0af8477b-0514-4f8d-8f08-4dd02fa96925 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] For port 7b77939c-cfca-41cc-bbfa-b73fd40bb079, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=7b77939c-cfca-41cc-bbfa-b73fd40bb079,segment=NetworkSegment(3c78992c-7c37-4056-a074-465cd7af4f35),segment_id=3c78992c-7c37-4056-a074-465cd7af4f35)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:09.399223 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-761942a2-df6a-4413-bee8-db91e8759ff0 req-0af8477b-0514-4f8d-8f08-4dd02fa96925 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.424071 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-761942a2-df6a-4413-bee8-db91e8759ff0 req-0af8477b-0514-4f8d-8f08-4dd02fa96925 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Calling delete_port for 7b77939c-cfca-41cc-bbfa-b73fd40bb079 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:03:09.439698 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-81b80219-361b-4987-b11b-837d8936226a req-350f03fa-eb4c-4f4b-90de-2debbf4a7145 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.449498 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-81b80219-361b-4987-b11b-837d8936226a req-350f03fa-eb4c-4f4b-90de-2debbf4a7145 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.470518 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['ee89d926-91c8-4b94-b95c-075d98503c9e', '9c4c7f11-8b92-4111-abc0-4e7357ca2368'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:09.599988 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b80219-361b-4987-b11b-837d8936226a req-350f03fa-eb4c-4f4b-90de-2debbf4a7145 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:09.599988 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-81b80219-361b-4987-b11b-837d8936226a req-350f03fa-eb4c-4f4b-90de-2debbf4a7145 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:09.626028 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-81b80219-361b-4987-b11b-837d8936226a req-350f03fa-eb4c-4f4b-90de-2debbf4a7145 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "PUT /v2.0/ports/9c4c7f11-8b92-4111-abc0-4e7357ca2368 HTTP/1.1" status: 200 len: 1021 time: 1.1563287 Jul 15 13:03:09.629460 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a621f11-4c28-45c7-959c-8a01f00890c6', 'tag': '9c4c7f11-8b92-4111-abc0-4e7357ca2368'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:09.643866 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53de07fd-dbbf-4d5c-bf70-a7f3db8a79ec" -d '{"events": [{"name": "network-changed", "server_uuid": "4a621f11-4c28-45c7-959c-8a01f00890c6", "tag": "9c4c7f11-8b92-4111-abc0-4e7357ca2368"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:09.675187 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-f7ced679-a4d2-4552-bc54-7126dc5c76e5 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:09.682798 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-f7ced679-a4d2-4552-bc54-7126dc5c76e5 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3560278 Jul 15 13:03:09.701337 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['9c4c7f11-8b92-4111-abc0-4e7357ca2368'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:09.749652 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-46d06472-7c6a-4fac-bc7b-90b97e17b90a tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/quotas/80e5ac1f618d4777963260bcfdf4c480 HTTP/1.1" status: 200 len: 375 time: 0.0551264 Jul 15 13:03:09.851080 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-8e6f4708-1ccd-4562-bba0-6ce63d9e006c tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=80e5ac1f618d4777963260bcfdf4c480&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0991590 Jul 15 13:03:09.928789 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10de95b0-46fc-49c9-b033-1a9188d003ab x-openstack-request-id: req-10de95b0-46fc-49c9-b033-1a9188d003ab {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:09.945962 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb63e20c-1b03-4fd6-886f-16fcc03a32c3", "name": "network-vif-plugged", "status": "completed", "tag": "3599cbba-e9fe-4669-bae0-782343103da9", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:09.946630 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-10de95b0-46fc-49c9-b033-1a9188d003ab {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:09.947355 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb63e20c-1b03-4fd6-886f-16fcc03a32c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3599cbba-e9fe-4669-bae0-782343103da9', 'code': 200} Jul 15 13:03:10.004323 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-761942a2-df6a-4413-bee8-db91e8759ff0 req-0af8477b-0514-4f8d-8f08-4dd02fa96925 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:10.011958 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 1fd5cabc-d776-47ad-86dd-2cae58de37c5 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:03:10.222485 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 1fd5cabc-d776-47ad-86dd-2cae58de37c5 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:03:10.223501 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 1fd5cabc-d776-47ad-86dd-2cae58de37c5 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:03:10.277381 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-761942a2-df6a-4413-bee8-db91e8759ff0 req-0af8477b-0514-4f8d-8f08-4dd02fa96925 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] No DVR routers for this DVR port 7b77939c-cfca-41cc-bbfa-b73fd40bb079 on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:03:10.281967 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-761942a2-df6a-4413-bee8-db91e8759ff0 req-0af8477b-0514-4f8d-8f08-4dd02fa96925 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:10.287076 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-761942a2-df6a-4413-bee8-db91e8759ff0 req-0af8477b-0514-4f8d-8f08-4dd02fa96925 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.18 "DELETE /v2.0/ports/7b77939c-cfca-41cc-bbfa-b73fd40bb079 HTTP/1.1" status: 204 len: 173 time: 1.4874554 Jul 15 13:03:10.288554 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f03fa-eb4c-4f4b-90de-2debbf4a7145 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Pushing event updated for resources: {'Port': ['ID=9c4c7f11-8b92-4111-abc0-4e7357ca2368,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:10.405506 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ff946-b35c-4b57-89f8-e72a8f3674b1 req-d51bb328-ad1d-47fe-a8b8-69489f678a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:10.417489 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8477b-0514-4f8d-8f08-4dd02fa96925 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Pushing event deleted for resources: {'Port': ['ID=7b77939c-cfca-41cc-bbfa-b73fd40bb079,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:10.423508 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1e0ff946-b35c-4b57-89f8-e72a8f3674b1 req-d51bb328-ad1d-47fe-a8b8-69489f678a00 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cb63e20c-1b03-4fd6-886f-16fcc03a32c3 HTTP/1.1" status: 200 len: 1097 time: 0.2112255 Jul 15 13:03:10.564786 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1e0ff946-b35c-4b57-89f8-e72a8f3674b1 req-6b685ba9-c64b-461e-939c-df0bc08fb67a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5a3352c9-1fd4-408f-b7ed-46c93f68b25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305881 Jul 15 13:03:10.611657 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9efa5-1dcd-457d-bcbf-6927d50c36bd req-4de19241-bd34-45fa-8646-43b8d19fb554 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:10.634714 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-11d9efa5-1dcd-457d-bcbf-6927d50c36bd req-4de19241-bd34-45fa-8646-43b8d19fb554 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb63e20c-1b03-4fd6-886f-16fcc03a32c3 HTTP/1.1" status: 200 len: 945 time: 0.2378535 Jul 15 13:03:10.772217 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3e89a0ba-eebf-45e5-ac53-a8fadb41aee7 req-3ea8f49a-463f-4590-95a5-e1eba8f395a5 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/ports?device_id=4bda9914-4915-4700-848d-fc8323cebd49 HTTP/1.1" status: 200 len: 210 time: 0.0562270 Jul 15 13:03:10.778979 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-11d9efa5-1dcd-457d-bcbf-6927d50c36bd req-416434c9-d9a8-4991-bc05-85e56aca5d91 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3352c9-1fd4-408f-b7ed-46c93f68b25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418889 Jul 15 13:03:10.930244 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46282) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:10.944056 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2af4e10d-aa74-4822-8b1d-028227f69d96 req-05d3abc1-b162-46d3-9c22-942db63a0056 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups/d7a37140-56ba-4098-85b7-c13bf205c3fd HTTP/1.1" status: 200 len: 1801 time: 0.0905921 Jul 15 13:03:11.012172 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [req-2af4e10d-aa74-4822-8b1d-028227f69d96 req-c2fae765-2956-40ef-b583-ebce28458493 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 13:03:11.028540 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2af4e10d-aa74-4822-8b1d-028227f69d96 req-c2fae765-2956-40ef-b583-ebce28458493 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "DELETE /v2.0/security-groups/d7a37140-56ba-4098-85b7-c13bf205c3fd HTTP/1.1" status: 409 len: 341 time: 0.0800126 Jul 15 13:03:11.063106 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-f9381a51-a39b-45d0-8927-a0d8f7fe447a tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=80e5ac1f618d4777963260bcfdf4c480&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0847166 Jul 15 13:03:11.092851 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 7b77939c-cfca-41cc-bbfa-b73fd40bb079 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:03:11.176505 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f2d1f7-c0d3-4736-9ec7-53e606edc8b9', 'name': 'network-vif-deleted', 'tag': '1fd5cabc-d776-47ad-86dd-2cae58de37c5'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:11.188786 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 7b77939c-cfca-41cc-bbfa-b73fd40bb079 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:03:11.189450 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 7b77939c-cfca-41cc-bbfa-b73fd40bb079 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:03:11.205348 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0d1e96-b0e2-4aff-85f9-deafed6541e3" -d '{"events": [{"server_uuid": "12f2d1f7-c0d3-4736-9ec7-53e606edc8b9", "name": "network-vif-deleted", "tag": "1fd5cabc-d776-47ad-86dd-2cae58de37c5"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:11.445815 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0a2fc072-a3ad-445c-9f49-de8feb05c650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:11.570029 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-f544d2af-ef81-42f6-bc9d-433e3ec0b1e1 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:11.575160 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-f544d2af-ef81-42f6-bc9d-433e3ec0b1e1 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4977839 Jul 15 13:03:11.595032 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76f08e0-b5cd-4117-998a-8a39c6c3c5ce x-openstack-request-id: req-a76f08e0-b5cd-4117-998a-8a39c6c3c5ce {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:11.595778 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a621f11-4c28-45c7-959c-8a01f00890c6", "tag": "9c4c7f11-8b92-4111-abc0-4e7357ca2368", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:11.596415 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a76f08e0-b5cd-4117-998a-8a39c6c3c5ce {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:11.597535 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a621f11-4c28-45c7-959c-8a01f00890c6', 'tag': '9c4c7f11-8b92-4111-abc0-4e7357ca2368', 'status': 'completed', 'code': 200} Jul 15 13:03:11.627967 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-4cb41719-b0d6-42ff-9c51-292bbef58e51 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Request body: {'port': {'device_id': '0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'admin_state_up': True, 'tenant_id': '80e5ac1f618d4777963260bcfdf4c480'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:11.853380 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1a379ab7-5569-4b8b-a4ab-d91a99c3d243 req-faa17981-87cb-4ab2-9fca-35d59e0e46d8 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/ports?device_id=c12e63ba-28cf-4888-b485-5eecf6301a81 HTTP/1.1" status: 200 len: 210 time: 0.1819074 Jul 15 13:03:11.937979 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de07fd-dbbf-4d5c-bf70-a7f3db8a79ec req-d817496c-75fb-4eb7-801d-e2ec07eb5c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:11.940206 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-53de07fd-dbbf-4d5c-bf70-a7f3db8a79ec req-d817496c-75fb-4eb7-801d-e2ec07eb5c3d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0bec17d31a0f42c4bd2c56076659be93&device_id=4a621f11-4c28-45c7-959c-8a01f00890c6 HTTP/1.1" status: 200 len: 1176 time: 0.2972369 Jul 15 13:03:12.309566 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe3da6-ffc3-481b-ad9e-efeb5fc5efb7 req-18fcc19a-569b-4809-9207-d4abfa9ccffe tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:12.323873 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3dbe3da6-ffc3-481b-ad9e-efeb5fc5efb7 req-18fcc19a-569b-4809-9207-d4abfa9ccffe tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 948 time: 0.6279998 Jul 15 13:03:12.429622 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0a2fc072-a3ad-445c-9f49-de8feb05c650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:12.460088 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0a2fc072-a3ad-445c-9f49-de8feb05c650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:12.531919 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2fc072-a3ad-445c-9f49-de8feb05c650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790ef580-5892-47fa-b3a7-73a9605edefc,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:12.563994 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3dbe3da6-ffc3-481b-ad9e-efeb5fc5efb7 req-2f933ebb-778c-48df-bce3-2e61622aa9c4 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386386 Jul 15 13:03:12.643822 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0a2fc072-a3ad-445c-9f49-de8feb05c650 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1ada27a5b42d485786cd77a590e1b0ba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7074175 Jul 15 13:03:12.645484 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46314) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:12.682784 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-4cb41719-b0d6-42ff-9c51-292bbef58e51 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Made reservation on behalf of 80e5ac1f618d4777963260bcfdf4c480 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:12.709696 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-4cb41719-b0d6-42ff-9c51-292bbef58e51 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:12.780847 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-4cb41719-b0d6-42ff-9c51-292bbef58e51 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:12.791167 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de07fd-dbbf-4d5c-bf70-a7f3db8a79ec req-4e65bdb4-c7fe-4f70-848d-9fb907329393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:12.793172 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-53de07fd-dbbf-4d5c-bf70-a7f3db8a79ec req-4e65bdb4-c7fe-4f70-848d-9fb907329393 service neutron] 10.222.0.18 "GET /v2.0/networks?id=58db640f-1ccd-4893-a080-c8b6f61a353d HTTP/1.1" status: 200 len: 913 time: 0.8429539 Jul 15 13:03:12.806527 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c211269-efba-4af1-81af-f55c928dd66d x-openstack-request-id: req-6c211269-efba-4af1-81af-f55c928dd66d {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:12.806993 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f2d1f7-c0d3-4736-9ec7-53e606edc8b9", "name": "network-vif-deleted", "tag": "1fd5cabc-d776-47ad-86dd-2cae58de37c5", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:12.807410 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6c211269-efba-4af1-81af-f55c928dd66d {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:12.808051 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f2d1f7-c0d3-4736-9ec7-53e606edc8b9', 'name': 'network-vif-deleted', 'tag': '1fd5cabc-d776-47ad-86dd-2cae58de37c5', 'status': 'completed', 'code': 200} Jul 15 13:03:12.863986 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-53de07fd-dbbf-4d5c-bf70-a7f3db8a79ec req-1fb7763c-885e-48cf-8407-a0d2679ce462 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c4c7f11-8b92-4111-abc0-4e7357ca2368 HTTP/1.1" status: 200 len: 217 time: 0.0628507 Jul 15 13:03:12.935700 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de07fd-dbbf-4d5c-bf70-a7f3db8a79ec req-65af0235-8082-4a96-bf74-f8d2778c7cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:12.938560 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-53de07fd-dbbf-4d5c-bf70-a7f3db8a79ec req-65af0235-8082-4a96-bf74-f8d2778c7cf7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d948b154-c21f-429a-bc8f-531575f8bb98 HTTP/1.1" status: 200 len: 852 time: 0.0663767 Jul 15 13:03:12.997241 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-53de07fd-dbbf-4d5c-bf70-a7f3db8a79ec req-55fa17d7-4544-4967-8f5e-7d8a472349d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=58db640f-1ccd-4893-a080-c8b6f61a353d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431659 Jul 15 13:03:13.007325 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-4cb41719-b0d6-42ff-9c51-292bbef58e51 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:13.023382 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-4cb41719-b0d6-42ff-9c51-292bbef58e51 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:13.173539 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-53de07fd-dbbf-4d5c-bf70-a7f3db8a79ec req-99f79c23-83c4-46ae-a0c6-a11d6310bdfe service neutron] 10.222.0.18 "GET /v2.0/networks/58db640f-1ccd-4893-a080-c8b6f61a353d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639359 Jul 15 13:03:13.198959 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5f73f-3423-43fb-be7f-b5800165fdb1 req-c6bfe9d2-28fa-41e5-acee-d30c595ddfd7 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:13.199843 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-acb5f73f-3423-43fb-be7f-b5800165fdb1 req-c6bfe9d2-28fa-41e5-acee-d30c595ddfd7 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a621f11-4c28-45c7-959c-8a01f00890c6 HTTP/1.1" status: 200 len: 1024 time: 0.1885805 Jul 15 13:03:13.277723 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb41719-b0d6-42ff-9c51-292bbef58e51 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57db3fd0-977c-4490-97f7-2b5461f1817d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:13.331292 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d7cf59b-0141-4ad4-ba3c-3170e08f973f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:13.392162 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-acb5f73f-3423-43fb-be7f-b5800165fdb1 req-1469d1d0-095b-4fc5-bc55-5b2d37e8dc89 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups?id=9331e5c2-63a4-452f-855d-ffcca526de34&id=d7a37140-56ba-4098-85b7-c13bf205c3fd&id=05e5fc58-e33d-47d0-bab7-f5006456ee4d&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0646415 Jul 15 13:03:13.394519 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-53de07fd-dbbf-4d5c-bf70-a7f3db8a79ec req-1166cc6a-6651-4c44-aa76-82ed8993555b service neutron] 10.222.0.18 "GET /v2.0/networks/58db640f-1ccd-4893-a080-c8b6f61a353d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136817 Jul 15 13:03:13.479832 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d7cf59b-0141-4ad4-ba3c-3170e08f973f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:13.487170 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-13881c19-6591-4285-b2cc-4a923f61b70b tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=80e5ac1f618d4777963260bcfdf4c480&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1016436 Jul 15 13:03:13.588796 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec2650-8339-47da-bbd3-869ee7161a92 req-3d904499-25b1-419c-9a89-3237c98219e0 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:13.589237 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fdec2650-8339-47da-bbd3-869ee7161a92 req-3d904499-25b1-419c-9a89-3237c98219e0 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb63e20c-1b03-4fd6-886f-16fcc03a32c3 HTTP/1.1" status: 200 len: 945 time: 0.5258963 Jul 15 13:03:13.599635 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bda9914-4915-4700-848d-fc8323cebd49', 'name': 'network-vif-deleted', 'tag': '7b77939c-cfca-41cc-bbfa-b73fd40bb079'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:13.602784 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2529db44-19e3-471b-95ff-f0db1470f996" -d '{"events": [{"server_uuid": "4bda9914-4915-4700-848d-fc8323cebd49", "name": "network-vif-deleted", "tag": "7b77939c-cfca-41cc-bbfa-b73fd40bb079"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:13.604022 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-4cb41719-b0d6-42ff-9c51-292bbef58e51 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Allocated IP 192.168.233.80 (469a0c47-6cac-4ffe-aa16-0c933961e7af/23cd399a-e88b-433a-a99b-25a477d6a3ca/300b6252-3d05-44ba-97a7-230188d36f95) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:13.699537 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a3478-d866-418d-b36e-6a76a636bf18 req-30b0db67-0494-4bed-b117-f4916a8672b5 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:13.702930 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1a0a3478-d866-418d-b36e-6a76a636bf18 req-30b0db67-0494-4bed-b117-f4916a8672b5 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=84516647-0d9e-486f-b7fa-bb9925de3021 HTTP/1.1" status: 200 len: 950 time: 0.0871866 Jul 15 13:03:13.759750 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d7cf59b-0141-4ad4-ba3c-3170e08f973f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:13.762549 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d7cf59b-0141-4ad4-ba3c-3170e08f973f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:13.763734 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7d7cf59b-0141-4ad4-ba3c-3170e08f973f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/790ef580-5892-47fa-b3a7-73a9605edefc HTTP/1.1" status: 204 len: 168 time: 1.1119010 Jul 15 13:03:13.768835 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1a0a3478-d866-418d-b36e-6a76a636bf18 req-38e43e02-d7c5-4357-9375-499e25446c3d tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603318 Jul 15 13:03:13.791416 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7cf59b-0141-4ad4-ba3c-3170e08f973f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790ef580-5892-47fa-b3a7-73a9605edefc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:13.815916 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fdec2650-8339-47da-bbd3-869ee7161a92 req-16a82479-7573-43de-8d3b-d26e7ef693a5 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3352c9-1fd4-408f-b7ed-46c93f68b25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130811 Jul 15 13:03:13.835945 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-e0bcaed7-2597-4ba2-b4dd-68fef94cc21b tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:13.839204 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-e0bcaed7-2597-4ba2-b4dd-68fef94cc21b tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3370714 Jul 15 13:03:13.877329 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-6944f884-b84e-4d74-9fe1-61639eeab268 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Request body: {'port': {'device_id': 'c12e63ba-28cf-4888-b485-5eecf6301a81', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'admin_state_up': True, 'tenant_id': '80e5ac1f618d4777963260bcfdf4c480'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:14.140397 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061f0ad-07e0-4b9e-a799-2a6b7faffb89 req-c91675cb-a4fd-4dcc-846a-2b27ead7c9c0 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:14.143148 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e061f0ad-07e0-4b9e-a799-2a6b7faffb89 req-c91675cb-a4fd-4dcc-846a-2b27ead7c9c0 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a621f11-4c28-45c7-959c-8a01f00890c6 HTTP/1.1" status: 200 len: 1024 time: 0.1604683 Jul 15 13:03:14.205852 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4a37e733-cc1e-45e7-a378-16931937326b req-c46b1c99-1a6b-42bc-ba17-996fc984a0d5 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/ports?device_id=c12e63ba-28cf-4888-b485-5eecf6301a81 HTTP/1.1" status: 200 len: 210 time: 0.1398826 Jul 15 13:03:14.307872 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27a2c85-1b39-4414-b85a-8b690dc80b51 x-openstack-request-id: req-b27a2c85-1b39-4414-b85a-8b690dc80b51 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:14.308313 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bda9914-4915-4700-848d-fc8323cebd49", "name": "network-vif-deleted", "tag": "7b77939c-cfca-41cc-bbfa-b73fd40bb079", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:14.308937 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b27a2c85-1b39-4414-b85a-8b690dc80b51 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:14.309563 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bda9914-4915-4700-848d-fc8323cebd49', 'name': 'network-vif-deleted', 'tag': '7b77939c-cfca-41cc-bbfa-b73fd40bb079', 'status': 'completed', 'code': 200} Jul 15 13:03:14.372158 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-e061f0ad-07e0-4b9e-a799-2a6b7faffb89 req-ca10bb4b-1b07-4498-95a7-e79cbedde7b7 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Deleting port 9c4c7f11-8b92-4111-abc0-4e7357ca2368 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:03:14.372916 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e061f0ad-07e0-4b9e-a799-2a6b7faffb89 req-ca10bb4b-1b07-4498-95a7-e79cbedde7b7 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:14.426471 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-4cb41719-b0d6-42ff-9c51-292bbef58e51 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:14.493142 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-4cb41719-b0d6-42ff-9c51-292bbef58e51 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Transition to ACTIVE for port object 300b6252-3d05-44ba-97a7-230188d36f95 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:14.496470 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-6944f884-b84e-4d74-9fe1-61639eeab268 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Made reservation on behalf of 80e5ac1f618d4777963260bcfdf4c480 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:14.504890 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-6944f884-b84e-4d74-9fe1-61639eeab268 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:14.596841 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8b6e5-694b-4036-a522-c4d1252078eb req-31435a21-65b5-4db2-a64f-eda025530a96 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:14.601595 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9ce8b6e5-694b-4036-a522-c4d1252078eb req-31435a21-65b5-4db2-a64f-eda025530a96 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.18 "GET /v2.0/ports?device_id=84516647-0d9e-486f-b7fa-bb9925de3021 HTTP/1.1" status: 200 len: 950 time: 0.3865464 Jul 15 13:03:14.611802 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-e061f0ad-07e0-4b9e-a799-2a6b7faffb89 req-ca10bb4b-1b07-4498-95a7-e79cbedde7b7 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] For port 9c4c7f11-8b92-4111-abc0-4e7357ca2368, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9c4c7f11-8b92-4111-abc0-4e7357ca2368,segment=NetworkSegment(81550a63-2e5d-4914-a9dd-2665e1853a5f),segment_id=81550a63-2e5d-4914-a9dd-2665e1853a5f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:14.613237 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e061f0ad-07e0-4b9e-a799-2a6b7faffb89 req-ca10bb4b-1b07-4498-95a7-e79cbedde7b7 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:14.642750 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-e061f0ad-07e0-4b9e-a799-2a6b7faffb89 req-ca10bb4b-1b07-4498-95a7-e79cbedde7b7 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Calling delete_port for 9c4c7f11-8b92-4111-abc0-4e7357ca2368 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:03:14.796619 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2484550-6f7c-4147-ba45-b600ee4a1958 req-e4aae5d9-2d48-4a8a-9f7e-33bb6c0fae13 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:14.806144 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b2484550-6f7c-4147-ba45-b600ee4a1958 req-e4aae5d9-2d48-4a8a-9f7e-33bb6c0fae13 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb63e20c-1b03-4fd6-886f-16fcc03a32c3 HTTP/1.1" status: 200 len: 945 time: 0.1630931 Jul 15 13:03:14.806725 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-4cb41719-b0d6-42ff-9c51-292bbef58e51 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:14.829298 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46368) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:14.845047 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-dc471fce-1510-490a-afbb-5d05491f1842 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Request body: {'floatingip': {'port_id': '3599cbba-e9fe-4669-bae0-782343103da9'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:14.955285 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e061f0ad-07e0-4b9e-a799-2a6b7faffb89 req-ca10bb4b-1b07-4498-95a7-e79cbedde7b7 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:14.969117 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['ee89d926-91c8-4b94-b95c-075d98503c9e', '9c4c7f11-8b92-4111-abc0-4e7357ca2368'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:15.026004 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10bb4b-1b07-4498-95a7-e79cbedde7b7 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Pushing event deleted for resources: {'Port': ['ID=9c4c7f11-8b92-4111-abc0-4e7357ca2368,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:15.051923 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dc471fce-1510-490a-afbb-5d05491f1842 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks [] for floatingip, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:15.137684 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-e061f0ad-07e0-4b9e-a799-2a6b7faffb89 req-ca10bb4b-1b07-4498-95a7-e79cbedde7b7 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] No DVR routers for this DVR port 9c4c7f11-8b92-4111-abc0-4e7357ca2368 on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:03:15.146335 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e061f0ad-07e0-4b9e-a799-2a6b7faffb89 req-ca10bb4b-1b07-4498-95a7-e79cbedde7b7 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:15.149390 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e061f0ad-07e0-4b9e-a799-2a6b7faffb89 req-ca10bb4b-1b07-4498-95a7-e79cbedde7b7 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.18 "DELETE /v2.0/ports/9c4c7f11-8b92-4111-abc0-4e7357ca2368 HTTP/1.1" status: 204 len: 173 time: 0.9993620 Jul 15 13:03:15.160348 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-4cb41719-b0d6-42ff-9c51-292bbef58e51 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:15.235160 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-4cb41719-b0d6-42ff-9c51-292bbef58e51 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:15.237741 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb41719-b0d6-42ff-9c51-292bbef58e51 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Pushing event updated for resources: {'Port': ['ID=300b6252-3d05-44ba-97a7-230188d36f95,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:15.244041 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-4cb41719-b0d6-42ff-9c51-292bbef58e51 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:15.277781 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec07807-6974-44f5-b2b8-c0778f6ec0c7 req-df96c9a1-4f3f-4703-b921-7cb0b3da95e3 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:15.286042 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fec07807-6974-44f5-b2b8-c0778f6ec0c7 req-df96c9a1-4f3f-4703-b921-7cb0b3da95e3 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 948 time: 0.7193639 Jul 15 13:03:15.315831 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-6944f884-b84e-4d74-9fe1-61639eeab268 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Allocated IP 192.168.233.19 (469a0c47-6cac-4ffe-aa16-0c933961e7af/23cd399a-e88b-433a-a99b-25a477d6a3ca/cb7d8363-95cf-4aa5-953d-567b5d61ee64) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:15.343262 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ab2dbc62-f0d7-4197-8508-86603ea9c882 req-86235845-e24c-4008-bf93-2f075a3ed3e7 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a621f11-4c28-45c7-959c-8a01f00890c6 HTTP/1.1" status: 200 len: 210 time: 0.1422226 Jul 15 13:03:15.344053 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46386) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:15.503132 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-9ce8b6e5-694b-4036-a522-c4d1252078eb req-9e201c03-7e6b-4845-a630-846494319a4b tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Deleting port 4b44e2cb-f611-41b9-ad89-c17c317d8273 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:03:15.504220 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9ce8b6e5-694b-4036-a522-c4d1252078eb req-9e201c03-7e6b-4845-a630-846494319a4b tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:15.546566 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-331ba952-1429-42f2-83b3-1f08921fc1ce admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1044099367-network', 'tenant_id': '8b4d30a1a7bf40d4974a65996401b2e0'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:15.553042 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-4cb41719-b0d6-42ff-9c51-292bbef58e51 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:15.553714 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-4cb41719-b0d6-42ff-9c51-292bbef58e51 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:15.573597 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331ba952-1429-42f2-83b3-1f08921fc1ce admin admin] Made reservation on behalf of 8b4d30a1a7bf40d4974a65996401b2e0 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:15.578010 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-331ba952-1429-42f2-83b3-1f08921fc1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:15.598765 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-331ba952-1429-42f2-83b3-1f08921fc1ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:15.709861 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fec07807-6974-44f5-b2b8-c0778f6ec0c7 req-bc711e78-60cc-49ac-88d3-f7e36b8bb0af tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225512 Jul 15 13:03:15.812577 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-331ba952-1429-42f2-83b3-1f08921fc1ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:15.823151 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-331ba952-1429-42f2-83b3-1f08921fc1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:15.829713 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7c3c4631-b3a7-4510-91c6-af9099a934df None None] Provisioning for port 300b6252-3d05-44ba-97a7-230188d36f95 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:15.836848 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7c3c4631-b3a7-4510-91c6-af9099a934df None None] Provisioning complete for port 300b6252-3d05-44ba-97a7-230188d36f95 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:15.837933 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c3c4631-b3a7-4510-91c6-af9099a934df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:15.859911 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ba952-1429-42f2-83b3-1f08921fc1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caef5067-9095-4d6d-b066-a22cb8959567,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:15.892423 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-331ba952-1429-42f2-83b3-1f08921fc1ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:03:15.915408 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-331ba952-1429-42f2-83b3-1f08921fc1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:15.916053 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-331ba952-1429-42f2-83b3-1f08921fc1ce admin admin] Added segment a4bb40fc-7f9f-44f0-b0cf-086f85450450 of type vlan for network 85506c49-ef76-49a2-8400-1e31bb62cb86 Jul 15 13:03:15.948545 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf89345-d926-43b2-a1b7-054b06db085e req-7968092f-d21a-47cd-be6c-1efd7dde4e5a tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:15.956424 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cbf89345-d926-43b2-a1b7-054b06db085e req-7968092f-d21a-47cd-be6c-1efd7dde4e5a tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=84516647-0d9e-486f-b7fa-bb9925de3021 HTTP/1.1" status: 200 len: 950 time: 0.2021456 Jul 15 13:03:15.959256 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7c3c4631-b3a7-4510-91c6-af9099a934df None None] Port 300b6252-3d05-44ba-97a7-230188d36f95 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:03:16.028049 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cbf89345-d926-43b2-a1b7-054b06db085e req-4d7121e9-07a1-4880-b539-2e782860aa42 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704026 Jul 15 13:03:16.029974 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-331ba952-1429-42f2-83b3-1f08921fc1ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:16.074044 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-331ba952-1429-42f2-83b3-1f08921fc1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:16.075887 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331ba952-1429-42f2-83b3-1f08921fc1ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:16.076990 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-331ba952-1429-42f2-83b3-1f08921fc1ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:16.110980 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46396) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:16.175673 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-331ba952-1429-42f2-83b3-1f08921fc1ce admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8298137 Jul 15 13:03:16.177092 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46398) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:16.197996 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-dd9f0346-3897-432d-8b64-bfe0ea64c9fd admin admin] Request body: {'subnet': {'network_id': '85506c49-ef76-49a2-8400-1e31bb62cb86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1044099367-subnet', 'tenant_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:16.240034 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ba952-1429-42f2-83b3-1f08921fc1ce admin admin] Pushing event updated for resources: {'Network': ['ID=85506c49-ef76-49a2-8400-1e31bb62cb86,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:16.265126 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9798ba9-9d1c-4b5c-98fb-77816296500c tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:16.294321 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 85506c49-ef76-49a2-8400-1e31bb62cb86 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:03:16.300532 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9798ba9-9d1c-4b5c-98fb-77816296500c tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:16.316612 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a621f11-4c28-45c7-959c-8a01f00890c6', 'name': 'network-vif-deleted', 'tag': '9c4c7f11-8b92-4111-abc0-4e7357ca2368'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:16.324863 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd6f5dc-d04e-42bf-a45b-01e8d0e78a9b" -d '{"events": [{"server_uuid": "4a621f11-4c28-45c7-959c-8a01f00890c6", "name": "network-vif-deleted", "tag": "9c4c7f11-8b92-4111-abc0-4e7357ca2368"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:16.427511 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-4cb41719-b0d6-42ff-9c51-292bbef58e51 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8142982 Jul 15 13:03:16.482156 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9798ba9-9d1c-4b5c-98fb-77816296500c tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:16.488822 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9798ba9-9d1c-4b5c-98fb-77816296500c tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:16.495214 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e9798ba9-9d1c-4b5c-98fb-77816296500c tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "DELETE /v2.0/security-groups/8811ffd5-069b-4239-92c4-15de607e4d14 HTTP/1.1" status: 204 len: 168 time: 0.3763268 Jul 15 13:03:16.506620 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2b732572-a76e-4311-830e-a05ccf3e2df2 req-104511f0-375b-4202-9442-79adde8cd6ab tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/ports?device_id=c12e63ba-28cf-4888-b485-5eecf6301a81 HTTP/1.1" status: 200 len: 210 time: 0.1305809 Jul 15 13:03:16.511652 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9f0346-3897-432d-8b64-bfe0ea64c9fd admin admin] Made reservation on behalf of 8b4d30a1a7bf40d4974a65996401b2e0 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:16.515681 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0346-3897-432d-8b64-bfe0ea64c9fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:16.520432 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46416) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:16.521811 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9798ba9-9d1c-4b5c-98fb-77816296500c tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8811ffd5-069b-4239-92c4-15de607e4d14,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:16.579415 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-b6b5241d-5a74-42e7-afeb-1d082f704127 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] show failed (client error): The resource could not be found. Jul 15 13:03:16.579979 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-37ba4ee5-288a-4bfc-ac1b-77a02bb35b6a service neutron] Request body: {'port': {'device_id': '0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:16.581332 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b6b5241d-5a74-42e7-afeb-1d082f704127 tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "GET /v2.0/security-groups/8811ffd5-069b-4239-92c4-15de607e4d14 HTTP/1.1" status: 404 len: 347 time: 0.0553398 Jul 15 13:03:16.585334 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46418) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:16.665468 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-9ce8b6e5-694b-4036-a522-c4d1252078eb req-9e201c03-7e6b-4845-a630-846494319a4b tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] For port 4b44e2cb-f611-41b9-ad89-c17c317d8273, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=4b44e2cb-f611-41b9-ad89-c17c317d8273,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:16.666441 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9ce8b6e5-694b-4036-a522-c4d1252078eb req-9e201c03-7e6b-4845-a630-846494319a4b tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:16.673118 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01dbaba-b5a5-4b26-ad7e-55dc6c6245e7 x-openstack-request-id: req-f01dbaba-b5a5-4b26-ad7e-55dc6c6245e7 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:16.673672 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a621f11-4c28-45c7-959c-8a01f00890c6", "name": "network-vif-deleted", "tag": "9c4c7f11-8b92-4111-abc0-4e7357ca2368", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:16.674182 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f01dbaba-b5a5-4b26-ad7e-55dc6c6245e7 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:16.674881 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a621f11-4c28-45c7-959c-8a01f00890c6', 'name': 'network-vif-deleted', 'tag': '9c4c7f11-8b92-4111-abc0-4e7357ca2368', 'status': 'completed', 'code': 200} Jul 15 13:03:16.801231 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-9ce8b6e5-694b-4036-a522-c4d1252078eb req-9e201c03-7e6b-4845-a630-846494319a4b tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Calling delete_port for 4b44e2cb-f611-41b9-ad89-c17c317d8273 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:03:16.984567 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c01f12ec-29ec-4f9f-896e-e5b19c180856 req-8e29a11d-188b-4f4c-b0f3-a27b62bd3561 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups/9331e5c2-63a4-452f-855d-ffcca526de34 HTTP/1.1" status: 200 len: 1800 time: 0.1706908 Jul 15 13:03:17.023374 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 9c4c7f11-8b92-4111-abc0-4e7357ca2368 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:03:17.064373 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 9c4c7f11-8b92-4111-abc0-4e7357ca2368 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:03:17.065153 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 9c4c7f11-8b92-4111-abc0-4e7357ca2368 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:03:17.065798 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 4b44e2cb-f611-41b9-ad89-c17c317d8273 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:03:17.082628 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-6944f884-b84e-4d74-9fe1-61639eeab268 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:17.122994 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-aad4f41c-6423-49e1-a864-16af7e00238c tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Deleting port e309e751-3df5-4302-ac54-386979b4a821 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:03:17.123368 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aad4f41c-6423-49e1-a864-16af7e00238c tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:17.152601 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-37ba4ee5-288a-4bfc-ac1b-77a02bb35b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:17.162042 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-6944f884-b84e-4d74-9fe1-61639eeab268 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Transition to ACTIVE for port object cb7d8363-95cf-4aa5-953d-567b5d61ee64 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:17.227610 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:17.241473 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46434) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:17.274513 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84516647-0d9e-486f-b7fa-bb9925de3021', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b44e2cb-f611-41b9-ad89-c17c317d8273'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:17.277277 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cb1062-443d-4a83-9633-7bf40902e597" -d '{"events": [{"server_uuid": "84516647-0d9e-486f-b7fa-bb9925de3021", "name": "network-vif-unplugged", "status": "completed", "tag": "4b44e2cb-f611-41b9-ad89-c17c317d8273"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:17.295441 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 4b44e2cb-f611-41b9-ad89-c17c317d8273, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=4b44e2cb-f611-41b9-ad89-c17c317d8273,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:17.302768 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:17.324554 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c01f12ec-29ec-4f9f-896e-e5b19c180856 req-41dd744a-7509-40c5-a70f-6a3e64b7a0ee tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:17.391546 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0346-3897-432d-8b64-bfe0ea64c9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:17.397348 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aad4f41c-6423-49e1-a864-16af7e00238c tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:17.398298 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aad4f41c-6423-49e1-a864-16af7e00238c tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:17.403589 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c01f12ec-29ec-4f9f-896e-e5b19c180856 req-41dd744a-7509-40c5-a70f-6a3e64b7a0ee tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:17.417207 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=4b44e2cb-f611-41b9-ad89-c17c317d8273,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:17.455920 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-aad4f41c-6423-49e1-a864-16af7e00238c tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Calling delete_port for e309e751-3df5-4302-ac54-386979b4a821 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:03:17.476051 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-6944f884-b84e-4d74-9fe1-61639eeab268 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:17.524105 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f0346-3897-432d-8b64-bfe0ea64c9fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddd3d1aa-d62d-409c-8c51-52222d94058f,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:17.597361 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73dd1bb9-5705-4a30-9fb6-c6bb1c1f61ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:17.606091 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c01f12ec-29ec-4f9f-896e-e5b19c180856 req-41dd744a-7509-40c5-a70f-6a3e64b7a0ee tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:17.607584 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9ce8b6e5-694b-4036-a522-c4d1252078eb req-9e201c03-7e6b-4845-a630-846494319a4b tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:17.608753 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c01f12ec-29ec-4f9f-896e-e5b19c180856 req-41dd744a-7509-40c5-a70f-6a3e64b7a0ee tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:17.610007 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c01f12ec-29ec-4f9f-896e-e5b19c180856 req-41dd744a-7509-40c5-a70f-6a3e64b7a0ee tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "DELETE /v2.0/security-groups/9331e5c2-63a4-452f-855d-ffcca526de34 HTTP/1.1" status: 204 len: 173 time: 0.6242692 Jul 15 13:03:17.610882 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9f0346-3897-432d-8b64-bfe0ea64c9fd admin admin] Checking segment: {'id': 'a4bb40fc-7f9f-44f0-b0cf-086f85450450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '85506c49-ef76-49a2-8400-1e31bb62cb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:17.611248 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9f0346-3897-432d-8b64-bfe0ea64c9fd admin admin] Network hostable DHCP agents. Network: 85506c49-ef76-49a2-8400-1e31bb62cb86, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:03:17.631057 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.db.resource_extend [None req-dc471fce-1510-490a-afbb-5d05491f1842 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:03:17.634296 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-6944f884-b84e-4d74-9fe1-61639eeab268 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:17.652646 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['0af5bf58-a625-404b-9e00-06be5124876b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:17.655664 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd744a-7509-40c5-a70f-6a3e64b7a0ee tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9331e5c2-63a4-452f-855d-ffcca526de34,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:17.679297 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9f0346-3897-432d-8b64-bfe0ea64c9fd admin admin] Network 85506c49-ef76-49a2-8400-1e31bb62cb86 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:03:17.692379 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-6944f884-b84e-4d74-9fe1-61639eeab268 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:17.703669 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944f884-b84e-4d74-9fe1-61639eeab268 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Pushing event updated for resources: {'Port': ['ID=cb7d8363-95cf-4aa5-953d-567b5d61ee64,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:17.713589 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-6944f884-b84e-4d74-9fe1-61639eeab268 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:17.733936 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-dd9f0346-3897-432d-8b64-bfe0ea64c9fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 85506c49-ef76-49a2-8400-1e31bb62cb86) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:17.759551 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25b1dfa-1693-4651-a5de-3ec5acc534c6 None None] Network 85506c49-ef76-49a2-8400-1e31bb62cb86 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:03:17.760623 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9f0346-3897-432d-8b64-bfe0ea64c9fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:17.761555 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0346-3897-432d-8b64-bfe0ea64c9fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:17.835224 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcff97-ba43-4ec4-a708-018549bbab82 req-cf5dccb7-a5f7-4afa-8ba9-6bc25ccf7160 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:17.837449 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5edcff97-ba43-4ec4-a708-018549bbab82 req-cf5dccb7-a5f7-4afa-8ba9-6bc25ccf7160 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 948 time: 0.6351411 Jul 15 13:03:17.845446 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e201c03-7e6b-4845-a630-846494319a4b tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Pushing event deleted for resources: {'Port': ['ID=4b44e2cb-f611-41b9-ad89-c17c317d8273,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:17.878084 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dc471fce-1510-490a-afbb-5d05491f1842 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:17.894394 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-684cf1d5-99b2-498d-868c-94864855735c req-426f62de-fbd9-4619-841f-c399cb3fb217 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=84516647-0d9e-486f-b7fa-bb9925de3021 HTTP/1.1" status: 200 len: 210 time: 0.0866334 Jul 15 13:03:17.902875 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dc471fce-1510-490a-afbb-5d05491f1842 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:17.956924 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aad4f41c-6423-49e1-a864-16af7e00238c tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:17.979873 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73dd1bb9-5705-4a30-9fb6-c6bb1c1f61ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.013141 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73dd1bb9-5705-4a30-9fb6-c6bb1c1f61ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.032760 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4f41c-6423-49e1-a864-16af7e00238c tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Pushing event deleted for resources: {'Port': ['ID=e309e751-3df5-4302-ac54-386979b4a821,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:18.047748 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-37ba4ee5-288a-4bfc-ac1b-77a02bb35b6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 300b6252-3d05-44ba-97a7-230188d36f95 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:18.048881 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-dd9f0346-3897-432d-8b64-bfe0ea64c9fd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8604970 Jul 15 13:03:18.072608 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-37ba4ee5-288a-4bfc-ac1b-77a02bb35b6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.097073 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46444) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:18.106065 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ef2e604d-58d7-40e1-84ea-6ac6dba3e17e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1044099367-router', 'tenant_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:18.111597 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce8b6e5-694b-4036-a522-c4d1252078eb req-9e201c03-7e6b-4845-a630-846494319a4b tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] No DVR routers for this DVR port 4b44e2cb-f611-41b9-ad89-c17c317d8273 on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:03:18.135814 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0999e7df-6f26-4d52-a828-9752d2863eaf x-openstack-request-id: req-0999e7df-6f26-4d52-a828-9752d2863eaf {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:18.136269 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84516647-0d9e-486f-b7fa-bb9925de3021", "name": "network-vif-unplugged", "status": "completed", "tag": "4b44e2cb-f611-41b9-ad89-c17c317d8273", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:18.136608 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0999e7df-6f26-4d52-a828-9752d2863eaf {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:18.137089 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84516647-0d9e-486f-b7fa-bb9925de3021', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b44e2cb-f611-41b9-ad89-c17c317d8273', 'code': 200} Jul 15 13:03:18.157026 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9ce8b6e5-694b-4036-a522-c4d1252078eb req-9e201c03-7e6b-4845-a630-846494319a4b tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.159151 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9ce8b6e5-694b-4036-a522-c4d1252078eb req-9e201c03-7e6b-4845-a630-846494319a4b tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.18 "DELETE /v2.0/ports/4b44e2cb-f611-41b9-ad89-c17c317d8273 HTTP/1.1" status: 204 len: 173 time: 3.5357611 Jul 15 13:03:18.159618 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84516647-0d9e-486f-b7fa-bb9925de3021', 'name': 'network-vif-deleted', 'tag': '4b44e2cb-f611-41b9-ad89-c17c317d8273'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:18.162693 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5074ab-d0a5-419e-8d6b-115c82738e7e" -d '{"events": [{"server_uuid": "84516647-0d9e-486f-b7fa-bb9925de3021", "name": "network-vif-deleted", "tag": "4b44e2cb-f611-41b9-ad89-c17c317d8273"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:18.171094 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd1bb9-5705-4a30-9fb6-c6bb1c1f61ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed0745c-301b-40cb-a9bc-0f9673d702da,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:18.183540 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-be5d536b-d95a-4895-a1c5-4c4fcea7486c None None] Provisioning for port cb7d8363-95cf-4aa5-953d-567b5d61ee64 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:18.185722 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-6944f884-b84e-4d74-9fe1-61639eeab268 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:18.186584 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-6944f884-b84e-4d74-9fe1-61639eeab268 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.198290 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-73dd1bb9-5705-4a30-9fb6-c6bb1c1f61ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed98525895724d398e1f67ecf635397d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9353764 Jul 15 13:03:18.209948 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46448) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:18.210542 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-be5d536b-d95a-4895-a1c5-4c4fcea7486c None None] Provisioning complete for port cb7d8363-95cf-4aa5-953d-567b5d61ee64 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:18.211664 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-be5d536b-d95a-4895-a1c5-4c4fcea7486c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.219679 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-37ba4ee5-288a-4bfc-ac1b-77a02bb35b6a service neutron] Transition to ACTIVE for port object 300b6252-3d05-44ba-97a7-230188d36f95 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:18.236078 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5edcff97-ba43-4ec4-a708-018549bbab82 req-9b9bf880-5e7c-4abc-bcd2-7e9e3fa4e537 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531506 Jul 15 13:03:18.239809 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-37ba4ee5-288a-4bfc-ac1b-77a02bb35b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.261267 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aad4f41c-6423-49e1-a864-16af7e00238c tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.264012 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aad4f41c-6423-49e1-a864-16af7e00238c tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.267828 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-aad4f41c-6423-49e1-a864-16af7e00238c tempest-ImagesOneServerNegativeTestJSON-1484775874 tempest-ImagesOneServerNegativeTestJSON-1484775874-project] 10.222.0.24 "DELETE /v2.0/floatingips/dda16ab1-6ef3-4e25-8e3c-e18900861c92 HTTP/1.1" status: 204 len: 168 time: 1.6787031 Jul 15 13:03:18.271272 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef2e604d-58d7-40e1-84ea-6ac6dba3e17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.272321 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef2e604d-58d7-40e1-84ea-6ac6dba3e17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.315937 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-6944f884-b84e-4d74-9fe1-61639eeab268 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4455950 Jul 15 13:03:18.337308 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e907127-4020-4039-be2a-4627fa1f1a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.359838 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-c16f521c-9691-40a2-a4a8-fc94451b54ac service neutron] Request body: {'port': {'device_id': 'c12e63ba-28cf-4888-b485-5eecf6301a81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:18.391342 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-be5d536b-d95a-4895-a1c5-4c4fcea7486c None None] Port cb7d8363-95cf-4aa5-953d-567b5d61ee64 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:03:18.409448 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba4ee5-288a-4bfc-ac1b-77a02bb35b6a service neutron] Pushing event updated for resources: {'Port': ['ID=300b6252-3d05-44ba-97a7-230188d36f95,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:18.410776 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb092a36-a80a-4fa5-8439-80ed1ceb306e req-f77271ba-54c5-4a33-a9f0-c5fcd7972ba2 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:18.418765 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eb092a36-a80a-4fa5-8439-80ed1ceb306e req-f77271ba-54c5-4a33-a9f0-c5fcd7972ba2 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/ports?device_id=c12e63ba-28cf-4888-b485-5eecf6301a81 HTTP/1.1" status: 200 len: 935 time: 0.2935824 Jul 15 13:03:18.431754 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef2e604d-58d7-40e1-84ea-6ac6dba3e17e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.437964 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e907127-4020-4039-be2a-4627fa1f1a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.469442 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-dc471fce-1510-490a-afbb-5d05491f1842 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Floating IP 1ceb4330-66f6-4f1d-bc58-963c2182e536 associated. External IP: 172.25.6.149, port: 3599cbba-e9fe-4669-bae0-782343103da9. Jul 15 13:03:18.478665 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429a721c-6f8d-4ab2-9472-210df661e212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-85506c49-ef76-49a2-8400-1e31bb62cb86', 'network_id': '85506c49-ef76-49a2-8400-1e31bb62cb86', 'tenant_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'fixed_ips': [{'subnet_id': 'ddd3d1aa-d62d-409c-8c51-52222d94058f'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:03:18.480342 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-429a721c-6f8d-4ab2-9472-210df661e212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.662709 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eb092a36-a80a-4fa5-8439-80ed1ceb306e req-78ec4caf-2f31-4c1f-857a-787d61bda707 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/security-groups?id=57db3fd0-977c-4490-97f7-2b5461f1817d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428694 Jul 15 13:03:18.679523 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fe2c2bd1-dbc0-440d-8eef-e9cd4bc73e87 req-349ee9be-6f6c-450b-b97c-2036986eb168 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups/d7a37140-56ba-4098-85b7-c13bf205c3fd HTTP/1.1" status: 200 len: 1801 time: 0.3699117 Jul 15 13:03:18.715600 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef2e604d-58d7-40e1-84ea-6ac6dba3e17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.734492 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e907127-4020-4039-be2a-4627fa1f1a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.737267 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e907127-4020-4039-be2a-4627fa1f1a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.739555 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2e907127-4020-4039-be2a-4627fa1f1a90 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4ed0745c-301b-40cb-a9bc-0f9673d702da HTTP/1.1" status: 204 len: 168 time: 0.5275710 Jul 15 13:03:18.780680 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e907127-4020-4039-be2a-4627fa1f1a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed0745c-301b-40cb-a9bc-0f9673d702da,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:18.816427 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa110422-5a75-4eba-9976-b7615d0517a7 x-openstack-request-id: req-fa110422-5a75-4eba-9976-b7615d0517a7 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:18.816862 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84516647-0d9e-486f-b7fa-bb9925de3021", "name": "network-vif-deleted", "tag": "4b44e2cb-f611-41b9-ad89-c17c317d8273", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:18.817118 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fa110422-5a75-4eba-9976-b7615d0517a7 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:18.817521 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84516647-0d9e-486f-b7fa-bb9925de3021', 'name': 'network-vif-deleted', 'tag': '4b44e2cb-f611-41b9-ad89-c17c317d8273', 'status': 'completed', 'code': 200} Jul 15 13:03:18.925460 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-a8434ac6-ca8b-4e6e-93bb-2364ddfe8463 service neutron] show failed (client error): The resource could not be found. Jul 15 13:03:18.926534 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-a8434ac6-ca8b-4e6e-93bb-2364ddfe8463 service neutron] 10.222.0.18 "GET /v2.0/ports/200d3f04-e3cb-48a4-b2b6-34eca775b495/bindings/n-h2-758944-45 HTTP/1.1" status: 404 len: 381 time: 0.4987197 Jul 15 13:03:18.942828 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-429a721c-6f8d-4ab2-9472-210df661e212 None None] Allocated IP 172.20.0.2 (85506c49-ef76-49a2-8400-1e31bb62cb86/ddd3d1aa-d62d-409c-8c51-52222d94058f/df47b645-117d-43ed-84b9-b866571ade37) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:19.033294 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-c16f521c-9691-40a2-a4a8-fc94451b54ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.085491 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-37ba4ee5-288a-4bfc-ac1b-77a02bb35b6a service neutron] Attempting to bind port 300b6252-3d05-44ba-97a7-230188d36f95 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:19.091905 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-37ba4ee5-288a-4bfc-ac1b-77a02bb35b6a service neutron] Attempting to bind port 300b6252-3d05-44ba-97a7-230188d36f95 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:19.093010 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-37ba4ee5-288a-4bfc-ac1b-77a02bb35b6a service neutron] Attempting to bind port 300b6252-3d05-44ba-97a7-230188d36f95 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:19.218789 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fe2c2bd1-dbc0-440d-8eef-e9cd4bc73e87 req-464cb8ef-d528-4bfb-b988-ed9cf9a3a451 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.232850 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-37ba4ee5-288a-4bfc-ac1b-77a02bb35b6a service neutron] Port 300b6252-3d05-44ba-97a7-230188d36f95 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:19.233788 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-37ba4ee5-288a-4bfc-ac1b-77a02bb35b6a service neutron] Attempting to bind port 300b6252-3d05-44ba-97a7-230188d36f95 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:19.296515 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-37ba4ee5-288a-4bfc-ac1b-77a02bb35b6a service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:19.297229 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-37ba4ee5-288a-4bfc-ac1b-77a02bb35b6a service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:19.297856 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-37ba4ee5-288a-4bfc-ac1b-77a02bb35b6a service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:19.298684 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-37ba4ee5-288a-4bfc-ac1b-77a02bb35b6a service neutron] Bound port: 300b6252-3d05-44ba-97a7-230188d36f95, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:19.299289 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-37ba4ee5-288a-4bfc-ac1b-77a02bb35b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.330220 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d6264cbe-f603-44e3-afff-092c5f156e60 req-687e6c0f-a559-427f-beb8-80b5ef89cfca tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=84516647-0d9e-486f-b7fa-bb9925de3021 HTTP/1.1" status: 200 len: 210 time: 0.0737796 Jul 15 13:03:19.337714 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-429a721c-6f8d-4ab2-9472-210df661e212 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.348152 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef2e604d-58d7-40e1-84ea-6ac6dba3e17e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.365550 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fe2c2bd1-dbc0-440d-8eef-e9cd4bc73e87 req-464cb8ef-d528-4bfb-b988-ed9cf9a3a451 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.374356 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-429a721c-6f8d-4ab2-9472-210df661e212 None None] Transition to ACTIVE for port object df47b645-117d-43ed-84b9-b866571ade37 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:19.384604 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef2e604d-58d7-40e1-84ea-6ac6dba3e17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.400130 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-429a721c-6f8d-4ab2-9472-210df661e212 None None] Transition to ACTIVE for port object df47b645-117d-43ed-84b9-b866571ade37 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:19.423036 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-429a721c-6f8d-4ab2-9472-210df661e212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.456193 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46468) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:19.486232 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea484085-703a-406b-943b-16b71e4e2768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.506510 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429a721c-6f8d-4ab2-9472-210df661e212 None None] Network 85506c49-ef76-49a2-8400-1e31bb62cb86 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:19.513847 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-429a721c-6f8d-4ab2-9472-210df661e212 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:19.520074 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429a721c-6f8d-4ab2-9472-210df661e212 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:19.580920 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46470) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:19.611322 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-429a721c-6f8d-4ab2-9472-210df661e212 None None] Attempting to bind port df47b645-117d-43ed-84b9-b866571ade37 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:19.611709 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-429a721c-6f8d-4ab2-9472-210df661e212 None None] Attempting to bind port df47b645-117d-43ed-84b9-b866571ade37 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'a4bb40fc-7f9f-44f0-b0cf-086f85450450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '85506c49-ef76-49a2-8400-1e31bb62cb86'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:19.612474 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429a721c-6f8d-4ab2-9472-210df661e212 None None] Attempting to bind port df47b645-117d-43ed-84b9-b866571ade37 on network 85506c49-ef76-49a2-8400-1e31bb62cb86 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:19.620522 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a721c-6f8d-4ab2-9472-210df661e212 None None] Pushing event updated for resources: {'Port': ['ID=df47b645-117d-43ed-84b9-b866571ade37,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:19.625713 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429a721c-6f8d-4ab2-9472-210df661e212 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:19.626459 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429a721c-6f8d-4ab2-9472-210df661e212 None None] Checking segment: {'id': 'a4bb40fc-7f9f-44f0-b0cf-086f85450450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '85506c49-ef76-49a2-8400-1e31bb62cb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:19.626887 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-429a721c-6f8d-4ab2-9472-210df661e212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.627355 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429a721c-6f8d-4ab2-9472-210df661e212 None None] Bound using segment: {'id': 'a4bb40fc-7f9f-44f0-b0cf-086f85450450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '85506c49-ef76-49a2-8400-1e31bb62cb86'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:19.627907 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-429a721c-6f8d-4ab2-9472-210df661e212 None None] Bound port: df47b645-117d-43ed-84b9-b866571ade37, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bb40fc-7f9f-44f0-b0cf-086f85450450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '85506c49-ef76-49a2-8400-1e31bb62cb86'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:19.628326 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-429a721c-6f8d-4ab2-9472-210df661e212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.701293 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-ef2e604d-58d7-40e1-84ea-6ac6dba3e17e admin admin] Allocated IP 172.25.6.61 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/4a5dd14b-1413-44de-96b4-75eaae3ead55) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:19.731080 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-429a721c-6f8d-4ab2-9472-210df661e212 None None] For port df47b645-117d-43ed-84b9-b866571ade37, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:19.736444 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-429a721c-6f8d-4ab2-9472-210df661e212 None None] For port df47b645-117d-43ed-84b9-b866571ade37, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=df47b645-117d-43ed-84b9-b866571ade37,segment=NetworkSegment(a4bb40fc-7f9f-44f0-b0cf-086f85450450),segment_id=a4bb40fc-7f9f-44f0-b0cf-086f85450450)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:19.742855 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-429a721c-6f8d-4ab2-9472-210df661e212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.782555 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-bccdd8f9-18c7-45f7-a9d4-6ddb4f8e1fcf admin admin] Deleting subnet bf3b4397-f36e-483e-9233-daaf3a1bb75a {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:03:19.796255 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bccdd8f9-18c7-45f7-a9d4-6ddb4f8e1fcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.830085 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a721c-6f8d-4ab2-9472-210df661e212 None None] Pushing event updated for resources: {'Port': ['ID=df47b645-117d-43ed-84b9-b866571ade37,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:19.877459 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-2ca552ff-8212-467d-81ad-3068914a3e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:19.879530 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-2ca552ff-8212-467d-81ad-3068914a3e77 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2&tenant_id=4c3108a20e0e4e5c98e0e01050769b9a HTTP/1.1" status: 200 len: 1100 time: 0.3427510 Jul 15 13:03:19.920525 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bccdd8f9-18c7-45f7-a9d4-6ddb4f8e1fcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:19.929135 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-0bf49245-85eb-4994-a6fe-e0a7257ef34f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-45', 'device_owner': 'compute:nova'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:20.102296 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fe2c2bd1-dbc0-440d-8eef-e9cd4bc73e87 req-464cb8ef-d528-4bfb-b988-ed9cf9a3a451 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:20.105487 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fe2c2bd1-dbc0-440d-8eef-e9cd4bc73e87 req-464cb8ef-d528-4bfb-b988-ed9cf9a3a451 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:20.106735 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fe2c2bd1-dbc0-440d-8eef-e9cd4bc73e87 req-464cb8ef-d528-4bfb-b988-ed9cf9a3a451 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "DELETE /v2.0/security-groups/d7a37140-56ba-4098-85b7-c13bf205c3fd HTTP/1.1" status: 204 len: 173 time: 1.3922410 Jul 15 13:03:20.109502 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-37ba4ee5-288a-4bfc-ac1b-77a02bb35b6a service neutron] For port 300b6252-3d05-44ba-97a7-230188d36f95, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:20.142751 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea484085-703a-406b-943b-16b71e4e2768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:20.148476 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-37ba4ee5-288a-4bfc-ac1b-77a02bb35b6a service neutron] For port 300b6252-3d05-44ba-97a7-230188d36f95, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=300b6252-3d05-44ba-97a7-230188d36f95,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:20.151184 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc471fce-1510-490a-afbb-5d05491f1842 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Router 67c6bf10-fbf6-4f03-ae82-622a087bd603 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:03:20.154634 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464cb8ef-d528-4bfb-b988-ed9cf9a3a451 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a37140-56ba-4098-85b7-c13bf205c3fd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:20.163590 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-37ba4ee5-288a-4bfc-ac1b-77a02bb35b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:20.203396 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fd78c-87c1-472b-b7c4-2ee9e73ccb26 req-07adf16a-f73a-44f4-a2a9-e1e2a46820b9 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:20.206388 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-158fd78c-87c1-472b-b7c4-2ee9e73ccb26 req-07adf16a-f73a-44f4-a2a9-e1e2a46820b9 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 948 time: 0.5213966 Jul 15 13:03:20.218724 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea484085-703a-406b-943b-16b71e4e2768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:20.225552 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bccdd8f9-18c7-45f7-a9d4-6ddb4f8e1fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:20.263287 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-37ba4ee5-288a-4bfc-ac1b-77a02bb35b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:20.263974 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-37ba4ee5-288a-4bfc-ac1b-77a02bb35b6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:20.265452 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-37ba4ee5-288a-4bfc-ac1b-77a02bb35b6a service neutron] 10.222.0.32 "PUT /v2.0/ports/300b6252-3d05-44ba-97a7-230188d36f95 HTTP/1.1" status: 200 len: 1096 time: 3.7635639 Jul 15 13:03:20.377875 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef2e604d-58d7-40e1-84ea-6ac6dba3e17e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:20.412694 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba4ee5-288a-4bfc-ac1b-77a02bb35b6a service neutron] Pushing event updated for resources: {'Port': ['ID=300b6252-3d05-44ba-97a7-230188d36f95,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:20.422799 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ea484085-703a-406b-943b-16b71e4e2768 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e8d479eb6974865acabeb754bb56002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9655328 Jul 15 13:03:20.436332 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46478) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:20.440050 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea484085-703a-406b-943b-16b71e4e2768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e03e9d-bef9-4176-a879-7dfc281335df,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:20.464257 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-0bf49245-85eb-4994-a6fe-e0a7257ef34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:20.491932 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-158fd78c-87c1-472b-b7c4-2ee9e73ccb26 req-77f1717a-fb26-46ca-9259-4caec362e3eb tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611783 Jul 15 13:03:20.517043 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-c16f521c-9691-40a2-a4a8-fc94451b54ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb7d8363-95cf-4aa5-953d-567b5d61ee64 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:20.530539 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-c16f521c-9691-40a2-a4a8-fc94451b54ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:20.545279 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-8a5d02d0-bce7-4ce2-a68f-37e5adef28ea req-a63a9b33-129b-4fdb-b637-8da22b2323c3 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1389558378', 'description': 'tempest-description-330009235'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:20.566028 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-c16f521c-9691-40a2-a4a8-fc94451b54ac service neutron] Transition to ACTIVE for port object cb7d8363-95cf-4aa5-953d-567b5d61ee64 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:20.571646 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc471fce-1510-490a-afbb-5d05491f1842 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:03:20.581568 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dc471fce-1510-490a-afbb-5d05491f1842 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:20.584848 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-c16f521c-9691-40a2-a4a8-fc94451b54ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:20.598243 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1328400e-a027-49b7-9d2f-29ebf94a2cff None None] Sync routers for ids ['67c6bf10-fbf6-4f03-ae82-622a087bd603'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:03:20.626340 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1328400e-a027-49b7-9d2f-29ebf94a2cff None None] Routers {'67c6bf10-fbf6-4f03-ae82-622a087bd603'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:03:20.628810 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1328400e-a027-49b7-9d2f-29ebf94a2cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:02:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['67c6bf10-fbf6-4f03-ae82-622a087bd603'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:20.630630 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bccdd8f9-18c7-45f7-a9d4-6ddb4f8e1fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:20.654192 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bccdd8f9-18c7-45f7-a9d4-6ddb4f8e1fcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:20.659558 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-bccdd8f9-18c7-45f7-a9d4-6ddb4f8e1fcf admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bf3b4397-f36e-483e-9233-daaf3a1bb75a HTTP/1.1" status: 204 len: 168 time: 1.0771804 Jul 15 13:03:20.666309 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46480) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:20.712347 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e04032b-4cdb-4440-8588-a6365facfa71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:20.721740 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccdd8f9-18c7-45f7-a9d4-6ddb4f8e1fcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf3b4397-f36e-483e-9233-daaf3a1bb75a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:20.726189 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-dc471fce-1510-490a-afbb-5d05491f1842 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "PUT /v2.0/floatingips/1ceb4330-66f6-4f1d-bc58-963c2182e536 HTTP/1.1" status: 200 len: 991 time: 5.8874152 Jul 15 13:03:20.731330 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e96d64-b957-4f79-a59b-8130c19c3047 req-c23ee753-f4d6-418b-b4fe-8d933e8dfb38 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:20.734425 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f4e96d64-b957-4f79-a59b-8130c19c3047 req-c23ee753-f4d6-418b-b4fe-8d933e8dfb38 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/ports?device_id=c12e63ba-28cf-4888-b485-5eecf6301a81 HTTP/1.1" status: 200 len: 935 time: 0.3754601 Jul 15 13:03:20.736629 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef2e604d-58d7-40e1-84ea-6ac6dba3e17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:20.738942 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f521c-9691-40a2-a4a8-fc94451b54ac service neutron] Pushing event updated for resources: {'Port': ['ID=cb7d8363-95cf-4aa5-953d-567b5d61ee64,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:20.742949 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-28f7f79f-07f3-42ca-a577-00b42e170382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:20.744905 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-28f7f79f-07f3-42ca-a577-00b42e170382 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=80e5ac1f618d4777963260bcfdf4c480&device_id=0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e HTTP/1.1" status: 200 len: 1099 time: 0.3872511 Jul 15 13:03:20.784252 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0cbbe92e-5812-4a42-82b0-ec34e666c892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:20.803379 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2e604d-58d7-40e1-84ea-6ac6dba3e17e admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:20.814918 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-ef2e604d-58d7-40e1-84ea-6ac6dba3e17e admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:20.819035 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2e604d-58d7-40e1-84ea-6ac6dba3e17e admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:20.823656 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8a5d02d0-bce7-4ce2-a68f-37e5adef28ea req-a63a9b33-129b-4fdb-b637-8da22b2323c3 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:20.879905 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e', 'tag': '300b6252-3d05-44ba-97a7-230188d36f95'}, {'name': 'network-changed', 'server_uuid': 'cb63e20c-1b03-4fd6-886f-16fcc03a32c3', 'tag': '3599cbba-e9fe-4669-bae0-782343103da9'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:20.882121 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-1328400e-a027-49b7-9d2f-29ebf94a2cff None None] Set router 67c6bf10-fbf6-4f03-ae82-622a087bd603 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:03:20.884440 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7a0ef6-df83-4883-aa97-e95619f5bc62" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e", "tag": "300b6252-3d05-44ba-97a7-230188d36f95"}, {"name": "network-changed", "server_uuid": "cb63e20c-1b03-4fd6-886f-16fcc03a32c3", "tag": "3599cbba-e9fe-4669-bae0-782343103da9"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:21.001949 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-5c0d1baf-ebfc-4690-9cb4-8a504b2db703 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=300b6252-3d05-44ba-97a7-230188d36f95 HTTP/1.1" status: 200 len: 217 time: 0.2322080 Jul 15 13:03:21.033145 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e04032b-4cdb-4440-8588-a6365facfa71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.040553 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bd4159b6-9c32-4dc7-874e-666393dd39e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.058325 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 200d3f04-e3cb-48a4-b2b6-34eca775b495 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:03:21.128652 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-de852c49-2f13-4007-90c3-ac29f559f8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:21.138296 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-de852c49-2f13-4007-90c3-ac29f559f8ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1017368 Jul 15 13:03:21.184085 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f4e96d64-b957-4f79-a59b-8130c19c3047 req-f9bf2624-358e-42b7-a5c7-d1126145a736 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/security-groups?id=57db3fd0-977c-4490-97f7-2b5461f1817d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4327533 Jul 15 13:03:21.277100 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.296424 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-c16f521c-9691-40a2-a4a8-fc94451b54ac service neutron] Attempting to bind port cb7d8363-95cf-4aa5-953d-567b5d61ee64 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:21.297117 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-c16f521c-9691-40a2-a4a8-fc94451b54ac service neutron] Attempting to bind port cb7d8363-95cf-4aa5-953d-567b5d61ee64 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:21.297811 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-c16f521c-9691-40a2-a4a8-fc94451b54ac service neutron] Attempting to bind port cb7d8363-95cf-4aa5-953d-567b5d61ee64 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:21.304155 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-c16f521c-9691-40a2-a4a8-fc94451b54ac service neutron] Port cb7d8363-95cf-4aa5-953d-567b5d61ee64 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:21.304935 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-c16f521c-9691-40a2-a4a8-fc94451b54ac service neutron] Attempting to bind port cb7d8363-95cf-4aa5-953d-567b5d61ee64 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:21.337229 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device df47b645-117d-43ed-84b9-b866571ade37 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:21.349634 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-c16f521c-9691-40a2-a4a8-fc94451b54ac service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:21.350308 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-c16f521c-9691-40a2-a4a8-fc94451b54ac service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:21.350949 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-c16f521c-9691-40a2-a4a8-fc94451b54ac service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:21.352227 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-c16f521c-9691-40a2-a4a8-fc94451b54ac service neutron] Bound port: cb7d8363-95cf-4aa5-953d-567b5d61ee64, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:21.352856 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-c16f521c-9691-40a2-a4a8-fc94451b54ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.453640 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bd4159b6-9c32-4dc7-874e-666393dd39e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.480450 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-bd4159b6-9c32-4dc7-874e-666393dd39e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:21.511888 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-11d49f3c-0842-4258-b994-602cfaba5b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:21.513495 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-11d49f3c-0842-4258-b994-602cfaba5b2b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3574631 Jul 15 13:03:21.517300 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-bd4159b6-9c32-4dc7-874e-666393dd39e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c78992c-7c37-4056-a074-465cd7af4f35') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:21.517300 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-bd4159b6-9c32-4dc7-874e-666393dd39e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c78992c-7c37-4056-a074-465cd7af4f35') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:21.535688 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82006bfe-b26b-43eb-8293-8dd33776d0f6 None None] Network 85506c49-ef76-49a2-8400-1e31bb62cb86 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:03:21.601393 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port df47b645-117d-43ed-84b9-b866571ade37 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:21.630448 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-ba3916f2-4bab-4c4b-975b-4faa56cd4822 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088541 Jul 15 13:03:21.636258 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3ec56c-e025-4c99-9d35-e241328a6ede x-openstack-request-id: req-9c3ec56c-e025-4c99-9d35-e241328a6ede {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:21.636815 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e", "tag": "300b6252-3d05-44ba-97a7-230188d36f95", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cb63e20c-1b03-4fd6-886f-16fcc03a32c3", "tag": "3599cbba-e9fe-4669-bae0-782343103da9", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:21.637218 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9c3ec56c-e025-4c99-9d35-e241328a6ede {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:21.637817 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e', 'tag': '300b6252-3d05-44ba-97a7-230188d36f95', 'status': 'completed', 'code': 200} Jul 15 13:03:21.638235 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb63e20c-1b03-4fd6-886f-16fcc03a32c3', 'tag': '3599cbba-e9fe-4669-bae0-782343103da9', 'status': 'completed', 'code': 200} Jul 15 13:03:21.642277 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bd4159b6-9c32-4dc7-874e-666393dd39e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.646320 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-c16f521c-9691-40a2-a4a8-fc94451b54ac service neutron] For port cb7d8363-95cf-4aa5-953d-567b5d61ee64, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:21.709061 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e604d-58d7-40e1-84ea-6ac6dba3e17e admin admin] Pushing event updated for resources: {'Port': ['ID=4a5dd14b-1413-44de-96b4-75eaae3ead55,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:21.709979 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7a1e5563-a864-476a-8009-cdf173d1a8e6 None None] Provisioning for port df47b645-117d-43ed-84b9-b866571ade37 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:21.723246 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bd4159b6-9c32-4dc7-874e-666393dd39e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.729438 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-c16f521c-9691-40a2-a4a8-fc94451b54ac service neutron] For port cb7d8363-95cf-4aa5-953d-567b5d61ee64, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=cb7d8363-95cf-4aa5-953d-567b5d61ee64,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:21.746686 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-c16f521c-9691-40a2-a4a8-fc94451b54ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.758371 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd4159b6-9c32-4dc7-874e-666393dd39e4 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:03:21.759079 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bd4159b6-9c32-4dc7-874e-666393dd39e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:03:21.764782 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:03:21.769659 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:03:21.769659 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:03:21.769659 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:03:21.769659 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:03:21.769659 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:03:21.769659 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:03:21.769659 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:03:21.771934 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1328400e-a027-49b7-9d2f-29ebf94a2cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-994761235-router', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:59:40Z', 'updated_at': '2021-07-15T12:59:52Z', 'revision_number': 4, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'gw_port': {'id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:43Z', 'updated_at': '2021-07-15T12:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '1ceb4330-66f6-4f1d-bc58-963c2182e536', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'port_id': '3599cbba-e9fe-4669-bae0-782343103da9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020', 'mac_address': 'fa:16:3e:8c:bf:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb63e20c-1b03-4fd6-886f-16fcc03a32c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:00:35Z', 'updated_at': '2021-07-15T13:03:17Z', 'revision_number': 5, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '198476db-2dc7-409a-826b-b7d95e5afe9b', 'name': '', 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'mac_address': 'fa:16:3e:42:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:51Z', 'updated_at': '2021-07-15T13:00:04Z', 'revision_number': 5, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'subnets': [{'id': '7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:21.778566 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7a1e5563-a864-476a-8009-cdf173d1a8e6 None None] Provisioning complete for port df47b645-117d-43ed-84b9-b866571ade37 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:21.779187 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a1e5563-a864-476a-8009-cdf173d1a8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.916417 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1328400e-a027-49b7-9d2f-29ebf94a2cff None None] Checking router: 67c6bf10-fbf6-4f03-ae82-622a087bd603 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:03:21.954417 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e04032b-4cdb-4440-8588-a6365facfa71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.957546 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e04032b-4cdb-4440-8588-a6365facfa71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.959413 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-c16f521c-9691-40a2-a4a8-fc94451b54ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:21.960122 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-c16f521c-9691-40a2-a4a8-fc94451b54ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:21.960622 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1328400e-a027-49b7-9d2f-29ebf94a2cff None None] Routers {'67c6bf10-fbf6-4f03-ae82-622a087bd603'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:03:21.962798 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1328400e-a027-49b7-9d2f-29ebf94a2cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:02:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['67c6bf10-fbf6-4f03-ae82-622a087bd603'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:21.963510 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-c16f521c-9691-40a2-a4a8-fc94451b54ac service neutron] 10.222.0.32 "PUT /v2.0/ports/cb7d8363-95cf-4aa5-953d-567b5d61ee64 HTTP/1.1" status: 200 len: 1096 time: 3.6146388 Jul 15 13:03:21.967491 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1e04032b-4cdb-4440-8588-a6365facfa71 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50e03e9d-bef9-4176-a879-7dfc281335df HTTP/1.1" status: 204 len: 168 time: 1.5230682 Jul 15 13:03:22.025059 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04032b-4cdb-4440-8588-a6365facfa71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e03e9d-bef9-4176-a879-7dfc281335df,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:22.185125 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bd4159b6-9c32-4dc7-874e-666393dd39e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:22.206080 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bd4159b6-9c32-4dc7-874e-666393dd39e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:22.210556 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-bd4159b6-9c32-4dc7-874e-666393dd39e4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8 HTTP/1.1" status: 204 len: 168 time: 1.5339901 Jul 15 13:03:22.241574 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8a5d02d0-bce7-4ce2-a68f-37e5adef28ea req-a63a9b33-129b-4fdb-b637-8da22b2323c3 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:22.259779 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8a5d02d0-bce7-4ce2-a68f-37e5adef28ea req-a63a9b33-129b-4fdb-b637-8da22b2323c3 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:22.286553 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-0bf49245-85eb-4994-a6fe-e0a7257ef34f service neutron] For port 200d3f04-e3cb-48a4-b2b6-34eca775b495, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=200d3f04-e3cb-48a4-b2b6-34eca775b495,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:22.298701 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f521c-9691-40a2-a4a8-fc94451b54ac service neutron] Pushing event updated for resources: {'Port': ['ID=cb7d8363-95cf-4aa5-953d-567b5d61ee64,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:22.325240 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0a69286b-d041-4a86-a9e9-a4543eee4006 req-6e0ca8c1-bcf6-4670-adcf-ad6eee49762b service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6804988 Jul 15 13:03:22.328976 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4159b6-9c32-4dc7-874e-666393dd39e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3470ad5a-bfc1-4fff-8f86-ac14bfa4f1f8,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:22.427098 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-1328400e-a027-49b7-9d2f-29ebf94a2cff None None] Set router 67c6bf10-fbf6-4f03-ae82-622a087bd603 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:03:22.430581 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a1e5563-a864-476a-8009-cdf173d1a8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:22.486337 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a9b33-129b-4fdb-b637-8da22b2323c3 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed212d9-c2bc-40c3-9793-74ff718cb928,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:22.513750 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8a5d02d0-bce7-4ce2-a68f-37e5adef28ea req-a63a9b33-129b-4fdb-b637-8da22b2323c3 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:22.515110 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8a5d02d0-bce7-4ce2-a68f-37e5adef28ea req-a63a9b33-129b-4fdb-b637-8da22b2323c3 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.9741583 Jul 15 13:03:22.518793 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734ae5d-4fdf-4b52-b235-0845c986f213 req-59c87d90-6666-40df-9d29-168730ab7d86 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:22.520505 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d734ae5d-4fdf-4b52-b235-0845c986f213 req-59c87d90-6666-40df-9d29-168730ab7d86 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 948 time: 0.3366687 Jul 15 13:03:22.526909 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-2a770bca-4002-4f42-ae06-106d6250f70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:22.528496 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-2a770bca-4002-4f42-ae06-106d6250f70d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=80e5ac1f618d4777963260bcfdf4c480&device_id=c12e63ba-28cf-4888-b485-5eecf6301a81 HTTP/1.1" status: 200 len: 1099 time: 0.4302258 Jul 15 13:03:22.581530 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46508) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:22.584165 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-0bf49245-85eb-4994-a6fe-e0a7257ef34f service neutron] For port 200d3f04-e3cb-48a4-b2b6-34eca775b495, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:22.663430 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef2e604d-58d7-40e1-84ea-6ac6dba3e17e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:22.723454 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-25cf1f10-df68-4226-a857-cac0de8c4880 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=cb7d8363-95cf-4aa5-953d-567b5d61ee64 HTTP/1.1" status: 200 len: 217 time: 0.1736600 Jul 15 13:03:22.770239 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d734ae5d-4fdf-4b52-b235-0845c986f213 req-c30f941a-16f6-4368-8f0d-74369d8d5814 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011471 Jul 15 13:03:22.774362 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7a1e5563-a864-476a-8009-cdf173d1a8e6 None None] For port df47b645-117d-43ed-84b9-b866571ade37, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=df47b645-117d-43ed-84b9-b866571ade37,segment=NetworkSegment(a4bb40fc-7f9f-44f0-b0cf-086f85450450),segment_id=a4bb40fc-7f9f-44f0-b0cf-086f85450450)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:22.792811 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a1e5563-a864-476a-8009-cdf173d1a8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:22.860868 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a0ef6-df83-4883-aa97-e95619f5bc62 req-29c3c760-c022-4cb4-ab37-ecb68bfa0387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:22.868894 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8e7a0ef6-df83-4883-aa97-e95619f5bc62 req-29c3c760-c022-4cb4-ab37-ecb68bfa0387 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=80e5ac1f618d4777963260bcfdf4c480&device_id=0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e HTTP/1.1" status: 200 len: 1099 time: 0.4326613 Jul 15 13:03:22.879471 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-55a45400-adcb-4173-a844-91308967e324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:22.881155 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-55a45400-adcb-4173-a844-91308967e324 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1495080 Jul 15 13:03:22.974857 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e5563-a864-476a-8009-cdf173d1a8e6 None None] Pushing event updated for resources: {'Port': ['ID=df47b645-117d-43ed-84b9-b866571ade37,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:23.053236 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46518) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:23.053529 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-be4b597f-df4e-4b52-a8d2-4097ae2de50f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5d8dd38c6f1a4ec5af7cdaae23ef2048&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4703012 Jul 15 13:03:23.072306 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32db238-6109-42d4-b4b7-f9e0efcc48d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200d3f04-e3cb-48a4-b2b6-34eca775b495'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:23.075681 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66870ec5-7a58-48de-ae4a-79a484d6e692" -d '{"events": [{"server_uuid": "a32db238-6109-42d4-b4b7-f9e0efcc48d2", "name": "network-vif-unplugged", "status": "completed", "tag": "200d3f04-e3cb-48a4-b2b6-34eca775b495"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:23.086524 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-0bf49245-85eb-4994-a6fe-e0a7257ef34f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:23.121200 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a0ef6-df83-4883-aa97-e95619f5bc62 req-30c5ef19-89b5-4078-9c71-9f4e6329a355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:23.123203 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8e7a0ef6-df83-4883-aa97-e95619f5bc62 req-30c5ef19-89b5-4078-9c71-9f4e6329a355 service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.2408109 Jul 15 13:03:23.126089 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-92a00605-b91f-45a5-b988-716a313651c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:23.127684 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-92a00605-b91f-45a5-b988-716a313651c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2357352 Jul 15 13:03:23.180910 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-0bf49245-85eb-4994-a6fe-e0a7257ef34f service neutron] Transition to ACTIVE for port object 200d3f04-e3cb-48a4-b2b6-34eca775b495 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:23.190874 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-0bf49245-85eb-4994-a6fe-e0a7257ef34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:23.220404 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12a9dd-9892-4cd3-b4eb-47f8e6ef493b req-d6828113-e817-4c20-8630-7b854e09ed06 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:23.223176 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6c12a9dd-9892-4cd3-b4eb-47f8e6ef493b req-d6828113-e817-4c20-8630-7b854e09ed06 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 950 time: 0.2903545 Jul 15 13:03:23.315143 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-bdd3c773-7cb7-47bf-84d2-97fb79db923f service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695676 Jul 15 13:03:23.354605 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:03:23.356083 n-d-758944-45 neutron-server[93815]: DEBUG oslo_db.api [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:03:23.361025 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device df47b645-117d-43ed-84b9-b866571ade37 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:23.390293 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8e7a0ef6-df83-4883-aa97-e95619f5bc62 req-870d92a4-049c-4595-8d51-336236e34332 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=300b6252-3d05-44ba-97a7-230188d36f95 HTTP/1.1" status: 200 len: 217 time: 0.2456238 Jul 15 13:03:23.400688 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:23.404510 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b71c4563-b530-40a8-b570-5dc5bc44be90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:23.467585 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cc771a97-46d3-46b0-9d94-0b4b4af6c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:23.470861 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fdaa9f8b-324a-4139-9fa4-c09684c9c649 None None] Provisioning complete for port df47b645-117d-43ed-84b9-b866571ade37 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:23.471153 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fdaa9f8b-324a-4139-9fa4-c09684c9c649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:23.496205 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6c12a9dd-9892-4cd3-b4eb-47f8e6ef493b req-31992118-2125-48d3-9ea7-cb91c147cef7 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869683 Jul 15 13:03:23.562208 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b71c4563-b530-40a8-b570-5dc5bc44be90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:23.566753 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46526) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:23.635389 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port df47b645-117d-43ed-84b9-b866571ade37 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:23.636748 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:23.654608 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12e63ba-28cf-4888-b485-5eecf6301a81', 'tag': 'cb7d8363-95cf-4aa5-953d-567b5d61ee64'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:23.659183 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5161e4d3-6082-404b-8a99-f8bfa7552cff" -d '{"events": [{"name": "network-changed", "server_uuid": "c12e63ba-28cf-4888-b485-5eecf6301a81", "tag": "cb7d8363-95cf-4aa5-953d-567b5d61ee64"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:23.674618 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-0bf49245-85eb-4994-a6fe-e0a7257ef34f service neutron] No DVR routers for this DVR port 200d3f04-e3cb-48a4-b2b6-34eca775b495 on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:03:23.692683 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf49245-85eb-4994-a6fe-e0a7257ef34f service neutron] Pushing event updated for resources: {'Port': ['ID=200d3f04-e3cb-48a4-b2b6-34eca775b495,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:23.700645 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.32', 60642) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:23.724272 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1328400e-a027-49b7-9d2f-29ebf94a2cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-994761235-router', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:59:40Z', 'updated_at': '2021-07-15T12:59:52Z', 'revision_number': 4, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'gw_port': {'id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:43Z', 'updated_at': '2021-07-15T12:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '1ceb4330-66f6-4f1d-bc58-963c2182e536', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'port_id': '3599cbba-e9fe-4669-bae0-782343103da9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020', 'mac_address': 'fa:16:3e:8c:bf:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb63e20c-1b03-4fd6-886f-16fcc03a32c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:00:35Z', 'updated_at': '2021-07-15T13:03:17Z', 'revision_number': 5, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '198476db-2dc7-409a-826b-b7d95e5afe9b', 'name': '', 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'mac_address': 'fa:16:3e:42:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:51Z', 'updated_at': '2021-07-15T13:00:04Z', 'revision_number': 5, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'subnets': [{'id': '7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:23.753876 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa1406-dc50-410e-8748-dbc829d82577 req-82e0300d-b7d1-42b4-a45a-1c95d0125ff9 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:23.764878 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-95fa1406-dc50-410e-8748-dbc829d82577 req-82e0300d-b7d1-42b4-a45a-1c95d0125ff9 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/ports?device_id=c12e63ba-28cf-4888-b485-5eecf6301a81 HTTP/1.1" status: 200 len: 947 time: 0.6323035 Jul 15 13:03:23.796805 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1328400e-a027-49b7-9d2f-29ebf94a2cff None None] The sync data for ids ['67c6bf10-fbf6-4f03-ae82-622a087bd603'] in n-d-758944-45 is: [{'id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-994761235-router', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:59:40Z', 'updated_at': '2021-07-15T12:59:52Z', 'revision_number': 4, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'gw_port': {'id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:43Z', 'updated_at': '2021-07-15T12:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '1ceb4330-66f6-4f1d-bc58-963c2182e536', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'port_id': '3599cbba-e9fe-4669-bae0-782343103da9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020', 'mac_address': 'fa:16:3e:8c:bf:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb63e20c-1b03-4fd6-886f-16fcc03a32c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:00:35Z', 'updated_at': '2021-07-15T13:03:17Z', 'revision_number': 5, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '198476db-2dc7-409a-826b-b7d95e5afe9b', 'name': '', 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'mac_address': 'fa:16:3e:42:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:51Z', 'updated_at': '2021-07-15T13:00:04Z', 'revision_number': 5, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'subnets': [{'id': '7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:03:23.798653 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a0ef6-df83-4883-aa97-e95619f5bc62 req-ff2f12a4-888f-4bdc-a3ec-b62b3e5161d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:23.807274 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8e7a0ef6-df83-4883-aa97-e95619f5bc62 req-ff2f12a4-888f-4bdc-a3ec-b62b3e5161d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.3858819 Jul 15 13:03:23.842881 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef2e604d-58d7-40e1-84ea-6ac6dba3e17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:23.917668 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-0bf49245-85eb-4994-a6fe-e0a7257ef34f service neutron] Attempting to bind port 200d3f04-e3cb-48a4-b2b6-34eca775b495 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:23.918132 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-0bf49245-85eb-4994-a6fe-e0a7257ef34f service neutron] Attempting to bind port 200d3f04-e3cb-48a4-b2b6-34eca775b495 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:23.918484 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-0bf49245-85eb-4994-a6fe-e0a7257ef34f service neutron] Attempting to bind port 200d3f04-e3cb-48a4-b2b6-34eca775b495 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:23.935427 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-0bf49245-85eb-4994-a6fe-e0a7257ef34f service neutron] Port 200d3f04-e3cb-48a4-b2b6-34eca775b495 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:23.936652 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-0bf49245-85eb-4994-a6fe-e0a7257ef34f service neutron] Attempting to bind port 200d3f04-e3cb-48a4-b2b6-34eca775b495 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:23.960889 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9360bd6d-f354-415c-8af4-0b635311304b admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-268759410-network', 'tenant_id': '38e4db3d6cd14773b2b127c0cb5621e7'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:23.969950 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0112841-47a5-4692-8734-278d8bd0999a req-dbd32c24-cfe5-44ad-b0ba-79f7ec7de11c tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:23.971817 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d0112841-47a5-4692-8734-278d8bd0999a req-dbd32c24-cfe5-44ad-b0ba-79f7ec7de11c tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.32 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 950 time: 0.2645738 Jul 15 13:03:23.972695 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-0bf49245-85eb-4994-a6fe-e0a7257ef34f service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:23.973154 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-0bf49245-85eb-4994-a6fe-e0a7257ef34f service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:23.973928 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-0bf49245-85eb-4994-a6fe-e0a7257ef34f service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:23.974172 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-0bf49245-85eb-4994-a6fe-e0a7257ef34f service neutron] Bound port: 200d3f04-e3cb-48a4-b2b6-34eca775b495, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:23.974573 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-0bf49245-85eb-4994-a6fe-e0a7257ef34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:24.000026 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-676e03cb-55da-4b8b-a1e0-8c4d88a7452e req-a1a077cb-e2ec-4f12-86c4-3f319f2f67aa service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6390195 Jul 15 13:03:24.037927 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-95fa1406-dc50-410e-8748-dbc829d82577 req-2faee642-d32e-44c3-8032-93fec5fa39a8 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/security-groups?id=57db3fd0-977c-4490-97f7-2b5461f1817d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710333 Jul 15 13:03:24.053985 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b71c4563-b530-40a8-b570-5dc5bc44be90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:24.059283 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b71c4563-b530-40a8-b570-5dc5bc44be90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:24.061502 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b71c4563-b530-40a8-b570-5dc5bc44be90 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f54fb42-715f-4821-a152-98c138fb97c7 HTTP/1.1" status: 204 len: 168 time: 1.0059631 Jul 15 13:03:24.107243 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9360bd6d-f354-415c-8af4-0b635311304b admin admin] Made reservation on behalf of 38e4db3d6cd14773b2b127c0cb5621e7 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:24.110182 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9360bd6d-f354-415c-8af4-0b635311304b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:24.133095 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c4563-b530-40a8-b570-5dc5bc44be90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f54fb42-715f-4821-a152-98c138fb97c7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:24.137434 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9360bd6d-f354-415c-8af4-0b635311304b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:24.151276 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a0ef6-df83-4883-aa97-e95619f5bc62 req-970ab853-d5e4-4abe-9b6d-0b4747832bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:24.152831 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8e7a0ef6-df83-4883-aa97-e95619f5bc62 req-970ab853-d5e4-4abe-9b6d-0b4747832bcc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3440921 Jul 15 13:03:24.181964 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03345d4b-80df-4e2b-a102-921c03be0921 None None] New status for floating IP 1ceb4330-66f6-4f1d-bc58-963c2182e536: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:03:24.183461 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52965f3-6ec2-40e7-a9df-db170d84fedd x-openstack-request-id: req-a52965f3-6ec2-40e7-a9df-db170d84fedd {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:24.184155 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a32db238-6109-42d4-b4b7-f9e0efcc48d2", "name": "network-vif-unplugged", "status": "completed", "tag": "200d3f04-e3cb-48a4-b2b6-34eca775b495", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:24.184155 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a52965f3-6ec2-40e7-a9df-db170d84fedd {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:24.184779 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32db238-6109-42d4-b4b7-f9e0efcc48d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200d3f04-e3cb-48a4-b2b6-34eca775b495', 'code': 200} Jul 15 13:03:24.242033 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dffcee4-d860-4d3c-abf4-9776e018854e x-openstack-request-id: req-4dffcee4-d860-4d3c-abf4-9776e018854e {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:24.243772 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c12e63ba-28cf-4888-b485-5eecf6301a81", "tag": "cb7d8363-95cf-4aa5-953d-567b5d61ee64", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:24.244651 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4dffcee4-d860-4d3c-abf4-9776e018854e {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:24.245056 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c12e63ba-28cf-4888-b485-5eecf6301a81', 'tag': 'cb7d8363-95cf-4aa5-953d-567b5d61ee64', 'status': 'completed', 'code': 200} Jul 15 13:03:24.276574 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-615e34a3-cb0c-4b94-b5e5-66c408d0cbfb req-acf5f793-8e2b-42a0-b05e-5c15afb97c8d tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups/7ed212d9-c2bc-40c3-9793-74ff718cb928 HTTP/1.1" status: 200 len: 1800 time: 0.3338621 Jul 15 13:03:24.293334 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-615e34a3-cb0c-4b94-b5e5-66c408d0cbfb req-0bc0b4eb-faf2-47ac-8668-448a17857b12 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Request body: {'security_group': {'name': 'tempest-sg-hth-565789327', 'description': 'tempest-description-hth-552637610'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:24.385114 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-0bf49245-85eb-4994-a6fe-e0a7257ef34f service neutron] For port 200d3f04-e3cb-48a4-b2b6-34eca775b495, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:24.391286 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-615e34a3-cb0c-4b94-b5e5-66c408d0cbfb req-0bc0b4eb-faf2-47ac-8668-448a17857b12 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:24.431529 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-0bf49245-85eb-4994-a6fe-e0a7257ef34f service neutron] For port 200d3f04-e3cb-48a4-b2b6-34eca775b495, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=200d3f04-e3cb-48a4-b2b6-34eca775b495,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:24.432917 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2e604d-58d7-40e1-84ea-6ac6dba3e17e admin admin] Router 8b97719c-a69a-4469-9842-57ccf6b5fe8c is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:03:24.458642 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-0bf49245-85eb-4994-a6fe-e0a7257ef34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:24.548607 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf49245-85eb-4994-a6fe-e0a7257ef34f service neutron] Pushing event updated for resources: {'Port': ['ID=200d3f04-e3cb-48a4-b2b6-34eca775b495,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:24.555722 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:24.581127 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8e7a0ef6-df83-4883-aa97-e95619f5bc62 req-27345e41-83fc-4c83-bd49-0a7373003984 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680611 Jul 15 13:03:24.589813 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-615e34a3-cb0c-4b94-b5e5-66c408d0cbfb req-0bc0b4eb-faf2-47ac-8668-448a17857b12 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:24.636582 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-0bf49245-85eb-4994-a6fe-e0a7257ef34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:24.637229 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-0bf49245-85eb-4994-a6fe-e0a7257ef34f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:24.639727 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-0bf49245-85eb-4994-a6fe-e0a7257ef34f service neutron] 10.222.0.32 "PUT /v2.0/ports/200d3f04-e3cb-48a4-b2b6-34eca775b495 HTTP/1.1" status: 200 len: 1095 time: 4.7261660 Jul 15 13:03:24.643249 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-d0112841-47a5-4692-8734-278d8bd0999a req-f146c235-ee81-4359-a5d1-fca87dffc88b tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Deleting port 0af5bf58-a625-404b-9e00-06be5124876b {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:03:24.643598 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d0112841-47a5-4692-8734-278d8bd0999a req-f146c235-ee81-4359-a5d1-fca87dffc88b tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:24.648589 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-615e34a3-cb0c-4b94-b5e5-66c408d0cbfb req-0bc0b4eb-faf2-47ac-8668-448a17857b12 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:24.648773 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161e4d3-6082-404b-8a99-f8bfa7552cff req-bbb548bc-0c4a-4d8e-a084-4a75bf9fdc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:24.651058 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5161e4d3-6082-404b-8a99-f8bfa7552cff req-bbb548bc-0c4a-4d8e-a084-4a75bf9fdc91 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=80e5ac1f618d4777963260bcfdf4c480&device_id=c12e63ba-28cf-4888-b485-5eecf6301a81 HTTP/1.1" status: 200 len: 1099 time: 0.3403397 Jul 15 13:03:24.652326 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-615e34a3-cb0c-4b94-b5e5-66c408d0cbfb req-0bc0b4eb-faf2-47ac-8668-448a17857b12 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:24.668766 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-615e34a3-cb0c-4b94-b5e5-66c408d0cbfb req-0bc0b4eb-faf2-47ac-8668-448a17857b12 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "PUT /v2.0/security-groups/7ed212d9-c2bc-40c3-9793-74ff718cb928 HTTP/1.1" status: 200 len: 1773 time: 0.3883405 Jul 15 13:03:24.671158 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:24.792554 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62219d-7644-4d0c-930c-7de5890bb143 req-30d8922e-666a-47d3-89b2-f31bd9a65fa5 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:24.798438 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6a62219d-7644-4d0c-930c-7de5890bb143 req-30d8922e-666a-47d3-89b2-f31bd9a65fa5 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 946 time: 0.4076424 Jul 15 13:03:24.818828 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9360bd6d-f354-415c-8af4-0b635311304b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:24.856237 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9360bd6d-f354-415c-8af4-0b635311304b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:24.968422 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9360bd6d-f354-415c-8af4-0b635311304b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:03:24.999013 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0b4eb-faf2-47ac-8668-448a17857b12 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed212d9-c2bc-40c3-9793-74ff718cb928,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:25.027699 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8e7a0ef6-df83-4883-aa97-e95619f5bc62 req-d84af1a0-23ba-4739-96d5-ad9b4aeaa5cd service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346054 Jul 15 13:03:25.040103 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9360bd6d-f354-415c-8af4-0b635311304b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:25.040488 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-9360bd6d-f354-415c-8af4-0b635311304b admin admin] Added segment 57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301 of type vlan for network 0a81d145-7a6a-4e9d-8fce-2f854c4b2363 Jul 15 13:03:25.050743 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360bd6d-f354-415c-8af4-0b635311304b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61adb1f-0988-4577-bfb9-24a49a303870,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:25.079223 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6a62219d-7644-4d0c-930c-7de5890bb143 req-1c414ec4-f1ca-45b9-9d94-76460c70a8e3 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555466 Jul 15 13:03:25.094249 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1917f5-b3ac-43d8-8c06-d1a99ddda2bf req-cf11511c-a2b5-4cd5-aadb-36e061332359 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:25.096153 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6a1917f5-b3ac-43d8-8c06-d1a99ddda2bf req-cf11511c-a2b5-4cd5-aadb-36e061332359 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 950 time: 0.2629066 Jul 15 13:03:25.098583 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-61be36d8-fa18-4319-ac0f-0603434665d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:25.100250 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-61be36d8-fa18-4319-ac0f-0603434665d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 1098 time: 0.4097114 Jul 15 13:03:25.109659 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-d0112841-47a5-4692-8734-278d8bd0999a req-f146c235-ee81-4359-a5d1-fca87dffc88b tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] For port 0af5bf58-a625-404b-9e00-06be5124876b, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0af5bf58-a625-404b-9e00-06be5124876b,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:25.110690 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d0112841-47a5-4692-8734-278d8bd0999a req-f146c235-ee81-4359-a5d1-fca87dffc88b tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:25.117597 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2e604d-58d7-40e1-84ea-6ac6dba3e17e admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:03:25.128818 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8539a59b-baee-4caf-a566-e0863621048b None None] Sync routers for ids ['8b97719c-a69a-4469-9842-57ccf6b5fe8c'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:03:25.149046 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8539a59b-baee-4caf-a566-e0863621048b None None] Routers {'8b97719c-a69a-4469-9842-57ccf6b5fe8c'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:03:25.149659 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8539a59b-baee-4caf-a566-e0863621048b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:03:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['8b97719c-a69a-4469-9842-57ccf6b5fe8c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:25.196803 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-d0112841-47a5-4692-8734-278d8bd0999a req-f146c235-ee81-4359-a5d1-fca87dffc88b tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Calling delete_port for 0af5bf58-a625-404b-9e00-06be5124876b owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:03:25.198798 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef2e604d-58d7-40e1-84ea-6ac6dba3e17e admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:25.202941 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ef2e604d-58d7-40e1-84ea-6ac6dba3e17e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1042819 Jul 15 13:03:25.212878 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46562) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:25.220907 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161e4d3-6082-404b-8a99-f8bfa7552cff req-bd45973d-a23d-4090-8864-791e4315ed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:25.225627 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5161e4d3-6082-404b-8a99-f8bfa7552cff req-bd45973d-a23d-4090-8864-791e4315ed22 service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.4862564 Jul 15 13:03:25.287246 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9360bd6d-f354-415c-8af4-0b635311304b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:25.332042 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46564) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:25.339169 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5161e4d3-6082-404b-8a99-f8bfa7552cff req-2a093c47-e221-4d11-831f-8396a68080ee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=cb7d8363-95cf-4aa5-953d-567b5d61ee64 HTTP/1.1" status: 200 len: 217 time: 0.0953131 Jul 15 13:03:25.340105 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-8539a59b-baee-4caf-a566-e0863621048b None None] Set router 8b97719c-a69a-4469-9842-57ccf6b5fe8c gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:03:25.412956 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6a1917f5-b3ac-43d8-8c06-d1a99ddda2bf req-4982f721-fb0b-4b9c-afbf-c16b8de9c1e6 tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/security-groups?id=ece884ea-2901-44fa-80aa-4b513d4f8fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977562 Jul 15 13:03:25.474156 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-92bd70f8-498c-4f23-b75a-7dd2baf85630 req-bdeebe9f-3671-4824-820a-a00e2dfbe1d3 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups/7ed212d9-c2bc-40c3-9793-74ff718cb928 HTTP/1.1" status: 200 len: 1773 time: 0.3058999 Jul 15 13:03:25.485839 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9360bd6d-f354-415c-8af4-0b635311304b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:25.486829 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9360bd6d-f354-415c-8af4-0b635311304b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:25.487426 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9360bd6d-f354-415c-8af4-0b635311304b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:25.495650 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a0ef6-df83-4883-aa97-e95619f5bc62 req-04d0e961-727a-45e4-9f44-8f17870ea05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:25.511728 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8e7a0ef6-df83-4883-aa97-e95619f5bc62 req-04d0e961-727a-45e4-9f44-8f17870ea05d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6700552a2e0e4fd3b3bebf3b4a86d77d&device_id=cb63e20c-1b03-4fd6-886f-16fcc03a32c3 HTTP/1.1" status: 200 len: 1097 time: 0.3584251 Jul 15 13:03:25.542742 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-75f9c0fa-d3f5-42be-8239-c5593db533eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:25.544230 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-75f9c0fa-d3f5-42be-8239-c5593db533eb service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.4283862 Jul 15 13:03:25.560375 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161e4d3-6082-404b-8a99-f8bfa7552cff req-a56e4c6c-a114-40b3-9190-3ed1dd525116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:25.574383 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5161e4d3-6082-404b-8a99-f8bfa7552cff req-a56e4c6c-a114-40b3-9190-3ed1dd525116 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.2237258 Jul 15 13:03:25.639925 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8539a59b-baee-4caf-a566-e0863621048b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'name': 'tempest-ServersTestManualDisk-1044099367-router', 'tenant_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4a5dd14b-1413-44de-96b4-75eaae3ead55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:18Z', 'updated_at': '2021-07-15T13:03:21Z', 'revision_number': 3, 'project_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'gw_port': {'id': '4a5dd14b-1413-44de-96b4-75eaae3ead55', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:19Z', 'updated_at': '2021-07-15T13:03:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:25.642093 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e780086f-58de-4244-b78c-7769ec4c7a97 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-929184470-network', 'tenant_id': 'ce0ece3328ad4f4dad6822a6b825ecb4'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:25.645420 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-77f1a075-eb2b-45c6-92e5-c949c66192db service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=200d3f04-e3cb-48a4-b2b6-34eca775b495 HTTP/1.1" status: 200 len: 217 time: 0.0762036 Jul 15 13:03:25.685116 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9360bd6d-f354-415c-8af4-0b635311304b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.1009891 Jul 15 13:03:25.693279 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46570) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:25.700212 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8539a59b-baee-4caf-a566-e0863621048b None None] Checking router: 8b97719c-a69a-4469-9842-57ccf6b5fe8c for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:03:25.700858 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8539a59b-baee-4caf-a566-e0863621048b None None] Updating router 8b97719c-a69a-4469-9842-57ccf6b5fe8c port 4a5dd14b-1413-44de-96b4-75eaae3ead55 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:03:25.762373 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360bd6d-f354-415c-8af4-0b635311304b admin admin] Pushing event updated for resources: {'Network': ['ID=0a81d145-7a6a-4e9d-8fce-2f854c4b2363,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:25.775356 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8539a59b-baee-4caf-a566-e0863621048b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:25.782528 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-5244e5a3-7e8d-48ef-bb62-9bd9f0f84417 admin admin] Request body: {'subnet': {'network_id': '0a81d145-7a6a-4e9d-8fce-2f854c4b2363', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-268759410-subnet', 'tenant_id': '38e4db3d6cd14773b2b127c0cb5621e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:25.784503 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 0a81d145-7a6a-4e9d-8fce-2f854c4b2363 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:03:25.817361 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e780086f-58de-4244-b78c-7769ec4c7a97 admin admin] Made reservation on behalf of ce0ece3328ad4f4dad6822a6b825ecb4 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:25.819829 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e780086f-58de-4244-b78c-7769ec4c7a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:25.847723 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e780086f-58de-4244-b78c-7769ec4c7a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:25.864042 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a0ef6-df83-4883-aa97-e95619f5bc62 req-75e2d0af-8a4d-4bc7-b982-ae91bf94169d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:25.865732 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8e7a0ef6-df83-4883-aa97-e95619f5bc62 req-75e2d0af-8a4d-4bc7-b982-ae91bf94169d service neutron] 10.222.0.32 "GET /v2.0/networks?id=0c9ddec9-1058-4e8b-b69a-1210476af020 HTTP/1.1" status: 200 len: 924 time: 0.3147893 Jul 15 13:03:26.010653 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 300b6252-3d05-44ba-97a7-230188d36f95 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:26.193256 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32db238-6109-42d4-b4b7-f9e0efcc48d2', 'tag': '200d3f04-e3cb-48a4-b2b6-34eca775b495'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:26.195738 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b70efa-1c43-4c72-b3be-f9c032c46592" -d '{"events": [{"name": "network-changed", "server_uuid": "a32db238-6109-42d4-b4b7-f9e0efcc48d2", "tag": "200d3f04-e3cb-48a4-b2b6-34eca775b495"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:26.205446 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:26.227525 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5244e5a3-7e8d-48ef-bb62-9bd9f0f84417 admin admin] Made reservation on behalf of 38e4db3d6cd14773b2b127c0cb5621e7 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:26.230077 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5244e5a3-7e8d-48ef-bb62-9bd9f0f84417 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:26.255222 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 300b6252-3d05-44ba-97a7-230188d36f95, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=300b6252-3d05-44ba-97a7-230188d36f95,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:26.280370 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '300b6252-3d05-44ba-97a7-230188d36f95', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': '300b6252-3d05-44ba-97a7-230188d36f95', 'mac_address': 'fa:16:3e:aa:35:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:03:26.284554 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d0112841-47a5-4692-8734-278d8bd0999a req-f146c235-ee81-4359-a5d1-fca87dffc88b tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:26.292308 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.db.api [None req-e780086f-58de-4244-b78c-7769ec4c7a97 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:03:26.292308 n-d-758944-45 neutron-server[93813]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:03:26.292308 n-d-758944-45 neutron-server[93813]: [parameters: {'project_id_1': 'ce0ece3328ad4f4dad6822a6b825ecb4', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 3, 25, 891570)}] Jul 15 13:03:26.292308 n-d-758944-45 neutron-server[93813]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:03:26.293092 n-d-758944-45 neutron-server[93813]: DEBUG oslo_db.api [None req-e780086f-58de-4244-b78c-7769ec4c7a97 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:03:26.306050 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161e4d3-6082-404b-8a99-f8bfa7552cff req-8e6a30ae-ce36-4cbd-b58f-33c5e6f7cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:26.307598 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5161e4d3-6082-404b-8a99-f8bfa7552cff req-8e6a30ae-ce36-4cbd-b58f-33c5e6f7cb4c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7324212 Jul 15 13:03:26.340545 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660349df-61c5-49b4-ad9e-93609ed9419e req-acbc0200-5f54-45a3-8093-845ddae49107 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:26.341795 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-660349df-61c5-49b4-ad9e-93609ed9419e req-acbc0200-5f54-45a3-8093-845ddae49107 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/ports?device_id=c12e63ba-28cf-4888-b485-5eecf6301a81 HTTP/1.1" status: 200 len: 947 time: 0.7036035 Jul 15 13:03:26.363082 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-7531ddff-cb6f-4704-b55c-4510e2c6873c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:26.365039 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-7531ddff-cb6f-4704-b55c-4510e2c6873c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.6728225 Jul 15 13:03:26.365431 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146c235-ee81-4359-a5d1-fca87dffc88b tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Pushing event deleted for resources: {'Port': ['ID=0af5bf58-a625-404b-9e00-06be5124876b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:26.374469 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8e7a0ef6-df83-4883-aa97-e95619f5bc62 req-7d3ba252-88ca-415e-a86a-1e50806d8ffc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3599cbba-e9fe-4669-bae0-782343103da9 HTTP/1.1" status: 200 len: 1001 time: 0.5019557 Jul 15 13:03:26.391509 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['0af5bf58-a625-404b-9e00-06be5124876b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:26.406855 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e1f103c4-fd3b-4a17-ab8e-ed7cda7a0f7a req-bfd633e7-c94b-4ccc-ace9-895513394705 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups/7ed212d9-c2bc-40c3-9793-74ff718cb928 HTTP/1.1" status: 200 len: 1773 time: 0.7113614 Jul 15 13:03:26.476198 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:26.495547 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-660349df-61c5-49b4-ad9e-93609ed9419e req-776d2cd2-d906-4c07-b3c8-4b6b2a140c55 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/security-groups?id=57db3fd0-977c-4490-97f7-2b5461f1817d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350658 Jul 15 13:03:26.503170 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a0ef6-df83-4883-aa97-e95619f5bc62 req-f215628c-c681-44ae-abeb-cbe83e97de9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:26.504929 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8e7a0ef6-df83-4883-aa97-e95619f5bc62 req-f215628c-c681-44ae-abeb-cbe83e97de9b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6 HTTP/1.1" status: 200 len: 862 time: 0.1189799 Jul 15 13:03:26.510641 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8539a59b-baee-4caf-a566-e0863621048b None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:26.533896 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5161e4d3-6082-404b-8a99-f8bfa7552cff req-3d07a2c5-0ebb-420c-9525-db95114942e1 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173555 Jul 15 13:03:26.557021 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 300b6252-3d05-44ba-97a7-230188d36f95 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:26.573071 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8539a59b-baee-4caf-a566-e0863621048b None None] Transition to ACTIVE for port object 4a5dd14b-1413-44de-96b4-75eaae3ead55 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:26.592263 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8539a59b-baee-4caf-a566-e0863621048b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:26.654728 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 300b6252-3d05-44ba-97a7-230188d36f95, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=300b6252-3d05-44ba-97a7-230188d36f95,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:26.678433 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:26.680018 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device cb7d8363-95cf-4aa5-953d-567b5d61ee64 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:26.700920 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0112841-47a5-4692-8734-278d8bd0999a req-f146c235-ee81-4359-a5d1-fca87dffc88b tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] No DVR routers for this DVR port 0af5bf58-a625-404b-9e00-06be5124876b on host n-h2-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:03:26.709403 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d0112841-47a5-4692-8734-278d8bd0999a req-f146c235-ee81-4359-a5d1-fca87dffc88b tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:26.712391 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d0112841-47a5-4692-8734-278d8bd0999a req-f146c235-ee81-4359-a5d1-fca87dffc88b tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.32 "DELETE /v2.0/ports/0af5bf58-a625-404b-9e00-06be5124876b HTTP/1.1" status: 204 len: 173 time: 2.7307072 Jul 15 13:03:26.744742 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a0ef6-df83-4883-aa97-e95619f5bc62 req-8b43250e-d421-4eec-9182-48bb81d30b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:26.746422 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8e7a0ef6-df83-4883-aa97-e95619f5bc62 req-8b43250e-d421-4eec-9182-48bb81d30b51 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0c9ddec9-1058-4e8b-b69a-1210476af020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2339592 Jul 15 13:03:26.750550 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5161e4d3-6082-404b-8a99-f8bfa7552cff req-1392534f-a7db-4946-b593-6b4448aade54 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582077 Jul 15 13:03:26.764496 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-8539a59b-baee-4caf-a566-e0863621048b None None] Attempting to bind port 4a5dd14b-1413-44de-96b4-75eaae3ead55 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:26.765417 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-8539a59b-baee-4caf-a566-e0863621048b None None] Attempting to bind port 4a5dd14b-1413-44de-96b4-75eaae3ead55 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:26.766240 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8539a59b-baee-4caf-a566-e0863621048b None None] Attempting to bind port 4a5dd14b-1413-44de-96b4-75eaae3ead55 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:26.769298 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e1f103c4-fd3b-4a17-ab8e-ed7cda7a0f7a req-09d10fdf-e38e-4b19-9600-461fa4e68f6e tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:26.789468 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bab066-236f-4832-ae74-f93fe7914db3 None None] Pushing event updated for resources: {'Port': ['ID=4a5dd14b-1413-44de-96b4-75eaae3ead55,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:26.805042 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e780086f-58de-4244-b78c-7769ec4c7a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:26.827307 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8539a59b-baee-4caf-a566-e0863621048b None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:26.828184 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8539a59b-baee-4caf-a566-e0863621048b None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:26.829130 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8539a59b-baee-4caf-a566-e0863621048b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:26.829778 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8539a59b-baee-4caf-a566-e0863621048b None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:26.830574 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-8539a59b-baee-4caf-a566-e0863621048b None None] Bound port: 4a5dd14b-1413-44de-96b4-75eaae3ead55, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:26.831936 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8539a59b-baee-4caf-a566-e0863621048b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:26.858698 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e1f103c4-fd3b-4a17-ab8e-ed7cda7a0f7a req-09d10fdf-e38e-4b19-9600-461fa4e68f6e tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:26.917166 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-4e50d629-a3f0-4235-8941-914abf5ef441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:26.919312 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-4e50d629-a3f0-4235-8941-914abf5ef441 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5062003 Jul 15 13:03:26.921973 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port cb7d8363-95cf-4aa5-953d-567b5d61ee64, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=cb7d8363-95cf-4aa5-953d-567b5d61ee64,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:26.962502 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'cb7d8363-95cf-4aa5-953d-567b5d61ee64', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': 'cb7d8363-95cf-4aa5-953d-567b5d61ee64', 'mac_address': 'fa:16:3e:f5:5e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:03:27.028067 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bab066-236f-4832-ae74-f93fe7914db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:27.028638 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bab066-236f-4832-ae74-f93fe7914db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:27.029170 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bab066-236f-4832-ae74-f93fe7914db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:27.029731 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bab066-236f-4832-ae74-f93fe7914db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:27.030468 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bab066-236f-4832-ae74-f93fe7914db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:27.030994 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bab066-236f-4832-ae74-f93fe7914db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:27.031519 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bab066-236f-4832-ae74-f93fe7914db3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:27.032047 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bab066-236f-4832-ae74-f93fe7914db3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:27.032561 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bab066-236f-4832-ae74-f93fe7914db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:27.033092 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bab066-236f-4832-ae74-f93fe7914db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:27.033639 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bab066-236f-4832-ae74-f93fe7914db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:27.034397 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bab066-236f-4832-ae74-f93fe7914db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:27.041508 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5244e5a3-7e8d-48ef-bb62-9bd9f0f84417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.088843 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb253eb0-20c9-4498-850b-a8728a2ff6c6 req-a796dc4e-3a32-452d-87a7-0f38d2feb088 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:27.091749 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bb253eb0-20c9-4498-850b-a8728a2ff6c6 req-a796dc4e-3a32-452d-87a7-0f38d2feb088 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 946 time: 0.4445052 Jul 15 13:03:27.095143 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e780086f-58de-4244-b78c-7769ec4c7a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.171493 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e1f103c4-fd3b-4a17-ab8e-ed7cda7a0f7a req-09d10fdf-e38e-4b19-9600-461fa4e68f6e tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.176252 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e1f103c4-fd3b-4a17-ab8e-ed7cda7a0f7a req-09d10fdf-e38e-4b19-9600-461fa4e68f6e tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.176458 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e780086f-58de-4244-b78c-7769ec4c7a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.176550 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e1f103c4-fd3b-4a17-ab8e-ed7cda7a0f7a req-09d10fdf-e38e-4b19-9600-461fa4e68f6e tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "DELETE /v2.0/security-groups/7ed212d9-c2bc-40c3-9793-74ff718cb928 HTTP/1.1" status: 204 len: 173 time: 0.7661231 Jul 15 13:03:27.277336 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=300b6252-3d05-44ba-97a7-230188d36f95,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:27.287303 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e780086f-58de-4244-b78c-7769ec4c7a97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:03:27.294312 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-a9b7247b-fcd5-4584-b3ab-48547038fc80 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570521 Jul 15 13:03:27.297012 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244e5a3-7e8d-48ef-bb62-9bd9f0f84417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a50244b5-c7e6-43d0-9cca-5c95d17b12fc,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:27.327343 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780086f-58de-4244-b78c-7769ec4c7a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a15b053-c551-465d-a12c-0391e87aee49,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:27.330742 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e780086f-58de-4244-b78c-7769ec4c7a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.331142 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-e780086f-58de-4244-b78c-7769ec4c7a97 admin admin] Added segment eca69b8d-7d97-4f57-9ff2-44a210eeeac5 of type vlan for network fdee4957-6bbb-4f2f-9da3-e8bd5bb63200 Jul 15 13:03:27.348507 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8e7a0ef6-df83-4883-aa97-e95619f5bc62 req-3c61ff57-c0d2-452f-9998-d00f41d9d905 service neutron] 10.222.0.32 "GET /v2.0/networks/0c9ddec9-1058-4e8b-b69a-1210476af020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5808487 Jul 15 13:03:27.357148 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0798b8e-0822-47b8-aa22-dedbd0cd58ff x-openstack-request-id: req-a0798b8e-0822-47b8-aa22-dedbd0cd58ff {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:27.357612 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a32db238-6109-42d4-b4b7-f9e0efcc48d2", "tag": "200d3f04-e3cb-48a4-b2b6-34eca775b495", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:27.358140 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a0798b8e-0822-47b8-aa22-dedbd0cd58ff {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:27.360891 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32db238-6109-42d4-b4b7-f9e0efcc48d2', 'tag': '200d3f04-e3cb-48a4-b2b6-34eca775b495', 'status': 'completed', 'code': 200} Jul 15 13:03:27.366447 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bb253eb0-20c9-4498-850b-a8728a2ff6c6 req-337ad314-4ada-473c-aba0-ebbc3b42fa6c tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980550 Jul 15 13:03:27.369655 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d10fdf-e38e-4b19-9600-461fa4e68f6e tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed212d9-c2bc-40c3-9793-74ff718cb928,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:27.440395 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.450860 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-8539a59b-baee-4caf-a566-e0863621048b None None] For port 4a5dd14b-1413-44de-96b4-75eaae3ead55, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:27.500899 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-8539a59b-baee-4caf-a566-e0863621048b None None] For port 4a5dd14b-1413-44de-96b4-75eaae3ead55, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=4a5dd14b-1413-44de-96b4-75eaae3ead55,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:27.510253 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb7d8363-95cf-4aa5-953d-567b5d61ee64 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:27.547190 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port cb7d8363-95cf-4aa5-953d-567b5d61ee64, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=cb7d8363-95cf-4aa5-953d-567b5d61ee64,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:27.552179 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8539a59b-baee-4caf-a566-e0863621048b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.565567 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.573469 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e780086f-58de-4244-b78c-7769ec4c7a97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.672554 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8539a59b-baee-4caf-a566-e0863621048b None None] Routers {'8b97719c-a69a-4469-9842-57ccf6b5fe8c'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:03:27.673682 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8539a59b-baee-4caf-a566-e0863621048b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:03:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['8b97719c-a69a-4469-9842-57ccf6b5fe8c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:27.741960 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8e7a0ef6-df83-4883-aa97-e95619f5bc62 req-e8bc9321-6499-4065-abcc-303b91a1be28 service neutron] 10.222.0.32 "GET /v2.0/networks/0c9ddec9-1058-4e8b-b69a-1210476af020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585155 Jul 15 13:03:27.746702 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bab066-236f-4832-ae74-f93fe7914db3 None None] Pushing event updated for resources: {'Port': ['ID=4a5dd14b-1413-44de-96b4-75eaae3ead55,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:27.756259 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b8712d43-1d8c-40a6-adac-d727d9f002e7 req-9b7e1864-0400-437d-ac2c-32374f26918e tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] 10.222.0.24 "GET /v2.0/ports?device_id=28863b26-93ae-48e3-9449-ffbefc492fb7 HTTP/1.1" status: 200 len: 210 time: 0.1455669 Jul 15 13:03:27.785648 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e780086f-58de-4244-b78c-7769ec4c7a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.788265 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e780086f-58de-4244-b78c-7769ec4c7a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:27.789943 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e780086f-58de-4244-b78c-7769ec4c7a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.795118 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5244e5a3-7e8d-48ef-bb62-9bd9f0f84417 admin admin] Checking segment: {'id': '57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0a81d145-7a6a-4e9d-8fce-2f854c4b2363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:27.795118 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5244e5a3-7e8d-48ef-bb62-9bd9f0f84417 admin admin] Network hostable DHCP agents. Network: 0a81d145-7a6a-4e9d-8fce-2f854c4b2363, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:03:27.909462 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f3add9d9-acc4-42ee-8481-54c75f6ddcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:27.919322 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-db0163b6-d143-41bf-a98f-1a5e8c306b4f req-b18be602-eb71-4f15-be7d-079aad8e258f service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5560756 Jul 15 13:03:27.948682 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780086f-58de-4244-b78c-7769ec4c7a97 admin admin] Pushing event updated for resources: {'Network': ['ID=fdee4957-6bbb-4f2f-9da3-e8bd5bb63200,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:27.979931 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b70efa-1c43-4c72-b3be-f9c032c46592 req-18290152-adb9-4a0b-bc3f-268112670848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:27.982875 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-20b70efa-1c43-4c72-b3be-f9c032c46592 req-18290152-adb9-4a0b-bc3f-268112670848 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 1098 time: 0.6322017 Jul 15 13:03:27.983135 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5244e5a3-7e8d-48ef-bb62-9bd9f0f84417 admin admin] Network 0a81d145-7a6a-4e9d-8fce-2f854c4b2363 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:03:27.992139 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e780086f-58de-4244-b78c-7769ec4c7a97 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6525993 Jul 15 13:03:28.070681 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network fdee4957-6bbb-4f2f-9da3-e8bd5bb63200 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:03:28.072068 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46588) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:28.072781 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['300b6252-3d05-44ba-97a7-230188d36f95'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:28.074651 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 0af5bf58-a625-404b-9e00-06be5124876b no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:03:28.077135 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['cb7d8363-95cf-4aa5-953d-567b5d61ee64'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:28.110737 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d1c95efc-b499-46f9-b4a8-9d499eb38f4a admin admin] Request body: {'subnet': {'network_id': 'fdee4957-6bbb-4f2f-9da3-e8bd5bb63200', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-929184470-subnet', 'tenant_id': 'ce0ece3328ad4f4dad6822a6b825ecb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:28.160141 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=cb7d8363-95cf-4aa5-953d-567b5d61ee64,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:28.170253 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 0af5bf58-a625-404b-9e00-06be5124876b {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:03:28.170583 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 0af5bf58-a625-404b-9e00-06be5124876b not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:03:28.231953 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b70efa-1c43-4c72-b3be-f9c032c46592 req-d3650c3c-e4a1-4b37-b28a-0c23295a00e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:28.234797 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-20b70efa-1c43-4c72-b3be-f9c032c46592 req-d3650c3c-e4a1-4b37-b28a-0c23295a00e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.2449381 Jul 15 13:03:28.241475 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-5244e5a3-7e8d-48ef-bb62-9bd9f0f84417 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 0a81d145-7a6a-4e9d-8fce-2f854c4b2363) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:28.258500 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [req-a48dbd4f-1c31-4322-976d-6d34ed3d51c2 req-000f09dd-be15-4456-b923-53fadba557e3 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] show failed (client error): The resource could not be found. Jul 15 13:03:28.260549 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a48dbd4f-1c31-4322-976d-6d34ed3d51c2 req-000f09dd-be15-4456-b923-53fadba557e3 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups/d7a37140-56ba-4098-85b7-c13bf205c3fd HTTP/1.1" status: 404 len: 352 time: 0.0361876 Jul 15 13:03:28.265940 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5244e5a3-7e8d-48ef-bb62-9bd9f0f84417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:28.267306 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5244e5a3-7e8d-48ef-bb62-9bd9f0f84417 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:28.271002 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f007eb38-ce86-4f9c-ba1c-bb77359b3b88 None None] Network 0a81d145-7a6a-4e9d-8fce-2f854c4b2363 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:03:28.374336 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-20b70efa-1c43-4c72-b3be-f9c032c46592 req-dbf6d280-aead-4b55-973d-1d736274258c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=200d3f04-e3cb-48a4-b2b6-34eca775b495 HTTP/1.1" status: 200 len: 217 time: 0.1275895 Jul 15 13:03:28.384243 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-8539a59b-baee-4caf-a566-e0863621048b None None] Set router 8b97719c-a69a-4469-9842-57ccf6b5fe8c gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:03:28.392851 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [req-236b5ba1-7d41-43a9-a3a3-7e74e471feeb req-b6bdf089-1e5c-41c1-b3ba-9926cb52fce9 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] show failed (client error): The resource could not be found. Jul 15 13:03:28.402499 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-236b5ba1-7d41-43a9-a3a3-7e74e471feeb req-b6bdf089-1e5c-41c1-b3ba-9926cb52fce9 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups/9331e5c2-63a4-452f-855d-ffcca526de34 HTTP/1.1" status: 404 len: 352 time: 0.0868018 Jul 15 13:03:28.404616 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c95efc-b499-46f9-b4a8-9d499eb38f4a admin admin] Made reservation on behalf of ce0ece3328ad4f4dad6822a6b825ecb4 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:28.413362 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d1c95efc-b499-46f9-b4a8-9d499eb38f4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:28.443680 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-f3add9d9-acc4-42ee-8481-54c75f6ddcf7 admin admin] Allocated IP 172.20.0.1 (85506c49-ef76-49a2-8400-1e31bb62cb86/ddd3d1aa-d62d-409c-8c51-52222d94058f/8fde7ab3-f5b7-4c7c-93ea-6d1691e69535) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:28.610935 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5244e5a3-7e8d-48ef-bb62-9bd9f0f84417 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.8606291 Jul 15 13:03:28.629281 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f3add9d9-acc4-42ee-8481-54c75f6ddcf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:28.653490 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f3add9d9-acc4-42ee-8481-54c75f6ddcf7 admin admin] Transition to ACTIVE for port object 8fde7ab3-f5b7-4c7c-93ea-6d1691e69535 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:28.673898 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef079f32-1888-4734-a082-1b9b1f1b904e None None] Network 0a81d145-7a6a-4e9d-8fce-2f854c4b2363 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:03:28.771709 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f3add9d9-acc4-42ee-8481-54c75f6ddcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:28.785553 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b70efa-1c43-4c72-b3be-f9c032c46592 req-7ae31d9a-b439-44be-ab76-0d920f5043b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:28.787905 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-20b70efa-1c43-4c72-b3be-f9c032c46592 req-7ae31d9a-b439-44be-ab76-0d920f5043b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 1098 time: 0.5836270 Jul 15 13:03:28.855825 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d1c95efc-b499-46f9-b4a8-9d499eb38f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:28.862260 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b70efa-1c43-4c72-b3be-f9c032c46592 req-79ff2aae-06e3-4a2e-b134-022d70ab82ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:28.864114 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-20b70efa-1c43-4c72-b3be-f9c032c46592 req-79ff2aae-06e3-4a2e-b134-022d70ab82ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.4827406 Jul 15 13:03:28.914712 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3add9d9-acc4-42ee-8481-54c75f6ddcf7 admin admin] Pushing event updated for resources: {'Port': ['ID=8fde7ab3-f5b7-4c7c-93ea-6d1691e69535,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:28.919999 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2948f1-52d5-4aaf-a0d7-541b4f5ad583 req-659331ba-2db4-4fc8-a5c9-8037de4ba65c tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:28.923901 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3add9d9-acc4-42ee-8481-54c75f6ddcf7 admin admin] Network 85506c49-ef76-49a2-8400-1e31bb62cb86 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:28.927866 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0b2948f1-52d5-4aaf-a0d7-541b4f5ad583 req-659331ba-2db4-4fc8-a5c9-8037de4ba65c tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/ports?device_id=c12e63ba-28cf-4888-b485-5eecf6301a81 HTTP/1.1" status: 200 len: 948 time: 0.9810817 Jul 15 13:03:28.946260 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f3add9d9-acc4-42ee-8481-54c75f6ddcf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:28.950377 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3add9d9-acc4-42ee-8481-54c75f6ddcf7 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:29.009856 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c95efc-b499-46f9-b4a8-9d499eb38f4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=000fddb8-29d6-4f77-bc6f-fc04154217b6,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:29.011964 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8539a59b-baee-4caf-a566-e0863621048b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'name': 'tempest-ServersTestManualDisk-1044099367-router', 'tenant_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4a5dd14b-1413-44de-96b4-75eaae3ead55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:18Z', 'updated_at': '2021-07-15T13:03:21Z', 'revision_number': 3, 'project_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'gw_port': {'id': '4a5dd14b-1413-44de-96b4-75eaae3ead55', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:19Z', 'updated_at': '2021-07-15T13:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:29.040243 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0b2948f1-52d5-4aaf-a0d7-541b4f5ad583 req-5d550212-a3eb-4f35-bb00-aaebcf7148a5 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/security-groups?id=57db3fd0-977c-4490-97f7-2b5461f1817d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115484 Jul 15 13:03:29.047051 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c95efc-b499-46f9-b4a8-9d499eb38f4a admin admin] Checking segment: {'id': 'eca69b8d-7d97-4f57-9ff2-44a210eeeac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fdee4957-6bbb-4f2f-9da3-e8bd5bb63200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:29.047424 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c95efc-b499-46f9-b4a8-9d499eb38f4a admin admin] Network hostable DHCP agents. Network: fdee4957-6bbb-4f2f-9da3-e8bd5bb63200, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:03:29.049444 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8539a59b-baee-4caf-a566-e0863621048b None None] The sync data for ids ['8b97719c-a69a-4469-9842-57ccf6b5fe8c'] in n-d-758944-45 is: [{'id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'name': 'tempest-ServersTestManualDisk-1044099367-router', 'tenant_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4a5dd14b-1413-44de-96b4-75eaae3ead55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:18Z', 'updated_at': '2021-07-15T13:03:21Z', 'revision_number': 3, 'project_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'gw_port': {'id': '4a5dd14b-1413-44de-96b4-75eaae3ead55', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:19Z', 'updated_at': '2021-07-15T13:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:03:29.079498 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b70efa-1c43-4c72-b3be-f9c032c46592 req-df0442c3-67c1-4ba4-94d0-dceaf20ca7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:29.081039 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-20b70efa-1c43-4c72-b3be-f9c032c46592 req-df0442c3-67c1-4ba4-94d0-dceaf20ca7c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.2312272 Jul 15 13:03:29.105226 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c95efc-b499-46f9-b4a8-9d499eb38f4a admin admin] Network fdee4957-6bbb-4f2f-9da3-e8bd5bb63200 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:03:29.110019 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3930886-477b-4fc5-b40d-ed23fd5c0e17 req-08bf9865-20ca-497b-afd0-369b2a2b828d tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:29.112114 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a3930886-477b-4fc5-b40d-ed23fd5c0e17 req-08bf9865-20ca-497b-afd0-369b2a2b828d tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 946 time: 0.5100567 Jul 15 13:03:29.123150 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [req-d13124af-2610-43c3-9cae-71af4c0fa2df req-fa9d28cc-de40-48dd-b36e-7c8eb9b1214a tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] show failed (client error): The resource could not be found. Jul 15 13:03:29.124580 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d13124af-2610-43c3-9cae-71af4c0fa2df req-fa9d28cc-de40-48dd-b36e-7c8eb9b1214a tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups/19f60fd6-6550-4564-b0a7-20188e58efff HTTP/1.1" status: 404 len: 352 time: 0.0477724 Jul 15 13:03:29.129739 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b70efa-1c43-4c72-b3be-f9c032c46592 req-28e921b7-1c4f-4279-a3f8-ced197bd5262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:29.131497 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-20b70efa-1c43-4c72-b3be-f9c032c46592 req-28e921b7-1c4f-4279-a3f8-ced197bd5262 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2376282 Jul 15 13:03:29.134620 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f3add9d9-acc4-42ee-8481-54c75f6ddcf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:29.137473 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-d1c95efc-b499-46f9-b4a8-9d499eb38f4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, fdee4957-6bbb-4f2f-9da3-e8bd5bb63200) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:29.150397 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e60faf-26f8-4ac7-ac24-9c975031b424 None None] Network fdee4957-6bbb-4f2f-9da3-e8bd5bb63200 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:03:29.329515 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-20b70efa-1c43-4c72-b3be-f9c032c46592 req-4d6c7dd3-1829-4365-a80e-4707a3c61f84 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899831 Jul 15 13:03:29.330927 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c95efc-b499-46f9-b4a8-9d499eb38f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:29.331597 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d1c95efc-b499-46f9-b4a8-9d499eb38f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:29.341922 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-20b70efa-1c43-4c72-b3be-f9c032c46592 req-570abba5-7943-4a05-ad0f-5a77bafcbbb3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=200d3f04-e3cb-48a4-b2b6-34eca775b495 HTTP/1.1" status: 200 len: 217 time: 0.2108092 Jul 15 13:03:29.384475 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d1c95efc-b499-46f9-b4a8-9d499eb38f4a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3093274 Jul 15 13:03:29.421381 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28863b26-93ae-48e3-9449-ffbefc492fb7', 'name': 'network-vif-deleted', 'tag': '0af5bf58-a625-404b-9e00-06be5124876b'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:29.425633 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab08b190-a7c5-40b2-88fb-16a2ac96f130" -d '{"events": [{"server_uuid": "28863b26-93ae-48e3-9449-ffbefc492fb7", "name": "network-vif-deleted", "tag": "0af5bf58-a625-404b-9e00-06be5124876b"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:29.460117 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-64679fec-0b19-4615-8972-0c885c38f75e None None] Provisioning for port 8fde7ab3-f5b7-4c7c-93ea-6d1691e69535 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:29.547731 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-64679fec-0b19-4615-8972-0c885c38f75e None None] Provisioning complete for port 8fde7ab3-f5b7-4c7c-93ea-6d1691e69535 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:29.548422 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-64679fec-0b19-4615-8972-0c885c38f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:29.582029 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-20b70efa-1c43-4c72-b3be-f9c032c46592 req-746b09e5-d150-4dee-9c0d-e24759ebf394 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426200 Jul 15 13:03:29.612056 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c2314e-4f20-4286-a8aa-32de0403185e None None] Network fdee4957-6bbb-4f2f-9da3-e8bd5bb63200 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:03:29.630730 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a3930886-477b-4fc5-b40d-ed23fd5c0e17 req-ec9b08f7-481f-4ec5-b885-bc43f561d0e5 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091444 Jul 15 13:03:29.717611 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b70efa-1c43-4c72-b3be-f9c032c46592 req-890f1f00-cf6f-4e79-b5ac-7c450bbce6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:29.720879 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-20b70efa-1c43-4c72-b3be-f9c032c46592 req-890f1f00-cf6f-4e79-b5ac-7c450bbce6cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.2899115 Jul 15 13:03:29.760930 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-64679fec-0b19-4615-8972-0c885c38f75e None None] Port 8fde7ab3-f5b7-4c7c-93ea-6d1691e69535 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:03:29.844548 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [req-6a6c1805-940e-4cb8-8668-6828862c7f57 req-2915a7cb-6049-490a-8d28-5719fc1f81db tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] show failed (client error): The resource could not be found. Jul 15 13:03:29.845627 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6a6c1805-940e-4cb8-8668-6828862c7f57 req-2915a7cb-6049-490a-8d28-5719fc1f81db tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups/ce821f1d-3131-4f79-873c-704bfffc8392 HTTP/1.1" status: 404 len: 352 time: 0.1458254 Jul 15 13:03:29.859327 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f3add9d9-acc4-42ee-8481-54c75f6ddcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:29.954031 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a2712a-6fe7-4c68-b253-a57a74864c20 x-openstack-request-id: req-88a2712a-6fe7-4c68-b253-a57a74864c20 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:29.954369 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28863b26-93ae-48e3-9449-ffbefc492fb7", "name": "network-vif-deleted", "tag": "0af5bf58-a625-404b-9e00-06be5124876b", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:29.954686 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-88a2712a-6fe7-4c68-b253-a57a74864c20 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:29.955015 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28863b26-93ae-48e3-9449-ffbefc492fb7', 'name': 'network-vif-deleted', 'tag': '0af5bf58-a625-404b-9e00-06be5124876b', 'status': 'completed', 'code': 200} Jul 15 13:03:29.956958 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b70efa-1c43-4c72-b3be-f9c032c46592 req-4b4d232c-c9b4-46d9-9d79-7167127efb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:29.958574 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-20b70efa-1c43-4c72-b3be-f9c032c46592 req-4b4d232c-c9b4-46d9-9d79-7167127efb8c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1560535 Jul 15 13:03:29.980584 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-55e98bd5-1ea8-411b-954a-75028952ea8f req-c5f6b515-c494-40fc-8984-53cf462f1a1e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1705151 Jul 15 13:03:30.042711 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 200d3f04-e3cb-48a4-b2b6-34eca775b495 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:30.048706 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [req-a0269db9-1eaa-4210-be47-e471c5d9d15b req-5fbce45a-0d8b-4f49-874a-d81e5e1337a8 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] show failed (client error): The resource could not be found. Jul 15 13:03:30.060884 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a0269db9-1eaa-4210-be47-e471c5d9d15b req-5fbce45a-0d8b-4f49-874a-d81e5e1337a8 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups/d32762b1-0588-45ea-81ef-b87d07cfe556 HTTP/1.1" status: 404 len: 352 time: 0.0690737 Jul 15 13:03:30.076090 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device cb7d8363-95cf-4aa5-953d-567b5d61ee64 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:30.165510 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46632) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:30.331494 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-20b70efa-1c43-4c72-b3be-f9c032c46592 req-a6c21984-c8b1-45d1-b615-18ef4ea223ae service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622701 Jul 15 13:03:30.334034 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e98bd5-1ea8-411b-954a-75028952ea8f req-196efb83-2c79-46d6-9072-78dd0e14a7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:30.337419 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-55e98bd5-1ea8-411b-954a-75028952ea8f req-196efb83-2c79-46d6-9072-78dd0e14a7e3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0bec17d31a0f42c4bd2c56076659be93&device_id=39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f HTTP/1.1" status: 200 len: 1175 time: 0.3225095 Jul 15 13:03:30.431076 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f3add9d9-acc4-42ee-8481-54c75f6ddcf7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:30.482972 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f3add9d9-acc4-42ee-8481-54c75f6ddcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:30.551755 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port cb7d8363-95cf-4aa5-953d-567b5d61ee64 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:30.567069 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port cb7d8363-95cf-4aa5-953d-567b5d61ee64 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:30.567449 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:30.627305 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 200d3f04-e3cb-48a4-b2b6-34eca775b495, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=200d3f04-e3cb-48a4-b2b6-34eca775b495,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:30.648944 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '200d3f04-e3cb-48a4-b2b6-34eca775b495', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': '200d3f04-e3cb-48a4-b2b6-34eca775b495', 'mac_address': 'fa:16:3e:c9:51:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:03:30.661841 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e98bd5-1ea8-411b-954a-75028952ea8f req-953b57ba-13ec-4508-bf9d-513a602e5976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:30.662991 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-20b70efa-1c43-4c72-b3be-f9c032c46592 req-78f724b6-7010-4602-9e7f-5d9101b5fbca service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175693 Jul 15 13:03:30.666322 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3add9d9-acc4-42ee-8481-54c75f6ddcf7 admin admin] Pushing event updated for resources: {'Port': ['ID=8fde7ab3-f5b7-4c7c-93ea-6d1691e69535,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:30.668100 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-55e98bd5-1ea8-411b-954a-75028952ea8f req-953b57ba-13ec-4508-bf9d-513a602e5976 service neutron] 10.222.0.18 "GET /v2.0/networks?id=58db640f-1ccd-4893-a080-c8b6f61a353d HTTP/1.1" status: 200 len: 913 time: 0.2762980 Jul 15 13:03:30.711916 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f3add9d9-acc4-42ee-8481-54c75f6ddcf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:30.722667 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:30.741532 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-55e98bd5-1ea8-411b-954a-75028952ea8f req-51357128-f97a-4455-b8e0-ba604e2c30b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee89d926-91c8-4b94-b95c-075d98503c9e HTTP/1.1" status: 200 len: 217 time: 0.0551114 Jul 15 13:03:30.751991 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4a3b4b23-f355-43dd-9f76-271cf0e3ab16 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f18a3d0e89947ce9eff2e064383d9c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5845864 Jul 15 13:03:30.756781 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46656) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:30.773861 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200d3f04-e3cb-48a4-b2b6-34eca775b495 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:30.808479 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 200d3f04-e3cb-48a4-b2b6-34eca775b495, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=200d3f04-e3cb-48a4-b2b6-34eca775b495,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:30.814546 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:30.818735 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:30.908339 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e98bd5-1ea8-411b-954a-75028952ea8f req-53b7bb6e-aa78-4f75-b595-f8f62486e061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:30.910115 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-55e98bd5-1ea8-411b-954a-75028952ea8f req-53b7bb6e-aa78-4f75-b595-f8f62486e061 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d948b154-c21f-429a-bc8f-531575f8bb98 HTTP/1.1" status: 200 len: 852 time: 0.1544073 Jul 15 13:03:30.920901 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12e63ba-28cf-4888-b485-5eecf6301a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7d8363-95cf-4aa5-953d-567b5d61ee64'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:30.924268 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856e1505-39bc-4826-9468-6c4fc40fc0e5" -d '{"events": [{"server_uuid": "c12e63ba-28cf-4888-b485-5eecf6301a81", "name": "network-vif-plugged", "status": "completed", "tag": "cb7d8363-95cf-4aa5-953d-567b5d61ee64"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:30.953608 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=200d3f04-e3cb-48a4-b2b6-34eca775b495,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:30.958617 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port cb7d8363-95cf-4aa5-953d-567b5d61ee64, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=cb7d8363-95cf-4aa5-953d-567b5d61ee64,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:30.965851 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:30.966654 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 300b6252-3d05-44ba-97a7-230188d36f95 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:30.976032 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-55e98bd5-1ea8-411b-954a-75028952ea8f req-867300da-b24e-419c-8b28-270653fe8804 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=58db640f-1ccd-4893-a080-c8b6f61a353d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540850 Jul 15 13:03:30.985616 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3add9d9-acc4-42ee-8481-54c75f6ddcf7 admin admin] Network 85506c49-ef76-49a2-8400-1e31bb62cb86 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:30.988604 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4301c42-2374-4412-8edc-61bfed517d45 req-9f69f5de-dcff-4e87-9c67-685ed43b3170 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:30.990317 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c4301c42-2374-4412-8edc-61bfed517d45 req-9f69f5de-dcff-4e87-9c67-685ed43b3170 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/networks?id=0a81d145-7a6a-4e9d-8fce-2f854c4b2363 HTTP/1.1" status: 200 len: 804 time: 0.3490081 Jul 15 13:03:30.992824 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b18ebeaf-e478-4f0a-b5c3-c0a335387712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:31.002856 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-006090ad-f45e-45ac-91ed-d04f5b38eb84 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:31.005920 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-006090ad-f45e-45ac-91ed-d04f5b38eb84 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/networks?id=fdee4957-6bbb-4f2f-9da3-e8bd5bb63200 HTTP/1.1" status: 200 len: 814 time: 0.2087464 Jul 15 13:03:31.007800 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f3add9d9-acc4-42ee-8481-54c75f6ddcf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:31.055278 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-680c974b-ed59-4dc3-bca3-4fd5b7989d4c tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/quotas/ce0ece3328ad4f4dad6822a6b825ecb4 HTTP/1.1" status: 200 len: 375 time: 0.0309165 Jul 15 13:03:31.058018 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b18ebeaf-e478-4f0a-b5c3-c0a335387712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:31.071752 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c4301c42-2374-4412-8edc-61bfed517d45 req-ef770796-f01d-484d-83f3-c5f18b8f2d70 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/quotas/38e4db3d6cd14773b2b127c0cb5621e7 HTTP/1.1" status: 200 len: 375 time: 0.0674214 Jul 15 13:03:31.203551 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=cb7d8363-95cf-4aa5-953d-567b5d61ee64,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:31.233166 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-ad484efe-3967-4c85-92c7-ae44d2129411 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce0ece3328ad4f4dad6822a6b825ecb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1183472 Jul 15 13:03:31.245745 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 300b6252-3d05-44ba-97a7-230188d36f95 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:31.253278 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c4301c42-2374-4412-8edc-61bfed517d45 req-2cdb7b95-32cd-47ad-b803-af15ded91269 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=38e4db3d6cd14773b2b127c0cb5621e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0968997 Jul 15 13:03:31.255176 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 300b6252-3d05-44ba-97a7-230188d36f95 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:31.255675 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:31.316648 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 4a5dd14b-1413-44de-96b4-75eaae3ead55 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:31.322987 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['200d3f04-e3cb-48a4-b2b6-34eca775b495'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:31.376111 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-55e98bd5-1ea8-411b-954a-75028952ea8f req-62416f44-ffb9-4212-8029-ee06745d918c service neutron] 10.222.0.18 "GET /v2.0/networks/58db640f-1ccd-4893-a080-c8b6f61a353d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844416 Jul 15 13:03:31.570556 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b18ebeaf-e478-4f0a-b5c3-c0a335387712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:31.575311 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b18ebeaf-e478-4f0a-b5c3-c0a335387712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:31.577397 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b18ebeaf-e478-4f0a-b5c3-c0a335387712 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ece884ea-2901-44fa-80aa-4b513d4f8fff HTTP/1.1" status: 204 len: 168 time: 0.8184626 Jul 15 13:03:31.612030 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c4301c42-2374-4412-8edc-61bfed517d45 req-c8d20fd5-1951-49c0-9b86-7538bb80d43f service neutron] 10.222.0.24 "GET /v2.0/networks/0a81d145-7a6a-4e9d-8fce-2f854c4b2363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353367 Jul 15 13:03:31.616237 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ebeaf-e478-4f0a-b5c3-c0a335387712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece884ea-2901-44fa-80aa-4b513d4f8fff,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:31.655068 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-72eaf3eb-585e-4b3c-a209-76efae5495a9 None None] Provisioning complete for port 8fde7ab3-f5b7-4c7c-93ea-6d1691e69535 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:31.656026 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72eaf3eb-585e-4b3c-a209-76efae5495a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:31.704566 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-55e98bd5-1ea8-411b-954a-75028952ea8f req-e8ada716-f7a0-4d90-828d-2f4b42035c25 service neutron] 10.222.0.18 "GET /v2.0/networks/58db640f-1ccd-4893-a080-c8b6f61a353d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845578 Jul 15 13:03:31.779676 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 4a5dd14b-1413-44de-96b4-75eaae3ead55 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:31.792518 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:31.806812 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 4a5dd14b-1413-44de-96b4-75eaae3ead55 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:31.807188 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:31.831807 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3add9d9-acc4-42ee-8481-54c75f6ddcf7 admin admin] Router 8b97719c-a69a-4469-9842-57ccf6b5fe8c has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:03:31.858163 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-72eaf3eb-585e-4b3c-a209-76efae5495a9 None None] Port 8fde7ab3-f5b7-4c7c-93ea-6d1691e69535 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:03:31.873749 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-3cd41f5e-d8f1-49c9-86e2-a805c30be2e4 service neutron] 10.222.0.24 "GET /v2.0/networks/fdee4957-6bbb-4f2f-9da3-e8bd5bb63200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6077204 Jul 15 13:03:31.931386 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c4301c42-2374-4412-8edc-61bfed517d45 req-cfca25b7-cb5a-438f-9677-60d2fa047309 service neutron] 10.222.0.24 "GET /v2.0/networks/0a81d145-7a6a-4e9d-8fce-2f854c4b2363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078506 Jul 15 13:03:31.959888 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 300b6252-3d05-44ba-97a7-230188d36f95, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=300b6252-3d05-44ba-97a7-230188d36f95,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:31.990445 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:32.114507 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:32.129713 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=300b6252-3d05-44ba-97a7-230188d36f95,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:32.161579 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 4a5dd14b-1413-44de-96b4-75eaae3ead55, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=4a5dd14b-1413-44de-96b4-75eaae3ead55,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:32.170179 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:32.200348 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-676dad35-f3bd-41a0-8003-6e39836816a4 service neutron] 10.222.0.24 "GET /v2.0/networks/fdee4957-6bbb-4f2f-9da3-e8bd5bb63200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249915 Jul 15 13:03:32.207883 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3add9d9-acc4-42ee-8481-54c75f6ddcf7 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:03:32.221991 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f3add9d9-acc4-42ee-8481-54c75f6ddcf7 admin admin] 10.222.0.24 "PUT /v2.0/routers/8b97719c-a69a-4469-9842-57ccf6b5fe8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0083559 Jul 15 13:03:32.271481 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a88d36-17ea-4147-ad06-f126bd5c57f3 None None] Sync routers for ids ['8b97719c-a69a-4469-9842-57ccf6b5fe8c'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:03:32.325505 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a88d36-17ea-4147-ad06-f126bd5c57f3 None None] Routers {'8b97719c-a69a-4469-9842-57ccf6b5fe8c'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:03:32.326285 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-04a88d36-17ea-4147-ad06-f126bd5c57f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:03:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['8b97719c-a69a-4469-9842-57ccf6b5fe8c'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:32.345043 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [req-ef04872c-b05f-4696-b6b9-9de6e722ef5e req-624be963-e083-4967-b52e-02dc88d0c575 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] show failed (client error): The resource could not be found. Jul 15 13:03:32.366687 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ef04872c-b05f-4696-b6b9-9de6e722ef5e req-624be963-e083-4967-b52e-02dc88d0c575 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups/c926e372-62c1-4244-8abe-b66bc53eea84 HTTP/1.1" status: 404 len: 352 time: 0.0578332 Jul 15 13:03:32.402145 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46672) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:32.430614 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=4a5dd14b-1413-44de-96b4-75eaae3ead55,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:32.485357 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-15c4dae0-08b5-4f4e-9afa-9ef95d2c681d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8120d000025d48378e965d0f1a4734c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0829241 Jul 15 13:03:32.490105 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46676) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:32.774795 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd55fd2b-de91-45cd-9ee4-97e6ac887384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:32.864681 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-04a88d36-17ea-4147-ad06-f126bd5c57f3 None None] Set router 8b97719c-a69a-4469-9842-57ccf6b5fe8c gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:03:32.875704 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3eb558-1757-42f4-a151-43bddcba8f96 req-02555d5c-0706-448d-bb12-8a3006b1a892 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:32.885172 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd55fd2b-de91-45cd-9ee4-97e6ac887384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:32.887849 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-db3eb558-1757-42f4-a151-43bddcba8f96 req-02555d5c-0706-448d-bb12-8a3006b1a892 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/ports?device_id=c12e63ba-28cf-4888-b485-5eecf6301a81 HTTP/1.1" status: 200 len: 949 time: 0.1349409 Jul 15 13:03:32.944571 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-db3eb558-1757-42f4-a151-43bddcba8f96 req-e34c6d79-00f0-4d4a-bc3c-d226ab6e3fc8 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/security-groups?id=57db3fd0-977c-4490-97f7-2b5461f1817d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521171 Jul 15 13:03:33.088770 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4c0b5-c746-4dde-8fb0-b79d6357d2de req-304c6d69-7da2-4c13-abb9-3d055148f29f tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:33.093527 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2de4c0b5-c746-4dde-8fb0-b79d6357d2de req-304c6d69-7da2-4c13-abb9-3d055148f29f tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 947 time: 0.2681341 Jul 15 13:03:33.191974 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd55fd2b-de91-45cd-9ee4-97e6ac887384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:33.206398 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd55fd2b-de91-45cd-9ee4-97e6ac887384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:33.209511 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-dd55fd2b-de91-45cd-9ee4-97e6ac887384 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2fdcaff6-f634-4456-b5fa-ac452082f343 HTTP/1.1" status: 204 len: 168 time: 0.7173204 Jul 15 13:03:33.235759 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 4a5dd14b-1413-44de-96b4-75eaae3ead55 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:33.272789 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55fd2b-de91-45cd-9ee4-97e6ac887384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdcaff6-f634-4456-b5fa-ac452082f343,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:33.306962 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2de4c0b5-c746-4dde-8fb0-b79d6357d2de req-92d54b36-cf2b-458f-8980-ae54b49e678d tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886904 Jul 15 13:03:33.383606 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 4a5dd14b-1413-44de-96b4-75eaae3ead55 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:33.384228 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:33.401271 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-04a88d36-17ea-4147-ad06-f126bd5c57f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'name': 'tempest-ServersTestManualDisk-1044099367-router', 'tenant_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4a5dd14b-1413-44de-96b4-75eaae3ead55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:18Z', 'updated_at': '2021-07-15T13:03:29Z', 'revision_number': 4, 'project_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'gw_port': {'id': '4a5dd14b-1413-44de-96b4-75eaae3ead55', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:19Z', 'updated_at': '2021-07-15T13:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '8fde7ab3-f5b7-4c7c-93ea-6d1691e69535', 'name': '', 'network_id': '85506c49-ef76-49a2-8400-1e31bb62cb86', 'tenant_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'mac_address': 'fa:16:3e:f5:e4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ddd3d1aa-d62d-409c-8c51-52222d94058f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:27Z', 'updated_at': '2021-07-15T13:03:29Z', 'revision_number': 2, 'project_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'subnets': [{'id': 'ddd3d1aa-d62d-409c-8c51-52222d94058f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:33.473900 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a88d36-17ea-4147-ad06-f126bd5c57f3 None None] Checking router: 8b97719c-a69a-4469-9842-57ccf6b5fe8c for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:03:33.474909 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a88d36-17ea-4147-ad06-f126bd5c57f3 None None] Updating router 8b97719c-a69a-4469-9842-57ccf6b5fe8c port 8fde7ab3-f5b7-4c7c-93ea-6d1691e69535 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:03:33.562028 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f61566-e5c1-44ef-9cd1-712fd688cf27 x-openstack-request-id: req-18f61566-e5c1-44ef-9cd1-712fd688cf27 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:33.562386 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12e63ba-28cf-4888-b485-5eecf6301a81", "name": "network-vif-plugged", "status": "completed", "tag": "cb7d8363-95cf-4aa5-953d-567b5d61ee64", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:33.562765 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-18f61566-e5c1-44ef-9cd1-712fd688cf27 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:33.562949 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12e63ba-28cf-4888-b485-5eecf6301a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7d8363-95cf-4aa5-953d-567b5d61ee64', 'code': 200} Jul 15 13:03:33.609753 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04a88d36-17ea-4147-ad06-f126bd5c57f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:33.684295 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5785d5bd-8070-4f15-aadc-7128216350f2 req-4438abf0-415b-4af5-8654-3a550477e939 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd87637a-d5af-4c9c-833f-7b1bf4fafb43 HTTP/1.1" status: 200 len: 210 time: 0.0875623 Jul 15 13:03:33.902835 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d56f0c-7f5e-452d-9747-78413c5f3de6 req-c7c71bb8-1df5-4aef-aa8b-dc3296dd6ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:33.922337 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-11d56f0c-7f5e-452d-9747-78413c5f3de6 req-c7c71bb8-1df5-4aef-aa8b-dc3296dd6ce0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c12e63ba-28cf-4888-b485-5eecf6301a81 HTTP/1.1" status: 200 len: 1101 time: 0.1586297 Jul 15 13:03:34.034829 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-94e8706d-a70d-4bdf-a5ba-ee5c6d363e59 req-b79f4a67-5672-466a-8c41-c32655c32d86 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f436e60-8828-45c1-9333-54e7c13d7093 HTTP/1.1" status: 200 len: 210 time: 0.0614777 Jul 15 13:03:34.063866 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-11d56f0c-7f5e-452d-9747-78413c5f3de6 req-c9f13827-7634-4253-af91-cee5e7e49d77 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=57db3fd0-977c-4490-97f7-2b5461f1817d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332734 Jul 15 13:03:34.068543 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 200d3f04-e3cb-48a4-b2b6-34eca775b495 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:34.190561 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 200d3f04-e3cb-48a4-b2b6-34eca775b495 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:34.216368 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 200d3f04-e3cb-48a4-b2b6-34eca775b495 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:34.218981 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:34.244058 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04a88d36-17ea-4147-ad06-f126bd5c57f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:34.276812 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-04a88d36-17ea-4147-ad06-f126bd5c57f3 None None] Transition to ACTIVE for port object 8fde7ab3-f5b7-4c7c-93ea-6d1691e69535 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:34.288614 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04a88d36-17ea-4147-ad06-f126bd5c57f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:34.378353 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54608db-d430-45b1-a4d6-53cce2396a03 None None] Pushing event updated for resources: {'Port': ['ID=8fde7ab3-f5b7-4c7c-93ea-6d1691e69535,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:34.400700 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54608db-d430-45b1-a4d6-53cce2396a03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:34.401849 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54608db-d430-45b1-a4d6-53cce2396a03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:34.404007 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54608db-d430-45b1-a4d6-53cce2396a03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:34.405050 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54608db-d430-45b1-a4d6-53cce2396a03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:34.405983 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54608db-d430-45b1-a4d6-53cce2396a03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:34.406929 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54608db-d430-45b1-a4d6-53cce2396a03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:34.408359 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54608db-d430-45b1-a4d6-53cce2396a03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:34.409269 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54608db-d430-45b1-a4d6-53cce2396a03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:34.410185 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54608db-d430-45b1-a4d6-53cce2396a03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:34.411044 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54608db-d430-45b1-a4d6-53cce2396a03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:34.411820 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54608db-d430-45b1-a4d6-53cce2396a03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:34.412765 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54608db-d430-45b1-a4d6-53cce2396a03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:34.525272 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:34.620318 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 200d3f04-e3cb-48a4-b2b6-34eca775b495, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=200d3f04-e3cb-48a4-b2b6-34eca775b495,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:34.633245 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:34.635388 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-04a88d36-17ea-4147-ad06-f126bd5c57f3 None None] Attempting to bind port 8fde7ab3-f5b7-4c7c-93ea-6d1691e69535 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:34.638522 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-04a88d36-17ea-4147-ad06-f126bd5c57f3 None None] Attempting to bind port 8fde7ab3-f5b7-4c7c-93ea-6d1691e69535 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'a4bb40fc-7f9f-44f0-b0cf-086f85450450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '85506c49-ef76-49a2-8400-1e31bb62cb86'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:34.638880 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a88d36-17ea-4147-ad06-f126bd5c57f3 None None] Attempting to bind port 8fde7ab3-f5b7-4c7c-93ea-6d1691e69535 on network 85506c49-ef76-49a2-8400-1e31bb62cb86 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:34.658954 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a88d36-17ea-4147-ad06-f126bd5c57f3 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:34.666693 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a88d36-17ea-4147-ad06-f126bd5c57f3 None None] Checking segment: {'id': 'a4bb40fc-7f9f-44f0-b0cf-086f85450450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '85506c49-ef76-49a2-8400-1e31bb62cb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:34.667614 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04a88d36-17ea-4147-ad06-f126bd5c57f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:34.668457 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a88d36-17ea-4147-ad06-f126bd5c57f3 None None] Bound using segment: {'id': 'a4bb40fc-7f9f-44f0-b0cf-086f85450450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '85506c49-ef76-49a2-8400-1e31bb62cb86'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:34.669484 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-04a88d36-17ea-4147-ad06-f126bd5c57f3 None None] Bound port: 8fde7ab3-f5b7-4c7c-93ea-6d1691e69535, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bb40fc-7f9f-44f0-b0cf-086f85450450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '85506c49-ef76-49a2-8400-1e31bb62cb86'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:34.670406 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04a88d36-17ea-4147-ad06-f126bd5c57f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:34.768396 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=200d3f04-e3cb-48a4-b2b6-34eca775b495,revision_number=9']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:34.923068 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-04a88d36-17ea-4147-ad06-f126bd5c57f3 None None] For port 8fde7ab3-f5b7-4c7c-93ea-6d1691e69535, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:34.927035 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-04a88d36-17ea-4147-ad06-f126bd5c57f3 None None] For port 8fde7ab3-f5b7-4c7c-93ea-6d1691e69535, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8fde7ab3-f5b7-4c7c-93ea-6d1691e69535,segment=NetworkSegment(a4bb40fc-7f9f-44f0-b0cf-086f85450450),segment_id=a4bb40fc-7f9f-44f0-b0cf-086f85450450)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:34.938890 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04a88d36-17ea-4147-ad06-f126bd5c57f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:35.009703 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4301c42-2374-4412-8edc-61bfed517d45 req-88bee659-9ee3-4d88-b47b-48aa6b8bb239 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:35.015605 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c4301c42-2374-4412-8edc-61bfed517d45 req-88bee659-9ee3-4d88-b47b-48aa6b8bb239 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.18 "GET /v2.0/networks?id=0a81d145-7a6a-4e9d-8fce-2f854c4b2363 HTTP/1.1" status: 200 len: 804 time: 0.2232883 Jul 15 13:03:35.032025 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-c4301c42-2374-4412-8edc-61bfed517d45 req-bca7a578-570d-4f99-a2f1-d6f0d2e30438 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Request body: {'port': {'device_id': 'cd87637a-d5af-4c9c-833f-7b1bf4fafb43', 'network_id': '0a81d145-7a6a-4e9d-8fce-2f854c4b2363', 'admin_state_up': True, 'tenant_id': '38e4db3d6cd14773b2b127c0cb5621e7'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:35.106111 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-b9d8c0d8-8718-4951-b1d2-bb46dc633bb6 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:35.115531 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-b9d8c0d8-8718-4951-b1d2-bb46dc633bb6 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.32 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2&tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&binding%3Ahost_id=n-h2-758944-45 HTTP/1.1" status: 200 len: 948 time: 0.2810955 Jul 15 13:03:35.127781 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54608db-d430-45b1-a4d6-53cce2396a03 None None] Pushing event updated for resources: {'Port': ['ID=8fde7ab3-f5b7-4c7c-93ea-6d1691e69535,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:35.132840 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a88d36-17ea-4147-ad06-f126bd5c57f3 None None] Routers {'8b97719c-a69a-4469-9842-57ccf6b5fe8c'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:03:35.134414 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-04a88d36-17ea-4147-ad06-f126bd5c57f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:03:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['8b97719c-a69a-4469-9842-57ccf6b5fe8c'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:35.330208 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46736) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:35.348685 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-21be08f9-1c13-4cb8-93f2-2aebf0566be3 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2122763520', 'description': 'tempest-description--813850540'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:35.388211 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4301c42-2374-4412-8edc-61bfed517d45 req-bca7a578-570d-4f99-a2f1-d6f0d2e30438 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Made reservation on behalf of 38e4db3d6cd14773b2b127c0cb5621e7 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:35.397858 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c4301c42-2374-4412-8edc-61bfed517d45 req-bca7a578-570d-4f99-a2f1-d6f0d2e30438 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:35.481781 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-04a88d36-17ea-4147-ad06-f126bd5c57f3 None None] Set router 8b97719c-a69a-4469-9842-57ccf6b5fe8c gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:03:35.491002 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-74cf00f8-5454-4b67-99c6-9efc98c830cd service neutron] 10.222.0.32 "GET /v2.0/ports/200d3f04-e3cb-48a4-b2b6-34eca775b495/bindings/n-h2-758944-45 HTTP/1.1" status: 200 len: 383 time: 0.3602924 Jul 15 13:03:35.505454 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-21be08f9-1c13-4cb8-93f2-2aebf0566be3 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:35.566723 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300b6252-3d05-44ba-97a7-230188d36f95'}, {'server_uuid': 'a32db238-6109-42d4-b4b7-f9e0efcc48d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200d3f04-e3cb-48a4-b2b6-34eca775b495'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:35.575078 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8903e41-7cf6-4101-a2e0-ff146cb88131" -d '{"events": [{"server_uuid": "0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e", "name": "network-vif-plugged", "status": "completed", "tag": "300b6252-3d05-44ba-97a7-230188d36f95"}, {"server_uuid": "a32db238-6109-42d4-b4b7-f9e0efcc48d2", "name": "network-vif-plugged", "status": "completed", "tag": "200d3f04-e3cb-48a4-b2b6-34eca775b495"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:35.801111 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-e8476a2e-ee74-456f-a133-9520229b5d09 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:35.802767 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-e8476a2e-ee74-456f-a133-9520229b5d09 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.18 "GET /v2.0/networks?id=fdee4957-6bbb-4f2f-9da3-e8bd5bb63200 HTTP/1.1" status: 200 len: 814 time: 0.4754126 Jul 15 13:03:35.827463 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-03fcdc6d-c1c7-41b2-8538-f6e41f487f1e tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Request body: {'port': {'device_id': '0f436e60-8828-45c1-9333-54e7c13d7093', 'network_id': 'fdee4957-6bbb-4f2f-9da3-e8bd5bb63200', 'admin_state_up': True, 'tenant_id': 'ce0ece3328ad4f4dad6822a6b825ecb4'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:35.852380 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-c4301c42-2374-4412-8edc-61bfed517d45 req-bca7a578-570d-4f99-a2f1-d6f0d2e30438 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Allocated IP 172.20.0.13 (0a81d145-7a6a-4e9d-8fce-2f854c4b2363/a50244b5-c7e6-43d0-9cca-5c95d17b12fc/38802364-b988-4d0c-aea8-3a3a2055aadd) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:35.881117 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-b9a792c3-cd53-4fb9-bcb1-d94091f58646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:35.883634 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-b9a792c3-cd53-4fb9-bcb1-d94091f58646 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 1100 time: 0.2720687 Jul 15 13:03:35.905626 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0702ba-587b-4801-b24f-aea0f124081f req-4fc2d27f-bcd1-4dd6-8962-72dadf70c731 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:35.907366 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0e0702ba-587b-4801-b24f-aea0f124081f req-4fc2d27f-bcd1-4dd6-8962-72dadf70c731 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/ports?device_id=c12e63ba-28cf-4888-b485-5eecf6301a81 HTTP/1.1" status: 200 len: 949 time: 0.3348634 Jul 15 13:03:35.944095 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-04a88d36-17ea-4147-ad06-f126bd5c57f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'name': 'tempest-ServersTestManualDisk-1044099367-router', 'tenant_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4a5dd14b-1413-44de-96b4-75eaae3ead55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:18Z', 'updated_at': '2021-07-15T13:03:29Z', 'revision_number': 4, 'project_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'gw_port': {'id': '4a5dd14b-1413-44de-96b4-75eaae3ead55', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:19Z', 'updated_at': '2021-07-15T13:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '8fde7ab3-f5b7-4c7c-93ea-6d1691e69535', 'name': '', 'network_id': '85506c49-ef76-49a2-8400-1e31bb62cb86', 'tenant_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'mac_address': 'fa:16:3e:f5:e4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ddd3d1aa-d62d-409c-8c51-52222d94058f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:27Z', 'updated_at': '2021-07-15T13:03:34Z', 'revision_number': 4, 'project_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'subnets': [{'id': 'ddd3d1aa-d62d-409c-8c51-52222d94058f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:35.958564 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90faf3ee-abcf-428f-aead-6d93f25b5a1e req-2e10797d-310f-478b-8601-cf37b5f7d7f3 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:35.960205 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-90faf3ee-abcf-428f-aead-6d93f25b5a1e req-2e10797d-310f-478b-8601-cf37b5f7d7f3 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/ports?device_id=39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f HTTP/1.1" status: 200 len: 1023 time: 0.2648575 Jul 15 13:03:35.977317 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-21be08f9-1c13-4cb8-93f2-2aebf0566be3 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:35.990683 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-21be08f9-1c13-4cb8-93f2-2aebf0566be3 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.070964 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0e0702ba-587b-4801-b24f-aea0f124081f req-571476f4-1d4b-4dd1-a6c3-2c64fed87a4e tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/security-groups?id=57db3fd0-977c-4490-97f7-2b5461f1817d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447334 Jul 15 13:03:36.090889 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-21be08f9-1c13-4cb8-93f2-2aebf0566be3 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.094833 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-21be08f9-1c13-4cb8-93f2-2aebf0566be3 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7598569 Jul 15 13:03:36.096224 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46748) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:36.115356 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-63e44d56-18d4-453d-aa79-6f92115e2b8d tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Request body: {'security_group_rule': {'security_group_id': '622f261e-b4cf-4018-bc04-62db7f1b634b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:36.138064 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a88d36-17ea-4147-ad06-f126bd5c57f3 None None] The sync data for ids ['8b97719c-a69a-4469-9842-57ccf6b5fe8c'] in n-d-758944-45 is: [{'id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'name': 'tempest-ServersTestManualDisk-1044099367-router', 'tenant_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4a5dd14b-1413-44de-96b4-75eaae3ead55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:18Z', 'updated_at': '2021-07-15T13:03:29Z', 'revision_number': 4, 'project_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'gw_port': {'id': '4a5dd14b-1413-44de-96b4-75eaae3ead55', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:19Z', 'updated_at': '2021-07-15T13:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '8fde7ab3-f5b7-4c7c-93ea-6d1691e69535', 'name': '', 'network_id': '85506c49-ef76-49a2-8400-1e31bb62cb86', 'tenant_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'mac_address': 'fa:16:3e:f5:e4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ddd3d1aa-d62d-409c-8c51-52222d94058f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:27Z', 'updated_at': '2021-07-15T13:03:34Z', 'revision_number': 4, 'project_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'subnets': [{'id': 'ddd3d1aa-d62d-409c-8c51-52222d94058f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:03:36.140000 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be08f9-1c13-4cb8-93f2-2aebf0566be3 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=622f261e-b4cf-4018-bc04-62db7f1b634b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:36.186677 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-90faf3ee-abcf-428f-aead-6d93f25b5a1e req-d1129d90-7686-48be-8ae2-2279e597a72c tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fa32e29-48b7-4ad1-a68f-2ebe610d7a88&id=3c5caee5-7ddc-40ce-8417-53f5e688debe&id=05e5fc58-e33d-47d0-bab7-f5006456ee4d&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1949561 Jul 15 13:03:36.284890 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-03fcdc6d-c1c7-41b2-8538-f6e41f487f1e tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Made reservation on behalf of ce0ece3328ad4f4dad6822a6b825ecb4 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:36.293797 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-03fcdc6d-c1c7-41b2-8538-f6e41f487f1e tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.345241 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c4301c42-2374-4412-8edc-61bfed517d45 req-bca7a578-570d-4f99-a2f1-d6f0d2e30438 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.373444 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5567f73e-4b63-4a68-9f07-10b21ff999d6 req-01d6a98e-4b86-4507-8005-7c9708f44ee5 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd87637a-d5af-4c9c-833f-7b1bf4fafb43 HTTP/1.1" status: 200 len: 210 time: 0.0525818 Jul 15 13:03:36.399270 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-83b57dd2-66bb-4d3d-9678-1afb1441b155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:36.403340 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-83b57dd2-66bb-4d3d-9678-1afb1441b155 service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.4655340 Jul 15 13:03:36.466287 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c4301c42-2374-4412-8edc-61bfed517d45 req-bca7a578-570d-4f99-a2f1-d6f0d2e30438 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.480010 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63e44d56-18d4-453d-aa79-6f92115e2b8d tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.490699 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-be3bf266-e663-4dad-9405-10e439997c23 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=200d3f04-e3cb-48a4-b2b6-34eca775b495 HTTP/1.1" status: 200 len: 217 time: 0.0688465 Jul 15 13:03:36.593307 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4301c42-2374-4412-8edc-61bfed517d45 req-bca7a578-570d-4f99-a2f1-d6f0d2e30438 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Network 0a81d145-7a6a-4e9d-8fce-2f854c4b2363 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:36.615182 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7e1ca624-224b-46fd-860c-a6956faa5310 req-3ffb146f-e52b-4fb0-9bdb-c4f89f69cd8a tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f436e60-8828-45c1-9333-54e7c13d7093 HTTP/1.1" status: 200 len: 210 time: 0.0488610 Jul 15 13:03:36.618792 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-c4301c42-2374-4412-8edc-61bfed517d45 req-bca7a578-570d-4f99-a2f1-d6f0d2e30438 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:36.624325 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4301c42-2374-4412-8edc-61bfed517d45 req-bca7a578-570d-4f99-a2f1-d6f0d2e30438 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:36.628854 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7a578-570d-4f99-a2f1-d6f0d2e30438 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Pushing event updated for resources: {'Port': ['ID=38802364-b988-4d0c-aea8-3a3a2055aadd,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:36.708500 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63e44d56-18d4-453d-aa79-6f92115e2b8d tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.708924 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4301c42-2374-4412-8edc-61bfed517d45 req-bca7a578-570d-4f99-a2f1-d6f0d2e30438 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:36.710292 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c4301c42-2374-4412-8edc-61bfed517d45 req-bca7a578-570d-4f99-a2f1-d6f0d2e30438 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.736118 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c4301c42-2374-4412-8edc-61bfed517d45 req-bca7a578-570d-4f99-a2f1-d6f0d2e30438 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7083757 Jul 15 13:03:36.737209 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e185fdfe-4cfd-4421-a330-0fb54c024e70 x-openstack-request-id: req-e185fdfe-4cfd-4421-a330-0fb54c024e70 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:36.737933 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e", "name": "network-vif-plugged", "status": "completed", "tag": "300b6252-3d05-44ba-97a7-230188d36f95", "code": 200}, {"server_uuid": "a32db238-6109-42d4-b4b7-f9e0efcc48d2", "name": "network-vif-plugged", "status": "completed", "tag": "200d3f04-e3cb-48a4-b2b6-34eca775b495", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:36.737933 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e185fdfe-4cfd-4421-a330-0fb54c024e70 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:36.738346 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300b6252-3d05-44ba-97a7-230188d36f95', 'code': 200} Jul 15 13:03:36.738849 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32db238-6109-42d4-b4b7-f9e0efcc48d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200d3f04-e3cb-48a4-b2b6-34eca775b495', 'code': 200} Jul 15 13:03:36.758294 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63e44d56-18d4-453d-aa79-6f92115e2b8d tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.765993 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-c4301c42-2374-4412-8edc-61bfed517d45 req-151e0a47-fb7f-42af-af5f-dfe024caf009 service neutron] Request body: {'port': {'device_id': 'cd87637a-d5af-4c9c-833f-7b1bf4fafb43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:36.822232 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b22f9-34ba-4a04-8d74-38079b521f52 req-4be2ed65-9d2e-4a11-886b-5265bc2df5da tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:36.827183 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-909b22f9-34ba-4a04-8d74-38079b521f52 req-4be2ed65-9d2e-4a11-886b-5265bc2df5da tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.18 "GET /v2.0/ports?device_id=39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f HTTP/1.1" status: 200 len: 1023 time: 0.6377819 Jul 15 13:03:36.828788 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63e44d56-18d4-453d-aa79-6f92115e2b8d tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.830246 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-63e44d56-18d4-453d-aa79-6f92115e2b8d tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7312722 Jul 15 13:03:36.847324 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46758) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:36.856227 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-58413319-bf8b-4ef7-8629-35bc773df4af tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Request body: {'security_group_rule': {'security_group_id': '622f261e-b4cf-4018-bc04-62db7f1b634b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:36.861200 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-4accaac4-62cf-48d1-9d68-b40bf8cc593d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:36.862777 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-4accaac4-62cf-48d1-9d68-b40bf8cc593d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.3585227 Jul 15 13:03:36.870836 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e44d56-18d4-453d-aa79-6f92115e2b8d tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b718ef60-bcb3-4d16-8597-15d62fafab0c,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:36.893508 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c4301c42-2374-4412-8edc-61bfed517d45 req-151e0a47-fb7f-42af-af5f-dfe024caf009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.964004 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-58413319-bf8b-4ef7-8629-35bc773df4af tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:36.995710 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-03fcdc6d-c1c7-41b2-8538-f6e41f487f1e tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Allocated IP 172.20.0.13 (fdee4957-6bbb-4f2f-9da3-e8bd5bb63200/000fddb8-29d6-4f77-bc6f-fc04154217b6/214b58f1-183c-488a-9e20-2d8660305aa9) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:37.044458 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87eb77f-d218-43e3-a12c-f5b8ebb855b0 req-d7862ea5-9fe9-48c0-9d27-7738e87657a5 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:37.052307 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b87eb77f-d218-43e3-a12c-f5b8ebb855b0 req-d7862ea5-9fe9-48c0-9d27-7738e87657a5 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 948 time: 0.5091779 Jul 15 13:03:37.183569 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23e6ad-2edc-43a8-af51-0cee74dd65f2 req-9950080a-e903-4dbe-af0d-2bbdecfe7e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:37.185344 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7e23e6ad-2edc-43a8-af51-0cee74dd65f2 req-9950080a-e903-4dbe-af0d-2bbdecfe7e8b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e HTTP/1.1" status: 200 len: 1101 time: 0.2676229 Jul 15 13:03:37.215051 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-58413319-bf8b-4ef7-8629-35bc773df4af tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.234008 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b87eb77f-d218-43e3-a12c-f5b8ebb855b0 req-2f44f807-481a-4f8f-b7e0-8b7be5054a3a tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810565 Jul 15 13:03:37.237866 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-58413319-bf8b-4ef7-8629-35bc773df4af tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.262652 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8fde7ab3-f5b7-4c7c-93ea-6d1691e69535 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:37.277984 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-14f29f58-2010-4814-956e-23a1bbd118f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:37.280623 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-14f29f58-2010-4814-956e-23a1bbd118f9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3576255 Jul 15 13:03:37.310107 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7e23e6ad-2edc-43a8-af51-0cee74dd65f2 req-9e892828-60ef-4ac4-824f-0d3a0874ca97 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=57db3fd0-977c-4490-97f7-2b5461f1817d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120842 Jul 15 13:03:37.312059 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58413319-bf8b-4ef7-8629-35bc773df4af tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=775df6be-607b-43ce-885c-a1056e34304e,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:37.330046 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-58413319-bf8b-4ef7-8629-35bc773df4af tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.333401 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-58413319-bf8b-4ef7-8629-35bc773df4af tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4814277 Jul 15 13:03:37.347086 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46770) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:37.380942 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-909b22f9-34ba-4a04-8d74-38079b521f52 req-08c2ba03-eed6-4b4e-9e18-86b7af8bfd9e tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Deleting port ee89d926-91c8-4b94-b95c-075d98503c9e {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:03:37.382732 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-909b22f9-34ba-4a04-8d74-38079b521f52 req-08c2ba03-eed6-4b4e-9e18-86b7af8bfd9e tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.393883 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f5d25f87-ba66-43ee-afd8-7616887ba1e5 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:37.422475 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 8fde7ab3-f5b7-4c7c-93ea-6d1691e69535 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:37.427925 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 8fde7ab3-f5b7-4c7c-93ea-6d1691e69535 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:37.428333 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.460763 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-458e9a65-4a75-4db3-b49e-8f4549138de9 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b0e96f0479e74f07989613dd927cd588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385885 Jul 15 13:03:37.570112 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.605898 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5d25f87-ba66-43ee-afd8-7616887ba1e5 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.610570 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 8fde7ab3-f5b7-4c7c-93ea-6d1691e69535, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8fde7ab3-f5b7-4c7c-93ea-6d1691e69535,segment=NetworkSegment(a4bb40fc-7f9f-44f0-b0cf-086f85450450),segment_id=a4bb40fc-7f9f-44f0-b0cf-086f85450450)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:37.618262 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.678215 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-03fcdc6d-c1c7-41b2-8538-f6e41f487f1e tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.681567 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=8fde7ab3-f5b7-4c7c-93ea-6d1691e69535,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:37.683859 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-3942fed0-0c36-4f88-b821-8501239b4ab1 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:37.690453 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-3942fed0-0c36-4f88-b821-8501239b4ab1 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2283707 Jul 15 13:03:37.713541 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-c4301c42-2374-4412-8edc-61bfed517d45 req-151e0a47-fb7f-42af-af5f-dfe024caf009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38802364-b988-4d0c-aea8-3a3a2055aadd {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:37.730172 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-fe7d23ca-6b22-415e-baa6-5c7aae99c846 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/quotas/b0e96f0479e74f07989613dd927cd588 HTTP/1.1" status: 200 len: 375 time: 0.0360844 Jul 15 13:03:37.733897 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c4301c42-2374-4412-8edc-61bfed517d45 req-151e0a47-fb7f-42af-af5f-dfe024caf009 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.736183 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.760793 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-ffa0372e-1b05-4636-b13f-6045086b0758 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4690948 Jul 15 13:03:37.775544 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-909b22f9-34ba-4a04-8d74-38079b521f52 req-08c2ba03-eed6-4b4e-9e18-86b7af8bfd9e tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] For port ee89d926-91c8-4b94-b95c-075d98503c9e, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=ee89d926-91c8-4b94-b95c-075d98503c9e,segment=NetworkSegment(81550a63-2e5d-4914-a9dd-2665e1853a5f),segment_id=81550a63-2e5d-4914-a9dd-2665e1853a5f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:37.776018 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-909b22f9-34ba-4a04-8d74-38079b521f52 req-08c2ba03-eed6-4b4e-9e18-86b7af8bfd9e tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.778335 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-1cbcce06-7beb-43cd-b6c4-811bbb5eed37 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b0e96f0479e74f07989613dd927cd588&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471654 Jul 15 13:03:37.786156 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-c4301c42-2374-4412-8edc-61bfed517d45 req-151e0a47-fb7f-42af-af5f-dfe024caf009 service neutron] Transition to ACTIVE for port object 38802364-b988-4d0c-aea8-3a3a2055aadd will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:37.795510 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c4301c42-2374-4412-8edc-61bfed517d45 req-151e0a47-fb7f-42af-af5f-dfe024caf009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.820919 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-909b22f9-34ba-4a04-8d74-38079b521f52 req-08c2ba03-eed6-4b4e-9e18-86b7af8bfd9e tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Calling delete_port for ee89d926-91c8-4b94-b95c-075d98503c9e owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:03:37.863656 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e0a47-fb7f-42af-af5f-dfe024caf009 service neutron] Pushing event updated for resources: {'Port': ['ID=38802364-b988-4d0c-aea8-3a3a2055aadd,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:37.955893 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c4301c42-2374-4412-8edc-61bfed517d45 req-151e0a47-fb7f-42af-af5f-dfe024caf009 service neutron] Attempting to bind port 38802364-b988-4d0c-aea8-3a3a2055aadd on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:37.956389 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c4301c42-2374-4412-8edc-61bfed517d45 req-151e0a47-fb7f-42af-af5f-dfe024caf009 service neutron] Attempting to bind port 38802364-b988-4d0c-aea8-3a3a2055aadd by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0a81d145-7a6a-4e9d-8fce-2f854c4b2363'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:37.956811 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4301c42-2374-4412-8edc-61bfed517d45 req-151e0a47-fb7f-42af-af5f-dfe024caf009 service neutron] Attempting to bind port 38802364-b988-4d0c-aea8-3a3a2055aadd on network 0a81d145-7a6a-4e9d-8fce-2f854c4b2363 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:37.963668 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4301c42-2374-4412-8edc-61bfed517d45 req-151e0a47-fb7f-42af-af5f-dfe024caf009 service neutron] Port 38802364-b988-4d0c-aea8-3a3a2055aadd on network 0a81d145-7a6a-4e9d-8fce-2f854c4b2363 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:37.964051 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4301c42-2374-4412-8edc-61bfed517d45 req-151e0a47-fb7f-42af-af5f-dfe024caf009 service neutron] Attempting to bind port 38802364-b988-4d0c-aea8-3a3a2055aadd on network 0a81d145-7a6a-4e9d-8fce-2f854c4b2363 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:37.970133 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4301c42-2374-4412-8edc-61bfed517d45 req-151e0a47-fb7f-42af-af5f-dfe024caf009 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:37.970465 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4301c42-2374-4412-8edc-61bfed517d45 req-151e0a47-fb7f-42af-af5f-dfe024caf009 service neutron] Checking segment: {'id': '57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0a81d145-7a6a-4e9d-8fce-2f854c4b2363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:37.970865 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4301c42-2374-4412-8edc-61bfed517d45 req-151e0a47-fb7f-42af-af5f-dfe024caf009 service neutron] Bound using segment: {'id': '57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0a81d145-7a6a-4e9d-8fce-2f854c4b2363'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:37.971316 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c4301c42-2374-4412-8edc-61bfed517d45 req-151e0a47-fb7f-42af-af5f-dfe024caf009 service neutron] Bound port: 38802364-b988-4d0c-aea8-3a3a2055aadd, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0a81d145-7a6a-4e9d-8fce-2f854c4b2363'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:37.971678 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c4301c42-2374-4412-8edc-61bfed517d45 req-151e0a47-fb7f-42af-af5f-dfe024caf009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.017827 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-14eab6d2-933e-4381-8d92-5b9510670d9d service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486410 Jul 15 13:03:38.108490 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c4301c42-2374-4412-8edc-61bfed517d45 req-151e0a47-fb7f-42af-af5f-dfe024caf009 service neutron] For port 38802364-b988-4d0c-aea8-3a3a2055aadd, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:38.109850 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-03fcdc6d-c1c7-41b2-8538-f6e41f487f1e tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.120682 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c4301c42-2374-4412-8edc-61bfed517d45 req-151e0a47-fb7f-42af-af5f-dfe024caf009 service neutron] For port 38802364-b988-4d0c-aea8-3a3a2055aadd, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=38802364-b988-4d0c-aea8-3a3a2055aadd,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:38.176574 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c4301c42-2374-4412-8edc-61bfed517d45 req-151e0a47-fb7f-42af-af5f-dfe024caf009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.181300 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90268bcb-2a2b-48ea-92a8-a74420d6f521 req-ebc18fe0-c0df-4a1b-b2a8-943cadcd3bd3 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:38.182935 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-90268bcb-2a2b-48ea-92a8-a74420d6f521 req-ebc18fe0-c0df-4a1b-b2a8-943cadcd3bd3 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/ports?device_id=c12e63ba-28cf-4888-b485-5eecf6301a81 HTTP/1.1" status: 200 len: 949 time: 0.5924046 Jul 15 13:03:38.229617 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4301c42-2374-4412-8edc-61bfed517d45 req-151e0a47-fb7f-42af-af5f-dfe024caf009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:38.230291 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c4301c42-2374-4412-8edc-61bfed517d45 req-151e0a47-fb7f-42af-af5f-dfe024caf009 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.231754 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c4301c42-2374-4412-8edc-61bfed517d45 req-151e0a47-fb7f-42af-af5f-dfe024caf009 service neutron] 10.222.0.18 "PUT /v2.0/ports/38802364-b988-4d0c-aea8-3a3a2055aadd HTTP/1.1" status: 200 len: 1093 time: 1.4772189 Jul 15 13:03:38.232303 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd87637a-d5af-4c9c-833f-7b1bf4fafb43', 'tag': '38802364-b988-4d0c-aea8-3a3a2055aadd'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:38.234684 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84597cd7-beec-4fa0-8e7d-837affff029c" -d '{"events": [{"name": "network-changed", "server_uuid": "cd87637a-d5af-4c9c-833f-7b1bf4fafb43", "tag": "38802364-b988-4d0c-aea8-3a3a2055aadd"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:38.278408 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-03fcdc6d-c1c7-41b2-8538-f6e41f487f1e tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Network fdee4957-6bbb-4f2f-9da3-e8bd5bb63200 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:38.297584 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-03fcdc6d-c1c7-41b2-8538-f6e41f487f1e tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:38.310536 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e0a47-fb7f-42af-af5f-dfe024caf009 service neutron] Pushing event updated for resources: {'Port': ['ID=38802364-b988-4d0c-aea8-3a3a2055aadd,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:38.315697 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-03fcdc6d-c1c7-41b2-8538-f6e41f487f1e tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:38.330084 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fcdc6d-c1c7-41b2-8538-f6e41f487f1e tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Pushing event updated for resources: {'Port': ['ID=214b58f1-183c-488a-9e20-2d8660305aa9,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:38.348024 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06185f2c-bb17-4817-89ce-0725241c1202 req-4fd731b9-9593-4321-ae12-e6198cf222d6 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:38.349838 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-06185f2c-bb17-4817-89ce-0725241c1202 req-4fd731b9-9593-4321-ae12-e6198cf222d6 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/ports?device_id=39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f HTTP/1.1" status: 200 len: 1023 time: 0.2342947 Jul 15 13:03:38.383929 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-90268bcb-2a2b-48ea-92a8-a74420d6f521 req-b7cd5fc6-99e0-40fd-b9db-9d2e1800faf7 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/security-groups?id=57db3fd0-977c-4490-97f7-2b5461f1817d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689179 Jul 15 13:03:38.459504 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4301c42-2374-4412-8edc-61bfed517d45 req-a6b5496d-5c40-4674-8130-48658b965345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:38.463129 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c4301c42-2374-4412-8edc-61bfed517d45 req-a6b5496d-5c40-4674-8130-48658b965345 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=38e4db3d6cd14773b2b127c0cb5621e7&device_id=cd87637a-d5af-4c9c-833f-7b1bf4fafb43 HTTP/1.1" status: 200 len: 1096 time: 0.1620510 Jul 15 13:03:38.474613 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-06185f2c-bb17-4817-89ce-0725241c1202 req-34c5dc85-47b3-4ae2-9a7a-669ab34a4c58 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fa32e29-48b7-4ad1-a68f-2ebe610d7a88&id=3c5caee5-7ddc-40ce-8417-53f5e688debe&id=05e5fc58-e33d-47d0-bab7-f5006456ee4d&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1161942 Jul 15 13:03:38.518167 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-03fcdc6d-c1c7-41b2-8538-f6e41f487f1e tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:38.518963 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-03fcdc6d-c1c7-41b2-8538-f6e41f487f1e tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.565828 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5d25f87-ba66-43ee-afd8-7616887ba1e5 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.586352 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c4301c42-2374-4412-8edc-61bfed517d45 req-fe995153-2c22-4bd0-87df-e208833258c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38802364-b988-4d0c-aea8-3a3a2055aadd HTTP/1.1" status: 200 len: 217 time: 0.1096611 Jul 15 13:03:38.698044 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-03fcdc6d-c1c7-41b2-8538-f6e41f487f1e tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8826301 Jul 15 13:03:38.755149 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-45634348-1be2-406b-946b-b2acbeff49ca service neutron] Request body: {'port': {'device_id': '0f436e60-8828-45c1-9333-54e7c13d7093', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:38.784587 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:03:38.836975 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-909b22f9-34ba-4a04-8d74-38079b521f52 req-08c2ba03-eed6-4b4e-9e18-86b7af8bfd9e tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:38.921393 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2ba03-eed6-4b4e-9e18-86b7af8bfd9e tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Pushing event deleted for resources: {'Port': ['ID=ee89d926-91c8-4b94-b95c-075d98503c9e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:39.057267 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4301c42-2374-4412-8edc-61bfed517d45 req-bb9547a2-186f-4ed9-9796-c60bf6a984d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:39.058919 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c4301c42-2374-4412-8edc-61bfed517d45 req-bb9547a2-186f-4ed9-9796-c60bf6a984d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a50244b5-c7e6-43d0-9cca-5c95d17b12fc HTTP/1.1" status: 200 len: 844 time: 0.4658968 Jul 15 13:03:39.106470 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c4301c42-2374-4412-8edc-61bfed517d45 req-dd3b0ad5-ee2b-488b-8f7b-9c7f2dbbde52 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0a81d145-7a6a-4e9d-8fce-2f854c4b2363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382807 Jul 15 13:03:39.156489 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device ee89d926-91c8-4b94-b95c-075d98503c9e no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:03:39.200337 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf4153-15cc-4955-94fe-70ae02336f5e req-2ccbf71e-199c-4733-80c4-cfe81a56f070 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:39.202333 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: ee89d926-91c8-4b94-b95c-075d98503c9e {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:03:39.202863 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e6bf4153-15cc-4955-94fe-70ae02336f5e req-2ccbf71e-199c-4733-80c4-cfe81a56f070 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f436e60-8828-45c1-9333-54e7c13d7093 HTTP/1.1" status: 200 len: 932 time: 0.2012663 Jul 15 13:03:39.202994 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device ee89d926-91c8-4b94-b95c-075d98503c9e not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:03:39.214213 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8fde7ab3-f5b7-4c7c-93ea-6d1691e69535 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:39.298008 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 8fde7ab3-f5b7-4c7c-93ea-6d1691e69535 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:39.298874 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:39.355093 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e6bf4153-15cc-4955-94fe-70ae02336f5e req-c97c7965-74ff-417d-aefa-5bb7d8c4eedf tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842628 Jul 15 13:03:39.359153 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c4301c42-2374-4412-8edc-61bfed517d45 req-60217abe-b697-4123-9b87-0cc67c57b811 service neutron] 10.222.0.18 "GET /v2.0/networks/0a81d145-7a6a-4e9d-8fce-2f854c4b2363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359262 Jul 15 13:03:39.558593 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-909b22f9-34ba-4a04-8d74-38079b521f52 req-08c2ba03-eed6-4b4e-9e18-86b7af8bfd9e tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] No DVR routers for this DVR port ee89d926-91c8-4b94-b95c-075d98503c9e on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:03:39.564588 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-f5d25f87-ba66-43ee-afd8-7616887ba1e5 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Allocated IP 172.25.6.220 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/a6aff007-62e1-44d9-bd9a-cf55075d98bd) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:39.582241 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-909b22f9-34ba-4a04-8d74-38079b521f52 req-08c2ba03-eed6-4b4e-9e18-86b7af8bfd9e tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:39.588353 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-909b22f9-34ba-4a04-8d74-38079b521f52 req-08c2ba03-eed6-4b4e-9e18-86b7af8bfd9e tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.18 "DELETE /v2.0/ports/ee89d926-91c8-4b94-b95c-075d98503c9e HTTP/1.1" status: 204 len: 173 time: 2.7239432 Jul 15 13:03:39.591663 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f', 'name': 'network-vif-deleted', 'tag': 'ee89d926-91c8-4b94-b95c-075d98503c9e'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:39.595673 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3a7af6-6485-4aa9-a619-e207f637a260" -d '{"events": [{"server_uuid": "39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f", "name": "network-vif-deleted", "tag": "ee89d926-91c8-4b94-b95c-075d98503c9e"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:39.604570 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c4301c42-2374-4412-8edc-61bfed517d45 req-5e8caa34-cd8c-4904-be1e-6992fcd51fd1 service neutron] 10.222.0.18 "GET /v2.0/networks/0a81d145-7a6a-4e9d-8fce-2f854c4b2363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351067 Jul 15 13:03:39.620218 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-45634348-1be2-406b-946b-b2acbeff49ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:39.642042 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223505b4-a962-4511-90b3-a07f403400a9 req-6d6deb80-b29b-45d2-b590-7c615852d88b tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:39.645315 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-223505b4-a962-4511-90b3-a07f403400a9 req-6d6deb80-b29b-45d2-b590-7c615852d88b tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd87637a-d5af-4c9c-833f-7b1bf4fafb43 HTTP/1.1" status: 200 len: 944 time: 0.9702048 Jul 15 13:03:39.764339 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-eca18306-7396-4c86-990c-b90d703decf5 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b0e96f0479e74f07989613dd927cd588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494854 Jul 15 13:03:39.952799 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-223505b4-a962-4511-90b3-a07f403400a9 req-95482536-9e46-41f8-9865-69716c7442e1 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903638 Jul 15 13:03:40.077578 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-304c55e0-9dd2-4e2a-95d6-ff020801a6ec req-5a609a2b-619c-4107-ac1a-22aecc47c0e9 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f57c1f-862f-48e3-9d8c-60796c84a49c HTTP/1.1" status: 200 len: 210 time: 0.0683851 Jul 15 13:03:40.102549 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1143f11-6eda-463b-a5ec-43650df16765 x-openstack-request-id: req-c1143f11-6eda-463b-a5ec-43650df16765 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:40.102973 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd87637a-d5af-4c9c-833f-7b1bf4fafb43", "tag": "38802364-b988-4d0c-aea8-3a3a2055aadd", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:40.103362 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c1143f11-6eda-463b-a5ec-43650df16765 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:40.104057 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd87637a-d5af-4c9c-833f-7b1bf4fafb43', 'tag': '38802364-b988-4d0c-aea8-3a3a2055aadd', 'status': 'completed', 'code': 200} Jul 15 13:03:40.152783 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5d25f87-ba66-43ee-afd8-7616887ba1e5 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.158468 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-e8c6e9c7-5ade-452f-9f22-99eda738023d tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:40.161958 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-e8c6e9c7-5ade-452f-9f22-99eda738023d tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3904133 Jul 15 13:03:40.185790 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-1fe405be-7654-4ee3-adfe-0710efc0343a tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Request body: {'port': {'device_id': 'e3f57c1f-862f-48e3-9d8c-60796c84a49c', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'admin_state_up': True, 'tenant_id': 'b0e96f0479e74f07989613dd927cd588'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:40.261456 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5d25f87-ba66-43ee-afd8-7616887ba1e5 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.573320 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d25f87-ba66-43ee-afd8-7616887ba1e5 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:40.580176 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f5d25f87-ba66-43ee-afd8-7616887ba1e5 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:40.587057 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d25f87-ba66-43ee-afd8-7616887ba1e5 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:40.625114 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-1fe405be-7654-4ee3-adfe-0710efc0343a tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Made reservation on behalf of b0e96f0479e74f07989613dd927cd588 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:40.629372 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-1fe405be-7654-4ee3-adfe-0710efc0343a tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.643846 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-1fe405be-7654-4ee3-adfe-0710efc0343a tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.717489 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6dad2a-9ce9-499a-a28e-39448e1d238d req-d0e67644-3374-42ca-a179-a3a9fb9bb80e tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:40.719298 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9d6dad2a-9ce9-499a-a28e-39448e1d238d req-d0e67644-3374-42ca-a179-a3a9fb9bb80e tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e HTTP/1.1" status: 200 len: 949 time: 0.1784472 Jul 15 13:03:40.796109 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9d6dad2a-9ce9-499a-a28e-39448e1d238d req-b99a43e4-991d-4731-832e-3aab76f446d6 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/security-groups?id=57db3fd0-977c-4490-97f7-2b5461f1817d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642591 Jul 15 13:03:40.825081 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-1fe405be-7654-4ee3-adfe-0710efc0343a tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.834025 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-1fe405be-7654-4ee3-adfe-0710efc0343a tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:40.870164 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d25f87-ba66-43ee-afd8-7616887ba1e5 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Pushing event updated for resources: {'Port': ['ID=a6aff007-62e1-44d9-bd9a-cf55075d98bd,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:40.915246 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe405be-7654-4ee3-adfe-0710efc0343a tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9adf9b32-fd96-499e-ae6e-61586dc033f4,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:41.041039 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5d25f87-ba66-43ee-afd8-7616887ba1e5 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:41.050976 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-1fe405be-7654-4ee3-adfe-0710efc0343a tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Allocated IP 192.168.233.209 (469a0c47-6cac-4ffe-aa16-0c933961e7af/23cd399a-e88b-433a-a99b-25a477d6a3ca/1afc570d-6aa4-4817-91c6-c4414a141b4f) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:41.051547 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84597cd7-beec-4fa0-8e7d-837affff029c req-b175d308-244c-470d-81af-63f584386318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:41.053349 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-84597cd7-beec-4fa0-8e7d-837affff029c req-b175d308-244c-470d-81af-63f584386318 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=38e4db3d6cd14773b2b127c0cb5621e7&device_id=cd87637a-d5af-4c9c-833f-7b1bf4fafb43 HTTP/1.1" status: 200 len: 1096 time: 0.8211188 Jul 15 13:03:41.160732 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35fff2-8a8e-4efa-990d-8bb493ae90fa req-d53630a0-da1b-4cd9-bcb7-1ed1c1b88304 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:41.168298 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ed35fff2-8a8e-4efa-990d-8bb493ae90fa req-d53630a0-da1b-4cd9-bcb7-1ed1c1b88304 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 948 time: 0.8316531 Jul 15 13:03:41.168641 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 38802364-b988-4d0c-aea8-3a3a2055aadd details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:41.298638 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5d25f87-ba66-43ee-afd8-7616887ba1e5 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:41.362955 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ed35fff2-8a8e-4efa-990d-8bb493ae90fa req-b35ce763-9d35-4978-b75a-505e36c0e6a5 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936553 Jul 15 13:03:41.373393 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-45634348-1be2-406b-946b-b2acbeff49ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 214b58f1-183c-488a-9e20-2d8660305aa9 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:41.443642 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-45634348-1be2-406b-946b-b2acbeff49ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:41.450244 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 38802364-b988-4d0c-aea8-3a3a2055aadd, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=38802364-b988-4d0c-aea8-3a3a2055aadd,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:41.462863 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18864fe9-72df-4fc9-ba4f-9991f84776c5 x-openstack-request-id: req-18864fe9-72df-4fc9-ba4f-9991f84776c5 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:41.464463 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f", "name": "network-vif-deleted", "tag": "ee89d926-91c8-4b94-b95c-075d98503c9e", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:41.464872 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-18864fe9-72df-4fc9-ba4f-9991f84776c5 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:41.465483 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f', 'name': 'network-vif-deleted', 'tag': 'ee89d926-91c8-4b94-b95c-075d98503c9e', 'status': 'completed', 'code': 200} Jul 15 13:03:41.477642 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '38802364-b988-4d0c-aea8-3a3a2055aadd', 'network_id': '0a81d145-7a6a-4e9d-8fce-2f854c4b2363', 'port_id': '38802364-b988-4d0c-aea8-3a3a2055aadd', 'mac_address': 'fa:16:3e:16:07:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a50244b5-c7e6-43d0-9cca-5c95d17b12fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:03:41.496252 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c132e972-5b67-41bc-a9a6-c9352512527c req-93e14a03-543f-48ff-837f-229f39db17c8 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/ports?device_id=39fe3cb3-4bf0-40ba-a3c8-6f4339a7175f HTTP/1.1" status: 200 len: 210 time: 0.1769764 Jul 15 13:03:41.600485 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:41.606034 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84597cd7-beec-4fa0-8e7d-837affff029c req-978c89c2-4dbb-4d14-a397-95a9bbeeb2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:41.609002 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-84597cd7-beec-4fa0-8e7d-837affff029c req-978c89c2-4dbb-4d14-a397-95a9bbeeb2e0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0a81d145-7a6a-4e9d-8fce-2f854c4b2363 HTTP/1.1" status: 200 len: 905 time: 0.5409198 Jul 15 13:03:41.619131 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38802364-b988-4d0c-aea8-3a3a2055aadd {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:41.650393 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 38802364-b988-4d0c-aea8-3a3a2055aadd, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=38802364-b988-4d0c-aea8-3a3a2055aadd,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:41.668585 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:41.676559 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-45634348-1be2-406b-946b-b2acbeff49ca service neutron] Transition to ACTIVE for port object 214b58f1-183c-488a-9e20-2d8660305aa9 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:41.739569 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=38802364-b988-4d0c-aea8-3a3a2055aadd,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:41.765795 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-1fe405be-7654-4ee3-adfe-0710efc0343a tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:41.769735 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-45634348-1be2-406b-946b-b2acbeff49ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:41.774779 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-84597cd7-beec-4fa0-8e7d-837affff029c req-a1d8a124-e1a0-489e-8926-2434a7550aa5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38802364-b988-4d0c-aea8-3a3a2055aadd HTTP/1.1" status: 200 len: 217 time: 0.1464491 Jul 15 13:03:41.795580 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-1fe405be-7654-4ee3-adfe-0710efc0343a tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Transition to ACTIVE for port object 1afc570d-6aa4-4817-91c6-c4414a141b4f will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:41.883968 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['38802364-b988-4d0c-aea8-3a3a2055aadd'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:42.033254 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-51755b8f-fb45-4c7d-8a4f-259d0a466c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:42.036313 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-51755b8f-fb45-4c7d-8a4f-259d0a466c46 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2&tenant_id=4c3108a20e0e4e5c98e0e01050769b9a HTTP/1.1" status: 200 len: 1100 time: 0.2258620 Jul 15 13:03:42.044728 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-1fe405be-7654-4ee3-adfe-0710efc0343a tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:42.093284 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5d25f87-ba66-43ee-afd8-7616887ba1e5 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:42.107105 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-49c78ddc-d780-4271-b6a9-1a7ae5af32be service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-45', 'device_owner': 'compute:nova'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:42.154401 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5d25f87-ba66-43ee-afd8-7616887ba1e5 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:42.172208 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-1fe405be-7654-4ee3-adfe-0710efc0343a tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:42.222571 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-1fe405be-7654-4ee3-adfe-0710efc0343a tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:42.260242 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-1fe405be-7654-4ee3-adfe-0710efc0343a tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:42.301237 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-45634348-1be2-406b-946b-b2acbeff49ca service neutron] Attempting to bind port 214b58f1-183c-488a-9e20-2d8660305aa9 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:42.301559 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-45634348-1be2-406b-946b-b2acbeff49ca service neutron] Attempting to bind port 214b58f1-183c-488a-9e20-2d8660305aa9 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'eca69b8d-7d97-4f57-9ff2-44a210eeeac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fdee4957-6bbb-4f2f-9da3-e8bd5bb63200'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:42.301979 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-45634348-1be2-406b-946b-b2acbeff49ca service neutron] Attempting to bind port 214b58f1-183c-488a-9e20-2d8660305aa9 on network fdee4957-6bbb-4f2f-9da3-e8bd5bb63200 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:42.307556 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45634348-1be2-406b-946b-b2acbeff49ca service neutron] Pushing event updated for resources: {'Port': ['ID=214b58f1-183c-488a-9e20-2d8660305aa9,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:42.358600 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-45634348-1be2-406b-946b-b2acbeff49ca service neutron] Port 214b58f1-183c-488a-9e20-2d8660305aa9 on network fdee4957-6bbb-4f2f-9da3-e8bd5bb63200 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:42.358918 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-45634348-1be2-406b-946b-b2acbeff49ca service neutron] Attempting to bind port 214b58f1-183c-488a-9e20-2d8660305aa9 on network fdee4957-6bbb-4f2f-9da3-e8bd5bb63200 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:42.364566 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d25f87-ba66-43ee-afd8-7616887ba1e5 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Pushing event updated for resources: {'Port': ['ID=a6aff007-62e1-44d9-bd9a-cf55075d98bd,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:42.371896 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-45634348-1be2-406b-946b-b2acbeff49ca service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:42.372226 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-45634348-1be2-406b-946b-b2acbeff49ca service neutron] Checking segment: {'id': 'eca69b8d-7d97-4f57-9ff2-44a210eeeac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fdee4957-6bbb-4f2f-9da3-e8bd5bb63200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:42.372612 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-45634348-1be2-406b-946b-b2acbeff49ca service neutron] Bound using segment: {'id': 'eca69b8d-7d97-4f57-9ff2-44a210eeeac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fdee4957-6bbb-4f2f-9da3-e8bd5bb63200'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:42.373061 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-45634348-1be2-406b-946b-b2acbeff49ca service neutron] Bound port: 214b58f1-183c-488a-9e20-2d8660305aa9, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca69b8d-7d97-4f57-9ff2-44a210eeeac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fdee4957-6bbb-4f2f-9da3-e8bd5bb63200'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:42.373443 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-45634348-1be2-406b-946b-b2acbeff49ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:42.380250 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe405be-7654-4ee3-adfe-0710efc0343a tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Pushing event updated for resources: {'Port': ['ID=1afc570d-6aa4-4817-91c6-c4414a141b4f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:42.395993 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84597cd7-beec-4fa0-8e7d-837affff029c req-57aa3c3a-8f7f-4b1d-8802-64515c48a063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:42.398317 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-84597cd7-beec-4fa0-8e7d-837affff029c req-57aa3c3a-8f7f-4b1d-8802-64515c48a063 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a50244b5-c7e6-43d0-9cca-5c95d17b12fc HTTP/1.1" status: 200 len: 844 time: 0.5612833 Jul 15 13:03:42.470750 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5d25f87-ba66-43ee-afd8-7616887ba1e5 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:42.485198 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-1fe405be-7654-4ee3-adfe-0710efc0343a tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:42.486493 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-1fe405be-7654-4ee3-adfe-0710efc0343a tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:42.518585 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f92e1-7cd5-4da6-a09c-68d515f37869 req-c4596620-8a08-4466-884e-13f54a8e2968 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:42.518899 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-49c78ddc-d780-4271-b6a9-1a7ae5af32be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:42.522816 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-472f92e1-7cd5-4da6-a09c-68d515f37869 req-c4596620-8a08-4466-884e-13f54a8e2968 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f436e60-8828-45c1-9333-54e7c13d7093 HTTP/1.1" status: 200 len: 932 time: 0.9074352 Jul 15 13:03:42.580044 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-84597cd7-beec-4fa0-8e7d-837affff029c req-171a80ec-1fba-40f9-8edc-997154728ce7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0a81d145-7a6a-4e9d-8fce-2f854c4b2363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1672533 Jul 15 13:03:42.688847 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5d25f87-ba66-43ee-afd8-7616887ba1e5 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:42.693075 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f5d25f87-ba66-43ee-afd8-7616887ba1e5 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3055432 Jul 15 13:03:42.693357 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-1fe405be-7654-4ee3-adfe-0710efc0343a tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5191066 Jul 15 13:03:42.710192 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-b0dedc21-fefe-4061-a2e3-3e14f73f7d6f service neutron] Request body: {'port': {'device_id': 'e3f57c1f-862f-48e3-9d8c-60796c84a49c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:42.715835 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1e9e6ccb-dc2f-45f4-ab9a-8a9fae06760f None None] Provisioning for port 1afc570d-6aa4-4817-91c6-c4414a141b4f completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:42.728185 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1e9e6ccb-dc2f-45f4-ab9a-8a9fae06760f None None] Provisioning complete for port 1afc570d-6aa4-4817-91c6-c4414a141b4f triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:42.728844 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1e9e6ccb-dc2f-45f4-ab9a-8a9fae06760f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:42.812220 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-1e9e6ccb-dc2f-45f4-ab9a-8a9fae06760f None None] Port 1afc570d-6aa4-4817-91c6-c4414a141b4f cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:03:42.858148 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-472f92e1-7cd5-4da6-a09c-68d515f37869 req-7515a2ca-0580-4fb3-8ceb-44053882578f tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864995 Jul 15 13:03:42.884493 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-84597cd7-beec-4fa0-8e7d-837affff029c req-1df28de8-6e05-4812-98a1-bb1ebf6667b5 service neutron] 10.222.0.18 "GET /v2.0/networks/0a81d145-7a6a-4e9d-8fce-2f854c4b2363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445381 Jul 15 13:03:42.989749 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-45634348-1be2-406b-946b-b2acbeff49ca service neutron] For port 214b58f1-183c-488a-9e20-2d8660305aa9, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:42.999906 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-45634348-1be2-406b-946b-b2acbeff49ca service neutron] For port 214b58f1-183c-488a-9e20-2d8660305aa9, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=214b58f1-183c-488a-9e20-2d8660305aa9,segment=NetworkSegment(eca69b8d-7d97-4f57-9ff2-44a210eeeac5),segment_id=eca69b8d-7d97-4f57-9ff2-44a210eeeac5)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:43.017343 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-45634348-1be2-406b-946b-b2acbeff49ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.048019 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-49c78ddc-d780-4271-b6a9-1a7ae5af32be service neutron] For port 200d3f04-e3cb-48a4-b2b6-34eca775b495, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=200d3f04-e3cb-48a4-b2b6-34eca775b495,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:43.149791 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-45634348-1be2-406b-946b-b2acbeff49ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:43.150412 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-45634348-1be2-406b-946b-b2acbeff49ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.151831 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-45634348-1be2-406b-946b-b2acbeff49ca service neutron] 10.222.0.18 "PUT /v2.0/ports/214b58f1-183c-488a-9e20-2d8660305aa9 HTTP/1.1" status: 200 len: 1093 time: 4.4383121 Jul 15 13:03:43.187198 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45634348-1be2-406b-946b-b2acbeff49ca service neutron] Pushing event updated for resources: {'Port': ['ID=214b58f1-183c-488a-9e20-2d8660305aa9,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:43.187501 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 38802364-b988-4d0c-aea8-3a3a2055aadd up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:43.204820 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-84597cd7-beec-4fa0-8e7d-837affff029c req-a884f059-19bc-45f6-bad1-b86821e16ce9 service neutron] 10.222.0.18 "GET /v2.0/networks/0a81d145-7a6a-4e9d-8fce-2f854c4b2363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192973 Jul 15 13:03:43.245399 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-b0dedc21-fefe-4061-a2e3-3e14f73f7d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.265410 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-49c78ddc-d780-4271-b6a9-1a7ae5af32be service neutron] For port 200d3f04-e3cb-48a4-b2b6-34eca775b495, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:43.293650 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46856aff-f5a8-48fd-b6a2-59db9c9b175c req-f11a0a3c-6f51-4f03-8b0a-de5244bfa6a4 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:43.297672 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-46856aff-f5a8-48fd-b6a2-59db9c9b175c req-f11a0a3c-6f51-4f03-8b0a-de5244bfa6a4 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f57c1f-862f-48e3-9d8c-60796c84a49c HTTP/1.1" status: 200 len: 936 time: 0.2329545 Jul 15 13:03:43.308746 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 38802364-b988-4d0c-aea8-3a3a2055aadd completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:43.318693 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 38802364-b988-4d0c-aea8-3a3a2055aadd triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:43.319363 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.354255 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32db238-6109-42d4-b4b7-f9e0efcc48d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200d3f04-e3cb-48a4-b2b6-34eca775b495'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:43.356605 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c13fb92-ec7d-4aed-b7ff-3f26a28457ac" -d '{"events": [{"server_uuid": "a32db238-6109-42d4-b4b7-f9e0efcc48d2", "name": "network-vif-unplugged", "status": "completed", "tag": "200d3f04-e3cb-48a4-b2b6-34eca775b495"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:43.362498 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-49c78ddc-d780-4271-b6a9-1a7ae5af32be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.385284 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85fe2b4-bb42-4727-81fe-c4089031432b req-5cbb134d-ab1f-49a1-80f0-4fe992f6fbbc tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:43.386972 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f85fe2b4-bb42-4727-81fe-c4089031432b req-5cbb134d-ab1f-49a1-80f0-4fe992f6fbbc tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd87637a-d5af-4c9c-833f-7b1bf4fafb43 HTTP/1.1" status: 200 len: 945 time: 0.3353808 Jul 15 13:03:43.426867 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-46856aff-f5a8-48fd-b6a2-59db9c9b175c req-5b22fceb-9c1d-47d4-8ea0-64cc8c0d3a71 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/security-groups?id=9adf9b32-fd96-499e-ae6e-61586dc033f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088414 Jul 15 13:03:43.457352 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-49c78ddc-d780-4271-b6a9-1a7ae5af32be service neutron] Transition to ACTIVE for port object 200d3f04-e3cb-48a4-b2b6-34eca775b495 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:43.468306 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-6d9cc4b2-34e0-464f-ab00-a4cd37b058a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:43.475012 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-6d9cc4b2-34e0-464f-ab00-a4cd37b058a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce0ece3328ad4f4dad6822a6b825ecb4&device_id=0f436e60-8828-45c1-9333-54e7c13d7093 HTTP/1.1" status: 200 len: 1096 time: 0.1716533 Jul 15 13:03:43.477110 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f436e60-8828-45c1-9333-54e7c13d7093', 'tag': '214b58f1-183c-488a-9e20-2d8660305aa9'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:43.480766 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.481265 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083a18cc-0e09-4f08-a753-b6e12b042163" -d '{"events": [{"name": "network-changed", "server_uuid": "0f436e60-8828-45c1-9333-54e7c13d7093", "tag": "214b58f1-183c-488a-9e20-2d8660305aa9"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:43.528586 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 38802364-b988-4d0c-aea8-3a3a2055aadd, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=38802364-b988-4d0c-aea8-3a3a2055aadd,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:43.530278 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd87637a-d5af-4c9c-833f-7b1bf4fafb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38802364-b988-4d0c-aea8-3a3a2055aadd'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:43.534250 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f892fa-b27c-4f8e-8e6f-d23cf4870adc" -d '{"events": [{"server_uuid": "cd87637a-d5af-4c9c-833f-7b1bf4fafb43", "name": "network-vif-plugged", "status": "completed", "tag": "38802364-b988-4d0c-aea8-3a3a2055aadd"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:43.540724 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.543462 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-11418df1-b156-4826-834d-01c4bcae83c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=214b58f1-183c-488a-9e20-2d8660305aa9 HTTP/1.1" status: 200 len: 217 time: 0.0573711 Jul 15 13:03:43.561467 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-49c78ddc-d780-4271-b6a9-1a7ae5af32be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.609637 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=38802364-b988-4d0c-aea8-3a3a2055aadd,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:43.622016 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-2ab164b6-8312-4ad2-ba23-b4c3e84582b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:43.624823 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-2ab164b6-8312-4ad2-ba23-b4c3e84582b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=000fddb8-29d6-4f77-bc6f-fc04154217b6 HTTP/1.1" status: 200 len: 854 time: 0.0745246 Jul 15 13:03:43.669971 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f85fe2b4-bb42-4727-81fe-c4089031432b req-0b1342d1-7f35-4f9e-ab84-884935260f84 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341728 Jul 15 13:03:43.687896 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-517a501b-c281-4c14-a35f-721a50c5caa7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fdee4957-6bbb-4f2f-9da3-e8bd5bb63200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562603 Jul 15 13:03:43.691302 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c78ddc-d780-4271-b6a9-1a7ae5af32be service neutron] Pushing event updated for resources: {'Port': ['ID=200d3f04-e3cb-48a4-b2b6-34eca775b495,revision_number=10']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:43.718268 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-49c78ddc-d780-4271-b6a9-1a7ae5af32be service neutron] No DVR routers for this DVR port 200d3f04-e3cb-48a4-b2b6-34eca775b495 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:03:43.791651 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-b0dedc21-fefe-4061-a2e3-3e14f73f7d6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1afc570d-6aa4-4817-91c6-c4414a141b4f {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:43.802685 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-b0dedc21-fefe-4061-a2e3-3e14f73f7d6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.825320 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-b0dedc21-fefe-4061-a2e3-3e14f73f7d6f service neutron] Transition to ACTIVE for port object 1afc570d-6aa4-4817-91c6-c4414a141b4f will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:43.845440 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225b151-3faa-48a3-93a6-476fee458f81 req-2daf465b-fa58-438b-8f08-ee2410804e99 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:43.853445 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e225b151-3faa-48a3-93a6-476fee458f81 req-2daf465b-fa58-438b-8f08-ee2410804e99 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 947 time: 0.2057881 Jul 15 13:03:43.856906 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-b0dedc21-fefe-4061-a2e3-3e14f73f7d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:43.878777 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-15dcda69-7841-4153-985d-75d0d304d8dc service neutron] 10.222.0.18 "GET /v2.0/networks/fdee4957-6bbb-4f2f-9da3-e8bd5bb63200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598210 Jul 15 13:03:43.922800 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-49c78ddc-d780-4271-b6a9-1a7ae5af32be service neutron] Attempting to bind port 200d3f04-e3cb-48a4-b2b6-34eca775b495 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:43.923405 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-49c78ddc-d780-4271-b6a9-1a7ae5af32be service neutron] Attempting to bind port 200d3f04-e3cb-48a4-b2b6-34eca775b495 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:43.923706 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-49c78ddc-d780-4271-b6a9-1a7ae5af32be service neutron] Attempting to bind port 200d3f04-e3cb-48a4-b2b6-34eca775b495 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:43.931613 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e225b151-3faa-48a3-93a6-476fee458f81 req-3f90fecc-81c4-4993-b86a-d4c60f3a538f tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769975 Jul 15 13:03:43.938633 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-49c78ddc-d780-4271-b6a9-1a7ae5af32be service neutron] Port 200d3f04-e3cb-48a4-b2b6-34eca775b495 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:43.939042 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-49c78ddc-d780-4271-b6a9-1a7ae5af32be service neutron] Attempting to bind port 200d3f04-e3cb-48a4-b2b6-34eca775b495 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:43.944491 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dedc21-fefe-4061-a2e3-3e14f73f7d6f service neutron] Pushing event updated for resources: {'Port': ['ID=1afc570d-6aa4-4817-91c6-c4414a141b4f,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:43.954394 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-49c78ddc-d780-4271-b6a9-1a7ae5af32be service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:43.954839 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-49c78ddc-d780-4271-b6a9-1a7ae5af32be service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:43.955313 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-49c78ddc-d780-4271-b6a9-1a7ae5af32be service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:43.955856 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-49c78ddc-d780-4271-b6a9-1a7ae5af32be service neutron] Bound port: 200d3f04-e3cb-48a4-b2b6-34eca775b495, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:43.956428 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-49c78ddc-d780-4271-b6a9-1a7ae5af32be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.047617 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8926bbf7-98c1-4025-bfb6-5719c79dae70 req-a3b979e0-3453-4058-964e-b3e107649a0c service neutron] 10.222.0.18 "GET /v2.0/networks/fdee4957-6bbb-4f2f-9da3-e8bd5bb63200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555486 Jul 15 13:03:44.121818 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-4855ed89-709c-4fae-a25e-17da20ee28f5 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2122763520&fields=id&tenant_id=8b4d30a1a7bf40d4974a65996401b2e0 HTTP/1.1" status: 200 len: 267 time: 0.0458524 Jul 15 13:03:44.126886 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-b0dedc21-fefe-4061-a2e3-3e14f73f7d6f service neutron] Attempting to bind port 1afc570d-6aa4-4817-91c6-c4414a141b4f on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:44.127485 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-b0dedc21-fefe-4061-a2e3-3e14f73f7d6f service neutron] Attempting to bind port 1afc570d-6aa4-4817-91c6-c4414a141b4f by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:44.127774 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-b0dedc21-fefe-4061-a2e3-3e14f73f7d6f service neutron] Attempting to bind port 1afc570d-6aa4-4817-91c6-c4414a141b4f on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:44.136858 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 200d3f04-e3cb-48a4-b2b6-34eca775b495 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:03:44.141642 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-b0dedc21-fefe-4061-a2e3-3e14f73f7d6f service neutron] Port 1afc570d-6aa4-4817-91c6-c4414a141b4f on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:44.142032 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-b0dedc21-fefe-4061-a2e3-3e14f73f7d6f service neutron] Attempting to bind port 1afc570d-6aa4-4817-91c6-c4414a141b4f on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:44.147223 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-49c78ddc-d780-4271-b6a9-1a7ae5af32be service neutron] For port 200d3f04-e3cb-48a4-b2b6-34eca775b495, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:44.152848 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-49c78ddc-d780-4271-b6a9-1a7ae5af32be service neutron] For port 200d3f04-e3cb-48a4-b2b6-34eca775b495, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=200d3f04-e3cb-48a4-b2b6-34eca775b495,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:44.154747 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-b0dedc21-fefe-4061-a2e3-3e14f73f7d6f service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:44.155199 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-b0dedc21-fefe-4061-a2e3-3e14f73f7d6f service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:44.155702 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-b0dedc21-fefe-4061-a2e3-3e14f73f7d6f service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:44.156314 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-b0dedc21-fefe-4061-a2e3-3e14f73f7d6f service neutron] Bound port: 1afc570d-6aa4-4817-91c6-c4414a141b4f, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:44.156772 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-b0dedc21-fefe-4061-a2e3-3e14f73f7d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.169796 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-49c78ddc-d780-4271-b6a9-1a7ae5af32be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.207026 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 200d3f04-e3cb-48a4-b2b6-34eca775b495 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:03:44.219830 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1799ff-6224-45f8-afc9-884e216047b7 x-openstack-request-id: req-ca1799ff-6224-45f8-afc9-884e216047b7 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:44.220232 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a32db238-6109-42d4-b4b7-f9e0efcc48d2", "name": "network-vif-unplugged", "status": "completed", "tag": "200d3f04-e3cb-48a4-b2b6-34eca775b495", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:44.220587 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ca1799ff-6224-45f8-afc9-884e216047b7 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:44.221084 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32db238-6109-42d4-b4b7-f9e0efcc48d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200d3f04-e3cb-48a4-b2b6-34eca775b495', 'code': 200} Jul 15 13:03:44.262320 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-49c78ddc-d780-4271-b6a9-1a7ae5af32be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:44.263087 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-49c78ddc-d780-4271-b6a9-1a7ae5af32be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.264727 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-49c78ddc-d780-4271-b6a9-1a7ae5af32be service neutron] 10.222.0.18 "PUT /v2.0/ports/200d3f04-e3cb-48a4-b2b6-34eca775b495 HTTP/1.1" status: 200 len: 1096 time: 2.2139168 Jul 15 13:03:44.274978 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f88ecee-1957-42c9-ba63-bba1f74cfb6a x-openstack-request-id: req-9f88ecee-1957-42c9-ba63-bba1f74cfb6a {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:44.275587 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd87637a-d5af-4c9c-833f-7b1bf4fafb43", "name": "network-vif-plugged", "status": "completed", "tag": "38802364-b988-4d0c-aea8-3a3a2055aadd", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:44.275848 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f88ecee-1957-42c9-ba63-bba1f74cfb6a {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:44.276283 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd87637a-d5af-4c9c-833f-7b1bf4fafb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38802364-b988-4d0c-aea8-3a3a2055aadd', 'code': 200} Jul 15 13:03:44.300761 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-6c49b0d3-bc4c-4a44-be95-33ad17141ed9 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:44.309662 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-6c49b0d3-bc4c-4a44-be95-33ad17141ed9 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.24 "GET /v2.0/networks?id=85506c49-ef76-49a2-8400-1e31bb62cb86 HTTP/1.1" status: 200 len: 812 time: 0.1778710 Jul 15 13:03:44.312841 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5000ed2-94cd-4edd-a44a-fe1e873ccdf1 x-openstack-request-id: req-a5000ed2-94cd-4edd-a44a-fe1e873ccdf1 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:44.313159 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f436e60-8828-45c1-9333-54e7c13d7093", "tag": "214b58f1-183c-488a-9e20-2d8660305aa9", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:44.313991 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a5000ed2-94cd-4edd-a44a-fe1e873ccdf1 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:44.313991 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f436e60-8828-45c1-9333-54e7c13d7093', 'tag': '214b58f1-183c-488a-9e20-2d8660305aa9', 'status': 'completed', 'code': 200} Jul 15 13:03:44.334774 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-e12311cf-77a2-4b6c-9790-6044da1a7d86 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.24 "GET /v2.0/quotas/8b4d30a1a7bf40d4974a65996401b2e0 HTTP/1.1" status: 200 len: 375 time: 0.0236645 Jul 15 13:03:44.368098 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c78ddc-d780-4271-b6a9-1a7ae5af32be service neutron] Pushing event updated for resources: {'Port': ['ID=200d3f04-e3cb-48a4-b2b6-34eca775b495,revision_number=11']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:44.400713 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-b0dedc21-fefe-4061-a2e3-3e14f73f7d6f service neutron] For port 1afc570d-6aa4-4817-91c6-c4414a141b4f, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:44.417378 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-b0dedc21-fefe-4061-a2e3-3e14f73f7d6f service neutron] For port 1afc570d-6aa4-4817-91c6-c4414a141b4f, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=1afc570d-6aa4-4817-91c6-c4414a141b4f,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:44.427477 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a3e1a28b-001c-4662-aa5c-ee5427ca14ab req-9592220c-ee39-45b5-802a-cf8ad2bfd676 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups/3c5caee5-7ddc-40ce-8417-53f5e688debe HTTP/1.1" status: 200 len: 1801 time: 0.1400766 Jul 15 13:03:44.433788 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-b0dedc21-fefe-4061-a2e3-3e14f73f7d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.497412 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-b0dedc21-fefe-4061-a2e3-3e14f73f7d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:44.498838 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-b0dedc21-fefe-4061-a2e3-3e14f73f7d6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.500473 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-b0dedc21-fefe-4061-a2e3-3e14f73f7d6f service neutron] 10.222.0.18 "PUT /v2.0/ports/1afc570d-6aa4-4817-91c6-c4414a141b4f HTTP/1.1" status: 200 len: 1097 time: 1.7990134 Jul 15 13:03:44.539527 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a18cc-0e09-4f08-a753-b6e12b042163 req-19e6cef5-4f67-4318-9c8a-efcb1b1dc9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:44.540967 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-083a18cc-0e09-4f08-a753-b6e12b042163 req-19e6cef5-4f67-4318-9c8a-efcb1b1dc9fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce0ece3328ad4f4dad6822a6b825ecb4&device_id=0f436e60-8828-45c1-9333-54e7c13d7093 HTTP/1.1" status: 200 len: 1096 time: 0.2549536 Jul 15 13:03:44.598043 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-717ae6d7-6ae7-42a0-a71f-94aac1c95215 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b4d30a1a7bf40d4974a65996401b2e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2555377 Jul 15 13:03:44.607715 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa6e4a-abb3-4c05-a5df-dd8e1941b9cc req-53f17be3-d52c-4d79-9f2f-77c3739c1f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:44.609251 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-93fa6e4a-abb3-4c05-a5df-dd8e1941b9cc req-53f17be3-d52c-4d79-9f2f-77c3739c1f58 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd87637a-d5af-4c9c-833f-7b1bf4fafb43 HTTP/1.1" status: 200 len: 1098 time: 0.1645901 Jul 15 13:03:44.614482 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-2f2ec273-a1c8-47ce-8b37-846d66f0437f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:44.616105 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-2f2ec273-a1c8-47ce-8b37-846d66f0437f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 1099 time: 0.1979883 Jul 15 13:03:44.633052 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dedc21-fefe-4061-a2e3-3e14f73f7d6f service neutron] Pushing event updated for resources: {'Port': ['ID=1afc570d-6aa4-4817-91c6-c4414a141b4f,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:44.712108 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a3e1a28b-001c-4662-aa5c-ee5427ca14ab req-1834c92a-3be9-4c3b-94e7-5c2c0be6cdbe tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.768213 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a3e1a28b-001c-4662-aa5c-ee5427ca14ab req-1834c92a-3be9-4c3b-94e7-5c2c0be6cdbe tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.780194 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-93fa6e4a-abb3-4c05-a5df-dd8e1941b9cc req-15b2da6c-7ef8-4ab2-8086-f3848b42f0fd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625865 Jul 15 13:03:44.793302 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a18cc-0e09-4f08-a753-b6e12b042163 req-24745734-fa09-4207-a9d1-20e3c07a14b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:44.794930 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-083a18cc-0e09-4f08-a753-b6e12b042163 req-24745734-fa09-4207-a9d1-20e3c07a14b5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fdee4957-6bbb-4f2f-9da3-e8bd5bb63200 HTTP/1.1" status: 200 len: 915 time: 0.2438245 Jul 15 13:03:44.799793 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-af64529d-fce2-4060-9dbd-68856f8e28d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:44.801409 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-af64529d-fce2-4060-9dbd-68856f8e28d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b0e96f0479e74f07989613dd927cd588&device_id=e3f57c1f-862f-48e3-9d8c-60796c84a49c HTTP/1.1" status: 200 len: 1100 time: 0.2369754 Jul 15 13:03:44.834675 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a3e1a28b-001c-4662-aa5c-ee5427ca14ab req-1834c92a-3be9-4c3b-94e7-5c2c0be6cdbe tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.839935 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a3e1a28b-001c-4662-aa5c-ee5427ca14ab req-1834c92a-3be9-4c3b-94e7-5c2c0be6cdbe tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:44.841893 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a3e1a28b-001c-4662-aa5c-ee5427ca14ab req-1834c92a-3be9-4c3b-94e7-5c2c0be6cdbe tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "DELETE /v2.0/security-groups/3c5caee5-7ddc-40ce-8417-53f5e688debe HTTP/1.1" status: 204 len: 173 time: 0.3995438 Jul 15 13:03:44.994504 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-bba63b46-b55f-4dd9-b84c-194b4b8409c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=1afc570d-6aa4-4817-91c6-c4414a141b4f HTTP/1.1" status: 200 len: 217 time: 0.1505499 Jul 15 13:03:44.999722 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-083a18cc-0e09-4f08-a753-b6e12b042163 req-ba87beb7-3fb3-4c94-b106-b106b474052f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=214b58f1-183c-488a-9e20-2d8660305aa9 HTTP/1.1" status: 200 len: 217 time: 0.1447315 Jul 15 13:03:45.004279 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834c92a-3be9-4c3b-94e7-5c2c0be6cdbe tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5caee5-7ddc-40ce-8417-53f5e688debe,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:45.136854 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a18cc-0e09-4f08-a753-b6e12b042163 req-7faca151-3c0b-41dc-90ff-4940d97010ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:45.138420 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-083a18cc-0e09-4f08-a753-b6e12b042163 req-7faca151-3c0b-41dc-90ff-4940d97010ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=000fddb8-29d6-4f77-bc6f-fc04154217b6 HTTP/1.1" status: 200 len: 854 time: 0.1192904 Jul 15 13:03:45.140991 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-ff7b88ee-4feb-4786-b473-ddfcaada6bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:45.142600 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-ff7b88ee-4feb-4786-b473-ddfcaada6bed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1416621 Jul 15 13:03:45.151639 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-2b4fb9e9-95dc-432f-a497-796f977b9f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:45.153180 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-2b4fb9e9-95dc-432f-a497-796f977b9f2a service neutron] 10.222.0.18 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.5296335 Jul 15 13:03:45.155349 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-e1351a15-80ab-4c1e-a21a-06a5ed3dd9e2 service neutron] 10.222.0.24 "GET /v2.0/networks/85506c49-ef76-49a2-8400-1e31bb62cb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306759 Jul 15 13:03:45.201856 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 214b58f1-183c-488a-9e20-2d8660305aa9 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:45.209591 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-083a18cc-0e09-4f08-a753-b6e12b042163 req-36eb7216-d87c-4ce5-8fae-ff476d03842e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fdee4957-6bbb-4f2f-9da3-e8bd5bb63200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587516 Jul 15 13:03:45.242597 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-ff78913f-5569-4969-ad4f-255e53adb2ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=200d3f04-e3cb-48a4-b2b6-34eca775b495 HTTP/1.1" status: 200 len: 217 time: 0.0754318 Jul 15 13:03:45.257923 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf343803-d16b-4d30-bdd5-200c7270833d req-f890cc5a-c1af-4cd0-8fda-c6051f16b46d tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:45.265014 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bf343803-d16b-4d30-bdd5-200c7270833d req-f890cc5a-c1af-4cd0-8fda-c6051f16b46d tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f436e60-8828-45c1-9333-54e7c13d7093 HTTP/1.1" status: 200 len: 944 time: 0.2690206 Jul 15 13:03:45.361945 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bf343803-d16b-4d30-bdd5-200c7270833d req-23c5c527-1af5-4a6b-aa94-3c0fd32a1836 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959473 Jul 15 13:03:45.390524 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-5f68cabc-d147-43e7-aa6d-24f5d6b0c85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:45.393154 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-5f68cabc-d147-43e7-aa6d-24f5d6b0c85d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2409654 Jul 15 13:03:45.397366 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-083a18cc-0e09-4f08-a753-b6e12b042163 req-eb9d9966-7b86-4c3e-a783-7f69d0a491bf service neutron] 10.222.0.18 "GET /v2.0/networks/fdee4957-6bbb-4f2f-9da3-e8bd5bb63200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803546 Jul 15 13:03:45.401212 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-d35d6623-fd64-4a26-8fb1-e3808008b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:45.402940 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-d35d6623-fd64-4a26-8fb1-e3808008b0eb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1547079 Jul 15 13:03:45.407902 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-cf71d529-efdb-4f45-bb3d-3a7ebcbbae96 service neutron] 10.222.0.24 "GET /v2.0/networks/85506c49-ef76-49a2-8400-1e31bb62cb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443497 Jul 15 13:03:45.418718 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 214b58f1-183c-488a-9e20-2d8660305aa9, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=214b58f1-183c-488a-9e20-2d8660305aa9,segment=NetworkSegment(eca69b8d-7d97-4f57-9ff2-44a210eeeac5),segment_id=eca69b8d-7d97-4f57-9ff2-44a210eeeac5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:45.443692 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '214b58f1-183c-488a-9e20-2d8660305aa9', 'network_id': 'fdee4957-6bbb-4f2f-9da3-e8bd5bb63200', 'port_id': '214b58f1-183c-488a-9e20-2d8660305aa9', 'mac_address': 'fa:16:3e:6e:cc:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '000fddb8-29d6-4f77-bc6f-fc04154217b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:03:45.535822 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:45.542028 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-783fd6c4-3461-4127-8995-27a36c0680bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:45.545731 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-783fd6c4-3461-4127-8995-27a36c0680bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1236503 Jul 15 13:03:45.599726 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214b58f1-183c-488a-9e20-2d8660305aa9 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:45.662150 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 214b58f1-183c-488a-9e20-2d8660305aa9, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=214b58f1-183c-488a-9e20-2d8660305aa9,segment=NetworkSegment(eca69b8d-7d97-4f57-9ff2-44a210eeeac5),segment_id=eca69b8d-7d97-4f57-9ff2-44a210eeeac5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:45.671939 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:45.757817 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-98654b0c-d2e4-47c2-8c7d-ec9aaeb0015a service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062647 Jul 15 13:03:45.765636 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=214b58f1-183c-488a-9e20-2d8660305aa9,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:45.792544 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-ea6d699c-3c10-4c0e-8397-8f2ffa22c9b7 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858163 Jul 15 13:03:45.881103 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['214b58f1-183c-488a-9e20-2d8660305aa9'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:45.994272 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-426b3e0f-6e14-4931-be19-db82bf96ef0e req-d231a3c7-fe91-4a1e-92ea-e3e57211dedf service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171500 Jul 15 13:03:46.084160 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a367359-6715-4c7d-acf3-ce331e33b274 req-48fc5b66-4ee4-45ff-9a3a-99ca7b4ca8a5 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713246 Jul 15 13:03:46.125582 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-083a18cc-0e09-4f08-a753-b6e12b042163 req-85942be7-4fd6-4d27-bca7-3eecffdeb077 service neutron] 10.222.0.18 "GET /v2.0/networks/fdee4957-6bbb-4f2f-9da3-e8bd5bb63200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6919248 Jul 15 13:03:46.154545 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 300b6252-3d05-44ba-97a7-230188d36f95 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:46.157998 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf819a-6334-4ae6-8369-5f05cc90be7b req-f4a3d18e-7b8f-4ad2-92d2-ee07b37623d6 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:46.166555 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0acf819a-6334-4ae6-8369-5f05cc90be7b req-f4a3d18e-7b8f-4ad2-92d2-ee07b37623d6 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f57c1f-862f-48e3-9d8c-60796c84a49c HTTP/1.1" status: 200 len: 948 time: 0.3876503 Jul 15 13:03:46.236408 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0acf819a-6334-4ae6-8369-5f05cc90be7b req-fa23e36e-6914-4c75-955f-0384417efe07 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/security-groups?id=9adf9b32-fd96-499e-ae6e-61586dc033f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666475 Jul 15 13:03:46.237213 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32db238-6109-42d4-b4b7-f9e0efcc48d2', 'tag': '200d3f04-e3cb-48a4-b2b6-34eca775b495'}, {'name': 'network-changed', 'server_uuid': 'e3f57c1f-862f-48e3-9d8c-60796c84a49c', 'tag': '1afc570d-6aa4-4817-91c6-c4414a141b4f'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:46.242650 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4286831e-c1f2-4fa6-9e45-19e90e1f4379" -d '{"events": [{"name": "network-changed", "server_uuid": "a32db238-6109-42d4-b4b7-f9e0efcc48d2", "tag": "200d3f04-e3cb-48a4-b2b6-34eca775b495"}, {"name": "network-changed", "server_uuid": "e3f57c1f-862f-48e3-9d8c-60796c84a49c", "tag": "1afc570d-6aa4-4817-91c6-c4414a141b4f"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:46.247551 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbe3ef-732f-4ea4-8516-39d9f8195204 req-d2142d72-514d-49c1-ae35-471478aaba99 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:46.259606 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f8cbe3ef-732f-4ea4-8516-39d9f8195204 req-d2142d72-514d-49c1-ae35-471478aaba99 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd87637a-d5af-4c9c-833f-7b1bf4fafb43 HTTP/1.1" status: 200 len: 946 time: 0.1544421 Jul 15 13:03:46.314930 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f8cbe3ef-732f-4ea4-8516-39d9f8195204 req-2236ec8f-ad72-451d-84e5-632f888fbea9 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573599 Jul 15 13:03:46.377909 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b04c1035-101e-4bb2-b4ed-0490b69702ea req-ebd0f0c9-1dbe-439b-acc4-11c491f48b66 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "GET /v2.0/security-groups/1fa32e29-48b7-4ad1-a68f-2ebe610d7a88 HTTP/1.1" status: 200 len: 1801 time: 0.1018679 Jul 15 13:03:46.409502 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 300b6252-3d05-44ba-97a7-230188d36f95, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=300b6252-3d05-44ba-97a7-230188d36f95,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:46.426039 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '300b6252-3d05-44ba-97a7-230188d36f95', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': '300b6252-3d05-44ba-97a7-230188d36f95', 'mac_address': 'fa:16:3e:aa:35:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:03:46.456736 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b04c1035-101e-4bb2-b4ed-0490b69702ea req-f69a6e9a-c2bb-4ea2-a8fe-37bddf71a508 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:46.477179 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:46.495813 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b04c1035-101e-4bb2-b4ed-0490b69702ea req-f69a6e9a-c2bb-4ea2-a8fe-37bddf71a508 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:46.504195 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 300b6252-3d05-44ba-97a7-230188d36f95 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:46.538787 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 300b6252-3d05-44ba-97a7-230188d36f95, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=300b6252-3d05-44ba-97a7-230188d36f95,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:46.555045 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:46.571407 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b04c1035-101e-4bb2-b4ed-0490b69702ea req-f69a6e9a-c2bb-4ea2-a8fe-37bddf71a508 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:46.579300 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b04c1035-101e-4bb2-b4ed-0490b69702ea req-f69a6e9a-c2bb-4ea2-a8fe-37bddf71a508 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:46.582629 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b04c1035-101e-4bb2-b4ed-0490b69702ea req-f69a6e9a-c2bb-4ea2-a8fe-37bddf71a508 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] 10.222.0.24 "DELETE /v2.0/security-groups/1fa32e29-48b7-4ad1-a68f-2ebe610d7a88 HTTP/1.1" status: 204 len: 173 time: 0.2023809 Jul 15 13:03:46.592903 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46904) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:46.600974 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a6e9a-c2bb-4ea2-a8fe-37bddf71a508 tempest-SecurityGroupsTestJSON-503823478 tempest-SecurityGroupsTestJSON-503823478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa32e29-48b7-4ad1-a68f-2ebe610d7a88,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:46.667159 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=300b6252-3d05-44ba-97a7-230188d36f95,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:46.704334 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bc407-7b35-4d04-833a-d845ad48fe92 req-47677e7f-f09c-42c4-99ec-9822b1821a52 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:46.711560 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-856bc407-7b35-4d04-833a-d845ad48fe92 req-47677e7f-f09c-42c4-99ec-9822b1821a52 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 947 time: 0.2008307 Jul 15 13:03:46.732826 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b98bfc-bcee-4914-85ba-a76342122034 admin admin] Deleting subnet d948b154-c21f-429a-bc8f-531575f8bb98 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:03:46.739139 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85b98bfc-bcee-4914-85ba-a76342122034 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:46.787624 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['300b6252-3d05-44ba-97a7-230188d36f95'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:46.838217 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-856bc407-7b35-4d04-833a-d845ad48fe92 req-9dbbe745-f55d-41a2-9a53-3e085f016427 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204071 Jul 15 13:03:46.847484 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85b98bfc-bcee-4914-85ba-a76342122034 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:46.900100 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85b98bfc-bcee-4914-85ba-a76342122034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:46.987491 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da82133-aec3-4fa6-8678-0d05100d85d7 x-openstack-request-id: req-9da82133-aec3-4fa6-8678-0d05100d85d7 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:46.988106 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a32db238-6109-42d4-b4b7-f9e0efcc48d2", "tag": "200d3f04-e3cb-48a4-b2b6-34eca775b495", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e3f57c1f-862f-48e3-9d8c-60796c84a49c", "tag": "1afc570d-6aa4-4817-91c6-c4414a141b4f", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:46.988901 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9da82133-aec3-4fa6-8678-0d05100d85d7 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:46.989421 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32db238-6109-42d4-b4b7-f9e0efcc48d2', 'tag': '200d3f04-e3cb-48a4-b2b6-34eca775b495', 'status': 'completed', 'code': 200} Jul 15 13:03:46.990441 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3f57c1f-862f-48e3-9d8c-60796c84a49c', 'tag': '1afc570d-6aa4-4817-91c6-c4414a141b4f', 'status': 'completed', 'code': 200} Jul 15 13:03:47.008319 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85b98bfc-bcee-4914-85ba-a76342122034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.063616 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b98bfc-bcee-4914-85ba-a76342122034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d948b154-c21f-429a-bc8f-531575f8bb98,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:47.070930 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85b98bfc-bcee-4914-85ba-a76342122034 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.074399 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-85b98bfc-bcee-4914-85ba-a76342122034 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d948b154-c21f-429a-bc8f-531575f8bb98 HTTP/1.1" status: 204 len: 168 time: 0.4777305 Jul 15 13:03:47.076772 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46914) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:47.126549 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ab03eabe-ae9d-4285-9b23-1e0c2d75379a req-3204e02b-090a-4465-b9a8-91159d8f6ba0 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.24 "GET /v2.0/ports?device_id=af05b8be-392f-41e0-8b4d-42e76a40f41a HTTP/1.1" status: 200 len: 210 time: 0.0677195 Jul 15 13:03:47.215706 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-040e8445-0449-4f0a-99fc-a713bcbefd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.227089 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 214b58f1-183c-488a-9e20-2d8660305aa9 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:47.324232 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286831e-c1f2-4fa6-9e45-19e90e1f4379 req-d759f6e1-ec67-4e97-ba68-afec9b4d12da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:47.326626 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4286831e-c1f2-4fa6-9e45-19e90e1f4379 req-d759f6e1-ec67-4e97-ba68-afec9b4d12da service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 1099 time: 0.1366832 Jul 15 13:03:47.333676 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286831e-c1f2-4fa6-9e45-19e90e1f4379 req-8d3b29e2-0745-469b-8025-27bee96a2332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:47.333676 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4286831e-c1f2-4fa6-9e45-19e90e1f4379 req-8d3b29e2-0745-469b-8025-27bee96a2332 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 1099 time: 0.2056856 Jul 15 13:03:47.393708 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-325030b1-02a8-4e1b-8d17-6a4efe113131 req-0bf5f9b5-fbd7-4468-a4c9-c3d9d7d2e462 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1771932 Jul 15 13:03:47.441834 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-040e8445-0449-4f0a-99fc-a713bcbefd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.450132 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 214b58f1-183c-488a-9e20-2d8660305aa9 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:47.459823 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 214b58f1-183c-488a-9e20-2d8660305aa9 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:47.460249 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.482074 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286831e-c1f2-4fa6-9e45-19e90e1f4379 req-f2a982d1-d94d-4702-9952-6ffd80d3ad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:47.483784 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4286831e-c1f2-4fa6-9e45-19e90e1f4379 req-f2a982d1-d94d-4702-9952-6ffd80d3ad1f service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.1402326 Jul 15 13:03:47.504051 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-040e8445-0449-4f0a-99fc-a713bcbefd62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58db640f-1ccd-4893-a080-c8b6f61a353d']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:47.539605 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-040e8445-0449-4f0a-99fc-a713bcbefd62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81550a63-2e5d-4914-a9dd-2665e1853a5f') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:47.540433 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-040e8445-0449-4f0a-99fc-a713bcbefd62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81550a63-2e5d-4914-a9dd-2665e1853a5f') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:03:47.566708 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-040e8445-0449-4f0a-99fc-a713bcbefd62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.611665 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-040e8445-0449-4f0a-99fc-a713bcbefd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.633654 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040e8445-0449-4f0a-99fc-a713bcbefd62 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:03:47.634739 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-040e8445-0449-4f0a-99fc-a713bcbefd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:03:47.638267 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:03:47.657365 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4286831e-c1f2-4fa6-9e45-19e90e1f4379 req-871b8885-e3f8-4222-a1ef-d2c1ba779447 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=200d3f04-e3cb-48a4-b2b6-34eca775b495 HTTP/1.1" status: 200 len: 217 time: 0.1611435 Jul 15 13:03:47.671359 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.716913 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325030b1-02a8-4e1b-8d17-6a4efe113131 req-145900a7-d7ab-4847-9aff-281de943bfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:47.720251 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-325030b1-02a8-4e1b-8d17-6a4efe113131 req-145900a7-d7ab-4847-9aff-281de943bfb7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 1102 time: 0.2729871 Jul 15 13:03:47.720542 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 214b58f1-183c-488a-9e20-2d8660305aa9, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=214b58f1-183c-488a-9e20-2d8660305aa9,segment=NetworkSegment(eca69b8d-7d97-4f57-9ff2-44a210eeeac5),segment_id=eca69b8d-7d97-4f57-9ff2-44a210eeeac5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:47.721821 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f436e60-8828-45c1-9333-54e7c13d7093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214b58f1-183c-488a-9e20-2d8660305aa9'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:47.745362 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8191049-77de-4b70-a709-7fd21c4bee1d" -d '{"events": [{"server_uuid": "0f436e60-8828-45c1-9333-54e7c13d7093", "name": "network-vif-plugged", "status": "completed", "tag": "214b58f1-183c-488a-9e20-2d8660305aa9"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:47.754279 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.852634 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-040e8445-0449-4f0a-99fc-a713bcbefd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.869222 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=214b58f1-183c-488a-9e20-2d8660305aa9,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:47.875312 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e97a5-f9ab-4cdd-bc5a-8816e494f2dc req-d230bf6c-dc86-46f9-a21c-46a3c08c1767 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:47.877366 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a41e97a5-f9ab-4cdd-bc5a-8816e494f2dc req-d230bf6c-dc86-46f9-a21c-46a3c08c1767 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f57c1f-862f-48e3-9d8c-60796c84a49c HTTP/1.1" status: 200 len: 948 time: 0.2495723 Jul 15 13:03:47.897303 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-040e8445-0449-4f0a-99fc-a713bcbefd62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:47.900441 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-040e8445-0449-4f0a-99fc-a713bcbefd62 admin admin] 10.222.0.24 "DELETE /v2.0/networks/58db640f-1ccd-4893-a080-c8b6f61a353d HTTP/1.1" status: 204 len: 168 time: 0.8219054 Jul 15 13:03:47.929959 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e8445-0449-4f0a-99fc-a713bcbefd62 admin admin] Pushing event deleted for resources: {'Network': ['ID=58db640f-1ccd-4893-a080-c8b6f61a353d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:47.988573 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a41e97a5-f9ab-4cdd-bc5a-8816e494f2dc req-07587e0c-da79-489b-9a3f-855c22c64874 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/security-groups?id=9adf9b32-fd96-499e-ae6e-61586dc033f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557547 Jul 15 13:03:48.015792 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325030b1-02a8-4e1b-8d17-6a4efe113131 req-7e3f8260-356a-40bf-8fb4-36b2d1f14933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:48.018818 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-325030b1-02a8-4e1b-8d17-6a4efe113131 req-7e3f8260-356a-40bf-8fb4-36b2d1f14933 service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.2156034 Jul 15 13:03:48.142534 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-325030b1-02a8-4e1b-8d17-6a4efe113131 req-0b5d83df-de12-4a29-9889-a82ff7db96fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=8ecd4344-13b4-4ad8-b3d8-cd1fed399548 HTTP/1.1" status: 200 len: 217 time: 0.1148055 Jul 15 13:03:48.168658 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 300b6252-3d05-44ba-97a7-230188d36f95 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:48.286723 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325030b1-02a8-4e1b-8d17-6a4efe113131 req-bbcb3ed0-05fe-4d47-8713-bb46f481be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:48.296784 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-325030b1-02a8-4e1b-8d17-6a4efe113131 req-bbcb3ed0-05fe-4d47-8713-bb46f481be07 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1467502 Jul 15 13:03:48.316128 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46936) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:48.374987 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 300b6252-3d05-44ba-97a7-230188d36f95 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:48.375406 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:48.452261 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-995aef20-9aa1-4d47-a050-0e14e0f6b27b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0bec17d31a0f42c4bd2c56076659be93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1317985 Jul 15 13:03:48.458928 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46938) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:48.593979 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325030b1-02a8-4e1b-8d17-6a4efe113131 req-d3ed8343-7ee9-414f-8811-710887d389c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:48.595919 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-325030b1-02a8-4e1b-8d17-6a4efe113131 req-d3ed8343-7ee9-414f-8811-710887d389c7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2917171 Jul 15 13:03:48.635132 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:48.661631 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286831e-c1f2-4fa6-9e45-19e90e1f4379 req-533adc82-4808-4ab4-9d2f-525e06233741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:48.663424 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4286831e-c1f2-4fa6-9e45-19e90e1f4379 req-533adc82-4808-4ab4-9d2f-525e06233741 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.9943695 Jul 15 13:03:48.709402 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 300b6252-3d05-44ba-97a7-230188d36f95, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=300b6252-3d05-44ba-97a7-230188d36f95,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:48.717961 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:48.755721 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-325030b1-02a8-4e1b-8d17-6a4efe113131 req-9eb788c5-440d-4443-b542-3e9597c4589d service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461973 Jul 15 13:03:48.767059 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5981-94a8-4c6e-85bd-61dce4b539ed req-adf2a070-d5a5-4458-8c6e-7d79296bda78 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:48.769788 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286831e-c1f2-4fa6-9e45-19e90e1f4379 req-4fecc5a2-06c5-459f-86f1-bb1ef139c235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:48.774592 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b0af5981-94a8-4c6e-85bd-61dce4b539ed req-adf2a070-d5a5-4458-8c6e-7d79296bda78 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd87637a-d5af-4c9c-833f-7b1bf4fafb43 HTTP/1.1" status: 200 len: 946 time: 0.4183843 Jul 15 13:03:48.776512 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98c6a414-3a8e-49e7-bbec-6906ebf7590f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:48.779889 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4286831e-c1f2-4fa6-9e45-19e90e1f4379 req-4fecc5a2-06c5-459f-86f1-bb1ef139c235 service neutron] 10.222.0.18 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 1.4441402 Jul 15 13:03:48.789603 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f08311-0420-4c2a-b047-7a6a53460e54 req-1d53802d-9522-4c32-80e2-c91fce134233 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:48.797097 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-25f08311-0420-4c2a-b047-7a6a53460e54 req-1d53802d-9522-4c32-80e2-c91fce134233 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f436e60-8828-45c1-9333-54e7c13d7093 HTTP/1.1" status: 200 len: 945 time: 1.3121657 Jul 15 13:03:48.892395 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=300b6252-3d05-44ba-97a7-230188d36f95,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:48.900726 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-325030b1-02a8-4e1b-8d17-6a4efe113131 req-fce160e3-9353-4b3f-93dd-ec5e5843e4f1 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209664 Jul 15 13:03:48.903033 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4286831e-c1f2-4fa6-9e45-19e90e1f4379 req-421ff537-6eeb-48b2-85d6-dd7084c4d6cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=200d3f04-e3cb-48a4-b2b6-34eca775b495 HTTP/1.1" status: 200 len: 217 time: 0.0978310 Jul 15 13:03:48.976498 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b0af5981-94a8-4c6e-85bd-61dce4b539ed req-012a8689-9b00-4177-a807-e928c3bc402f tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949530 Jul 15 13:03:48.978627 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98c6a414-3a8e-49e7-bbec-6906ebf7590f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:49.022920 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286831e-c1f2-4fa6-9e45-19e90e1f4379 req-45d419b6-ba27-41ec-b04e-19d0868f71af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:49.026024 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4286831e-c1f2-4fa6-9e45-19e90e1f4379 req-45d419b6-ba27-41ec-b04e-19d0868f71af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1058662 Jul 15 13:03:49.099883 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98c6a414-3a8e-49e7-bbec-6906ebf7590f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:49.103433 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98c6a414-3a8e-49e7-bbec-6906ebf7590f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:49.108371 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-98c6a414-3a8e-49e7-bbec-6906ebf7590f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/05e5fc58-e33d-47d0-bab7-f5006456ee4d HTTP/1.1" status: 204 len: 168 time: 0.6429405 Jul 15 13:03:49.113905 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6a414-3a8e-49e7-bbec-6906ebf7590f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e5fc58-e33d-47d0-bab7-f5006456ee4d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:49.138413 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-25f08311-0420-4c2a-b047-7a6a53460e54 req-3a9b0ab3-4065-44c0-b57f-72d0f40c5e43 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403287 Jul 15 13:03:49.231697 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-80aef82b-9561-42ed-ad9c-b167728ca3ba tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:49.232696 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 1afc570d-6aa4-4817-91c6-c4414a141b4f details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:49.233461 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-80aef82b-9561-42ed-ad9c-b167728ca3ba tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.18 "GET /v2.0/networks?id=85506c49-ef76-49a2-8400-1e31bb62cb86 HTTP/1.1" status: 200 len: 812 time: 0.7797792 Jul 15 13:03:49.350168 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286831e-c1f2-4fa6-9e45-19e90e1f4379 req-f831677a-ac58-4fbb-8c73-16baf9690b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:49.357852 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4286831e-c1f2-4fa6-9e45-19e90e1f4379 req-f831677a-ac58-4fbb-8c73-16baf9690b68 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6406164 Jul 15 13:03:49.592489 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-55c10e50-4186-422a-9c29-ab94ae79e44e tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b4d30a1a7bf40d4974a65996401b2e0 HTTP/1.1" status: 200 len: 380 time: 0.3221688 Jul 15 13:03:49.648196 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-749f19fa-cb4a-4b9a-81a8-bd2181076e42 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Request body: {'port': {'device_id': 'af05b8be-392f-41e0-8b4d-42e76a40f41a', 'network_id': '85506c49-ef76-49a2-8400-1e31bb62cb86', 'admin_state_up': True, 'tenant_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'security_groups': ['622f261e-b4cf-4018-bc04-62db7f1b634b']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:49.657692 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286831e-c1f2-4fa6-9e45-19e90e1f4379 req-dedd3d99-7618-4788-8b2a-c658e77fb7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:49.665036 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4286831e-c1f2-4fa6-9e45-19e90e1f4379 req-dedd3d99-7618-4788-8b2a-c658e77fb7a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6197948 Jul 15 13:03:49.808841 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c91823-336a-4d5e-99bd-d128ecb8ccaf req-853fd920-3e10-4549-85c1-ff7f9a686404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:49.811913 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-93c91823-336a-4d5e-99bd-d128ecb8ccaf req-853fd920-3e10-4549-85c1-ff7f9a686404 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0f436e60-8828-45c1-9333-54e7c13d7093 HTTP/1.1" status: 200 len: 1098 time: 0.3957236 Jul 15 13:03:49.857276 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4225dca-af63-468f-bd34-e787d787d0be x-openstack-request-id: req-b4225dca-af63-468f-bd34-e787d787d0be {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:49.857924 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f436e60-8828-45c1-9333-54e7c13d7093", "name": "network-vif-plugged", "status": "completed", "tag": "214b58f1-183c-488a-9e20-2d8660305aa9", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:49.861681 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4225dca-af63-468f-bd34-e787d787d0be {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:49.862251 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f436e60-8828-45c1-9333-54e7c13d7093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214b58f1-183c-488a-9e20-2d8660305aa9', 'code': 200} Jul 15 13:03:49.864700 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd276b-20da-4a95-a5d4-e9a6a88c99fb req-61d3bdc0-9509-4b0b-b813-697f74f9d40c tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:49.880194 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-64fd276b-20da-4a95-a5d4-e9a6a88c99fb req-61d3bdc0-9509-4b0b-b813-697f74f9d40c tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 947 time: 0.2818758 Jul 15 13:03:49.944894 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 1afc570d-6aa4-4817-91c6-c4414a141b4f, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=1afc570d-6aa4-4817-91c6-c4414a141b4f,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:49.975097 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '1afc570d-6aa4-4817-91c6-c4414a141b4f', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': '1afc570d-6aa4-4817-91c6-c4414a141b4f', 'mac_address': 'fa:16:3e:47:cb:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:03:49.988586 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-93c91823-336a-4d5e-99bd-d128ecb8ccaf req-5ddc9306-9dd7-432a-b5dc-42cf94e2d06b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547687 Jul 15 13:03:50.007001 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-64fd276b-20da-4a95-a5d4-e9a6a88c99fb req-da3bac7f-600b-4c61-94d9-3db5d6896946 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271367 Jul 15 13:03:50.061037 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.120612 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1afc570d-6aa4-4817-91c6-c4414a141b4f {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:50.209101 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 1afc570d-6aa4-4817-91c6-c4414a141b4f, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=1afc570d-6aa4-4817-91c6-c4414a141b4f,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:50.213953 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4286831e-c1f2-4fa6-9e45-19e90e1f4379 req-ad279267-dc55-4cc2-ac54-e5c4ef16d12b service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5035000 Jul 15 13:03:50.215093 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.215982 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 200d3f04-e3cb-48a4-b2b6-34eca775b495 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:50.224393 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a63a4c1c-2757-4cd4-959a-87457c94b8c9 req-290dc281-eda3-4236-95a7-5a54f0622867 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.24 "GET /v2.0/ports?device_id=af05b8be-392f-41e0-8b4d-42e76a40f41a HTTP/1.1" status: 200 len: 210 time: 0.0985613 Jul 15 13:03:50.258326 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4286831e-c1f2-4fa6-9e45-19e90e1f4379 req-263bd084-b098-47b2-9337-d4375cd37abc service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8672767 Jul 15 13:03:50.371432 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=1afc570d-6aa4-4817-91c6-c4414a141b4f,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:50.418794 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 200d3f04-e3cb-48a4-b2b6-34eca775b495, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=200d3f04-e3cb-48a4-b2b6-34eca775b495,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:50.459108 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '200d3f04-e3cb-48a4-b2b6-34eca775b495', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': '200d3f04-e3cb-48a4-b2b6-34eca775b495', 'mac_address': 'fa:16:3e:c9:51:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:03:50.543796 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.593407 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-749f19fa-cb4a-4b9a-81a8-bd2181076e42 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Made reservation on behalf of 8b4d30a1a7bf40d4974a65996401b2e0 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:50.597456 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-749f19fa-cb4a-4b9a-81a8-bd2181076e42 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.598439 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200d3f04-e3cb-48a4-b2b6-34eca775b495 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:50.660968 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 200d3f04-e3cb-48a4-b2b6-34eca775b495, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=200d3f04-e3cb-48a4-b2b6-34eca775b495,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:50.670123 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.757009 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4286831e-c1f2-4fa6-9e45-19e90e1f4379 req-65c2d3cf-cad6-4268-81b6-be28f03bc04c service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4969761 Jul 15 13:03:50.764388 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a01f5cc-13ee-44ed-b6b6-1b58469fd663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:50.817442 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=200d3f04-e3cb-48a4-b2b6-34eca775b495,revision_number=12']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:50.944702 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['200d3f04-e3cb-48a4-b2b6-34eca775b495'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:50.955726 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['1afc570d-6aa4-4817-91c6-c4414a141b4f'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:51.084263 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4286831e-c1f2-4fa6-9e45-19e90e1f4379 req-130bda92-387f-48d1-89b5-6ae2acb85b07 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8454664 Jul 15 13:03:51.324658 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-749f19fa-cb4a-4b9a-81a8-bd2181076e42 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Allocated IP 172.20.0.4 (85506c49-ef76-49a2-8400-1e31bb62cb86/ddd3d1aa-d62d-409c-8c51-52222d94058f/669e8d28-b298-48fe-b40b-16b4bddfb486) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:51.438755 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b027c-f928-4a50-b228-bd34aaafb65b req-83047b77-c922-4741-b85c-2488441c6fdf tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:51.450473 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e65b027c-f928-4a50-b228-bd34aaafb65b req-83047b77-c922-4741-b85c-2488441c6fdf tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f57c1f-862f-48e3-9d8c-60796c84a49c HTTP/1.1" status: 200 len: 949 time: 0.8264263 Jul 15 13:03:51.472424 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e9eaa-4672-4e63-9ca5-d18c0743b9ed req-ae8e05f6-3e06-4dd0-80a3-0ae99fa9ac2f tempest-MigrationsAdminTest-253464781 tempest-MigrationsAdminTest-253464781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:51.481381 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4f0e9eaa-4672-4e63-9ca5-d18c0743b9ed req-ae8e05f6-3e06-4dd0-80a3-0ae99fa9ac2f tempest-MigrationsAdminTest-253464781 tempest-MigrationsAdminTest-253464781-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 1100 time: 0.0763617 Jul 15 13:03:51.529254 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4f0e9eaa-4672-4e63-9ca5-d18c0743b9ed req-cbbc529b-a0d0-48d4-8a7c-2ff515d03115 tempest-MigrationsAdminTest-253464781 tempest-MigrationsAdminTest-253464781-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463281 Jul 15 13:03:51.576317 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e65b027c-f928-4a50-b228-bd34aaafb65b req-7c9efae4-8a09-4524-a56f-b68dc09b6443 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/security-groups?id=9adf9b32-fd96-499e-ae6e-61586dc033f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248281 Jul 15 13:03:51.638620 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286831e-c1f2-4fa6-9e45-19e90e1f4379 req-fe08ae56-332b-4985-a27e-6533596e4eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:51.640055 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4286831e-c1f2-4fa6-9e45-19e90e1f4379 req-fe08ae56-332b-4985-a27e-6533596e4eb4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b0e96f0479e74f07989613dd927cd588&device_id=e3f57c1f-862f-48e3-9d8c-60796c84a49c HTTP/1.1" status: 200 len: 1101 time: 0.4327025 Jul 15 13:03:51.687186 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-749f19fa-cb4a-4b9a-81a8-bd2181076e42 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.709337 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-749f19fa-cb4a-4b9a-81a8-bd2181076e42 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Transition to ACTIVE for port object 669e8d28-b298-48fe-b40b-16b4bddfb486 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:51.863501 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300b6252-3d05-44ba-97a7-230188d36f95'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:51.869994 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39521b1-fca1-4e17-b2d0-81216b237448" -d '{"events": [{"server_uuid": "0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e", "name": "network-vif-plugged", "status": "completed", "tag": "300b6252-3d05-44ba-97a7-230188d36f95"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:51.871311 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-749f19fa-cb4a-4b9a-81a8-bd2181076e42 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:51.965709 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-749f19fa-cb4a-4b9a-81a8-bd2181076e42 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Network 85506c49-ef76-49a2-8400-1e31bb62cb86 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:51.976056 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-749f19fa-cb4a-4b9a-81a8-bd2181076e42 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:51.980674 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286831e-c1f2-4fa6-9e45-19e90e1f4379 req-c3eb4b27-1adc-4d30-b555-cd837d9be2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:51.982221 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4286831e-c1f2-4fa6-9e45-19e90e1f4379 req-c3eb4b27-1adc-4d30-b555-cd837d9be2e2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.3299019 Jul 15 13:03:51.984106 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-749f19fa-cb4a-4b9a-81a8-bd2181076e42 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:51.986856 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f19fa-cb4a-4b9a-81a8-bd2181076e42 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Pushing event updated for resources: {'Port': ['ID=669e8d28-b298-48fe-b40b-16b4bddfb486,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:52.070641 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5934f03-fed1-426d-b68a-61dc214f5dd1 req-f57d9462-8ac8-4a97-a9a0-b8198191b1d1 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:52.072663 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c5934f03-fed1-426d-b68a-61dc214f5dd1 req-f57d9462-8ac8-4a97-a9a0-b8198191b1d1 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f436e60-8828-45c1-9333-54e7c13d7093 HTTP/1.1" status: 200 len: 946 time: 0.3356097 Jul 15 13:03:52.074273 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4286831e-c1f2-4fa6-9e45-19e90e1f4379 req-a996a951-7d2d-4d1f-b5dc-1ee990481063 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=1afc570d-6aa4-4817-91c6-c4414a141b4f HTTP/1.1" status: 200 len: 217 time: 0.0805519 Jul 15 13:03:52.204170 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-749f19fa-cb4a-4b9a-81a8-bd2181076e42 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:52.204977 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-749f19fa-cb4a-4b9a-81a8-bd2181076e42 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:52.287399 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c5934f03-fed1-426d-b68a-61dc214f5dd1 req-1b5960f5-6d9e-40d8-a1b0-962db0e30538 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050514 Jul 15 13:03:52.303451 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286831e-c1f2-4fa6-9e45-19e90e1f4379 req-355ef583-b195-49d6-b4dc-3bcab307cc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:52.305347 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4286831e-c1f2-4fa6-9e45-19e90e1f4379 req-355ef583-b195-49d6-b4dc-3bcab307cc2a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1952922 Jul 15 13:03:52.349546 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-749f19fa-cb4a-4b9a-81a8-bd2181076e42 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7354238 Jul 15 13:03:52.412682 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec86a6-5465-47b2-b5e8-48b9b4c212a4 req-29377986-8339-409e-8c28-b63b6fa6405d tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:52.414419 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a9ec86a6-5465-47b2-b5e8-48b9b4c212a4 req-29377986-8339-409e-8c28-b63b6fa6405d tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.24 "GET /v2.0/ports?device_id=af05b8be-392f-41e0-8b4d-42e76a40f41a HTTP/1.1" status: 200 len: 931 time: 0.1923153 Jul 15 13:03:52.461462 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] Request body: {'port': {'device_id': 'af05b8be-392f-41e0-8b4d-42e76a40f41a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:52.490208 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c18b52e3-1c0a-4f67-8b70-206e23d2582d None None] Provisioning for port 669e8d28-b298-48fe-b40b-16b4bddfb486 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:52.496026 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a9ec86a6-5465-47b2-b5e8-48b9b4c212a4 req-2ab05a50-e43d-47a3-bbb9-528854c34c4e tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.24 "GET /v2.0/security-groups?id=622f261e-b4cf-4018-bc04-62db7f1b634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741863 Jul 15 13:03:52.509184 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c18b52e3-1c0a-4f67-8b70-206e23d2582d None None] Provisioning complete for port 669e8d28-b298-48fe-b40b-16b4bddfb486 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:52.511841 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c18b52e3-1c0a-4f67-8b70-206e23d2582d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:52.609009 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c18b52e3-1c0a-4f67-8b70-206e23d2582d None None] Port 669e8d28-b298-48fe-b40b-16b4bddfb486 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:03:52.625466 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8289f3fe-8cd9-4111-bdff-7de317ea486a x-openstack-request-id: req-8289f3fe-8cd9-4111-bdff-7de317ea486a {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:52.625939 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e", "name": "network-vif-plugged", "status": "completed", "tag": "300b6252-3d05-44ba-97a7-230188d36f95", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:52.626268 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8289f3fe-8cd9-4111-bdff-7de317ea486a {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:52.626733 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300b6252-3d05-44ba-97a7-230188d36f95', 'code': 200} Jul 15 13:03:52.633072 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:52.671709 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 47030) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:52.895361 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286831e-c1f2-4fa6-9e45-19e90e1f4379 req-4c204f6e-ee1b-4b58-9dae-33dea3b6625e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:52.898626 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4286831e-c1f2-4fa6-9e45-19e90e1f4379 req-4c204f6e-ee1b-4b58-9dae-33dea3b6625e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5700262 Jul 15 13:03:52.907851 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e082ce92-26c4-4b39-9ec3-0594fde2b40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:53.051358 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4286831e-c1f2-4fa6-9e45-19e90e1f4379 req-ed7a2ab2-60c6-445f-9186-284b2db248df service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108809 Jul 15 13:03:53.163010 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:53.184100 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da123b-a0a1-4dda-9727-590e2c7d8f0f req-fc0cda54-111e-41d2-9659-b5c61b95589d tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:53.200047 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-18da123b-a0a1-4dda-9727-590e2c7d8f0f req-fc0cda54-111e-41d2-9659-b5c61b95589d tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f436e60-8828-45c1-9333-54e7c13d7093 HTTP/1.1" status: 200 len: 946 time: 0.2665091 Jul 15 13:03:53.273695 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 38802364-b988-4d0c-aea8-3a3a2055aadd details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:53.277469 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-18da123b-a0a1-4dda-9727-590e2c7d8f0f req-35f4a65a-bdf5-4f3d-aa9b-c18556cf039f tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736878 Jul 15 13:03:53.278868 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 1afc570d-6aa4-4817-91c6-c4414a141b4f up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:53.309169 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e13636-e0cd-4aad-b33a-aeabf5d63e93 req-24acc50c-a220-4d71-abe9-ad92ff592ca7 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:53.316541 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f2e13636-e0cd-4aad-b33a-aeabf5d63e93 req-24acc50c-a220-4d71-abe9-ad92ff592ca7 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f57c1f-862f-48e3-9d8c-60796c84a49c HTTP/1.1" status: 200 len: 949 time: 0.2636089 Jul 15 13:03:53.331751 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e082ce92-26c4-4b39-9ec3-0594fde2b40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:53.338810 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e082ce92-26c4-4b39-9ec3-0594fde2b40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:53.353510 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4286831e-c1f2-4fa6-9e45-19e90e1f4379 req-c825e7ad-43e0-4ca8-8802-024151325379 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924855 Jul 15 13:03:53.403443 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082ce92-26c4-4b39-9ec3-0594fde2b40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8024ee4f-bc10-4d13-8dd1-28a7b47a4ab6,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:53.423573 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 38802364-b988-4d0c-aea8-3a3a2055aadd, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=38802364-b988-4d0c-aea8-3a3a2055aadd,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:53.436835 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '38802364-b988-4d0c-aea8-3a3a2055aadd', 'network_id': '0a81d145-7a6a-4e9d-8fce-2f854c4b2363', 'port_id': '38802364-b988-4d0c-aea8-3a3a2055aadd', 'mac_address': 'fa:16:3e:16:07:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a50244b5-c7e6-43d0-9cca-5c95d17b12fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:03:53.450606 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f2e13636-e0cd-4aad-b33a-aeabf5d63e93 req-96ab51ef-4135-469b-87e7-999e840cbcb5 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/security-groups?id=9adf9b32-fd96-499e-ae6e-61586dc033f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270301 Jul 15 13:03:53.453048 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e082ce92-26c4-4b39-9ec3-0594fde2b40e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=20bb9efe8dca4d81a1a5351633960d88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7751579 Jul 15 13:03:53.453821 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 47050) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:53.524003 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 669e8d28-b298-48fe-b40b-16b4bddfb486 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:53.539927 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:53.563205 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 1afc570d-6aa4-4817-91c6-c4414a141b4f completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:53.571136 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 1afc570d-6aa4-4817-91c6-c4414a141b4f triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:53.571570 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:53.575809 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1cca29b3-2e59-4fb0-92c1-9417a9ba61bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:53.590582 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] Transition to ACTIVE for port object 669e8d28-b298-48fe-b40b-16b4bddfb486 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:53.602454 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:53.622833 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e084a794-1825-43cf-b790-c2d8fc0da5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:53.626934 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:53.627161 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38802364-b988-4d0c-aea8-3a3a2055aadd {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:03:53.660526 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 38802364-b988-4d0c-aea8-3a3a2055aadd, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=38802364-b988-4d0c-aea8-3a3a2055aadd,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:53.673200 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:53.725397 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e084a794-1825-43cf-b790-c2d8fc0da5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:53.821610 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['38802364-b988-4d0c-aea8-3a3a2055aadd'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:53.885961 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:53.886201 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] Pushing event updated for resources: {'Port': ['ID=669e8d28-b298-48fe-b40b-16b4bddfb486,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:53.922537 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:53.922537 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:53.922537 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:53.922537 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:53.922537 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:53.922537 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:53.922537 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:53.922537 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:53.922537 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:53.966450 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:53.966450 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:53.966450 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:53.996874 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] Attempting to bind port 669e8d28-b298-48fe-b40b-16b4bddfb486 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:53.997328 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] Attempting to bind port 669e8d28-b298-48fe-b40b-16b4bddfb486 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'a4bb40fc-7f9f-44f0-b0cf-086f85450450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '85506c49-ef76-49a2-8400-1e31bb62cb86'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:53.998267 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] Attempting to bind port 669e8d28-b298-48fe-b40b-16b4bddfb486 on network 85506c49-ef76-49a2-8400-1e31bb62cb86 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:54.008809 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] Port 669e8d28-b298-48fe-b40b-16b4bddfb486 on network 85506c49-ef76-49a2-8400-1e31bb62cb86 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:03:54.009274 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] Attempting to bind port 669e8d28-b298-48fe-b40b-16b4bddfb486 on network 85506c49-ef76-49a2-8400-1e31bb62cb86 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:54.012936 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=38802364-b988-4d0c-aea8-3a3a2055aadd,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:54.025812 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:54.026478 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] Checking segment: {'id': 'a4bb40fc-7f9f-44f0-b0cf-086f85450450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '85506c49-ef76-49a2-8400-1e31bb62cb86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:54.026606 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] Bound using segment: {'id': 'a4bb40fc-7f9f-44f0-b0cf-086f85450450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '85506c49-ef76-49a2-8400-1e31bb62cb86'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:54.026991 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] Bound port: 669e8d28-b298-48fe-b40b-16b4bddfb486, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4bb40fc-7f9f-44f0-b0cf-086f85450450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '85506c49-ef76-49a2-8400-1e31bb62cb86'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:54.027360 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:54.079727 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 1afc570d-6aa4-4817-91c6-c4414a141b4f, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=1afc570d-6aa4-4817-91c6-c4414a141b4f,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:54.097865 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb932f-074a-4ee7-bf4e-889f28924db6 req-20ace948-2f49-4df5-8e20-c7df2ac2121f tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:54.101486 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-61eb932f-074a-4ee7-bf4e-889f28924db6 req-20ace948-2f49-4df5-8e20-c7df2ac2121f tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 948 time: 0.2259552 Jul 15 13:03:54.104934 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e084a794-1825-43cf-b790-c2d8fc0da5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:54.107070 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:54.108071 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e084a794-1825-43cf-b790-c2d8fc0da5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:54.108319 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 200d3f04-e3cb-48a4-b2b6-34eca775b495 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:54.112680 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e084a794-1825-43cf-b790-c2d8fc0da5e8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8024ee4f-bc10-4d13-8dd1-28a7b47a4ab6 HTTP/1.1" status: 204 len: 168 time: 0.6575809 Jul 15 13:03:54.130320 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e084a794-1825-43cf-b790-c2d8fc0da5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8024ee4f-bc10-4d13-8dd1-28a7b47a4ab6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:54.203066 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-61eb932f-074a-4ee7-bf4e-889f28924db6 req-357022f6-c8e9-41fd-80b6-119d3528b21a tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888286 Jul 15 13:03:54.215504 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=1afc570d-6aa4-4817-91c6-c4414a141b4f,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:54.231532 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] For port 669e8d28-b298-48fe-b40b-16b4bddfb486, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:54.259715 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] For port 669e8d28-b298-48fe-b40b-16b4bddfb486, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=669e8d28-b298-48fe-b40b-16b4bddfb486,segment=NetworkSegment(a4bb40fc-7f9f-44f0-b0cf-086f85450450),segment_id=a4bb40fc-7f9f-44f0-b0cf-086f85450450)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:54.270695 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:54.423775 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] Pushing event updated for resources: {'Port': ['ID=669e8d28-b298-48fe-b40b-16b4bddfb486,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:54.426521 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 200d3f04-e3cb-48a4-b2b6-34eca775b495 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:03:54.435577 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:54.436558 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:54.439599 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-ae538383-0d47-488b-94b9-796af4e98a5d service neutron] 10.222.0.18 "PUT /v2.0/ports/669e8d28-b298-48fe-b40b-16b4bddfb486 HTTP/1.1" status: 200 len: 1092 time: 2.0579987 Jul 15 13:03:54.439939 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af05b8be-392f-41e0-8b4d-42e76a40f41a', 'tag': '669e8d28-b298-48fe-b40b-16b4bddfb486'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:54.442637 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160ddb27-6d3d-4290-a1ca-358a385b5754" -d '{"events": [{"name": "network-changed", "server_uuid": "af05b8be-392f-41e0-8b4d-42e76a40f41a", "tag": "669e8d28-b298-48fe-b40b-16b4bddfb486"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:54.454433 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 200d3f04-e3cb-48a4-b2b6-34eca775b495 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:54.454816 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:54.628741 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f57c1f-862f-48e3-9d8c-60796c84a49c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afc570d-6aa4-4817-91c6-c4414a141b4f'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:54.631246 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c95a64-b42c-494c-a810-2b8035a46e6a" -d '{"events": [{"server_uuid": "e3f57c1f-862f-48e3-9d8c-60796c84a49c", "name": "network-vif-plugged", "status": "completed", "tag": "1afc570d-6aa4-4817-91c6-c4414a141b4f"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:54.754086 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d923c4-31f8-4eda-a186-91c0b494c045 req-86ff8771-aa6b-403d-91e2-336651319584 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:54.771526 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-82d923c4-31f8-4eda-a186-91c0b494c045 req-86ff8771-aa6b-403d-91e2-336651319584 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.24 "GET /v2.0/ports?device_id=af05b8be-392f-41e0-8b4d-42e76a40f41a HTTP/1.1" status: 200 len: 943 time: 0.2309611 Jul 15 13:03:54.828538 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:54.834353 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:54.900524 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-82d923c4-31f8-4eda-a186-91c0b494c045 req-2c869317-5514-485c-9d98-63bb13a4fa4b tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.24 "GET /v2.0/security-groups?id=622f261e-b4cf-4018-bc04-62db7f1b634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279600 Jul 15 13:03:54.999006 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:55.021393 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03124adf-1ace-41fc-8661-fc64a0ab1bd6 req-f2a4fdc1-bce1-48fa-ab3b-f4b09e1210df tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:55.023978 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-03124adf-1ace-41fc-8661-fc64a0ab1bd6 req-f2a4fdc1-bce1-48fa-ab3b-f4b09e1210df tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f436e60-8828-45c1-9333-54e7c13d7093 HTTP/1.1" status: 200 len: 946 time: 0.3406076 Jul 15 13:03:55.026349 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-a68cbc51-8883-4070-87e9-93a13e598f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:55.027853 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-a68cbc51-8883-4070-87e9-93a13e598f48 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b4d30a1a7bf40d4974a65996401b2e0&device_id=af05b8be-392f-41e0-8b4d-42e76a40f41a HTTP/1.1" status: 200 len: 1095 time: 0.5190651 Jul 15 13:03:55.109925 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-a2b213cb-ff91-44df-ba31-6e8900a00b3f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=669e8d28-b298-48fe-b40b-16b4bddfb486 HTTP/1.1" status: 200 len: 217 time: 0.0518780 Jul 15 13:03:55.113292 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 200d3f04-e3cb-48a4-b2b6-34eca775b495, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=200d3f04-e3cb-48a4-b2b6-34eca775b495,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:55.123138 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:55.160041 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd97f25-f654-42dc-8e10-27b94fc5d992 req-3d8ece25-3f98-46fd-bc97-23f726f8b135 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:55.162662 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0dd97f25-f654-42dc-8e10-27b94fc5d992 req-3d8ece25-3f98-46fd-bc97-23f726f8b135 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.18 "GET /v2.0/ports?device_id=a32db238-6109-42d4-b4b7-f9e0efcc48d2 HTTP/1.1" status: 200 len: 948 time: 0.5234318 Jul 15 13:03:55.219497 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=200d3f04-e3cb-48a4-b2b6-34eca775b495,revision_number=13']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:55.243389 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-03124adf-1ace-41fc-8661-fc64a0ab1bd6 req-d006ea43-ba92-444b-b585-20a05692b276 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114592 Jul 15 13:03:55.306729 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 38802364-b988-4d0c-aea8-3a3a2055aadd up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:03:55.372871 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2785fbc-ff16-43c0-afce-8d42257e2844 x-openstack-request-id: req-d2785fbc-ff16-43c0-afce-8d42257e2844 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:03:55.378887 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af05b8be-392f-41e0-8b4d-42e76a40f41a", "tag": "669e8d28-b298-48fe-b40b-16b4bddfb486", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:03:55.381025 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2785fbc-ff16-43c0-afce-8d42257e2844 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:03:55.381585 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af05b8be-392f-41e0-8b4d-42e76a40f41a', 'tag': '669e8d28-b298-48fe-b40b-16b4bddfb486', 'status': 'completed', 'code': 200} Jul 15 13:03:55.389814 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-f10a14a7-bdb6-4e53-bd7c-2169a0141df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:55.395916 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-f10a14a7-bdb6-4e53-bd7c-2169a0141df2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ddd3d1aa-d62d-409c-8c51-52222d94058f HTTP/1.1" status: 200 len: 851 time: 0.2536933 Jul 15 13:03:55.415891 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 38802364-b988-4d0c-aea8-3a3a2055aadd triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:03:55.417213 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:55.422814 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 47140) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:55.564872 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a6bab9bd-7220-443b-9865-0f4db822278c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1790529133-network', 'tenant_id': '208d5b6f99984296b73a45dd4b593343'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:55.593177 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:55.634296 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bab9bd-7220-443b-9865-0f4db822278c admin admin] Made reservation on behalf of 208d5b6f99984296b73a45dd4b593343 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:55.636857 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6bab9bd-7220-443b-9865-0f4db822278c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:55.644126 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-0dd97f25-f654-42dc-8e10-27b94fc5d992 req-980c28f0-bf58-4a81-86a8-5b6f56932803 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Deleting port 200d3f04-e3cb-48a4-b2b6-34eca775b495 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:03:55.644817 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0dd97f25-f654-42dc-8e10-27b94fc5d992 req-980c28f0-bf58-4a81-86a8-5b6f56932803 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:55.658156 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6bab9bd-7220-443b-9865-0f4db822278c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:55.682166 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 38802364-b988-4d0c-aea8-3a3a2055aadd, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=38802364-b988-4d0c-aea8-3a3a2055aadd,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:55.694042 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:55.696402 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 200d3f04-e3cb-48a4-b2b6-34eca775b495 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:03:55.898837 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6bab9bd-7220-443b-9865-0f4db822278c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:55.913950 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6bab9bd-7220-443b-9865-0f4db822278c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:55.923135 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=38802364-b988-4d0c-aea8-3a3a2055aadd,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:55.995318 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6bab9bd-7220-443b-9865-0f4db822278c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:03:56.011795 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:56.023262 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6bab9bd-7220-443b-9865-0f4db822278c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:56.025937 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-a6bab9bd-7220-443b-9865-0f4db822278c admin admin] Added segment 5ee034e8-e3f6-4149-9e9b-fd287931a9ae of type vlan for network de1a8c4c-8ca6-4486-8846-3010a8adb593 Jul 15 13:03:56.031056 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bab9bd-7220-443b-9865-0f4db822278c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946b449b-ae86-4160-8999-603e84353c4f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:56.072097 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bab9bd-7220-443b-9865-0f4db822278c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:56.073536 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bab9bd-7220-443b-9865-0f4db822278c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:56.077821 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bab9bd-7220-443b-9865-0f4db822278c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:56.077821 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bab9bd-7220-443b-9865-0f4db822278c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:56.077821 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bab9bd-7220-443b-9865-0f4db822278c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:56.078658 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bab9bd-7220-443b-9865-0f4db822278c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:56.078837 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bab9bd-7220-443b-9865-0f4db822278c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:56.079324 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bab9bd-7220-443b-9865-0f4db822278c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:56.079742 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bab9bd-7220-443b-9865-0f4db822278c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:56.083284 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bab9bd-7220-443b-9865-0f4db822278c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:56.083284 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bab9bd-7220-443b-9865-0f4db822278c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:56.083284 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bab9bd-7220-443b-9865-0f4db822278c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:03:56.091495 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 200d3f04-e3cb-48a4-b2b6-34eca775b495, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=200d3f04-e3cb-48a4-b2b6-34eca775b495,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:56.109590 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:56.191146 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6bab9bd-7220-443b-9865-0f4db822278c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:56.209227 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:56.257368 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=200d3f04-e3cb-48a4-b2b6-34eca775b495,revision_number=14']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:56.269707 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6bab9bd-7220-443b-9865-0f4db822278c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:56.271214 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bab9bd-7220-443b-9865-0f4db822278c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:56.272058 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6bab9bd-7220-443b-9865-0f4db822278c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:56.284593 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-0dd97f25-f654-42dc-8e10-27b94fc5d992 req-980c28f0-bf58-4a81-86a8-5b6f56932803 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] For port 200d3f04-e3cb-48a4-b2b6-34eca775b495, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=200d3f04-e3cb-48a4-b2b6-34eca775b495,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:56.285299 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0dd97f25-f654-42dc-8e10-27b94fc5d992 req-980c28f0-bf58-4a81-86a8-5b6f56932803 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:56.305601 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-0dd97f25-f654-42dc-8e10-27b94fc5d992 req-980c28f0-bf58-4a81-86a8-5b6f56932803 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Calling delete_port for 200d3f04-e3cb-48a4-b2b6-34eca775b495 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:03:56.306690 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a6bab9bd-7220-443b-9865-0f4db822278c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8822105 Jul 15 13:03:56.307599 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 47152) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:56.322982 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d8ea80bb-56a4-4ddc-b772-22c5561c0b51 admin admin] Request body: {'subnet': {'network_id': 'de1a8c4c-8ca6-4486-8846-3010a8adb593', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1790529133-subnet', 'tenant_id': '208d5b6f99984296b73a45dd4b593343', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:56.375722 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bab9bd-7220-443b-9865-0f4db822278c admin admin] Pushing event updated for resources: {'Network': ['ID=de1a8c4c-8ca6-4486-8846-3010a8adb593,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:56.387398 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network de1a8c4c-8ca6-4486-8846-3010a8adb593 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:03:56.412784 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ea80bb-56a4-4ddc-b772-22c5561c0b51 admin admin] Made reservation on behalf of 208d5b6f99984296b73a45dd4b593343 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:03:56.417638 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8ea80bb-56a4-4ddc-b772-22c5561c0b51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:56.455845 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-789109b3-6ec9-4666-a78d-44105f1f00ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:56.457917 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-789109b3-6ec9-4666-a78d-44105f1f00ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85506c49-ef76-49a2-8400-1e31bb62cb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0539360 Jul 15 13:03:56.667507 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0dd97f25-f654-42dc-8e10-27b94fc5d992 req-980c28f0-bf58-4a81-86a8-5b6f56932803 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:56.703271 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['a0ae581a-5a36-4db7-a98c-1f3bde6bf998', '8ecd4344-13b4-4ad8-b3d8-cd1fed399548', '39914eb8-3276-4cbf-8e7e-c5fa53be0c53'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:03:56.828991 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8ea80bb-56a4-4ddc-b772-22c5561c0b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:56.833997 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c28f0-bf58-4a81-86a8-5b6f56932803 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Pushing event deleted for resources: {'Port': ['ID=200d3f04-e3cb-48a4-b2b6-34eca775b495,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:56.897263 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd97f25-f654-42dc-8e10-27b94fc5d992 req-980c28f0-bf58-4a81-86a8-5b6f56932803 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] No DVR routers for this DVR port 200d3f04-e3cb-48a4-b2b6-34eca775b495 on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:03:56.959293 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-0e35168d-6aba-4965-a829-aa11fcf5684b service neutron] 10.222.0.18 "GET /v2.0/networks/85506c49-ef76-49a2-8400-1e31bb62cb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390290 Jul 15 13:03:56.960565 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea80bb-56a4-4ddc-b772-22c5561c0b51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b92288e-8c09-4581-b9d4-f3789126b440,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:56.962705 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0dd97f25-f654-42dc-8e10-27b94fc5d992 req-980c28f0-bf58-4a81-86a8-5b6f56932803 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:56.971332 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0dd97f25-f654-42dc-8e10-27b94fc5d992 req-980c28f0-bf58-4a81-86a8-5b6f56932803 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.18 "DELETE /v2.0/ports/200d3f04-e3cb-48a4-b2b6-34eca775b495 HTTP/1.1" status: 204 len: 173 time: 1.7393706 Jul 15 13:03:56.985950 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ea80bb-56a4-4ddc-b772-22c5561c0b51 admin admin] Checking segment: {'id': '5ee034e8-e3f6-4149-9e9b-fd287931a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'de1a8c4c-8ca6-4486-8846-3010a8adb593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:56.987537 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ea80bb-56a4-4ddc-b772-22c5561c0b51 admin admin] Network hostable DHCP agents. Network: de1a8c4c-8ca6-4486-8846-3010a8adb593, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:03:57.001856 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303f6e8-2bdf-44d9-a30c-d19f0ff97a11 req-01c1e6c1-ceaf-45d5-9eeb-75abffcdf74c tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:57.005576 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5303f6e8-2bdf-44d9-a30c-d19f0ff97a11 req-01c1e6c1-ceaf-45d5-9eeb-75abffcdf74c tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f57c1f-862f-48e3-9d8c-60796c84a49c HTTP/1.1" status: 200 len: 950 time: 1.3923965 Jul 15 13:03:57.045331 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ea80bb-56a4-4ddc-b772-22c5561c0b51 admin admin] Network de1a8c4c-8ca6-4486-8846-3010a8adb593 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:03:57.061703 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d8ea80bb-56a4-4ddc-b772-22c5561c0b51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, de1a8c4c-8ca6-4486-8846-3010a8adb593) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:57.076017 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd6664e-33d8-4287-8443-fd42c8b2d45a None None] Network de1a8c4c-8ca6-4486-8846-3010a8adb593 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:03:57.085961 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ea80bb-56a4-4ddc-b772-22c5561c0b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:57.087196 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8ea80bb-56a4-4ddc-b772-22c5561c0b51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:57.128706 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d8ea80bb-56a4-4ddc-b772-22c5561c0b51 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8116767 Jul 15 13:03:57.133650 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 47154) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:03:57.157485 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-dc8ae212-5159-4272-b9b3-d28e4592c686 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1790529133-router', 'tenant_id': '208d5b6f99984296b73a45dd4b593343', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:03:57.199030 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae212-5159-4272-b9b3-d28e4592c686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:57.200460 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae212-5159-4272-b9b3-d28e4592c686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:57.316593 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5303f6e8-2bdf-44d9-a30c-d19f0ff97a11 req-6d7de6b2-623b-4246-ad0c-de13983f5b74 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/security-groups?id=9adf9b32-fd96-499e-ae6e-61586dc033f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857540 Jul 15 13:03:57.386852 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32db238-6109-42d4-b4b7-f9e0efcc48d2', 'name': 'network-vif-deleted', 'tag': '200d3f04-e3cb-48a4-b2b6-34eca775b495'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:03:57.389838 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae212-5159-4272-b9b3-d28e4592c686 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:57.390155 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1016526-e46c-4348-bc29-667cd8850730" -d '{"events": [{"server_uuid": "a32db238-6109-42d4-b4b7-f9e0efcc48d2", "name": "network-vif-deleted", "tag": "200d3f04-e3cb-48a4-b2b6-34eca775b495"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:03:57.423682 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-81599899-72b4-4a1c-a0a2-3f2a64ee0712 req-8c0b4e7a-0b2d-44f5-b4db-e458f4b1eeca service neutron] 10.222.0.18 "GET /v2.0/networks/85506c49-ef76-49a2-8400-1e31bb62cb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169672 Jul 15 13:03:57.639304 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ddb27-6d3d-4290-a1ca-358a385b5754 req-ca669252-8d0f-4b1e-86c3-3a009847d013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:57.641596 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-160ddb27-6d3d-4290-a1ca-358a385b5754 req-ca669252-8d0f-4b1e-86c3-3a009847d013 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b4d30a1a7bf40d4974a65996401b2e0&device_id=af05b8be-392f-41e0-8b4d-42e76a40f41a HTTP/1.1" status: 200 len: 1095 time: 0.1485019 Jul 15 13:03:57.670132 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fb9a7f-ebe6-41cd-9598-ce782f0e4d65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-de1a8c4c-8ca6-4486-8846-3010a8adb593', 'network_id': 'de1a8c4c-8ca6-4486-8846-3010a8adb593', 'tenant_id': '208d5b6f99984296b73a45dd4b593343', 'fixed_ips': [{'subnet_id': '2b92288e-8c09-4581-b9d4-f3789126b440'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:03:57.671512 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-98fb9a7f-ebe6-41cd-9598-ce782f0e4d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:57.787533 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae212-5159-4272-b9b3-d28e4592c686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:57.867159 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ddb27-6d3d-4290-a1ca-358a385b5754 req-4f917887-7fbb-4300-ba2e-d12dc34d1451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:57.869374 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-160ddb27-6d3d-4290-a1ca-358a385b5754 req-4f917887-7fbb-4300-ba2e-d12dc34d1451 service neutron] 10.222.0.18 "GET /v2.0/networks?id=85506c49-ef76-49a2-8400-1e31bb62cb86 HTTP/1.1" status: 200 len: 913 time: 0.2194681 Jul 15 13:03:57.974911 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-160ddb27-6d3d-4290-a1ca-358a385b5754 req-7ec49e2b-1bbc-4433-bca2-ccea8c7d30ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=669e8d28-b298-48fe-b40b-16b4bddfb486 HTTP/1.1" status: 200 len: 217 time: 0.0981839 Jul 15 13:03:58.089155 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ddb27-6d3d-4290-a1ca-358a385b5754 req-7fd1cd78-4c13-4906-afa5-558a5a41332f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:58.093503 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-160ddb27-6d3d-4290-a1ca-358a385b5754 req-7fd1cd78-4c13-4906-afa5-558a5a41332f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ddd3d1aa-d62d-409c-8c51-52222d94058f HTTP/1.1" status: 200 len: 851 time: 0.1062441 Jul 15 13:03:58.249245 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ddb27-6d3d-4290-a1ca-358a385b5754 req-4b4d51b0-3251-4328-bed5-5c1d71d0707b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:03:58.250774 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-160ddb27-6d3d-4290-a1ca-358a385b5754 req-4b4d51b0-3251-4328-bed5-5c1d71d0707b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85506c49-ef76-49a2-8400-1e31bb62cb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1498687 Jul 15 13:03:58.295165 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-98fb9a7f-ebe6-41cd-9598-ce782f0e4d65 None None] Allocated IP 172.20.0.2 (de1a8c4c-8ca6-4486-8846-3010a8adb593/2b92288e-8c09-4581-b9d4-f3789126b440/691f2ecd-25f2-4ec5-b129-ba336fe8ddc3) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:58.465926 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-160ddb27-6d3d-4290-a1ca-358a385b5754 req-0cba9e1c-0a7c-48d9-925a-c8efe12adfea service neutron] 10.222.0.18 "GET /v2.0/networks/85506c49-ef76-49a2-8400-1e31bb62cb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028890 Jul 15 13:03:58.521212 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae212-5159-4272-b9b3-d28e4592c686 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:58.563145 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae212-5159-4272-b9b3-d28e4592c686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:58.801906 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-98fb9a7f-ebe6-41cd-9598-ce782f0e4d65 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:58.837411 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-98fb9a7f-ebe6-41cd-9598-ce782f0e4d65 None None] Transition to ACTIVE for port object 691f2ecd-25f2-4ec5-b129-ba336fe8ddc3 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:58.885556 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-160ddb27-6d3d-4290-a1ca-358a385b5754 req-13bf27b1-746a-4400-83bf-8f0794c0a3ed service neutron] 10.222.0.18 "GET /v2.0/networks/85506c49-ef76-49a2-8400-1e31bb62cb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098904 Jul 15 13:03:58.908777 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-98fb9a7f-ebe6-41cd-9598-ce782f0e4d65 None None] Transition to ACTIVE for port object 691f2ecd-25f2-4ec5-b129-ba336fe8ddc3 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:03:58.930200 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-98fb9a7f-ebe6-41cd-9598-ce782f0e4d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.003899 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fb9a7f-ebe6-41cd-9598-ce782f0e4d65 None None] Network de1a8c4c-8ca6-4486-8846-3010a8adb593 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:59.014117 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-98fb9a7f-ebe6-41cd-9598-ce782f0e4d65 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:59.020878 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fb9a7f-ebe6-41cd-9598-ce782f0e4d65 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:03:59.040515 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-dc8ae212-5159-4272-b9b3-d28e4592c686 admin admin] Allocated IP 172.25.6.251 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/922fccd6-f7a3-4b59-bc51-0ad9a6505654) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:03:59.071331 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb9a7f-ebe6-41cd-9598-ce782f0e4d65 None None] Pushing event updated for resources: {'Port': ['ID=691f2ecd-25f2-4ec5-b129-ba336fe8ddc3,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:59.139094 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-98fb9a7f-ebe6-41cd-9598-ce782f0e4d65 None None] Attempting to bind port 691f2ecd-25f2-4ec5-b129-ba336fe8ddc3 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:03:59.140036 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-98fb9a7f-ebe6-41cd-9598-ce782f0e4d65 None None] Attempting to bind port 691f2ecd-25f2-4ec5-b129-ba336fe8ddc3 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '5ee034e8-e3f6-4149-9e9b-fd287931a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'de1a8c4c-8ca6-4486-8846-3010a8adb593'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:03:59.140604 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fb9a7f-ebe6-41cd-9598-ce782f0e4d65 None None] Attempting to bind port 691f2ecd-25f2-4ec5-b129-ba336fe8ddc3 on network de1a8c4c-8ca6-4486-8846-3010a8adb593 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:03:59.147360 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fb9a7f-ebe6-41cd-9598-ce782f0e4d65 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:03:59.148078 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fb9a7f-ebe6-41cd-9598-ce782f0e4d65 None None] Checking segment: {'id': '5ee034e8-e3f6-4149-9e9b-fd287931a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'de1a8c4c-8ca6-4486-8846-3010a8adb593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:03:59.149175 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-98fb9a7f-ebe6-41cd-9598-ce782f0e4d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.149746 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fb9a7f-ebe6-41cd-9598-ce782f0e4d65 None None] Bound using segment: {'id': '5ee034e8-e3f6-4149-9e9b-fd287931a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'de1a8c4c-8ca6-4486-8846-3010a8adb593'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:03:59.150808 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-98fb9a7f-ebe6-41cd-9598-ce782f0e4d65 None None] Bound port: 691f2ecd-25f2-4ec5-b129-ba336fe8ddc3, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee034e8-e3f6-4149-9e9b-fd287931a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'de1a8c4c-8ca6-4486-8846-3010a8adb593'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:03:59.151554 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-98fb9a7f-ebe6-41cd-9598-ce782f0e4d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.358105 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-98fb9a7f-ebe6-41cd-9598-ce782f0e4d65 None None] For port 691f2ecd-25f2-4ec5-b129-ba336fe8ddc3, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:03:59.375213 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-98fb9a7f-ebe6-41cd-9598-ce782f0e4d65 None None] For port 691f2ecd-25f2-4ec5-b129-ba336fe8ddc3, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=691f2ecd-25f2-4ec5-b129-ba336fe8ddc3,segment=NetworkSegment(5ee034e8-e3f6-4149-9e9b-fd287931a9ae),segment_id=5ee034e8-e3f6-4149-9e9b-fd287931a9ae)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:03:59.396807 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-98fb9a7f-ebe6-41cd-9598-ce782f0e4d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.409983 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 669e8d28-b298-48fe-b40b-16b4bddfb486 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:03:59.534502 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae212-5159-4272-b9b3-d28e4592c686 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.652318 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae212-5159-4272-b9b3-d28e4592c686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:59.688845 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 669e8d28-b298-48fe-b40b-16b4bddfb486, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=669e8d28-b298-48fe-b40b-16b4bddfb486,segment=NetworkSegment(a4bb40fc-7f9f-44f0-b0cf-086f85450450),segment_id=a4bb40fc-7f9f-44f0-b0cf-086f85450450)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:03:59.770598 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ae212-5159-4272-b9b3-d28e4592c686 admin admin] Pushing event updated for resources: {'Port': ['ID=922fccd6-f7a3-4b59-bc51-0ad9a6505654,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:03:59.816113 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8ae212-5159-4272-b9b3-d28e4592c686 admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:03:59.823937 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-dc8ae212-5159-4272-b9b3-d28e4592c686 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:03:59.827445 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8ae212-5159-4272-b9b3-d28e4592c686 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:00.118077 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '669e8d28-b298-48fe-b40b-16b4bddfb486', 'network_id': '85506c49-ef76-49a2-8400-1e31bb62cb86', 'port_id': '669e8d28-b298-48fe-b40b-16b4bddfb486', 'mac_address': 'fa:16:3e:dd:8f:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd3d1aa-d62d-409c-8c51-52222d94058f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:00.310095 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.312868 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb9a7f-ebe6-41cd-9598-ce782f0e4d65 None None] Pushing event updated for resources: {'Port': ['ID=691f2ecd-25f2-4ec5-b129-ba336fe8ddc3,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:00.384890 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 669e8d28-b298-48fe-b40b-16b4bddfb486 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:00.443807 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 669e8d28-b298-48fe-b40b-16b4bddfb486, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=669e8d28-b298-48fe-b40b-16b4bddfb486,segment=NetworkSegment(a4bb40fc-7f9f-44f0-b0cf-086f85450450),segment_id=a4bb40fc-7f9f-44f0-b0cf-086f85450450)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:00.466957 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.565248 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae212-5159-4272-b9b3-d28e4592c686 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:00.578584 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=669e8d28-b298-48fe-b40b-16b4bddfb486,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:00.730024 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['669e8d28-b298-48fe-b40b-16b4bddfb486'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:01.052420 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae212-5159-4272-b9b3-d28e4592c686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.358106 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 691f2ecd-25f2-4ec5-b129-ba336fe8ddc3 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:01.571626 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 691f2ecd-25f2-4ec5-b129-ba336fe8ddc3 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:01.618461 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8ae212-5159-4272-b9b3-d28e4592c686 admin admin] Router 1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:04:01.937704 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8ae212-5159-4272-b9b3-d28e4592c686 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:04:01.949390 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fa48c5-0859-45ce-a686-b8709ee1e933 None None] Sync routers for ids ['1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:04:01.984440 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fa48c5-0859-45ce-a686-b8709ee1e933 None None] Routers {'1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:01.985915 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a8fa48c5-0859-45ce-a686-b8709ee1e933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:03:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:01.986332 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae212-5159-4272-b9b3-d28e4592c686 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:01.987482 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-dc8ae212-5159-4272-b9b3-d28e4592c686 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.8498974 Jul 15 13:04:01.992072 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 47174) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:02.298187 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6a60b3-a3a0-41a2-bd36-9e1ceb072cf4 None None] Network de1a8c4c-8ca6-4486-8846-3010a8adb593 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:04:02.425821 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f230ec57-b003-4050-8960-6099a64a59cf None None] Provisioning for port 691f2ecd-25f2-4ec5-b129-ba336fe8ddc3 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:02.475216 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f230ec57-b003-4050-8960-6099a64a59cf None None] Provisioning complete for port 691f2ecd-25f2-4ec5-b129-ba336fe8ddc3 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:02.476091 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f230ec57-b003-4050-8960-6099a64a59cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:02.664913 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-a8fa48c5-0859-45ce-a686-b8709ee1e933 None None] Set router 1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:02.992593 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f230ec57-b003-4050-8960-6099a64a59cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:03.033022 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-f230ec57-b003-4050-8960-6099a64a59cf None None] For port 691f2ecd-25f2-4ec5-b129-ba336fe8ddc3, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=691f2ecd-25f2-4ec5-b129-ba336fe8ddc3,segment=NetworkSegment(5ee034e8-e3f6-4149-9e9b-fd287931a9ae),segment_id=5ee034e8-e3f6-4149-9e9b-fd287931a9ae)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:03.079416 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f230ec57-b003-4050-8960-6099a64a59cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:03.215604 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230ec57-b003-4050-8960-6099a64a59cf None None] Pushing event updated for resources: {'Port': ['ID=691f2ecd-25f2-4ec5-b129-ba336fe8ddc3,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:03.365626 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 669e8d28-b298-48fe-b40b-16b4bddfb486 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:03.430674 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a8fa48c5-0859-45ce-a686-b8709ee1e933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'name': 'tempest-ServersTestJSON-1790529133-router', 'tenant_id': '208d5b6f99984296b73a45dd4b593343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '922fccd6-f7a3-4b59-bc51-0ad9a6505654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:57Z', 'updated_at': '2021-07-15T13:04:00Z', 'revision_number': 3, 'project_id': '208d5b6f99984296b73a45dd4b593343', 'gw_port': {'id': '922fccd6-f7a3-4b59-bc51-0ad9a6505654', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:71:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:58Z', 'updated_at': '2021-07-15T13:03:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:03.455898 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e8c8be7-26a2-4428-9887-769debb9a9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:03.472935 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fa48c5-0859-45ce-a686-b8709ee1e933 None None] Checking router: 1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:04:03.473286 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fa48c5-0859-45ce-a686-b8709ee1e933 None None] Updating router 1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a port 922fccd6-f7a3-4b59-bc51-0ad9a6505654 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:04:03.562053 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a8fa48c5-0859-45ce-a686-b8709ee1e933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:03.753944 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-7e8c8be7-26a2-4428-9887-769debb9a9f2 admin admin] Allocated IP 172.20.0.1 (de1a8c4c-8ca6-4486-8846-3010a8adb593/2b92288e-8c09-4581-b9d4-f3789126b440/1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:03.933752 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e8c8be7-26a2-4428-9887-769debb9a9f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:03.956772 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7e8c8be7-26a2-4428-9887-769debb9a9f2 admin admin] Transition to ACTIVE for port object 1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:04.014131 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-08139fb0-542e-43e8-82fa-0a10eb41575e None None] Provisioning complete for port 691f2ecd-25f2-4ec5-b129-ba336fe8ddc3 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:04.015858 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-08139fb0-542e-43e8-82fa-0a10eb41575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.058188 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e8c8be7-26a2-4428-9887-769debb9a9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.182738 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8c8be7-26a2-4428-9887-769debb9a9f2 admin admin] Network de1a8c4c-8ca6-4486-8846-3010a8adb593 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:04.205624 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7e8c8be7-26a2-4428-9887-769debb9a9f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:04.211129 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8c8be7-26a2-4428-9887-769debb9a9f2 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:04.220391 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 669e8d28-b298-48fe-b40b-16b4bddfb486 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:04.324230 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c8be7-26a2-4428-9887-769debb9a9f2 admin admin] Pushing event updated for resources: {'Port': ['ID=1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:04.343994 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 669e8d28-b298-48fe-b40b-16b4bddfb486 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:04.346675 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.366857 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e8c8be7-26a2-4428-9887-769debb9a9f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.580648 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a8fa48c5-0859-45ce-a686-b8709ee1e933 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.609676 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e8c8be7-26a2-4428-9887-769debb9a9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.623967 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a8fa48c5-0859-45ce-a686-b8709ee1e933 None None] Transition to ACTIVE for port object 922fccd6-f7a3-4b59-bc51-0ad9a6505654 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:04.661932 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a8fa48c5-0859-45ce-a686-b8709ee1e933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.726174 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.800200 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a8fa48c5-0859-45ce-a686-b8709ee1e933 None None] Attempting to bind port 922fccd6-f7a3-4b59-bc51-0ad9a6505654 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:04.801341 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a8fa48c5-0859-45ce-a686-b8709ee1e933 None None] Attempting to bind port 922fccd6-f7a3-4b59-bc51-0ad9a6505654 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:04.802662 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa48c5-0859-45ce-a686-b8709ee1e933 None None] Attempting to bind port 922fccd6-f7a3-4b59-bc51-0ad9a6505654 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:04.876030 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 669e8d28-b298-48fe-b40b-16b4bddfb486, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=669e8d28-b298-48fe-b40b-16b4bddfb486,segment=NetworkSegment(a4bb40fc-7f9f-44f0-b0cf-086f85450450),segment_id=a4bb40fc-7f9f-44f0-b0cf-086f85450450)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:04.881115 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d5b33-406e-4fcd-8fd8-921e1167550b None None] Pushing event updated for resources: {'Port': ['ID=922fccd6-f7a3-4b59-bc51-0ad9a6505654,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:04.893683 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e8c8be7-26a2-4428-9887-769debb9a9f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.907110 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa48c5-0859-45ce-a686-b8709ee1e933 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:04.908867 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa48c5-0859-45ce-a686-b8709ee1e933 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:04.910269 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a8fa48c5-0859-45ce-a686-b8709ee1e933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.911357 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa48c5-0859-45ce-a686-b8709ee1e933 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:04.914031 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a8fa48c5-0859-45ce-a686-b8709ee1e933 None None] Bound port: 922fccd6-f7a3-4b59-bc51-0ad9a6505654, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:04.915299 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a8fa48c5-0859-45ce-a686-b8709ee1e933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.919327 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.920431 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e8c8be7-26a2-4428-9887-769debb9a9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:04.929588 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7d4ce546-2ffa-45f9-88c2-0b62c8b05406 None None] Provisioning for port 1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:05.029679 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7d4ce546-2ffa-45f9-88c2-0b62c8b05406 None None] Provisioning complete for port 1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:05.032046 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7d4ce546-2ffa-45f9-88c2-0b62c8b05406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:05.037404 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e8c8be7-26a2-4428-9887-769debb9a9f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:05.176349 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=669e8d28-b298-48fe-b40b-16b4bddfb486,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:05.200358 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a8fa48c5-0859-45ce-a686-b8709ee1e933 None None] For port 922fccd6-f7a3-4b59-bc51-0ad9a6505654, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:05.207461 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a8fa48c5-0859-45ce-a686-b8709ee1e933 None None] For port 922fccd6-f7a3-4b59-bc51-0ad9a6505654, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=922fccd6-f7a3-4b59-bc51-0ad9a6505654,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:05.210809 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7d4ce546-2ffa-45f9-88c2-0b62c8b05406 None None] Port 1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:04:05.222778 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a8fa48c5-0859-45ce-a686-b8709ee1e933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:05.320018 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fa48c5-0859-45ce-a686-b8709ee1e933 None None] Routers {'1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:05.320382 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a8fa48c5-0859-45ce-a686-b8709ee1e933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:03:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:05.381370 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 691f2ecd-25f2-4ec5-b129-ba336fe8ddc3 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:05.426338 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c8be7-26a2-4428-9887-769debb9a9f2 admin admin] Pushing event updated for resources: {'Port': ['ID=1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:05.461657 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8c8be7-26a2-4428-9887-769debb9a9f2 admin admin] Network de1a8c4c-8ca6-4486-8846-3010a8adb593 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:05.463243 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7e8c8be7-26a2-4428-9887-769debb9a9f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:05.488951 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d5b33-406e-4fcd-8fd8-921e1167550b None None] Pushing event updated for resources: {'Port': ['ID=922fccd6-f7a3-4b59-bc51-0ad9a6505654,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:05.818006 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8c8be7-26a2-4428-9887-769debb9a9f2 admin admin] Router 1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:04:06.013922 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8c8be7-26a2-4428-9887-769debb9a9f2 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:04:06.022126 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-739b03b9-406c-42ab-88bc-bc7f38332221 None None] Provisioning complete for port 1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:06.022931 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7e8c8be7-26a2-4428-9887-769debb9a9f2 admin admin] 10.222.0.24 "PUT /v2.0/routers/1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0297441 Jul 15 13:04:06.026156 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-739b03b9-406c-42ab-88bc-bc7f38332221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:06.167553 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-739b03b9-406c-42ab-88bc-bc7f38332221 None None] Port 1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:04:06.199774 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-a8fa48c5-0859-45ce-a686-b8709ee1e933 None None] Set router 1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:06.263149 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 691f2ecd-25f2-4ec5-b129-ba336fe8ddc3 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:06.263740 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:06.613601 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a8fa48c5-0859-45ce-a686-b8709ee1e933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'name': 'tempest-ServersTestJSON-1790529133-router', 'tenant_id': '208d5b6f99984296b73a45dd4b593343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '922fccd6-f7a3-4b59-bc51-0ad9a6505654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:57Z', 'updated_at': '2021-07-15T13:04:04Z', 'revision_number': 4, 'project_id': '208d5b6f99984296b73a45dd4b593343', 'gw_port': {'id': '922fccd6-f7a3-4b59-bc51-0ad9a6505654', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:71:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:58Z', 'updated_at': '2021-07-15T13:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8', 'name': '', 'network_id': 'de1a8c4c-8ca6-4486-8846-3010a8adb593', 'tenant_id': '208d5b6f99984296b73a45dd4b593343', 'mac_address': 'fa:16:3e:84:87:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '2b92288e-8c09-4581-b9d4-f3789126b440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:03Z', 'updated_at': '2021-07-15T13:04:04Z', 'revision_number': 2, 'project_id': '208d5b6f99984296b73a45dd4b593343', 'subnets': [{'id': '2b92288e-8c09-4581-b9d4-f3789126b440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:06.649657 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fa48c5-0859-45ce-a686-b8709ee1e933 None None] The sync data for ids ['1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a'] in n-d-758944-45 is: [{'id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'name': 'tempest-ServersTestJSON-1790529133-router', 'tenant_id': '208d5b6f99984296b73a45dd4b593343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '922fccd6-f7a3-4b59-bc51-0ad9a6505654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:57Z', 'updated_at': '2021-07-15T13:04:04Z', 'revision_number': 4, 'project_id': '208d5b6f99984296b73a45dd4b593343', 'gw_port': {'id': '922fccd6-f7a3-4b59-bc51-0ad9a6505654', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:71:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:58Z', 'updated_at': '2021-07-15T13:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8', 'name': '', 'network_id': 'de1a8c4c-8ca6-4486-8846-3010a8adb593', 'tenant_id': '208d5b6f99984296b73a45dd4b593343', 'mac_address': 'fa:16:3e:84:87:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '2b92288e-8c09-4581-b9d4-f3789126b440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:03Z', 'updated_at': '2021-07-15T13:04:04Z', 'revision_number': 2, 'project_id': '208d5b6f99984296b73a45dd4b593343', 'subnets': [{'id': '2b92288e-8c09-4581-b9d4-f3789126b440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:04:07.264163 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107079dc-f292-4c69-8ac3-93c590d7e580 x-openstack-request-id: req-107079dc-f292-4c69-8ac3-93c590d7e580 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:07.265111 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f57c1f-862f-48e3-9d8c-60796c84a49c", "name": "network-vif-plugged", "status": "completed", "tag": "1afc570d-6aa4-4817-91c6-c4414a141b4f", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:07.265111 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-107079dc-f292-4c69-8ac3-93c590d7e580 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:07.265444 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f57c1f-862f-48e3-9d8c-60796c84a49c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afc570d-6aa4-4817-91c6-c4414a141b4f', 'code': 200} Jul 15 13:04:07.579310 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3784ca2-bd37-47f0-a750-77908c5ab68e req-28fd2335-8fab-4d3e-8847-f9de4f107652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:07.581141 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c3784ca2-bd37-47f0-a750-77908c5ab68e req-28fd2335-8fab-4d3e-8847-f9de4f107652 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e3f57c1f-862f-48e3-9d8c-60796c84a49c HTTP/1.1" status: 200 len: 1102 time: 0.1716683 Jul 15 13:04:07.654085 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76938ff8-340a-498a-abe7-7ed509a84cb5 req-869f6014-f5b8-4175-a6f9-651f937ea755 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:07.656593 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c3784ca2-bd37-47f0-a750-77908c5ab68e req-37025eea-a068-4d9a-a1dd-70be266b4e84 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9adf9b32-fd96-499e-ae6e-61586dc033f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644543 Jul 15 13:04:07.669702 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-76938ff8-340a-498a-abe7-7ed509a84cb5 req-869f6014-f5b8-4175-a6f9-651f937ea755 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.24 "GET /v2.0/ports?device_id=af05b8be-392f-41e0-8b4d-42e76a40f41a HTTP/1.1" status: 200 len: 945 time: 0.1521842 Jul 15 13:04:07.671189 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31dd3e-2c3a-45b4-8df2-bc97ef20cd08 req-1f70c20e-5c93-46a3-9d67-99f8e61d9826 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:07.672797 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4e31dd3e-2c3a-45b4-8df2-bc97ef20cd08 req-1f70c20e-5c93-46a3-9d67-99f8e61d9826 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f436e60-8828-45c1-9333-54e7c13d7093 HTTP/1.1" status: 200 len: 946 time: 0.1433921 Jul 15 13:04:07.752734 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:07.764207 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4e31dd3e-2c3a-45b4-8df2-bc97ef20cd08 req-0bf0c11c-5254-41bc-b14a-bcf7a6d01fa4 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777450 Jul 15 13:04:07.770529 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-76938ff8-340a-498a-abe7-7ed509a84cb5 req-ad93dd29-04d5-4f14-a316-11bb7af50546 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.24 "GET /v2.0/security-groups?id=622f261e-b4cf-4018-bc04-62db7f1b634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974903 Jul 15 13:04:07.859855 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa11483-09a0-49c1-af0d-6e572b1fd60b x-openstack-request-id: req-cfa11483-09a0-49c1-af0d-6e572b1fd60b {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:07.860161 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a32db238-6109-42d4-b4b7-f9e0efcc48d2", "name": "network-vif-deleted", "tag": "200d3f04-e3cb-48a4-b2b6-34eca775b495", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:07.860421 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cfa11483-09a0-49c1-af0d-6e572b1fd60b {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:07.860842 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32db238-6109-42d4-b4b7-f9e0efcc48d2', 'name': 'network-vif-deleted', 'tag': '200d3f04-e3cb-48a4-b2b6-34eca775b495', 'status': 'completed', 'code': 200} Jul 15 13:04:08.135271 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc792385-b97d-4084-8442-0bc9ae8b1a49 req-a5ee4584-cd71-426c-81a9-42b9c225cac4 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:08.148621 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bc792385-b97d-4084-8442-0bc9ae8b1a49 req-a5ee4584-cd71-426c-81a9-42b9c225cac4 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f57c1f-862f-48e3-9d8c-60796c84a49c HTTP/1.1" status: 200 len: 950 time: 0.1224899 Jul 15 13:04:08.219352 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bc792385-b97d-4084-8442-0bc9ae8b1a49 req-013db699-a2a4-4f45-beee-ffb496f87e64 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/security-groups?id=9adf9b32-fd96-499e-ae6e-61586dc033f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693076 Jul 15 13:04:08.660078 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 47212) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:08.665985 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-303cc5d5-cd29-47a8-895e-35c33f362f1a tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1468095680', 'description': 'tempest-description--565745413'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:08.740161 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-303cc5d5-cd29-47a8-895e-35c33f362f1a tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.000414 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-303cc5d5-cd29-47a8-895e-35c33f362f1a tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.006864 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-303cc5d5-cd29-47a8-895e-35c33f362f1a tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.054317 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-303cc5d5-cd29-47a8-895e-35c33f362f1a tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.055856 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-303cc5d5-cd29-47a8-895e-35c33f362f1a tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3946490 Jul 15 13:04:09.060783 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 47238) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:09.068086 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-78a00c39-72b1-4592-b334-111746565a7f tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Request body: {'security_group_rule': {'security_group_id': '5c8e27fd-bc24-41b9-8ea2-1bdd9ddbcabf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:09.085942 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303cc5d5-cd29-47a8-895e-35c33f362f1a tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8e27fd-bc24-41b9-8ea2-1bdd9ddbcabf,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:09.127715 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78a00c39-72b1-4592-b334-111746565a7f tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.224099 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78a00c39-72b1-4592-b334-111746565a7f tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.230394 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78a00c39-72b1-4592-b334-111746565a7f tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.267378 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32db238-6109-42d4-b4b7-f9e0efcc48d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200d3f04-e3cb-48a4-b2b6-34eca775b495'}, {'server_uuid': 'cd87637a-d5af-4c9c-833f-7b1bf4fafb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38802364-b988-4d0c-aea8-3a3a2055aadd'}, {'server_uuid': 'a32db238-6109-42d4-b4b7-f9e0efcc48d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200d3f04-e3cb-48a4-b2b6-34eca775b495'}, {'server_uuid': 'af05b8be-392f-41e0-8b4d-42e76a40f41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669e8d28-b298-48fe-b40b-16b4bddfb486'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:09.271051 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a00c39-72b1-4592-b334-111746565a7f tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c1d0f47-39dc-4e1a-b6c0-a60b15c9b6a3,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:09.271471 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150449af-a611-4c92-b159-e956e4a78f5d" -d '{"events": [{"server_uuid": "a32db238-6109-42d4-b4b7-f9e0efcc48d2", "name": "network-vif-plugged", "status": "completed", "tag": "200d3f04-e3cb-48a4-b2b6-34eca775b495"}, {"server_uuid": "cd87637a-d5af-4c9c-833f-7b1bf4fafb43", "name": "network-vif-plugged", "status": "completed", "tag": "38802364-b988-4d0c-aea8-3a3a2055aadd"}, {"server_uuid": "a32db238-6109-42d4-b4b7-f9e0efcc48d2", "name": "network-vif-unplugged", "status": "completed", "tag": "200d3f04-e3cb-48a4-b2b6-34eca775b495"}, {"server_uuid": "af05b8be-392f-41e0-8b4d-42e76a40f41a", "name": "network-vif-plugged", "status": "completed", "tag": "669e8d28-b298-48fe-b40b-16b4bddfb486"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:09.294335 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf2fe9-211b-4aba-a6ca-4930f79792d4 req-0a784456-abda-47bf-8c41-53e1aec57615 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:09.302811 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78a00c39-72b1-4592-b334-111746565a7f tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.308436 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9abf2fe9-211b-4aba-a6ca-4930f79792d4 req-0a784456-abda-47bf-8c41-53e1aec57615 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 951 time: 0.2055995 Jul 15 13:04:09.314977 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-78a00c39-72b1-4592-b334-111746565a7f tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2527449 Jul 15 13:04:09.316062 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 47244) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:09.319028 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 922fccd6-f7a3-4b59-bc51-0ad9a6505654 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:09.323423 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e70463d5-ccff-466b-8dbb-4def93b09976 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Request body: {'security_group_rule': {'security_group_id': '5c8e27fd-bc24-41b9-8ea2-1bdd9ddbcabf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:09.360051 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9abf2fe9-211b-4aba-a6ca-4930f79792d4 req-d445145a-e740-4145-84bb-aa3afa7a5335 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498827 Jul 15 13:04:09.372049 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e70463d5-ccff-466b-8dbb-4def93b09976 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.412535 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 922fccd6-f7a3-4b59-bc51-0ad9a6505654 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:09.420045 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 922fccd6-f7a3-4b59-bc51-0ad9a6505654 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:09.420687 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.503534 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddcee4-e5b1-4d02-8d7a-3e16ce7946ce req-c3156a2c-c43a-41ee-9fd6-0d486b7c6915 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:09.505679 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-20ddcee4-e5b1-4d02-8d7a-3e16ce7946ce req-c3156a2c-c43a-41ee-9fd6-0d486b7c6915 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f436e60-8828-45c1-9333-54e7c13d7093 HTTP/1.1" status: 200 len: 946 time: 0.2521079 Jul 15 13:04:09.537038 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.554032 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e70463d5-ccff-466b-8dbb-4def93b09976 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.567557 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 922fccd6-f7a3-4b59-bc51-0ad9a6505654, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=922fccd6-f7a3-4b59-bc51-0ad9a6505654,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:09.571729 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e70463d5-ccff-466b-8dbb-4def93b09976 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.577740 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.617528 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-20ddcee4-e5b1-4d02-8d7a-3e16ce7946ce req-7746a6cb-9e6f-4d89-bc99-31c0b804da06 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049531 Jul 15 13:04:09.623928 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70463d5-ccff-466b-8dbb-4def93b09976 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d7b152-b590-4f4a-a4a3-e2977d5dbdf3,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:09.638706 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e70463d5-ccff-466b-8dbb-4def93b09976 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.639282 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad7c17-6965-403b-8ccd-0f2b9cd3443b req-b7afe653-3715-43c8-ac23-772487430382 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:09.641098 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-adad7c17-6965-403b-8ccd-0f2b9cd3443b req-b7afe653-3715-43c8-ac23-772487430382 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.24 "GET /v2.0/ports?device_id=af05b8be-392f-41e0-8b4d-42e76a40f41a HTTP/1.1" status: 200 len: 945 time: 0.1311345 Jul 15 13:04:09.648240 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e70463d5-ccff-466b-8dbb-4def93b09976 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3296216 Jul 15 13:04:09.654343 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 47246) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:09.660126 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0c7a0d87-317d-42db-a431-e066028f5e59 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:09.728621 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-adad7c17-6965-403b-8ccd-0f2b9cd3443b req-42a10be8-644b-4d0c-b7aa-359281992cba tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.24 "GET /v2.0/security-groups?id=622f261e-b4cf-4018-bc04-62db7f1b634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751548 Jul 15 13:04:09.729579 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c7a0d87-317d-42db-a431-e066028f5e59 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:09.766696 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=922fccd6-f7a3-4b59-bc51-0ad9a6505654,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:09.812985 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c296cc-d968-48bf-bb64-ca4296c7cad3 x-openstack-request-id: req-b4c296cc-d968-48bf-bb64-ca4296c7cad3 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:09.813555 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a32db238-6109-42d4-b4b7-f9e0efcc48d2", "name": "network-vif-plugged", "status": "completed", "tag": "200d3f04-e3cb-48a4-b2b6-34eca775b495", "code": 200}, {"server_uuid": "cd87637a-d5af-4c9c-833f-7b1bf4fafb43", "name": "network-vif-plugged", "status": "completed", "tag": "38802364-b988-4d0c-aea8-3a3a2055aadd", "code": 200}, {"server_uuid": "a32db238-6109-42d4-b4b7-f9e0efcc48d2", "name": "network-vif-unplugged", "status": "completed", "tag": "200d3f04-e3cb-48a4-b2b6-34eca775b495", "code": 200}, {"server_uuid": "af05b8be-392f-41e0-8b4d-42e76a40f41a", "name": "network-vif-plugged", "status": "completed", "tag": "669e8d28-b298-48fe-b40b-16b4bddfb486", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:09.814013 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4c296cc-d968-48bf-bb64-ca4296c7cad3 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:09.814589 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32db238-6109-42d4-b4b7-f9e0efcc48d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200d3f04-e3cb-48a4-b2b6-34eca775b495', 'code': 200} Jul 15 13:04:09.815020 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd87637a-d5af-4c9c-833f-7b1bf4fafb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38802364-b988-4d0c-aea8-3a3a2055aadd', 'code': 200} Jul 15 13:04:09.815442 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32db238-6109-42d4-b4b7-f9e0efcc48d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200d3f04-e3cb-48a4-b2b6-34eca775b495', 'code': 200} Jul 15 13:04:09.815855 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af05b8be-392f-41e0-8b4d-42e76a40f41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669e8d28-b298-48fe-b40b-16b4bddfb486', 'code': 200} Jul 15 13:04:09.988196 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c7a0d87-317d-42db-a431-e066028f5e59 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:10.105644 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd135f-b8e8-469f-b14a-a5825d4718dc req-49e421e4-c21a-43de-95c9-eedbc6b47550 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:10.116663 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-06bd135f-b8e8-469f-b14a-a5825d4718dc req-49e421e4-c21a-43de-95c9-eedbc6b47550 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e HTTP/1.1" status: 200 len: 949 time: 0.1615338 Jul 15 13:04:10.161450 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbe848-c325-4514-866f-11de370fc055 req-a6b1171e-e75c-4ce6-b5c4-4d494407575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:10.165114 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8bcbe848-c325-4514-866f-11de370fc055 req-a6b1171e-e75c-4ce6-b5c4-4d494407575c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=af05b8be-392f-41e0-8b4d-42e76a40f41a HTTP/1.1" status: 200 len: 1097 time: 0.1971607 Jul 15 13:04:10.212635 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-06bd135f-b8e8-469f-b14a-a5825d4718dc req-0210239a-8896-4a2d-9f7b-a4e5bec67aa1 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/security-groups?id=57db3fd0-977c-4490-97f7-2b5461f1817d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949214 Jul 15 13:04:10.290959 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 300b6252-3d05-44ba-97a7-230188d36f95 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:10.355337 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fe5f9-def1-4206-a33d-00ee66ce0d6f req-2a83fd05-1fcb-4817-809d-24ab712f2a25 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:10.369667 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8bcbe848-c325-4514-866f-11de370fc055 req-07bfaa92-a6dc-423c-8740-c858edd98c45 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=622f261e-b4cf-4018-bc04-62db7f1b634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791477 Jul 15 13:04:10.370759 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9b7fe5f9-def1-4206-a33d-00ee66ce0d6f req-2a83fd05-1fcb-4817-809d-24ab712f2a25 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f57c1f-862f-48e3-9d8c-60796c84a49c HTTP/1.1" status: 200 len: 950 time: 0.3613026 Jul 15 13:04:10.391350 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850b2bdd-4d2e-4b1c-a9d9-4fb35c2f4dd2 None None] Sync routers for ids ['1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:04:10.410046 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850b2bdd-4d2e-4b1c-a9d9-4fb35c2f4dd2 None None] Routers {'1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:10.410891 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-850b2bdd-4d2e-4b1c-a9d9-4fb35c2f4dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:03:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:10.441067 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-0c7a0d87-317d-42db-a431-e066028f5e59 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Allocated IP 172.25.6.78 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/bdfce619-8364-4477-bf76-41f412284dcb) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:10.589779 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-850b2bdd-4d2e-4b1c-a9d9-4fb35c2f4dd2 None None] Set router 1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:10.611024 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9b7fe5f9-def1-4206-a33d-00ee66ce0d6f req-86ad11b2-cca6-47b8-87f9-0700ff606b42 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/security-groups?id=9adf9b32-fd96-499e-ae6e-61586dc033f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385368 Jul 15 13:04:10.765017 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff70b1e-40d0-472a-876f-ba57fa29747f req-529ff754-0371-4a08-bf44-20b2dbb25ae6 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:10.766987 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5ff70b1e-40d0-472a-876f-ba57fa29747f req-529ff754-0371-4a08-bf44-20b2dbb25ae6 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.32 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 951 time: 0.2981265 Jul 15 13:04:10.796987 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:10.894197 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 300b6252-3d05-44ba-97a7-230188d36f95, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=300b6252-3d05-44ba-97a7-230188d36f95,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:10.902553 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:11.039581 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=300b6252-3d05-44ba-97a7-230188d36f95,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:11.040443 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c7a0d87-317d-42db-a431-e066028f5e59 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:11.097063 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-5ff70b1e-40d0-472a-876f-ba57fa29747f req-af3143d5-4f35-4ef0-bccd-f08b43684059 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Deleting port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:11.097434 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5ff70b1e-40d0-472a-876f-ba57fa29747f req-af3143d5-4f35-4ef0-bccd-f08b43684059 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:11.150590 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c7a0d87-317d-42db-a431-e066028f5e59 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:11.223837 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-850b2bdd-4d2e-4b1c-a9d9-4fb35c2f4dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'name': 'tempest-ServersTestJSON-1790529133-router', 'tenant_id': '208d5b6f99984296b73a45dd4b593343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '922fccd6-f7a3-4b59-bc51-0ad9a6505654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:57Z', 'updated_at': '2021-07-15T13:04:04Z', 'revision_number': 4, 'project_id': '208d5b6f99984296b73a45dd4b593343', 'gw_port': {'id': '922fccd6-f7a3-4b59-bc51-0ad9a6505654', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:58Z', 'updated_at': '2021-07-15T13:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8', 'name': '', 'network_id': 'de1a8c4c-8ca6-4486-8846-3010a8adb593', 'tenant_id': '208d5b6f99984296b73a45dd4b593343', 'mac_address': 'fa:16:3e:84:87:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '2b92288e-8c09-4581-b9d4-f3789126b440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:03Z', 'updated_at': '2021-07-15T13:04:04Z', 'revision_number': 2, 'project_id': '208d5b6f99984296b73a45dd4b593343', 'subnets': [{'id': '2b92288e-8c09-4581-b9d4-f3789126b440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:11.287105 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7a0d87-317d-42db-a431-e066028f5e59 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:11.302541 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 922fccd6-f7a3-4b59-bc51-0ad9a6505654 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:11.329911 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-0c7a0d87-317d-42db-a431-e066028f5e59 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:11.335723 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7a0d87-317d-42db-a431-e066028f5e59 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:11.342565 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a0d87-317d-42db-a431-e066028f5e59 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Pushing event updated for resources: {'Port': ['ID=bdfce619-8364-4477-bf76-41f412284dcb,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:11.361973 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850b2bdd-4d2e-4b1c-a9d9-4fb35c2f4dd2 None None] Checking router: 1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:04:11.362372 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850b2bdd-4d2e-4b1c-a9d9-4fb35c2f4dd2 None None] Updating router 1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a port 1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:04:11.468779 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-850b2bdd-4d2e-4b1c-a9d9-4fb35c2f4dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:11.491490 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 922fccd6-f7a3-4b59-bc51-0ad9a6505654 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:11.492645 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:11.501931 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-5ff70b1e-40d0-472a-876f-ba57fa29747f req-af3143d5-4f35-4ef0-bccd-f08b43684059 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] For port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=39914eb8-3276-4cbf-8e7e-c5fa53be0c53,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:11.502758 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5ff70b1e-40d0-472a-876f-ba57fa29747f req-af3143d5-4f35-4ef0-bccd-f08b43684059 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:11.536696 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-5ff70b1e-40d0-472a-876f-ba57fa29747f req-af3143d5-4f35-4ef0-bccd-f08b43684059 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Calling delete_port for 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:11.547801 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b65476-45f0-4ff8-8a7a-e98133800f80 req-466486aa-ffd4-447b-9c54-18546d5d4eeb tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:11.551894 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-09b65476-45f0-4ff8-8a7a-e98133800f80 req-466486aa-ffd4-447b-9c54-18546d5d4eeb tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 951 time: 0.3244915 Jul 15 13:04:11.624850 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c7a0d87-317d-42db-a431-e066028f5e59 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:11.741977 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c7a0d87-317d-42db-a431-e066028f5e59 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:11.823769 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '300b6252-3d05-44ba-97a7-230188d36f95'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:11.831591 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420d8bd8-f4c0-4d58-a31b-f63fc915760c" -d '{"events": [{"server_uuid": "0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e", "name": "network-vif-unplugged", "status": "completed", "tag": "300b6252-3d05-44ba-97a7-230188d36f95"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:11.857129 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-09b65476-45f0-4ff8-8a7a-e98133800f80 req-6d14bae2-f6d2-4852-8447-1723c2629614 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884674 Jul 15 13:04:12.191027 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-850b2bdd-4d2e-4b1c-a9d9-4fb35c2f4dd2 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.199727 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5ff70b1e-40d0-472a-876f-ba57fa29747f req-af3143d5-4f35-4ef0-bccd-f08b43684059 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.240494 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-850b2bdd-4d2e-4b1c-a9d9-4fb35c2f4dd2 None None] Transition to ACTIVE for port object 1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:12.244992 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['a0ae581a-5a36-4db7-a98c-1f3bde6bf998', '8ecd4344-13b4-4ad8-b3d8-cd1fed399548', '39914eb8-3276-4cbf-8e7e-c5fa53be0c53'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:12.267985 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-850b2bdd-4d2e-4b1c-a9d9-4fb35c2f4dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.288842 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c7a0d87-317d-42db-a431-e066028f5e59 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.340995 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d21ec-6d0d-4f60-bb95-bad27210e215 req-06a14020-2d2b-4432-99f1-ac4f4e24ab37 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:12.348647 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-733d21ec-6d0d-4f60-bb95-bad27210e215 req-06a14020-2d2b-4432-99f1-ac4f4e24ab37 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f436e60-8828-45c1-9333-54e7c13d7093 HTTP/1.1" status: 200 len: 946 time: 0.2539432 Jul 15 13:04:12.350120 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c7a0d87-317d-42db-a431-e066028f5e59 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.382686 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3143d5-4f35-4ef0-bccd-f08b43684059 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Pushing event deleted for resources: {'Port': ['ID=39914eb8-3276-4cbf-8e7e-c5fa53be0c53,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:12.451551 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f625c91-0241-4f0e-b94c-7404266152c6 None None] Pushing event updated for resources: {'Port': ['ID=1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:12.646955 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff70b1e-40d0-472a-876f-ba57fa29747f req-af3143d5-4f35-4ef0-bccd-f08b43684059 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] No DVR routers for this DVR port 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:12.658577 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5ff70b1e-40d0-472a-876f-ba57fa29747f req-af3143d5-4f35-4ef0-bccd-f08b43684059 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.660804 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5ff70b1e-40d0-472a-876f-ba57fa29747f req-af3143d5-4f35-4ef0-bccd-f08b43684059 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.32 "DELETE /v2.0/ports/39914eb8-3276-4cbf-8e7e-c5fa53be0c53 HTTP/1.1" status: 204 len: 173 time: 1.8873737 Jul 15 13:04:12.661296 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c81327-7eeb-4ef9-8f25-19c9b4e17b94', 'name': 'network-vif-deleted', 'tag': '39914eb8-3276-4cbf-8e7e-c5fa53be0c53'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:12.678009 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbae8d6-9a1d-4017-b976-f8cb1c01f322" -d '{"events": [{"server_uuid": "36c81327-7eeb-4ef9-8f25-19c9b4e17b94", "name": "network-vif-deleted", "tag": "39914eb8-3276-4cbf-8e7e-c5fa53be0c53"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:12.836348 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a0d87-317d-42db-a431-e066028f5e59 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Pushing event updated for resources: {'Port': ['ID=bdfce619-8364-4477-bf76-41f412284dcb,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:12.868106 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-850b2bdd-4d2e-4b1c-a9d9-4fb35c2f4dd2 None None] Attempting to bind port 1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:12.871202 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-850b2bdd-4d2e-4b1c-a9d9-4fb35c2f4dd2 None None] Attempting to bind port 1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '5ee034e8-e3f6-4149-9e9b-fd287931a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'de1a8c4c-8ca6-4486-8846-3010a8adb593'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:12.872097 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850b2bdd-4d2e-4b1c-a9d9-4fb35c2f4dd2 None None] Attempting to bind port 1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8 on network de1a8c4c-8ca6-4486-8846-3010a8adb593 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:12.876243 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-733d21ec-6d0d-4f60-bb95-bad27210e215 req-86a07419-6d79-48af-b470-6a3dab6d2420 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5140665 Jul 15 13:04:12.891817 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850b2bdd-4d2e-4b1c-a9d9-4fb35c2f4dd2 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:12.892316 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850b2bdd-4d2e-4b1c-a9d9-4fb35c2f4dd2 None None] Checking segment: {'id': '5ee034e8-e3f6-4149-9e9b-fd287931a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'de1a8c4c-8ca6-4486-8846-3010a8adb593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:12.893814 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-850b2bdd-4d2e-4b1c-a9d9-4fb35c2f4dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.895900 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850b2bdd-4d2e-4b1c-a9d9-4fb35c2f4dd2 None None] Bound using segment: {'id': '5ee034e8-e3f6-4149-9e9b-fd287931a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'de1a8c4c-8ca6-4486-8846-3010a8adb593'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:12.900336 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-850b2bdd-4d2e-4b1c-a9d9-4fb35c2f4dd2 None None] Bound port: 1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee034e8-e3f6-4149-9e9b-fd287931a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'de1a8c4c-8ca6-4486-8846-3010a8adb593'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:12.900336 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-850b2bdd-4d2e-4b1c-a9d9-4fb35c2f4dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.937539 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c7a0d87-317d-42db-a431-e066028f5e59 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.983345 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8135136-2446-4031-a4ee-9a0b506886d6 req-7e00c745-a67f-4f3c-91bd-4c35251cc289 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:13.002431 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b8135136-2446-4031-a4ee-9a0b506886d6 req-7e00c745-a67f-4f3c-91bd-4c35251cc289 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.24 "GET /v2.0/ports?device_id=af05b8be-392f-41e0-8b4d-42e76a40f41a HTTP/1.1" status: 200 len: 945 time: 0.2225935 Jul 15 13:04:13.006645 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c7a0d87-317d-42db-a431-e066028f5e59 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:13.008688 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0c7a0d87-317d-42db-a431-e066028f5e59 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3529902 Jul 15 13:04:13.180142 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b8135136-2446-4031-a4ee-9a0b506886d6 req-4798cd13-65d2-4c9f-a2fe-44dbd60cf1be tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.24 "GET /v2.0/security-groups?id=622f261e-b4cf-4018-bc04-62db7f1b634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689954 Jul 15 13:04:13.190182 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-850b2bdd-4d2e-4b1c-a9d9-4fb35c2f4dd2 None None] For port 1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:13.208835 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-850b2bdd-4d2e-4b1c-a9d9-4fb35c2f4dd2 None None] For port 1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8,segment=NetworkSegment(5ee034e8-e3f6-4149-9e9b-fd287931a9ae),segment_id=5ee034e8-e3f6-4149-9e9b-fd287931a9ae)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:13.229037 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-850b2bdd-4d2e-4b1c-a9d9-4fb35c2f4dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:13.373636 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850b2bdd-4d2e-4b1c-a9d9-4fb35c2f4dd2 None None] Routers {'1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:13.382041 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-850b2bdd-4d2e-4b1c-a9d9-4fb35c2f4dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:03:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:13.482421 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f625c91-0241-4f0e-b94c-7404266152c6 None None] Pushing event updated for resources: {'Port': ['ID=1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:13.672643 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-850b2bdd-4d2e-4b1c-a9d9-4fb35c2f4dd2 None None] Set router 1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:13.850073 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64345267-4f54-4525-b10f-ebe6352b97e0 x-openstack-request-id: req-64345267-4f54-4525-b10f-ebe6352b97e0 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:13.850947 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e", "name": "network-vif-unplugged", "status": "completed", "tag": "300b6252-3d05-44ba-97a7-230188d36f95", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:13.850947 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-64345267-4f54-4525-b10f-ebe6352b97e0 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:13.851857 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '300b6252-3d05-44ba-97a7-230188d36f95', 'code': 200} Jul 15 13:04:13.923343 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-413c6d27-66fd-4fba-bbc7-4f89c223b2eb tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b0e96f0479e74f07989613dd927cd588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0912702 Jul 15 13:04:13.961514 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0918b6ca-61c2-46b0-8ef1-82cd633dac70 x-openstack-request-id: req-0918b6ca-61c2-46b0-8ef1-82cd633dac70 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:13.963079 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c81327-7eeb-4ef9-8f25-19c9b4e17b94", "name": "network-vif-deleted", "tag": "39914eb8-3276-4cbf-8e7e-c5fa53be0c53", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:13.963760 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0918b6ca-61c2-46b0-8ef1-82cd633dac70 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:13.964719 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c81327-7eeb-4ef9-8f25-19c9b4e17b94', 'name': 'network-vif-deleted', 'tag': '39914eb8-3276-4cbf-8e7e-c5fa53be0c53', 'status': 'completed', 'code': 200} Jul 15 13:04:14.213584 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-af64ad0f-b33c-4c91-924c-9f3e6321f55c tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:14.219051 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-af64ad0f-b33c-4c91-924c-9f3e6321f55c tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2908826 Jul 15 13:04:14.253938 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-850b2bdd-4d2e-4b1c-a9d9-4fb35c2f4dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'name': 'tempest-ServersTestJSON-1790529133-router', 'tenant_id': '208d5b6f99984296b73a45dd4b593343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '922fccd6-f7a3-4b59-bc51-0ad9a6505654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:57Z', 'updated_at': '2021-07-15T13:04:04Z', 'revision_number': 4, 'project_id': '208d5b6f99984296b73a45dd4b593343', 'gw_port': {'id': '922fccd6-f7a3-4b59-bc51-0ad9a6505654', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:58Z', 'updated_at': '2021-07-15T13:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8', 'name': '', 'network_id': 'de1a8c4c-8ca6-4486-8846-3010a8adb593', 'tenant_id': '208d5b6f99984296b73a45dd4b593343', 'mac_address': 'fa:16:3e:84:87:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '2b92288e-8c09-4581-b9d4-f3789126b440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:03Z', 'updated_at': '2021-07-15T13:04:13Z', 'revision_number': 4, 'project_id': '208d5b6f99984296b73a45dd4b593343', 'subnets': [{'id': '2b92288e-8c09-4581-b9d4-f3789126b440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:14.289409 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850b2bdd-4d2e-4b1c-a9d9-4fb35c2f4dd2 None None] The sync data for ids ['1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a'] in n-d-758944-45 is: [{'id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'name': 'tempest-ServersTestJSON-1790529133-router', 'tenant_id': '208d5b6f99984296b73a45dd4b593343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '922fccd6-f7a3-4b59-bc51-0ad9a6505654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:57Z', 'updated_at': '2021-07-15T13:04:04Z', 'revision_number': 4, 'project_id': '208d5b6f99984296b73a45dd4b593343', 'gw_port': {'id': '922fccd6-f7a3-4b59-bc51-0ad9a6505654', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:58Z', 'updated_at': '2021-07-15T13:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8', 'name': '', 'network_id': 'de1a8c4c-8ca6-4486-8846-3010a8adb593', 'tenant_id': '208d5b6f99984296b73a45dd4b593343', 'mac_address': 'fa:16:3e:84:87:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '2b92288e-8c09-4581-b9d4-f3789126b440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:03Z', 'updated_at': '2021-07-15T13:04:13Z', 'revision_number': 4, 'project_id': '208d5b6f99984296b73a45dd4b593343', 'subnets': [{'id': '2b92288e-8c09-4581-b9d4-f3789126b440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:04:14.309725 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device cb7d8363-95cf-4aa5-953d-567b5d61ee64 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:14.328656 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-3e9b1a0e-4973-4559-a79a-b5c8e8a06968 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/quotas/b0e96f0479e74f07989613dd927cd588 HTTP/1.1" status: 200 len: 375 time: 0.1042478 Jul 15 13:04:14.332006 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:14.386008 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0bb0de4d-5ab4-4c2a-a9a8-1b06e180bf12 req-a81261a7-84df-4049-9d3f-3f31457a8f3a tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=36c81327-7eeb-4ef9-8f25-19c9b4e17b94 HTTP/1.1" status: 200 len: 210 time: 0.0805695 Jul 15 13:04:14.390869 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:14.391445 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 39914eb8-3276-4cbf-8e7e-c5fa53be0c53 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:14.551555 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-5cfdb2b2-a304-4e5c-bc1c-f4a41751e1f1 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b0e96f0479e74f07989613dd927cd588&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2166803 Jul 15 13:04:14.666402 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f84bae74-e805-4c1f-a907-c1bee658639d req-fda1e3ce-929f-4310-82f3-f743bc64b446 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1468095680&fields=id&tenant_id=208d5b6f99984296b73a45dd4b593343 HTTP/1.1" status: 200 len: 267 time: 0.0875573 Jul 15 13:04:14.769458 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port cb7d8363-95cf-4aa5-953d-567b5d61ee64, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=cb7d8363-95cf-4aa5-953d-567b5d61ee64,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:14.810881 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'cb7d8363-95cf-4aa5-953d-567b5d61ee64', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': 'cb7d8363-95cf-4aa5-953d-567b5d61ee64', 'mac_address': 'fa:16:3e:f5:5e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:14.957599 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:15.014581 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb7d8363-95cf-4aa5-953d-567b5d61ee64 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:15.052535 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bae74-e805-4c1f-a907-c1bee658639d req-87833dad-22db-4c67-871e-99b25ea45959 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:15.055944 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f84bae74-e805-4c1f-a907-c1bee658639d req-87833dad-22db-4c67-871e-99b25ea45959 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "GET /v2.0/networks?id=de1a8c4c-8ca6-4486-8846-3010a8adb593 HTTP/1.1" status: 200 len: 806 time: 0.3872707 Jul 15 13:04:15.091369 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port cb7d8363-95cf-4aa5-953d-567b5d61ee64, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=cb7d8363-95cf-4aa5-953d-567b5d61ee64,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:15.105807 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:15.112569 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f84bae74-e805-4c1f-a907-c1bee658639d req-d0641c9e-90cc-429b-bee3-a33368719123 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "GET /v2.0/quotas/208d5b6f99984296b73a45dd4b593343 HTTP/1.1" status: 200 len: 375 time: 0.0420310 Jul 15 13:04:15.183126 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdc950-1180-40f7-8c95-b9641441cfae req-84fc07ac-d2a2-4a91-a712-a25ce0941756 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:15.195491 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0fbdc950-1180-40f7-8c95-b9641441cfae req-84fc07ac-d2a2-4a91-a712-a25ce0941756 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.24 "GET /v2.0/ports?device_id=af05b8be-392f-41e0-8b4d-42e76a40f41a HTTP/1.1" status: 200 len: 945 time: 0.1527317 Jul 15 13:04:15.198227 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 47364) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:15.211053 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-52f051f1-c604-46da-a9ac-3b0b1411347f tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Request body: {'floatingip': {'port_id': '669e8d28-b298-48fe-b40b-16b4bddfb486'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:15.332714 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-52f051f1-c604-46da-a9ac-3b0b1411347f tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:15.386167 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=cb7d8363-95cf-4aa5-953d-567b5d61ee64,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:15.413589 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['cb7d8363-95cf-4aa5-953d-567b5d61ee64'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:15.509463 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f84bae74-e805-4c1f-a907-c1bee658639d req-e986a60d-31db-4174-91c1-7ba1cbe1a0be tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=208d5b6f99984296b73a45dd4b593343&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3883340 Jul 15 13:04:15.535955 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:15.694993 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:15.717706 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:15.719116 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:15.732840 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f84bae74-e805-4c1f-a907-c1bee658639d req-e79b495c-97d3-44c9-bb92-1e05647877a9 service neutron] 10.222.0.24 "GET /v2.0/networks/de1a8c4c-8ca6-4486-8846-3010a8adb593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103853 Jul 15 13:04:15.776582 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:04:15.942445 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f84bae74-e805-4c1f-a907-c1bee658639d req-c0935891-f91b-41b3-8842-f55afe759e31 service neutron] 10.222.0.24 "GET /v2.0/networks/de1a8c4c-8ca6-4486-8846-3010a8adb593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057428 Jul 15 13:04:16.048087 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.119807 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8,segment=NetworkSegment(5ee034e8-e3f6-4149-9e9b-fd287931a9ae),segment_id=5ee034e8-e3f6-4149-9e9b-fd287931a9ae)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:16.125984 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.265371 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b248e-2370-4246-b598-08cfe3790a49 req-d4a07a34-c142-4e41-9883-5da9d76194ec tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:16.268135 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:16.271563 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d70b248e-2370-4246-b598-08cfe3790a49 req-d4a07a34-c142-4e41-9883-5da9d76194ec tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f436e60-8828-45c1-9333-54e7c13d7093 HTTP/1.1" status: 200 len: 946 time: 0.7212508 Jul 15 13:04:16.319281 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device cb7d8363-95cf-4aa5-953d-567b5d61ee64 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:16.384161 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d70b248e-2370-4246-b598-08cfe3790a49 req-05dccd5d-44ad-4f2c-8d5c-5f745efc41ce tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003621 Jul 15 13:04:16.571618 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port cb7d8363-95cf-4aa5-953d-567b5d61ee64 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:16.572627 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.610312 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-52f051f1-c604-46da-a9ac-3b0b1411347f tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.618617 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-52f051f1-c604-46da-a9ac-3b0b1411347f tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.897492 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.905673 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-22d85b3d-872c-46fa-b1e9-f3b39418ccf4 req-26b93a99-ccd7-4ffd-a841-6ff4bc5fbdf4 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b9f834a-47c1-4c88-a934-cbb173e6e221 HTTP/1.1" status: 200 len: 210 time: 0.0537026 Jul 15 13:04:16.975372 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12e63ba-28cf-4888-b485-5eecf6301a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7d8363-95cf-4aa5-953d-567b5d61ee64'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:16.990988 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa904217-baa5-4ec5-95bd-20418d37dacd" -d '{"events": [{"server_uuid": "c12e63ba-28cf-4888-b485-5eecf6301a81", "name": "network-vif-plugged", "status": "completed", "tag": "cb7d8363-95cf-4aa5-953d-567b5d61ee64"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:17.026538 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-52f051f1-c604-46da-a9ac-3b0b1411347f tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Floating IP 52217ef4-2f82-4366-bff3-703f1cd95175 associated. External IP: 172.25.6.220, port: 669e8d28-b298-48fe-b40b-16b4bddfb486. Jul 15 13:04:17.053821 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port cb7d8363-95cf-4aa5-953d-567b5d61ee64, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=cb7d8363-95cf-4aa5-953d-567b5d61ee64,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:17.090371 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:17.122417 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-44f4e58c-03bf-434b-a004-6792775968df req-b3baa36c-a102-42af-afcc-af930c98357e tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "GET /v2.0/ports?device_id=988e64c6-f85d-49cf-82f5-4e595bc45e7e HTTP/1.1" status: 200 len: 210 time: 0.1046367 Jul 15 13:04:17.388707 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=cb7d8363-95cf-4aa5-953d-567b5d61ee64,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:17.445817 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:17.626588 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3360399-b218-4389-a730-fcf656f710f4 x-openstack-request-id: req-a3360399-b218-4389-a730-fcf656f710f4 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:17.627034 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12e63ba-28cf-4888-b485-5eecf6301a81", "name": "network-vif-plugged", "status": "completed", "tag": "cb7d8363-95cf-4aa5-953d-567b5d61ee64", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:17.627690 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a3360399-b218-4389-a730-fcf656f710f4 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:17.628536 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12e63ba-28cf-4888-b485-5eecf6301a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7d8363-95cf-4aa5-953d-567b5d61ee64', 'code': 200} Jul 15 13:04:17.675783 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:17.676812 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:17.791794 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f051f1-c604-46da-a9ac-3b0b1411347f tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Router 8b97719c-a69a-4469-9842-57ccf6b5fe8c has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:04:18.219044 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-f6a56007-3343-40de-abd7-edda5dbd770d tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b0e96f0479e74f07989613dd927cd588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674646 Jul 15 13:04:18.229836 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f051f1-c604-46da-a9ac-3b0b1411347f tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:04:18.245431 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efb1718-e97e-4853-a7fd-739af8df74de None None] Sync routers for ids ['8b97719c-a69a-4469-9842-57ccf6b5fe8c'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:04:18.247355 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-52f051f1-c604-46da-a9ac-3b0b1411347f tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.304316 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efb1718-e97e-4853-a7fd-739af8df74de None None] Routers {'8b97719c-a69a-4469-9842-57ccf6b5fe8c'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:18.305623 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0efb1718-e97e-4853-a7fd-739af8df74de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:03:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['8b97719c-a69a-4469-9842-57ccf6b5fe8c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:18.339562 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-52f051f1-c604-46da-a9ac-3b0b1411347f tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.24 "PUT /v2.0/floatingips/52217ef4-2f82-4366-bff3-703f1cd95175 HTTP/1.1" status: 200 len: 991 time: 3.1384084 Jul 15 13:04:18.340624 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af05b8be-392f-41e0-8b4d-42e76a40f41a', 'tag': '669e8d28-b298-48fe-b40b-16b4bddfb486'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:18.347033 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea23965-b801-40ff-8477-a3bd03bd62c2" -d '{"events": [{"name": "network-changed", "server_uuid": "af05b8be-392f-41e0-8b4d-42e76a40f41a", "tag": "669e8d28-b298-48fe-b40b-16b4bddfb486"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:18.646346 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-0efb1718-e97e-4853-a7fd-739af8df74de None None] Set router 8b97719c-a69a-4469-9842-57ccf6b5fe8c gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:18.788565 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383194d4-3213-4345-a325-b8f32c541b18 req-b22ca5d1-7629-400a-9e6c-2e8635f3ba3c tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:18.792083 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-383194d4-3213-4345-a325-b8f32c541b18 req-b22ca5d1-7629-400a-9e6c-2e8635f3ba3c tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f436e60-8828-45c1-9333-54e7c13d7093 HTTP/1.1" status: 200 len: 946 time: 0.5103900 Jul 15 13:04:18.806049 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-cacc404e-9cc9-4dc0-8b6b-9697008db2c7 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:18.809159 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-cacc404e-9cc9-4dc0-8b6b-9697008db2c7 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5619211 Jul 15 13:04:18.866562 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-688482b9-4eac-4fdb-85d3-785c727bd87e tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Request body: {'port': {'device_id': '6b9f834a-47c1-4c88-a934-cbb173e6e221', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'admin_state_up': True, 'tenant_id': 'b0e96f0479e74f07989613dd927cd588'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:18.955197 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-383194d4-3213-4345-a325-b8f32c541b18 req-c187bb38-f2d6-421e-881b-afb263bc002c tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283555 Jul 15 13:04:19.222545 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7b02481e-80cc-4da3-a27e-0ede63d315e0 req-fb77d41a-56ae-44cd-ab72-1cccd2c767a5 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b9f834a-47c1-4c88-a934-cbb173e6e221 HTTP/1.1" status: 200 len: 210 time: 0.0493188 Jul 15 13:04:19.274818 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-688482b9-4eac-4fdb-85d3-785c727bd87e tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Made reservation on behalf of b0e96f0479e74f07989613dd927cd588 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:19.282854 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-688482b9-4eac-4fdb-85d3-785c727bd87e tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:19.377719 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0efb1718-e97e-4853-a7fd-739af8df74de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'name': 'tempest-ServersTestManualDisk-1044099367-router', 'tenant_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4a5dd14b-1413-44de-96b4-75eaae3ead55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:18Z', 'updated_at': '2021-07-15T13:03:29Z', 'revision_number': 4, 'project_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'gw_port': {'id': '4a5dd14b-1413-44de-96b4-75eaae3ead55', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:19Z', 'updated_at': '2021-07-15T13:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '52217ef4-2f82-4366-bff3-703f1cd95175', 'tenant_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'floating_ip_address': '172.25.6.220', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'port_id': '669e8d28-b298-48fe-b40b-16b4bddfb486', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85506c49-ef76-49a2-8400-1e31bb62cb86', 'mac_address': 'fa:16:3e:dd:8f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af05b8be-392f-41e0-8b4d-42e76a40f41a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:03:40Z', 'updated_at': '2021-07-15T13:04:16Z', 'revision_number': 1, 'project_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fde7ab3-f5b7-4c7c-93ea-6d1691e69535', 'name': '', 'network_id': '85506c49-ef76-49a2-8400-1e31bb62cb86', 'tenant_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'mac_address': 'fa:16:3e:f5:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ddd3d1aa-d62d-409c-8c51-52222d94058f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:27Z', 'updated_at': '2021-07-15T13:03:37Z', 'revision_number': 5, 'project_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'subnets': [{'id': 'ddd3d1aa-d62d-409c-8c51-52222d94058f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:19.445200 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efb1718-e97e-4853-a7fd-739af8df74de None None] Checking router: 8b97719c-a69a-4469-9842-57ccf6b5fe8c for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:04:19.473147 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efb1718-e97e-4853-a7fd-739af8df74de None None] Routers {'8b97719c-a69a-4469-9842-57ccf6b5fe8c'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:19.473832 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0efb1718-e97e-4853-a7fd-739af8df74de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:03:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['8b97719c-a69a-4469-9842-57ccf6b5fe8c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:19.575192 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-688482b9-4eac-4fdb-85d3-785c727bd87e tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Allocated IP 192.168.233.33 (469a0c47-6cac-4ffe-aa16-0c933961e7af/23cd399a-e88b-433a-a99b-25a477d6a3ca/0ec2f577-07e9-43a7-b629-c23794867e8a) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:19.638424 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e0e4ff07-5fa0-491b-b0d4-3316e0e61938 req-04b50fcf-63b7-497d-8df5-c17b86dec46c tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "GET /v2.0/ports?device_id=988e64c6-f85d-49cf-82f5-4e595bc45e7e HTTP/1.1" status: 200 len: 210 time: 0.0529108 Jul 15 13:04:19.696970 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-0efb1718-e97e-4853-a7fd-739af8df74de None None] Set router 8b97719c-a69a-4469-9842-57ccf6b5fe8c gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:19.812797 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 38802364-b988-4d0c-aea8-3a3a2055aadd no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:20.076438 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-688482b9-4eac-4fdb-85d3-785c727bd87e tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:20.114152 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-688482b9-4eac-4fdb-85d3-785c727bd87e tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Transition to ACTIVE for port object 0ec2f577-07e9-43a7-b629-c23794867e8a will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:20.118131 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:20.158374 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd87637a-d5af-4c9c-833f-7b1bf4fafb43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38802364-b988-4d0c-aea8-3a3a2055aadd'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:20.160866 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97531ce4-53ec-40dc-8b2b-460b07e0444a" -d '{"events": [{"server_uuid": "cd87637a-d5af-4c9c-833f-7b1bf4fafb43", "name": "network-vif-unplugged", "status": "completed", "tag": "38802364-b988-4d0c-aea8-3a3a2055aadd"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:20.206802 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a102475b-f868-4258-a831-ad3f45460a00 x-openstack-request-id: req-a102475b-f868-4258-a831-ad3f45460a00 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:20.207517 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af05b8be-392f-41e0-8b4d-42e76a40f41a", "tag": "669e8d28-b298-48fe-b40b-16b4bddfb486", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:20.208033 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a102475b-f868-4258-a831-ad3f45460a00 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:20.208818 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af05b8be-392f-41e0-8b4d-42e76a40f41a', 'tag': '669e8d28-b298-48fe-b40b-16b4bddfb486', 'status': 'completed', 'code': 200} Jul 15 13:04:20.241112 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-688482b9-4eac-4fdb-85d3-785c727bd87e tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:20.271797 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['1afc570d-6aa4-4817-91c6-c4414a141b4f'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:20.305382 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 38802364-b988-4d0c-aea8-3a3a2055aadd, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=38802364-b988-4d0c-aea8-3a3a2055aadd,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:20.345478 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:20.382087 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304eb34-c6c4-41c8-9f52-e7282f21f82a req-f03050dd-dbdd-49f5-90be-fcf55572efe8 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:20.393190 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d304eb34-c6c4-41c8-9f52-e7282f21f82a req-f03050dd-dbdd-49f5-90be-fcf55572efe8 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 950 time: 0.9757562 Jul 15 13:04:20.401392 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-688482b9-4eac-4fdb-85d3-785c727bd87e tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:20.463692 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bae74-e805-4c1f-a907-c1bee658639d req-424905e9-2ce5-48fa-95da-e02a200754f8 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:20.464900 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=38802364-b988-4d0c-aea8-3a3a2055aadd,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:20.465422 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-688482b9-4eac-4fdb-85d3-785c727bd87e tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:20.465537 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f84bae74-e805-4c1f-a907-c1bee658639d req-424905e9-2ce5-48fa-95da-e02a200754f8 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.32 "GET /v2.0/networks?id=de1a8c4c-8ca6-4486-8846-3010a8adb593 HTTP/1.1" status: 200 len: 806 time: 0.2604902 Jul 15 13:04:20.505396 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0efb1718-e97e-4853-a7fd-739af8df74de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'name': 'tempest-ServersTestManualDisk-1044099367-router', 'tenant_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4a5dd14b-1413-44de-96b4-75eaae3ead55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:18Z', 'updated_at': '2021-07-15T13:03:29Z', 'revision_number': 4, 'project_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'gw_port': {'id': '4a5dd14b-1413-44de-96b4-75eaae3ead55', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:19Z', 'updated_at': '2021-07-15T13:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '52217ef4-2f82-4366-bff3-703f1cd95175', 'tenant_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'floating_ip_address': '172.25.6.220', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'port_id': '669e8d28-b298-48fe-b40b-16b4bddfb486', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85506c49-ef76-49a2-8400-1e31bb62cb86', 'mac_address': 'fa:16:3e:dd:8f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af05b8be-392f-41e0-8b4d-42e76a40f41a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:03:40Z', 'updated_at': '2021-07-15T13:04:16Z', 'revision_number': 1, 'project_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fde7ab3-f5b7-4c7c-93ea-6d1691e69535', 'name': '', 'network_id': '85506c49-ef76-49a2-8400-1e31bb62cb86', 'tenant_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'mac_address': 'fa:16:3e:f5:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ddd3d1aa-d62d-409c-8c51-52222d94058f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:27Z', 'updated_at': '2021-07-15T13:03:37Z', 'revision_number': 5, 'project_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'subnets': [{'id': 'ddd3d1aa-d62d-409c-8c51-52222d94058f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:20.510464 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-688482b9-4eac-4fdb-85d3-785c727bd87e tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:20.562814 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688482b9-4eac-4fdb-85d3-785c727bd87e tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Pushing event updated for resources: {'Port': ['ID=0ec2f577-07e9-43a7-b629-c23794867e8a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:20.607361 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efb1718-e97e-4853-a7fd-739af8df74de None None] The sync data for ids ['8b97719c-a69a-4469-9842-57ccf6b5fe8c'] in n-d-758944-45 is: [{'id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'name': 'tempest-ServersTestManualDisk-1044099367-router', 'tenant_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4a5dd14b-1413-44de-96b4-75eaae3ead55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:18Z', 'updated_at': '2021-07-15T13:03:29Z', 'revision_number': 4, 'project_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'gw_port': {'id': '4a5dd14b-1413-44de-96b4-75eaae3ead55', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:19Z', 'updated_at': '2021-07-15T13:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '52217ef4-2f82-4366-bff3-703f1cd95175', 'tenant_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'floating_ip_address': '172.25.6.220', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'port_id': '669e8d28-b298-48fe-b40b-16b4bddfb486', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85506c49-ef76-49a2-8400-1e31bb62cb86', 'mac_address': 'fa:16:3e:dd:8f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af05b8be-392f-41e0-8b4d-42e76a40f41a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:03:40Z', 'updated_at': '2021-07-15T13:04:16Z', 'revision_number': 1, 'project_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fde7ab3-f5b7-4c7c-93ea-6d1691e69535', 'name': '', 'network_id': '85506c49-ef76-49a2-8400-1e31bb62cb86', 'tenant_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'mac_address': 'fa:16:3e:f5:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ddd3d1aa-d62d-409c-8c51-52222d94058f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:27Z', 'updated_at': '2021-07-15T13:03:37Z', 'revision_number': 5, 'project_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'subnets': [{'id': 'ddd3d1aa-d62d-409c-8c51-52222d94058f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:04:20.620455 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f84bae74-e805-4c1f-a907-c1bee658639d req-35c80d9e-7101-497b-8db3-8523bdadcfb3 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=208d5b6f99984296b73a45dd4b593343 HTTP/1.1" status: 200 len: 380 time: 0.1161749 Jul 15 13:04:20.638362 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d304eb34-c6c4-41c8-9f52-e7282f21f82a req-e9249480-0c8b-42b4-89e2-87fdb6f19132 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437599 Jul 15 13:04:20.651721 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-f84bae74-e805-4c1f-a907-c1bee658639d req-06f3d7a0-a140-4b5c-b893-58de87d91a37 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Request body: {'port': {'device_id': '988e64c6-f85d-49cf-82f5-4e595bc45e7e', 'network_id': 'de1a8c4c-8ca6-4486-8846-3010a8adb593', 'admin_state_up': True, 'tenant_id': '208d5b6f99984296b73a45dd4b593343', 'security_groups': ['5c8e27fd-bc24-41b9-8ea2-1bdd9ddbcabf']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:20.713122 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea23965-b801-40ff-8477-a3bd03bd62c2 req-54123a1b-84af-419a-a2e3-900df26f322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:20.715187 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aea23965-b801-40ff-8477-a3bd03bd62c2 req-54123a1b-84af-419a-a2e3-900df26f322b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b4d30a1a7bf40d4974a65996401b2e0&device_id=af05b8be-392f-41e0-8b4d-42e76a40f41a HTTP/1.1" status: 200 len: 1097 time: 0.5245667 Jul 15 13:04:20.805809 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-688482b9-4eac-4fdb-85d3-785c727bd87e tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:20.810517 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-688482b9-4eac-4fdb-85d3-785c727bd87e tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:20.854309 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7bad2b8-160c-4252-a1cf-dadaab4ddc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:20.956607 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539d30c7-a791-4d21-bf0f-74b2caca10b2 x-openstack-request-id: req-539d30c7-a791-4d21-bf0f-74b2caca10b2 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:20.957046 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd87637a-d5af-4c9c-833f-7b1bf4fafb43", "name": "network-vif-unplugged", "status": "completed", "tag": "38802364-b988-4d0c-aea8-3a3a2055aadd", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:20.957542 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-539d30c7-a791-4d21-bf0f-74b2caca10b2 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:20.963077 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd87637a-d5af-4c9c-833f-7b1bf4fafb43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38802364-b988-4d0c-aea8-3a3a2055aadd', 'code': 200} Jul 15 13:04:20.999826 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb620f-523a-4cd5-b84a-9008ea8e74de req-23306c3e-d461-4fbe-93ab-8f778c2366b4 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:21.001974 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1dcb620f-523a-4cd5-b84a-9008ea8e74de req-23306c3e-d461-4fbe-93ab-8f778c2366b4 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.32 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 950 time: 0.8134496 Jul 15 13:04:21.046776 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f84bae74-e805-4c1f-a907-c1bee658639d req-06f3d7a0-a140-4b5c-b893-58de87d91a37 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Made reservation on behalf of 208d5b6f99984296b73a45dd4b593343 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:21.057995 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c4d2ee0b-2838-4ae9-abe6-0f36792cdb33 None None] Provisioning for port 0ec2f577-07e9-43a7-b629-c23794867e8a completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:21.063628 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f84bae74-e805-4c1f-a907-c1bee658639d req-06f3d7a0-a140-4b5c-b893-58de87d91a37 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:21.068300 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c4d2ee0b-2838-4ae9-abe6-0f36792cdb33 None None] Provisioning complete for port 0ec2f577-07e9-43a7-b629-c23794867e8a triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:21.069068 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c4d2ee0b-2838-4ae9-abe6-0f36792cdb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:21.178686 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c4d2ee0b-2838-4ae9-abe6-0f36792cdb33 None None] Port 0ec2f577-07e9-43a7-b629-c23794867e8a cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:04:21.203835 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c157387-d24c-4673-a372-d0582a3b2877 None None] New status for floating IP 52217ef4-2f82-4366-bff3-703f1cd95175: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:04:21.208426 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-688482b9-4eac-4fdb-85d3-785c727bd87e tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3615241 Jul 15 13:04:21.241799 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-b2e71ef4-75ec-4808-95fa-624235cb3603 service neutron] Request body: {'port': {'device_id': '6b9f834a-47c1-4c88-a934-cbb173e6e221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:21.300707 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-f84bae74-e805-4c1f-a907-c1bee658639d req-06f3d7a0-a140-4b5c-b893-58de87d91a37 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Allocated IP 172.20.0.4 (de1a8c4c-8ca6-4486-8846-3010a8adb593/2b92288e-8c09-4581-b9d4-f3789126b440/8351676b-5acf-43f5-b369-4f411b82b725) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:21.311065 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea23965-b801-40ff-8477-a3bd03bd62c2 req-2d007d50-60f2-4ed6-b2ea-a9349c34161f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:21.312936 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aea23965-b801-40ff-8477-a3bd03bd62c2 req-2d007d50-60f2-4ed6-b2ea-a9349c34161f service neutron] 10.222.0.18 "GET /v2.0/networks?id=85506c49-ef76-49a2-8400-1e31bb62cb86 HTTP/1.1" status: 200 len: 913 time: 0.5828176 Jul 15 13:04:21.449933 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-b2e71ef4-75ec-4808-95fa-624235cb3603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:21.493237 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190d1e8-9199-4a70-acd6-f98f55a55441 req-0aaf7b35-c068-4270-bc26-7def89fcc2f6 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:21.501089 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2190d1e8-9199-4a70-acd6-f98f55a55441 req-0aaf7b35-c068-4270-bc26-7def89fcc2f6 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f436e60-8828-45c1-9333-54e7c13d7093 HTTP/1.1" status: 200 len: 946 time: 0.4973507 Jul 15 13:04:21.507171 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aea23965-b801-40ff-8477-a3bd03bd62c2 req-f1bb8b19-c1ed-44f6-b5ad-4455e2e6d4c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=669e8d28-b298-48fe-b40b-16b4bddfb486 HTTP/1.1" status: 200 len: 999 time: 0.1633999 Jul 15 13:04:21.512482 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f84bae74-e805-4c1f-a907-c1bee658639d req-06f3d7a0-a140-4b5c-b893-58de87d91a37 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:21.565979 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-f84bae74-e805-4c1f-a907-c1bee658639d req-06f3d7a0-a140-4b5c-b893-58de87d91a37 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Transition to ACTIVE for port object 8351676b-5acf-43f5-b369-4f411b82b725 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:21.669637 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f84bae74-e805-4c1f-a907-c1bee658639d req-06f3d7a0-a140-4b5c-b893-58de87d91a37 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:21.730116 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2190d1e8-9199-4a70-acd6-f98f55a55441 req-8378e003-5e61-4fe9-9fc8-e7bb0fc7c4a0 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277288 Jul 15 13:04:21.759209 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-1dcb620f-523a-4cd5-b84a-9008ea8e74de req-e67231a7-ffee-46f0-9ad3-c156b1a57b64 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Deleting port 8ecd4344-13b4-4ad8-b3d8-cd1fed399548 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:21.766510 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1dcb620f-523a-4cd5-b84a-9008ea8e74de req-e67231a7-ffee-46f0-9ad3-c156b1a57b64 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:21.805232 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3d7a0-a140-4b5c-b893-58de87d91a37 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Pushing event updated for resources: {'Port': ['ID=8351676b-5acf-43f5-b369-4f411b82b725,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:21.839172 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e98fd-5c54-4b9c-a0fb-6a8354bbd919 req-c14f8146-965c-4d66-bb62-5de75da77925 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:21.851381 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f0e98fd-5c54-4b9c-a0fb-6a8354bbd919 req-c14f8146-965c-4d66-bb62-5de75da77925 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b9f834a-47c1-4c88-a934-cbb173e6e221 HTTP/1.1" status: 200 len: 935 time: 0.3447897 Jul 15 13:04:21.855942 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea23965-b801-40ff-8477-a3bd03bd62c2 req-c0b55e6c-d784-4222-b2c0-c2649d0a2a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:21.858958 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aea23965-b801-40ff-8477-a3bd03bd62c2 req-c0b55e6c-d784-4222-b2c0-c2649d0a2a94 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ddd3d1aa-d62d-409c-8c51-52222d94058f HTTP/1.1" status: 200 len: 851 time: 0.3425207 Jul 15 13:04:21.866120 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f84bae74-e805-4c1f-a907-c1bee658639d req-06f3d7a0-a140-4b5c-b893-58de87d91a37 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Network de1a8c4c-8ca6-4486-8846-3010a8adb593 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:21.878959 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-f84bae74-e805-4c1f-a907-c1bee658639d req-06f3d7a0-a140-4b5c-b893-58de87d91a37 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:21.904532 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84bae74-e805-4c1f-a907-c1bee658639d req-06f3d7a0-a140-4b5c-b893-58de87d91a37 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:22.002102 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f0e98fd-5c54-4b9c-a0fb-6a8354bbd919 req-c0b41945-01c8-47e6-9b08-0dab6f3e2777 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/security-groups?id=9adf9b32-fd96-499e-ae6e-61586dc033f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333179 Jul 15 13:04:22.087131 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bae74-e805-4c1f-a907-c1bee658639d req-06f3d7a0-a140-4b5c-b893-58de87d91a37 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:22.097307 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f84bae74-e805-4c1f-a907-c1bee658639d req-06f3d7a0-a140-4b5c-b893-58de87d91a37 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:22.153925 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f84bae74-e805-4c1f-a907-c1bee658639d req-06f3d7a0-a140-4b5c-b893-58de87d91a37 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5135036 Jul 15 13:04:22.177286 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-f84bae74-e805-4c1f-a907-c1bee658639d req-f86c0b61-0a90-4f01-8a3b-98c25358e86d service neutron] Request body: {'port': {'device_id': '988e64c6-f85d-49cf-82f5-4e595bc45e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:22.338931 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 8ecd4344-13b4-4ad8-b3d8-cd1fed399548 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:22.460531 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5f1c57da-1a78-457a-beb9-e529bcb5a4d8 None None] Provisioning for port 8351676b-5acf-43f5-b369-4f411b82b725 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:22.521145 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5f1c57da-1a78-457a-beb9-e529bcb5a4d8 None None] Provisioning complete for port 8351676b-5acf-43f5-b369-4f411b82b725 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:22.521905 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f1c57da-1a78-457a-beb9-e529bcb5a4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:22.546094 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f84bae74-e805-4c1f-a907-c1bee658639d req-f86c0b61-0a90-4f01-8a3b-98c25358e86d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:22.602013 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:22.626790 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5f1c57da-1a78-457a-beb9-e529bcb5a4d8 None None] Port 8351676b-5acf-43f5-b369-4f411b82b725 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:04:22.695257 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 8ecd4344-13b4-4ad8-b3d8-cd1fed399548, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=8ecd4344-13b4-4ad8-b3d8-cd1fed399548,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:22.707660 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:22.720355 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8887e6-e595-456f-86fc-28d07ad4387f req-ec74cfe7-5d37-469f-906b-eebd54296384 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:22.733593 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1c8887e6-e595-456f-86fc-28d07ad4387f req-ec74cfe7-5d37-469f-906b-eebd54296384 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "GET /v2.0/ports?device_id=988e64c6-f85d-49cf-82f5-4e595bc45e7e HTTP/1.1" status: 200 len: 931 time: 0.2873845 Jul 15 13:04:22.803181 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=8ecd4344-13b4-4ad8-b3d8-cd1fed399548,revision_number=10']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:22.940484 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1c8887e6-e595-456f-86fc-28d07ad4387f req-cb4c1a8a-4887-4ea2-add7-c5a77b4bf3f2 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c8e27fd-bc24-41b9-8ea2-1bdd9ddbcabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052965 Jul 15 13:04:22.964845 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605f819e-4314-4bfa-b728-6b94f1f804d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ecd4344-13b4-4ad8-b3d8-cd1fed399548'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:22.968911 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c7f552-bda9-4c3b-a57f-f11cce7435f8" -d '{"events": [{"server_uuid": "605f819e-4314-4bfa-b728-6b94f1f804d1", "name": "network-vif-unplugged", "status": "completed", "tag": "8ecd4344-13b4-4ad8-b3d8-cd1fed399548"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:23.190156 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:23.215745 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-1dcb620f-523a-4cd5-b84a-9008ea8e74de req-e67231a7-ffee-46f0-9ad3-c156b1a57b64 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] For port 8ecd4344-13b4-4ad8-b3d8-cd1fed399548, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=8ecd4344-13b4-4ad8-b3d8-cd1fed399548,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:23.216364 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1dcb620f-523a-4cd5-b84a-9008ea8e74de req-e67231a7-ffee-46f0-9ad3-c156b1a57b64 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:23.297381 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-1dcb620f-523a-4cd5-b84a-9008ea8e74de req-e67231a7-ffee-46f0-9ad3-c156b1a57b64 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Calling delete_port for 8ecd4344-13b4-4ad8-b3d8-cd1fed399548 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:23.325238 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-427d1ad9-ac22-4547-b910-3e1eefabe6bc tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:23.332862 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-427d1ad9-ac22-4547-b910-3e1eefabe6bc tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/networks?id=0a81d145-7a6a-4e9d-8fce-2f854c4b2363 HTTP/1.1" status: 200 len: 804 time: 0.4172919 Jul 15 13:04:23.339807 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36ec22a9-86f2-4c6d-90aa-298994a30e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:23.349593 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea23965-b801-40ff-8477-a3bd03bd62c2 req-21b00ff5-7fcd-4edb-9a16-b48dc5679090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:23.351577 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aea23965-b801-40ff-8477-a3bd03bd62c2 req-21b00ff5-7fcd-4edb-9a16-b48dc5679090 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85506c49-ef76-49a2-8400-1e31bb62cb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.4843314 Jul 15 13:04:23.370433 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342f69a-3835-463f-95bc-ce0251dbac4c req-5274b579-5ddd-461c-90d1-ba34d21be7c6 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:23.372522 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2342f69a-3835-463f-95bc-ce0251dbac4c req-5274b579-5ddd-461c-90d1-ba34d21be7c6 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 949 time: 0.2384174 Jul 15 13:04:23.422787 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-f84bae74-e805-4c1f-a907-c1bee658639d req-f86c0b61-0a90-4f01-8a3b-98c25358e86d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8351676b-5acf-43f5-b369-4f411b82b725 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:23.435717 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f84bae74-e805-4c1f-a907-c1bee658639d req-f86c0b61-0a90-4f01-8a3b-98c25358e86d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:23.441726 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2342f69a-3835-463f-95bc-ce0251dbac4c req-5160778d-d032-43b9-989f-0232da38e7f3 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568666 Jul 15 13:04:23.482484 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-f84bae74-e805-4c1f-a907-c1bee658639d req-f86c0b61-0a90-4f01-8a3b-98c25358e86d service neutron] Transition to ACTIVE for port object 8351676b-5acf-43f5-b369-4f411b82b725 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:23.494163 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f84bae74-e805-4c1f-a907-c1bee658639d req-f86c0b61-0a90-4f01-8a3b-98c25358e86d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:23.524744 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aea23965-b801-40ff-8477-a3bd03bd62c2 req-005a32c7-931a-433e-a7cd-18d585fa529a service neutron] 10.222.0.18 "GET /v2.0/networks/85506c49-ef76-49a2-8400-1e31bb62cb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521637 Jul 15 13:04:23.531906 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-4da131a6-68e8-4539-af77-75967909ebdd tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/quotas/38e4db3d6cd14773b2b127c0cb5621e7 HTTP/1.1" status: 200 len: 375 time: 0.1979604 Jul 15 13:04:23.552343 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ab5ab-9105-489b-9372-1fab3b86a062 req-b8ca9673-6b74-432c-991a-0137c6cc72e0 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:23.554524 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-539ab5ab-9105-489b-9372-1fab3b86a062 req-b8ca9673-6b74-432c-991a-0137c6cc72e0 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd87637a-d5af-4c9c-833f-7b1bf4fafb43 HTTP/1.1" status: 200 len: 944 time: 0.6375475 Jul 15 13:04:23.684397 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aea23965-b801-40ff-8477-a3bd03bd62c2 req-ad90839d-5d84-4666-9081-366d80b7ed4d service neutron] 10.222.0.18 "GET /v2.0/networks/85506c49-ef76-49a2-8400-1e31bb62cb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382897 Jul 15 13:04:23.794587 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c0b61-0a90-4f01-8a3b-98c25358e86d service neutron] Pushing event updated for resources: {'Port': ['ID=8351676b-5acf-43f5-b369-4f411b82b725,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:23.904824 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-f84bae74-e805-4c1f-a907-c1bee658639d req-f86c0b61-0a90-4f01-8a3b-98c25358e86d service neutron] Attempting to bind port 8351676b-5acf-43f5-b369-4f411b82b725 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:23.905179 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-f84bae74-e805-4c1f-a907-c1bee658639d req-f86c0b61-0a90-4f01-8a3b-98c25358e86d service neutron] Attempting to bind port 8351676b-5acf-43f5-b369-4f411b82b725 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '5ee034e8-e3f6-4149-9e9b-fd287931a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'de1a8c4c-8ca6-4486-8846-3010a8adb593'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:23.905379 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84bae74-e805-4c1f-a907-c1bee658639d req-f86c0b61-0a90-4f01-8a3b-98c25358e86d service neutron] Attempting to bind port 8351676b-5acf-43f5-b369-4f411b82b725 on network de1a8c4c-8ca6-4486-8846-3010a8adb593 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:23.925341 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84bae74-e805-4c1f-a907-c1bee658639d req-f86c0b61-0a90-4f01-8a3b-98c25358e86d service neutron] Port 8351676b-5acf-43f5-b369-4f411b82b725 on network de1a8c4c-8ca6-4486-8846-3010a8adb593 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:04:23.926980 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84bae74-e805-4c1f-a907-c1bee658639d req-f86c0b61-0a90-4f01-8a3b-98c25358e86d service neutron] Attempting to bind port 8351676b-5acf-43f5-b369-4f411b82b725 on network de1a8c4c-8ca6-4486-8846-3010a8adb593 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:23.954472 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc161a8-889c-4f0a-a50d-62f739bb5d3a req-a9ec14c6-4cac-4a9d-8a15-d9d61531655c tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:23.963248 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3bc161a8-889c-4f0a-a50d-62f739bb5d3a req-a9ec14c6-4cac-4a9d-8a15-d9d61531655c tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f436e60-8828-45c1-9333-54e7c13d7093 HTTP/1.1" status: 200 len: 946 time: 0.1513755 Jul 15 13:04:23.965831 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84bae74-e805-4c1f-a907-c1bee658639d req-f86c0b61-0a90-4f01-8a3b-98c25358e86d service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:23.966187 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84bae74-e805-4c1f-a907-c1bee658639d req-f86c0b61-0a90-4f01-8a3b-98c25358e86d service neutron] Checking segment: {'id': '5ee034e8-e3f6-4149-9e9b-fd287931a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'de1a8c4c-8ca6-4486-8846-3010a8adb593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:23.966581 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84bae74-e805-4c1f-a907-c1bee658639d req-f86c0b61-0a90-4f01-8a3b-98c25358e86d service neutron] Bound using segment: {'id': '5ee034e8-e3f6-4149-9e9b-fd287931a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'de1a8c4c-8ca6-4486-8846-3010a8adb593'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:23.967040 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-f84bae74-e805-4c1f-a907-c1bee658639d req-f86c0b61-0a90-4f01-8a3b-98c25358e86d service neutron] Bound port: 8351676b-5acf-43f5-b369-4f411b82b725, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ee034e8-e3f6-4149-9e9b-fd287931a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'de1a8c4c-8ca6-4486-8846-3010a8adb593'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:23.967409 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f84bae74-e805-4c1f-a907-c1bee658639d req-f86c0b61-0a90-4f01-8a3b-98c25358e86d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:24.058492 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-b2e71ef4-75ec-4808-95fa-624235cb3603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec2f577-07e9-43a7-b629-c23794867e8a {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:24.085439 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-b2e71ef4-75ec-4808-95fa-624235cb3603 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:24.115320 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-8bab3543-2046-4907-b2e8-d6efe8b38439 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=38e4db3d6cd14773b2b127c0cb5621e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5816770 Jul 15 13:04:24.119225 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3bc161a8-889c-4f0a-a50d-62f739bb5d3a req-3061016b-0b75-40ab-a0a6-a3f98532560e tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546834 Jul 15 13:04:24.178856 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-f84bae74-e805-4c1f-a907-c1bee658639d req-f86c0b61-0a90-4f01-8a3b-98c25358e86d service neutron] For port 8351676b-5acf-43f5-b369-4f411b82b725, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:24.230707 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a4ab1c-e48c-48ec-9a2a-f6f20ed7fd54 x-openstack-request-id: req-39a4ab1c-e48c-48ec-9a2a-f6f20ed7fd54 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:24.231781 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605f819e-4314-4bfa-b728-6b94f1f804d1", "name": "network-vif-unplugged", "status": "completed", "tag": "8ecd4344-13b4-4ad8-b3d8-cd1fed399548", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:24.233052 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-39a4ab1c-e48c-48ec-9a2a-f6f20ed7fd54 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:24.233938 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605f819e-4314-4bfa-b728-6b94f1f804d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ecd4344-13b4-4ad8-b3d8-cd1fed399548', 'code': 200} Jul 15 13:04:24.256331 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-539ab5ab-9105-489b-9372-1fab3b86a062 req-b56d163b-c44d-48aa-9971-287f7ce4ff5b tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Deleting port 38802364-b988-4d0c-aea8-3a3a2055aadd {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:24.257078 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-539ab5ab-9105-489b-9372-1fab3b86a062 req-b56d163b-c44d-48aa-9971-287f7ce4ff5b tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:24.264776 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-b2e71ef4-75ec-4808-95fa-624235cb3603 service neutron] Transition to ACTIVE for port object 0ec2f577-07e9-43a7-b629-c23794867e8a will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:24.307155 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-b2e71ef4-75ec-4808-95fa-624235cb3603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:24.351885 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-f84bae74-e805-4c1f-a907-c1bee658639d req-f86c0b61-0a90-4f01-8a3b-98c25358e86d service neutron] For port 8351676b-5acf-43f5-b369-4f411b82b725, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=8351676b-5acf-43f5-b369-4f411b82b725,segment=NetworkSegment(5ee034e8-e3f6-4149-9e9b-fd287931a9ae),segment_id=5ee034e8-e3f6-4149-9e9b-fd287931a9ae)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:24.365534 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1dcb620f-523a-4cd5-b84a-9008ea8e74de req-e67231a7-ffee-46f0-9ad3-c156b1a57b64 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:24.377014 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f84bae74-e805-4c1f-a907-c1bee658639d req-f86c0b61-0a90-4f01-8a3b-98c25358e86d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:24.404756 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['a0ae581a-5a36-4db7-a98c-1f3bde6bf998'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:24.515634 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c0b61-0a90-4f01-8a3b-98c25358e86d service neutron] Pushing event updated for resources: {'Port': ['ID=8351676b-5acf-43f5-b369-4f411b82b725,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:24.543323 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bae74-e805-4c1f-a907-c1bee658639d req-f86c0b61-0a90-4f01-8a3b-98c25358e86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:24.547799 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f84bae74-e805-4c1f-a907-c1bee658639d req-f86c0b61-0a90-4f01-8a3b-98c25358e86d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:24.550482 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f84bae74-e805-4c1f-a907-c1bee658639d req-f86c0b61-0a90-4f01-8a3b-98c25358e86d service neutron] 10.222.0.32 "PUT /v2.0/ports/8351676b-5acf-43f5-b369-4f411b82b725 HTTP/1.1" status: 200 len: 1092 time: 2.3807364 Jul 15 13:04:24.551277 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '988e64c6-f85d-49cf-82f5-4e595bc45e7e', 'tag': '8351676b-5acf-43f5-b369-4f411b82b725'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:24.573315 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c09ed65-511b-4c92-8773-64aa55c00dba" -d '{"events": [{"name": "network-changed", "server_uuid": "988e64c6-f85d-49cf-82f5-4e595bc45e7e", "tag": "8351676b-5acf-43f5-b369-4f411b82b725"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:24.581902 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-539ab5ab-9105-489b-9372-1fab3b86a062 req-b56d163b-c44d-48aa-9971-287f7ce4ff5b tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] For port 38802364-b988-4d0c-aea8-3a3a2055aadd, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=38802364-b988-4d0c-aea8-3a3a2055aadd,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:24.582968 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-539ab5ab-9105-489b-9372-1fab3b86a062 req-b56d163b-c44d-48aa-9971-287f7ce4ff5b tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:24.603888 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-539ab5ab-9105-489b-9372-1fab3b86a062 req-b56d163b-c44d-48aa-9971-287f7ce4ff5b tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Calling delete_port for 38802364-b988-4d0c-aea8-3a3a2055aadd owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:24.652527 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:24.662947 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:24.794143 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e71ef4-75ec-4808-95fa-624235cb3603 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec2f577-07e9-43a7-b629-c23794867e8a,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:24.812860 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-505a3faa-2b9f-4043-b4e0-9e9bad7ad4e2 service neutron] 10.222.0.24 "GET /v2.0/networks/0a81d145-7a6a-4e9d-8fce-2f854c4b2363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6818199 Jul 15 13:04:24.831528 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-539ab5ab-9105-489b-9372-1fab3b86a062 req-b56d163b-c44d-48aa-9971-287f7ce4ff5b tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:24.856774 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9bc167-2f23-4d09-9dc4-0e1629eba891 req-8aa2ad53-f7e5-4318-b7c3-ea1217a00325 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:24.859067 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-db9bc167-2f23-4d09-9dc4-0e1629eba891 req-8aa2ad53-f7e5-4318-b7c3-ea1217a00325 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b9f834a-47c1-4c88-a934-cbb173e6e221 HTTP/1.1" status: 200 len: 947 time: 0.5031865 Jul 15 13:04:24.926612 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67231a7-ffee-46f0-9ad3-c156b1a57b64 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Pushing event deleted for resources: {'Port': ['ID=8ecd4344-13b4-4ad8-b3d8-cd1fed399548,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:24.986170 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-db9bc167-2f23-4d09-9dc4-0e1629eba891 req-adee5d85-dea1-430c-80d1-ab929b0440d0 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/security-groups?id=9adf9b32-fd96-499e-ae6e-61586dc033f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165965 Jul 15 13:04:25.013171 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bae74-e805-4c1f-a907-c1bee658639d req-42b6cead-13a2-4b1c-b0e7-da99f6b92e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:25.025423 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f84bae74-e805-4c1f-a907-c1bee658639d req-42b6cead-13a2-4b1c-b0e7-da99f6b92e4f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=208d5b6f99984296b73a45dd4b593343&device_id=988e64c6-f85d-49cf-82f5-4e595bc45e7e HTTP/1.1" status: 200 len: 1095 time: 0.3715439 Jul 15 13:04:25.083288 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f84bae74-e805-4c1f-a907-c1bee658639d req-a54ea2af-b8b6-4c40-95f2-c042eadf9f5b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8351676b-5acf-43f5-b369-4f411b82b725 HTTP/1.1" status: 200 len: 217 time: 0.0542932 Jul 15 13:04:25.198481 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bae74-e805-4c1f-a907-c1bee658639d req-10147fab-0ba9-46a0-9afc-36a99627c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:25.201521 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f84bae74-e805-4c1f-a907-c1bee658639d req-10147fab-0ba9-46a0-9afc-36a99627c584 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2b92288e-8c09-4581-b9d4-f3789126b440 HTTP/1.1" status: 200 len: 845 time: 0.1096776 Jul 15 13:04:25.201883 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d163b-c44d-48aa-9971-287f7ce4ff5b tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Pushing event deleted for resources: {'Port': ['ID=38802364-b988-4d0c-aea8-3a3a2055aadd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:25.346313 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcb620f-523a-4cd5-b84a-9008ea8e74de req-e67231a7-ffee-46f0-9ad3-c156b1a57b64 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] No DVR routers for this DVR port 8ecd4344-13b4-4ad8-b3d8-cd1fed399548 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:25.350285 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1dcb620f-523a-4cd5-b84a-9008ea8e74de req-e67231a7-ffee-46f0-9ad3-c156b1a57b64 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:25.353519 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1dcb620f-523a-4cd5-b84a-9008ea8e74de req-e67231a7-ffee-46f0-9ad3-c156b1a57b64 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.32 "DELETE /v2.0/ports/8ecd4344-13b4-4ad8-b3d8-cd1fed399548 HTTP/1.1" status: 204 len: 173 time: 4.3245151 Jul 15 13:04:25.357531 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605f819e-4314-4bfa-b728-6b94f1f804d1', 'name': 'network-vif-deleted', 'tag': '8ecd4344-13b4-4ad8-b3d8-cd1fed399548'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:25.359309 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bae74-e805-4c1f-a907-c1bee658639d req-22bcb947-4447-4ab0-b057-08cb3e7a9a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:25.360726 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a85d4fa-f905-4924-8a1e-3fc2ddb2f4cb" -d '{"events": [{"server_uuid": "605f819e-4314-4bfa-b728-6b94f1f804d1", "name": "network-vif-deleted", "tag": "8ecd4344-13b4-4ad8-b3d8-cd1fed399548"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:25.361738 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f84bae74-e805-4c1f-a907-c1bee658639d req-22bcb947-4447-4ab0-b057-08cb3e7a9a75 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=de1a8c4c-8ca6-4486-8846-3010a8adb593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1375124 Jul 15 13:04:25.364109 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-539ab5ab-9105-489b-9372-1fab3b86a062 req-b56d163b-c44d-48aa-9971-287f7ce4ff5b tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] No DVR routers for this DVR port 38802364-b988-4d0c-aea8-3a3a2055aadd on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:25.420852 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-539ab5ab-9105-489b-9372-1fab3b86a062 req-b56d163b-c44d-48aa-9971-287f7ce4ff5b tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:25.432059 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-539ab5ab-9105-489b-9372-1fab3b86a062 req-b56d163b-c44d-48aa-9971-287f7ce4ff5b tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.18 "DELETE /v2.0/ports/38802364-b988-4d0c-aea8-3a3a2055aadd HTTP/1.1" status: 204 len: 173 time: 1.7400372 Jul 15 13:04:25.500114 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 38802364-b988-4d0c-aea8-3a3a2055aadd no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:25.614650 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-c07399af-c8fc-470d-9b1e-c1e8d278bc07 service neutron] 10.222.0.24 "GET /v2.0/networks/0a81d145-7a6a-4e9d-8fce-2f854c4b2363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6738966 Jul 15 13:04:25.632423 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 38802364-b988-4d0c-aea8-3a3a2055aadd {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:25.632966 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 38802364-b988-4d0c-aea8-3a3a2055aadd not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:25.654999 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f84bae74-e805-4c1f-a907-c1bee658639d req-94c9dea2-f101-45db-b84f-db8834d1aa6c service neutron] 10.222.0.32 "GET /v2.0/networks/de1a8c4c-8ca6-4486-8846-3010a8adb593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859275 Jul 15 13:04:25.702716 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-b2e71ef4-75ec-4808-95fa-624235cb3603 service neutron] Attempting to bind port 0ec2f577-07e9-43a7-b629-c23794867e8a on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:25.703544 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-b2e71ef4-75ec-4808-95fa-624235cb3603 service neutron] Attempting to bind port 0ec2f577-07e9-43a7-b629-c23794867e8a by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:25.704283 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-b2e71ef4-75ec-4808-95fa-624235cb3603 service neutron] Attempting to bind port 0ec2f577-07e9-43a7-b629-c23794867e8a on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:25.733560 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-b2e71ef4-75ec-4808-95fa-624235cb3603 service neutron] Port 0ec2f577-07e9-43a7-b629-c23794867e8a on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:04:25.734155 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-b2e71ef4-75ec-4808-95fa-624235cb3603 service neutron] Attempting to bind port 0ec2f577-07e9-43a7-b629-c23794867e8a on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:25.750498 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-b2e71ef4-75ec-4808-95fa-624235cb3603 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:25.750975 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-b2e71ef4-75ec-4808-95fa-624235cb3603 service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:25.752305 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-b2e71ef4-75ec-4808-95fa-624235cb3603 service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:25.753300 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-b2e71ef4-75ec-4808-95fa-624235cb3603 service neutron] Bound port: 0ec2f577-07e9-43a7-b629-c23794867e8a, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:25.753990 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-b2e71ef4-75ec-4808-95fa-624235cb3603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:26.042260 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-b2e71ef4-75ec-4808-95fa-624235cb3603 service neutron] For port 0ec2f577-07e9-43a7-b629-c23794867e8a, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:26.051892 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-b2e71ef4-75ec-4808-95fa-624235cb3603 service neutron] For port 0ec2f577-07e9-43a7-b629-c23794867e8a, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0ec2f577-07e9-43a7-b629-c23794867e8a,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:26.070854 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-b2e71ef4-75ec-4808-95fa-624235cb3603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:26.117555 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-b2e71ef4-75ec-4808-95fa-624235cb3603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:26.118439 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-b2e71ef4-75ec-4808-95fa-624235cb3603 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:26.120539 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-b2e71ef4-75ec-4808-95fa-624235cb3603 service neutron] 10.222.0.32 "PUT /v2.0/ports/0ec2f577-07e9-43a7-b629-c23794867e8a HTTP/1.1" status: 200 len: 1096 time: 4.8868048 Jul 15 13:04:26.166960 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f84bae74-e805-4c1f-a907-c1bee658639d req-458e52dd-573b-4c2e-b80c-977d9bf0a058 service neutron] 10.222.0.32 "GET /v2.0/networks/de1a8c4c-8ca6-4486-8846-3010a8adb593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047824 Jul 15 13:04:26.185129 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:26.219504 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e71ef4-75ec-4808-95fa-624235cb3603 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec2f577-07e9-43a7-b629-c23794867e8a,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:26.280333 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f0715-881d-415a-95e7-2db92b78110d req-a7e6b8fb-a0e4-4a0f-b039-94206e7401f1 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:26.283093 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-558f0715-881d-415a-95e7-2db92b78110d req-a7e6b8fb-a0e4-4a0f-b039-94206e7401f1 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "GET /v2.0/ports?device_id=988e64c6-f85d-49cf-82f5-4e595bc45e7e HTTP/1.1" status: 200 len: 943 time: 0.5719767 Jul 15 13:04:26.473107 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a696c262-7955-4b3b-8ea1-94967ab40fc9 req-25cfa400-e0ef-43d6-8995-5e134edbb96e tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=605f819e-4314-4bfa-b728-6b94f1f804d1 HTTP/1.1" status: 200 len: 210 time: 0.1318989 Jul 15 13:04:26.542598 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-558f0715-881d-415a-95e7-2db92b78110d req-42dfb8fb-7c32-4402-8535-09360b59f039 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c8e27fd-bc24-41b9-8ea2-1bdd9ddbcabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2491195 Jul 15 13:04:26.696190 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-7d9de31e-25fb-424e-94cc-df7e725a72c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:26.699427 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-7d9de31e-25fb-424e-94cc-df7e725a72c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b0e96f0479e74f07989613dd927cd588&device_id=6b9f834a-47c1-4c88-a934-cbb173e6e221 HTTP/1.1" status: 200 len: 1099 time: 0.4080751 Jul 15 13:04:26.878514 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c5aeba-bb72-4ea8-9ec9-81407cc8be3a x-openstack-request-id: req-e6c5aeba-bb72-4ea8-9ec9-81407cc8be3a {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:26.878861 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "988e64c6-f85d-49cf-82f5-4e595bc45e7e", "tag": "8351676b-5acf-43f5-b369-4f411b82b725", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:26.879245 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e6c5aeba-bb72-4ea8-9ec9-81407cc8be3a {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:26.879525 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '988e64c6-f85d-49cf-82f5-4e595bc45e7e', 'tag': '8351676b-5acf-43f5-b369-4f411b82b725', 'status': 'completed', 'code': 200} Jul 15 13:04:26.886376 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-424100a1-46b3-4d60-8ff1-074be75c240d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=0ec2f577-07e9-43a7-b629-c23794867e8a HTTP/1.1" status: 200 len: 217 time: 0.1703601 Jul 15 13:04:26.914458 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672e096f-6d53-4a09-9c8d-1b8a81ddf35e x-openstack-request-id: req-672e096f-6d53-4a09-9c8d-1b8a81ddf35e {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:26.924052 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605f819e-4314-4bfa-b728-6b94f1f804d1", "name": "network-vif-deleted", "tag": "8ecd4344-13b4-4ad8-b3d8-cd1fed399548", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:26.924409 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-672e096f-6d53-4a09-9c8d-1b8a81ddf35e {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:26.926760 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605f819e-4314-4bfa-b728-6b94f1f804d1', 'name': 'network-vif-deleted', 'tag': '8ecd4344-13b4-4ad8-b3d8-cd1fed399548', 'status': 'completed', 'code': 200} Jul 15 13:04:26.985498 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09ed65-511b-4c92-8773-64aa55c00dba req-c5822daf-90e7-4877-aa5b-3854e167819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:26.992847 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5c09ed65-511b-4c92-8773-64aa55c00dba req-c5822daf-90e7-4877-aa5b-3854e167819e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=208d5b6f99984296b73a45dd4b593343&device_id=988e64c6-f85d-49cf-82f5-4e595bc45e7e HTTP/1.1" status: 200 len: 1095 time: 0.1404753 Jul 15 13:04:27.049941 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-b04457e8-8e14-46c5-b394-7e5eaacf45f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:27.054706 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-b04457e8-8e14-46c5-b394-7e5eaacf45f2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1501348 Jul 15 13:04:27.229052 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fb7b8275-a281-4341-b801-5ca5d49bb881 req-db634365-08f1-4a65-ab40-5637acc0505f tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=f77d9837-6412-43f3-9f1a-c325e581db6d HTTP/1.1" status: 200 len: 210 time: 0.1457717 Jul 15 13:04:27.327436 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-450f7ec3-4302-499b-926b-21bbc99f3655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:27.329462 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-450f7ec3-4302-499b-926b-21bbc99f3655 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2643883 Jul 15 13:04:27.455603 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09ed65-511b-4c92-8773-64aa55c00dba req-fb30b9b7-f039-4e1c-9840-d18cded9217a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:27.460679 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5c09ed65-511b-4c92-8773-64aa55c00dba req-fb30b9b7-f039-4e1c-9840-d18cded9217a service neutron] 10.222.0.32 "GET /v2.0/networks?id=de1a8c4c-8ca6-4486-8846-3010a8adb593 HTTP/1.1" status: 200 len: 907 time: 0.4585550 Jul 15 13:04:27.556904 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5c09ed65-511b-4c92-8773-64aa55c00dba req-1d57e1d7-7cbe-4029-9a41-cc549481edd0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8351676b-5acf-43f5-b369-4f411b82b725 HTTP/1.1" status: 200 len: 217 time: 0.0896223 Jul 15 13:04:27.571791 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9be84-95be-4ab1-9d63-4760de9195f4 req-d0401845-4f79-4451-a48a-8f9db26a2c5e tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:27.580183 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-79d9be84-95be-4ab1-9d63-4760de9195f4 req-d0401845-4f79-4451-a48a-8f9db26a2c5e tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f436e60-8828-45c1-9333-54e7c13d7093 HTTP/1.1" status: 200 len: 946 time: 0.3606334 Jul 15 13:04:27.642324 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-b2168fe9-8b12-4274-b8dd-3471dcd2cd2d service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053641 Jul 15 13:04:27.721538 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09ed65-511b-4c92-8773-64aa55c00dba req-4cf2b017-995d-4b73-a820-fa7bedb54bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:27.723552 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5c09ed65-511b-4c92-8773-64aa55c00dba req-4cf2b017-995d-4b73-a820-fa7bedb54bf9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2b92288e-8c09-4581-b9d4-f3789126b440 HTTP/1.1" status: 200 len: 845 time: 0.1406002 Jul 15 13:04:27.753799 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-79d9be84-95be-4ab1-9d63-4760de9195f4 req-d7db5378-1435-4cb4-b16a-ce5f42b0d3f1 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713481 Jul 15 13:04:27.836074 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d3519-4f70-44b3-9b96-607591dcf77f req-2ee01921-ebe9-45d3-8155-9cfa1e3d8300 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:27.838651 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6c8d3519-4f70-44b3-9b96-607591dcf77f req-2ee01921-ebe9-45d3-8155-9cfa1e3d8300 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b9f834a-47c1-4c88-a934-cbb173e6e221 HTTP/1.1" status: 200 len: 947 time: 0.2335856 Jul 15 13:04:27.845241 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4db27d5f-7023-40cd-a91b-9de1b9f99b42 req-a9b7223b-d175-4dce-8ea0-b9cc28aae629 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525710 Jul 15 13:04:27.857033 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09ed65-511b-4c92-8773-64aa55c00dba req-9d3f73c1-2646-4c6e-bb0c-38c5be4391ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:27.859408 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5c09ed65-511b-4c92-8773-64aa55c00dba req-9d3f73c1-2646-4c6e-bb0c-38c5be4391ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=de1a8c4c-8ca6-4486-8846-3010a8adb593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1049716 Jul 15 13:04:27.909598 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6c8d3519-4f70-44b3-9b96-607591dcf77f req-676deca0-89fa-4d7f-8690-130dfae7800b tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/security-groups?id=9adf9b32-fd96-499e-ae6e-61586dc033f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630980 Jul 15 13:04:28.107761 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5c09ed65-511b-4c92-8773-64aa55c00dba req-8a714cbc-be22-471d-acc3-d0e37c70da95 service neutron] 10.222.0.32 "GET /v2.0/networks/de1a8c4c-8ca6-4486-8846-3010a8adb593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404826 Jul 15 13:04:28.353074 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5c3e5-63af-43f6-b092-c3984f4c054a req-9b011e21-96c1-4eed-b408-384d14e3320e tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:28.354813 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5cb5c3e5-63af-43f6-b092-c3984f4c054a req-9b011e21-96c1-4eed-b408-384d14e3320e tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "GET /v2.0/ports?device_id=988e64c6-f85d-49cf-82f5-4e595bc45e7e HTTP/1.1" status: 200 len: 943 time: 0.1155155 Jul 15 13:04:28.372581 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 8351676b-5acf-43f5-b369-4f411b82b725 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:28.376073 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5c09ed65-511b-4c92-8773-64aa55c00dba req-7feb9379-be01-441e-90cf-19df31dc9c4d service neutron] 10.222.0.32 "GET /v2.0/networks/de1a8c4c-8ca6-4486-8846-3010a8adb593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616112 Jul 15 13:04:28.441277 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5cb5c3e5-63af-43f6-b092-c3984f4c054a req-33496bc9-0fe9-43a6-96ad-c1a72617e5c6 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c8e27fd-bc24-41b9-8ea2-1bdd9ddbcabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802517 Jul 15 13:04:28.587797 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 8351676b-5acf-43f5-b369-4f411b82b725, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=8351676b-5acf-43f5-b369-4f411b82b725,segment=NetworkSegment(5ee034e8-e3f6-4149-9e9b-fd287931a9ae),segment_id=5ee034e8-e3f6-4149-9e9b-fd287931a9ae)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:28.613261 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '8351676b-5acf-43f5-b369-4f411b82b725', 'network_id': 'de1a8c4c-8ca6-4486-8846-3010a8adb593', 'port_id': '8351676b-5acf-43f5-b369-4f411b82b725', 'mac_address': 'fa:16:3e:dc:2a:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b92288e-8c09-4581-b9d4-f3789126b440', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:28.680659 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8af05a47-bc16-4b0c-8672-95063140955e req-5c789c65-bb72-4daf-b962-6e139a0261af tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=f77d9837-6412-43f3-9f1a-c325e581db6d HTTP/1.1" status: 200 len: 210 time: 0.1060269 Jul 15 13:04:28.770315 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:28.824434 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8351676b-5acf-43f5-b369-4f411b82b725 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:28.874889 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 8351676b-5acf-43f5-b369-4f411b82b725, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=8351676b-5acf-43f5-b369-4f411b82b725,segment=NetworkSegment(5ee034e8-e3f6-4149-9e9b-fd287931a9ae),segment_id=5ee034e8-e3f6-4149-9e9b-fd287931a9ae)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:28.883208 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:28.940085 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd87637a-d5af-4c9c-833f-7b1bf4fafb43', 'name': 'network-vif-deleted', 'tag': '38802364-b988-4d0c-aea8-3a3a2055aadd'}, {'name': 'network-changed', 'server_uuid': '6b9f834a-47c1-4c88-a934-cbb173e6e221', 'tag': '0ec2f577-07e9-43a7-b629-c23794867e8a'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:28.941001 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a488d370-455d-434a-931b-043a3fe40b93" -d '{"events": [{"server_uuid": "cd87637a-d5af-4c9c-833f-7b1bf4fafb43", "name": "network-vif-deleted", "tag": "38802364-b988-4d0c-aea8-3a3a2055aadd"}, {"name": "network-changed", "server_uuid": "6b9f834a-47c1-4c88-a934-cbb173e6e221", "tag": "0ec2f577-07e9-43a7-b629-c23794867e8a"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:28.977599 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf28a9-bb25-4a20-a528-4177a32ba00c req-e6c0e513-4e26-4806-a7d8-11d8e4011d7a tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:28.987659 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-36cf28a9-bb25-4a20-a528-4177a32ba00c req-e6c0e513-4e26-4806-a7d8-11d8e4011d7a tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 950 time: 0.1447477 Jul 15 13:04:28.988809 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=8351676b-5acf-43f5-b369-4f411b82b725,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:29.001104 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:29.001866 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:29.002423 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:29.003123 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:29.004011 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:29.004728 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:29.005132 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:29.005545 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:29.005989 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:29.006373 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:29.006755 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:29.007137 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:29.077334 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-36cf28a9-bb25-4a20-a528-4177a32ba00c req-c56f35b4-2be2-4fc0-9145-a2bb6b16a062 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/security-groups?id=d923bfea-c770-499e-8706-83dd9394ff12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881507 Jul 15 13:04:29.153037 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-57dbff1d-467c-4717-80d2-02319e70faca tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:29.153037 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-57dbff1d-467c-4717-80d2-02319e70faca tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.32 "GET /v2.0/networks?id=0a81d145-7a6a-4e9d-8fce-2f854c4b2363 HTTP/1.1" status: 200 len: 804 time: 0.2861485 Jul 15 13:04:29.186125 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7a1f3-cd25-4b93-a22c-fe609c53a427 req-9d2760cb-da30-4583-bb78-8d0554316b4f tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:29.194341 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3ab7a1f3-cd25-4b93-a22c-fe609c53a427 req-9d2760cb-da30-4583-bb78-8d0554316b4f tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f436e60-8828-45c1-9333-54e7c13d7093 HTTP/1.1" status: 200 len: 946 time: 0.2508078 Jul 15 13:04:29.203132 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-8f5ba731-04a9-4c45-9ae2-713b8081db92 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Request body: {'port': {'device_id': 'f77d9837-6412-43f3-9f1a-c325e581db6d', 'network_id': '0a81d145-7a6a-4e9d-8fce-2f854c4b2363', 'admin_state_up': True, 'tenant_id': '38e4db3d6cd14773b2b127c0cb5621e7'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:29.254297 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['8351676b-5acf-43f5-b369-4f411b82b725'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:29.275247 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc74349-7e12-441d-b7f1-c33fa5951ff8 req-dbf5e605-afef-4cd6-91a3-bd66ce77aa4c tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:29.282983 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1bc74349-7e12-441d-b7f1-c33fa5951ff8 req-dbf5e605-afef-4cd6-91a3-bd66ce77aa4c tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b9f834a-47c1-4c88-a934-cbb173e6e221 HTTP/1.1" status: 200 len: 947 time: 0.0954564 Jul 15 13:04:29.362676 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1bc74349-7e12-441d-b7f1-c33fa5951ff8 req-f5c1567a-4ae0-4be7-b1cc-cac1ee7d4887 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/security-groups?id=9adf9b32-fd96-499e-ae6e-61586dc033f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785778 Jul 15 13:04:29.366217 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3ab7a1f3-cd25-4b93-a22c-fe609c53a427 req-c4375cf3-060f-4d6d-92dc-2f70a3164c0c tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706097 Jul 15 13:04:29.466832 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-8f5ba731-04a9-4c45-9ae2-713b8081db92 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Made reservation on behalf of 38e4db3d6cd14773b2b127c0cb5621e7 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:29.472216 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-8f5ba731-04a9-4c45-9ae2-713b8081db92 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:29.512531 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8955e0-f80f-4d43-9d84-711aff9477c7 req-44f8a5a7-8081-46c8-8af5-99f34bbb0876 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:29.514161 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa8955e0-f80f-4d43-9d84-711aff9477c7 req-44f8a5a7-8081-46c8-8af5-99f34bbb0876 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 950 time: 0.1766012 Jul 15 13:04:29.530930 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 214b58f1-183c-488a-9e20-2d8660305aa9 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:29.532962 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 214b58f1-183c-488a-9e20-2d8660305aa9 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:29.681913 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-8f5ba731-04a9-4c45-9ae2-713b8081db92 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Allocated IP 172.20.0.12 (0a81d145-7a6a-4e9d-8fce-2f854c4b2363/a50244b5-c7e6-43d0-9cca-5c95d17b12fc/cd8c503f-e53f-4cf7-ab04-51e89eba6e91) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:29.709676 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-fa8955e0-f80f-4d43-9d84-711aff9477c7 req-88cd63af-cb89-4144-a087-f04977a07605 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Deleting port a0ae581a-5a36-4db7-a98c-1f3bde6bf998 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:29.710351 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fa8955e0-f80f-4d43-9d84-711aff9477c7 req-88cd63af-cb89-4144-a087-f04977a07605 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:29.881745 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-8f5ba731-04a9-4c45-9ae2-713b8081db92 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:29.931988 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-fa8955e0-f80f-4d43-9d84-711aff9477c7 req-88cd63af-cb89-4144-a087-f04977a07605 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] For port a0ae581a-5a36-4db7-a98c-1f3bde6bf998, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=a0ae581a-5a36-4db7-a98c-1f3bde6bf998,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:29.932340 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fa8955e0-f80f-4d43-9d84-711aff9477c7 req-88cd63af-cb89-4144-a087-f04977a07605 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:29.934760 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a902deee-6ae2-454f-b40e-9f4c8a5795cc x-openstack-request-id: req-a902deee-6ae2-454f-b40e-9f4c8a5795cc {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:29.934760 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd87637a-d5af-4c9c-833f-7b1bf4fafb43", "name": "network-vif-deleted", "tag": "38802364-b988-4d0c-aea8-3a3a2055aadd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6b9f834a-47c1-4c88-a934-cbb173e6e221", "tag": "0ec2f577-07e9-43a7-b629-c23794867e8a", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:29.935014 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a902deee-6ae2-454f-b40e-9f4c8a5795cc {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:29.935493 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd87637a-d5af-4c9c-833f-7b1bf4fafb43', 'name': 'network-vif-deleted', 'tag': '38802364-b988-4d0c-aea8-3a3a2055aadd', 'status': 'completed', 'code': 200} Jul 15 13:04:29.935805 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9f834a-47c1-4c88-a934-cbb173e6e221', 'tag': '0ec2f577-07e9-43a7-b629-c23794867e8a', 'status': 'completed', 'code': 200} Jul 15 13:04:29.950349 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-8f5ba731-04a9-4c45-9ae2-713b8081db92 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:29.987398 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-fa8955e0-f80f-4d43-9d84-711aff9477c7 req-88cd63af-cb89-4144-a087-f04977a07605 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Calling delete_port for a0ae581a-5a36-4db7-a98c-1f3bde6bf998 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:29.988560 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:30.017944 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 214b58f1-183c-488a-9e20-2d8660305aa9, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=214b58f1-183c-488a-9e20-2d8660305aa9,segment=NetworkSegment(eca69b8d-7d97-4f57-9ff2-44a210eeeac5),segment_id=eca69b8d-7d97-4f57-9ff2-44a210eeeac5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:30.041421 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f436e60-8828-45c1-9333-54e7c13d7093', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '214b58f1-183c-488a-9e20-2d8660305aa9'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:30.045392 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0672c53-ff02-456b-b547-9f32cd2c95bc" -d '{"events": [{"server_uuid": "0f436e60-8828-45c1-9333-54e7c13d7093", "name": "network-vif-unplugged", "status": "completed", "tag": "214b58f1-183c-488a-9e20-2d8660305aa9"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:30.058485 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-8f5ba731-04a9-4c45-9ae2-713b8081db92 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Network 0a81d145-7a6a-4e9d-8fce-2f854c4b2363 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:30.065392 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 214b58f1-183c-488a-9e20-2d8660305aa9, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=214b58f1-183c-488a-9e20-2d8660305aa9,segment=NetworkSegment(eca69b8d-7d97-4f57-9ff2-44a210eeeac5),segment_id=eca69b8d-7d97-4f57-9ff2-44a210eeeac5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:30.066982 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '214b58f1-183c-488a-9e20-2d8660305aa9', 'network_id': 'fdee4957-6bbb-4f2f-9da3-e8bd5bb63200', 'port_id': '214b58f1-183c-488a-9e20-2d8660305aa9', 'mac_address': 'fa:16:3e:6e:cc:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '000fddb8-29d6-4f77-bc6f-fc04154217b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:30.073998 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-8f5ba731-04a9-4c45-9ae2-713b8081db92 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:30.087291 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-8f5ba731-04a9-4c45-9ae2-713b8081db92 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:30.103885 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ba731-04a9-4c45-9ae2-713b8081db92 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Pushing event updated for resources: {'Port': ['ID=cd8c503f-e53f-4cf7-ab04-51e89eba6e91,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:30.121318 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:30.123498 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:30.199763 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=214b58f1-183c-488a-9e20-2d8660305aa9,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:30.206483 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488d370-455d-434a-931b-043a3fe40b93 req-c3905e6f-fa83-40af-bc77-2279b7107667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:30.215054 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214b58f1-183c-488a-9e20-2d8660305aa9 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:30.218296 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a488d370-455d-434a-931b-043a3fe40b93 req-c3905e6f-fa83-40af-bc77-2279b7107667 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b0e96f0479e74f07989613dd927cd588&device_id=6b9f834a-47c1-4c88-a934-cbb173e6e221 HTTP/1.1" status: 200 len: 1099 time: 0.2812352 Jul 15 13:04:30.294875 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 214b58f1-183c-488a-9e20-2d8660305aa9, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=214b58f1-183c-488a-9e20-2d8660305aa9,segment=NetworkSegment(eca69b8d-7d97-4f57-9ff2-44a210eeeac5),segment_id=eca69b8d-7d97-4f57-9ff2-44a210eeeac5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:30.316973 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:30.354355 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fa8955e0-f80f-4d43-9d84-711aff9477c7 req-88cd63af-cb89-4144-a087-f04977a07605 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:30.395056 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec9c4f-ea68-4050-b727-35a0dc7ce852 req-5419d445-27d3-4632-94e6-834a9122a2b2 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:30.407692 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48ec9c4f-ea68-4050-b727-35a0dc7ce852 req-5419d445-27d3-4632-94e6-834a9122a2b2 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=f77d9837-6412-43f3-9f1a-c325e581db6d HTTP/1.1" status: 200 len: 932 time: 0.2006841 Jul 15 13:04:30.408134 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['a0ae581a-5a36-4db7-a98c-1f3bde6bf998'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:30.417681 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 0ec2f577-07e9-43a7-b629-c23794867e8a details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:30.429112 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 8351676b-5acf-43f5-b369-4f411b82b725 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:30.501121 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=214b58f1-183c-488a-9e20-2d8660305aa9,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:30.547250 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd63af-cb89-4144-a087-f04977a07605 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Pushing event deleted for resources: {'Port': ['ID=a0ae581a-5a36-4db7-a98c-1f3bde6bf998,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:30.584011 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['214b58f1-183c-488a-9e20-2d8660305aa9'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:30.614609 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8955e0-f80f-4d43-9d84-711aff9477c7 req-88cd63af-cb89-4144-a087-f04977a07605 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] No DVR routers for this DVR port a0ae581a-5a36-4db7-a98c-1f3bde6bf998 on host n-h2-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:30.625746 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fa8955e0-f80f-4d43-9d84-711aff9477c7 req-88cd63af-cb89-4144-a087-f04977a07605 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:30.627933 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa8955e0-f80f-4d43-9d84-711aff9477c7 req-88cd63af-cb89-4144-a087-f04977a07605 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.32 "DELETE /v2.0/ports/a0ae581a-5a36-4db7-a98c-1f3bde6bf998 HTTP/1.1" status: 204 len: 173 time: 1.1068635 Jul 15 13:04:30.664802 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba63b6a3-6780-4e7a-9f1a-800185b2b2c5', 'name': 'network-vif-deleted', 'tag': 'a0ae581a-5a36-4db7-a98c-1f3bde6bf998'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:30.675925 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f280ef9-2797-4dbe-baeb-d5896fb55731" -d '{"events": [{"server_uuid": "ba63b6a3-6780-4e7a-9f1a-800185b2b2c5", "name": "network-vif-deleted", "tag": "a0ae581a-5a36-4db7-a98c-1f3bde6bf998"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:30.710947 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 8351676b-5acf-43f5-b369-4f411b82b725 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:30.732794 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48ec9c4f-ea68-4050-b727-35a0dc7ce852 req-48a842c3-c7e3-4109-ab52-252a1145c7dd tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221893 Jul 15 13:04:30.760678 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 8351676b-5acf-43f5-b369-4f411b82b725 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:30.766635 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:30.909967 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb6c861-4e11-4f75-9372-bd609212c884 x-openstack-request-id: req-aeb6c861-4e11-4f75-9372-bd609212c884 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:30.910302 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f436e60-8828-45c1-9333-54e7c13d7093", "name": "network-vif-unplugged", "status": "completed", "tag": "214b58f1-183c-488a-9e20-2d8660305aa9", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:30.910594 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aeb6c861-4e11-4f75-9372-bd609212c884 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:30.911013 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f436e60-8828-45c1-9333-54e7c13d7093', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '214b58f1-183c-488a-9e20-2d8660305aa9', 'code': 200} Jul 15 13:04:31.065634 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 0ec2f577-07e9-43a7-b629-c23794867e8a, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0ec2f577-07e9-43a7-b629-c23794867e8a,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:31.073205 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-8f5ba731-04a9-4c45-9ae2-713b8081db92 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:31.073944 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-8f5ba731-04a9-4c45-9ae2-713b8081db92 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:31.099702 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:31.111657 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d7a69-9cbc-4f90-9566-243d3dcfea37 req-8de931a5-adc1-4f1f-af7b-449b64966700 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:31.113345 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-271d7a69-9cbc-4f90-9566-243d3dcfea37 req-8de931a5-adc1-4f1f-af7b-449b64966700 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "GET /v2.0/ports?device_id=988e64c6-f85d-49cf-82f5-4e595bc45e7e HTTP/1.1" status: 200 len: 944 time: 1.0227680 Jul 15 13:04:31.123226 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-8f5ba731-04a9-4c45-9ae2-713b8081db92 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9256330 Jul 15 13:04:31.154328 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '0ec2f577-07e9-43a7-b629-c23794867e8a', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': '0ec2f577-07e9-43a7-b629-c23794867e8a', 'mac_address': 'fa:16:3e:d8:39:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:31.157095 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f4ab1eba-0d74-4e59-88f6-0f7db3a711b8 req-a4fc1899-48e7-457b-866b-342d5c6d19c1 tempest-MigrationsAdminTest-1471722620 tempest-MigrationsAdminTest-1471722620-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba63b6a3-6780-4e7a-9f1a-800185b2b2c5 HTTP/1.1" status: 200 len: 210 time: 0.0545938 Jul 15 13:04:31.191805 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-1922c221-6cf5-4db6-a33a-00a896f3e0c6 service neutron] Request body: {'port': {'device_id': 'f77d9837-6412-43f3-9f1a-c325e581db6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:31.194907 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488d370-455d-434a-931b-043a3fe40b93 req-ca6980d5-bee5-4670-bbfc-e0ed4a7274f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:31.196480 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a488d370-455d-434a-931b-043a3fe40b93 req-ca6980d5-bee5-4670-bbfc-e0ed4a7274f9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.9656808 Jul 15 13:04:31.276513 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:31.277389 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a488d370-455d-434a-931b-043a3fe40b93 req-51f6a13d-4fa6-4823-ba63-0265205bf862 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=0ec2f577-07e9-43a7-b629-c23794867e8a HTTP/1.1" status: 200 len: 217 time: 0.0491483 Jul 15 13:04:31.281017 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-271d7a69-9cbc-4f90-9566-243d3dcfea37 req-925ba0cc-9556-4681-a505-3bdf75bf29e6 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c8e27fd-bc24-41b9-8ea2-1bdd9ddbcabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513326 Jul 15 13:04:31.309419 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 8351676b-5acf-43f5-b369-4f411b82b725, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=8351676b-5acf-43f5-b369-4f411b82b725,segment=NetworkSegment(5ee034e8-e3f6-4149-9e9b-fd287931a9ae),segment_id=5ee034e8-e3f6-4149-9e9b-fd287931a9ae)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:31.353727 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:31.378355 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec2f577-07e9-43a7-b629-c23794867e8a {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:31.437007 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488d370-455d-434a-931b-043a3fe40b93 req-8b67d009-fb93-4da1-93b4-e5fe023deda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:31.438775 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a488d370-455d-434a-931b-043a3fe40b93 req-8b67d009-fb93-4da1-93b4-e5fe023deda8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1523175 Jul 15 13:04:31.449515 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-1922c221-6cf5-4db6-a33a-00a896f3e0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:31.453387 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 0ec2f577-07e9-43a7-b629-c23794867e8a, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0ec2f577-07e9-43a7-b629-c23794867e8a,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:31.527774 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:31.533828 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096e65e-61fd-47d6-b6ab-aa9b7663242e req-416ea593-2919-4ceb-8045-d802c612c844 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:31.544839 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4096e65e-61fd-47d6-b6ab-aa9b7663242e req-416ea593-2919-4ceb-8045-d802c612c844 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b9f834a-47c1-4c88-a934-cbb173e6e221 HTTP/1.1" status: 200 len: 947 time: 0.2276881 Jul 15 13:04:31.608597 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4096e65e-61fd-47d6-b6ab-aa9b7663242e req-9484e3a9-309f-4aa6-a5d8-0563301f07cc tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/security-groups?id=9adf9b32-fd96-499e-ae6e-61586dc033f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621989 Jul 15 13:04:31.611889 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=8351676b-5acf-43f5-b369-4f411b82b725,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:31.679843 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcba8ff-d79a-47fd-956f-93453bcf28b1 x-openstack-request-id: req-9dcba8ff-d79a-47fd-956f-93453bcf28b1 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:31.680596 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba63b6a3-6780-4e7a-9f1a-800185b2b2c5", "name": "network-vif-deleted", "tag": "a0ae581a-5a36-4db7-a98c-1f3bde6bf998", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:31.681154 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9dcba8ff-d79a-47fd-956f-93453bcf28b1 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:31.682704 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba63b6a3-6780-4e7a-9f1a-800185b2b2c5', 'name': 'network-vif-deleted', 'tag': 'a0ae581a-5a36-4db7-a98c-1f3bde6bf998', 'status': 'completed', 'code': 200} Jul 15 13:04:31.707436 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=0ec2f577-07e9-43a7-b629-c23794867e8a,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:31.861247 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['0ec2f577-07e9-43a7-b629-c23794867e8a'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:31.929851 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488d370-455d-434a-931b-043a3fe40b93 req-93c0ae3b-d2b2-4d6f-816e-f871536f7c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:31.931813 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a488d370-455d-434a-931b-043a3fe40b93 req-93c0ae3b-d2b2-4d6f-816e-f871536f7c40 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4842663 Jul 15 13:04:31.991037 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f596a-17da-4f43-be84-a452040f4e1f req-af91e249-cc72-4368-aa6e-966fe70ca2d8 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:32.000062 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a3f596a-17da-4f43-be84-a452040f4e1f req-af91e249-cc72-4368-aa6e-966fe70ca2d8 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f436e60-8828-45c1-9333-54e7c13d7093 HTTP/1.1" status: 200 len: 945 time: 0.2899806 Jul 15 13:04:32.211710 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a3f596a-17da-4f43-be84-a452040f4e1f req-b4a2b023-dd31-4cf7-8c49-932299b960c5 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095129 Jul 15 13:04:32.222929 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-1922c221-6cf5-4db6-a33a-00a896f3e0c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd8c503f-e53f-4cf7-ab04-51e89eba6e91 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:32.258009 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-1922c221-6cf5-4db6-a33a-00a896f3e0c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:32.277644 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a488d370-455d-434a-931b-043a3fe40b93 req-c1f8af1d-42d6-434b-8d92-d6246aacd879 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364110 Jul 15 13:04:32.309168 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafff06-eb25-45ae-89ec-5ea8c7ba402f req-5808a5ba-f9a7-43b8-bc54-7633613d2c2b tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:32.317106 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2dafff06-eb25-45ae-89ec-5ea8c7ba402f req-5808a5ba-f9a7-43b8-bc54-7633613d2c2b tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=f77d9837-6412-43f3-9f1a-c325e581db6d HTTP/1.1" status: 200 len: 932 time: 0.1327672 Jul 15 13:04:32.372573 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-1922c221-6cf5-4db6-a33a-00a896f3e0c6 service neutron] Transition to ACTIVE for port object cd8c503f-e53f-4cf7-ab04-51e89eba6e91 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:32.378223 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-1922c221-6cf5-4db6-a33a-00a896f3e0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:32.385580 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2dafff06-eb25-45ae-89ec-5ea8c7ba402f req-94856a8e-9755-4f5d-a0c8-526ae2596a41 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673659 Jul 15 13:04:32.421004 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device a0ae581a-5a36-4db7-a98c-1f3bde6bf998 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:32.512075 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: a0ae581a-5a36-4db7-a98c-1f3bde6bf998 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:32.512894 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device a0ae581a-5a36-4db7-a98c-1f3bde6bf998 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:32.529666 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922c221-6cf5-4db6-a33a-00a896f3e0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=cd8c503f-e53f-4cf7-ab04-51e89eba6e91,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:32.858429 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a488d370-455d-434a-931b-043a3fe40b93 req-5f8b7e7b-c46b-4f73-830a-0dfcde5ae12f service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5725684 Jul 15 13:04:32.884140 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 47688) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:32.913103 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988e64c6-f85d-49cf-82f5-4e595bc45e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8351676b-5acf-43f5-b369-4f411b82b725'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:32.916970 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d58d81-5f13-4e7d-8fd5-9c3b8b35d813" -d '{"events": [{"server_uuid": "988e64c6-f85d-49cf-82f5-4e595bc45e7e", "name": "network-vif-plugged", "status": "completed", "tag": "8351676b-5acf-43f5-b369-4f411b82b725"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:32.919071 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-1922c221-6cf5-4db6-a33a-00a896f3e0c6 service neutron] Attempting to bind port cd8c503f-e53f-4cf7-ab04-51e89eba6e91 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:32.919722 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-1922c221-6cf5-4db6-a33a-00a896f3e0c6 service neutron] Attempting to bind port cd8c503f-e53f-4cf7-ab04-51e89eba6e91 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0a81d145-7a6a-4e9d-8fce-2f854c4b2363'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:32.920393 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-1922c221-6cf5-4db6-a33a-00a896f3e0c6 service neutron] Attempting to bind port cd8c503f-e53f-4cf7-ab04-51e89eba6e91 on network 0a81d145-7a6a-4e9d-8fce-2f854c4b2363 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:32.936032 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-1922c221-6cf5-4db6-a33a-00a896f3e0c6 service neutron] Port cd8c503f-e53f-4cf7-ab04-51e89eba6e91 on network 0a81d145-7a6a-4e9d-8fce-2f854c4b2363 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:04:32.937228 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-1922c221-6cf5-4db6-a33a-00a896f3e0c6 service neutron] Attempting to bind port cd8c503f-e53f-4cf7-ab04-51e89eba6e91 on network 0a81d145-7a6a-4e9d-8fce-2f854c4b2363 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:32.956920 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-1922c221-6cf5-4db6-a33a-00a896f3e0c6 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:32.959385 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-1922c221-6cf5-4db6-a33a-00a896f3e0c6 service neutron] Checking segment: {'id': '57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0a81d145-7a6a-4e9d-8fce-2f854c4b2363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:32.960807 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-1922c221-6cf5-4db6-a33a-00a896f3e0c6 service neutron] Bound using segment: {'id': '57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0a81d145-7a6a-4e9d-8fce-2f854c4b2363'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:32.961548 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-1922c221-6cf5-4db6-a33a-00a896f3e0c6 service neutron] Bound port: cd8c503f-e53f-4cf7-ab04-51e89eba6e91, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0a81d145-7a6a-4e9d-8fce-2f854c4b2363'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:32.963905 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-1922c221-6cf5-4db6-a33a-00a896f3e0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:33.043755 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff14cc1-a8d1-4cf4-8ef9-8c25e37d70a7 req-d34fee3c-7004-48d3-9af8-2bbed9cd5ae4 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:33.047136 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d788c-8e40-482f-8cbd-fb66fd3ef50f req-13ea7ac7-eba3-467f-83be-de3424e6bc30 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:33.058631 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2ff14cc1-a8d1-4cf4-8ef9-8c25e37d70a7 req-d34fee3c-7004-48d3-9af8-2bbed9cd5ae4 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "GET /v2.0/ports?device_id=988e64c6-f85d-49cf-82f5-4e595bc45e7e HTTP/1.1" status: 200 len: 945 time: 0.5243759 Jul 15 13:04:33.062975 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8d5d788c-8e40-482f-8cbd-fb66fd3ef50f req-13ea7ac7-eba3-467f-83be-de3424e6bc30 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b9f834a-47c1-4c88-a934-cbb173e6e221 HTTP/1.1" status: 200 len: 948 time: 0.1899927 Jul 15 13:04:33.153634 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8d5d788c-8e40-482f-8cbd-fb66fd3ef50f req-00a3546a-25df-487d-924b-b5c5e4851a35 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/security-groups?id=9adf9b32-fd96-499e-ae6e-61586dc033f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890150 Jul 15 13:04:33.249049 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2ff14cc1-a8d1-4cf4-8ef9-8c25e37d70a7 req-86d7dcd9-f10a-447d-8989-bf03411d333d tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c8e27fd-bc24-41b9-8ea2-1bdd9ddbcabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881192 Jul 15 13:04:33.367187 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2c4a246c-d4cd-41d4-81bb-f691787181d2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c3108a20e0e4e5c98e0e01050769b9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4812264 Jul 15 13:04:33.369356 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 47700) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:33.385294 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510b0b8e-7f8b-4459-95a8-4ed1a11ab963 x-openstack-request-id: req-510b0b8e-7f8b-4459-95a8-4ed1a11ab963 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:33.386169 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "988e64c6-f85d-49cf-82f5-4e595bc45e7e", "name": "network-vif-plugged", "status": "completed", "tag": "8351676b-5acf-43f5-b369-4f411b82b725", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:33.386782 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-510b0b8e-7f8b-4459-95a8-4ed1a11ab963 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:33.387670 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988e64c6-f85d-49cf-82f5-4e595bc45e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8351676b-5acf-43f5-b369-4f411b82b725', 'code': 200} Jul 15 13:04:33.476112 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-1922c221-6cf5-4db6-a33a-00a896f3e0c6 service neutron] For port cd8c503f-e53f-4cf7-ab04-51e89eba6e91, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:33.476899 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e43b993-1578-4d0b-bcfe-9da972e0c2e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:33.482904 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-1922c221-6cf5-4db6-a33a-00a896f3e0c6 service neutron] For port cd8c503f-e53f-4cf7-ab04-51e89eba6e91, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=cd8c503f-e53f-4cf7-ab04-51e89eba6e91,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:33.489997 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-1922c221-6cf5-4db6-a33a-00a896f3e0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:33.531281 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e43b993-1578-4d0b-bcfe-9da972e0c2e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:33.558937 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 214b58f1-183c-488a-9e20-2d8660305aa9 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:33.632884 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e43b993-1578-4d0b-bcfe-9da972e0c2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:33.640356 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-1922c221-6cf5-4db6-a33a-00a896f3e0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:33.640995 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-1922c221-6cf5-4db6-a33a-00a896f3e0c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:33.642142 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e43b993-1578-4d0b-bcfe-9da972e0c2e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:33.650999 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2e43b993-1578-4d0b-bcfe-9da972e0c2e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d923bfea-c770-499e-8706-83dd9394ff12 HTTP/1.1" status: 204 len: 168 time: 0.2758644 Jul 15 13:04:33.651288 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-1922c221-6cf5-4db6-a33a-00a896f3e0c6 service neutron] 10.222.0.32 "PUT /v2.0/ports/cd8c503f-e53f-4cf7-ab04-51e89eba6e91 HTTP/1.1" status: 200 len: 1093 time: 2.4920526 Jul 15 13:04:33.657808 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f77d9837-6412-43f3-9f1a-c325e581db6d', 'tag': 'cd8c503f-e53f-4cf7-ab04-51e89eba6e91'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:33.660228 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b245e734-1e0e-429f-a083-3d92aafd9964" -d '{"events": [{"name": "network-changed", "server_uuid": "f77d9837-6412-43f3-9f1a-c325e581db6d", "tag": "cd8c503f-e53f-4cf7-ab04-51e89eba6e91"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:33.707432 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43b993-1578-4d0b-bcfe-9da972e0c2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d923bfea-c770-499e-8706-83dd9394ff12,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:33.742698 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 214b58f1-183c-488a-9e20-2d8660305aa9 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:33.743067 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:34.089446 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922c221-6cf5-4db6-a33a-00a896f3e0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=cd8c503f-e53f-4cf7-ab04-51e89eba6e91,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:34.093558 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:34.157329 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-eabd44d0-cee3-440f-ae59-971c2ce856d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:34.159324 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-eabd44d0-cee3-440f-ae59-971c2ce856d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=38e4db3d6cd14773b2b127c0cb5621e7&device_id=f77d9837-6412-43f3-9f1a-c325e581db6d HTTP/1.1" status: 200 len: 1096 time: 0.3043761 Jul 15 13:04:34.171992 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff66ae-0b1f-4f3f-b775-3ecde8058083 req-d8324de5-ff14-4543-8f88-71ea8392f256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:34.173989 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ddff66ae-0b1f-4f3f-b775-3ecde8058083 req-d8324de5-ff14-4543-8f88-71ea8392f256 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=988e64c6-f85d-49cf-82f5-4e595bc45e7e HTTP/1.1" status: 200 len: 1097 time: 0.5190544 Jul 15 13:04:34.182646 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655483f-899f-4667-a5f4-caa5a67565e5 req-11d844f0-2a98-4b34-82f9-108e18dd383c tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:34.188839 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5c740-3d88-49e6-8733-183c2ecd08df req-c0de789f-0c68-41ac-bd1b-11a3be0df88f tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:34.191491 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3655483f-899f-4667-a5f4-caa5a67565e5 req-11d844f0-2a98-4b34-82f9-108e18dd383c tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f436e60-8828-45c1-9333-54e7c13d7093 HTTP/1.1" status: 200 len: 945 time: 0.3384895 Jul 15 13:04:34.200514 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6bb5c740-3d88-49e6-8733-183c2ecd08df req-c0de789f-0c68-41ac-bd1b-11a3be0df88f tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=f77d9837-6412-43f3-9f1a-c325e581db6d HTTP/1.1" status: 200 len: 944 time: 0.1708043 Jul 15 13:04:34.202364 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 214b58f1-183c-488a-9e20-2d8660305aa9, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=214b58f1-183c-488a-9e20-2d8660305aa9,segment=NetworkSegment(eca69b8d-7d97-4f57-9ff2-44a210eeeac5),segment_id=eca69b8d-7d97-4f57-9ff2-44a210eeeac5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:34.210424 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:34.267332 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-73806fcc-041f-442b-97f4-773d5f5c420d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd8c503f-e53f-4cf7-ab04-51e89eba6e91 HTTP/1.1" status: 200 len: 217 time: 0.0596089 Jul 15 13:04:34.319446 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6bb5c740-3d88-49e6-8733-183c2ecd08df req-7663b56a-2e62-4764-b6f9-48f1549a9c00 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176927 Jul 15 13:04:34.356859 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3655483f-899f-4667-a5f4-caa5a67565e5 req-2e2d2611-4570-4538-a7ca-35db8002e651 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624589 Jul 15 13:04:34.363238 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ddff66ae-0b1f-4f3f-b775-3ecde8058083 req-6e0a9aab-2267-4f1e-b21e-1f1912e32932 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5c8e27fd-bc24-41b9-8ea2-1bdd9ddbcabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622314 Jul 15 13:04:34.373421 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 47722) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:34.388795 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=214b58f1-183c-488a-9e20-2d8660305aa9,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:34.405455 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-32ad30d5-5a37-47d8-a1d4-08443e1d403d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:34.408260 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-32ad30d5-5a37-47d8-a1d4-08443e1d403d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a50244b5-c7e6-43d0-9cca-5c95d17b12fc HTTP/1.1" status: 200 len: 844 time: 0.1300461 Jul 15 13:04:34.413418 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 0ec2f577-07e9-43a7-b629-c23794867e8a up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:34.481688 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a61540e-78d9-4f4c-bc67-4e97f726199c x-openstack-request-id: req-5a61540e-78d9-4f4c-bc67-4e97f726199c {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:34.482496 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f77d9837-6412-43f3-9f1a-c325e581db6d", "tag": "cd8c503f-e53f-4cf7-ab04-51e89eba6e91", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:34.483119 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a61540e-78d9-4f4c-bc67-4e97f726199c {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:34.484026 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f77d9837-6412-43f3-9f1a-c325e581db6d', 'tag': 'cd8c503f-e53f-4cf7-ab04-51e89eba6e91', 'status': 'completed', 'code': 200} Jul 15 13:04:34.504871 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 0ec2f577-07e9-43a7-b629-c23794867e8a completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:34.511626 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 0ec2f577-07e9-43a7-b629-c23794867e8a triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:34.512062 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:34.520584 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ebd3e8b3-0d1c-4da3-90d5-2b465b3bc8d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21fb07e682d94108b201568d72830cd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444485 Jul 15 13:04:34.525272 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 47728) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:34.651256 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e91d68a9-7715-409f-aea0-d40fe2cdcbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:34.683371 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:34.691259 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5c87a-be8c-4b5c-8d91-9a16459ef886 req-cd77ac34-2dd8-4f16-b298-b7f6486957a0 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:34.694189 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-98d5c87a-be8c-4b5c-8d91-9a16459ef886 req-cd77ac34-2dd8-4f16-b298-b7f6486957a0 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b9f834a-47c1-4c88-a934-cbb173e6e221 HTTP/1.1" status: 200 len: 948 time: 0.1479936 Jul 15 13:04:34.702976 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e91d68a9-7715-409f-aea0-d40fe2cdcbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:34.741404 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 0ec2f577-07e9-43a7-b629-c23794867e8a, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0ec2f577-07e9-43a7-b629-c23794867e8a,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:34.755767 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:34.802464 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-3a3f0802-131c-4c4c-b4f8-aa8f7d522df6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0a81d145-7a6a-4e9d-8fce-2f854c4b2363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619085 Jul 15 13:04:34.810662 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3ac4a-d486-4e52-9048-14bc9684bb51 req-0c4234d2-e2de-400f-b1ff-84b2ae783f59 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:34.814887 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-79d3ac4a-d486-4e52-9048-14bc9684bb51 req-0c4234d2-e2de-400f-b1ff-84b2ae783f59 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "GET /v2.0/ports?device_id=988e64c6-f85d-49cf-82f5-4e595bc45e7e HTTP/1.1" status: 200 len: 945 time: 0.1412952 Jul 15 13:04:34.858555 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-98d5c87a-be8c-4b5c-8d91-9a16459ef886 req-f24327e0-2333-4799-8911-70b3aca595f6 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/security-groups?id=9adf9b32-fd96-499e-ae6e-61586dc033f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528084 Jul 15 13:04:34.901572 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=0ec2f577-07e9-43a7-b629-c23794867e8a,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:34.953292 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-79d3ac4a-d486-4e52-9048-14bc9684bb51 req-44a26936-ff0e-4d4e-b28e-13d6b0ad120d tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c8e27fd-bc24-41b9-8ea2-1bdd9ddbcabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268950 Jul 15 13:04:35.023034 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-5b48e8ae-8fc9-4f8e-8d94-c303c85993f8 service neutron] 10.222.0.32 "GET /v2.0/networks/0a81d145-7a6a-4e9d-8fce-2f854c4b2363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102494 Jul 15 13:04:35.164009 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e91d68a9-7715-409f-aea0-d40fe2cdcbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:35.166666 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e91d68a9-7715-409f-aea0-d40fe2cdcbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:35.175383 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e91d68a9-7715-409f-aea0-d40fe2cdcbf9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e55900fb-0761-4dfe-8be4-b03fb190477d HTTP/1.1" status: 204 len: 168 time: 0.6411715 Jul 15 13:04:35.198495 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d68a9-7715-409f-aea0-d40fe2cdcbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55900fb-0761-4dfe-8be4-b03fb190477d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:35.237164 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9d3e7c63-3585-4dd3-abef-18ab787b4193 req-fe93d32d-065d-4899-9fca-07db423d055a service neutron] 10.222.0.32 "GET /v2.0/networks/0a81d145-7a6a-4e9d-8fce-2f854c4b2363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061086 Jul 15 13:04:35.389691 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f436e60-8828-45c1-9333-54e7c13d7093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214b58f1-183c-488a-9e20-2d8660305aa9'}, {'server_uuid': '6b9f834a-47c1-4c88-a934-cbb173e6e221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec2f577-07e9-43a7-b629-c23794867e8a'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:35.392187 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a780d5b6-48a8-445f-8e7f-3f3935322895" -d '{"events": [{"server_uuid": "0f436e60-8828-45c1-9333-54e7c13d7093", "name": "network-vif-plugged", "status": "completed", "tag": "214b58f1-183c-488a-9e20-2d8660305aa9"}, {"server_uuid": "6b9f834a-47c1-4c88-a934-cbb173e6e221", "name": "network-vif-plugged", "status": "completed", "tag": "0ec2f577-07e9-43a7-b629-c23794867e8a"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:35.518169 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245e734-1e0e-429f-a083-3d92aafd9964 req-0a7a0257-ecde-46d1-b5c8-1d8ced414ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:35.525684 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b245e734-1e0e-429f-a083-3d92aafd9964 req-0a7a0257-ecde-46d1-b5c8-1d8ced414ca5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=38e4db3d6cd14773b2b127c0cb5621e7&device_id=f77d9837-6412-43f3-9f1a-c325e581db6d HTTP/1.1" status: 200 len: 1096 time: 0.1544764 Jul 15 13:04:35.784979 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a661a3-42b0-4ab6-afcc-4d052baa05cc req-262a77ee-2915-4df6-8f20-04940075ba13 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:35.792107 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58a661a3-42b0-4ab6-afcc-4d052baa05cc req-262a77ee-2915-4df6-8f20-04940075ba13 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=f77d9837-6412-43f3-9f1a-c325e581db6d HTTP/1.1" status: 200 len: 944 time: 0.1978371 Jul 15 13:04:35.836466 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245e734-1e0e-429f-a083-3d92aafd9964 req-3ec20a58-9a66-431c-a00c-e395043df976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:35.847569 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b245e734-1e0e-429f-a083-3d92aafd9964 req-3ec20a58-9a66-431c-a00c-e395043df976 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0a81d145-7a6a-4e9d-8fce-2f854c4b2363 HTTP/1.1" status: 200 len: 905 time: 0.3114157 Jul 15 13:04:35.862381 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58a661a3-42b0-4ab6-afcc-4d052baa05cc req-5b09a75b-2551-41b5-8087-308b8aad31a4 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621662 Jul 15 13:04:35.931357 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60138829-dc4d-4f9d-909a-802b89570d98 x-openstack-request-id: req-60138829-dc4d-4f9d-909a-802b89570d98 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:35.931740 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f436e60-8828-45c1-9333-54e7c13d7093", "name": "network-vif-plugged", "status": "completed", "tag": "214b58f1-183c-488a-9e20-2d8660305aa9", "code": 200}, {"server_uuid": "6b9f834a-47c1-4c88-a934-cbb173e6e221", "name": "network-vif-plugged", "status": "completed", "tag": "0ec2f577-07e9-43a7-b629-c23794867e8a", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:35.932001 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60138829-dc4d-4f9d-909a-802b89570d98 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:35.932411 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f436e60-8828-45c1-9333-54e7c13d7093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214b58f1-183c-488a-9e20-2d8660305aa9', 'code': 200} Jul 15 13:04:35.932871 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9f834a-47c1-4c88-a934-cbb173e6e221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec2f577-07e9-43a7-b629-c23794867e8a', 'code': 200} Jul 15 13:04:35.962256 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0cfc9b-0461-4928-86a1-646ad1ee7d5c req-cad3e3b7-8608-4785-af74-d0b0be66f593 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:35.965453 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2b0cfc9b-0461-4928-86a1-646ad1ee7d5c req-cad3e3b7-8608-4785-af74-d0b0be66f593 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f436e60-8828-45c1-9333-54e7c13d7093 HTTP/1.1" status: 200 len: 946 time: 0.3562319 Jul 15 13:04:35.967681 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b245e734-1e0e-429f-a083-3d92aafd9964 req-581f6b82-8600-43c1-a0bf-f341cb8ac739 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd8c503f-e53f-4cf7-ab04-51e89eba6e91 HTTP/1.1" status: 200 len: 217 time: 0.1113145 Jul 15 13:04:36.047077 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245e734-1e0e-429f-a083-3d92aafd9964 req-dbcbc8eb-f8cb-4cd3-b9d3-8b8cc9642ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:36.048874 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b245e734-1e0e-429f-a083-3d92aafd9964 req-dbcbc8eb-f8cb-4cd3-b9d3-8b8cc9642ec0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a50244b5-c7e6-43d0-9cca-5c95d17b12fc HTTP/1.1" status: 200 len: 844 time: 0.0633764 Jul 15 13:04:36.197960 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b245e734-1e0e-429f-a083-3d92aafd9964 req-b1428239-0e02-4245-a3d0-0c30aa6290f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0a81d145-7a6a-4e9d-8fce-2f854c4b2363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1303101 Jul 15 13:04:36.237035 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919b90b-7743-449e-b565-583bdc961400 req-6eb9ce36-f86e-4ca7-9597-63afa40bfe4f tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:36.238672 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c919b90b-7743-449e-b565-583bdc961400 req-6eb9ce36-f86e-4ca7-9597-63afa40bfe4f tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b9f834a-47c1-4c88-a934-cbb173e6e221 HTTP/1.1" status: 200 len: 949 time: 0.0808361 Jul 15 13:04:36.330236 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c919b90b-7743-449e-b565-583bdc961400 req-a4bb26fd-46ad-4a5d-87d9-f7e323f6b29d tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/security-groups?id=9adf9b32-fd96-499e-ae6e-61586dc033f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848012 Jul 15 13:04:36.388908 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b245e734-1e0e-429f-a083-3d92aafd9964 req-d3c16475-2f23-41e3-80e5-1a01cdaa3d35 service neutron] 10.222.0.32 "GET /v2.0/networks/0a81d145-7a6a-4e9d-8fce-2f854c4b2363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405895 Jul 15 13:04:36.468448 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2b0cfc9b-0461-4928-86a1-646ad1ee7d5c req-31a32dda-deab-4a21-8e1a-e307a2dd5e56 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4957137 Jul 15 13:04:36.602874 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b28c9-2aff-4503-92a4-d92cf342cc28 req-1705b8a0-39e5-4fa4-9751-f64cb4322c8d tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:36.614501 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e95b28c9-2aff-4503-92a4-d92cf342cc28 req-1705b8a0-39e5-4fa4-9751-f64cb4322c8d tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "GET /v2.0/ports?device_id=988e64c6-f85d-49cf-82f5-4e595bc45e7e HTTP/1.1" status: 200 len: 945 time: 0.1316719 Jul 15 13:04:36.649568 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b245e734-1e0e-429f-a083-3d92aafd9964 req-e1a9a692-1cb6-4587-8e3d-21a51b4a57f7 service neutron] 10.222.0.32 "GET /v2.0/networks/0a81d145-7a6a-4e9d-8fce-2f854c4b2363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223430 Jul 15 13:04:36.675194 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1570ffc-aafb-4d45-a41e-116de64bb911 req-82b69577-aa34-491a-8697-9954a2e9771f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:36.676975 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c1570ffc-aafb-4d45-a41e-116de64bb911 req-82b69577-aa34-491a-8697-9954a2e9771f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0f436e60-8828-45c1-9333-54e7c13d7093 HTTP/1.1" status: 200 len: 1098 time: 0.5086579 Jul 15 13:04:36.688714 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d5c2f-d44b-434d-ab4a-43a29b63f6d3 req-91172bde-4015-48c2-b765-f826af551a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:36.694781 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d67d5c2f-d44b-434d-ab4a-43a29b63f6d3 req-91172bde-4015-48c2-b765-f826af551a1b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6b9f834a-47c1-4c88-a934-cbb173e6e221 HTTP/1.1" status: 200 len: 1101 time: 0.5389187 Jul 15 13:04:36.728100 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e95b28c9-2aff-4503-92a4-d92cf342cc28 req-5fa933c5-0e10-486c-b9da-94df26ad0cce tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c8e27fd-bc24-41b9-8ea2-1bdd9ddbcabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125174 Jul 15 13:04:36.810303 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d67d5c2f-d44b-434d-ab4a-43a29b63f6d3 req-78d8378d-3c31-40d7-8b3a-62fa1cade6d9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9adf9b32-fd96-499e-ae6e-61586dc033f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079736 Jul 15 13:04:36.813218 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c1570ffc-aafb-4d45-a41e-116de64bb911 req-31f92f1b-eaf9-42be-8a88-7a66d11812f0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265268 Jul 15 13:04:36.998488 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4db4c-4266-47eb-abb4-fbec7353d086 req-97616044-fe14-4b81-a697-0255a907c3a8 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:37.001252 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4af4db4c-4266-47eb-abb4-fbec7353d086 req-97616044-fe14-4b81-a697-0255a907c3a8 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "GET /v2.0/ports?device_id=988e64c6-f85d-49cf-82f5-4e595bc45e7e HTTP/1.1" status: 200 len: 945 time: 0.1200123 Jul 15 13:04:37.011938 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 47790) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:37.022457 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-6232187a-55b2-48a2-a278-87d1f804733b tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Request body: {'floatingip': {'port_id': '8351676b-5acf-43f5-b369-4f411b82b725'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:37.113381 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6232187a-55b2-48a2-a278-87d1f804733b tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:37.399056 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eedc2b-2e09-41ce-90b5-337c91305a24 req-22244cdb-d0a7-4d01-91da-f00b1088f05a tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:37.400678 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-52eedc2b-2e09-41ce-90b5-337c91305a24 req-22244cdb-d0a7-4d01-91da-f00b1088f05a tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=f77d9837-6412-43f3-9f1a-c325e581db6d HTTP/1.1" status: 200 len: 944 time: 0.2119546 Jul 15 13:04:37.483413 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-52eedc2b-2e09-41ce-90b5-337c91305a24 req-81d83694-d087-448a-a65b-894fb6fee5c8 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767722 Jul 15 13:04:37.776332 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419a8b7-2025-4fe8-b60f-cb8c6cbc8acf req-95eb2785-f515-4cc3-8a1d-470cebba7ea7 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:37.786333 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:37.788553 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6419a8b7-2025-4fe8-b60f-cb8c6cbc8acf req-95eb2785-f515-4cc3-8a1d-470cebba7ea7 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b9f834a-47c1-4c88-a934-cbb173e6e221 HTTP/1.1" status: 200 len: 949 time: 0.2248418 Jul 15 13:04:37.876935 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6419a8b7-2025-4fe8-b60f-cb8c6cbc8acf req-19dab515-d4ec-45ce-83d4-f4594a399f4d tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/security-groups?id=9adf9b32-fd96-499e-ae6e-61586dc033f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867906 Jul 15 13:04:38.361813 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb7e15-1369-41fa-96e8-72dfc8a3fd12 req-526276f2-75ea-4ec5-a2ae-62c94ca2affb tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:38.371809 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8dcb7e15-1369-41fa-96e8-72dfc8a3fd12 req-526276f2-75ea-4ec5-a2ae-62c94ca2affb tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f436e60-8828-45c1-9333-54e7c13d7093 HTTP/1.1" status: 200 len: 946 time: 0.1660914 Jul 15 13:04:38.438324 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device cd8c503f-e53f-4cf7-ab04-51e89eba6e91 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:38.500604 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8dcb7e15-1369-41fa-96e8-72dfc8a3fd12 req-4f54d5d7-cd9b-4be7-af0e-8d6101042a50 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274014 Jul 15 13:04:38.544547 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6232187a-55b2-48a2-a278-87d1f804733b tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:38.554624 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6232187a-55b2-48a2-a278-87d1f804733b tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:38.628965 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port cd8c503f-e53f-4cf7-ab04-51e89eba6e91, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=cd8c503f-e53f-4cf7-ab04-51e89eba6e91,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:38.644203 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'cd8c503f-e53f-4cf7-ab04-51e89eba6e91', 'network_id': '0a81d145-7a6a-4e9d-8fce-2f854c4b2363', 'port_id': 'cd8c503f-e53f-4cf7-ab04-51e89eba6e91', 'mac_address': 'fa:16:3e:4f:ae:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a50244b5-c7e6-43d0-9cca-5c95d17b12fc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:38.702093 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:38.720565 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd8c503f-e53f-4cf7-ab04-51e89eba6e91 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:38.748863 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port cd8c503f-e53f-4cf7-ab04-51e89eba6e91, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=cd8c503f-e53f-4cf7-ab04-51e89eba6e91,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:38.757198 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:38.793877 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-6232187a-55b2-48a2-a278-87d1f804733b tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Floating IP 3e7a5537-93e1-4f0a-a2a7-96df7d674101 associated. External IP: 172.25.6.78, port: 8351676b-5acf-43f5-b369-4f411b82b725. Jul 15 13:04:38.843093 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=cd8c503f-e53f-4cf7-ab04-51e89eba6e91,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:38.875500 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8f7ce-d90d-49a3-b52f-520dd7ce33e5 req-20197ada-e13b-4173-80a6-e249ab7b7ba5 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:38.882679 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bac8f7ce-d90d-49a3-b52f-520dd7ce33e5 req-20197ada-e13b-4173-80a6-e249ab7b7ba5 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=f77d9837-6412-43f3-9f1a-c325e581db6d HTTP/1.1" status: 200 len: 944 time: 0.1648061 Jul 15 13:04:38.965879 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bac8f7ce-d90d-49a3-b52f-520dd7ce33e5 req-997a1fdb-21f9-4daf-b402-153f83656ab3 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784574 Jul 15 13:04:39.095981 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['cd8c503f-e53f-4cf7-ab04-51e89eba6e91'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:39.206550 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6232187a-55b2-48a2-a278-87d1f804733b tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Router 1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:04:39.372485 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b0238-a17a-4b79-a9d5-54713815cc8c req-1b0276f6-f92b-4122-8124-168ba7ddaab2 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:39.375533 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7d2b0238-a17a-4b79-a9d5-54713815cc8c req-1b0276f6-f92b-4122-8124-168ba7ddaab2 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b9f834a-47c1-4c88-a934-cbb173e6e221 HTTP/1.1" status: 200 len: 949 time: 0.2294950 Jul 15 13:04:39.510423 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7d2b0238-a17a-4b79-a9d5-54713815cc8c req-1e3107b4-980e-4bcc-a71e-909e302a192c tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/security-groups?id=9adf9b32-fd96-499e-ae6e-61586dc033f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265750 Jul 15 13:04:39.515927 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6232187a-55b2-48a2-a278-87d1f804733b tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:04:39.520942 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6232187a-55b2-48a2-a278-87d1f804733b tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:39.535832 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9d07d9-3d24-4cf4-8a3a-ea49a26fd00f None None] Sync routers for ids ['1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:04:39.569962 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9d07d9-3d24-4cf4-8a3a-ea49a26fd00f None None] Routers {'1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:39.571034 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4d9d07d9-3d24-4cf4-8a3a-ea49a26fd00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:04:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:39.594334 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6232187a-55b2-48a2-a278-87d1f804733b tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "PUT /v2.0/floatingips/3e7a5537-93e1-4f0a-a2a7-96df7d674101 HTTP/1.1" status: 200 len: 990 time: 2.5753336 Jul 15 13:04:39.594334 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '988e64c6-f85d-49cf-82f5-4e595bc45e7e', 'tag': '8351676b-5acf-43f5-b369-4f411b82b725'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:39.594334 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1821109-968e-4823-bc22-ff6fbda55529" -d '{"events": [{"name": "network-changed", "server_uuid": "988e64c6-f85d-49cf-82f5-4e595bc45e7e", "tag": "8351676b-5acf-43f5-b369-4f411b82b725"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:39.738647 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-4d9d07d9-3d24-4cf4-8a3a-ea49a26fd00f None None] Set router 1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:39.843666 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1108d-6ffe-41f3-b62b-e24f471b7dd1 req-3aa765e1-792b-4217-a869-6a2fbec5f7c1 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:39.846431 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ebd1108d-6ffe-41f3-b62b-e24f471b7dd1 req-3aa765e1-792b-4217-a869-6a2fbec5f7c1 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f436e60-8828-45c1-9333-54e7c13d7093 HTTP/1.1" status: 200 len: 946 time: 0.1196036 Jul 15 13:04:39.912687 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ebd1108d-6ffe-41f3-b62b-e24f471b7dd1 req-578bceb2-a700-4b05-90f5-ef4c6e149bff tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559163 Jul 15 13:04:40.123522 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4d9d07d9-3d24-4cf4-8a3a-ea49a26fd00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'name': 'tempest-ServersTestJSON-1790529133-router', 'tenant_id': '208d5b6f99984296b73a45dd4b593343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '922fccd6-f7a3-4b59-bc51-0ad9a6505654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:57Z', 'updated_at': '2021-07-15T13:04:04Z', 'revision_number': 4, 'project_id': '208d5b6f99984296b73a45dd4b593343', 'gw_port': {'id': '922fccd6-f7a3-4b59-bc51-0ad9a6505654', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:58Z', 'updated_at': '2021-07-15T13:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '3e7a5537-93e1-4f0a-a2a7-96df7d674101', 'tenant_id': '208d5b6f99984296b73a45dd4b593343', 'floating_ip_address': '172.25.6.78', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'port_id': '8351676b-5acf-43f5-b369-4f411b82b725', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de1a8c4c-8ca6-4486-8846-3010a8adb593', 'mac_address': 'fa:16:3e:dc:2a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e64c6-f85d-49cf-82f5-4e595bc45e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:04:11Z', 'updated_at': '2021-07-15T13:04:38Z', 'revision_number': 1, 'project_id': '208d5b6f99984296b73a45dd4b593343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8', 'name': '', 'network_id': 'de1a8c4c-8ca6-4486-8846-3010a8adb593', 'tenant_id': '208d5b6f99984296b73a45dd4b593343', 'mac_address': 'fa:16:3e:84:87:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '2b92288e-8c09-4581-b9d4-f3789126b440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:03Z', 'updated_at': '2021-07-15T13:04:16Z', 'revision_number': 5, 'project_id': '208d5b6f99984296b73a45dd4b593343', 'subnets': [{'id': '2b92288e-8c09-4581-b9d4-f3789126b440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:40.179602 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9d07d9-3d24-4cf4-8a3a-ea49a26fd00f None None] Checking router: 1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:04:40.198828 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9d07d9-3d24-4cf4-8a3a-ea49a26fd00f None None] Routers {'1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:04:40.199933 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4d9d07d9-3d24-4cf4-8a3a-ea49a26fd00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:04:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:40.245151 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8186b762-640a-49d0-8705-ff859dbdcc7e x-openstack-request-id: req-8186b762-640a-49d0-8705-ff859dbdcc7e {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:40.245530 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "988e64c6-f85d-49cf-82f5-4e595bc45e7e", "tag": "8351676b-5acf-43f5-b369-4f411b82b725", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:40.246932 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8186b762-640a-49d0-8705-ff859dbdcc7e {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:40.247339 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '988e64c6-f85d-49cf-82f5-4e595bc45e7e', 'tag': '8351676b-5acf-43f5-b369-4f411b82b725', 'status': 'completed', 'code': 200} Jul 15 13:04:40.463185 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1821109-968e-4823-bc22-ff6fbda55529 req-12b9231d-a1f8-4cdc-aa25-b2e318233270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:40.469435 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e1821109-968e-4823-bc22-ff6fbda55529 req-12b9231d-a1f8-4cdc-aa25-b2e318233270 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=208d5b6f99984296b73a45dd4b593343&device_id=988e64c6-f85d-49cf-82f5-4e595bc45e7e HTTP/1.1" status: 200 len: 1097 time: 0.1680238 Jul 15 13:04:40.471271 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 47896) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:40.499060 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-4d9d07d9-3d24-4cf4-8a3a-ea49a26fd00f None None] Set router 1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:04:40.559901 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3894ce5-6872-4119-9ef6-a171fa026e94 req-a17b824c-a6a1-494e-b353-c85fe7ea3f95 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:40.574332 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e3894ce5-6872-4119-9ef6-a171fa026e94 req-a17b824c-a6a1-494e-b353-c85fe7ea3f95 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f436e60-8828-45c1-9333-54e7c13d7093 HTTP/1.1" status: 200 len: 946 time: 0.1298559 Jul 15 13:04:40.652689 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e3894ce5-6872-4119-9ef6-a171fa026e94 req-f7ebb7ba-9b54-4911-9a66-d9cd2453e484 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774274 Jul 15 13:04:40.672879 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device cd8c503f-e53f-4cf7-ab04-51e89eba6e91 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:40.763212 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1821109-968e-4823-bc22-ff6fbda55529 req-79d50c0c-57de-4958-8370-d13eeaf6b671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:40.764937 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e1821109-968e-4823-bc22-ff6fbda55529 req-79d50c0c-57de-4958-8370-d13eeaf6b671 service neutron] 10.222.0.32 "GET /v2.0/networks?id=de1a8c4c-8ca6-4486-8846-3010a8adb593 HTTP/1.1" status: 200 len: 907 time: 0.2858055 Jul 15 13:04:40.788548 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed44972b-1c5f-4874-b039-5a790d47cfc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:40.871159 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port cd8c503f-e53f-4cf7-ab04-51e89eba6e91 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:40.982618 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port cd8c503f-e53f-4cf7-ab04-51e89eba6e91 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:40.983382 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.044942 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed44972b-1c5f-4874-b039-5a790d47cfc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.058648 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed44972b-1c5f-4874-b039-5a790d47cfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.088396 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e1821109-968e-4823-bc22-ff6fbda55529 req-f8bef703-186f-4ccb-8d83-47cb63771a19 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8351676b-5acf-43f5-b369-4f411b82b725 HTTP/1.1" status: 200 len: 998 time: 0.2973318 Jul 15 13:04:41.103137 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de409d8c-dd00-4ebb-a0e9-c45fc8e65236 req-d65193c3-2677-4960-bbef-88b34cefc315 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:41.123156 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-de409d8c-dd00-4ebb-a0e9-c45fc8e65236 req-d65193c3-2677-4960-bbef-88b34cefc315 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=f77d9837-6412-43f3-9f1a-c325e581db6d HTTP/1.1" status: 200 len: 945 time: 0.1458185 Jul 15 13:04:41.147330 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4d9d07d9-3d24-4cf4-8a3a-ea49a26fd00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'name': 'tempest-ServersTestJSON-1790529133-router', 'tenant_id': '208d5b6f99984296b73a45dd4b593343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '922fccd6-f7a3-4b59-bc51-0ad9a6505654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:57Z', 'updated_at': '2021-07-15T13:04:04Z', 'revision_number': 4, 'project_id': '208d5b6f99984296b73a45dd4b593343', 'gw_port': {'id': '922fccd6-f7a3-4b59-bc51-0ad9a6505654', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:58Z', 'updated_at': '2021-07-15T13:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '3e7a5537-93e1-4f0a-a2a7-96df7d674101', 'tenant_id': '208d5b6f99984296b73a45dd4b593343', 'floating_ip_address': '172.25.6.78', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'port_id': '8351676b-5acf-43f5-b369-4f411b82b725', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de1a8c4c-8ca6-4486-8846-3010a8adb593', 'mac_address': 'fa:16:3e:dc:2a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e64c6-f85d-49cf-82f5-4e595bc45e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:04:11Z', 'updated_at': '2021-07-15T13:04:38Z', 'revision_number': 1, 'project_id': '208d5b6f99984296b73a45dd4b593343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8', 'name': '', 'network_id': 'de1a8c4c-8ca6-4486-8846-3010a8adb593', 'tenant_id': '208d5b6f99984296b73a45dd4b593343', 'mac_address': 'fa:16:3e:84:87:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '2b92288e-8c09-4581-b9d4-f3789126b440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:03Z', 'updated_at': '2021-07-15T13:04:16Z', 'revision_number': 5, 'project_id': '208d5b6f99984296b73a45dd4b593343', 'subnets': [{'id': '2b92288e-8c09-4581-b9d4-f3789126b440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:04:41.161975 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ed44972b-1c5f-4874-b039-5a790d47cfc6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=765b38f4662344f1b9ca52868e28360b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6876822 Jul 15 13:04:41.167358 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 47904) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:41.171744 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f3434-f392-43fa-ae5e-aaf8839f9bf3 req-8ac92fe5-fd22-46eb-ad6a-a9c231ef2a95 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:41.180467 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-034f3434-f392-43fa-ae5e-aaf8839f9bf3 req-8ac92fe5-fd22-46eb-ad6a-a9c231ef2a95 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/ports?device_id=c12e63ba-28cf-4888-b485-5eecf6301a81 HTTP/1.1" status: 200 len: 949 time: 0.6536982 Jul 15 13:04:41.209876 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44972b-1c5f-4874-b039-5a790d47cfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e66e2c-19db-4021-a9c2-378ace17b219,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:41.220539 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9d07d9-3d24-4cf4-8a3a-ea49a26fd00f None None] The sync data for ids ['1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a'] in n-d-758944-45 is: [{'id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'name': 'tempest-ServersTestJSON-1790529133-router', 'tenant_id': '208d5b6f99984296b73a45dd4b593343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '922fccd6-f7a3-4b59-bc51-0ad9a6505654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:57Z', 'updated_at': '2021-07-15T13:04:04Z', 'revision_number': 4, 'project_id': '208d5b6f99984296b73a45dd4b593343', 'gw_port': {'id': '922fccd6-f7a3-4b59-bc51-0ad9a6505654', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:58Z', 'updated_at': '2021-07-15T13:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '3e7a5537-93e1-4f0a-a2a7-96df7d674101', 'tenant_id': '208d5b6f99984296b73a45dd4b593343', 'floating_ip_address': '172.25.6.78', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'port_id': '8351676b-5acf-43f5-b369-4f411b82b725', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de1a8c4c-8ca6-4486-8846-3010a8adb593', 'mac_address': 'fa:16:3e:dc:2a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988e64c6-f85d-49cf-82f5-4e595bc45e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:04:11Z', 'updated_at': '2021-07-15T13:04:38Z', 'revision_number': 1, 'project_id': '208d5b6f99984296b73a45dd4b593343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8', 'name': '', 'network_id': 'de1a8c4c-8ca6-4486-8846-3010a8adb593', 'tenant_id': '208d5b6f99984296b73a45dd4b593343', 'mac_address': 'fa:16:3e:84:87:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '2b92288e-8c09-4581-b9d4-f3789126b440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:03Z', 'updated_at': '2021-07-15T13:04:16Z', 'revision_number': 5, 'project_id': '208d5b6f99984296b73a45dd4b593343', 'subnets': [{'id': '2b92288e-8c09-4581-b9d4-f3789126b440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:04:41.221555 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1821109-968e-4823-bc22-ff6fbda55529 req-452a42f5-6b8e-4d71-b893-8cde7cd8182a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:41.225277 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e1821109-968e-4823-bc22-ff6fbda55529 req-452a42f5-6b8e-4d71-b893-8cde7cd8182a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2b92288e-8c09-4581-b9d4-f3789126b440 HTTP/1.1" status: 200 len: 845 time: 0.1273568 Jul 15 13:04:41.233525 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-de409d8c-dd00-4ebb-a0e9-c45fc8e65236 req-22cc59eb-5524-4370-812e-c5301eb7b72c tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082537 Jul 15 13:04:41.235377 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.298437 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-034f3434-f392-43fa-ae5e-aaf8839f9bf3 req-2221b339-86e8-46c7-ab77-1c5c78cf4e68 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/security-groups?id=57db3fd0-977c-4490-97f7-2b5461f1817d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137040 Jul 15 13:04:41.316225 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f77d9837-6412-43f3-9f1a-c325e581db6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8c503f-e53f-4cf7-ab04-51e89eba6e91'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:41.321542 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77734fed-c2b1-45af-8694-29fbb3e43f32" -d '{"events": [{"server_uuid": "f77d9837-6412-43f3-9f1a-c325e581db6d", "name": "network-vif-plugged", "status": "completed", "tag": "cd8c503f-e53f-4cf7-ab04-51e89eba6e91"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:41.355357 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port cd8c503f-e53f-4cf7-ab04-51e89eba6e91, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=cd8c503f-e53f-4cf7-ab04-51e89eba6e91,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:41.365494 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.367117 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device cb7d8363-95cf-4aa5-953d-567b5d61ee64 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:41.379609 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1821109-968e-4823-bc22-ff6fbda55529 req-41a2900b-f89f-4aca-890f-04b5f5090522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:41.384961 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e1821109-968e-4823-bc22-ff6fbda55529 req-41a2900b-f89f-4aca-890f-04b5f5090522 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=de1a8c4c-8ca6-4486-8846-3010a8adb593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1471791 Jul 15 13:04:41.393325 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-359f66aa-f9cb-4ea3-8edd-dd22167de7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.479489 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-359f66aa-f9cb-4ea3-8edd-dd22167de7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.560855 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.602192 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port cb7d8363-95cf-4aa5-953d-567b5d61ee64, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=cb7d8363-95cf-4aa5-953d-567b5d61ee64,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:41.611652 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.620029 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-359f66aa-f9cb-4ea3-8edd-dd22167de7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.622981 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-359f66aa-f9cb-4ea3-8edd-dd22167de7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.624262 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-359f66aa-f9cb-4ea3-8edd-dd22167de7c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/61e66e2c-19db-4021-a9c2-378ace17b219 HTTP/1.1" status: 204 len: 168 time: 0.4442759 Jul 15 13:04:41.664208 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=cd8c503f-e53f-4cf7-ab04-51e89eba6e91,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:41.671403 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f66aa-f9cb-4ea3-8edd-dd22167de7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e66e2c-19db-4021-a9c2-378ace17b219,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:41.712693 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e1821109-968e-4823-bc22-ff6fbda55529 req-a825c376-66b6-4d65-ad6d-3aec9a7cd89a service neutron] 10.222.0.32 "GET /v2.0/networks/de1a8c4c-8ca6-4486-8846-3010a8adb593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243368 Jul 15 13:04:41.759691 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b40e6ed-1bc7-4e20-bbec-0361dd8d73b6 None None] New status for floating IP 3e7a5537-93e1-4f0a-a2a7-96df7d674101: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:04:41.852887 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=cb7d8363-95cf-4aa5-953d-567b5d61ee64,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:41.865015 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a888289-e923-4cba-9070-7e929c182c18 req-e63c3746-2505-41c0-a55a-802cca2d7598 tempest-ServersAdminNegativeTestJSON-1185468198 tempest-ServersAdminNegativeTestJSON-1185468198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:41.872631 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6a888289-e923-4cba-9070-7e929c182c18 req-e63c3746-2505-41c0-a55a-802cca2d7598 tempest-ServersAdminNegativeTestJSON-1185468198 tempest-ServersAdminNegativeTestJSON-1185468198-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6b9f834a-47c1-4c88-a934-cbb173e6e221 HTTP/1.1" status: 200 len: 1101 time: 0.2065394 Jul 15 13:04:41.908750 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6a888289-e923-4cba-9070-7e929c182c18 req-dcb88b63-f43f-43cd-bfc8-11a80e968a83 tempest-ServersAdminNegativeTestJSON-1185468198 tempest-ServersAdminNegativeTestJSON-1185468198-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:41.991759 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e1821109-968e-4823-bc22-ff6fbda55529 req-8dbe1608-1184-4e80-b385-0d80d27b98f8 service neutron] 10.222.0.32 "GET /v2.0/networks/de1a8c4c-8ca6-4486-8846-3010a8adb593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698119 Jul 15 13:04:42.133639 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6a888289-e923-4cba-9070-7e929c182c18 req-dcb88b63-f43f-43cd-bfc8-11a80e968a83 tempest-ServersAdminNegativeTestJSON-1185468198 tempest-ServersAdminNegativeTestJSON-1185468198-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.139482 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6a888289-e923-4cba-9070-7e929c182c18 req-dcb88b63-f43f-43cd-bfc8-11a80e968a83 tempest-ServersAdminNegativeTestJSON-1185468198 tempest-ServersAdminNegativeTestJSON-1185468198-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.157739 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6a888289-e923-4cba-9070-7e929c182c18 req-dcb88b63-f43f-43cd-bfc8-11a80e968a83 tempest-ServersAdminNegativeTestJSON-1185468198 tempest-ServersAdminNegativeTestJSON-1185468198-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9adf9b32-fd96-499e-ae6e-61586dc033f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720497 Jul 15 13:04:42.177231 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 47916) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:42.215493 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eddf69be-99f3-47ed-87ff-564b2e7a1034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.232028 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb88b63-f43f-43cd-bfc8-11a80e968a83 tempest-ServersAdminNegativeTestJSON-1185468198 tempest-ServersAdminNegativeTestJSON-1185468198-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4106f0dc-11cf-4311-9d55-286a051c72fc,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:42.425745 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eddf69be-99f3-47ed-87ff-564b2e7a1034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.431759 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eddf69be-99f3-47ed-87ff-564b2e7a1034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.439076 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72632cf-cda6-40a4-b8c6-ccc183de8109 x-openstack-request-id: req-e72632cf-cda6-40a4-b8c6-ccc183de8109 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:42.441074 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f77d9837-6412-43f3-9f1a-c325e581db6d", "name": "network-vif-plugged", "status": "completed", "tag": "cd8c503f-e53f-4cf7-ab04-51e89eba6e91", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:42.441074 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e72632cf-cda6-40a4-b8c6-ccc183de8109 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:42.441074 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f77d9837-6412-43f3-9f1a-c325e581db6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8c503f-e53f-4cf7-ab04-51e89eba6e91', 'code': 200} Jul 15 13:04:42.486276 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-eddf69be-99f3-47ed-87ff-564b2e7a1034 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dd16c9bd07b14edd9f85b64cf2919009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3042700 Jul 15 13:04:42.487249 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf69be-99f3-47ed-87ff-564b2e7a1034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1ecf95-851b-432c-89ac-21c0e66fcda4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:42.490626 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 47930) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:42.548572 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7063692f-c3be-419e-a318-2549d222dfed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.582450 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7063692f-c3be-419e-a318-2549d222dfed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.663973 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f7c98-8c36-4543-b059-3df6aee565c6 req-4830703e-3e95-4219-a2c1-93b3d716c531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:42.665510 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-845f7c98-8c36-4543-b059-3df6aee565c6 req-4830703e-3e95-4219-a2c1-93b3d716c531 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f77d9837-6412-43f3-9f1a-c325e581db6d HTTP/1.1" status: 200 len: 1098 time: 0.0955572 Jul 15 13:04:42.679469 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7063692f-c3be-419e-a318-2549d222dfed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.682356 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7063692f-c3be-419e-a318-2549d222dfed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.685978 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7063692f-c3be-419e-a318-2549d222dfed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a1ecf95-851b-432c-89ac-21c0e66fcda4 HTTP/1.1" status: 204 len: 168 time: 0.1917233 Jul 15 13:04:42.700196 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063692f-c3be-419e-a318-2549d222dfed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1ecf95-851b-432c-89ac-21c0e66fcda4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:42.731524 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-845f7c98-8c36-4543-b059-3df6aee565c6 req-26aa2cb2-7fae-44a9-bcff-d4f48e3f95ad service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588634 Jul 15 13:04:42.871634 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e3e35-3545-4347-b62a-cda0a0a64f12 req-4e5319d7-11c8-4c01-a739-09ec83c56e93 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:42.873566 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-df9e3e35-3545-4347-b62a-cda0a0a64f12 req-4e5319d7-11c8-4c01-a739-09ec83c56e93 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=f77d9837-6412-43f3-9f1a-c325e581db6d HTTP/1.1" status: 200 len: 946 time: 0.0766933 Jul 15 13:04:42.931823 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-df9e3e35-3545-4347-b62a-cda0a0a64f12 req-0c16e29c-9cf9-46d9-b31f-a6ff49dcc107 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500691 Jul 15 13:04:43.200067 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-bd11df51-d05e-4bfe-9654-53a063340257 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:43.202360 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-bd11df51-d05e-4bfe-9654-53a063340257 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/networks?id=fdee4957-6bbb-4f2f-9da3-e8bd5bb63200 HTTP/1.1" status: 200 len: 814 time: 0.1757746 Jul 15 13:04:43.230700 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-63aecbcb-9451-4123-af9f-aebcb6c90ebc tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/quotas/ce0ece3328ad4f4dad6822a6b825ecb4 HTTP/1.1" status: 200 len: 375 time: 0.0189745 Jul 15 13:04:43.367379 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-2707037b-65f1-4815-9868-d41d0f83a8c5 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce0ece3328ad4f4dad6822a6b825ecb4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1298988 Jul 15 13:04:43.530736 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-260ebad8-bb9e-4044-8eda-43a8ff13e830 service neutron] 10.222.0.24 "GET /v2.0/networks/fdee4957-6bbb-4f2f-9da3-e8bd5bb63200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427073 Jul 15 13:04:43.666743 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-8a41afaa-4d1d-456f-a42d-e011004171a0 service neutron] 10.222.0.24 "GET /v2.0/networks/fdee4957-6bbb-4f2f-9da3-e8bd5bb63200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304972 Jul 15 13:04:43.961185 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-43649c75-a664-42b8-9a56-2cecb993916c req-3dafd1c5-70ca-4992-af60-6c2875d98982 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 210 time: 0.0548873 Jul 15 13:04:43.992971 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd29ce9-4730-4bff-a5c9-7c05ff888c43 req-fb981cd8-705c-48b5-8ca2-1bb6175df7c3 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:43.997646 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fcd29ce9-4730-4bff-a5c9-7c05ff888c43 req-fb981cd8-705c-48b5-8ca2-1bb6175df7c3 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f436e60-8828-45c1-9333-54e7c13d7093 HTTP/1.1" status: 200 len: 946 time: 0.2052147 Jul 15 13:04:44.294962 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-fcd29ce9-4730-4bff-a5c9-7c05ff888c43 req-a49fce54-5ec5-47ea-8afd-b0f504d26d6c tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Deleting port 214b58f1-183c-488a-9e20-2d8660305aa9 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:44.295707 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fcd29ce9-4730-4bff-a5c9-7c05ff888c43 req-a49fce54-5ec5-47ea-8afd-b0f504d26d6c tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:44.319014 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b97ed8-083e-471b-9a66-e6456c82d045 req-323f7a9d-c8e4-42f6-99ea-71017e817a78 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:44.321892 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-74b97ed8-083e-471b-9a66-e6456c82d045 req-323f7a9d-c8e4-42f6-99ea-71017e817a78 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b9f834a-47c1-4c88-a934-cbb173e6e221 HTTP/1.1" status: 200 len: 949 time: 0.1260972 Jul 15 13:04:44.352835 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d27f8-9736-4f9d-8b67-838f628bd212 req-aa07dcfb-eff4-4180-883e-6183c0efff88 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:44.360003 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-639d27f8-9736-4f9d-8b67-838f628bd212 req-aa07dcfb-eff4-4180-883e-6183c0efff88 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=f77d9837-6412-43f3-9f1a-c325e581db6d HTTP/1.1" status: 200 len: 946 time: 0.2043178 Jul 15 13:04:44.405084 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-74b97ed8-083e-471b-9a66-e6456c82d045 req-c3f7bf73-bfdb-4deb-9a85-31da0301548e tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/security-groups?id=9adf9b32-fd96-499e-ae6e-61586dc033f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769308 Jul 15 13:04:44.441352 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12e63ba-28cf-4888-b485-5eecf6301a81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb7d8363-95cf-4aa5-953d-567b5d61ee64'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:44.444979 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db6734d-dd57-4f9f-9478-c5fe767edfef" -d '{"events": [{"server_uuid": "c12e63ba-28cf-4888-b485-5eecf6301a81", "name": "network-vif-unplugged", "status": "completed", "tag": "cb7d8363-95cf-4aa5-953d-567b5d61ee64"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:44.496179 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-639d27f8-9736-4f9d-8b67-838f628bd212 req-a8e969f2-c2d9-44b2-b12a-cb245a29271c tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351714 Jul 15 13:04:44.531654 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-fcd29ce9-4730-4bff-a5c9-7c05ff888c43 req-a49fce54-5ec5-47ea-8afd-b0f504d26d6c tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] For port 214b58f1-183c-488a-9e20-2d8660305aa9, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=214b58f1-183c-488a-9e20-2d8660305aa9,segment=NetworkSegment(eca69b8d-7d97-4f57-9ff2-44a210eeeac5),segment_id=eca69b8d-7d97-4f57-9ff2-44a210eeeac5)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:44.534544 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fcd29ce9-4730-4bff-a5c9-7c05ff888c43 req-a49fce54-5ec5-47ea-8afd-b0f504d26d6c tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:44.565616 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-fcd29ce9-4730-4bff-a5c9-7c05ff888c43 req-a49fce54-5ec5-47ea-8afd-b0f504d26d6c tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Calling delete_port for 214b58f1-183c-488a-9e20-2d8660305aa9 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:44.872920 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9da041c-61a6-4b4c-b7fc-94429465bdce x-openstack-request-id: req-d9da041c-61a6-4b4c-b7fc-94429465bdce {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:44.873317 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12e63ba-28cf-4888-b485-5eecf6301a81", "name": "network-vif-unplugged", "status": "completed", "tag": "cb7d8363-95cf-4aa5-953d-567b5d61ee64", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:44.873642 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d9da041c-61a6-4b4c-b7fc-94429465bdce {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:44.874182 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12e63ba-28cf-4888-b485-5eecf6301a81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb7d8363-95cf-4aa5-953d-567b5d61ee64', 'code': 200} Jul 15 13:04:45.274486 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1abcb0d8-507d-4486-905a-900932b5917e req-95e7a040-5ecd-48d7-91d6-36e5fa6e4e96 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 210 time: 0.0545871 Jul 15 13:04:45.364067 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fcd29ce9-4730-4bff-a5c9-7c05ff888c43 req-a49fce54-5ec5-47ea-8afd-b0f504d26d6c tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:45.379928 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['214b58f1-183c-488a-9e20-2d8660305aa9'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:45.405947 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fce54-5ec5-47ea-8afd-b0f504d26d6c tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Pushing event deleted for resources: {'Port': ['ID=214b58f1-183c-488a-9e20-2d8660305aa9,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:45.486881 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd29ce9-4730-4bff-a5c9-7c05ff888c43 req-a49fce54-5ec5-47ea-8afd-b0f504d26d6c tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] No DVR routers for this DVR port 214b58f1-183c-488a-9e20-2d8660305aa9 on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:45.491530 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fcd29ce9-4730-4bff-a5c9-7c05ff888c43 req-a49fce54-5ec5-47ea-8afd-b0f504d26d6c tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:45.495519 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fcd29ce9-4730-4bff-a5c9-7c05ff888c43 req-a49fce54-5ec5-47ea-8afd-b0f504d26d6c tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.18 "DELETE /v2.0/ports/214b58f1-183c-488a-9e20-2d8660305aa9 HTTP/1.1" status: 204 len: 173 time: 1.4906859 Jul 15 13:04:45.496317 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f436e60-8828-45c1-9333-54e7c13d7093', 'name': 'network-vif-deleted', 'tag': '214b58f1-183c-488a-9e20-2d8660305aa9'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:45.501299 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e39665-ead5-4514-b5df-a7cfe1773fa2" -d '{"events": [{"server_uuid": "0f436e60-8828-45c1-9333-54e7c13d7093", "name": "network-vif-deleted", "tag": "214b58f1-183c-488a-9e20-2d8660305aa9"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:45.857619 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144cb02e-7250-46b3-8ba4-5b2a9ff52df2 x-openstack-request-id: req-144cb02e-7250-46b3-8ba4-5b2a9ff52df2 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:45.858182 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f436e60-8828-45c1-9333-54e7c13d7093", "name": "network-vif-deleted", "tag": "214b58f1-183c-488a-9e20-2d8660305aa9", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:45.858648 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-144cb02e-7250-46b3-8ba4-5b2a9ff52df2 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:45.859345 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f436e60-8828-45c1-9333-54e7c13d7093', 'name': 'network-vif-deleted', 'tag': '214b58f1-183c-488a-9e20-2d8660305aa9', 'status': 'completed', 'code': 200} Jul 15 13:04:45.900800 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f80d3-ca76-4f65-a4ac-a7faa1dcdc8a req-cd87f9d2-44de-41ec-9801-7763d073af0f tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:45.906573 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-088f80d3-ca76-4f65-a4ac-a7faa1dcdc8a req-cd87f9d2-44de-41ec-9801-7763d073af0f tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b9f834a-47c1-4c88-a934-cbb173e6e221 HTTP/1.1" status: 200 len: 949 time: 0.2622540 Jul 15 13:04:45.971212 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-bd042850-47a3-404a-b99e-69e8f3a169cd tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:45.973146 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-bd042850-47a3-404a-b99e-69e8f3a169cd tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.18 "GET /v2.0/networks?id=fdee4957-6bbb-4f2f-9da3-e8bd5bb63200 HTTP/1.1" status: 200 len: 814 time: 0.2753661 Jul 15 13:04:45.990715 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-e9d4d861-6a36-4c8a-b561-e5177885fbe1 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Request body: {'port': {'device_id': 'b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a', 'network_id': 'fdee4957-6bbb-4f2f-9da3-e8bd5bb63200', 'admin_state_up': True, 'tenant_id': 'ce0ece3328ad4f4dad6822a6b825ecb4'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:46.002701 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-088f80d3-ca76-4f65-a4ac-a7faa1dcdc8a req-c49306a4-745f-41b0-af3b-d8ccb5ecebf3 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/security-groups?id=9adf9b32-fd96-499e-ae6e-61586dc033f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859795 Jul 15 13:04:46.043861 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36558614-94eb-455e-b239-ce6591e795ce req-7b1a8568-b4de-4837-ac94-e6aae4078c20 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:46.045503 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-36558614-94eb-455e-b239-ce6591e795ce req-7b1a8568-b4de-4837-ac94-e6aae4078c20 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=f77d9837-6412-43f3-9f1a-c325e581db6d HTTP/1.1" status: 200 len: 946 time: 0.1007318 Jul 15 13:04:46.096948 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-36558614-94eb-455e-b239-ce6591e795ce req-98ed5cd6-14da-4fb1-9c63-dafbfc904b1b tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405331 Jul 15 13:04:46.197866 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-e9d4d861-6a36-4c8a-b561-e5177885fbe1 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Made reservation on behalf of ce0ece3328ad4f4dad6822a6b825ecb4 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:04:46.201996 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-e9d4d861-6a36-4c8a-b561-e5177885fbe1 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:46.213987 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c10cb-9fd6-44f9-b3ba-436bc653a4e6 req-d5779c9b-25b8-4fb5-a315-41126cbc970a tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:46.215882 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff0c10cb-9fd6-44f9-b3ba-436bc653a4e6 req-d5779c9b-25b8-4fb5-a315-41126cbc970a tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b9f834a-47c1-4c88-a934-cbb173e6e221 HTTP/1.1" status: 200 len: 949 time: 0.1165223 Jul 15 13:04:46.492600 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 300b6252-3d05-44ba-97a7-230188d36f95 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:46.532794 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-e9d4d861-6a36-4c8a-b561-e5177885fbe1 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Allocated IP 172.20.0.13 (fdee4957-6bbb-4f2f-9da3-e8bd5bb63200/000fddb8-29d6-4f77-bc6f-fc04154217b6/a74cc014-1d13-45f1-9469-9c1c2b20eaf3) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:04:46.766711 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-ff0c10cb-9fd6-44f9-b3ba-436bc653a4e6 req-6ed9439e-4e36-40ce-93ee-b343adce3267 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Deleting port 0ec2f577-07e9-43a7-b629-c23794867e8a {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:46.767454 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ff0c10cb-9fd6-44f9-b3ba-436bc653a4e6 req-6ed9439e-4e36-40ce-93ee-b343adce3267 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:46.929430 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 300b6252-3d05-44ba-97a7-230188d36f95, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=300b6252-3d05-44ba-97a7-230188d36f95,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:46.945089 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '300b6252-3d05-44ba-97a7-230188d36f95', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': '300b6252-3d05-44ba-97a7-230188d36f95', 'mac_address': 'fa:16:3e:aa:35:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:46.961187 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-97307353-c393-4e86-9896-0b4b5426e2fd req-e3064ae2-4343-4989-9ca1-6da2fa63d7ec tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 210 time: 0.0513880 Jul 15 13:04:47.011121 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:47.014229 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-ff0c10cb-9fd6-44f9-b3ba-436bc653a4e6 req-6ed9439e-4e36-40ce-93ee-b343adce3267 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] For port 0ec2f577-07e9-43a7-b629-c23794867e8a, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0ec2f577-07e9-43a7-b629-c23794867e8a,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:47.014229 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ff0c10cb-9fd6-44f9-b3ba-436bc653a4e6 req-6ed9439e-4e36-40ce-93ee-b343adce3267 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:47.043338 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 300b6252-3d05-44ba-97a7-230188d36f95 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:47.046338 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-ff0c10cb-9fd6-44f9-b3ba-436bc653a4e6 req-6ed9439e-4e36-40ce-93ee-b343adce3267 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Calling delete_port for 0ec2f577-07e9-43a7-b629-c23794867e8a owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:47.068454 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 300b6252-3d05-44ba-97a7-230188d36f95, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=300b6252-3d05-44ba-97a7-230188d36f95,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:47.075796 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:47.115306 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-e9d4d861-6a36-4c8a-b561-e5177885fbe1 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:47.157966 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=300b6252-3d05-44ba-97a7-230188d36f95,revision_number=9']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:47.280815 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['300b6252-3d05-44ba-97a7-230188d36f95'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:47.315768 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc8ac1-fddd-42bf-b86d-4235a5fca37d req-0c421bd4-bd01-44a6-9c51-1b5f8fa02d18 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:47.317404 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d5dc8ac1-fddd-42bf-b86d-4235a5fca37d req-0c421bd4-bd01-44a6-9c51-1b5f8fa02d18 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=f77d9837-6412-43f3-9f1a-c325e581db6d HTTP/1.1" status: 200 len: 946 time: 0.1986663 Jul 15 13:04:47.384352 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-e9d4d861-6a36-4c8a-b561-e5177885fbe1 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:47.391984 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ff0c10cb-9fd6-44f9-b3ba-436bc653a4e6 req-6ed9439e-4e36-40ce-93ee-b343adce3267 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:47.405145 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['1afc570d-6aa4-4817-91c6-c4414a141b4f'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:47.430858 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42028ed-d7db-4b91-8cac-3f212c192bf7 req-b53f2f75-a2dd-4321-af68-abd70e3b753b tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:47.439319 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d42028ed-d7db-4b91-8cac-3f212c192bf7 req-b53f2f75-a2dd-4321-af68-abd70e3b753b tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b9f834a-47c1-4c88-a934-cbb173e6e221 HTTP/1.1" status: 200 len: 867 time: 0.1206648 Jul 15 13:04:47.519758 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d42028ed-d7db-4b91-8cac-3f212c192bf7 req-f8df3903-e5a3-4afa-923c-fc3a9fb9522e tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/security-groups?id=9adf9b32-fd96-499e-ae6e-61586dc033f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693557 Jul 15 13:04:47.529400 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d5dc8ac1-fddd-42bf-b86d-4235a5fca37d req-de9603e7-6e57-4524-9625-09c102974e1c tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496825 Jul 15 13:04:47.564305 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-e9d4d861-6a36-4c8a-b561-e5177885fbe1 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Network fdee4957-6bbb-4f2f-9da3-e8bd5bb63200 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:04:47.565602 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0c10cb-9fd6-44f9-b3ba-436bc653a4e6 req-6ed9439e-4e36-40ce-93ee-b343adce3267 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] No DVR routers for this DVR port 0ec2f577-07e9-43a7-b629-c23794867e8a on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:47.572750 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ff0c10cb-9fd6-44f9-b3ba-436bc653a4e6 req-6ed9439e-4e36-40ce-93ee-b343adce3267 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:47.575075 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff0c10cb-9fd6-44f9-b3ba-436bc653a4e6 req-6ed9439e-4e36-40ce-93ee-b343adce3267 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.32 "DELETE /v2.0/ports/0ec2f577-07e9-43a7-b629-c23794867e8a HTTP/1.1" status: 204 len: 173 time: 1.3496594 Jul 15 13:04:47.575969 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-e9d4d861-6a36-4c8a-b561-e5177885fbe1 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:04:47.581300 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-e9d4d861-6a36-4c8a-b561-e5177885fbe1 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:04:47.624120 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4d861-6a36-4c8a-b561-e5177885fbe1 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Pushing event updated for resources: {'Port': ['ID=a74cc014-1d13-45f1-9469-9c1c2b20eaf3,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:47.625595 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 214b58f1-183c-488a-9e20-2d8660305aa9 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:47.659603 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 214b58f1-183c-488a-9e20-2d8660305aa9 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:47.660255 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 214b58f1-183c-488a-9e20-2d8660305aa9 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:47.699830 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9439e-4e36-40ce-93ee-b343adce3267 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Pushing event deleted for resources: {'Port': ['ID=0ec2f577-07e9-43a7-b629-c23794867e8a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:47.733913 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-e9d4d861-6a36-4c8a-b561-e5177885fbe1 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:47.734631 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-e9d4d861-6a36-4c8a-b561-e5177885fbe1 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:47.765296 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-e9d4d861-6a36-4c8a-b561-e5177885fbe1 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7791002 Jul 15 13:04:47.782646 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-48760eb5-f316-4703-9191-8e70f09ae044 service neutron] Request body: {'port': {'device_id': 'b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:04:47.914305 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9f834a-47c1-4c88-a934-cbb173e6e221', 'name': 'network-vif-deleted', 'tag': '0ec2f577-07e9-43a7-b629-c23794867e8a'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:47.918848 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a802e2-5e2b-4bb8-bf10-667298ad686d" -d '{"events": [{"server_uuid": "6b9f834a-47c1-4c88-a934-cbb173e6e221", "name": "network-vif-deleted", "tag": "0ec2f577-07e9-43a7-b629-c23794867e8a"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:47.995590 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-48760eb5-f316-4703-9191-8e70f09ae044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.088157 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e020a7a9-5ed7-4368-923a-ee252f1a3b60 x-openstack-request-id: req-e020a7a9-5ed7-4368-923a-ee252f1a3b60 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:48.088836 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9f834a-47c1-4c88-a934-cbb173e6e221", "name": "network-vif-deleted", "tag": "0ec2f577-07e9-43a7-b629-c23794867e8a", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:48.090034 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e020a7a9-5ed7-4368-923a-ee252f1a3b60 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:48.090674 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9f834a-47c1-4c88-a934-cbb173e6e221', 'name': 'network-vif-deleted', 'tag': '0ec2f577-07e9-43a7-b629-c23794867e8a', 'status': 'completed', 'code': 200} Jul 15 13:04:48.311400 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251ebf2-e96d-4faa-9384-22b2ce40e112 req-201f0949-f0c9-459d-af5f-30600fc41c9f tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:48.315464 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3251ebf2-e96d-4faa-9384-22b2ce40e112 req-201f0949-f0c9-459d-af5f-30600fc41c9f tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 932 time: 0.1174846 Jul 15 13:04:48.460723 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3251ebf2-e96d-4faa-9384-22b2ce40e112 req-9b7484de-9eb8-4bb6-a215-4e610e8825f1 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295252 Jul 15 13:04:48.481805 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 300b6252-3d05-44ba-97a7-230188d36f95 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:48.587944 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 300b6252-3d05-44ba-97a7-230188d36f95 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:48.588854 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.738915 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.788844 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-48760eb5-f316-4703-9191-8e70f09ae044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a74cc014-1d13-45f1-9469-9c1c2b20eaf3 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:48.819216 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-48760eb5-f316-4703-9191-8e70f09ae044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.824858 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 300b6252-3d05-44ba-97a7-230188d36f95, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=300b6252-3d05-44ba-97a7-230188d36f95,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:48.828337 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300b6252-3d05-44ba-97a7-230188d36f95'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:48.836521 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848786bf-4233-4108-99d0-7d206940fc85" -d '{"events": [{"server_uuid": "0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e", "name": "network-vif-plugged", "status": "completed", "tag": "300b6252-3d05-44ba-97a7-230188d36f95"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:48.843344 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.849062 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 0ec2f577-07e9-43a7-b629-c23794867e8a no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:48.870145 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-48760eb5-f316-4703-9191-8e70f09ae044 service neutron] Transition to ACTIVE for port object a74cc014-1d13-45f1-9469-9c1c2b20eaf3 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:04:48.878708 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-48760eb5-f316-4703-9191-8e70f09ae044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.912417 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 0ec2f577-07e9-43a7-b629-c23794867e8a {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:48.913090 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 0ec2f577-07e9-43a7-b629-c23794867e8a not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:48.984309 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=300b6252-3d05-44ba-97a7-230188d36f95,revision_number=10']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:49.086596 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0b4e2-0209-4ea8-ab7c-d1af6e7d3c7a req-503294a3-f15c-4149-ac67-d02f8c4953de tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:49.103059 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-83f0b4e2-0209-4ea8-ab7c-d1af6e7d3c7a req-503294a3-f15c-4149-ac67-d02f8c4953de tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=f77d9837-6412-43f3-9f1a-c325e581db6d HTTP/1.1" status: 200 len: 946 time: 0.2131882 Jul 15 13:04:49.173171 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48168) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:49.178143 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-83f0b4e2-0209-4ea8-ab7c-d1af6e7d3c7a req-d0b756c9-9e0a-4319-bfdf-49b1de0abcdd tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735598 Jul 15 13:04:49.189596 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0043cfb3-8b99-484d-a886-c4ce777bbaca req-986ceca5-b990-424a-aa12-73a49adf0780 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b9f834a-47c1-4c88-a934-cbb173e6e221 HTTP/1.1" status: 200 len: 210 time: 0.2040267 Jul 15 13:04:49.329226 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df64c839-0f26-4343-a6a2-c1f542160618 x-openstack-request-id: req-df64c839-0f26-4343-a6a2-c1f542160618 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:49.329516 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6b0cf72b-95fd-4145-bf28-5d0d994702e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:49.330361 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e", "name": "network-vif-plugged", "status": "completed", "tag": "300b6252-3d05-44ba-97a7-230188d36f95", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:49.330990 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df64c839-0f26-4343-a6a2-c1f542160618 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:49.331901 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300b6252-3d05-44ba-97a7-230188d36f95', 'code': 200} Jul 15 13:04:49.338723 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48760eb5-f316-4703-9191-8e70f09ae044 service neutron] Pushing event updated for resources: {'Port': ['ID=a74cc014-1d13-45f1-9469-9c1c2b20eaf3,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:49.457161 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-48760eb5-f316-4703-9191-8e70f09ae044 service neutron] Attempting to bind port a74cc014-1d13-45f1-9469-9c1c2b20eaf3 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:04:49.459561 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-48760eb5-f316-4703-9191-8e70f09ae044 service neutron] Attempting to bind port a74cc014-1d13-45f1-9469-9c1c2b20eaf3 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'eca69b8d-7d97-4f57-9ff2-44a210eeeac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fdee4957-6bbb-4f2f-9da3-e8bd5bb63200'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:04:49.460099 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-48760eb5-f316-4703-9191-8e70f09ae044 service neutron] Attempting to bind port a74cc014-1d13-45f1-9469-9c1c2b20eaf3 on network fdee4957-6bbb-4f2f-9da3-e8bd5bb63200 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:49.466302 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-48760eb5-f316-4703-9191-8e70f09ae044 service neutron] Port a74cc014-1d13-45f1-9469-9c1c2b20eaf3 on network fdee4957-6bbb-4f2f-9da3-e8bd5bb63200 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:04:49.466635 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-48760eb5-f316-4703-9191-8e70f09ae044 service neutron] Attempting to bind port a74cc014-1d13-45f1-9469-9c1c2b20eaf3 on network fdee4957-6bbb-4f2f-9da3-e8bd5bb63200 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:04:49.474906 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-48760eb5-f316-4703-9191-8e70f09ae044 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:04:49.474906 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-48760eb5-f316-4703-9191-8e70f09ae044 service neutron] Checking segment: {'id': 'eca69b8d-7d97-4f57-9ff2-44a210eeeac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fdee4957-6bbb-4f2f-9da3-e8bd5bb63200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:04:49.474906 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-48760eb5-f316-4703-9191-8e70f09ae044 service neutron] Bound using segment: {'id': 'eca69b8d-7d97-4f57-9ff2-44a210eeeac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fdee4957-6bbb-4f2f-9da3-e8bd5bb63200'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:04:49.475211 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-48760eb5-f316-4703-9191-8e70f09ae044 service neutron] Bound port: a74cc014-1d13-45f1-9469-9c1c2b20eaf3, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca69b8d-7d97-4f57-9ff2-44a210eeeac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fdee4957-6bbb-4f2f-9da3-e8bd5bb63200'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:04:49.475568 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-48760eb5-f316-4703-9191-8e70f09ae044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:49.482606 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6b0cf72b-95fd-4145-bf28-5d0d994702e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:49.489560 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6b0cf72b-95fd-4145-bf28-5d0d994702e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:49.543365 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6b0cf72b-95fd-4145-bf28-5d0d994702e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=85bae0f90fd842adb627dce4a4e44efe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3686235 Jul 15 13:04:49.549010 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48182) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:49.624216 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0cf72b-95fd-4145-bf28-5d0d994702e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3659280f-bf06-4b0f-bab3-8ddd57e80366,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:49.633168 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-48760eb5-f316-4703-9191-8e70f09ae044 service neutron] For port a74cc014-1d13-45f1-9469-9c1c2b20eaf3, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:04:49.642077 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-48760eb5-f316-4703-9191-8e70f09ae044 service neutron] For port a74cc014-1d13-45f1-9469-9c1c2b20eaf3, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=a74cc014-1d13-45f1-9469-9c1c2b20eaf3,segment=NetworkSegment(eca69b8d-7d97-4f57-9ff2-44a210eeeac5),segment_id=eca69b8d-7d97-4f57-9ff2-44a210eeeac5)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:04:49.660139 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-48760eb5-f316-4703-9191-8e70f09ae044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:49.712167 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-48760eb5-f316-4703-9191-8e70f09ae044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:49.714965 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-48760eb5-f316-4703-9191-8e70f09ae044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:49.716771 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-48760eb5-f316-4703-9191-8e70f09ae044 service neutron] 10.222.0.18 "PUT /v2.0/ports/a74cc014-1d13-45f1-9469-9c1c2b20eaf3 HTTP/1.1" status: 200 len: 1093 time: 1.9440315 Jul 15 13:04:49.733452 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fdf16271-4728-4159-9478-6f1b513b3cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:49.766238 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48760eb5-f316-4703-9191-8e70f09ae044 service neutron] Pushing event updated for resources: {'Port': ['ID=a74cc014-1d13-45f1-9469-9c1c2b20eaf3,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:49.818687 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fdf16271-4728-4159-9478-6f1b513b3cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:49.855137 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-a6c0ca00-ebc4-4941-b570-e428b03d172a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:49.856728 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-a6c0ca00-ebc4-4941-b570-e428b03d172a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce0ece3328ad4f4dad6822a6b825ecb4&device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 1096 time: 0.0683341 Jul 15 13:04:49.940138 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-612e539c-6fc3-41ca-93a9-1e30845cfd71 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a74cc014-1d13-45f1-9469-9c1c2b20eaf3 HTTP/1.1" status: 200 len: 217 time: 0.0752866 Jul 15 13:04:49.945086 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fdf16271-4728-4159-9478-6f1b513b3cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:49.950889 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fdf16271-4728-4159-9478-6f1b513b3cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:49.969295 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-fdf16271-4728-4159-9478-6f1b513b3cb5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3659280f-bf06-4b0f-bab3-8ddd57e80366 HTTP/1.1" status: 204 len: 168 time: 0.4090044 Jul 15 13:04:49.992656 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf16271-4728-4159-9478-6f1b513b3cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3659280f-bf06-4b0f-bab3-8ddd57e80366,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:50.016267 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa00e65-69b0-4485-928c-2f932739f26d req-87e6fa3a-64a9-4c91-986f-605a95f6992a tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:50.031147 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5fa00e65-69b0-4485-928c-2f932739f26d req-87e6fa3a-64a9-4c91-986f-605a95f6992a tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 944 time: 0.2176919 Jul 15 13:04:50.063715 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-2a0c7e28-a43b-4b77-80fb-0c6e3052bf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:50.064766 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-2a0c7e28-a43b-4b77-80fb-0c6e3052bf9c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=000fddb8-29d6-4f77-bc6f-fc04154217b6 HTTP/1.1" status: 200 len: 854 time: 0.1118462 Jul 15 13:04:50.111615 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5fa00e65-69b0-4485-928c-2f932739f26d req-c9d92c6b-6432-4889-9e25-c39c1815e5ad tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780573 Jul 15 13:04:50.117734 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a', 'tag': 'a74cc014-1d13-45f1-9469-9c1c2b20eaf3'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:50.122767 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873af939-904d-47ba-b637-4c3d38794efe" -d '{"events": [{"name": "network-changed", "server_uuid": "b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a", "tag": "a74cc014-1d13-45f1-9469-9c1c2b20eaf3"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:50.129752 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-3b92a734-5d9a-451f-9356-03a3a484b999 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fdee4957-6bbb-4f2f-9da3-e8bd5bb63200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572069 Jul 15 13:04:50.213142 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b5fb5a-2eba-4983-9c63-6bcf26e0b0bc x-openstack-request-id: req-01b5fb5a-2eba-4983-9c63-6bcf26e0b0bc {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:50.213711 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a", "tag": "a74cc014-1d13-45f1-9469-9c1c2b20eaf3", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:50.214405 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01b5fb5a-2eba-4983-9c63-6bcf26e0b0bc {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:50.214950 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a', 'tag': 'a74cc014-1d13-45f1-9469-9c1c2b20eaf3', 'status': 'completed', 'code': 200} Jul 15 13:04:50.391512 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-892216c9-ffbf-4d06-85d6-31d4e249e8ce service neutron] 10.222.0.18 "GET /v2.0/networks/fdee4957-6bbb-4f2f-9da3-e8bd5bb63200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512219 Jul 15 13:04:50.450662 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48194) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:50.475714 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-87521173-58a9-4a62-8c16-8e0b77c97a46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:50.622637 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4d895-c617-4d89-99fc-ba667a027136 req-291be725-4abf-40da-944c-62b90b0a3c1e tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:50.625172 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-17d4d895-c617-4d89-99fc-ba667a027136 req-291be725-4abf-40da-944c-62b90b0a3c1e tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=f77d9837-6412-43f3-9f1a-c325e581db6d HTTP/1.1" status: 200 len: 946 time: 0.1174083 Jul 15 13:04:50.644949 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9a492d9d-0f8e-471f-85af-166e4608ecbb req-e8a59a07-1932-4c66-9eca-28ee569b1542 service neutron] 10.222.0.18 "GET /v2.0/networks/fdee4957-6bbb-4f2f-9da3-e8bd5bb63200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470727 Jul 15 13:04:50.717463 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ca895e63-f0e5-4f48-aaf1-f2495ed7cadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:50.724369 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-17d4d895-c617-4d89-99fc-ba667a027136 req-7d878dc7-7b9d-4972-88ba-4f0701af70ea tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925086 Jul 15 13:04:50.799494 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-87521173-58a9-4a62-8c16-8e0b77c97a46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:50.807416 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-87521173-58a9-4a62-8c16-8e0b77c97a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:50.890542 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873af939-904d-47ba-b637-4c3d38794efe req-a381d3b1-4e9c-4e5c-950c-c97455fce835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:50.892404 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-873af939-904d-47ba-b637-4c3d38794efe req-a381d3b1-4e9c-4e5c-950c-c97455fce835 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce0ece3328ad4f4dad6822a6b825ecb4&device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 1096 time: 0.1248786 Jul 15 13:04:50.898960 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87521173-58a9-4a62-8c16-8e0b77c97a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e8d5c5-28bd-4a25-8885-ce64eef40ce2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:50.918025 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-87521173-58a9-4a62-8c16-8e0b77c97a46 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=729ab00647ef44839c8e79565857d8f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4649117 Jul 15 13:04:50.918717 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48214) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:51.020022 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99acf58f-2119-4286-8cfd-63b9a1f6ce48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:51.078596 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99acf58f-2119-4286-8cfd-63b9a1f6ce48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:51.170557 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99acf58f-2119-4286-8cfd-63b9a1f6ce48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:51.173539 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99acf58f-2119-4286-8cfd-63b9a1f6ce48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:51.175259 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873af939-904d-47ba-b637-4c3d38794efe req-4c742e07-f5f3-455b-9efd-4bc8a7793f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:51.176987 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-873af939-904d-47ba-b637-4c3d38794efe req-4c742e07-f5f3-455b-9efd-4bc8a7793f18 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fdee4957-6bbb-4f2f-9da3-e8bd5bb63200 HTTP/1.1" status: 200 len: 915 time: 0.2774138 Jul 15 13:04:51.179258 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-99acf58f-2119-4286-8cfd-63b9a1f6ce48 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/17e8d5c5-28bd-4a25-8885-ce64eef40ce2 HTTP/1.1" status: 204 len: 168 time: 0.2590525 Jul 15 13:04:51.201828 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acf58f-2119-4286-8cfd-63b9a1f6ce48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e8d5c5-28bd-4a25-8885-ce64eef40ce2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:51.271452 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-873af939-904d-47ba-b637-4c3d38794efe req-de2a1a62-ed76-42c1-9cb9-36c1ea40bbb3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a74cc014-1d13-45f1-9469-9c1c2b20eaf3 HTTP/1.1" status: 200 len: 217 time: 0.0841880 Jul 15 13:04:51.384725 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873af939-904d-47ba-b637-4c3d38794efe req-65730e35-1d81-4154-a5b2-2cc67afee743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:51.387550 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-873af939-904d-47ba-b637-4c3d38794efe req-65730e35-1d81-4154-a5b2-2cc67afee743 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=000fddb8-29d6-4f77-bc6f-fc04154217b6 HTTP/1.1" status: 200 len: 854 time: 0.1042652 Jul 15 13:04:51.510540 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-873af939-904d-47ba-b637-4c3d38794efe req-5484525d-7a89-4a22-8768-5a70feca1667 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fdee4957-6bbb-4f2f-9da3-e8bd5bb63200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972683 Jul 15 13:04:51.545210 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13a3ef-a676-433f-af3e-5609fe0d4816 req-c5bce4fb-8c54-4fb5-92c4-4ec7fc23f680 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:51.554279 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6e13a3ef-a676-433f-af3e-5609fe0d4816 req-c5bce4fb-8c54-4fb5-92c4-4ec7fc23f680 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f57c1f-862f-48e3-9d8c-60796c84a49c HTTP/1.1" status: 200 len: 950 time: 0.1017759 Jul 15 13:04:51.618316 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device a74cc014-1d13-45f1-9469-9c1c2b20eaf3 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:04:51.631423 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6e13a3ef-a676-433f-af3e-5609fe0d4816 req-6aba26b2-d91d-4e4e-817e-6ecc3e6a6f87 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/security-groups?id=9adf9b32-fd96-499e-ae6e-61586dc033f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750039 Jul 15 13:04:51.811969 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333a9d7-c295-4c97-aabc-225dfa3d602f req-5c211605-eaa0-4ad9-a981-a029f44e8a66 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:51.845009 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3333a9d7-c295-4c97-aabc-225dfa3d602f req-5c211605-eaa0-4ad9-a981-a029f44e8a66 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 944 time: 0.2553012 Jul 15 13:04:51.852534 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-873af939-904d-47ba-b637-4c3d38794efe req-33629083-0f33-4352-8dcd-5a11cd2a9cdd service neutron] 10.222.0.18 "GET /v2.0/networks/fdee4957-6bbb-4f2f-9da3-e8bd5bb63200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404188 Jul 15 13:04:51.909940 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port a74cc014-1d13-45f1-9469-9c1c2b20eaf3, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=a74cc014-1d13-45f1-9469-9c1c2b20eaf3,segment=NetworkSegment(eca69b8d-7d97-4f57-9ff2-44a210eeeac5),segment_id=eca69b8d-7d97-4f57-9ff2-44a210eeeac5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:51.930967 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'a74cc014-1d13-45f1-9469-9c1c2b20eaf3', 'network_id': 'fdee4957-6bbb-4f2f-9da3-e8bd5bb63200', 'port_id': 'a74cc014-1d13-45f1-9469-9c1c2b20eaf3', 'mac_address': 'fa:16:3e:09:e7:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '000fddb8-29d6-4f77-bc6f-fc04154217b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:04:52.015219 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.039173 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3333a9d7-c295-4c97-aabc-225dfa3d602f req-77af8e5e-288c-4da9-9187-f0969ed2191f tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920195 Jul 15 13:04:52.044940 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a74cc014-1d13-45f1-9469-9c1c2b20eaf3 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:04:52.148046 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port a74cc014-1d13-45f1-9469-9c1c2b20eaf3, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=a74cc014-1d13-45f1-9469-9c1c2b20eaf3,segment=NetworkSegment(eca69b8d-7d97-4f57-9ff2-44a210eeeac5),segment_id=eca69b8d-7d97-4f57-9ff2-44a210eeeac5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:52.172073 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:52.267672 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-873af939-904d-47ba-b637-4c3d38794efe req-fe3da981-cd14-4d6d-b611-3a96dc0c2e12 service neutron] 10.222.0.18 "GET /v2.0/networks/fdee4957-6bbb-4f2f-9da3-e8bd5bb63200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986161 Jul 15 13:04:52.401501 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e29915-6383-457e-8ff4-54012cfd6251 req-f5894865-96b8-4707-8fe6-60c28fdd08a4 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:52.412654 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7e29915-6383-457e-8ff4-54012cfd6251 req-f5894865-96b8-4707-8fe6-60c28fdd08a4 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=f77d9837-6412-43f3-9f1a-c325e581db6d HTTP/1.1" status: 200 len: 946 time: 0.4045925 Jul 15 13:04:52.445699 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['a74cc014-1d13-45f1-9469-9c1c2b20eaf3'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:04:52.533365 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7e29915-6383-457e-8ff4-54012cfd6251 req-471715b3-28a8-428a-a239-9f0fdf0084c1 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089656 Jul 15 13:04:52.550965 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=a74cc014-1d13-45f1-9469-9c1c2b20eaf3,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:52.762611 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae69f8-7f45-48d4-a92c-c839a09b19e6 req-c01c17b2-c376-4e88-8cf3-e069041adaac tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:52.784419 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ebae69f8-7f45-48d4-a92c-c839a09b19e6 req-c01c17b2-c376-4e88-8cf3-e069041adaac tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3f57c1f-862f-48e3-9d8c-60796c84a49c HTTP/1.1" status: 200 len: 950 time: 0.3441560 Jul 15 13:04:52.799949 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:04:53.083437 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-ebae69f8-7f45-48d4-a92c-c839a09b19e6 req-063bbbd4-3e11-48a7-867a-990f75590613 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Deleting port 1afc570d-6aa4-4817-91c6-c4414a141b4f {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:53.084201 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ebae69f8-7f45-48d4-a92c-c839a09b19e6 req-063bbbd4-3e11-48a7-867a-990f75590613 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.202578 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.206545 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8f257-529a-4b24-bfd4-f9cde1183374 req-e8dc3b23-815a-45f6-b772-f3580a3d4714 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:53.208431 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-21b8f257-529a-4b24-bfd4-f9cde1183374 req-e8dc3b23-815a-45f6-b772-f3580a3d4714 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f57c1f-862f-48e3-9d8c-60796c84a49c HTTP/1.1" status: 200 len: 950 time: 0.1649055 Jul 15 13:04:53.267419 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-ebae69f8-7f45-48d4-a92c-c839a09b19e6 req-063bbbd4-3e11-48a7-867a-990f75590613 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] For port 1afc570d-6aa4-4817-91c6-c4414a141b4f, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=1afc570d-6aa4-4817-91c6-c4414a141b4f,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:53.267835 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ebae69f8-7f45-48d4-a92c-c839a09b19e6 req-063bbbd4-3e11-48a7-867a-990f75590613 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.296341 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-ebae69f8-7f45-48d4-a92c-c839a09b19e6 req-063bbbd4-3e11-48a7-867a-990f75590613 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Calling delete_port for 1afc570d-6aa4-4817-91c6-c4414a141b4f owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:04:53.312164 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-21b8f257-529a-4b24-bfd4-f9cde1183374 req-f3687ad6-0d6e-4c03-b6ea-7732b7c66478 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/security-groups?id=9adf9b32-fd96-499e-ae6e-61586dc033f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936625 Jul 15 13:04:53.371436 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-883932d0-de25-42b7-8a8c-16e81f24935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.631428 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device a74cc014-1d13-45f1-9469-9c1c2b20eaf3 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:04:53.643141 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107726d8-9fdf-456f-b240-dfe59a25de72 req-fd66fb97-8f8c-4f8f-a218-1d7120013114 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:53.645289 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-107726d8-9fdf-456f-b240-dfe59a25de72 req-fd66fb97-8f8c-4f8f-a218-1d7120013114 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 945 time: 0.2931371 Jul 15 13:04:53.661235 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ebae69f8-7f45-48d4-a92c-c839a09b19e6 req-063bbbd4-3e11-48a7-867a-990f75590613 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.738909 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063bbbd4-3e11-48a7-867a-990f75590613 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Pushing event deleted for resources: {'Port': ['ID=1afc570d-6aa4-4817-91c6-c4414a141b4f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:53.812093 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port a74cc014-1d13-45f1-9469-9c1c2b20eaf3 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:04:53.819443 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port a74cc014-1d13-45f1-9469-9c1c2b20eaf3 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:04:53.820400 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.909587 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebae69f8-7f45-48d4-a92c-c839a09b19e6 req-063bbbd4-3e11-48a7-867a-990f75590613 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] No DVR routers for this DVR port 1afc570d-6aa4-4817-91c6-c4414a141b4f on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:04:53.938989 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-107726d8-9fdf-456f-b240-dfe59a25de72 req-58ff8032-4442-45f8-9ee2-04e6e49676ef tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825921 Jul 15 13:04:53.940914 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ebae69f8-7f45-48d4-a92c-c839a09b19e6 req-063bbbd4-3e11-48a7-867a-990f75590613 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:53.962876 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ebae69f8-7f45-48d4-a92c-c839a09b19e6 req-063bbbd4-3e11-48a7-867a-990f75590613 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.18 "DELETE /v2.0/ports/1afc570d-6aa4-4817-91c6-c4414a141b4f HTTP/1.1" status: 204 len: 173 time: 1.1685188 Jul 15 13:04:53.963712 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f57c1f-862f-48e3-9d8c-60796c84a49c', 'name': 'network-vif-deleted', 'tag': '1afc570d-6aa4-4817-91c6-c4414a141b4f'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:53.968007 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e3dfc7-b487-4da9-aae7-5f2ed744b3fe" -d '{"events": [{"server_uuid": "e3f57c1f-862f-48e3-9d8c-60796c84a49c", "name": "network-vif-deleted", "tag": "1afc570d-6aa4-4817-91c6-c4414a141b4f"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:53.978236 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.024283 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74cc014-1d13-45f1-9469-9c1c2b20eaf3'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:04:54.027387 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438b1a3e-0347-461a-aa47-4a6c41670868" -d '{"events": [{"server_uuid": "b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a", "name": "network-vif-plugged", "status": "completed", "tag": "a74cc014-1d13-45f1-9469-9c1c2b20eaf3"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:04:54.029222 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43517c2-f6ad-455a-9069-a97c2c1f37bc req-37396435-e726-400e-9db6-1da64db0fb0e tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:54.048075 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e43517c2-f6ad-455a-9069-a97c2c1f37bc req-37396435-e726-400e-9db6-1da64db0fb0e tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=f77d9837-6412-43f3-9f1a-c325e581db6d HTTP/1.1" status: 200 len: 946 time: 0.2012839 Jul 15 13:04:54.100730 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port a74cc014-1d13-45f1-9469-9c1c2b20eaf3, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=a74cc014-1d13-45f1-9469-9c1c2b20eaf3,segment=NetworkSegment(eca69b8d-7d97-4f57-9ff2-44a210eeeac5),segment_id=eca69b8d-7d97-4f57-9ff2-44a210eeeac5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:54.110027 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.110909 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 1afc570d-6aa4-4817-91c6-c4414a141b4f no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:04:54.135263 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e43517c2-f6ad-455a-9069-a97c2c1f37bc req-0bb7de3f-1e3d-49ad-a87e-d916703d366f tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841200 Jul 15 13:04:54.286719 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 1afc570d-6aa4-4817-91c6-c4414a141b4f {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:04:54.288071 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 1afc570d-6aa4-4817-91c6-c4414a141b4f not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:04:54.350242 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=a74cc014-1d13-45f1-9469-9c1c2b20eaf3,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:54.434168 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8db9ed5-7d1f-4315-b54f-8640c068a4ed x-openstack-request-id: req-d8db9ed5-7d1f-4315-b54f-8640c068a4ed {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:54.434761 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3f57c1f-862f-48e3-9d8c-60796c84a49c", "name": "network-vif-deleted", "tag": "1afc570d-6aa4-4817-91c6-c4414a141b4f", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:54.435317 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d8db9ed5-7d1f-4315-b54f-8640c068a4ed {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:54.436234 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3f57c1f-862f-48e3-9d8c-60796c84a49c', 'name': 'network-vif-deleted', 'tag': '1afc570d-6aa4-4817-91c6-c4414a141b4f', 'status': 'completed', 'code': 200} Jul 15 13:04:54.554106 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.644542 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e84c9ca-7f93-4775-9477-b25562d452cc x-openstack-request-id: req-9e84c9ca-7f93-4775-9477-b25562d452cc {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:04:54.646579 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a", "name": "network-vif-plugged", "status": "completed", "tag": "a74cc014-1d13-45f1-9469-9c1c2b20eaf3", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:04:54.647013 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9e84c9ca-7f93-4775-9477-b25562d452cc {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:04:54.655080 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74cc014-1d13-45f1-9469-9c1c2b20eaf3', 'code': 200} Jul 15 13:04:54.693094 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:54.843125 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd4cfc-6129-447a-8da9-27d9d9bac490 req-e0826822-48f2-47c1-87de-c811ede67c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:54.844847 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-24dd4cfc-6129-447a-8da9-27d9d9bac490 req-e0826822-48f2-47c1-87de-c811ede67c68 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 1098 time: 0.1080472 Jul 15 13:04:54.874499 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4e8fa371-0fb1-4ff7-95e1-bb357516cc3a req-cb13f5e0-77d5-47c9-8a7d-21836f05f6c9 tempest-ServersAdminNegativeTestJSON-1994912773 tempest-ServersAdminNegativeTestJSON-1994912773-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3f57c1f-862f-48e3-9d8c-60796c84a49c HTTP/1.1" status: 200 len: 210 time: 0.0443041 Jul 15 13:04:54.907104 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-24dd4cfc-6129-447a-8da9-27d9d9bac490 req-f9a1aaed-46af-41fc-a6c4-91da5321f763 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551548 Jul 15 13:04:55.152428 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939a3c7-cc39-442d-b96a-636a594c4ec1 req-9518e95f-8504-462c-a6f6-2e135196eccc tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:55.155382 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f939a3c7-cc39-442d-b96a-636a594c4ec1 req-9518e95f-8504-462c-a6f6-2e135196eccc tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb63e20c-1b03-4fd6-886f-16fcc03a32c3 HTTP/1.1" status: 200 len: 945 time: 0.1226611 Jul 15 13:04:55.289829 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f939a3c7-cc39-442d-b96a-636a594c4ec1 req-22e3abd8-2646-44e2-b61e-5dbdbf24b8ee tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3352c9-1fd4-408f-b7ed-46c93f68b25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269298 Jul 15 13:04:55.388017 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359269ea-b321-421a-a51d-4b503a6b4fc6 req-30bc0587-e7b8-40a4-b6e6-91b2a4bc8c03 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:55.396262 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-359269ea-b321-421a-a51d-4b503a6b4fc6 req-30bc0587-e7b8-40a4-b6e6-91b2a4bc8c03 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 946 time: 0.1046014 Jul 15 13:04:55.446229 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-359269ea-b321-421a-a51d-4b503a6b4fc6 req-509021c7-577e-40f6-a6de-aa5d3a5da37d tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486190 Jul 15 13:04:55.667628 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75398d3-b4cc-446e-8740-f306804af7f2 req-ee3fda13-003d-4101-b3b8-0f814719a58b tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:55.671510 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e75398d3-b4cc-446e-8740-f306804af7f2 req-ee3fda13-003d-4101-b3b8-0f814719a58b tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=f77d9837-6412-43f3-9f1a-c325e581db6d HTTP/1.1" status: 200 len: 946 time: 0.1079524 Jul 15 13:04:55.731887 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e75398d3-b4cc-446e-8740-f306804af7f2 req-5ec78208-1f47-48ec-8556-ccbf0d1a8865 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529246 Jul 15 13:04:56.163194 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:56.483563 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48370) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:56.558409 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48374) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:56.821941 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf205fc5-0576-4905-afbc-07b4be788967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:56.941917 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174c049-2223-4473-8960-4ec4773ccc69 req-6870f91a-b28b-4924-afc3-f412ae37f58a tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:56.955375 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8174c049-2223-4473-8960-4ec4773ccc69 req-6870f91a-b28b-4924-afc3-f412ae37f58a tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 946 time: 0.1855831 Jul 15 13:04:56.999645 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e4db77d2-ac34-4c34-8f41-b01eed9682fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b0e96f0479e74f07989613dd927cd588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5128407 Jul 15 13:04:57.012963 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48388) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:57.040763 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf205fc5-0576-4905-afbc-07b4be788967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:57.057176 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf205fc5-0576-4905-afbc-07b4be788967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:57.096639 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8174c049-2223-4473-8960-4ec4773ccc69 req-0c64b156-b4d9-41a4-9598-03a0eb5e51ce tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397870 Jul 15 13:04:57.120856 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf205fc5-0576-4905-afbc-07b4be788967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ab33f8-f1b6-4322-8ea4-c3737292579f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:57.130301 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf205fc5-0576-4905-afbc-07b4be788967 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:57.130682 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf205fc5-0576-4905-afbc-07b4be788967 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:57.131128 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf205fc5-0576-4905-afbc-07b4be788967 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:57.131526 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf205fc5-0576-4905-afbc-07b4be788967 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:57.131919 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf205fc5-0576-4905-afbc-07b4be788967 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:57.132311 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf205fc5-0576-4905-afbc-07b4be788967 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:57.132718 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf205fc5-0576-4905-afbc-07b4be788967 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:57.133112 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf205fc5-0576-4905-afbc-07b4be788967 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:57.133496 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf205fc5-0576-4905-afbc-07b4be788967 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:57.133900 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf205fc5-0576-4905-afbc-07b4be788967 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:57.134288 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf205fc5-0576-4905-afbc-07b4be788967 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:57.134607 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf205fc5-0576-4905-afbc-07b4be788967 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:57.139248 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3c436fc-14a6-4446-95c4-71a6a60f75be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:57.141013 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-bf205fc5-0576-4905-afbc-07b4be788967 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7507f35ed9e649db980f0a6663470411&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5815136 Jul 15 13:04:57.144369 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48392) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:57.181839 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031c03a-c13e-4b9e-badf-fe9054c6ba07 req-2a19ad7c-7343-49f9-ae64-69ef3116ffcf tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:57.196215 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9031c03a-c13e-4b9e-badf-fe9054c6ba07 req-2a19ad7c-7343-49f9-ae64-69ef3116ffcf tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb63e20c-1b03-4fd6-886f-16fcc03a32c3 HTTP/1.1" status: 200 len: 945 time: 0.2178664 Jul 15 13:04:57.212114 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3c436fc-14a6-4446-95c4-71a6a60f75be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:57.261460 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-315d4119-4be1-4649-a28a-51eaf6f0a77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:57.289972 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-315d4119-4be1-4649-a28a-51eaf6f0a77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:57.372717 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9031c03a-c13e-4b9e-badf-fe9054c6ba07 req-ef13ba98-52f8-4b7b-87d6-dab66f163d84 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3352c9-1fd4-408f-b7ed-46c93f68b25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362476 Jul 15 13:04:57.396437 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-315d4119-4be1-4649-a28a-51eaf6f0a77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:57.416366 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-315d4119-4be1-4649-a28a-51eaf6f0a77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:57.418437 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-315d4119-4be1-4649-a28a-51eaf6f0a77f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11ab33f8-f1b6-4322-8ea4-c3737292579f HTTP/1.1" status: 204 len: 168 time: 0.2709053 Jul 15 13:04:57.435878 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3c436fc-14a6-4446-95c4-71a6a60f75be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:57.449026 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3c436fc-14a6-4446-95c4-71a6a60f75be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:57.456189 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c3c436fc-14a6-4446-95c4-71a6a60f75be admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9adf9b32-fd96-499e-ae6e-61586dc033f4 HTTP/1.1" status: 204 len: 168 time: 0.4415579 Jul 15 13:04:57.461217 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d4119-4be1-4649-a28a-51eaf6f0a77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ab33f8-f1b6-4322-8ea4-c3737292579f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:57.506302 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315d4119-4be1-4649-a28a-51eaf6f0a77f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:57.510639 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315d4119-4be1-4649-a28a-51eaf6f0a77f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:57.513237 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315d4119-4be1-4649-a28a-51eaf6f0a77f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:57.516638 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315d4119-4be1-4649-a28a-51eaf6f0a77f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:57.517332 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315d4119-4be1-4649-a28a-51eaf6f0a77f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:57.519178 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315d4119-4be1-4649-a28a-51eaf6f0a77f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:57.519897 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315d4119-4be1-4649-a28a-51eaf6f0a77f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:57.523749 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315d4119-4be1-4649-a28a-51eaf6f0a77f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:57.525132 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315d4119-4be1-4649-a28a-51eaf6f0a77f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:57.528293 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315d4119-4be1-4649-a28a-51eaf6f0a77f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:57.529343 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315d4119-4be1-4649-a28a-51eaf6f0a77f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:57.530171 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315d4119-4be1-4649-a28a-51eaf6f0a77f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:04:57.602433 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c436fc-14a6-4446-95c4-71a6a60f75be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adf9b32-fd96-499e-ae6e-61586dc033f4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:57.860176 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6706bca-3d57-459e-baaf-cccbbc0badb0 req-26c22fe1-c809-445e-82eb-a15e88891686 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:57.880669 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b6706bca-3d57-459e-baaf-cccbbc0badb0 req-26c22fe1-c809-445e-82eb-a15e88891686 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=f77d9837-6412-43f3-9f1a-c325e581db6d HTTP/1.1" status: 200 len: 946 time: 0.1655924 Jul 15 13:04:57.975083 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b6706bca-3d57-459e-baaf-cccbbc0badb0 req-12630f92-778b-4f80-94af-b7dbee7abebd tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923541 Jul 15 13:04:58.258852 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48410) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:58.282414 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9f5ba-57ee-445c-98c1-2dbb3ae74a27 req-f0aa0161-9d54-4f62-b4b9-ffcfe025fe64 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:58.288654 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48412) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:58.302710 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f5d9f5ba-57ee-445c-98c1-2dbb3ae74a27 req-f0aa0161-9d54-4f62-b4b9-ffcfe025fe64 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 946 time: 0.1867917 Jul 15 13:04:58.306245 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-39ab3f11-376e-49be-b34a-e7eeedf34aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.383713 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f5d9f5ba-57ee-445c-98c1-2dbb3ae74a27 req-9bbf5138-5dfb-4a94-8131-2634aa089292 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865021 Jul 15 13:04:58.416580 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-de3eb9c3-a7f1-4c41-9ba8-b0dd281ded48 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83a8db212628451eba95ad241151b140&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1122487 Jul 15 13:04:58.419109 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48414) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:58.518562 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c69dfd23-fcd5-4959-bcdb-f186be8b2eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.546734 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c69dfd23-fcd5-4959-bcdb-f186be8b2eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.615775 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-39ab3f11-376e-49be-b34a-e7eeedf34aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.617680 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c69dfd23-fcd5-4959-bcdb-f186be8b2eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.621153 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c69dfd23-fcd5-4959-bcdb-f186be8b2eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.622800 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c69dfd23-fcd5-4959-bcdb-f186be8b2eb4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4106f0dc-11cf-4311-9d55-286a051c72fc HTTP/1.1" status: 204 len: 168 time: 0.2023363 Jul 15 13:04:58.651857 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-39ab3f11-376e-49be-b34a-e7eeedf34aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.660040 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69dfd23-fcd5-4959-bcdb-f186be8b2eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4106f0dc-11cf-4311-9d55-286a051c72fc,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:58.674385 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418c4c1-59a8-4d22-9098-101535994f2a req-cfb1a372-8e61-4eda-b856-2d942439cbdb tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:58.677809 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0418c4c1-59a8-4d22-9098-101535994f2a req-cfb1a372-8e61-4eda-b856-2d942439cbdb tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb63e20c-1b03-4fd6-886f-16fcc03a32c3 HTTP/1.1" status: 200 len: 945 time: 0.1895466 Jul 15 13:04:58.803548 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-39ab3f11-376e-49be-b34a-e7eeedf34aa6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a4c3309f9f4b4fed88464611ebb626cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5300894 Jul 15 13:04:58.803548 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab3f11-376e-49be-b34a-e7eeedf34aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e802a3d-71d1-4b54-81fc-1ef47d1569a0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:58.803548 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48426) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:04:58.915648 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-92c53ad0-b920-4783-9156-762d36b246d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.946280 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a0f10-10c9-4aab-ac55-f992e60d2500 req-b0e426a6-304f-4924-a214-356e9113d30b tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:58.948282 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-92c53ad0-b920-4783-9156-762d36b246d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:58.951955 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0e4a0f10-10c9-4aab-ac55-f992e60d2500 req-b0e426a6-304f-4924-a214-356e9113d30b tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb63e20c-1b03-4fd6-886f-16fcc03a32c3 HTTP/1.1" status: 200 len: 945 time: 0.2728875 Jul 15 13:04:59.030338 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-92c53ad0-b920-4783-9156-762d36b246d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.033866 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-92c53ad0-b920-4783-9156-762d36b246d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.038464 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-92c53ad0-b920-4783-9156-762d36b246d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e802a3d-71d1-4b54-81fc-1ef47d1569a0 HTTP/1.1" status: 204 len: 168 time: 0.2430027 Jul 15 13:04:59.054246 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c53ad0-b920-4783-9156-762d36b246d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e802a3d-71d1-4b54-81fc-1ef47d1569a0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:04:59.120856 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0e4a0f10-10c9-4aab-ac55-f992e60d2500 req-570dab01-c0ab-4e8e-9613-594277967f84 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a3352c9-1fd4-408f-b7ed-46c93f68b25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499729 Jul 15 13:04:59.152462 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-0418c4c1-59a8-4d22-9098-101535994f2a req-36b49fb0-d866-4f5f-8f31-2e77d91750df tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Deleting port 3599cbba-e9fe-4669-bae0-782343103da9 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:04:59.153079 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0418c4c1-59a8-4d22-9098-101535994f2a req-36b49fb0-d866-4f5f-8f31-2e77d91750df tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.330710 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-0418c4c1-59a8-4d22-9098-101535994f2a req-36b49fb0-d866-4f5f-8f31-2e77d91750df tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] For port 3599cbba-e9fe-4669-bae0-782343103da9, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3599cbba-e9fe-4669-bae0-782343103da9,segment=NetworkSegment(16055f84-7db3-46f6-898f-31f08282e2c9),segment_id=16055f84-7db3-46f6-898f-31f08282e2c9)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:04:59.331508 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0418c4c1-59a8-4d22-9098-101535994f2a req-36b49fb0-d866-4f5f-8f31-2e77d91750df tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:59.530997 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb2f03-072a-4053-a2cd-27b711e591d7 req-6ac04876-4e85-4738-8a2c-342f91dba4bc tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:59.542081 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cbbb2f03-072a-4053-a2cd-27b711e591d7 req-6ac04876-4e85-4738-8a2c-342f91dba4bc tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 946 time: 0.1206160 Jul 15 13:04:59.619464 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cbbb2f03-072a-4053-a2cd-27b711e591d7 req-12200d6d-fb96-41c8-a2a3-c7cc5ea713b8 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755000 Jul 15 13:04:59.974940 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2809f5d-d4f6-4c36-8ad3-45de263e701a req-3bff30c1-6daa-4d85-b317-d2023967977f tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:04:59.978796 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d2809f5d-d4f6-4c36-8ad3-45de263e701a req-3bff30c1-6daa-4d85-b317-d2023967977f tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=f77d9837-6412-43f3-9f1a-c325e581db6d HTTP/1.1" status: 200 len: 946 time: 0.2208829 Jul 15 13:05:00.078737 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d2809f5d-d4f6-4c36-8ad3-45de263e701a req-3a0b9537-6cc8-4768-86e2-24c56f014ade tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905495 Jul 15 13:05:00.454929 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0418c4c1-59a8-4d22-9098-101535994f2a req-36b49fb0-d866-4f5f-8f31-2e77d91750df tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:00.457118 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0418c4c1-59a8-4d22-9098-101535994f2a req-36b49fb0-d866-4f5f-8f31-2e77d91750df tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:00.458736 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [req-0418c4c1-59a8-4d22-9098-101535994f2a req-36b49fb0-d866-4f5f-8f31-2e77d91750df tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Floating IP 1ceb4330-66f6-4f1d-bc58-963c2182e536 disassociated. External IP: 172.25.6.149, port: 3599cbba-e9fe-4669-bae0-782343103da9. Jul 15 13:05:00.461580 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-0418c4c1-59a8-4d22-9098-101535994f2a req-36b49fb0-d866-4f5f-8f31-2e77d91750df tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Calling delete_port for 3599cbba-e9fe-4669-bae0-782343103da9 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:00.651779 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48502) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:00.775434 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b54f7-4778-473d-b5a5-5e50d3589780 req-b2837fc7-b8cc-4c65-b0f9-9846c2479b55 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:00.801577 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-202b54f7-4778-473d-b5a5-5e50d3589780 req-b2837fc7-b8cc-4c65-b0f9-9846c2479b55 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 946 time: 0.2054727 Jul 15 13:05:00.866583 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-202b54f7-4778-473d-b5a5-5e50d3589780 req-f893f147-9480-457e-a54d-9069f2b47072 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631835 Jul 15 13:05:00.867083 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-8737e006-fcc4-4985-ac8f-b53c4ee475e5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1461522680-network', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:00.868289 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0418c4c1-59a8-4d22-9098-101535994f2a req-36b49fb0-d866-4f5f-8f31-2e77d91750df tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:00.922771 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-da38a868-0044-4871-9f53-ab99893c7766 req-bd3da160-b793-4f1a-bc8c-a0490db31b7d tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb63e20c-1b03-4fd6-886f-16fcc03a32c3 HTTP/1.1" status: 200 len: 210 time: 0.0973988 Jul 15 13:05:00.963251 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b49fb0-d866-4f5f-8f31-2e77d91750df tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Pushing event deleted for resources: {'Port': ['ID=3599cbba-e9fe-4669-bae0-782343103da9,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:00.973540 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8737e006-fcc4-4985-ac8f-b53c4ee475e5 admin admin] Made reservation on behalf of e6722cf0529e42bab580975825cb7f20 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:00.977477 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8737e006-fcc4-4985-ac8f-b53c4ee475e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.019923 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8737e006-fcc4-4985-ac8f-b53c4ee475e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.276704 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0418c4c1-59a8-4d22-9098-101535994f2a req-36b49fb0-d866-4f5f-8f31-2e77d91750df tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Router 67c6bf10-fbf6-4f03-ae82-622a087bd603 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:05:01.315074 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8737e006-fcc4-4985-ac8f-b53c4ee475e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.329497 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8737e006-fcc4-4985-ac8f-b53c4ee475e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.448608 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8737e006-fcc4-4985-ac8f-b53c4ee475e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:05:01.544458 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8737e006-fcc4-4985-ac8f-b53c4ee475e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.545037 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-8737e006-fcc4-4985-ac8f-b53c4ee475e5 admin admin] Added segment 97b9ecac-5850-409f-85ad-edb928189967 of type vlan for network 15f5e38d-4952-4914-a6e9-ead735ddcdbc Jul 15 13:05:01.563138 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737e006-fcc4-4985-ac8f-b53c4ee475e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38385c7a-95c3-401a-89ac-91be837f1c39,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:01.618328 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0418c4c1-59a8-4d22-9098-101535994f2a req-36b49fb0-d866-4f5f-8f31-2e77d91750df tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:05:01.631041 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea69e8c1-2e0a-4662-a13a-7674dfe80cc6 None None] Sync routers for ids ['67c6bf10-fbf6-4f03-ae82-622a087bd603'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:05:01.647104 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea69e8c1-2e0a-4662-a13a-7674dfe80cc6 None None] Routers {'67c6bf10-fbf6-4f03-ae82-622a087bd603'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:01.651131 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ea69e8c1-2e0a-4662-a13a-7674dfe80cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:04:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['67c6bf10-fbf6-4f03-ae82-622a087bd603'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:01.678330 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8737e006-fcc4-4985-ac8f-b53c4ee475e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.749802 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8737e006-fcc4-4985-ac8f-b53c4ee475e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.753590 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8737e006-fcc4-4985-ac8f-b53c4ee475e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:01.754518 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8737e006-fcc4-4985-ac8f-b53c4ee475e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.759595 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-0418c4c1-59a8-4d22-9098-101535994f2a req-36b49fb0-d866-4f5f-8f31-2e77d91750df tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] No DVR routers for this DVR port 3599cbba-e9fe-4669-bae0-782343103da9 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:05:01.767262 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0418c4c1-59a8-4d22-9098-101535994f2a req-36b49fb0-d866-4f5f-8f31-2e77d91750df tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.773041 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0418c4c1-59a8-4d22-9098-101535994f2a req-36b49fb0-d866-4f5f-8f31-2e77d91750df tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.32 "DELETE /v2.0/ports/3599cbba-e9fe-4669-bae0-782343103da9 HTTP/1.1" status: 204 len: 173 time: 3.0786424 Jul 15 13:05:01.780558 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb63e20c-1b03-4fd6-886f-16fcc03a32c3', 'name': 'network-vif-deleted', 'tag': '3599cbba-e9fe-4669-bae0-782343103da9'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:01.789842 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6af85fa-084f-48b3-af94-a4faa93be9a8" -d '{"events": [{"server_uuid": "cb63e20c-1b03-4fd6-886f-16fcc03a32c3", "name": "network-vif-deleted", "tag": "3599cbba-e9fe-4669-bae0-782343103da9"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:01.827871 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31615f-3087-4333-b688-53227a54d416 req-3118561a-47be-45e0-b12b-24cd03abb3a7 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:01.833021 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8737e006-fcc4-4985-ac8f-b53c4ee475e5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1796134 Jul 15 13:05:01.837731 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48538) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:01.846674 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9b31615f-3087-4333-b688-53227a54d416 req-3118561a-47be-45e0-b12b-24cd03abb3a7 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=f77d9837-6412-43f3-9f1a-c325e581db6d HTTP/1.1" status: 200 len: 946 time: 0.3398998 Jul 15 13:05:01.850147 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-6e1e4817-c9a3-4326-a901-b956fc16bb3e admin admin] Request body: {'subnet': {'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461522680-subnet', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:01.913018 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737e006-fcc4-4985-ac8f-b53c4ee475e5 admin admin] Pushing event updated for resources: {'Network': ['ID=15f5e38d-4952-4914-a6e9-ead735ddcdbc,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:01.955651 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1e4817-c9a3-4326-a901-b956fc16bb3e admin admin] Made reservation on behalf of e6722cf0529e42bab580975825cb7f20 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:01.963107 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4817-c9a3-4326-a901-b956fc16bb3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:01.993550 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-ea69e8c1-2e0a-4662-a13a-7674dfe80cc6 None None] Set router 67c6bf10-fbf6-4f03-ae82-622a087bd603 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:01.996616 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9b31615f-3087-4333-b688-53227a54d416 req-6169d611-9bb3-4aaf-b033-1781e0da0443 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448777 Jul 15 13:05:02.344137 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4817-c9a3-4326-a901-b956fc16bb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.357275 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd55d80f-2ae8-4090-93f3-75a7b08d56cb x-openstack-request-id: req-bd55d80f-2ae8-4090-93f3-75a7b08d56cb {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:02.358176 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb63e20c-1b03-4fd6-886f-16fcc03a32c3", "name": "network-vif-deleted", "tag": "3599cbba-e9fe-4669-bae0-782343103da9", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:02.358613 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd55d80f-2ae8-4090-93f3-75a7b08d56cb {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:02.359198 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb63e20c-1b03-4fd6-886f-16fcc03a32c3', 'name': 'network-vif-deleted', 'tag': '3599cbba-e9fe-4669-bae0-782343103da9', 'status': 'completed', 'code': 200} Jul 15 13:05:02.379291 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 15f5e38d-4952-4914-a6e9-ead735ddcdbc details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:05:02.421609 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e4817-c9a3-4326-a901-b956fc16bb3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=025d5c18-d573-4395-91a0-0d10b88dc7bd,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:02.479861 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1e4817-c9a3-4326-a901-b956fc16bb3e admin admin] Checking segment: {'id': '97b9ecac-5850-409f-85ad-edb928189967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:02.480152 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1e4817-c9a3-4326-a901-b956fc16bb3e admin admin] Network hostable DHCP agents. Network: 15f5e38d-4952-4914-a6e9-ead735ddcdbc, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:05:02.514470 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1e4817-c9a3-4326-a901-b956fc16bb3e admin admin] Network 15f5e38d-4952-4914-a6e9-ead735ddcdbc is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:05:02.535303 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-6e1e4817-c9a3-4326-a901-b956fc16bb3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 15f5e38d-4952-4914-a6e9-ead735ddcdbc) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:02.546128 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1e4817-c9a3-4326-a901-b956fc16bb3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:02.549554 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4817-c9a3-4326-a901-b956fc16bb3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.558938 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf4c5d7-a255-43a6-86b4-74ce45dfb4f3 None None] Network 15f5e38d-4952-4914-a6e9-ead735ddcdbc requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:05:02.588964 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6e1e4817-c9a3-4326-a901-b956fc16bb3e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7487946 Jul 15 13:05:02.592009 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48566) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:02.598861 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3bc11e4c-a3cb-41dc-9dcd-d843194a6aad admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1461522680-router', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:02.714432 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cfa2d053-f318-4513-855b-99d3f6c748d4 req-c8c9bb71-2f69-4b1e-a9cd-546b595afaab tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb63e20c-1b03-4fd6-886f-16fcc03a32c3 HTTP/1.1" status: 200 len: 210 time: 0.0898616 Jul 15 13:05:02.729826 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3bc11e4c-a3cb-41dc-9dcd-d843194a6aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.731450 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3bc11e4c-a3cb-41dc-9dcd-d843194a6aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.826915 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 3599cbba-e9fe-4669-bae0-782343103da9 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:02.885121 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 3599cbba-e9fe-4669-bae0-782343103da9 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:02.885461 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 3599cbba-e9fe-4669-bae0-782343103da9 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:02.935721 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ad56e1-235f-4a42-adca-0692ff6c7667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'fixed_ips': [{'subnet_id': '025d5c18-d573-4395-91a0-0d10b88dc7bd'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:05:02.936611 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1ad56e1-235f-4a42-adca-0692ff6c7667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:02.976813 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3bc11e4c-a3cb-41dc-9dcd-d843194a6aad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:03.031963 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec1d76-2410-4c3d-834a-d6911355c017 req-f82bf185-6279-4238-846d-94ca78387117 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:03.041237 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-41ec1d76-2410-4c3d-834a-d6911355c017 req-f82bf185-6279-4238-846d-94ca78387117 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 946 time: 0.1121464 Jul 15 13:05:03.116884 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-41ec1d76-2410-4c3d-834a-d6911355c017 req-e7da0142-9dbb-403a-8454-01f1b947900e tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742218 Jul 15 13:05:03.240871 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ea69e8c1-2e0a-4662-a13a-7674dfe80cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-994761235-router', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:59:40Z', 'updated_at': '2021-07-15T12:59:52Z', 'revision_number': 4, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'gw_port': {'id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:43Z', 'updated_at': '2021-07-15T12:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '198476db-2dc7-409a-826b-b7d95e5afe9b', 'name': '', 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'mac_address': 'fa:16:3e:42:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:51Z', 'updated_at': '2021-07-15T13:00:04Z', 'revision_number': 5, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'subnets': [{'id': '7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:03.299787 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3bc11e4c-a3cb-41dc-9dcd-d843194a6aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:03.354579 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea69e8c1-2e0a-4662-a13a-7674dfe80cc6 None None] Checking router: 67c6bf10-fbf6-4f03-ae82-622a087bd603 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:05:03.413643 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea69e8c1-2e0a-4662-a13a-7674dfe80cc6 None None] Routers {'67c6bf10-fbf6-4f03-ae82-622a087bd603'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:03.418520 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0c50d-1a87-4480-ab6f-de1a18aa6e73 req-b087429d-1dea-4024-94f0-d5dc965c67f2 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:03.420548 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d7e0c50d-1a87-4480-ab6f-de1a18aa6e73 req-b087429d-1dea-4024-94f0-d5dc965c67f2 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=f77d9837-6412-43f3-9f1a-c325e581db6d HTTP/1.1" status: 200 len: 946 time: 0.1324649 Jul 15 13:05:03.421256 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ea69e8c1-2e0a-4662-a13a-7674dfe80cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:04:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['67c6bf10-fbf6-4f03-ae82-622a087bd603'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:03.490407 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d7e0c50d-1a87-4480-ab6f-de1a18aa6e73 req-1432360c-45e0-48a6-a380-ac1db27c1a70 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598314 Jul 15 13:05:03.604270 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-d1ad56e1-235f-4a42-adca-0692ff6c7667 None None] Allocated IP 172.20.0.2 (15f5e38d-4952-4914-a6e9-ead735ddcdbc/025d5c18-d573-4395-91a0-0d10b88dc7bd/1e2d1053-b45f-4468-b3a3-a447eb218042) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:03.723086 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3bc11e4c-a3cb-41dc-9dcd-d843194a6aad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:03.765717 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3bc11e4c-a3cb-41dc-9dcd-d843194a6aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:03.936249 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-3bc11e4c-a3cb-41dc-9dcd-d843194a6aad admin admin] Allocated IP 172.25.6.69 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:04.094365 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3bc11e4c-a3cb-41dc-9dcd-d843194a6aad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.164406 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3bc11e4c-a3cb-41dc-9dcd-d843194a6aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.223685 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc11e4c-a3cb-41dc-9dcd-d843194a6aad admin admin] Pushing event updated for resources: {'Port': ['ID=9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:04.237499 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-ea69e8c1-2e0a-4662-a13a-7674dfe80cc6 None None] Set router 67c6bf10-fbf6-4f03-ae82-622a087bd603 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:04.244826 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc11e4c-a3cb-41dc-9dcd-d843194a6aad admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:04.246836 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-3bc11e4c-a3cb-41dc-9dcd-d843194a6aad admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:04.253743 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc11e4c-a3cb-41dc-9dcd-d843194a6aad admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:04.470986 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48628) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:04.663894 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1ad56e1-235f-4a42-adca-0692ff6c7667 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.690784 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d1ad56e1-235f-4a42-adca-0692ff6c7667 None None] Transition to ACTIVE for port object 1e2d1053-b45f-4468-b3a3-a447eb218042 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:04.703081 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2fd66293-44f2-4785-bb4f-1badbafbe7cd tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.736600 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d1ad56e1-235f-4a42-adca-0692ff6c7667 None None] Transition to ACTIVE for port object 1e2d1053-b45f-4468-b3a3-a447eb218042 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:04.765952 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1ad56e1-235f-4a42-adca-0692ff6c7667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.778471 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2fd66293-44f2-4785-bb4f-1badbafbe7cd tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.871549 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad56e1-235f-4a42-adca-0692ff6c7667 None None] Pushing event updated for resources: {'Port': ['ID=1e2d1053-b45f-4468-b3a3-a447eb218042,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:04.907602 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2fd66293-44f2-4785-bb4f-1badbafbe7cd tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.910657 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2fd66293-44f2-4785-bb4f-1badbafbe7cd tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:04.913404 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2fd66293-44f2-4785-bb4f-1badbafbe7cd tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "DELETE /v2.0/security-groups/5a3352c9-1fd4-408f-b7ed-46c93f68b25d HTTP/1.1" status: 204 len: 168 time: 0.4412484 Jul 15 13:05:04.924475 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ad56e1-235f-4a42-adca-0692ff6c7667 None None] Network 15f5e38d-4952-4914-a6e9-ead735ddcdbc is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:04.932246 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-d1ad56e1-235f-4a42-adca-0692ff6c7667 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:04.936767 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ea69e8c1-2e0a-4662-a13a-7674dfe80cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-994761235-router', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:59:40Z', 'updated_at': '2021-07-15T12:59:52Z', 'revision_number': 4, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'gw_port': {'id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:43Z', 'updated_at': '2021-07-15T12:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '198476db-2dc7-409a-826b-b7d95e5afe9b', 'name': '', 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'mac_address': 'fa:16:3e:42:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:51Z', 'updated_at': '2021-07-15T13:00:04Z', 'revision_number': 5, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'subnets': [{'id': '7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:04.939791 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ad56e1-235f-4a42-adca-0692ff6c7667 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:04.950066 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48638) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:04.951349 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd66293-44f2-4785-bb4f-1badbafbe7cd tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3352c9-1fd4-408f-b7ed-46c93f68b25d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:04.985991 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-cf85cd07-f416-40e3-9c14-ae3e4ba75ba3 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] show failed (client error): The resource could not be found. Jul 15 13:05:04.987345 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-cf85cd07-f416-40e3-9c14-ae3e4ba75ba3 tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "GET /v2.0/security-groups/5a3352c9-1fd4-408f-b7ed-46c93f68b25d HTTP/1.1" status: 404 len: 347 time: 0.0246947 Jul 15 13:05:04.991614 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48640) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:05.058711 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48642) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:05.070758 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea69e8c1-2e0a-4662-a13a-7674dfe80cc6 None None] The sync data for ids ['67c6bf10-fbf6-4f03-ae82-622a087bd603'] in n-d-758944-45 is: [{'id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-994761235-router', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:59:40Z', 'updated_at': '2021-07-15T12:59:52Z', 'revision_number': 4, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'gw_port': {'id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:43Z', 'updated_at': '2021-07-15T12:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '198476db-2dc7-409a-826b-b7d95e5afe9b', 'name': '', 'network_id': '0c9ddec9-1058-4e8b-b69a-1210476af020', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'mac_address': 'fa:16:3e:42:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:51Z', 'updated_at': '2021-07-15T13:00:04Z', 'revision_number': 5, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'subnets': [{'id': '7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:05:05.108626 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-d1ad56e1-235f-4a42-adca-0692ff6c7667 None None] Attempting to bind port 1e2d1053-b45f-4468-b3a3-a447eb218042 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:05.109029 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-d1ad56e1-235f-4a42-adca-0692ff6c7667 None None] Attempting to bind port 1e2d1053-b45f-4468-b3a3-a447eb218042 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '97b9ecac-5850-409f-85ad-edb928189967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:05.109171 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c95155-047d-48b4-bf95-fc321679d8cf req-7c5ad243-f2ee-437c-9575-219b54f1c86e tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:05.109640 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ad56e1-235f-4a42-adca-0692ff6c7667 None None] Attempting to bind port 1e2d1053-b45f-4468-b3a3-a447eb218042 on network 15f5e38d-4952-4914-a6e9-ead735ddcdbc {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:05.123356 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-45c95155-047d-48b4-bf95-fc321679d8cf req-7c5ad243-f2ee-437c-9575-219b54f1c86e tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 946 time: 0.5918598 Jul 15 13:05:05.127847 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ad56e1-235f-4a42-adca-0692ff6c7667 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:05.128337 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ad56e1-235f-4a42-adca-0692ff6c7667 None None] Checking segment: {'id': '97b9ecac-5850-409f-85ad-edb928189967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:05.129135 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1ad56e1-235f-4a42-adca-0692ff6c7667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.129135 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ad56e1-235f-4a42-adca-0692ff6c7667 None None] Bound using segment: {'id': '97b9ecac-5850-409f-85ad-edb928189967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:05.129788 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-d1ad56e1-235f-4a42-adca-0692ff6c7667 None None] Bound port: 1e2d1053-b45f-4468-b3a3-a447eb218042, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b9ecac-5850-409f-85ad-edb928189967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:05.130424 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1ad56e1-235f-4a42-adca-0692ff6c7667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.280203 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506c9e4-336b-40a3-9ebb-d2d22fe036b4 req-6182068d-3624-408a-8f4a-f85d38074058 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:05.281903 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-45c95155-047d-48b4-bf95-fc321679d8cf req-8072d241-eab9-403b-bb95-625e31bcbe98 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541150 Jul 15 13:05:05.291009 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3bc11e4c-a3cb-41dc-9dcd-d843194a6aad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.296462 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d506c9e4-336b-40a3-9ebb-d2d22fe036b4 req-6182068d-3624-408a-8f4a-f85d38074058 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=f77d9837-6412-43f3-9f1a-c325e581db6d HTTP/1.1" status: 200 len: 946 time: 0.4067416 Jul 15 13:05:05.308683 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d1ad56e1-235f-4a42-adca-0692ff6c7667 None None] For port 1e2d1053-b45f-4468-b3a3-a447eb218042, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:05.320314 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d1ad56e1-235f-4a42-adca-0692ff6c7667 None None] For port 1e2d1053-b45f-4468-b3a3-a447eb218042, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=1e2d1053-b45f-4468-b3a3-a447eb218042,segment=NetworkSegment(97b9ecac-5850-409f-85ad-edb928189967),segment_id=97b9ecac-5850-409f-85ad-edb928189967)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:05.335861 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1ad56e1-235f-4a42-adca-0692ff6c7667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.368230 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-faf1a0fa-de3a-4b02-b919-274f030c69d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.454874 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad56e1-235f-4a42-adca-0692ff6c7667 None None] Pushing event updated for resources: {'Port': ['ID=1e2d1053-b45f-4468-b3a3-a447eb218042,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:05.491712 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d506c9e4-336b-40a3-9ebb-d2d22fe036b4 req-7b9a0326-6da0-469c-bb7f-d8856da5e5e7 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934156 Jul 15 13:05:05.573152 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1d0439ae-b0dd-4006-81eb-02b567d8d73b tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Deleting port c6cbae41-3aa3-452a-83df-53f54784ae0b {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:05.573849 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d0439ae-b0dd-4006-81eb-02b567d8d73b tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.800801 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683a8edf-331a-42bc-85ff-9a390a336fb3 None None] New status for floating IP 1ceb4330-66f6-4f1d-bc58-963c2182e536: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:05:05.809419 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d0439ae-b0dd-4006-81eb-02b567d8d73b tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.809419 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d0439ae-b0dd-4006-81eb-02b567d8d73b tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.832342 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1d0439ae-b0dd-4006-81eb-02b567d8d73b tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Calling delete_port for c6cbae41-3aa3-452a-83df-53f54784ae0b owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:05.858032 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3bc11e4c-a3cb-41dc-9dcd-d843194a6aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:05.917995 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-faf1a0fa-de3a-4b02-b919-274f030c69d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:06.003043 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-faf1a0fa-de3a-4b02-b919-274f030c69d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:06.100578 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-faf1a0fa-de3a-4b02-b919-274f030c69d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=38d6ddc824cf4f1fa1ace35c6082ea5e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0394504 Jul 15 13:05:06.112258 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48656) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:06.148966 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc11e4c-a3cb-41dc-9dcd-d843194a6aad admin admin] Router d85775f2-22ec-44b1-a44f-2fec8d29a0ba is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:05:06.157212 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1a0fa-de3a-4b02-b919-274f030c69d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d027e130-c2a0-4c71-874a-ac7d9f43629a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:06.220657 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b28f013-b9c4-4510-ac3f-ab050acee5de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:06.289410 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b28f013-b9c4-4510-ac3f-ab050acee5de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:06.312414 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc11e4c-a3cb-41dc-9dcd-d843194a6aad admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:05:06.338032 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278ce054-f1c5-414e-8ccb-d5fb96bd8595 None None] Sync routers for ids ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:05:06.341437 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3bc11e4c-a3cb-41dc-9dcd-d843194a6aad admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:06.343492 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d0439ae-b0dd-4006-81eb-02b567d8d73b tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:06.345263 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3bc11e4c-a3cb-41dc-9dcd-d843194a6aad admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.7512248 Jul 15 13:05:06.348363 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48660) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:06.382073 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278ce054-f1c5-414e-8ccb-d5fb96bd8595 None None] Routers {'d85775f2-22ec-44b1-a44f-2fec8d29a0ba'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:06.383877 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-278ce054-f1c5-414e-8ccb-d5fb96bd8595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:04:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:06.422922 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0439ae-b0dd-4006-81eb-02b567d8d73b tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Pushing event deleted for resources: {'Port': ['ID=c6cbae41-3aa3-452a-83df-53f54784ae0b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:06.573388 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b28f013-b9c4-4510-ac3f-ab050acee5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:06.581317 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b28f013-b9c4-4510-ac3f-ab050acee5de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:06.584708 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1b28f013-b9c4-4510-ac3f-ab050acee5de admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d027e130-c2a0-4c71-874a-ac7d9f43629a HTTP/1.1" status: 204 len: 168 time: 0.4649503 Jul 15 13:05:06.622300 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28f013-b9c4-4510-ac3f-ab050acee5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d027e130-c2a0-4c71-874a-ac7d9f43629a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:06.694804 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-278ce054-f1c5-414e-8ccb-d5fb96bd8595 None None] Set router d85775f2-22ec-44b1-a44f-2fec8d29a0ba gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:06.707792 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d0439ae-b0dd-4006-81eb-02b567d8d73b tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:06.715057 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d0439ae-b0dd-4006-81eb-02b567d8d73b tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:06.716279 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1d0439ae-b0dd-4006-81eb-02b567d8d73b tempest-ServersWithSpecificFlavorTestJSON-387639085 tempest-ServersWithSpecificFlavorTestJSON-387639085-project] 10.222.0.24 "DELETE /v2.0/floatingips/1ceb4330-66f6-4f1d-bc58-963c2182e536 HTTP/1.1" status: 204 len: 168 time: 1.7232537 Jul 15 13:05:06.859184 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8a95e-f6e1-4cc0-be65-40401df4a775 req-7d37c524-f0ba-4a5d-aeef-6ff20846d556 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:06.884806 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-10f8a95e-f6e1-4cc0-be65-40401df4a775 req-7d37c524-f0ba-4a5d-aeef-6ff20846d556 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 946 time: 0.2914824 Jul 15 13:05:06.997044 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4c489-d827-4753-ab24-7874c9f9c8e8 req-f5074e48-6ffc-4038-a25f-61ac2d8b0323 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:07.010497 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-19c4c489-d827-4753-ab24-7874c9f9c8e8 req-f5074e48-6ffc-4038-a25f-61ac2d8b0323 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=f77d9837-6412-43f3-9f1a-c325e581db6d HTTP/1.1" status: 200 len: 946 time: 0.2522495 Jul 15 13:05:07.044655 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-10f8a95e-f6e1-4cc0-be65-40401df4a775 req-3cd4ebc1-fe3a-4c0a-b3e4-acacd5024130 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530890 Jul 15 13:05:07.150287 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-19c4c489-d827-4753-ab24-7874c9f9c8e8 req-6f5cc033-75a8-47f1-9d78-3281f1da4348 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381717 Jul 15 13:05:07.182160 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-278ce054-f1c5-414e-8ccb-d5fb96bd8595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461522680-router', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:02Z', 'updated_at': '2021-07-15T13:05:04Z', 'revision_number': 3, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'gw_port': {'id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:03Z', 'updated_at': '2021-07-15T13:05:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:07.264463 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5606333-02f2-475a-8ac9-fe6953a5487c None None] Network 15f5e38d-4952-4914-a6e9-ead735ddcdbc requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:05:07.290021 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278ce054-f1c5-414e-8ccb-d5fb96bd8595 None None] Checking router: d85775f2-22ec-44b1-a44f-2fec8d29a0ba for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:05:07.302334 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278ce054-f1c5-414e-8ccb-d5fb96bd8595 None None] Updating router d85775f2-22ec-44b1-a44f-2fec8d29a0ba port 9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:05:07.534544 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-278ce054-f1c5-414e-8ccb-d5fb96bd8595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:07.608943 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-59f1d6f9-671c-45d6-af6b-d84a2cb248fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:07.618276 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1e2d1053-b45f-4468-b3a3-a447eb218042 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:07.631813 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48688) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:07.654333 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e4f221d6-2867-4628-a341-76dab58f9d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:07.731239 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-66a76efc-2cf0-474c-a75d-74108280dcd6 None None] Provisioning for port 1e2d1053-b45f-4468-b3a3-a447eb218042 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:07.874136 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 1e2d1053-b45f-4468-b3a3-a447eb218042 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:07.874899 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-59f1d6f9-671c-45d6-af6b-d84a2cb248fa admin admin] Allocated IP 172.20.0.1 (15f5e38d-4952-4914-a6e9-ead735ddcdbc/025d5c18-d573-4395-91a0-0d10b88dc7bd/e0313d1c-46a4-4d60-a9e1-94c4e5275d5c) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:07.888116 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 1e2d1053-b45f-4468-b3a3-a447eb218042 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:07.888866 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:07.901378 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:07.924807 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e4f221d6-2867-4628-a341-76dab58f9d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:07.935371 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e4f221d6-2867-4628-a341-76dab58f9d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:07.984446 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e4f221d6-2867-4628-a341-76dab58f9d32 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2fc2e9b6e3cb4630ae47e173239d8ce3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3560872 Jul 15 13:05:07.985357 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48696) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:07.992366 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f221d6-2867-4628-a341-76dab58f9d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84551f30-fc59-40fa-9d87-0c227363f42b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:08.042032 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-59f1d6f9-671c-45d6-af6b-d84a2cb248fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.081526 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-59f1d6f9-671c-45d6-af6b-d84a2cb248fa admin admin] Transition to ACTIVE for port object e0313d1c-46a4-4d60-a9e1-94c4e5275d5c will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:08.117295 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48ca2216-50a2-470c-acd6-f33f211a426f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.167983 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48ca2216-50a2-470c-acd6-f33f211a426f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.170011 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-59f1d6f9-671c-45d6-af6b-d84a2cb248fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.265792 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1d6f9-671c-45d6-af6b-d84a2cb248fa admin admin] Pushing event updated for resources: {'Port': ['ID=e0313d1c-46a4-4d60-a9e1-94c4e5275d5c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:08.365593 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f1d6f9-671c-45d6-af6b-d84a2cb248fa admin admin] Network 15f5e38d-4952-4914-a6e9-ead735ddcdbc is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:08.370332 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-59f1d6f9-671c-45d6-af6b-d84a2cb248fa admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:08.390769 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f1d6f9-671c-45d6-af6b-d84a2cb248fa admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:08.397076 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.465317 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 1e2d1053-b45f-4468-b3a3-a447eb218042, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=1e2d1053-b45f-4468-b3a3-a447eb218042,segment=NetworkSegment(97b9ecac-5850-409f-85ad-edb928189967),segment_id=97b9ecac-5850-409f-85ad-edb928189967)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:08.465683 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48ca2216-50a2-470c-acd6-f33f211a426f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.476343 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48ca2216-50a2-470c-acd6-f33f211a426f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.482147 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.482543 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-48ca2216-50a2-470c-acd6-f33f211a426f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84551f30-fc59-40fa-9d87-0c227363f42b HTTP/1.1" status: 204 len: 168 time: 0.4916661 Jul 15 13:05:08.566829 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-59f1d6f9-671c-45d6-af6b-d84a2cb248fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.575046 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca2216-50a2-470c-acd6-f33f211a426f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84551f30-fc59-40fa-9d87-0c227363f42b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:08.591571 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-278ce054-f1c5-414e-8ccb-d5fb96bd8595 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.671425 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-278ce054-f1c5-414e-8ccb-d5fb96bd8595 None None] Transition to ACTIVE for port object 9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:08.706902 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-278ce054-f1c5-414e-8ccb-d5fb96bd8595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.710744 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=1e2d1053-b45f-4468-b3a3-a447eb218042,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:08.743530 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8e1ef-6f50-48f7-ad95-b4dd82585cd4 req-21c99538-77cc-47de-88fb-82777749e550 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:08.749239 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cab8e1ef-6f50-48f7-ad95-b4dd82585cd4 req-21c99538-77cc-47de-88fb-82777749e550 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 946 time: 0.4273841 Jul 15 13:05:08.783229 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-278ce054-f1c5-414e-8ccb-d5fb96bd8595 None None] Attempting to bind port 9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:08.783693 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-278ce054-f1c5-414e-8ccb-d5fb96bd8595 None None] Attempting to bind port 9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:08.784064 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278ce054-f1c5-414e-8ccb-d5fb96bd8595 None None] Attempting to bind port 9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:08.792334 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278ce054-f1c5-414e-8ccb-d5fb96bd8595 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:08.792596 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278ce054-f1c5-414e-8ccb-d5fb96bd8595 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:08.793009 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-278ce054-f1c5-414e-8ccb-d5fb96bd8595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.793400 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278ce054-f1c5-414e-8ccb-d5fb96bd8595 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:08.793925 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-278ce054-f1c5-414e-8ccb-d5fb96bd8595 None None] Bound port: 9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:08.794313 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-278ce054-f1c5-414e-8ccb-d5fb96bd8595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.861373 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-278ce054-f1c5-414e-8ccb-d5fb96bd8595 None None] For port 9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:08.864106 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cab8e1ef-6f50-48f7-ad95-b4dd82585cd4 req-03b0a989-356d-4343-a5ca-bdbd6915baf4 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059701 Jul 15 13:05:08.865673 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-278ce054-f1c5-414e-8ccb-d5fb96bd8595 None None] For port 9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:08.871500 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc91cdb-dc68-4cd3-ab01-6dca29259889 None None] Pushing event updated for resources: {'Port': ['ID=9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:08.882453 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-278ce054-f1c5-414e-8ccb-d5fb96bd8595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:08.987832 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc91cdb-dc68-4cd3-ab01-6dca29259889 None None] Pushing event updated for resources: {'Port': ['ID=9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:09.010770 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-59f1d6f9-671c-45d6-af6b-d84a2cb248fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.055117 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f89a06af-b372-4c78-a875-129072ebe5c3 None None] Provisioning complete for port 1e2d1053-b45f-4468-b3a3-a447eb218042 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:09.055705 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f89a06af-b372-4c78-a875-129072ebe5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.126834 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48720) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:09.213128 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2d8b3-665f-4d27-9447-0ed73ae6da0a req-a0f08410-8b65-4f08-8b29-3ef0b4a7fb48 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:09.231530 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-43a2d8b3-665f-4d27-9447-0ed73ae6da0a req-a0f08410-8b65-4f08-8b29-3ef0b4a7fb48 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=f77d9837-6412-43f3-9f1a-c325e581db6d HTTP/1.1" status: 200 len: 946 time: 0.3875191 Jul 15 13:05:09.355984 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278ce054-f1c5-414e-8ccb-d5fb96bd8595 None None] Routers {'d85775f2-22ec-44b1-a44f-2fec8d29a0ba'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:09.357055 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-278ce054-f1c5-414e-8ccb-d5fb96bd8595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:04:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:09.556519 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-43a2d8b3-665f-4d27-9447-0ed73ae6da0a req-2f4b726b-7d70-4753-9f81-76b0bb8a045a tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665541 Jul 15 13:05:09.705321 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-278ce054-f1c5-414e-8ccb-d5fb96bd8595 None None] Set router d85775f2-22ec-44b1-a44f-2fec8d29a0ba gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:09.722731 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-59f1d6f9-671c-45d6-af6b-d84a2cb248fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.747650 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-59f1d6f9-671c-45d6-af6b-d84a2cb248fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.897598 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1d6f9-671c-45d6-af6b-d84a2cb248fa admin admin] Pushing event updated for resources: {'Port': ['ID=e0313d1c-46a4-4d60-a9e1-94c4e5275d5c,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:09.901071 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-59f1d6f9-671c-45d6-af6b-d84a2cb248fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:09.966595 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1e2d1053-b45f-4468-b3a3-a447eb218042 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:10.120663 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f1d6f9-671c-45d6-af6b-d84a2cb248fa admin admin] Network 15f5e38d-4952-4914-a6e9-ead735ddcdbc is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:10.129085 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-59f1d6f9-671c-45d6-af6b-d84a2cb248fa admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:10.129311 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4198be6f-bbf0-417a-a01a-486cf36a33eb None None] Provisioning for port e0313d1c-46a4-4d60-a9e1-94c4e5275d5c completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:10.134622 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4198be6f-bbf0-417a-a01a-486cf36a33eb None None] Provisioning complete for port e0313d1c-46a4-4d60-a9e1-94c4e5275d5c triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:10.134998 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4198be6f-bbf0-417a-a01a-486cf36a33eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.181968 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 1e2d1053-b45f-4468-b3a3-a447eb218042 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:10.181968 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.188805 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-4198be6f-bbf0-417a-a01a-486cf36a33eb None None] Port e0313d1c-46a4-4d60-a9e1-94c4e5275d5c cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:05:10.709275 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-11546470-9451-495d-bf17-f6cf7133cedc None None] Provisioning complete for port e0313d1c-46a4-4d60-a9e1-94c4e5275d5c triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:10.709275 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-11546470-9451-495d-bf17-f6cf7133cedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:10.792147 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-278ce054-f1c5-414e-8ccb-d5fb96bd8595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461522680-router', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:02Z', 'updated_at': '2021-07-15T13:05:08Z', 'revision_number': 4, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'gw_port': {'id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:03Z', 'updated_at': '2021-07-15T13:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'e0313d1c-46a4-4d60-a9e1-94c4e5275d5c', 'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'mac_address': 'fa:16:3e:ad:d1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:07Z', 'updated_at': '2021-07-15T13:05:07Z', 'revision_number': 1, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'subnets': [{'id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:10.920235 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278ce054-f1c5-414e-8ccb-d5fb96bd8595 None None] The sync data for ids ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'] in n-d-758944-45 is: [{'id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461522680-router', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:02Z', 'updated_at': '2021-07-15T13:05:08Z', 'revision_number': 4, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'gw_port': {'id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:03Z', 'updated_at': '2021-07-15T13:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'e0313d1c-46a4-4d60-a9e1-94c4e5275d5c', 'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'mac_address': 'fa:16:3e:ad:d1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:07Z', 'updated_at': '2021-07-15T13:05:07Z', 'revision_number': 1, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'subnets': [{'id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:05:10.935355 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-11546470-9451-495d-bf17-f6cf7133cedc None None] Port e0313d1c-46a4-4d60-a9e1-94c4e5275d5c cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:05:11.034114 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f1d6f9-671c-45d6-af6b-d84a2cb248fa admin admin] Router d85775f2-22ec-44b1-a44f-2fec8d29a0ba has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:05:11.051358 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be14ddd5-2044-4fe7-9ed9-0975da65324b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:11.118190 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ccb6eb-9313-4a8e-bd92-ed681664182a req-6a54f3d1-3e2d-4e38-b2e9-fb05ca48d470 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:11.125856 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-17ccb6eb-9313-4a8e-bd92-ed681664182a req-6a54f3d1-3e2d-4e38-b2e9-fb05ca48d470 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 946 time: 1.0012972 Jul 15 13:05:11.326607 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-17ccb6eb-9313-4a8e-bd92-ed681664182a req-d57ee3aa-4eeb-47a6-99f5-26985e8c342c tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995523 Jul 15 13:05:11.424821 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f1d6f9-671c-45d6-af6b-d84a2cb248fa admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:05:11.439311 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a7fca-1e6f-4152-aa66-55cc29750377 req-669dd3d0-4981-4b8b-9df4-0be76c324285 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:11.446678 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-148a7fca-1e6f-4152-aa66-55cc29750377 req-669dd3d0-4981-4b8b-9df4-0be76c324285 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=f77d9837-6412-43f3-9f1a-c325e581db6d HTTP/1.1" status: 200 len: 946 time: 0.2989860 Jul 15 13:05:11.446965 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-59f1d6f9-671c-45d6-af6b-d84a2cb248fa admin admin] 10.222.0.24 "PUT /v2.0/routers/d85775f2-22ec-44b1-a44f-2fec8d29a0ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0959485 Jul 15 13:05:11.596733 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-148a7fca-1e6f-4152-aa66-55cc29750377 req-f6547f6e-22ed-41a0-8bc1-d3d0e27b7e12 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490433 Jul 15 13:05:11.811891 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-be14ddd5-2044-4fe7-9ed9-0975da65324b admin admin] Deleting port 198476db-2dc7-409a-826b-b7d95e5afe9b {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:11.812196 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be14ddd5-2044-4fe7-9ed9-0975da65324b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:11.974344 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-be14ddd5-2044-4fe7-9ed9-0975da65324b admin admin] For port 198476db-2dc7-409a-826b-b7d95e5afe9b, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=198476db-2dc7-409a-826b-b7d95e5afe9b,segment=NetworkSegment(16055f84-7db3-46f6-898f-31f08282e2c9),segment_id=16055f84-7db3-46f6-898f-31f08282e2c9)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:11.974806 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be14ddd5-2044-4fe7-9ed9-0975da65324b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:11.992699 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-be14ddd5-2044-4fe7-9ed9-0975da65324b admin admin] Calling delete_port for 198476db-2dc7-409a-826b-b7d95e5afe9b owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:12.105336 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d2bff-283b-43fc-91ec-5b51abfa0e62 req-9117fc73-c42a-4e1d-886e-a2063a580e65 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:12.118064 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-548d2bff-283b-43fc-91ec-5b51abfa0e62 req-9117fc73-c42a-4e1d-886e-a2063a580e65 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e HTTP/1.1" status: 200 len: 950 time: 0.1188426 Jul 15 13:05:12.226376 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-548d2bff-283b-43fc-91ec-5b51abfa0e62 req-07ca0abd-c99a-4124-bcc7-19fdf34e392b tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/security-groups?id=57db3fd0-977c-4490-97f7-2b5461f1817d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067259 Jul 15 13:05:12.306693 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be14ddd5-2044-4fe7-9ed9-0975da65324b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:12.367242 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14ddd5-2044-4fe7-9ed9-0975da65324b admin admin] Pushing event deleted for resources: {'Port': ['ID=198476db-2dc7-409a-826b-b7d95e5afe9b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:12.639923 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be14ddd5-2044-4fe7-9ed9-0975da65324b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:12.746736 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-f0a88812-d3a4-46cf-bf7b-16a50dcb4dd1 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:12.749347 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-f0a88812-d3a4-46cf-bf7b-16a50dcb4dd1 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/networks?id=15f5e38d-4952-4914-a6e9-ead735ddcdbc HTTP/1.1" status: 200 len: 821 time: 0.2546122 Jul 15 13:05:12.780344 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-68c34bb8-c2ed-4487-b7ca-6bf7d493994d tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/quotas/e6722cf0529e42bab580975825cb7f20 HTTP/1.1" status: 200 len: 375 time: 0.0213075 Jul 15 13:05:12.867114 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-2d996e6a-d087-43ee-ba37-dcc07fa2814c tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6722cf0529e42bab580975825cb7f20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795009 Jul 15 13:05:12.877292 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b371a2-1503-4304-8f3c-0f469a8cf8c6 req-03d4a053-ac89-4074-b4d4-b30a7b28e7d1 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:12.878946 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-25b371a2-1503-4304-8f3c-0f469a8cf8c6 req-03d4a053-ac89-4074-b4d4-b30a7b28e7d1 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 946 time: 0.1399474 Jul 15 13:05:12.996949 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-25b371a2-1503-4304-8f3c-0f469a8cf8c6 req-6d4c1d01-b805-4a81-ac59-2588908fe772 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835824 Jul 15 13:05:13.043052 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be14ddd5-2044-4fe7-9ed9-0975da65324b admin admin] Router 67c6bf10-fbf6-4f03-ae82-622a087bd603 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:05:13.179582 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-92087df9-702d-4585-b253-f0b3ced7a8c8 service neutron] 10.222.0.24 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966516 Jul 15 13:05:13.292152 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be14ddd5-2044-4fe7-9ed9-0975da65324b admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:05:13.301059 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-be14ddd5-2044-4fe7-9ed9-0975da65324b admin admin] 10.222.0.24 "PUT /v2.0/routers/67c6bf10-fbf6-4f03-ae82-622a087bd603/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1728404 Jul 15 13:05:13.301941 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48872) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:13.321983 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae8ccd-965f-4a0b-9936-3bad2d264067 None None] Sync routers for ids ['67c6bf10-fbf6-4f03-ae82-622a087bd603'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:05:13.353410 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ae8ccd-965f-4a0b-9936-3bad2d264067 None None] Routers {'67c6bf10-fbf6-4f03-ae82-622a087bd603'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:13.358138 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d2ae8ccd-965f-4a0b-9936-3bad2d264067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:04:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['67c6bf10-fbf6-4f03-ae82-622a087bd603'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:13.457555 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-81b0cd1a-cd07-4434-83ed-17ae3e521b44 service neutron] 10.222.0.24 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666719 Jul 15 13:05:13.578372 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:13.635833 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ed80892-0555-426e-b3c0-ca3a608ea5be admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:13.652131 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-d2ae8ccd-965f-4a0b-9936-3bad2d264067 None None] Set router 67c6bf10-fbf6-4f03-ae82-622a087bd603 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:13.752814 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:13.762655 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:13.763510 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:13.823363 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ed80892-0555-426e-b3c0-ca3a608ea5be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:13.880817 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49828559-32cf-4b6f-871a-dd671fce91f3 req-5bfaf67c-8f4f-4a38-840a-25b2a607c3a8 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:13.896460 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-49828559-32cf-4b6f-871a-dd671fce91f3 req-5bfaf67c-8f4f-4a38-840a-25b2a607c3a8 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=f77d9837-6412-43f3-9f1a-c325e581db6d HTTP/1.1" status: 200 len: 946 time: 0.2755671 Jul 15 13:05:13.986411 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d2ae8ccd-965f-4a0b-9936-3bad2d264067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-994761235-router', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:59:40Z', 'updated_at': '2021-07-15T13:05:12Z', 'revision_number': 5, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'gw_port': {'id': 'b02d7e43-4cca-4215-b90c-edd7be411160', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:59:43Z', 'updated_at': '2021-07-15T12:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:14.015156 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.040345 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae8ccd-965f-4a0b-9936-3bad2d264067 None None] Checking router: 67c6bf10-fbf6-4f03-ae82-622a087bd603 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:05:14.044465 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:14.052333 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.073958 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ae8ccd-965f-4a0b-9936-3bad2d264067 None None] Routers {'67c6bf10-fbf6-4f03-ae82-622a087bd603'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:14.075352 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d2ae8ccd-965f-4a0b-9936-3bad2d264067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:04:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['67c6bf10-fbf6-4f03-ae82-622a087bd603'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:14.117932 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48884) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:14.125931 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:14.193500 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-49828559-32cf-4b6f-871a-dd671fce91f3 req-f89ceb3d-0994-4fe9-ae1a-71e76a263c54 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866435 Jul 15 13:05:14.232763 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5ed80892-0555-426e-b3c0-ca3a608ea5be admin admin] Deleting port b02d7e43-4cca-4215-b90c-edd7be411160 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:14.233824 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ed80892-0555-426e-b3c0-ca3a608ea5be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.249022 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-d2ae8ccd-965f-4a0b-9936-3bad2d264067 None None] Set router 67c6bf10-fbf6-4f03-ae82-622a087bd603 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:14.416325 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d2ae8ccd-965f-4a0b-9936-3bad2d264067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-994761235-router', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:59:40Z', 'updated_at': '2021-07-15T13:05:13Z', 'revision_number': 6, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:14.442990 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-5ed80892-0555-426e-b3c0-ca3a608ea5be admin admin] For port b02d7e43-4cca-4215-b90c-edd7be411160, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b02d7e43-4cca-4215-b90c-edd7be411160,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:14.444346 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fc6a737e-3f34-4fa3-b7d2-70a8b0a79f4d req-e2738f25-0084-41c3-8c73-da2d8b539726 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a5717a-cb56-44e8-a9e5-f6c245c94804 HTTP/1.1" status: 200 len: 210 time: 0.0474954 Jul 15 13:05:14.458208 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9e37b218-a3d4-478f-836b-c56c63b1f56d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.471257 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ed80892-0555-426e-b3c0-ca3a608ea5be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.498432 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae8ccd-965f-4a0b-9936-3bad2d264067 None None] The sync data for ids ['67c6bf10-fbf6-4f03-ae82-622a087bd603'] in n-d-758944-45 is: [{'id': '67c6bf10-fbf6-4f03-ae82-622a087bd603', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-994761235-router', 'tenant_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:59:40Z', 'updated_at': '2021-07-15T13:05:13Z', 'revision_number': 6, 'project_id': '6700552a2e0e4fd3b3bebf3b4a86d77d', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:05:14.527781 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5ed80892-0555-426e-b3c0-ca3a608ea5be admin admin] Calling delete_port for b02d7e43-4cca-4215-b90c-edd7be411160 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:14.657604 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 300b6252-3d05-44ba-97a7-230188d36f95 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:14.781422 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9e37b218-a3d4-478f-836b-c56c63b1f56d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.787803 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b431e07-44d0-49ed-af05-f5f02b9cbf94 None None] Sync routers for ids ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:05:14.829481 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9e37b218-a3d4-478f-836b-c56c63b1f56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.838224 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b431e07-44d0-49ed-af05-f5f02b9cbf94 None None] Routers {'d85775f2-22ec-44b1-a44f-2fec8d29a0ba'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:14.841128 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5b431e07-44d0-49ed-af05-f5f02b9cbf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:04:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:14.905324 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9e37b218-a3d4-478f-836b-c56c63b1f56d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=91328f8a3b3c4cd0970e86ba75aa085e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7850530 Jul 15 13:05:14.907208 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48928) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:14.908581 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37b218-a3d4-478f-836b-c56c63b1f56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00493c0c-33c8-4fd3-adda-a4386982ecc1,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:14.997976 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b4ed8-d1ea-49a1-baa3-8cd693e5cf77 req-3ae2c3d2-fb95-4043-b806-065e883468d5 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:15.006241 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4b5b4ed8-d1ea-49a1-baa3-8cd693e5cf77 req-3ae2c3d2-fb95-4043-b806-065e883468d5 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 946 time: 0.2223306 Jul 15 13:05:15.023734 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.058225 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bae1f639-e303-4fa6-bd8c-9ee913f22be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.063832 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ed80892-0555-426e-b3c0-ca3a608ea5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.090016 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bae1f639-e303-4fa6-bd8c-9ee913f22be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.130819 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '300b6252-3d05-44ba-97a7-230188d36f95'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:15.134215 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f4359b-bd15-4eac-bd70-940bf390e65e" -d '{"events": [{"server_uuid": "0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e", "name": "network-vif-unplugged", "status": "completed", "tag": "300b6252-3d05-44ba-97a7-230188d36f95"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:15.135376 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed80892-0555-426e-b3c0-ca3a608ea5be admin admin] Pushing event deleted for resources: {'Port': ['ID=b02d7e43-4cca-4215-b90c-edd7be411160,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:15.168220 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4b5b4ed8-d1ea-49a1-baa3-8cd693e5cf77 req-2b5a2ac0-f000-458f-aa3e-2452c36d6ef8 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605837 Jul 15 13:05:15.205389 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bae1f639-e303-4fa6-bd8c-9ee913f22be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.209920 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bae1f639-e303-4fa6-bd8c-9ee913f22be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.214531 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-bae1f639-e303-4fa6-bd8c-9ee913f22be3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/00493c0c-33c8-4fd3-adda-a4386982ecc1 HTTP/1.1" status: 204 len: 168 time: 0.2903173 Jul 15 13:05:15.234918 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1f639-e303-4fa6-bd8c-9ee913f22be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00493c0c-33c8-4fd3-adda-a4386982ecc1,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:15.291383 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ed80892-0555-426e-b3c0-ca3a608ea5be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.329730 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 300b6252-3d05-44ba-97a7-230188d36f95, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=300b6252-3d05-44ba-97a7-230188d36f95,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:15.336681 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1379af-6edf-4741-9506-2ba0a427c78f x-openstack-request-id: req-bb1379af-6edf-4741-9506-2ba0a427c78f {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:15.340797 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e", "name": "network-vif-unplugged", "status": "completed", "tag": "300b6252-3d05-44ba-97a7-230188d36f95", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:15.341850 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb1379af-6edf-4741-9506-2ba0a427c78f {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:15.342375 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '300b6252-3d05-44ba-97a7-230188d36f95', 'code': 200} Jul 15 13:05:15.365677 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-5b431e07-44d0-49ed-af05-f5f02b9cbf94 None None] Set router d85775f2-22ec-44b1-a44f-2fec8d29a0ba gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:15.495395 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ed80892-0555-426e-b3c0-ca3a608ea5be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.498039 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ed80892-0555-426e-b3c0-ca3a608ea5be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.561434 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.606013 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:15.632544 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ed80892-0555-426e-b3c0-ca3a608ea5be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.633074 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed80892-0555-426e-b3c0-ca3a608ea5be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67c6bf10-fbf6-4f03-ae82-622a087bd603 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:05:15.639211 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ed80892-0555-426e-b3c0-ca3a608ea5be admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.641953 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5ed80892-0555-426e-b3c0-ca3a608ea5be admin admin] 10.222.0.24 "DELETE /v2.0/routers/67c6bf10-fbf6-4f03-ae82-622a087bd603 HTTP/1.1" status: 204 len: 168 time: 2.3373377 Jul 15 13:05:15.643202 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48970) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:15.720666 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0e035-3264-4687-954f-ad4202f5ca37 req-dbb8fcfc-bc40-4bac-9d9a-2c07c2193201 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:15.730270 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7fc0e035-3264-4687-954f-ad4202f5ca37 req-dbb8fcfc-bc40-4bac-9d9a-2c07c2193201 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=f77d9837-6412-43f3-9f1a-c325e581db6d HTTP/1.1" status: 200 len: 946 time: 0.1446350 Jul 15 13:05:15.759399 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-7262311d-6283-47f3-9deb-322c46daccb1 admin admin] Deleting subnet 7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:05:15.766614 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7262311d-6283-47f3-9deb-322c46daccb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.818915 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=300b6252-3d05-44ba-97a7-230188d36f95,revision_number=11']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:15.841124 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7262311d-6283-47f3-9deb-322c46daccb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.841309 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7fc0e035-3264-4687-954f-ad4202f5ca37 req-628d4494-e2b4-4dd5-ac72-37bcf5d5be66 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070464 Jul 15 13:05:15.931432 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48982) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:15.946525 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7262311d-6283-47f3-9deb-322c46daccb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.949725 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e6702ca9-8dea-43a1-9c96-c16ef12158ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.032923 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:16.033391 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.043959 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7262311d-6283-47f3-9deb-322c46daccb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.058574 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7262311d-6283-47f3-9deb-322c46daccb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.066633 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7262311d-6283-47f3-9deb-322c46daccb1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6 HTTP/1.1" status: 204 len: 168 time: 0.4223301 Jul 15 13:05:16.073240 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48992) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:16.106172 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0da7f91-c4c3-44e8-abab-b85a42eec8ea None None] Network 0c9ddec9-1058-4e8b-b69a-1210476af020 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:05:16.128219 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262311d-6283-47f3-9deb-322c46daccb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7adc9e4e-fe28-4ef9-a4f5-efab2b7773a6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:16.229397 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3537aa8b-245e-4d05-970e-8a0a2282aeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.254061 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-32b52e48-2401-4a12-a518-7b2562e76f4c req-b31817bc-3595-4445-90ad-4d43c8a9e399 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a5717a-cb56-44e8-a9e5-f6c245c94804 HTTP/1.1" status: 200 len: 210 time: 0.0836623 Jul 15 13:05:16.328228 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e6702ca9-8dea-43a1-9c96-c16ef12158ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.338738 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e6702ca9-8dea-43a1-9c96-c16ef12158ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.466529 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e6702ca9-8dea-43a1-9c96-c16ef12158ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8b947f4488b49f2b2e930bd4fb222e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5297322 Jul 15 13:05:16.474588 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49020) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:16.478640 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6702ca9-8dea-43a1-9c96-c16ef12158ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c35c9d-212a-48e8-ae39-0b90aad985c3,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:16.485235 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5b431e07-44d0-49ed-af05-f5f02b9cbf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461522680-router', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:02Z', 'updated_at': '2021-07-15T13:05:08Z', 'revision_number': 4, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'gw_port': {'id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:03Z', 'updated_at': '2021-07-15T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'e0313d1c-46a4-4d60-a9e1-94c4e5275d5c', 'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'mac_address': 'fa:16:3e:ad:d1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:07Z', 'updated_at': '2021-07-15T13:05:09Z', 'revision_number': 2, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'subnets': [{'id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:16.521518 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-3537aa8b-245e-4d05-970e-8a0a2282aeb6 admin admin] Deleting port 0376ca63-3c4e-4625-b1c5-6ed50d8a28ed {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:16.522206 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3537aa8b-245e-4d05-970e-8a0a2282aeb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.592547 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-deba8c47-e3cc-4a6e-a80e-18f0aa722d67 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:16.594094 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8493671-e385-4a8e-9376-1299de774b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.596238 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-deba8c47-e3cc-4a6e-a80e-18f0aa722d67 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.32 "GET /v2.0/networks?id=15f5e38d-4952-4914-a6e9-ead735ddcdbc HTTP/1.1" status: 200 len: 821 time: 0.3493307 Jul 15 13:05:16.619248 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa1cab-a3dd-4c1c-ad10-971d920411fd req-94e06580-fbcb-4053-83ee-fd77af787426 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:16.621592 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-74aa1cab-a3dd-4c1c-ad10-971d920411fd req-94e06580-fbcb-4053-83ee-fd77af787426 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 946 time: 0.1663413 Jul 15 13:05:16.630431 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b431e07-44d0-49ed-af05-f5f02b9cbf94 None None] Checking router: d85775f2-22ec-44b1-a44f-2fec8d29a0ba for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:05:16.630849 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b431e07-44d0-49ed-af05-f5f02b9cbf94 None None] Updating router d85775f2-22ec-44b1-a44f-2fec8d29a0ba port e0313d1c-46a4-4d60-a9e1-94c4e5275d5c binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:05:16.644881 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-efc27a74-e632-45e6-a8e8-bcb9ceaf051f tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Request body: {'port': {'device_id': '82a5717a-cb56-44e8-a9e5-f6c245c94804', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'admin_state_up': True, 'tenant_id': 'e6722cf0529e42bab580975825cb7f20'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:16.669462 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8493671-e385-4a8e-9376-1299de774b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.731693 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-74aa1cab-a3dd-4c1c-ad10-971d920411fd req-5a5a89a0-7ab8-4386-a71f-45901827ae65 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027391 Jul 15 13:05:16.757857 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-3537aa8b-245e-4d05-970e-8a0a2282aeb6 admin admin] For port 0376ca63-3c4e-4625-b1c5-6ed50d8a28ed, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0376ca63-3c4e-4625-b1c5-6ed50d8a28ed,segment=NetworkSegment(16055f84-7db3-46f6-898f-31f08282e2c9),segment_id=16055f84-7db3-46f6-898f-31f08282e2c9)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:16.759065 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3537aa8b-245e-4d05-970e-8a0a2282aeb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.759413 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b431e07-44d0-49ed-af05-f5f02b9cbf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.810712 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8493671-e385-4a8e-9376-1299de774b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.828234 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8493671-e385-4a8e-9376-1299de774b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.833074 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f8493671-e385-4a8e-9376-1299de774b5d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/22c35c9d-212a-48e8-ae39-0b90aad985c3 HTTP/1.1" status: 204 len: 168 time: 0.3533397 Jul 15 13:05:16.862694 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b02d7e43-4cca-4215-b90c-edd7be411160 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:16.869484 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-3537aa8b-245e-4d05-970e-8a0a2282aeb6 admin admin] Calling delete_port for 0376ca63-3c4e-4625-b1c5-6ed50d8a28ed owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:16.870974 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8493671-e385-4a8e-9376-1299de774b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c35c9d-212a-48e8-ae39-0b90aad985c3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:16.929329 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483b54ae-6557-43da-a0e3-995775649d51 None None] DHCP port deletion for 0c9ddec9-1058-4e8b-b69a-1210476af020 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:05:16.944994 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: b02d7e43-4cca-4215-b90c-edd7be411160 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:16.945444 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b02d7e43-4cca-4215-b90c-edd7be411160 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:16.945914 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 198476db-2dc7-409a-826b-b7d95e5afe9b no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:17.065095 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 198476db-2dc7-409a-826b-b7d95e5afe9b {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:17.065435 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 198476db-2dc7-409a-826b-b7d95e5afe9b not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:17.194390 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-efc27a74-e632-45e6-a8e8-bcb9ceaf051f tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Made reservation on behalf of e6722cf0529e42bab580975825cb7f20 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:17.199024 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-efc27a74-e632-45e6-a8e8-bcb9ceaf051f tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:17.227126 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3537aa8b-245e-4d05-970e-8a0a2282aeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:17.350405 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537aa8b-245e-4d05-970e-8a0a2282aeb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0376ca63-3c4e-4625-b1c5-6ed50d8a28ed,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:17.400393 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3537aa8b-245e-4d05-970e-8a0a2282aeb6 admin admin] No DVR routers for this DVR port 0376ca63-3c4e-4625-b1c5-6ed50d8a28ed on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:05:17.464181 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0376ca63-3c4e-4625-b1c5-6ed50d8a28ed no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:17.498161 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 0376ca63-3c4e-4625-b1c5-6ed50d8a28ed {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:17.498161 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0376ca63-3c4e-4625-b1c5-6ed50d8a28ed not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:17.585885 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-483b54ae-6557-43da-a0e3-995775649d51 None None] Deleting port 0376ca63-3c4e-4625-b1c5-6ed50d8a28ed {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:17.586777 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-483b54ae-6557-43da-a0e3-995775649d51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:17.604470 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-82dcfc95-f77e-4978-bf0e-31e8d4ff9747 req-20743cca-0e89-4957-80da-e4342943e03d tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a5717a-cb56-44e8-a9e5-f6c245c94804 HTTP/1.1" status: 200 len: 210 time: 0.0624704 Jul 15 13:05:17.706358 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3537aa8b-245e-4d05-970e-8a0a2282aeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:17.731749 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be1ff3-f12c-4a1d-b07b-89f6f61deeaf req-978534ee-216e-4ae4-8dec-170dd7ffeaba tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:17.734032 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-483b54ae-6557-43da-a0e3-995775649d51 None None] For port 0376ca63-3c4e-4625-b1c5-6ed50d8a28ed, host n-d-758944-45, got binding levels [] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:17.734552 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-483b54ae-6557-43da-a0e3-995775649d51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:17.749084 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f2be1ff3-f12c-4a1d-b07b-89f6f61deeaf req-978534ee-216e-4ae4-8dec-170dd7ffeaba tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=f77d9837-6412-43f3-9f1a-c325e581db6d HTTP/1.1" status: 200 len: 946 time: 0.5132673 Jul 15 13:05:17.761391 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-483b54ae-6557-43da-a0e3-995775649d51 None None] Calling delete_port for 0376ca63-3c4e-4625-b1c5-6ed50d8a28ed owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:17.765914 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.ipam_backend_mixin [None req-483b54ae-6557-43da-a0e3-995775649d51 None None] Port 0376ca63-3c4e-4625-b1c5-6ed50d8a28ed was not found and therefore no delete operation was performed {{(pid=93815) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:05:17.768556 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-483b54ae-6557-43da-a0e3-995775649d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:17.804297 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b54ae-6557-43da-a0e3-995775649d51 None None] Pushing event deleted for resources: {'Port': ['ID=0376ca63-3c4e-4625-b1c5-6ed50d8a28ed,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:17.837121 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-3537aa8b-245e-4d05-970e-8a0a2282aeb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c9ddec9-1058-4e8b-b69a-1210476af020']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:17.845492 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483b54ae-6557-43da-a0e3-995775649d51 None None] No DVR routers for this DVR port 0376ca63-3c4e-4625-b1c5-6ed50d8a28ed on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:05:17.876558 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-3537aa8b-245e-4d05-970e-8a0a2282aeb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16055f84-7db3-46f6-898f-31f08282e2c9') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:17.877159 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-3537aa8b-245e-4d05-970e-8a0a2282aeb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16055f84-7db3-46f6-898f-31f08282e2c9') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:17.883524 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b431e07-44d0-49ed-af05-f5f02b9cbf94 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:17.898696 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f2be1ff3-f12c-4a1d-b07b-89f6f61deeaf req-63035579-3280-4f0a-b5ff-dbd81644461f tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479888 Jul 15 13:05:17.903301 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5b431e07-44d0-49ed-af05-f5f02b9cbf94 None None] Transition to ACTIVE for port object e0313d1c-46a4-4d60-a9e1-94c4e5275d5c will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:17.914668 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b431e07-44d0-49ed-af05-f5f02b9cbf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:17.930729 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3537aa8b-245e-4d05-970e-8a0a2282aeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:18.053463 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3537aa8b-245e-4d05-970e-8a0a2282aeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:18.073994 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcab9f1-7b02-4888-9d8c-5312f35d6e8c None None] Pushing event updated for resources: {'Port': ['ID=e0313d1c-46a4-4d60-a9e1-94c4e5275d5c,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:18.089133 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-5b431e07-44d0-49ed-af05-f5f02b9cbf94 None None] Attempting to bind port e0313d1c-46a4-4d60-a9e1-94c4e5275d5c on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:18.089512 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-5b431e07-44d0-49ed-af05-f5f02b9cbf94 None None] Attempting to bind port e0313d1c-46a4-4d60-a9e1-94c4e5275d5c by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '97b9ecac-5850-409f-85ad-edb928189967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:18.089910 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b431e07-44d0-49ed-af05-f5f02b9cbf94 None None] Attempting to bind port e0313d1c-46a4-4d60-a9e1-94c4e5275d5c on network 15f5e38d-4952-4914-a6e9-ead735ddcdbc {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:18.094983 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3537aa8b-245e-4d05-970e-8a0a2282aeb6 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:05:18.096022 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3537aa8b-245e-4d05-970e-8a0a2282aeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:18.097528 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b431e07-44d0-49ed-af05-f5f02b9cbf94 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:18.098174 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b431e07-44d0-49ed-af05-f5f02b9cbf94 None None] Checking segment: {'id': '97b9ecac-5850-409f-85ad-edb928189967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:18.098496 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b431e07-44d0-49ed-af05-f5f02b9cbf94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:18.098981 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b431e07-44d0-49ed-af05-f5f02b9cbf94 None None] Bound using segment: {'id': '97b9ecac-5850-409f-85ad-edb928189967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:18.099485 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-5b431e07-44d0-49ed-af05-f5f02b9cbf94 None None] Bound port: e0313d1c-46a4-4d60-a9e1-94c4e5275d5c, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b9ecac-5850-409f-85ad-edb928189967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:18.099936 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b431e07-44d0-49ed-af05-f5f02b9cbf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:05:18.101491 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:05:18.170745 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-efc27a74-e632-45e6-a8e8-bcb9ceaf051f tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Allocated IP 172.20.0.12 (15f5e38d-4952-4914-a6e9-ead735ddcdbc/025d5c18-d573-4395-91a0-0d10b88dc7bd/7a49d3bf-160d-476c-90f4-df89841bc412) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:18.205846 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5b431e07-44d0-49ed-af05-f5f02b9cbf94 None None] For port e0313d1c-46a4-4d60-a9e1-94c4e5275d5c, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:18.227516 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5b431e07-44d0-49ed-af05-f5f02b9cbf94 None None] For port e0313d1c-46a4-4d60-a9e1-94c4e5275d5c, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e0313d1c-46a4-4d60-a9e1-94c4e5275d5c,segment=NetworkSegment(97b9ecac-5850-409f-85ad-edb928189967),segment_id=97b9ecac-5850-409f-85ad-edb928189967)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:18.236531 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b431e07-44d0-49ed-af05-f5f02b9cbf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:18.291146 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3537aa8b-245e-4d05-970e-8a0a2282aeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:18.300812 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3537aa8b-245e-4d05-970e-8a0a2282aeb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:18.304297 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3537aa8b-245e-4d05-970e-8a0a2282aeb6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0c9ddec9-1058-4e8b-b69a-1210476af020 HTTP/1.1" status: 204 len: 168 time: 2.1917686 Jul 15 13:05:18.307946 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49108) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:18.353829 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537aa8b-245e-4d05-970e-8a0a2282aeb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c9ddec9-1058-4e8b-b69a-1210476af020,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:18.404848 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b431e07-44d0-49ed-af05-f5f02b9cbf94 None None] Routers {'d85775f2-22ec-44b1-a44f-2fec8d29a0ba'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:18.405502 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5b431e07-44d0-49ed-af05-f5f02b9cbf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:04:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:18.639635 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcab9f1-7b02-4888-9d8c-5312f35d6e8c None None] Pushing event updated for resources: {'Port': ['ID=e0313d1c-46a4-4d60-a9e1-94c4e5275d5c,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:18.713408 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79a239-1afe-4eb3-9fbf-ff6f3c7219e7 req-b0c8d710-62a9-4575-b036-01e9c7a165c7 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:18.727690 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ec79a239-1afe-4eb3-9fbf-ff6f3c7219e7 req-b0c8d710-62a9-4575-b036-01e9c7a165c7 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 946 time: 0.3002515 Jul 15 13:05:18.805859 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ec79a239-1afe-4eb3-9fbf-ff6f3c7219e7 req-538a2174-98ed-4189-bbdf-040bf7e45eb0 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764613 Jul 15 13:05:18.811735 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-efc27a74-e632-45e6-a8e8-bcb9ceaf051f tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:18.837024 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-efc27a74-e632-45e6-a8e8-bcb9ceaf051f tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Transition to ACTIVE for port object 7a49d3bf-160d-476c-90f4-df89841bc412 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:18.854872 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-5b431e07-44d0-49ed-af05-f5f02b9cbf94 None None] Set router d85775f2-22ec-44b1-a44f-2fec8d29a0ba gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:18.891227 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-efc27a74-e632-45e6-a8e8-bcb9ceaf051f tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:18.953158 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-efc27a74-e632-45e6-a8e8-bcb9ceaf051f tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Network 15f5e38d-4952-4914-a6e9-ead735ddcdbc is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:18.956923 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-efc27a74-e632-45e6-a8e8-bcb9ceaf051f tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:18.959837 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-efc27a74-e632-45e6-a8e8-bcb9ceaf051f tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:19.037236 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc27a74-e632-45e6-a8e8-bcb9ceaf051f tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Pushing event updated for resources: {'Port': ['ID=7a49d3bf-160d-476c-90f4-df89841bc412,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:19.075903 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-efc27a74-e632-45e6-a8e8-bcb9ceaf051f tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:19.076681 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-efc27a74-e632-45e6-a8e8-bcb9ceaf051f tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:19.107930 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-efc27a74-e632-45e6-a8e8-bcb9ceaf051f tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4663997 Jul 15 13:05:19.127195 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-a068aff0-8bee-486f-8cb0-03431b03989e service neutron] Request body: {'port': {'device_id': '82a5717a-cb56-44e8-a9e5-f6c245c94804', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:19.134264 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85ab4dfb-9cab-492b-acc9-29591b81307c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:19.297161 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5b431e07-44d0-49ed-af05-f5f02b9cbf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461522680-router', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:02Z', 'updated_at': '2021-07-15T13:05:08Z', 'revision_number': 4, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'gw_port': {'id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:03Z', 'updated_at': '2021-07-15T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'e0313d1c-46a4-4d60-a9e1-94c4e5275d5c', 'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'mac_address': 'fa:16:3e:ad:d1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:07Z', 'updated_at': '2021-07-15T13:05:18Z', 'revision_number': 4, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'subnets': [{'id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:19.343449 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b431e07-44d0-49ed-af05-f5f02b9cbf94 None None] The sync data for ids ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'] in n-d-758944-45 is: [{'id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461522680-router', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:02Z', 'updated_at': '2021-07-15T13:05:08Z', 'revision_number': 4, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'gw_port': {'id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:03Z', 'updated_at': '2021-07-15T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'e0313d1c-46a4-4d60-a9e1-94c4e5275d5c', 'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'mac_address': 'fa:16:3e:ad:d1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:07Z', 'updated_at': '2021-07-15T13:05:18Z', 'revision_number': 4, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'subnets': [{'id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:05:19.360931 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-a068aff0-8bee-486f-8cb0-03431b03989e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:19.473739 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e5f08-e135-4962-b7c2-8d2699fa94ed req-168c22a8-c14f-49cc-a20e-e6a51baa19e9 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:19.476085 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e0313d1c-46a4-4d60-a9e1-94c4e5275d5c up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:19.489158 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c68e5f08-e135-4962-b7c2-8d2699fa94ed req-168c22a8-c14f-49cc-a20e-e6a51baa19e9 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a5717a-cb56-44e8-a9e5-f6c245c94804 HTTP/1.1" status: 200 len: 932 time: 0.2839258 Jul 15 13:05:19.563957 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-95fe527b-783e-45b6-8ae2-6b0941d26e6e None None] Provisioning for port 7a49d3bf-160d-476c-90f4-df89841bc412 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:19.577875 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-95fe527b-783e-45b6-8ae2-6b0941d26e6e None None] Provisioning complete for port 7a49d3bf-160d-476c-90f4-df89841bc412 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:19.578631 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-95fe527b-783e-45b6-8ae2-6b0941d26e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:19.654601 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c68e5f08-e135-4962-b7c2-8d2699fa94ed req-b8de1d2d-f7bd-4658-9237-87e71be3f2d4 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/security-groups?id=38385c7a-95c3-401a-89ac-91be837f1c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645072 Jul 15 13:05:19.670599 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-95fe527b-783e-45b6-8ae2-6b0941d26e6e None None] Port 7a49d3bf-160d-476c-90f4-df89841bc412 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:05:19.686396 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port e0313d1c-46a4-4d60-a9e1-94c4e5275d5c completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:19.708629 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port e0313d1c-46a4-4d60-a9e1-94c4e5275d5c triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:19.709326 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:19.834674 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-85ab4dfb-9cab-492b-acc9-29591b81307c admin admin] Deleting port 32d4b6d1-6ac3-4541-9cf9-9f26fb040c19 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:19.835278 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85ab4dfb-9cab-492b-acc9-29591b81307c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:20.038776 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:20.083591 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-85ab4dfb-9cab-492b-acc9-29591b81307c admin admin] For port 32d4b6d1-6ac3-4541-9cf9-9f26fb040c19, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=32d4b6d1-6ac3-4541-9cf9-9f26fb040c19,segment=NetworkSegment(800b1d21-745b-4031-85ca-70670feda6a3),segment_id=800b1d21-745b-4031-85ca-70670feda6a3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:20.083989 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85ab4dfb-9cab-492b-acc9-29591b81307c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:20.107184 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49162) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:20.121909 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-a068aff0-8bee-486f-8cb0-03431b03989e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a49d3bf-160d-476c-90f4-df89841bc412 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:20.122555 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port e0313d1c-46a4-4d60-a9e1-94c4e5275d5c, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e0313d1c-46a4-4d60-a9e1-94c4e5275d5c,segment=NetworkSegment(97b9ecac-5850-409f-85ad-edb928189967),segment_id=97b9ecac-5850-409f-85ad-edb928189967)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:20.131880 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:20.137152 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-a068aff0-8bee-486f-8cb0-03431b03989e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:20.152062 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-a068aff0-8bee-486f-8cb0-03431b03989e service neutron] Transition to ACTIVE for port object 7a49d3bf-160d-476c-90f4-df89841bc412 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:20.202229 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-a068aff0-8bee-486f-8cb0-03431b03989e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:20.234288 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=e0313d1c-46a4-4d60-a9e1-94c4e5275d5c,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:20.288746 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068aff0-8bee-486f-8cb0-03431b03989e service neutron] Pushing event updated for resources: {'Port': ['ID=7a49d3bf-160d-476c-90f4-df89841bc412,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:20.401339 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729166f-e97d-49c3-9026-d2650b383933 req-c92096d7-f580-4538-bea8-493da0ad46c9 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:20.403352 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0729166f-e97d-49c3-9026-d2650b383933 req-c92096d7-f580-4538-bea8-493da0ad46c9 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=f77d9837-6412-43f3-9f1a-c325e581db6d HTTP/1.1" status: 200 len: 946 time: 0.2491450 Jul 15 13:05:20.469471 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-a068aff0-8bee-486f-8cb0-03431b03989e service neutron] Attempting to bind port 7a49d3bf-160d-476c-90f4-df89841bc412 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:20.469713 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-a068aff0-8bee-486f-8cb0-03431b03989e service neutron] Attempting to bind port 7a49d3bf-160d-476c-90f4-df89841bc412 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '97b9ecac-5850-409f-85ad-edb928189967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:20.470240 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-a068aff0-8bee-486f-8cb0-03431b03989e service neutron] Attempting to bind port 7a49d3bf-160d-476c-90f4-df89841bc412 on network 15f5e38d-4952-4914-a6e9-ead735ddcdbc {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:20.499237 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-a068aff0-8bee-486f-8cb0-03431b03989e service neutron] Port 7a49d3bf-160d-476c-90f4-df89841bc412 on network 15f5e38d-4952-4914-a6e9-ead735ddcdbc not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:05:20.499559 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-a068aff0-8bee-486f-8cb0-03431b03989e service neutron] Attempting to bind port 7a49d3bf-160d-476c-90f4-df89841bc412 on network 15f5e38d-4952-4914-a6e9-ead735ddcdbc {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:20.518928 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0729166f-e97d-49c3-9026-d2650b383933 req-f1cc7dcd-2ca7-4a8a-9f1e-ab577c4ef60d tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959783 Jul 15 13:05:20.523205 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-a068aff0-8bee-486f-8cb0-03431b03989e service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:20.523552 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-a068aff0-8bee-486f-8cb0-03431b03989e service neutron] Checking segment: {'id': '97b9ecac-5850-409f-85ad-edb928189967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:20.524093 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-a068aff0-8bee-486f-8cb0-03431b03989e service neutron] Bound using segment: {'id': '97b9ecac-5850-409f-85ad-edb928189967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:20.524638 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-a068aff0-8bee-486f-8cb0-03431b03989e service neutron] Bound port: 7a49d3bf-160d-476c-90f4-df89841bc412, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97b9ecac-5850-409f-85ad-edb928189967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:20.525016 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-a068aff0-8bee-486f-8cb0-03431b03989e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:20.609266 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-85ab4dfb-9cab-492b-acc9-29591b81307c admin admin] Calling delete_port for 32d4b6d1-6ac3-4541-9cf9-9f26fb040c19 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:20.702520 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-a068aff0-8bee-486f-8cb0-03431b03989e service neutron] For port 7a49d3bf-160d-476c-90f4-df89841bc412, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:20.702794 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f405fddb-64d4-4f2b-a517-d57102635feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:20.722200 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-a068aff0-8bee-486f-8cb0-03431b03989e service neutron] For port 7a49d3bf-160d-476c-90f4-df89841bc412, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=7a49d3bf-160d-476c-90f4-df89841bc412,segment=NetworkSegment(97b9ecac-5850-409f-85ad-edb928189967),segment_id=97b9ecac-5850-409f-85ad-edb928189967)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:20.729051 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-a068aff0-8bee-486f-8cb0-03431b03989e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:20.790501 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-a068aff0-8bee-486f-8cb0-03431b03989e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:20.791143 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-a068aff0-8bee-486f-8cb0-03431b03989e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:20.792794 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-a068aff0-8bee-486f-8cb0-03431b03989e service neutron] 10.222.0.32 "PUT /v2.0/ports/7a49d3bf-160d-476c-90f4-df89841bc412 HTTP/1.1" status: 200 len: 1093 time: 1.6710112 Jul 15 13:05:20.793289 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a5717a-cb56-44e8-a9e5-f6c245c94804', 'tag': '7a49d3bf-160d-476c-90f4-df89841bc412'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:20.799703 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2780b21-d7a0-4e9c-8503-5d2bcb765eed" -d '{"events": [{"name": "network-changed", "server_uuid": "82a5717a-cb56-44e8-a9e5-f6c245c94804", "tag": "7a49d3bf-160d-476c-90f4-df89841bc412"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:20.854211 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a056e599-c4ca-4087-bb5c-1ef3fc932afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:20.862940 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068aff0-8bee-486f-8cb0-03431b03989e service neutron] Pushing event updated for resources: {'Port': ['ID=7a49d3bf-160d-476c-90f4-df89841bc412,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:20.900077 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85ab4dfb-9cab-492b-acc9-29591b81307c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:20.940270 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab4dfb-9cab-492b-acc9-29591b81307c admin admin] Pushing event deleted for resources: {'Port': ['ID=32d4b6d1-6ac3-4541-9cf9-9f26fb040c19,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:20.986189 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-bb0d0d4d-fda0-4d6f-b8ec-197e14706515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:20.988257 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-bb0d0d4d-fda0-4d6f-b8ec-197e14706515 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e6722cf0529e42bab580975825cb7f20&device_id=82a5717a-cb56-44e8-a9e5-f6c245c94804 HTTP/1.1" status: 200 len: 1096 time: 0.1143842 Jul 15 13:05:21.072140 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-09c13a38-5299-433c-b518-0774b3a43abf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a49d3bf-160d-476c-90f4-df89841bc412 HTTP/1.1" status: 200 len: 217 time: 0.0623717 Jul 15 13:05:21.168743 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-80ca2f15-73d8-4eba-b4af-1ae8263a2033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:21.170892 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-80ca2f15-73d8-4eba-b4af-1ae8263a2033 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=025d5c18-d573-4395-91a0-0d10b88dc7bd HTTP/1.1" status: 200 len: 860 time: 0.0935805 Jul 15 13:05:21.293751 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-e43495ff-0dbf-4903-952c-8fe2b3ff00c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:21.295536 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-e43495ff-0dbf-4903-952c-8fe2b3ff00c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15f5e38d-4952-4914-a6e9-ead735ddcdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1164494 Jul 15 13:05:21.348950 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90eba1-8a2c-4156-b5cc-b6801112443b req-fe1641d3-313d-4a5b-a2b4-790aaf586f2f tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:21.350717 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8b90eba1-8a2c-4156-b5cc-b6801112443b req-fe1641d3-313d-4a5b-a2b4-790aaf586f2f tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 946 time: 0.2864602 Jul 15 13:05:21.388663 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a056e599-c4ca-4087-bb5c-1ef3fc932afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:21.412849 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8b90eba1-8a2c-4156-b5cc-b6801112443b req-cc1bdf0f-0f63-4ed0-8b5c-2d2fb804c93a tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505204 Jul 15 13:05:21.435676 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a056e599-c4ca-4087-bb5c-1ef3fc932afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:21.490254 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056e599-c4ca-4087-bb5c-1ef3fc932afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782aa1c0-18e1-4f2e-888f-578b38e57629,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:21.514028 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-0b7c24a7-56ce-432f-b2c8-7c5e4449c6b7 service neutron] 10.222.0.32 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107029 Jul 15 13:05:21.515296 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e0313d1c-46a4-4d60-a9e1-94c4e5275d5c up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:21.524804 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85ab4dfb-9cab-492b-acc9-29591b81307c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:21.555859 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a056e599-c4ca-4087-bb5c-1ef3fc932afc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5a677819dea4920bc73ab06cd818969&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4474390 Jul 15 13:05:21.556753 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49208) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:21.586817 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port e0313d1c-46a4-4d60-a9e1-94c4e5275d5c triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:21.587348 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:21.699180 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a7b4c056-7363-45fe-a6b1-90500909fef8 req-c1870234-462c-4bed-833e-6143ee41ec5e service neutron] 10.222.0.32 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748974 Jul 15 13:05:21.792414 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919cfe82-d29f-44f4-8e62-628137ac2daf x-openstack-request-id: req-919cfe82-d29f-44f4-8e62-628137ac2daf {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:21.792974 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a5717a-cb56-44e8-a9e5-f6c245c94804", "tag": "7a49d3bf-160d-476c-90f4-df89841bc412", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:21.794346 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-919cfe82-d29f-44f4-8e62-628137ac2daf {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:21.794944 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a5717a-cb56-44e8-a9e5-f6c245c94804', 'tag': '7a49d3bf-160d-476c-90f4-df89841bc412', 'status': 'completed', 'code': 200} Jul 15 13:05:21.931098 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2780b21-d7a0-4e9c-8503-5d2bcb765eed req-e3e3f643-8712-4e07-a9d4-0c801a11bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:21.932967 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c2780b21-d7a0-4e9c-8503-5d2bcb765eed req-e3e3f643-8712-4e07-a9d4-0c801a11bdae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e6722cf0529e42bab580975825cb7f20&device_id=82a5717a-cb56-44e8-a9e5-f6c245c94804 HTTP/1.1" status: 200 len: 1096 time: 0.0907803 Jul 15 13:05:21.933482 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-abed6c7c-6e51-4644-9ca5-1a2403645d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:21.979817 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ec794-43d4-4fb7-89af-47b4a9dadf23 req-3ce72739-35f7-45c4-b71e-372b72372a3d tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:21.981512 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-004ec794-43d4-4fb7-89af-47b4a9dadf23 req-3ce72739-35f7-45c4-b71e-372b72372a3d tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a5717a-cb56-44e8-a9e5-f6c245c94804 HTTP/1.1" status: 200 len: 944 time: 0.3001587 Jul 15 13:05:21.988705 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-abed6c7c-6e51-4644-9ca5-1a2403645d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:22.111247 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2780b21-d7a0-4e9c-8503-5d2bcb765eed req-fe1ad611-60b3-4b47-89ae-c986b1568275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:22.112820 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c2780b21-d7a0-4e9c-8503-5d2bcb765eed req-fe1ad611-60b3-4b47-89ae-c986b1568275 service neutron] 10.222.0.32 "GET /v2.0/networks?id=15f5e38d-4952-4914-a6e9-ead735ddcdbc HTTP/1.1" status: 200 len: 922 time: 0.1718202 Jul 15 13:05:22.135844 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-004ec794-43d4-4fb7-89af-47b4a9dadf23 req-c55c3f50-52b7-4fc6-af03-367b853ee874 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/security-groups?id=38385c7a-95c3-401a-89ac-91be837f1c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309478 Jul 15 13:05:22.165373 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c2780b21-d7a0-4e9c-8503-5d2bcb765eed req-7636f333-de0c-497b-b9ec-7261ea278c02 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a49d3bf-160d-476c-90f4-df89841bc412 HTTP/1.1" status: 200 len: 217 time: 0.0436070 Jul 15 13:05:22.212628 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-abed6c7c-6e51-4644-9ca5-1a2403645d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:22.216276 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-abed6c7c-6e51-4644-9ca5-1a2403645d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:22.217681 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-abed6c7c-6e51-4644-9ca5-1a2403645d4f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/782aa1c0-18e1-4f2e-888f-578b38e57629 HTTP/1.1" status: 204 len: 168 time: 0.6594491 Jul 15 13:05:22.249704 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2780b21-d7a0-4e9c-8503-5d2bcb765eed req-93f9f9d8-22ee-4721-ad21-05cae705805c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:22.251414 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c2780b21-d7a0-4e9c-8503-5d2bcb765eed req-93f9f9d8-22ee-4721-ad21-05cae705805c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=025d5c18-d573-4395-91a0-0d10b88dc7bd HTTP/1.1" status: 200 len: 860 time: 0.0792685 Jul 15 13:05:22.252714 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed6c7c-6e51-4644-9ca5-1a2403645d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782aa1c0-18e1-4f2e-888f-578b38e57629,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:22.296115 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ab4dfb-9cab-492b-acc9-29591b81307c admin admin] Router 832cbcd7-b385-4dc6-ac07-4c3941e7c37c has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:05:22.371780 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2780b21-d7a0-4e9c-8503-5d2bcb765eed req-1053a9d5-659c-4ee5-b752-f8cf208dea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:22.375599 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c2780b21-d7a0-4e9c-8503-5d2bcb765eed req-1053a9d5-659c-4ee5-b752-f8cf208dea8f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15f5e38d-4952-4914-a6e9-ead735ddcdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1101387 Jul 15 13:05:22.552859 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c2780b21-d7a0-4e9c-8503-5d2bcb765eed req-d0e3a576-02c7-440d-b00c-9d8230ce1774 service neutron] 10.222.0.32 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691580 Jul 15 13:05:22.595015 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ab4dfb-9cab-492b-acc9-29591b81307c admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:05:22.609551 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4596d149-0413-4ad7-a829-c33978f7f4fd None None] Sync routers for ids ['832cbcd7-b385-4dc6-ac07-4c3941e7c37c'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:05:22.610994 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-85ab4dfb-9cab-492b-acc9-29591b81307c admin admin] 10.222.0.24 "PUT /v2.0/routers/832cbcd7-b385-4dc6-ac07-4c3941e7c37c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3012016 Jul 15 13:05:22.613674 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49268) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:22.637555 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4596d149-0413-4ad7-a829-c33978f7f4fd None None] Routers {'832cbcd7-b385-4dc6-ac07-4c3941e7c37c'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:22.639353 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4596d149-0413-4ad7-a829-c33978f7f4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:04:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['832cbcd7-b385-4dc6-ac07-4c3941e7c37c'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:22.724832 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device cd8c503f-e53f-4cf7-ab04-51e89eba6e91 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:05:22.850211 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c2780b21-d7a0-4e9c-8503-5d2bcb765eed req-dbdc765f-4d02-4819-96b6-46a31864ef6d service neutron] 10.222.0.32 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889650 Jul 15 13:05:22.852180 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9daf9f8-6458-4aa6-82bb-63ba8e93986b admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:22.908401 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03851444-6972-462a-a89c-421fa6d32b7f req-a65595df-644a-4bbd-bdb6-62add27ae7d5 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:22.919133 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-4596d149-0413-4ad7-a829-c33978f7f4fd None None] Set router 832cbcd7-b385-4dc6-ac07-4c3941e7c37c gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:22.922438 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-03851444-6972-462a-a89c-421fa6d32b7f req-a65595df-644a-4bbd-bdb6-62add27ae7d5 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 946 time: 0.1951394 Jul 15 13:05:22.936049 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port cd8c503f-e53f-4cf7-ab04-51e89eba6e91, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=cd8c503f-e53f-4cf7-ab04-51e89eba6e91,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:22.971100 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'cd8c503f-e53f-4cf7-ab04-51e89eba6e91', 'network_id': '0a81d145-7a6a-4e9d-8fce-2f854c4b2363', 'port_id': 'cd8c503f-e53f-4cf7-ab04-51e89eba6e91', 'mac_address': 'fa:16:3e:4f:ae:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a50244b5-c7e6-43d0-9cca-5c95d17b12fc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:05:23.000837 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9daf9f8-6458-4aa6-82bb-63ba8e93986b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.014254 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-03851444-6972-462a-a89c-421fa6d32b7f req-559e29fd-919d-4e8c-acba-7be6b30bb5c7 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907505 Jul 15 13:05:23.028016 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.043532 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd8c503f-e53f-4cf7-ab04-51e89eba6e91 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:23.087200 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port cd8c503f-e53f-4cf7-ab04-51e89eba6e91, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=cd8c503f-e53f-4cf7-ab04-51e89eba6e91,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:23.096028 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.122838 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e9daf9f8-6458-4aa6-82bb-63ba8e93986b admin admin] Deleting port fe131032-a289-4ffe-bfda-66c948ee9f26 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:23.123691 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9daf9f8-6458-4aa6-82bb-63ba8e93986b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.173108 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.179257 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=cd8c503f-e53f-4cf7-ab04-51e89eba6e91,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:23.264203 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-e9daf9f8-6458-4aa6-82bb-63ba8e93986b admin admin] For port fe131032-a289-4ffe-bfda-66c948ee9f26, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=fe131032-a289-4ffe-bfda-66c948ee9f26,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:23.264803 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9daf9f8-6458-4aa6-82bb-63ba8e93986b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.279063 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['cd8c503f-e53f-4cf7-ab04-51e89eba6e91'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:23.324757 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e9daf9f8-6458-4aa6-82bb-63ba8e93986b admin admin] Calling delete_port for fe131032-a289-4ffe-bfda-66c948ee9f26 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:23.343981 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4596d149-0413-4ad7-a829-c33978f7f4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832cbcd7-b385-4dc6-ac07-4c3941e7c37c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1184935866-router', 'tenant_id': 'e2faac9341b548a09a05b115eea10757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'fe131032-a289-4ffe-bfda-66c948ee9f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:01Z', 'updated_at': '2021-07-15T13:05:20Z', 'revision_number': 5, 'project_id': 'e2faac9341b548a09a05b115eea10757', 'gw_port': {'id': 'fe131032-a289-4ffe-bfda-66c948ee9f26', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832cbcd7-b385-4dc6-ac07-4c3941e7c37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:00:05Z', 'updated_at': '2021-07-15T13:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:23.386631 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5243bf7a-1064-4cc2-b421-85411fcc8c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.403606 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4596d149-0413-4ad7-a829-c33978f7f4fd None None] Checking router: 832cbcd7-b385-4dc6-ac07-4c3941e7c37c for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:05:23.422117 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4596d149-0413-4ad7-a829-c33978f7f4fd None None] Routers {'832cbcd7-b385-4dc6-ac07-4c3941e7c37c'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:05:23.422700 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4596d149-0413-4ad7-a829-c33978f7f4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:05:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['832cbcd7-b385-4dc6-ac07-4c3941e7c37c'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:23.501530 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e3a9d-40b2-483c-8380-e95747d51fd5 req-0780490d-a571-4c4a-a64e-f9932d0f69dc tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:23.506964 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-901e3a9d-40b2-483c-8380-e95747d51fd5 req-0780490d-a571-4c4a-a64e-f9932d0f69dc tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/ports?device_id=c12e63ba-28cf-4888-b485-5eecf6301a81 HTTP/1.1" status: 200 len: 947 time: 0.1841874 Jul 15 13:05:23.533933 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49294) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:23.557061 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1de36-e267-4484-9cd0-bf68406e8521 req-488a4135-6dc2-46ea-8331-acae81492b74 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:23.558903 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-efd1de36-e267-4484-9cd0-bf68406e8521 req-488a4135-6dc2-46ea-8331-acae81492b74 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a5717a-cb56-44e8-a9e5-f6c245c94804 HTTP/1.1" status: 200 len: 944 time: 0.2197080 Jul 15 13:05:23.574001 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-901e3a9d-40b2-483c-8380-e95747d51fd5 req-231ca814-0db2-4056-8ac1-8c45aedfa178 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/security-groups?id=57db3fd0-977c-4490-97f7-2b5461f1817d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624256 Jul 15 13:05:23.580548 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-4596d149-0413-4ad7-a829-c33978f7f4fd None None] Set router 832cbcd7-b385-4dc6-ac07-4c3941e7c37c gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:05:23.679395 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-efd1de36-e267-4484-9cd0-bf68406e8521 req-3ea8d12a-93e1-4476-9f4a-2c6f2fb1de19 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/security-groups?id=38385c7a-95c3-401a-89ac-91be837f1c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707841 Jul 15 13:05:23.705350 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5773c73a-b814-4d3a-96bf-842b8f014fd2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-308895418-network', 'tenant_id': '46c681a3ac1f49edb652254baad292e0'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:23.754034 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9daf9f8-6458-4aa6-82bb-63ba8e93986b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.755335 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5773c73a-b814-4d3a-96bf-842b8f014fd2 admin admin] Made reservation on behalf of 46c681a3ac1f49edb652254baad292e0 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:23.759123 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5773c73a-b814-4d3a-96bf-842b8f014fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.784209 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5773c73a-b814-4d3a-96bf-842b8f014fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.834887 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4596d149-0413-4ad7-a829-c33978f7f4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832cbcd7-b385-4dc6-ac07-4c3941e7c37c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1184935866-router', 'tenant_id': 'e2faac9341b548a09a05b115eea10757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:01Z', 'updated_at': '2021-07-15T13:05:23Z', 'revision_number': 6, 'project_id': 'e2faac9341b548a09a05b115eea10757', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:23.870151 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9daf9f8-6458-4aa6-82bb-63ba8e93986b admin admin] Pushing event deleted for resources: {'Port': ['ID=fe131032-a289-4ffe-bfda-66c948ee9f26,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:23.870775 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4596d149-0413-4ad7-a829-c33978f7f4fd None None] The sync data for ids ['832cbcd7-b385-4dc6-ac07-4c3941e7c37c'] in n-d-758944-45 is: [{'id': '832cbcd7-b385-4dc6-ac07-4c3941e7c37c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1184935866-router', 'tenant_id': 'e2faac9341b548a09a05b115eea10757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:00:01Z', 'updated_at': '2021-07-15T13:05:23Z', 'revision_number': 6, 'project_id': 'e2faac9341b548a09a05b115eea10757', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:05:23.884483 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9daf9f8-6458-4aa6-82bb-63ba8e93986b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.931945 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5773c73a-b814-4d3a-96bf-842b8f014fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.936266 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5773c73a-b814-4d3a-96bf-842b8f014fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.965308 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5773c73a-b814-4d3a-96bf-842b8f014fd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:05:23.970834 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773c73a-b814-4d3a-96bf-842b8f014fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1782c3d5-ea60-4138-916f-4bff7153dcf7,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:23.979057 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5773c73a-b814-4d3a-96bf-842b8f014fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.979436 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-5773c73a-b814-4d3a-96bf-842b8f014fd2 admin admin] Added segment faa6f47b-5a42-4f3d-8726-d44abedde300 of type vlan for network 956bc45d-6e41-4c68-9338-128c7dab2eb0 Jul 15 13:05:23.979592 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9daf9f8-6458-4aa6-82bb-63ba8e93986b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:23.981732 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9daf9f8-6458-4aa6-82bb-63ba8e93986b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.022637 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5773c73a-b814-4d3a-96bf-842b8f014fd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.031263 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9daf9f8-6458-4aa6-82bb-63ba8e93986b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.031833 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9daf9f8-6458-4aa6-82bb-63ba8e93986b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 832cbcd7-b385-4dc6-ac07-4c3941e7c37c {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:05:24.036347 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9daf9f8-6458-4aa6-82bb-63ba8e93986b admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.037535 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e9daf9f8-6458-4aa6-82bb-63ba8e93986b admin admin] 10.222.0.24 "DELETE /v2.0/routers/832cbcd7-b385-4dc6-ac07-4c3941e7c37c HTTP/1.1" status: 204 len: 168 time: 1.4219825 Jul 15 13:05:24.039987 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49308) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:24.053941 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5773c73a-b814-4d3a-96bf-842b8f014fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.054905 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5773c73a-b814-4d3a-96bf-842b8f014fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:24.055498 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5773c73a-b814-4d3a-96bf-842b8f014fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.080010 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5773c73a-b814-4d3a-96bf-842b8f014fd2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5450039 Jul 15 13:05:24.086179 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49312) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:24.090655 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e373dbb-1359-421c-be6f-fc5317111968 admin admin] Deleting subnet 2227b844-7269-4463-8334-51b02dcab677 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:05:24.093260 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-1eb82963-3404-437d-a834-a3668cd7e859 admin admin] Request body: {'subnet': {'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-308895418-subnet', 'tenant_id': '46c681a3ac1f49edb652254baad292e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:24.094518 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e373dbb-1359-421c-be6f-fc5317111968 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.137804 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e373dbb-1359-421c-be6f-fc5317111968 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.138039 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773c73a-b814-4d3a-96bf-842b8f014fd2 admin admin] Pushing event updated for resources: {'Network': ['ID=956bc45d-6e41-4c68-9338-128c7dab2eb0,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:24.150414 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 956bc45d-6e41-4c68-9338-128c7dab2eb0 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:05:24.163998 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb82963-3404-437d-a834-a3668cd7e859 admin admin] Made reservation on behalf of 46c681a3ac1f49edb652254baad292e0 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:24.166779 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1eb82963-3404-437d-a834-a3668cd7e859 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.256530 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e373dbb-1359-421c-be6f-fc5317111968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.329620 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e373dbb-1359-421c-be6f-fc5317111968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.358746 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e373dbb-1359-421c-be6f-fc5317111968 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2227b844-7269-4463-8334-51b02dcab677,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:24.361605 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89d9b8-ae2c-42ed-82af-45f91265e20d req-5f77f3e8-75a5-4cf8-ac19-166d37d3d030 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:24.363254 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8a89d9b8-ae2c-42ed-82af-45f91265e20d req-5f77f3e8-75a5-4cf8-ac19-166d37d3d030 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 946 time: 0.1616096 Jul 15 13:05:24.367971 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e373dbb-1359-421c-be6f-fc5317111968 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.370211 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3e373dbb-1359-421c-be6f-fc5317111968 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2227b844-7269-4463-8334-51b02dcab677 HTTP/1.1" status: 204 len: 168 time: 0.3292828 Jul 15 13:05:24.372633 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49322) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:24.392209 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22fbc41-0237-45af-b879-8ce538b196bb None None] Network f30b0023-d4d5-4da3-87e0-e9664e5d77cc requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:05:24.472231 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eaaaf856-f6a2-48a2-84ae-3a6420db46c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.501617 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8a89d9b8-ae2c-42ed-82af-45f91265e20d req-8f24318d-9207-48ce-ab10-511d5a02a706 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941651 Jul 15 13:05:24.512166 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1eb82963-3404-437d-a834-a3668cd7e859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.597292 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb82963-3404-437d-a834-a3668cd7e859 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d483a1a6-7065-4b15-8f19-4e9042e07796,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:24.615055 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-eaaaf856-f6a2-48a2-84ae-3a6420db46c2 admin admin] Deleting port e0a716a9-4326-4b4e-8423-df8b4baf6b9d {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:24.615637 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eaaaf856-f6a2-48a2-84ae-3a6420db46c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.627677 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.644142 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb82963-3404-437d-a834-a3668cd7e859 admin admin] Checking segment: {'id': 'faa6f47b-5a42-4f3d-8726-d44abedde300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:24.644540 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb82963-3404-437d-a834-a3668cd7e859 admin admin] Network hostable DHCP agents. Network: 956bc45d-6e41-4c68-9338-128c7dab2eb0, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:05:24.675957 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb82963-3404-437d-a834-a3668cd7e859 admin admin] Network 956bc45d-6e41-4c68-9338-128c7dab2eb0 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:05:24.727690 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-eaaaf856-f6a2-48a2-84ae-3a6420db46c2 admin admin] For port e0a716a9-4326-4b4e-8423-df8b4baf6b9d, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e0a716a9-4326-4b4e-8423-df8b4baf6b9d,segment=NetworkSegment(800b1d21-745b-4031-85ca-70670feda6a3),segment_id=800b1d21-745b-4031-85ca-70670feda6a3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:24.728466 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eaaaf856-f6a2-48a2-84ae-3a6420db46c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.740094 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-1eb82963-3404-437d-a834-a3668cd7e859 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 956bc45d-6e41-4c68-9338-128c7dab2eb0) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:24.744216 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.747245 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb82963-3404-437d-a834-a3668cd7e859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:24.747853 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1eb82963-3404-437d-a834-a3668cd7e859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:24.750130 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 7a49d3bf-160d-476c-90f4-df89841bc412 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:05:24.751633 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-eaaaf856-f6a2-48a2-84ae-3a6420db46c2 admin admin] Calling delete_port for e0a716a9-4326-4b4e-8423-df8b4baf6b9d owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:24.759532 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device cd8c503f-e53f-4cf7-ab04-51e89eba6e91 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:24.790405 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35d2cdb-a67e-4e97-bfc8-67437cf81daf None None] Network 956bc45d-6e41-4c68-9338-128c7dab2eb0 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:05:24.811070 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1eb82963-3404-437d-a834-a3668cd7e859 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7228947 Jul 15 13:05:25.037060 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c068b-97a1-4f3c-8dd7-ec9a5f5b331b req-1bcd5571-7e99-4977-98eb-bc128c550069 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:25.045670 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-045c068b-97a1-4f3c-8dd7-ec9a5f5b331b req-1bcd5571-7e99-4977-98eb-bc128c550069 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/ports?device_id=c12e63ba-28cf-4888-b485-5eecf6301a81 HTTP/1.1" status: 200 len: 947 time: 0.1519411 Jul 15 13:05:25.046635 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eaaaf856-f6a2-48a2-84ae-3a6420db46c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:25.129629 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaaf856-f6a2-48a2-84ae-3a6420db46c2 admin admin] No DVR routers for this DVR port e0a716a9-4326-4b4e-8423-df8b4baf6b9d on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:05:25.140134 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port cd8c503f-e53f-4cf7-ab04-51e89eba6e91 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:25.140511 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:25.151371 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f50149-0b6c-4268-880e-51b505857ecb req-e9117346-1332-445f-909a-4929ba11b1a0 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:25.154698 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f7f50149-0b6c-4268-880e-51b505857ecb req-e9117346-1332-445f-909a-4929ba11b1a0 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a5717a-cb56-44e8-a9e5-f6c245c94804 HTTP/1.1" status: 200 len: 944 time: 0.1801105 Jul 15 13:05:25.171456 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaaf856-f6a2-48a2-84ae-3a6420db46c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0a716a9-4326-4b4e-8423-df8b4baf6b9d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:25.244570 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eaaaf856-f6a2-48a2-84ae-3a6420db46c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:25.259391 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-eaaaf856-f6a2-48a2-84ae-3a6420db46c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f30b0023-d4d5-4da3-87e0-e9664e5d77cc']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:25.285814 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-eaaaf856-f6a2-48a2-84ae-3a6420db46c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800b1d21-745b-4031-85ca-70670feda6a3') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:25.286102 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-eaaaf856-f6a2-48a2-84ae-3a6420db46c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800b1d21-745b-4031-85ca-70670feda6a3') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:05:25.297842 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eaaaf856-f6a2-48a2-84ae-3a6420db46c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:25.316142 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eaaaf856-f6a2-48a2-84ae-3a6420db46c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:25.327272 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaaaf856-f6a2-48a2-84ae-3a6420db46c2 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:05:25.327687 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eaaaf856-f6a2-48a2-84ae-3a6420db46c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:25.398582 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c21f760-3bd9-40c9-8f62-9720798408be None None] DHCP port deletion for f30b0023-d4d5-4da3-87e0-e9664e5d77cc request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:05:25.399496 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f7f50149-0b6c-4268-880e-51b505857ecb req-48965f4a-f8e6-462b-841f-ba114b43d653 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/security-groups?id=38385c7a-95c3-401a-89ac-91be837f1c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356279 Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:05:25.428046 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:05:25.433643 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 7a49d3bf-160d-476c-90f4-df89841bc412, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=7a49d3bf-160d-476c-90f4-df89841bc412,segment=NetworkSegment(97b9ecac-5850-409f-85ad-edb928189967),segment_id=97b9ecac-5850-409f-85ad-edb928189967)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:25.451687 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-045c068b-97a1-4f3c-8dd7-ec9a5f5b331b req-e91bdd14-0d29-4eb1-ac54-14108151880c tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/security-groups?id=57db3fd0-977c-4490-97f7-2b5461f1817d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941913 Jul 15 13:05:25.451687 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eaaaf856-f6a2-48a2-84ae-3a6420db46c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:25.455190 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eaaaf856-f6a2-48a2-84ae-3a6420db46c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:25.465301 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-eaaaf856-f6a2-48a2-84ae-3a6420db46c2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f30b0023-d4d5-4da3-87e0-e9664e5d77cc HTTP/1.1" status: 204 len: 168 time: 1.0894229 Jul 15 13:05:25.548828 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b21bb0-2510-4d76-aef6-0d5f62a4f65d req-fd83024e-6782-4e24-8915-593a4e2ac561 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:25.557178 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-29b21bb0-2510-4d76-aef6-0d5f62a4f65d req-fd83024e-6782-4e24-8915-593a4e2ac561 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.32 "GET /v2.0/ports?device_id=c12e63ba-28cf-4888-b485-5eecf6301a81 HTTP/1.1" status: 200 len: 947 time: 0.3750577 Jul 15 13:05:25.558934 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaaf856-f6a2-48a2-84ae-3a6420db46c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f30b0023-d4d5-4da3-87e0-e9664e5d77cc,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:25.599048 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '7a49d3bf-160d-476c-90f4-df89841bc412', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'port_id': '7a49d3bf-160d-476c-90f4-df89841bc412', 'mac_address': 'fa:16:3e:7f:3b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:05:25.624013 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 32d4b6d1-6ac3-4541-9cf9-9f26fb040c19 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:25.689662 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa5adc0-5bec-499c-961b-607c8021615a None None] Network 956bc45d-6e41-4c68-9338-128c7dab2eb0 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:05:25.697949 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 32d4b6d1-6ac3-4541-9cf9-9f26fb040c19 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:25.707720 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 32d4b6d1-6ac3-4541-9cf9-9f26fb040c19 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:25.708310 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e0a716a9-4326-4b4e-8423-df8b4baf6b9d no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:25.807738 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49368) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:25.828720 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-29b21bb0-2510-4d76-aef6-0d5f62a4f65d req-669bd387-1eac-4492-ade9-3e549ed62447 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Deleting port cb7d8363-95cf-4aa5-953d-567b5d61ee64 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:25.829158 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-29b21bb0-2510-4d76-aef6-0d5f62a4f65d req-669bd387-1eac-4492-ade9-3e549ed62447 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:25.844005 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device a74cc014-1d13-45f1-9469-9c1c2b20eaf3 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:05:25.882585 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: e0a716a9-4326-4b4e-8423-df8b4baf6b9d {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:25.885231 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e0a716a9-4326-4b4e-8423-df8b4baf6b9d not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:25.886004 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device fe131032-a289-4ffe-bfda-66c948ee9f26 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:25.912431 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49372) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:25.914447 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4085a695-f958-49cd-b598-d40e6bc7009b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6700552a2e0e4fd3b3bebf3b4a86d77d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1050112 Jul 15 13:05:26.035171 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: fe131032-a289-4ffe-bfda-66c948ee9f26 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:26.038378 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device fe131032-a289-4ffe-bfda-66c948ee9f26 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:26.078407 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.166564 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-29b21bb0-2510-4d76-aef6-0d5f62a4f65d req-669bd387-1eac-4492-ade9-3e549ed62447 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] For port cb7d8363-95cf-4aa5-953d-567b5d61ee64, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=cb7d8363-95cf-4aa5-953d-567b5d61ee64,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:26.167092 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-29b21bb0-2510-4d76-aef6-0d5f62a4f65d req-669bd387-1eac-4492-ade9-3e549ed62447 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.176097 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fbf10980-8e4a-4178-9d7a-1de23bc83b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.212226 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-29b21bb0-2510-4d76-aef6-0d5f62a4f65d req-669bd387-1eac-4492-ade9-3e549ed62447 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Calling delete_port for cb7d8363-95cf-4aa5-953d-567b5d61ee64 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:26.237120 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fbf10980-8e4a-4178-9d7a-1de23bc83b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.258576 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port a74cc014-1d13-45f1-9469-9c1c2b20eaf3, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=a74cc014-1d13-45f1-9469-9c1c2b20eaf3,segment=NetworkSegment(eca69b8d-7d97-4f57-9ff2-44a210eeeac5),segment_id=eca69b8d-7d97-4f57-9ff2-44a210eeeac5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:26.264354 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aed754-e241-43fb-a646-6bbaa33f4cc4 req-ddbe12e2-39b7-47cd-80af-0ffb2f9baa3a tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:26.266168 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75aed754-e241-43fb-a646-6bbaa33f4cc4 req-ddbe12e2-39b7-47cd-80af-0ffb2f9baa3a tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 946 time: 0.2742970 Jul 15 13:05:26.280490 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a49d3bf-160d-476c-90f4-df89841bc412 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:26.305879 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'a74cc014-1d13-45f1-9469-9c1c2b20eaf3', 'network_id': 'fdee4957-6bbb-4f2f-9da3-e8bd5bb63200', 'port_id': 'a74cc014-1d13-45f1-9469-9c1c2b20eaf3', 'mac_address': 'fa:16:3e:09:e7:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '000fddb8-29d6-4f77-bc6f-fc04154217b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:05:26.392804 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75aed754-e241-43fb-a646-6bbaa33f4cc4 req-13e85c7d-4791-4a6b-9d39-be556b26d961 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879648 Jul 15 13:05:26.435599 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.508598 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port cd8c503f-e53f-4cf7-ab04-51e89eba6e91, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=cd8c503f-e53f-4cf7-ab04-51e89eba6e91,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:26.510825 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.516036 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 7a49d3bf-160d-476c-90f4-df89841bc412, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=7a49d3bf-160d-476c-90f4-df89841bc412,segment=NetworkSegment(97b9ecac-5850-409f-85ad-edb928189967),segment_id=97b9ecac-5850-409f-85ad-edb928189967)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:26.518320 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f77d9837-6412-43f3-9f1a-c325e581db6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8c503f-e53f-4cf7-ab04-51e89eba6e91'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:26.521653 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61a4881-a69c-4b4d-9b5b-d336bd0e728e" -d '{"events": [{"server_uuid": "f77d9837-6412-43f3-9f1a-c325e581db6d", "name": "network-vif-plugged", "status": "completed", "tag": "cd8c503f-e53f-4cf7-ab04-51e89eba6e91"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:26.524745 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.531577 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.543851 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.568150 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fbf10980-8e4a-4178-9d7a-1de23bc83b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.574780 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fbf10980-8e4a-4178-9d7a-1de23bc83b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.576789 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fbf10980-8e4a-4178-9d7a-1de23bc83b62 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6705f7e7-4d89-4dfa-8235-986741b9110b HTTP/1.1" status: 204 len: 168 time: 0.6625216 Jul 15 13:05:26.582119 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-29b21bb0-2510-4d76-aef6-0d5f62a4f65d req-669bd387-1eac-4492-ade9-3e549ed62447 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.586609 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a74cc014-1d13-45f1-9469-9c1c2b20eaf3 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:26.634362 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port a74cc014-1d13-45f1-9469-9c1c2b20eaf3, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=a74cc014-1d13-45f1-9469-9c1c2b20eaf3,segment=NetworkSegment(eca69b8d-7d97-4f57-9ff2-44a210eeeac5),segment_id=eca69b8d-7d97-4f57-9ff2-44a210eeeac5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:26.643208 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=7a49d3bf-160d-476c-90f4-df89841bc412,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:26.658032 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.684059 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669bd387-1eac-4492-ade9-3e549ed62447 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Pushing event deleted for resources: {'Port': ['ID=cb7d8363-95cf-4aa5-953d-567b5d61ee64,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:26.700283 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-a8c0f278-101d-4317-a887-5dd6c96c2941 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:26.704076 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-a8c0f278-101d-4317-a887-5dd6c96c2941 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/networks?id=956bc45d-6e41-4c68-9338-128c7dab2eb0 HTTP/1.1" status: 200 len: 811 time: 0.3557825 Jul 15 13:05:26.720983 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf10980-8e4a-4178-9d7a-1de23bc83b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6705f7e7-4d89-4dfa-8235-986741b9110b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:26.737303 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-70da2cf0-638a-470e-b327-3ba44e0396d8 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/quotas/46c681a3ac1f49edb652254baad292e0 HTTP/1.1" status: 200 len: 375 time: 0.0212853 Jul 15 13:05:26.756165 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b21bb0-2510-4d76-aef6-0d5f62a4f65d req-669bd387-1eac-4492-ade9-3e549ed62447 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] No DVR routers for this DVR port cb7d8363-95cf-4aa5-953d-567b5d61ee64 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:05:26.761908 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-29b21bb0-2510-4d76-aef6-0d5f62a4f65d req-669bd387-1eac-4492-ade9-3e549ed62447 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:26.764215 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-29b21bb0-2510-4d76-aef6-0d5f62a4f65d req-669bd387-1eac-4492-ade9-3e549ed62447 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.32 "DELETE /v2.0/ports/cb7d8363-95cf-4aa5-953d-567b5d61ee64 HTTP/1.1" status: 204 len: 173 time: 1.2000983 Jul 15 13:05:26.764714 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12e63ba-28cf-4888-b485-5eecf6301a81', 'name': 'network-vif-deleted', 'tag': 'cb7d8363-95cf-4aa5-953d-567b5d61ee64'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:26.767216 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fc3ddf-c788-4e93-a19d-c1effe19980b" -d '{"events": [{"server_uuid": "c12e63ba-28cf-4888-b485-5eecf6301a81", "name": "network-vif-deleted", "tag": "cb7d8363-95cf-4aa5-953d-567b5d61ee64"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:26.795974 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device cb7d8363-95cf-4aa5-953d-567b5d61ee64 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:26.802738 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-4e7641e7-c830-44b9-89b6-42301c396ff4 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=46c681a3ac1f49edb652254baad292e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625007 Jul 15 13:05:26.853287 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6aead247-2018-4738-adc7-3c4ce003bb65 req-89696c85-45f1-4a05-b698-baac53cb3f3b tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/ports?device_id=c12e63ba-28cf-4888-b485-5eecf6301a81 HTTP/1.1" status: 200 len: 210 time: 0.0492532 Jul 15 13:05:26.860607 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: cb7d8363-95cf-4aa5-953d-567b5d61ee64 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:26.861070 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device cb7d8363-95cf-4aa5-953d-567b5d61ee64 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:26.906292 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['a74cc014-1d13-45f1-9469-9c1c2b20eaf3'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:26.929890 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['7a49d3bf-160d-476c-90f4-df89841bc412'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:26.936662 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=cd8c503f-e53f-4cf7-ab04-51e89eba6e91,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:27.165352 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=a74cc014-1d13-45f1-9469-9c1c2b20eaf3,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:27.193897 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f154ffa-2c8c-465b-a46c-35e03e50be77 req-7def5eca-5d3b-41c4-af18-19130e163aec tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:27.200947 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6f154ffa-2c8c-465b-a46c-35e03e50be77 req-7def5eca-5d3b-41c4-af18-19130e163aec tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a5717a-cb56-44e8-a9e5-f6c245c94804 HTTP/1.1" status: 200 len: 945 time: 0.1839466 Jul 15 13:05:27.310591 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6f154ffa-2c8c-465b-a46c-35e03e50be77 req-fdee0f8d-754b-4cc1-be39-c75c4a8d3ddf tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/security-groups?id=38385c7a-95c3-401a-89ac-91be837f1c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086609 Jul 15 13:05:27.504163 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49410) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:27.510904 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-2c9d6114-305e-473d-86f6-ed18cde3c034 service neutron] 10.222.0.24 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6918535 Jul 15 13:05:27.550394 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9727e4-c01c-4eb0-9999-a26134631932 x-openstack-request-id: req-2b9727e4-c01c-4eb0-9999-a26134631932 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:27.551286 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f77d9837-6412-43f3-9f1a-c325e581db6d", "name": "network-vif-plugged", "status": "completed", "tag": "cd8c503f-e53f-4cf7-ab04-51e89eba6e91", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:27.551286 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2b9727e4-c01c-4eb0-9999-a26134631932 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:27.551612 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f77d9837-6412-43f3-9f1a-c325e581db6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8c503f-e53f-4cf7-ab04-51e89eba6e91', 'code': 200} Jul 15 13:05:27.626292 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7bec34e6-6560-4e1e-be66-aec0815f8f05 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e2faac9341b548a09a05b115eea10757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1196158 Jul 15 13:05:27.638330 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49414) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:27.691625 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-9f137d09-b831-4ebb-94b4-143cd2332ddf service neutron] 10.222.0.24 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794024 Jul 15 13:05:27.749258 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bed0a0b5-ff4b-48fc-9858-61467c150377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:27.771627 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device a74cc014-1d13-45f1-9469-9c1c2b20eaf3 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:27.810777 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a6f157-9725-4cf8-b916-23b945b04c2d x-openstack-request-id: req-78a6f157-9725-4cf8-b916-23b945b04c2d {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:27.813786 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12e63ba-28cf-4888-b485-5eecf6301a81", "name": "network-vif-deleted", "tag": "cb7d8363-95cf-4aa5-953d-567b5d61ee64", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:27.815801 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-78a6f157-9725-4cf8-b916-23b945b04c2d {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:27.818808 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12e63ba-28cf-4888-b485-5eecf6301a81', 'name': 'network-vif-deleted', 'tag': 'cb7d8363-95cf-4aa5-953d-567b5d61ee64', 'status': 'completed', 'code': 200} Jul 15 13:05:27.844239 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bed0a0b5-ff4b-48fc-9858-61467c150377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:27.956638 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:27.960065 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bed0a0b5-ff4b-48fc-9858-61467c150377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:27.963932 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bed0a0b5-ff4b-48fc-9858-61467c150377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:27.968347 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-bed0a0b5-ff4b-48fc-9858-61467c150377 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ceb38843-8d09-496d-ac2a-ba8904f270c5 HTTP/1.1" status: 204 len: 168 time: 0.3285220 Jul 15 13:05:27.976371 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a74cc014-1d13-45f1-9469-9c1c2b20eaf3 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:27.998704 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0a0b5-ff4b-48fc-9858-61467c150377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb38843-8d09-496d-ac2a-ba8904f270c5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:28.037728 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port a74cc014-1d13-45f1-9469-9c1c2b20eaf3, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=a74cc014-1d13-45f1-9469-9c1c2b20eaf3,segment=NetworkSegment(eca69b8d-7d97-4f57-9ff2-44a210eeeac5),segment_id=eca69b8d-7d97-4f57-9ff2-44a210eeeac5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:28.044892 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:28.161054 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=a74cc014-1d13-45f1-9469-9c1c2b20eaf3,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:28.291795 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ceac27c0-d226-4342-9b31-a526fed0b721 req-a8502e15-1d97-4715-a884-16be2ad411e1 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cdfc4e4-3af3-4b44-a7dc-165169349e76 HTTP/1.1" status: 200 len: 210 time: 0.0570168 Jul 15 13:05:28.323755 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93999cc1-651c-467d-b59f-5e34e2506f27 req-b33ebdbe-d6e7-4897-aae2-647bc3dc0c6e tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:28.327079 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-93999cc1-651c-467d-b59f-5e34e2506f27 req-b33ebdbe-d6e7-4897-aae2-647bc3dc0c6e tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 944 time: 0.1677477 Jul 15 13:05:28.402342 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-93999cc1-651c-467d-b59f-5e34e2506f27 req-87f2ffb9-8ea1-49de-a133-1eaa28ad58c3 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742834 Jul 15 13:05:28.774793 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 7a49d3bf-160d-476c-90f4-df89841bc412 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:28.868581 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5eba32-5459-4e67-a868-36f2e7d55cf4 req-5559357f-576a-4bf1-9959-29d60e69d912 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:28.879712 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa5eba32-5459-4e67-a868-36f2e7d55cf4 req-5559357f-576a-4bf1-9959-29d60e69d912 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a5717a-cb56-44e8-a9e5-f6c245c94804 HTTP/1.1" status: 200 len: 945 time: 0.2040591 Jul 15 13:05:28.920640 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 7a49d3bf-160d-476c-90f4-df89841bc412 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:28.935281 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 7a49d3bf-160d-476c-90f4-df89841bc412 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:28.936402 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:28.956968 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa5eba32-5459-4e67-a868-36f2e7d55cf4 req-eae76fb1-464c-4d2d-aae3-afbe98bdc9dd tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/security-groups?id=38385c7a-95c3-401a-89ac-91be837f1c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731382 Jul 15 13:05:28.957342 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c1750-91df-4c8c-9d88-822ca170e3dd req-3aabf975-b504-46b6-988e-8bdd846441df tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:28.960605 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-311c1750-91df-4c8c-9d88-822ca170e3dd req-3aabf975-b504-46b6-988e-8bdd846441df tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e HTTP/1.1" status: 200 len: 948 time: 0.1152029 Jul 15 13:05:29.028798 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-311c1750-91df-4c8c-9d88-822ca170e3dd req-e229a5b7-dda6-4fa5-a882-21786326fb6e tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/security-groups?id=57db3fd0-977c-4490-97f7-2b5461f1817d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547402 Jul 15 13:05:29.168476 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:29.276993 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 7a49d3bf-160d-476c-90f4-df89841bc412, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=7a49d3bf-160d-476c-90f4-df89841bc412,segment=NetworkSegment(97b9ecac-5850-409f-85ad-edb928189967),segment_id=97b9ecac-5850-409f-85ad-edb928189967)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:29.283661 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:29.434077 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=7a49d3bf-160d-476c-90f4-df89841bc412,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:29.448080 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:29.448464 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:29.448850 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:29.449153 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:29.449485 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:29.450026 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:29.450212 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:29.450527 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:29.450852 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:29.451194 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:29.451312 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cd811281-5e5b-47c1-a937-3ef107a8db1a req-3918d70a-038e-4946-8aa4-2fe5c9a5798e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=af05b8be-392f-41e0-8b4d-42e76a40f41a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1565647 Jul 15 13:05:29.451559 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:29.451901 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:29.552752 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a5717a-cb56-44e8-a9e5-f6c245c94804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a49d3bf-160d-476c-90f4-df89841bc412'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:29.555211 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fc6388-f20f-4bee-879c-c8d068a89105" -d '{"events": [{"server_uuid": "82a5717a-cb56-44e8-a9e5-f6c245c94804", "name": "network-vif-plugged", "status": "completed", "tag": "7a49d3bf-160d-476c-90f4-df89841bc412"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:29.610436 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d6640fbc-c748-453e-8504-d5fd97d2ab84 req-411f10ee-2d5d-496f-b9bc-96824c768b89 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cdfc4e4-3af3-4b44-a7dc-165169349e76 HTTP/1.1" status: 200 len: 210 time: 0.0556901 Jul 15 13:05:29.701984 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9eafd3-81fe-4c5b-80ed-c58b827780d4 x-openstack-request-id: req-4c9eafd3-81fe-4c5b-80ed-c58b827780d4 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:29.702418 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a5717a-cb56-44e8-a9e5-f6c245c94804", "name": "network-vif-plugged", "status": "completed", "tag": "7a49d3bf-160d-476c-90f4-df89841bc412", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:29.702591 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4c9eafd3-81fe-4c5b-80ed-c58b827780d4 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:29.703124 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a5717a-cb56-44e8-a9e5-f6c245c94804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a49d3bf-160d-476c-90f4-df89841bc412', 'code': 200} Jul 15 13:05:29.782405 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4ac66-a489-484e-83e4-dc0f41fd9a70 req-62bc93a9-d92a-414c-a6d0-3165c80f0d5c tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:29.784841 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-08c4ac66-a489-484e-83e4-dc0f41fd9a70 req-62bc93a9-d92a-414c-a6d0-3165c80f0d5c tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 944 time: 0.1525476 Jul 15 13:05:29.791015 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:05:29.796666 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device a74cc014-1d13-45f1-9469-9c1c2b20eaf3 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:29.904860 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-08c4ac66-a489-484e-83e4-dc0f41fd9a70 req-9ad1cb18-9f79-4f01-800c-0238be1ad00f tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138647 Jul 15 13:05:29.958395 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port a74cc014-1d13-45f1-9469-9c1c2b20eaf3 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:29.958770 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:30.354235 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:30.459684 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port a74cc014-1d13-45f1-9469-9c1c2b20eaf3, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=a74cc014-1d13-45f1-9469-9c1c2b20eaf3,segment=NetworkSegment(eca69b8d-7d97-4f57-9ff2-44a210eeeac5),segment_id=eca69b8d-7d97-4f57-9ff2-44a210eeeac5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:30.482604 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:30.575153 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd811281-5e5b-47c1-a937-3ef107a8db1a req-51a0c588-2aba-4a58-9f45-c40abb43760f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:30.576809 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cd811281-5e5b-47c1-a937-3ef107a8db1a req-51a0c588-2aba-4a58-9f45-c40abb43760f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b4d30a1a7bf40d4974a65996401b2e0&device_id=af05b8be-392f-41e0-8b4d-42e76a40f41a HTTP/1.1" status: 200 len: 1097 time: 0.9692843 Jul 15 13:05:30.664839 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6bdae-560b-4b26-8394-cc0e7d39d611 req-d8cf466a-c427-475b-82c8-5f0d8809e7bd tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:30.685113 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d6d6bdae-560b-4b26-8394-cc0e7d39d611 req-d8cf466a-c427-475b-82c8-5f0d8809e7bd tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e HTTP/1.1" status: 200 len: 948 time: 0.2963898 Jul 15 13:05:30.692608 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=a74cc014-1d13-45f1-9469-9c1c2b20eaf3,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:30.699316 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887e402-04f4-46d5-9e0d-4a813d0e5395 req-81d331c9-fcfd-499b-a622-7ebc64b84290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:30.701051 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c887e402-04f4-46d5-9e0d-4a813d0e5395 req-81d331c9-fcfd-499b-a622-7ebc64b84290 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=82a5717a-cb56-44e8-a9e5-f6c245c94804 HTTP/1.1" status: 200 len: 1098 time: 0.3989232 Jul 15 13:05:30.712990 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-1a2276b5-d484-46d2-b66d-ddba1dac9c93 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:30.715788 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-1a2276b5-d484-46d2-b66d-ddba1dac9c93 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.18 "GET /v2.0/networks?id=956bc45d-6e41-4c68-9338-128c7dab2eb0 HTTP/1.1" status: 200 len: 811 time: 0.4111381 Jul 15 13:05:30.751426 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d6d6bdae-560b-4b26-8394-cc0e7d39d611 req-610aad60-2072-4740-94b5-38e4405f02c0 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/security-groups?id=57db3fd0-977c-4490-97f7-2b5461f1817d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602560 Jul 15 13:05:30.752880 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e908bbb-7fcb-4f51-8a14-4cbdff7c498a req-8ac8c936-8c12-41c1-a3e7-2cbea6c4c5b3 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:30.770598 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8e908bbb-7fcb-4f51-8a14-4cbdff7c498a req-8ac8c936-8c12-41c1-a3e7-2cbea6c4c5b3 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a5717a-cb56-44e8-a9e5-f6c245c94804 HTTP/1.1" status: 200 len: 946 time: 0.4303751 Jul 15 13:05:30.784178 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-5eff8329-478a-47e4-a281-d68868f6815e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Request body: {'port': {'device_id': '6cdfc4e4-3af3-4b44-a7dc-165169349e76', 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0', 'admin_state_up': True, 'tenant_id': '46c681a3ac1f49edb652254baad292e0'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:31.182962 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd811281-5e5b-47c1-a937-3ef107a8db1a req-e206991e-9544-4562-b923-e490faf45a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:31.184554 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cd811281-5e5b-47c1-a937-3ef107a8db1a req-e206991e-9544-4562-b923-e490faf45a44 service neutron] 10.222.0.18 "GET /v2.0/networks?id=85506c49-ef76-49a2-8400-1e31bb62cb86 HTTP/1.1" status: 200 len: 913 time: 0.4416409 Jul 15 13:05:31.198568 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c887e402-04f4-46d5-9e0d-4a813d0e5395 req-a1eb2c6c-cfde-4ecc-a0c7-2587edf9a01e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=38385c7a-95c3-401a-89ac-91be837f1c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824519 Jul 15 13:05:31.272563 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8e908bbb-7fcb-4f51-8a14-4cbdff7c498a req-f9f8bd6e-a116-432f-8c69-672f16556caf tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/security-groups?id=38385c7a-95c3-401a-89ac-91be837f1c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5009367 Jul 15 13:05:31.332787 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-5eff8329-478a-47e4-a281-d68868f6815e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Made reservation on behalf of 46c681a3ac1f49edb652254baad292e0 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:31.336746 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-5eff8329-478a-47e4-a281-d68868f6815e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:31.344084 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cd811281-5e5b-47c1-a937-3ef107a8db1a req-847772e0-d012-4a51-8beb-536b21322e94 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=669e8d28-b298-48fe-b40b-16b4bddfb486 HTTP/1.1" status: 200 len: 1001 time: 0.1478121 Jul 15 13:05:31.391381 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eea98605-2be1-4251-a21b-d38312be12a2 req-12607ca1-834b-46fa-8d88-134b7d5906dd tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cdfc4e4-3af3-4b44-a7dc-165169349e76 HTTP/1.1" status: 200 len: 210 time: 0.0630975 Jul 15 13:05:31.398965 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff9cc6-cc41-45a1-bdb8-c44b4405acc8 req-c00dfbf0-04aa-45c0-94a2-826d6eedd3c7 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:31.400633 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cdff9cc6-cc41-45a1-bdb8-c44b4405acc8 req-c00dfbf0-04aa-45c0-94a2-826d6eedd3c7 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e HTTP/1.1" status: 200 len: 948 time: 0.6087627 Jul 15 13:05:31.477289 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd811281-5e5b-47c1-a937-3ef107a8db1a req-250cd73c-e3c8-4467-aab0-12342f729011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:31.478933 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cd811281-5e5b-47c1-a937-3ef107a8db1a req-250cd73c-e3c8-4467-aab0-12342f729011 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ddd3d1aa-d62d-409c-8c51-52222d94058f HTTP/1.1" status: 200 len: 851 time: 0.1262820 Jul 15 13:05:31.703491 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-5eff8329-478a-47e4-a281-d68868f6815e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Allocated IP 172.20.0.2 (956bc45d-6e41-4c68-9338-128c7dab2eb0/d483a1a6-7065-4b15-8f19-4e9042e07796/60852187-e51a-44ce-8887-fb8931e93761) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:31.712170 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74cc014-1d13-45f1-9469-9c1c2b20eaf3'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:31.718354 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b80f25-86c8-489a-8a41-df47014d6d38" -d '{"events": [{"server_uuid": "b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a", "name": "network-vif-plugged", "status": "completed", "tag": "a74cc014-1d13-45f1-9469-9c1c2b20eaf3"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:31.761425 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f5a6a-a19e-4299-ae2b-50fcc12754eb req-8f71a634-66a4-472a-bd20-09b652af6e3a tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:31.763087 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-645f5a6a-a19e-4299-ae2b-50fcc12754eb req-8f71a634-66a4-472a-bd20-09b652af6e3a tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 946 time: 0.3053026 Jul 15 13:05:31.775855 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd811281-5e5b-47c1-a937-3ef107a8db1a req-55f3d58e-3ad9-4815-b62d-6815fe40e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:31.777470 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cd811281-5e5b-47c1-a937-3ef107a8db1a req-55f3d58e-3ad9-4815-b62d-6815fe40e34f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=85506c49-ef76-49a2-8400-1e31bb62cb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2635186 Jul 15 13:05:31.872184 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7488cf-8461-42a8-bd05-9c3cdc608e9a x-openstack-request-id: req-cd7488cf-8461-42a8-bd05-9c3cdc608e9a {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:31.874240 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a", "name": "network-vif-plugged", "status": "completed", "tag": "a74cc014-1d13-45f1-9469-9c1c2b20eaf3", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:31.874717 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cd7488cf-8461-42a8-bd05-9c3cdc608e9a {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:31.875843 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74cc014-1d13-45f1-9469-9c1c2b20eaf3', 'code': 200} Jul 15 13:05:31.876572 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-cdff9cc6-cc41-45a1-bdb8-c44b4405acc8 req-d49516ac-f61a-4ea9-a7b8-8c75353436df tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Deleting port 300b6252-3d05-44ba-97a7-230188d36f95 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:31.876921 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cdff9cc6-cc41-45a1-bdb8-c44b4405acc8 req-d49516ac-f61a-4ea9-a7b8-8c75353436df tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:32.065491 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-645f5a6a-a19e-4299-ae2b-50fcc12754eb req-0b7e2287-0da0-4628-9f76-8f18fe599a67 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867494 Jul 15 13:05:32.139932 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62caa2b3-2beb-426f-b228-30ac88a2653f req-dc6e41db-583f-45ea-b75c-ce3a69442617 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:32.148257 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-62caa2b3-2beb-426f-b228-30ac88a2653f req-dc6e41db-583f-45ea-b75c-ce3a69442617 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e HTTP/1.1" status: 200 len: 948 time: 0.1331787 Jul 15 13:05:32.168993 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cd811281-5e5b-47c1-a937-3ef107a8db1a req-8bac8104-f08f-496b-ba73-8b9ded032a2a service neutron] 10.222.0.18 "GET /v2.0/networks/85506c49-ef76-49a2-8400-1e31bb62cb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791082 Jul 15 13:05:32.203847 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-62caa2b3-2beb-426f-b228-30ac88a2653f req-d3a9b49d-8deb-474b-a42e-c7943a80e7e1 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/security-groups?id=57db3fd0-977c-4490-97f7-2b5461f1817d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542905 Jul 15 13:05:32.214456 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-5eff8329-478a-47e4-a281-d68868f6815e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:32.222121 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367741d2-06eb-4fe5-902a-6c6efeb91831 req-933867f0-fb6c-422e-b9f1-d345b2315caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:32.224760 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-367741d2-06eb-4fe5-902a-6c6efeb91831 req-933867f0-fb6c-422e-b9f1-d345b2315caf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 1098 time: 0.1789465 Jul 15 13:05:32.279611 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-cdff9cc6-cc41-45a1-bdb8-c44b4405acc8 req-d49516ac-f61a-4ea9-a7b8-8c75353436df tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] For port 300b6252-3d05-44ba-97a7-230188d36f95, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=300b6252-3d05-44ba-97a7-230188d36f95,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:32.280271 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cdff9cc6-cc41-45a1-bdb8-c44b4405acc8 req-d49516ac-f61a-4ea9-a7b8-8c75353436df tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:32.294306 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-367741d2-06eb-4fe5-902a-6c6efeb91831 req-74dbb257-573f-42de-8468-eb52f67a975d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633810 Jul 15 13:05:32.379732 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-cdff9cc6-cc41-45a1-bdb8-c44b4405acc8 req-d49516ac-f61a-4ea9-a7b8-8c75353436df tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Calling delete_port for 300b6252-3d05-44ba-97a7-230188d36f95 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:32.478865 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cd811281-5e5b-47c1-a937-3ef107a8db1a req-da554de4-2237-421e-b16f-bc11753c9e1b service neutron] 10.222.0.18 "GET /v2.0/networks/85506c49-ef76-49a2-8400-1e31bb62cb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012550 Jul 15 13:05:32.502670 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-5eff8329-478a-47e4-a281-d68868f6815e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:32.620186 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-5eff8329-478a-47e4-a281-d68868f6815e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Network 956bc45d-6e41-4c68-9338-128c7dab2eb0 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:32.632728 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-5eff8329-478a-47e4-a281-d68868f6815e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:32.635736 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff8329-478a-47e4-a281-d68868f6815e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Pushing event updated for resources: {'Port': ['ID=60852187-e51a-44ce-8887-fb8931e93761,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:32.639007 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-5eff8329-478a-47e4-a281-d68868f6815e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:32.866649 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-5eff8329-478a-47e4-a281-d68868f6815e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:32.871743 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-5eff8329-478a-47e4-a281-d68868f6815e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:32.953864 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c032f4d-cbc0-4fd7-9393-970896464a2d req-cf2ededb-0fad-422f-963f-5083de40a715 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:32.967400 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c032f4d-cbc0-4fd7-9393-970896464a2d req-cf2ededb-0fad-422f-963f-5083de40a715 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cdfc4e4-3af3-4b44-a7dc-165169349e76 HTTP/1.1" status: 200 len: 931 time: 0.1932926 Jul 15 13:05:32.983080 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-5eff8329-478a-47e4-a281-d68868f6815e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2386942 Jul 15 13:05:33.010104 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa477046-211f-4e6d-b87d-04c1ef95b420 req-e5a0e94a-d94a-48b2-883c-c9a5b3a4a66f tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:33.022256 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fa477046-211f-4e6d-b87d-04c1ef95b420 req-e5a0e94a-d94a-48b2-883c-c9a5b3a4a66f tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a5717a-cb56-44e8-a9e5-f6c245c94804 HTTP/1.1" status: 200 len: 946 time: 0.2607851 Jul 15 13:05:33.036172 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-9bd50d19-6347-4896-b4d8-2b2fa3645516 service neutron] Request body: {'port': {'device_id': '6cdfc4e4-3af3-4b44-a7dc-165169349e76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:33.125108 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c032f4d-cbc0-4fd7-9393-970896464a2d req-1d147830-a82e-46d1-8e26-9488636e37c0 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495585 Jul 15 13:05:33.134789 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cdff9cc6-cc41-45a1-bdb8-c44b4405acc8 req-d49516ac-f61a-4ea9-a7b8-8c75353436df tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:33.199379 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49516ac-f61a-4ea9-a7b8-8c75353436df tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Pushing event deleted for resources: {'Port': ['ID=300b6252-3d05-44ba-97a7-230188d36f95,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:33.285597 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fa477046-211f-4e6d-b87d-04c1ef95b420 req-f0194eda-20aa-4852-bf41-b411865f24ba tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/security-groups?id=38385c7a-95c3-401a-89ac-91be837f1c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583153 Jul 15 13:05:33.339190 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdff9cc6-cc41-45a1-bdb8-c44b4405acc8 req-d49516ac-f61a-4ea9-a7b8-8c75353436df tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] No DVR routers for this DVR port 300b6252-3d05-44ba-97a7-230188d36f95 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:05:33.356674 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cdff9cc6-cc41-45a1-bdb8-c44b4405acc8 req-d49516ac-f61a-4ea9-a7b8-8c75353436df tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:33.358890 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cdff9cc6-cc41-45a1-bdb8-c44b4405acc8 req-d49516ac-f61a-4ea9-a7b8-8c75353436df tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.32 "DELETE /v2.0/ports/300b6252-3d05-44ba-97a7-230188d36f95 HTTP/1.1" status: 204 len: 173 time: 1.8790128 Jul 15 13:05:33.359599 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e', 'name': 'network-vif-deleted', 'tag': '300b6252-3d05-44ba-97a7-230188d36f95'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:33.362130 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f4c00a-fd10-4703-b71a-e4b2697e5abe" -d '{"events": [{"server_uuid": "0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e", "name": "network-vif-deleted", "tag": "300b6252-3d05-44ba-97a7-230188d36f95"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:33.373404 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-9bd50d19-6347-4896-b4d8-2b2fa3645516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:33.660099 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ed07ce7c-8258-4edc-b745-2ac02cefaa3f req-382dfef1-5f98-4920-9719-71a81460efb8 tempest-ListImageFiltersTestJSON-707665792 tempest-ListImageFiltersTestJSON-707665792-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e HTTP/1.1" status: 200 len: 210 time: 0.0814288 Jul 15 13:05:33.751535 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fad72-b8c1-4546-bff8-f2eddcaee203 req-b076fa47-d4ae-473b-85cc-981226fc4978 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:33.753141 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-305fad72-b8c1-4546-bff8-f2eddcaee203 req-b076fa47-d4ae-473b-85cc-981226fc4978 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 946 time: 0.1893642 Jul 15 13:05:33.905613 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-305fad72-b8c1-4546-bff8-f2eddcaee203 req-8ab69892-6a2a-4f33-a3a7-bf28fdb6c23e tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094508 Jul 15 13:05:34.002328 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80058357-c6e0-4a34-8e3e-9cd2a3047742 x-openstack-request-id: req-80058357-c6e0-4a34-8e3e-9cd2a3047742 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:34.002925 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e", "name": "network-vif-deleted", "tag": "300b6252-3d05-44ba-97a7-230188d36f95", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:34.003044 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-80058357-c6e0-4a34-8e3e-9cd2a3047742 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:34.003488 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac2ea01-0800-4b3b-88d4-d77f0c0b9b7e', 'name': 'network-vif-deleted', 'tag': '300b6252-3d05-44ba-97a7-230188d36f95', 'status': 'completed', 'code': 200} Jul 15 13:05:34.149012 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-74482e60-cef0-4df9-a10d-576ef56090b6 req-7c26755a-1334-49c4-ad8c-90a5ae9d0417 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1922133 Jul 15 13:05:34.174350 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-74482e60-cef0-4df9-a10d-576ef56090b6 req-6264fd40-8574-499d-af1b-66e0e8f50ea6 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:34.199348 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-9bd50d19-6347-4896-b4d8-2b2fa3645516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60852187-e51a-44ce-8887-fb8931e93761 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:34.210781 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-9bd50d19-6347-4896-b4d8-2b2fa3645516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:34.240011 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-9bd50d19-6347-4896-b4d8-2b2fa3645516 service neutron] Transition to ACTIVE for port object 60852187-e51a-44ce-8887-fb8931e93761 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:34.242948 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-74482e60-cef0-4df9-a10d-576ef56090b6 req-6264fd40-8574-499d-af1b-66e0e8f50ea6 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:34.270593 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-9bd50d19-6347-4896-b4d8-2b2fa3645516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:34.373586 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd50d19-6347-4896-b4d8-2b2fa3645516 service neutron] Pushing event updated for resources: {'Port': ['ID=60852187-e51a-44ce-8887-fb8931e93761,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:34.517856 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-9bd50d19-6347-4896-b4d8-2b2fa3645516 service neutron] Attempting to bind port 60852187-e51a-44ce-8887-fb8931e93761 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:34.518185 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-9bd50d19-6347-4896-b4d8-2b2fa3645516 service neutron] Attempting to bind port 60852187-e51a-44ce-8887-fb8931e93761 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'faa6f47b-5a42-4f3d-8726-d44abedde300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:34.518501 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-9bd50d19-6347-4896-b4d8-2b2fa3645516 service neutron] Attempting to bind port 60852187-e51a-44ce-8887-fb8931e93761 on network 956bc45d-6e41-4c68-9338-128c7dab2eb0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:34.549375 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-9bd50d19-6347-4896-b4d8-2b2fa3645516 service neutron] Port 60852187-e51a-44ce-8887-fb8931e93761 on network 956bc45d-6e41-4c68-9338-128c7dab2eb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:05:34.549715 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-9bd50d19-6347-4896-b4d8-2b2fa3645516 service neutron] Attempting to bind port 60852187-e51a-44ce-8887-fb8931e93761 on network 956bc45d-6e41-4c68-9338-128c7dab2eb0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:34.570029 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-9bd50d19-6347-4896-b4d8-2b2fa3645516 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:34.570379 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-9bd50d19-6347-4896-b4d8-2b2fa3645516 service neutron] Checking segment: {'id': 'faa6f47b-5a42-4f3d-8726-d44abedde300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:34.570896 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-9bd50d19-6347-4896-b4d8-2b2fa3645516 service neutron] Bound using segment: {'id': 'faa6f47b-5a42-4f3d-8726-d44abedde300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:34.571192 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-9bd50d19-6347-4896-b4d8-2b2fa3645516 service neutron] Bound port: 60852187-e51a-44ce-8887-fb8931e93761, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faa6f47b-5a42-4f3d-8726-d44abedde300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:34.574491 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-9bd50d19-6347-4896-b4d8-2b2fa3645516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:34.600327 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-74482e60-cef0-4df9-a10d-576ef56090b6 req-6264fd40-8574-499d-af1b-66e0e8f50ea6 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:34.779050 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-9bd50d19-6347-4896-b4d8-2b2fa3645516 service neutron] For port 60852187-e51a-44ce-8887-fb8931e93761, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:34.791015 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-9bd50d19-6347-4896-b4d8-2b2fa3645516 service neutron] For port 60852187-e51a-44ce-8887-fb8931e93761, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=60852187-e51a-44ce-8887-fb8931e93761,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:34.814815 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 300b6252-3d05-44ba-97a7-230188d36f95 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:34.847337 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-9bd50d19-6347-4896-b4d8-2b2fa3645516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:34.873778 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 300b6252-3d05-44ba-97a7-230188d36f95 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:34.874262 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 300b6252-3d05-44ba-97a7-230188d36f95 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:34.888874 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506fc92-753d-4e20-83ed-17a7ca5bc8ac req-0267b78a-668e-451d-b312-c36f73650d44 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:34.897078 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c506fc92-753d-4e20-83ed-17a7ca5bc8ac req-0267b78a-668e-451d-b312-c36f73650d44 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 946 time: 0.1821125 Jul 15 13:05:34.958552 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c506fc92-753d-4e20-83ed-17a7ca5bc8ac req-bca3adb5-e373-49a7-b726-f05417ef11de tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601573 Jul 15 13:05:34.961900 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-9bd50d19-6347-4896-b4d8-2b2fa3645516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:34.963220 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-9bd50d19-6347-4896-b4d8-2b2fa3645516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:34.966247 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-9bd50d19-6347-4896-b4d8-2b2fa3645516 service neutron] 10.222.0.18 "PUT /v2.0/ports/60852187-e51a-44ce-8887-fb8931e93761 HTTP/1.1" status: 200 len: 1092 time: 1.9375572 Jul 15 13:05:35.030115 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-74482e60-cef0-4df9-a10d-576ef56090b6 req-6264fd40-8574-499d-af1b-66e0e8f50ea6 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Allocated IP 172.25.6.94 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/6fb794fe-367c-4c95-bc7a-7fa4637e0989) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:35.055276 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd50d19-6347-4896-b4d8-2b2fa3645516 service neutron] Pushing event updated for resources: {'Port': ['ID=60852187-e51a-44ce-8887-fb8931e93761,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:35.191811 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823466d-a2fe-4672-8127-1a524d2b345f req-8b56dc64-bf53-4fe3-8ac2-f024cda6f897 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:35.193801 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3823466d-a2fe-4672-8127-1a524d2b345f req-8b56dc64-bf53-4fe3-8ac2-f024cda6f897 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cdfc4e4-3af3-4b44-a7dc-165169349e76 HTTP/1.1" status: 200 len: 943 time: 0.1018090 Jul 15 13:05:35.270573 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-50e82141-b676-428a-be5a-bdd8e6e310c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:35.272245 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-50e82141-b676-428a-be5a-bdd8e6e310c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=46c681a3ac1f49edb652254baad292e0&device_id=6cdfc4e4-3af3-4b44-a7dc-165169349e76 HTTP/1.1" status: 200 len: 1095 time: 0.2488947 Jul 15 13:05:35.290034 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3823466d-a2fe-4672-8127-1a524d2b345f req-d50f440e-515c-455c-811b-13362a82dc5f tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885775 Jul 15 13:05:35.343537 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-0ab88aa0-3453-4da2-9833-4d2e1d14105b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=60852187-e51a-44ce-8887-fb8931e93761 HTTP/1.1" status: 200 len: 217 time: 0.0559919 Jul 15 13:05:35.349863 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-74482e60-cef0-4df9-a10d-576ef56090b6 req-6264fd40-8574-499d-af1b-66e0e8f50ea6 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:35.439132 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-7abdb1f6-4825-41df-89e3-8b386c4f7f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:35.440664 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-7abdb1f6-4825-41df-89e3-8b386c4f7f4c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d483a1a6-7065-4b15-8f19-4e9042e07796 HTTP/1.1" status: 200 len: 851 time: 0.0793426 Jul 15 13:05:35.506266 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-021ec86d-64c3-4936-b63f-bcba6ac8a0cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=956bc45d-6e41-4c68-9338-128c7dab2eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516572 Jul 15 13:05:35.524176 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-74482e60-cef0-4df9-a10d-576ef56090b6 req-6264fd40-8574-499d-af1b-66e0e8f50ea6 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:35.624083 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74482e60-cef0-4df9-a10d-576ef56090b6 req-6264fd40-8574-499d-af1b-66e0e8f50ea6 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:35.657467 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-74482e60-cef0-4df9-a10d-576ef56090b6 req-6264fd40-8574-499d-af1b-66e0e8f50ea6 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:35.672242 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-74482e60-cef0-4df9-a10d-576ef56090b6 req-6264fd40-8574-499d-af1b-66e0e8f50ea6 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:36.101607 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdfc4e4-3af3-4b44-a7dc-165169349e76', 'tag': '60852187-e51a-44ce-8887-fb8931e93761'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:36.103970 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4830a4e7-96d6-4d35-9ae2-992fe1555d19" -d '{"events": [{"name": "network-changed", "server_uuid": "6cdfc4e4-3af3-4b44-a7dc-165169349e76", "tag": "60852187-e51a-44ce-8887-fb8931e93761"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:36.134506 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264fd40-8574-499d-af1b-66e0e8f50ea6 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Pushing event updated for resources: {'Port': ['ID=6fb794fe-367c-4c95-bc7a-7fa4637e0989,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:36.152379 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-434eccc8-bf59-414e-b7ab-2c0790f0e6e7 service neutron] 10.222.0.18 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6406262 Jul 15 13:05:36.203723 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-74482e60-cef0-4df9-a10d-576ef56090b6 req-6264fd40-8574-499d-af1b-66e0e8f50ea6 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:36.340877 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-74482e60-cef0-4df9-a10d-576ef56090b6 req-6264fd40-8574-499d-af1b-66e0e8f50ea6 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:36.404043 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-73a8f500-493d-4a7c-b089-321d9a77ebeb req-af2b721e-bb13-4856-be1a-b515f8e7749e service neutron] 10.222.0.18 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926823 Jul 15 13:05:36.693908 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-74482e60-cef0-4df9-a10d-576ef56090b6 req-6264fd40-8574-499d-af1b-66e0e8f50ea6 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:36.697904 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-74482e60-cef0-4df9-a10d-576ef56090b6 req-6264fd40-8574-499d-af1b-66e0e8f50ea6 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:36.884299 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264fd40-8574-499d-af1b-66e0e8f50ea6 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Pushing event updated for resources: {'Port': ['ID=6fb794fe-367c-4c95-bc7a-7fa4637e0989,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:36.910522 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-74482e60-cef0-4df9-a10d-576ef56090b6 req-6264fd40-8574-499d-af1b-66e0e8f50ea6 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:36.935846 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-74482e60-cef0-4df9-a10d-576ef56090b6 req-6264fd40-8574-499d-af1b-66e0e8f50ea6 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:36.953907 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-74482e60-cef0-4df9-a10d-576ef56090b6 req-6264fd40-8574-499d-af1b-66e0e8f50ea6 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7836375 Jul 15 13:05:37.021275 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-74482e60-cef0-4df9-a10d-576ef56090b6 req-5bd8f9c1-13ff-4abb-a42f-422700051d7d tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.94 HTTP/1.1" status: 200 len: 695 time: 0.0619779 Jul 15 13:05:37.157336 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74482e60-cef0-4df9-a10d-576ef56090b6 req-66d79a07-d441-4c1f-b02a-3d0958b9089c tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:37.159078 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-74482e60-cef0-4df9-a10d-576ef56090b6 req-66d79a07-d441-4c1f-b02a-3d0958b9089c tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 784 time: 0.1271031 Jul 15 13:05:37.398953 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe74bde5-c08c-4bae-8575-8176b7ba0668 x-openstack-request-id: req-fe74bde5-c08c-4bae-8575-8176b7ba0668 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:37.399155 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cdfc4e4-3af3-4b44-a7dc-165169349e76", "tag": "60852187-e51a-44ce-8887-fb8931e93761", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:37.399301 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe74bde5-c08c-4bae-8575-8176b7ba0668 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:37.399689 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cdfc4e4-3af3-4b44-a7dc-165169349e76', 'tag': '60852187-e51a-44ce-8887-fb8931e93761', 'status': 'completed', 'code': 200} Jul 15 13:05:37.437644 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97223b-84b6-47f9-9956-30f14c4d2235 req-861d6baf-403b-4656-954a-5d8136b12060 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:37.442177 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0a97223b-84b6-47f9-9956-30f14c4d2235 req-861d6baf-403b-4656-954a-5d8136b12060 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.18 "GET /v2.0/ports?device_id=b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a HTTP/1.1" status: 200 len: 946 time: 0.1207838 Jul 15 13:05:37.630620 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830a4e7-96d6-4d35-9ae2-992fe1555d19 req-b9283b3e-f58d-409b-9ab4-7c46077c3995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:37.632633 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4830a4e7-96d6-4d35-9ae2-992fe1555d19 req-b9283b3e-f58d-409b-9ab4-7c46077c3995 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=46c681a3ac1f49edb652254baad292e0&device_id=6cdfc4e4-3af3-4b44-a7dc-165169349e76 HTTP/1.1" status: 200 len: 1095 time: 0.1826985 Jul 15 13:05:37.760546 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17b4ad-5be8-49cd-996c-3d6342be0e16 req-d54b5ae3-7ca3-4b42-945e-09791aa08ef3 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:37.762363 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d17b4ad-5be8-49cd-996c-3d6342be0e16 req-d54b5ae3-7ca3-4b42-945e-09791aa08ef3 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cdfc4e4-3af3-4b44-a7dc-165169349e76 HTTP/1.1" status: 200 len: 943 time: 0.2124665 Jul 15 13:05:37.772635 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-0a97223b-84b6-47f9-9956-30f14c4d2235 req-35895904-2faf-4191-ab8d-b5862bcdf929 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Deleting port a74cc014-1d13-45f1-9469-9c1c2b20eaf3 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:37.772974 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0a97223b-84b6-47f9-9956-30f14c4d2235 req-35895904-2faf-4191-ab8d-b5862bcdf929 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:37.781695 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:37.837789 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830a4e7-96d6-4d35-9ae2-992fe1555d19 req-91d93e2f-cb7f-4c29-8ef1-1516006a8d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:37.839403 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4830a4e7-96d6-4d35-9ae2-992fe1555d19 req-91d93e2f-cb7f-4c29-8ef1-1516006a8d54 service neutron] 10.222.0.18 "GET /v2.0/networks?id=956bc45d-6e41-4c68-9338-128c7dab2eb0 HTTP/1.1" status: 200 len: 912 time: 0.1991704 Jul 15 13:05:37.857971 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 60852187-e51a-44ce-8887-fb8931e93761 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:05:37.941319 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d17b4ad-5be8-49cd-996c-3d6342be0e16 req-a6b3f8ca-ed12-4b07-880e-583154b09161 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620524 Jul 15 13:05:37.943422 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4830a4e7-96d6-4d35-9ae2-992fe1555d19 req-ddddd2bc-a268-4781-965a-45e6d247028d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=60852187-e51a-44ce-8887-fb8931e93761 HTTP/1.1" status: 200 len: 217 time: 0.0967400 Jul 15 13:05:38.039255 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 60852187-e51a-44ce-8887-fb8931e93761, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=60852187-e51a-44ce-8887-fb8931e93761,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:38.065588 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '60852187-e51a-44ce-8887-fb8931e93761', 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0', 'port_id': '60852187-e51a-44ce-8887-fb8931e93761', 'mac_address': 'fa:16:3e:5f:07:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd483a1a6-7065-4b15-8f19-4e9042e07796', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:05:38.069678 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-702d0e1f-37a4-4e43-a6b8-47c4e7c78512 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:38.078035 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-702d0e1f-37a4-4e43-a6b8-47c4e7c78512 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/networks?id=fdee4957-6bbb-4f2f-9da3-e8bd5bb63200 HTTP/1.1" status: 200 len: 814 time: 0.5907097 Jul 15 13:05:38.095316 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-419cbec8-2499-4eb5-9115-57e16abf5604 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/quotas/ce0ece3328ad4f4dad6822a6b825ecb4 HTTP/1.1" status: 200 len: 375 time: 0.0162778 Jul 15 13:05:38.097787 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-0a97223b-84b6-47f9-9956-30f14c4d2235 req-35895904-2faf-4191-ab8d-b5862bcdf929 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] For port a74cc014-1d13-45f1-9469-9c1c2b20eaf3, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=a74cc014-1d13-45f1-9469-9c1c2b20eaf3,segment=NetworkSegment(eca69b8d-7d97-4f57-9ff2-44a210eeeac5),segment_id=eca69b8d-7d97-4f57-9ff2-44a210eeeac5)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:38.101388 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0a97223b-84b6-47f9-9956-30f14c4d2235 req-35895904-2faf-4191-ab8d-b5862bcdf929 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:38.132231 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:38.153677 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-0a97223b-84b6-47f9-9956-30f14c4d2235 req-35895904-2faf-4191-ab8d-b5862bcdf929 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Calling delete_port for a74cc014-1d13-45f1-9469-9c1c2b20eaf3 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:38.164190 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60852187-e51a-44ce-8887-fb8931e93761 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:38.181839 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830a4e7-96d6-4d35-9ae2-992fe1555d19 req-ce46b765-4d61-404a-a88e-94aac55fbc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:38.184450 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-4ecedf7c-d99c-4a80-95dd-36d7cb8b9dc4 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce0ece3328ad4f4dad6822a6b825ecb4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0878732 Jul 15 13:05:38.184966 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4830a4e7-96d6-4d35-9ae2-992fe1555d19 req-ce46b765-4d61-404a-a88e-94aac55fbc6b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d483a1a6-7065-4b15-8f19-4e9042e07796 HTTP/1.1" status: 200 len: 851 time: 0.2337997 Jul 15 13:05:38.206472 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 60852187-e51a-44ce-8887-fb8931e93761, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=60852187-e51a-44ce-8887-fb8931e93761,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:38.215383 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:38.270597 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4830a4e7-96d6-4d35-9ae2-992fe1555d19 req-e71ac0fe-b53f-4913-b5e5-853f68857b38 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=956bc45d-6e41-4c68-9338-128c7dab2eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749099 Jul 15 13:05:38.303984 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-afd28fcb-7570-4618-9984-b35c1cee7043 service neutron] 10.222.0.24 "GET /v2.0/networks/fdee4957-6bbb-4f2f-9da3-e8bd5bb63200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033394 Jul 15 13:05:38.325674 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=60852187-e51a-44ce-8887-fb8931e93761,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:38.416172 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['60852187-e51a-44ce-8887-fb8931e93761'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:38.433059 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-792321b4-9416-4386-b5ea-3baee524e9e9 service neutron] 10.222.0.24 "GET /v2.0/networks/fdee4957-6bbb-4f2f-9da3-e8bd5bb63200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180074 Jul 15 13:05:38.612616 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4830a4e7-96d6-4d35-9ae2-992fe1555d19 req-eba3cd1b-938c-424a-8a9a-f6bbf3417d40 service neutron] 10.222.0.18 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623036 Jul 15 13:05:38.887772 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b0464-94a8-40f3-b022-bd52c861257a req-239cb7f0-33f7-46ea-aa6f-0ce54f190730 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:38.896666 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-524b0464-94a8-40f3-b022-bd52c861257a req-239cb7f0-33f7-46ea-aa6f-0ce54f190730 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/networks?id=15f5e38d-4952-4914-a6e9-ead735ddcdbc HTTP/1.1" status: 200 len: 821 time: 0.2321649 Jul 15 13:05:38.916151 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-524b0464-94a8-40f3-b022-bd52c861257a req-e441bc60-66a8-45b8-b558-9620c928abba tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/quotas/e6722cf0529e42bab580975825cb7f20 HTTP/1.1" status: 200 len: 375 time: 0.0180478 Jul 15 13:05:38.960486 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4830a4e7-96d6-4d35-9ae2-992fe1555d19 req-b05b487c-5462-437a-8ea3-c761231c167e service neutron] 10.222.0.18 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405852 Jul 15 13:05:38.988412 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0a97223b-84b6-47f9-9956-30f14c4d2235 req-35895904-2faf-4191-ab8d-b5862bcdf929 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:39.039233 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-524b0464-94a8-40f3-b022-bd52c861257a req-b0d47e72-a4e5-4585-a2bf-8836545b919b tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6722cf0529e42bab580975825cb7f20&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1220367 Jul 15 13:05:39.040409 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35895904-2faf-4191-ab8d-b5862bcdf929 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Pushing event deleted for resources: {'Port': ['ID=a74cc014-1d13-45f1-9469-9c1c2b20eaf3,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:39.125467 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a97223b-84b6-47f9-9956-30f14c4d2235 req-35895904-2faf-4191-ab8d-b5862bcdf929 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] No DVR routers for this DVR port a74cc014-1d13-45f1-9469-9c1c2b20eaf3 on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:05:39.128465 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0a97223b-84b6-47f9-9956-30f14c4d2235 req-35895904-2faf-4191-ab8d-b5862bcdf929 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:39.131409 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0a97223b-84b6-47f9-9956-30f14c4d2235 req-35895904-2faf-4191-ab8d-b5862bcdf929 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.18 "DELETE /v2.0/ports/a74cc014-1d13-45f1-9469-9c1c2b20eaf3 HTTP/1.1" status: 204 len: 173 time: 1.6801524 Jul 15 13:05:39.279809 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-524b0464-94a8-40f3-b022-bd52c861257a req-9447cf0e-ecea-42b4-8dfc-cce900890f8b service neutron] 10.222.0.24 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388098 Jul 15 13:05:39.400999 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a', 'name': 'network-vif-deleted', 'tag': 'a74cc014-1d13-45f1-9469-9c1c2b20eaf3'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:39.404078 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df6a563-7edf-46a7-8bef-bc046562acc8" -d '{"events": [{"server_uuid": "b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a", "name": "network-vif-deleted", "tag": "a74cc014-1d13-45f1-9469-9c1c2b20eaf3"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:39.416135 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-524b0464-94a8-40f3-b022-bd52c861257a req-7fc4b9e6-ac18-43e9-8ff9-5b64b4889ce7 service neutron] 10.222.0.24 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333954 Jul 15 13:05:39.774809 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-beb8335e-71c7-4794-9a57-eee5b07188dc req-ab0b093c-9b93-4b39-ac1c-391d8b79f10d tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e689b0c-65d0-4030-ace9-0e674bd669c8 HTTP/1.1" status: 200 len: 210 time: 0.0498226 Jul 15 13:05:39.864337 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 60852187-e51a-44ce-8887-fb8931e93761 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:39.957837 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 60852187-e51a-44ce-8887-fb8931e93761 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:39.967232 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 60852187-e51a-44ce-8887-fb8931e93761 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:39.967725 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:40.138523 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284111bb-3b47-48a4-9501-e973aae9116f req-67d426d2-def8-4aa3-a74f-792fa3709ef0 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:40.142355 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-284111bb-3b47-48a4-9501-e973aae9116f req-67d426d2-def8-4aa3-a74f-792fa3709ef0 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cdfc4e4-3af3-4b44-a7dc-165169349e76 HTTP/1.1" status: 200 len: 944 time: 0.0991015 Jul 15 13:05:40.213220 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:40.253587 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-284111bb-3b47-48a4-9501-e973aae9116f req-c5ce0bd5-a98a-449d-b089-d387351c0b36 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930045 Jul 15 13:05:40.289873 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdfc4e4-3af3-4b44-a7dc-165169349e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60852187-e51a-44ce-8887-fb8931e93761'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:40.295147 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd5cc5a-f429-4604-b10b-ea5a7e243082" -d '{"events": [{"server_uuid": "6cdfc4e4-3af3-4b44-a7dc-165169349e76", "name": "network-vif-plugged", "status": "completed", "tag": "60852187-e51a-44ce-8887-fb8931e93761"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:40.322161 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007e0ac8-f3e2-4aa5-9a40-60e2ed55aac9 x-openstack-request-id: req-007e0ac8-f3e2-4aa5-9a40-60e2ed55aac9 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:40.322573 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a", "name": "network-vif-deleted", "tag": "a74cc014-1d13-45f1-9469-9c1c2b20eaf3", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:40.323313 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-007e0ac8-f3e2-4aa5-9a40-60e2ed55aac9 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:40.323775 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b525a8d3-c67d-4c8d-aa66-fab0c3d2e49a', 'name': 'network-vif-deleted', 'tag': 'a74cc014-1d13-45f1-9469-9c1c2b20eaf3', 'status': 'completed', 'code': 200} Jul 15 13:05:40.367382 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 60852187-e51a-44ce-8887-fb8931e93761, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=60852187-e51a-44ce-8887-fb8931e93761,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:40.387569 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:40.390388 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device a74cc014-1d13-45f1-9469-9c1c2b20eaf3 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:40.446359 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fcb5c8dd-f9ae-43fb-8c95-a67605488c12 req-4def2246-5103-419e-aa13-634376623953 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/ports?device_id=18bf621b-cbfb-4575-b0a2-b17212cf8837 HTTP/1.1" status: 200 len: 210 time: 0.1085851 Jul 15 13:05:40.645459 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: a74cc014-1d13-45f1-9469-9c1c2b20eaf3 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:40.648898 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device a74cc014-1d13-45f1-9469-9c1c2b20eaf3 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:40.719307 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=60852187-e51a-44ce-8887-fb8931e93761,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:40.810303 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098b3862-8a98-44d0-b23b-1f1ca94eea4b x-openstack-request-id: req-098b3862-8a98-44d0-b23b-1f1ca94eea4b {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:40.811069 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdfc4e4-3af3-4b44-a7dc-165169349e76", "name": "network-vif-plugged", "status": "completed", "tag": "60852187-e51a-44ce-8887-fb8931e93761", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:40.811625 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-098b3862-8a98-44d0-b23b-1f1ca94eea4b {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:40.812301 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cdfc4e4-3af3-4b44-a7dc-165169349e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60852187-e51a-44ce-8887-fb8931e93761', 'code': 200} Jul 15 13:05:41.100009 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49772) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:41.116126 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46140d30-791a-4c46-800b-768f5c637f25 req-e7d41896-e103-4529-8f55-1576b91ed714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:41.121644 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-46140d30-791a-4c46-800b-768f5c637f25 req-e7d41896-e103-4529-8f55-1576b91ed714 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6cdfc4e4-3af3-4b44-a7dc-165169349e76 HTTP/1.1" status: 200 len: 1097 time: 0.2127264 Jul 15 13:05:41.198181 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-551f8d4b-423c-4631-aa43-12e636395da0 req-28e00189-e03c-4bae-950d-b22c898c73d2 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e689b0c-65d0-4030-ace9-0e674bd669c8 HTTP/1.1" status: 200 len: 210 time: 0.0893645 Jul 15 13:05:41.227498 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-46140d30-791a-4c46-800b-768f5c637f25 req-1c787c25-c60a-429d-a75b-5fcca7cbaa81 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986781 Jul 15 13:05:41.476673 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49782) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:41.579145 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-815cd4ec-72cc-4f04-9e09-c8c20293a53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:41.811650 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e01fab-c40a-49c5-b0b7-7ebc3c902588 req-5e98d4ca-505c-488e-a969-9deebba28e03 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:41.825140 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f2e01fab-c40a-49c5-b0b7-7ebc3c902588 req-5e98d4ca-505c-488e-a969-9deebba28e03 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cdfc4e4-3af3-4b44-a7dc-165169349e76 HTTP/1.1" status: 200 len: 945 time: 0.2655330 Jul 15 13:05:41.952729 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a0b385c4-b22a-4e93-9f6b-819e35c09de0 req-9ca4ea98-3c91-4944-8158-d8fbab1a6f28 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/ports?device_id=18bf621b-cbfb-4575-b0a2-b17212cf8837 HTTP/1.1" status: 200 len: 210 time: 0.1473665 Jul 15 13:05:41.963829 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49792) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:41.965612 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-95f57fdd-dc5c-4616-a352-405b6838c43e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80e5ac1f618d4777963260bcfdf4c480&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8579209 Jul 15 13:05:42.146455 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f2e01fab-c40a-49c5-b0b7-7ebc3c902588 req-bab5babe-23e5-481c-aff9-2d597ef93955 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199804 Jul 15 13:05:42.170844 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-815cd4ec-72cc-4f04-9e09-c8c20293a53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:42.182681 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-815cd4ec-72cc-4f04-9e09-c8c20293a53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:42.255600 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815cd4ec-72cc-4f04-9e09-c8c20293a53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a2474f-8b0d-46db-82c8-7ef02103d002,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:42.336524 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-815cd4ec-72cc-4f04-9e09-c8c20293a53f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a8e018ac1530489498630bba16ce2c83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8591835 Jul 15 13:05:42.339429 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49804) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:42.414687 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-867862d4-db6e-4997-82f4-52b5beaf3a39 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:42.416962 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-867862d4-db6e-4997-82f4-52b5beaf3a39 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.18 "GET /v2.0/networks?id=fdee4957-6bbb-4f2f-9da3-e8bd5bb63200 HTTP/1.1" status: 200 len: 814 time: 0.6548564 Jul 15 13:05:42.441179 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d155be9-39ae-4ffc-ae3f-ba0f9720ab59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:42.447653 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-b4913c7f-230d-4b18-8f9b-fb833673757b tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Request body: {'port': {'device_id': '6e689b0c-65d0-4030-ace9-0e674bd669c8', 'network_id': 'fdee4957-6bbb-4f2f-9da3-e8bd5bb63200', 'admin_state_up': True, 'tenant_id': 'ce0ece3328ad4f4dad6822a6b825ecb4'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:42.669869 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-32220ad7-3a6c-44fd-ab53-254a827f8f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:42.696463 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-32220ad7-3a6c-44fd-ab53-254a827f8f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:42.850356 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eeeed88c-4803-41ff-988b-7f1c20094547 req-a3d04485-e748-44c1-932d-39fa07453f41 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e689b0c-65d0-4030-ace9-0e674bd669c8 HTTP/1.1" status: 200 len: 210 time: 0.1883473 Jul 15 13:05:42.885071 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d155be9-39ae-4ffc-ae3f-ba0f9720ab59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:42.910897 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-b4913c7f-230d-4b18-8f9b-fb833673757b tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Made reservation on behalf of ce0ece3328ad4f4dad6822a6b825ecb4 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:42.917177 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-b4913c7f-230d-4b18-8f9b-fb833673757b tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:43.099307 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-32220ad7-3a6c-44fd-ab53-254a827f8f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:43.103843 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-32220ad7-3a6c-44fd-ab53-254a827f8f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:43.105662 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-32220ad7-3a6c-44fd-ab53-254a827f8f1b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57db3fd0-977c-4490-97f7-2b5461f1817d HTTP/1.1" status: 204 len: 168 time: 1.1301970 Jul 15 13:05:43.135223 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b0464-94a8-40f3-b022-bd52c861257a req-31345051-7fa6-45e2-a681-75e659f54eef tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:43.137253 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-524b0464-94a8-40f3-b022-bd52c861257a req-31345051-7fa6-45e2-a681-75e659f54eef tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.18 "GET /v2.0/networks?id=15f5e38d-4952-4914-a6e9-ead735ddcdbc HTTP/1.1" status: 200 len: 821 time: 0.5501497 Jul 15 13:05:43.147028 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32220ad7-3a6c-44fd-ab53-254a827f8f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57db3fd0-977c-4490-97f7-2b5461f1817d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:43.169796 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-524b0464-94a8-40f3-b022-bd52c861257a req-b604c20b-e6b9-492f-afcd-68e5423c7f1e tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Request body: {'port': {'device_id': '18bf621b-cbfb-4575-b0a2-b17212cf8837', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'admin_state_up': True, 'tenant_id': 'e6722cf0529e42bab580975825cb7f20'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:43.262980 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d155be9-39ae-4ffc-ae3f-ba0f9720ab59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:43.267303 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d155be9-39ae-4ffc-ae3f-ba0f9720ab59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:43.272813 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1d155be9-39ae-4ffc-ae3f-ba0f9720ab59 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84a2474f-8b0d-46db-82c8-7ef02103d002 HTTP/1.1" status: 204 len: 168 time: 0.9214914 Jul 15 13:05:43.286099 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-be8935b1-a2ef-475d-a119-88632beed13c req-6996b4eb-4a36-4268-8f4d-136a2c0036d3 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/ports?device_id=18bf621b-cbfb-4575-b0a2-b17212cf8837 HTTP/1.1" status: 200 len: 210 time: 0.0973794 Jul 15 13:05:43.569152 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d155be9-39ae-4ffc-ae3f-ba0f9720ab59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a2474f-8b0d-46db-82c8-7ef02103d002,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:43.695284 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-b4913c7f-230d-4b18-8f9b-fb833673757b tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Allocated IP 172.20.0.3 (fdee4957-6bbb-4f2f-9da3-e8bd5bb63200/000fddb8-29d6-4f77-bc6f-fc04154217b6/99191328-6ffe-4ca4-af88-96e25b6cc517) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:43.776613 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-524b0464-94a8-40f3-b022-bd52c861257a req-b604c20b-e6b9-492f-afcd-68e5423c7f1e tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Made reservation on behalf of e6722cf0529e42bab580975825cb7f20 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:43.788968 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-524b0464-94a8-40f3-b022-bd52c861257a req-b604c20b-e6b9-492f-afcd-68e5423c7f1e tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:43.960008 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49846) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:43.985607 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b34f2d00-a029-4fd3-b1ef-b7ad6eb5a2fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:44.005289 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f724e-8890-4c32-a329-414d4290cd43 req-5dc17b39-dae4-4d4d-8b01-618e2725bf81 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:44.017948 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-608f724e-8890-4c32-a329-414d4290cd43 req-5dc17b39-dae4-4d4d-8b01-618e2725bf81 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cdfc4e4-3af3-4b44-a7dc-165169349e76 HTTP/1.1" status: 200 len: 945 time: 0.4446809 Jul 15 13:05:44.201653 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-608f724e-8890-4c32-a329-414d4290cd43 req-f5096d3c-3083-44f5-8a0a-d59e4ee79a40 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824064 Jul 15 13:05:44.247246 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-524b0464-94a8-40f3-b022-bd52c861257a req-b604c20b-e6b9-492f-afcd-68e5423c7f1e tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Allocated IP 172.20.0.14 (15f5e38d-4952-4914-a6e9-ead735ddcdbc/025d5c18-d573-4395-91a0-0d10b88dc7bd/2f97c039-f4c6-4cff-a126-fd46971875ab) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:44.263802 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b34f2d00-a029-4fd3-b1ef-b7ad6eb5a2fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:44.282441 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-b4913c7f-230d-4b18-8f9b-fb833673757b tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:44.372703 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b34f2d00-a029-4fd3-b1ef-b7ad6eb5a2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:44.449299 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-20a8db98-e4e7-4e32-af32-12e2dc90fa00 req-4e8f5a72-2827-45a0-a7b8-304e4dfb8411 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e689b0c-65d0-4030-ace9-0e674bd669c8 HTTP/1.1" status: 200 len: 210 time: 0.1820011 Jul 15 13:05:44.453313 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-b4913c7f-230d-4b18-8f9b-fb833673757b tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:44.520529 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f2d00-a029-4fd3-b1ef-b7ad6eb5a2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9385b76b-cdde-4c71-af8d-09639611e824,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:44.547640 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b34f2d00-a029-4fd3-b1ef-b7ad6eb5a2fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=660cc04df1884dacab17017d0a24eb41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5851955 Jul 15 13:05:44.548274 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49860) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:44.578521 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4913c7f-230d-4b18-8f9b-fb833673757b tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Pushing event updated for resources: {'Port': ['ID=99191328-6ffe-4ca4-af88-96e25b6cc517,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:44.594886 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-b4913c7f-230d-4b18-8f9b-fb833673757b tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Network fdee4957-6bbb-4f2f-9da3-e8bd5bb63200 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:44.599074 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-b4913c7f-230d-4b18-8f9b-fb833673757b tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:44.602229 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-b4913c7f-230d-4b18-8f9b-fb833673757b tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:44.687276 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-524b0464-94a8-40f3-b022-bd52c861257a req-b604c20b-e6b9-492f-afcd-68e5423c7f1e tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:44.698318 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0497d7d5-d098-4073-87e1-a1381e58b1e8 req-1d376d70-6f3f-46d5-88a6-59de699d9c30 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/ports?device_id=18bf621b-cbfb-4575-b0a2-b17212cf8837 HTTP/1.1" status: 200 len: 210 time: 0.0418932 Jul 15 13:05:44.725966 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7afcd6b7-731f-417b-8096-cd52ce584c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:44.746533 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-524b0464-94a8-40f3-b022-bd52c861257a req-b604c20b-e6b9-492f-afcd-68e5423c7f1e tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Transition to ACTIVE for port object 2f97c039-f4c6-4cff-a126-fd46971875ab will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:44.773489 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-b4913c7f-230d-4b18-8f9b-fb833673757b tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:44.778457 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-b4913c7f-230d-4b18-8f9b-fb833673757b tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:44.788824 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7afcd6b7-731f-417b-8096-cd52ce584c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:44.842811 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-b4913c7f-230d-4b18-8f9b-fb833673757b tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4049439 Jul 15 13:05:44.864617 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-2dd82668-0aa9-41d6-ac49-0374a65cb34b service neutron] Request body: {'port': {'device_id': '6e689b0c-65d0-4030-ace9-0e674bd669c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:44.899262 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7afcd6b7-731f-417b-8096-cd52ce584c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:44.901923 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7afcd6b7-731f-417b-8096-cd52ce584c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:44.905858 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7afcd6b7-731f-417b-8096-cd52ce584c2f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9385b76b-cdde-4c71-af8d-09639611e824 HTTP/1.1" status: 204 len: 168 time: 0.3564882 Jul 15 13:05:44.923347 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afcd6b7-731f-417b-8096-cd52ce584c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9385b76b-cdde-4c71-af8d-09639611e824,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:44.962245 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-524b0464-94a8-40f3-b022-bd52c861257a req-b604c20b-e6b9-492f-afcd-68e5423c7f1e tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:45.006933 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['7a49d3bf-160d-476c-90f4-df89841bc412'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:45.142198 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604c20b-e6b9-492f-afcd-68e5423c7f1e tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Pushing event updated for resources: {'Port': ['ID=2f97c039-f4c6-4cff-a126-fd46971875ab,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:45.158287 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-524b0464-94a8-40f3-b022-bd52c861257a req-b604c20b-e6b9-492f-afcd-68e5423c7f1e tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Network 15f5e38d-4952-4914-a6e9-ead735ddcdbc is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:45.162309 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-524b0464-94a8-40f3-b022-bd52c861257a req-b604c20b-e6b9-492f-afcd-68e5423c7f1e tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:45.168516 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-524b0464-94a8-40f3-b022-bd52c861257a req-b604c20b-e6b9-492f-afcd-68e5423c7f1e tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:45.223875 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-2dd82668-0aa9-41d6-ac49-0374a65cb34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:45.333240 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b0464-94a8-40f3-b022-bd52c861257a req-b604c20b-e6b9-492f-afcd-68e5423c7f1e tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:45.333957 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-524b0464-94a8-40f3-b022-bd52c861257a req-b604c20b-e6b9-492f-afcd-68e5423c7f1e tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:45.389338 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-524b0464-94a8-40f3-b022-bd52c861257a req-b604c20b-e6b9-492f-afcd-68e5423c7f1e tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2254872 Jul 15 13:05:45.400668 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872ed5d-22a7-451b-bdd2-12ac9b3734de req-76077cf4-3f36-40d0-a34c-686f91828ccb tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:45.407668 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-524b0464-94a8-40f3-b022-bd52c861257a req-16781399-c959-45f2-947a-f19b60cb70a0 service neutron] Request body: {'port': {'device_id': '18bf621b-cbfb-4575-b0a2-b17212cf8837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:45.411226 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3872ed5d-22a7-451b-bdd2-12ac9b3734de req-76077cf4-3f36-40d0-a34c-686f91828ccb tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cdfc4e4-3af3-4b44-a7dc-165169349e76 HTTP/1.1" status: 200 len: 945 time: 0.2212384 Jul 15 13:05:45.471973 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3872ed5d-22a7-451b-bdd2-12ac9b3734de req-fcfd1835-620a-4ac3-9e9e-aa742d453da4 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579531 Jul 15 13:05:45.618793 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7c1bf5b4-eda3-4187-9466-f6ba3a861152 None None] Provisioning for port 2f97c039-f4c6-4cff-a126-fd46971875ab completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:45.626278 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7c1bf5b4-eda3-4187-9466-f6ba3a861152 None None] Provisioning complete for port 2f97c039-f4c6-4cff-a126-fd46971875ab triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:45.626933 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c1bf5b4-eda3-4187-9466-f6ba3a861152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:45.641242 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-524b0464-94a8-40f3-b022-bd52c861257a req-16781399-c959-45f2-947a-f19b60cb70a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:45.715222 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7c1bf5b4-eda3-4187-9466-f6ba3a861152 None None] Port 2f97c039-f4c6-4cff-a126-fd46971875ab cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:05:45.749408 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c8e46-88f0-405b-a2d8-1f4fb08742a8 req-4dd71596-fb6d-47ed-9d9b-f3e8bedef926 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:45.752237 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-190c8e46-88f0-405b-a2d8-1f4fb08742a8 req-4dd71596-fb6d-47ed-9d9b-f3e8bedef926 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e689b0c-65d0-4030-ace9-0e674bd669c8 HTTP/1.1" status: 200 len: 931 time: 0.1000614 Jul 15 13:05:45.872785 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-190c8e46-88f0-405b-a2d8-1f4fb08742a8 req-8bb47935-d356-409c-b695-be2ca4e34fbd tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090584 Jul 15 13:05:46.086968 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-2dd82668-0aa9-41d6-ac49-0374a65cb34b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99191328-6ffe-4ca4-af88-96e25b6cc517 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:46.099526 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-2dd82668-0aa9-41d6-ac49-0374a65cb34b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:46.117923 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49932) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:46.174786 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-2dd82668-0aa9-41d6-ac49-0374a65cb34b service neutron] Transition to ACTIVE for port object 99191328-6ffe-4ca4-af88-96e25b6cc517 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:46.233049 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed020a0c-313e-41cd-9bf2-cdc7bbc875fc req-2495f916-0683-4a05-b051-dfd79ffc3b0d tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:46.235007 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ed020a0c-313e-41cd-9bf2-cdc7bbc875fc req-2495f916-0683-4a05-b051-dfd79ffc3b0d tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/ports?device_id=18bf621b-cbfb-4575-b0a2-b17212cf8837 HTTP/1.1" status: 200 len: 932 time: 0.2850413 Jul 15 13:05:46.236443 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-2dd82668-0aa9-41d6-ac49-0374a65cb34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:46.296468 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4c2ad847-a3ee-4111-81e5-22ceaf35f7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:46.485316 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864632dc-8afd-42ab-a544-03a7bb2fe0b1 req-67addbaa-4f50-4b84-926c-e4972286fee8 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:46.490733 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-864632dc-8afd-42ab-a544-03a7bb2fe0b1 req-67addbaa-4f50-4b84-926c-e4972286fee8 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cdfc4e4-3af3-4b44-a7dc-165169349e76 HTTP/1.1" status: 200 len: 945 time: 0.2246161 Jul 15 13:05:46.516147 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ed020a0c-313e-41cd-9bf2-cdc7bbc875fc req-b9c89c8d-456c-4eb8-af56-9fe2e374940d tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/security-groups?id=38385c7a-95c3-401a-89ac-91be837f1c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500932 Jul 15 13:05:46.587536 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd82668-0aa9-41d6-ac49-0374a65cb34b service neutron] Pushing event updated for resources: {'Port': ['ID=99191328-6ffe-4ca4-af88-96e25b6cc517,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:46.691335 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4c2ad847-a3ee-4111-81e5-22ceaf35f7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:46.697980 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4c2ad847-a3ee-4111-81e5-22ceaf35f7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:46.754464 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-864632dc-8afd-42ab-a544-03a7bb2fe0b1 req-8c7fe48a-3739-474e-937f-5825cd88c8a1 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Deleting port 60852187-e51a-44ce-8887-fb8931e93761 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:46.754731 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-864632dc-8afd-42ab-a544-03a7bb2fe0b1 req-8c7fe48a-3739-474e-937f-5825cd88c8a1 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:46.917801 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-864632dc-8afd-42ab-a544-03a7bb2fe0b1 req-8c7fe48a-3739-474e-937f-5825cd88c8a1 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] For port 60852187-e51a-44ce-8887-fb8931e93761, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=60852187-e51a-44ce-8887-fb8931e93761,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:46.917801 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-864632dc-8afd-42ab-a544-03a7bb2fe0b1 req-8c7fe48a-3739-474e-937f-5825cd88c8a1 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:46.921632 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ad847-a3ee-4111-81e5-22ceaf35f7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bf8379-36d7-461e-a3f5-acb7a1e64aca,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:46.952388 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4c2ad847-a3ee-4111-81e5-22ceaf35f7e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2f11564ffb6406ba34ee197a9470bb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8278389 Jul 15 13:05:46.980209 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49976) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:47.065716 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-864632dc-8afd-42ab-a544-03a7bb2fe0b1 req-8c7fe48a-3739-474e-937f-5825cd88c8a1 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Calling delete_port for 60852187-e51a-44ce-8887-fb8931e93761 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:47.079122 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-2dd82668-0aa9-41d6-ac49-0374a65cb34b service neutron] Attempting to bind port 99191328-6ffe-4ca4-af88-96e25b6cc517 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:47.079459 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-2dd82668-0aa9-41d6-ac49-0374a65cb34b service neutron] Attempting to bind port 99191328-6ffe-4ca4-af88-96e25b6cc517 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'eca69b8d-7d97-4f57-9ff2-44a210eeeac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fdee4957-6bbb-4f2f-9da3-e8bd5bb63200'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:47.080004 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-2dd82668-0aa9-41d6-ac49-0374a65cb34b service neutron] Attempting to bind port 99191328-6ffe-4ca4-af88-96e25b6cc517 on network fdee4957-6bbb-4f2f-9da3-e8bd5bb63200 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:47.100220 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c88d80e2-ae7a-410f-93d0-ae02f7c04d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:47.127548 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-2dd82668-0aa9-41d6-ac49-0374a65cb34b service neutron] Port 99191328-6ffe-4ca4-af88-96e25b6cc517 on network fdee4957-6bbb-4f2f-9da3-e8bd5bb63200 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:05:47.128139 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-2dd82668-0aa9-41d6-ac49-0374a65cb34b service neutron] Attempting to bind port 99191328-6ffe-4ca4-af88-96e25b6cc517 on network fdee4957-6bbb-4f2f-9da3-e8bd5bb63200 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:47.137951 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-524b0464-94a8-40f3-b022-bd52c861257a req-16781399-c959-45f2-947a-f19b60cb70a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f97c039-f4c6-4cff-a126-fd46971875ab {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:47.138240 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c88d80e2-ae7a-410f-93d0-ae02f7c04d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:47.143868 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-2dd82668-0aa9-41d6-ac49-0374a65cb34b service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:47.144213 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-2dd82668-0aa9-41d6-ac49-0374a65cb34b service neutron] Checking segment: {'id': 'eca69b8d-7d97-4f57-9ff2-44a210eeeac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fdee4957-6bbb-4f2f-9da3-e8bd5bb63200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:47.145149 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-2dd82668-0aa9-41d6-ac49-0374a65cb34b service neutron] Bound using segment: {'id': 'eca69b8d-7d97-4f57-9ff2-44a210eeeac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fdee4957-6bbb-4f2f-9da3-e8bd5bb63200'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:47.145888 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-2dd82668-0aa9-41d6-ac49-0374a65cb34b service neutron] Bound port: 99191328-6ffe-4ca4-af88-96e25b6cc517, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca69b8d-7d97-4f57-9ff2-44a210eeeac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fdee4957-6bbb-4f2f-9da3-e8bd5bb63200'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:47.146529 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-2dd82668-0aa9-41d6-ac49-0374a65cb34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:47.157943 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-524b0464-94a8-40f3-b022-bd52c861257a req-16781399-c959-45f2-947a-f19b60cb70a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:47.198784 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-524b0464-94a8-40f3-b022-bd52c861257a req-16781399-c959-45f2-947a-f19b60cb70a0 service neutron] Transition to ACTIVE for port object 2f97c039-f4c6-4cff-a126-fd46971875ab will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:47.235297 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-524b0464-94a8-40f3-b022-bd52c861257a req-16781399-c959-45f2-947a-f19b60cb70a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:47.271957 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c88d80e2-ae7a-410f-93d0-ae02f7c04d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:47.275830 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c88d80e2-ae7a-410f-93d0-ae02f7c04d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:47.296176 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c88d80e2-ae7a-410f-93d0-ae02f7c04d0c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/77bf8379-36d7-461e-a3f5-acb7a1e64aca HTTP/1.1" status: 204 len: 168 time: 0.3030105 Jul 15 13:05:47.321209 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c57583-a2bd-421c-ad77-00781ed328e4 req-63c732f5-bd75-4736-8ac9-2212f8c906ab tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:47.324930 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d80e2-ae7a-410f-93d0-ae02f7c04d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bf8379-36d7-461e-a3f5-acb7a1e64aca,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:47.334846 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-72c57583-a2bd-421c-ad77-00781ed328e4 req-63c732f5-bd75-4736-8ac9-2212f8c906ab tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cdfc4e4-3af3-4b44-a7dc-165169349e76 HTTP/1.1" status: 200 len: 945 time: 0.2511375 Jul 15 13:05:47.466914 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-864632dc-8afd-42ab-a544-03a7bb2fe0b1 req-8c7fe48a-3739-474e-937f-5825cd88c8a1 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:47.480145 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['60852187-e51a-44ce-8887-fb8931e93761'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:47.506339 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-524b0464-94a8-40f3-b022-bd52c861257a req-16781399-c959-45f2-947a-f19b60cb70a0 service neutron] Attempting to bind port 2f97c039-f4c6-4cff-a126-fd46971875ab on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:47.506962 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-524b0464-94a8-40f3-b022-bd52c861257a req-16781399-c959-45f2-947a-f19b60cb70a0 service neutron] Attempting to bind port 2f97c039-f4c6-4cff-a126-fd46971875ab by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '97b9ecac-5850-409f-85ad-edb928189967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:47.507496 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524b0464-94a8-40f3-b022-bd52c861257a req-16781399-c959-45f2-947a-f19b60cb70a0 service neutron] Attempting to bind port 2f97c039-f4c6-4cff-a126-fd46971875ab on network 15f5e38d-4952-4914-a6e9-ead735ddcdbc {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:47.521882 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524b0464-94a8-40f3-b022-bd52c861257a req-16781399-c959-45f2-947a-f19b60cb70a0 service neutron] Port 2f97c039-f4c6-4cff-a126-fd46971875ab on network 15f5e38d-4952-4914-a6e9-ead735ddcdbc not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:05:47.522480 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524b0464-94a8-40f3-b022-bd52c861257a req-16781399-c959-45f2-947a-f19b60cb70a0 service neutron] Attempting to bind port 2f97c039-f4c6-4cff-a126-fd46971875ab on network 15f5e38d-4952-4914-a6e9-ead735ddcdbc {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:47.522726 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7fe48a-3739-474e-937f-5825cd88c8a1 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Pushing event deleted for resources: {'Port': ['ID=60852187-e51a-44ce-8887-fb8931e93761,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:47.537816 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524b0464-94a8-40f3-b022-bd52c861257a req-16781399-c959-45f2-947a-f19b60cb70a0 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:47.538167 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524b0464-94a8-40f3-b022-bd52c861257a req-16781399-c959-45f2-947a-f19b60cb70a0 service neutron] Checking segment: {'id': '97b9ecac-5850-409f-85ad-edb928189967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:47.538569 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524b0464-94a8-40f3-b022-bd52c861257a req-16781399-c959-45f2-947a-f19b60cb70a0 service neutron] Bound using segment: {'id': '97b9ecac-5850-409f-85ad-edb928189967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:47.539024 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-524b0464-94a8-40f3-b022-bd52c861257a req-16781399-c959-45f2-947a-f19b60cb70a0 service neutron] Bound port: 2f97c039-f4c6-4cff-a126-fd46971875ab, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97b9ecac-5850-409f-85ad-edb928189967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:47.539614 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-524b0464-94a8-40f3-b022-bd52c861257a req-16781399-c959-45f2-947a-f19b60cb70a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:47.566855 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16781399-c959-45f2-947a-f19b60cb70a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2f97c039-f4c6-4cff-a126-fd46971875ab,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:47.582096 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-2dd82668-0aa9-41d6-ac49-0374a65cb34b service neutron] For port 99191328-6ffe-4ca4-af88-96e25b6cc517, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:47.630221 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-864632dc-8afd-42ab-a544-03a7bb2fe0b1 req-8c7fe48a-3739-474e-937f-5825cd88c8a1 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] No DVR routers for this DVR port 60852187-e51a-44ce-8887-fb8931e93761 on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:05:47.638004 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-864632dc-8afd-42ab-a544-03a7bb2fe0b1 req-8c7fe48a-3739-474e-937f-5825cd88c8a1 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:47.641655 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-864632dc-8afd-42ab-a544-03a7bb2fe0b1 req-8c7fe48a-3739-474e-937f-5825cd88c8a1 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.18 "DELETE /v2.0/ports/60852187-e51a-44ce-8887-fb8931e93761 HTTP/1.1" status: 204 len: 173 time: 1.1476181 Jul 15 13:05:47.642734 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdfc4e4-3af3-4b44-a7dc-165169349e76', 'name': 'network-vif-deleted', 'tag': '60852187-e51a-44ce-8887-fb8931e93761'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:47.647611 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792a54e6-8cd9-4623-875a-8aa7cc66c126" -d '{"events": [{"server_uuid": "6cdfc4e4-3af3-4b44-a7dc-165169349e76", "name": "network-vif-deleted", "tag": "60852187-e51a-44ce-8887-fb8931e93761"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:47.650140 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-72c57583-a2bd-421c-ad77-00781ed328e4 req-64bfad2c-c79d-4a19-b09e-8d3f998ce892 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107119 Jul 15 13:05:47.665655 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-2dd82668-0aa9-41d6-ac49-0374a65cb34b service neutron] For port 99191328-6ffe-4ca4-af88-96e25b6cc517, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=99191328-6ffe-4ca4-af88-96e25b6cc517,segment=NetworkSegment(eca69b8d-7d97-4f57-9ff2-44a210eeeac5),segment_id=eca69b8d-7d97-4f57-9ff2-44a210eeeac5)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:47.686246 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-2dd82668-0aa9-41d6-ac49-0374a65cb34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:47.803321 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-2dd82668-0aa9-41d6-ac49-0374a65cb34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:47.804400 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-2dd82668-0aa9-41d6-ac49-0374a65cb34b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:47.809326 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-2dd82668-0aa9-41d6-ac49-0374a65cb34b service neutron] 10.222.0.18 "PUT /v2.0/ports/99191328-6ffe-4ca4-af88-96e25b6cc517 HTTP/1.1" status: 200 len: 1092 time: 2.9530668 Jul 15 13:05:47.810266 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e689b0c-65d0-4030-ace9-0e674bd669c8', 'tag': '99191328-6ffe-4ca4-af88-96e25b6cc517'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:47.814676 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0414c824-22d5-4102-a393-c6c12ff02841" -d '{"events": [{"name": "network-changed", "server_uuid": "6e689b0c-65d0-4030-ace9-0e674bd669c8", "tag": "99191328-6ffe-4ca4-af88-96e25b6cc517"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:47.826491 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-524b0464-94a8-40f3-b022-bd52c861257a req-16781399-c959-45f2-947a-f19b60cb70a0 service neutron] For port 2f97c039-f4c6-4cff-a126-fd46971875ab, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:47.835102 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-524b0464-94a8-40f3-b022-bd52c861257a req-16781399-c959-45f2-947a-f19b60cb70a0 service neutron] For port 2f97c039-f4c6-4cff-a126-fd46971875ab, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=2f97c039-f4c6-4cff-a126-fd46971875ab,segment=NetworkSegment(97b9ecac-5850-409f-85ad-edb928189967),segment_id=97b9ecac-5850-409f-85ad-edb928189967)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:47.867172 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-524b0464-94a8-40f3-b022-bd52c861257a req-16781399-c959-45f2-947a-f19b60cb70a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:47.911206 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd82668-0aa9-41d6-ac49-0374a65cb34b service neutron] Pushing event updated for resources: {'Port': ['ID=99191328-6ffe-4ca4-af88-96e25b6cc517,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:48.043012 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b0464-94a8-40f3-b022-bd52c861257a req-16781399-c959-45f2-947a-f19b60cb70a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:48.044445 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-524b0464-94a8-40f3-b022-bd52c861257a req-16781399-c959-45f2-947a-f19b60cb70a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:48.047838 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-524b0464-94a8-40f3-b022-bd52c861257a req-16781399-c959-45f2-947a-f19b60cb70a0 service neutron] 10.222.0.18 "PUT /v2.0/ports/2f97c039-f4c6-4cff-a126-fd46971875ab HTTP/1.1" status: 200 len: 1093 time: 2.6443715 Jul 15 13:05:48.195010 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16781399-c959-45f2-947a-f19b60cb70a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2f97c039-f4c6-4cff-a126-fd46971875ab,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:48.258168 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1da86-eda8-468b-a467-430f2f6532e2 req-922d8144-18b4-439f-a2f2-f06b807a3c22 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:48.260947 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4e1da86-eda8-468b-a467-430f2f6532e2 req-922d8144-18b4-439f-a2f2-f06b807a3c22 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e689b0c-65d0-4030-ace9-0e674bd669c8 HTTP/1.1" status: 200 len: 943 time: 0.4017065 Jul 15 13:05:48.339888 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-45ff67e6-4918-4388-b169-e1f0fdc24436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:48.341735 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-45ff67e6-4918-4388-b169-e1f0fdc24436 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce0ece3328ad4f4dad6822a6b825ecb4&device_id=6e689b0c-65d0-4030-ace9-0e674bd669c8 HTTP/1.1" status: 200 len: 1095 time: 0.4211433 Jul 15 13:05:48.414889 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-4bca816d-2b41-49eb-8ccd-f5879b9a7031 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99191328-6ffe-4ca4-af88-96e25b6cc517 HTTP/1.1" status: 200 len: 217 time: 0.0646305 Jul 15 13:05:48.417037 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b0464-94a8-40f3-b022-bd52c861257a req-49f77bc0-de08-4d63-9f15-401562d49073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:48.419246 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-524b0464-94a8-40f3-b022-bd52c861257a req-49f77bc0-de08-4d63-9f15-401562d49073 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e6722cf0529e42bab580975825cb7f20&device_id=18bf621b-cbfb-4575-b0a2-b17212cf8837 HTTP/1.1" status: 200 len: 1096 time: 0.3171408 Jul 15 13:05:48.422951 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4e1da86-eda8-468b-a467-430f2f6532e2 req-9075211a-9a9a-405f-ab56-51d88a06c34c tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434388 Jul 15 13:05:48.506944 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-524b0464-94a8-40f3-b022-bd52c861257a req-0922f9c5-3c67-49c1-b4af-c050de9678a4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f97c039-f4c6-4cff-a126-fd46971875ab HTTP/1.1" status: 200 len: 217 time: 0.0789490 Jul 15 13:05:48.560048 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3daa5d01-5442-42da-9b70-b1f349d58bc2 x-openstack-request-id: req-3daa5d01-5442-42da-9b70-b1f349d58bc2 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:48.562534 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdfc4e4-3af3-4b44-a7dc-165169349e76", "name": "network-vif-deleted", "tag": "60852187-e51a-44ce-8887-fb8931e93761", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:48.562988 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3daa5d01-5442-42da-9b70-b1f349d58bc2 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:48.563618 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cdfc4e4-3af3-4b44-a7dc-165169349e76', 'name': 'network-vif-deleted', 'tag': '60852187-e51a-44ce-8887-fb8931e93761', 'status': 'completed', 'code': 200} Jul 15 13:05:48.613945 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-f2168b35-c517-49e1-8acf-e9de5ba05343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:48.615935 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-f2168b35-c517-49e1-8acf-e9de5ba05343 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=000fddb8-29d6-4f77-bc6f-fc04154217b6 HTTP/1.1" status: 200 len: 854 time: 0.1777422 Jul 15 13:05:48.632222 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a38fc5-a808-42b3-a517-6e6af246c6b5 req-21611137-7ec5-4b46-a330-b1b32b15e57f tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:48.645633 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-38a38fc5-a808-42b3-a517-6e6af246c6b5 req-21611137-7ec5-4b46-a330-b1b32b15e57f tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/ports?device_id=18bf621b-cbfb-4575-b0a2-b17212cf8837 HTTP/1.1" status: 200 len: 944 time: 0.1871114 Jul 15 13:05:48.662283 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-ab0f07e2-5895-40ef-a95a-97ff9eee3a1e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fdee4957-6bbb-4f2f-9da3-e8bd5bb63200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399284 Jul 15 13:05:48.668974 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b0464-94a8-40f3-b022-bd52c861257a req-eebaab74-78d2-47de-bd1a-5e3faa171d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:48.670918 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-524b0464-94a8-40f3-b022-bd52c861257a req-eebaab74-78d2-47de-bd1a-5e3faa171d24 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=025d5c18-d573-4395-91a0-0d10b88dc7bd HTTP/1.1" status: 200 len: 860 time: 0.1520917 Jul 15 13:05:48.698726 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-38a38fc5-a808-42b3-a517-6e6af246c6b5 req-d9627a89-b351-4fad-a832-54d7e5b51bde tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/security-groups?id=38385c7a-95c3-401a-89ac-91be837f1c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513372 Jul 15 13:05:48.699783 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50048) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:48.780228 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbfb631-272b-4e73-bdf7-6b48e7de35c1 x-openstack-request-id: req-6fbfb631-272b-4e73-bdf7-6b48e7de35c1 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:48.780595 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e689b0c-65d0-4030-ace9-0e674bd669c8", "tag": "99191328-6ffe-4ca4-af88-96e25b6cc517", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:48.781875 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6fbfb631-272b-4e73-bdf7-6b48e7de35c1 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:48.782395 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e689b0c-65d0-4030-ace9-0e674bd669c8', 'tag': '99191328-6ffe-4ca4-af88-96e25b6cc517', 'status': 'completed', 'code': 200} Jul 15 13:05:48.829949 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-767195dc-0ebf-4736-8fe0-0278b5543fc3 service neutron] 10.222.0.18 "GET /v2.0/networks/fdee4957-6bbb-4f2f-9da3-e8bd5bb63200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574583 Jul 15 13:05:48.833711 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b0464-94a8-40f3-b022-bd52c861257a req-cf008849-ce0b-4b0d-8fde-262246bc9c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:48.835372 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-524b0464-94a8-40f3-b022-bd52c861257a req-cf008849-ce0b-4b0d-8fde-262246bc9c6e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15f5e38d-4952-4914-a6e9-ead735ddcdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1527638 Jul 15 13:05:48.889086 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c1ae0d0f-cdef-4197-952b-a1ed374b65ff admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-645128855-network', 'tenant_id': 'a46dc83fe85b47d08e1ccad05fc930c5'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:48.891559 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device cd8c503f-e53f-4cf7-ab04-51e89eba6e91 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:48.924120 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ae0d0f-cdef-4197-952b-a1ed374b65ff admin admin] Made reservation on behalf of a46dc83fe85b47d08e1ccad05fc930c5 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:48.930544 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1ae0d0f-cdef-4197-952b-a1ed374b65ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:48.954820 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1ae0d0f-cdef-4197-952b-a1ed374b65ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:49.022560 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-506f0c4d-d227-4098-aac3-1c98f22c0276 req-a7ff4a2a-c419-4c94-b0d5-133d07dda603 service neutron] 10.222.0.18 "GET /v2.0/networks/fdee4957-6bbb-4f2f-9da3-e8bd5bb63200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863525 Jul 15 13:05:49.029450 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-524b0464-94a8-40f3-b022-bd52c861257a req-9561d570-d81a-4a89-a4a7-536ab3ecabf2 service neutron] 10.222.0.18 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841431 Jul 15 13:05:49.131953 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:49.203012 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f77d9837-6412-43f3-9f1a-c325e581db6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd8c503f-e53f-4cf7-ab04-51e89eba6e91'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:49.212567 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58041926-5610-4e34-82d1-fc98b1e2ec63" -d '{"events": [{"server_uuid": "f77d9837-6412-43f3-9f1a-c325e581db6d", "name": "network-vif-unplugged", "status": "completed", "tag": "cd8c503f-e53f-4cf7-ab04-51e89eba6e91"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:49.214672 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-524b0464-94a8-40f3-b022-bd52c861257a req-ced8ed12-c00f-48de-b1d4-afd066395c35 service neutron] 10.222.0.18 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791577 Jul 15 13:05:49.256592 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port cd8c503f-e53f-4cf7-ab04-51e89eba6e91, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=cd8c503f-e53f-4cf7-ab04-51e89eba6e91,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:49.264307 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:49.334297 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1ae0d0f-cdef-4197-952b-a1ed374b65ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:49.352695 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1ae0d0f-cdef-4197-952b-a1ed374b65ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:49.355993 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=cd8c503f-e53f-4cf7-ab04-51e89eba6e91,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:49.368616 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414c824-22d5-4102-a393-c6c12ff02841 req-20ab3e35-3b85-496e-9788-29da0bb4a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:49.377194 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0414c824-22d5-4102-a393-c6c12ff02841 req-20ab3e35-3b85-496e-9788-29da0bb4a53c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce0ece3328ad4f4dad6822a6b825ecb4&device_id=6e689b0c-65d0-4030-ace9-0e674bd669c8 HTTP/1.1" status: 200 len: 1095 time: 0.1635165 Jul 15 13:05:49.394548 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ae0d0f-cdef-4197-952b-a1ed374b65ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:05:49.408164 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1ae0d0f-cdef-4197-952b-a1ed374b65ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:49.408686 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-c1ae0d0f-cdef-4197-952b-a1ed374b65ff admin admin] Added segment 3560f817-5091-47fa-b5c9-36967949434f of type vlan for network 3ccd9250-3d7a-4df1-a9d2-ac710971df0b Jul 15 13:05:49.452114 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9ddf3f-1598-455d-a557-5e1f20bb7451 x-openstack-request-id: req-fb9ddf3f-1598-455d-a557-5e1f20bb7451 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:49.452955 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f77d9837-6412-43f3-9f1a-c325e581db6d", "name": "network-vif-unplugged", "status": "completed", "tag": "cd8c503f-e53f-4cf7-ab04-51e89eba6e91", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:49.453588 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fb9ddf3f-1598-455d-a557-5e1f20bb7451 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:49.454331 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f77d9837-6412-43f3-9f1a-c325e581db6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd8c503f-e53f-4cf7-ab04-51e89eba6e91', 'code': 200} Jul 15 13:05:49.490700 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1ae0d0f-cdef-4197-952b-a1ed374b65ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:49.544794 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414c824-22d5-4102-a393-c6c12ff02841 req-9468c156-c3be-44c4-9b6b-2805f25bdab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:49.551793 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1ae0d0f-cdef-4197-952b-a1ed374b65ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:49.552833 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ae0d0f-cdef-4197-952b-a1ed374b65ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:49.553475 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1ae0d0f-cdef-4197-952b-a1ed374b65ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:49.557337 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0414c824-22d5-4102-a393-c6c12ff02841 req-9468c156-c3be-44c4-9b6b-2805f25bdab1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fdee4957-6bbb-4f2f-9da3-e8bd5bb63200 HTTP/1.1" status: 200 len: 915 time: 0.1764622 Jul 15 13:05:49.616007 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0414c824-22d5-4102-a393-c6c12ff02841 req-0426e61f-0064-4c38-ad32-f203d3f13bf0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99191328-6ffe-4ca4-af88-96e25b6cc517 HTTP/1.1" status: 200 len: 217 time: 0.0487854 Jul 15 13:05:49.633238 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c1ae0d0f-cdef-4197-952b-a1ed374b65ff admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9317403 Jul 15 13:05:49.638038 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50086) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:49.642991 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae0d0f-cdef-4197-952b-a1ed374b65ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62844e0-e2e4-42a8-8297-35dd47643d1f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:49.649988 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-fd69b480-4def-4651-aea1-e506e633b645 admin admin] Request body: {'subnet': {'network_id': '3ccd9250-3d7a-4df1-a9d2-ac710971df0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-645128855-subnet', 'tenant_id': 'a46dc83fe85b47d08e1ccad05fc930c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:49.713339 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414c824-22d5-4102-a393-c6c12ff02841 req-a554c824-707c-4d1e-844e-918bb772bf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:49.715969 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0414c824-22d5-4102-a393-c6c12ff02841 req-a554c824-707c-4d1e-844e-918bb772bf55 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=000fddb8-29d6-4f77-bc6f-fc04154217b6 HTTP/1.1" status: 200 len: 854 time: 0.0892632 Jul 15 13:05:49.735122 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae0d0f-cdef-4197-952b-a1ed374b65ff admin admin] Pushing event updated for resources: {'Network': ['ID=3ccd9250-3d7a-4df1-a9d2-ac710971df0b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:49.754751 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 3ccd9250-3d7a-4df1-a9d2-ac710971df0b details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:05:49.757739 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd69b480-4def-4651-aea1-e506e633b645 admin admin] Made reservation on behalf of a46dc83fe85b47d08e1ccad05fc930c5 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:49.762603 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fd69b480-4def-4651-aea1-e506e633b645 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:49.771406 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0414c824-22d5-4102-a393-c6c12ff02841 req-74cdfecc-853a-45b8-ac70-5b83a4d7645e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fdee4957-6bbb-4f2f-9da3-e8bd5bb63200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467315 Jul 15 13:05:49.889023 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-9fbcc7c1-0e51-4686-8a2f-0c0e2ed9f34c tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:49.890586 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-9fbcc7c1-0e51-4686-8a2f-0c0e2ed9f34c tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/networks?id=956bc45d-6e41-4c68-9338-128c7dab2eb0 HTTP/1.1" status: 200 len: 811 time: 0.3214819 Jul 15 13:05:49.916831 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b563957-1f27-4d02-a9ff-55fb31dda14e req-f1c35afb-eaa8-4e52-9064-e0a9b5527ca3 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:49.918667 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6b563957-1f27-4d02-a9ff-55fb31dda14e req-f1c35afb-eaa8-4e52-9064-e0a9b5527ca3 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e689b0c-65d0-4030-ace9-0e674bd669c8 HTTP/1.1" status: 200 len: 943 time: 0.1510808 Jul 15 13:05:49.922839 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0414c824-22d5-4102-a393-c6c12ff02841 req-9086d50a-e690-4a32-9867-f806f6bb1db0 service neutron] 10.222.0.18 "GET /v2.0/networks/fdee4957-6bbb-4f2f-9da3-e8bd5bb63200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404405 Jul 15 13:05:49.927072 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-63753710-0d4e-491e-80f2-29eca6f7e0fc tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/quotas/46c681a3ac1f49edb652254baad292e0 HTTP/1.1" status: 200 len: 375 time: 0.0258296 Jul 15 13:05:49.944272 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 99191328-6ffe-4ca4-af88-96e25b6cc517 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:05:49.951904 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 60852187-e51a-44ce-8887-fb8931e93761 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:50.004238 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-c1f09f87-b204-4467-aa4a-c0713be36408 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=46c681a3ac1f49edb652254baad292e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408633 Jul 15 13:05:50.015687 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 60852187-e51a-44ce-8887-fb8931e93761 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:50.016570 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 60852187-e51a-44ce-8887-fb8931e93761 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:50.045308 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6b563957-1f27-4d02-a9ff-55fb31dda14e req-dc7ce52d-a01f-40ee-bec9-e041d6938833 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138227 Jul 15 13:05:50.126641 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fd69b480-4def-4651-aea1-e506e633b645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:50.166277 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0414c824-22d5-4102-a393-c6c12ff02841 req-e6cb772f-96c3-43d1-b4a0-681637890952 service neutron] 10.222.0.18 "GET /v2.0/networks/fdee4957-6bbb-4f2f-9da3-e8bd5bb63200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133338 Jul 15 13:05:50.183777 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 99191328-6ffe-4ca4-af88-96e25b6cc517, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=99191328-6ffe-4ca4-af88-96e25b6cc517,segment=NetworkSegment(eca69b8d-7d97-4f57-9ff2-44a210eeeac5),segment_id=eca69b8d-7d97-4f57-9ff2-44a210eeeac5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:50.185967 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f3d7593-895e-40e2-bf13-2ab5b6e77a98 req-ac363152-1e79-49ac-b4e3-b4774e9bc601 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=988e64c6-f85d-49cf-82f5-4e595bc45e7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1374176 Jul 15 13:05:50.199768 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '99191328-6ffe-4ca4-af88-96e25b6cc517', 'network_id': 'fdee4957-6bbb-4f2f-9da3-e8bd5bb63200', 'port_id': '99191328-6ffe-4ca4-af88-96e25b6cc517', 'mac_address': 'fa:16:3e:b3:60:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '000fddb8-29d6-4f77-bc6f-fc04154217b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:05:50.284041 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69b480-4def-4651-aea1-e506e633b645 admin admin] Pushing event updated for resources: {'Subnet': ['ID=318fa989-f840-450d-bd70-1d9377de9e08,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:50.362059 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd69b480-4def-4651-aea1-e506e633b645 admin admin] Checking segment: {'id': '3560f817-5091-47fa-b5c9-36967949434f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '3ccd9250-3d7a-4df1-a9d2-ac710971df0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:50.362652 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd69b480-4def-4651-aea1-e506e633b645 admin admin] Network hostable DHCP agents. Network: 3ccd9250-3d7a-4df1-a9d2-ac710971df0b, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:05:50.387784 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-006b8b9e-9a57-475d-8a25-846c37d7a94a service neutron] 10.222.0.24 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689759 Jul 15 13:05:50.391760 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d7593-895e-40e2-bf13-2ab5b6e77a98 req-da95415c-5c49-4cd3-b1bf-94e6777efb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:50.394261 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:50.394845 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f3d7593-895e-40e2-bf13-2ab5b6e77a98 req-da95415c-5c49-4cd3-b1bf-94e6777efb54 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=208d5b6f99984296b73a45dd4b593343&device_id=988e64c6-f85d-49cf-82f5-4e595bc45e7e HTTP/1.1" status: 200 len: 1097 time: 0.1292472 Jul 15 13:05:50.409509 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99191328-6ffe-4ca4-af88-96e25b6cc517 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:50.434406 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 99191328-6ffe-4ca4-af88-96e25b6cc517, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=99191328-6ffe-4ca4-af88-96e25b6cc517,segment=NetworkSegment(eca69b8d-7d97-4f57-9ff2-44a210eeeac5),segment_id=eca69b8d-7d97-4f57-9ff2-44a210eeeac5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:50.439807 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:50.467010 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd69b480-4def-4651-aea1-e506e633b645 admin admin] Network 3ccd9250-3d7a-4df1-a9d2-ac710971df0b is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:05:50.492466 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=99191328-6ffe-4ca4-af88-96e25b6cc517,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:50.546312 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-fd69b480-4def-4651-aea1-e506e633b645 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 3ccd9250-3d7a-4df1-a9d2-ac710971df0b) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:50.555637 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fa29d3-30c6-4606-9dda-3871a13c141b None None] Network 3ccd9250-3d7a-4df1-a9d2-ac710971df0b requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:05:50.555897 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd69b480-4def-4651-aea1-e506e633b645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:50.556776 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fd69b480-4def-4651-aea1-e506e633b645 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:50.577923 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-c2355c97-8071-4dd3-9ca7-6c9474c35cbb tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:50.591579 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-c2355c97-8071-4dd3-9ca7-6c9474c35cbb tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/networks?id=0a81d145-7a6a-4e9d-8fce-2f854c4b2363 HTTP/1.1" status: 200 len: 804 time: 0.2570107 Jul 15 13:05:50.610395 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-fd69b480-4def-4651-aea1-e506e633b645 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9685876 Jul 15 13:05:50.616210 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-e329cf3f-0d21-4f8e-a0e1-e21a4d052ada service neutron] 10.222.0.24 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270913 Jul 15 13:05:50.684325 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['99191328-6ffe-4ca4-af88-96e25b6cc517'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:50.698693 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-3519f380-92bc-466d-8ac4-f45a666c1e17 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/quotas/38e4db3d6cd14773b2b127c0cb5621e7 HTTP/1.1" status: 200 len: 375 time: 0.0901890 Jul 15 13:05:50.762191 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d7593-895e-40e2-bf13-2ab5b6e77a98 req-e7b1f522-4a05-4006-91dc-c583767910e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:50.763815 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f3d7593-895e-40e2-bf13-2ab5b6e77a98 req-e7b1f522-4a05-4006-91dc-c583767910e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=de1a8c4c-8ca6-4486-8846-3010a8adb593 HTTP/1.1" status: 200 len: 907 time: 0.2651329 Jul 15 13:05:50.814323 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-878a7a15-f89b-4c14-9f3d-584821bd5925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:50.814819 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18bf621b-cbfb-4575-b0a2-b17212cf8837', 'tag': '2f97c039-f4c6-4cff-a126-fd46971875ab'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:50.817970 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0430af57-c705-43bc-ab00-9f5c14eb27f7" -d '{"events": [{"name": "network-changed", "server_uuid": "18bf621b-cbfb-4575-b0a2-b17212cf8837", "tag": "2f97c039-f4c6-4cff-a126-fd46971875ab"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:50.868019 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7f02b2-2684-42e2-9b17-540b9725e152 None None] Network 3ccd9250-3d7a-4df1-a9d2-ac710971df0b requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:05:50.870140 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f3d7593-895e-40e2-bf13-2ab5b6e77a98 req-0c939914-ce9a-4f1f-87c9-e5cbc8181cc2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8351676b-5acf-43f5-b369-4f411b82b725 HTTP/1.1" status: 200 len: 1000 time: 0.0980000 Jul 15 13:05:50.887416 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-88cb49a3-1910-47b9-a037-16487580013d tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=38e4db3d6cd14773b2b127c0cb5621e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1775103 Jul 15 13:05:50.996290 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d7593-895e-40e2-bf13-2ab5b6e77a98 req-daed9568-5f77-4719-9826-9717aee403b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:50.997902 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f3d7593-895e-40e2-bf13-2ab5b6e77a98 req-daed9568-5f77-4719-9826-9717aee403b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2b92288e-8c09-4581-b9d4-f3789126b440 HTTP/1.1" status: 200 len: 845 time: 0.1083720 Jul 15 13:05:51.070892 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-e8673d38-5dda-41a3-93cd-f75aae955514 service neutron] 10.222.0.24 "GET /v2.0/networks/0a81d145-7a6a-4e9d-8fce-2f854c4b2363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819572 Jul 15 13:05:51.084246 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c6cae-a160-4550-a0a4-54d691efc506 req-506601e4-308a-4d3e-aeca-4ef0920efa28 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:51.085917 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a72c6cae-a160-4550-a0a4-54d691efc506 req-506601e4-308a-4d3e-aeca-4ef0920efa28 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/ports?device_id=18bf621b-cbfb-4575-b0a2-b17212cf8837 HTTP/1.1" status: 200 len: 944 time: 0.1190951 Jul 15 13:05:51.139317 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a72c6cae-a160-4550-a0a4-54d691efc506 req-17230fb6-65a1-4229-b0f1-b7d91d98f9fd tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/security-groups?id=38385c7a-95c3-401a-89ac-91be837f1c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473559 Jul 15 13:05:51.198187 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d7593-895e-40e2-bf13-2ab5b6e77a98 req-7bc4ea15-6e95-442d-a76d-ca0c480adce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:51.201300 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f3d7593-895e-40e2-bf13-2ab5b6e77a98 req-7bc4ea15-6e95-442d-a76d-ca0c480adce2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=de1a8c4c-8ca6-4486-8846-3010a8adb593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1927137 Jul 15 13:05:51.268373 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-f17bc5ba-9353-4052-8aff-c00ade4bfeab service neutron] 10.222.0.24 "GET /v2.0/networks/0a81d145-7a6a-4e9d-8fce-2f854c4b2363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971600 Jul 15 13:05:51.350125 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76447b5-59cb-4c35-a3aa-1bb43592c322 req-c164952d-1c64-41be-aab0-1be5311b06b7 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:51.352034 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b76447b5-59cb-4c35-a3aa-1bb43592c322 req-c164952d-1c64-41be-aab0-1be5311b06b7 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.32 "GET /v2.0/ports?device_id=f77d9837-6412-43f3-9f1a-c325e581db6d HTTP/1.1" status: 200 len: 944 time: 0.2444155 Jul 15 13:05:51.435007 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f3d7593-895e-40e2-bf13-2ab5b6e77a98 req-8b8d3e83-e86c-4fd6-9743-2ccf8a37f774 service neutron] 10.222.0.32 "GET /v2.0/networks/de1a8c4c-8ca6-4486-8846-3010a8adb593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272744 Jul 15 13:05:51.523508 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-82e98546-cc81-4fa6-a91e-73748f4fc631 req-33b94a69-51b2-4962-a31c-7123d872d682 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-849861282', 'description': 'tempest-description-800907145'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:51.534673 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b025155d-36f3-474e-a075-c00910140bb1 x-openstack-request-id: req-b025155d-36f3-474e-a075-c00910140bb1 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:51.535090 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18bf621b-cbfb-4575-b0a2-b17212cf8837", "tag": "2f97c039-f4c6-4cff-a126-fd46971875ab", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:51.535412 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b025155d-36f3-474e-a075-c00910140bb1 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:51.535874 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18bf621b-cbfb-4575-b0a2-b17212cf8837', 'tag': '2f97c039-f4c6-4cff-a126-fd46971875ab', 'status': 'completed', 'code': 200} Jul 15 13:05:51.653360 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-82e98546-cc81-4fa6-a91e-73748f4fc631 req-33b94a69-51b2-4962-a31c-7123d872d682 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:51.695682 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b4abd03d-f38a-4d46-b2bc-e0ee02181a6d req-c9e9a7fc-a4f8-42dd-bd98-08353234064b tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=eac6f73f-2fc1-4c6c-96e8-08afa3da5371 HTTP/1.1" status: 200 len: 210 time: 0.0443420 Jul 15 13:05:51.696366 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-b76447b5-59cb-4c35-a3aa-1bb43592c322 req-69da9be5-23cd-415d-b135-82d5487a5f87 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Deleting port cd8c503f-e53f-4cf7-ab04-51e89eba6e91 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:05:51.696761 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b76447b5-59cb-4c35-a3aa-1bb43592c322 req-69da9be5-23cd-415d-b135-82d5487a5f87 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:51.731517 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f3d7593-895e-40e2-bf13-2ab5b6e77a98 req-a302580c-b67a-4e3e-b357-a43d09578ad5 service neutron] 10.222.0.32 "GET /v2.0/networks/de1a8c4c-8ca6-4486-8846-3010a8adb593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881989 Jul 15 13:05:51.780762 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430af57-c705-43bc-ab00-9f5c14eb27f7 req-9f72de91-8f7a-4dac-8b0c-f656c9ab39a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:51.782842 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0430af57-c705-43bc-ab00-9f5c14eb27f7 req-9f72de91-8f7a-4dac-8b0c-f656c9ab39a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e6722cf0529e42bab580975825cb7f20&device_id=18bf621b-cbfb-4575-b0a2-b17212cf8837 HTTP/1.1" status: 200 len: 1096 time: 0.1928473 Jul 15 13:05:51.886895 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5653b-246b-4cfc-9406-e74d5811cc0e req-b6e3a606-74a2-4a3a-bfdc-22627ba24283 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:51.898180 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eaa5653b-246b-4cfc-9406-e74d5811cc0e req-b6e3a606-74a2-4a3a-bfdc-22627ba24283 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e689b0c-65d0-4030-ace9-0e674bd669c8 HTTP/1.1" status: 200 len: 944 time: 0.0956175 Jul 15 13:05:51.936991 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 2f97c039-f4c6-4cff-a126-fd46971875ab details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:05:51.941974 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 99191328-6ffe-4ca4-af88-96e25b6cc517 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:51.956450 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eaa5653b-246b-4cfc-9406-e74d5811cc0e req-128e7425-a34e-44e7-8e45-3e496f5e2962 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570123 Jul 15 13:05:52.165183 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 99191328-6ffe-4ca4-af88-96e25b6cc517 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:52.200478 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 99191328-6ffe-4ca4-af88-96e25b6cc517 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:52.200927 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:52.233592 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b75caeee-9eb5-4ed0-961e-8f4c0e607f0e req-59e413cd-86f5-44dd-a8a6-3e3d27b4c4a0 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=2700c01a-b3c0-4169-a844-e1cf7fb688ce HTTP/1.1" status: 200 len: 210 time: 0.0458741 Jul 15 13:05:52.264223 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 2f97c039-f4c6-4cff-a126-fd46971875ab, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=2f97c039-f4c6-4cff-a126-fd46971875ab,segment=NetworkSegment(97b9ecac-5850-409f-85ad-edb928189967),segment_id=97b9ecac-5850-409f-85ad-edb928189967)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:52.288171 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '2f97c039-f4c6-4cff-a126-fd46971875ab', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'port_id': '2f97c039-f4c6-4cff-a126-fd46971875ab', 'mac_address': 'fa:16:3e:84:5f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:05:52.340781 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:52.362409 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f97c039-f4c6-4cff-a126-fd46971875ab {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:52.382274 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b76447b5-59cb-4c35-a3aa-1bb43592c322 req-69da9be5-23cd-415d-b135-82d5487a5f87 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] For port cd8c503f-e53f-4cf7-ab04-51e89eba6e91, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=cd8c503f-e53f-4cf7-ab04-51e89eba6e91,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:52.383201 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b76447b5-59cb-4c35-a3aa-1bb43592c322 req-69da9be5-23cd-415d-b135-82d5487a5f87 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:52.420517 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-b76447b5-59cb-4c35-a3aa-1bb43592c322 req-69da9be5-23cd-415d-b135-82d5487a5f87 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Calling delete_port for cd8c503f-e53f-4cf7-ab04-51e89eba6e91 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:05:52.434835 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:52.438087 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430af57-c705-43bc-ab00-9f5c14eb27f7 req-cf6ac3bd-b6bc-4b64-b777-13de612b680d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:52.439082 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0430af57-c705-43bc-ab00-9f5c14eb27f7 req-cf6ac3bd-b6bc-4b64-b777-13de612b680d service neutron] 10.222.0.18 "GET /v2.0/networks?id=15f5e38d-4952-4914-a6e9-ead735ddcdbc HTTP/1.1" status: 200 len: 922 time: 0.6232607 Jul 15 13:05:52.440209 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 2f97c039-f4c6-4cff-a126-fd46971875ab, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=2f97c039-f4c6-4cff-a126-fd46971875ab,segment=NetworkSegment(97b9ecac-5850-409f-85ad-edb928189967),segment_id=97b9ecac-5850-409f-85ad-edb928189967)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:52.455644 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:52.500902 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e689b0c-65d0-4030-ace9-0e674bd669c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99191328-6ffe-4ca4-af88-96e25b6cc517'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:52.504244 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b6a95b-1e64-47db-9b04-512698b49273" -d '{"events": [{"server_uuid": "6e689b0c-65d0-4030-ace9-0e674bd669c8", "name": "network-vif-plugged", "status": "completed", "tag": "99191328-6ffe-4ca4-af88-96e25b6cc517"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:52.528417 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 99191328-6ffe-4ca4-af88-96e25b6cc517, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=99191328-6ffe-4ca4-af88-96e25b6cc517,segment=NetworkSegment(eca69b8d-7d97-4f57-9ff2-44a210eeeac5),segment_id=eca69b8d-7d97-4f57-9ff2-44a210eeeac5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:52.536738 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:52.551676 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=2f97c039-f4c6-4cff-a126-fd46971875ab,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:52.558166 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0430af57-c705-43bc-ab00-9f5c14eb27f7 req-ffc18920-c3e6-4ec4-a23e-f39d0d58f5d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f97c039-f4c6-4cff-a126-fd46971875ab HTTP/1.1" status: 200 len: 217 time: 0.1093290 Jul 15 13:05:52.563769 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-82e98546-cc81-4fa6-a91e-73748f4fc631 req-33b94a69-51b2-4962-a31c-7123d872d682 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:52.569704 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb34824-a061-47f6-952d-51ad82359df7 req-030a2b61-76ac-4543-b705-105bcc9f1106 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:52.571965 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-feb34824-a061-47f6-952d-51ad82359df7 req-030a2b61-76ac-4543-b705-105bcc9f1106 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/ports?device_id=18bf621b-cbfb-4575-b0a2-b17212cf8837 HTTP/1.1" status: 200 len: 945 time: 0.1174591 Jul 15 13:05:52.602950 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-82e98546-cc81-4fa6-a91e-73748f4fc631 req-33b94a69-51b2-4962-a31c-7123d872d682 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:52.606683 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=99191328-6ffe-4ca4-af88-96e25b6cc517,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:52.632880 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-feb34824-a061-47f6-952d-51ad82359df7 req-46f785a1-a54e-4c44-816e-ddf6bce3ba8f tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/security-groups?id=38385c7a-95c3-401a-89ac-91be837f1c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517619 Jul 15 13:05:52.665990 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b94a69-51b2-4962-a31c-7123d872d682 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d670614-4171-42f7-b6ac-30ee43011429,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:52.677234 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-82e98546-cc81-4fa6-a91e-73748f4fc631 req-33b94a69-51b2-4962-a31c-7123d872d682 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:52.688476 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-82e98546-cc81-4fa6-a91e-73748f4fc631 req-33b94a69-51b2-4962-a31c-7123d872d682 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.1726394 Jul 15 13:05:52.693241 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430af57-c705-43bc-ab00-9f5c14eb27f7 req-2dba1a6a-3d8f-4b91-b916-b500555fffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:52.694759 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0430af57-c705-43bc-ab00-9f5c14eb27f7 req-2dba1a6a-3d8f-4b91-b916-b500555fffb6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=025d5c18-d573-4395-91a0-0d10b88dc7bd HTTP/1.1" status: 200 len: 860 time: 0.1262882 Jul 15 13:05:52.697895 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['2f97c039-f4c6-4cff-a126-fd46971875ab'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:05:52.844557 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430af57-c705-43bc-ab00-9f5c14eb27f7 req-b252c51b-1444-4edd-87a7-4b694d01c915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:52.846867 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0430af57-c705-43bc-ab00-9f5c14eb27f7 req-b252c51b-1444-4edd-87a7-4b694d01c915 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15f5e38d-4952-4914-a6e9-ead735ddcdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1421480 Jul 15 13:05:52.874857 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b76447b5-59cb-4c35-a3aa-1bb43592c322 req-69da9be5-23cd-415d-b135-82d5487a5f87 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:53.022333 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da9be5-23cd-415d-b135-82d5487a5f87 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Pushing event deleted for resources: {'Port': ['ID=cd8c503f-e53f-4cf7-ab04-51e89eba6e91,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:53.121096 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac9180c-d3b1-40fb-af9f-77bbd8ae898e x-openstack-request-id: req-bac9180c-d3b1-40fb-af9f-77bbd8ae898e {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:53.122355 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e689b0c-65d0-4030-ace9-0e674bd669c8", "name": "network-vif-plugged", "status": "completed", "tag": "99191328-6ffe-4ca4-af88-96e25b6cc517", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:53.122845 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bac9180c-d3b1-40fb-af9f-77bbd8ae898e {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:53.123647 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e689b0c-65d0-4030-ace9-0e674bd669c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99191328-6ffe-4ca4-af88-96e25b6cc517', 'code': 200} Jul 15 13:05:53.176667 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:53.234927 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50170) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:53.247152 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0430af57-c705-43bc-ab00-9f5c14eb27f7 req-bb137f69-853f-4911-8fb8-9302ef56e290 service neutron] 10.222.0.18 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923681 Jul 15 13:05:53.310982 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76447b5-59cb-4c35-a3aa-1bb43592c322 req-69da9be5-23cd-415d-b135-82d5487a5f87 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] No DVR routers for this DVR port cd8c503f-e53f-4cf7-ab04-51e89eba6e91 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:05:53.343573 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9764de50-1363-4600-b9b1-fa075f897010 req-ff4b23dc-5779-4780-946f-3b53a5b0fb2d tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=eac6f73f-2fc1-4c6c-96e8-08afa3da5371 HTTP/1.1" status: 200 len: 210 time: 0.0615730 Jul 15 13:05:53.357045 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e30ef2b8-8310-47cb-86cd-a0c760925ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:53.380726 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b76447b5-59cb-4c35-a3aa-1bb43592c322 req-69da9be5-23cd-415d-b135-82d5487a5f87 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:53.383009 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b76447b5-59cb-4c35-a3aa-1bb43592c322 req-69da9be5-23cd-415d-b135-82d5487a5f87 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.32 "DELETE /v2.0/ports/cd8c503f-e53f-4cf7-ab04-51e89eba6e91 HTTP/1.1" status: 204 len: 173 time: 2.0237517 Jul 15 13:05:53.467864 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c6c1ddb-326f-43bc-aaa9-f5a9a93f38b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:53.536704 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-76b76390-ffa3-4f53-b3f3-a99cdef010cc req-e7dc270d-3dd1-46a1-b935-312852815ad1 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "GET /v2.0/security-groups/3d670614-4171-42f7-b6ac-30ee43011429 HTTP/1.1" status: 200 len: 1803 time: 0.4925046 Jul 15 13:05:53.546264 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f77d9837-6412-43f3-9f1a-c325e581db6d', 'name': 'network-vif-deleted', 'tag': 'cd8c503f-e53f-4cf7-ab04-51e89eba6e91'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:53.548674 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1c87bf-df2a-47cd-b4f3-0d50593b91d2" -d '{"events": [{"server_uuid": "f77d9837-6412-43f3-9f1a-c325e581db6d", "name": "network-vif-deleted", "tag": "cd8c503f-e53f-4cf7-ab04-51e89eba6e91"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:53.576705 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-76b76390-ffa3-4f53-b3f3-a99cdef010cc req-80a99d02-968d-401b-89bb-6728abe5c1f5 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3d670614-4171-42f7-b6ac-30ee43011429', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:53.577114 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-76b76390-ffa3-4f53-b3f3-a99cdef010cc req-80a99d02-968d-401b-89bb-6728abe5c1f5 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3d670614-4171-42f7-b6ac-30ee43011429', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:53.595214 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c6c1ddb-326f-43bc-aaa9-f5a9a93f38b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:53.601290 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c6c1ddb-326f-43bc-aaa9-f5a9a93f38b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:53.622358 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0430af57-c705-43bc-ab00-9f5c14eb27f7 req-f91ff8fa-6c81-40b1-afab-4b7fdadc3b38 service neutron] 10.222.0.18 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126976 Jul 15 13:05:53.637071 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-4843fde9-756a-4c9a-bf76-458c4c163d53 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:53.638935 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-4843fde9-756a-4c9a-bf76-458c4c163d53 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.32 "GET /v2.0/networks?id=956bc45d-6e41-4c68-9338-128c7dab2eb0 HTTP/1.1" status: 200 len: 811 time: 0.4732409 Jul 15 13:05:53.640424 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3c6c1ddb-326f-43bc-aaa9-f5a9a93f38b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a529e9b8adf4419dad4d781437e30fad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4031727 Jul 15 13:05:53.643348 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50178) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:53.680832 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-c3802a74-9942-4d09-8fff-1b812c20d980 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Request body: {'port': {'device_id': 'eac6f73f-2fc1-4c6c-96e8-08afa3da5371', 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0', 'admin_state_up': True, 'tenant_id': '46c681a3ac1f49edb652254baad292e0'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:53.690925 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a6aea-f35a-49c2-8d25-1a42b966e79c req-89d0786b-55b8-4524-aee6-e517783f0304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:53.693510 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c03a6aea-f35a-49c2-8d25-1a42b966e79c req-89d0786b-55b8-4524-aee6-e517783f0304 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6e689b0c-65d0-4030-ace9-0e674bd669c8 HTTP/1.1" status: 200 len: 1097 time: 0.2611949 Jul 15 13:05:53.705111 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c1ddb-326f-43bc-aaa9-f5a9a93f38b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29490293-9838-46e2-9088-456a63b3541f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:53.764189 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-76b76390-ffa3-4f53-b3f3-a99cdef010cc req-80a99d02-968d-401b-89bb-6728abe5c1f5 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:53.771422 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-351235fd-4ca7-4570-8475-c76bd9d56616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:53.801040 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-351235fd-4ca7-4570-8475-c76bd9d56616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:53.823204 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95ed88-34da-4551-acb7-d427847baaac req-1e88ce43-8138-45f3-bfbe-861c4d408630 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:53.824774 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6c95ed88-34da-4551-acb7-d427847baaac req-1e88ce43-8138-45f3-bfbe-861c4d408630 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e689b0c-65d0-4030-ace9-0e674bd669c8 HTTP/1.1" status: 200 len: 945 time: 0.1229191 Jul 15 13:05:53.829372 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c03a6aea-f35a-49c2-8d25-1a42b966e79c req-83c1eeec-1479-4991-a008-5b90844573f3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144550 Jul 15 13:05:53.848752 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-76b76390-ffa3-4f53-b3f3-a99cdef010cc req-80a99d02-968d-401b-89bb-6728abe5c1f5 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:53.854258 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-76b76390-ffa3-4f53-b3f3-a99cdef010cc req-80a99d02-968d-401b-89bb-6728abe5c1f5 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:53.888946 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a99d02-968d-401b-89bb-6728abe5c1f5 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66aaba33-136b-46ee-bf9a-22ec68d67737,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:53.902768 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6c95ed88-34da-4551-acb7-d427847baaac req-66a4621d-0025-4b44-a6bc-3517747639c9 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631332 Jul 15 13:05:53.903686 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-351235fd-4ca7-4570-8475-c76bd9d56616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:53.904043 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-76b76390-ffa3-4f53-b3f3-a99cdef010cc req-80a99d02-968d-401b-89bb-6728abe5c1f5 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:53.906137 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-76b76390-ffa3-4f53-b3f3-a99cdef010cc req-80a99d02-968d-401b-89bb-6728abe5c1f5 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3520355 Jul 15 13:05:53.906384 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-351235fd-4ca7-4570-8475-c76bd9d56616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:53.909308 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-351235fd-4ca7-4570-8475-c76bd9d56616 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29490293-9838-46e2-9088-456a63b3541f HTTP/1.1" status: 204 len: 168 time: 0.2632821 Jul 15 13:05:53.929798 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351235fd-4ca7-4570-8475-c76bd9d56616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29490293-9838-46e2-9088-456a63b3541f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:53.938080 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-c3802a74-9942-4d09-8fff-1b812c20d980 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Made reservation on behalf of 46c681a3ac1f49edb652254baad292e0 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:53.942133 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-c3802a74-9942-4d09-8fff-1b812c20d980 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:53.943487 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 2f97c039-f4c6-4cff-a126-fd46971875ab up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:05:54.093168 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 2f97c039-f4c6-4cff-a126-fd46971875ab completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:05:54.105127 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 2f97c039-f4c6-4cff-a126-fd46971875ab triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:05:54.107232 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:54.236865 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e3e47a2a-d92a-460a-9294-22c5efbcc744 req-5b091346-b8ad-4b20-85d5-689a1b6d0919 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=2700c01a-b3c0-4169-a844-e1cf7fb688ce HTTP/1.1" status: 200 len: 210 time: 0.0416176 Jul 15 13:05:54.323545 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:54.365428 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-a7bc6ceb-e385-4b2e-ae5d-08c9eaa6f5a3 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:54.368308 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-a7bc6ceb-e385-4b2e-ae5d-08c9eaa6f5a3 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.32 "GET /v2.0/networks?id=0a81d145-7a6a-4e9d-8fce-2f854c4b2363 HTTP/1.1" status: 200 len: 804 time: 0.4124072 Jul 15 13:05:54.398253 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 2f97c039-f4c6-4cff-a126-fd46971875ab, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=2f97c039-f4c6-4cff-a126-fd46971875ab,segment=NetworkSegment(97b9ecac-5850-409f-85ad-edb928189967),segment_id=97b9ecac-5850-409f-85ad-edb928189967)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:05:54.398604 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79d3d72-ae16-4bfa-a619-eccb7307fd53 x-openstack-request-id: req-f79d3d72-ae16-4bfa-a619-eccb7307fd53 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:54.398879 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f77d9837-6412-43f3-9f1a-c325e581db6d", "name": "network-vif-deleted", "tag": "cd8c503f-e53f-4cf7-ab04-51e89eba6e91", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:54.399496 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f79d3d72-ae16-4bfa-a619-eccb7307fd53 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:54.400454 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f77d9837-6412-43f3-9f1a-c325e581db6d', 'name': 'network-vif-deleted', 'tag': 'cd8c503f-e53f-4cf7-ab04-51e89eba6e91', 'status': 'completed', 'code': 200} Jul 15 13:05:54.412119 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-9a277573-d6d4-47c4-8970-90f67d406a52 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Request body: {'port': {'device_id': '2700c01a-b3c0-4169-a844-e1cf7fb688ce', 'network_id': '0a81d145-7a6a-4e9d-8fce-2f854c4b2363', 'admin_state_up': True, 'tenant_id': '38e4db3d6cd14773b2b127c0cb5621e7'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:54.413361 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:54.501409 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50192) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:54.528728 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f93104e-c9b1-4089-bcd4-3df287dc9f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:54.532948 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-c3802a74-9942-4d09-8fff-1b812c20d980 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Allocated IP 172.20.0.9 (956bc45d-6e41-4c68-9338-128c7dab2eb0/d483a1a6-7065-4b15-8f19-4e9042e07796/de373561-5959-4d5c-8fb9-e17698fe63af) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:54.561875 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=2f97c039-f4c6-4cff-a126-fd46971875ab,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:54.584070 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:54.673474 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:54.713803 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a21231-88b7-424e-8557-e2de3d61977c req-a917baf3-1953-4159-88a9-16e953e5627f tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:54.721781 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-49a21231-88b7-424e-8557-e2de3d61977c req-a917baf3-1953-4159-88a9-16e953e5627f tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/ports?device_id=18bf621b-cbfb-4575-b0a2-b17212cf8837 HTTP/1.1" status: 200 len: 946 time: 0.1302507 Jul 15 13:05:54.783459 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-49a21231-88b7-424e-8557-e2de3d61977c req-ac3046e7-894d-4876-b590-806e598a9082 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/security-groups?id=38385c7a-95c3-401a-89ac-91be837f1c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602570 Jul 15 13:05:54.815263 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad24c11-1378-436b-bc9d-693f345cdc06 req-05cb8da8-17ef-4400-8b8a-56afbfa9424f tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:54.817687 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aad24c11-1378-436b-bc9d-693f345cdc06 req-05cb8da8-17ef-4400-8b8a-56afbfa9424f tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.24 "GET /v2.0/ports?device_id=af05b8be-392f-41e0-8b4d-42e76a40f41a HTTP/1.1" status: 200 len: 945 time: 0.7204521 Jul 15 13:05:54.838628 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-1bbcbae2-7843-4966-9aec-a5328921b100 req-c7c423ed-8efd-4ad9-876e-a0d6e41ee9c7 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1397811413', 'description': 'tempest-description-195044908'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:54.849653 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f93104e-c9b1-4089-bcd4-3df287dc9f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:54.857345 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f93104e-c9b1-4089-bcd4-3df287dc9f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:54.891171 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-c3802a74-9942-4d09-8fff-1b812c20d980 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:54.907789 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1bbcbae2-7843-4966-9aec-a5328921b100 req-c7c423ed-8efd-4ad9-876e-a0d6e41ee9c7 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:54.909909 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device cd8c503f-e53f-4cf7-ab04-51e89eba6e91 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:05:54.932128 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: cd8c503f-e53f-4cf7-ab04-51e89eba6e91 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:05:54.933030 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device cd8c503f-e53f-4cf7-ab04-51e89eba6e91 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:05:54.942314 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aad24c11-1378-436b-bc9d-693f345cdc06 req-b260dbb6-deb2-4228-a17d-27033dac5e35 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.24 "GET /v2.0/security-groups?id=622f261e-b4cf-4018-bc04-62db7f1b634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107187 Jul 15 13:05:54.945203 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-9a277573-d6d4-47c4-8970-90f67d406a52 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Made reservation on behalf of 38e4db3d6cd14773b2b127c0cb5621e7 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:05:54.951923 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5f93104e-c9b1-4089-bcd4-3df287dc9f92 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0fb62346cc584b43953a59e6e0aa2b0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4449520 Jul 15 13:05:54.952429 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-9a277573-d6d4-47c4-8970-90f67d406a52 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:54.952636 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50194) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:54.961334 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93104e-c9b1-4089-bcd4-3df287dc9f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b8b493-59cc-4a61-95dc-e124b2f71f30,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:55.116432 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1bbcbae2-7843-4966-9aec-a5328921b100 req-c7c423ed-8efd-4ad9-876e-a0d6e41ee9c7 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:55.122262 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1bbcbae2-7843-4966-9aec-a5328921b100 req-c7c423ed-8efd-4ad9-876e-a0d6e41ee9c7 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:55.125104 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bf621b-cbfb-4575-b0a2-b17212cf8837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f97c039-f4c6-4cff-a126-fd46971875ab'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:55.127497 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391613bb-6833-4995-9b5c-a3a72d3e9e68" -d '{"events": [{"server_uuid": "18bf621b-cbfb-4575-b0a2-b17212cf8837", "name": "network-vif-plugged", "status": "completed", "tag": "2f97c039-f4c6-4cff-a126-fd46971875ab"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:55.168200 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1bbcbae2-7843-4966-9aec-a5328921b100 req-c7c423ed-8efd-4ad9-876e-a0d6e41ee9c7 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:55.175268 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1bbcbae2-7843-4966-9aec-a5328921b100 req-c7c423ed-8efd-4ad9-876e-a0d6e41ee9c7 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3499475 Jul 15 13:05:55.176687 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c423ed-8efd-4ad9-876e-a0d6e41ee9c7 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b50771-9447-4e44-bd35-20d4f77e2c5c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:55.220833 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e1baf3c2-cc60-4e35-9b9e-e05ebc92ba03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:55.223541 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-c3802a74-9942-4d09-8fff-1b812c20d980 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:55.321339 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-c3802a74-9942-4d09-8fff-1b812c20d980 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Network 956bc45d-6e41-4c68-9338-128c7dab2eb0 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:55.330769 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-c3802a74-9942-4d09-8fff-1b812c20d980 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:55.334880 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-c3802a74-9942-4d09-8fff-1b812c20d980 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:55.364332 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c916a-a8ae-4584-88ba-2f1b144a3fb5 req-4de38533-08b0-414b-9741-5037501bfefd tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:55.365976 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e33c916a-a8ae-4584-88ba-2f1b144a3fb5 req-4de38533-08b0-414b-9741-5037501bfefd tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=eac6f73f-2fc1-4c6c-96e8-08afa3da5371 HTTP/1.1" status: 200 len: 931 time: 0.0819643 Jul 15 13:05:55.400117 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e1baf3c2-cc60-4e35-9b9e-e05ebc92ba03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:55.440578 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e33c916a-a8ae-4584-88ba-2f1b144a3fb5 req-40214648-d2fe-46af-a62d-fe979e68dfa3 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548260 Jul 15 13:05:55.503657 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdbf90f-2759-4db4-806b-bcda46bb7868 x-openstack-request-id: req-ecdbf90f-2759-4db4-806b-bcda46bb7868 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:55.504845 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18bf621b-cbfb-4575-b0a2-b17212cf8837", "name": "network-vif-plugged", "status": "completed", "tag": "2f97c039-f4c6-4cff-a126-fd46971875ab", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:55.506212 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ecdbf90f-2759-4db4-806b-bcda46bb7868 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:55.507128 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18bf621b-cbfb-4575-b0a2-b17212cf8837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f97c039-f4c6-4cff-a126-fd46971875ab', 'code': 200} Jul 15 13:05:55.534076 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-c3802a74-9942-4d09-8fff-1b812c20d980 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:55.535370 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-c3802a74-9942-4d09-8fff-1b812c20d980 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:55.537974 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3802a74-9942-4d09-8fff-1b812c20d980 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Pushing event updated for resources: {'Port': ['ID=de373561-5959-4d5c-8fb9-e17698fe63af,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:55.577607 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-9a277573-d6d4-47c4-8970-90f67d406a52 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Allocated IP 172.20.0.6 (0a81d145-7a6a-4e9d-8fce-2f854c4b2363/a50244b5-c7e6-43d0-9cca-5c95d17b12fc/e998296d-8151-4d72-a00d-72eb3921c665) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:05:55.603233 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0de9520d-74a9-4248-b025-cf900d804cd7 req-68cda5c4-7c8c-4001-8e15-48992c8e6b1a tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "GET /v2.0/security-groups/a5b50771-9447-4e44-bd35-20d4f77e2c5c HTTP/1.1" status: 200 len: 1804 time: 0.0799992 Jul 15 13:05:55.605062 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-c3802a74-9942-4d09-8fff-1b812c20d980 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9376791 Jul 15 13:05:55.619362 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-0de9520d-74a9-4248-b025-cf900d804cd7 req-4e900a1a-b8c6-47ff-9643-9be87a2c57df tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a5b50771-9447-4e44-bd35-20d4f77e2c5c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:55.619825 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-0de9520d-74a9-4248-b025-cf900d804cd7 req-4e900a1a-b8c6-47ff-9643-9be87a2c57df tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a5b50771-9447-4e44-bd35-20d4f77e2c5c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:55.633905 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] Request body: {'port': {'device_id': 'eac6f73f-2fc1-4c6c-96e8-08afa3da5371', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:55.686127 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0de9520d-74a9-4248-b025-cf900d804cd7 req-4e900a1a-b8c6-47ff-9643-9be87a2c57df tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:55.719808 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e1baf3c2-cc60-4e35-9b9e-e05ebc92ba03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:55.723031 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e1baf3c2-cc60-4e35-9b9e-e05ebc92ba03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:55.723635 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0de9520d-74a9-4248-b025-cf900d804cd7 req-4e900a1a-b8c6-47ff-9643-9be87a2c57df tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:55.724234 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e1baf3c2-cc60-4e35-9b9e-e05ebc92ba03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c1b8b493-59cc-4a61-95dc-e124b2f71f30 HTTP/1.1" status: 204 len: 168 time: 0.7697721 Jul 15 13:05:55.734163 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0de9520d-74a9-4248-b025-cf900d804cd7 req-4e900a1a-b8c6-47ff-9643-9be87a2c57df tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:55.748258 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3f6da-8e9b-4a74-9ee8-e7d47e9c8e42 req-f69dd60a-d877-46ce-9b88-1e1635ccc05a tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:55.749936 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c4d3f6da-8e9b-4a74-9ee8-e7d47e9c8e42 req-f69dd60a-d877-46ce-9b88-1e1635ccc05a tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e689b0c-65d0-4030-ace9-0e674bd669c8 HTTP/1.1" status: 200 len: 945 time: 0.3561277 Jul 15 13:05:55.767077 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e900a1a-b8c6-47ff-9643-9be87a2c57df tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc80c5d0-eb56-4665-8dd8-51b887802102,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:55.772443 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0de9520d-74a9-4248-b025-cf900d804cd7 req-4e900a1a-b8c6-47ff-9643-9be87a2c57df tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:55.774294 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0de9520d-74a9-4248-b025-cf900d804cd7 req-4e900a1a-b8c6-47ff-9643-9be87a2c57df tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1603601 Jul 15 13:05:55.791057 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1baf3c2-cc60-4e35-9b9e-e05ebc92ba03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b8b493-59cc-4a61-95dc-e124b2f71f30,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:55.924245 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:55.936455 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c4d3f6da-8e9b-4a74-9ee8-e7d47e9c8e42 req-590da508-dc19-4e86-9724-55cdcdf5d8d6 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600697 Jul 15 13:05:55.952788 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04a06b-788c-4505-a214-a7ab633960a2 req-40b45fe3-a8db-4b81-9786-c28fd330e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:55.954665 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2c04a06b-788c-4505-a214-a7ab633960a2 req-40b45fe3-a8db-4b81-9786-c28fd330e488 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=18bf621b-cbfb-4575-b0a2-b17212cf8837 HTTP/1.1" status: 200 len: 1098 time: 0.3407032 Jul 15 13:05:55.981441 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-9a277573-d6d4-47c4-8970-90f67d406a52 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:56.013420 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-29ff4314-98c8-4b71-b4eb-8577a72a8e98 req-60fab123-0c1c-4ef6-b3db-46f57342142d tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=2700c01a-b3c0-4169-a844-e1cf7fb688ce HTTP/1.1" status: 200 len: 210 time: 0.0523264 Jul 15 13:05:56.065970 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2c04a06b-788c-4505-a214-a7ab633960a2 req-6f419afe-6de9-4f35-8ab7-a7e02e2a4c4b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=38385c7a-95c3-401a-89ac-91be837f1c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025298 Jul 15 13:05:56.103302 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-9a8348e2-914e-4bc9-b2e0-c7c4df17d735 req-404d1556-0f9d-4781-a513-1627e3447433 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-249106557', 'description': 'tempest-description-654672836'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:56.167582 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-9a277573-d6d4-47c4-8970-90f67d406a52 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:56.192628 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9a8348e2-914e-4bc9-b2e0-c7c4df17d735 req-404d1556-0f9d-4781-a513-1627e3447433 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:56.303502 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:56.353480 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-9a277573-d6d4-47c4-8970-90f67d406a52 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Network 0a81d145-7a6a-4e9d-8fce-2f854c4b2363 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:05:56.363882 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-9a277573-d6d4-47c4-8970-90f67d406a52 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:05:56.370667 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-9a277573-d6d4-47c4-8970-90f67d406a52 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:05:56.375443 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a277573-d6d4-47c4-8970-90f67d406a52 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Pushing event updated for resources: {'Port': ['ID=e998296d-8151-4d72-a00d-72eb3921c665,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:56.418569 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9a8348e2-914e-4bc9-b2e0-c7c4df17d735 req-404d1556-0f9d-4781-a513-1627e3447433 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:56.430252 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9a8348e2-914e-4bc9-b2e0-c7c4df17d735 req-404d1556-0f9d-4781-a513-1627e3447433 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:56.457091 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-9a277573-d6d4-47c4-8970-90f67d406a52 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:56.457796 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-9a277573-d6d4-47c4-8970-90f67d406a52 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:56.500178 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d1556-0f9d-4781-a513-1627e3447433 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3140cc-f0d6-42ab-bf31-8881915049a9,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:56.521228 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-9a277573-d6d4-47c4-8970-90f67d406a52 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1249676 Jul 15 13:05:56.540160 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9a8348e2-914e-4bc9-b2e0-c7c4df17d735 req-404d1556-0f9d-4781-a513-1627e3447433 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:56.561019 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-8e9ef710-f886-4368-afda-b0757329a4d3 service neutron] Request body: {'port': {'device_id': '2700c01a-b3c0-4169-a844-e1cf7fb688ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:56.562157 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9a8348e2-914e-4bc9-b2e0-c7c4df17d735 req-404d1556-0f9d-4781-a513-1627e3447433 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4812374 Jul 15 13:05:56.604473 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de373561-5959-4d5c-8fb9-e17698fe63af {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:56.627490 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:56.675023 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] Transition to ACTIVE for port object de373561-5959-4d5c-8fb9-e17698fe63af will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:56.692350 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb872b42-8107-448f-a413-e746adaa24b7 req-be9ddc7e-a1c9-43b9-a0f6-059d69130708 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:56.693996 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bb872b42-8107-448f-a413-e746adaa24b7 req-be9ddc7e-a1c9-43b9-a0f6-059d69130708 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/ports?device_id=18bf621b-cbfb-4575-b0a2-b17212cf8837 HTTP/1.1" status: 200 len: 946 time: 0.2151589 Jul 15 13:05:56.697474 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:56.743524 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-8e9ef710-f886-4368-afda-b0757329a4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:56.779106 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf4790-a80a-4109-bd23-8ff3868636f3 req-ab1c48e3-b55d-4446-b06a-d4c63f3aa97f tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:56.782647 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a0cf4790-a80a-4109-bd23-8ff3868636f3 req-ab1c48e3-b55d-4446-b06a-d4c63f3aa97f tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e689b0c-65d0-4030-ace9-0e674bd669c8 HTTP/1.1" status: 200 len: 945 time: 0.0964506 Jul 15 13:05:56.800344 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] Pushing event updated for resources: {'Port': ['ID=de373561-5959-4d5c-8fb9-e17698fe63af,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:56.840336 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bb872b42-8107-448f-a413-e746adaa24b7 req-6c8b92c6-27af-491c-a460-8bc25aee9a37 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/security-groups?id=38385c7a-95c3-401a-89ac-91be837f1c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301630 Jul 15 13:05:56.859467 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a0cf4790-a80a-4109-bd23-8ff3868636f3 req-b6b0081a-527f-4563-adff-bcf101107248 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682058 Jul 15 13:05:57.328160 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02db909-457b-45e9-9f50-8349309051e4 req-d663db23-c57e-4d20-b92e-2b72937da78f tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:57.338826 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b02db909-457b-45e9-9f50-8349309051e4 req-d663db23-c57e-4d20-b92e-2b72937da78f tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.24 "GET /v2.0/ports?device_id=af05b8be-392f-41e0-8b4d-42e76a40f41a HTTP/1.1" status: 200 len: 945 time: 0.1075771 Jul 15 13:05:57.393555 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b02db909-457b-45e9-9f50-8349309051e4 req-f7d4818b-b761-47b4-a1d4-93a5f7b0e6e8 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.24 "GET /v2.0/security-groups?id=622f261e-b4cf-4018-bc04-62db7f1b634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506563 Jul 15 13:05:57.414517 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-2aa5c003-ca63-48d3-a47f-f1340c26bebf req-607031a2-f60e-4fe0-a78f-7eafc92f8875 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-97254391', 'description': 'tempest-description-1334537668'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:57.440784 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2aa5c003-ca63-48d3-a47f-f1340c26bebf req-607031a2-f60e-4fe0-a78f-7eafc92f8875 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:57.448572 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] Attempting to bind port de373561-5959-4d5c-8fb9-e17698fe63af on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:57.449162 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] Attempting to bind port de373561-5959-4d5c-8fb9-e17698fe63af by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'faa6f47b-5a42-4f3d-8726-d44abedde300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:57.449304 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] Attempting to bind port de373561-5959-4d5c-8fb9-e17698fe63af on network 956bc45d-6e41-4c68-9338-128c7dab2eb0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:57.463187 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] Port de373561-5959-4d5c-8fb9-e17698fe63af on network 956bc45d-6e41-4c68-9338-128c7dab2eb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:05:57.463504 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] Attempting to bind port de373561-5959-4d5c-8fb9-e17698fe63af on network 956bc45d-6e41-4c68-9338-128c7dab2eb0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:57.512284 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:57.512538 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] Checking segment: {'id': 'faa6f47b-5a42-4f3d-8726-d44abedde300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:57.512944 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] Bound using segment: {'id': 'faa6f47b-5a42-4f3d-8726-d44abedde300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:57.513454 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] Bound port: de373561-5959-4d5c-8fb9-e17698fe63af, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faa6f47b-5a42-4f3d-8726-d44abedde300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:57.513837 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:57.555925 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2aa5c003-ca63-48d3-a47f-f1340c26bebf req-607031a2-f60e-4fe0-a78f-7eafc92f8875 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:57.560763 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2aa5c003-ca63-48d3-a47f-f1340c26bebf req-607031a2-f60e-4fe0-a78f-7eafc92f8875 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:57.563678 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4bc78-b84a-4cb0-8a6a-fef427885283 req-067fd4fa-a80e-4bdf-85c9-bfdc90d9bfcc tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:57.565304 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-55f4bc78-b84a-4cb0-8a6a-fef427885283 req-067fd4fa-a80e-4bdf-85c9-bfdc90d9bfcc tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=eac6f73f-2fc1-4c6c-96e8-08afa3da5371 HTTP/1.1" status: 200 len: 943 time: 0.2102892 Jul 15 13:05:57.598687 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607031a2-f60e-4fe0-a78f-7eafc92f8875 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee73bf38-8cfa-45c6-8313-13340fec41a3,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:57.607819 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2aa5c003-ca63-48d3-a47f-f1340c26bebf req-607031a2-f60e-4fe0-a78f-7eafc92f8875 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:57.609262 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2aa5c003-ca63-48d3-a47f-f1340c26bebf req-607031a2-f60e-4fe0-a78f-7eafc92f8875 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2001736 Jul 15 13:05:57.610952 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607031a2-f60e-4fe0-a78f-7eafc92f8875 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.611367 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607031a2-f60e-4fe0-a78f-7eafc92f8875 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.611771 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607031a2-f60e-4fe0-a78f-7eafc92f8875 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.612645 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607031a2-f60e-4fe0-a78f-7eafc92f8875 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.619653 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607031a2-f60e-4fe0-a78f-7eafc92f8875 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.620209 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607031a2-f60e-4fe0-a78f-7eafc92f8875 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.620709 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607031a2-f60e-4fe0-a78f-7eafc92f8875 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.621047 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607031a2-f60e-4fe0-a78f-7eafc92f8875 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.621472 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607031a2-f60e-4fe0-a78f-7eafc92f8875 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.623101 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607031a2-f60e-4fe0-a78f-7eafc92f8875 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.623463 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607031a2-f60e-4fe0-a78f-7eafc92f8875 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.623873 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607031a2-f60e-4fe0-a78f-7eafc92f8875 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.709896 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-55f4bc78-b84a-4cb0-8a6a-fef427885283 req-ac58b52f-d1d3-41f7-8589-c6a33ebab949 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204288 Jul 15 13:05:57.712694 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] For port de373561-5959-4d5c-8fb9-e17698fe63af, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:57.734061 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] For port de373561-5959-4d5c-8fb9-e17698fe63af, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=de373561-5959-4d5c-8fb9-e17698fe63af,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:57.736790 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-8e9ef710-f886-4368-afda-b0757329a4d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e998296d-8151-4d72-a00d-72eb3921c665 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:05:57.746331 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:57.749616 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-8e9ef710-f886-4368-afda-b0757329a4d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:57.797293 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-8e9ef710-f886-4368-afda-b0757329a4d3 service neutron] Transition to ACTIVE for port object e998296d-8151-4d72-a00d-72eb3921c665 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:05:57.798945 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:57.799577 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:57.801547 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] 10.222.0.32 "PUT /v2.0/ports/de373561-5959-4d5c-8fb9-e17698fe63af HTTP/1.1" status: 200 len: 1092 time: 2.1739309 Jul 15 13:05:57.806118 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac6f73f-2fc1-4c6c-96e8-08afa3da5371', 'tag': 'de373561-5959-4d5c-8fb9-e17698fe63af'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:05:57.808278 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bbeafb-a0d4-41b3-aed3-09205ecf0e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "eac6f73f-2fc1-4c6c-96e8-08afa3da5371", "tag": "de373561-5959-4d5c-8fb9-e17698fe63af"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:05:57.815514 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-8e9ef710-f886-4368-afda-b0757329a4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:57.837949 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] Pushing event updated for resources: {'Port': ['ID=de373561-5959-4d5c-8fb9-e17698fe63af,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:57.859197 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.859197 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.859197 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.859197 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.859197 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.859197 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.859197 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.859197 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.859197 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.859197 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.859197 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.859197 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ab6f32-2199-431a-81a9-6940e9e6f738 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:05:57.950628 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b4d7e48a-0f47-4db0-8240-946b443c84a1 req-ffeaa066-e788-4482-a807-86aef698a23b tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "GET /v2.0/security-groups/3a3140cc-f0d6-42ab-bf31-8881915049a9 HTTP/1.1" status: 200 len: 1803 time: 0.0435238 Jul 15 13:05:58.003107 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b4d7e48a-0f47-4db0-8240-946b443c84a1 req-6897997d-9445-49b0-93be-f711567bca8d tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "GET /v2.0/security-groups/ee73bf38-8cfa-45c6-8313-13340fec41a3 HTTP/1.1" status: 200 len: 1803 time: 0.0452387 Jul 15 13:05:58.014147 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-b4d7e48a-0f47-4db0-8240-946b443c84a1 req-4417e115-07f4-42de-8b8a-d3220a5af1c4 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3a3140cc-f0d6-42ab-bf31-8881915049a9', 'remote_group_id': 'ee73bf38-8cfa-45c6-8313-13340fec41a3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:58.014376 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-b4d7e48a-0f47-4db0-8240-946b443c84a1 req-4417e115-07f4-42de-8b8a-d3220a5af1c4 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3a3140cc-f0d6-42ab-bf31-8881915049a9', 'remote_group_id': 'ee73bf38-8cfa-45c6-8313-13340fec41a3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:58.017210 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ef710-f886-4368-afda-b0757329a4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e998296d-8151-4d72-a00d-72eb3921c665,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:58.067967 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ba487-6eec-4221-a25c-18657ac213d6 req-7563ce8e-801b-4cf7-86b0-57e3896d1e7b tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:58.069582 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-da3ba487-6eec-4221-a25c-18657ac213d6 req-7563ce8e-801b-4cf7-86b0-57e3896d1e7b tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=2700c01a-b3c0-4169-a844-e1cf7fb688ce HTTP/1.1" status: 200 len: 943 time: 0.2218621 Jul 15 13:05:58.082854 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-54938100-baa4-4d5b-95ce-2ecfa53d9fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:58.084370 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-54938100-baa4-4d5b-95ce-2ecfa53d9fa5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=46c681a3ac1f49edb652254baad292e0&device_id=eac6f73f-2fc1-4c6c-96e8-08afa3da5371 HTTP/1.1" status: 200 len: 1095 time: 0.1928759 Jul 15 13:05:58.086363 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b4d7e48a-0f47-4db0-8240-946b443c84a1 req-4417e115-07f4-42de-8b8a-d3220a5af1c4 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:58.098288 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-8e9ef710-f886-4368-afda-b0757329a4d3 service neutron] Attempting to bind port e998296d-8151-4d72-a00d-72eb3921c665 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:05:58.098628 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-8e9ef710-f886-4368-afda-b0757329a4d3 service neutron] Attempting to bind port e998296d-8151-4d72-a00d-72eb3921c665 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0a81d145-7a6a-4e9d-8fce-2f854c4b2363'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:05:58.099107 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-8e9ef710-f886-4368-afda-b0757329a4d3 service neutron] Attempting to bind port e998296d-8151-4d72-a00d-72eb3921c665 on network 0a81d145-7a6a-4e9d-8fce-2f854c4b2363 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:58.118225 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-8e9ef710-f886-4368-afda-b0757329a4d3 service neutron] Port e998296d-8151-4d72-a00d-72eb3921c665 on network 0a81d145-7a6a-4e9d-8fce-2f854c4b2363 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:05:58.118575 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-8e9ef710-f886-4368-afda-b0757329a4d3 service neutron] Attempting to bind port e998296d-8151-4d72-a00d-72eb3921c665 on network 0a81d145-7a6a-4e9d-8fce-2f854c4b2363 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:05:58.134144 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b4d7e48a-0f47-4db0-8240-946b443c84a1 req-4417e115-07f4-42de-8b8a-d3220a5af1c4 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:58.138229 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b4d7e48a-0f47-4db0-8240-946b443c84a1 req-4417e115-07f4-42de-8b8a-d3220a5af1c4 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:58.158701 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-726fdebc-31ea-4b6f-ad54-6f25fd262189 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de373561-5959-4d5c-8fb9-e17698fe63af HTTP/1.1" status: 200 len: 217 time: 0.0547795 Jul 15 13:05:58.160454 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417e115-07f4-42de-8b8a-d3220a5af1c4 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc5600d4-fa36-4395-a05b-84f476c32e2d,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:58.162502 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-8e9ef710-f886-4368-afda-b0757329a4d3 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:05:58.162928 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-8e9ef710-f886-4368-afda-b0757329a4d3 service neutron] Checking segment: {'id': '57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0a81d145-7a6a-4e9d-8fce-2f854c4b2363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:05:58.163239 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-8e9ef710-f886-4368-afda-b0757329a4d3 service neutron] Bound using segment: {'id': '57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0a81d145-7a6a-4e9d-8fce-2f854c4b2363'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:05:58.163699 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-8e9ef710-f886-4368-afda-b0757329a4d3 service neutron] Bound port: e998296d-8151-4d72-a00d-72eb3921c665, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0a81d145-7a6a-4e9d-8fce-2f854c4b2363'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:05:58.164073 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-8e9ef710-f886-4368-afda-b0757329a4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:58.165418 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b4d7e48a-0f47-4db0-8240-946b443c84a1 req-4417e115-07f4-42de-8b8a-d3220a5af1c4 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:58.166782 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b4d7e48a-0f47-4db0-8240-946b443c84a1 req-4417e115-07f4-42de-8b8a-d3220a5af1c4 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1569397 Jul 15 13:05:58.186603 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-da3ba487-6eec-4221-a25c-18657ac213d6 req-c52453c5-5ebf-4095-8fdc-0794b47a9359 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090260 Jul 15 13:05:58.232690 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac333b82-98df-45ba-b545-c944973444be x-openstack-request-id: req-ac333b82-98df-45ba-b545-c944973444be {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:05:58.233245 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac6f73f-2fc1-4c6c-96e8-08afa3da5371", "tag": "de373561-5959-4d5c-8fb9-e17698fe63af", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:05:58.233502 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac333b82-98df-45ba-b545-c944973444be {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:05:58.233934 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac6f73f-2fc1-4c6c-96e8-08afa3da5371', 'tag': 'de373561-5959-4d5c-8fb9-e17698fe63af', 'status': 'completed', 'code': 200} Jul 15 13:05:58.259527 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-f0663940-6e22-4c1a-8c93-e2596b29e0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:58.261066 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-f0663940-6e22-4c1a-8c93-e2596b29e0b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d483a1a6-7065-4b15-8f19-4e9042e07796 HTTP/1.1" status: 200 len: 851 time: 0.0946975 Jul 15 13:05:58.311371 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-ae7ff3c8-39c8-4607-a4bf-abf5f77ff2fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=956bc45d-6e41-4c68-9338-128c7dab2eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396221 Jul 15 13:05:58.315416 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-8e9ef710-f886-4368-afda-b0757329a4d3 service neutron] For port e998296d-8151-4d72-a00d-72eb3921c665, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:05:58.361916 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-8e9ef710-f886-4368-afda-b0757329a4d3 service neutron] For port e998296d-8151-4d72-a00d-72eb3921c665, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=e998296d-8151-4d72-a00d-72eb3921c665,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:05:58.385346 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-8e9ef710-f886-4368-afda-b0757329a4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:58.450345 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1c742-5be5-42f0-a830-1f47a3f59336 req-178015ee-d34a-47d3-b03b-63e9f0e106d4 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:58.451901 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-74a1c742-5be5-42f0-a830-1f47a3f59336 req-178015ee-d34a-47d3-b03b-63e9f0e106d4 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e689b0c-65d0-4030-ace9-0e674bd669c8 HTTP/1.1" status: 200 len: 945 time: 0.0667706 Jul 15 13:05:58.472276 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-8e9ef710-f886-4368-afda-b0757329a4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:58.472911 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-8e9ef710-f886-4368-afda-b0757329a4d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:58.474374 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-8e9ef710-f886-4368-afda-b0757329a4d3 service neutron] 10.222.0.32 "PUT /v2.0/ports/e998296d-8151-4d72-a00d-72eb3921c665 HTTP/1.1" status: 200 len: 1092 time: 1.9270716 Jul 15 13:05:58.496162 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-74a1c742-5be5-42f0-a830-1f47a3f59336 req-8d2f2c3f-d09d-4c7b-8533-6ec657d4531f tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369954 Jul 15 13:05:58.515782 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ef710-f886-4368-afda-b0757329a4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e998296d-8151-4d72-a00d-72eb3921c665,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:58.541155 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff68d2-8bfb-479d-8383-b903ea367fa1 req-86f6f2e9-da03-4921-89b8-111ed405f252 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:58.542890 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e7ff68d2-8bfb-479d-8383-b903ea367fa1 req-86f6f2e9-da03-4921-89b8-111ed405f252 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/ports?device_id=18bf621b-cbfb-4575-b0a2-b17212cf8837 HTTP/1.1" status: 200 len: 946 time: 0.2294157 Jul 15 13:05:58.546714 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-a75f7110-07b3-457e-853a-511d30eb9226 service neutron] 10.222.0.32 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184274 Jul 15 13:05:58.688765 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e7ff68d2-8bfb-479d-8383-b903ea367fa1 req-ace92279-0ec4-4e7c-915e-c12c3bc49845 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/security-groups?id=38385c7a-95c3-401a-89ac-91be837f1c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280103 Jul 15 13:05:58.728987 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-5315257b-4be7-4887-8c92-5dbc81e0c80d req-97118aa7-dfe1-4039-b900-3eb358ef79ad tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1048220678', 'description': 'tempest-description-1318397597'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:58.753222 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0ee99afa-04fb-466e-9174-f3ff795af490 req-fbb0caf3-c1a5-48a4-9c57-4c479f095ada service neutron] 10.222.0.32 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952369 Jul 15 13:05:58.760051 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-60559184-6148-477b-8525-2a7061bbaebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:58.762641 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-60559184-6148-477b-8525-2a7061bbaebb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=38e4db3d6cd14773b2b127c0cb5621e7&device_id=2700c01a-b3c0-4169-a844-e1cf7fb688ce HTTP/1.1" status: 200 len: 1095 time: 0.2180891 Jul 15 13:05:58.792571 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5315257b-4be7-4887-8c92-5dbc81e0c80d req-97118aa7-dfe1-4039-b900-3eb358ef79ad tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:58.857640 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-d6e94823-ee37-4e9c-ac22-75a8af552b23 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e998296d-8151-4d72-a00d-72eb3921c665 HTTP/1.1" status: 200 len: 217 time: 0.0775254 Jul 15 13:05:58.973859 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-906a5c8d-7a17-4be9-b978-20d1b6cba2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:58.975491 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-906a5c8d-7a17-4be9-b978-20d1b6cba2c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a50244b5-c7e6-43d0-9cca-5c95d17b12fc HTTP/1.1" status: 200 len: 844 time: 0.1102655 Jul 15 13:05:59.031688 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-8aad6938-70b5-4a5d-a012-44b52dcdfd67 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0a81d145-7a6a-4e9d-8fce-2f854c4b2363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462687 Jul 15 13:05:59.093236 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bbeafb-a0d4-41b3-aed3-09205ecf0e2f req-5cf07edc-1262-4b41-bfb4-a7d674d7a05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:59.095126 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f6bbeafb-a0d4-41b3-aed3-09205ecf0e2f req-5cf07edc-1262-4b41-bfb4-a7d674d7a05c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=46c681a3ac1f49edb652254baad292e0&device_id=eac6f73f-2fc1-4c6c-96e8-08afa3da5371 HTTP/1.1" status: 200 len: 1095 time: 0.2201624 Jul 15 13:05:59.131550 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5315257b-4be7-4887-8c92-5dbc81e0c80d req-97118aa7-dfe1-4039-b900-3eb358ef79ad tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:59.144577 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5315257b-4be7-4887-8c92-5dbc81e0c80d req-97118aa7-dfe1-4039-b900-3eb358ef79ad tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:59.192015 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1ce7e-a8c0-450a-9109-a30168ead102 req-41b46533-829d-400d-ba34-f8fb52ebb60d tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:59.194164 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ebf1ce7e-a8c0-450a-9109-a30168ead102 req-41b46533-829d-400d-ba34-f8fb52ebb60d tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e689b0c-65d0-4030-ace9-0e674bd669c8 HTTP/1.1" status: 200 len: 945 time: 0.0760074 Jul 15 13:05:59.236658 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ebf1ce7e-a8c0-450a-9109-a30168ead102 req-6c0f0a3d-3c8b-40d0-b907-7acf016c57b7 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347974 Jul 15 13:05:59.245742 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5315257b-4be7-4887-8c92-5dbc81e0c80d req-97118aa7-dfe1-4039-b900-3eb358ef79ad tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:59.247045 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5315257b-4be7-4887-8c92-5dbc81e0c80d req-97118aa7-dfe1-4039-b900-3eb358ef79ad tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5300984 Jul 15 13:05:59.255632 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-11e1dea6-a52e-401f-971f-72d24fc7a5ac service neutron] 10.222.0.32 "GET /v2.0/networks/0a81d145-7a6a-4e9d-8fce-2f854c4b2363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146683 Jul 15 13:05:59.280429 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97118aa7-dfe1-4039-b900-3eb358ef79ad tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5424cd27-b5a6-4601-873c-435416491bef,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:05:59.383946 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bbeafb-a0d4-41b3-aed3-09205ecf0e2f req-c7d258b6-de95-489b-b0d7-6d0c17d3ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:59.385476 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f6bbeafb-a0d4-41b3-aed3-09205ecf0e2f req-c7d258b6-de95-489b-b0d7-6d0c17d3ec44 service neutron] 10.222.0.32 "GET /v2.0/networks?id=956bc45d-6e41-4c68-9338-128c7dab2eb0 HTTP/1.1" status: 200 len: 912 time: 0.2568092 Jul 15 13:05:59.395495 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6f38f592-8aca-4439-b909-0bacf42f6148 req-8529d436-94f4-498f-bc21-552d2b0a7b3f service neutron] 10.222.0.32 "GET /v2.0/networks/0a81d145-7a6a-4e9d-8fce-2f854c4b2363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304281 Jul 15 13:05:59.443788 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f6bbeafb-a0d4-41b3-aed3-09205ecf0e2f req-9cf86672-5d30-4682-bb27-a24c9a1c10b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de373561-5959-4d5c-8fb9-e17698fe63af HTTP/1.1" status: 200 len: 217 time: 0.0484025 Jul 15 13:05:59.474982 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b00a11-0a68-42c5-81dc-0357a134775d req-62e134fe-9a38-4f05-9a0a-1260ba3dab18 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:59.476527 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-01b00a11-0a68-42c5-81dc-0357a134775d req-62e134fe-9a38-4f05-9a0a-1260ba3dab18 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a5717a-cb56-44e8-a9e5-f6c245c94804&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1234512 Jul 15 13:05:59.531472 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-01b00a11-0a68-42c5-81dc-0357a134775d req-2c64ac63-258c-4f73-a087-e0a0c296bdce tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.94 HTTP/1.1" status: 200 len: 695 time: 0.0477788 Jul 15 13:05:59.542630 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-01b00a11-0a68-42c5-81dc-0357a134775d req-0843ade9-b951-49ef-9582-971cc2f351bb tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Request body: {'floatingip': {'port_id': '7a49d3bf-160d-476c-90f4-df89841bc412', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:05:59.564921 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bbeafb-a0d4-41b3-aed3-09205ecf0e2f req-2dae0d2a-d807-4e21-8093-945785430f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:59.566908 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f6bbeafb-a0d4-41b3-aed3-09205ecf0e2f req-2dae0d2a-d807-4e21-8093-945785430f64 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d483a1a6-7065-4b15-8f19-4e9042e07796 HTTP/1.1" status: 200 len: 851 time: 0.0776150 Jul 15 13:05:59.582257 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-01b00a11-0a68-42c5-81dc-0357a134775d req-0843ade9-b951-49ef-9582-971cc2f351bb tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:59.610693 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f6bbeafb-a0d4-41b3-aed3-09205ecf0e2f req-377543d8-0a22-4df7-a502-9931da7a9d7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=956bc45d-6e41-4c68-9338-128c7dab2eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354404 Jul 15 13:05:59.623722 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f91c4-9cb1-4a04-8148-6827b65395c8 req-50aa4352-4772-430c-bd46-f721f4e244f6 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:59.625315 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-669f91c4-9cb1-4a04-8148-6827b65395c8 req-50aa4352-4772-430c-bd46-f721f4e244f6 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=eac6f73f-2fc1-4c6c-96e8-08afa3da5371 HTTP/1.1" status: 200 len: 943 time: 0.1382439 Jul 15 13:05:59.717629 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-669f91c4-9cb1-4a04-8148-6827b65395c8 req-07e992a3-bd4d-4c1e-8653-b28ae0cbca08 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835180 Jul 15 13:05:59.749905 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f6bbeafb-a0d4-41b3-aed3-09205ecf0e2f req-1c872748-1aab-4551-96ea-2c8da2e9d640 service neutron] 10.222.0.32 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233861 Jul 15 13:05:59.888476 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f6bbeafb-a0d4-41b3-aed3-09205ecf0e2f req-04ac1a08-218b-4a4c-8981-6d52cbb0bb55 service neutron] 10.222.0.32 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308737 Jul 15 13:05:59.924084 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c2aca-b286-46ae-807e-6056d330804e req-d205d9c0-8f1c-45b1-8a3c-50ab6da30c38 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:05:59.925694 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a08c2aca-b286-46ae-807e-6056d330804e req-d205d9c0-8f1c-45b1-8a3c-50ab6da30c38 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.24 "GET /v2.0/ports?device_id=af05b8be-392f-41e0-8b4d-42e76a40f41a HTTP/1.1" status: 200 len: 945 time: 0.0860381 Jul 15 13:05:59.972762 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a08c2aca-b286-46ae-807e-6056d330804e req-97092c7f-2545-4215-8f0e-6287a6dfd104 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.24 "GET /v2.0/security-groups?id=622f261e-b4cf-4018-bc04-62db7f1b634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389626 Jul 15 13:06:00.077336 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-01b00a11-0a68-42c5-81dc-0357a134775d req-0843ade9-b951-49ef-9582-971cc2f351bb tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:00.081304 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-01b00a11-0a68-42c5-81dc-0357a134775d req-0843ade9-b951-49ef-9582-971cc2f351bb tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:00.159143 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1689b-4739-41ac-a8a8-b97da780ff76 req-e78c6ab5-52a1-49bf-ae22-77aada04fb06 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:00.162263 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d7b1689b-4739-41ac-a8a8-b97da780ff76 req-e78c6ab5-52a1-49bf-ae22-77aada04fb06 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=2700c01a-b3c0-4169-a844-e1cf7fb688ce HTTP/1.1" status: 200 len: 943 time: 0.0736573 Jul 15 13:06:00.213929 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d7b1689b-4739-41ac-a8a8-b97da780ff76 req-60f83fd0-e4fb-4e0e-b1d3-79d445128d39 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454979 Jul 15 13:06:00.234786 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2700c01a-b3c0-4169-a844-e1cf7fb688ce', 'tag': 'e998296d-8151-4d72-a00d-72eb3921c665'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:00.238055 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86916fe3-c0bd-4912-a1d7-dfeadde669a1" -d '{"events": [{"name": "network-changed", "server_uuid": "2700c01a-b3c0-4169-a844-e1cf7fb688ce", "tag": "e998296d-8151-4d72-a00d-72eb3921c665"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:00.250992 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-3548a9d4-e3ad-4c58-8553-ad44aa6c37f4 req-564204ac-0a78-4571-aea6-3880445a7e2e tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1796720245', 'description': 'tempest-description-1245399968'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:00.279643 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3548a9d4-e3ad-4c58-8553-ad44aa6c37f4 req-564204ac-0a78-4571-aea6-3880445a7e2e tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:00.410638 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3548a9d4-e3ad-4c58-8553-ad44aa6c37f4 req-564204ac-0a78-4571-aea6-3880445a7e2e tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:00.418476 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3548a9d4-e3ad-4c58-8553-ad44aa6c37f4 req-564204ac-0a78-4571-aea6-3880445a7e2e tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:00.456069 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3548a9d4-e3ad-4c58-8553-ad44aa6c37f4 req-564204ac-0a78-4571-aea6-3880445a7e2e tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:00.457909 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3548a9d4-e3ad-4c58-8553-ad44aa6c37f4 req-564204ac-0a78-4571-aea6-3880445a7e2e tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2144809 Jul 15 13:06:00.466519 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6d63c-2a96-4d89-ae17-8a2afe837911 req-f16fe76c-b815-4c35-b9f5-9368e1720f3b tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:00.468071 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-68b6d63c-2a96-4d89-ae17-8a2afe837911 req-f16fe76c-b815-4c35-b9f5-9368e1720f3b tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.18 "GET /v2.0/ports?device_id=af05b8be-392f-41e0-8b4d-42e76a40f41a HTTP/1.1" status: 200 len: 945 time: 0.1310132 Jul 15 13:06:00.469136 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564204ac-0a78-4571-aea6-3880445a7e2e tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f60fbdda-1ee4-4602-b647-eb2f90332168,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:00.489453 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [req-01b00a11-0a68-42c5-81dc-0357a134775d req-0843ade9-b951-49ef-9582-971cc2f351bb tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Floating IP e79898e6-f5a9-4d4f-a116-c5c559bbdc4f associated. External IP: 172.25.6.94, port: 7a49d3bf-160d-476c-90f4-df89841bc412. Jul 15 13:06:00.588327 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-68b6d63c-2a96-4d89-ae17-8a2afe837911 req-319e0121-c2be-44d6-9e64-dd3290531c44 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Deleting port 669e8d28-b298-48fe-b40b-16b4bddfb486 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:00.589008 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-68b6d63c-2a96-4d89-ae17-8a2afe837911 req-319e0121-c2be-44d6-9e64-dd3290531c44 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:00.696095 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-68b6d63c-2a96-4d89-ae17-8a2afe837911 req-319e0121-c2be-44d6-9e64-dd3290531c44 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] For port 669e8d28-b298-48fe-b40b-16b4bddfb486, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=669e8d28-b298-48fe-b40b-16b4bddfb486,segment=NetworkSegment(a4bb40fc-7f9f-44f0-b0cf-086f85450450),segment_id=a4bb40fc-7f9f-44f0-b0cf-086f85450450)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:00.696095 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-68b6d63c-2a96-4d89-ae17-8a2afe837911 req-319e0121-c2be-44d6-9e64-dd3290531c44 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:00.754641 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01b00a11-0a68-42c5-81dc-0357a134775d req-0843ade9-b951-49ef-9582-971cc2f351bb tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Router d85775f2-22ec-44b1-a44f-2fec8d29a0ba has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:06:00.835106 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acde842-140f-484f-bfe4-48cc2912cfd1 x-openstack-request-id: req-4acde842-140f-484f-bfe4-48cc2912cfd1 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:00.835501 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2700c01a-b3c0-4169-a844-e1cf7fb688ce", "tag": "e998296d-8151-4d72-a00d-72eb3921c665", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:00.835842 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4acde842-140f-484f-bfe4-48cc2912cfd1 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:00.836401 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2700c01a-b3c0-4169-a844-e1cf7fb688ce', 'tag': 'e998296d-8151-4d72-a00d-72eb3921c665', 'status': 'completed', 'code': 200} Jul 15 13:06:00.869658 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01b00a11-0a68-42c5-81dc-0357a134775d req-0843ade9-b951-49ef-9582-971cc2f351bb tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:06:00.874937 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-01b00a11-0a68-42c5-81dc-0357a134775d req-0843ade9-b951-49ef-9582-971cc2f351bb tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:00.880413 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a67f15-267a-4cf6-999f-4144e8e73ad4 None None] Sync routers for ids ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:06:00.890498 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a67f15-267a-4cf6-999f-4144e8e73ad4 None None] Routers {'d85775f2-22ec-44b1-a44f-2fec8d29a0ba'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:00.891494 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b9a67f15-267a-4cf6-999f-4144e8e73ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:05:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:00.920697 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-01b00a11-0a68-42c5-81dc-0357a134775d req-0843ade9-b951-49ef-9582-971cc2f351bb tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "PUT /v2.0/floatingips/e79898e6-f5a9-4d4f-a116-c5c559bbdc4f HTTP/1.1" status: 200 len: 996 time: 1.3821387 Jul 15 13:06:00.921149 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a5717a-cb56-44e8-a9e5-f6c245c94804', 'tag': '7a49d3bf-160d-476c-90f4-df89841bc412'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:00.923641 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427f8c43-4839-4fcd-9dab-9ec679cfb713" -d '{"events": [{"name": "network-changed", "server_uuid": "82a5717a-cb56-44e8-a9e5-f6c245c94804", "tag": "7a49d3bf-160d-476c-90f4-df89841bc412"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:00.927756 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device e998296d-8151-4d72-a00d-72eb3921c665 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:00.949543 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-68b6d63c-2a96-4d89-ae17-8a2afe837911 req-319e0121-c2be-44d6-9e64-dd3290531c44 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:00.949955 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-68b6d63c-2a96-4d89-ae17-8a2afe837911 req-319e0121-c2be-44d6-9e64-dd3290531c44 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:00.950295 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [req-68b6d63c-2a96-4d89-ae17-8a2afe837911 req-319e0121-c2be-44d6-9e64-dd3290531c44 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Floating IP 52217ef4-2f82-4366-bff3-703f1cd95175 disassociated. External IP: 172.25.6.220, port: 669e8d28-b298-48fe-b40b-16b4bddfb486. Jul 15 13:06:00.950602 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-68b6d63c-2a96-4d89-ae17-8a2afe837911 req-319e0121-c2be-44d6-9e64-dd3290531c44 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Calling delete_port for 669e8d28-b298-48fe-b40b-16b4bddfb486 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:01.000183 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c92631f1-2598-4437-8fa9-dd63288a7b68 req-3a449185-94a8-4489-884e-6b8657127a12 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "GET /v2.0/security-groups/5424cd27-b5a6-4601-873c-435416491bef HTTP/1.1" status: 200 len: 1805 time: 0.1233330 Jul 15 13:06:01.017639 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b00a11-0a68-42c5-81dc-0357a134775d req-156aa109-d8ba-46b1-a6fd-89f87030765e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:01.026392 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-01b00a11-0a68-42c5-81dc-0357a134775d req-156aa109-d8ba-46b1-a6fd-89f87030765e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6722cf0529e42bab580975825cb7f20&device_id=82a5717a-cb56-44e8-a9e5-f6c245c94804 HTTP/1.1" status: 200 len: 1098 time: 0.0767560 Jul 15 13:06:01.067876 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-b9a67f15-267a-4cf6-999f-4144e8e73ad4 None None] Set router d85775f2-22ec-44b1-a44f-2fec8d29a0ba gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:01.096191 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86916fe3-c0bd-4912-a1d7-dfeadde669a1 req-c629517b-f927-4698-8a32-4c2c75c00750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:01.097777 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-86916fe3-c0bd-4912-a1d7-dfeadde669a1 req-c629517b-f927-4698-8a32-4c2c75c00750 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=38e4db3d6cd14773b2b127c0cb5621e7&device_id=2700c01a-b3c0-4169-a844-e1cf7fb688ce HTTP/1.1" status: 200 len: 1095 time: 0.2091980 Jul 15 13:06:01.105731 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c92631f1-2598-4437-8fa9-dd63288a7b68 req-7807f580-9168-4b5c-9e4d-55044138995e tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "GET /v2.0/security-groups/f60fbdda-1ee4-4602-b647-eb2f90332168 HTTP/1.1" status: 200 len: 1805 time: 0.0705111 Jul 15 13:06:01.124063 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port e998296d-8151-4d72-a00d-72eb3921c665, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=e998296d-8151-4d72-a00d-72eb3921c665,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:01.138767 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b00a11-0a68-42c5-81dc-0357a134775d req-6529d78b-81af-4b99-9301-14a99493580b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:01.139181 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-c92631f1-2598-4437-8fa9-dd63288a7b68 req-ec37f72e-8521-40b1-9faf-39d7dcbcdb0c tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5424cd27-b5a6-4601-873c-435416491bef', 'remote_group_id': 'f60fbdda-1ee4-4602-b647-eb2f90332168', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:01.139504 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-c92631f1-2598-4437-8fa9-dd63288a7b68 req-ec37f72e-8521-40b1-9faf-39d7dcbcdb0c tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5424cd27-b5a6-4601-873c-435416491bef', 'remote_group_id': 'f60fbdda-1ee4-4602-b647-eb2f90332168', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:01.140505 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-01b00a11-0a68-42c5-81dc-0357a134775d req-6529d78b-81af-4b99-9301-14a99493580b service neutron] 10.222.0.24 "GET /v2.0/networks?id=15f5e38d-4952-4914-a6e9-ead735ddcdbc HTTP/1.1" status: 200 len: 922 time: 0.1132097 Jul 15 13:06:01.170379 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'e998296d-8151-4d72-a00d-72eb3921c665', 'network_id': '0a81d145-7a6a-4e9d-8fce-2f854c4b2363', 'port_id': 'e998296d-8151-4d72-a00d-72eb3921c665', 'mac_address': 'fa:16:3e:74:fc:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a50244b5-c7e6-43d0-9cca-5c95d17b12fc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:01.227638 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-01b00a11-0a68-42c5-81dc-0357a134775d req-3b3297b3-5d6f-4529-bcb4-f30ca82f9741 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a49d3bf-160d-476c-90f4-df89841bc412 HTTP/1.1" status: 200 len: 999 time: 0.0794525 Jul 15 13:06:01.255075 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:01.270233 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86916fe3-c0bd-4912-a1d7-dfeadde669a1 req-9744fb63-fdb6-4ade-b9d5-4780f57096d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:01.271637 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-86916fe3-c0bd-4912-a1d7-dfeadde669a1 req-9744fb63-fdb6-4ade-b9d5-4780f57096d1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0a81d145-7a6a-4e9d-8fce-2f854c4b2363 HTTP/1.1" status: 200 len: 905 time: 0.1636641 Jul 15 13:06:01.314388 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b00a11-0a68-42c5-81dc-0357a134775d req-c0baccc3-69a2-4d4a-bd55-bd50ebc60f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:01.316501 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-01b00a11-0a68-42c5-81dc-0357a134775d req-c0baccc3-69a2-4d4a-bd55-bd50ebc60f6c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=025d5c18-d573-4395-91a0-0d10b88dc7bd HTTP/1.1" status: 200 len: 860 time: 0.0608091 Jul 15 13:06:01.334804 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-86916fe3-c0bd-4912-a1d7-dfeadde669a1 req-fc2dca84-9448-4471-b090-d3b3b3d08401 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e998296d-8151-4d72-a00d-72eb3921c665 HTTP/1.1" status: 200 len: 217 time: 0.0528042 Jul 15 13:06:01.335438 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-68b6d63c-2a96-4d89-ae17-8a2afe837911 req-319e0121-c2be-44d6-9e64-dd3290531c44 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:01.407730 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e0121-c2be-44d6-9e64-dd3290531c44 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Pushing event deleted for resources: {'Port': ['ID=669e8d28-b298-48fe-b40b-16b4bddfb486,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:01.416133 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b00a11-0a68-42c5-81dc-0357a134775d req-73dcb926-61b6-4a35-b2cc-9f101d98a9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:01.420795 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c92631f1-2598-4437-8fa9-dd63288a7b68 req-ec37f72e-8521-40b1-9faf-39d7dcbcdb0c tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:01.422602 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-01b00a11-0a68-42c5-81dc-0357a134775d req-73dcb926-61b6-4a35-b2cc-9f101d98a9da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=15f5e38d-4952-4914-a6e9-ead735ddcdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0933349 Jul 15 13:06:01.439422 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-01b00a11-0a68-42c5-81dc-0357a134775d req-40548b8e-c346-400c-858a-4eb69725c065 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:06:01.440512 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-01b00a11-0a68-42c5-81dc-0357a134775d req-40548b8e-c346-400c-858a-4eb69725c065 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073786 Jul 15 13:06:01.463367 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e998296d-8151-4d72-a00d-72eb3921c665 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:01.491191 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86916fe3-c0bd-4912-a1d7-dfeadde669a1 req-dcc10480-b161-4344-bad8-530b5f0a566c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:01.492697 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-86916fe3-c0bd-4912-a1d7-dfeadde669a1 req-dcc10480-b161-4344-bad8-530b5f0a566c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a50244b5-c7e6-43d0-9cca-5c95d17b12fc HTTP/1.1" status: 200 len: 844 time: 0.1433995 Jul 15 13:06:01.510522 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port e998296d-8151-4d72-a00d-72eb3921c665, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=e998296d-8151-4d72-a00d-72eb3921c665,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:01.520539 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:01.521182 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device de373561-5959-4d5c-8fb9-e17698fe63af details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:01.547734 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-86916fe3-c0bd-4912-a1d7-dfeadde669a1 req-dd3518d9-9db0-495f-990a-2eecf2ede4bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0a81d145-7a6a-4e9d-8fce-2f854c4b2363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475345 Jul 15 13:06:01.555367 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c92631f1-2598-4437-8fa9-dd63288a7b68 req-ec37f72e-8521-40b1-9faf-39d7dcbcdb0c tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:01.563706 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-01b00a11-0a68-42c5-81dc-0357a134775d req-65cd3fdf-a409-42b1-ab46-e84206732d42 service neutron] 10.222.0.24 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007206 Jul 15 13:06:01.567783 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c92631f1-2598-4437-8fa9-dd63288a7b68 req-ec37f72e-8521-40b1-9faf-39d7dcbcdb0c tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:01.615571 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=e998296d-8151-4d72-a00d-72eb3921c665,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:01.626284 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b9a67f15-267a-4cf6-999f-4144e8e73ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461522680-router', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:02Z', 'updated_at': '2021-07-15T13:05:08Z', 'revision_number': 4, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'gw_port': {'id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:03Z', 'updated_at': '2021-07-15T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'e79898e6-f5a9-4d4f-a116-c5c559bbdc4f', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'port_id': '7a49d3bf-160d-476c-90f4-df89841bc412', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'mac_address': 'fa:16:3e:7f:3b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a5717a-cb56-44e8-a9e5-f6c245c94804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:05:36Z', 'updated_at': '2021-07-15T13:05:59Z', 'revision_number': 1, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0313d1c-46a4-4d60-a9e1-94c4e5275d5c', 'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'mac_address': 'fa:16:3e:ad:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:07Z', 'updated_at': '2021-07-15T13:05:20Z', 'revision_number': 5, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'subnets': [{'id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:01.647153 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37f72e-8521-40b1-9faf-39d7dcbcdb0c tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f514798a-2fbf-4844-8e96-7233eba1fefc,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:01.659063 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a67f15-267a-4cf6-999f-4144e8e73ad4 None None] Checking router: d85775f2-22ec-44b1-a44f-2fec8d29a0ba for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:06:01.691719 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c92631f1-2598-4437-8fa9-dd63288a7b68 req-ec37f72e-8521-40b1-9faf-39d7dcbcdb0c tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:01.702834 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a67f15-267a-4cf6-999f-4144e8e73ad4 None None] Routers {'d85775f2-22ec-44b1-a44f-2fec8d29a0ba'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:01.703361 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b9a67f15-267a-4cf6-999f-4144e8e73ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:05:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:01.706143 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-01b00a11-0a68-42c5-81dc-0357a134775d req-b67e2851-10fb-423b-a77a-dcc92f26d9f7 service neutron] 10.222.0.24 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318638 Jul 15 13:06:01.709839 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c92631f1-2598-4437-8fa9-dd63288a7b68 req-ec37f72e-8521-40b1-9faf-39d7dcbcdb0c tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5844338 Jul 15 13:06:01.728162 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68b6d63c-2a96-4d89-ae17-8a2afe837911 req-319e0121-c2be-44d6-9e64-dd3290531c44 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Router 8b97719c-a69a-4469-9842-57ccf6b5fe8c has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:06:01.752242 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-86916fe3-c0bd-4912-a1d7-dfeadde669a1 req-af5fbf3f-c15a-46cc-89d8-7eecd3bade94 service neutron] 10.222.0.32 "GET /v2.0/networks/0a81d145-7a6a-4e9d-8fce-2f854c4b2363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955173 Jul 15 13:06:01.775605 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port de373561-5959-4d5c-8fb9-e17698fe63af, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=de373561-5959-4d5c-8fb9-e17698fe63af,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:01.837045 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'de373561-5959-4d5c-8fb9-e17698fe63af', 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0', 'port_id': 'de373561-5959-4d5c-8fb9-e17698fe63af', 'mac_address': 'fa:16:3e:50:3a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd483a1a6-7065-4b15-8f19-4e9042e07796', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:01.891614 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:01.916991 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de373561-5959-4d5c-8fb9-e17698fe63af {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:01.937505 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-b9a67f15-267a-4cf6-999f-4144e8e73ad4 None None] Set router d85775f2-22ec-44b1-a44f-2fec8d29a0ba gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:01.974196 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port de373561-5959-4d5c-8fb9-e17698fe63af, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=de373561-5959-4d5c-8fb9-e17698fe63af,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:02.028851 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457f0fe-de54-42ef-aaaa-fd017036828b req-7881f8a2-4950-479a-bdc8-fd262289bf43 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:02.030471 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f457f0fe-de54-42ef-aaaa-fd017036828b req-7881f8a2-4950-479a-bdc8-fd262289bf43 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=eac6f73f-2fc1-4c6c-96e8-08afa3da5371 HTTP/1.1" status: 200 len: 943 time: 0.1011531 Jul 15 13:06:02.031032 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:02.089571 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f457f0fe-de54-42ef-aaaa-fd017036828b req-e0677cd4-d982-4cc3-93eb-f54849b4a410 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514891 Jul 15 13:06:02.098970 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=de373561-5959-4d5c-8fb9-e17698fe63af,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:02.152583 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519e5065-56b3-4506-ac8f-24f31b6bfd6d x-openstack-request-id: req-519e5065-56b3-4506-ac8f-24f31b6bfd6d {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:02.153224 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a5717a-cb56-44e8-a9e5-f6c245c94804", "tag": "7a49d3bf-160d-476c-90f4-df89841bc412", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:02.153710 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-519e5065-56b3-4506-ac8f-24f31b6bfd6d {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:02.154383 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a5717a-cb56-44e8-a9e5-f6c245c94804', 'tag': '7a49d3bf-160d-476c-90f4-df89841bc412', 'status': 'completed', 'code': 200} Jul 15 13:06:02.281395 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-55f494c5-354c-4516-85f3-05568f03e061 req-789c5831-f6f0-4d17-93bd-b8cc72c5b339 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.24 "GET /v2.0/ports?device_id=af05b8be-392f-41e0-8b4d-42e76a40f41a HTTP/1.1" status: 200 len: 210 time: 0.0308027 Jul 15 13:06:02.288928 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b9a67f15-267a-4cf6-999f-4144e8e73ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461522680-router', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:02Z', 'updated_at': '2021-07-15T13:05:08Z', 'revision_number': 4, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'gw_port': {'id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:03Z', 'updated_at': '2021-07-15T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'e79898e6-f5a9-4d4f-a116-c5c559bbdc4f', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'port_id': '7a49d3bf-160d-476c-90f4-df89841bc412', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'mac_address': 'fa:16:3e:7f:3b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a5717a-cb56-44e8-a9e5-f6c245c94804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:05:36Z', 'updated_at': '2021-07-15T13:05:59Z', 'revision_number': 1, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0313d1c-46a4-4d60-a9e1-94c4e5275d5c', 'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'mac_address': 'fa:16:3e:ad:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:07Z', 'updated_at': '2021-07-15T13:05:20Z', 'revision_number': 5, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'subnets': [{'id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:02.318056 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a67f15-267a-4cf6-999f-4144e8e73ad4 None None] The sync data for ids ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'] in n-d-758944-45 is: [{'id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461522680-router', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:02Z', 'updated_at': '2021-07-15T13:05:08Z', 'revision_number': 4, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'gw_port': {'id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:03Z', 'updated_at': '2021-07-15T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'e79898e6-f5a9-4d4f-a116-c5c559bbdc4f', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'port_id': '7a49d3bf-160d-476c-90f4-df89841bc412', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'mac_address': 'fa:16:3e:7f:3b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a5717a-cb56-44e8-a9e5-f6c245c94804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:05:36Z', 'updated_at': '2021-07-15T13:05:59Z', 'revision_number': 1, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0313d1c-46a4-4d60-a9e1-94c4e5275d5c', 'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'mac_address': 'fa:16:3e:ad:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:07Z', 'updated_at': '2021-07-15T13:05:20Z', 'revision_number': 5, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'subnets': [{'id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:06:02.384374 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['de373561-5959-4d5c-8fb9-e17698fe63af'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:02.408748 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-86916fe3-c0bd-4912-a1d7-dfeadde669a1 req-66ddfd7a-ce50-4d67-b472-0a60922f8ccc service neutron] 10.222.0.32 "GET /v2.0/networks/0a81d145-7a6a-4e9d-8fce-2f854c4b2363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6457160 Jul 15 13:06:02.416246 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['e998296d-8151-4d72-a00d-72eb3921c665'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:02.420129 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68b6d63c-2a96-4d89-ae17-8a2afe837911 req-319e0121-c2be-44d6-9e64-dd3290531c44 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:06:02.438007 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0c3c61-8d8b-4fe3-981a-8ce0601ee364 None None] Sync routers for ids ['8b97719c-a69a-4469-9842-57ccf6b5fe8c'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:06:02.441904 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4929e0-2269-4f0d-9073-771188fa52bb req-616e5cf7-698a-441c-8a75-012d578010af tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:02.449341 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c4929e0-2269-4f0d-9073-771188fa52bb req-616e5cf7-698a-441c-8a75-012d578010af tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e689b0c-65d0-4030-ace9-0e674bd669c8 HTTP/1.1" status: 200 len: 945 time: 0.5411379 Jul 15 13:06:02.457997 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0c3c61-8d8b-4fe3-981a-8ce0601ee364 None None] Routers {'8b97719c-a69a-4469-9842-57ccf6b5fe8c'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:02.458650 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ec0c3c61-8d8b-4fe3-981a-8ce0601ee364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:05:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['8b97719c-a69a-4469-9842-57ccf6b5fe8c'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:02.511387 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b6d63c-2a96-4d89-ae17-8a2afe837911 req-319e0121-c2be-44d6-9e64-dd3290531c44 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] No DVR routers for this DVR port 669e8d28-b298-48fe-b40b-16b4bddfb486 on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:06:02.517127 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9013749-10cb-4097-94cc-1dc641d60019 req-b2a0edb5-8967-48d7-8ef3-c5f0928c8eea tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:02.517317 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-68b6d63c-2a96-4d89-ae17-8a2afe837911 req-319e0121-c2be-44d6-9e64-dd3290531c44 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:02.519789 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-68b6d63c-2a96-4d89-ae17-8a2afe837911 req-319e0121-c2be-44d6-9e64-dd3290531c44 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.18 "DELETE /v2.0/ports/669e8d28-b298-48fe-b40b-16b4bddfb486 HTTP/1.1" status: 204 len: 173 time: 2.0461469 Jul 15 13:06:02.543978 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b9013749-10cb-4097-94cc-1dc641d60019 req-b2a0edb5-8967-48d7-8ef3-c5f0928c8eea tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=2700c01a-b3c0-4169-a844-e1cf7fb688ce HTTP/1.1" status: 200 len: 944 time: 0.1354396 Jul 15 13:06:02.563203 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c4929e0-2269-4f0d-9073-771188fa52bb req-c2c9e8ed-3750-49a8-8ce4-4615a4a66f67 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128521 Jul 15 13:06:02.578460 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f8c43-4839-4fcd-9dab-9ec679cfb713 req-f840063a-6940-40d3-84ff-458241a20f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:02.580074 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-427f8c43-4839-4fcd-9dab-9ec679cfb713 req-f840063a-6940-40d3-84ff-458241a20f80 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e6722cf0529e42bab580975825cb7f20&device_id=82a5717a-cb56-44e8-a9e5-f6c245c94804 HTTP/1.1" status: 200 len: 1098 time: 0.2140319 Jul 15 13:06:02.633682 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b9013749-10cb-4097-94cc-1dc641d60019 req-2c4b29c4-7a57-4efb-9d63-920138fd4c64 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888047 Jul 15 13:06:02.637047 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-ec0c3c61-8d8b-4fe3-981a-8ce0601ee364 None None] Set router 8b97719c-a69a-4469-9842-57ccf6b5fe8c gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:02.734485 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4a64c3aa-3184-4c31-8c46-3cef4b1ae3c8 req-2deffe07-9e72-4cd5-962e-c2d037bccaec tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "GET /v2.0/security-groups/f60fbdda-1ee4-4602-b647-eb2f90332168 HTTP/1.1" status: 200 len: 1805 time: 0.1491334 Jul 15 13:06:02.755517 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf86ffd-62c2-449d-aed9-3c7283a50da3 None None] New status for floating IP e79898e6-f5a9-4d4f-a116-c5c559bbdc4f: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:06:02.806210 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f8c43-4839-4fcd-9dab-9ec679cfb713 req-ba216b15-a26f-4fb8-9d5d-08a76f28ee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:02.807645 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-427f8c43-4839-4fcd-9dab-9ec679cfb713 req-ba216b15-a26f-4fb8-9d5d-08a76f28ee13 service neutron] 10.222.0.32 "GET /v2.0/networks?id=15f5e38d-4952-4914-a6e9-ead735ddcdbc HTTP/1.1" status: 200 len: 922 time: 0.2141352 Jul 15 13:06:02.886324 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af05b8be-392f-41e0-8b4d-42e76a40f41a', 'name': 'network-vif-deleted', 'tag': '669e8d28-b298-48fe-b40b-16b4bddfb486'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:02.889165 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fa42f3-3fb9-4549-89af-e99db0fe657b" -d '{"events": [{"server_uuid": "af05b8be-392f-41e0-8b4d-42e76a40f41a", "name": "network-vif-deleted", "tag": "669e8d28-b298-48fe-b40b-16b4bddfb486"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:02.904722 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-45010bc7-efc9-4d4c-84c1-dce6310cef16 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:02.912687 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-45010bc7-efc9-4d4c-84c1-dce6310cef16 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/ports?device_id=18bf621b-cbfb-4575-b0a2-b17212cf8837&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0948386 Jul 15 13:06:02.926588 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4a64c3aa-3184-4c31-8c46-3cef4b1ae3c8 req-20fb4bc4-d4ce-4535-80e3-aef9198d865c tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:02.935675 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-427f8c43-4839-4fcd-9dab-9ec679cfb713 req-c0334195-e47f-42d8-8bb6-57e860d52785 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a49d3bf-160d-476c-90f4-df89841bc412 HTTP/1.1" status: 200 len: 999 time: 0.1210761 Jul 15 13:06:02.966013 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ec0c3c61-8d8b-4fe3-981a-8ce0601ee364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'name': 'tempest-ServersTestManualDisk-1044099367-router', 'tenant_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4a5dd14b-1413-44de-96b4-75eaae3ead55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:18Z', 'updated_at': '2021-07-15T13:03:29Z', 'revision_number': 4, 'project_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'gw_port': {'id': '4a5dd14b-1413-44de-96b4-75eaae3ead55', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:19Z', 'updated_at': '2021-07-15T13:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '8fde7ab3-f5b7-4c7c-93ea-6d1691e69535', 'name': '', 'network_id': '85506c49-ef76-49a2-8400-1e31bb62cb86', 'tenant_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'mac_address': 'fa:16:3e:f5:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ddd3d1aa-d62d-409c-8c51-52222d94058f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:27Z', 'updated_at': '2021-07-15T13:03:37Z', 'revision_number': 5, 'project_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'subnets': [{'id': 'ddd3d1aa-d62d-409c-8c51-52222d94058f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:02.982593 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4a64c3aa-3184-4c31-8c46-3cef4b1ae3c8 req-20fb4bc4-d4ce-4535-80e3-aef9198d865c tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:03.007770 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0c3c61-8d8b-4fe3-981a-8ce0601ee364 None None] Checking router: 8b97719c-a69a-4469-9842-57ccf6b5fe8c for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:06:03.019942 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0c3c61-8d8b-4fe3-981a-8ce0601ee364 None None] Routers {'8b97719c-a69a-4469-9842-57ccf6b5fe8c'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:03.020849 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ec0c3c61-8d8b-4fe3-981a-8ce0601ee364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:05:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['8b97719c-a69a-4469-9842-57ccf6b5fe8c'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:03.029076 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f8c43-4839-4fcd-9dab-9ec679cfb713 req-7665e911-a0cb-4a45-b841-e0d0f5a6aeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:03.030638 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-427f8c43-4839-4fcd-9dab-9ec679cfb713 req-7665e911-a0cb-4a45-b841-e0d0f5a6aeaa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=025d5c18-d573-4395-91a0-0d10b88dc7bd HTTP/1.1" status: 200 len: 860 time: 0.0863793 Jul 15 13:06:03.037733 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-275f4d7a-9b87-4384-bfc6-292645651711 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.94 HTTP/1.1" status: 200 len: 999 time: 0.1240516 Jul 15 13:06:03.042757 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-bf11fa4c-cd46-439d-a13c-36f0f94523f5 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Request body: {'floatingip': {'port_id': '2f97c039-f4c6-4cff-a126-fd46971875ab', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:03.115309 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-bf11fa4c-cd46-439d-a13c-36f0f94523f5 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:03.132850 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4a64c3aa-3184-4c31-8c46-3cef4b1ae3c8 req-20fb4bc4-d4ce-4535-80e3-aef9198d865c tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:03.135569 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4a64c3aa-3184-4c31-8c46-3cef4b1ae3c8 req-20fb4bc4-d4ce-4535-80e3-aef9198d865c tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:03.148215 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4a64c3aa-3184-4c31-8c46-3cef4b1ae3c8 req-20fb4bc4-d4ce-4535-80e3-aef9198d865c tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "DELETE /v2.0/security-groups/f60fbdda-1ee4-4602-b647-eb2f90332168 HTTP/1.1" status: 204 len: 173 time: 0.4127359 Jul 15 13:06:03.171433 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb4bc4-d4ce-4535-80e3-aef9198d865c tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60fbdda-1ee4-4602-b647-eb2f90332168,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:03.181615 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f8c43-4839-4fcd-9dab-9ec679cfb713 req-3c0dcb17-aee6-4f8c-bc26-4d479224fc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:03.182810 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-427f8c43-4839-4fcd-9dab-9ec679cfb713 req-3c0dcb17-aee6-4f8c-bc26-4d479224fc26 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15f5e38d-4952-4914-a6e9-ead735ddcdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1411307 Jul 15 13:06:03.185613 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-ec0c3c61-8d8b-4fe3-981a-8ce0601ee364 None None] Set router 8b97719c-a69a-4469-9842-57ccf6b5fe8c gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:03.416157 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-427f8c43-4839-4fcd-9dab-9ec679cfb713 req-8b0d717e-6001-46ed-9939-064f43c4bfc4 service neutron] 10.222.0.32 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214954 Jul 15 13:06:03.533451 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ec0c3c61-8d8b-4fe3-981a-8ce0601ee364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'name': 'tempest-ServersTestManualDisk-1044099367-router', 'tenant_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4a5dd14b-1413-44de-96b4-75eaae3ead55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:18Z', 'updated_at': '2021-07-15T13:03:29Z', 'revision_number': 4, 'project_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'gw_port': {'id': '4a5dd14b-1413-44de-96b4-75eaae3ead55', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:19Z', 'updated_at': '2021-07-15T13:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '8fde7ab3-f5b7-4c7c-93ea-6d1691e69535', 'name': '', 'network_id': '85506c49-ef76-49a2-8400-1e31bb62cb86', 'tenant_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'mac_address': 'fa:16:3e:f5:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ddd3d1aa-d62d-409c-8c51-52222d94058f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:27Z', 'updated_at': '2021-07-15T13:03:37Z', 'revision_number': 5, 'project_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'subnets': [{'id': 'ddd3d1aa-d62d-409c-8c51-52222d94058f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:03.563524 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0c3c61-8d8b-4fe3-981a-8ce0601ee364 None None] The sync data for ids ['8b97719c-a69a-4469-9842-57ccf6b5fe8c'] in n-d-758944-45 is: [{'id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'name': 'tempest-ServersTestManualDisk-1044099367-router', 'tenant_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4a5dd14b-1413-44de-96b4-75eaae3ead55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:18Z', 'updated_at': '2021-07-15T13:03:29Z', 'revision_number': 4, 'project_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'gw_port': {'id': '4a5dd14b-1413-44de-96b4-75eaae3ead55', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:19Z', 'updated_at': '2021-07-15T13:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '8fde7ab3-f5b7-4c7c-93ea-6d1691e69535', 'name': '', 'network_id': '85506c49-ef76-49a2-8400-1e31bb62cb86', 'tenant_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'mac_address': 'fa:16:3e:f5:e4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ddd3d1aa-d62d-409c-8c51-52222d94058f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:27Z', 'updated_at': '2021-07-15T13:03:37Z', 'revision_number': 5, 'project_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'subnets': [{'id': 'ddd3d1aa-d62d-409c-8c51-52222d94058f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:06:03.595723 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-427f8c43-4839-4fcd-9dab-9ec679cfb713 req-dd1d1534-536a-4637-8790-523b343fe3cb service neutron] 10.222.0.32 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719327 Jul 15 13:06:03.615104 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf03ef6-6098-41c0-878e-fe6a34c35a86 req-461b704e-fcff-4983-84e4-88da65efd099 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:03.616624 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0cf03ef6-6098-41c0-878e-fe6a34c35a86 req-461b704e-fcff-4983-84e4-88da65efd099 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e689b0c-65d0-4030-ace9-0e674bd669c8 HTTP/1.1" status: 200 len: 945 time: 0.1350567 Jul 15 13:06:03.617723 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.db.api [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-bf11fa4c-cd46-439d-a13c-36f0f94523f5 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:06:03.618302 n-d-758944-45 neutron-server[93814]: DEBUG oslo_db.api [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-bf11fa4c-cd46-439d-a13c-36f0f94523f5 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:06:03.662276 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0cf03ef6-6098-41c0-878e-fe6a34c35a86 req-cee4639f-557e-4eb5-b32a-36df0ada7c79 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a15b053-c551-465d-a12c-0391e87aee49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391955 Jul 15 13:06:03.719198 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d0d49a-53ec-4f61-8f6f-1ca357fee424 x-openstack-request-id: req-f0d0d49a-53ec-4f61-8f6f-1ca357fee424 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:03.719567 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af05b8be-392f-41e0-8b4d-42e76a40f41a", "name": "network-vif-deleted", "tag": "669e8d28-b298-48fe-b40b-16b4bddfb486", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:03.719896 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f0d0d49a-53ec-4f61-8f6f-1ca357fee424 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:03.720382 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af05b8be-392f-41e0-8b4d-42e76a40f41a', 'name': 'network-vif-deleted', 'tag': '669e8d28-b298-48fe-b40b-16b4bddfb486', 'status': 'completed', 'code': 200} Jul 15 13:06:03.835232 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7239b9-e65d-433f-bf48-a26806d991e9 None None] New status for floating IP 52217ef4-2f82-4366-bff3-703f1cd95175: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:06:03.897997 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5013a-b574-4306-8573-3a055407a786 req-d538a779-167e-4b09-8091-32285b4221fe tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:03.899665 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dfe5013a-b574-4306-8573-3a055407a786 req-d538a779-167e-4b09-8091-32285b4221fe tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=eac6f73f-2fc1-4c6c-96e8-08afa3da5371 HTTP/1.1" status: 200 len: 944 time: 0.0785096 Jul 15 13:06:03.952281 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dfe5013a-b574-4306-8573-3a055407a786 req-911ec765-f20b-4b75-becd-3da24ca4c867 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367901 Jul 15 13:06:04.012113 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 669e8d28-b298-48fe-b40b-16b4bddfb486 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:04.031478 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b7478f09-a28e-40c4-9e29-e01f9e2b783e req-f4a932d8-4eae-45ab-82c6-1d705d49fa5e tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "GET /v2.0/security-groups/5424cd27-b5a6-4601-873c-435416491bef HTTP/1.1" status: 200 len: 1805 time: 0.0533202 Jul 15 13:06:04.033726 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 669e8d28-b298-48fe-b40b-16b4bddfb486 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:06:04.034112 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 669e8d28-b298-48fe-b40b-16b4bddfb486 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:06:04.120110 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-bf11fa4c-cd46-439d-a13c-36f0f94523f5 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:04.342660 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652835bf-5674-48bd-961b-3df2db553f40 req-4892ad54-12c6-429d-bdd2-b38c74301458 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:04.345511 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-652835bf-5674-48bd-961b-3df2db553f40 req-4892ad54-12c6-429d-bdd2-b38c74301458 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=2700c01a-b3c0-4169-a844-e1cf7fb688ce HTTP/1.1" status: 200 len: 944 time: 0.0941007 Jul 15 13:06:04.402609 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-652835bf-5674-48bd-961b-3df2db553f40 req-3a50c23f-5f69-4ce8-89ed-d71a957460af tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470147 Jul 15 13:06:04.707588 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-076e80c2-c144-44ee-9000-432e4bde972a req-d8ccf418-cd4a-42d6-ae73-ea4af517e225 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1687472200', 'description': 'tempest-description-403417311'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:04.744801 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-076e80c2-c144-44ee-9000-432e4bde972a req-d8ccf418-cd4a-42d6-ae73-ea4af517e225 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:04.866997 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-076e80c2-c144-44ee-9000-432e4bde972a req-d8ccf418-cd4a-42d6-ae73-ea4af517e225 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:04.874271 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-076e80c2-c144-44ee-9000-432e4bde972a req-d8ccf418-cd4a-42d6-ae73-ea4af517e225 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:04.900712 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-bf11fa4c-cd46-439d-a13c-36f0f94523f5 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:04.906121 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-bf11fa4c-cd46-439d-a13c-36f0f94523f5 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:04.923694 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device e998296d-8151-4d72-a00d-72eb3921c665 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:04.933789 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-076e80c2-c144-44ee-9000-432e4bde972a req-d8ccf418-cd4a-42d6-ae73-ea4af517e225 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:04.936289 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-076e80c2-c144-44ee-9000-432e4bde972a req-d8ccf418-cd4a-42d6-ae73-ea4af517e225 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2353117 Jul 15 13:06:04.939684 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ccf418-cd4a-42d6-ae73-ea4af517e225 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=613fc9a1-d104-4f60-acd4-db52d042f7e9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:05.006316 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port e998296d-8151-4d72-a00d-72eb3921c665 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:05.010694 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50362) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:05.011515 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port e998296d-8151-4d72-a00d-72eb3921c665 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:05.012093 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.058467 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-bf11fa4c-cd46-439d-a13c-36f0f94523f5 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Floating IP e79898e6-f5a9-4d4f-a116-c5c559bbdc4f associated. External IP: 172.25.6.94, port: 7a49d3bf-160d-476c-90f4-df89841bc412. Jul 15 13:06:05.116978 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.121408 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5cad87ef-43c5-4f03-89c6-e1d99ea5a025 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.171348 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5cad87ef-43c5-4f03-89c6-e1d99ea5a025 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.182992 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port e998296d-8151-4d72-a00d-72eb3921c665, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=e998296d-8151-4d72-a00d-72eb3921c665,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:05.185063 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2700c01a-b3c0-4169-a844-e1cf7fb688ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e998296d-8151-4d72-a00d-72eb3921c665'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:05.190242 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1021df-9983-4c85-a328-3300d11f22ca" -d '{"events": [{"server_uuid": "2700c01a-b3c0-4169-a844-e1cf7fb688ce", "name": "network-vif-plugged", "status": "completed", "tag": "e998296d-8151-4d72-a00d-72eb3921c665"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:05.196624 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.198046 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device de373561-5959-4d5c-8fb9-e17698fe63af up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:05.281116 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5cad87ef-43c5-4f03-89c6-e1d99ea5a025 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.283936 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5cad87ef-43c5-4f03-89c6-e1d99ea5a025 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.285226 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5cad87ef-43c5-4f03-89c6-e1d99ea5a025 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.24 "DELETE /v2.0/security-groups/622f261e-b4cf-4018-bc04-62db7f1b634b HTTP/1.1" status: 204 len: 168 time: 0.2732084 Jul 15 13:06:05.296045 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50368) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:05.327767 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad87ef-43c5-4f03-89c6-e1d99ea5a025 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=622f261e-b4cf-4018-bc04-62db7f1b634b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:05.330649 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=e998296d-8151-4d72-a00d-72eb3921c665,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:05.346617 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-f45c263e-218f-4b92-b7ca-4daf3665d296 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] show failed (client error): The resource could not be found. Jul 15 13:06:05.352391 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f45c263e-218f-4b92-b7ca-4daf3665d296 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.24 "GET /v2.0/security-groups/622f261e-b4cf-4018-bc04-62db7f1b634b HTTP/1.1" status: 404 len: 347 time: 0.0547297 Jul 15 13:06:05.353016 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50370) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:05.375816 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port de373561-5959-4d5c-8fb9-e17698fe63af completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:05.387597 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port de373561-5959-4d5c-8fb9-e17698fe63af triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:05.388771 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.502451 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-bf11fa4c-cd46-439d-a13c-36f0f94523f5 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Router d85775f2-22ec-44b1-a44f-2fec8d29a0ba has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:06:05.550698 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.559224 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-17fe1983-20de-4d89-8022-4728d1b55bc4 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Deleting port a6aff007-62e1-44d9-bd9a-cf55075d98bd {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:05.560126 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-17fe1983-20de-4d89-8022-4728d1b55bc4 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.603228 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port de373561-5959-4d5c-8fb9-e17698fe63af, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=de373561-5959-4d5c-8fb9-e17698fe63af,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:05.611638 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.652975 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-bf11fa4c-cd46-439d-a13c-36f0f94523f5 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:06:05.779776 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0b91581c-e625-4ca0-9ef0-4faec162cc13 req-00f47a9b-753f-43d6-8d83-cbb2f6780707 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "GET /v2.0/security-groups/613fc9a1-d104-4f60-acd4-db52d042f7e9 HTTP/1.1" status: 200 len: 1804 time: 0.1679649 Jul 15 13:06:05.786343 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-17fe1983-20de-4d89-8022-4728d1b55bc4 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.786982 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-17fe1983-20de-4d89-8022-4728d1b55bc4 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.792732 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdc3f2f-9af4-4de8-89cb-b3447f448541 None None] Sync routers for ids ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:06:05.817142 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-17fe1983-20de-4d89-8022-4728d1b55bc4 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Calling delete_port for a6aff007-62e1-44d9-bd9a-cf55075d98bd owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:05.822581 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdc3f2f-9af4-4de8-89cb-b3447f448541 None None] Routers {'d85775f2-22ec-44b1-a44f-2fec8d29a0ba'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:05.823515 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7cdc3f2f-9af4-4de8-89cb-b3447f448541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:05:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:05.825172 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-0b91581c-e625-4ca0-9ef0-4faec162cc13 req-456cecf6-c4b2-45bf-a2e9-a7a8679f12d4 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '613fc9a1-d104-4f60-acd4-db52d042f7e9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:05.825745 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-0b91581c-e625-4ca0-9ef0-4faec162cc13 req-456cecf6-c4b2-45bf-a2e9-a7a8679f12d4 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '613fc9a1-d104-4f60-acd4-db52d042f7e9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:05.863105 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=de373561-5959-4d5c-8fb9-e17698fe63af,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:05.987922 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-7cdc3f2f-9af4-4de8-89cb-b3447f448541 None None] Set router d85775f2-22ec-44b1-a44f-2fec8d29a0ba gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:05.988175 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-bf11fa4c-cd46-439d-a13c-36f0f94523f5 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Router d85775f2-22ec-44b1-a44f-2fec8d29a0ba has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:06:06.032626 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0b91581c-e625-4ca0-9ef0-4faec162cc13 req-456cecf6-c4b2-45bf-a2e9-a7a8679f12d4 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.124948 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0b91581c-e625-4ca0-9ef0-4faec162cc13 req-456cecf6-c4b2-45bf-a2e9-a7a8679f12d4 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.125354 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-bf11fa4c-cd46-439d-a13c-36f0f94523f5 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:06:06.136156 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-bf11fa4c-cd46-439d-a13c-36f0f94523f5 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.150824 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0b91581c-e625-4ca0-9ef0-4faec162cc13 req-456cecf6-c4b2-45bf-a2e9-a7a8679f12d4 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.189511 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456cecf6-c4b2-45bf-a2e9-a7a8679f12d4 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55217e79-9c5e-4d27-9c3c-8988cbf02e77,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:06.190873 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a5717a-cb56-44e8-a9e5-f6c245c94804', 'tag': '7a49d3bf-160d-476c-90f4-df89841bc412'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:06.193402 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e4b207-759c-4c26-8482-e11ac5d0d3b2" -d '{"events": [{"name": "network-changed", "server_uuid": "82a5717a-cb56-44e8-a9e5-f6c245c94804", "tag": "7a49d3bf-160d-476c-90f4-df89841bc412"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:06.207964 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0b91581c-e625-4ca0-9ef0-4faec162cc13 req-456cecf6-c4b2-45bf-a2e9-a7a8679f12d4 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.209237 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0b91581c-e625-4ca0-9ef0-4faec162cc13 req-456cecf6-c4b2-45bf-a2e9-a7a8679f12d4 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4029357 Jul 15 13:06:06.211263 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-17fe1983-20de-4d89-8022-4728d1b55bc4 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.234390 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef06d4d-4bf1-43c5-9806-c1bb52d83337 req-508ed369-5fd7-448d-9952-27cf5c5e47b9 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:06.236732 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6ef06d4d-4bf1-43c5-9806-c1bb52d83337 req-508ed369-5fd7-448d-9952-27cf5c5e47b9 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e689b0c-65d0-4030-ace9-0e674bd669c8 HTTP/1.1" status: 200 len: 945 time: 0.1676707 Jul 15 13:06:06.271298 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe1983-20de-4d89-8022-4728d1b55bc4 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Pushing event deleted for resources: {'Port': ['ID=a6aff007-62e1-44d9-bd9a-cf55075d98bd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:06.302789 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-bf11fa4c-cd46-439d-a13c-36f0f94523f5 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "PUT /v2.0/floatingips/e79898e6-f5a9-4d4f-a116-c5c559bbdc4f HTTP/1.1" status: 200 len: 998 time: 3.2639592 Jul 15 13:06:06.419713 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7cdc3f2f-9af4-4de8-89cb-b3447f448541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461522680-router', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:02Z', 'updated_at': '2021-07-15T13:05:08Z', 'revision_number': 4, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'gw_port': {'id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:03Z', 'updated_at': '2021-07-15T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'e79898e6-f5a9-4d4f-a116-c5c559bbdc4f', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'port_id': '2f97c039-f4c6-4cff-a126-fd46971875ab', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'mac_address': 'fa:16:3e:84:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf621b-cbfb-4575-b0a2-b17212cf8837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:05:36Z', 'updated_at': '2021-07-15T13:06:04Z', 'revision_number': 3, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0313d1c-46a4-4d60-a9e1-94c4e5275d5c', 'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'mac_address': 'fa:16:3e:ad:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:07Z', 'updated_at': '2021-07-15T13:05:20Z', 'revision_number': 5, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'subnets': [{'id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:06.420649 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-c31d8022-8c86-48ea-bf41-7100233785a9 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:06.425021 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-c31d8022-8c86-48ea-bf41-7100233785a9 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/ports/7a49d3bf-160d-476c-90f4-df89841bc412 HTTP/1.1" status: 200 len: 943 time: 0.1125567 Jul 15 13:06:06.430530 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-17fe1983-20de-4d89-8022-4728d1b55bc4 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.433116 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-17fe1983-20de-4d89-8022-4728d1b55bc4 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.439287 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-17fe1983-20de-4d89-8022-4728d1b55bc4 tempest-ServersTestManualDisk-158761681 tempest-ServersTestManualDisk-158761681-project] 10.222.0.24 "DELETE /v2.0/floatingips/52217ef4-2f82-4366-bff3-703f1cd95175 HTTP/1.1" status: 204 len: 168 time: 1.0803723 Jul 15 13:06:06.440218 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50382) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:06.477469 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdc3f2f-9af4-4de8-89cb-b3447f448541 None None] Checking router: d85775f2-22ec-44b1-a44f-2fec8d29a0ba for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:06:06.493852 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdc3f2f-9af4-4de8-89cb-b3447f448541 None None] Routers {'d85775f2-22ec-44b1-a44f-2fec8d29a0ba'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:06.494775 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7cdc3f2f-9af4-4de8-89cb-b3447f448541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:05:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:06.579665 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-6ef06d4d-4bf1-43c5-9806-c1bb52d83337 req-88d60d5a-7a69-400c-a71c-d5db435ef6cb tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Deleting port 99191328-6ffe-4ca4-af88-96e25b6cc517 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:06.579965 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6ef06d4d-4bf1-43c5-9806-c1bb52d83337 req-88d60d5a-7a69-400c-a71c-d5db435ef6cb tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.595333 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea4c30-6f3a-44d9-a2ef-abd334ffdbc2 req-2f652278-5b63-4297-a9aa-24794183d874 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:06.598618 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9aea4c30-6f3a-44d9-a2ef-abd334ffdbc2 req-2f652278-5b63-4297-a9aa-24794183d874 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=eac6f73f-2fc1-4c6c-96e8-08afa3da5371 HTTP/1.1" status: 200 len: 945 time: 0.2219057 Jul 15 13:06:06.679545 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-7cdc3f2f-9af4-4de8-89cb-b3447f448541 None None] Set router d85775f2-22ec-44b1-a44f-2fec8d29a0ba gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:06.781714 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:06:06.842350 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9aea4c30-6f3a-44d9-a2ef-abd334ffdbc2 req-135c3d9f-ef9d-428c-a4e0-e72b2c3dcba4 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198153 Jul 15 13:06:06.932275 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d827a0e-e466-417e-830b-0af0b04ee365 x-openstack-request-id: req-8d827a0e-e466-417e-830b-0af0b04ee365 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:06.932677 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2700c01a-b3c0-4169-a844-e1cf7fb688ce", "name": "network-vif-plugged", "status": "completed", "tag": "e998296d-8151-4d72-a00d-72eb3921c665", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:06.933144 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d827a0e-e466-417e-830b-0af0b04ee365 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:06.933635 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2700c01a-b3c0-4169-a844-e1cf7fb688ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e998296d-8151-4d72-a00d-72eb3921c665', 'code': 200} Jul 15 13:06:06.954440 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-6ef06d4d-4bf1-43c5-9806-c1bb52d83337 req-88d60d5a-7a69-400c-a71c-d5db435ef6cb tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] For port 99191328-6ffe-4ca4-af88-96e25b6cc517, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=99191328-6ffe-4ca4-af88-96e25b6cc517,segment=NetworkSegment(eca69b8d-7d97-4f57-9ff2-44a210eeeac5),segment_id=eca69b8d-7d97-4f57-9ff2-44a210eeeac5)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:06.954813 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6ef06d4d-4bf1-43c5-9806-c1bb52d83337 req-88d60d5a-7a69-400c-a71c-d5db435ef6cb tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:06.968261 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7cdc3f2f-9af4-4de8-89cb-b3447f448541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461522680-router', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:02Z', 'updated_at': '2021-07-15T13:05:08Z', 'revision_number': 4, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'gw_port': {'id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:03Z', 'updated_at': '2021-07-15T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'e79898e6-f5a9-4d4f-a116-c5c559bbdc4f', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'port_id': '2f97c039-f4c6-4cff-a126-fd46971875ab', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'mac_address': 'fa:16:3e:84:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf621b-cbfb-4575-b0a2-b17212cf8837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:05:36Z', 'updated_at': '2021-07-15T13:06:04Z', 'revision_number': 3, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0313d1c-46a4-4d60-a9e1-94c4e5275d5c', 'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'mac_address': 'fa:16:3e:ad:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:07Z', 'updated_at': '2021-07-15T13:05:20Z', 'revision_number': 5, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'subnets': [{'id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:07.005574 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdc3f2f-9af4-4de8-89cb-b3447f448541 None None] The sync data for ids ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'] in n-d-758944-45 is: [{'id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461522680-router', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:02Z', 'updated_at': '2021-07-15T13:05:08Z', 'revision_number': 4, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'gw_port': {'id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:03Z', 'updated_at': '2021-07-15T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'e79898e6-f5a9-4d4f-a116-c5c559bbdc4f', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'port_id': '2f97c039-f4c6-4cff-a126-fd46971875ab', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'mac_address': 'fa:16:3e:84:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf621b-cbfb-4575-b0a2-b17212cf8837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:05:36Z', 'updated_at': '2021-07-15T13:06:04Z', 'revision_number': 3, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0313d1c-46a4-4d60-a9e1-94c4e5275d5c', 'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'mac_address': 'fa:16:3e:ad:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:07Z', 'updated_at': '2021-07-15T13:05:20Z', 'revision_number': 5, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'subnets': [{'id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:06:07.067200 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-6ef06d4d-4bf1-43c5-9806-c1bb52d83337 req-88d60d5a-7a69-400c-a71c-d5db435ef6cb tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Calling delete_port for 99191328-6ffe-4ca4-af88-96e25b6cc517 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:07.093083 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-49f61131-1b95-4d76-ab7d-2d44d6ee13b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:07.094660 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-49f61131-1b95-4d76-ab7d-2d44d6ee13b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6722cf0529e42bab580975825cb7f20&device_id=82a5717a-cb56-44e8-a9e5-f6c245c94804 HTTP/1.1" status: 200 len: 1098 time: 0.5301816 Jul 15 13:06:07.207693 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-6422d07c-f8df-4670-964e-48388660646f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:07.209264 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-6422d07c-f8df-4670-964e-48388660646f service neutron] 10.222.0.24 "GET /v2.0/networks?id=15f5e38d-4952-4914-a6e9-ead735ddcdbc HTTP/1.1" status: 200 len: 922 time: 0.1050498 Jul 15 13:06:07.247397 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91889ae0-1932-4b8e-9685-917381619c38 None None] New status for floating IP e79898e6-f5a9-4d4f-a116-c5c559bbdc4f: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:06:07.278747 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3edab5-43e6-4df9-8dba-8fa5837632ed req-3aba8e88-3c25-4f0b-95a7-1803c28113d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:07.280318 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a3edab5-43e6-4df9-8dba-8fa5837632ed req-3aba8e88-3c25-4f0b-95a7-1803c28113d5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2700c01a-b3c0-4169-a844-e1cf7fb688ce HTTP/1.1" status: 200 len: 1097 time: 0.2258990 Jul 15 13:06:07.289399 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-778ac50f-c755-4759-9028-df10e55785e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a49d3bf-160d-476c-90f4-df89841bc412 HTTP/1.1" status: 200 len: 217 time: 0.0695741 Jul 15 13:06:07.331427 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edd633-ce5c-41d5-947f-8cf6916a7131 req-e4500359-9ab8-4ea7-8c56-c097183812c9 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:07.333551 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c1edd633-ce5c-41d5-947f-8cf6916a7131 req-e4500359-9ab8-4ea7-8c56-c097183812c9 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=2700c01a-b3c0-4169-a844-e1cf7fb688ce HTTP/1.1" status: 200 len: 945 time: 0.2399797 Jul 15 13:06:07.343814 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-743f810a-27a2-43fc-8556-3062a54f70f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:07.345426 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-743f810a-27a2-43fc-8556-3062a54f70f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=025d5c18-d573-4395-91a0-0d10b88dc7bd HTTP/1.1" status: 200 len: 860 time: 0.0552137 Jul 15 13:06:07.405103 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a3edab5-43e6-4df9-8dba-8fa5837632ed req-9987fe73-667d-453d-a7ca-803f264f3c36 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123643 Jul 15 13:06:07.423925 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-739981d6-a93d-4314-a6df-0cdad17367c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:07.426567 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-739981d6-a93d-4314-a6df-0cdad17367c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=15f5e38d-4952-4914-a6e9-ead735ddcdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742064 Jul 15 13:06:07.474581 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c1edd633-ce5c-41d5-947f-8cf6916a7131 req-9ddfb213-17e8-41b9-9858-878c7dcee049 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251509 Jul 15 13:06:07.489539 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6ef06d4d-4bf1-43c5-9806-c1bb52d83337 req-88d60d5a-7a69-400c-a71c-d5db435ef6cb tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:07.504589 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['99191328-6ffe-4ca4-af88-96e25b6cc517'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:07.568647 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-1cc5d46f-adda-448d-add1-46c29ce0bbe1 service neutron] 10.222.0.24 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340022 Jul 15 13:06:07.627373 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d60d5a-7a69-400c-a71c-d5db435ef6cb tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Pushing event deleted for resources: {'Port': ['ID=99191328-6ffe-4ca4-af88-96e25b6cc517,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:07.629070 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb1b3ad-3f3e-4572-b706-2be5ac6f7a38 None None] Sync routers for ids ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:06:07.639882 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb1b3ad-3f3e-4572-b706-2be5ac6f7a38 None None] Routers {'d85775f2-22ec-44b1-a44f-2fec8d29a0ba'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:07.640782 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ecb1b3ad-3f3e-4572-b706-2be5ac6f7a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:05:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:07.689902 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-26df9a37-ed54-4956-9b5f-73ff09ede268 req-69ef6795-a011-41aa-8637-5412db8f7e26 tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e689b0c-65d0-4030-ace9-0e674bd669c8 HTTP/1.1" status: 200 len: 210 time: 0.0583291 Jul 15 13:06:07.691391 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef06d4d-4bf1-43c5-9806-c1bb52d83337 req-88d60d5a-7a69-400c-a71c-d5db435ef6cb tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] No DVR routers for this DVR port 99191328-6ffe-4ca4-af88-96e25b6cc517 on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:06:07.695031 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6ef06d4d-4bf1-43c5-9806-c1bb52d83337 req-88d60d5a-7a69-400c-a71c-d5db435ef6cb tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:07.697370 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6ef06d4d-4bf1-43c5-9806-c1bb52d83337 req-88d60d5a-7a69-400c-a71c-d5db435ef6cb tempest-ServerDiskConfigTestJSON-674471456 tempest-ServerDiskConfigTestJSON-674471456-project] 10.222.0.18 "DELETE /v2.0/ports/99191328-6ffe-4ca4-af88-96e25b6cc517 HTTP/1.1" status: 204 len: 173 time: 1.4363489 Jul 15 13:06:07.697880 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e689b0c-65d0-4030-ace9-0e674bd669c8', 'name': 'network-vif-deleted', 'tag': '99191328-6ffe-4ca4-af88-96e25b6cc517'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:07.700259 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111f9469-9b29-4751-805e-43ef933e37a9" -d '{"events": [{"server_uuid": "6e689b0c-65d0-4030-ace9-0e674bd669c8", "name": "network-vif-deleted", "tag": "99191328-6ffe-4ca4-af88-96e25b6cc517"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:07.726020 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49143db1-c2fb-440f-a296-a71fb53b5b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:07.739299 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-cecb527b-73fd-4df2-a81b-745adba2d17e service neutron] 10.222.0.24 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648633 Jul 15 13:06:07.759749 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a80058e-ed20-4a4d-9259-5fd5565f5a8d x-openstack-request-id: req-2a80058e-ed20-4a4d-9259-5fd5565f5a8d {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:07.760519 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a5717a-cb56-44e8-a9e5-f6c245c94804", "tag": "7a49d3bf-160d-476c-90f4-df89841bc412", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:07.761952 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2a80058e-ed20-4a4d-9259-5fd5565f5a8d {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:07.762741 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a5717a-cb56-44e8-a9e5-f6c245c94804', 'tag': '7a49d3bf-160d-476c-90f4-df89841bc412', 'status': 'completed', 'code': 200} Jul 15 13:06:07.840943 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-ecb1b3ad-3f3e-4572-b706-2be5ac6f7a38 None None] Set router d85775f2-22ec-44b1-a44f-2fec8d29a0ba gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:07.922015 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-128d7222-d82a-4fc8-8f76-3104e79fed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:07.924658 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-128d7222-d82a-4fc8-8f76-3104e79fed86 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6722cf0529e42bab580975825cb7f20&device_id=18bf621b-cbfb-4575-b0a2-b17212cf8837 HTTP/1.1" status: 200 len: 1098 time: 0.1376569 Jul 15 13:06:07.970235 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:08.115017 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-63c7dc3b-69e5-4dbe-9752-f2c4def117bb req-f9901b72-ab0c-4600-9f19-e711d4725416 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "GET /v2.0/security-groups/613fc9a1-d104-4f60-acd4-db52d042f7e9 HTTP/1.1" status: 200 len: 2397 time: 0.1161215 Jul 15 13:06:08.126646 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-a51c03a9-98d9-4158-b3b3-c08dfbe77176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:08.130996 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-a51c03a9-98d9-4158-b3b3-c08dfbe77176 service neutron] 10.222.0.24 "GET /v2.0/networks?id=15f5e38d-4952-4914-a6e9-ead735ddcdbc HTTP/1.1" status: 200 len: 922 time: 0.1926155 Jul 15 13:06:08.152693 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-63c7dc3b-69e5-4dbe-9752-f2c4def117bb req-558f59a6-fabb-4828-8c09-aeee4a82ca26 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '613fc9a1-d104-4f60-acd4-db52d042f7e9', 'remote_group_id': None}]} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:08.153066 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-63c7dc3b-69e5-4dbe-9752-f2c4def117bb req-558f59a6-fabb-4828-8c09-aeee4a82ca26 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '613fc9a1-d104-4f60-acd4-db52d042f7e9', 'remote_group_id': None}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:08.160940 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4b207-759c-4c26-8482-e11ac5d0d3b2 req-e3f10bba-2490-4b65-8190-a3ba6ab95838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:08.162608 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-78e4b207-759c-4c26-8482-e11ac5d0d3b2 req-e3f10bba-2490-4b65-8190-a3ba6ab95838 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e6722cf0529e42bab580975825cb7f20&device_id=82a5717a-cb56-44e8-a9e5-f6c245c94804 HTTP/1.1" status: 200 len: 1098 time: 0.2535150 Jul 15 13:06:08.263290 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-33ff2638-d048-4e09-a907-17a25823e573 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f97c039-f4c6-4cff-a126-fd46971875ab HTTP/1.1" status: 200 len: 1001 time: 0.1238992 Jul 15 13:06:08.331991 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-97831696-4a3e-4349-9667-1e8672d596ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:08.333493 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4b207-759c-4c26-8482-e11ac5d0d3b2 req-7ed34eed-fdd2-42c0-8a7d-0d2a3e5612c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:08.334150 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-97831696-4a3e-4349-9667-1e8672d596ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=025d5c18-d573-4395-91a0-0d10b88dc7bd HTTP/1.1" status: 200 len: 860 time: 0.0610201 Jul 15 13:06:08.335024 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-78e4b207-759c-4c26-8482-e11ac5d0d3b2 req-7ed34eed-fdd2-42c0-8a7d-0d2a3e5612c1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=15f5e38d-4952-4914-a6e9-ead735ddcdbc HTTP/1.1" status: 200 len: 922 time: 0.1648624 Jul 15 13:06:08.340893 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-63c7dc3b-69e5-4dbe-9752-f2c4def117bb req-558f59a6-fabb-4828-8c09-aeee4a82ca26 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:08.396783 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ecb1b3ad-3f3e-4572-b706-2be5ac6f7a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461522680-router', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:02Z', 'updated_at': '2021-07-15T13:05:08Z', 'revision_number': 4, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'gw_port': {'id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:03Z', 'updated_at': '2021-07-15T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'e79898e6-f5a9-4d4f-a116-c5c559bbdc4f', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'port_id': '2f97c039-f4c6-4cff-a126-fd46971875ab', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'mac_address': 'fa:16:3e:84:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf621b-cbfb-4575-b0a2-b17212cf8837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:05:36Z', 'updated_at': '2021-07-15T13:06:07Z', 'revision_number': 4, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0313d1c-46a4-4d60-a9e1-94c4e5275d5c', 'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'mac_address': 'fa:16:3e:ad:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:07Z', 'updated_at': '2021-07-15T13:05:20Z', 'revision_number': 5, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'subnets': [{'id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:08.427671 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-78e4b207-759c-4c26-8482-e11ac5d0d3b2 req-3b3fb267-6afb-4c15-aa25-6deeb94d0d55 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a49d3bf-160d-476c-90f4-df89841bc412 HTTP/1.1" status: 200 len: 217 time: 0.0813985 Jul 15 13:06:08.429642 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-63c7dc3b-69e5-4dbe-9752-f2c4def117bb req-558f59a6-fabb-4828-8c09-aeee4a82ca26 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:08.437606 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb1b3ad-3f3e-4572-b706-2be5ac6f7a38 None None] Checking router: d85775f2-22ec-44b1-a44f-2fec8d29a0ba for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:06:08.439345 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-63c7dc3b-69e5-4dbe-9752-f2c4def117bb req-558f59a6-fabb-4828-8c09-aeee4a82ca26 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:08.460542 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb1b3ad-3f3e-4572-b706-2be5ac6f7a38 None None] Routers {'d85775f2-22ec-44b1-a44f-2fec8d29a0ba'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:08.462035 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ecb1b3ad-3f3e-4572-b706-2be5ac6f7a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:05:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:08.475083 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-e4da67b9-d979-41d4-84de-ed82e65e3837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:08.490476 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-e4da67b9-d979-41d4-84de-ed82e65e3837 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=15f5e38d-4952-4914-a6e9-ead735ddcdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1383078 Jul 15 13:06:08.491023 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f59a6-fabb-4828-8c09-aeee4a82ca26 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df49a067-c331-4bf5-8c81-0c34143bdeb7,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:08.497504 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-63c7dc3b-69e5-4dbe-9752-f2c4def117bb req-558f59a6-fabb-4828-8c09-aeee4a82ca26 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:08.518446 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-63c7dc3b-69e5-4dbe-9752-f2c4def117bb req-558f59a6-fabb-4828-8c09-aeee4a82ca26 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3724101 Jul 15 13:06:08.609225 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a712041-e870-4dc7-8c25-138922c62e4e x-openstack-request-id: req-9a712041-e870-4dc7-8c25-138922c62e4e {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:08.609600 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e689b0c-65d0-4030-ace9-0e674bd669c8", "name": "network-vif-deleted", "tag": "99191328-6ffe-4ca4-af88-96e25b6cc517", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:08.609921 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a712041-e870-4dc7-8c25-138922c62e4e {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:08.610583 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e689b0c-65d0-4030-ace9-0e674bd669c8', 'name': 'network-vif-deleted', 'tag': '99191328-6ffe-4ca4-af88-96e25b6cc517', 'status': 'completed', 'code': 200} Jul 15 13:06:08.633861 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-ecb1b3ad-3f3e-4572-b706-2be5ac6f7a38 None None] Set router d85775f2-22ec-44b1-a44f-2fec8d29a0ba gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:08.667501 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4b207-759c-4c26-8482-e11ac5d0d3b2 req-1647a299-5712-427c-87b5-ea4d593bc753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:08.669628 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-78e4b207-759c-4c26-8482-e11ac5d0d3b2 req-1647a299-5712-427c-87b5-ea4d593bc753 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=025d5c18-d573-4395-91a0-0d10b88dc7bd HTTP/1.1" status: 200 len: 860 time: 0.1746886 Jul 15 13:06:08.705680 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-0819f03a-89ca-4d99-9fd0-2b3c3bb7a71f service neutron] 10.222.0.24 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125928 Jul 15 13:06:08.726722 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-49143db1-c2fb-440f-a296-a71fb53b5b66 admin admin] Deleting port 8fde7ab3-f5b7-4c7c-93ea-6d1691e69535 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:08.727554 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49143db1-c2fb-440f-a296-a71fb53b5b66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:08.828259 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4b207-759c-4c26-8482-e11ac5d0d3b2 req-6e5d065d-1ef7-4a5d-92a7-3ef49f9b3329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:08.830215 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-78e4b207-759c-4c26-8482-e11ac5d0d3b2 req-6e5d065d-1ef7-4a5d-92a7-3ef49f9b3329 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15f5e38d-4952-4914-a6e9-ead735ddcdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1488152 Jul 15 13:06:08.931856 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-49143db1-c2fb-440f-a296-a71fb53b5b66 admin admin] For port 8fde7ab3-f5b7-4c7c-93ea-6d1691e69535, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8fde7ab3-f5b7-4c7c-93ea-6d1691e69535,segment=NetworkSegment(a4bb40fc-7f9f-44f0-b0cf-086f85450450),segment_id=a4bb40fc-7f9f-44f0-b0cf-086f85450450)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:08.932874 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49143db1-c2fb-440f-a296-a71fb53b5b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:08.946877 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac6f73f-2fc1-4c6c-96e8-08afa3da5371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de373561-5959-4d5c-8fb9-e17698fe63af'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:08.950883 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd2bb5c-47d2-406a-8cbb-40e0e82ababc" -d '{"events": [{"server_uuid": "eac6f73f-2fc1-4c6c-96e8-08afa3da5371", "name": "network-vif-plugged", "status": "completed", "tag": "de373561-5959-4d5c-8fb9-e17698fe63af"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:08.954652 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40b4b8ea-f397-41e8-81d7-43e4a548f5aa req-cb96bce9-9c1f-422a-84e2-2e8e2d5726c0 service neutron] 10.222.0.24 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304709 Jul 15 13:06:09.032420 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-49143db1-c2fb-440f-a296-a71fb53b5b66 admin admin] Calling delete_port for 8fde7ab3-f5b7-4c7c-93ea-6d1691e69535 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:09.043225 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ecb1b3ad-3f3e-4572-b706-2be5ac6f7a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461522680-router', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:02Z', 'updated_at': '2021-07-15T13:05:08Z', 'revision_number': 4, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'gw_port': {'id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:03Z', 'updated_at': '2021-07-15T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'e79898e6-f5a9-4d4f-a116-c5c559bbdc4f', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'port_id': '2f97c039-f4c6-4cff-a126-fd46971875ab', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'mac_address': 'fa:16:3e:84:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf621b-cbfb-4575-b0a2-b17212cf8837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:05:36Z', 'updated_at': '2021-07-15T13:06:07Z', 'revision_number': 4, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0313d1c-46a4-4d60-a9e1-94c4e5275d5c', 'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'mac_address': 'fa:16:3e:ad:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:07Z', 'updated_at': '2021-07-15T13:05:20Z', 'revision_number': 5, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'subnets': [{'id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:09.072805 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb1b3ad-3f3e-4572-b706-2be5ac6f7a38 None None] The sync data for ids ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'] in n-d-758944-45 is: [{'id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461522680-router', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:02Z', 'updated_at': '2021-07-15T13:05:08Z', 'revision_number': 4, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'gw_port': {'id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:03Z', 'updated_at': '2021-07-15T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'e79898e6-f5a9-4d4f-a116-c5c559bbdc4f', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'port_id': '2f97c039-f4c6-4cff-a126-fd46971875ab', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'mac_address': 'fa:16:3e:84:5f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf621b-cbfb-4575-b0a2-b17212cf8837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:05:36Z', 'updated_at': '2021-07-15T13:06:07Z', 'revision_number': 4, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0313d1c-46a4-4d60-a9e1-94c4e5275d5c', 'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'mac_address': 'fa:16:3e:ad:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:07Z', 'updated_at': '2021-07-15T13:05:20Z', 'revision_number': 5, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'subnets': [{'id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:06:09.217176 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25311c-ee7e-48ed-ba6d-da2d651d501f req-4f502725-1068-4664-8d7a-878e07ce9692 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:09.220069 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1b25311c-ee7e-48ed-ba6d-da2d651d501f req-4f502725-1068-4664-8d7a-878e07ce9692 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=2700c01a-b3c0-4169-a844-e1cf7fb688ce HTTP/1.1" status: 200 len: 945 time: 0.1166277 Jul 15 13:06:09.290415 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1b25311c-ee7e-48ed-ba6d-da2d651d501f req-c7a8691f-b0a4-4291-a1ad-963f69748390 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591671 Jul 15 13:06:09.422598 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3334ee57-ce6c-4e61-9a5a-704b362418cb req-a95b2e77-06b8-4531-86b6-246a3656af69 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "GET /v2.0/security-groups/613fc9a1-d104-4f60-acd4-db52d042f7e9 HTTP/1.1" status: 200 len: 2995 time: 0.0761526 Jul 15 13:06:09.489064 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-78e4b207-759c-4c26-8482-e11ac5d0d3b2 req-acd5afaf-5dc5-4aa1-bda0-320e2a41eeac service neutron] 10.222.0.32 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6469996 Jul 15 13:06:09.553338 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a88e87-5b4c-496c-ba6e-5482114f650c x-openstack-request-id: req-b0a88e87-5b4c-496c-ba6e-5482114f650c {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:09.553627 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac6f73f-2fc1-4c6c-96e8-08afa3da5371", "name": "network-vif-plugged", "status": "completed", "tag": "de373561-5959-4d5c-8fb9-e17698fe63af", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:09.553924 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0a88e87-5b4c-496c-ba6e-5482114f650c {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:09.554330 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac6f73f-2fc1-4c6c-96e8-08afa3da5371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de373561-5959-4d5c-8fb9-e17698fe63af', 'code': 200} Jul 15 13:06:09.636322 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba23cf4-8edc-4f4d-a5c1-622c3bd090df req-d8ab6a29-a5ae-44d7-ae17-806754f505a6 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:09.638022 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fba23cf4-8edc-4f4d-a5c1-622c3bd090df req-d8ab6a29-a5ae-44d7-ae17-806754f505a6 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=eac6f73f-2fc1-4c6c-96e8-08afa3da5371 HTTP/1.1" status: 200 len: 945 time: 0.7256522 Jul 15 13:06:09.639755 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a1161454-fe0c-4642-9626-29d50d28a04d req-2f80b02e-698b-4962-a611-545000a7d73a tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.94 HTTP/1.1" status: 200 len: 1001 time: 0.0738320 Jul 15 13:06:09.728430 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1161454-fe0c-4642-9626-29d50d28a04d req-67d9eb88-d73f-48ff-ba38-1e0cd5d96e25 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:09.729841 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a1161454-fe0c-4642-9626-29d50d28a04d req-67d9eb88-d73f-48ff-ba38-1e0cd5d96e25 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/ports/2f97c039-f4c6-4cff-a126-fd46971875ab HTTP/1.1" status: 200 len: 943 time: 0.0743017 Jul 15 13:06:09.743850 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-78e4b207-759c-4c26-8482-e11ac5d0d3b2 req-13cacabb-dd9e-4cb3-bbc5-77254ac4812a service neutron] 10.222.0.32 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423363 Jul 15 13:06:09.766339 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18bf621b-cbfb-4575-b0a2-b17212cf8837', 'tag': '2f97c039-f4c6-4cff-a126-fd46971875ab'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:09.768587 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fba23cf4-8edc-4f4d-a5c1-622c3bd090df req-b745fc14-5b67-4cf4-8905-0ce59c0449e5 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133676 Jul 15 13:06:09.771658 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9aa2c40-6639-4f09-80c7-524319f242ff" -d '{"events": [{"name": "network-changed", "server_uuid": "18bf621b-cbfb-4575-b0a2-b17212cf8837", "tag": "2f97c039-f4c6-4cff-a126-fd46971875ab"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:09.828720 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49143db1-c2fb-440f-a296-a71fb53b5b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:09.858728 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49143db1-c2fb-440f-a296-a71fb53b5b66 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fde7ab3-f5b7-4c7c-93ea-6d1691e69535,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:09.862028 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322568c-ef9c-4a10-bc57-c983ce3e2764 req-d6649927-6399-4b2b-b3b3-1f023548e4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:09.864772 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d322568c-ef9c-4a10-bc57-c983ce3e2764 req-d6649927-6399-4b2b-b3b3-1f023548e4a8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eac6f73f-2fc1-4c6c-96e8-08afa3da5371 HTTP/1.1" status: 200 len: 1097 time: 0.1840377 Jul 15 13:06:09.910506 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a1161454-fe0c-4642-9626-29d50d28a04d req-ce7a11a0-d5f8-459e-9878-9b01eb679826 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.94 HTTP/1.1" status: 200 len: 1001 time: 0.0802097 Jul 15 13:06:09.959834 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d322568c-ef9c-4a10-bc57-c983ce3e2764 req-af20d14a-a56f-457c-af37-2913256e3e35 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654743 Jul 15 13:06:10.005529 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 99191328-6ffe-4ca4-af88-96e25b6cc517 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:10.026836 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 99191328-6ffe-4ca4-af88-96e25b6cc517 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:06:10.027491 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 99191328-6ffe-4ca4-af88-96e25b6cc517 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:06:10.078526 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49143db1-c2fb-440f-a296-a71fb53b5b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:10.101476 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1161454-fe0c-4642-9626-29d50d28a04d req-b51833a3-14a7-4158-af47-162b3f54d915 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:10.103089 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a1161454-fe0c-4642-9626-29d50d28a04d req-b51833a3-14a7-4158-af47-162b3f54d915 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 784 time: 0.1890028 Jul 15 13:06:10.318085 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6dd04834-38a1-4c25-ac2e-2363ca94892a req-2659702a-a9e5-4665-9b97-c7d47c4d8447 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "GET /v2.0/security-group-rules/df49a067-c331-4bf5-8c81-0c34143bdeb7 HTTP/1.1" status: 200 len: 783 time: 0.0233548 Jul 15 13:06:10.415534 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6dd04834-38a1-4c25-ac2e-2363ca94892a req-c4a00eda-09e5-413c-bd5a-792cdecdd16e tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "GET /v2.0/security-groups/613fc9a1-d104-4f60-acd4-db52d042f7e9 HTTP/1.1" status: 200 len: 2995 time: 0.0903478 Jul 15 13:06:10.435663 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49143db1-c2fb-440f-a296-a71fb53b5b66 admin admin] Router 8b97719c-a69a-4469-9842-57ccf6b5fe8c has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:06:10.463536 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aebfffd-62f0-4926-88cc-19f33ce2b208 x-openstack-request-id: req-9aebfffd-62f0-4926-88cc-19f33ce2b208 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:10.464490 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6dd04834-38a1-4c25-ac2e-2363ca94892a req-fcf0728b-7dc5-4bc9-adc6-51efd7ab0924 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:10.465228 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18bf621b-cbfb-4575-b0a2-b17212cf8837", "tag": "2f97c039-f4c6-4cff-a126-fd46971875ab", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:10.465647 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9aebfffd-62f0-4926-88cc-19f33ce2b208 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:10.466730 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18bf621b-cbfb-4575-b0a2-b17212cf8837', 'tag': '2f97c039-f4c6-4cff-a126-fd46971875ab', 'status': 'completed', 'code': 200} Jul 15 13:06:10.511804 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6dd04834-38a1-4c25-ac2e-2363ca94892a req-fcf0728b-7dc5-4bc9-adc6-51efd7ab0924 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:10.555475 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2b21a56a-3e10-4675-9a30-018c3a091f98 req-c29e925f-e84c-472a-a814-d9886103bf94 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.94 HTTP/1.1" status: 200 len: 1001 time: 0.0709217 Jul 15 13:06:10.622497 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6dd04834-38a1-4c25-ac2e-2363ca94892a req-fcf0728b-7dc5-4bc9-adc6-51efd7ab0924 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:10.628537 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21a56a-3e10-4675-9a30-018c3a091f98 req-0594945f-4d84-4e0a-a47c-53d3c3ad53d9 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:10.630058 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2b21a56a-3e10-4675-9a30-018c3a091f98 req-0594945f-4d84-4e0a-a47c-53d3c3ad53d9 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/ports/2f97c039-f4c6-4cff-a126-fd46971875ab HTTP/1.1" status: 200 len: 943 time: 0.0647657 Jul 15 13:06:10.630375 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6dd04834-38a1-4c25-ac2e-2363ca94892a req-fcf0728b-7dc5-4bc9-adc6-51efd7ab0924 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:10.632761 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6dd04834-38a1-4c25-ac2e-2363ca94892a req-fcf0728b-7dc5-4bc9-adc6-51efd7ab0924 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/df49a067-c331-4bf5-8c81-0c34143bdeb7 HTTP/1.1" status: 204 len: 173 time: 0.2119310 Jul 15 13:06:10.671445 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0728b-7dc5-4bc9-adc6-51efd7ab0924 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df49a067-c331-4bf5-8c81-0c34143bdeb7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:10.689596 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49143db1-c2fb-440f-a296-a71fb53b5b66 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:06:10.693956 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa2c40-6639-4f09-80c7-524319f242ff req-588dbeb8-d763-4adb-8afc-ac2156ddebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:10.695754 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a9aa2c40-6639-4f09-80c7-524319f242ff req-588dbeb8-d763-4adb-8afc-ac2156ddebb6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e6722cf0529e42bab580975825cb7f20&device_id=18bf621b-cbfb-4575-b0a2-b17212cf8837 HTTP/1.1" status: 200 len: 1098 time: 0.1816087 Jul 15 13:06:10.701455 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-49143db1-c2fb-440f-a296-a71fb53b5b66 admin admin] 10.222.0.24 "PUT /v2.0/routers/8b97719c-a69a-4469-9842-57ccf6b5fe8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2572432 Jul 15 13:06:10.702040 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4292a8-0bbc-4123-ae5d-3302a75c6de5 None None] Sync routers for ids ['8b97719c-a69a-4469-9842-57ccf6b5fe8c'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:06:10.704065 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50424) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:10.721117 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4292a8-0bbc-4123-ae5d-3302a75c6de5 None None] Routers {'8b97719c-a69a-4469-9842-57ccf6b5fe8c'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:10.721860 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0b4292a8-0bbc-4123-ae5d-3302a75c6de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:05:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['8b97719c-a69a-4469-9842-57ccf6b5fe8c'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:10.867557 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-0b4292a8-0bbc-4123-ae5d-3302a75c6de5 None None] Set router 8b97719c-a69a-4469-9842-57ccf6b5fe8c gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:10.916223 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa2c40-6639-4f09-80c7-524319f242ff req-81580a72-3d10-4595-9d1f-54a1a41649d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:10.918859 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a9aa2c40-6639-4f09-80c7-524319f242ff req-81580a72-3d10-4595-9d1f-54a1a41649d1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=15f5e38d-4952-4914-a6e9-ead735ddcdbc HTTP/1.1" status: 200 len: 922 time: 0.2082210 Jul 15 13:06:10.974908 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2b21a56a-3e10-4675-9a30-018c3a091f98 req-4769b870-bd0c-4e06-bc99-a1e39543338f tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.94 HTTP/1.1" status: 200 len: 1001 time: 0.1314254 Jul 15 13:06:10.976687 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-60247e03-c3cc-4ce8-9ab0-f36877ccd9f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:11.027938 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a7e6c-c5df-4649-9a54-0e7ad04034c2 req-b8be96d8-878e-454b-bbaa-d43bde904071 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:11.036283 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e89a7e6c-c5df-4649-9a54-0e7ad04034c2 req-b8be96d8-878e-454b-bbaa-d43bde904071 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=2700c01a-b3c0-4169-a844-e1cf7fb688ce HTTP/1.1" status: 200 len: 945 time: 0.1918979 Jul 15 13:06:11.089587 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a9aa2c40-6639-4f09-80c7-524319f242ff req-6234ea97-8566-40a6-b4da-7a9c51537014 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f97c039-f4c6-4cff-a126-fd46971875ab HTTP/1.1" status: 200 len: 1001 time: 0.1642668 Jul 15 13:06:11.107211 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e89a7e6c-c5df-4649-9a54-0e7ad04034c2 req-fc173937-127f-4d77-b594-016f7e3fba51 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693777 Jul 15 13:06:11.178894 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0b4292a8-0bbc-4123-ae5d-3302a75c6de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'name': 'tempest-ServersTestManualDisk-1044099367-router', 'tenant_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4a5dd14b-1413-44de-96b4-75eaae3ead55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:18Z', 'updated_at': '2021-07-15T13:06:09Z', 'revision_number': 5, 'project_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'gw_port': {'id': '4a5dd14b-1413-44de-96b4-75eaae3ead55', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:19Z', 'updated_at': '2021-07-15T13:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:11.195265 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-60247e03-c3cc-4ce8-9ab0-f36877ccd9f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:11.220733 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4292a8-0bbc-4123-ae5d-3302a75c6de5 None None] Checking router: 8b97719c-a69a-4469-9842-57ccf6b5fe8c for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:06:11.230556 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4292a8-0bbc-4123-ae5d-3302a75c6de5 None None] Routers {'8b97719c-a69a-4469-9842-57ccf6b5fe8c'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:11.231475 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0b4292a8-0bbc-4123-ae5d-3302a75c6de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:05:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['8b97719c-a69a-4469-9842-57ccf6b5fe8c'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:11.313711 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa2c40-6639-4f09-80c7-524319f242ff req-71eb210a-4223-40f2-a97a-2a17bea367d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:11.317624 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a9aa2c40-6639-4f09-80c7-524319f242ff req-71eb210a-4223-40f2-a97a-2a17bea367d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=025d5c18-d573-4395-91a0-0d10b88dc7bd HTTP/1.1" status: 200 len: 860 time: 0.2074170 Jul 15 13:06:11.390403 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21a56a-3e10-4675-9a30-018c3a091f98 req-7dd33532-6f54-4067-a9f1-87e0f24d7648 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:11.392578 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2b21a56a-3e10-4675-9a30-018c3a091f98 req-7dd33532-6f54-4067-a9f1-87e0f24d7648 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 784 time: 0.3089311 Jul 15 13:06:11.413184 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-0b4292a8-0bbc-4123-ae5d-3302a75c6de5 None None] Set router 8b97719c-a69a-4469-9842-57ccf6b5fe8c gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:11.481928 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-60247e03-c3cc-4ce8-9ab0-f36877ccd9f3 admin admin] Deleting port 4a5dd14b-1413-44de-96b4-75eaae3ead55 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:11.482564 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-60247e03-c3cc-4ce8-9ab0-f36877ccd9f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:11.493846 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2b21a56a-3e10-4675-9a30-018c3a091f98 req-d6216fe0-f2fc-4ff8-b29e-149064372f70 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.94 HTTP/1.1" status: 200 len: 1001 time: 0.0916247 Jul 15 13:06:11.499188 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-2b21a56a-3e10-4675-9a30-018c3a091f98 req-bd475ad1-7010-4c44-b88d-d284c5d7a40a tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:11.505064 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5d472a5e-d35d-4765-8edb-c7bca492c1b4 req-2f4c68b2-67c4-4989-af35-0f77031b496c tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "GET /v2.0/security-groups/613fc9a1-d104-4f60-acd4-db52d042f7e9 HTTP/1.1" status: 200 len: 2397 time: 0.1006367 Jul 15 13:06:11.560627 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa2c40-6639-4f09-80c7-524319f242ff req-46355565-61ff-4c5c-a763-99cb6e98298d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:11.563633 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a9aa2c40-6639-4f09-80c7-524319f242ff req-46355565-61ff-4c5c-a763-99cb6e98298d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15f5e38d-4952-4914-a6e9-ead735ddcdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2328503 Jul 15 13:06:11.638742 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2b21a56a-3e10-4675-9a30-018c3a091f98 req-bd475ad1-7010-4c44-b88d-d284c5d7a40a tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:11.700058 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5d472a5e-d35d-4765-8edb-c7bca492c1b4 req-f42d0d7a-221d-4a94-8b01-95ca52b99061 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:11.720458 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-60247e03-c3cc-4ce8-9ab0-f36877ccd9f3 admin admin] For port 4a5dd14b-1413-44de-96b4-75eaae3ead55, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=4a5dd14b-1413-44de-96b4-75eaae3ead55,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:11.720830 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-60247e03-c3cc-4ce8-9ab0-f36877ccd9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:11.747727 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a9aa2c40-6639-4f09-80c7-524319f242ff req-0d5b9614-372b-42dd-9b53-c9046bccaa26 service neutron] 10.222.0.18 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765301 Jul 15 13:06:11.749660 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5d472a5e-d35d-4765-8edb-c7bca492c1b4 req-f42d0d7a-221d-4a94-8b01-95ca52b99061 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:11.774474 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-60247e03-c3cc-4ce8-9ab0-f36877ccd9f3 admin admin] Calling delete_port for 4a5dd14b-1413-44de-96b4-75eaae3ead55 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:11.791476 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0b4292a8-0bbc-4123-ae5d-3302a75c6de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'name': 'tempest-ServersTestManualDisk-1044099367-router', 'tenant_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4a5dd14b-1413-44de-96b4-75eaae3ead55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:18Z', 'updated_at': '2021-07-15T13:06:09Z', 'revision_number': 5, 'project_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'gw_port': {'id': '4a5dd14b-1413-44de-96b4-75eaae3ead55', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:19Z', 'updated_at': '2021-07-15T13:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:11.841536 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4292a8-0bbc-4123-ae5d-3302a75c6de5 None None] The sync data for ids ['8b97719c-a69a-4469-9842-57ccf6b5fe8c'] in n-d-758944-45 is: [{'id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'name': 'tempest-ServersTestManualDisk-1044099367-router', 'tenant_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '4a5dd14b-1413-44de-96b4-75eaae3ead55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:18Z', 'updated_at': '2021-07-15T13:06:09Z', 'revision_number': 5, 'project_id': '8b4d30a1a7bf40d4974a65996401b2e0', 'gw_port': {'id': '4a5dd14b-1413-44de-96b4-75eaae3ead55', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b97719c-a69a-4469-9842-57ccf6b5fe8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:19Z', 'updated_at': '2021-07-15T13:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:06:11.880822 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2b21a56a-3e10-4675-9a30-018c3a091f98 req-bd475ad1-7010-4c44-b88d-d284c5d7a40a tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:11.890023 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2b21a56a-3e10-4675-9a30-018c3a091f98 req-bd475ad1-7010-4c44-b88d-d284c5d7a40a tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:11.890375 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [req-2b21a56a-3e10-4675-9a30-018c3a091f98 req-bd475ad1-7010-4c44-b88d-d284c5d7a40a tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Floating IP e79898e6-f5a9-4d4f-a116-c5c559bbdc4f disassociated. External IP: 172.25.6.94, port: 2f97c039-f4c6-4cff-a126-fd46971875ab. Jul 15 13:06:11.919187 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5d472a5e-d35d-4765-8edb-c7bca492c1b4 req-f42d0d7a-221d-4a94-8b01-95ca52b99061 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:11.921869 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5d472a5e-d35d-4765-8edb-c7bca492c1b4 req-f42d0d7a-221d-4a94-8b01-95ca52b99061 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:11.923069 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5d472a5e-d35d-4765-8edb-c7bca492c1b4 req-f42d0d7a-221d-4a94-8b01-95ca52b99061 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "DELETE /v2.0/security-groups/613fc9a1-d104-4f60-acd4-db52d042f7e9 HTTP/1.1" status: 204 len: 173 time: 0.4162433 Jul 15 13:06:11.941978 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d0d7a-221d-4a94-8b01-95ca52b99061 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=613fc9a1-d104-4f60-acd4-db52d042f7e9,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:11.945459 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a9aa2c40-6639-4f09-80c7-524319f242ff req-66a63504-bdf6-4aab-8efb-bbe172a57d9e service neutron] 10.222.0.18 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900687 Jul 15 13:06:12.182770 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-60247e03-c3cc-4ce8-9ab0-f36877ccd9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:12.205385 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd440b-eebb-46a5-9a11-e8e32f299b7d req-4dcc6aff-5d90-4c22-804a-2ea32f54ab5c tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:12.208847 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d3dd440b-eebb-46a5-9a11-e8e32f299b7d req-4dcc6aff-5d90-4c22-804a-2ea32f54ab5c tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=eac6f73f-2fc1-4c6c-96e8-08afa3da5371 HTTP/1.1" status: 200 len: 945 time: 0.1061029 Jul 15 13:06:12.225095 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60247e03-c3cc-4ce8-9ab0-f36877ccd9f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a5dd14b-1413-44de-96b4-75eaae3ead55,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:12.280097 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d3dd440b-eebb-46a5-9a11-e8e32f299b7d req-4c6fa805-60dd-4016-9223-6482665edba9 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616081 Jul 15 13:06:12.296447 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b21a56a-3e10-4675-9a30-018c3a091f98 req-bd475ad1-7010-4c44-b88d-d284c5d7a40a tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Router d85775f2-22ec-44b1-a44f-2fec8d29a0ba has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:06:12.312366 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-60247e03-c3cc-4ce8-9ab0-f36877ccd9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:12.450395 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-60247e03-c3cc-4ce8-9ab0-f36877ccd9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:12.456562 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-60247e03-c3cc-4ce8-9ab0-f36877ccd9f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:12.646520 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [req-d96d8cc0-d340-48f1-af5f-d7011313ea3a req-16804951-d8e3-4300-819a-f6822e9fa7eb tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] show failed (client error): The resource could not be found. Jul 15 13:06:12.647688 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d96d8cc0-d340-48f1-af5f-d7011313ea3a req-16804951-d8e3-4300-819a-f6822e9fa7eb tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "GET /v2.0/security-groups/f60fbdda-1ee4-4602-b647-eb2f90332168 HTTP/1.1" status: 404 len: 352 time: 0.0162795 Jul 15 13:06:12.920682 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-60247e03-c3cc-4ce8-9ab0-f36877ccd9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:12.921606 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60247e03-c3cc-4ce8-9ab0-f36877ccd9f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b97719c-a69a-4469-9842-57ccf6b5fe8c {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:06:12.931218 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-60247e03-c3cc-4ce8-9ab0-f36877ccd9f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:12.933504 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-60247e03-c3cc-4ce8-9ab0-f36877ccd9f3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/8b97719c-a69a-4469-9842-57ccf6b5fe8c HTTP/1.1" status: 204 len: 168 time: 2.2277095 Jul 15 13:06:12.938238 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50456) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:13.008696 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b21a56a-3e10-4675-9a30-018c3a091f98 req-bd475ad1-7010-4c44-b88d-d284c5d7a40a tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:06:13.011953 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19e2d5-0f58-4032-86fa-65307feaf76a req-e5fcb7c5-d699-4c8c-850e-4329ca5defa4 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:13.022687 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2b21a56a-3e10-4675-9a30-018c3a091f98 req-bd475ad1-7010-4c44-b88d-d284c5d7a40a tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:13.027260 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff19e2d5-0f58-4032-86fa-65307feaf76a req-e5fcb7c5-d699-4c8c-850e-4329ca5defa4 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=2700c01a-b3c0-4169-a844-e1cf7fb688ce HTTP/1.1" status: 200 len: 945 time: 0.1217978 Jul 15 13:06:13.027676 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63107c9d-8242-44b8-a386-6b78c2140fe6 None None] Sync routers for ids ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:06:13.049472 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63107c9d-8242-44b8-a386-6b78c2140fe6 None None] Routers {'d85775f2-22ec-44b1-a44f-2fec8d29a0ba'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:13.050401 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-63107c9d-8242-44b8-a386-6b78c2140fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:05:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:13.108395 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aee0dc0-c51c-4e97-9def-e3d62a8e6ded admin admin] Deleting subnet ddd3d1aa-d62d-409c-8c51-52222d94058f {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:06:13.116783 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3aee0dc0-c51c-4e97-9def-e3d62a8e6ded admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:13.149850 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff19e2d5-0f58-4032-86fa-65307feaf76a req-8993e8db-3427-4e6e-9559-c10fd17b90ef tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140232 Jul 15 13:06:13.164874 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2b21a56a-3e10-4675-9a30-018c3a091f98 req-bd475ad1-7010-4c44-b88d-d284c5d7a40a tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "PUT /v2.0/floatingips/e79898e6-f5a9-4d4f-a116-c5c559bbdc4f HTTP/1.1" status: 200 len: 694 time: 1.6695635 Jul 15 13:06:13.168602 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18bf621b-cbfb-4575-b0a2-b17212cf8837', 'tag': '2f97c039-f4c6-4cff-a126-fd46971875ab'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:13.172797 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d59b47-a7e0-498c-8f47-7eb3e834c5b8" -d '{"events": [{"name": "network-changed", "server_uuid": "18bf621b-cbfb-4575-b0a2-b17212cf8837", "tag": "2f97c039-f4c6-4cff-a126-fd46971875ab"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:13.210507 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-63107c9d-8242-44b8-a386-6b78c2140fe6 None None] Set router d85775f2-22ec-44b1-a44f-2fec8d29a0ba gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:13.222024 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3aee0dc0-c51c-4e97-9def-e3d62a8e6ded admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:13.447598 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21a56a-3e10-4675-9a30-018c3a091f98 req-993d3f32-c255-4e59-ada3-1b43a776af0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:13.454933 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2b21a56a-3e10-4675-9a30-018c3a091f98 req-993d3f32-c255-4e59-ada3-1b43a776af0c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6722cf0529e42bab580975825cb7f20&device_id=18bf621b-cbfb-4575-b0a2-b17212cf8837 HTTP/1.1" status: 200 len: 1098 time: 0.2587988 Jul 15 13:06:13.455781 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50464) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:13.479508 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3aee0dc0-c51c-4e97-9def-e3d62a8e6ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:13.567066 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-b74e8412-8e89-443e-8f43-e16915444015 admin admin] Deleting subnet 000fddb8-29d6-4f77-bc6f-fc04154217b6 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:06:13.578618 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b74e8412-8e89-443e-8f43-e16915444015 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:13.597605 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21a56a-3e10-4675-9a30-018c3a091f98 req-50cde232-2a4a-447e-be9c-1b89f57f5f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:13.606030 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2b21a56a-3e10-4675-9a30-018c3a091f98 req-50cde232-2a4a-447e-be9c-1b89f57f5f86 service neutron] 10.222.0.24 "GET /v2.0/networks?id=15f5e38d-4952-4914-a6e9-ead735ddcdbc HTTP/1.1" status: 200 len: 922 time: 0.1499431 Jul 15 13:06:13.616445 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3aee0dc0-c51c-4e97-9def-e3d62a8e6ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:13.653207 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3e3d0375-6727-4c78-9103-586d04592817 req-b8626709-5e5d-448e-94d4-8a0c6e50a531 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "GET /v2.0/security-groups/5424cd27-b5a6-4601-873c-435416491bef HTTP/1.1" status: 200 len: 1805 time: 0.0830123 Jul 15 13:06:13.662142 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2b21a56a-3e10-4675-9a30-018c3a091f98 req-fcfbd993-ed8d-42f2-9ac6-3b3fb0e07664 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f97c039-f4c6-4cff-a126-fd46971875ab HTTP/1.1" status: 200 len: 217 time: 0.0543511 Jul 15 13:06:13.666501 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b74e8412-8e89-443e-8f43-e16915444015 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:13.672352 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 4a5dd14b-1413-44de-96b4-75eaae3ead55 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:13.716482 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee0dc0-c51c-4e97-9def-e3d62a8e6ded admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddd3d1aa-d62d-409c-8c51-52222d94058f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:13.720873 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3aee0dc0-c51c-4e97-9def-e3d62a8e6ded admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:13.723289 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3aee0dc0-c51c-4e97-9def-e3d62a8e6ded admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ddd3d1aa-d62d-409c-8c51-52222d94058f HTTP/1.1" status: 204 len: 168 time: 0.7833080 Jul 15 13:06:13.728859 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50468) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:13.745688 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4aef7db-595c-4e44-b0a3-1439a326529e None None] Network 85506c49-ef76-49a2-8400-1e31bb62cb86 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:13.754797 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 4a5dd14b-1413-44de-96b4-75eaae3ead55 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:06:13.755797 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 4a5dd14b-1413-44de-96b4-75eaae3ead55 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:06:13.755958 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8fde7ab3-f5b7-4c7c-93ea-6d1691e69535 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:13.770196 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21a56a-3e10-4675-9a30-018c3a091f98 req-0be0d83d-ba40-49e5-9add-4f10cc0a3a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:13.773277 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b74e8412-8e89-443e-8f43-e16915444015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:13.777589 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3e3d0375-6727-4c78-9103-586d04592817 req-7f898bb5-f333-4328-80c7-ee121eec7ec5 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:13.778203 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2b21a56a-3e10-4675-9a30-018c3a091f98 req-0be0d83d-ba40-49e5-9add-4f10cc0a3a84 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=025d5c18-d573-4395-91a0-0d10b88dc7bd HTTP/1.1" status: 200 len: 860 time: 0.1147008 Jul 15 13:06:13.826806 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 8fde7ab3-f5b7-4c7c-93ea-6d1691e69535 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:06:13.827359 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8fde7ab3-f5b7-4c7c-93ea-6d1691e69535 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:06:13.883521 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a06dc13c-ef11-407e-8d70-221714d5b13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:13.916945 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3e3d0375-6727-4c78-9103-586d04592817 req-7f898bb5-f333-4328-80c7-ee121eec7ec5 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:13.983752 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b74e8412-8e89-443e-8f43-e16915444015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:14.000423 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21a56a-3e10-4675-9a30-018c3a091f98 req-b83fefce-0678-4055-9e38-f0d777c8fd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:14.005489 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3e3d0375-6727-4c78-9103-586d04592817 req-7f898bb5-f333-4328-80c7-ee121eec7ec5 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:14.007582 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3e3d0375-6727-4c78-9103-586d04592817 req-7f898bb5-f333-4328-80c7-ee121eec7ec5 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:14.020361 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3e3d0375-6727-4c78-9103-586d04592817 req-7f898bb5-f333-4328-80c7-ee121eec7ec5 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "DELETE /v2.0/security-groups/5424cd27-b5a6-4601-873c-435416491bef HTTP/1.1" status: 204 len: 173 time: 0.3641503 Jul 15 13:06:14.022280 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2b21a56a-3e10-4675-9a30-018c3a091f98 req-b83fefce-0678-4055-9e38-f0d777c8fd67 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=15f5e38d-4952-4914-a6e9-ead735ddcdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2429972 Jul 15 13:06:14.023834 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b74e8412-8e89-443e-8f43-e16915444015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:14.032334 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b74e8412-8e89-443e-8f43-e16915444015 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/000fddb8-29d6-4f77-bc6f-fc04154217b6 HTTP/1.1" status: 204 len: 168 time: 0.5742137 Jul 15 13:06:14.052380 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50474) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:14.120886 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e8412-8e89-443e-8f43-e16915444015 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=000fddb8-29d6-4f77-bc6f-fc04154217b6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:14.147036 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f898bb5-f333-4328-80c7-ee121eec7ec5 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5424cd27-b5a6-4601-873c-435416491bef,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:14.150315 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-63107c9d-8242-44b8-a386-6b78c2140fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461522680-router', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:02Z', 'updated_at': '2021-07-15T13:05:08Z', 'revision_number': 4, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'gw_port': {'id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:03Z', 'updated_at': '2021-07-15T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'e0313d1c-46a4-4d60-a9e1-94c4e5275d5c', 'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'mac_address': 'fa:16:3e:ad:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:07Z', 'updated_at': '2021-07-15T13:05:20Z', 'revision_number': 5, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'subnets': [{'id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:14.208015 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8645b341-fa53-4165-8a93-d80ab59e2708 x-openstack-request-id: req-8645b341-fa53-4165-8a93-d80ab59e2708 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:14.208448 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18bf621b-cbfb-4575-b0a2-b17212cf8837", "tag": "2f97c039-f4c6-4cff-a126-fd46971875ab", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:14.208882 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8645b341-fa53-4165-8a93-d80ab59e2708 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:14.209397 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18bf621b-cbfb-4575-b0a2-b17212cf8837', 'tag': '2f97c039-f4c6-4cff-a126-fd46971875ab', 'status': 'completed', 'code': 200} Jul 15 13:06:14.243649 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63107c9d-8242-44b8-a386-6b78c2140fe6 None None] Checking router: d85775f2-22ec-44b1-a44f-2fec8d29a0ba for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:06:14.265639 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63107c9d-8242-44b8-a386-6b78c2140fe6 None None] Routers {'d85775f2-22ec-44b1-a44f-2fec8d29a0ba'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:14.267873 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-63107c9d-8242-44b8-a386-6b78c2140fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:05:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:14.270822 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2b21a56a-3e10-4675-9a30-018c3a091f98 req-5387bee9-c43d-4716-9347-a16f2c2c8aff service neutron] 10.222.0.24 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473288 Jul 15 13:06:14.280725 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d7592e-2001-48fe-9518-866976f76246 None None] DHCP port deletion for 85506c49-ef76-49a2-8400-1e31bb62cb86 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:06:14.286707 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d59b47-a7e0-498c-8f47-7eb3e834c5b8 req-d91666b0-f48d-4513-9979-7b653180e132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:14.290449 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-46d59b47-a7e0-498c-8f47-7eb3e834c5b8 req-d91666b0-f48d-4513-9979-7b653180e132 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e6722cf0529e42bab580975825cb7f20&device_id=18bf621b-cbfb-4575-b0a2-b17212cf8837 HTTP/1.1" status: 200 len: 1098 time: 0.1590061 Jul 15 13:06:14.347050 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93a4fbc3-58f1-4fb9-bd3c-4046b8dc1ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:14.407073 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a06dc13c-ef11-407e-8d70-221714d5b13b admin admin] Deleting port df47b645-117d-43ed-84b9-b866571ade37 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:14.410535 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a06dc13c-ef11-407e-8d70-221714d5b13b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:14.471496 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d59b47-a7e0-498c-8f47-7eb3e834c5b8 req-3650014c-672d-4e32-af15-a889af7f1d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:14.474525 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-46d59b47-a7e0-498c-8f47-7eb3e834c5b8 req-3650014c-672d-4e32-af15-a889af7f1d23 service neutron] 10.222.0.18 "GET /v2.0/networks?id=15f5e38d-4952-4914-a6e9-ead735ddcdbc HTTP/1.1" status: 200 len: 922 time: 0.1748328 Jul 15 13:06:14.539539 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-46d59b47-a7e0-498c-8f47-7eb3e834c5b8 req-4e4c04b1-9510-4e32-995e-a0b7c328c718 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f97c039-f4c6-4cff-a126-fd46971875ab HTTP/1.1" status: 200 len: 217 time: 0.0589845 Jul 15 13:06:14.549167 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-95d7592e-2001-48fe-9518-866976f76246 None None] Deleting port df47b645-117d-43ed-84b9-b866571ade37 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:14.550404 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-95d7592e-2001-48fe-9518-866976f76246 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:14.567873 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93a4fbc3-58f1-4fb9-bd3c-4046b8dc1ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:14.573264 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2b21a56a-3e10-4675-9a30-018c3a091f98 req-fd5f759b-41c5-4712-a204-e5cd68ff6894 service neutron] 10.222.0.24 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556498 Jul 15 13:06:14.589467 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-93a4fbc3-58f1-4fb9-bd3c-4046b8dc1ae6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdee4957-6bbb-4f2f-9da3-e8bd5bb63200']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:14.602617 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-a06dc13c-ef11-407e-8d70-221714d5b13b admin admin] For port df47b645-117d-43ed-84b9-b866571ade37, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=df47b645-117d-43ed-84b9-b866571ade37,segment=NetworkSegment(a4bb40fc-7f9f-44f0-b0cf-086f85450450),segment_id=a4bb40fc-7f9f-44f0-b0cf-086f85450450)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:14.604183 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a06dc13c-ef11-407e-8d70-221714d5b13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:14.615741 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-93a4fbc3-58f1-4fb9-bd3c-4046b8dc1ae6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca69b8d-7d97-4f57-9ff2-44a210eeeac5') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:14.615741 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-93a4fbc3-58f1-4fb9-bd3c-4046b8dc1ae6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca69b8d-7d97-4f57-9ff2-44a210eeeac5') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:14.629586 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a06dc13c-ef11-407e-8d70-221714d5b13b admin admin] Calling delete_port for df47b645-117d-43ed-84b9-b866571ade37 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:14.632550 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93a4fbc3-58f1-4fb9-bd3c-4046b8dc1ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:14.645411 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d59b47-a7e0-498c-8f47-7eb3e834c5b8 req-250b5a33-4612-4d2b-aded-98b6e4075a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:14.648516 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-46d59b47-a7e0-498c-8f47-7eb3e834c5b8 req-250b5a33-4612-4d2b-aded-98b6e4075a4e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=025d5c18-d573-4395-91a0-0d10b88dc7bd HTTP/1.1" status: 200 len: 860 time: 0.1022732 Jul 15 13:06:14.718302 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-95d7592e-2001-48fe-9518-866976f76246 None None] For port df47b645-117d-43ed-84b9-b866571ade37, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=df47b645-117d-43ed-84b9-b866571ade37,segment=NetworkSegment(a4bb40fc-7f9f-44f0-b0cf-086f85450450),segment_id=a4bb40fc-7f9f-44f0-b0cf-086f85450450)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:14.718797 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-95d7592e-2001-48fe-9518-866976f76246 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:14.739655 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-95d7592e-2001-48fe-9518-866976f76246 None None] Calling delete_port for df47b645-117d-43ed-84b9-b866571ade37 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:14.788894 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d59b47-a7e0-498c-8f47-7eb3e834c5b8 req-60aa63d6-ffd1-4004-a810-8ca629cca697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:14.793256 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-46d59b47-a7e0-498c-8f47-7eb3e834c5b8 req-60aa63d6-ffd1-4004-a810-8ca629cca697 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=15f5e38d-4952-4914-a6e9-ead735ddcdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1364076 Jul 15 13:06:14.892214 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-63107c9d-8242-44b8-a386-6b78c2140fe6 None None] Set router d85775f2-22ec-44b1-a44f-2fec8d29a0ba gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:14.895563 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93a4fbc3-58f1-4fb9-bd3c-4046b8dc1ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:14.899726 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-95d7592e-2001-48fe-9518-866976f76246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:14.936322 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a4fbc3-58f1-4fb9-bd3c-4046b8dc1ae6 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:06:14.936861 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93a4fbc3-58f1-4fb9-bd3c-4046b8dc1ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:06:15.022276 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:06:15.026683 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a06dc13c-ef11-407e-8d70-221714d5b13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:15.048001 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7592e-2001-48fe-9518-866976f76246 None None] Pushing event deleted for resources: {'Port': ['ID=df47b645-117d-43ed-84b9-b866571ade37,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:15.048499 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-46d59b47-a7e0-498c-8f47-7eb3e834c5b8 req-bf237024-e002-4683-bb01-f0bc77755bfb service neutron] 10.222.0.18 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381535 Jul 15 13:06:15.054540 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-216c2e28-6fc0-4b7f-9c25-8bd03d271278 req-4c9d4b95-709c-454f-8c01-637e12be6ba7 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "GET /v2.0/security-groups/ee73bf38-8cfa-45c6-8313-13340fec41a3 HTTP/1.1" status: 200 len: 1803 time: 0.2576079 Jul 15 13:06:15.055422 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d7592e-2001-48fe-9518-866976f76246 None None] No DVR routers for this DVR port df47b645-117d-43ed-84b9-b866571ade37 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:06:15.104400 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93a4fbc3-58f1-4fb9-bd3c-4046b8dc1ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:15.111809 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06dc13c-ef11-407e-8d70-221714d5b13b admin admin] Pushing event deleted for resources: {'Port': ['ID=df47b645-117d-43ed-84b9-b866571ade37,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:15.127646 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06dc13c-ef11-407e-8d70-221714d5b13b admin admin] No DVR routers for this DVR port df47b645-117d-43ed-84b9-b866571ade37 on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:06:15.133087 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93a4fbc3-58f1-4fb9-bd3c-4046b8dc1ae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:15.138474 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-93a4fbc3-58f1-4fb9-bd3c-4046b8dc1ae6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fdee4957-6bbb-4f2f-9da3-e8bd5bb63200 HTTP/1.1" status: 204 len: 168 time: 1.0802870 Jul 15 13:06:15.162090 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4fbc3-58f1-4fb9-bd3c-4046b8dc1ae6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdee4957-6bbb-4f2f-9da3-e8bd5bb63200,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:15.357374 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a06dc13c-ef11-407e-8d70-221714d5b13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:15.376026 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-a06dc13c-ef11-407e-8d70-221714d5b13b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85506c49-ef76-49a2-8400-1e31bb62cb86']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:15.420232 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50498) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:15.428955 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-a06dc13c-ef11-407e-8d70-221714d5b13b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4bb40fc-7f9f-44f0-b0cf-086f85450450') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:15.446278 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-a06dc13c-ef11-407e-8d70-221714d5b13b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4bb40fc-7f9f-44f0-b0cf-086f85450450') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:15.472122 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a06dc13c-ef11-407e-8d70-221714d5b13b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:15.481636 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-46d59b47-a7e0-498c-8f47-7eb3e834c5b8 req-dbe90a8a-e369-42b3-bfd8-39e8c493cbf3 service neutron] 10.222.0.18 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255788 Jul 15 13:06:15.495710 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device df47b645-117d-43ed-84b9-b866571ade37 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:15.498999 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-216c2e28-6fc0-4b7f-9c25-8bd03d271278 req-c72b0341-477c-4d4e-a360-30ae83593600 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:15.525532 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: df47b645-117d-43ed-84b9-b866571ade37 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:06:15.526066 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device df47b645-117d-43ed-84b9-b866571ade37 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:06:15.526284 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a06dc13c-ef11-407e-8d70-221714d5b13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:15.549724 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a06dc13c-ef11-407e-8d70-221714d5b13b admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:06:15.553546 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a06dc13c-ef11-407e-8d70-221714d5b13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:15.558318 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:06:15.558318 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:06:15.558318 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:06:15.558318 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:06:15.558318 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:06:15.558318 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:06:15.558318 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:06:15.558318 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:06:15.558318 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:06:15.558318 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:06:15.558318 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:06:15.558318 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:06:15.558318 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:06:15.558318 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:06:15.558318 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:06:15.558318 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:06:15.558318 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:06:15.558318 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:06:15.558318 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:06:15.558318 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:06:15.558318 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:06:15.558318 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:06:15.558318 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:06:15.558318 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:06:15.558318 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:06:15.558318 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:06:15.558318 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:06:15.558318 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:06:15.558318 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:06:15.558318 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:06:15.558318 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:06:15.558318 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:06:15.586353 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-216c2e28-6fc0-4b7f-9c25-8bd03d271278 req-c72b0341-477c-4d4e-a360-30ae83593600 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:15.602229 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-63107c9d-8242-44b8-a386-6b78c2140fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461522680-router', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:02Z', 'updated_at': '2021-07-15T13:05:08Z', 'revision_number': 4, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'gw_port': {'id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:03Z', 'updated_at': '2021-07-15T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'e0313d1c-46a4-4d60-a9e1-94c4e5275d5c', 'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'mac_address': 'fa:16:3e:ad:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:07Z', 'updated_at': '2021-07-15T13:05:20Z', 'revision_number': 5, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'subnets': [{'id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:15.670322 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63107c9d-8242-44b8-a386-6b78c2140fe6 None None] The sync data for ids ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'] in n-d-758944-45 is: [{'id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461522680-router', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:02Z', 'updated_at': '2021-07-15T13:05:08Z', 'revision_number': 4, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'gw_port': {'id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:03Z', 'updated_at': '2021-07-15T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'e0313d1c-46a4-4d60-a9e1-94c4e5275d5c', 'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'mac_address': 'fa:16:3e:ad:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:07Z', 'updated_at': '2021-07-15T13:05:20Z', 'revision_number': 5, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'subnets': [{'id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:06:15.677941 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50512) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:15.687326 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-216c2e28-6fc0-4b7f-9c25-8bd03d271278 req-c72b0341-477c-4d4e-a360-30ae83593600 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:15.690390 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-216c2e28-6fc0-4b7f-9c25-8bd03d271278 req-c72b0341-477c-4d4e-a360-30ae83593600 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:15.705302 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-216c2e28-6fc0-4b7f-9c25-8bd03d271278 req-c72b0341-477c-4d4e-a360-30ae83593600 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "DELETE /v2.0/security-groups/ee73bf38-8cfa-45c6-8313-13340fec41a3 HTTP/1.1" status: 204 len: 173 time: 0.6252995 Jul 15 13:06:15.746039 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a06dc13c-ef11-407e-8d70-221714d5b13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:15.757786 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b0341-477c-4d4e-a360-30ae83593600 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee73bf38-8cfa-45c6-8313-13340fec41a3,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:15.793429 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a06dc13c-ef11-407e-8d70-221714d5b13b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:15.801420 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a06dc13c-ef11-407e-8d70-221714d5b13b admin admin] 10.222.0.24 "DELETE /v2.0/networks/85506c49-ef76-49a2-8400-1e31bb62cb86 HTTP/1.1" status: 204 len: 168 time: 2.0711141 Jul 15 13:06:15.840927 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06dc13c-ef11-407e-8d70-221714d5b13b admin admin] Pushing event deleted for resources: {'Network': ['ID=85506c49-ef76-49a2-8400-1e31bb62cb86,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:15.848367 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ea2bac5e-015f-4762-8583-a13246ce4c7c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce0ece3328ad4f4dad6822a6b825ecb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1651046 Jul 15 13:06:15.850351 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50518) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:15.979865 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8ea33930-b3ca-4733-88a9-dfbd836d572a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:16.052830 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b56ddd5e-82f0-4805-90dc-d5ff5a5eca28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:16.063497 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8ea33930-b3ca-4733-88a9-dfbd836d572a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:16.165086 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50524) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:16.211934 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a59636-7960-4c8b-9f05-a822895334aa req-5c78f6a3-cd31-441f-a68f-47580aea4ef0 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:16.214720 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d7a59636-7960-4c8b-9f05-a822895334aa req-5c78f6a3-cd31-441f-a68f-47580aea4ef0 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a5717a-cb56-44e8-a9e5-f6c245c94804&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2284403 Jul 15 13:06:16.242854 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5e92223e-daac-49c1-b3f1-83ba22584465 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8b4d30a1a7bf40d4974a65996401b2e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0760469 Jul 15 13:06:16.246181 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50528) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:16.267199 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8ea33930-b3ca-4733-88a9-dfbd836d572a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:16.274270 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8ea33930-b3ca-4733-88a9-dfbd836d572a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:16.280515 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2f8df7-6fb0-4f34-868e-123fca426df9 None None] New status for floating IP e79898e6-f5a9-4d4f-a116-c5c559bbdc4f: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:06:16.282703 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8ea33930-b3ca-4733-88a9-dfbd836d572a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a15b053-c551-465d-a12c-0391e87aee49 HTTP/1.1" status: 204 len: 168 time: 0.4302862 Jul 15 13:06:16.313443 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14c21a64-fe5d-4ee3-adf7-a79cc77fa236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:16.342464 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14c21a64-fe5d-4ee3-adf7-a79cc77fa236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:16.366428 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d7a59636-7960-4c8b-9f05-a822895334aa req-dfd0823e-bf38-4ece-bdee-6fb1ca3e2820 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.94 HTTP/1.1" status: 200 len: 697 time: 0.1334701 Jul 15 13:06:16.385866 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea33930-b3ca-4733-88a9-dfbd836d572a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a15b053-c551-465d-a12c-0391e87aee49,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:16.395983 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-d7a59636-7960-4c8b-9f05-a822895334aa req-f822ea8b-33c4-49a8-bb33-ebfe5bc34d47 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Request body: {'floatingip': {'port_id': '7a49d3bf-160d-476c-90f4-df89841bc412', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:16.402938 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14c21a64-fe5d-4ee3-adf7-a79cc77fa236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:16.406291 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14c21a64-fe5d-4ee3-adf7-a79cc77fa236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:16.410825 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-14c21a64-fe5d-4ee3-adf7-a79cc77fa236 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/caef5067-9095-4d6d-b066-a22cb8959567 HTTP/1.1" status: 204 len: 168 time: 0.1622403 Jul 15 13:06:16.420464 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c21a64-fe5d-4ee3-adf7-a79cc77fa236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caef5067-9095-4d6d-b066-a22cb8959567,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:16.553443 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d7a59636-7960-4c8b-9f05-a822895334aa req-f822ea8b-33c4-49a8-bb33-ebfe5bc34d47 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks [] for floatingip, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:16.625864 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5edb984b-7c5a-44c5-85ff-360e43f69f1b req-6c643fe6-dd0f-4e8e-bb8b-22850a765240 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "GET /v2.0/security-groups/3a3140cc-f0d6-42ab-bf31-8881915049a9 HTTP/1.1" status: 200 len: 1803 time: 0.1131473 Jul 15 13:06:16.755937 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b56ddd5e-82f0-4805-90dc-d5ff5a5eca28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:16.782559 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5edb984b-7c5a-44c5-85ff-360e43f69f1b req-632da482-4b50-4c39-8258-d978b571485a tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:16.782809 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b56ddd5e-82f0-4805-90dc-d5ff5a5eca28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:16.838520 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5edb984b-7c5a-44c5-85ff-360e43f69f1b req-632da482-4b50-4c39-8258-d978b571485a tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:16.901927 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b56ddd5e-82f0-4805-90dc-d5ff5a5eca28 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=58ee4c003fab49de916b66a28baba680&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4726813 Jul 15 13:06:16.902812 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50546) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:16.923646 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ddd5e-82f0-4805-90dc-d5ff5a5eca28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3860adc3-fc7f-487f-9af4-7b31f9049a34,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:16.983045 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5edb984b-7c5a-44c5-85ff-360e43f69f1b req-632da482-4b50-4c39-8258-d978b571485a tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:16.989401 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5edb984b-7c5a-44c5-85ff-360e43f69f1b req-632da482-4b50-4c39-8258-d978b571485a tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:16.998758 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5edb984b-7c5a-44c5-85ff-360e43f69f1b req-632da482-4b50-4c39-8258-d978b571485a tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "DELETE /v2.0/security-groups/3a3140cc-f0d6-42ab-bf31-8881915049a9 HTTP/1.1" status: 204 len: 173 time: 0.3584876 Jul 15 13:06:17.003004 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5a313-2266-4f05-917f-ac45fff9fa18 req-babe7c73-5b01-4673-9a5e-92a6ec282e50 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:17.004856 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1be5a313-2266-4f05-917f-ac45fff9fa18 req-babe7c73-5b01-4673-9a5e-92a6ec282e50 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.18 "GET /v2.0/ports?device_id=18bf621b-cbfb-4575-b0a2-b17212cf8837 HTTP/1.1" status: 200 len: 946 time: 0.1686006 Jul 15 13:06:17.018509 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device e998296d-8151-4d72-a00d-72eb3921c665 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:17.070224 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632da482-4b50-4c39-8258-d978b571485a tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3140cc-f0d6-42ab-bf31-8881915049a9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:17.125735 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9c7bcb96-702d-4f6b-bc76-893263c68c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:17.211887 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9c7bcb96-702d-4f6b-bc76-893263c68c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:17.304106 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port e998296d-8151-4d72-a00d-72eb3921c665, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=e998296d-8151-4d72-a00d-72eb3921c665,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:17.331061 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'e998296d-8151-4d72-a00d-72eb3921c665', 'network_id': '0a81d145-7a6a-4e9d-8fce-2f854c4b2363', 'port_id': 'e998296d-8151-4d72-a00d-72eb3921c665', 'mac_address': 'fa:16:3e:74:fc:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a50244b5-c7e6-43d0-9cca-5c95d17b12fc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:17.348996 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9c7bcb96-702d-4f6b-bc76-893263c68c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:17.352201 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9c7bcb96-702d-4f6b-bc76-893263c68c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:17.356886 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9c7bcb96-702d-4f6b-bc76-893263c68c4d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3860adc3-fc7f-487f-9af4-7b31f9049a34 HTTP/1.1" status: 204 len: 168 time: 0.4496889 Jul 15 13:06:17.366541 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7bcb96-702d-4f6b-bc76-893263c68c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3860adc3-fc7f-487f-9af4-7b31f9049a34,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:17.379345 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.db.api [req-d7a59636-7960-4c8b-9f05-a822895334aa req-f822ea8b-33c4-49a8-bb33-ebfe5bc34d47 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:06:17.379681 n-d-758944-45 neutron-server[93813]: DEBUG oslo_db.api [req-d7a59636-7960-4c8b-9f05-a822895334aa req-f822ea8b-33c4-49a8-bb33-ebfe5bc34d47 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:06:17.414941 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-1be5a313-2266-4f05-917f-ac45fff9fa18 req-e5b90b2a-47e9-4291-b657-e6e45b632515 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Deleting port 2f97c039-f4c6-4cff-a126-fd46971875ab {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:17.415776 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1be5a313-2266-4f05-917f-ac45fff9fa18 req-e5b90b2a-47e9-4291-b657-e6e45b632515 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:17.470179 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:17.489595 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e998296d-8151-4d72-a00d-72eb3921c665 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:17.521789 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port e998296d-8151-4d72-a00d-72eb3921c665, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=e998296d-8151-4d72-a00d-72eb3921c665,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:17.527562 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:17.573138 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-1be5a313-2266-4f05-917f-ac45fff9fa18 req-e5b90b2a-47e9-4291-b657-e6e45b632515 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] For port 2f97c039-f4c6-4cff-a126-fd46971875ab, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=2f97c039-f4c6-4cff-a126-fd46971875ab,segment=NetworkSegment(97b9ecac-5850-409f-85ad-edb928189967),segment_id=97b9ecac-5850-409f-85ad-edb928189967)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:17.573612 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1be5a313-2266-4f05-917f-ac45fff9fa18 req-e5b90b2a-47e9-4291-b657-e6e45b632515 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:17.624049 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-1be5a313-2266-4f05-917f-ac45fff9fa18 req-e5b90b2a-47e9-4291-b657-e6e45b632515 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Calling delete_port for 2f97c039-f4c6-4cff-a126-fd46971875ab owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:17.624955 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-303d9155-6c1e-4c63-8833-ddd9eaffefeb req-0b83cebb-4e90-4531-9946-410406a02aeb tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "GET /v2.0/security-groups/a5b50771-9447-4e44-bd35-20d4f77e2c5c HTTP/1.1" status: 200 len: 2403 time: 0.1021488 Jul 15 13:06:17.639775 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=e998296d-8151-4d72-a00d-72eb3921c665,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:17.742549 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['e998296d-8151-4d72-a00d-72eb3921c665'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:17.775927 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-303d9155-6c1e-4c63-8833-ddd9eaffefeb req-b477bba6-f758-42f8-a5a3-896dd7d78414 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:17.872791 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-303d9155-6c1e-4c63-8833-ddd9eaffefeb req-b477bba6-f758-42f8-a5a3-896dd7d78414 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:17.881371 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d7a59636-7960-4c8b-9f05-a822895334aa req-f822ea8b-33c4-49a8-bb33-ebfe5bc34d47 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks [] for floatingip, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:18.020575 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-303d9155-6c1e-4c63-8833-ddd9eaffefeb req-b477bba6-f758-42f8-a5a3-896dd7d78414 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:18.025923 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-303d9155-6c1e-4c63-8833-ddd9eaffefeb req-b477bba6-f758-42f8-a5a3-896dd7d78414 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:18.028192 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-303d9155-6c1e-4c63-8833-ddd9eaffefeb req-b477bba6-f758-42f8-a5a3-896dd7d78414 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "DELETE /v2.0/security-groups/a5b50771-9447-4e44-bd35-20d4f77e2c5c HTTP/1.1" status: 204 len: 173 time: 0.4016047 Jul 15 13:06:18.043534 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477bba6-f758-42f8-a5a3-896dd7d78414 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b50771-9447-4e44-bd35-20d4f77e2c5c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:18.058613 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50592) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:18.144691 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-342e66dd-bda7-4886-8453-e4cb2aa80ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:18.160866 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1be5a313-2266-4f05-917f-ac45fff9fa18 req-e5b90b2a-47e9-4291-b657-e6e45b632515 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:18.172291 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-829643c5-98dc-474c-8bf3-1c28bd810123 req-affec07b-044b-49b4-a9b0-c2e5313d45e5 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "GET /v2.0/security-groups/3d670614-4171-42f7-b6ac-30ee43011429 HTTP/1.1" status: 200 len: 2396 time: 0.1128092 Jul 15 13:06:18.262333 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b90b2a-47e9-4291-b657-e6e45b632515 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Pushing event deleted for resources: {'Port': ['ID=2f97c039-f4c6-4cff-a126-fd46971875ab,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:18.262586 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['2f97c039-f4c6-4cff-a126-fd46971875ab'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:18.345265 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-829643c5-98dc-474c-8bf3-1c28bd810123 req-3bf75530-d8bb-402d-bee3-688e3a87c445 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:18.392557 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be5a313-2266-4f05-917f-ac45fff9fa18 req-e5b90b2a-47e9-4291-b657-e6e45b632515 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] No DVR routers for this DVR port 2f97c039-f4c6-4cff-a126-fd46971875ab on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:06:18.397891 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1be5a313-2266-4f05-917f-ac45fff9fa18 req-e5b90b2a-47e9-4291-b657-e6e45b632515 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:18.401661 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1be5a313-2266-4f05-917f-ac45fff9fa18 req-e5b90b2a-47e9-4291-b657-e6e45b632515 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.18 "DELETE /v2.0/ports/2f97c039-f4c6-4cff-a126-fd46971875ab HTTP/1.1" status: 204 len: 173 time: 1.3908904 Jul 15 13:06:18.422328 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bf621b-cbfb-4575-b0a2-b17212cf8837', 'name': 'network-vif-deleted', 'tag': '2f97c039-f4c6-4cff-a126-fd46971875ab'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:18.430833 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8801817f-d3b6-46ef-9734-541e0d5b8ba0" -d '{"events": [{"server_uuid": "18bf621b-cbfb-4575-b0a2-b17212cf8837", "name": "network-vif-deleted", "tag": "2f97c039-f4c6-4cff-a126-fd46971875ab"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:18.502126 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-829643c5-98dc-474c-8bf3-1c28bd810123 req-3bf75530-d8bb-402d-bee3-688e3a87c445 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:18.629170 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['7a49d3bf-160d-476c-90f4-df89841bc412'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:18.758082 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-829643c5-98dc-474c-8bf3-1c28bd810123 req-3bf75530-d8bb-402d-bee3-688e3a87c445 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:18.763676 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-829643c5-98dc-474c-8bf3-1c28bd810123 req-3bf75530-d8bb-402d-bee3-688e3a87c445 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:18.778614 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-829643c5-98dc-474c-8bf3-1c28bd810123 req-3bf75530-d8bb-402d-bee3-688e3a87c445 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] 10.222.0.24 "DELETE /v2.0/security-groups/3d670614-4171-42f7-b6ac-30ee43011429 HTTP/1.1" status: 204 len: 173 time: 0.5976720 Jul 15 13:06:18.779884 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50614) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:18.833985 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50618) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:19.009184 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-342e66dd-bda7-4886-8453-e4cb2aa80ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:19.012530 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf75530-d8bb-402d-bee3-688e3a87c445 tempest-SecurityGroupRulesTestJSON-1077653363 tempest-SecurityGroupRulesTestJSON-1077653363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d670614-4171-42f7-b6ac-30ee43011429,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:19.047955 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-342e66dd-bda7-4886-8453-e4cb2aa80ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:19.059733 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device e998296d-8151-4d72-a00d-72eb3921c665 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:19.088816 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b50dab-3117-40ea-98e5-3cfb24f67744 admin admin] Deleting subnet 318fa989-f840-450d-bd70-1d9377de9e08 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:06:19.118965 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73b50dab-3117-40ea-98e5-3cfb24f67744 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:19.257173 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73b50dab-3117-40ea-98e5-3cfb24f67744 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:19.338527 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port e998296d-8151-4d72-a00d-72eb3921c665 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:19.340220 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:19.359822 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-342e66dd-bda7-4886-8453-e4cb2aa80ce3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1bcea1ef279a4480ac3f3f27a156d469&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2873125 Jul 15 13:06:19.368591 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50634) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:19.375094 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e66dd-bda7-4886-8453-e4cb2aa80ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173eca5f-4ceb-4490-9f8e-e6dcde5bfd1e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:19.408400 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50636) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:19.451321 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5104d4-f773-4e60-a955-9379b28ec006 x-openstack-request-id: req-ee5104d4-f773-4e60-a955-9379b28ec006 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:19.451670 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18bf621b-cbfb-4575-b0a2-b17212cf8837", "name": "network-vif-deleted", "tag": "2f97c039-f4c6-4cff-a126-fd46971875ab", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:19.451928 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee5104d4-f773-4e60-a955-9379b28ec006 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:19.452511 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18bf621b-cbfb-4575-b0a2-b17212cf8837', 'name': 'network-vif-deleted', 'tag': '2f97c039-f4c6-4cff-a126-fd46971875ab', 'status': 'completed', 'code': 200} Jul 15 13:06:19.474959 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73b50dab-3117-40ea-98e5-3cfb24f67744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:19.527684 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:19.592225 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2700c01a-b3c0-4169-a844-e1cf7fb688ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e998296d-8151-4d72-a00d-72eb3921c665'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:19.596679 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adcc2b8-3110-4217-857f-e2a63ab060b6" -d '{"events": [{"server_uuid": "2700c01a-b3c0-4169-a844-e1cf7fb688ce", "name": "network-vif-plugged", "status": "completed", "tag": "e998296d-8151-4d72-a00d-72eb3921c665"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:19.604214 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0bcf5b14-d828-40e7-b3f1-8c44bbb38f89 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-219542932-network', 'tenant_id': '7a88028be7f84effb036f6deec243d95'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:19.636169 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port e998296d-8151-4d72-a00d-72eb3921c665, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=e998296d-8151-4d72-a00d-72eb3921c665,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:19.645517 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:19.658403 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcf5b14-d828-40e7-b3f1-8c44bbb38f89 admin admin] Made reservation on behalf of 7a88028be7f84effb036f6deec243d95 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:19.663751 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0bcf5b14-d828-40e7-b3f1-8c44bbb38f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:19.700153 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0bcf5b14-d828-40e7-b3f1-8c44bbb38f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:19.724469 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-11ffc6e8-1778-474c-9e72-68e4f9a0f8f4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-781850288-network', 'tenant_id': '58a6283571d14d709c26a8e45d9a8e92'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:19.731852 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=e998296d-8151-4d72-a00d-72eb3921c665,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:19.807464 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73b50dab-3117-40ea-98e5-3cfb24f67744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:20.013459 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b50dab-3117-40ea-98e5-3cfb24f67744 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=318fa989-f840-450d-bd70-1d9377de9e08,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:20.094395 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73b50dab-3117-40ea-98e5-3cfb24f67744 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:20.098239 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-73b50dab-3117-40ea-98e5-3cfb24f67744 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/318fa989-f840-450d-bd70-1d9377de9e08 HTTP/1.1" status: 204 len: 168 time: 1.3097649 Jul 15 13:06:20.103882 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50656) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:20.381911 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0bcf5b14-d828-40e7-b3f1-8c44bbb38f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:20.402970 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4671d-c12f-4981-a4c2-15fb75c8e885 req-fc65659b-8f65-417b-9b17-e953038f6fcd tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:20.406945 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-79b4671d-c12f-4981-a4c2-15fb75c8e885 req-fc65659b-8f65-417b-9b17-e953038f6fcd tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "GET /v2.0/ports?device_id=988e64c6-f85d-49cf-82f5-4e595bc45e7e HTTP/1.1" status: 200 len: 945 time: 0.4252262 Jul 15 13:06:20.412175 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9bcd2e4c-d9dd-43eb-bdac-e5c6adb43312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:20.418241 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c6e8e0a0-30f5-47bf-9608-bd41bd57143e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:20.445420 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0bcf5b14-d828-40e7-b3f1-8c44bbb38f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:20.481673 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c6e8e0a0-30f5-47bf-9608-bd41bd57143e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:20.496994 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.db.resource_extend [req-d7a59636-7960-4c8b-9f05-a822895334aa req-f822ea8b-33c4-49a8-bb33-ebfe5bc34d47 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] It took 0.65 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:06:20.501996 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ffc6e8-1778-474c-9e72-68e4f9a0f8f4 admin admin] Made reservation on behalf of 58a6283571d14d709c26a8e45d9a8e92 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:20.505491 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-11ffc6e8-1778-474c-9e72-68e4f9a0f8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:20.554608 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bcf5b14-d828-40e7-b3f1-8c44bbb38f89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:06:20.561733 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-11ffc6e8-1778-474c-9e72-68e4f9a0f8f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:20.580033 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0bcf5b14-d828-40e7-b3f1-8c44bbb38f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:20.581643 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-0bcf5b14-d828-40e7-b3f1-8c44bbb38f89 admin admin] Added segment b5f215a9-6878-47d6-870d-f1a3b2db4a54 of type vlan for network 42695f8c-9b56-4e43-bc38-c837e08b5e63 Jul 15 13:06:20.634138 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d7a59636-7960-4c8b-9f05-a822895334aa req-f822ea8b-33c4-49a8-bb33-ebfe5bc34d47 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:20.647844 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d7a59636-7960-4c8b-9f05-a822895334aa req-f822ea8b-33c4-49a8-bb33-ebfe5bc34d47 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:20.709620 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1476ab40-2949-4b91-9258-1737bd2361d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:20.732486 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-79b4671d-c12f-4981-a4c2-15fb75c8e885 req-65a3e2e9-6665-4935-8957-8946a3d2ac1c tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c8e27fd-bc24-41b9-8ea2-1bdd9ddbcabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3099086 Jul 15 13:06:20.842344 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0bcf5b14-d828-40e7-b3f1-8c44bbb38f89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:20.848607 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [req-d7a59636-7960-4c8b-9f05-a822895334aa req-f822ea8b-33c4-49a8-bb33-ebfe5bc34d47 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Floating IP e79898e6-f5a9-4d4f-a116-c5c559bbdc4f associated. External IP: 172.25.6.94, port: 7a49d3bf-160d-476c-90f4-df89841bc412. Jul 15 13:06:20.864147 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c13166-c731-480d-87b0-c463b1dce4e1 x-openstack-request-id: req-f8c13166-c731-480d-87b0-c463b1dce4e1 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:20.864761 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2700c01a-b3c0-4169-a844-e1cf7fb688ce", "name": "network-vif-plugged", "status": "completed", "tag": "e998296d-8151-4d72-a00d-72eb3921c665", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:20.865340 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f8c13166-c731-480d-87b0-c463b1dce4e1 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:20.865949 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2700c01a-b3c0-4169-a844-e1cf7fb688ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e998296d-8151-4d72-a00d-72eb3921c665', 'code': 200} Jul 15 13:06:20.889107 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf5b14-d828-40e7-b3f1-8c44bbb38f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951822b6-0e6b-407d-9510-0349f77d4c32,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:21.066540 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c6e8e0a0-30f5-47bf-9608-bd41bd57143e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:21.072843 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c6e8e0a0-30f5-47bf-9608-bd41bd57143e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:21.080006 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c6e8e0a0-30f5-47bf-9608-bd41bd57143e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/173eca5f-4ceb-4490-9f8e-e6dcde5bfd1e HTTP/1.1" status: 204 len: 168 time: 1.6886895 Jul 15 13:06:21.081665 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9bcd2e4c-d9dd-43eb-bdac-e5c6adb43312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:21.124611 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8e0a0-30f5-47bf-9608-bd41bd57143e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173eca5f-4ceb-4490-9f8e-e6dcde5bfd1e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:21.155006 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0bcf5b14-d828-40e7-b3f1-8c44bbb38f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:21.159046 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcf5b14-d828-40e7-b3f1-8c44bbb38f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:21.163007 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0bcf5b14-d828-40e7-b3f1-8c44bbb38f89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:21.203387 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-9bcd2e4c-d9dd-43eb-bdac-e5c6adb43312 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ccd9250-3d7a-4df1-a9d2-ac710971df0b']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:21.224016 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-9bcd2e4c-d9dd-43eb-bdac-e5c6adb43312 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3560f817-5091-47fa-b5c9-36967949434f') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:21.224338 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-9bcd2e4c-d9dd-43eb-bdac-e5c6adb43312 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3560f817-5091-47fa-b5c9-36967949434f') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:21.237276 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9bcd2e4c-d9dd-43eb-bdac-e5c6adb43312 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:21.266458 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9bcd2e4c-d9dd-43eb-bdac-e5c6adb43312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:21.289558 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bcd2e4c-d9dd-43eb-bdac-e5c6adb43312 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:06:21.291543 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9bcd2e4c-d9dd-43eb-bdac-e5c6adb43312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:21.372196 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7a59636-7960-4c8b-9f05-a822895334aa req-f822ea8b-33c4-49a8-bb33-ebfe5bc34d47 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Router d85775f2-22ec-44b1-a44f-2fec8d29a0ba has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:06:21.380720 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:06:21.380720 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:06:21.380720 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:06:21.380720 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:06:21.380720 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:06:21.380720 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:06:21.380720 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:06:21.380720 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:06:21.380720 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:06:21.380720 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:06:21.380720 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:06:21.380720 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:06:21.380720 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:06:21.380720 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:06:21.380720 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:06:21.380720 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:06:21.380720 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:06:21.380720 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:06:21.380720 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:06:21.380720 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:06:21.380720 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:06:21.380720 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:06:21.380720 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:06:21.380720 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:06:21.380720 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:06:21.380720 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:06:21.380720 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:06:21.380720 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:06:21.380720 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:06:21.380720 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:06:21.380720 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:06:21.380720 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:06:21.431297 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-11ffc6e8-1778-474c-9e72-68e4f9a0f8f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:21.459464 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-11ffc6e8-1778-474c-9e72-68e4f9a0f8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:21.479716 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9bcd2e4c-d9dd-43eb-bdac-e5c6adb43312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:21.493959 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9bcd2e4c-d9dd-43eb-bdac-e5c6adb43312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:21.500406 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9bcd2e4c-d9dd-43eb-bdac-e5c6adb43312 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3ccd9250-3d7a-4df1-a9d2-ac710971df0b HTTP/1.1" status: 204 len: 168 time: 1.3937790 Jul 15 13:06:21.500737 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ffc6e8-1778-474c-9e72-68e4f9a0f8f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:06:21.524915 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0bcf5b14-d828-40e7-b3f1-8c44bbb38f89 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6743870 Jul 15 13:06:21.529101 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50678) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:21.536636 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-11ffc6e8-1778-474c-9e72-68e4f9a0f8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:21.537193 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-11ffc6e8-1778-474c-9e72-68e4f9a0f8f4 admin admin] Added segment e5b41544-284f-46bf-9ae2-6bfa823d4325 of type vlan for network 3954d18e-977d-404c-89a6-5c60d8882e7d Jul 15 13:06:21.544012 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f85de676-8cdc-47f9-9388-1fd526eeb789 admin admin] Request body: {'subnet': {'network_id': '42695f8c-9b56-4e43-bc38-c837e08b5e63', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-219542932-subnet', 'tenant_id': '7a88028be7f84effb036f6deec243d95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:21.651537 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-11ffc6e8-1778-474c-9e72-68e4f9a0f8f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:21.665447 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf5b14-d828-40e7-b3f1-8c44bbb38f89 admin admin] Pushing event updated for resources: {'Network': ['ID=42695f8c-9b56-4e43-bc38-c837e08b5e63,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:21.685903 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 42695f8c-9b56-4e43-bc38-c837e08b5e63 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:06:21.709658 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd2e4c-d9dd-43eb-bdac-e5c6adb43312 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ccd9250-3d7a-4df1-a9d2-ac710971df0b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:21.736686 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85de676-8cdc-47f9-9388-1fd526eeb789 admin admin] Made reservation on behalf of 7a88028be7f84effb036f6deec243d95 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:21.747643 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f85de676-8cdc-47f9-9388-1fd526eeb789 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:22.055477 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 2f97c039-f4c6-4cff-a126-fd46971875ab no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:22.113826 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ffc6e8-1778-474c-9e72-68e4f9a0f8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154ffead-4ad6-45c6-947a-1714a628ab9b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:22.135527 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50684) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:22.230069 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 2f97c039-f4c6-4cff-a126-fd46971875ab {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:06:22.232646 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 2f97c039-f4c6-4cff-a126-fd46971875ab not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:06:22.234711 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-11ffc6e8-1778-474c-9e72-68e4f9a0f8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:22.236314 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ffc6e8-1778-474c-9e72-68e4f9a0f8f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:22.237331 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-11ffc6e8-1778-474c-9e72-68e4f9a0f8f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:22.256687 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f85de676-8cdc-47f9-9388-1fd526eeb789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:22.426268 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85de676-8cdc-47f9-9388-1fd526eeb789 admin admin] Checking segment: {'id': 'b5f215a9-6878-47d6-870d-f1a3b2db4a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '42695f8c-9b56-4e43-bc38-c837e08b5e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:22.426268 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85de676-8cdc-47f9-9388-1fd526eeb789 admin admin] Network hostable DHCP agents. Network: 42695f8c-9b56-4e43-bc38-c837e08b5e63, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:06:22.435632 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85de676-8cdc-47f9-9388-1fd526eeb789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cba547a-53ca-4b0e-8348-0829e7a2d9c0,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:22.505949 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85de676-8cdc-47f9-9388-1fd526eeb789 admin admin] Network 42695f8c-9b56-4e43-bc38-c837e08b5e63 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:06:22.536356 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f85de676-8cdc-47f9-9388-1fd526eeb789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 42695f8c-9b56-4e43-bc38-c837e08b5e63) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:22.551285 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dbc1bf-1854-42ef-af60-727969e35a3f None None] Network 42695f8c-9b56-4e43-bc38-c837e08b5e63 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:22.552763 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85de676-8cdc-47f9-9388-1fd526eeb789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:22.557137 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f85de676-8cdc-47f9-9388-1fd526eeb789 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:22.620104 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-11ffc6e8-1778-474c-9e72-68e4f9a0f8f4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.2014043 Jul 15 13:06:22.629741 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50696) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:22.661032 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e7f01c51-32e0-4f88-8612-bdfeb793ab48 admin admin] Request body: {'subnet': {'network_id': '3954d18e-977d-404c-89a6-5c60d8882e7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-781850288-subnet', 'tenant_id': '58a6283571d14d709c26a8e45d9a8e92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:22.772420 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f85de676-8cdc-47f9-9388-1fd526eeb789 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2419295 Jul 15 13:06:22.779073 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f01c51-32e0-4f88-8612-bdfeb793ab48 admin admin] Made reservation on behalf of 58a6283571d14d709c26a8e45d9a8e92 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:22.783788 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7f01c51-32e0-4f88-8612-bdfeb793ab48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:22.817102 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ffc6e8-1778-474c-9e72-68e4f9a0f8f4 admin admin] Pushing event updated for resources: {'Network': ['ID=3954d18e-977d-404c-89a6-5c60d8882e7d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:22.884016 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7a59636-7960-4c8b-9f05-a822895334aa req-f822ea8b-33c4-49a8-bb33-ebfe5bc34d47 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:06:22.898712 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d7a59636-7960-4c8b-9f05-a822895334aa req-f822ea8b-33c4-49a8-bb33-ebfe5bc34d47 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:22.994112 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d7a59636-7960-4c8b-9f05-a822895334aa req-f822ea8b-33c4-49a8-bb33-ebfe5bc34d47 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "PUT /v2.0/floatingips/e79898e6-f5a9-4d4f-a116-c5c559bbdc4f HTTP/1.1" status: 200 len: 996 time: 6.6149597 Jul 15 13:06:23.001623 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d35a438e-6cdd-44cb-8b93-847b007e736b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a46dc83fe85b47d08e1ccad05fc930c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8329442 Jul 15 13:06:23.002855 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 3954d18e-977d-404c-89a6-5c60d8882e7d details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:06:23.003080 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50702) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:23.003732 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a5717a-cb56-44e8-a9e5-f6c245c94804', 'tag': '7a49d3bf-160d-476c-90f4-df89841bc412'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:23.006695 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53ae476-c66d-43c6-b577-50c58bbdd58d" -d '{"events": [{"name": "network-changed", "server_uuid": "82a5717a-cb56-44e8-a9e5-f6c245c94804", "tag": "7a49d3bf-160d-476c-90f4-df89841bc412"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:23.016500 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41c1f10-9ea6-4b8d-b71a-8c1ac2ef48c0 None None] Sync routers for ids ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:06:23.179252 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91501bab-fb89-4c7e-bf83-4b8ede695e1c req-ea06667f-3fa4-49ae-b100-3bebbb0f4625 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:23.207194 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-91501bab-fb89-4c7e-bf83-4b8ede695e1c req-ea06667f-3fa4-49ae-b100-3bebbb0f4625 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "GET /v2.0/ports?device_id=988e64c6-f85d-49cf-82f5-4e595bc45e7e HTTP/1.1" status: 200 len: 945 time: 0.3036559 Jul 15 13:06:23.274103 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898d45b0-f5ee-4e8e-98a7-0da79d410f74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-42695f8c-9b56-4e43-bc38-c837e08b5e63', 'network_id': '42695f8c-9b56-4e43-bc38-c837e08b5e63', 'tenant_id': '7a88028be7f84effb036f6deec243d95', 'fixed_ips': [{'subnet_id': '1cba547a-53ca-4b0e-8348-0829e7a2d9c0'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:06:23.276487 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-898d45b0-f5ee-4e8e-98a7-0da79d410f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:23.323947 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a59636-7960-4c8b-9f05-a822895334aa req-713ed916-fbde-4cad-b3b0-7b3b099e3338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:23.327812 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d7a59636-7960-4c8b-9f05-a822895334aa req-713ed916-fbde-4cad-b3b0-7b3b099e3338 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6722cf0529e42bab580975825cb7f20&device_id=82a5717a-cb56-44e8-a9e5-f6c245c94804 HTTP/1.1" status: 200 len: 1098 time: 0.2581625 Jul 15 13:06:23.337212 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2b59ec99-88ef-4479-abe3-045fb5c60d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:23.435330 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41c1f10-9ea6-4b8d-b71a-8c1ac2ef48c0 None None] Routers {'d85775f2-22ec-44b1-a44f-2fec8d29a0ba'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:23.448965 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d41c1f10-9ea6-4b8d-b71a-8c1ac2ef48c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:05:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:23.572091 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a59636-7960-4c8b-9f05-a822895334aa req-a33691f4-8ede-4b62-b105-b69d2261a122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:23.595305 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d7a59636-7960-4c8b-9f05-a822895334aa req-a33691f4-8ede-4b62-b105-b69d2261a122 service neutron] 10.222.0.24 "GET /v2.0/networks?id=15f5e38d-4952-4914-a6e9-ead735ddcdbc HTTP/1.1" status: 200 len: 922 time: 0.2222383 Jul 15 13:06:23.634714 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-91501bab-fb89-4c7e-bf83-4b8ede695e1c req-dfc2cd33-2dfc-4db6-a369-7a7436c41958 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c8e27fd-bc24-41b9-8ea2-1bdd9ddbcabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4260056 Jul 15 13:06:23.644768 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2b59ec99-88ef-4479-abe3-045fb5c60d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:23.664485 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7f01c51-32e0-4f88-8612-bdfeb793ab48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:23.921998 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2b59ec99-88ef-4479-abe3-045fb5c60d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:23.933441 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2b59ec99-88ef-4479-abe3-045fb5c60d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:23.938064 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2b59ec99-88ef-4479-abe3-045fb5c60d4f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e62844e0-e2e4-42a8-8297-35dd47643d1f HTTP/1.1" status: 204 len: 168 time: 0.9278998 Jul 15 13:06:24.018195 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d7a59636-7960-4c8b-9f05-a822895334aa req-7c2ffda2-d87b-4db9-a442-cd14a16456af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a49d3bf-160d-476c-90f4-df89841bc412 HTTP/1.1" status: 200 len: 999 time: 0.2670188 Jul 15 13:06:24.027320 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f01c51-32e0-4f88-8612-bdfeb793ab48 admin admin] Checking segment: {'id': 'e5b41544-284f-46bf-9ae2-6bfa823d4325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3954d18e-977d-404c-89a6-5c60d8882e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:24.036465 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f01c51-32e0-4f88-8612-bdfeb793ab48 admin admin] Network hostable DHCP agents. Network: 3954d18e-977d-404c-89a6-5c60d8882e7d, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:06:24.049535 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f01c51-32e0-4f88-8612-bdfeb793ab48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe6e7b62-fa2f-4418-bc6f-8dce02061845,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:24.051833 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b59ec99-88ef-4479-abe3-045fb5c60d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62844e0-e2e4-42a8-8297-35dd47643d1f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:24.143127 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f01c51-32e0-4f88-8612-bdfeb793ab48 admin admin] Network 3954d18e-977d-404c-89a6-5c60d8882e7d is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:06:24.144524 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009dc37c-9b3d-48b4-bf42-02977b7c5f86 x-openstack-request-id: req-009dc37c-9b3d-48b4-bf42-02977b7c5f86 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:24.145051 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a5717a-cb56-44e8-a9e5-f6c245c94804", "tag": "7a49d3bf-160d-476c-90f4-df89841bc412", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:24.145531 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-009dc37c-9b3d-48b4-bf42-02977b7c5f86 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:24.146701 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a5717a-cb56-44e8-a9e5-f6c245c94804', 'tag': '7a49d3bf-160d-476c-90f4-df89841bc412', 'status': 'completed', 'code': 200} Jul 15 13:06:24.183153 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-e7f01c51-32e0-4f88-8612-bdfeb793ab48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 3954d18e-977d-404c-89a6-5c60d8882e7d) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:24.193937 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f01c51-32e0-4f88-8612-bdfeb793ab48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:24.194967 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7f01c51-32e0-4f88-8612-bdfeb793ab48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:24.265807 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e7f01c51-32e0-4f88-8612-bdfeb793ab48 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6148286 Jul 15 13:06:24.346600 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a59636-7960-4c8b-9f05-a822895334aa req-fea3c9ed-399a-449f-9c73-68b9f650f2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:24.363816 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d7a59636-7960-4c8b-9f05-a822895334aa req-fea3c9ed-399a-449f-9c73-68b9f650f2f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=025d5c18-d573-4395-91a0-0d10b88dc7bd HTTP/1.1" status: 200 len: 860 time: 0.3431096 Jul 15 13:06:24.513370 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ae476-c66d-43c6-b577-50c58bbdd58d req-ddcfc1e5-3256-499c-8d9a-1b66f9784582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:24.517003 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a53ae476-c66d-43c6-b577-50c58bbdd58d req-ddcfc1e5-3256-499c-8d9a-1b66f9784582 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e6722cf0529e42bab580975825cb7f20&device_id=82a5717a-cb56-44e8-a9e5-f6c245c94804 HTTP/1.1" status: 200 len: 1098 time: 0.3625684 Jul 15 13:06:24.563347 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-898d45b0-f5ee-4e8e-98a7-0da79d410f74 None None] Allocated IP 172.20.0.2 (42695f8c-9b56-4e43-bc38-c837e08b5e63/1cba547a-53ca-4b0e-8348-0829e7a2d9c0/4d1003e2-6791-427c-b108-50f6e25b5734) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:24.796826 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-d41c1f10-9ea6-4b8d-b71a-8c1ac2ef48c0 None None] Set router d85775f2-22ec-44b1-a44f-2fec8d29a0ba gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:24.917306 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a59636-7960-4c8b-9f05-a822895334aa req-aa94efb7-3435-47da-a73c-510ef2a592a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:24.923118 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d7a59636-7960-4c8b-9f05-a822895334aa req-aa94efb7-3435-47da-a73c-510ef2a592a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=15f5e38d-4952-4914-a6e9-ead735ddcdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5293529 Jul 15 13:06:24.964022 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a4e81a23-c733-44b2-a9d4-fb0a065a6b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:24.998862 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7ab79a-416c-447e-b8b3-a7a6e7d50a21 None None] Network 3954d18e-977d-404c-89a6-5c60d8882e7d requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:25.063492 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ae476-c66d-43c6-b577-50c58bbdd58d req-b6465124-e31b-48e8-9f8c-83cbdb16dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:25.066363 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a53ae476-c66d-43c6-b577-50c58bbdd58d req-b6465124-e31b-48e8-9f8c-83cbdb16dcbe service neutron] 10.222.0.32 "GET /v2.0/networks?id=15f5e38d-4952-4914-a6e9-ead735ddcdbc HTTP/1.1" status: 200 len: 922 time: 0.5368540 Jul 15 13:06:25.092441 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:25.296854 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-365a304c-91cd-4625-a2d7-b75c2fca17ec tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:25.322616 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-365a304c-91cd-4625-a2d7-b75c2fca17ec tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/networks?id=42695f8c-9b56-4e43-bc38-c837e08b5e63 HTTP/1.1" status: 200 len: 815 time: 0.5977421 Jul 15 13:06:25.371277 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-2a2c78d3-d631-40b9-8140-85e3c2e84efe tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/quotas/7a88028be7f84effb036f6deec243d95 HTTP/1.1" status: 200 len: 375 time: 0.0466907 Jul 15 13:06:25.469381 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a53ae476-c66d-43c6-b577-50c58bbdd58d req-bf6eb20b-d280-4a69-ad4a-a389381fed54 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a49d3bf-160d-476c-90f4-df89841bc412 HTTP/1.1" status: 200 len: 999 time: 0.3929248 Jul 15 13:06:25.473720 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d7a59636-7960-4c8b-9f05-a822895334aa req-d5a97cb9-35b2-4d0d-b678-f9901c8dcafa service neutron] 10.222.0.24 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242071 Jul 15 13:06:25.521650 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-01c8803b-8965-47fe-ac3f-cb8385015397 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a88028be7f84effb036f6deec243d95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1483886 Jul 15 13:06:25.651485 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d7a59636-7960-4c8b-9f05-a822895334aa req-085106a7-5453-4d77-ad56-04292d4888c7 service neutron] 10.222.0.24 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587973 Jul 15 13:06:25.828436 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ae476-c66d-43c6-b577-50c58bbdd58d req-08bb8077-c0ca-4295-a80a-2d9328362e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:25.834868 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:25.836360 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a53ae476-c66d-43c6-b577-50c58bbdd58d req-08bb8077-c0ca-4295-a80a-2d9328362e24 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=025d5c18-d573-4395-91a0-0d10b88dc7bd HTTP/1.1" status: 200 len: 860 time: 0.3571274 Jul 15 13:06:25.880955 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-1919ae9b-4330-49ce-bfc1-e10fcc100b75 service neutron] 10.222.0.24 "GET /v2.0/networks/42695f8c-9b56-4e43-bc38-c837e08b5e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545661 Jul 15 13:06:25.928154 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ae4b94-c178-4e72-a523-d879cfbb0e30 None None] Network 3954d18e-977d-404c-89a6-5c60d8882e7d requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:26.084043 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ae476-c66d-43c6-b577-50c58bbdd58d req-5d1b7b1d-c319-4061-a784-a243b240ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:26.085687 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a53ae476-c66d-43c6-b577-50c58bbdd58d req-5d1b7b1d-c319-4061-a784-a243b240ff86 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15f5e38d-4952-4914-a6e9-ead735ddcdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2341251 Jul 15 13:06:26.141249 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:26.266185 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-b4f747c2-e53c-49c3-9496-f64194a6988c service neutron] 10.222.0.24 "GET /v2.0/networks/42695f8c-9b56-4e43-bc38-c837e08b5e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851972 Jul 15 13:06:26.323612 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a53ae476-c66d-43c6-b577-50c58bbdd58d req-c1f742dd-b876-4dbe-8501-2158b371df6c service neutron] 10.222.0.32 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301939 Jul 15 13:06:26.447364 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:26.832181 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2875253a-6125-46f0-bff7-558476bb97aa req-673a91d9-4a81-483f-9c6c-a28dbe6223b3 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/floatingips/e79898e6-f5a9-4d4f-a116-c5c559bbdc4f HTTP/1.1" status: 200 len: 996 time: 0.1406245 Jul 15 13:06:26.854800 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a53ae476-c66d-43c6-b577-50c58bbdd58d req-4bcfc87a-ae27-41b8-b6dd-573e2419db32 service neutron] 10.222.0.32 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5239127 Jul 15 13:06:27.339703 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10be1b-601e-46af-897c-d654ed02feb3 req-f15c4bbc-9357-480a-a35e-8313e4c77317 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:27.351148 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-da10be1b-601e-46af-897c-d654ed02feb3 req-f15c4bbc-9357-480a-a35e-8313e4c77317 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] 10.222.0.24 "GET /v2.0/networks?id=3954d18e-977d-404c-89a6-5c60d8882e7d HTTP/1.1" status: 200 len: 821 time: 0.6339524 Jul 15 13:06:27.410446 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-da10be1b-601e-46af-897c-d654ed02feb3 req-5196310e-8158-4cd4-933d-9bfec48a6725 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] 10.222.0.24 "GET /v2.0/quotas/58a6283571d14d709c26a8e45d9a8e92 HTTP/1.1" status: 200 len: 375 time: 0.0516653 Jul 15 13:06:27.450059 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-898d45b0-f5ee-4e8e-98a7-0da79d410f74 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:27.470018 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875253a-6125-46f0-bff7-558476bb97aa req-3d7a9e7d-8705-42b6-9f7e-075fc0dd7615 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:27.479151 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2875253a-6125-46f0-bff7-558476bb97aa req-3d7a9e7d-8705-42b6-9f7e-075fc0dd7615 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 784 time: 0.6341195 Jul 15 13:06:27.480493 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50830) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:27.497096 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-898d45b0-f5ee-4e8e-98a7-0da79d410f74 None None] Transition to ACTIVE for port object 4d1003e2-6791-427c-b108-50f6e25b5734 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:27.509196 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-2875253a-6125-46f0-bff7-558476bb97aa req-4e31a042-15e4-4e1c-b13b-7cc5e2043eb5 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:06:27.521395 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2875253a-6125-46f0-bff7-558476bb97aa req-4e31a042-15e4-4e1c-b13b-7cc5e2043eb5 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0310929 Jul 15 13:06:27.522155 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-898d45b0-f5ee-4e8e-98a7-0da79d410f74 None None] Transition to ACTIVE for port object 4d1003e2-6791-427c-b108-50f6e25b5734 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:27.538926 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-898d45b0-f5ee-4e8e-98a7-0da79d410f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:27.578709 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-da10be1b-601e-46af-897c-d654ed02feb3 req-2953793d-f1cd-4580-9ba4-2ada97779d55 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=58a6283571d14d709c26a8e45d9a8e92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1643453 Jul 15 13:06:27.603109 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d45b0-f5ee-4e8e-98a7-0da79d410f74 None None] Pushing event updated for resources: {'Port': ['ID=4d1003e2-6791-427c-b108-50f6e25b5734,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:27.658369 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898d45b0-f5ee-4e8e-98a7-0da79d410f74 None None] Network 42695f8c-9b56-4e43-bc38-c837e08b5e63 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:27.661778 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d41c1f10-9ea6-4b8d-b71a-8c1ac2ef48c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461522680-router', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:02Z', 'updated_at': '2021-07-15T13:05:08Z', 'revision_number': 4, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'gw_port': {'id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:03Z', 'updated_at': '2021-07-15T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'e79898e6-f5a9-4d4f-a116-c5c559bbdc4f', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'port_id': '7a49d3bf-160d-476c-90f4-df89841bc412', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'mac_address': 'fa:16:3e:7f:3b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a5717a-cb56-44e8-a9e5-f6c245c94804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:05:36Z', 'updated_at': '2021-07-15T13:06:19Z', 'revision_number': 8, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0313d1c-46a4-4d60-a9e1-94c4e5275d5c', 'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'mac_address': 'fa:16:3e:ad:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:07Z', 'updated_at': '2021-07-15T13:05:20Z', 'revision_number': 5, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'subnets': [{'id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:27.700881 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41c1f10-9ea6-4b8d-b71a-8c1ac2ef48c0 None None] Checking router: d85775f2-22ec-44b1-a44f-2fec8d29a0ba for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:06:27.720953 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-898d45b0-f5ee-4e8e-98a7-0da79d410f74 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:27.732986 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898d45b0-f5ee-4e8e-98a7-0da79d410f74 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:27.756077 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41c1f10-9ea6-4b8d-b71a-8c1ac2ef48c0 None None] Routers {'d85775f2-22ec-44b1-a44f-2fec8d29a0ba'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:27.756077 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d41c1f10-9ea6-4b8d-b71a-8c1ac2ef48c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:06:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:27.912710 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-d41c1f10-9ea6-4b8d-b71a-8c1ac2ef48c0 None None] Set router d85775f2-22ec-44b1-a44f-2fec8d29a0ba gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:28.033209 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-da10be1b-601e-46af-897c-d654ed02feb3 req-6d0cef05-7860-4179-8dac-5ec2134dd04d service neutron] 10.222.0.24 "GET /v2.0/networks/3954d18e-977d-404c-89a6-5c60d8882e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416265 Jul 15 13:06:28.059297 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-3452cfde-2853-489a-ad21-e9b04df2bb8e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1682413353-network', 'tenant_id': '112f149b05db49a3929e503c498efa29'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:28.179841 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3452cfde-2853-489a-ad21-e9b04df2bb8e admin admin] Made reservation on behalf of 112f149b05db49a3929e503c498efa29 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:28.183482 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3452cfde-2853-489a-ad21-e9b04df2bb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:28.234358 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3452cfde-2853-489a-ad21-e9b04df2bb8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:28.335203 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-da10be1b-601e-46af-897c-d654ed02feb3 req-0a887d41-81a4-4142-aba5-e4f545859ddd service neutron] 10.222.0.24 "GET /v2.0/networks/3954d18e-977d-404c-89a6-5c60d8882e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900913 Jul 15 13:06:28.484691 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-898d45b0-f5ee-4e8e-98a7-0da79d410f74 None None] Attempting to bind port 4d1003e2-6791-427c-b108-50f6e25b5734 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:28.485265 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-898d45b0-f5ee-4e8e-98a7-0da79d410f74 None None] Attempting to bind port 4d1003e2-6791-427c-b108-50f6e25b5734 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'b5f215a9-6878-47d6-870d-f1a3b2db4a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '42695f8c-9b56-4e43-bc38-c837e08b5e63'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:28.485485 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898d45b0-f5ee-4e8e-98a7-0da79d410f74 None None] Attempting to bind port 4d1003e2-6791-427c-b108-50f6e25b5734 on network 42695f8c-9b56-4e43-bc38-c837e08b5e63 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:28.504056 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898d45b0-f5ee-4e8e-98a7-0da79d410f74 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:28.506810 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898d45b0-f5ee-4e8e-98a7-0da79d410f74 None None] Checking segment: {'id': 'b5f215a9-6878-47d6-870d-f1a3b2db4a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '42695f8c-9b56-4e43-bc38-c837e08b5e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:28.507393 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-898d45b0-f5ee-4e8e-98a7-0da79d410f74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:28.509152 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898d45b0-f5ee-4e8e-98a7-0da79d410f74 None None] Bound using segment: {'id': 'b5f215a9-6878-47d6-870d-f1a3b2db4a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '42695f8c-9b56-4e43-bc38-c837e08b5e63'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:28.509931 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-898d45b0-f5ee-4e8e-98a7-0da79d410f74 None None] Bound port: 4d1003e2-6791-427c-b108-50f6e25b5734, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f215a9-6878-47d6-870d-f1a3b2db4a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '42695f8c-9b56-4e43-bc38-c837e08b5e63'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:28.511491 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-898d45b0-f5ee-4e8e-98a7-0da79d410f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:28.628463 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3452cfde-2853-489a-ad21-e9b04df2bb8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:28.654195 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3452cfde-2853-489a-ad21-e9b04df2bb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:28.703261 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-898d45b0-f5ee-4e8e-98a7-0da79d410f74 None None] For port 4d1003e2-6791-427c-b108-50f6e25b5734, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:28.712552 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-898d45b0-f5ee-4e8e-98a7-0da79d410f74 None None] For port 4d1003e2-6791-427c-b108-50f6e25b5734, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=4d1003e2-6791-427c-b108-50f6e25b5734,segment=NetworkSegment(b5f215a9-6878-47d6-870d-f1a3b2db4a54),segment_id=b5f215a9-6878-47d6-870d-f1a3b2db4a54)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:28.763366 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-898d45b0-f5ee-4e8e-98a7-0da79d410f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:28.822215 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3452cfde-2853-489a-ad21-e9b04df2bb8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:06:28.905885 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3452cfde-2853-489a-ad21-e9b04df2bb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:28.906350 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-3452cfde-2853-489a-ad21-e9b04df2bb8e admin admin] Added segment d5872970-ad71-4929-9627-c34c931cebd5 of type vlan for network fe7e0964-f83b-4641-9a36-f593100a479d Jul 15 13:06:28.913401 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452cfde-2853-489a-ad21-e9b04df2bb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc96c76-36a2-49e9-9027-e92fa0c4c0ba,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:29.034924 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d45b0-f5ee-4e8e-98a7-0da79d410f74 None None] Pushing event updated for resources: {'Port': ['ID=4d1003e2-6791-427c-b108-50f6e25b5734,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:29.072827 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d41c1f10-9ea6-4b8d-b71a-8c1ac2ef48c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461522680-router', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:02Z', 'updated_at': '2021-07-15T13:05:08Z', 'revision_number': 4, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'gw_port': {'id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:03Z', 'updated_at': '2021-07-15T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'e79898e6-f5a9-4d4f-a116-c5c559bbdc4f', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'port_id': '7a49d3bf-160d-476c-90f4-df89841bc412', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'mac_address': 'fa:16:3e:7f:3b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a5717a-cb56-44e8-a9e5-f6c245c94804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:05:36Z', 'updated_at': '2021-07-15T13:06:19Z', 'revision_number': 8, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0313d1c-46a4-4d60-a9e1-94c4e5275d5c', 'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'mac_address': 'fa:16:3e:ad:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:07Z', 'updated_at': '2021-07-15T13:05:20Z', 'revision_number': 5, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'subnets': [{'id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:29.150478 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3452cfde-2853-489a-ad21-e9b04df2bb8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:29.201834 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41c1f10-9ea6-4b8d-b71a-8c1ac2ef48c0 None None] The sync data for ids ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'] in n-d-758944-45 is: [{'id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461522680-router', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:02Z', 'updated_at': '2021-07-15T13:05:08Z', 'revision_number': 4, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'gw_port': {'id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:03Z', 'updated_at': '2021-07-15T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'e79898e6-f5a9-4d4f-a116-c5c559bbdc4f', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'port_id': '7a49d3bf-160d-476c-90f4-df89841bc412', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'mac_address': 'fa:16:3e:7f:3b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a5717a-cb56-44e8-a9e5-f6c245c94804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:05:36Z', 'updated_at': '2021-07-15T13:06:19Z', 'revision_number': 8, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0313d1c-46a4-4d60-a9e1-94c4e5275d5c', 'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'mac_address': 'fa:16:3e:ad:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:07Z', 'updated_at': '2021-07-15T13:05:20Z', 'revision_number': 5, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'subnets': [{'id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:06:29.224917 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-ba0453be-541d-40a5-8642-a3c37b446482 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:29.229308 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-ba0453be-541d-40a5-8642-a3c37b446482 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/networks?id=42695f8c-9b56-4e43-bc38-c837e08b5e63 HTTP/1.1" status: 200 len: 815 time: 0.3546047 Jul 15 13:06:29.290409 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3452cfde-2853-489a-ad21-e9b04df2bb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:29.298057 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3452cfde-2853-489a-ad21-e9b04df2bb8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:29.300396 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3452cfde-2853-489a-ad21-e9b04df2bb8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:29.322890 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-246f97cd-ae12-4af7-b4eb-442b1394ac4a tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/quotas/7a88028be7f84effb036f6deec243d95 HTTP/1.1" status: 200 len: 375 time: 0.0530241 Jul 15 13:06:29.674183 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccf63c0-d576-4647-9121-dbf3c3862c96 None None] New status for floating IP e79898e6-f5a9-4d4f-a116-c5c559bbdc4f: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:06:29.774842 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-872564b7-4707-4a11-bcfd-1f09ea03b394 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a88028be7f84effb036f6deec243d95&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4500360 Jul 15 13:06:29.812501 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-917157ee-2087-4533-8bd3-aca061b45c4a req-c5235d98-9912-49ac-8579-08d06e1d9b39 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.94 HTTP/1.1" status: 200 len: 999 time: 0.2929072 Jul 15 13:06:29.842009 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3452cfde-2853-489a-ad21-e9b04df2bb8e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3594363 Jul 15 13:06:29.853442 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50874) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:29.865691 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b406a321-fdc0-4b09-9e9a-07811de4b54b admin admin] Request body: {'subnet': {'network_id': 'fe7e0964-f83b-4641-9a36-f593100a479d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1682413353-subnet', 'tenant_id': '112f149b05db49a3929e503c498efa29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:30.044503 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452cfde-2853-489a-ad21-e9b04df2bb8e admin admin] Pushing event updated for resources: {'Network': ['ID=fe7e0964-f83b-4641-9a36-f593100a479d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:30.061819 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network fe7e0964-f83b-4641-9a36-f593100a479d details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:06:30.079856 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917157ee-2087-4533-8bd3-aca061b45c4a req-1ad0b68d-9baf-42ff-a704-ad929a54d0a4 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:30.082553 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-917157ee-2087-4533-8bd3-aca061b45c4a req-1ad0b68d-9baf-42ff-a704-ad929a54d0a4 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/ports/7a49d3bf-160d-476c-90f4-df89841bc412 HTTP/1.1" status: 200 len: 943 time: 0.2690165 Jul 15 13:06:30.099662 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b406a321-fdc0-4b09-9e9a-07811de4b54b admin admin] Made reservation on behalf of 112f149b05db49a3929e503c498efa29 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:30.103606 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b406a321-fdc0-4b09-9e9a-07811de4b54b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.434137 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-30efe208-fdf6-40f1-8d6a-fdc3dc283189 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:30.437838 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-30efe208-fdf6-40f1-8d6a-fdc3dc283189 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.18 "GET /v2.0/networks?id=42695f8c-9b56-4e43-bc38-c837e08b5e63 HTTP/1.1" status: 200 len: 815 time: 0.6610842 Jul 15 13:06:30.474959 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-51e30213-3ce8-433c-9d9d-f73930f96cf1 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Request body: {'port': {'device_id': '0ba3272b-9c92-4928-b1bd-f90df9885b43', 'network_id': '42695f8c-9b56-4e43-bc38-c837e08b5e63', 'admin_state_up': True, 'tenant_id': '7a88028be7f84effb036f6deec243d95'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:30.503362 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-e7c8dcf7-9831-4802-b715-73312db3ad09 service neutron] 10.222.0.24 "GET /v2.0/networks/42695f8c-9b56-4e43-bc38-c837e08b5e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6768723 Jul 15 13:06:30.692785 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9022d9a-18e9-4362-a702-5597f29fc10b req-3a933a51-6a83-4ae3-9a1c-d8900696f62b tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:30.697731 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c9022d9a-18e9-4362-a702-5597f29fc10b req-3a933a51-6a83-4ae3-9a1c-d8900696f62b tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.32 "GET /v2.0/ports?device_id=988e64c6-f85d-49cf-82f5-4e595bc45e7e HTTP/1.1" status: 200 len: 945 time: 0.5695345 Jul 15 13:06:30.864894 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-917157ee-2087-4533-8bd3-aca061b45c4a req-169dee9c-583d-4cba-bb60-9b2561f926ed tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.94 HTTP/1.1" status: 200 len: 1001 time: 0.2872152 Jul 15 13:06:31.041197 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b406a321-fdc0-4b09-9e9a-07811de4b54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:31.260804 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387d982f-5486-426f-b36f-c5c307dd2b3b None None] Network 42695f8c-9b56-4e43-bc38-c837e08b5e63 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:31.284792 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406a321-fdc0-4b09-9e9a-07811de4b54b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a13d2b84-4fd3-482d-938a-fd2e72c6de79,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:31.406537 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917157ee-2087-4533-8bd3-aca061b45c4a req-29a794c0-5633-43eb-8bb3-ac7ea568f0b5 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:31.416516 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-917157ee-2087-4533-8bd3-aca061b45c4a req-29a794c0-5633-43eb-8bb3-ac7ea568f0b5 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 784 time: 0.5503802 Jul 15 13:06:31.582611 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-917157ee-2087-4533-8bd3-aca061b45c4a req-a49baab2-f8ba-4c8e-986d-546cf8ecaff3 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.94 HTTP/1.1" status: 200 len: 1001 time: 0.1647429 Jul 15 13:06:31.589435 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-917157ee-2087-4533-8bd3-aca061b45c4a req-0f04a8fd-df27-44f6-bc34-90194d69b9ef tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:31.592441 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b406a321-fdc0-4b09-9e9a-07811de4b54b admin admin] Checking segment: {'id': 'd5872970-ad71-4929-9627-c34c931cebd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fe7e0964-f83b-4641-9a36-f593100a479d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:31.593016 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b406a321-fdc0-4b09-9e9a-07811de4b54b admin admin] Network hostable DHCP agents. Network: fe7e0964-f83b-4641-9a36-f593100a479d, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:06:31.718262 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-917157ee-2087-4533-8bd3-aca061b45c4a req-0f04a8fd-df27-44f6-bc34-90194d69b9ef tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:31.757713 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 4d1003e2-6791-427c-b108-50f6e25b5734 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:31.850839 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b406a321-fdc0-4b09-9e9a-07811de4b54b admin admin] Network fe7e0964-f83b-4641-9a36-f593100a479d is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:06:31.886008 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-b406a321-fdc0-4b09-9e9a-07811de4b54b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, fe7e0964-f83b-4641-9a36-f593100a479d) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:31.918806 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e744b61a-98f1-4657-bee0-6dba65c4d5a9 None None] Provisioning for port 4d1003e2-6791-427c-b108-50f6e25b5734 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:31.936288 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aecfe1-a101-4a77-a2ca-c0fa1cc9694b None None] Network fe7e0964-f83b-4641-9a36-f593100a479d requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:32.072258 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b406a321-fdc0-4b09-9e9a-07811de4b54b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:32.073361 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b406a321-fdc0-4b09-9e9a-07811de4b54b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:32.187120 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b406a321-fdc0-4b09-9e9a-07811de4b54b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3318541 Jul 15 13:06:32.219678 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 4d1003e2-6791-427c-b108-50f6e25b5734 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:32.240349 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 4d1003e2-6791-427c-b108-50f6e25b5734 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:32.241413 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:32.336667 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-917157ee-2087-4533-8bd3-aca061b45c4a req-0f04a8fd-df27-44f6-bc34-90194d69b9ef tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:32.347206 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-917157ee-2087-4533-8bd3-aca061b45c4a req-0f04a8fd-df27-44f6-bc34-90194d69b9ef tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:32.347747 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [req-917157ee-2087-4533-8bd3-aca061b45c4a req-0f04a8fd-df27-44f6-bc34-90194d69b9ef tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Floating IP e79898e6-f5a9-4d4f-a116-c5c559bbdc4f disassociated. External IP: 172.25.6.94, port: 7a49d3bf-160d-476c-90f4-df89841bc412. Jul 15 13:06:32.588615 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10be1b-601e-46af-897c-d654ed02feb3 req-1455c632-3627-4232-91b2-d4cdb4a84bfd tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:32.590526 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-da10be1b-601e-46af-897c-d654ed02feb3 req-1455c632-3627-4232-91b2-d4cdb4a84bfd tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] 10.222.0.18 "GET /v2.0/networks?id=3954d18e-977d-404c-89a6-5c60d8882e7d HTTP/1.1" status: 200 len: 821 time: 0.3548336 Jul 15 13:06:32.598335 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-ad23101f-dada-4a18-b045-f21f71aeb63b service neutron] 10.222.0.24 "GET /v2.0/networks/42695f8c-9b56-4e43-bc38-c837e08b5e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9856157 Jul 15 13:06:32.626469 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-da10be1b-601e-46af-897c-d654ed02feb3 req-6471851a-316a-411e-b121-6fa8fd125831 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] Request body: {'port': {'device_id': '2f6cb8fb-21e8-48ab-b6cf-c0444c9aa0d4', 'network_id': '3954d18e-977d-404c-89a6-5c60d8882e7d', 'admin_state_up': True, 'tenant_id': '58a6283571d14d709c26a8e45d9a8e92'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:32.669186 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609d0bb5-2899-48d6-babd-6d3c4f3e88af None None] Network fe7e0964-f83b-4641-9a36-f593100a479d requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:32.942262 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-51e30213-3ce8-433c-9d9d-f73930f96cf1 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Made reservation on behalf of 7a88028be7f84effb036f6deec243d95 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:32.949744 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-51e30213-3ce8-433c-9d9d-f73930f96cf1 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:33.063007 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:33.404116 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 4d1003e2-6791-427c-b108-50f6e25b5734, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=4d1003e2-6791-427c-b108-50f6e25b5734,segment=NetworkSegment(b5f215a9-6878-47d6-870d-f1a3b2db4a54),segment_id=b5f215a9-6878-47d6-870d-f1a3b2db4a54)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:33.434122 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:33.439064 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da10be1b-601e-46af-897c-d654ed02feb3 req-6471851a-316a-411e-b121-6fa8fd125831 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] Made reservation on behalf of 58a6283571d14d709c26a8e45d9a8e92 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:33.445681 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-da10be1b-601e-46af-897c-d654ed02feb3 req-6471851a-316a-411e-b121-6fa8fd125831 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:33.486108 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-c9022d9a-18e9-4362-a702-5597f29fc10b req-623c8e26-a25d-432c-8dfd-a2bb82750448 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Deleting port 8351676b-5acf-43f5-b369-4f411b82b725 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:33.486808 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c9022d9a-18e9-4362-a702-5597f29fc10b req-623c8e26-a25d-432c-8dfd-a2bb82750448 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:33.692028 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=4d1003e2-6791-427c-b108-50f6e25b5734,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:33.707926 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:33.711616 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:33.711616 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:33.711616 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:33.711616 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:33.711616 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:33.711616 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:33.711616 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:33.711616 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:33.711616 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:33.711616 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:33.714279 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:33.726196 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e053f650-6d01-4b8c-8ecb-6e2a4b19074b None None] Provisioning complete for port 4d1003e2-6791-427c-b108-50f6e25b5734 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:33.726612 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e053f650-6d01-4b8c-8ecb-6e2a4b19074b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:33.776127 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [req-917157ee-2087-4533-8bd3-aca061b45c4a req-0f04a8fd-df27-44f6-bc34-90194d69b9ef tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Router d85775f2-22ec-44b1-a44f-2fec8d29a0ba has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:06:34.030291 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-917157ee-2087-4533-8bd3-aca061b45c4a req-0f04a8fd-df27-44f6-bc34-90194d69b9ef tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:06:34.051669 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-917157ee-2087-4533-8bd3-aca061b45c4a req-0f04a8fd-df27-44f6-bc34-90194d69b9ef tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:34.073647 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644c03d9-744e-4b5f-9e94-91bf5339204b None None] Sync routers for ids ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:06:34.095998 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644c03d9-744e-4b5f-9e94-91bf5339204b None None] Routers {'d85775f2-22ec-44b1-a44f-2fec8d29a0ba'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:34.095998 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-644c03d9-744e-4b5f-9e94-91bf5339204b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:06:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:34.134066 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-917157ee-2087-4533-8bd3-aca061b45c4a req-0f04a8fd-df27-44f6-bc34-90194d69b9ef tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "PUT /v2.0/floatingips/e79898e6-f5a9-4d4f-a116-c5c559bbdc4f HTTP/1.1" status: 200 len: 695 time: 2.5492344 Jul 15 13:06:34.134988 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a5717a-cb56-44e8-a9e5-f6c245c94804', 'tag': '7a49d3bf-160d-476c-90f4-df89841bc412'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:34.147813 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1e699f-2454-4fc6-9573-f625b20d4006" -d '{"events": [{"name": "network-changed", "server_uuid": "82a5717a-cb56-44e8-a9e5-f6c245c94804", "tag": "7a49d3bf-160d-476c-90f4-df89841bc412"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:34.184892 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-51e30213-3ce8-433c-9d9d-f73930f96cf1 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Allocated IP 172.20.0.5 (42695f8c-9b56-4e43-bc38-c837e08b5e63/1cba547a-53ca-4b0e-8348-0829e7a2d9c0/00babca7-d011-4c13-8b41-0e368cd02652) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:34.188358 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c9022d9a-18e9-4362-a702-5597f29fc10b req-623c8e26-a25d-432c-8dfd-a2bb82750448 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] For port 8351676b-5acf-43f5-b369-4f411b82b725, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=8351676b-5acf-43f5-b369-4f411b82b725,segment=NetworkSegment(5ee034e8-e3f6-4149-9e9b-fd287931a9ae),segment_id=5ee034e8-e3f6-4149-9e9b-fd287931a9ae)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:34.188795 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c9022d9a-18e9-4362-a702-5597f29fc10b req-623c8e26-a25d-432c-8dfd-a2bb82750448 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:34.294338 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447ae28-8f1b-4126-ae94-8daa63a6e596 req-53069f57-e3a0-439f-8054-8b26f04f8858 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:34.295965 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c447ae28-8f1b-4126-ae94-8daa63a6e596 req-53069f57-e3a0-439f-8054-8b26f04f8858 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "GET /v2.0/ports?device_id=988e64c6-f85d-49cf-82f5-4e595bc45e7e HTTP/1.1" status: 200 len: 945 time: 0.8617170 Jul 15 13:06:34.307726 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-da10be1b-601e-46af-897c-d654ed02feb3 req-6471851a-316a-411e-b121-6fa8fd125831 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] Allocated IP 172.20.0.3 (3954d18e-977d-404c-89a6-5c60d8882e7d/fe6e7b62-fa2f-4418-bc6f-8dce02061845/9c88ec43-d451-425b-881d-8e8eff72ec72) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:34.334775 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917157ee-2087-4533-8bd3-aca061b45c4a req-cb4c676a-827e-472c-ad80-6a107bc28e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:34.360939 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-917157ee-2087-4533-8bd3-aca061b45c4a req-cb4c676a-827e-472c-ad80-6a107bc28e3a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6722cf0529e42bab580975825cb7f20&device_id=82a5717a-cb56-44e8-a9e5-f6c245c94804 HTTP/1.1" status: 200 len: 1098 time: 0.1897063 Jul 15 13:06:34.460755 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-644c03d9-744e-4b5f-9e94-91bf5339204b None None] Set router d85775f2-22ec-44b1-a44f-2fec8d29a0ba gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:34.570596 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c447ae28-8f1b-4126-ae94-8daa63a6e596 req-11fbab0c-c000-4095-8898-8a5895d7260d tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c8e27fd-bc24-41b9-8ea2-1bdd9ddbcabf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526262 Jul 15 13:06:34.778354 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917157ee-2087-4533-8bd3-aca061b45c4a req-908da32e-1d7c-4462-97b9-0a65465ba1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:34.781705 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-917157ee-2087-4533-8bd3-aca061b45c4a req-908da32e-1d7c-4462-97b9-0a65465ba1bd service neutron] 10.222.0.24 "GET /v2.0/networks?id=15f5e38d-4952-4914-a6e9-ead735ddcdbc HTTP/1.1" status: 200 len: 922 time: 0.4149799 Jul 15 13:06:34.887539 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-917157ee-2087-4533-8bd3-aca061b45c4a req-a5ade399-ebca-4a0c-ac72-8d0b70aa7e4c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a49d3bf-160d-476c-90f4-df89841bc412 HTTP/1.1" status: 200 len: 217 time: 0.0935507 Jul 15 13:06:34.904159 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-644c03d9-744e-4b5f-9e94-91bf5339204b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461522680-router', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:02Z', 'updated_at': '2021-07-15T13:05:08Z', 'revision_number': 4, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'gw_port': {'id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:03Z', 'updated_at': '2021-07-15T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'e0313d1c-46a4-4d60-a9e1-94c4e5275d5c', 'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'mac_address': 'fa:16:3e:ad:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:07Z', 'updated_at': '2021-07-15T13:05:20Z', 'revision_number': 5, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'subnets': [{'id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:34.948584 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c9022d9a-18e9-4362-a702-5597f29fc10b req-623c8e26-a25d-432c-8dfd-a2bb82750448 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:34.949041 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c9022d9a-18e9-4362-a702-5597f29fc10b req-623c8e26-a25d-432c-8dfd-a2bb82750448 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:34.949268 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [req-c9022d9a-18e9-4362-a702-5597f29fc10b req-623c8e26-a25d-432c-8dfd-a2bb82750448 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Floating IP 3e7a5537-93e1-4f0a-a2a7-96df7d674101 disassociated. External IP: 172.25.6.78, port: 8351676b-5acf-43f5-b369-4f411b82b725. Jul 15 13:06:34.949586 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-c9022d9a-18e9-4362-a702-5597f29fc10b req-623c8e26-a25d-432c-8dfd-a2bb82750448 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Calling delete_port for 8351676b-5acf-43f5-b369-4f411b82b725 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:34.988873 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644c03d9-744e-4b5f-9e94-91bf5339204b None None] Checking router: d85775f2-22ec-44b1-a44f-2fec8d29a0ba for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:06:34.997589 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b3ea8d2b-cce9-4d4e-b3e3-3815a4b491b2 req-730d0e4a-efa4-4cfa-925b-f43aef679901 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f6cb8fb-21e8-48ab-b6cf-c0444c9aa0d4 HTTP/1.1" status: 200 len: 210 time: 0.0883889 Jul 15 13:06:35.020975 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-51e30213-3ce8-433c-9d9d-f73930f96cf1 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.024261 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917157ee-2087-4533-8bd3-aca061b45c4a req-d817e2a5-b3a6-4721-a0a9-3d0d7faceee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:35.030550 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-917157ee-2087-4533-8bd3-aca061b45c4a req-d817e2a5-b3a6-4721-a0a9-3d0d7faceee5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=025d5c18-d573-4395-91a0-0d10b88dc7bd HTTP/1.1" status: 200 len: 860 time: 0.1199503 Jul 15 13:06:35.057538 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-51e30213-3ce8-433c-9d9d-f73930f96cf1 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Transition to ACTIVE for port object 00babca7-d011-4c13-8b41-0e368cd02652 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:35.077219 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 8351676b-5acf-43f5-b369-4f411b82b725 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:35.101641 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644c03d9-744e-4b5f-9e94-91bf5339204b None None] Routers {'d85775f2-22ec-44b1-a44f-2fec8d29a0ba'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:35.101641 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-644c03d9-744e-4b5f-9e94-91bf5339204b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:06:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:35.102047 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-da10be1b-601e-46af-897c-d654ed02feb3 req-6471851a-316a-411e-b121-6fa8fd125831 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.174473 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917157ee-2087-4533-8bd3-aca061b45c4a req-1822aed6-d734-409c-a997-20440d78ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:35.183988 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-917157ee-2087-4533-8bd3-aca061b45c4a req-1822aed6-d734-409c-a997-20440d78ff3f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=15f5e38d-4952-4914-a6e9-ead735ddcdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1414111 Jul 15 13:06:35.310496 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-51e30213-3ce8-433c-9d9d-f73930f96cf1 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.322487 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-da10be1b-601e-46af-897c-d654ed02feb3 req-6471851a-316a-411e-b121-6fa8fd125831 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.744965 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-51e30213-3ce8-433c-9d9d-f73930f96cf1 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Network 42695f8c-9b56-4e43-bc38-c837e08b5e63 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:35.807641 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-917157ee-2087-4533-8bd3-aca061b45c4a req-c0bb612d-cdaf-4b1b-80e8-db9a8accebb6 service neutron] 10.222.0.24 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6224766 Jul 15 13:06:35.815596 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 4d1003e2-6791-427c-b108-50f6e25b5734 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:35.854866 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-51e30213-3ce8-433c-9d9d-f73930f96cf1 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:35.872561 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-51e30213-3ce8-433c-9d9d-f73930f96cf1 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:35.892623 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da10be1b-601e-46af-897c-d654ed02feb3 req-6471851a-316a-411e-b121-6fa8fd125831 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] Network 3954d18e-977d-404c-89a6-5c60d8882e7d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:35.897951 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-a95261fd-9f3d-4d80-8367-505b94ee59c8 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:35.900236 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-a95261fd-9f3d-4d80-8367-505b94ee59c8 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.18 "GET /v2.0/networks?id=42695f8c-9b56-4e43-bc38-c837e08b5e63 HTTP/1.1" status: 200 len: 815 time: 0.6702809 Jul 15 13:06:35.921972 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-f32efc44-dd0a-48fa-897f-37a1cce0b68a tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Request body: {'port': {'device_id': 'de96b8a9-6dfa-49cf-a6c4-f6e664483de9', 'network_id': '42695f8c-9b56-4e43-bc38-c837e08b5e63', 'admin_state_up': True, 'tenant_id': '7a88028be7f84effb036f6deec243d95'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:36.041574 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.112843 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 4d1003e2-6791-427c-b108-50f6e25b5734 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:36.113536 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.179581 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-644c03d9-744e-4b5f-9e94-91bf5339204b None None] Set router d85775f2-22ec-44b1-a44f-2fec8d29a0ba gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:36.193960 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e30213-3ce8-433c-9d9d-f73930f96cf1 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Pushing event updated for resources: {'Port': ['ID=00babca7-d011-4c13-8b41-0e368cd02652,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:36.199022 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-da10be1b-601e-46af-897c-d654ed02feb3 req-6471851a-316a-411e-b121-6fa8fd125831 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:36.311080 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-917157ee-2087-4533-8bd3-aca061b45c4a req-eba3c967-8146-4f20-813e-d336f51d1e42 service neutron] 10.222.0.24 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996915 Jul 15 13:06:36.365808 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-da10be1b-601e-46af-897c-d654ed02feb3 req-6471851a-316a-411e-b121-6fa8fd125831 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:36.486190 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-f32efc44-dd0a-48fa-897f-37a1cce0b68a tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Made reservation on behalf of 7a88028be7f84effb036f6deec243d95 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:36.493400 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c9022d9a-18e9-4362-a702-5597f29fc10b req-623c8e26-a25d-432c-8dfd-a2bb82750448 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.493639 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-f32efc44-dd0a-48fa-897f-37a1cce0b68a tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.610956 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6471851a-316a-411e-b121-6fa8fd125831 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] Pushing event updated for resources: {'Port': ['ID=9c88ec43-d451-425b-881d-8e8eff72ec72,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:36.718431 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2a2bd65c-4d54-4654-b2bb-1233f3599c26 None None] Provisioning for port 00babca7-d011-4c13-8b41-0e368cd02652 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:36.733433 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2a2bd65c-4d54-4654-b2bb-1233f3599c26 None None] Provisioning complete for port 00babca7-d011-4c13-8b41-0e368cd02652 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:36.734210 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2a2bd65c-4d54-4654-b2bb-1233f3599c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.849850 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-f43fefa6-97e6-4b73-a689-a29ed4ea9dda tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:36.852608 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-f43fefa6-97e6-4b73-a689-a29ed4ea9dda tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/networks?id=42695f8c-9b56-4e43-bc38-c837e08b5e63 HTTP/1.1" status: 200 len: 815 time: 0.3176355 Jul 15 13:06:36.881524 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-51e30213-3ce8-433c-9d9d-f73930f96cf1 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:36.882913 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-51e30213-3ce8-433c-9d9d-f73930f96cf1 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.898346 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c8e26-a25d-432c-8dfd-a2bb82750448 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Pushing event deleted for resources: {'Port': ['ID=8351676b-5acf-43f5-b369-4f411b82b725,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:36.920231 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-bf0e96d0-c5bf-489f-85cb-9bcf78072842 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/quotas/7a88028be7f84effb036f6deec243d95 HTTP/1.1" status: 200 len: 375 time: 0.0581095 Jul 15 13:06:36.946290 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9022d9a-18e9-4362-a702-5597f29fc10b req-623c8e26-a25d-432c-8dfd-a2bb82750448 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Router 1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:06:36.971459 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10be1b-601e-46af-897c-d654ed02feb3 req-6471851a-316a-411e-b121-6fa8fd125831 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:36.973021 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-da10be1b-601e-46af-897c-d654ed02feb3 req-6471851a-316a-411e-b121-6fa8fd125831 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.998735 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-f32efc44-dd0a-48fa-897f-37a1cce0b68a tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Allocated IP 172.20.0.8 (42695f8c-9b56-4e43-bc38-c837e08b5e63/1cba547a-53ca-4b0e-8348-0829e7a2d9c0/d3db1be7-1f89-4d1b-a27f-fe1de1e940ed) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:37.022559 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-46f7db75-a390-4c05-9540-bb6ab23fba1a tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:37.039605 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-46f7db75-a390-4c05-9540-bb6ab23fba1a tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] 10.222.0.24 "GET /v2.0/networks?id=fe7e0964-f83b-4641-9a36-f593100a479d HTTP/1.1" status: 200 len: 809 time: 1.1332958 Jul 15 13:06:37.048298 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2a2bd65c-4d54-4654-b2bb-1233f3599c26 None None] Port 00babca7-d011-4c13-8b41-0e368cd02652 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:06:37.050786 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-51e30213-3ce8-433c-9d9d-f73930f96cf1 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5974956 Jul 15 13:06:37.084079 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-e39e9a86-632a-47ec-8082-ee09904d0842 service neutron] Request body: {'port': {'device_id': '0ba3272b-9c92-4928-b1bd-f90df9885b43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:37.089454 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-da10be1b-601e-46af-897c-d654ed02feb3 req-6471851a-316a-411e-b121-6fa8fd125831 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4682355 Jul 15 13:06:37.124616 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-7b75becc-ca58-41de-8163-44caad433ad5 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a88028be7f84effb036f6deec243d95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1968181 Jul 15 13:06:37.205671 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-b2ecd950-0646-4629-8537-b949aa90403e tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] 10.222.0.24 "GET /v2.0/quotas/112f149b05db49a3929e503c498efa29 HTTP/1.1" status: 200 len: 375 time: 0.1644475 Jul 15 13:06:37.289741 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-da10be1b-601e-46af-897c-d654ed02feb3 req-d4871c85-803c-4c11-bf48-7be94ca24310 service neutron] Request body: {'port': {'device_id': '2f6cb8fb-21e8-48ab-b6cf-c0444c9aa0d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:37.312964 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-644c03d9-744e-4b5f-9e94-91bf5339204b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461522680-router', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:02Z', 'updated_at': '2021-07-15T13:05:08Z', 'revision_number': 4, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'gw_port': {'id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:03Z', 'updated_at': '2021-07-15T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'e0313d1c-46a4-4d60-a9e1-94c4e5275d5c', 'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'mac_address': 'fa:16:3e:ad:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:07Z', 'updated_at': '2021-07-15T13:05:20Z', 'revision_number': 5, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'subnets': [{'id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:37.397325 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644c03d9-744e-4b5f-9e94-91bf5339204b None None] The sync data for ids ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'] in n-d-758944-45 is: [{'id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461522680-router', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:02Z', 'updated_at': '2021-07-15T13:05:08Z', 'revision_number': 4, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'gw_port': {'id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:03Z', 'updated_at': '2021-07-15T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'e0313d1c-46a4-4d60-a9e1-94c4e5275d5c', 'name': '', 'network_id': '15f5e38d-4952-4914-a6e9-ead735ddcdbc', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'mac_address': 'fa:16:3e:ad:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:07Z', 'updated_at': '2021-07-15T13:05:20Z', 'revision_number': 5, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'subnets': [{'id': '025d5c18-d573-4395-91a0-0d10b88dc7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:06:37.460675 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-f32efc44-dd0a-48fa-897f-37a1cce0b68a tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:37.469115 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-2fe733b6-201f-4a6a-be9f-173fdb9b913f service neutron] 10.222.0.24 "GET /v2.0/networks/42695f8c-9b56-4e43-bc38-c837e08b5e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433611 Jul 15 13:06:37.535162 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-f32efc44-dd0a-48fa-897f-37a1cce0b68a tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Transition to ACTIVE for port object d3db1be7-1f89-4d1b-a27f-fe1de1e940ed will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:37.603996 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-f7d63f2a-99bc-416c-b25a-948546776cd4 tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=112f149b05db49a3929e503c498efa29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3971472 Jul 15 13:06:37.693341 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9022d9a-18e9-4362-a702-5597f29fc10b req-623c8e26-a25d-432c-8dfd-a2bb82750448 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:06:37.710837 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06575373-f040-4dc7-a6e0-3b9f6b937304 None None] Sync routers for ids ['1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:06:37.728202 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06575373-f040-4dc7-a6e0-3b9f6b937304 None None] Routers {'1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:37.728846 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-06575373-f040-4dc7-a6e0-3b9f6b937304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:06:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:37.735980 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-c391dabe-912c-4233-8059-68de24e2696c service neutron] 10.222.0.24 "GET /v2.0/networks/42695f8c-9b56-4e43-bc38-c837e08b5e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577906 Jul 15 13:06:37.760081 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-f32efc44-dd0a-48fa-897f-37a1cce0b68a tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:37.793017 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-da10be1b-601e-46af-897c-d654ed02feb3 req-d4871c85-803c-4c11-bf48-7be94ca24310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:37.848963 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-e39e9a86-632a-47ec-8082-ee09904d0842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:37.849477 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32efc44-dd0a-48fa-897f-37a1cce0b68a tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Pushing event updated for resources: {'Port': ['ID=d3db1be7-1f89-4d1b-a27f-fe1de1e940ed,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:37.859078 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:37.901724 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-f32efc44-dd0a-48fa-897f-37a1cce0b68a tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Network 42695f8c-9b56-4e43-bc38-c837e08b5e63 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:37.911913 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-f32efc44-dd0a-48fa-897f-37a1cce0b68a tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:37.916275 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-f32efc44-dd0a-48fa-897f-37a1cce0b68a tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:38.022058 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-06575373-f040-4dc7-a6e0-3b9f6b937304 None None] Set router 1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:38.097503 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9022d9a-18e9-4362-a702-5597f29fc10b req-623c8e26-a25d-432c-8dfd-a2bb82750448 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] No DVR routers for this DVR port 8351676b-5acf-43f5-b369-4f411b82b725 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:06:38.106121 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c9022d9a-18e9-4362-a702-5597f29fc10b req-623c8e26-a25d-432c-8dfd-a2bb82750448 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:38.109829 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c9022d9a-18e9-4362-a702-5597f29fc10b req-623c8e26-a25d-432c-8dfd-a2bb82750448 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.32 "DELETE /v2.0/ports/8351676b-5acf-43f5-b369-4f411b82b725 HTTP/1.1" status: 204 len: 173 time: 7.3912477 Jul 15 13:06:38.132337 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988e64c6-f85d-49cf-82f5-4e595bc45e7e', 'name': 'network-vif-deleted', 'tag': '8351676b-5acf-43f5-b369-4f411b82b725'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:38.136951 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03992ba3-78a4-4f77-9ad0-14787f45cff2" -d '{"events": [{"server_uuid": "988e64c6-f85d-49cf-82f5-4e595bc45e7e", "name": "network-vif-deleted", "tag": "8351676b-5acf-43f5-b369-4f411b82b725"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:38.178310 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-f32efc44-dd0a-48fa-897f-37a1cce0b68a tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:38.179513 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-f32efc44-dd0a-48fa-897f-37a1cce0b68a tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:38.231738 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-f32efc44-dd0a-48fa-897f-37a1cce0b68a tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3192272 Jul 15 13:06:38.245357 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-0a52ae30-59d1-43a4-82ab-cf10c6b8e675 service neutron] Request body: {'port': {'device_id': 'de96b8a9-6dfa-49cf-a6c4-f6e664483de9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:38.383317 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24ed17d-112c-46e9-9a37-902799287d6b None None] New status for floating IP e79898e6-f5a9-4d4f-a116-c5c559bbdc4f: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:06:38.482618 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d34b2b-29a2-4d71-9e17-30dfc22376a7 x-openstack-request-id: req-a4d34b2b-29a2-4d71-9e17-30dfc22376a7 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:38.482992 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a5717a-cb56-44e8-a9e5-f6c245c94804", "tag": "7a49d3bf-160d-476c-90f4-df89841bc412", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:38.483205 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a4d34b2b-29a2-4d71-9e17-30dfc22376a7 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:38.483771 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a5717a-cb56-44e8-a9e5-f6c245c94804', 'tag': '7a49d3bf-160d-476c-90f4-df89841bc412', 'status': 'completed', 'code': 200} Jul 15 13:06:38.532915 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-0a52ae30-59d1-43a4-82ab-cf10c6b8e675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:38.638013 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-06575373-f040-4dc7-a6e0-3b9f6b937304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'name': 'tempest-ServersTestJSON-1790529133-router', 'tenant_id': '208d5b6f99984296b73a45dd4b593343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '922fccd6-f7a3-4b59-bc51-0ad9a6505654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:57Z', 'updated_at': '2021-07-15T13:04:04Z', 'revision_number': 4, 'project_id': '208d5b6f99984296b73a45dd4b593343', 'gw_port': {'id': '922fccd6-f7a3-4b59-bc51-0ad9a6505654', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:58Z', 'updated_at': '2021-07-15T13:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8', 'name': '', 'network_id': 'de1a8c4c-8ca6-4486-8846-3010a8adb593', 'tenant_id': '208d5b6f99984296b73a45dd4b593343', 'mac_address': 'fa:16:3e:84:87:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '2b92288e-8c09-4581-b9d4-f3789126b440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:03Z', 'updated_at': '2021-07-15T13:04:16Z', 'revision_number': 5, 'project_id': '208d5b6f99984296b73a45dd4b593343', 'subnets': [{'id': '2b92288e-8c09-4581-b9d4-f3789126b440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:38.744159 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06575373-f040-4dc7-a6e0-3b9f6b937304 None None] Checking router: 1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:06:38.795984 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06575373-f040-4dc7-a6e0-3b9f6b937304 None None] Routers {'1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:38.801020 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-06575373-f040-4dc7-a6e0-3b9f6b937304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:06:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:38.840047 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-35a9c65e-c85d-4305-8a0c-4e8d94102c83 None None] Provisioning for port d3db1be7-1f89-4d1b-a27f-fe1de1e940ed completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:38.871523 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-35a9c65e-c85d-4305-8a0c-4e8d94102c83 None None] Provisioning complete for port d3db1be7-1f89-4d1b-a27f-fe1de1e940ed triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:38.872303 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-35a9c65e-c85d-4305-8a0c-4e8d94102c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:38.974539 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8ccaafef-ef96-4eb2-a109-b22889a3bdff req-f26e377e-cd4c-414b-80c5-80f038c40137 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "GET /v2.0/ports?device_id=988e64c6-f85d-49cf-82f5-4e595bc45e7e HTTP/1.1" status: 200 len: 210 time: 0.0626967 Jul 15 13:06:39.102505 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-74c9c3ea-a06e-4d4f-8f8d-08992a1bd3b0 service neutron] 10.222.0.24 "GET /v2.0/networks/fe7e0964-f83b-4641-9a36-f593100a479d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4625993 Jul 15 13:06:39.136991 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-35a9c65e-c85d-4305-8a0c-4e8d94102c83 None None] Port d3db1be7-1f89-4d1b-a27f-fe1de1e940ed cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:06:39.380935 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-da10be1b-601e-46af-897c-d654ed02feb3 req-d4871c85-803c-4c11-bf48-7be94ca24310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c88ec43-d451-425b-881d-8e8eff72ec72 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:39.404398 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-da10be1b-601e-46af-897c-d654ed02feb3 req-d4871c85-803c-4c11-bf48-7be94ca24310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.448738 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-da10be1b-601e-46af-897c-d654ed02feb3 req-d4871c85-803c-4c11-bf48-7be94ca24310 service neutron] Transition to ACTIVE for port object 9c88ec43-d451-425b-881d-8e8eff72ec72 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:39.453540 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-06575373-f040-4dc7-a6e0-3b9f6b937304 None None] Set router 1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:39.561999 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-0a52ae30-59d1-43a4-82ab-cf10c6b8e675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3db1be7-1f89-4d1b-a27f-fe1de1e940ed {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:39.585864 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-0a52ae30-59d1-43a4-82ab-cf10c6b8e675 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.622744 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-0a52ae30-59d1-43a4-82ab-cf10c6b8e675 service neutron] Transition to ACTIVE for port object d3db1be7-1f89-4d1b-a27f-fe1de1e940ed will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:39.657424 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-0a52ae30-59d1-43a4-82ab-cf10c6b8e675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.916386 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52ae30-59d1-43a4-82ab-cf10c6b8e675 service neutron] Pushing event updated for resources: {'Port': ['ID=d3db1be7-1f89-4d1b-a27f-fe1de1e940ed,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:40.114773 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46247f64-9e15-425a-bf14-d8050e19fd6f req-34e1fb59-c92c-48a3-bdc8-d05af1955848 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:40.116525 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-46247f64-9e15-425a-bf14-d8050e19fd6f req-34e1fb59-c92c-48a3-bdc8-d05af1955848 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f6cb8fb-21e8-48ab-b6cf-c0444c9aa0d4 HTTP/1.1" status: 200 len: 943 time: 0.4904790 Jul 15 13:06:40.126604 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-06575373-f040-4dc7-a6e0-3b9f6b937304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'name': 'tempest-ServersTestJSON-1790529133-router', 'tenant_id': '208d5b6f99984296b73a45dd4b593343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '922fccd6-f7a3-4b59-bc51-0ad9a6505654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:57Z', 'updated_at': '2021-07-15T13:04:04Z', 'revision_number': 4, 'project_id': '208d5b6f99984296b73a45dd4b593343', 'gw_port': {'id': '922fccd6-f7a3-4b59-bc51-0ad9a6505654', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:58Z', 'updated_at': '2021-07-15T13:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8', 'name': '', 'network_id': 'de1a8c4c-8ca6-4486-8846-3010a8adb593', 'tenant_id': '208d5b6f99984296b73a45dd4b593343', 'mac_address': 'fa:16:3e:84:87:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '2b92288e-8c09-4581-b9d4-f3789126b440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:03Z', 'updated_at': '2021-07-15T13:04:16Z', 'revision_number': 5, 'project_id': '208d5b6f99984296b73a45dd4b593343', 'subnets': [{'id': '2b92288e-8c09-4581-b9d4-f3789126b440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:40.236017 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06575373-f040-4dc7-a6e0-3b9f6b937304 None None] The sync data for ids ['1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a'] in n-d-758944-45 is: [{'id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'name': 'tempest-ServersTestJSON-1790529133-router', 'tenant_id': '208d5b6f99984296b73a45dd4b593343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '922fccd6-f7a3-4b59-bc51-0ad9a6505654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:57Z', 'updated_at': '2021-07-15T13:04:04Z', 'revision_number': 4, 'project_id': '208d5b6f99984296b73a45dd4b593343', 'gw_port': {'id': '922fccd6-f7a3-4b59-bc51-0ad9a6505654', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:58Z', 'updated_at': '2021-07-15T13:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8', 'name': '', 'network_id': 'de1a8c4c-8ca6-4486-8846-3010a8adb593', 'tenant_id': '208d5b6f99984296b73a45dd4b593343', 'mac_address': 'fa:16:3e:84:87:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '2b92288e-8c09-4581-b9d4-f3789126b440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:04:03Z', 'updated_at': '2021-07-15T13:04:16Z', 'revision_number': 5, 'project_id': '208d5b6f99984296b73a45dd4b593343', 'subnets': [{'id': '2b92288e-8c09-4581-b9d4-f3789126b440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:06:40.282920 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-0a52ae30-59d1-43a4-82ab-cf10c6b8e675 service neutron] Attempting to bind port d3db1be7-1f89-4d1b-a27f-fe1de1e940ed on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:40.283889 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-0a52ae30-59d1-43a4-82ab-cf10c6b8e675 service neutron] Attempting to bind port d3db1be7-1f89-4d1b-a27f-fe1de1e940ed by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'b5f215a9-6878-47d6-870d-f1a3b2db4a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '42695f8c-9b56-4e43-bc38-c837e08b5e63'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:40.284586 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-0a52ae30-59d1-43a4-82ab-cf10c6b8e675 service neutron] Attempting to bind port d3db1be7-1f89-4d1b-a27f-fe1de1e940ed on network 42695f8c-9b56-4e43-bc38-c837e08b5e63 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:40.394775 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-46247f64-9e15-425a-bf14-d8050e19fd6f req-8f0d1774-834d-4a87-ae8b-e9f2ca6c08de tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] 10.222.0.24 "GET /v2.0/security-groups?id=154ffead-4ad6-45c6-947a-1714a628ab9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616479 Jul 15 13:06:40.425731 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-0a52ae30-59d1-43a4-82ab-cf10c6b8e675 service neutron] Port d3db1be7-1f89-4d1b-a27f-fe1de1e940ed on network 42695f8c-9b56-4e43-bc38-c837e08b5e63 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:40.442331 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-0a52ae30-59d1-43a4-82ab-cf10c6b8e675 service neutron] Attempting to bind port d3db1be7-1f89-4d1b-a27f-fe1de1e940ed on network 42695f8c-9b56-4e43-bc38-c837e08b5e63 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:40.474342 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-0a52ae30-59d1-43a4-82ab-cf10c6b8e675 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:40.475110 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-0a52ae30-59d1-43a4-82ab-cf10c6b8e675 service neutron] Checking segment: {'id': 'b5f215a9-6878-47d6-870d-f1a3b2db4a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '42695f8c-9b56-4e43-bc38-c837e08b5e63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:40.475876 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-0a52ae30-59d1-43a4-82ab-cf10c6b8e675 service neutron] Bound using segment: {'id': 'b5f215a9-6878-47d6-870d-f1a3b2db4a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '42695f8c-9b56-4e43-bc38-c837e08b5e63'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:40.476776 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-0a52ae30-59d1-43a4-82ab-cf10c6b8e675 service neutron] Bound port: d3db1be7-1f89-4d1b-a27f-fe1de1e940ed, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5f215a9-6878-47d6-870d-f1a3b2db4a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '42695f8c-9b56-4e43-bc38-c837e08b5e63'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:40.480766 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-0a52ae30-59d1-43a4-82ab-cf10c6b8e675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.695672 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-0a52ae30-59d1-43a4-82ab-cf10c6b8e675 service neutron] For port d3db1be7-1f89-4d1b-a27f-fe1de1e940ed, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:40.709073 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-0a52ae30-59d1-43a4-82ab-cf10c6b8e675 service neutron] For port d3db1be7-1f89-4d1b-a27f-fe1de1e940ed, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=d3db1be7-1f89-4d1b-a27f-fe1de1e940ed,segment=NetworkSegment(b5f215a9-6878-47d6-870d-f1a3b2db4a54),segment_id=b5f215a9-6878-47d6-870d-f1a3b2db4a54)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:40.722253 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-0a52ae30-59d1-43a4-82ab-cf10c6b8e675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.797893 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52ae30-59d1-43a4-82ab-cf10c6b8e675 service neutron] Pushing event updated for resources: {'Port': ['ID=d3db1be7-1f89-4d1b-a27f-fe1de1e940ed,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:40.856093 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-0a52ae30-59d1-43a4-82ab-cf10c6b8e675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:40.859514 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-0a52ae30-59d1-43a4-82ab-cf10c6b8e675 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.865527 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-0a52ae30-59d1-43a4-82ab-cf10c6b8e675 service neutron] 10.222.0.18 "PUT /v2.0/ports/d3db1be7-1f89-4d1b-a27f-fe1de1e940ed HTTP/1.1" status: 200 len: 1092 time: 2.6260967 Jul 15 13:06:40.874446 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de96b8a9-6dfa-49cf-a6c4-f6e664483de9', 'tag': 'd3db1be7-1f89-4d1b-a27f-fe1de1e940ed'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:40.879021 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947ea0b7-3bb3-464c-bba6-aa3bcf98e943" -d '{"events": [{"name": "network-changed", "server_uuid": "de96b8a9-6dfa-49cf-a6c4-f6e664483de9", "tag": "d3db1be7-1f89-4d1b-a27f-fe1de1e940ed"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:40.929042 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-da10be1b-601e-46af-897c-d654ed02feb3 req-d4871c85-803c-4c11-bf48-7be94ca24310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.012181 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61542b03-0630-4498-a929-32c688e076f4 None None] New status for floating IP 3e7a5537-93e1-4f0a-a2a7-96df7d674101: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:06:41.112067 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb5c12d-e238-4e56-a5c7-94df67e4eeac x-openstack-request-id: req-adb5c12d-e238-4e56-a5c7-94df67e4eeac {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:41.112531 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "988e64c6-f85d-49cf-82f5-4e595bc45e7e", "name": "network-vif-deleted", "tag": "8351676b-5acf-43f5-b369-4f411b82b725", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:41.113450 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-adb5c12d-e238-4e56-a5c7-94df67e4eeac {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:41.114160 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '988e64c6-f85d-49cf-82f5-4e595bc45e7e', 'name': 'network-vif-deleted', 'tag': '8351676b-5acf-43f5-b369-4f411b82b725', 'status': 'completed', 'code': 200} Jul 15 13:06:41.215695 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-90e694b1-4423-4e8f-83c7-d249f6a431cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:41.219470 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-90e694b1-4423-4e8f-83c7-d249f6a431cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a88028be7f84effb036f6deec243d95&device_id=de96b8a9-6dfa-49cf-a6c4-f6e664483de9 HTTP/1.1" status: 200 len: 1095 time: 0.2839072 Jul 15 13:06:41.382293 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-2fdac318-4351-4abd-9df2-3dd50072ac59 service neutron] 10.222.0.24 "GET /v2.0/networks/fe7e0964-f83b-4641-9a36-f593100a479d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8652520 Jul 15 13:06:41.383113 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4871c85-803c-4c11-bf48-7be94ca24310 service neutron] Pushing event updated for resources: {'Port': ['ID=9c88ec43-d451-425b-881d-8e8eff72ec72,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:41.402446 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-3e75aad5-04fb-4c5a-a0fd-37ec75c6fdf4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3db1be7-1f89-4d1b-a27f-fe1de1e940ed HTTP/1.1" status: 200 len: 217 time: 0.1676316 Jul 15 13:06:41.665035 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-c73f95d8-9719-4328-9e4e-27d9985846b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:41.669358 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-c73f95d8-9719-4328-9e4e-27d9985846b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1cba547a-53ca-4b0e-8348-0829e7a2d9c0 HTTP/1.1" status: 200 len: 854 time: 0.2612820 Jul 15 13:06:41.735379 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e699f-2454-4fc6-9573-f625b20d4006 req-781a232b-282b-47f3-a199-703ee9529a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:41.737634 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8f1e699f-2454-4fc6-9573-f625b20d4006 req-781a232b-282b-47f3-a199-703ee9529a02 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e6722cf0529e42bab580975825cb7f20&device_id=82a5717a-cb56-44e8-a9e5-f6c245c94804 HTTP/1.1" status: 200 len: 1098 time: 3.1008725 Jul 15 13:06:41.832136 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5edbe540-24d5-4d48-9fac-7873be02336d req-859a7143-13f0-4de5-a9bd-a3cc43c6a5ff tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36 HTTP/1.1" status: 200 len: 210 time: 0.2034256 Jul 15 13:06:41.900676 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-654f2f10-5c2c-490f-97f4-7b6af004c2b3 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:41.902748 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-654f2f10-5c2c-490f-97f4-7b6af004c2b3 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.32 "GET /v2.0/networks?id=42695f8c-9b56-4e43-bc38-c837e08b5e63 HTTP/1.1" status: 200 len: 815 time: 0.1560447 Jul 15 13:06:41.939175 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-49c4cdaf-994c-43a0-a0f8-c89911f3c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:41.950157 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-49c4cdaf-994c-43a0-a0f8-c89911f3c33e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=42695f8c-9b56-4e43-bc38-c837e08b5e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2750292 Jul 15 13:06:42.065894 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-dba33940-d674-42a9-8ac8-07ac95c30ae6 service neutron] 10.222.0.18 "GET /v2.0/networks/42695f8c-9b56-4e43-bc38-c837e08b5e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082015 Jul 15 13:06:42.117009 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-da10be1b-601e-46af-897c-d654ed02feb3 req-d4871c85-803c-4c11-bf48-7be94ca24310 service neutron] Attempting to bind port 9c88ec43-d451-425b-881d-8e8eff72ec72 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:42.118387 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-da10be1b-601e-46af-897c-d654ed02feb3 req-d4871c85-803c-4c11-bf48-7be94ca24310 service neutron] Attempting to bind port 9c88ec43-d451-425b-881d-8e8eff72ec72 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'e5b41544-284f-46bf-9ae2-6bfa823d4325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3954d18e-977d-404c-89a6-5c60d8882e7d'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:42.118387 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da10be1b-601e-46af-897c-d654ed02feb3 req-d4871c85-803c-4c11-bf48-7be94ca24310 service neutron] Attempting to bind port 9c88ec43-d451-425b-881d-8e8eff72ec72 on network 3954d18e-977d-404c-89a6-5c60d8882e7d {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:42.271997 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-e39e9a86-632a-47ec-8082-ee09904d0842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00babca7-d011-4c13-8b41-0e368cd02652 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:42.282875 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-e39e9a86-632a-47ec-8082-ee09904d0842 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:42.303606 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-e39e9a86-632a-47ec-8082-ee09904d0842 service neutron] Transition to ACTIVE for port object 00babca7-d011-4c13-8b41-0e368cd02652 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:42.309262 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-00e8a264-dcb1-427c-96ea-e0ceb87061d5 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Request body: {'port': {'device_id': '1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36', 'network_id': '42695f8c-9b56-4e43-bc38-c837e08b5e63', 'admin_state_up': True, 'tenant_id': '7a88028be7f84effb036f6deec243d95'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:42.329401 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-e39e9a86-632a-47ec-8082-ee09904d0842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:42.348954 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da10be1b-601e-46af-897c-d654ed02feb3 req-d4871c85-803c-4c11-bf48-7be94ca24310 service neutron] Port 9c88ec43-d451-425b-881d-8e8eff72ec72 on network 3954d18e-977d-404c-89a6-5c60d8882e7d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:42.349312 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da10be1b-601e-46af-897c-d654ed02feb3 req-d4871c85-803c-4c11-bf48-7be94ca24310 service neutron] Attempting to bind port 9c88ec43-d451-425b-881d-8e8eff72ec72 on network 3954d18e-977d-404c-89a6-5c60d8882e7d {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:42.384728 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6be650ef-8337-476c-9f5d-b70dd8ff1acb req-fbb92e2f-1220-46b0-a6ea-a94444d38467 service neutron] 10.222.0.18 "GET /v2.0/networks/42695f8c-9b56-4e43-bc38-c837e08b5e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105199 Jul 15 13:06:42.415389 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da10be1b-601e-46af-897c-d654ed02feb3 req-d4871c85-803c-4c11-bf48-7be94ca24310 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:42.415634 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da10be1b-601e-46af-897c-d654ed02feb3 req-d4871c85-803c-4c11-bf48-7be94ca24310 service neutron] Checking segment: {'id': 'e5b41544-284f-46bf-9ae2-6bfa823d4325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3954d18e-977d-404c-89a6-5c60d8882e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:42.416038 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da10be1b-601e-46af-897c-d654ed02feb3 req-d4871c85-803c-4c11-bf48-7be94ca24310 service neutron] Bound using segment: {'id': 'e5b41544-284f-46bf-9ae2-6bfa823d4325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3954d18e-977d-404c-89a6-5c60d8882e7d'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:42.416602 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-da10be1b-601e-46af-897c-d654ed02feb3 req-d4871c85-803c-4c11-bf48-7be94ca24310 service neutron] Bound port: 9c88ec43-d451-425b-881d-8e8eff72ec72, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5b41544-284f-46bf-9ae2-6bfa823d4325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3954d18e-977d-404c-89a6-5c60d8882e7d'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:42.417208 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-da10be1b-601e-46af-897c-d654ed02feb3 req-d4871c85-803c-4c11-bf48-7be94ca24310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:42.737838 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e699f-2454-4fc6-9573-f625b20d4006 req-1623e4d3-56d9-4f9a-8ac9-8029c9467b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:42.737838 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8f1e699f-2454-4fc6-9573-f625b20d4006 req-1623e4d3-56d9-4f9a-8ac9-8029c9467b0b service neutron] 10.222.0.32 "GET /v2.0/networks?id=15f5e38d-4952-4914-a6e9-ead735ddcdbc HTTP/1.1" status: 200 len: 922 time: 0.8450670 Jul 15 13:06:42.871153 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-e39e9a86-632a-47ec-8082-ee09904d0842 service neutron] Attempting to bind port 00babca7-d011-4c13-8b41-0e368cd02652 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:42.871475 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-e39e9a86-632a-47ec-8082-ee09904d0842 service neutron] Attempting to bind port 00babca7-d011-4c13-8b41-0e368cd02652 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'b5f215a9-6878-47d6-870d-f1a3b2db4a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '42695f8c-9b56-4e43-bc38-c837e08b5e63'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:42.871878 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-e39e9a86-632a-47ec-8082-ee09904d0842 service neutron] Attempting to bind port 00babca7-d011-4c13-8b41-0e368cd02652 on network 42695f8c-9b56-4e43-bc38-c837e08b5e63 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:42.874159 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e9a86-632a-47ec-8082-ee09904d0842 service neutron] Pushing event updated for resources: {'Port': ['ID=00babca7-d011-4c13-8b41-0e368cd02652,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:42.894361 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0d386e-1c3d-4b81-aae3-0a4a394ec3be x-openstack-request-id: req-7c0d386e-1c3d-4b81-aae3-0a4a394ec3be {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:42.894660 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de96b8a9-6dfa-49cf-a6c4-f6e664483de9", "tag": "d3db1be7-1f89-4d1b-a27f-fe1de1e940ed", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:42.895145 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7c0d386e-1c3d-4b81-aae3-0a4a394ec3be {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:42.895866 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de96b8a9-6dfa-49cf-a6c4-f6e664483de9', 'tag': 'd3db1be7-1f89-4d1b-a27f-fe1de1e940ed', 'status': 'completed', 'code': 200} Jul 15 13:06:43.004606 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8f1e699f-2454-4fc6-9573-f625b20d4006 req-162aee4a-3357-456b-a89d-3c08a0dcc1f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a49d3bf-160d-476c-90f4-df89841bc412 HTTP/1.1" status: 200 len: 217 time: 0.1672044 Jul 15 13:06:43.012709 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-e39e9a86-632a-47ec-8082-ee09904d0842 service neutron] Port 00babca7-d011-4c13-8b41-0e368cd02652 on network 42695f8c-9b56-4e43-bc38-c837e08b5e63 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:43.013112 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-e39e9a86-632a-47ec-8082-ee09904d0842 service neutron] Attempting to bind port 00babca7-d011-4c13-8b41-0e368cd02652 on network 42695f8c-9b56-4e43-bc38-c837e08b5e63 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:43.024605 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-e39e9a86-632a-47ec-8082-ee09904d0842 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:43.025021 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-e39e9a86-632a-47ec-8082-ee09904d0842 service neutron] Checking segment: {'id': 'b5f215a9-6878-47d6-870d-f1a3b2db4a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '42695f8c-9b56-4e43-bc38-c837e08b5e63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:43.025347 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-e39e9a86-632a-47ec-8082-ee09904d0842 service neutron] Bound using segment: {'id': 'b5f215a9-6878-47d6-870d-f1a3b2db4a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '42695f8c-9b56-4e43-bc38-c837e08b5e63'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:43.025855 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-e39e9a86-632a-47ec-8082-ee09904d0842 service neutron] Bound port: 00babca7-d011-4c13-8b41-0e368cd02652, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5f215a9-6878-47d6-870d-f1a3b2db4a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '42695f8c-9b56-4e43-bc38-c837e08b5e63'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:43.026345 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-e39e9a86-632a-47ec-8082-ee09904d0842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.150545 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-da10be1b-601e-46af-897c-d654ed02feb3 req-d4871c85-803c-4c11-bf48-7be94ca24310 service neutron] For port 9c88ec43-d451-425b-881d-8e8eff72ec72, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:43.175805 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ea0b7-3bb3-464c-bba6-aa3bcf98e943 req-36d58788-a16f-4b8e-afbe-2d655b0a1022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.177467 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-947ea0b7-3bb3-464c-bba6-aa3bcf98e943 req-36d58788-a16f-4b8e-afbe-2d655b0a1022 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a88028be7f84effb036f6deec243d95&device_id=de96b8a9-6dfa-49cf-a6c4-f6e664483de9 HTTP/1.1" status: 200 len: 1095 time: 0.2649736 Jul 15 13:06:43.279380 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-da10be1b-601e-46af-897c-d654ed02feb3 req-d4871c85-803c-4c11-bf48-7be94ca24310 service neutron] For port 9c88ec43-d451-425b-881d-8e8eff72ec72, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9c88ec43-d451-425b-881d-8e8eff72ec72,segment=NetworkSegment(e5b41544-284f-46bf-9ae2-6bfa823d4325),segment_id=e5b41544-284f-46bf-9ae2-6bfa823d4325)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:43.380484 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-da10be1b-601e-46af-897c-d654ed02feb3 req-d4871c85-803c-4c11-bf48-7be94ca24310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.477365 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-95df22e1-9b17-4c0c-8836-9adeacd5e4c6 req-50f38562-688b-4e1b-b487-f1530e3fa79d tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd56363c-1e58-4467-9966-82e97f01e7e4 HTTP/1.1" status: 200 len: 210 time: 0.0605218 Jul 15 13:06:43.477365 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ea0b7-3bb3-464c-bba6-aa3bcf98e943 req-3e1a1cd3-b54f-4cfe-a981-9e0e6df7d293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.477365 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-947ea0b7-3bb3-464c-bba6-aa3bcf98e943 req-3e1a1cd3-b54f-4cfe-a981-9e0e6df7d293 service neutron] 10.222.0.18 "GET /v2.0/networks?id=42695f8c-9b56-4e43-bc38-c837e08b5e63 HTTP/1.1" status: 200 len: 916 time: 0.2803996 Jul 15 13:06:43.540935 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-947ea0b7-3bb3-464c-bba6-aa3bcf98e943 req-ab5315f1-f508-4455-b9e2-9ea4aa1ca1c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3db1be7-1f89-4d1b-a27f-fe1de1e940ed HTTP/1.1" status: 200 len: 217 time: 0.0685878 Jul 15 13:06:43.594815 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e699f-2454-4fc6-9573-f625b20d4006 req-28b426ef-3456-4c05-8d2c-656fdfeff117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.597083 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8f1e699f-2454-4fc6-9573-f625b20d4006 req-28b426ef-3456-4c05-8d2c-656fdfeff117 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=025d5c18-d573-4395-91a0-0d10b88dc7bd HTTP/1.1" status: 200 len: 860 time: 0.5737765 Jul 15 13:06:43.602547 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10be1b-601e-46af-897c-d654ed02feb3 req-d4871c85-803c-4c11-bf48-7be94ca24310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.603236 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-da10be1b-601e-46af-897c-d654ed02feb3 req-d4871c85-803c-4c11-bf48-7be94ca24310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.605692 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-da10be1b-601e-46af-897c-d654ed02feb3 req-d4871c85-803c-4c11-bf48-7be94ca24310 service neutron] 10.222.0.18 "PUT /v2.0/ports/9c88ec43-d451-425b-881d-8e8eff72ec72 HTTP/1.1" status: 200 len: 1092 time: 6.4133015 Jul 15 13:06:43.666450 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51026) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:43.694574 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e44eef-fab5-493a-866a-772061c65404 req-21826378-0410-4c80-ab15-7ded5392f182 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.701116 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-24e44eef-fab5-493a-866a-772061c65404 req-21826378-0410-4c80-ab15-7ded5392f182 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f6cb8fb-21e8-48ab-b6cf-c0444c9aa0d4 HTTP/1.1" status: 200 len: 943 time: 0.4509985 Jul 15 13:06:43.703016 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f6cb8fb-21e8-48ab-b6cf-c0444c9aa0d4', 'tag': '9c88ec43-d451-425b-881d-8e8eff72ec72'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:43.705430 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50812273-08af-4c75-a4ec-4874d50652cd" -d '{"events": [{"name": "network-changed", "server_uuid": "2f6cb8fb-21e8-48ab-b6cf-c0444c9aa0d4", "tag": "9c88ec43-d451-425b-881d-8e8eff72ec72"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:43.715844 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-00e8a264-dcb1-427c-96ea-e0ceb87061d5 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Made reservation on behalf of 7a88028be7f84effb036f6deec243d95 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:43.724628 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-00e8a264-dcb1-427c-96ea-e0ceb87061d5 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.786301 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:06:43.823470 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-86ede04f-65f9-459d-9713-e506fc0437ff req-7a4afa29-9254-42d5-994a-865125f74ed9 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/floatingips/e79898e6-f5a9-4d4f-a116-c5c559bbdc4f HTTP/1.1" status: 200 len: 693 time: 0.1556358 Jul 15 13:06:43.825445 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ea0b7-3bb3-464c-bba6-aa3bcf98e943 req-bd6ca260-04f9-4f32-8ffa-a7473d271c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:43.827199 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-947ea0b7-3bb3-464c-bba6-aa3bcf98e943 req-bd6ca260-04f9-4f32-8ffa-a7473d271c62 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1cba547a-53ca-4b0e-8348-0829e7a2d9c0 HTTP/1.1" status: 200 len: 854 time: 0.2797675 Jul 15 13:06:43.851123 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-e39e9a86-632a-47ec-8082-ee09904d0842 service neutron] For port 00babca7-d011-4c13-8b41-0e368cd02652, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:43.894437 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4871c85-803c-4c11-bf48-7be94ca24310 service neutron] Pushing event updated for resources: {'Port': ['ID=9c88ec43-d451-425b-881d-8e8eff72ec72,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:44.003820 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-24e44eef-fab5-493a-866a-772061c65404 req-ea09af4f-11b9-4021-a8fe-bd7989dc2c7a tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] 10.222.0.24 "GET /v2.0/security-groups?id=154ffead-4ad6-45c6-947a-1714a628ab9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015211 Jul 15 13:06:44.014052 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-e39e9a86-632a-47ec-8082-ee09904d0842 service neutron] For port 00babca7-d011-4c13-8b41-0e368cd02652, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=00babca7-d011-4c13-8b41-0e368cd02652,segment=NetworkSegment(b5f215a9-6878-47d6-870d-f1a3b2db4a54),segment_id=b5f215a9-6878-47d6-870d-f1a3b2db4a54)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:44.043102 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-e39e9a86-632a-47ec-8082-ee09904d0842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.051204 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce6106e9-a946-47c8-873a-e34f732f7694 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.081336 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ea0b7-3bb3-464c-bba6-aa3bcf98e943 req-9a0d52ee-bfbe-4745-b915-b88d887cd3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:44.082966 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-947ea0b7-3bb3-464c-bba6-aa3bcf98e943 req-9a0d52ee-bfbe-4745-b915-b88d887cd3ac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=42695f8c-9b56-4e43-bc38-c837e08b5e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2485433 Jul 15 13:06:44.133738 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce6106e9-a946-47c8-873a-e34f732f7694 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.153989 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ede04f-65f9-459d-9713-e506fc0437ff req-792a03b3-19bf-476f-a036-23ff26354b3b tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:44.161724 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-86ede04f-65f9-459d-9713-e506fc0437ff req-792a03b3-19bf-476f-a036-23ff26354b3b tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 784 time: 0.2991853 Jul 15 13:06:44.210374 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-225e43ce-9473-45bb-a87d-79ef859f438c req-15d8d5df-7f07-449c-ad2c-270aa3f0c840 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36 HTTP/1.1" status: 200 len: 210 time: 0.0491376 Jul 15 13:06:44.261549 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-86ede04f-65f9-459d-9713-e506fc0437ff req-fa64c098-c85a-4aa3-b890-d96f458f2733 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.94 HTTP/1.1" status: 200 len: 696 time: 0.0988286 Jul 15 13:06:44.274737 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e699f-2454-4fc6-9573-f625b20d4006 req-e81db9e0-b9a7-49ab-9757-0f8db1a102a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:44.276375 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8f1e699f-2454-4fc6-9573-f625b20d4006 req-e81db9e0-b9a7-49ab-9757-0f8db1a102a7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15f5e38d-4952-4914-a6e9-ead735ddcdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6676784 Jul 15 13:06:44.337026 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-86ede04f-65f9-459d-9713-e506fc0437ff req-30962ccd-516c-4029-8712-f727b0cde423 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.94 HTTP/1.1" status: 200 len: 696 time: 0.0742860 Jul 15 13:06:44.489722 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-947ea0b7-3bb3-464c-bba6-aa3bcf98e943 req-df3e48ee-992e-4c5e-bd99-7ac1bdd28887 service neutron] 10.222.0.18 "GET /v2.0/networks/42695f8c-9b56-4e43-bc38-c837e08b5e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970337 Jul 15 13:06:44.769145 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-00e8a264-dcb1-427c-96ea-e0ceb87061d5 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Allocated IP 172.20.0.10 (42695f8c-9b56-4e43-bc38-c837e08b5e63/1cba547a-53ca-4b0e-8348-0829e7a2d9c0/8b178cb9-5379-4c38-9cdc-a8c931300a26) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:44.844958 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-e39e9a86-632a-47ec-8082-ee09904d0842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:44.846149 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-e39e9a86-632a-47ec-8082-ee09904d0842 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.848877 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-e39e9a86-632a-47ec-8082-ee09904d0842 service neutron] 10.222.0.18 "PUT /v2.0/ports/00babca7-d011-4c13-8b41-0e368cd02652 HTTP/1.1" status: 200 len: 1092 time: 7.7820590 Jul 15 13:06:44.851061 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10be1b-601e-46af-897c-d654ed02feb3 req-ea8db2cc-8ac3-45df-b84f-8de6247eb644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:44.855552 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-da10be1b-601e-46af-897c-d654ed02feb3 req-ea8db2cc-8ac3-45df-b84f-8de6247eb644 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=58a6283571d14d709c26a8e45d9a8e92&device_id=2f6cb8fb-21e8-48ab-b6cf-c0444c9aa0d4 HTTP/1.1" status: 200 len: 1095 time: 1.0586181 Jul 15 13:06:44.875694 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e9a86-632a-47ec-8082-ee09904d0842 service neutron] Pushing event updated for resources: {'Port': ['ID=00babca7-d011-4c13-8b41-0e368cd02652,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:44.983619 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-da10be1b-601e-46af-897c-d654ed02feb3 req-ecd09e22-5589-42a1-9a68-5d082cfc6c2c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c88ec43-d451-425b-881d-8e8eff72ec72 HTTP/1.1" status: 200 len: 217 time: 0.1155162 Jul 15 13:06:45.109706 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8f1e699f-2454-4fc6-9573-f625b20d4006 req-39dcbac7-e1c1-4ab4-9c27-f9a715504f37 service neutron] 10.222.0.32 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8041661 Jul 15 13:06:45.166411 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce6106e9-a946-47c8-873a-e34f732f7694 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.171374 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce6106e9-a946-47c8-873a-e34f732f7694 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.177751 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ce6106e9-a946-47c8-873a-e34f732f7694 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "DELETE /v2.0/security-groups/5c8e27fd-bc24-41b9-8ea2-1bdd9ddbcabf HTTP/1.1" status: 204 len: 168 time: 1.5038435 Jul 15 13:06:45.178907 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51038) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:45.230891 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10be1b-601e-46af-897c-d654ed02feb3 req-f6e52e65-51f9-4711-a9ea-e36ce47d3749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:45.232486 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-da10be1b-601e-46af-897c-d654ed02feb3 req-f6e52e65-51f9-4711-a9ea-e36ce47d3749 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fe6e7b62-fa2f-4418-bc6f-8dce02061845 HTTP/1.1" status: 200 len: 861 time: 0.2069240 Jul 15 13:06:45.322340 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-da10be1b-601e-46af-897c-d654ed02feb3 req-b63ec51a-bcf4-4d37-9239-d186f36299fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3954d18e-977d-404c-89a6-5c60d8882e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502636 Jul 15 13:06:45.336295 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-49932c27-db16-41c3-ad3c-80e668ed7be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:45.338212 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-49932c27-db16-41c3-ad3c-80e668ed7be3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a88028be7f84effb036f6deec243d95&device_id=0ba3272b-9c92-4928-b1bd-f90df9885b43 HTTP/1.1" status: 200 len: 1095 time: 0.3765750 Jul 15 13:06:45.355523 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6106e9-a946-47c8-873a-e34f732f7694 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8e27fd-bc24-41b9-8ea2-1bdd9ddbcabf,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:45.371548 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c6a88-970d-4bd1-9c8e-bd5e301e34aa req-0fab42bf-5aa6-426b-ac1e-92196c2277d9 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:45.379926 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e02c6a88-970d-4bd1-9c8e-bd5e301e34aa req-0fab42bf-5aa6-426b-ac1e-92196c2277d9 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=eac6f73f-2fc1-4c6c-96e8-08afa3da5371 HTTP/1.1" status: 200 len: 945 time: 0.5199327 Jul 15 13:06:45.385907 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-f559a13d-b04f-44a2-9916-f1fbd553074a tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] show failed (client error): The resource could not be found. Jul 15 13:06:45.390561 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f559a13d-b04f-44a2-9916-f1fbd553074a tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "GET /v2.0/security-groups/5c8e27fd-bc24-41b9-8ea2-1bdd9ddbcabf HTTP/1.1" status: 404 len: 347 time: 0.1555450 Jul 15 13:06:45.401692 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51042) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:45.402937 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-00e8a264-dcb1-427c-96ea-e0ceb87061d5 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.471884 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-9dfbd0b9-2353-4fa9-920c-0c867620ebc3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00babca7-d011-4c13-8b41-0e368cd02652 HTTP/1.1" status: 200 len: 217 time: 0.1187558 Jul 15 13:06:45.552790 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8f1e699f-2454-4fc6-9573-f625b20d4006 req-45d58aba-c115-4c50-9aad-add307960b8a service neutron] 10.222.0.32 "GET /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939195 Jul 15 13:06:45.555734 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-00e8a264-dcb1-427c-96ea-e0ceb87061d5 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Transition to ACTIVE for port object 8b178cb9-5379-4c38-9cdc-a8c931300a26 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:45.629128 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e02c6a88-970d-4bd1-9c8e-bd5e301e34aa req-2262edba-812a-4ed1-aadc-1e334497b373 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489219 Jul 15 13:06:45.633836 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-9feb4ef0-4f29-4894-9bdf-c79a54635845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:45.635440 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-9feb4ef0-4f29-4894-9bdf-c79a54635845 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1cba547a-53ca-4b0e-8348-0829e7a2d9c0 HTTP/1.1" status: 200 len: 854 time: 0.1529515 Jul 15 13:06:45.715216 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-da10be1b-601e-46af-897c-d654ed02feb3 req-13188087-87be-4c85-8e53-28e2b95f084f service neutron] 10.222.0.18 "GET /v2.0/networks/3954d18e-977d-404c-89a6-5c60d8882e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740408 Jul 15 13:06:45.736643 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281dedcd-6476-4e71-9d10-3f379b95fd00 x-openstack-request-id: req-281dedcd-6476-4e71-9d10-3f379b95fd00 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:45.737172 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f6cb8fb-21e8-48ab-b6cf-c0444c9aa0d4", "tag": "9c88ec43-d451-425b-881d-8e8eff72ec72", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:45.737544 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-281dedcd-6476-4e71-9d10-3f379b95fd00 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:45.738341 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f6cb8fb-21e8-48ab-b6cf-c0444c9aa0d4', 'tag': '9c88ec43-d451-425b-881d-8e8eff72ec72', 'status': 'completed', 'code': 200} Jul 15 13:06:45.758695 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-00e8a264-dcb1-427c-96ea-e0ceb87061d5 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.843081 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-6afab074-82bd-47eb-8cf1-83522f3fe0db tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:45.843081 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-6afab074-82bd-47eb-8cf1-83522f3fe0db tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] 10.222.0.18 "GET /v2.0/networks?id=fe7e0964-f83b-4641-9a36-f593100a479d HTTP/1.1" status: 200 len: 809 time: 1.3672123 Jul 15 13:06:45.858763 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-b0220d83-60c5-4cae-9510-cb70efc773bb tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] Request body: {'port': {'device_id': 'dd56363c-1e58-4467-9966-82e97f01e7e4', 'network_id': 'fe7e0964-f83b-4641-9a36-f593100a479d', 'admin_state_up': True, 'tenant_id': '112f149b05db49a3929e503c498efa29'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:45.871704 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8a264-dcb1-427c-96ea-e0ceb87061d5 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Pushing event updated for resources: {'Port': ['ID=8b178cb9-5379-4c38-9cdc-a8c931300a26,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:45.881174 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-86ede04f-65f9-459d-9713-e506fc0437ff req-f9ad5c5e-d0b5-4418-9274-03bd8440703e tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Deleting port 6fb794fe-367c-4c95-bc7a-7fa4637e0989 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:45.881530 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-86ede04f-65f9-459d-9713-e506fc0437ff req-f9ad5c5e-d0b5-4418-9274-03bd8440703e tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.902661 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-00e8a264-dcb1-427c-96ea-e0ceb87061d5 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Network 42695f8c-9b56-4e43-bc38-c837e08b5e63 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:45.909337 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-00e8a264-dcb1-427c-96ea-e0ceb87061d5 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:45.934960 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-00e8a264-dcb1-427c-96ea-e0ceb87061d5 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:46.132044 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-947ea0b7-3bb3-464c-bba6-aa3bcf98e943 req-98b0b323-d956-422a-a029-3438f72a5cea service neutron] 10.222.0.18 "GET /v2.0/networks/42695f8c-9b56-4e43-bc38-c837e08b5e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9998825 Jul 15 13:06:46.139465 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device d3db1be7-1f89-4d1b-a27f-fe1de1e940ed details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:46.227593 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-86ede04f-65f9-459d-9713-e506fc0437ff req-f9ad5c5e-d0b5-4418-9274-03bd8440703e tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.227994 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-86ede04f-65f9-459d-9713-e506fc0437ff req-f9ad5c5e-d0b5-4418-9274-03bd8440703e tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.254720 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-86ede04f-65f9-459d-9713-e506fc0437ff req-f9ad5c5e-d0b5-4418-9274-03bd8440703e tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Calling delete_port for 6fb794fe-367c-4c95-bc7a-7fa4637e0989 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:46.402642 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port d3db1be7-1f89-4d1b-a27f-fe1de1e940ed, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=d3db1be7-1f89-4d1b-a27f-fe1de1e940ed,segment=NetworkSegment(b5f215a9-6878-47d6-870d-f1a3b2db4a54),segment_id=b5f215a9-6878-47d6-870d-f1a3b2db4a54)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:46.426501 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'd3db1be7-1f89-4d1b-a27f-fe1de1e940ed', 'network_id': '42695f8c-9b56-4e43-bc38-c837e08b5e63', 'port_id': 'd3db1be7-1f89-4d1b-a27f-fe1de1e940ed', 'mac_address': 'fa:16:3e:64:5b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cba547a-53ca-4b0e-8348-0829e7a2d9c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:46.469136 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-86ede04f-65f9-459d-9713-e506fc0437ff req-f9ad5c5e-d0b5-4418-9274-03bd8440703e tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.518333 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2a178a11-47f7-4bc0-b9ef-9f90cdbc5222 None None] Provisioning for port 8b178cb9-5379-4c38-9cdc-a8c931300a26 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:46.532737 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2a178a11-47f7-4bc0-b9ef-9f90cdbc5222 None None] Provisioning complete for port 8b178cb9-5379-4c38-9cdc-a8c931300a26 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:46.533358 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2a178a11-47f7-4bc0-b9ef-9f90cdbc5222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.555851 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad5c5e-d0b5-4418-9274-03bd8440703e tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Pushing event deleted for resources: {'Port': ['ID=6fb794fe-367c-4c95-bc7a-7fa4637e0989,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:46.611985 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2a178a11-47f7-4bc0-b9ef-9f90cdbc5222 None None] Port 8b178cb9-5379-4c38-9cdc-a8c931300a26 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:06:46.614926 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.631979 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634004b-01b7-4183-b32f-729346f6afaa req-b6fea5af-5861-4189-ae54-ab7bc8957d95 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:46.637477 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e634004b-01b7-4183-b32f-729346f6afaa req-b6fea5af-5861-4189-ae54-ab7bc8957d95 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.32 "GET /v2.0/ports?device_id=eac6f73f-2fc1-4c6c-96e8-08afa3da5371 HTTP/1.1" status: 200 len: 945 time: 1.2304225 Jul 15 13:06:46.649180 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3db1be7-1f89-4d1b-a27f-fe1de1e940ed {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:46.699945 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port d3db1be7-1f89-4d1b-a27f-fe1de1e940ed, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=d3db1be7-1f89-4d1b-a27f-fe1de1e940ed,segment=NetworkSegment(b5f215a9-6878-47d6-870d-f1a3b2db4a54),segment_id=b5f215a9-6878-47d6-870d-f1a3b2db4a54)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:46.716499 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.754583 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-16f27609-7168-44e0-89ca-443c4d73c40a req-698716bf-2ba5-4074-8acf-3948dafbed24 tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd56363c-1e58-4467-9966-82e97f01e7e4 HTTP/1.1" status: 200 len: 210 time: 0.7611787 Jul 15 13:06:46.820707 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-b0220d83-60c5-4cae-9510-cb70efc773bb tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] Made reservation on behalf of 112f149b05db49a3929e503c498efa29 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:46.832744 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-b0220d83-60c5-4cae-9510-cb70efc773bb tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.838690 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-370c074a-5e8b-4aa9-b982-88616ba0a618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:46.840713 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-370c074a-5e8b-4aa9-b982-88616ba0a618 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=42695f8c-9b56-4e43-bc38-c837e08b5e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1927209 Jul 15 13:06:46.882611 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-da10be1b-601e-46af-897c-d654ed02feb3 req-b0b73329-249c-4db2-ba43-3e5652f0fb8f service neutron] 10.222.0.18 "GET /v2.0/networks/3954d18e-977d-404c-89a6-5c60d8882e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1422269 Jul 15 13:06:46.923135 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=d3db1be7-1f89-4d1b-a27f-fe1de1e940ed,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:46.926524 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-00e8a264-dcb1-427c-96ea-e0ceb87061d5 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:46.927358 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-00e8a264-dcb1-427c-96ea-e0ceb87061d5 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.944142 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['d3db1be7-1f89-4d1b-a27f-fe1de1e940ed'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:46.984770 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d94b5d0b-3045-4189-ba06-3caf629fdeb3 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Deleting port bdfce619-8364-4477-bf76-41f412284dcb {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:46.985432 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d94b5d0b-3045-4189-ba06-3caf629fdeb3 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:47.091091 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-86ede04f-65f9-459d-9713-e506fc0437ff req-f9ad5c5e-d0b5-4418-9274-03bd8440703e tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:47.096595 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-86ede04f-65f9-459d-9713-e506fc0437ff req-f9ad5c5e-d0b5-4418-9274-03bd8440703e tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:47.120542 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-86ede04f-65f9-459d-9713-e506fc0437ff req-f9ad5c5e-d0b5-4418-9274-03bd8440703e tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "DELETE /v2.0/floatingips/e79898e6-f5a9-4d4f-a116-c5c559bbdc4f HTTP/1.1" status: 204 len: 173 time: 2.7822814 Jul 15 13:06:47.138318 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-00e8a264-dcb1-427c-96ea-e0ceb87061d5 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0172129 Jul 15 13:06:47.164777 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-8eeaadf0-37ee-4371-8927-e8b1d0e0d76a service neutron] Request body: {'port': {'device_id': '1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:47.393171 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-e634004b-01b7-4183-b32f-729346f6afaa req-d748cd09-ece0-4696-a4e2-e684273a6025 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Deleting port de373561-5959-4d5c-8fb9-e17698fe63af {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:47.393711 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e634004b-01b7-4183-b32f-729346f6afaa req-d748cd09-ece0-4696-a4e2-e684273a6025 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:47.446152 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-95230d0e-4280-41a7-b6b3-6ce1c53f3b23 service neutron] 10.222.0.18 "GET /v2.0/networks/42695f8c-9b56-4e43-bc38-c837e08b5e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5944226 Jul 15 13:06:47.493209 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d94b5d0b-3045-4189-ba06-3caf629fdeb3 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:47.493635 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d94b5d0b-3045-4189-ba06-3caf629fdeb3 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:47.526192 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d94b5d0b-3045-4189-ba06-3caf629fdeb3 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Calling delete_port for bdfce619-8364-4477-bf76-41f412284dcb owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:47.567976 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-8eeaadf0-37ee-4371-8927-e8b1d0e0d76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:47.580392 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-b0220d83-60c5-4cae-9510-cb70efc773bb tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] Allocated IP 172.20.0.4 (fe7e0964-f83b-4641-9a36-f593100a479d/a13d2b84-4fd3-482d-938a-fd2e72c6de79/592fcc48-0569-4193-a132-af742834d9f1) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:47.660549 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03bb7c-7c95-4fc0-978e-a3528f12d95f req-f87599a4-f9b8-4a68-aed5-8f89d831b0f8 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:47.668004 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eb03bb7c-7c95-4fc0-978e-a3528f12d95f req-f87599a4-f9b8-4a68-aed5-8f89d831b0f8 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36 HTTP/1.1" status: 200 len: 932 time: 0.3672411 Jul 15 13:06:47.699748 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50812273-08af-4c75-a4ec-4874d50652cd req-935227bc-ec56-44a7-8085-d700518d4e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:47.702821 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-50812273-08af-4c75-a4ec-4874d50652cd req-935227bc-ec56-44a7-8085-d700518d4e8e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=58a6283571d14d709c26a8e45d9a8e92&device_id=2f6cb8fb-21e8-48ab-b6cf-c0444c9aa0d4 HTTP/1.1" status: 200 len: 1095 time: 0.6253719 Jul 15 13:06:47.747787 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ba3272b-9c92-4928-b1bd-f90df9885b43', 'tag': '00babca7-d011-4c13-8b41-0e368cd02652'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:47.751623 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f1f10a-ac58-4daf-bb7c-7883a6ee5d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "0ba3272b-9c92-4928-b1bd-f90df9885b43", "tag": "00babca7-d011-4c13-8b41-0e368cd02652"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:47.768962 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-e634004b-01b7-4183-b32f-729346f6afaa req-d748cd09-ece0-4696-a4e2-e684273a6025 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] For port de373561-5959-4d5c-8fb9-e17698fe63af, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=de373561-5959-4d5c-8fb9-e17698fe63af,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:47.769363 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e634004b-01b7-4183-b32f-729346f6afaa req-d748cd09-ece0-4696-a4e2-e684273a6025 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:47.770910 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ad886-9247-471a-9b73-eadad136c1e8 req-961156c0-3bf3-4e87-86b5-10aeb4d6db23 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:47.778427 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1f4ad886-9247-471a-9b73-eadad136c1e8 req-961156c0-3bf3-4e87-86b5-10aeb4d6db23 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f6cb8fb-21e8-48ab-b6cf-c0444c9aa0d4 HTTP/1.1" status: 200 len: 943 time: 0.4445512 Jul 15 13:06:47.787600 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eb03bb7c-7c95-4fc0-978e-a3528f12d95f req-f5158fc0-8a45-45a3-91c7-75c7be0bf833 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185579 Jul 15 13:06:47.817391 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-e634004b-01b7-4183-b32f-729346f6afaa req-d748cd09-ece0-4696-a4e2-e684273a6025 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Calling delete_port for de373561-5959-4d5c-8fb9-e17698fe63af owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:47.996948 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50812273-08af-4c75-a4ec-4874d50652cd req-094fefe8-4ee4-436b-ba60-874edbf90146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:48.000343 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-50812273-08af-4c75-a4ec-4874d50652cd req-094fefe8-4ee4-436b-ba60-874edbf90146 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3954d18e-977d-404c-89a6-5c60d8882e7d HTTP/1.1" status: 200 len: 922 time: 0.2180948 Jul 15 13:06:48.019836 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2f4716f5-821e-4ea0-9394-e002ad619ffc req-1154eddf-f6f2-4fce-8dea-4a24a4cbd5c4 service neutron] 10.222.0.18 "GET /v2.0/networks/42695f8c-9b56-4e43-bc38-c837e08b5e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5585928 Jul 15 13:06:48.114301 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-b0220d83-60c5-4cae-9510-cb70efc773bb tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.143455 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d94b5d0b-3045-4189-ba06-3caf629fdeb3 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.144103 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device d3db1be7-1f89-4d1b-a27f-fe1de1e940ed up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:48.152988 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-50812273-08af-4c75-a4ec-4874d50652cd req-58f82384-ddae-4ea5-9340-2a86837764ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c88ec43-d451-425b-881d-8e8eff72ec72 HTTP/1.1" status: 200 len: 217 time: 0.1414647 Jul 15 13:06:48.183660 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b5d0b-3045-4189-ba06-3caf629fdeb3 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Pushing event deleted for resources: {'Port': ['ID=bdfce619-8364-4477-bf76-41f412284dcb,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:48.214790 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d280e7-91ba-482d-b928-b5bc0f7b8ac0 req-02b3557f-acd4-4504-be1e-832d2a4429cf tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:48.216437 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-76d280e7-91ba-482d-b928-b5bc0f7b8ac0 req-02b3557f-acd4-4504-be1e-832d2a4429cf tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=eac6f73f-2fc1-4c6c-96e8-08afa3da5371 HTTP/1.1" status: 200 len: 945 time: 0.2161338 Jul 15 13:06:48.225399 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port d3db1be7-1f89-4d1b-a27f-fe1de1e940ed completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:48.232463 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port d3db1be7-1f89-4d1b-a27f-fe1de1e940ed triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:48.232900 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.345545 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1f4ad886-9247-471a-9b73-eadad136c1e8 req-30758221-7da9-4aef-9c50-0fc01da1310c tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] 10.222.0.24 "GET /v2.0/security-groups?id=154ffead-4ad6-45c6-947a-1714a628ab9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240017 Jul 15 13:06:48.406525 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.414562 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50812273-08af-4c75-a4ec-4874d50652cd req-878dc694-1e0f-4f1f-9b54-a5d3577d6b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:48.417241 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-50812273-08af-4c75-a4ec-4874d50652cd req-878dc694-1e0f-4f1f-9b54-a5d3577d6b95 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fe6e7b62-fa2f-4418-bc6f-8dce02061845 HTTP/1.1" status: 200 len: 861 time: 0.1470890 Jul 15 13:06:48.453389 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de96b8a9-6dfa-49cf-a6c4-f6e664483de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3db1be7-1f89-4d1b-a27f-fe1de1e940ed'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:48.473552 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cb9d99-50bc-44c1-9a6d-517d22139b76" -d '{"events": [{"server_uuid": "de96b8a9-6dfa-49cf-a6c4-f6e664483de9", "name": "network-vif-plugged", "status": "completed", "tag": "d3db1be7-1f89-4d1b-a27f-fe1de1e940ed"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:48.500225 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e634004b-01b7-4183-b32f-729346f6afaa req-d748cd09-ece0-4696-a4e2-e684273a6025 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.509002 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-50812273-08af-4c75-a4ec-4874d50652cd req-9a1c7cd1-a03e-4323-acc2-5729d6dd7dea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3954d18e-977d-404c-89a6-5c60d8882e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661845 Jul 15 13:06:48.510995 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-76d280e7-91ba-482d-b928-b5bc0f7b8ac0 req-7860484f-3eeb-4f21-a9a0-9193141814e7 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302291 Jul 15 13:06:48.512179 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d94b5d0b-3045-4189-ba06-3caf629fdeb3 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.515434 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d94b5d0b-3045-4189-ba06-3caf629fdeb3 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.517731 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d94b5d0b-3045-4189-ba06-3caf629fdeb3 tempest-ServersTestJSON-1265179211 tempest-ServersTestJSON-1265179211-project] 10.222.0.24 "DELETE /v2.0/floatingips/3e7a5537-93e1-4f0a-a2a7-96df7d674101 HTTP/1.1" status: 204 len: 168 time: 3.0956557 Jul 15 13:06:48.519338 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port d3db1be7-1f89-4d1b-a27f-fe1de1e940ed, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=d3db1be7-1f89-4d1b-a27f-fe1de1e940ed,segment=NetworkSegment(b5f215a9-6878-47d6-870d-f1a3b2db4a54),segment_id=b5f215a9-6878-47d6-870d-f1a3b2db4a54)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:48.530867 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.536101 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51068) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:48.554567 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748cd09-ece0-4696-a4e2-e684273a6025 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Pushing event deleted for resources: {'Port': ['ID=de373561-5959-4d5c-8fb9-e17698fe63af,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:48.558553 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-b0220d83-60c5-4cae-9510-cb70efc773bb tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.657831 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-b0220d83-60c5-4cae-9510-cb70efc773bb tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] Network fe7e0964-f83b-4641-9a36-f593100a479d is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:48.664778 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-b0220d83-60c5-4cae-9510-cb70efc773bb tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:48.671967 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-b0220d83-60c5-4cae-9510-cb70efc773bb tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:48.700333 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=d3db1be7-1f89-4d1b-a27f-fe1de1e940ed,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:48.723495 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-e634004b-01b7-4183-b32f-729346f6afaa req-d748cd09-ece0-4696-a4e2-e684273a6025 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] No DVR routers for this DVR port de373561-5959-4d5c-8fb9-e17698fe63af on host n-h2-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:06:48.727183 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e634004b-01b7-4183-b32f-729346f6afaa req-d748cd09-ece0-4696-a4e2-e684273a6025 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.729924 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e634004b-01b7-4183-b32f-729346f6afaa req-d748cd09-ece0-4696-a4e2-e684273a6025 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.32 "DELETE /v2.0/ports/de373561-5959-4d5c-8fb9-e17698fe63af HTTP/1.1" status: 204 len: 173 time: 2.0813363 Jul 15 13:06:48.786805 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac6f73f-2fc1-4c6c-96e8-08afa3da5371', 'name': 'network-vif-deleted', 'tag': 'de373561-5959-4d5c-8fb9-e17698fe63af'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:48.794291 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ec8a73-825e-4036-b0bb-f0c21608fd67" -d '{"events": [{"server_uuid": "eac6f73f-2fc1-4c6c-96e8-08afa3da5371", "name": "network-vif-deleted", "tag": "de373561-5959-4d5c-8fb9-e17698fe63af"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:48.819534 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0220d83-60c5-4cae-9510-cb70efc773bb tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] Pushing event updated for resources: {'Port': ['ID=592fcc48-0569-4193-a132-af742834d9f1,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:48.890261 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-b0220d83-60c5-4cae-9510-cb70efc773bb tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:48.892379 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-b0220d83-60c5-4cae-9510-cb70efc773bb tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.907662 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-50812273-08af-4c75-a4ec-4874d50652cd req-4da6cb26-bc7a-482f-81f1-89d81aa4d7d2 service neutron] 10.222.0.18 "GET /v2.0/networks/3954d18e-977d-404c-89a6-5c60d8882e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735983 Jul 15 13:06:48.991181 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-b0220d83-60c5-4cae-9510-cb70efc773bb tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1386995 Jul 15 13:06:49.014911 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-bd48bb0d-cbec-479b-8710-0bc6ec41af9d service neutron] Request body: {'port': {'device_id': 'dd56363c-1e58-4467-9966-82e97f01e7e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:49.028907 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5a2af3-3c7f-436a-a699-70e054f9b7d1 x-openstack-request-id: req-bf5a2af3-3c7f-436a-a699-70e054f9b7d1 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:49.029198 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ba3272b-9c92-4928-b1bd-f90df9885b43", "tag": "00babca7-d011-4c13-8b41-0e368cd02652", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:49.029439 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bf5a2af3-3c7f-436a-a699-70e054f9b7d1 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:49.029861 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ba3272b-9c92-4928-b1bd-f90df9885b43', 'tag': '00babca7-d011-4c13-8b41-0e368cd02652', 'status': 'completed', 'code': 200} Jul 15 13:06:49.096408 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device de373561-5959-4d5c-8fb9-e17698fe63af no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:49.167810 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: de373561-5959-4d5c-8fb9-e17698fe63af {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:06:49.173825 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device de373561-5959-4d5c-8fb9-e17698fe63af not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:06:49.192409 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d169d0b7-4f37-4a48-86aa-8dcd69a3877d x-openstack-request-id: req-d169d0b7-4f37-4a48-86aa-8dcd69a3877d {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:49.193103 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de96b8a9-6dfa-49cf-a6c4-f6e664483de9", "name": "network-vif-plugged", "status": "completed", "tag": "d3db1be7-1f89-4d1b-a27f-fe1de1e940ed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:49.193665 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d169d0b7-4f37-4a48-86aa-8dcd69a3877d {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:49.195111 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de96b8a9-6dfa-49cf-a6c4-f6e664483de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3db1be7-1f89-4d1b-a27f-fe1de1e940ed', 'code': 200} Jul 15 13:06:49.216265 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8f0b4-cbf3-4160-8b34-c94ff9a02e11 req-ab2d8a5d-e8ea-4c45-9313-c5addd382be5 tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:49.231049 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e5b8f0b4-cbf3-4160-8b34-c94ff9a02e11 req-ab2d8a5d-e8ea-4c45-9313-c5addd382be5 tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd56363c-1e58-4467-9966-82e97f01e7e4 HTTP/1.1" status: 200 len: 931 time: 0.3048041 Jul 15 13:06:49.242086 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-bd48bb0d-cbec-479b-8710-0bc6ec41af9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.254181 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716a2138-8921-46d3-bd9c-2a205e4e1062 x-openstack-request-id: req-716a2138-8921-46d3-bd9c-2a205e4e1062 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:49.254670 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac6f73f-2fc1-4c6c-96e8-08afa3da5371", "name": "network-vif-deleted", "tag": "de373561-5959-4d5c-8fb9-e17698fe63af", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:49.255829 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-716a2138-8921-46d3-bd9c-2a205e4e1062 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:49.256565 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac6f73f-2fc1-4c6c-96e8-08afa3da5371', 'name': 'network-vif-deleted', 'tag': 'de373561-5959-4d5c-8fb9-e17698fe63af', 'status': 'completed', 'code': 200} Jul 15 13:06:49.432946 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e5b8f0b4-cbf3-4160-8b34-c94ff9a02e11 req-4bd6cbed-15e8-4c2e-94fc-a0801f1e5a19 tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] 10.222.0.24 "GET /v2.0/security-groups?id=6dc96c76-36a2-49e9-9027-e92fa0c4c0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974237 Jul 15 13:06:49.537632 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2af086-3435-4b2a-bf5d-9c9fbab285bb req-2d1284bc-da99-4feb-8a6a-6c93394eb61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:49.539844 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8b2af086-3435-4b2a-bf5d-9c9fbab285bb req-2d1284bc-da99-4feb-8a6a-6c93394eb61a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=de96b8a9-6dfa-49cf-a6c4-f6e664483de9 HTTP/1.1" status: 200 len: 1097 time: 0.1830404 Jul 15 13:06:49.715900 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1f10a-ac58-4daf-bb7c-7883a6ee5d7a req-8fe03a63-4aa0-4657-918b-8a504dd623f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:49.718661 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-67f1f10a-ac58-4daf-bb7c-7883a6ee5d7a req-8fe03a63-4aa0-4657-918b-8a504dd623f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a88028be7f84effb036f6deec243d95&device_id=0ba3272b-9c92-4928-b1bd-f90df9885b43 HTTP/1.1" status: 200 len: 1095 time: 0.6877444 Jul 15 13:06:49.763630 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92257cbe-55a8-44fe-b632-18dbfbfaf96e req-3d629242-705a-4b10-87ce-0e22fe4e3db7 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:49.765692 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-92257cbe-55a8-44fe-b632-18dbfbfaf96e req-3d629242-705a-4b10-87ce-0e22fe4e3db7 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36 HTTP/1.1" status: 200 len: 932 time: 0.3439729 Jul 15 13:06:49.768835 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-50812273-08af-4c75-a4ec-4874d50652cd req-cb93c907-4eca-4966-82af-2f3dd4e1f8f1 service neutron] 10.222.0.18 "GET /v2.0/networks/3954d18e-977d-404c-89a6-5c60d8882e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6730034 Jul 15 13:06:49.806072 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-8eeaadf0-37ee-4371-8927-e8b1d0e0d76a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b178cb9-5379-4c38-9cdc-a8c931300a26 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:49.858698 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-8eeaadf0-37ee-4371-8927-e8b1d0e0d76a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:50.053831 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-8eeaadf0-37ee-4371-8927-e8b1d0e0d76a service neutron] Transition to ACTIVE for port object 8b178cb9-5379-4c38-9cdc-a8c931300a26 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:50.098311 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-92257cbe-55a8-44fe-b632-18dbfbfaf96e req-70637861-3406-4ca2-b803-443a0e546012 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221235 Jul 15 13:06:50.105864 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-8eeaadf0-37ee-4371-8927-e8b1d0e0d76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:50.142499 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 9c88ec43-d451-425b-881d-8e8eff72ec72 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:50.312874 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1f10a-ac58-4daf-bb7c-7883a6ee5d7a req-6b5ccde9-2714-4a36-bcc4-b44d83d84ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:50.324479 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-67f1f10a-ac58-4daf-bb7c-7883a6ee5d7a req-6b5ccde9-2714-4a36-bcc4-b44d83d84ed1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=42695f8c-9b56-4e43-bc38-c837e08b5e63 HTTP/1.1" status: 200 len: 916 time: 0.5959785 Jul 15 13:06:50.406608 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 9c88ec43-d451-425b-881d-8e8eff72ec72, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9c88ec43-d451-425b-881d-8e8eff72ec72,segment=NetworkSegment(e5b41544-284f-46bf-9ae2-6bfa823d4325),segment_id=e5b41544-284f-46bf-9ae2-6bfa823d4325)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:50.445210 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '9c88ec43-d451-425b-881d-8e8eff72ec72', 'network_id': '3954d18e-977d-404c-89a6-5c60d8882e7d', 'port_id': '9c88ec43-d451-425b-881d-8e8eff72ec72', 'mac_address': 'fa:16:3e:60:0d:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe6e7b62-fa2f-4418-bc6f-8dce02061845', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:50.499471 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-bd48bb0d-cbec-479b-8710-0bc6ec41af9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 592fcc48-0569-4193-a132-af742834d9f1 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:50.510607 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-bd48bb0d-cbec-479b-8710-0bc6ec41af9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:50.540590 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-67f1f10a-ac58-4daf-bb7c-7883a6ee5d7a req-88c685ce-abc2-4caf-8e19-6313a330c6f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00babca7-d011-4c13-8b41-0e368cd02652 HTTP/1.1" status: 200 len: 217 time: 0.2146890 Jul 15 13:06:50.550783 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-bd48bb0d-cbec-479b-8710-0bc6ec41af9d service neutron] Transition to ACTIVE for port object 592fcc48-0569-4193-a132-af742834d9f1 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:50.609570 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-bd48bb0d-cbec-479b-8710-0bc6ec41af9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:50.619703 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:50.750302 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c88ec43-d451-425b-881d-8e8eff72ec72 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:50.777450 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeaadf0-37ee-4371-8927-e8b1d0e0d76a service neutron] Pushing event updated for resources: {'Port': ['ID=8b178cb9-5379-4c38-9cdc-a8c931300a26,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:50.815266 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51102) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:50.848950 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 9c88ec43-d451-425b-881d-8e8eff72ec72, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9c88ec43-d451-425b-881d-8e8eff72ec72,segment=NetworkSegment(e5b41544-284f-46bf-9ae2-6bfa823d4325),segment_id=e5b41544-284f-46bf-9ae2-6bfa823d4325)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:50.868087 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8b2af086-3435-4b2a-bf5d-9c9fbab285bb req-b3fdcb2e-ae02-4928-be16-c4e17489ea12 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3143234 Jul 15 13:06:50.913010 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.014239 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48bb0d-cbec-479b-8710-0bc6ec41af9d service neutron] Pushing event updated for resources: {'Port': ['ID=592fcc48-0569-4193-a132-af742834d9f1,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:51.053678 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-169f49fd-01fd-4373-abde-a8715c53d3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.061320 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=9c88ec43-d451-425b-881d-8e8eff72ec72,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:51.118389 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ec1ec-ab09-4353-af52-a3ddbce6673d req-332edad8-eff4-4bfe-9681-4159ad205163 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:51.120849 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f08ec1ec-ab09-4353-af52-a3ddbce6673d req-332edad8-eff4-4bfe-9681-4159ad205163 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.32 "GET /v2.0/ports?device_id=82a5717a-cb56-44e8-a9e5-f6c245c94804 HTTP/1.1" status: 200 len: 946 time: 0.5403781 Jul 15 13:06:51.130160 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa850ac-13c7-47ce-a0b5-cbecb09f2c55 req-701508d6-d5f0-4eaf-9c04-7d1991bdaa3c tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:51.130359 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1f10a-ac58-4daf-bb7c-7883a6ee5d7a req-2589945b-ed59-4cba-8068-95ccc5318374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:51.131836 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4fa850ac-13c7-47ce-a0b5-cbecb09f2c55 req-701508d6-d5f0-4eaf-9c04-7d1991bdaa3c tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a5717a-cb56-44e8-a9e5-f6c245c94804 HTTP/1.1" status: 200 len: 946 time: 0.5382826 Jul 15 13:06:51.132727 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-bd48bb0d-cbec-479b-8710-0bc6ec41af9d service neutron] Attempting to bind port 592fcc48-0569-4193-a132-af742834d9f1 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:51.132889 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-67f1f10a-ac58-4daf-bb7c-7883a6ee5d7a req-2589945b-ed59-4cba-8068-95ccc5318374 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1cba547a-53ca-4b0e-8348-0829e7a2d9c0 HTTP/1.1" status: 200 len: 854 time: 0.5743206 Jul 15 13:06:51.133235 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-bd48bb0d-cbec-479b-8710-0bc6ec41af9d service neutron] Attempting to bind port 592fcc48-0569-4193-a132-af742834d9f1 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'd5872970-ad71-4929-9627-c34c931cebd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fe7e0964-f83b-4641-9a36-f593100a479d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:51.133657 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-bd48bb0d-cbec-479b-8710-0bc6ec41af9d service neutron] Attempting to bind port 592fcc48-0569-4193-a132-af742834d9f1 on network fe7e0964-f83b-4641-9a36-f593100a479d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:51.182879 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c0f4ba8-8276-41df-b707-2c143ad2ed39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.196326 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['9c88ec43-d451-425b-881d-8e8eff72ec72'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:51.223862 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-8eeaadf0-37ee-4371-8927-e8b1d0e0d76a service neutron] Attempting to bind port 8b178cb9-5379-4c38-9cdc-a8c931300a26 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:51.224208 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-8eeaadf0-37ee-4371-8927-e8b1d0e0d76a service neutron] Attempting to bind port 8b178cb9-5379-4c38-9cdc-a8c931300a26 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'b5f215a9-6878-47d6-870d-f1a3b2db4a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '42695f8c-9b56-4e43-bc38-c837e08b5e63'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:51.224538 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-8eeaadf0-37ee-4371-8927-e8b1d0e0d76a service neutron] Attempting to bind port 8b178cb9-5379-4c38-9cdc-a8c931300a26 on network 42695f8c-9b56-4e43-bc38-c837e08b5e63 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:51.243113 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-bd48bb0d-cbec-479b-8710-0bc6ec41af9d service neutron] Port 592fcc48-0569-4193-a132-af742834d9f1 on network fe7e0964-f83b-4641-9a36-f593100a479d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:51.243469 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-bd48bb0d-cbec-479b-8710-0bc6ec41af9d service neutron] Attempting to bind port 592fcc48-0569-4193-a132-af742834d9f1 on network fe7e0964-f83b-4641-9a36-f593100a479d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:51.253453 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-8eeaadf0-37ee-4371-8927-e8b1d0e0d76a service neutron] Port 8b178cb9-5379-4c38-9cdc-a8c931300a26 on network 42695f8c-9b56-4e43-bc38-c837e08b5e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:51.253959 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-8eeaadf0-37ee-4371-8927-e8b1d0e0d76a service neutron] Attempting to bind port 8b178cb9-5379-4c38-9cdc-a8c931300a26 on network 42695f8c-9b56-4e43-bc38-c837e08b5e63 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:51.297358 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbb95f-b9c8-43f2-a4a2-788df91cfb4c req-c1efc106-59db-43d1-b636-e90cf8cbb56a tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:51.298945 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-bd48bb0d-cbec-479b-8710-0bc6ec41af9d service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:51.299402 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-bd48bb0d-cbec-479b-8710-0bc6ec41af9d service neutron] Checking segment: {'id': 'd5872970-ad71-4929-9627-c34c931cebd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fe7e0964-f83b-4641-9a36-f593100a479d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:51.299890 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-bd48bb0d-cbec-479b-8710-0bc6ec41af9d service neutron] Bound using segment: {'id': 'd5872970-ad71-4929-9627-c34c931cebd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fe7e0964-f83b-4641-9a36-f593100a479d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:51.300458 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-bd48bb0d-cbec-479b-8710-0bc6ec41af9d service neutron] Bound port: 592fcc48-0569-4193-a132-af742834d9f1, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5872970-ad71-4929-9627-c34c931cebd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fe7e0964-f83b-4641-9a36-f593100a479d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:51.300929 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-bd48bb0d-cbec-479b-8710-0bc6ec41af9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.304943 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-88cbb95f-b9c8-43f2-a4a2-788df91cfb4c req-c1efc106-59db-43d1-b636-e90cf8cbb56a tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f6cb8fb-21e8-48ab-b6cf-c0444c9aa0d4 HTTP/1.1" status: 200 len: 943 time: 0.8130767 Jul 15 13:06:51.310476 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-8eeaadf0-37ee-4371-8927-e8b1d0e0d76a service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:51.310822 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-8eeaadf0-37ee-4371-8927-e8b1d0e0d76a service neutron] Checking segment: {'id': 'b5f215a9-6878-47d6-870d-f1a3b2db4a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '42695f8c-9b56-4e43-bc38-c837e08b5e63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:51.311208 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-8eeaadf0-37ee-4371-8927-e8b1d0e0d76a service neutron] Bound using segment: {'id': 'b5f215a9-6878-47d6-870d-f1a3b2db4a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '42695f8c-9b56-4e43-bc38-c837e08b5e63'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:51.312149 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-8eeaadf0-37ee-4371-8927-e8b1d0e0d76a service neutron] Bound port: 8b178cb9-5379-4c38-9cdc-a8c931300a26, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5f215a9-6878-47d6-870d-f1a3b2db4a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '42695f8c-9b56-4e43-bc38-c837e08b5e63'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:51.312149 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-8eeaadf0-37ee-4371-8927-e8b1d0e0d76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.398537 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-88cbb95f-b9c8-43f2-a4a2-788df91cfb4c req-29e39fa8-ddba-47e1-9509-7f8047b925c9 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] 10.222.0.24 "GET /v2.0/security-groups?id=154ffead-4ad6-45c6-947a-1714a628ab9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925925 Jul 15 13:06:51.411517 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-f08ec1ec-ab09-4353-af52-a3ddbce6673d req-db77751d-0cf0-4cc3-8f8e-982e0e055778 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Deleting port 7a49d3bf-160d-476c-90f4-df89841bc412 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:51.411993 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f08ec1ec-ab09-4353-af52-a3ddbce6673d req-db77751d-0cf0-4cc3-8f8e-982e0e055778 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.438478 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4fa850ac-13c7-47ce-a0b5-cbecb09f2c55 req-cd696e35-d40e-471b-971f-2bea034bbfa8 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/security-groups?id=38385c7a-95c3-401a-89ac-91be837f1c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294018 Jul 15 13:06:51.516499 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1f10a-ac58-4daf-bb7c-7883a6ee5d7a req-069086b2-a2ea-41a1-88b4-216e62f032f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:51.519067 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-67f1f10a-ac58-4daf-bb7c-7883a6ee5d7a req-069086b2-a2ea-41a1-88b4-216e62f032f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=42695f8c-9b56-4e43-bc38-c837e08b5e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3725379 Jul 15 13:06:51.616743 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-bd48bb0d-cbec-479b-8710-0bc6ec41af9d service neutron] For port 592fcc48-0569-4193-a132-af742834d9f1, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:51.677931 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aef1d614-dee8-4e0d-a7e8-5cc9e54926cd req-a36733dd-a2a8-4a8f-b777-ddbe0125480d tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=eac6f73f-2fc1-4c6c-96e8-08afa3da5371 HTTP/1.1" status: 200 len: 210 time: 0.0431988 Jul 15 13:06:51.692101 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-f08ec1ec-ab09-4353-af52-a3ddbce6673d req-db77751d-0cf0-4cc3-8f8e-982e0e055778 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] For port 7a49d3bf-160d-476c-90f4-df89841bc412, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=7a49d3bf-160d-476c-90f4-df89841bc412,segment=NetworkSegment(97b9ecac-5850-409f-85ad-edb928189967),segment_id=97b9ecac-5850-409f-85ad-edb928189967)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:51.693958 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f08ec1ec-ab09-4353-af52-a3ddbce6673d req-db77751d-0cf0-4cc3-8f8e-982e0e055778 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.711443 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-bd48bb0d-cbec-479b-8710-0bc6ec41af9d service neutron] For port 592fcc48-0569-4193-a132-af742834d9f1, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=592fcc48-0569-4193-a132-af742834d9f1,segment=NetworkSegment(d5872970-ad71-4929-9627-c34c931cebd5),segment_id=d5872970-ad71-4929-9627-c34c931cebd5)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:51.736575 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-8eeaadf0-37ee-4371-8927-e8b1d0e0d76a service neutron] For port 8b178cb9-5379-4c38-9cdc-a8c931300a26, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:51.755675 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-bd48bb0d-cbec-479b-8710-0bc6ec41af9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.771457 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-8eeaadf0-37ee-4371-8927-e8b1d0e0d76a service neutron] For port 8b178cb9-5379-4c38-9cdc-a8c931300a26, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=8b178cb9-5379-4c38-9cdc-a8c931300a26,segment=NetworkSegment(b5f215a9-6878-47d6-870d-f1a3b2db4a54),segment_id=b5f215a9-6878-47d6-870d-f1a3b2db4a54)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:51.775085 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-02bac608-ac0b-4cb4-bb56-cd03872afb1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.788283 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-f08ec1ec-ab09-4353-af52-a3ddbce6673d req-db77751d-0cf0-4cc3-8f8e-982e0e055778 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Calling delete_port for 7a49d3bf-160d-476c-90f4-df89841bc412 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:51.933164 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-8eeaadf0-37ee-4371-8927-e8b1d0e0d76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.940719 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-bd48bb0d-cbec-479b-8710-0bc6ec41af9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:51.941919 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-bd48bb0d-cbec-479b-8710-0bc6ec41af9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.946602 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-bd48bb0d-cbec-479b-8710-0bc6ec41af9d service neutron] 10.222.0.18 "PUT /v2.0/ports/592fcc48-0569-4193-a132-af742834d9f1 HTTP/1.1" status: 200 len: 1092 time: 2.9421325 Jul 15 13:06:51.992354 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd56363c-1e58-4467-9966-82e97f01e7e4', 'tag': '592fcc48-0569-4193-a132-af742834d9f1'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:51.996769 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5347851-748c-48ee-8212-294f9d268dca" -d '{"events": [{"name": "network-changed", "server_uuid": "dd56363c-1e58-4467-9966-82e97f01e7e4", "tag": "592fcc48-0569-4193-a132-af742834d9f1"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:52.092449 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-8eeaadf0-37ee-4371-8927-e8b1d0e0d76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:52.092449 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-8eeaadf0-37ee-4371-8927-e8b1d0e0d76a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:52.094185 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-8eeaadf0-37ee-4371-8927-e8b1d0e0d76a service neutron] 10.222.0.32 "PUT /v2.0/ports/8b178cb9-5379-4c38-9cdc-a8c931300a26 HTTP/1.1" status: 200 len: 1093 time: 4.9439054 Jul 15 13:06:52.099884 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36', 'tag': '8b178cb9-5379-4c38-9cdc-a8c931300a26'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:52.102402 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6602959f-4c7f-40ae-aefb-b93c96084d65" -d '{"events": [{"name": "network-changed", "server_uuid": "1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36", "tag": "8b178cb9-5379-4c38-9cdc-a8c931300a26"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:52.133486 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48bb0d-cbec-479b-8710-0bc6ec41af9d service neutron] Pushing event updated for resources: {'Port': ['ID=592fcc48-0569-4193-a132-af742834d9f1,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:52.152724 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeaadf0-37ee-4371-8927-e8b1d0e0d76a service neutron] Pushing event updated for resources: {'Port': ['ID=8b178cb9-5379-4c38-9cdc-a8c931300a26,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:52.170068 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 00babca7-d011-4c13-8b41-0e368cd02652 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:52.175207 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 9c88ec43-d451-425b-881d-8e8eff72ec72 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:52.193471 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-67f1f10a-ac58-4daf-bb7c-7883a6ee5d7a req-c63a8229-f39b-4ef3-a78e-ddcbc8647e0a service neutron] 10.222.0.18 "GET /v2.0/networks/42695f8c-9b56-4e43-bc38-c837e08b5e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6643405 Jul 15 13:06:52.280046 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c0f4ba8-8276-41df-b707-2c143ad2ed39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:52.338394 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c0f4ba8-8276-41df-b707-2c143ad2ed39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:52.412984 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-dc5bfa32-ba07-4374-bea3-90e4743a919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:52.424823 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4c0f4ba8-8276-41df-b707-2c143ad2ed39 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=66be667964164f2fa053b9a9c595dc09&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5992227 Jul 15 13:06:52.425012 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-dc5bfa32-ba07-4374-bea3-90e4743a919e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=112f149b05db49a3929e503c498efa29&device_id=dd56363c-1e58-4467-9966-82e97f01e7e4 HTTP/1.1" status: 200 len: 1095 time: 0.3713858 Jul 15 13:06:52.444473 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51132) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:52.488796 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 9c88ec43-d451-425b-881d-8e8eff72ec72 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:52.511317 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-589f2e82-2c75-40f2-97a1-93bc7a386091 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=592fcc48-0569-4193-a132-af742834d9f1 HTTP/1.1" status: 200 len: 217 time: 0.0851943 Jul 15 13:06:52.532110 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314242f-cb7c-49f5-a951-9d68f29d415e req-4bc7288c-679f-4033-8b12-e9c6eab0e465 tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:52.547254 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a314242f-cb7c-49f5-a951-9d68f29d415e req-4bc7288c-679f-4033-8b12-e9c6eab0e465 tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd56363c-1e58-4467-9966-82e97f01e7e4 HTTP/1.1" status: 200 len: 943 time: 0.7381327 Jul 15 13:06:52.553748 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 9c88ec43-d451-425b-881d-8e8eff72ec72 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:52.560818 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:52.641715 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a314242f-cb7c-49f5-a951-9d68f29d415e req-93a10d2b-e32a-44d0-8857-935d729ef5ea tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] 10.222.0.24 "GET /v2.0/security-groups?id=6dc96c76-36a2-49e9-9027-e92fa0c4c0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925188 Jul 15 13:06:52.772148 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 00babca7-d011-4c13-8b41-0e368cd02652, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=00babca7-d011-4c13-8b41-0e368cd02652,segment=NetworkSegment(b5f215a9-6878-47d6-870d-f1a3b2db4a54),segment_id=b5f215a9-6878-47d6-870d-f1a3b2db4a54)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:52.781461 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-27eeaa43-b729-45bd-8014-c8b6de509fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:52.785844 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-27eeaa43-b729-45bd-8014-c8b6de509fff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a13d2b84-4fd3-482d-938a-fd2e72c6de79 HTTP/1.1" status: 200 len: 849 time: 0.1998236 Jul 15 13:06:52.828630 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '00babca7-d011-4c13-8b41-0e368cd02652', 'network_id': '42695f8c-9b56-4e43-bc38-c837e08b5e63', 'port_id': '00babca7-d011-4c13-8b41-0e368cd02652', 'mac_address': 'fa:16:3e:7b:a5:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cba547a-53ca-4b0e-8348-0829e7a2d9c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:52.883921 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d877efcc-ff00-4f6d-a726-89f1b5189e35 x-openstack-request-id: req-d877efcc-ff00-4f6d-a726-89f1b5189e35 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:52.884317 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd56363c-1e58-4467-9966-82e97f01e7e4", "tag": "592fcc48-0569-4193-a132-af742834d9f1", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:52.884636 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d877efcc-ff00-4f6d-a726-89f1b5189e35 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:52.885053 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd56363c-1e58-4467-9966-82e97f01e7e4', 'tag': '592fcc48-0569-4193-a132-af742834d9f1', 'status': 'completed', 'code': 200} Jul 15 13:06:52.922682 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-4e9d2b16-1d09-4e1f-9cef-64ddf5b24c72 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe7e0964-f83b-4641-9a36-f593100a479d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590525 Jul 15 13:06:52.957515 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:52.958108 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f08ec1ec-ab09-4353-af52-a3ddbce6673d req-db77751d-0cf0-4cc3-8f8e-982e0e055778 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:52.990652 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748be2b1-3cc1-4848-9bd8-a8d32c1927ce x-openstack-request-id: req-748be2b1-3cc1-4848-9bd8-a8d32c1927ce {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:52.991009 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36", "tag": "8b178cb9-5379-4c38-9cdc-a8c931300a26", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:52.991263 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-748be2b1-3cc1-4848-9bd8-a8d32c1927ce {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:52.991812 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36', 'tag': '8b178cb9-5379-4c38-9cdc-a8c931300a26', 'status': 'completed', 'code': 200} Jul 15 13:06:53.017828 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 9c88ec43-d451-425b-881d-8e8eff72ec72, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9c88ec43-d451-425b-881d-8e8eff72ec72,segment=NetworkSegment(e5b41544-284f-46bf-9ae2-6bfa823d4325),segment_id=e5b41544-284f-46bf-9ae2-6bfa823d4325)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:53.024977 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6cb8fb-21e8-48ab-b6cf-c0444c9aa0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c88ec43-d451-425b-881d-8e8eff72ec72'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:53.029591 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04de6a5d-b34c-4e27-96f7-9dabafc0ac7a" -d '{"events": [{"server_uuid": "2f6cb8fb-21e8-48ab-b6cf-c0444c9aa0d4", "name": "network-vif-plugged", "status": "completed", "tag": "9c88ec43-d451-425b-881d-8e8eff72ec72"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:53.031671 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['7a49d3bf-160d-476c-90f4-df89841bc412'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:53.038975 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:53.069154 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77751d-0cf0-4cc3-8f8e-982e0e055778 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Pushing event deleted for resources: {'Port': ['ID=7a49d3bf-160d-476c-90f4-df89841bc412,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:53.085809 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f4ba8-8276-41df-b707-2c143ad2ed39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93c26d9-fbb9-4382-8e4d-9afb23a54886,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:53.104917 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-65c28fa9-0ff9-4ca5-a194-37dc71b56149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:53.107781 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-65c28fa9-0ff9-4ca5-a194-37dc71b56149 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a88028be7f84effb036f6deec243d95&device_id=1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36 HTTP/1.1" status: 200 len: 1096 time: 0.9117513 Jul 15 13:06:53.119175 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a2028-9b7e-4f4e-9080-62887263afb5 req-09ddf416-8753-467a-9070-e08da53ce05f tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:53.122384 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-582a2028-9b7e-4f4e-9080-62887263afb5 req-09ddf416-8753-467a-9070-e08da53ce05f tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36 HTTP/1.1" status: 200 len: 944 time: 1.0740514 Jul 15 13:06:53.123621 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=9c88ec43-d451-425b-881d-8e8eff72ec72,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:53.126756 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:53.145928 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00babca7-d011-4c13-8b41-0e368cd02652 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:53.194586 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:53.202491 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 00babca7-d011-4c13-8b41-0e368cd02652, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=00babca7-d011-4c13-8b41-0e368cd02652,segment=NetworkSegment(b5f215a9-6878-47d6-870d-f1a3b2db4a54),segment_id=b5f215a9-6878-47d6-870d-f1a3b2db4a54)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:53.204661 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08ec1ec-ab09-4353-af52-a3ddbce6673d req-db77751d-0cf0-4cc3-8f8e-982e0e055778 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] No DVR routers for this DVR port 7a49d3bf-160d-476c-90f4-df89841bc412 on host n-h2-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:06:53.210830 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:53.212408 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f08ec1ec-ab09-4353-af52-a3ddbce6673d req-db77751d-0cf0-4cc3-8f8e-982e0e055778 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:53.214777 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f08ec1ec-ab09-4353-af52-a3ddbce6673d req-db77751d-0cf0-4cc3-8f8e-982e0e055778 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.32 "DELETE /v2.0/ports/7a49d3bf-160d-476c-90f4-df89841bc412 HTTP/1.1" status: 204 len: 173 time: 2.0781035 Jul 15 13:06:53.265156 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-a77f25b6-c0f5-43a9-9f2c-c4bba129de6f service neutron] 10.222.0.18 "GET /v2.0/networks/fe7e0964-f83b-4641-9a36-f593100a479d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352582 Jul 15 13:06:53.276518 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d184c57-5fb2-413c-b804-af5552aaafff req-bf49f4d6-2c12-41b6-9c18-e93072e5b568 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:53.278832 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d184c57-5fb2-413c-b804-af5552aaafff req-bf49f4d6-2c12-41b6-9c18-e93072e5b568 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f6cb8fb-21e8-48ab-b6cf-c0444c9aa0d4 HTTP/1.1" status: 200 len: 945 time: 0.1942270 Jul 15 13:06:53.291824 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-597301a6-8378-4727-9b45-eeeb01be020a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b178cb9-5379-4c38-9cdc-a8c931300a26 HTTP/1.1" status: 200 len: 217 time: 0.1579826 Jul 15 13:06:53.345292 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=00babca7-d011-4c13-8b41-0e368cd02652,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:53.376306 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-582a2028-9b7e-4f4e-9080-62887263afb5 req-48ea291a-0ded-48d5-802e-3f38a95324a9 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331016 Jul 15 13:06:53.394864 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a66cdaae-346e-4010-a631-4d76cd62a807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:53.403407 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-67f1f10a-ac58-4daf-bb7c-7883a6ee5d7a req-bc428e55-b364-489e-bcd1-59b6b9a51737 service neutron] 10.222.0.18 "GET /v2.0/networks/42695f8c-9b56-4e43-bc38-c837e08b5e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1844139 Jul 15 13:06:53.422624 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d184c57-5fb2-413c-b804-af5552aaafff req-35ca3197-be85-4c87-9338-514872fbdcd4 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] 10.222.0.24 "GET /v2.0/security-groups?id=154ffead-4ad6-45c6-947a-1714a628ab9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267362 Jul 15 13:06:53.452932 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9fda8de8-776b-42b4-baab-8b76a959ecd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:53.467632 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['00babca7-d011-4c13-8b41-0e368cd02652'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:53.483174 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f63865c8-df6d-4b24-9176-42bb94ef336d req-c79e3615-ce26-4447-b3b3-3df7ca497218 service neutron] 10.222.0.18 "GET /v2.0/networks/fe7e0964-f83b-4641-9a36-f593100a479d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032917 Jul 15 13:06:53.499341 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9fda8de8-776b-42b4-baab-8b76a959ecd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:53.608222 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9fda8de8-776b-42b4-baab-8b76a959ecd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:53.610915 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9fda8de8-776b-42b4-baab-8b76a959ecd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:53.612944 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9fda8de8-776b-42b4-baab-8b76a959ecd6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d93c26d9-fbb9-4382-8e4d-9afb23a54886 HTTP/1.1" status: 204 len: 168 time: 1.1664929 Jul 15 13:06:53.628787 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-03d0bf9c-08d5-46c8-b64c-63d9ae7ba97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:53.630349 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-03d0bf9c-08d5-46c8-b64c-63d9ae7ba97b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cba547a-53ca-4b0e-8348-0829e7a2d9c0 HTTP/1.1" status: 200 len: 854 time: 0.3096011 Jul 15 13:06:53.682818 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75ffe344-418d-44ce-ac42-ee06f2ad6639 req-ffaf9e82-fba6-4fbf-ad0e-07e13ad51bb0 tempest-FloatingIPsAssociationTestJSON-71400774 tempest-FloatingIPsAssociationTestJSON-71400774-project] 10.222.0.24 "GET /v2.0/ports?device_id=82a5717a-cb56-44e8-a9e5-f6c245c94804 HTTP/1.1" status: 200 len: 210 time: 0.0686889 Jul 15 13:06:53.733857 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda8de8-776b-42b4-baab-8b76a959ecd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93c26d9-fbb9-4382-8e4d-9afb23a54886,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:53.746110 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2f3082d8-1b57-4f72-8586-88f6cac6b3b8 req-cb6dbc52-a36e-4fdb-9160-6aa906b3c766 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=eac6f73f-2fc1-4c6c-96e8-08afa3da5371 HTTP/1.1" status: 200 len: 210 time: 0.0615010 Jul 15 13:06:53.801060 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5347851-748c-48ee-8212-294f9d268dca req-76297e1f-4ac2-4f72-a914-d9875827a247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:53.802782 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a5347851-748c-48ee-8212-294f9d268dca req-76297e1f-4ac2-4f72-a914-d9875827a247 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=112f149b05db49a3929e503c498efa29&device_id=dd56363c-1e58-4467-9966-82e97f01e7e4 HTTP/1.1" status: 200 len: 1095 time: 0.1944046 Jul 15 13:06:53.808005 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-02bac608-ac0b-4cb4-bb56-cd03872afb1b admin admin] Deleting port 1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:53.808205 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-02bac608-ac0b-4cb4-bb56-cd03872afb1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:53.852792 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20debe05-927f-4606-bc1a-2d740c9a15e5 x-openstack-request-id: req-20debe05-927f-4606-bc1a-2d740c9a15e5 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:53.853346 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6cb8fb-21e8-48ab-b6cf-c0444c9aa0d4", "name": "network-vif-plugged", "status": "completed", "tag": "9c88ec43-d451-425b-881d-8e8eff72ec72", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:53.853846 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-20debe05-927f-4606-bc1a-2d740c9a15e5 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:53.854412 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6cb8fb-21e8-48ab-b6cf-c0444c9aa0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c88ec43-d451-425b-881d-8e8eff72ec72', 'code': 200} Jul 15 13:06:53.982051 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-89f64887-4f7c-40b1-b83f-bc6998a03c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.003694 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-89f64887-4f7c-40b1-b83f-bc6998a03c96 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42695f8c-9b56-4e43-bc38-c837e08b5e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3390164 Jul 15 13:06:54.015690 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5347851-748c-48ee-8212-294f9d268dca req-e9379f1a-81c6-4e3f-9abf-a3d53c9236af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.020771 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a5347851-748c-48ee-8212-294f9d268dca req-e9379f1a-81c6-4e3f-9abf-a3d53c9236af service neutron] 10.222.0.18 "GET /v2.0/networks?id=fe7e0964-f83b-4641-9a36-f593100a479d HTTP/1.1" status: 200 len: 910 time: 0.2109654 Jul 15 13:06:54.089450 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a5347851-748c-48ee-8212-294f9d268dca req-006136f0-1788-4a89-a15b-8b787ed74e0b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=592fcc48-0569-4193-a132-af742834d9f1 HTTP/1.1" status: 200 len: 217 time: 0.0621603 Jul 15 13:06:54.169373 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5347851-748c-48ee-8212-294f9d268dca req-e270987b-c0a4-4242-9995-1bd3cf28bafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.170941 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a5347851-748c-48ee-8212-294f9d268dca req-e270987b-c0a4-4242-9995-1bd3cf28bafc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a13d2b84-4fd3-482d-938a-fd2e72c6de79 HTTP/1.1" status: 200 len: 849 time: 0.0639510 Jul 15 13:06:54.221972 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a5347851-748c-48ee-8212-294f9d268dca req-994f28a6-f076-40ac-85e6-c35f8bc6a5a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe7e0964-f83b-4641-9a36-f593100a479d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359852 Jul 15 13:06:54.239250 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e3dd3-af34-4e62-8675-e91ea3743688 req-fd66210e-d58a-4f16-8b75-bdfc597080b3 tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.240756 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-23306d85-c2d0-4673-9b8b-be1a63e5d2a9 service neutron] 10.222.0.32 "GET /v2.0/networks/42695f8c-9b56-4e43-bc38-c837e08b5e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720798 Jul 15 13:06:54.249986 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fc8e3dd3-af34-4e62-8675-e91ea3743688 req-fd66210e-d58a-4f16-8b75-bdfc597080b3 tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd56363c-1e58-4467-9966-82e97f01e7e4 HTTP/1.1" status: 200 len: 943 time: 0.2047992 Jul 15 13:06:54.357381 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fc8e3dd3-af34-4e62-8675-e91ea3743688 req-1dfed613-fd6a-49a0-b14a-e834e8a55eec tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] 10.222.0.24 "GET /v2.0/security-groups?id=6dc96c76-36a2-49e9-9027-e92fa0c4c0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977609 Jul 15 13:06:54.377025 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51168) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:54.403605 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b5b4f5ef-5221-4a88-bee9-ec9a71ef44c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:54.407916 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a5347851-748c-48ee-8212-294f9d268dca req-54c11813-173c-4604-b172-6079a2f2c819 service neutron] 10.222.0.18 "GET /v2.0/networks/fe7e0964-f83b-4641-9a36-f593100a479d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783662 Jul 15 13:06:54.438077 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-02bac608-ac0b-4cb4-bb56-cd03872afb1b admin admin] For port 1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8,segment=NetworkSegment(5ee034e8-e3f6-4149-9e9b-fd287931a9ae),segment_id=5ee034e8-e3f6-4149-9e9b-fd287931a9ae)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:54.438462 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-02bac608-ac0b-4cb4-bb56-cd03872afb1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:54.456825 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dfb9de57-603d-4e40-8bd3-fae0b53a53d8 req-4bdec3ec-da66-4f01-ac56-cb68592f3b4d service neutron] 10.222.0.32 "GET /v2.0/networks/42695f8c-9b56-4e43-bc38-c837e08b5e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034571 Jul 15 13:06:54.474147 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-02bac608-ac0b-4cb4-bb56-cd03872afb1b admin admin] Calling delete_port for 1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:54.512361 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b5e88-7383-4d86-99f6-ec902693f780 req-444e9afd-bfe9-4e53-aa39-434196fa2769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.513941 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-988b5e88-7383-4d86-99f6-ec902693f780 req-444e9afd-bfe9-4e53-aa39-434196fa2769 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2f6cb8fb-21e8-48ab-b6cf-c0444c9aa0d4 HTTP/1.1" status: 200 len: 1097 time: 0.5805759 Jul 15 13:06:54.563483 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:54.606025 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-988b5e88-7383-4d86-99f6-ec902693f780 req-5a3b13f2-cdaf-4021-8a4e-bb3d2bef73ef service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=154ffead-4ad6-45c6-947a-1714a628ab9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515788 Jul 15 13:06:54.627469 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a5347851-748c-48ee-8212-294f9d268dca req-09dfd704-d14d-45f2-84b3-b64e9f079f34 service neutron] 10.222.0.18 "GET /v2.0/networks/fe7e0964-f83b-4641-9a36-f593100a479d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089269 Jul 15 13:06:54.669617 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:54.680586 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c5162-7fec-4040-902a-4a133f6d59d2 req-54331b34-d87d-40f4-a68a-8f4097c1148a tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.682860 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-105c5162-7fec-4040-902a-4a133f6d59d2 req-54331b34-d87d-40f4-a68a-8f4097c1148a tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36 HTTP/1.1" status: 200 len: 944 time: 0.1114109 Jul 15 13:06:54.734920 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-105c5162-7fec-4040-902a-4a133f6d59d2 req-31da4f94-34ec-4004-a597-35cbea452a34 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438762 Jul 15 13:06:54.806930 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b5b4f5ef-5221-4a88-bee9-ec9a71ef44c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:54.808875 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602959f-4c7f-40ae-aefb-b93c96084d65 req-5e378db2-f282-4ad7-a8cd-08372855ca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.810535 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6602959f-4c7f-40ae-aefb-b93c96084d65 req-5e378db2-f282-4ad7-a8cd-08372855ca6d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a88028be7f84effb036f6deec243d95&device_id=1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36 HTTP/1.1" status: 200 len: 1096 time: 0.2001326 Jul 15 13:06:54.855704 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b5b4f5ef-5221-4a88-bee9-ec9a71ef44c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:54.886987 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a5717a-cb56-44e8-a9e5-f6c245c94804', 'name': 'network-vif-deleted', 'tag': '7a49d3bf-160d-476c-90f4-df89841bc412'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:54.890660 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9db4291-38a6-4b85-80d4-c751a6500013" -d '{"events": [{"server_uuid": "82a5717a-cb56-44e8-a9e5-f6c245c94804", "name": "network-vif-deleted", "tag": "7a49d3bf-160d-476c-90f4-df89841bc412"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:54.973197 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51208) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:54.973484 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b5b4f5ef-5221-4a88-bee9-ec9a71ef44c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7189dafcc1a6465baabd5366d3055552&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5911763 Jul 15 13:06:54.979814 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4f5ef-5221-4a88-bee9-ec9a71ef44c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4b5d6f-7c07-4720-ab04-1dcbd9affd3a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:55.007021 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-02bac608-ac0b-4cb4-bb56-cd03872afb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:55.038354 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51210) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:55.047969 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602959f-4c7f-40ae-aefb-b93c96084d65 req-9a8fcd0a-82a3-4ca2-95d2-81b0b12b3540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:55.049527 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6602959f-4c7f-40ae-aefb-b93c96084d65 req-9a8fcd0a-82a3-4ca2-95d2-81b0b12b3540 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42695f8c-9b56-4e43-bc38-c837e08b5e63 HTTP/1.1" status: 200 len: 916 time: 0.2313509 Jul 15 13:06:55.052410 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bac608-ac0b-4cb4-bb56-cd03872afb1b admin admin] Pushing event deleted for resources: {'Port': ['ID=1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:55.120529 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 7a49d3bf-160d-476c-90f4-df89841bc412 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:55.160826 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f948c-f402-4d91-b1a2-e87ea641b151 req-994e17c9-d43e-414a-8040-b072e673376e tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:55.166459 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 7a49d3bf-160d-476c-90f4-df89841bc412 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:06:55.167186 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 7a49d3bf-160d-476c-90f4-df89841bc412 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:06:55.169334 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2a1f948c-f402-4d91-b1a2-e87ea641b151 req-994e17c9-d43e-414a-8040-b072e673376e tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f6cb8fb-21e8-48ab-b6cf-c0444c9aa0d4 HTTP/1.1" status: 200 len: 945 time: 0.1679828 Jul 15 13:06:55.198247 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c9ece18a-7993-4ad7-b87b-0d67ad6b1d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:55.201599 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6602959f-4c7f-40ae-aefb-b93c96084d65 req-dfdd9c3b-327a-4a49-bf1b-2094189d888a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b178cb9-5379-4c38-9cdc-a8c931300a26 HTTP/1.1" status: 200 len: 217 time: 0.1125493 Jul 15 13:06:55.226454 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2a1f948c-f402-4d91-b1a2-e87ea641b151 req-2a48a686-23a1-4974-9d39-2cdf4752b095 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] 10.222.0.24 "GET /v2.0/security-groups?id=154ffead-4ad6-45c6-947a-1714a628ab9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560756 Jul 15 13:06:55.258478 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c9ece18a-7993-4ad7-b87b-0d67ad6b1d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:55.327679 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f947a9a0-a084-48f1-a776-58734c3da8d0 req-c594369d-c327-42a7-ad83-6bfefc4852f8 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=eac6f73f-2fc1-4c6c-96e8-08afa3da5371 HTTP/1.1" status: 200 len: 210 time: 0.1397412 Jul 15 13:06:55.328849 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c9ece18a-7993-4ad7-b87b-0d67ad6b1d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:55.346221 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c9ece18a-7993-4ad7-b87b-0d67ad6b1d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:55.348194 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c9ece18a-7993-4ad7-b87b-0d67ad6b1d3d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a4b5d6f-7c07-4720-ab04-1dcbd9affd3a HTTP/1.1" status: 204 len: 168 time: 0.3734255 Jul 15 13:06:55.400430 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ece18a-7993-4ad7-b87b-0d67ad6b1d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4b5d6f-7c07-4720-ab04-1dcbd9affd3a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:55.442384 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d0d8a2-4ef9-4362-ac1f-1b933a4eade1 x-openstack-request-id: req-a4d0d8a2-4ef9-4362-ac1f-1b933a4eade1 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:55.443570 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a5717a-cb56-44e8-a9e5-f6c245c94804", "name": "network-vif-deleted", "tag": "7a49d3bf-160d-476c-90f4-df89841bc412", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:55.443831 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a4d0d8a2-4ef9-4362-ac1f-1b933a4eade1 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:55.444263 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a5717a-cb56-44e8-a9e5-f6c245c94804', 'name': 'network-vif-deleted', 'tag': '7a49d3bf-160d-476c-90f4-df89841bc412', 'status': 'completed', 'code': 200} Jul 15 13:06:55.479962 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602959f-4c7f-40ae-aefb-b93c96084d65 req-8077ca56-4237-48ea-8346-dbd88749fd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:55.481670 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6602959f-4c7f-40ae-aefb-b93c96084d65 req-8077ca56-4237-48ea-8346-dbd88749fd48 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cba547a-53ca-4b0e-8348-0829e7a2d9c0 HTTP/1.1" status: 200 len: 854 time: 0.2405896 Jul 15 13:06:55.860354 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602959f-4c7f-40ae-aefb-b93c96084d65 req-d8e37e8c-acad-4127-aa77-e39a6698da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:55.862728 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6602959f-4c7f-40ae-aefb-b93c96084d65 req-d8e37e8c-acad-4127-aa77-e39a6698da2d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42695f8c-9b56-4e43-bc38-c837e08b5e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2527597 Jul 15 13:06:55.883334 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-02bac608-ac0b-4cb4-bb56-cd03872afb1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:56.011149 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc366e19-bce7-48ad-a6f9-75c02ef295a9 req-033388e4-9829-4c7d-9aff-38d4b74bef58 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:56.020818 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dc366e19-bce7-48ad-a6f9-75c02ef295a9 req-033388e4-9829-4c7d-9aff-38d4b74bef58 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36 HTTP/1.1" status: 200 len: 944 time: 0.1403427 Jul 15 13:06:56.077015 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1f5eb-dca7-4882-bb70-69d154594b0f req-333e6b58-a450-4f42-b316-f825f63e77ca tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:56.083964 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dc366e19-bce7-48ad-a6f9-75c02ef295a9 req-305802d0-86a6-4b14-bf5a-558bf46d2156 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600312 Jul 15 13:06:56.084553 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5cd1f5eb-dca7-4882-bb70-69d154594b0f req-333e6b58-a450-4f42-b316-f825f63e77ca tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd56363c-1e58-4467-9966-82e97f01e7e4 HTTP/1.1" status: 200 len: 943 time: 0.3851566 Jul 15 13:06:56.182848 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 00babca7-d011-4c13-8b41-0e368cd02652 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:56.187066 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:56.244074 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6602959f-4c7f-40ae-aefb-b93c96084d65 req-02006af8-3fc4-4f5b-86cb-edc2c7daf04d service neutron] 10.222.0.32 "GET /v2.0/networks/42695f8c-9b56-4e43-bc38-c837e08b5e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668175 Jul 15 13:06:56.271621 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5cd1f5eb-dca7-4882-bb70-69d154594b0f req-79dfa059-e8aa-4229-9b5d-53f180d1e00f tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] 10.222.0.24 "GET /v2.0/security-groups?id=6dc96c76-36a2-49e9-9027-e92fa0c4c0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860130 Jul 15 13:06:56.285544 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 00babca7-d011-4c13-8b41-0e368cd02652 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:56.291217 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 00babca7-d011-4c13-8b41-0e368cd02652 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:56.291796 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:56.473642 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:56.516835 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-19e27ec9-59c2-4af1-8764-0eb6e1e7e3d8 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:56.525597 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-19e27ec9-59c2-4af1-8764-0eb6e1e7e3d8 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/networks?id=0a81d145-7a6a-4e9d-8fce-2f854c4b2363 HTTP/1.1" status: 200 len: 804 time: 0.2918253 Jul 15 13:06:56.538694 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 00babca7-d011-4c13-8b41-0e368cd02652, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=00babca7-d011-4c13-8b41-0e368cd02652,segment=NetworkSegment(b5f215a9-6878-47d6-870d-f1a3b2db4a54),segment_id=b5f215a9-6878-47d6-870d-f1a3b2db4a54)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:56.540646 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba3272b-9c92-4928-b1bd-f90df9885b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00babca7-d011-4c13-8b41-0e368cd02652'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:56.541527 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-d6d472e3-8b3c-437b-9f9a-bc2b8fd185e4 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/quotas/38e4db3d6cd14773b2b127c0cb5621e7 HTTP/1.1" status: 200 len: 375 time: 0.0164809 Jul 15 13:06:56.545070 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbebde0b-a58d-4786-b2ea-7d83d6c0bea5" -d '{"events": [{"server_uuid": "0ba3272b-9c92-4928-b1bd-f90df9885b43", "name": "network-vif-plugged", "status": "completed", "tag": "00babca7-d011-4c13-8b41-0e368cd02652"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:56.551034 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6602959f-4c7f-40ae-aefb-b93c96084d65 req-f6d50308-b252-46d2-8cd0-d595f964e694 service neutron] 10.222.0.32 "GET /v2.0/networks/42695f8c-9b56-4e43-bc38-c837e08b5e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732754 Jul 15 13:06:56.553378 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:56.619871 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-da5bfb36-0fd1-46f2-9012-7e9bc211e966 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=38e4db3d6cd14773b2b127c0cb5621e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0771308 Jul 15 13:06:56.635297 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=00babca7-d011-4c13-8b41-0e368cd02652,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:56.692458 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bac608-ac0b-4cb4-bb56-cd03872afb1b admin admin] Router 1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:06:56.721825 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccff367-ce7f-443a-942c-a9706cfcced1 req-c6682b7f-39cc-4765-8fa5-63140fe91437 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:56.723398 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cccff367-ce7f-443a-942c-a9706cfcced1 req-c6682b7f-39cc-4765-8fa5-63140fe91437 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f6cb8fb-21e8-48ab-b6cf-c0444c9aa0d4 HTTP/1.1" status: 200 len: 945 time: 0.2199650 Jul 15 13:06:56.732331 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-91ae6840-7222-4775-9587-f7d31245fd9a service neutron] 10.222.0.24 "GET /v2.0/networks/0a81d145-7a6a-4e9d-8fce-2f854c4b2363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029825 Jul 15 13:06:56.768270 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51254) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:56.787347 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c2d67463-c9e5-4c9d-90f4-b6a43901af79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:56.849076 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-31e7c444-11c1-483e-b099-330d78a99024 service neutron] 10.222.0.24 "GET /v2.0/networks/0a81d145-7a6a-4e9d-8fce-2f854c4b2363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101882 Jul 15 13:06:56.896696 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b4fdf1d0-1142-496d-a63a-fe3d15e0e1e2 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1290650236-network', 'tenant_id': '11b8af7c013140faa070a8db01c03b78'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:56.920392 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fdf1d0-1142-496d-a63a-fe3d15e0e1e2 admin admin] Made reservation on behalf of 11b8af7c013140faa070a8db01c03b78 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:56.923667 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4fdf1d0-1142-496d-a63a-fe3d15e0e1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:56.934762 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4fdf1d0-1142-496d-a63a-fe3d15e0e1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:57.102972 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc273130-e733-4bbc-8d97-f9d1687f9294 x-openstack-request-id: req-fc273130-e733-4bbc-8d97-f9d1687f9294 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:57.103576 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba3272b-9c92-4928-b1bd-f90df9885b43", "name": "network-vif-plugged", "status": "completed", "tag": "00babca7-d011-4c13-8b41-0e368cd02652", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:57.104052 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fc273130-e733-4bbc-8d97-f9d1687f9294 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:57.104678 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba3272b-9c92-4928-b1bd-f90df9885b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00babca7-d011-4c13-8b41-0e368cd02652', 'code': 200} Jul 15 13:06:57.137544 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4fdf1d0-1142-496d-a63a-fe3d15e0e1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:57.141533 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 8b178cb9-5379-4c38-9cdc-a8c931300a26 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:57.150273 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device e998296d-8151-4d72-a00d-72eb3921c665 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:57.209618 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4fdf1d0-1142-496d-a63a-fe3d15e0e1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:57.227743 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4fdf1d0-1142-496d-a63a-fe3d15e0e1e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:06:57.251937 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4fdf1d0-1142-496d-a63a-fe3d15e0e1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:57.252367 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-b4fdf1d0-1142-496d-a63a-fe3d15e0e1e2 admin admin] Added segment c0ab7a3a-31fa-4ef1-9098-78f469cca516 of type vlan for network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 Jul 15 13:06:57.335860 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:57.365086 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 8b178cb9-5379-4c38-9cdc-a8c931300a26, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=8b178cb9-5379-4c38-9cdc-a8c931300a26,segment=NetworkSegment(b5f215a9-6878-47d6-870d-f1a3b2db4a54),segment_id=b5f215a9-6878-47d6-870d-f1a3b2db4a54)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:57.380944 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cccff367-ce7f-443a-942c-a9706cfcced1 req-fe338a6f-f6f8-4a79-9c0b-90ca4d3917df tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] 10.222.0.24 "GET /v2.0/security-groups?id=154ffead-4ad6-45c6-947a-1714a628ab9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6494248 Jul 15 13:06:57.382034 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '8b178cb9-5379-4c38-9cdc-a8c931300a26', 'network_id': '42695f8c-9b56-4e43-bc38-c837e08b5e63', 'port_id': '8b178cb9-5379-4c38-9cdc-a8c931300a26', 'mac_address': 'fa:16:3e:ad:a2:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cba547a-53ca-4b0e-8348-0829e7a2d9c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:57.384801 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2d582f92-e662-4424-b548-9bfa28eff633 req-9e03b41a-81b0-48a6-b087-624126aaed44 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae9c7a06-2c39-48e0-9005-c33b7197cd4a HTTP/1.1" status: 200 len: 210 time: 0.2396502 Jul 15 13:06:57.451943 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4fdf1d0-1142-496d-a63a-fe3d15e0e1e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:57.470721 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fdf1d0-1142-496d-a63a-fe3d15e0e1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744f6300-a0e3-4da8-8213-fbeba950f74b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:57.526483 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4fdf1d0-1142-496d-a63a-fe3d15e0e1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:57.527886 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fdf1d0-1142-496d-a63a-fe3d15e0e1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:57.528674 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4fdf1d0-1142-496d-a63a-fe3d15e0e1e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:57.540437 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641aab7-84ec-4608-a43b-f2d2c0650618 req-654152e0-950e-43ff-8a52-1162edcff1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:57.542383 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f641aab7-84ec-4608-a43b-f2d2c0650618 req-654152e0-950e-43ff-8a52-1162edcff1d4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0ba3272b-9c92-4928-b1bd-f90df9885b43 HTTP/1.1" status: 200 len: 1097 time: 0.2502046 Jul 15 13:06:57.563208 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port e998296d-8151-4d72-a00d-72eb3921c665, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=e998296d-8151-4d72-a00d-72eb3921c665,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:57.576531 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:57.617886 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b4fdf1d0-1142-496d-a63a-fe3d15e0e1e2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8458824 Jul 15 13:06:57.633711 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51282) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:57.641103 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4315d455-b588-4179-be10-4c312f022c31 admin admin] Request body: {'subnet': {'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1290650236-subnet', 'tenant_id': '11b8af7c013140faa070a8db01c03b78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:57.665031 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bac608-ac0b-4cb4-bb56-cd03872afb1b admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:06:57.684689 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-02bac608-ac0b-4cb4-bb56-cd03872afb1b admin admin] 10.222.0.24 "PUT /v2.0/routers/1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1470649 Jul 15 13:06:57.685194 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=e998296d-8151-4d72-a00d-72eb3921c665,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:57.688093 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8d7c4c-a1dc-45cf-854a-f6c9c421c544 None None] Sync routers for ids ['1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:06:57.694508 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:57.703388 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51286) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:57.711983 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8d7c4c-a1dc-45cf-854a-f6c9c421c544 None None] Routers {'1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:57.712623 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7e8d7c4c-a1dc-45cf-854a-f6c9c421c544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:06:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:57.720074 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b178cb9-5379-4c38-9cdc-a8c931300a26 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:57.732384 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f641aab7-84ec-4608-a43b-f2d2c0650618 req-f5a4c1ff-b78b-4413-83ed-cd0d3d40d4dd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759524 Jul 15 13:06:57.736281 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fdf1d0-1142-496d-a63a-fe3d15e0e1e2 admin admin] Pushing event updated for resources: {'Network': ['ID=2b4de3f9-9898-4e48-8ad2-d64a9c837567,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:57.747075 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 8b178cb9-5379-4c38-9cdc-a8c931300a26, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=8b178cb9-5379-4c38-9cdc-a8c931300a26,segment=NetworkSegment(b5f215a9-6878-47d6-870d-f1a3b2db4a54),segment_id=b5f215a9-6878-47d6-870d-f1a3b2db4a54)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:57.755831 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdf1d0-1142-496d-a63a-fe3d15e0e1e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:57.756327 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdf1d0-1142-496d-a63a-fe3d15e0e1e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:57.756811 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdf1d0-1142-496d-a63a-fe3d15e0e1e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:57.757366 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdf1d0-1142-496d-a63a-fe3d15e0e1e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:57.757841 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdf1d0-1142-496d-a63a-fe3d15e0e1e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:57.758322 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdf1d0-1142-496d-a63a-fe3d15e0e1e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:57.758757 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdf1d0-1142-496d-a63a-fe3d15e0e1e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:57.759180 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdf1d0-1142-496d-a63a-fe3d15e0e1e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:57.759608 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdf1d0-1142-496d-a63a-fe3d15e0e1e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:57.760033 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdf1d0-1142-496d-a63a-fe3d15e0e1e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:57.760472 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdf1d0-1142-496d-a63a-fe3d15e0e1e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:57.760892 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fdf1d0-1142-496d-a63a-fe3d15e0e1e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:57.801965 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4315d455-b588-4179-be10-4c312f022c31 admin admin] Made reservation on behalf of 11b8af7c013140faa070a8db01c03b78 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:57.804779 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4315d455-b588-4179-be10-4c312f022c31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:57.894903 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60ca8f-2524-4547-a6d9-ead8c970d8de req-f4276083-3dff-4557-87b6-fc3233910a6f tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:57.896906 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fe60ca8f-2524-4547-a6d9-ead8c970d8de req-f4276083-3dff-4557-87b6-fc3233910a6f tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36 HTTP/1.1" status: 200 len: 944 time: 0.2837584 Jul 15 13:06:57.941220 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:06:57.960927 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:57.965685 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a71ec-a69a-4897-a541-cfc5c929d8e0 req-f71d5a6c-0511-4429-902b-5922019d3e44 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:57.967267 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a35a71ec-a69a-4897-a541-cfc5c929d8e0 req-f71d5a6c-0511-4429-902b-5922019d3e44 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.32 "GET /v2.0/ports?device_id=2700c01a-b3c0-4169-a844-e1cf7fb688ce HTTP/1.1" status: 200 len: 943 time: 0.4377303 Jul 15 13:06:57.970381 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fe60ca8f-2524-4547-a6d9-ead8c970d8de req-d7a960a0-401f-4a3e-9ce9-f35d58636db2 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670078 Jul 15 13:06:57.977823 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27e4dacd-d10d-44fb-8773-af65c4d88269 admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:58.051818 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a763e-42de-429c-b76d-c52d2294a577 req-f541dad4-0363-4af0-ad82-a3fa3a924712 tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:58.058672 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-de8a763e-42de-429c-b76d-c52d2294a577 req-f541dad4-0363-4af0-ad82-a3fa3a924712 tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd56363c-1e58-4467-9966-82e97f01e7e4 HTTP/1.1" status: 200 len: 943 time: 0.3891010 Jul 15 13:06:58.145144 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4315d455-b588-4179-be10-4c312f022c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:58.188495 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=8b178cb9-5379-4c38-9cdc-a8c931300a26,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:58.201389 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 592fcc48-0569-4193-a132-af742834d9f1 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:06:58.227502 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-7e8d7c4c-a1dc-45cf-854a-f6c9c421c544 None None] Set router 1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:58.255775 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4315d455-b588-4179-be10-4c312f022c31 admin admin] Checking segment: {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:58.256200 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4315d455-b588-4179-be10-4c312f022c31 admin admin] Network hostable DHCP agents. Network: 2b4de3f9-9898-4e48-8ad2-d64a9c837567, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:06:58.266642 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-de8a763e-42de-429c-b76d-c52d2294a577 req-9a161c54-2d76-4022-9ffb-1c74abcf6f0c tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] 10.222.0.24 "GET /v2.0/security-groups?id=6dc96c76-36a2-49e9-9027-e92fa0c4c0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067704 Jul 15 13:06:58.268426 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4315d455-b588-4179-be10-4c312f022c31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7ee163d-4be2-4821-945f-cb7507aae308,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:58.308531 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27e4dacd-d10d-44fb-8773-af65c4d88269 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:58.309152 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['8b178cb9-5379-4c38-9cdc-a8c931300a26'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:58.316320 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-c2d67463-c9e5-4c9d-90f4-b6a43901af79 admin admin] Deleting port e0313d1c-46a4-4d60-a9e1-94c4e5275d5c {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:58.316703 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c2d67463-c9e5-4c9d-90f4-b6a43901af79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:58.364462 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.resource_extend [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:06:58.396311 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4315d455-b588-4179-be10-4c312f022c31 admin admin] Network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:06:58.423655 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-a35a71ec-a69a-4897-a541-cfc5c929d8e0 req-8120e039-4e3b-4963-ad9a-13eb620e2c10 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Deleting port e998296d-8151-4d72-a00d-72eb3921c665 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:58.429338 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a35a71ec-a69a-4897-a541-cfc5c929d8e0 req-8120e039-4e3b-4963-ad9a-13eb620e2c10 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:58.462298 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4315d455-b588-4179-be10-4c312f022c31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 2b4de3f9-9898-4e48-8ad2-d64a9c837567) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:58.475124 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4315d455-b588-4179-be10-4c312f022c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:58.475711 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4315d455-b588-4179-be10-4c312f022c31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:58.508494 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4315d455-b588-4179-be10-4c312f022c31 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8696458 Jul 15 13:06:58.525548 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041a2e9c-4229-4032-802c-1e13404a50ca None None] Network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:58.563747 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-d329f8d8-696a-4f5d-8117-94a932cf3332 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:58.572939 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-d329f8d8-696a-4f5d-8117-94a932cf3332 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/networks?id=956bc45d-6e41-4c68-9338-128c7dab2eb0 HTTP/1.1" status: 200 len: 811 time: 0.2875721 Jul 15 13:06:58.591279 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-45030169-5e97-4c2f-9493-fd1bc825c2a7 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/quotas/46c681a3ac1f49edb652254baad292e0 HTTP/1.1" status: 200 len: 375 time: 0.0180595 Jul 15 13:06:58.661310 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-1413c7e7-15ce-427f-8cc4-396c040a8a98 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=46c681a3ac1f49edb652254baad292e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674903 Jul 15 13:06:58.687309 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-c2d67463-c9e5-4c9d-90f4-b6a43901af79 admin admin] For port e0313d1c-46a4-4d60-a9e1-94c4e5275d5c, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e0313d1c-46a4-4d60-a9e1-94c4e5275d5c,segment=NetworkSegment(97b9ecac-5850-409f-85ad-edb928189967),segment_id=97b9ecac-5850-409f-85ad-edb928189967)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:58.687801 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c2d67463-c9e5-4c9d-90f4-b6a43901af79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:58.714004 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-c2d67463-c9e5-4c9d-90f4-b6a43901af79 admin admin] Calling delete_port for e0313d1c-46a4-4d60-a9e1-94c4e5275d5c owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:58.720607 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-27e4dacd-d10d-44fb-8773-af65c4d88269 admin admin] Deleting port 922fccd6-f7a3-4b59-bc51-0ad9a6505654 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:06:58.721256 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27e4dacd-d10d-44fb-8773-af65c4d88269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:58.772923 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a35a71ec-a69a-4897-a541-cfc5c929d8e0 req-8120e039-4e3b-4963-ad9a-13eb620e2c10 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] For port e998296d-8151-4d72-a00d-72eb3921c665, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=e998296d-8151-4d72-a00d-72eb3921c665,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:58.774180 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a35a71ec-a69a-4897-a541-cfc5c929d8e0 req-8120e039-4e3b-4963-ad9a-13eb620e2c10 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:58.874049 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-a35a71ec-a69a-4897-a541-cfc5c929d8e0 req-8120e039-4e3b-4963-ad9a-13eb620e2c10 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Calling delete_port for e998296d-8151-4d72-a00d-72eb3921c665 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:58.918259 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-69741e0e-f3ce-43df-b8c6-1f40cb31531e service neutron] 10.222.0.24 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519505 Jul 15 13:06:58.992501 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d97d42-db5d-4b10-bb21-98e3b14f7784 None None] Network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:59.004901 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 592fcc48-0569-4193-a132-af742834d9f1, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=592fcc48-0569-4193-a132-af742834d9f1,segment=NetworkSegment(d5872970-ad71-4929-9627-c34c931cebd5),segment_id=d5872970-ad71-4929-9627-c34c931cebd5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:59.053312 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '592fcc48-0569-4193-a132-af742834d9f1', 'network_id': 'fe7e0964-f83b-4641-9a36-f593100a479d', 'port_id': '592fcc48-0569-4193-a132-af742834d9f1', 'mac_address': 'fa:16:3e:ca:97:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13d2b84-4fd3-482d-938a-fd2e72c6de79', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:06:59.123102 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-57f77d68-b292-40fe-9b71-291cd2f6f0f7 service neutron] 10.222.0.24 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039206 Jul 15 13:06:59.167418 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e5603195-eae2-481f-9eba-8605a613334d req-7a5997f7-db62-4b4d-9da6-3d6f8e52cb0e tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae9c7a06-2c39-48e0-9005-c33b7197cd4a HTTP/1.1" status: 200 len: 210 time: 0.1318634 Jul 15 13:06:59.213734 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-cf9010fe-97ac-4aa8-80f6-ea904b89ed6b tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:59.216185 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2700c01a-b3c0-4169-a844-e1cf7fb688ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e998296d-8151-4d72-a00d-72eb3921c665'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:59.217282 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-cf9010fe-97ac-4aa8-80f6-ea904b89ed6b tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.32 "GET /v2.0/networks?id=0a81d145-7a6a-4e9d-8fce-2f854c4b2363 HTTP/1.1" status: 200 len: 804 time: 0.1979537 Jul 15 13:06:59.227294 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63802ca3-2eae-4b05-aa0b-2b567248c855" -d '{"events": [{"server_uuid": "2700c01a-b3c0-4169-a844-e1cf7fb688ce", "name": "network-vif-unplugged", "status": "completed", "tag": "e998296d-8151-4d72-a00d-72eb3921c665"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:59.237489 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device e998296d-8151-4d72-a00d-72eb3921c665 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:06:59.277395 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-4b4c2957-5cd5-4d15-bcf0-f9720c38c8f2 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Request body: {'port': {'device_id': 'ae9c7a06-2c39-48e0-9005-c33b7197cd4a', 'network_id': '0a81d145-7a6a-4e9d-8fce-2f854c4b2363', 'admin_state_up': True, 'tenant_id': '38e4db3d6cd14773b2b127c0cb5621e7'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:59.316304 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-27e4dacd-d10d-44fb-8773-af65c4d88269 admin admin] For port 922fccd6-f7a3-4b59-bc51-0ad9a6505654, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=922fccd6-f7a3-4b59-bc51-0ad9a6505654,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:59.320073 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27e4dacd-d10d-44fb-8773-af65c4d88269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:59.395450 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-27e4dacd-d10d-44fb-8773-af65c4d88269 admin admin] Calling delete_port for 922fccd6-f7a3-4b59-bc51-0ad9a6505654 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:06:59.398581 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:59.424593 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7e8d7c4c-a1dc-45cf-854a-f6c9c421c544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'name': 'tempest-ServersTestJSON-1790529133-router', 'tenant_id': '208d5b6f99984296b73a45dd4b593343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '922fccd6-f7a3-4b59-bc51-0ad9a6505654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:57Z', 'updated_at': '2021-07-15T13:06:54Z', 'revision_number': 5, 'project_id': '208d5b6f99984296b73a45dd4b593343', 'gw_port': {'id': '922fccd6-f7a3-4b59-bc51-0ad9a6505654', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:03:58Z', 'updated_at': '2021-07-15T13:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:59.445090 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 592fcc48-0569-4193-a132-af742834d9f1 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:59.598048 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51328) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:59.604355 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-02d6fec0-18c3-4e18-bef7-7b08024d3eb2 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1442548201-network', 'tenant_id': 'bc7c774a94274618bb78fe5f2513e300'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:59.608695 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 592fcc48-0569-4193-a132-af742834d9f1, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=592fcc48-0569-4193-a132-af742834d9f1,segment=NetworkSegment(d5872970-ad71-4929-9627-c34c931cebd5),segment_id=d5872970-ad71-4929-9627-c34c931cebd5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:59.610036 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8d7c4c-a1dc-45cf-854a-f6c9c421c544 None None] Checking router: 1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:06:59.632389 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:59.632632 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-4b4c2957-5cd5-4d15-bcf0-f9720c38c8f2 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Made reservation on behalf of 38e4db3d6cd14773b2b127c0cb5621e7 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:59.636273 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-4b4c2957-5cd5-4d15-bcf0-f9720c38c8f2 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:59.729194 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8d7c4c-a1dc-45cf-854a-f6c9c421c544 None None] Routers {'1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:59.729194 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7e8d7c4c-a1dc-45cf-854a-f6c9c421c544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:06:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:59.731979 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d6fec0-18c3-4e18-bef7-7b08024d3eb2 admin admin] Made reservation on behalf of bc7c774a94274618bb78fe5f2513e300 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:59.734470 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02d6fec0-18c3-4e18-bef7-7b08024d3eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:59.756666 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02d6fec0-18c3-4e18-bef7-7b08024d3eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:59.896755 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=592fcc48-0569-4193-a132-af742834d9f1,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:59.921081 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['592fcc48-0569-4193-a132-af742834d9f1'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:06:59.938353 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a35a71ec-a69a-4897-a541-cfc5c929d8e0 req-8120e039-4e3b-4963-ad9a-13eb620e2c10 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:59.984693 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-7e8d7c4c-a1dc-45cf-854a-f6c9c421c544 None None] Set router 1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:59.985572 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120e039-4e3b-4963-ad9a-13eb620e2c10 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Pushing event deleted for resources: {'Port': ['ID=e998296d-8151-4d72-a00d-72eb3921c665,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:00.022929 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b998a7c-40cd-44eb-a97e-22e694786f1b req-b80c0639-03de-4419-b48f-36ed2a8f01d8 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:00.030554 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1b998a7c-40cd-44eb-a97e-22e694786f1b req-b80c0639-03de-4419-b48f-36ed2a8f01d8 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f6cb8fb-21e8-48ab-b6cf-c0444c9aa0d4 HTTP/1.1" status: 200 len: 945 time: 0.5083766 Jul 15 13:07:00.059041 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7e8d7c4c-a1dc-45cf-854a-f6c9c421c544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'name': 'tempest-ServersTestJSON-1790529133-router', 'tenant_id': '208d5b6f99984296b73a45dd4b593343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:57Z', 'updated_at': '2021-07-15T13:06:58Z', 'revision_number': 6, 'project_id': '208d5b6f99984296b73a45dd4b593343', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:00.072305 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8120e039-4e3b-4963-ad9a-13eb620e2c10 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:00.072798 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8120e039-4e3b-4963-ad9a-13eb620e2c10 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:00.073336 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8120e039-4e3b-4963-ad9a-13eb620e2c10 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:00.073795 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8120e039-4e3b-4963-ad9a-13eb620e2c10 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:00.074224 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8120e039-4e3b-4963-ad9a-13eb620e2c10 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:00.074643 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8120e039-4e3b-4963-ad9a-13eb620e2c10 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:00.075036 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8120e039-4e3b-4963-ad9a-13eb620e2c10 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:00.075363 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8120e039-4e3b-4963-ad9a-13eb620e2c10 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:00.075690 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8120e039-4e3b-4963-ad9a-13eb620e2c10 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:00.076015 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8120e039-4e3b-4963-ad9a-13eb620e2c10 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:00.076336 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8120e039-4e3b-4963-ad9a-13eb620e2c10 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:00.076655 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8120e039-4e3b-4963-ad9a-13eb620e2c10 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:00.103373 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8d7c4c-a1dc-45cf-854a-f6c9c421c544 None None] The sync data for ids ['1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a'] in n-d-758944-45 is: [{'id': '1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a', 'name': 'tempest-ServersTestJSON-1790529133-router', 'tenant_id': '208d5b6f99984296b73a45dd4b593343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:03:57Z', 'updated_at': '2021-07-15T13:06:58Z', 'revision_number': 6, 'project_id': '208d5b6f99984296b73a45dd4b593343', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:07:00.160200 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35a71ec-a69a-4897-a541-cfc5c929d8e0 req-8120e039-4e3b-4963-ad9a-13eb620e2c10 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] No DVR routers for this DVR port e998296d-8151-4d72-a00d-72eb3921c665 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:00.164070 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a35a71ec-a69a-4897-a541-cfc5c929d8e0 req-8120e039-4e3b-4963-ad9a-13eb620e2c10 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.167435 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a35a71ec-a69a-4897-a541-cfc5c929d8e0 req-8120e039-4e3b-4963-ad9a-13eb620e2c10 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.32 "DELETE /v2.0/ports/e998296d-8151-4d72-a00d-72eb3921c665 HTTP/1.1" status: 204 len: 173 time: 2.1911616 Jul 15 13:07:00.173813 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2700c01a-b3c0-4169-a844-e1cf7fb688ce', 'name': 'network-vif-deleted', 'tag': 'e998296d-8151-4d72-a00d-72eb3921c665'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:00.176730 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1e14e8-2a75-4a32-baf2-d85aaa8658fe" -d '{"events": [{"server_uuid": "2700c01a-b3c0-4169-a844-e1cf7fb688ce", "name": "network-vif-deleted", "tag": "e998296d-8151-4d72-a00d-72eb3921c665"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:00.179997 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c2d67463-c9e5-4c9d-90f4-b6a43901af79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.207777 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1b998a7c-40cd-44eb-a97e-22e694786f1b req-e0f8a12f-d330-42bc-8fc2-ef1f98350462 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] 10.222.0.24 "GET /v2.0/security-groups?id=154ffead-4ad6-45c6-947a-1714a628ab9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745281 Jul 15 13:07:00.265397 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc48b6-2df3-4624-8ee4-633374bcbf75 req-c962a7ee-38cb-467b-8ad3-fe1d0b7517fc tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:00.272977 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3ecc48b6-2df3-4624-8ee4-633374bcbf75 req-c962a7ee-38cb-467b-8ad3-fe1d0b7517fc tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36 HTTP/1.1" status: 200 len: 945 time: 0.6609230 Jul 15 13:07:00.324192 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-4b4c2957-5cd5-4d15-bcf0-f9720c38c8f2 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Allocated IP 172.20.0.8 (0a81d145-7a6a-4e9d-8fce-2f854c4b2363/a50244b5-c7e6-43d0-9cca-5c95d17b12fc/1dc345bc-d708-4588-bc42-9d63cefd976f) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:00.341093 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cbf190-841b-4882-b64a-748845a1f93a x-openstack-request-id: req-c8cbf190-841b-4882-b64a-748845a1f93a {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:00.341420 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2700c01a-b3c0-4169-a844-e1cf7fb688ce", "name": "network-vif-unplugged", "status": "completed", "tag": "e998296d-8151-4d72-a00d-72eb3921c665", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:00.341635 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c8cbf190-841b-4882-b64a-748845a1f93a {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:00.342460 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2700c01a-b3c0-4169-a844-e1cf7fb688ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e998296d-8151-4d72-a00d-72eb3921c665', 'code': 200} Jul 15 13:07:00.361332 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d67463-c9e5-4c9d-90f4-b6a43901af79 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0313d1c-46a4-4d60-a9e1-94c4e5275d5c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:00.413565 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3ecc48b6-2df3-4624-8ee4-633374bcbf75 req-968f7df1-9a7d-48bf-885f-2ece72048de6 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395178 Jul 15 13:07:00.507276 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa16358-fbe8-44cf-bf5c-02a1332e40a2 req-d8aef056-8233-4636-a7d4-97df88726f6f tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:00.508834 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6aa16358-fbe8-44cf-bf5c-02a1332e40a2 req-d8aef056-8233-4636-a7d4-97df88726f6f tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f6cb8fb-21e8-48ab-b6cf-c0444c9aa0d4 HTTP/1.1" status: 200 len: 945 time: 0.3151398 Jul 15 13:07:00.590360 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27e4dacd-d10d-44fb-8773-af65c4d88269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.735933 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02d6fec0-18c3-4e18-bef7-7b08024d3eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.745872 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4dacd-d10d-44fb-8773-af65c4d88269 admin admin] Pushing event deleted for resources: {'Port': ['ID=922fccd6-f7a3-4b59-bc51-0ad9a6505654,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:00.784185 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02d6fec0-18c3-4e18-bef7-7b08024d3eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.820737 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f0bd6f1c-d890-46a4-a633-7efc1105e5b2 req-12d17b1d-8b9e-4772-a2db-cdd7698db26a tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=0058132e-2964-4f3a-9b6a-8e39ffac3ab1 HTTP/1.1" status: 200 len: 210 time: 0.1226697 Jul 15 13:07:00.847839 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d6fec0-18c3-4e18-bef7-7b08024d3eb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:07:00.851601 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27e4dacd-d10d-44fb-8773-af65c4d88269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.872044 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6fec0-18c3-4e18-bef7-7b08024d3eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437a98f1-6714-4af0-85f8-8116cbf1310c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:00.887628 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02d6fec0-18c3-4e18-bef7-7b08024d3eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.888118 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-02d6fec0-18c3-4e18-bef7-7b08024d3eb2 admin admin] Added segment 76e3f2aa-583a-4f45-ad93-1bb2fbcc70c5 of type vlan for network 6daf10e1-a8e7-4161-88b6-46487e59dc91 Jul 15 13:07:00.888252 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8efc57-3854-4d74-aa6f-cc9f3a5bfc6f x-openstack-request-id: req-6d8efc57-3854-4d74-aa6f-cc9f3a5bfc6f {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:00.888454 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2700c01a-b3c0-4169-a844-e1cf7fb688ce", "name": "network-vif-deleted", "tag": "e998296d-8151-4d72-a00d-72eb3921c665", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:00.888710 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d8efc57-3854-4d74-aa6f-cc9f3a5bfc6f {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:00.889108 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2700c01a-b3c0-4169-a844-e1cf7fb688ce', 'name': 'network-vif-deleted', 'tag': 'e998296d-8151-4d72-a00d-72eb3921c665', 'status': 'completed', 'code': 200} Jul 15 13:07:00.935113 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-4b4c2957-5cd5-4d15-bcf0-f9720c38c8f2 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.971738 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02d6fec0-18c3-4e18-bef7-7b08024d3eb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.982241 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27e4dacd-d10d-44fb-8773-af65c4d88269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.985794 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27e4dacd-d10d-44fb-8773-af65c4d88269 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.993009 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-6aa16358-fbe8-44cf-bf5c-02a1332e40a2 req-fc5967f1-28a9-441a-93df-b5663c3bd295 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] Deleting port 9c88ec43-d451-425b-881d-8e8eff72ec72 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:00.993499 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6aa16358-fbe8-44cf-bf5c-02a1332e40a2 req-fc5967f1-28a9-441a-93df-b5663c3bd295 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:01.057607 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c2d67463-c9e5-4c9d-90f4-b6a43901af79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:01.073067 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27e4dacd-d10d-44fb-8773-af65c4d88269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:01.073593 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e4dacd-d10d-44fb-8773-af65c4d88269 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:07:01.093723 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02d6fec0-18c3-4e18-bef7-7b08024d3eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:01.094935 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d6fec0-18c3-4e18-bef7-7b08024d3eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:01.095371 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02d6fec0-18c3-4e18-bef7-7b08024d3eb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:01.117877 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-4b4c2957-5cd5-4d15-bcf0-f9720c38c8f2 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:01.148188 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 8b178cb9-5379-4c38-9cdc-a8c931300a26 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:01.184336 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-6aa16358-fbe8-44cf-bf5c-02a1332e40a2 req-fc5967f1-28a9-441a-93df-b5663c3bd295 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] For port 9c88ec43-d451-425b-881d-8e8eff72ec72, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9c88ec43-d451-425b-881d-8e8eff72ec72,segment=NetworkSegment(e5b41544-284f-46bf-9ae2-6bfa823d4325),segment_id=e5b41544-284f-46bf-9ae2-6bfa823d4325)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:01.184713 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6aa16358-fbe8-44cf-bf5c-02a1332e40a2 req-fc5967f1-28a9-441a-93df-b5663c3bd295 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:01.199905 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-6aa16358-fbe8-44cf-bf5c-02a1332e40a2 req-fc5967f1-28a9-441a-93df-b5663c3bd295 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] Calling delete_port for 9c88ec43-d451-425b-881d-8e8eff72ec72 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:01.241692 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 8b178cb9-5379-4c38-9cdc-a8c931300a26 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:01.247003 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 8b178cb9-5379-4c38-9cdc-a8c931300a26 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:01.247650 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:01.387310 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6aa16358-fbe8-44cf-bf5c-02a1332e40a2 req-fc5967f1-28a9-441a-93df-b5663c3bd295 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:01.392077 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:01.417666 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-02d6fec0-18c3-4e18-bef7-7b08024d3eb2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8177907 Jul 15 13:07:01.421122 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['9c88ec43-d451-425b-881d-8e8eff72ec72'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:01.444487 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-4b4c2957-5cd5-4d15-bcf0-f9720c38c8f2 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Network 0a81d145-7a6a-4e9d-8fce-2f854c4b2363 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:01.447996 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51344) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:01.459208 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-4b4c2957-5cd5-4d15-bcf0-f9720c38c8f2 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:01.472565 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-bae0ba51-5713-49f4-bd3c-2723218c51f6 admin admin] Request body: {'subnet': {'network_id': '6daf10e1-a8e7-4161-88b6-46487e59dc91', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1442548201-subnet', 'tenant_id': 'bc7c774a94274618bb78fe5f2513e300', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:01.480290 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-4b4c2957-5cd5-4d15-bcf0-f9720c38c8f2 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:01.576210 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6fec0-18c3-4e18-bef7-7b08024d3eb2 admin admin] Pushing event updated for resources: {'Network': ['ID=6daf10e1-a8e7-4161-88b6-46487e59dc91,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:01.610118 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c2957-5cd5-4d15-bcf0-f9720c38c8f2 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Pushing event updated for resources: {'Port': ['ID=1dc345bc-d708-4588-bc42-9d63cefd976f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:01.640574 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 6daf10e1-a8e7-4161-88b6-46487e59dc91 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:07:01.667093 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa16358-fbe8-44cf-bf5c-02a1332e40a2 req-fc5967f1-28a9-441a-93df-b5663c3bd295 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] No DVR routers for this DVR port 9c88ec43-d451-425b-881d-8e8eff72ec72 on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:01.671970 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6aa16358-fbe8-44cf-bf5c-02a1332e40a2 req-fc5967f1-28a9-441a-93df-b5663c3bd295 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:01.677137 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6aa16358-fbe8-44cf-bf5c-02a1332e40a2 req-fc5967f1-28a9-441a-93df-b5663c3bd295 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] 10.222.0.18 "DELETE /v2.0/ports/9c88ec43-d451-425b-881d-8e8eff72ec72 HTTP/1.1" status: 204 len: 173 time: 1.1483576 Jul 15 13:07:01.690605 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 8b178cb9-5379-4c38-9cdc-a8c931300a26, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=8b178cb9-5379-4c38-9cdc-a8c931300a26,segment=NetworkSegment(b5f215a9-6878-47d6-870d-f1a3b2db4a54),segment_id=b5f215a9-6878-47d6-870d-f1a3b2db4a54)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:01.704784 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:01.723682 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27e4dacd-d10d-44fb-8773-af65c4d88269 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:01.727164 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-27e4dacd-d10d-44fb-8773-af65c4d88269 admin admin] 10.222.0.24 "DELETE /v2.0/routers/1dd9e8d6-5d2a-41e3-89c2-e5634a716d9a HTTP/1.1" status: 204 len: 168 time: 4.0152760 Jul 15 13:07:01.734011 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51348) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:01.738065 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:01.742512 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6cb8fb-21e8-48ab-b6cf-c0444c9aa0d4', 'name': 'network-vif-deleted', 'tag': '9c88ec43-d451-425b-881d-8e8eff72ec72'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:01.747087 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca37b9c-7edc-4ff5-ba4b-7ecf4f7323bc" -d '{"events": [{"server_uuid": "2f6cb8fb-21e8-48ab-b6cf-c0444c9aa0d4", "name": "network-vif-deleted", "tag": "9c88ec43-d451-425b-881d-8e8eff72ec72"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:01.766467 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5967f1-28a9-441a-93df-b5663c3bd295 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] Pushing event deleted for resources: {'Port': ['ID=9c88ec43-d451-425b-881d-8e8eff72ec72,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:01.774815 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:01.774815 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1bf74aa7-71fd-4a85-bbdd-aeb46a3ee2e8 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:01.778400 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 922fccd6-f7a3-4b59-bc51-0ad9a6505654 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:01.781001 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7ece1-546b-489a-861c-3e959d315e1d req-6189c1fb-ed92-48b3-b181-8e8591ba692d tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:01.788425 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1cb7ece1-546b-489a-861c-3e959d315e1d req-6189c1fb-ed92-48b3-b181-8e8591ba692d tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd56363c-1e58-4467-9966-82e97f01e7e4 HTTP/1.1" status: 200 len: 944 time: 1.1682396 Jul 15 13:07:01.792636 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae0ba51-5713-49f4-bd3c-2723218c51f6 admin admin] Made reservation on behalf of bc7c774a94274618bb78fe5f2513e300 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:01.795054 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bae0ba51-5713-49f4-bd3c-2723218c51f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:01.809437 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-4b4c2957-5cd5-4d15-bcf0-f9720c38c8f2 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:01.810122 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-4b4c2957-5cd5-4d15-bcf0-f9720c38c8f2 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:01.828541 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944097f8-b562-4a66-8309-f33c5282f42b req-f19c92d6-fc26-4ab7-a5e1-3c1385a58a0b tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:01.836284 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-944097f8-b562-4a66-8309-f33c5282f42b req-f19c92d6-fc26-4ab7-a5e1-3c1385a58a0b tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae9c7a06-2c39-48e0-9005-c33b7197cd4a HTTP/1.1" status: 200 len: 931 time: 0.7473810 Jul 15 13:07:01.886278 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-4b4c2957-5cd5-4d15-bcf0-f9720c38c8f2 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6380661 Jul 15 13:07:01.905799 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 922fccd6-f7a3-4b59-bc51-0ad9a6505654 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:01.906273 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 922fccd6-f7a3-4b59-bc51-0ad9a6505654 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:01.918580 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=8b178cb9-5379-4c38-9cdc-a8c931300a26,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:01.933822 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-30cd3efa-3cc2-4cdd-90c1-1092c7fba547 service neutron] Request body: {'port': {'device_id': 'ae9c7a06-2c39-48e0-9005-c33b7197cd4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:01.968137 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-944097f8-b562-4a66-8309-f33c5282f42b req-33086d0f-4bdb-4b2e-bf27-a31a4a280030 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309547 Jul 15 13:07:01.978232 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-36fa5202-38a5-42cd-95f7-bdf94e64c221 admin admin] Deleting subnet 2b92288e-8c09-4581-b9d4-f3789126b440 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:07:01.990655 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1cb7ece1-546b-489a-861c-3e959d315e1d req-e0a9663a-5f1e-4b00-8226-5666270258bd tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] 10.222.0.24 "GET /v2.0/security-groups?id=6dc96c76-36a2-49e9-9027-e92fa0c4c0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009869 Jul 15 13:07:02.011799 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36fa5202-38a5-42cd-95f7-bdf94e64c221 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.054849 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-30cd3efa-3cc2-4cdd-90c1-1092c7fba547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.113805 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36fa5202-38a5-42cd-95f7-bdf94e64c221 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.196960 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-3207c436-2c38-48c6-8e13-d2b2ec488238 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:02.199316 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-3207c436-2c38-48c6-8e13-d2b2ec488238 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.32 "GET /v2.0/networks?id=956bc45d-6e41-4c68-9338-128c7dab2eb0 HTTP/1.1" status: 200 len: 811 time: 0.4898279 Jul 15 13:07:02.239049 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 592fcc48-0569-4193-a132-af742834d9f1 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:02.242147 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-63951156-aaf4-40c1-906d-424076c22f66 req-c37e873d-8988-460f-ab37-837e7b9b5e50 tempest-InstanceActionsNegativeTestJSON-593453672 tempest-InstanceActionsNegativeTestJSON-593453672-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f6cb8fb-21e8-48ab-b6cf-c0444c9aa0d4 HTTP/1.1" status: 200 len: 210 time: 0.1028666 Jul 15 13:07:02.256272 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-f5f70962-e5ad-42e4-9906-ffb978e3e259 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Request body: {'port': {'device_id': '0058132e-2964-4f3a-9b6a-8e39ffac3ab1', 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0', 'admin_state_up': True, 'tenant_id': '46c681a3ac1f49edb652254baad292e0'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:02.345554 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b178cb9-5379-4c38-9cdc-a8c931300a26'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:02.348738 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62669a11-ee5f-4996-b9c5-83a78797767b" -d '{"events": [{"server_uuid": "1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36", "name": "network-vif-plugged", "status": "completed", "tag": "8b178cb9-5379-4c38-9cdc-a8c931300a26"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:02.359922 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 592fcc48-0569-4193-a132-af742834d9f1 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:02.367551 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 592fcc48-0569-4193-a132-af742834d9f1 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:02.367551 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.397745 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e857436-893c-4cf4-9dd4-617c58b087e1 x-openstack-request-id: req-9e857436-893c-4cf4-9dd4-617c58b087e1 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:02.399744 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6cb8fb-21e8-48ab-b6cf-c0444c9aa0d4", "name": "network-vif-deleted", "tag": "9c88ec43-d451-425b-881d-8e8eff72ec72", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:02.400116 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9e857436-893c-4cf4-9dd4-617c58b087e1 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:02.400651 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6cb8fb-21e8-48ab-b6cf-c0444c9aa0d4', 'name': 'network-vif-deleted', 'tag': '9c88ec43-d451-425b-881d-8e8eff72ec72', 'status': 'completed', 'code': 200} Jul 15 13:07:02.404409 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bae0ba51-5713-49f4-bd3c-2723218c51f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.506530 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d67463-c9e5-4c9d-90f4-b6a43901af79 admin admin] Router d85775f2-22ec-44b1-a44f-2fec8d29a0ba has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:07:02.543409 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.593131 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0ba51-5713-49f4-bd3c-2723218c51f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1deccfb1-ebc1-407c-9d42-f9f2f024ebcf,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:02.599414 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36fa5202-38a5-42cd-95f7-bdf94e64c221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.612834 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f4a9cea2-76a6-437e-bf64-806645a4e77c req-95110693-cf39-4a35-8e39-e7067ef1872c tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=0058132e-2964-4f3a-9b6a-8e39ffac3ab1 HTTP/1.1" status: 200 len: 210 time: 0.0657032 Jul 15 13:07:02.614397 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 592fcc48-0569-4193-a132-af742834d9f1, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=592fcc48-0569-4193-a132-af742834d9f1,segment=NetworkSegment(d5872970-ad71-4929-9627-c34c931cebd5),segment_id=d5872970-ad71-4929-9627-c34c931cebd5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:02.621910 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.662895 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae0ba51-5713-49f4-bd3c-2723218c51f6 admin admin] Checking segment: {'id': '76e3f2aa-583a-4f45-ad93-1bb2fbcc70c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '6daf10e1-a8e7-4161-88b6-46487e59dc91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:02.663593 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae0ba51-5713-49f4-bd3c-2723218c51f6 admin admin] Network hostable DHCP agents. Network: 6daf10e1-a8e7-4161-88b6-46487e59dc91, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:07:02.688211 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=592fcc48-0569-4193-a132-af742834d9f1,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:02.692688 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15861688-bcef-4705-a828-9cb43f367344 x-openstack-request-id: req-15861688-bcef-4705-a828-9cb43f367344 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:02.692973 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36", "name": "network-vif-plugged", "status": "completed", "tag": "8b178cb9-5379-4c38-9cdc-a8c931300a26", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:02.693226 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-15861688-bcef-4705-a828-9cb43f367344 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:02.693626 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b178cb9-5379-4c38-9cdc-a8c931300a26', 'code': 200} Jul 15 13:07:02.723201 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae0ba51-5713-49f4-bd3c-2723218c51f6 admin admin] Network 6daf10e1-a8e7-4161-88b6-46487e59dc91 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:07:02.740936 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-bae0ba51-5713-49f4-bd3c-2723218c51f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 6daf10e1-a8e7-4161-88b6-46487e59dc91) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:02.748077 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae0ba51-5713-49f4-bd3c-2723218c51f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:02.748594 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bae0ba51-5713-49f4-bd3c-2723218c51f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.760913 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193d9fc9-6d81-48e3-8dbc-625b3c685aa2 None None] Network 6daf10e1-a8e7-4161-88b6-46487e59dc91 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:07:02.767511 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-30cd3efa-3cc2-4cdd-90c1-1092c7fba547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dc345bc-d708-4588-bc42-9d63cefd976f {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:02.783918 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-30cd3efa-3cc2-4cdd-90c1-1092c7fba547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.802060 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-30cd3efa-3cc2-4cdd-90c1-1092c7fba547 service neutron] Transition to ACTIVE for port object 1dc345bc-d708-4588-bc42-9d63cefd976f will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:02.808650 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-30cd3efa-3cc2-4cdd-90c1-1092c7fba547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.844039 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-f5f70962-e5ad-42e4-9906-ffb978e3e259 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Made reservation on behalf of 46c681a3ac1f49edb652254baad292e0 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:02.848371 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-f5f70962-e5ad-42e4-9906-ffb978e3e259 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.856984 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-bae0ba51-5713-49f4-bd3c-2723218c51f6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3854570 Jul 15 13:07:02.896670 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd3efa-3cc2-4cdd-90c1-1092c7fba547 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc345bc-d708-4588-bc42-9d63cefd976f,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:02.902879 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36fa5202-38a5-42cd-95f7-bdf94e64c221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.919062 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae894eff-c6aa-4746-9dbd-a463e94b8876 req-972abcde-016e-4fc0-ac11-4af739091ba1 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:02.920730 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ae894eff-c6aa-4746-9dbd-a463e94b8876 req-972abcde-016e-4fc0-ac11-4af739091ba1 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36 HTTP/1.1" status: 200 len: 946 time: 0.3859143 Jul 15 13:07:02.954031 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-30cd3efa-3cc2-4cdd-90c1-1092c7fba547 service neutron] Attempting to bind port 1dc345bc-d708-4588-bc42-9d63cefd976f on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:02.954355 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-30cd3efa-3cc2-4cdd-90c1-1092c7fba547 service neutron] Attempting to bind port 1dc345bc-d708-4588-bc42-9d63cefd976f by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0a81d145-7a6a-4e9d-8fce-2f854c4b2363'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:02.954898 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-30cd3efa-3cc2-4cdd-90c1-1092c7fba547 service neutron] Attempting to bind port 1dc345bc-d708-4588-bc42-9d63cefd976f on network 0a81d145-7a6a-4e9d-8fce-2f854c4b2363 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:02.960381 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-30cd3efa-3cc2-4cdd-90c1-1092c7fba547 service neutron] Port 1dc345bc-d708-4588-bc42-9d63cefd976f on network 0a81d145-7a6a-4e9d-8fce-2f854c4b2363 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:02.960692 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-30cd3efa-3cc2-4cdd-90c1-1092c7fba547 service neutron] Attempting to bind port 1dc345bc-d708-4588-bc42-9d63cefd976f on network 0a81d145-7a6a-4e9d-8fce-2f854c4b2363 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:02.966287 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-30cd3efa-3cc2-4cdd-90c1-1092c7fba547 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:02.966577 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-30cd3efa-3cc2-4cdd-90c1-1092c7fba547 service neutron] Checking segment: {'id': '57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0a81d145-7a6a-4e9d-8fce-2f854c4b2363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:02.967019 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-30cd3efa-3cc2-4cdd-90c1-1092c7fba547 service neutron] Bound using segment: {'id': '57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0a81d145-7a6a-4e9d-8fce-2f854c4b2363'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:02.967641 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa5202-38a5-42cd-95f7-bdf94e64c221 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b92288e-8c09-4581-b9d4-f3789126b440,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:02.967909 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-30cd3efa-3cc2-4cdd-90c1-1092c7fba547 service neutron] Bound port: 1dc345bc-d708-4588-bc42-9d63cefd976f, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0a81d145-7a6a-4e9d-8fce-2f854c4b2363'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:02.967909 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-30cd3efa-3cc2-4cdd-90c1-1092c7fba547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.974243 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36fa5202-38a5-42cd-95f7-bdf94e64c221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.976209 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-36fa5202-38a5-42cd-95f7-bdf94e64c221 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2b92288e-8c09-4581-b9d4-f3789126b440 HTTP/1.1" status: 204 len: 168 time: 1.2413599 Jul 15 13:07:02.977471 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d67463-c9e5-4c9d-90f4-b6a43901af79 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:07:02.978898 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51358) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:02.983853 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d268ca8c-5d30-4d67-aaa1-bd4301d1713b None None] Network 6daf10e1-a8e7-4161-88b6-46487e59dc91 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:07:02.987685 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2703619-dadd-47d6-8129-31002eb64f8f None None] Sync routers for ids ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:07:02.991061 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c2d67463-c9e5-4c9d-90f4-b6a43901af79 admin admin] 10.222.0.24 "PUT /v2.0/routers/d85775f2-22ec-44b1-a44f-2fec8d29a0ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9515762 Jul 15 13:07:02.995320 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51360) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:03.014727 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2703619-dadd-47d6-8129-31002eb64f8f None None] Routers {'d85775f2-22ec-44b1-a44f-2fec8d29a0ba'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:07:03.015370 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e2703619-dadd-47d6-8129-31002eb64f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:06:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:03.097629 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d7ac85-d8dd-4f40-ad32-994707603e64 None None] Network de1a8c4c-8ca6-4486-8846-3010a8adb593 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:07:03.151131 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ae894eff-c6aa-4746-9dbd-a463e94b8876 req-9d8dd3db-bf29-4274-b2a3-f57a2d315747 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185073 Jul 15 13:07:03.161533 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50906878-23d5-463e-9889-1b0a66acb4f3 req-3dc835e6-d134-4a42-9bc6-9810c3228410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:03.163180 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-50906878-23d5-463e-9889-1b0a66acb4f3 req-3dc835e6-d134-4a42-9bc6-9810c3228410 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36 HTTP/1.1" status: 200 len: 1098 time: 0.3382254 Jul 15 13:07:03.233283 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-e2703619-dadd-47d6-8129-31002eb64f8f None None] Set router d85775f2-22ec-44b1-a44f-2fec8d29a0ba gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:07:03.268575 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fdb8d90c-5759-4f70-bd20-89a2a3501e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:03.339741 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-30cd3efa-3cc2-4cdd-90c1-1092c7fba547 service neutron] For port 1dc345bc-d708-4588-bc42-9d63cefd976f, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:03.368280 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e62f587d-906c-4ca8-aca2-481ba5be9acb admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:03.379617 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-30cd3efa-3cc2-4cdd-90c1-1092c7fba547 service neutron] For port 1dc345bc-d708-4588-bc42-9d63cefd976f, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=1dc345bc-d708-4588-bc42-9d63cefd976f,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:03.389305 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-30cd3efa-3cc2-4cdd-90c1-1092c7fba547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:03.423265 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-f5f70962-e5ad-42e4-9906-ffb978e3e259 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Allocated IP 172.20.0.14 (956bc45d-6e41-4c68-9338-128c7dab2eb0/d483a1a6-7065-4b15-8f19-4e9042e07796/32108703-4a2e-41fb-a638-60734dfd6bcd) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:03.432018 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-30cd3efa-3cc2-4cdd-90c1-1092c7fba547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:03.432641 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-30cd3efa-3cc2-4cdd-90c1-1092c7fba547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:03.434124 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-30cd3efa-3cc2-4cdd-90c1-1092c7fba547 service neutron] 10.222.0.32 "PUT /v2.0/ports/1dc345bc-d708-4588-bc42-9d63cefd976f HTTP/1.1" status: 200 len: 1092 time: 1.5067496 Jul 15 13:07:03.436658 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-50906878-23d5-463e-9889-1b0a66acb4f3 req-4934e7bb-bba3-4590-b852-a25e6033828b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734931 Jul 15 13:07:03.488647 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-fdb8d90c-5759-4f70-bd20-89a2a3501e47 admin admin] Deleting port 691f2ecd-25f2-4ec5-b129-ba336fe8ddc3 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:03.489050 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fdb8d90c-5759-4f70-bd20-89a2a3501e47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:03.498598 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae7366-ee39-4cc5-8f7f-59ca091056eb req-860975ea-4a07-44fa-a50b-28b5a484c859 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:03.506630 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48ae7366-ee39-4cc5-8f7f-59ca091056eb req-860975ea-4a07-44fa-a50b-28b5a484c859 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae9c7a06-2c39-48e0-9005-c33b7197cd4a HTTP/1.1" status: 200 len: 943 time: 0.2313991 Jul 15 13:07:03.511732 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd3efa-3cc2-4cdd-90c1-1092c7fba547 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc345bc-d708-4588-bc42-9d63cefd976f,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:03.580614 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda864db-d7ca-41cd-826a-33e582fcd6d6 req-ae78a635-3295-4219-9e00-4667f140600b tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:03.582344 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eda864db-d7ca-41cd-826a-33e582fcd6d6 req-ae78a635-3295-4219-9e00-4667f140600b tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd56363c-1e58-4467-9966-82e97f01e7e4 HTTP/1.1" status: 200 len: 945 time: 0.2772009 Jul 15 13:07:03.587673 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e2703619-dadd-47d6-8129-31002eb64f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461522680-router', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:02Z', 'updated_at': '2021-07-15T13:06:59Z', 'revision_number': 5, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'gw_port': {'id': '9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:05:03Z', 'updated_at': '2021-07-15T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:03.587892 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48ae7366-ee39-4cc5-8f7f-59ca091056eb req-47d60176-3209-4877-9da8-399eec5b1380 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801289 Jul 15 13:07:03.611959 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e329781-4b36-431a-b757-e9184cbe8756 None None] DHCP port deletion for de1a8c4c-8ca6-4486-8846-3010a8adb593 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:07:03.617904 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e62f587d-906c-4ca8-aca2-481ba5be9acb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:03.657120 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2703619-dadd-47d6-8129-31002eb64f8f None None] Checking router: d85775f2-22ec-44b1-a44f-2fec8d29a0ba for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:07:03.659252 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-fdb8d90c-5759-4f70-bd20-89a2a3501e47 admin admin] For port 691f2ecd-25f2-4ec5-b129-ba336fe8ddc3, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=691f2ecd-25f2-4ec5-b129-ba336fe8ddc3,segment=NetworkSegment(5ee034e8-e3f6-4149-9e9b-fd287931a9ae),segment_id=5ee034e8-e3f6-4149-9e9b-fd287931a9ae)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:03.659996 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fdb8d90c-5759-4f70-bd20-89a2a3501e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:03.680399 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2703619-dadd-47d6-8129-31002eb64f8f None None] Routers {'d85775f2-22ec-44b1-a44f-2fec8d29a0ba'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:07:03.681518 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e2703619-dadd-47d6-8129-31002eb64f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:06:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:03.687052 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6e329781-4b36-431a-b757-e9184cbe8756 None None] Deleting port 691f2ecd-25f2-4ec5-b129-ba336fe8ddc3 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:03.687441 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e329781-4b36-431a-b757-e9184cbe8756 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:03.696295 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-fdb8d90c-5759-4f70-bd20-89a2a3501e47 admin admin] Calling delete_port for 691f2ecd-25f2-4ec5-b129-ba336fe8ddc3 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:03.756059 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eda864db-d7ca-41cd-826a-33e582fcd6d6 req-2d01c0d8-24bf-46ca-a2b8-57023d8f1282 tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] 10.222.0.24 "GET /v2.0/security-groups?id=6dc96c76-36a2-49e9-9027-e92fa0c4c0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460428 Jul 15 13:07:03.769674 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-6e329781-4b36-431a-b757-e9184cbe8756 None None] For port 691f2ecd-25f2-4ec5-b129-ba336fe8ddc3, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=691f2ecd-25f2-4ec5-b129-ba336fe8ddc3,segment=NetworkSegment(5ee034e8-e3f6-4149-9e9b-fd287931a9ae),segment_id=5ee034e8-e3f6-4149-9e9b-fd287931a9ae)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:03.770262 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e329781-4b36-431a-b757-e9184cbe8756 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:03.785610 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6e329781-4b36-431a-b757-e9184cbe8756 None None] Calling delete_port for 691f2ecd-25f2-4ec5-b129-ba336fe8ddc3 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:03.865318 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fdb8d90c-5759-4f70-bd20-89a2a3501e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:03.868775 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-e2703619-dadd-47d6-8129-31002eb64f8f None None] Set router d85775f2-22ec-44b1-a44f-2fec8d29a0ba gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:07:03.901091 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8d90c-5759-4f70-bd20-89a2a3501e47 admin admin] Pushing event deleted for resources: {'Port': ['ID=691f2ecd-25f2-4ec5-b129-ba336fe8ddc3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:03.914282 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-f5f70962-e5ad-42e4-9906-ffb978e3e259 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:03.915381 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb8d90c-5759-4f70-bd20-89a2a3501e47 admin admin] No DVR routers for this DVR port 691f2ecd-25f2-4ec5-b129-ba336fe8ddc3 on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:03.945810 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-e62f587d-906c-4ca8-aca2-481ba5be9acb admin admin] Deleting port 9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:03.946251 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e62f587d-906c-4ca8-aca2-481ba5be9acb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:03.970366 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51384) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:03.971544 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e329781-4b36-431a-b757-e9184cbe8756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:03.979458 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e2703619-dadd-47d6-8129-31002eb64f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461522680-router', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:02Z', 'updated_at': '2021-07-15T13:07:03Z', 'revision_number': 6, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:04.010044 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2703619-dadd-47d6-8129-31002eb64f8f None None] The sync data for ids ['d85775f2-22ec-44b1-a44f-2fec8d29a0ba'] in n-d-758944-45 is: [{'id': 'd85775f2-22ec-44b1-a44f-2fec8d29a0ba', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461522680-router', 'tenant_id': 'e6722cf0529e42bab580975825cb7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:05:02Z', 'updated_at': '2021-07-15T13:07:03Z', 'revision_number': 6, 'project_id': 'e6722cf0529e42bab580975825cb7f20', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:07:04.022944 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e329781-4b36-431a-b757-e9184cbe8756 None None] Pushing event deleted for resources: {'Port': ['ID=691f2ecd-25f2-4ec5-b129-ba336fe8ddc3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:04.027459 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e329781-4b36-431a-b757-e9184cbe8756 None None] No DVR routers for this DVR port 691f2ecd-25f2-4ec5-b129-ba336fe8ddc3 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:04.122396 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fdb8d90c-5759-4f70-bd20-89a2a3501e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:04.143841 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-18249e25-4012-4086-a2d8-01cc7d848ede req-deaada4d-066d-4973-b1df-8f0085d69482 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=0058132e-2964-4f3a-9b6a-8e39ffac3ab1 HTTP/1.1" status: 200 len: 210 time: 0.0544736 Jul 15 13:07:04.164849 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-fe3c329c-e1b7-4541-b524-8d625326e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:04.165806 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-fdb8d90c-5759-4f70-bd20-89a2a3501e47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1a8c4c-8ca6-4486-8846-3010a8adb593']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:04.166504 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-fe3c329c-e1b7-4541-b524-8d625326e90c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=38e4db3d6cd14773b2b127c0cb5621e7&device_id=ae9c7a06-2c39-48e0-9005-c33b7197cd4a HTTP/1.1" status: 200 len: 1095 time: 0.3938401 Jul 15 13:07:04.170976 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b3f0406-f687-4d3a-922f-2d0bda49f338 admin admin] Deleting subnet fe6e7b62-fa2f-4418-bc6f-8dce02061845 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:07:04.179895 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-e62f587d-906c-4ca8-aca2-481ba5be9acb admin admin] For port 9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:04.180326 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e62f587d-906c-4ca8-aca2-481ba5be9acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:04.186708 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-fdb8d90c-5759-4f70-bd20-89a2a3501e47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee034e8-e3f6-4149-9e9b-fd287931a9ae') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:04.187121 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-fdb8d90c-5759-4f70-bd20-89a2a3501e47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee034e8-e3f6-4149-9e9b-fd287931a9ae') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:04.191295 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b3f0406-f687-4d3a-922f-2d0bda49f338 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:04.210816 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-e62f587d-906c-4ca8-aca2-481ba5be9acb admin admin] Calling delete_port for 9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:04.221364 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fdb8d90c-5759-4f70-bd20-89a2a3501e47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:04.254687 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fdb8d90c-5759-4f70-bd20-89a2a3501e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:04.256606 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-dac07c56-e3ca-43b3-8bfd-e3a43ba8089d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dc345bc-d708-4588-bc42-9d63cefd976f HTTP/1.1" status: 200 len: 217 time: 0.0658455 Jul 15 13:07:04.265344 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 9c88ec43-d451-425b-881d-8e8eff72ec72 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:04.266881 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b3f0406-f687-4d3a-922f-2d0bda49f338 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:04.274618 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-e64afa94-5865-44e4-9dee-5bccff88eb77 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:04.281418 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-e64afa94-5865-44e4-9dee-5bccff88eb77 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/networks?id=2b4de3f9-9898-4e48-8ad2-d64a9c837567 HTTP/1.1" status: 200 len: 821 time: 0.3387282 Jul 15 13:07:04.293489 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 9c88ec43-d451-425b-881d-8e8eff72ec72 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:04.294385 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 9c88ec43-d451-425b-881d-8e8eff72ec72 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:04.305736 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb8d90c-5759-4f70-bd20-89a2a3501e47 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:07:04.306192 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fdb8d90c-5759-4f70-bd20-89a2a3501e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:07:04.308724 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:07:04.312267 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-f5f70962-e5ad-42e4-9906-ffb978e3e259 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:04.342185 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-81bb7494-d5d2-46bb-a850-a5f9442c3154 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/quotas/11b8af7c013140faa070a8db01c03b78 HTTP/1.1" status: 200 len: 375 time: 0.0597689 Jul 15 13:07:04.422626 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9c7a06-2c39-48e0-9005-c33b7197cd4a', 'tag': '1dc345bc-d708-4588-bc42-9d63cefd976f'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:04.425944 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477c8b9f-a060-4ce0-a654-26aad76cba29" -d '{"events": [{"name": "network-changed", "server_uuid": "ae9c7a06-2c39-48e0-9005-c33b7197cd4a", "tag": "1dc345bc-d708-4588-bc42-9d63cefd976f"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:04.429271 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b3f0406-f687-4d3a-922f-2d0bda49f338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:04.429794 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-f5f70962-e5ad-42e4-9906-ffb978e3e259 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Network 956bc45d-6e41-4c68-9338-128c7dab2eb0 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:04.436029 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-02c3f2d7-eeb1-491d-bcc3-2e8ac90f1ff2 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=11b8af7c013140faa070a8db01c03b78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608850 Jul 15 13:07:04.436854 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fdb8d90c-5759-4f70-bd20-89a2a3501e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:04.441680 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-f5f70962-e5ad-42e4-9906-ffb978e3e259 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:04.450001 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-f5f70962-e5ad-42e4-9906-ffb978e3e259 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:04.490078 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fdb8d90c-5759-4f70-bd20-89a2a3501e47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:04.494753 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-fdb8d90c-5759-4f70-bd20-89a2a3501e47 admin admin] 10.222.0.24 "DELETE /v2.0/networks/de1a8c4c-8ca6-4486-8846-3010a8adb593 HTTP/1.1" status: 204 len: 168 time: 1.5123384 Jul 15 13:07:04.506464 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-a9dcf75c-8523-422c-8664-ce4d822f51cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:04.507804 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-a9dcf75c-8523-422c-8664-ce4d822f51cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a50244b5-c7e6-43d0-9cca-5c95d17b12fc HTTP/1.1" status: 200 len: 844 time: 0.2114048 Jul 15 13:07:04.520658 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f70962-e5ad-42e4-9906-ffb978e3e259 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Pushing event updated for resources: {'Port': ['ID=32108703-4a2e-41fb-a638-60734dfd6bcd,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:04.531891 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8d90c-5759-4f70-bd20-89a2a3501e47 admin admin] Pushing event deleted for resources: {'Network': ['ID=de1a8c4c-8ca6-4486-8846-3010a8adb593,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:04.626707 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b3f0406-f687-4d3a-922f-2d0bda49f338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:04.631120 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-54da153b-5ebd-43e9-9aeb-44c61d7fb258 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0a81d145-7a6a-4e9d-8fce-2f854c4b2363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149156 Jul 15 13:07:04.648466 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-f5f70962-e5ad-42e4-9906-ffb978e3e259 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:04.649122 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-f5f70962-e5ad-42e4-9906-ffb978e3e259 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:04.660453 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-48ec1ba8-f13a-444d-a56d-52cba814f318 service neutron] 10.222.0.24 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908598 Jul 15 13:07:04.663471 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f0406-f687-4d3a-922f-2d0bda49f338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe6e7b62-fa2f-4418-bc6f-8dce02061845,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:04.665380 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b3f0406-f687-4d3a-922f-2d0bda49f338 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:04.667379 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3b3f0406-f687-4d3a-922f-2d0bda49f338 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fe6e7b62-fa2f-4418-bc6f-8dce02061845 HTTP/1.1" status: 204 len: 168 time: 0.6959455 Jul 15 13:07:04.671580 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51394) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:04.695211 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd56363c-1e58-4467-9966-82e97f01e7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592fcc48-0569-4193-a132-af742834d9f1'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:04.700441 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff8f8be-3e36-436f-8f76-38329f3ae035" -d '{"events": [{"server_uuid": "dd56363c-1e58-4467-9966-82e97f01e7e4", "name": "network-vif-plugged", "status": "completed", "tag": "592fcc48-0569-4193-a132-af742834d9f1"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:04.719978 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3224e-0b00-402d-94c4-444a28853b06 req-8b700f8c-3283-4c68-a9cd-90029d9680b7 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:04.722173 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b6d3224e-0b00-402d-94c4-444a28853b06 req-8b700f8c-3283-4c68-a9cd-90029d9680b7 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36 HTTP/1.1" status: 200 len: 946 time: 0.4245143 Jul 15 13:07:04.761620 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51398) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:04.769900 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-f5f70962-e5ad-42e4-9906-ffb978e3e259 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5251756 Jul 15 13:07:04.801186 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-e61865cb-94b3-43ea-a6eb-b002ee0bd44f service neutron] Request body: {'port': {'device_id': '0058132e-2964-4f3a-9b6a-8e39ffac3ab1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:04.829497 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4af5ede4-58e9-4681-99c6-cd20b4b09c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:04.890926 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-e65d76a6-6bf3-4776-8e46-935820403567 service neutron] 10.222.0.32 "GET /v2.0/networks/0a81d145-7a6a-4e9d-8fce-2f854c4b2363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373850 Jul 15 13:07:04.892801 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-6e5bb66c-e3bf-4043-8823-1d3b474bc57d service neutron] 10.222.0.24 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183695 Jul 15 13:07:04.906037 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b6d3224e-0b00-402d-94c4-444a28853b06 req-495b14cd-d7ab-4f6c-b76f-b27a02a8e540 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743715 Jul 15 13:07:04.947731 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8aa553e7-44c1-4aba-9538-84553ef97493 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=208d5b6f99984296b73a45dd4b593343&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1539443 Jul 15 13:07:04.958810 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51402) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:04.973253 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45adc23-3fe4-4439-99c6-e964a789298f x-openstack-request-id: req-b45adc23-3fe4-4439-99c6-e964a789298f {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:04.973658 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae9c7a06-2c39-48e0-9005-c33b7197cd4a", "tag": "1dc345bc-d708-4588-bc42-9d63cefd976f", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:04.974021 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b45adc23-3fe4-4439-99c6-e964a789298f {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:04.974498 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae9c7a06-2c39-48e0-9005-c33b7197cd4a', 'tag': '1dc345bc-d708-4588-bc42-9d63cefd976f', 'status': 'completed', 'code': 200} Jul 15 13:07:05.075907 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4af5ede4-58e9-4681-99c6-cd20b4b09c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:05.083256 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e62f587d-906c-4ca8-aca2-481ba5be9acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:05.097672 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-4af5ede4-58e9-4681-99c6-cd20b4b09c26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3954d18e-977d-404c-89a6-5c60d8882e7d']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:05.116182 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-4af5ede4-58e9-4681-99c6-cd20b4b09c26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5b41544-284f-46bf-9ae2-6bfa823d4325') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:05.116519 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-4af5ede4-58e9-4681-99c6-cd20b4b09c26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5b41544-284f-46bf-9ae2-6bfa823d4325') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:05.136089 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4af5ede4-58e9-4681-99c6-cd20b4b09c26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:05.150866 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b627d195-0e9a-4fb3-a0e4-61f822f33c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:05.200684 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b627d195-0e9a-4fb3-a0e4-61f822f33c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:05.206503 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f587d-906c-4ca8-aca2-481ba5be9acb admin admin] Pushing event deleted for resources: {'Port': ['ID=9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:05.234154 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-e61865cb-94b3-43ea-a6eb-b002ee0bd44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:05.243017 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4af5ede4-58e9-4681-99c6-cd20b4b09c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:05.255704 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af5ede4-58e9-4681-99c6-cd20b4b09c26 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:07:05.256363 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4af5ede4-58e9-4681-99c6-cd20b4b09c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:05.263855 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f41d39-a762-4ecc-b77a-c24b0ccdead7 x-openstack-request-id: req-d8f41d39-a762-4ecc-b77a-c24b0ccdead7 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:05.264325 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd56363c-1e58-4467-9966-82e97f01e7e4", "name": "network-vif-plugged", "status": "completed", "tag": "592fcc48-0569-4193-a132-af742834d9f1", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:05.264714 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d8f41d39-a762-4ecc-b77a-c24b0ccdead7 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:05.272066 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd56363c-1e58-4467-9966-82e97f01e7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592fcc48-0569-4193-a132-af742834d9f1', 'code': 200} Jul 15 13:07:05.422186 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:05.422186 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:05.422186 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:07:05.422186 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:07:05.422186 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:07:05.422186 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:07:05.422186 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:07:05.422186 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:07:05.422186 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:07:05.422186 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:07:05.422186 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:07:05.422186 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:07:05.422186 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:07:05.422186 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:07:05.422186 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:07:05.422186 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:07:05.422186 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:07:05.422186 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:07:05.422186 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:07:05.422186 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:07:05.422186 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:07:05.422186 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:07:05.422186 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:07:05.422186 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:07:05.422186 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:07:05.422186 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:07:05.422186 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:07:05.422186 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:07:05.422186 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:07:05.422186 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:07:05.422186 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:07:05.422186 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:07:05.422186 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:07:05.422186 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:07:05.565170 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4af5ede4-58e9-4681-99c6-cd20b4b09c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:05.595686 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4af5ede4-58e9-4681-99c6-cd20b4b09c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:05.599153 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4af5ede4-58e9-4681-99c6-cd20b4b09c26 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3954d18e-977d-404c-89a6-5c60d8882e7d HTTP/1.1" status: 204 len: 168 time: 0.9263897 Jul 15 13:07:05.604676 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5ede4-58e9-4681-99c6-cd20b4b09c26 admin admin] Pushing event deleted for resources: {'Network': ['ID=3954d18e-977d-404c-89a6-5c60d8882e7d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:05.644669 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 691f2ecd-25f2-4ec5-b129-ba336fe8ddc3 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:05.668447 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b627d195-0e9a-4fb3-a0e4-61f822f33c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:05.684666 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b627d195-0e9a-4fb3-a0e4-61f822f33c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:05.686987 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 691f2ecd-25f2-4ec5-b129-ba336fe8ddc3 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:05.687715 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 691f2ecd-25f2-4ec5-b129-ba336fe8ddc3 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:05.688314 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:05.698601 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b627d195-0e9a-4fb3-a0e4-61f822f33c61 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/946b449b-ae86-4160-8999-603e84353c4f HTTP/1.1" status: 204 len: 168 time: 0.7354851 Jul 15 13:07:05.747349 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627d195-0e9a-4fb3-a0e4-61f822f33c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946b449b-ae86-4160-8999-603e84353c4f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:05.764755 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e50fd-4821-4844-8bd9-cad369df96c2 req-9b136d7c-ab49-4e23-b56f-97ee0c705495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:05.767252 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8d2e50fd-4821-4844-8bd9-cad369df96c2 req-9b136d7c-ab49-4e23-b56f-97ee0c705495 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dd56363c-1e58-4467-9966-82e97f01e7e4 HTTP/1.1" status: 200 len: 1097 time: 0.3439760 Jul 15 13:07:05.772877 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c6a5668-5ad7-4f0b-8ffa-97c0232b0feb req-e00e2b09-06c8-4336-a42a-a610d8469bba service neutron] 10.222.0.32 "GET /v2.0/networks/0a81d145-7a6a-4e9d-8fce-2f854c4b2363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8632712 Jul 15 13:07:05.808909 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e62f587d-906c-4ca8-aca2-481ba5be9acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:05.831676 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:05.832975 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 9cd6cdc6-ff79-4adc-b1a4-5da104eb29f3 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:05.836252 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e0313d1c-46a4-4d60-a9e1-94c4e5275d5c no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:05.867250 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d5082-fac8-4a99-bb71-828b598a8aea req-0ab4a944-2dee-4faf-94ac-cf9e6c1b8afa tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:05.877613 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-620d5082-fac8-4a99-bb71-828b598a8aea req-0ab4a944-2dee-4faf-94ac-cf9e6c1b8afa tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd56363c-1e58-4467-9966-82e97f01e7e4 HTTP/1.1" status: 200 len: 945 time: 0.4407101 Jul 15 13:07:05.893500 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f88052-d197-4c0e-8233-48b228d2b5f2 req-a2219d8f-0e53-4d87-ba4c-a97672a30c9f tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:05.901257 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62f88052-d197-4c0e-8233-48b228d2b5f2 req-a2219d8f-0e53-4d87-ba4c-a97672a30c9f tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae9c7a06-2c39-48e0-9005-c33b7197cd4a HTTP/1.1" status: 200 len: 943 time: 0.8107374 Jul 15 13:07:05.922765 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: e0313d1c-46a4-4d60-a9e1-94c4e5275d5c {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:05.924616 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e0313d1c-46a4-4d60-a9e1-94c4e5275d5c not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:06.030166 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8d2e50fd-4821-4844-8bd9-cad369df96c2 req-caefaec5-988a-40ab-b7d4-485c279fc84a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6dc96c76-36a2-49e9-9027-e92fa0c4c0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531133 Jul 15 13:07:06.051495 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-620d5082-fac8-4a99-bb71-828b598a8aea req-9b7c922f-663a-481f-a016-128579bbdc16 tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] 10.222.0.24 "GET /v2.0/security-groups?id=6dc96c76-36a2-49e9-9027-e92fa0c4c0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726253 Jul 15 13:07:06.080990 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e62f587d-906c-4ca8-aca2-481ba5be9acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:06.084400 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e62f587d-906c-4ca8-aca2-481ba5be9acb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:06.129123 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51424) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:06.201456 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62f88052-d197-4c0e-8233-48b228d2b5f2 req-392393c2-c86e-4d69-9a2f-38f41c1a35ae tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989979 Jul 15 13:07:06.238516 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d5ce4ac6-c93b-460b-9022-55d5025fa6ef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=58a6283571d14d709c26a8e45d9a8e92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1075244 Jul 15 13:07:06.241063 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51426) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:06.255159 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e62f587d-906c-4ca8-aca2-481ba5be9acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:06.256691 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62f587d-906c-4ca8-aca2-481ba5be9acb admin admin] Fanout notify agent at l3_agent the message router_deleted on router d85775f2-22ec-44b1-a44f-2fec8d29a0ba {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:07:06.275796 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e62f587d-906c-4ca8-aca2-481ba5be9acb admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:06.279410 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e62f587d-906c-4ca8-aca2-481ba5be9acb admin admin] 10.222.0.24 "DELETE /v2.0/routers/d85775f2-22ec-44b1-a44f-2fec8d29a0ba HTTP/1.1" status: 204 len: 168 time: 3.2723849 Jul 15 13:07:06.280468 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51430) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:06.397975 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c8b9f-a060-4ce0-a654-26aad76cba29 req-b1315330-1256-4bb3-a71e-fd9c4c5cb10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:06.399573 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-477c8b9f-a060-4ce0-a654-26aad76cba29 req-b1315330-1256-4bb3-a71e-fd9c4c5cb10d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=38e4db3d6cd14773b2b127c0cb5621e7&device_id=ae9c7a06-2c39-48e0-9005-c33b7197cd4a HTTP/1.1" status: 200 len: 1095 time: 0.4227443 Jul 15 13:07:06.420111 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5e1b13e-44a9-44be-aac5-3cf44f4171e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:06.467348 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5e1b13e-44a9-44be-aac5-3cf44f4171e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:06.477524 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d966b2-4079-4dca-93b5-55c682bedc36 req-40b17328-c15f-48fe-ac5c-9002357936a6 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:06.482570 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e0d966b2-4079-4dca-93b5-55c682bedc36 req-40b17328-c15f-48fe-ac5c-9002357936a6 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=0058132e-2964-4f3a-9b6a-8e39ffac3ab1 HTTP/1.1" status: 200 len: 932 time: 0.1967478 Jul 15 13:07:06.505168 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-edb31abb-b746-4ed3-8023-590fbbcbd308 req-d037ba02-48f7-410b-87b3-020b2f38ddf5 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622 HTTP/1.1" status: 200 len: 210 time: 0.0801148 Jul 15 13:07:06.518725 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-a61cf2ca-496f-4bbb-8b56-8ea2b8dffa06 admin admin] Deleting subnet 025d5c18-d573-4395-91a0-0d10b88dc7bd {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:07:06.532387 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a61cf2ca-496f-4bbb-8b56-8ea2b8dffa06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:06.624643 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e0d966b2-4079-4dca-93b5-55c682bedc36 req-ce8cc420-bad8-43b4-a6ea-5f12f3a61552 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287894 Jul 15 13:07:06.654254 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5e1b13e-44a9-44be-aac5-3cf44f4171e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:06.657196 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5e1b13e-44a9-44be-aac5-3cf44f4171e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:06.658564 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e5e1b13e-44a9-44be-aac5-3cf44f4171e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/154ffead-4ad6-45c6-947a-1714a628ab9b HTTP/1.1" status: 204 len: 168 time: 0.4161577 Jul 15 13:07:06.667110 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e1b13e-44a9-44be-aac5-3cf44f4171e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154ffead-4ad6-45c6-947a-1714a628ab9b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:06.726461 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c8b9f-a060-4ce0-a654-26aad76cba29 req-7fb14fe4-9c2e-4649-9746-f7a172b35e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:06.728644 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-477c8b9f-a060-4ce0-a654-26aad76cba29 req-7fb14fe4-9c2e-4649-9746-f7a172b35e8d service neutron] 10.222.0.32 "GET /v2.0/networks?id=0a81d145-7a6a-4e9d-8fce-2f854c4b2363 HTTP/1.1" status: 200 len: 905 time: 0.3124182 Jul 15 13:07:06.808266 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-477c8b9f-a060-4ce0-a654-26aad76cba29 req-a42d31d0-0554-4a96-8aef-8cddd51a7d2b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dc345bc-d708-4588-bc42-9d63cefd976f HTTP/1.1" status: 200 len: 217 time: 0.0472131 Jul 15 13:07:06.814964 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-e61865cb-94b3-43ea-a6eb-b002ee0bd44f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32108703-4a2e-41fb-a638-60734dfd6bcd {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:06.829798 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a61cf2ca-496f-4bbb-8b56-8ea2b8dffa06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:06.877458 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-e61865cb-94b3-43ea-a6eb-b002ee0bd44f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:06.927762 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-e61865cb-94b3-43ea-a6eb-b002ee0bd44f service neutron] Transition to ACTIVE for port object 32108703-4a2e-41fb-a638-60734dfd6bcd will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:06.940780 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-e61865cb-94b3-43ea-a6eb-b002ee0bd44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:06.999764 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c8b9f-a060-4ce0-a654-26aad76cba29 req-50bc2c47-79c9-4a44-8aaf-63f5288704ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:07.003241 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-477c8b9f-a060-4ce0-a654-26aad76cba29 req-50bc2c47-79c9-4a44-8aaf-63f5288704ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a50244b5-c7e6-43d0-9cca-5c95d17b12fc HTTP/1.1" status: 200 len: 844 time: 0.1929829 Jul 15 13:07:07.030458 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61865cb-94b3-43ea-a6eb-b002ee0bd44f service neutron] Pushing event updated for resources: {'Port': ['ID=32108703-4a2e-41fb-a638-60734dfd6bcd,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:07.057903 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c896120-aa69-4294-867a-add0ba81ac51 req-b75b7505-ca63-46e5-adf4-c4becfd0685d tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:07.059926 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5c896120-aa69-4294-867a-add0ba81ac51 req-b75b7505-ca63-46e5-adf4-c4becfd0685d tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36 HTTP/1.1" status: 200 len: 946 time: 0.4064202 Jul 15 13:07:07.066996 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51450) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:07.108492 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-477c8b9f-a060-4ce0-a654-26aad76cba29 req-bafd0acb-38c5-4434-9c92-754cdd83b03c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0a81d145-7a6a-4e9d-8fce-2f854c4b2363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713642 Jul 15 13:07:07.164292 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a61cf2ca-496f-4bbb-8b56-8ea2b8dffa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:07.321726 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5c896120-aa69-4294-867a-add0ba81ac51 req-f92e1a55-3504-49cf-8922-8518f47481d4 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219038 Jul 15 13:07:07.324136 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-dffacf2d-94dd-4cdf-bab0-efcccaa11a4d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1734659466-network', 'tenant_id': '728190f23c46413cb285c102c2c2f52b'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:07.448239 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a61cf2ca-496f-4bbb-8b56-8ea2b8dffa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:07.496463 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-e61865cb-94b3-43ea-a6eb-b002ee0bd44f service neutron] Attempting to bind port 32108703-4a2e-41fb-a638-60734dfd6bcd on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:07.497198 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-e61865cb-94b3-43ea-a6eb-b002ee0bd44f service neutron] Attempting to bind port 32108703-4a2e-41fb-a638-60734dfd6bcd by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'faa6f47b-5a42-4f3d-8726-d44abedde300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:07.497692 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-e61865cb-94b3-43ea-a6eb-b002ee0bd44f service neutron] Attempting to bind port 32108703-4a2e-41fb-a638-60734dfd6bcd on network 956bc45d-6e41-4c68-9338-128c7dab2eb0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:07.551341 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffacf2d-94dd-4cdf-bab0-efcccaa11a4d admin admin] Made reservation on behalf of 728190f23c46413cb285c102c2c2f52b for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:07.554815 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dffacf2d-94dd-4cdf-bab0-efcccaa11a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:07.575481 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e332ce-6cd0-4351-902e-c2a17821c6f2 None None] Network 15f5e38d-4952-4914-a6e9-ead735ddcdbc requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:07:07.577573 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a61cf2ca-496f-4bbb-8b56-8ea2b8dffa06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:07.580320 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a61cf2ca-496f-4bbb-8b56-8ea2b8dffa06 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/025d5c18-d573-4395-91a0-0d10b88dc7bd HTTP/1.1" status: 204 len: 168 time: 1.2968175 Jul 15 13:07:07.581431 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-e61865cb-94b3-43ea-a6eb-b002ee0bd44f service neutron] Port 32108703-4a2e-41fb-a638-60734dfd6bcd on network 956bc45d-6e41-4c68-9338-128c7dab2eb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:07.581963 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-e61865cb-94b3-43ea-a6eb-b002ee0bd44f service neutron] Attempting to bind port 32108703-4a2e-41fb-a638-60734dfd6bcd on network 956bc45d-6e41-4c68-9338-128c7dab2eb0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:07.588078 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61cf2ca-496f-4bbb-8b56-8ea2b8dffa06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=025d5c18-d573-4395-91a0-0d10b88dc7bd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:07.589319 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51476) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:07.592809 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-e61865cb-94b3-43ea-a6eb-b002ee0bd44f service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:07.593600 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-e61865cb-94b3-43ea-a6eb-b002ee0bd44f service neutron] Checking segment: {'id': 'faa6f47b-5a42-4f3d-8726-d44abedde300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:07.594058 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-e61865cb-94b3-43ea-a6eb-b002ee0bd44f service neutron] Bound using segment: {'id': 'faa6f47b-5a42-4f3d-8726-d44abedde300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:07.594513 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-e61865cb-94b3-43ea-a6eb-b002ee0bd44f service neutron] Bound port: 32108703-4a2e-41fb-a638-60734dfd6bcd, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faa6f47b-5a42-4f3d-8726-d44abedde300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:07.594891 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-e61865cb-94b3-43ea-a6eb-b002ee0bd44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:07.598345 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dffacf2d-94dd-4cdf-bab0-efcccaa11a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:07.599996 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-477c8b9f-a060-4ce0-a654-26aad76cba29 req-14b4cc8f-d891-4d56-add3-0cbc582f5568 service neutron] 10.222.0.32 "GET /v2.0/networks/0a81d145-7a6a-4e9d-8fce-2f854c4b2363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490957 Jul 15 13:07:07.775441 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-ab26a16d-ed0e-444d-9ae7-356f6d7a7833 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:07.777115 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-ab26a16d-ed0e-444d-9ae7-356f6d7a7833 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.32 "GET /v2.0/networks?id=2b4de3f9-9898-4e48-8ad2-d64a9c837567 HTTP/1.1" status: 200 len: 821 time: 0.4263484 Jul 15 13:07:07.777285 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538387d-fa1c-4082-ada4-3945ccdd8a47 req-d9cfe574-5e45-48db-9103-796893e836bb tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:07.778835 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2538387d-fa1c-4082-ada4-3945ccdd8a47 req-d9cfe574-5e45-48db-9103-796893e836bb tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae9c7a06-2c39-48e0-9005-c33b7197cd4a HTTP/1.1" status: 200 len: 943 time: 0.3203695 Jul 15 13:07:07.785855 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dabfd7-246b-4f7c-b43f-711d39ae4c10 req-49557c1f-469e-45e8-914e-31bfb4456b5a tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:07.787561 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-38dabfd7-246b-4f7c-b43f-711d39ae4c10 req-49557c1f-469e-45e8-914e-31bfb4456b5a tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd56363c-1e58-4467-9966-82e97f01e7e4 HTTP/1.1" status: 200 len: 945 time: 0.4852619 Jul 15 13:07:07.796457 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d97c5f30-bf16-49dc-bce3-a299e2d2a499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:07.806026 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-e61865cb-94b3-43ea-a6eb-b002ee0bd44f service neutron] For port 32108703-4a2e-41fb-a638-60734dfd6bcd, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:07.807102 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-99316b9f-0880-4f62-8af5-219a066b9ccf tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Request body: {'port': {'device_id': 'ea4d5cfd-e16a-4e55-98c3-63e9237c0622', 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567', 'admin_state_up': True, 'tenant_id': '11b8af7c013140faa070a8db01c03b78'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:07.815142 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-477c8b9f-a060-4ce0-a654-26aad76cba29 req-ee083f4e-24d2-4455-8701-5374e4ebc823 service neutron] 10.222.0.32 "GET /v2.0/networks/0a81d145-7a6a-4e9d-8fce-2f854c4b2363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035904 Jul 15 13:07:07.817112 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-e61865cb-94b3-43ea-a6eb-b002ee0bd44f service neutron] For port 32108703-4a2e-41fb-a638-60734dfd6bcd, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=32108703-4a2e-41fb-a638-60734dfd6bcd,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:07.838596 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-e61865cb-94b3-43ea-a6eb-b002ee0bd44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:07.876536 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:07.889101 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51482) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:07.913273 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-e61865cb-94b3-43ea-a6eb-b002ee0bd44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:07.914371 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-e61865cb-94b3-43ea-a6eb-b002ee0bd44f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:07.916076 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-e61865cb-94b3-43ea-a6eb-b002ee0bd44f service neutron] 10.222.0.32 "PUT /v2.0/ports/32108703-4a2e-41fb-a638-60734dfd6bcd HTTP/1.1" status: 200 len: 1093 time: 3.1281605 Jul 15 13:07:07.921242 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0058132e-2964-4f3a-9b6a-8e39ffac3ab1', 'tag': '32108703-4a2e-41fb-a638-60734dfd6bcd'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:07.924088 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f69e99-958f-4d44-bcee-35ae4fed17df" -d '{"events": [{"name": "network-changed", "server_uuid": "0058132e-2964-4f3a-9b6a-8e39ffac3ab1", "tag": "32108703-4a2e-41fb-a638-60734dfd6bcd"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:07.942067 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2538387d-fa1c-4082-ada4-3945ccdd8a47 req-d90936b7-a12a-4624-bf85-7a6bf134f5bd tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109107 Jul 15 13:07:07.953042 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61865cb-94b3-43ea-a6eb-b002ee0bd44f service neutron] Pushing event updated for resources: {'Port': ['ID=32108703-4a2e-41fb-a638-60734dfd6bcd,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:08.048532 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad16fe8-2d23-4adf-bee3-2fc912f7fdb0 None None] DHCP port deletion for 15f5e38d-4952-4914-a6e9-ead735ddcdbc request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:07:08.102631 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ebcd1878-2f87-406a-847e-742de47881b0 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-976059654-network', 'tenant_id': 'df8e3ad3879d46b1b0f9fa86f66bac58'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:08.117149 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-feb592a2-ea81-445d-988f-3393f1dc9cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:08.118947 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-feb592a2-ea81-445d-988f-3393f1dc9cc7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=46c681a3ac1f49edb652254baad292e0&device_id=0058132e-2964-4f3a-9b6a-8e39ffac3ab1 HTTP/1.1" status: 200 len: 1096 time: 0.0972388 Jul 15 13:07:08.139925 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2ad16fe8-2d23-4adf-bee3-2fc912f7fdb0 None None] Deleting port 1e2d1053-b45f-4468-b3a3-a447eb218042 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:08.140581 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2ad16fe8-2d23-4adf-bee3-2fc912f7fdb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.197860 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-d88b70f0-7d02-4adb-830c-bdc84e951bb0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32108703-4a2e-41fb-a638-60734dfd6bcd HTTP/1.1" status: 200 len: 217 time: 0.0644326 Jul 15 13:07:08.230012 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-2ad16fe8-2d23-4adf-bee3-2fc912f7fdb0 None None] For port 1e2d1053-b45f-4468-b3a3-a447eb218042, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=1e2d1053-b45f-4468-b3a3-a447eb218042,segment=NetworkSegment(97b9ecac-5850-409f-85ad-edb928189967),segment_id=97b9ecac-5850-409f-85ad-edb928189967)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:08.230416 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2ad16fe8-2d23-4adf-bee3-2fc912f7fdb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.256114 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2ad16fe8-2d23-4adf-bee3-2fc912f7fdb0 None None] Calling delete_port for 1e2d1053-b45f-4468-b3a3-a447eb218042 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:08.280211 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-05a1dc5c-56c5-4089-a373-87c6bcef1d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:08.281842 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-05a1dc5c-56c5-4089-a373-87c6bcef1d5c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d483a1a6-7065-4b15-8f19-4e9042e07796 HTTP/1.1" status: 200 len: 851 time: 0.0669980 Jul 15 13:07:08.336957 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5607bf-d38d-4590-9d13-ad0888782d55 req-6e88965d-2fe8-4843-9d7f-84d3f80a6fa2 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:08.340455 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5b5607bf-d38d-4590-9d13-ad0888782d55 req-6e88965d-2fe8-4843-9d7f-84d3f80a6fa2 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ba3272b-9c92-4928-b1bd-f90df9885b43 HTTP/1.1" status: 200 len: 945 time: 0.1929092 Jul 15 13:07:08.343111 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-c1dfa136-368d-4dfd-a061-57c9ab30338f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=956bc45d-6e41-4c68-9338-128c7dab2eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551486 Jul 15 13:07:08.346477 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-38dabfd7-246b-4f7c-b43f-711d39ae4c10 req-3bcf4d14-f9fa-4c0c-ba14-687e20428733 tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] 10.222.0.24 "GET /v2.0/security-groups?id=6dc96c76-36a2-49e9-9027-e92fa0c4c0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5321181 Jul 15 13:07:08.389654 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2ad16fe8-2d23-4adf-bee3-2fc912f7fdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.429857 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d97c5f30-bf16-49dc-bce3-a299e2d2a499 admin admin] Deleting port 1e2d1053-b45f-4468-b3a3-a447eb218042 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:08.430202 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d97c5f30-bf16-49dc-bce3-a299e2d2a499 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.433259 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dffacf2d-94dd-4cdf-bab0-efcccaa11a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.449436 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5b5607bf-d38d-4590-9d13-ad0888782d55 req-1a1fa766-9864-4c05-b55f-b8f1e69e4ff7 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021278 Jul 15 13:07:08.453651 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dffacf2d-94dd-4cdf-bab0-efcccaa11a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.469282 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad16fe8-2d23-4adf-bee3-2fc912f7fdb0 None None] No DVR routers for this DVR port 1e2d1053-b45f-4468-b3a3-a447eb218042 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:08.479035 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcd1878-2f87-406a-847e-742de47881b0 admin admin] Made reservation on behalf of df8e3ad3879d46b1b0f9fa86f66bac58 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:08.485403 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dffacf2d-94dd-4cdf-bab0-efcccaa11a4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:07:08.485793 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ebcd1878-2f87-406a-847e-742de47881b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.494721 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad16fe8-2d23-4adf-bee3-2fc912f7fdb0 None None] Pushing event deleted for resources: {'Port': ['ID=1e2d1053-b45f-4468-b3a3-a447eb218042,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:08.511580 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ebcd1878-2f87-406a-847e-742de47881b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.549479 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-a26b1cf6-4f2f-413d-ae05-f43e52534c2b service neutron] 10.222.0.32 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887569 Jul 15 13:07:08.566135 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dffacf2d-94dd-4cdf-bab0-efcccaa11a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.566487 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-dffacf2d-94dd-4cdf-bab0-efcccaa11a4d admin admin] Added segment 7c98df0e-e359-45e9-b91f-d4969b545988 of type vlan for network 179c2be3-5aba-4f68-a700-48db67c29cee Jul 15 13:07:08.569601 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d97c5f30-bf16-49dc-bce3-a299e2d2a499 admin admin] For port 1e2d1053-b45f-4468-b3a3-a447eb218042, host n-d-758944-45, got binding levels [] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:08.569989 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d97c5f30-bf16-49dc-bce3-a299e2d2a499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.579083 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-99316b9f-0880-4f62-8af5-219a066b9ccf tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Made reservation on behalf of 11b8af7c013140faa070a8db01c03b78 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:08.588750 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-99316b9f-0880-4f62-8af5-219a066b9ccf tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.591301 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffacf2d-94dd-4cdf-bab0-efcccaa11a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140cb202-a0e8-4cb5-906a-e928bc63a9bd,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:08.627804 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2d14c7ac-5f98-4142-b47b-ef26aaaf148c req-4b09c4ba-25d7-4f24-a27d-8e8aaf7b407c tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622 HTTP/1.1" status: 200 len: 210 time: 0.0875895 Jul 15 13:07:08.650383 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d97c5f30-bf16-49dc-bce3-a299e2d2a499 admin admin] Calling delete_port for 1e2d1053-b45f-4468-b3a3-a447eb218042 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:08.656511 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-d97c5f30-bf16-49dc-bce3-a299e2d2a499 admin admin] Port 1e2d1053-b45f-4468-b3a3-a447eb218042 was not found and therefore no delete operation was performed {{(pid=93814) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:07:08.668903 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d97c5f30-bf16-49dc-bce3-a299e2d2a499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.683593 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dffacf2d-94dd-4cdf-bab0-efcccaa11a4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.699852 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-d544b8c2-c9dc-4935-947d-8cac8943f1ee service neutron] 10.222.0.32 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437554 Jul 15 13:07:08.701458 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e40722-6898-44d6-97c5-d7b47d114fb1 x-openstack-request-id: req-c0e40722-6898-44d6-97c5-d7b47d114fb1 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:08.701751 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0058132e-2964-4f3a-9b6a-8e39ffac3ab1", "tag": "32108703-4a2e-41fb-a638-60734dfd6bcd", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:08.702022 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c0e40722-6898-44d6-97c5-d7b47d114fb1 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:08.702415 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0058132e-2964-4f3a-9b6a-8e39ffac3ab1', 'tag': '32108703-4a2e-41fb-a638-60734dfd6bcd', 'status': 'completed', 'code': 200} Jul 15 13:07:08.753104 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c5f30-bf16-49dc-bce3-a299e2d2a499 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e2d1053-b45f-4468-b3a3-a447eb218042,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:08.757959 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97c5f30-bf16-49dc-bce3-a299e2d2a499 admin admin] No DVR routers for this DVR port 1e2d1053-b45f-4468-b3a3-a447eb218042 on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:08.797792 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ebcd1878-2f87-406a-847e-742de47881b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.808059 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f63d66-f3e3-4b09-982f-7c8dbfd84a0e req-47fd692b-4dae-40aa-b278-b7c2aececc2f tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:08.809900 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c3f63d66-f3e3-4b09-982f-7c8dbfd84a0e req-47fd692b-4dae-40aa-b278-b7c2aececc2f tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=0058132e-2964-4f3a-9b6a-8e39ffac3ab1 HTTP/1.1" status: 200 len: 944 time: 0.1413822 Jul 15 13:07:08.811166 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ebcd1878-2f87-406a-847e-742de47881b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.869265 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dffacf2d-94dd-4cdf-bab0-efcccaa11a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.870630 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffacf2d-94dd-4cdf-bab0-efcccaa11a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:08.871294 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dffacf2d-94dd-4cdf-bab0-efcccaa11a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.880252 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebcd1878-2f87-406a-847e-742de47881b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:07:08.897517 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd1878-2f87-406a-847e-742de47881b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2671b70-b553-4b40-b2f2-862ba52057e7,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:08.908046 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ebcd1878-2f87-406a-847e-742de47881b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.908426 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-ebcd1878-2f87-406a-847e-742de47881b0 admin admin] Added segment 10e8a46f-657d-4085-b766-7c31d7b381ed of type vlan for network d04165ec-4adb-4237-85c8-de20c6ada308 Jul 15 13:07:08.915512 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d97c5f30-bf16-49dc-bce3-a299e2d2a499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.967312 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-d97c5f30-bf16-49dc-bce3-a299e2d2a499 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f5e38d-4952-4914-a6e9-ead735ddcdbc']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:08.973002 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-dffacf2d-94dd-4cdf-bab0-efcccaa11a4d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9042201 Jul 15 13:07:08.975887 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c3f63d66-f3e3-4b09-982f-7c8dbfd84a0e req-5f5e08d9-78a4-4c22-a755-561533a0ad84 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347427 Jul 15 13:07:08.976405 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51494) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:08.982926 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ebcd1878-2f87-406a-847e-742de47881b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.992008 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-99b06f5d-d881-49f9-9d70-7699e61c1a19 admin admin] Request body: {'subnet': {'network_id': '179c2be3-5aba-4f68-a700-48db67c29cee', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1734659466-subnet', 'tenant_id': '728190f23c46413cb285c102c2c2f52b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:09.007941 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-d97c5f30-bf16-49dc-bce3-a299e2d2a499 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b9ecac-5850-409f-85ad-edb928189967') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:09.008589 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-d97c5f30-bf16-49dc-bce3-a299e2d2a499 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b9ecac-5850-409f-85ad-edb928189967') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:09.048150 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d97c5f30-bf16-49dc-bce3-a299e2d2a499 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.062809 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f69e99-958f-4d44-bcee-35ae4fed17df req-7883febf-326d-42bf-8009-2eab58bac239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:09.065155 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-51f69e99-958f-4d44-bcee-35ae4fed17df req-7883febf-326d-42bf-8009-2eab58bac239 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=46c681a3ac1f49edb652254baad292e0&device_id=0058132e-2964-4f3a-9b6a-8e39ffac3ab1 HTTP/1.1" status: 200 len: 1096 time: 0.2384195 Jul 15 13:07:09.066665 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b06f5d-d881-49f9-9d70-7699e61c1a19 admin admin] Made reservation on behalf of 728190f23c46413cb285c102c2c2f52b for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:09.069393 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-99b06f5d-d881-49f9-9d70-7699e61c1a19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.084953 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ebcd1878-2f87-406a-847e-742de47881b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.085950 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcd1878-2f87-406a-847e-742de47881b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:09.086543 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ebcd1878-2f87-406a-847e-742de47881b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.103115 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-99316b9f-0880-4f62-8af5-219a066b9ccf tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Allocated IP 172.20.0.4 (2b4de3f9-9898-4e48-8ad2-d64a9c837567/f7ee163d-4be2-4821-945f-cb7507aae308/3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:09.122191 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffacf2d-94dd-4cdf-bab0-efcccaa11a4d admin admin] Pushing event updated for resources: {'Network': ['ID=179c2be3-5aba-4f68-a700-48db67c29cee,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:09.145041 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 179c2be3-5aba-4f68-a700-48db67c29cee details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:07:09.164462 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ebcd1878-2f87-406a-847e-742de47881b0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2684054 Jul 15 13:07:09.186049 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d97c5f30-bf16-49dc-bce3-a299e2d2a499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.190207 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51500) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:09.196293 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 1dc345bc-d708-4588-bc42-9d63cefd976f details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:09.200760 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ced8a24d-e6da-4e24-86ea-610d96d47fb2 admin admin] Request body: {'subnet': {'network_id': 'd04165ec-4adb-4237-85c8-de20c6ada308', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-976059654-subnet', 'tenant_id': 'df8e3ad3879d46b1b0f9fa86f66bac58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:09.211913 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97c5f30-bf16-49dc-bce3-a299e2d2a499 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:07:09.212259 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d97c5f30-bf16-49dc-bce3-a299e2d2a499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.216403 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:07:09.216403 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:07:09.216403 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:07:09.216403 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:07:09.216403 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:07:09.216403 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:07:09.216403 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:07:09.216403 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:07:09.216403 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:07:09.216403 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:07:09.216403 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:07:09.216403 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:07:09.216403 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:07:09.216403 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:07:09.216403 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:07:09.216403 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:07:09.216403 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:07:09.216403 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:07:09.216403 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:07:09.216403 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:07:09.216403 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:07:09.216403 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:07:09.216403 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:07:09.216403 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:07:09.216403 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:07:09.216403 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:07:09.216403 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:07:09.216403 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:07:09.216403 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:07:09.216403 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:07:09.216403 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:07:09.216403 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:07:09.312529 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd1878-2f87-406a-847e-742de47881b0 admin admin] Pushing event updated for resources: {'Network': ['ID=d04165ec-4adb-4237-85c8-de20c6ada308,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:09.346042 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f69e99-958f-4d44-bcee-35ae4fed17df req-699f153e-89b3-4b67-b417-a9ee39144816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:09.348357 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-51f69e99-958f-4d44-bcee-35ae4fed17df req-699f153e-89b3-4b67-b417-a9ee39144816 service neutron] 10.222.0.32 "GET /v2.0/networks?id=956bc45d-6e41-4c68-9338-128c7dab2eb0 HTTP/1.1" status: 200 len: 912 time: 0.2729013 Jul 15 13:07:09.354281 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network d04165ec-4adb-4237-85c8-de20c6ada308 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:07:09.397545 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced8a24d-e6da-4e24-86ea-610d96d47fb2 admin admin] Made reservation on behalf of df8e3ad3879d46b1b0f9fa86f66bac58 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:09.400409 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ced8a24d-e6da-4e24-86ea-610d96d47fb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.410663 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-51f69e99-958f-4d44-bcee-35ae4fed17df req-695b9098-2b74-476b-a1c5-a70b9987653f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32108703-4a2e-41fb-a638-60734dfd6bcd HTTP/1.1" status: 200 len: 217 time: 0.0526004 Jul 15 13:07:09.411439 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d97c5f30-bf16-49dc-bce3-a299e2d2a499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.439518 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49fd4c-4a9a-4cf2-bf95-784d715d9aab req-7edf0672-b33c-4d78-a1f1-f0938f1ffe44 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:09.441125 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2a49fd4c-4a9a-4cf2-bf95-784d715d9aab req-7edf0672-b33c-4d78-a1f1-f0938f1ffe44 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae9c7a06-2c39-48e0-9005-c33b7197cd4a HTTP/1.1" status: 200 len: 943 time: 0.2703059 Jul 15 13:07:09.443692 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d97c5f30-bf16-49dc-bce3-a299e2d2a499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.446231 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d97c5f30-bf16-49dc-bce3-a299e2d2a499 admin admin] 10.222.0.24 "DELETE /v2.0/networks/15f5e38d-4952-4914-a6e9-ead735ddcdbc HTTP/1.1" status: 204 len: 168 time: 1.8530099 Jul 15 13:07:09.479833 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c5f30-bf16-49dc-bce3-a299e2d2a499 admin admin] Pushing event deleted for resources: {'Network': ['ID=15f5e38d-4952-4914-a6e9-ead735ddcdbc,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:09.485949 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 1dc345bc-d708-4588-bc42-9d63cefd976f, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=1dc345bc-d708-4588-bc42-9d63cefd976f,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:09.494821 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fef8b-8814-40f3-96d5-2095db16582b req-5159423a-9320-4cff-9971-3d7b94c40a5e tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:09.499655 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '1dc345bc-d708-4588-bc42-9d63cefd976f', 'network_id': '0a81d145-7a6a-4e9d-8fce-2f854c4b2363', 'port_id': '1dc345bc-d708-4588-bc42-9d63cefd976f', 'mac_address': 'fa:16:3e:61:28:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a50244b5-c7e6-43d0-9cca-5c95d17b12fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:09.502699 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-009fef8b-8814-40f3-96d5-2095db16582b req-5159423a-9320-4cff-9971-3d7b94c40a5e tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=de96b8a9-6dfa-49cf-a6c4-f6e664483de9 HTTP/1.1" status: 200 len: 945 time: 0.3830082 Jul 15 13:07:09.544577 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f69e99-958f-4d44-bcee-35ae4fed17df req-4a987d3c-7997-4e64-907d-fc0e97f054e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:09.546277 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-51f69e99-958f-4d44-bcee-35ae4fed17df req-4a987d3c-7997-4e64-907d-fc0e97f054e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d483a1a6-7065-4b15-8f19-4e9042e07796 HTTP/1.1" status: 200 len: 851 time: 0.1242146 Jul 15 13:07:09.559963 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.586761 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2a49fd4c-4a9a-4cf2-bf95-784d715d9aab req-da2af20b-a830-4ec2-b18e-faf17dff7dc9 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176455 Jul 15 13:07:09.588337 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dc345bc-d708-4588-bc42-9d63cefd976f {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:09.609096 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-99316b9f-0880-4f62-8af5-219a066b9ccf tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.633988 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-51f69e99-958f-4d44-bcee-35ae4fed17df req-4377bb20-ee55-4067-8b27-5c67abe72199 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=956bc45d-6e41-4c68-9338-128c7dab2eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732906 Jul 15 13:07:09.656222 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-009fef8b-8814-40f3-96d5-2095db16582b req-97949ef7-224d-43e3-aac5-8999783e8687 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523242 Jul 15 13:07:09.656551 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 1dc345bc-d708-4588-bc42-9d63cefd976f, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=1dc345bc-d708-4588-bc42-9d63cefd976f,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:09.668442 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1e2d1053-b45f-4468-b3a3-a447eb218042 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:09.681861 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.703141 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-99316b9f-0880-4f62-8af5-219a066b9ccf tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.744268 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 1e2d1053-b45f-4468-b3a3-a447eb218042 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:09.746039 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1e2d1053-b45f-4468-b3a3-a447eb218042 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:09.773904 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51508) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:09.805151 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-99316b9f-0880-4f62-8af5-219a066b9ccf tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:09.814094 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-99316b9f-0880-4f62-8af5-219a066b9ccf tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:09.821344 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-99316b9f-0880-4f62-8af5-219a066b9ccf tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:09.841815 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-99b06f5d-d881-49f9-9d70-7699e61c1a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.878860 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=1dc345bc-d708-4588-bc42-9d63cefd976f,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:09.881422 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-99316b9f-0880-4f62-8af5-219a066b9ccf tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:09.882729 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-99316b9f-0880-4f62-8af5-219a066b9ccf tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.910453 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99316b9f-0880-4f62-8af5-219a066b9ccf tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Pushing event updated for resources: {'Port': ['ID=3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:09.934078 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-51f69e99-958f-4d44-bcee-35ae4fed17df req-30823970-0cc0-4515-9498-c50971e82387 service neutron] 10.222.0.32 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921443 Jul 15 13:07:09.950592 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b44a0ef1-359d-4226-a6d2-00ec41824960 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e6722cf0529e42bab580975825cb7f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1681421 Jul 15 13:07:09.954223 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51512) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:09.957731 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b06f5d-d881-49f9-9d70-7699e61c1a19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03e14fef-2376-4b33-b185-07e9a33a5a9f,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:09.985527 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-99316b9f-0880-4f62-8af5-219a066b9ccf tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1921575 Jul 15 13:07:09.989533 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ced8a24d-e6da-4e24-86ea-610d96d47fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:10.025029 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-3215bcb0-c500-42cf-a1ae-6fb8750ca548 service neutron] Request body: {'port': {'device_id': 'ea4d5cfd-e16a-4e55-98c3-63e9237c0622', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:10.030479 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['1dc345bc-d708-4588-bc42-9d63cefd976f'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:10.086825 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8a24d-e6da-4e24-86ea-610d96d47fb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a9b48ad-5baf-4731-a02d-533417fad252,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:10.124538 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0ea1c-2e93-4f67-96c0-4177599994d1 req-02445d3f-1589-4fbc-856e-1f22ff2a7c5c tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:10.132131 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5ff0ea1c-2e93-4f67-96c0-4177599994d1 req-02445d3f-1589-4fbc-856e-1f22ff2a7c5c tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622 HTTP/1.1" status: 200 len: 931 time: 0.2033556 Jul 15 13:07:10.204578 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced8a24d-e6da-4e24-86ea-610d96d47fb2 admin admin] Checking segment: {'id': '10e8a46f-657d-4085-b766-7c31d7b381ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd04165ec-4adb-4237-85c8-de20c6ada308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:10.205506 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced8a24d-e6da-4e24-86ea-610d96d47fb2 admin admin] Network hostable DHCP agents. Network: d04165ec-4adb-4237-85c8-de20c6ada308, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:07:10.234302 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5ff0ea1c-2e93-4f67-96c0-4177599994d1 req-1b3abc19-48d8-48bd-b4c6-6c1a3ab83976 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012545 Jul 15 13:07:10.237504 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-3215bcb0-c500-42cf-a1ae-6fb8750ca548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:10.279689 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced8a24d-e6da-4e24-86ea-610d96d47fb2 admin admin] Network d04165ec-4adb-4237-85c8-de20c6ada308 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:07:10.316935 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-ced8a24d-e6da-4e24-86ea-610d96d47fb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, d04165ec-4adb-4237-85c8-de20c6ada308) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:10.333215 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced8a24d-e6da-4e24-86ea-610d96d47fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:10.335114 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ced8a24d-e6da-4e24-86ea-610d96d47fb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:10.336041 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca44d30-a0d7-4254-93ee-7b95324200c2 None None] Network d04165ec-4adb-4237-85c8-de20c6ada308 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:07:10.385316 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ced8a24d-e6da-4e24-86ea-610d96d47fb2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1926820 Jul 15 13:07:10.414979 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b06f5d-d881-49f9-9d70-7699e61c1a19 admin admin] Checking segment: {'id': '7c98df0e-e359-45e9-b91f-d4969b545988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '179c2be3-5aba-4f68-a700-48db67c29cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:10.415869 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b06f5d-d881-49f9-9d70-7699e61c1a19 admin admin] Network hostable DHCP agents. Network: 179c2be3-5aba-4f68-a700-48db67c29cee, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:07:10.497623 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d746b1ed-a945-4f37-b820-a364f25244bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:10.509177 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-51f69e99-958f-4d44-bcee-35ae4fed17df req-a8771249-9893-4349-b245-8d6d6eac3ef2 service neutron] 10.222.0.32 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5657678 Jul 15 13:07:10.521694 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b06f5d-d881-49f9-9d70-7699e61c1a19 admin admin] Network 179c2be3-5aba-4f68-a700-48db67c29cee is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:07:10.549750 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d746b1ed-a945-4f37-b820-a364f25244bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:10.560031 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-99b06f5d-d881-49f9-9d70-7699e61c1a19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 179c2be3-5aba-4f68-a700-48db67c29cee) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:10.575291 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b06f5d-d881-49f9-9d70-7699e61c1a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:10.575909 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-99b06f5d-d881-49f9-9d70-7699e61c1a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:10.580868 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1420904e-298d-4707-8ff9-f7bdaa1a470c None None] Network 179c2be3-5aba-4f68-a700-48db67c29cee requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:07:10.633701 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-99b06f5d-d881-49f9-9d70-7699e61c1a19 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6415679 Jul 15 13:07:10.633701 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedd315-33ae-445b-910e-c140a0e18511 req-6cdee729-4590-48a3-aa46-0e114401184d tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:10.640766 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4bedd315-33ae-445b-910e-c140a0e18511 req-6cdee729-4590-48a3-aa46-0e114401184d tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36 HTTP/1.1" status: 200 len: 946 time: 0.2293029 Jul 15 13:07:10.684480 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d746b1ed-a945-4f37-b820-a364f25244bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:10.687152 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d746b1ed-a945-4f37-b820-a364f25244bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:10.688480 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d746b1ed-a945-4f37-b820-a364f25244bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38385c7a-95c3-401a-89ac-91be837f1c39 HTTP/1.1" status: 204 len: 168 time: 0.7316020 Jul 15 13:07:10.720469 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746b1ed-a945-4f37-b820-a364f25244bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38385c7a-95c3-401a-89ac-91be837f1c39,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:10.753240 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4bedd315-33ae-445b-910e-c140a0e18511 req-f6b7ed4a-b82e-4aaa-91eb-9b9ef2bad7ff tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116772 Jul 15 13:07:10.809528 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7edad-4b75-4b14-a1ce-9cd04d79be6a req-a8188f3c-28ce-4554-894f-f2e5874e648d tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:10.811571 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0aa7edad-4b75-4b14-a1ce-9cd04d79be6a req-a8188f3c-28ce-4554-894f-f2e5874e648d tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=0058132e-2964-4f3a-9b6a-8e39ffac3ab1 HTTP/1.1" status: 200 len: 944 time: 0.2711639 Jul 15 13:07:10.886089 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1d736b-8929-413a-b6b6-e85dd7c48f35 None None] Network d04165ec-4adb-4237-85c8-de20c6ada308 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:07:10.986990 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0aa7edad-4b75-4b14-a1ce-9cd04d79be6a req-391a0995-4887-4428-bd79-cbd78cd77fdb tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591206 Jul 15 13:07:11.129875 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-3215bcb0-c500-42cf-a1ae-6fb8750ca548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:11.140285 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-3215bcb0-c500-42cf-a1ae-6fb8750ca548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:11.158547 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-3215bcb0-c500-42cf-a1ae-6fb8750ca548 service neutron] Transition to ACTIVE for port object 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:11.164398 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-3215bcb0-c500-42cf-a1ae-6fb8750ca548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:11.217810 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215bcb0-c500-42cf-a1ae-6fb8750ca548 service neutron] Pushing event updated for resources: {'Port': ['ID=3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:11.246968 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 1dc345bc-d708-4588-bc42-9d63cefd976f up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:11.268458 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d909-1e16-4cfd-a65e-a109ae338ae7 req-a4c22315-2140-4e58-a881-ee666d61b600 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:11.270452 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3e33d909-1e16-4cfd-a65e-a109ae338ae7 req-a4c22315-2140-4e58-a881-ee666d61b600 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae9c7a06-2c39-48e0-9005-c33b7197cd4a HTTP/1.1" status: 200 len: 944 time: 0.1808774 Jul 15 13:07:11.293893 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64bb15d-a491-415f-a025-fa691102a4a8 None None] Network 179c2be3-5aba-4f68-a700-48db67c29cee requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:07:11.356628 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3e33d909-1e16-4cfd-a65e-a109ae338ae7 req-7ee7afbe-af68-4747-b244-9acee405ac2d tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780540 Jul 15 13:07:11.361468 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-3215bcb0-c500-42cf-a1ae-6fb8750ca548 service neutron] Attempting to bind port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:11.361835 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-3215bcb0-c500-42cf-a1ae-6fb8750ca548 service neutron] Attempting to bind port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:11.362350 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-3215bcb0-c500-42cf-a1ae-6fb8750ca548 service neutron] Attempting to bind port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:11.367642 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-3215bcb0-c500-42cf-a1ae-6fb8750ca548 service neutron] Port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:11.367974 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-3215bcb0-c500-42cf-a1ae-6fb8750ca548 service neutron] Attempting to bind port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:11.374818 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-3215bcb0-c500-42cf-a1ae-6fb8750ca548 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:11.375247 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-3215bcb0-c500-42cf-a1ae-6fb8750ca548 service neutron] Checking segment: {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:11.375644 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-3215bcb0-c500-42cf-a1ae-6fb8750ca548 service neutron] Bound using segment: {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:11.376099 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-3215bcb0-c500-42cf-a1ae-6fb8750ca548 service neutron] Bound port: 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:11.376505 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-3215bcb0-c500-42cf-a1ae-6fb8750ca548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:11.475045 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-3215bcb0-c500-42cf-a1ae-6fb8750ca548 service neutron] For port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:11.483101 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-3215bcb0-c500-42cf-a1ae-6fb8750ca548 service neutron] For port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:11.498329 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-3215bcb0-c500-42cf-a1ae-6fb8750ca548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:11.555946 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-3215bcb0-c500-42cf-a1ae-6fb8750ca548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:11.556781 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-3215bcb0-c500-42cf-a1ae-6fb8750ca548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:11.558960 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-3215bcb0-c500-42cf-a1ae-6fb8750ca548 service neutron] 10.222.0.32 "PUT /v2.0/ports/3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da HTTP/1.1" status: 200 len: 1092 time: 1.5388591 Jul 15 13:07:11.561712 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4d5cfd-e16a-4e55-98c3-63e9237c0622', 'tag': '3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:11.564629 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4398c10b-d4de-4f73-82d7-bc67b239e6f2" -d '{"events": [{"name": "network-changed", "server_uuid": "ea4d5cfd-e16a-4e55-98c3-63e9237c0622", "tag": "3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:11.609501 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215bcb0-c500-42cf-a1ae-6fb8750ca548 service neutron] Pushing event updated for resources: {'Port': ['ID=3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:11.674275 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 1dc345bc-d708-4588-bc42-9d63cefd976f completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:11.686066 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 1dc345bc-d708-4588-bc42-9d63cefd976f triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:11.686439 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:11.723155 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-ca733d28-b64d-44bc-93a0-4dc891f2b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:11.725040 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-ca733d28-b64d-44bc-93a0-4dc891f2b3bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11b8af7c013140faa070a8db01c03b78&device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622 HTTP/1.1" status: 200 len: 1095 time: 0.1001496 Jul 15 13:07:11.779784 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560ec08-2b41-4455-9ddf-757e8551bb6f req-eedf6404-94e1-4956-bad1-d15fc0aaaf4c tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:11.783533 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0560ec08-2b41-4455-9ddf-757e8551bb6f req-eedf6404-94e1-4956-bad1-d15fc0aaaf4c tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ba3272b-9c92-4928-b1bd-f90df9885b43 HTTP/1.1" status: 200 len: 945 time: 0.1346529 Jul 15 13:07:11.792959 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:11.802540 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-00d2003d-9b97-43ce-a8af-a5d6f6eef3ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da HTTP/1.1" status: 200 len: 217 time: 0.0536397 Jul 15 13:07:11.824536 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9c7a06-2c39-48e0-9005-c33b7197cd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc345bc-d708-4588-bc42-9d63cefd976f'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:11.827883 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b498af-27ea-44bb-9571-59695f22e398" -d '{"events": [{"server_uuid": "ae9c7a06-2c39-48e0-9005-c33b7197cd4a", "name": "network-vif-plugged", "status": "completed", "tag": "1dc345bc-d708-4588-bc42-9d63cefd976f"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:11.849666 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0560ec08-2b41-4455-9ddf-757e8551bb6f req-ed8a48c5-1f35-4f98-bbf9-32f6360d4c5d tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550199 Jul 15 13:07:11.858589 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 1dc345bc-d708-4588-bc42-9d63cefd976f, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=1dc345bc-d708-4588-bc42-9d63cefd976f,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:11.874849 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:11.912959 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-2ed6512d-917e-4545-b4bd-4f0978957249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:11.915014 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-2ed6512d-917e-4545-b4bd-4f0978957249 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f7ee163d-4be2-4821-945f-cb7507aae308 HTTP/1.1" status: 200 len: 861 time: 0.1055236 Jul 15 13:07:11.936540 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=1dc345bc-d708-4588-bc42-9d63cefd976f,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:11.976969 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-f741cea1-ab01-452e-b153-dfac10aac915 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b4de3f9-9898-4e48-8ad2-d64a9c837567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461242 Jul 15 13:07:11.985237 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-f85e16fe-73dc-4d53-931b-e61f34853558 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:11.989735 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-f85e16fe-73dc-4d53-931b-e61f34853558 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/networks?id=d04165ec-4adb-4237-85c8-de20c6ada308 HTTP/1.1" status: 200 len: 812 time: 0.2781136 Jul 15 13:07:12.029146 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-894d5fb9-768a-4568-9eb1-92bd797f9aa9 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/quotas/df8e3ad3879d46b1b0f9fa86f66bac58 HTTP/1.1" status: 200 len: 375 time: 0.0304952 Jul 15 13:07:12.104599 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-d79e7628-18fa-465e-a3ba-aba9269aa36f tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=df8e3ad3879d46b1b0f9fa86f66bac58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649905 Jul 15 13:07:12.152896 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-20226a15-b7a2-49eb-9893-90b50ab4646f service neutron] 10.222.0.32 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632569 Jul 15 13:07:12.308334 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-131ba7c6-3c6b-46e9-86f2-44437e70e5ef service neutron] 10.222.0.24 "GET /v2.0/networks/d04165ec-4adb-4237-85c8-de20c6ada308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785579 Jul 15 13:07:12.315775 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d0ff82c8-cea0-4cd1-933e-1cd34079e04b req-a15a981b-bf3d-4488-86ba-42b311ab51cd service neutron] 10.222.0.32 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558065 Jul 15 13:07:12.422821 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-ce283f13-9577-4a57-a566-723a52baa05d service neutron] 10.222.0.24 "GET /v2.0/networks/d04165ec-4adb-4237-85c8-de20c6ada308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060681 Jul 15 13:07:12.514004 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-bde887e7-e009-4224-8088-7537c8a6e27f tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:12.515518 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-bde887e7-e009-4224-8088-7537c8a6e27f tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] 10.222.0.24 "GET /v2.0/networks?id=179c2be3-5aba-4f68-a700-48db67c29cee HTTP/1.1" status: 200 len: 818 time: 0.1158192 Jul 15 13:07:12.534974 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-31b3280e-8044-47aa-9f1f-643c74b47b0b tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] 10.222.0.24 "GET /v2.0/quotas/728190f23c46413cb285c102c2c2f52b HTTP/1.1" status: 200 len: 375 time: 0.0117569 Jul 15 13:07:12.571900 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-3a310e08-95b8-4e56-bd30-435a4547472e tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=728190f23c46413cb285c102c2c2f52b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306182 Jul 15 13:07:12.690398 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-c868883e-a2a3-4f9a-adaf-e6c5b1e1b6aa service neutron] 10.222.0.24 "GET /v2.0/networks/179c2be3-5aba-4f68-a700-48db67c29cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114495 Jul 15 13:07:12.802970 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-91aa50d3-43bb-4195-9399-4333ac5ae12e service neutron] 10.222.0.24 "GET /v2.0/networks/179c2be3-5aba-4f68-a700-48db67c29cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067467 Jul 15 13:07:12.817659 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a0968-0457-476d-933b-3999c4311f63 req-e462b976-555f-4575-bc14-7969c1209b89 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:12.825357 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-699a0968-0457-476d-933b-3999c4311f63 req-e462b976-555f-4575-bc14-7969c1209b89 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622 HTTP/1.1" status: 200 len: 943 time: 0.1083355 Jul 15 13:07:12.870944 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-699a0968-0457-476d-933b-3999c4311f63 req-87058a4d-ecf9-4ad7-89b5-b204d277e6c3 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440760 Jul 15 13:07:12.925161 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a72e691-9f4e-48dc-92b2-22029e6eb8ca x-openstack-request-id: req-4a72e691-9f4e-48dc-92b2-22029e6eb8ca {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:12.925572 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea4d5cfd-e16a-4e55-98c3-63e9237c0622", "tag": "3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:12.926019 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4a72e691-9f4e-48dc-92b2-22029e6eb8ca {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:12.926554 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4d5cfd-e16a-4e55-98c3-63e9237c0622', 'tag': '3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da', 'status': 'completed', 'code': 200} Jul 15 13:07:12.992232 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a589e0-2f24-4d06-a6f7-29067856a134 x-openstack-request-id: req-b8a589e0-2f24-4d06-a6f7-29067856a134 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:12.992721 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9c7a06-2c39-48e0-9005-c33b7197cd4a", "name": "network-vif-plugged", "status": "completed", "tag": "1dc345bc-d708-4588-bc42-9d63cefd976f", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:12.993165 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b8a589e0-2f24-4d06-a6f7-29067856a134 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:12.993850 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9c7a06-2c39-48e0-9005-c33b7197cd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc345bc-d708-4588-bc42-9d63cefd976f', 'code': 200} Jul 15 13:07:13.123081 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398c10b-d4de-4f73-82d7-bc67b239e6f2 req-0074a938-56c0-4c32-99d0-fbd54f3ffc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.124663 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4398c10b-d4de-4f73-82d7-bc67b239e6f2 req-0074a938-56c0-4c32-99d0-fbd54f3ffc4a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11b8af7c013140faa070a8db01c03b78&device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622 HTTP/1.1" status: 200 len: 1095 time: 0.1076806 Jul 15 13:07:13.204936 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 32108703-4a2e-41fb-a638-60734dfd6bcd details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:13.238081 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f55a7-9817-48b7-8316-4cbc0174a55d req-af4ca0ac-c34f-4510-a5a0-d8f311c9761b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.241284 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d31f55a7-9817-48b7-8316-4cbc0174a55d req-af4ca0ac-c34f-4510-a5a0-d8f311c9761b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ae9c7a06-2c39-48e0-9005-c33b7197cd4a HTTP/1.1" status: 200 len: 1097 time: 0.1274779 Jul 15 13:07:13.297800 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d31f55a7-9817-48b7-8316-4cbc0174a55d req-7c7d17f2-bd79-4181-9fe6-0c7f8632124b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485187 Jul 15 13:07:13.362079 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6272a-13fe-4f48-8279-db59e1ef1b96 req-61856280-859d-4133-86bf-cb8b3911e1f8 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.364297 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f7b6272a-13fe-4f48-8279-db59e1ef1b96 req-61856280-859d-4133-86bf-cb8b3911e1f8 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=0058132e-2964-4f3a-9b6a-8e39ffac3ab1 HTTP/1.1" status: 200 len: 944 time: 0.2246814 Jul 15 13:07:13.365815 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398c10b-d4de-4f73-82d7-bc67b239e6f2 req-85e3d67e-8e41-4b21-8679-9fc0e1f985e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.367641 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4398c10b-d4de-4f73-82d7-bc67b239e6f2 req-85e3d67e-8e41-4b21-8679-9fc0e1f985e5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2b4de3f9-9898-4e48-8ad2-d64a9c837567 HTTP/1.1" status: 200 len: 922 time: 0.2362814 Jul 15 13:07:13.472514 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f7b6272a-13fe-4f48-8279-db59e1ef1b96 req-15963f1c-2f6d-4dbe-ad8d-531fd8af2800 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973163 Jul 15 13:07:13.494283 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 32108703-4a2e-41fb-a638-60734dfd6bcd, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=32108703-4a2e-41fb-a638-60734dfd6bcd,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:13.523678 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '32108703-4a2e-41fb-a638-60734dfd6bcd', 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0', 'port_id': '32108703-4a2e-41fb-a638-60734dfd6bcd', 'mac_address': 'fa:16:3e:fa:0a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd483a1a6-7065-4b15-8f19-4e9042e07796', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:13.608884 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794349b-bb26-4c61-b4ff-80b3f884b558 req-5754564b-6216-491d-8fb3-f30320ddfe12 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.622894 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794349b-bb26-4c61-b4ff-80b3f884b558 req-5754564b-6216-491d-8fb3-f30320ddfe12 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.632019 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794349b-bb26-4c61-b4ff-80b3f884b558 req-5754564b-6216-491d-8fb3-f30320ddfe12 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.632255 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.634417 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1794349b-bb26-4c61-b4ff-80b3f884b558 req-5754564b-6216-491d-8fb3-f30320ddfe12 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36&device_id=de96b8a9-6dfa-49cf-a6c4-f6e664483de9&device_id=0ba3272b-9c92-4928-b1bd-f90df9885b43 HTTP/1.1" status: 200 len: 2417 time: 0.1746433 Jul 15 13:07:13.655701 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4398c10b-d4de-4f73-82d7-bc67b239e6f2 req-cfec908b-53b6-4d2e-bbd1-d7d80418694d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da HTTP/1.1" status: 200 len: 217 time: 0.0685499 Jul 15 13:07:13.668589 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32108703-4a2e-41fb-a638-60734dfd6bcd {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:13.708365 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 32108703-4a2e-41fb-a638-60734dfd6bcd, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=32108703-4a2e-41fb-a638-60734dfd6bcd,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:13.717347 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.730926 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1794349b-bb26-4c61-b4ff-80b3f884b558 req-0e4a430c-5de0-42ca-b9dc-94c73b9bf50e tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894723 Jul 15 13:07:13.754890 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398c10b-d4de-4f73-82d7-bc67b239e6f2 req-61bf7086-9e8a-42a8-94d1-1066a79d55c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.756465 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4398c10b-d4de-4f73-82d7-bc67b239e6f2 req-61bf7086-9e8a-42a8-94d1-1066a79d55c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f7ee163d-4be2-4821-945f-cb7507aae308 HTTP/1.1" status: 200 len: 861 time: 0.0889034 Jul 15 13:07:13.800772 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=32108703-4a2e-41fb-a638-60734dfd6bcd,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:13.810113 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-033fe61f-fd6f-4a38-a3da-6cc5728a0adb tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=18e0bd281dab403d9f8ee30c660fd351&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513585 Jul 15 13:07:13.867643 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4398c10b-d4de-4f73-82d7-bc67b239e6f2 req-e1fefcfa-d29d-4ef4-aa5b-7f722dbdb787 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b4de3f9-9898-4e48-8ad2-d64a9c837567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860941 Jul 15 13:07:13.945512 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e3bf8-0214-4eae-aaf5-c77f8e87078b req-cfbc1296-f9c5-40fc-9ac4-f3747daed005 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.947164 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-995e3bf8-0214-4eae-aaf5-c77f8e87078b req-cfbc1296-f9c5-40fc-9ac4-f3747daed005 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae9c7a06-2c39-48e0-9005-c33b7197cd4a HTTP/1.1" status: 200 len: 945 time: 0.0900254 Jul 15 13:07:13.991157 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-995e3bf8-0214-4eae-aaf5-c77f8e87078b req-0281a308-33b3-4012-9c1f-cfc39cf4ce6c tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363648 Jul 15 13:07:14.040357 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['32108703-4a2e-41fb-a638-60734dfd6bcd'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:14.186926 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-8f0f0c27-6b37-4ab5-8d66-0b65b6ab93d8 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:14.199316 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-8f0f0c27-6b37-4ab5-8d66-0b65b6ab93d8 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3816245 Jul 15 13:07:14.231281 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-15020d2c-fadb-4ee1-b983-cd0557a34c64 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.24 "GET /v2.0/quotas/18e0bd281dab403d9f8ee30c660fd351 HTTP/1.1" status: 200 len: 375 time: 0.0300078 Jul 15 13:07:14.298235 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-74f7e10e-0bf9-4128-b031-6a9c134fa0a3 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=18e0bd281dab403d9f8ee30c660fd351&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655262 Jul 15 13:07:14.302765 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4398c10b-d4de-4f73-82d7-bc67b239e6f2 req-eb072b8e-e823-41f6-9f0c-99ef9a384195 service neutron] 10.222.0.32 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190512 Jul 15 13:07:14.517891 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4398c10b-d4de-4f73-82d7-bc67b239e6f2 req-72e13a3e-9d35-4e79-a0b7-daf602f30abd service neutron] 10.222.0.32 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410713 Jul 15 13:07:14.608658 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-714096b1-db66-41ce-be5d-a745396402ea req-a1017699-dd73-4fd1-b08d-7bb36b60ed37 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21c03e1-e0a0-49c0-9b6d-b22f65b51226 HTTP/1.1" status: 200 len: 210 time: 0.0447128 Jul 15 13:07:14.846687 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7837704-b36d-437b-b298-065c963bcb03 req-bdc85f73-50a1-40e1-b6b2-9bd5ab26470e tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:14.854565 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7837704-b36d-437b-b298-065c963bcb03 req-bdc85f73-50a1-40e1-b6b2-9bd5ab26470e tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622 HTTP/1.1" status: 200 len: 943 time: 0.0898287 Jul 15 13:07:14.869393 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239b8ac-9287-4754-98cf-e533511258fa req-5c0f3d3e-8de9-436c-a8a3-9ecead9cf906 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:14.875932 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4239b8ac-9287-4754-98cf-e533511258fa req-5c0f3d3e-8de9-436c-a8a3-9ecead9cf906 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36 HTTP/1.1" status: 200 len: 946 time: 0.1214850 Jul 15 13:07:14.959019 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4239b8ac-9287-4754-98cf-e533511258fa req-6fe3d8b0-e67d-4570-b2cb-9cdb501c8c23 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820498 Jul 15 13:07:15.012463 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7837704-b36d-437b-b298-065c963bcb03 req-38438a95-eedc-48a1-86e9-bed46206cd6a tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513851 Jul 15 13:07:15.146941 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-943bde7f-3a81-4289-a39a-a8a69c3bac48 req-9f865bcc-2976-4310-aaac-6969a9f57bd4 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9cd5a4a-cf83-4973-90b4-6d421985ea27 HTTP/1.1" status: 200 len: 210 time: 0.0399942 Jul 15 13:07:15.157322 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-50013f02-4791-416e-960c-caa3d141f45d tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:15.159715 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-50013f02-4791-416e-960c-caa3d141f45d tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.32 "GET /v2.0/networks?id=d04165ec-4adb-4237-85c8-de20c6ada308 HTTP/1.1" status: 200 len: 812 time: 0.1324294 Jul 15 13:07:15.193474 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-54ab662e-df42-4723-a9fa-149a9e950499 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Request body: {'port': {'device_id': 'fc8cd5ba-c473-4b7e-a701-fe542e937db3', 'network_id': 'd04165ec-4adb-4237-85c8-de20c6ada308', 'admin_state_up': True, 'tenant_id': 'df8e3ad3879d46b1b0f9fa86f66bac58'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:15.202376 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:15.211148 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 32108703-4a2e-41fb-a638-60734dfd6bcd up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:15.218677 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-086f5916-5a2b-47bc-b407-164384731d1d req-858e7df5-619c-4697-8aea-0fcb1f383949 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd3638d3-0f3f-4182-bf6a-04112b1c197e HTTP/1.1" status: 200 len: 210 time: 0.0578296 Jul 15 13:07:15.238609 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-d0fe7604-aa0c-4154-92d7-d8d450729621 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:15.240810 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-d0fe7604-aa0c-4154-92d7-d8d450729621 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.18 "GET /v2.0/networks?id=d04165ec-4adb-4237-85c8-de20c6ada308 HTTP/1.1" status: 200 len: 812 time: 0.3815660 Jul 15 13:07:15.260914 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-f5244c03-c54a-4ece-bf87-904a8759c8be tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Request body: {'port': {'device_id': 'd9cd5a4a-cf83-4973-90b4-6d421985ea27', 'network_id': 'd04165ec-4adb-4237-85c8-de20c6ada308', 'admin_state_up': True, 'tenant_id': 'df8e3ad3879d46b1b0f9fa86f66bac58'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:15.444218 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 32108703-4a2e-41fb-a638-60734dfd6bcd completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:15.453549 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 32108703-4a2e-41fb-a638-60734dfd6bcd triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:15.454115 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:15.474049 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5a134-37d1-4efc-8507-99d7f6b4e855 req-42b80e0b-7cf8-4051-81cc-3fc3ddfca8f6 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:15.496666 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-10f5a134-37d1-4efc-8507-99d7f6b4e855 req-42b80e0b-7cf8-4051-81cc-3fc3ddfca8f6 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=0058132e-2964-4f3a-9b6a-8e39ffac3ab1 HTTP/1.1" status: 200 len: 945 time: 0.1747978 Jul 15 13:07:15.514617 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:15.572086 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da', 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567', 'port_id': '3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da', 'mac_address': 'fa:16:3e:4b:5a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ee163d-4be2-4821-945f-cb7507aae308', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:15.607591 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-10f5a134-37d1-4efc-8507-99d7f6b4e855 req-7d2627c7-f5d8-4136-bae8-4a2aea05403e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097591 Jul 15 13:07:15.747475 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:15.835524 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 32108703-4a2e-41fb-a638-60734dfd6bcd, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=32108703-4a2e-41fb-a638-60734dfd6bcd,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:15.838270 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0058132e-2964-4f3a-9b6a-8e39ffac3ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32108703-4a2e-41fb-a638-60734dfd6bcd'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:15.849723 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad464176-ce6e-4a06-90fb-de6983d34107" -d '{"events": [{"server_uuid": "0058132e-2964-4f3a-9b6a-8e39ffac3ab1", "name": "network-vif-plugged", "status": "completed", "tag": "32108703-4a2e-41fb-a638-60734dfd6bcd"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:15.855336 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:15.871258 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-d3567f1c-b4f0-43f2-9241-1a7cfb8e7c10 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:15.873446 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-d3567f1c-b4f0-43f2-9241-1a7cfb8e7c10 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] 10.222.0.18 "GET /v2.0/networks?id=179c2be3-5aba-4f68-a700-48db67c29cee HTTP/1.1" status: 200 len: 818 time: 0.2897351 Jul 15 13:07:15.888853 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2f71bbd2-d8fb-40b5-9f35-00dff3b7e643 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] Request body: {'port': {'device_id': 'b21c03e1-e0a0-49c0-9b6d-b22f65b51226', 'network_id': '179c2be3-5aba-4f68-a700-48db67c29cee', 'admin_state_up': True, 'tenant_id': '728190f23c46413cb285c102c2c2f52b'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:15.954451 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:15.957963 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=32108703-4a2e-41fb-a638-60734dfd6bcd,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:15.972584 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:15.994716 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:16.003187 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.095173 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.db.api [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2f71bbd2-d8fb-40b5-9f35-00dff3b7e643 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:07:16.095173 n-d-758944-45 neutron-server[93813]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 13:07:16.095173 n-d-758944-45 neutron-server[93813]: [parameters: {'project_id': '728190f23c46413cb285c102c2c2f52b', 'id': 'aaf9434e-fa15-4ba9-987f-f22dc760cbcb', 'expiration': datetime.datetime(2021, 7, 15, 13, 9, 16, 89752)}] Jul 15 13:07:16.095173 n-d-758944-45 neutron-server[93813]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:07:16.096443 n-d-758944-45 neutron-server[93813]: DEBUG oslo_db.api [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2f71bbd2-d8fb-40b5-9f35-00dff3b7e643 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:07:16.113981 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-f5244c03-c54a-4ece-bf87-904a8759c8be tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Made reservation on behalf of df8e3ad3879d46b1b0f9fa86f66bac58 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:16.117642 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-f5244c03-c54a-4ece-bf87-904a8759c8be tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.134981 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:16.158837 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-54ab662e-df42-4723-a9fa-149a9e950499 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Made reservation on behalf of df8e3ad3879d46b1b0f9fa86f66bac58 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:16.162501 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-54ab662e-df42-4723-a9fa-149a9e950499 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.175734 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7874c74-0103-40c7-a7da-882b0f7e1f0b req-08ebcfde-3d18-4594-929c-4e32a17c7c64 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:16.178318 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7874c74-0103-40c7-a7da-882b0f7e1f0b req-08ebcfde-3d18-4594-929c-4e32a17c7c64 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae9c7a06-2c39-48e0-9005-c33b7197cd4a HTTP/1.1" status: 200 len: 945 time: 0.2189355 Jul 15 13:07:16.325300 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:16.330204 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-611e77eb-1e94-4561-8379-fc101b103b7e req-d91e1af6-1830-4c4f-a4ae-26b589c4c6f3 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21c03e1-e0a0-49c0-9b6d-b22f65b51226 HTTP/1.1" status: 200 len: 210 time: 0.0482700 Jul 15 13:07:16.376390 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7874c74-0103-40c7-a7da-882b0f7e1f0b req-e92c162f-3062-439e-8fb2-5f796580da22 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818373 Jul 15 13:07:16.410070 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f7f6e1-0303-486f-9adb-4a9d6188a0e7 x-openstack-request-id: req-55f7f6e1-0303-486f-9adb-4a9d6188a0e7 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:16.410561 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0058132e-2964-4f3a-9b6a-8e39ffac3ab1", "name": "network-vif-plugged", "status": "completed", "tag": "32108703-4a2e-41fb-a638-60734dfd6bcd", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:16.411028 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-55f7f6e1-0303-486f-9adb-4a9d6188a0e7 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:16.411956 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0058132e-2964-4f3a-9b6a-8e39ffac3ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32108703-4a2e-41fb-a638-60734dfd6bcd', 'code': 200} Jul 15 13:07:16.460146 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-f5244c03-c54a-4ece-bf87-904a8759c8be tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Allocated IP 172.20.0.3 (d04165ec-4adb-4237-85c8-de20c6ada308/2a9b48ad-5baf-4731-a02d-533417fad252/4999cb9c-3bab-438b-94a6-b77fe8236b9c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:16.660280 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2f71bbd2-d8fb-40b5-9f35-00dff3b7e643 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] Made reservation on behalf of 728190f23c46413cb285c102c2c2f52b for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:16.664568 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2f71bbd2-d8fb-40b5-9f35-00dff3b7e643 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.709374 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e57ed6-fc18-497e-90b6-e6f0f12308eb req-e6f4c8c4-1535-491e-8c5a-a77aa88bdbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:16.712606 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b8e57ed6-fc18-497e-90b6-e6f0f12308eb req-e6f4c8c4-1535-491e-8c5a-a77aa88bdbeb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0058132e-2964-4f3a-9b6a-8e39ffac3ab1 HTTP/1.1" status: 200 len: 1098 time: 0.1809895 Jul 15 13:07:16.801044 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-f74d47e5-f5d6-477f-a382-b70f375ae933 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=18e0bd281dab403d9f8ee30c660fd351&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1388056 Jul 15 13:07:16.805853 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b8e57ed6-fc18-497e-90b6-e6f0f12308eb req-4d630376-bff3-458f-bea8-a8c794f3a21e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566113 Jul 15 13:07:16.879672 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7db071ff-68a3-457b-b5a1-a7e7c926335f req-5121de7a-1c33-4a2a-aa1b-4b2ccb98d135 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9cd5a4a-cf83-4973-90b4-6d421985ea27 HTTP/1.1" status: 200 len: 210 time: 0.0459852 Jul 15 13:07:16.902998 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2f71bbd2-d8fb-40b5-9f35-00dff3b7e643 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] Allocated IP 172.20.0.14 (179c2be3-5aba-4f68-a700-48db67c29cee/03e14fef-2376-4b33-b185-07e9a33a5a9f/773ecabf-5f30-4cc6-a71f-100669c6653f) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:17.010801 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-f5244c03-c54a-4ece-bf87-904a8759c8be tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:17.065653 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8861c-9c6e-4775-a616-226b40b0acb9 req-a8725023-9d9d-4a15-8fd5-a718fa9c62df tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:17.070324 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-43f8861c-9c6e-4775-a616-226b40b0acb9 req-a8725023-9d9d-4a15-8fd5-a718fa9c62df tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622 HTTP/1.1" status: 200 len: 944 time: 0.4396031 Jul 15 13:07:17.096584 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2f71bbd2-d8fb-40b5-9f35-00dff3b7e643 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:17.122034 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-844350ef-e0fe-470f-bb3c-2963ddb70f48 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:17.123569 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-844350ef-e0fe-470f-bb3c-2963ddb70f48 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3105576 Jul 15 13:07:17.143075 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-cc808c0a-c1e0-4a4f-a592-386f11114629 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Request body: {'port': {'device_id': 'dd3638d3-0f3f-4182-bf6a-04112b1c197e', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'admin_state_up': True, 'tenant_id': '18e0bd281dab403d9f8ee30c660fd351'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:17.169251 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2f71bbd2-d8fb-40b5-9f35-00dff3b7e643 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:17.201877 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-43f8861c-9c6e-4775-a616-226b40b0acb9 req-91cde172-8473-40a6-a5e7-1536f65824ed tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230042 Jul 15 13:07:17.212484 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-f5244c03-c54a-4ece-bf87-904a8759c8be tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:17.297381 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71bbd2-d8fb-40b5-9f35-00dff3b7e643 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] Pushing event updated for resources: {'Port': ['ID=773ecabf-5f30-4cc6-a71f-100669c6653f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:17.333301 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2f71bbd2-d8fb-40b5-9f35-00dff3b7e643 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] Network 179c2be3-5aba-4f68-a700-48db67c29cee is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:17.336886 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2f71bbd2-d8fb-40b5-9f35-00dff3b7e643 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:17.340915 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2f71bbd2-d8fb-40b5-9f35-00dff3b7e643 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:17.354565 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-f5244c03-c54a-4ece-bf87-904a8759c8be tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Network d04165ec-4adb-4237-85c8-de20c6ada308 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:17.374445 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-54ab662e-df42-4723-a9fa-149a9e950499 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Allocated IP 172.20.0.2 (d04165ec-4adb-4237-85c8-de20c6ada308/2a9b48ad-5baf-4731-a02d-533417fad252/c7019c5e-3ffe-4319-b5ad-d8a14d74f81f) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:17.377364 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-f5244c03-c54a-4ece-bf87-904a8759c8be tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:17.380121 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-f5244c03-c54a-4ece-bf87-904a8759c8be tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:17.391560 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5244c03-c54a-4ece-bf87-904a8759c8be tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Pushing event updated for resources: {'Port': ['ID=4999cb9c-3bab-438b-94a6-b77fe8236b9c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:17.466445 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7b536c5d-7411-49fa-b26f-5f425b5ee228 req-442a36ef-25c8-4c31-8284-c4be5d38ec37 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd3638d3-0f3f-4182-bf6a-04112b1c197e HTTP/1.1" status: 200 len: 210 time: 0.0579364 Jul 15 13:07:17.486628 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-f5244c03-c54a-4ece-bf87-904a8759c8be tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:17.486628 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-f5244c03-c54a-4ece-bf87-904a8759c8be tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:17.493840 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-cc808c0a-c1e0-4a4f-a592-386f11114629 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Made reservation on behalf of 18e0bd281dab403d9f8ee30c660fd351 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:17.495730 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-cc808c0a-c1e0-4a4f-a592-386f11114629 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:17.504707 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2f71bbd2-d8fb-40b5-9f35-00dff3b7e643 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:17.505400 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2f71bbd2-d8fb-40b5-9f35-00dff3b7e643 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:17.532578 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-cc808c0a-c1e0-4a4f-a592-386f11114629 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:17.537822 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2f71bbd2-d8fb-40b5-9f35-00dff3b7e643 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6543331 Jul 15 13:07:17.552129 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-f5244c03-c54a-4ece-bf87-904a8759c8be tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3021519 Jul 15 13:07:17.566052 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2e0a486c-94c7-4e63-8f62-1e8c98b9b213 service neutron] Request body: {'port': {'device_id': 'b21c03e1-e0a0-49c0-9b6d-b22f65b51226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:17.571476 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-9a1f678a-cdee-4a73-ad4a-702e0c9a5375 service neutron] Request body: {'port': {'device_id': 'd9cd5a4a-cf83-4973-90b4-6d421985ea27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:17.733123 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-9a1f678a-cdee-4a73-ad4a-702e0c9a5375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:17.796400 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2e0a486c-94c7-4e63-8f62-1e8c98b9b213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:17.821846 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4172409-923f-4aea-99ba-6fbed925e21d req-8bbef2a5-ec28-43ab-9c59-ed024d6feecd tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:17.823551 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c4172409-923f-4aea-99ba-6fbed925e21d req-8bbef2a5-ec28-43ab-9c59-ed024d6feecd tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=0058132e-2964-4f3a-9b6a-8e39ffac3ab1 HTTP/1.1" status: 200 len: 946 time: 0.2005432 Jul 15 13:07:17.918309 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-54ab662e-df42-4723-a9fa-149a9e950499 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:17.936756 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c4172409-923f-4aea-99ba-6fbed925e21d req-3cc70ae3-422e-4bf3-aa7a-c849d3091ee6 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072366 Jul 15 13:07:18.014731 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-cc808c0a-c1e0-4a4f-a592-386f11114629 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:18.026155 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-cc808c0a-c1e0-4a4f-a592-386f11114629 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:18.227351 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc808c0a-c1e0-4a4f-a592-386f11114629 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0f6023-3be2-49fe-89c6-135de16ebc7c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:18.230931 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-54ab662e-df42-4723-a9fa-149a9e950499 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:18.368402 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-cc808c0a-c1e0-4a4f-a592-386f11114629 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Allocated IP 192.168.233.148 (469a0c47-6cac-4ffe-aa16-0c933961e7af/23cd399a-e88b-433a-a99b-25a477d6a3ca/1564af4a-eef0-4616-b0e0-ba9b36841530) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:18.403170 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-54ab662e-df42-4723-a9fa-149a9e950499 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Network d04165ec-4adb-4237-85c8-de20c6ada308 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:18.418612 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-54ab662e-df42-4723-a9fa-149a9e950499 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:18.428846 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2e0a486c-94c7-4e63-8f62-1e8c98b9b213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 773ecabf-5f30-4cc6-a71f-100669c6653f {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:18.430569 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab662e-df42-4723-a9fa-149a9e950499 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Pushing event updated for resources: {'Port': ['ID=c7019c5e-3ffe-4319-b5ad-d8a14d74f81f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:18.433301 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-54ab662e-df42-4723-a9fa-149a9e950499 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:18.456380 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2e0a486c-94c7-4e63-8f62-1e8c98b9b213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:18.497223 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2e0a486c-94c7-4e63-8f62-1e8c98b9b213 service neutron] Transition to ACTIVE for port object 773ecabf-5f30-4cc6-a71f-100669c6653f will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:18.513233 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2e0a486c-94c7-4e63-8f62-1e8c98b9b213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:18.581608 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-54ab662e-df42-4723-a9fa-149a9e950499 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:18.582339 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-54ab662e-df42-4723-a9fa-149a9e950499 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:18.582542 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-11f59c4b-4730-4b21-b1f2-d1bab7bbfa84 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:18.584134 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-11f59c4b-4730-4b21-b1f2-d1bab7bbfa84 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.32 "GET /v2.0/ports?device_id=0058132e-2964-4f3a-9b6a-8e39ffac3ab1 HTTP/1.1" status: 200 len: 946 time: 0.2334840 Jul 15 13:07:18.645900 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3c729-8f6e-4207-8f9e-8cd847512e2e req-272886d7-8758-4758-9c71-eca6711d8df1 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:18.647531 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-aec3c729-8f6e-4207-8f9e-8cd847512e2e req-272886d7-8758-4758-9c71-eca6711d8df1 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21c03e1-e0a0-49c0-9b6d-b22f65b51226 HTTP/1.1" status: 200 len: 932 time: 0.4247713 Jul 15 13:07:18.649055 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a486c-94c7-4e63-8f62-1e8c98b9b213 service neutron] Pushing event updated for resources: {'Port': ['ID=773ecabf-5f30-4cc6-a71f-100669c6653f,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:18.704515 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-54ab662e-df42-4723-a9fa-149a9e950499 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5165412 Jul 15 13:07:18.725559 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-9a1f678a-cdee-4a73-ad4a-702e0c9a5375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4999cb9c-3bab-438b-94a6-b77fe8236b9c {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:18.740852 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-9a1f678a-cdee-4a73-ad4a-702e0c9a5375 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:18.750020 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-253fe498-99d0-4009-8544-1b28299dcfda service neutron] Request body: {'port': {'device_id': 'fc8cd5ba-c473-4b7e-a701-fe542e937db3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:18.764408 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d94bbc-6924-4470-8962-1ee4f4004299 req-6d27e1ad-dbe8-45ac-a89f-59106a114557 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:18.766042 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-92d94bbc-6924-4470-8962-1ee4f4004299 req-6d27e1ad-dbe8-45ac-a89f-59106a114557 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9cd5a4a-cf83-4973-90b4-6d421985ea27 HTTP/1.1" status: 200 len: 931 time: 0.2706513 Jul 15 13:07:18.808599 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2e0a486c-94c7-4e63-8f62-1e8c98b9b213 service neutron] Attempting to bind port 773ecabf-5f30-4cc6-a71f-100669c6653f on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:18.808947 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2e0a486c-94c7-4e63-8f62-1e8c98b9b213 service neutron] Attempting to bind port 773ecabf-5f30-4cc6-a71f-100669c6653f by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '7c98df0e-e359-45e9-b91f-d4969b545988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '179c2be3-5aba-4f68-a700-48db67c29cee'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:18.809150 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-9a1f678a-cdee-4a73-ad4a-702e0c9a5375 service neutron] Transition to ACTIVE for port object 4999cb9c-3bab-438b-94a6-b77fe8236b9c will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:18.809344 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2e0a486c-94c7-4e63-8f62-1e8c98b9b213 service neutron] Attempting to bind port 773ecabf-5f30-4cc6-a71f-100669c6653f on network 179c2be3-5aba-4f68-a700-48db67c29cee {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:18.826209 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-9a1f678a-cdee-4a73-ad4a-702e0c9a5375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:18.830749 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2e0a486c-94c7-4e63-8f62-1e8c98b9b213 service neutron] Port 773ecabf-5f30-4cc6-a71f-100669c6653f on network 179c2be3-5aba-4f68-a700-48db67c29cee not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:18.831075 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2e0a486c-94c7-4e63-8f62-1e8c98b9b213 service neutron] Attempting to bind port 773ecabf-5f30-4cc6-a71f-100669c6653f on network 179c2be3-5aba-4f68-a700-48db67c29cee {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:18.837199 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-aec3c729-8f6e-4207-8f9e-8cd847512e2e req-f1c5b0dc-d29d-490e-bfe3-35f55e2b3a6e tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] 10.222.0.24 "GET /v2.0/security-groups?id=140cb202-a0e8-4cb5-906a-e928bc63a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535318 Jul 15 13:07:18.840526 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-cc808c0a-c1e0-4a4f-a592-386f11114629 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:18.847102 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-92d94bbc-6924-4470-8962-1ee4f4004299 req-55c8ad64-34b2-4ff8-9bb5-8868041c00ac tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2671b70-b553-4b40-b2f2-862ba52057e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644524 Jul 15 13:07:18.847588 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2e0a486c-94c7-4e63-8f62-1e8c98b9b213 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:18.847909 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2e0a486c-94c7-4e63-8f62-1e8c98b9b213 service neutron] Checking segment: {'id': '7c98df0e-e359-45e9-b91f-d4969b545988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '179c2be3-5aba-4f68-a700-48db67c29cee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:18.848813 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2e0a486c-94c7-4e63-8f62-1e8c98b9b213 service neutron] Bound using segment: {'id': '7c98df0e-e359-45e9-b91f-d4969b545988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '179c2be3-5aba-4f68-a700-48db67c29cee'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:18.848813 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2e0a486c-94c7-4e63-8f62-1e8c98b9b213 service neutron] Bound port: 773ecabf-5f30-4cc6-a71f-100669c6653f, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c98df0e-e359-45e9-b91f-d4969b545988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '179c2be3-5aba-4f68-a700-48db67c29cee'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:18.849187 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2e0a486c-94c7-4e63-8f62-1e8c98b9b213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:18.865040 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-89de88e3-2dcf-4d8c-81a6-02a4c2baf096 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Deleting port 32108703-4a2e-41fb-a638-60734dfd6bcd {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:18.865423 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-89de88e3-2dcf-4d8c-81a6-02a4c2baf096 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:18.899341 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-cc808c0a-c1e0-4a4f-a592-386f11114629 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Transition to ACTIVE for port object 1564af4a-eef0-4616-b0e0-ba9b36841530 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:18.954370 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f678a-cdee-4a73-ad4a-702e0c9a5375 service neutron] Pushing event updated for resources: {'Port': ['ID=4999cb9c-3bab-438b-94a6-b77fe8236b9c,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:18.999627 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-253fe498-99d0-4009-8544-1b28299dcfda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.006175 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2e0a486c-94c7-4e63-8f62-1e8c98b9b213 service neutron] For port 773ecabf-5f30-4cc6-a71f-100669c6653f, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:19.014177 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2e0a486c-94c7-4e63-8f62-1e8c98b9b213 service neutron] For port 773ecabf-5f30-4cc6-a71f-100669c6653f, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=773ecabf-5f30-4cc6-a71f-100669c6653f,segment=NetworkSegment(7c98df0e-e359-45e9-b91f-d4969b545988),segment_id=7c98df0e-e359-45e9-b91f-d4969b545988)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:19.023029 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-89de88e3-2dcf-4d8c-81a6-02a4c2baf096 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] For port 32108703-4a2e-41fb-a638-60734dfd6bcd, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=32108703-4a2e-41fb-a638-60734dfd6bcd,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:19.023402 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-89de88e3-2dcf-4d8c-81a6-02a4c2baf096 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.026670 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2e0a486c-94c7-4e63-8f62-1e8c98b9b213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.065703 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-89de88e3-2dcf-4d8c-81a6-02a4c2baf096 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Calling delete_port for 32108703-4a2e-41fb-a638-60734dfd6bcd owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:19.085750 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2e0a486c-94c7-4e63-8f62-1e8c98b9b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:19.086253 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2e0a486c-94c7-4e63-8f62-1e8c98b9b213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.087928 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-2e0a486c-94c7-4e63-8f62-1e8c98b9b213 service neutron] 10.222.0.18 "PUT /v2.0/ports/773ecabf-5f30-4cc6-a71f-100669c6653f HTTP/1.1" status: 200 len: 1093 time: 1.5410547 Jul 15 13:07:19.088416 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21c03e1-e0a0-49c0-9b6d-b22f65b51226', 'tag': '773ecabf-5f30-4cc6-a71f-100669c6653f'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:19.090778 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579e0a1c-8eb9-47e7-9039-ac5a5c65ed9c" -d '{"events": [{"name": "network-changed", "server_uuid": "b21c03e1-e0a0-49c0-9b6d-b22f65b51226", "tag": "773ecabf-5f30-4cc6-a71f-100669c6653f"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:19.127586 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-cc808c0a-c1e0-4a4f-a592-386f11114629 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.203403 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-9a1f678a-cdee-4a73-ad4a-702e0c9a5375 service neutron] Attempting to bind port 4999cb9c-3bab-438b-94a6-b77fe8236b9c on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:19.203704 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-9a1f678a-cdee-4a73-ad4a-702e0c9a5375 service neutron] Attempting to bind port 4999cb9c-3bab-438b-94a6-b77fe8236b9c by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '10e8a46f-657d-4085-b766-7c31d7b381ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd04165ec-4adb-4237-85c8-de20c6ada308'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:19.204034 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-9a1f678a-cdee-4a73-ad4a-702e0c9a5375 service neutron] Attempting to bind port 4999cb9c-3bab-438b-94a6-b77fe8236b9c on network d04165ec-4adb-4237-85c8-de20c6ada308 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:19.223073 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:19.274190 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-cc808c0a-c1e0-4a4f-a592-386f11114629 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:19.280845 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-9a1f678a-cdee-4a73-ad4a-702e0c9a5375 service neutron] Port 4999cb9c-3bab-438b-94a6-b77fe8236b9c on network d04165ec-4adb-4237-85c8-de20c6ada308 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:19.281127 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-9a1f678a-cdee-4a73-ad4a-702e0c9a5375 service neutron] Attempting to bind port 4999cb9c-3bab-438b-94a6-b77fe8236b9c on network d04165ec-4adb-4237-85c8-de20c6ada308 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:19.284791 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:19.288088 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-cc808c0a-c1e0-4a4f-a592-386f11114629 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:19.291111 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:19.291811 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.301319 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc808c0a-c1e0-4a4f-a592-386f11114629 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Pushing event updated for resources: {'Port': ['ID=1564af4a-eef0-4616-b0e0-ba9b36841530,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:19.306639 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-cc808c0a-c1e0-4a4f-a592-386f11114629 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:19.313402 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-9a1f678a-cdee-4a73-ad4a-702e0c9a5375 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:19.313855 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-9a1f678a-cdee-4a73-ad4a-702e0c9a5375 service neutron] Checking segment: {'id': '10e8a46f-657d-4085-b766-7c31d7b381ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd04165ec-4adb-4237-85c8-de20c6ada308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:19.314258 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-9a1f678a-cdee-4a73-ad4a-702e0c9a5375 service neutron] Bound using segment: {'id': '10e8a46f-657d-4085-b766-7c31d7b381ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd04165ec-4adb-4237-85c8-de20c6ada308'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:19.314715 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-9a1f678a-cdee-4a73-ad4a-702e0c9a5375 service neutron] Bound port: 4999cb9c-3bab-438b-94a6-b77fe8236b9c, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10e8a46f-657d-4085-b766-7c31d7b381ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd04165ec-4adb-4237-85c8-de20c6ada308'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:19.315083 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-9a1f678a-cdee-4a73-ad4a-702e0c9a5375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.457684 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a486c-94c7-4e63-8f62-1e8c98b9b213 service neutron] Pushing event updated for resources: {'Port': ['ID=773ecabf-5f30-4cc6-a71f-100669c6653f,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:19.521561 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.562486 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-89de88e3-2dcf-4d8c-81a6-02a4c2baf096 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.591050 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d57cc-e759-47bb-a91d-8ceb7787ef0d req-37658636-f0ff-44ae-b5f1-7bfeab0d6513 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:19.597283 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4d5cfd-e16a-4e55-98c3-63e9237c0622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:19.601055 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-614d57cc-e759-47bb-a91d-8ceb7787ef0d req-37658636-f0ff-44ae-b5f1-7bfeab0d6513 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622 HTTP/1.1" status: 200 len: 944 time: 0.4558420 Jul 15 13:07:19.613100 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6742eb-f6be-4148-aa89-8ca793d9be94" -d '{"events": [{"server_uuid": "ea4d5cfd-e16a-4e55-98c3-63e9237c0622", "name": "network-vif-plugged", "status": "completed", "tag": "3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:19.627968 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['32108703-4a2e-41fb-a638-60734dfd6bcd'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:19.629076 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-9a1f678a-cdee-4a73-ad4a-702e0c9a5375 service neutron] For port 4999cb9c-3bab-438b-94a6-b77fe8236b9c, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:19.633241 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-9a1f678a-cdee-4a73-ad4a-702e0c9a5375 service neutron] For port 4999cb9c-3bab-438b-94a6-b77fe8236b9c, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=4999cb9c-3bab-438b-94a6-b77fe8236b9c,segment=NetworkSegment(10e8a46f-657d-4085-b766-7c31d7b381ed),segment_id=10e8a46f-657d-4085-b766-7c31d7b381ed)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:19.634835 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-428b83f3-5459-44ab-93cc-28166423ae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:19.636646 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-428b83f3-5459-44ab-93cc-28166423ae2b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=728190f23c46413cb285c102c2c2f52b&device_id=b21c03e1-e0a0-49c0-9b6d-b22f65b51226 HTTP/1.1" status: 200 len: 1096 time: 0.4700682 Jul 15 13:07:19.641922 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-cc808c0a-c1e0-4a4f-a592-386f11114629 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:19.642897 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-cc808c0a-c1e0-4a4f-a592-386f11114629 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.645448 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de88e3-2dcf-4d8c-81a6-02a4c2baf096 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Pushing event deleted for resources: {'Port': ['ID=32108703-4a2e-41fb-a638-60734dfd6bcd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:19.664047 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-9a1f678a-cdee-4a73-ad4a-702e0c9a5375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.690235 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:19.696878 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-3acbd3ab-db0a-4d52-bb28-1c5ca3972fd9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=773ecabf-5f30-4cc6-a71f-100669c6653f HTTP/1.1" status: 200 len: 217 time: 0.0470352 Jul 15 13:07:19.699542 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.753915 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-cc808c0a-c1e0-4a4f-a592-386f11114629 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6168973 Jul 15 13:07:19.767816 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-614d57cc-e759-47bb-a91d-8ceb7787ef0d req-7fa04d08-dee7-47e1-97d7-9421529d2d16 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655257 Jul 15 13:07:19.769956 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-2583f5df-682e-4821-9547-5e8ca88a045f service neutron] Request body: {'port': {'device_id': 'dd3638d3-0f3f-4182-bf6a-04112b1c197e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:19.808888 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-9a1f678a-cdee-4a73-ad4a-702e0c9a5375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:19.809984 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-9a1f678a-cdee-4a73-ad4a-702e0c9a5375 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.812090 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-9a1f678a-cdee-4a73-ad4a-702e0c9a5375 service neutron] 10.222.0.18 "PUT /v2.0/ports/4999cb9c-3bab-438b-94a6-b77fe8236b9c HTTP/1.1" status: 200 len: 1092 time: 2.2508144 Jul 15 13:07:19.823712 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9cd5a4a-cf83-4973-90b4-6d421985ea27', 'tag': '4999cb9c-3bab-438b-94a6-b77fe8236b9c'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:19.832847 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad2eca1-67fe-44f8-a367-b8130f052a17" -d '{"events": [{"name": "network-changed", "server_uuid": "d9cd5a4a-cf83-4973-90b4-6d421985ea27", "tag": "4999cb9c-3bab-438b-94a6-b77fe8236b9c"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:19.833249 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-89de88e3-2dcf-4d8c-81a6-02a4c2baf096 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] No DVR routers for this DVR port 32108703-4a2e-41fb-a638-60734dfd6bcd on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:19.838584 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-52606828-64bf-4872-9635-c0a054eba430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:19.841711 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-52606828-64bf-4872-9635-c0a054eba430 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=03e14fef-2376-4b33-b185-07e9a33a5a9f HTTP/1.1" status: 200 len: 858 time: 0.1356821 Jul 15 13:07:19.846093 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-89de88e3-2dcf-4d8c-81a6-02a4c2baf096 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.847013 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:19.850027 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d3ac58e8-0ff0-48a5-9ed5-4dcffd4cfc86 req-89de88e3-2dcf-4d8c-81a6-02a4c2baf096 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.32 "DELETE /v2.0/ports/32108703-4a2e-41fb-a638-60734dfd6bcd HTTP/1.1" status: 204 len: 173 time: 1.2567322 Jul 15 13:07:19.883952 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-518ac3d0-6c92-412b-9e2f-c6e4140b1651 None None] Provisioning for port 1564af4a-eef0-4616-b0e0-ba9b36841530 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:19.888931 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-518ac3d0-6c92-412b-9e2f-c6e4140b1651 None None] Provisioning complete for port 1564af4a-eef0-4616-b0e0-ba9b36841530 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:19.889610 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-518ac3d0-6c92-412b-9e2f-c6e4140b1651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.900164 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f678a-cdee-4a73-ad4a-702e0c9a5375 service neutron] Pushing event updated for resources: {'Port': ['ID=4999cb9c-3bab-438b-94a6-b77fe8236b9c,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:19.918518 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-b610309b-0d67-4ba5-8b8f-478558462d6f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=179c2be3-5aba-4f68-a700-48db67c29cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594063 Jul 15 13:07:19.935372 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-518ac3d0-6c92-412b-9e2f-c6e4140b1651 None None] Port 1564af4a-eef0-4616-b0e0-ba9b36841530 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:07:20.009392 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-852a8f07-2410-4a9a-b4ce-4a3d4c41b22d req-2db2ef08-278d-4455-8bc1-06ef72c9a4b3 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=0058132e-2964-4f3a-9b6a-8e39ffac3ab1 HTTP/1.1" status: 200 len: 210 time: 0.0423627 Jul 15 13:07:20.078669 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-2583f5df-682e-4821-9547-5e8ca88a045f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:20.082731 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-253fe498-99d0-4009-8544-1b28299dcfda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7019c5e-3ffe-4319-b5ad-d8a14d74f81f {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:20.106764 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b0ae5-9611-4210-8c4a-0ac1b461fab3 req-7ef63cfb-be9c-4b72-a237-043efe16bf69 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:20.107271 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-ea9606aa-5770-469a-b316-d283783dc3e0 service neutron] 10.222.0.18 "GET /v2.0/networks/179c2be3-5aba-4f68-a700-48db67c29cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799896 Jul 15 13:07:20.108875 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-695b0ae5-9611-4210-8c4a-0ac1b461fab3 req-7ef63cfb-be9c-4b72-a237-043efe16bf69 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd3638d3-0f3f-4182-bf6a-04112b1c197e HTTP/1.1" status: 200 len: 936 time: 0.4540496 Jul 15 13:07:20.118831 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-253fe498-99d0-4009-8544-1b28299dcfda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:20.149529 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-253fe498-99d0-4009-8544-1b28299dcfda service neutron] Transition to ACTIVE for port object c7019c5e-3ffe-4319-b5ad-d8a14d74f81f will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:20.161439 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-cd97728e-fe6f-46fb-b7d3-4ade41538ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:20.163055 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-cd97728e-fe6f-46fb-b7d3-4ade41538ade service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df8e3ad3879d46b1b0f9fa86f66bac58&device_id=d9cd5a4a-cf83-4973-90b4-6d421985ea27 HTTP/1.1" status: 200 len: 1095 time: 0.2640169 Jul 15 13:07:20.167122 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-253fe498-99d0-4009-8544-1b28299dcfda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:20.301526 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-695b0ae5-9611-4210-8c4a-0ac1b461fab3 req-f081bae1-c1e8-43fb-afbc-f7b29047ec48 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0f6023-3be2-49fe-89c6-135de16ebc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720090 Jul 15 13:07:20.302796 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-03d91846-53cc-42f5-bc9b-e1c5b1aa0ce7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4999cb9c-3bab-438b-94a6-b77fe8236b9c HTTP/1.1" status: 200 len: 217 time: 0.1051648 Jul 15 13:07:20.344454 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e5062d-8cc2-4da2-beb8-854ec510c128 x-openstack-request-id: req-b1e5062d-8cc2-4da2-beb8-854ec510c128 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:20.344903 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21c03e1-e0a0-49c0-9b6d-b22f65b51226", "tag": "773ecabf-5f30-4cc6-a71f-100669c6653f", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:20.345860 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b1e5062d-8cc2-4da2-beb8-854ec510c128 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:20.347039 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21c03e1-e0a0-49c0-9b6d-b22f65b51226', 'tag': '773ecabf-5f30-4cc6-a71f-100669c6653f', 'status': 'completed', 'code': 200} Jul 15 13:07:20.396747 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f928797f-bdca-48f0-81be-3dcd51afde85 req-d463e9e2-1517-4919-b366-531bd15b4630 service neutron] 10.222.0.18 "GET /v2.0/networks/179c2be3-5aba-4f68-a700-48db67c29cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798445 Jul 15 13:07:20.425648 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fe498-99d0-4009-8544-1b28299dcfda service neutron] Pushing event updated for resources: {'Port': ['ID=c7019c5e-3ffe-4319-b5ad-d8a14d74f81f,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:20.518476 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-490f1ce4-e29b-442d-bed4-cc0404e14fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:20.520244 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-490f1ce4-e29b-442d-bed4-cc0404e14fa2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2a9b48ad-5baf-4731-a02d-533417fad252 HTTP/1.1" status: 200 len: 852 time: 0.1972234 Jul 15 13:07:20.556804 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-49db0ae7-4e34-4011-9ab0-6e774ebf2eb5 req-edb9e313-2fcc-4440-acc4-7684d3b221c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=46c681a3ac1f49edb652254baad292e0&device_id=0058132e-2964-4f3a-9b6a-8e39ffac3ab1 HTTP/1.1" status: 200 len: 210 time: 0.0888097 Jul 15 13:07:20.661941 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7033293f-baf7-41d9-b9ec-d8968b6799a5 x-openstack-request-id: req-7033293f-baf7-41d9-b9ec-d8968b6799a5 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:20.662558 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4d5cfd-e16a-4e55-98c3-63e9237c0622", "name": "network-vif-plugged", "status": "completed", "tag": "3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:20.662679 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7033293f-baf7-41d9-b9ec-d8968b6799a5 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:20.663023 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4d5cfd-e16a-4e55-98c3-63e9237c0622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da', 'code': 200} Jul 15 13:07:20.710513 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb46d233-f454-40aa-903b-d913eecdb9be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:20.815885 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:07:20.879352 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db0ae7-4e34-4011-9ab0-6e774ebf2eb5 req-81825e7d-e289-4078-8d77-f87580313a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:20.881249 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-49db0ae7-4e34-4011-9ab0-6e774ebf2eb5 req-81825e7d-e289-4078-8d77-f87580313a4a service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=46c681a3ac1f49edb652254baad292e0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2918797 Jul 15 13:07:21.064757 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d515fe-6702-4a7e-8586-09762c51f46a x-openstack-request-id: req-29d515fe-6702-4a7e-8586-09762c51f46a {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:21.065701 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9cd5a4a-cf83-4973-90b4-6d421985ea27", "tag": "4999cb9c-3bab-438b-94a6-b77fe8236b9c", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:21.065701 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-29d515fe-6702-4a7e-8586-09762c51f46a {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:21.065701 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9cd5a4a-cf83-4973-90b4-6d421985ea27', 'tag': '4999cb9c-3bab-438b-94a6-b77fe8236b9c', 'status': 'completed', 'code': 200} Jul 15 13:07:21.069934 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-479371db-f40a-4ed1-8a18-a411edb8f58b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d04165ec-4adb-4237-85c8-de20c6ada308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5366309 Jul 15 13:07:21.144255 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e0a1c-8eb9-47e7-9039-ac5a5c65ed9c req-be9ea58c-2d2e-46ac-8653-10bdd8197680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:21.146230 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-579e0a1c-8eb9-47e7-9039-ac5a5c65ed9c req-be9ea58c-2d2e-46ac-8653-10bdd8197680 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=728190f23c46413cb285c102c2c2f52b&device_id=b21c03e1-e0a0-49c0-9b6d-b22f65b51226 HTTP/1.1" status: 200 len: 1096 time: 0.6199987 Jul 15 13:07:21.187181 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-253fe498-99d0-4009-8544-1b28299dcfda service neutron] Attempting to bind port c7019c5e-3ffe-4319-b5ad-d8a14d74f81f on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:21.187607 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-253fe498-99d0-4009-8544-1b28299dcfda service neutron] Attempting to bind port c7019c5e-3ffe-4319-b5ad-d8a14d74f81f by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '10e8a46f-657d-4085-b766-7c31d7b381ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd04165ec-4adb-4237-85c8-de20c6ada308'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:21.187948 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-253fe498-99d0-4009-8544-1b28299dcfda service neutron] Attempting to bind port c7019c5e-3ffe-4319-b5ad-d8a14d74f81f on network d04165ec-4adb-4237-85c8-de20c6ada308 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:21.212288 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-253fe498-99d0-4009-8544-1b28299dcfda service neutron] Port c7019c5e-3ffe-4319-b5ad-d8a14d74f81f on network d04165ec-4adb-4237-85c8-de20c6ada308 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:21.212654 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-253fe498-99d0-4009-8544-1b28299dcfda service neutron] Attempting to bind port c7019c5e-3ffe-4319-b5ad-d8a14d74f81f on network d04165ec-4adb-4237-85c8-de20c6ada308 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:21.215375 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db0ae7-4e34-4011-9ab0-6e774ebf2eb5 req-564528d3-57db-4b83-a92d-22530abaadd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:21.216925 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-49db0ae7-4e34-4011-9ab0-6e774ebf2eb5 req-564528d3-57db-4b83-a92d-22530abaadd2 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3165922 Jul 15 13:07:21.227195 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 1dc345bc-d708-4588-bc42-9d63cefd976f details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:21.286758 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-253fe498-99d0-4009-8544-1b28299dcfda service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:21.287094 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-253fe498-99d0-4009-8544-1b28299dcfda service neutron] Checking segment: {'id': '10e8a46f-657d-4085-b766-7c31d7b381ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd04165ec-4adb-4237-85c8-de20c6ada308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:21.287479 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-253fe498-99d0-4009-8544-1b28299dcfda service neutron] Bound using segment: {'id': '10e8a46f-657d-4085-b766-7c31d7b381ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd04165ec-4adb-4237-85c8-de20c6ada308'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:21.288105 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-253fe498-99d0-4009-8544-1b28299dcfda service neutron] Bound port: c7019c5e-3ffe-4319-b5ad-d8a14d74f81f, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10e8a46f-657d-4085-b766-7c31d7b381ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd04165ec-4adb-4237-85c8-de20c6ada308'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:21.288478 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-253fe498-99d0-4009-8544-1b28299dcfda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:21.365714 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-3b3a981c-1c61-43e2-9897-b1ff79acdf33 service neutron] 10.222.0.18 "GET /v2.0/networks/d04165ec-4adb-4237-85c8-de20c6ada308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818534 Jul 15 13:07:21.432810 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f8438-dd8a-47e5-98d5-6c62e7f13f34 req-346012b2-74b3-4405-bab5-c6710219e0f2 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:21.438683 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-608f8438-dd8a-47e5-98d5-6c62e7f13f34 req-346012b2-74b3-4405-bab5-c6710219e0f2 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21c03e1-e0a0-49c0-9b6d-b22f65b51226 HTTP/1.1" status: 200 len: 944 time: 0.3754423 Jul 15 13:07:21.460972 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 1dc345bc-d708-4588-bc42-9d63cefd976f, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=1dc345bc-d708-4588-bc42-9d63cefd976f,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:21.474763 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '1dc345bc-d708-4588-bc42-9d63cefd976f', 'network_id': '0a81d145-7a6a-4e9d-8fce-2f854c4b2363', 'port_id': '1dc345bc-d708-4588-bc42-9d63cefd976f', 'mac_address': 'fa:16:3e:61:28:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a50244b5-c7e6-43d0-9cca-5c95d17b12fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:21.518027 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-2583f5df-682e-4821-9547-5e8ca88a045f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1564af4a-eef0-4616-b0e0-ba9b36841530 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:21.554795 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:21.557954 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-2583f5df-682e-4821-9547-5e8ca88a045f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:21.578868 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1dc345bc-d708-4588-bc42-9d63cefd976f {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:21.615299 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 1dc345bc-d708-4588-bc42-9d63cefd976f, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=1dc345bc-d708-4588-bc42-9d63cefd976f,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:21.622775 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:21.631593 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c712a9-db87-465e-9a46-5ac0e0a5acb9 req-48616efc-4b15-40ec-b225-0fa3d8bd9a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:21.633352 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c2c712a9-db87-465e-9a46-5ac0e0a5acb9 req-48616efc-4b15-40ec-b225-0fa3d8bd9a53 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622 HTTP/1.1" status: 200 len: 1097 time: 0.6733305 Jul 15 13:07:21.652088 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff0735-f1bf-4b49-9133-41d35a3c751d req-5cfb7c5f-f0b1-4e93-a65a-8b7e94d78014 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:21.653676 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-21ff0735-f1bf-4b49-9133-41d35a3c751d req-5cfb7c5f-f0b1-4e93-a65a-8b7e94d78014 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9cd5a4a-cf83-4973-90b4-6d421985ea27 HTTP/1.1" status: 200 len: 943 time: 0.6876314 Jul 15 13:07:21.685371 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e0a1c-8eb9-47e7-9039-ac5a5c65ed9c req-bf9fc81a-6844-4302-8548-4582cc96441f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:21.686928 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-579e0a1c-8eb9-47e7-9039-ac5a5c65ed9c req-bf9fc81a-6844-4302-8548-4582cc96441f service neutron] 10.222.0.18 "GET /v2.0/networks?id=179c2be3-5aba-4f68-a700-48db67c29cee HTTP/1.1" status: 200 len: 919 time: 0.5214822 Jul 15 13:07:21.689369 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=1dc345bc-d708-4588-bc42-9d63cefd976f,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:21.706726 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-2583f5df-682e-4821-9547-5e8ca88a045f service neutron] Transition to ACTIVE for port object 1564af4a-eef0-4616-b0e0-ba9b36841530 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:21.721373 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-608f8438-dd8a-47e5-98d5-6c62e7f13f34 req-e9205e15-a3b4-490a-9deb-2f91103a2fd8 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] 10.222.0.24 "GET /v2.0/security-groups?id=140cb202-a0e8-4cb5-906a-e928bc63a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801588 Jul 15 13:07:21.726365 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-253fe498-99d0-4009-8544-1b28299dcfda service neutron] For port c7019c5e-3ffe-4319-b5ad-d8a14d74f81f, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:21.732666 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-253fe498-99d0-4009-8544-1b28299dcfda service neutron] For port c7019c5e-3ffe-4319-b5ad-d8a14d74f81f, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=c7019c5e-3ffe-4319-b5ad-d8a14d74f81f,segment=NetworkSegment(10e8a46f-657d-4085-b766-7c31d7b381ed),segment_id=10e8a46f-657d-4085-b766-7c31d7b381ed)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:21.737969 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-2583f5df-682e-4821-9547-5e8ca88a045f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:21.759705 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-253fe498-99d0-4009-8544-1b28299dcfda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:21.770266 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c2c712a9-db87-465e-9a46-5ac0e0a5acb9 req-b5db363c-1b34-4159-bab9-68d7fc88c744 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260557 Jul 15 13:07:21.774616 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-579e0a1c-8eb9-47e7-9039-ac5a5c65ed9c req-7cb4c876-80cc-489c-b6e3-65b96c131127 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=773ecabf-5f30-4cc6-a71f-100669c6653f HTTP/1.1" status: 200 len: 217 time: 0.0749021 Jul 15 13:07:21.780703 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-21ff0735-f1bf-4b49-9133-41d35a3c751d req-e4de85d2-3d66-462b-882a-2055abd1da1f tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2671b70-b553-4b40-b2f2-862ba52057e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055765 Jul 15 13:07:21.839918 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-fb503f6d-70e5-4cea-b459-69304d96c68b service neutron] 10.222.0.18 "GET /v2.0/networks/d04165ec-4adb-4237-85c8-de20c6ada308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251904 Jul 15 13:07:21.841891 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['1dc345bc-d708-4588-bc42-9d63cefd976f'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:21.851937 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-253fe498-99d0-4009-8544-1b28299dcfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:21.852579 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-253fe498-99d0-4009-8544-1b28299dcfda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:21.854098 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-253fe498-99d0-4009-8544-1b28299dcfda service neutron] 10.222.0.32 "PUT /v2.0/ports/c7019c5e-3ffe-4319-b5ad-d8a14d74f81f HTTP/1.1" status: 200 len: 1092 time: 3.1156847 Jul 15 13:07:21.863558 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583f5df-682e-4821-9547-5e8ca88a045f service neutron] Pushing event updated for resources: {'Port': ['ID=1564af4a-eef0-4616-b0e0-ba9b36841530,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:21.870595 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e0a1c-8eb9-47e7-9039-ac5a5c65ed9c req-73351813-4977-4eba-a128-a4af4c44ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:21.875808 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-579e0a1c-8eb9-47e7-9039-ac5a5c65ed9c req-73351813-4977-4eba-a128-a4af4c44ef51 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=03e14fef-2376-4b33-b185-07e9a33a5a9f HTTP/1.1" status: 200 len: 858 time: 0.0934258 Jul 15 13:07:21.968965 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-579e0a1c-8eb9-47e7-9039-ac5a5c65ed9c req-73acf80a-ee38-45ab-90bc-390c768f38f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=179c2be3-5aba-4f68-a700-48db67c29cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851951 Jul 15 13:07:22.170579 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-579e0a1c-8eb9-47e7-9039-ac5a5c65ed9c req-5ad92557-0320-4fce-aa0b-3776d754951a service neutron] 10.222.0.18 "GET /v2.0/networks/179c2be3-5aba-4f68-a700-48db67c29cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915190 Jul 15 13:07:22.181419 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fe498-99d0-4009-8544-1b28299dcfda service neutron] Pushing event updated for resources: {'Port': ['ID=c7019c5e-3ffe-4319-b5ad-d8a14d74f81f,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:22.312699 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-579e0a1c-8eb9-47e7-9039-ac5a5c65ed9c req-f552ea3a-d416-4fa8-8264-9ec98d057981 service neutron] 10.222.0.18 "GET /v2.0/networks/179c2be3-5aba-4f68-a700-48db67c29cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299603 Jul 15 13:07:22.348650 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0058132e-2964-4f3a-9b6a-8e39ffac3ab1', 'name': 'network-vif-deleted', 'tag': '32108703-4a2e-41fb-a638-60734dfd6bcd'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:22.351402 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fed0b3-7264-4f0f-8f28-e953b73d1df7" -d '{"events": [{"server_uuid": "0058132e-2964-4f3a-9b6a-8e39ffac3ab1", "name": "network-vif-deleted", "tag": "32108703-4a2e-41fb-a638-60734dfd6bcd"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:22.368179 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-2583f5df-682e-4821-9547-5e8ca88a045f service neutron] Attempting to bind port 1564af4a-eef0-4616-b0e0-ba9b36841530 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:22.368520 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-2583f5df-682e-4821-9547-5e8ca88a045f service neutron] Attempting to bind port 1564af4a-eef0-4616-b0e0-ba9b36841530 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:22.368845 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-2583f5df-682e-4821-9547-5e8ca88a045f service neutron] Attempting to bind port 1564af4a-eef0-4616-b0e0-ba9b36841530 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:22.387076 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-2583f5df-682e-4821-9547-5e8ca88a045f service neutron] Port 1564af4a-eef0-4616-b0e0-ba9b36841530 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:22.387323 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-2583f5df-682e-4821-9547-5e8ca88a045f service neutron] Attempting to bind port 1564af4a-eef0-4616-b0e0-ba9b36841530 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:22.398241 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2eca1-67fe-44f8-a367-b8130f052a17 req-8bdb860e-3459-4441-baf4-6b38f18ebc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:22.399854 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3ad2eca1-67fe-44f8-a367-b8130f052a17 req-8bdb860e-3459-4441-baf4-6b38f18ebc23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df8e3ad3879d46b1b0f9fa86f66bac58&device_id=d9cd5a4a-cf83-4973-90b4-6d421985ea27 HTTP/1.1" status: 200 len: 1095 time: 0.3390131 Jul 15 13:07:22.407255 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-2583f5df-682e-4821-9547-5e8ca88a045f service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:22.408111 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-2583f5df-682e-4821-9547-5e8ca88a045f service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:22.408521 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-2583f5df-682e-4821-9547-5e8ca88a045f service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:22.408976 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-2583f5df-682e-4821-9547-5e8ca88a045f service neutron] Bound port: 1564af4a-eef0-4616-b0e0-ba9b36841530, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:22.409345 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-2583f5df-682e-4821-9547-5e8ca88a045f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:22.446311 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-8a462f40-32e8-4ce1-9791-4d60c9dfbb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:22.447914 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-8a462f40-32e8-4ce1-9791-4d60c9dfbb18 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df8e3ad3879d46b1b0f9fa86f66bac58&device_id=fc8cd5ba-c473-4b7e-a701-fe542e937db3 HTTP/1.1" status: 200 len: 1095 time: 0.2593355 Jul 15 13:07:22.471128 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c546f-ba0a-4ad7-a399-33726ee872f0 req-5670be51-cf8d-4f52-bea3-b942d0bc86ba tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:22.472731 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-275c546f-ba0a-4ad7-a399-33726ee872f0 req-5670be51-cf8d-4f52-bea3-b942d0bc86ba tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622 HTTP/1.1" status: 200 len: 945 time: 0.2268364 Jul 15 13:07:22.506639 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-87ca6ba0-aae2-4e1d-8712-9f746460b4bb req-d2d58109-64d1-4b0b-b245-dc6964d87c7a tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=0058132e-2964-4f3a-9b6a-8e39ffac3ab1 HTTP/1.1" status: 200 len: 210 time: 0.0336103 Jul 15 13:07:22.589127 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-da2f04c4-f968-4855-b54d-6c1b6ed9f34f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7019c5e-3ffe-4319-b5ad-d8a14d74f81f HTTP/1.1" status: 200 len: 217 time: 0.1143725 Jul 15 13:07:22.672727 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-275c546f-ba0a-4ad7-a399-33726ee872f0 req-92014401-1334-4d04-be95-7aa56d9106d5 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724281 Jul 15 13:07:22.681250 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2eca1-67fe-44f8-a367-b8130f052a17 req-280df2bb-70d0-42ab-8601-3621eca42887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:22.683000 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3ad2eca1-67fe-44f8-a367-b8130f052a17 req-280df2bb-70d0-42ab-8601-3621eca42887 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d04165ec-4adb-4237-85c8-de20c6ada308 HTTP/1.1" status: 200 len: 913 time: 0.2698262 Jul 15 13:07:22.685668 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-2583f5df-682e-4821-9547-5e8ca88a045f service neutron] For port 1564af4a-eef0-4616-b0e0-ba9b36841530, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:22.693000 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-2583f5df-682e-4821-9547-5e8ca88a045f service neutron] For port 1564af4a-eef0-4616-b0e0-ba9b36841530, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=1564af4a-eef0-4616-b0e0-ba9b36841530,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:22.706579 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-2583f5df-682e-4821-9547-5e8ca88a045f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:22.723649 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f2655-17f6-4cd6-91c3-53b03b4040f2 req-b811dbf5-5e19-4f2e-bb53-1710761ee16d tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:22.725425 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3f7f2655-17f6-4cd6-91c3-53b03b4040f2 req-b811dbf5-5e19-4f2e-bb53-1710761ee16d tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd3638d3-0f3f-4182-bf6a-04112b1c197e HTTP/1.1" status: 200 len: 948 time: 0.0842433 Jul 15 13:07:22.742754 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-7163914e-df53-4ab4-a799-db1e1b91529c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:22.744234 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-7163914e-df53-4ab4-a799-db1e1b91529c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2a9b48ad-5baf-4731-a02d-533417fad252 HTTP/1.1" status: 200 len: 852 time: 0.1435039 Jul 15 13:07:22.748228 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3ad2eca1-67fe-44f8-a367-b8130f052a17 req-7e5ae4e6-fbd0-4401-aa14-d49ccb53ba38 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4999cb9c-3bab-438b-94a6-b77fe8236b9c HTTP/1.1" status: 200 len: 217 time: 0.0538242 Jul 15 13:07:22.789726 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3f7f2655-17f6-4cd6-91c3-53b03b4040f2 req-976bf08c-e030-4f69-9a31-559b9d02a4e1 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0f6023-3be2-49fe-89c6-135de16ebc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508351 Jul 15 13:07:22.832963 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-584cf0df-a12c-42c7-ab03-866bbf28a9ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d04165ec-4adb-4237-85c8-de20c6ada308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608776 Jul 15 13:07:22.866780 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-2583f5df-682e-4821-9547-5e8ca88a045f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:22.867410 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-2583f5df-682e-4821-9547-5e8ca88a045f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:22.869295 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-2583f5df-682e-4821-9547-5e8ca88a045f service neutron] 10.222.0.18 "PUT /v2.0/ports/1564af4a-eef0-4616-b0e0-ba9b36841530 HTTP/1.1" status: 200 len: 1097 time: 3.1056154 Jul 15 13:07:22.917141 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2eca1-67fe-44f8-a367-b8130f052a17 req-908c5e0f-3a06-4984-9828-38777b438ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:22.918761 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3ad2eca1-67fe-44f8-a367-b8130f052a17 req-908c5e0f-3a06-4984-9828-38777b438ae8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2a9b48ad-5baf-4731-a02d-533417fad252 HTTP/1.1" status: 200 len: 852 time: 0.1479125 Jul 15 13:07:22.924641 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583f5df-682e-4821-9547-5e8ca88a045f service neutron] Pushing event updated for resources: {'Port': ['ID=1564af4a-eef0-4616-b0e0-ba9b36841530,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:23.001781 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3ad2eca1-67fe-44f8-a367-b8130f052a17 req-e7f50ba4-770e-4cdf-a9dd-329de11d918f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d04165ec-4adb-4237-85c8-de20c6ada308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732923 Jul 15 13:07:23.031321 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f716a-6400-4c6c-af43-33d7fccfde43 req-22687ab0-8b93-4323-941f-4c91350a0ac8 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:23.033805 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-605f716a-6400-4c6c-af43-33d7fccfde43 req-22687ab0-8b93-4323-941f-4c91350a0ac8 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae9c7a06-2c39-48e0-9005-c33b7197cd4a HTTP/1.1" status: 200 len: 944 time: 0.0879540 Jul 15 13:07:23.069362 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8cd5ba-c473-4b7e-a701-fe542e937db3', 'tag': 'c7019c5e-3ffe-4319-b5ad-d8a14d74f81f'}, {'name': 'network-changed', 'server_uuid': 'dd3638d3-0f3f-4182-bf6a-04112b1c197e', 'tag': '1564af4a-eef0-4616-b0e0-ba9b36841530'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:23.072159 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11998dd0-88e1-4981-acf4-b78ecd6b0619" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8cd5ba-c473-4b7e-a701-fe542e937db3", "tag": "c7019c5e-3ffe-4319-b5ad-d8a14d74f81f"}, {"name": "network-changed", "server_uuid": "dd3638d3-0f3f-4182-bf6a-04112b1c197e", "tag": "1564af4a-eef0-4616-b0e0-ba9b36841530"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:23.098955 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-605f716a-6400-4c6c-af43-33d7fccfde43 req-9d775ffc-56be-4912-aae2-4f2f2e099496 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543766 Jul 15 13:07:23.157225 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-684845b7-e599-40c7-ab3d-74dd414f040f service neutron] 10.222.0.32 "GET /v2.0/networks/d04165ec-4adb-4237-85c8-de20c6ada308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077383 Jul 15 13:07:23.172768 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.185126 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd3ecd9-f680-4364-92db-24158c2f9eb1 x-openstack-request-id: req-9fd3ecd9-f680-4364-92db-24158c2f9eb1 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:23.185513 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0058132e-2964-4f3a-9b6a-8e39ffac3ab1", "name": "network-vif-deleted", "tag": "32108703-4a2e-41fb-a638-60734dfd6bcd", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:23.185920 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9fd3ecd9-f680-4364-92db-24158c2f9eb1 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:23.186409 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0058132e-2964-4f3a-9b6a-8e39ffac3ab1', 'name': 'network-vif-deleted', 'tag': '32108703-4a2e-41fb-a638-60734dfd6bcd', 'status': 'completed', 'code': 200} Jul 15 13:07:23.263560 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 1dc345bc-d708-4588-bc42-9d63cefd976f up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:23.276899 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-309e549f-5b37-4c76-aad2-600c6d9e8a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:23.278461 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-309e549f-5b37-4c76-aad2-600c6d9e8a7b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18e0bd281dab403d9f8ee30c660fd351&device_id=dd3638d3-0f3f-4182-bf6a-04112b1c197e HTTP/1.1" status: 200 len: 1100 time: 0.3070309 Jul 15 13:07:23.338002 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3ad2eca1-67fe-44f8-a367-b8130f052a17 req-32270be1-7d59-456b-a118-06dcd8d9fcee service neutron] 10.222.0.18 "GET /v2.0/networks/d04165ec-4adb-4237-85c8-de20c6ada308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119762 Jul 15 13:07:23.365334 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6a45505-ff80-4844-becb-c4f959039535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.385402 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-cc056c7f-6035-4b4f-b68b-d1f07c570c78 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=1564af4a-eef0-4616-b0e0-ba9b36841530 HTTP/1.1" status: 200 len: 217 time: 0.0888202 Jul 15 13:07:23.387440 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad29af-bf9d-48fb-9878-b0be6783d71a req-e1621113-be14-4dc5-b0ce-6dde09d132f6 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:23.389495 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 1dc345bc-d708-4588-bc42-9d63cefd976f triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:23.389740 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e9ad29af-bf9d-48fb-9878-b0be6783d71a req-e1621113-be14-4dc5-b0ce-6dde09d132f6 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21c03e1-e0a0-49c0-9b6d-b22f65b51226 HTTP/1.1" status: 200 len: 944 time: 0.1121104 Jul 15 13:07:23.390511 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.418666 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525fbb5-2efd-4742-99bc-75b0bac17965 req-ff6bee87-c735-4d03-9f15-14efce32d61f tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:23.420567 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5525fbb5-2efd-4742-99bc-75b0bac17965 req-ff6bee87-c735-4d03-9f15-14efce32d61f tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ba3272b-9c92-4928-b1bd-f90df9885b43 HTTP/1.1" status: 200 len: 945 time: 0.3771710 Jul 15 13:07:23.442508 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e9ad29af-bf9d-48fb-9878-b0be6783d71a req-905afe10-2fa2-4be0-b1ab-c5d7bd35e6da tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] 10.222.0.24 "GET /v2.0/security-groups?id=140cb202-a0e8-4cb5-906a-e928bc63a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455806 Jul 15 13:07:23.500468 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.542262 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9c7a06-2c39-48e0-9005-c33b7197cd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc345bc-d708-4588-bc42-9d63cefd976f'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:23.547024 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80780a6c-870e-4d34-884a-00d24e0ec035" -d '{"events": [{"server_uuid": "ae9c7a06-2c39-48e0-9005-c33b7197cd4a", "name": "network-vif-plugged", "status": "completed", "tag": "1dc345bc-d708-4588-bc42-9d63cefd976f"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:23.560637 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c533825d-6356-4512-95e2-bffb1b5d0f0a req-1c2d9473-eb41-447b-8673-af637e22a780 service neutron] 10.222.0.32 "GET /v2.0/networks/d04165ec-4adb-4237-85c8-de20c6ada308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519847 Jul 15 13:07:23.562717 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 1dc345bc-d708-4588-bc42-9d63cefd976f, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=1dc345bc-d708-4588-bc42-9d63cefd976f,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:23.568809 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.574727 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-f355a92c-c374-4a48-8abf-0ba622b8aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:23.576252 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-f355a92c-c374-4a48-8abf-0ba622b8aed7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1719522 Jul 15 13:07:23.591415 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-49db0ae7-4e34-4011-9ab0-6e774ebf2eb5 req-daa3e6b3-dec6-4c77-b36a-ce7e47301021 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.32 "GET /v2.0/ports?device_id=0058132e-2964-4f3a-9b6a-8e39ffac3ab1 HTTP/1.1" status: 200 len: 210 time: 0.0807281 Jul 15 13:07:23.615123 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5525fbb5-2efd-4742-99bc-75b0bac17965 req-b3b5c0de-1868-4eda-95c1-ac4c89b2207b tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499465 Jul 15 13:07:23.630895 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=1dc345bc-d708-4588-bc42-9d63cefd976f,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:23.651322 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3ad2eca1-67fe-44f8-a367-b8130f052a17 req-a1980051-6da8-4275-a20e-c38f5dcbe5f6 service neutron] 10.222.0.18 "GET /v2.0/networks/d04165ec-4adb-4237-85c8-de20c6ada308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767358 Jul 15 13:07:23.699224 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-e88b8451-8400-4363-a9a5-9591350bf4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:23.701501 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-e88b8451-8400-4363-a9a5-9591350bf4c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1138387 Jul 15 13:07:23.751055 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb14c91-98a5-49bd-b0ec-9adc7c4a19be req-749802df-963a-431d-b4b7-c624ac5f9dbc tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:23.752721 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-acb14c91-98a5-49bd-b0ec-9adc7c4a19be req-749802df-963a-431d-b4b7-c624ac5f9dbc tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9cd5a4a-cf83-4973-90b4-6d421985ea27 HTTP/1.1" status: 200 len: 943 time: 0.1666729 Jul 15 13:07:23.808792 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-acb14c91-98a5-49bd-b0ec-9adc7c4a19be req-c3b9cc89-3795-4a69-aa1e-dac2e81eaca6 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2671b70-b553-4b40-b2f2-862ba52057e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473685 Jul 15 13:07:23.859952 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-07ca1523-b92b-4dcb-a160-6e0d244b1f6c service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369750 Jul 15 13:07:23.866381 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266f070f-a03f-415c-8113-94da763c0797 x-openstack-request-id: req-266f070f-a03f-415c-8113-94da763c0797 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:23.867046 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8cd5ba-c473-4b7e-a701-fe542e937db3", "tag": "c7019c5e-3ffe-4319-b5ad-d8a14d74f81f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dd3638d3-0f3f-4182-bf6a-04112b1c197e", "tag": "1564af4a-eef0-4616-b0e0-ba9b36841530", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:23.867365 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-266f070f-a03f-415c-8113-94da763c0797 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:23.867966 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc8cd5ba-c473-4b7e-a701-fe542e937db3', 'tag': 'c7019c5e-3ffe-4319-b5ad-d8a14d74f81f', 'status': 'completed', 'code': 200} Jul 15 13:07:23.868217 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3638d3-0f3f-4182-bf6a-04112b1c197e', 'tag': '1564af4a-eef0-4616-b0e0-ba9b36841530', 'status': 'completed', 'code': 200} Jul 15 13:07:23.992325 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3c5fc0f7-e468-4733-9955-61e132e8fe0d req-09a3b114-2a83-41f8-a78d-996866f53a93 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177628 Jul 15 13:07:24.037132 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8b4021a1-4b20-4d4f-aae9-015dc3153e74 req-aa4aaf32-2d6c-48ec-83c8-0049f550e080 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=0058132e-2964-4f3a-9b6a-8e39ffac3ab1 HTTP/1.1" status: 200 len: 210 time: 0.0410130 Jul 15 13:07:24.045296 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11998dd0-88e1-4981-acf4-b78ecd6b0619 req-d4571983-6af6-4825-953e-5d57e7873cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:24.047776 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-11998dd0-88e1-4981-acf4-b78ecd6b0619 req-d4571983-6af6-4825-953e-5d57e7873cdb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=df8e3ad3879d46b1b0f9fa86f66bac58&device_id=fc8cd5ba-c473-4b7e-a701-fe542e937db3 HTTP/1.1" status: 200 len: 1095 time: 0.1129229 Jul 15 13:07:24.101034 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b539ea6-45a3-41af-a351-9d505ea05ecf x-openstack-request-id: req-2b539ea6-45a3-41af-a351-9d505ea05ecf {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:24.101490 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9c7a06-2c39-48e0-9005-c33b7197cd4a", "name": "network-vif-plugged", "status": "completed", "tag": "1dc345bc-d708-4588-bc42-9d63cefd976f", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:24.102181 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2b539ea6-45a3-41af-a351-9d505ea05ecf {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:24.103245 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9c7a06-2c39-48e0-9005-c33b7197cd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc345bc-d708-4588-bc42-9d63cefd976f', 'code': 200} Jul 15 13:07:24.159758 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11998dd0-88e1-4981-acf4-b78ecd6b0619 req-3b0d8431-f847-421e-aa67-55b206f42199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:24.161364 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-11998dd0-88e1-4981-acf4-b78ecd6b0619 req-3b0d8431-f847-421e-aa67-55b206f42199 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18e0bd281dab403d9f8ee30c660fd351&device_id=dd3638d3-0f3f-4182-bf6a-04112b1c197e HTTP/1.1" status: 200 len: 1100 time: 0.1077988 Jul 15 13:07:24.253987 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11998dd0-88e1-4981-acf4-b78ecd6b0619 req-d1eac724-3556-4d67-8b73-cfca1f06e4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:24.255604 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-11998dd0-88e1-4981-acf4-b78ecd6b0619 req-d1eac724-3556-4d67-8b73-cfca1f06e4ff service neutron] 10.222.0.32 "GET /v2.0/networks?id=d04165ec-4adb-4237-85c8-de20c6ada308 HTTP/1.1" status: 200 len: 913 time: 0.2009044 Jul 15 13:07:24.309666 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-11998dd0-88e1-4981-acf4-b78ecd6b0619 req-a60b7305-c507-422c-8609-b3c137294d84 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7019c5e-3ffe-4319-b5ad-d8a14d74f81f HTTP/1.1" status: 200 len: 217 time: 0.0417385 Jul 15 13:07:24.351301 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11998dd0-88e1-4981-acf4-b78ecd6b0619 req-04f2c387-7367-4f4a-8006-601746f1bd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:24.352815 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-11998dd0-88e1-4981-acf4-b78ecd6b0619 req-04f2c387-7367-4f4a-8006-601746f1bd7b service neutron] 10.222.0.18 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.1828682 Jul 15 13:07:24.360015 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 773ecabf-5f30-4cc6-a71f-100669c6653f details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:24.366617 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6222c8c-1b0f-40c8-bd61-0430b783b29a req-b971c7b9-3265-4c4b-80aa-d85aac3dd9a1 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:24.368192 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a6222c8c-1b0f-40c8-bd61-0430b783b29a req-b971c7b9-3265-4c4b-80aa-d85aac3dd9a1 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd3638d3-0f3f-4182-bf6a-04112b1c197e HTTP/1.1" status: 200 len: 948 time: 0.1489434 Jul 15 13:07:24.405178 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11998dd0-88e1-4981-acf4-b78ecd6b0619 req-d3a541ac-9ae6-4995-b857-1f9a1a6038e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:24.407048 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-11998dd0-88e1-4981-acf4-b78ecd6b0619 req-d3a541ac-9ae6-4995-b857-1f9a1a6038e6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2a9b48ad-5baf-4731-a02d-533417fad252 HTTP/1.1" status: 200 len: 852 time: 0.0820866 Jul 15 13:07:24.421244 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-11998dd0-88e1-4981-acf4-b78ecd6b0619 req-4a4d1af0-e6d4-40d8-b5ec-b50f2fc8b7b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=1564af4a-eef0-4616-b0e0-ba9b36841530 HTTP/1.1" status: 200 len: 217 time: 0.0520084 Jul 15 13:07:24.457399 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-11998dd0-88e1-4981-acf4-b78ecd6b0619 req-ef512a97-ed1e-4928-8b88-6b3b461fcec4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d04165ec-4adb-4237-85c8-de20c6ada308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365696 Jul 15 13:07:24.471604 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a5cd3-8187-4b43-a71d-db49f4d5175a req-36e0e2ef-ccb6-4a0a-bb0e-8e4540423847 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:24.473334 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-203a5cd3-8187-4b43-a71d-db49f4d5175a req-36e0e2ef-ccb6-4a0a-bb0e-8e4540423847 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622 HTTP/1.1" status: 200 len: 945 time: 0.1618307 Jul 15 13:07:24.514461 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a6222c8c-1b0f-40c8-bd61-0430b783b29a req-bd707308-8e0d-434b-9324-0723a14cec7f tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0f6023-3be2-49fe-89c6-135de16ebc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391368 Jul 15 13:07:24.525605 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11998dd0-88e1-4981-acf4-b78ecd6b0619 req-7ba8591d-fe0f-4dd9-be71-c22014ecb488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:24.527678 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-11998dd0-88e1-4981-acf4-b78ecd6b0619 req-7ba8591d-fe0f-4dd9-be71-c22014ecb488 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.0969844 Jul 15 13:07:24.580670 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 773ecabf-5f30-4cc6-a71f-100669c6653f, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=773ecabf-5f30-4cc6-a71f-100669c6653f,segment=NetworkSegment(7c98df0e-e359-45e9-b91f-d4969b545988),segment_id=7c98df0e-e359-45e9-b91f-d4969b545988)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:24.588754 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-203a5cd3-8187-4b43-a71d-db49f4d5175a req-95fcd748-a51f-4120-8786-8b7d8b08748d tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939879 Jul 15 13:07:24.604720 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11998dd0-88e1-4981-acf4-b78ecd6b0619 req-d31c04fb-2966-4db4-93fd-9122473f126b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:24.606469 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-11998dd0-88e1-4981-acf4-b78ecd6b0619 req-d31c04fb-2966-4db4-93fd-9122473f126b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0712247 Jul 15 13:07:24.608331 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.610393 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '773ecabf-5f30-4cc6-a71f-100669c6653f', 'network_id': '179c2be3-5aba-4f68-a700-48db67c29cee', 'port_id': '773ecabf-5f30-4cc6-a71f-100669c6653f', 'mac_address': 'fa:16:3e:e0:47:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e14fef-2376-4b33-b185-07e9a33a5a9f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:24.618980 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-11998dd0-88e1-4981-acf4-b78ecd6b0619 req-4dccb524-5e66-401b-9079-3777f2c4e854 service neutron] 10.222.0.32 "GET /v2.0/networks/d04165ec-4adb-4237-85c8-de20c6ada308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444747 Jul 15 13:07:24.727034 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.734588 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.737400 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-11998dd0-88e1-4981-acf4-b78ecd6b0619 req-0d96ee4a-3fc3-44c8-b634-4a105ca2dbf9 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216011 Jul 15 13:07:24.765379 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 773ecabf-5f30-4cc6-a71f-100669c6653f {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:24.778957 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-11998dd0-88e1-4981-acf4-b78ecd6b0619 req-af4a0e14-5196-4e3e-87a3-b665e339a83a service neutron] 10.222.0.32 "GET /v2.0/networks/d04165ec-4adb-4237-85c8-de20c6ada308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523533 Jul 15 13:07:24.806249 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 773ecabf-5f30-4cc6-a71f-100669c6653f, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=773ecabf-5f30-4cc6-a71f-100669c6653f,segment=NetworkSegment(7c98df0e-e359-45e9-b91f-d4969b545988),segment_id=7c98df0e-e359-45e9-b91f-d4969b545988)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:24.814231 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.879766 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-11998dd0-88e1-4981-acf4-b78ecd6b0619 req-024f6ee7-d4ac-41fe-ac37-54a68e06bf61 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356554 Jul 15 13:07:24.885056 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=773ecabf-5f30-4cc6-a71f-100669c6653f,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:24.952889 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740b136-4a3b-4b9c-8692-8d1655ae5828 req-e7e1a664-ceae-4323-8779-e684665f5171 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:24.955155 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9740b136-4a3b-4b9c-8692-8d1655ae5828 req-e7e1a664-ceae-4323-8779-e684665f5171 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21c03e1-e0a0-49c0-9b6d-b22f65b51226 HTTP/1.1" status: 200 len: 945 time: 0.1039026 Jul 15 13:07:24.999342 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9740b136-4a3b-4b9c-8692-8d1655ae5828 req-1acb72ae-2bc6-49b9-a925-07c1c2c3d35e tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] 10.222.0.24 "GET /v2.0/security-groups?id=140cb202-a0e8-4cb5-906a-e928bc63a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381961 Jul 15 13:07:25.066449 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df664777-2366-46be-a0dd-aa98f7fd6122 req-93f4bfab-e069-4cca-a8d2-0799bc38a0c2 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:25.068096 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-df664777-2366-46be-a0dd-aa98f7fd6122 req-93f4bfab-e069-4cca-a8d2-0799bc38a0c2 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622 HTTP/1.1" status: 200 len: 1097 time: 0.0624268 Jul 15 13:07:25.113577 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['773ecabf-5f30-4cc6-a71f-100669c6653f'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:25.201267 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326f721-fc06-4347-a3dc-e5ef9cec5da9 req-480554a8-944b-4aff-8c6d-d193b46c6b03 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:25.203010 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4326f721-fc06-4347-a3dc-e5ef9cec5da9 req-480554a8-944b-4aff-8c6d-d193b46c6b03 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ba3272b-9c92-4928-b1bd-f90df9885b43 HTTP/1.1" status: 200 len: 945 time: 0.0962901 Jul 15 13:07:25.262263 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4326f721-fc06-4347-a3dc-e5ef9cec5da9 req-5cc37bf2-7efd-447b-972d-e06813f877ad tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508535 Jul 15 13:07:25.443201 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-df664777-2366-46be-a0dd-aa98f7fd6122 req-ad22f21a-4a3f-47ea-8cc5-c31d65988ec7 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685930 Jul 15 13:07:25.695925 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220bce5-28ac-4fe8-bfff-5a8feeb3fb61 req-c315a231-394f-41a9-9c72-7683e0af2188 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:25.695925 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3220bce5-28ac-4fe8-bfff-5a8feeb3fb61 req-c315a231-394f-41a9-9c72-7683e0af2188 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9cd5a4a-cf83-4973-90b4-6d421985ea27 HTTP/1.1" status: 200 len: 943 time: 0.0728555 Jul 15 13:07:25.760672 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3220bce5-28ac-4fe8-bfff-5a8feeb3fb61 req-ac39dc0c-d413-4721-90a9-69d24aae2181 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2671b70-b553-4b40-b2f2-862ba52057e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514126 Jul 15 13:07:25.922836 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c4f22-1cba-4512-9e1d-283703e58fb6 req-17abb0ab-095f-491c-a08e-3a6047e2ded0 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:25.925834 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-db4c4f22-1cba-4512-9e1d-283703e58fb6 req-17abb0ab-095f-491c-a08e-3a6047e2ded0 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae9c7a06-2c39-48e0-9005-c33b7197cd4a HTTP/1.1" status: 200 len: 945 time: 0.0939634 Jul 15 13:07:25.993753 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-db4c4f22-1cba-4512-9e1d-283703e58fb6 req-ed836fac-1e31-412e-b863-fb6a73b286d5 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/security-groups?id=e61adb1f-0988-4577-bfb9-24a49a303870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573635 Jul 15 13:07:26.176750 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63235a7-ba91-4666-a2fc-03e74745aea1 req-2747bf4f-7a7f-444a-b0fa-2b4b10ce55b5 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:26.179697 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e63235a7-ba91-4666-a2fc-03e74745aea1 req-2747bf4f-7a7f-444a-b0fa-2b4b10ce55b5 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622 HTTP/1.1" status: 200 len: 1097 time: 0.0687225 Jul 15 13:07:26.187688 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:26.204057 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe10e2-8f3d-479f-91cf-2cfd0bf4d1ed req-a240e42f-0422-4066-93f6-3c52d76b8333 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:26.205699 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d7fe10e2-8f3d-479f-91cf-2cfd0bf4d1ed req-a240e42f-0422-4066-93f6-3c52d76b8333 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae9c7a06-2c39-48e0-9005-c33b7197cd4a HTTP/1.1" status: 200 len: 945 time: 0.1167204 Jul 15 13:07:26.213558 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316cec1-3e20-4c8a-8966-eff23fc10882 req-0111cdc6-856a-4054-ac81-38e882d7b138 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:26.215313 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7316cec1-3e20-4c8a-8966-eff23fc10882 req-0111cdc6-856a-4054-ac81-38e882d7b138 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd3638d3-0f3f-4182-bf6a-04112b1c197e HTTP/1.1" status: 200 len: 948 time: 0.1736858 Jul 15 13:07:26.246619 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e63235a7-ba91-4666-a2fc-03e74745aea1 req-84b2a7a1-05dc-4921-bbbe-d1131ce3808e tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543170 Jul 15 13:07:26.326070 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7316cec1-3e20-4c8a-8966-eff23fc10882 req-686ae669-3a44-43ad-9861-80870573a4ae tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0f6023-3be2-49fe-89c6-135de16ebc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009865 Jul 15 13:07:26.367170 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-d7fe10e2-8f3d-479f-91cf-2cfd0bf4d1ed req-916603c1-1d93-4d2e-a1ca-392253e7a7d2 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Deleting port 1dc345bc-d708-4588-bc42-9d63cefd976f {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:26.367770 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d7fe10e2-8f3d-479f-91cf-2cfd0bf4d1ed req-916603c1-1d93-4d2e-a1ca-392253e7a7d2 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:26.380947 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 4999cb9c-3bab-438b-94a6-b77fe8236b9c details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:26.408959 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 773ecabf-5f30-4cc6-a71f-100669c6653f up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:26.564095 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-d7fe10e2-8f3d-479f-91cf-2cfd0bf4d1ed req-916603c1-1d93-4d2e-a1ca-392253e7a7d2 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] For port 1dc345bc-d708-4588-bc42-9d63cefd976f, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=1dc345bc-d708-4588-bc42-9d63cefd976f,segment=NetworkSegment(57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301),segment_id=57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:26.565149 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d7fe10e2-8f3d-479f-91cf-2cfd0bf4d1ed req-916603c1-1d93-4d2e-a1ca-392253e7a7d2 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:26.603170 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-d7fe10e2-8f3d-479f-91cf-2cfd0bf4d1ed req-916603c1-1d93-4d2e-a1ca-392253e7a7d2 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Calling delete_port for 1dc345bc-d708-4588-bc42-9d63cefd976f owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:26.629721 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 773ecabf-5f30-4cc6-a71f-100669c6653f completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:26.644267 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e92043-d9d9-435a-a716-bee17befa95b req-d56e9a88-15a5-49b4-a735-b2cb04c0832f tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:26.654632 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 773ecabf-5f30-4cc6-a71f-100669c6653f triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:26.655588 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:26.658047 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d2e92043-d9d9-435a-a716-bee17befa95b req-d56e9a88-15a5-49b4-a735-b2cb04c0832f tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/networks?id=956bc45d-6e41-4c68-9338-128c7dab2eb0 HTTP/1.1" status: 200 len: 811 time: 0.2449203 Jul 15 13:07:26.689269 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d2e92043-d9d9-435a-a716-bee17befa95b req-2f1269b2-def4-447b-bef6-575cd20ab4e8 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/quotas/46c681a3ac1f49edb652254baad292e0 HTTP/1.1" status: 200 len: 375 time: 0.0283656 Jul 15 13:07:26.750473 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 4999cb9c-3bab-438b-94a6-b77fe8236b9c, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=4999cb9c-3bab-438b-94a6-b77fe8236b9c,segment=NetworkSegment(10e8a46f-657d-4085-b766-7c31d7b381ed),segment_id=10e8a46f-657d-4085-b766-7c31d7b381ed)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:26.762469 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d2e92043-d9d9-435a-a716-bee17befa95b req-34855497-381a-441e-9d6f-1ab9680f3acc tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=46c681a3ac1f49edb652254baad292e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715768 Jul 15 13:07:26.790809 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '4999cb9c-3bab-438b-94a6-b77fe8236b9c', 'network_id': 'd04165ec-4adb-4237-85c8-de20c6ada308', 'port_id': '4999cb9c-3bab-438b-94a6-b77fe8236b9c', 'mac_address': 'fa:16:3e:2e:74:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a9b48ad-5baf-4731-a02d-533417fad252', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:26.941723 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d7fe10e2-8f3d-479f-91cf-2cfd0bf4d1ed req-916603c1-1d93-4d2e-a1ca-392253e7a7d2 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:26.983505 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d2e92043-d9d9-435a-a716-bee17befa95b req-16a84819-f717-4c46-afb8-7b7d0edc9301 service neutron] 10.222.0.24 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138720 Jul 15 13:07:26.999049 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916603c1-1d93-4d2e-a1ca-392253e7a7d2 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Pushing event deleted for resources: {'Port': ['ID=1dc345bc-d708-4588-bc42-9d63cefd976f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:27.121071 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7fe10e2-8f3d-479f-91cf-2cfd0bf4d1ed req-916603c1-1d93-4d2e-a1ca-392253e7a7d2 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] No DVR routers for this DVR port 1dc345bc-d708-4588-bc42-9d63cefd976f on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:27.124835 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d7fe10e2-8f3d-479f-91cf-2cfd0bf4d1ed req-916603c1-1d93-4d2e-a1ca-392253e7a7d2 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.127171 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d7fe10e2-8f3d-479f-91cf-2cfd0bf4d1ed req-916603c1-1d93-4d2e-a1ca-392253e7a7d2 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.32 "DELETE /v2.0/ports/1dc345bc-d708-4588-bc42-9d63cefd976f HTTP/1.1" status: 204 len: 173 time: 0.9108520 Jul 15 13:07:27.127644 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9c7a06-2c39-48e0-9005-c33b7197cd4a', 'name': 'network-vif-deleted', 'tag': '1dc345bc-d708-4588-bc42-9d63cefd976f'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:27.130223 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abb6e54-9138-4365-940a-9ff794ceb368" -d '{"events": [{"server_uuid": "ae9c7a06-2c39-48e0-9005-c33b7197cd4a", "name": "network-vif-deleted", "tag": "1dc345bc-d708-4588-bc42-9d63cefd976f"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:27.133188 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['1dc345bc-d708-4588-bc42-9d63cefd976f'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:27.165206 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d2e92043-d9d9-435a-a716-bee17befa95b req-f5ee2489-7b01-414c-9e89-6d95d87da49a service neutron] 10.222.0.24 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791768 Jul 15 13:07:27.184558 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.203168 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49fa61-f1b3-4d62-93e6-456b59bda295 req-e3ab786e-e75f-4755-b4f6-09e310ff1907 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:27.205577 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bb49fa61-f1b3-4d62-93e6-456b59bda295 req-e3ab786e-e75f-4755-b4f6-09e310ff1907 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21c03e1-e0a0-49c0-9b6d-b22f65b51226 HTTP/1.1" status: 200 len: 945 time: 0.1963656 Jul 15 13:07:27.216310 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.235616 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4999cb9c-3bab-438b-94a6-b77fe8236b9c {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:27.279509 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21c03e1-e0a0-49c0-9b6d-b22f65b51226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773ecabf-5f30-4cc6-a71f-100669c6653f'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:27.282238 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a49f14a-79f6-43db-a853-0785dc4d2b61" -d '{"events": [{"server_uuid": "b21c03e1-e0a0-49c0-9b6d-b22f65b51226", "name": "network-vif-plugged", "status": "completed", "tag": "773ecabf-5f30-4cc6-a71f-100669c6653f"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:27.294013 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bb49fa61-f1b3-4d62-93e6-456b59bda295 req-8ef23226-6e61-4807-833d-923c23c5379a tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] 10.222.0.24 "GET /v2.0/security-groups?id=140cb202-a0e8-4cb5-906a-e928bc63a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750535 Jul 15 13:07:27.296622 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device c7019c5e-3ffe-4319-b5ad-d8a14d74f81f details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:27.300215 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 32108703-4a2e-41fb-a638-60734dfd6bcd no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:27.368717 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 773ecabf-5f30-4cc6-a71f-100669c6653f, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=773ecabf-5f30-4cc6-a71f-100669c6653f,segment=NetworkSegment(7c98df0e-e359-45e9-b91f-d4969b545988),segment_id=7c98df0e-e359-45e9-b91f-d4969b545988)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:27.381203 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 4999cb9c-3bab-438b-94a6-b77fe8236b9c, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=4999cb9c-3bab-438b-94a6-b77fe8236b9c,segment=NetworkSegment(10e8a46f-657d-4085-b766-7c31d7b381ed),segment_id=10e8a46f-657d-4085-b766-7c31d7b381ed)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:27.385710 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 32108703-4a2e-41fb-a638-60734dfd6bcd {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:27.386624 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 32108703-4a2e-41fb-a638-60734dfd6bcd not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:27.400040 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.485270 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.507047 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.resource_extend [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:07:27.624576 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=773ecabf-5f30-4cc6-a71f-100669c6653f,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:27.701120 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d9c7e-1026-416e-976a-8d54f3dc82da req-90471daa-126b-439a-bce2-c4541f3d65a3 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:27.715257 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bb2d9c7e-1026-416e-976a-8d54f3dc82da req-90471daa-126b-439a-bce2-c4541f3d65a3 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ba3272b-9c92-4928-b1bd-f90df9885b43 HTTP/1.1" status: 200 len: 945 time: 0.1998851 Jul 15 13:07:27.727278 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port c7019c5e-3ffe-4319-b5ad-d8a14d74f81f, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=c7019c5e-3ffe-4319-b5ad-d8a14d74f81f,segment=NetworkSegment(10e8a46f-657d-4085-b766-7c31d7b381ed),segment_id=10e8a46f-657d-4085-b766-7c31d7b381ed)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:27.739055 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=4999cb9c-3bab-438b-94a6-b77fe8236b9c,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:27.752126 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'c7019c5e-3ffe-4319-b5ad-d8a14d74f81f', 'network_id': 'd04165ec-4adb-4237-85c8-de20c6ada308', 'port_id': 'c7019c5e-3ffe-4319-b5ad-d8a14d74f81f', 'mac_address': 'fa:16:3e:e6:2c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a9b48ad-5baf-4731-a02d-533417fad252', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:27.803814 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['4999cb9c-3bab-438b-94a6-b77fe8236b9c'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:27.826482 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebeb1d1-a191-4e2a-a971-f65d99e7e394 req-07b3f1e4-6e31-4bbd-8927-bbf1b7c46ad6 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:27.838668 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7ebeb1d1-a191-4e2a-a971-f65d99e7e394 req-07b3f1e4-6e31-4bbd-8927-bbf1b7c46ad6 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9cd5a4a-cf83-4973-90b4-6d421985ea27 HTTP/1.1" status: 200 len: 944 time: 0.1303444 Jul 15 13:07:27.866150 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.878853 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bb2d9c7e-1026-416e-976a-8d54f3dc82da req-017d82be-f617-46cf-9078-2b47e31f25bf tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608801 Jul 15 13:07:27.891014 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7019c5e-3ffe-4319-b5ad-d8a14d74f81f {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:27.913922 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7ebeb1d1-a191-4e2a-a971-f65d99e7e394 req-76c3d3f9-1fe5-47a2-b033-b711f709dbdc tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2671b70-b553-4b40-b2f2-862ba52057e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737047 Jul 15 13:07:27.953900 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port c7019c5e-3ffe-4319-b5ad-d8a14d74f81f, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=c7019c5e-3ffe-4319-b5ad-d8a14d74f81f,segment=NetworkSegment(10e8a46f-657d-4085-b766-7c31d7b381ed),segment_id=10e8a46f-657d-4085-b766-7c31d7b381ed)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:27.963733 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:28.053945 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=c7019c5e-3ffe-4319-b5ad-d8a14d74f81f,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:28.160910 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1b96ac9f-ea8a-48d9-9232-c8dcde3b5a08 req-1c6ff56a-fd46-400f-bd8d-02e09f87c921 tempest-ImagesTestJSON-790473859 tempest-ImagesTestJSON-790473859-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae9c7a06-2c39-48e0-9005-c33b7197cd4a HTTP/1.1" status: 200 len: 210 time: 0.0359221 Jul 15 13:07:28.216078 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3346fc-1e73-4381-a7cf-6f504be92812 req-6bb1263d-22c2-464a-97b9-29fad89f48bb tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:28.220258 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fb3346fc-1e73-4381-a7cf-6f504be92812 req-6bb1263d-22c2-464a-97b9-29fad89f48bb tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd56363c-1e58-4467-9966-82e97f01e7e4 HTTP/1.1" status: 200 len: 945 time: 0.1108017 Jul 15 13:07:28.240719 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3933de5b-2af6-41b8-b51f-a35380272a2d x-openstack-request-id: req-3933de5b-2af6-41b8-b51f-a35380272a2d {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:28.241213 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9c7a06-2c39-48e0-9005-c33b7197cd4a", "name": "network-vif-deleted", "tag": "1dc345bc-d708-4588-bc42-9d63cefd976f", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:28.242286 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3933de5b-2af6-41b8-b51f-a35380272a2d {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:28.242833 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9c7a06-2c39-48e0-9005-c33b7197cd4a', 'name': 'network-vif-deleted', 'tag': '1dc345bc-d708-4588-bc42-9d63cefd976f', 'status': 'completed', 'code': 200} Jul 15 13:07:28.274261 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753934c2-152f-40cb-91fd-5f726435efac x-openstack-request-id: req-753934c2-152f-40cb-91fd-5f726435efac {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:28.275992 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21c03e1-e0a0-49c0-9b6d-b22f65b51226", "name": "network-vif-plugged", "status": "completed", "tag": "773ecabf-5f30-4cc6-a71f-100669c6653f", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:28.277242 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-753934c2-152f-40cb-91fd-5f726435efac {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:28.278428 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21c03e1-e0a0-49c0-9b6d-b22f65b51226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773ecabf-5f30-4cc6-a71f-100669c6653f', 'code': 200} Jul 15 13:07:28.280606 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fb3346fc-1e73-4381-a7cf-6f504be92812 req-cc950840-06fe-4997-a072-208320be4d8a tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] 10.222.0.24 "GET /v2.0/security-groups?id=6dc96c76-36a2-49e9-9027-e92fa0c4c0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524971 Jul 15 13:07:28.330470 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['c7019c5e-3ffe-4319-b5ad-d8a14d74f81f'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:28.377434 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 1564af4a-eef0-4616-b0e0-ba9b36841530 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:28.492360 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c73852f7-6990-44c7-81ff-52c24efd3977 req-f1b7f5c4-7ccf-4950-985a-a78ac87e4a61 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdf927ac-20ff-4c61-9ac8-10a52a3af0bc HTTP/1.1" status: 200 len: 210 time: 0.0466270 Jul 15 13:07:28.574382 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955134c6-5529-40f0-ad32-d4bae141c259 req-643fa593-a655-48cf-9720-78f04bffd12a tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:28.585033 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 1564af4a-eef0-4616-b0e0-ba9b36841530, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=1564af4a-eef0-4616-b0e0-ba9b36841530,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:28.588029 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-955134c6-5529-40f0-ad32-d4bae141c259 req-643fa593-a655-48cf-9720-78f04bffd12a tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd3638d3-0f3f-4182-bf6a-04112b1c197e HTTP/1.1" status: 200 len: 948 time: 0.1156812 Jul 15 13:07:28.589563 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c493e23-2ad3-4a02-bce3-adc0815ac7de req-34a8610c-7926-49e2-b74d-094f90c4485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:28.591903 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4c493e23-2ad3-4a02-bce3-adc0815ac7de req-34a8610c-7926-49e2-b74d-094f90c4485d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b21c03e1-e0a0-49c0-9b6d-b22f65b51226 HTTP/1.1" status: 200 len: 1098 time: 0.1783190 Jul 15 13:07:28.601699 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e99f1-a157-448e-bd25-06194d0cb8fa req-9fd01651-54a3-4c8a-9001-c7fabb613977 tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:28.603813 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-357e99f1-a157-448e-bd25-06194d0cb8fa req-9fd01651-54a3-4c8a-9001-c7fabb613977 tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd56363c-1e58-4467-9966-82e97f01e7e4 HTTP/1.1" status: 200 len: 945 time: 0.2368553 Jul 15 13:07:28.607508 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '1564af4a-eef0-4616-b0e0-ba9b36841530', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': '1564af4a-eef0-4616-b0e0-ba9b36841530', 'mac_address': 'fa:16:3e:31:11:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:28.637872 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-955134c6-5529-40f0-ad32-d4bae141c259 req-efa8fd4f-328b-4dac-928b-ca9a31cd33c1 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0f6023-3be2-49fe-89c6-135de16ebc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486543 Jul 15 13:07:28.668717 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:28.685874 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1564af4a-eef0-4616-b0e0-ba9b36841530 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:28.710881 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4c493e23-2ad3-4a02-bce3-adc0815ac7de req-776f0b58-e01c-4d03-ae22-70b1c0902f32 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=140cb202-a0e8-4cb5-906a-e928bc63a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944078 Jul 15 13:07:28.713882 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 1564af4a-eef0-4616-b0e0-ba9b36841530, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=1564af4a-eef0-4616-b0e0-ba9b36841530,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:28.721222 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:28.790105 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=1564af4a-eef0-4616-b0e0-ba9b36841530,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:28.803672 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-357e99f1-a157-448e-bd25-06194d0cb8fa req-8837f908-a59f-40f4-b614-cdce60b1efbc tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] Deleting port 592fcc48-0569-4193-a132-af742834d9f1 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:28.804323 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-357e99f1-a157-448e-bd25-06194d0cb8fa req-8837f908-a59f-40f4-b614-cdce60b1efbc tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:28.853015 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780e38d-4490-40db-8a6a-e98bba6f7b36 req-53e73b1b-2115-4f04-96c5-f74224c482c2 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:28.855290 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e780e38d-4490-40db-8a6a-e98bba6f7b36 req-53e73b1b-2115-4f04-96c5-f74224c482c2 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21c03e1-e0a0-49c0-9b6d-b22f65b51226 HTTP/1.1" status: 200 len: 946 time: 0.0981364 Jul 15 13:07:28.909274 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e780e38d-4490-40db-8a6a-e98bba6f7b36 req-787931d7-e9bc-4647-ab8d-deae269d1a8d tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] 10.222.0.24 "GET /v2.0/security-groups?id=140cb202-a0e8-4cb5-906a-e928bc63a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432916 Jul 15 13:07:28.937270 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-357e99f1-a157-448e-bd25-06194d0cb8fa req-8837f908-a59f-40f4-b614-cdce60b1efbc tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] For port 592fcc48-0569-4193-a132-af742834d9f1, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=592fcc48-0569-4193-a132-af742834d9f1,segment=NetworkSegment(d5872970-ad71-4929-9627-c34c931cebd5),segment_id=d5872970-ad71-4929-9627-c34c931cebd5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:28.938119 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-357e99f1-a157-448e-bd25-06194d0cb8fa req-8837f908-a59f-40f4-b614-cdce60b1efbc tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:28.979194 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-357e99f1-a157-448e-bd25-06194d0cb8fa req-8837f908-a59f-40f4-b614-cdce60b1efbc tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] Calling delete_port for 592fcc48-0569-4193-a132-af742834d9f1 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:28.990828 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['1564af4a-eef0-4616-b0e0-ba9b36841530'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:29.203639 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-357e99f1-a157-448e-bd25-06194d0cb8fa req-8837f908-a59f-40f4-b614-cdce60b1efbc tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.287974 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device c7019c5e-3ffe-4319-b5ad-d8a14d74f81f up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:29.308306 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837f908-a59f-40f4-b614-cdce60b1efbc tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] Pushing event deleted for resources: {'Port': ['ID=592fcc48-0569-4193-a132-af742834d9f1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:29.359385 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12916b96-4a83-4a3a-97b4-3bfd0c6170b7 req-0ca149dd-bf46-4d7f-84a5-60c41275bff0 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:29.361033 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-12916b96-4a83-4a3a-97b4-3bfd0c6170b7 req-0ca149dd-bf46-4d7f-84a5-60c41275bff0 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ba3272b-9c92-4928-b1bd-f90df9885b43 HTTP/1.1" status: 200 len: 945 time: 0.2163804 Jul 15 13:07:29.400009 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e92043-d9d9-435a-a716-bee17befa95b req-00b341ba-be5c-4fb7-aff8-929197e1ce18 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:29.402043 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d2e92043-d9d9-435a-a716-bee17befa95b req-00b341ba-be5c-4fb7-aff8-929197e1ce18 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.32 "GET /v2.0/networks?id=956bc45d-6e41-4c68-9338-128c7dab2eb0 HTTP/1.1" status: 200 len: 811 time: 0.2872763 Jul 15 13:07:29.403831 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port c7019c5e-3ffe-4319-b5ad-d8a14d74f81f completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:29.406018 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-357e99f1-a157-448e-bd25-06194d0cb8fa req-8837f908-a59f-40f4-b614-cdce60b1efbc tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] No DVR routers for this DVR port 592fcc48-0569-4193-a132-af742834d9f1 on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:29.409682 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-357e99f1-a157-448e-bd25-06194d0cb8fa req-8837f908-a59f-40f4-b614-cdce60b1efbc tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.412434 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-357e99f1-a157-448e-bd25-06194d0cb8fa req-8837f908-a59f-40f4-b614-cdce60b1efbc tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] 10.222.0.18 "DELETE /v2.0/ports/592fcc48-0569-4193-a132-af742834d9f1 HTTP/1.1" status: 204 len: 173 time: 0.7482545 Jul 15 13:07:29.412931 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd56363c-1e58-4467-9966-82e97f01e7e4', 'name': 'network-vif-deleted', 'tag': '592fcc48-0569-4193-a132-af742834d9f1'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:29.415140 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port c7019c5e-3ffe-4319-b5ad-d8a14d74f81f triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:29.415482 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d62b276-428d-4871-b7e6-f5ab77e2d4d2" -d '{"events": [{"server_uuid": "dd56363c-1e58-4467-9966-82e97f01e7e4", "name": "network-vif-deleted", "tag": "592fcc48-0569-4193-a132-af742834d9f1"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:29.415843 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.428860 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-d2e92043-d9d9-435a-a716-bee17befa95b req-19a98db5-fcb7-4f91-9ea7-4ac9b9133dcd tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Request body: {'port': {'device_id': 'cdf927ac-20ff-4c61-9ac8-10a52a3af0bc', 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0', 'admin_state_up': True, 'tenant_id': '46c681a3ac1f49edb652254baad292e0'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:29.448965 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-12916b96-4a83-4a3a-97b4-3bfd0c6170b7 req-8f9701cb-56d3-4f25-967c-8e2eada162b8 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794384 Jul 15 13:07:29.590917 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.651358 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port c7019c5e-3ffe-4319-b5ad-d8a14d74f81f, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=c7019c5e-3ffe-4319-b5ad-d8a14d74f81f,segment=NetworkSegment(10e8a46f-657d-4085-b766-7c31d7b381ed),segment_id=10e8a46f-657d-4085-b766-7c31d7b381ed)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:29.661601 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.662990 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 1dc345bc-d708-4588-bc42-9d63cefd976f no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:29.683317 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2e92043-d9d9-435a-a716-bee17befa95b req-19a98db5-fcb7-4f91-9ea7-4ac9b9133dcd tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Made reservation on behalf of 46c681a3ac1f49edb652254baad292e0 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:29.687102 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d2e92043-d9d9-435a-a716-bee17befa95b req-19a98db5-fcb7-4f91-9ea7-4ac9b9133dcd tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.711333 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 1dc345bc-d708-4588-bc42-9d63cefd976f {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:29.711333 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 1dc345bc-d708-4588-bc42-9d63cefd976f not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:29.725043 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2546a28-ec8d-48e7-9c49-a719f63e1c88 req-305a4782-24b0-48f7-aa76-763537170aed tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:29.726723 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b2546a28-ec8d-48e7-9c49-a719f63e1c88 req-305a4782-24b0-48f7-aa76-763537170aed tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9cd5a4a-cf83-4973-90b4-6d421985ea27 HTTP/1.1" status: 200 len: 944 time: 0.1222999 Jul 15 13:07:29.789485 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=c7019c5e-3ffe-4319-b5ad-d8a14d74f81f,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:29.819678 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b2546a28-ec8d-48e7-9c49-a719f63e1c88 req-2590df30-031f-4e9b-b342-43c245b4adc0 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2671b70-b553-4b40-b2f2-862ba52057e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853951 Jul 15 13:07:29.923974 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-d2e92043-d9d9-435a-a716-bee17befa95b req-19a98db5-fcb7-4f91-9ea7-4ac9b9133dcd tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Allocated IP 172.20.0.2 (956bc45d-6e41-4c68-9338-128c7dab2eb0/d483a1a6-7065-4b15-8f19-4e9042e07796/d06100be-e029-4787-b3ea-55babd0a59e9) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:30.121490 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-227807ca-d83c-4122-9d8b-68c8eea0e382 req-9a553183-24e7-486c-b058-702fb62a385f tempest-ServerTagsTestJSON-384251114 tempest-ServerTagsTestJSON-384251114-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd56363c-1e58-4467-9966-82e97f01e7e4 HTTP/1.1" status: 200 len: 210 time: 0.0905809 Jul 15 13:07:30.213381 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96634b11-cf5a-47ae-9b13-0d3ec03e65cb x-openstack-request-id: req-96634b11-cf5a-47ae-9b13-0d3ec03e65cb {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:30.213984 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d2e92043-d9d9-435a-a716-bee17befa95b req-19a98db5-fcb7-4f91-9ea7-4ac9b9133dcd tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.214200 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd56363c-1e58-4467-9966-82e97f01e7e4", "name": "network-vif-deleted", "tag": "592fcc48-0569-4193-a132-af742834d9f1", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:30.214680 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96634b11-cf5a-47ae-9b13-0d3ec03e65cb {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:30.215462 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd56363c-1e58-4467-9966-82e97f01e7e4', 'name': 'network-vif-deleted', 'tag': '592fcc48-0569-4193-a132-af742834d9f1', 'status': 'completed', 'code': 200} Jul 15 13:07:30.258933 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d2e92043-d9d9-435a-a716-bee17befa95b req-19a98db5-fcb7-4f91-9ea7-4ac9b9133dcd tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.280682 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8cd5ba-c473-4b7e-a701-fe542e937db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7019c5e-3ffe-4319-b5ad-d8a14d74f81f'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:30.287159 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3267c384-2ead-49a8-b639-8f9eb67eb6bc" -d '{"events": [{"server_uuid": "fc8cd5ba-c473-4b7e-a701-fe542e937db3", "name": "network-vif-plugged", "status": "completed", "tag": "c7019c5e-3ffe-4319-b5ad-d8a14d74f81f"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:30.308059 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2e92043-d9d9-435a-a716-bee17befa95b req-19a98db5-fcb7-4f91-9ea7-4ac9b9133dcd tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Network 956bc45d-6e41-4c68-9338-128c7dab2eb0 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:30.311912 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-d2e92043-d9d9-435a-a716-bee17befa95b req-19a98db5-fcb7-4f91-9ea7-4ac9b9133dcd tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:30.317054 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e92043-d9d9-435a-a716-bee17befa95b req-19a98db5-fcb7-4f91-9ea7-4ac9b9133dcd tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:30.359962 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a98db5-fcb7-4f91-9ea7-4ac9b9133dcd tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Pushing event updated for resources: {'Port': ['ID=d06100be-e029-4787-b3ea-55babd0a59e9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:30.364538 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 1564af4a-eef0-4616-b0e0-ba9b36841530 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:30.394354 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e92043-d9d9-435a-a716-bee17befa95b req-19a98db5-fcb7-4f91-9ea7-4ac9b9133dcd tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:30.396247 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d2e92043-d9d9-435a-a716-bee17befa95b req-19a98db5-fcb7-4f91-9ea7-4ac9b9133dcd tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.426178 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d2e92043-d9d9-435a-a716-bee17befa95b req-19a98db5-fcb7-4f91-9ea7-4ac9b9133dcd tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0051558 Jul 15 13:07:30.433654 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 1564af4a-eef0-4616-b0e0-ba9b36841530 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:30.439582 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 1564af4a-eef0-4616-b0e0-ba9b36841530 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:30.440424 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.444003 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-d2e92043-d9d9-435a-a716-bee17befa95b req-4575c97d-fe5c-48ac-9ef5-ef538dfd2049 service neutron] Request body: {'port': {'device_id': 'cdf927ac-20ff-4c61-9ac8-10a52a3af0bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:30.559644 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-774771f8-3652-43af-bb0b-fcec4d893edd tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:07:30.570594 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-774771f8-3652-43af-bb0b-fcec4d893edd tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2331069 Jul 15 13:07:30.576344 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-4c359e03-f507-44d0-a2b2-91ae34e0e0b9 service neutron] Request body: {'binding': {'host': 'n-h1-758944-45', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:30.577273 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-4c359e03-f507-44d0-a2b2-91ae34e0e0b9 service neutron] Unknown quota resources ['binding']. {{(pid=93814) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:07:30.589937 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.614370 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81f47e-42a2-4f5d-b41e-3e6c56617c0e req-c5dc94fa-b882-4e54-80a7-d15a03f0441e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:30.616220 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7e81f47e-42a2-4f5d-b41e-3e6c56617c0e req-c5dc94fa-b882-4e54-80a7-d15a03f0441e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdf927ac-20ff-4c61-9ac8-10a52a3af0bc HTTP/1.1" status: 200 len: 931 time: 0.1345749 Jul 15 13:07:30.617297 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d2e92043-d9d9-435a-a716-bee17befa95b req-4575c97d-fe5c-48ac-9ef5-ef538dfd2049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.632772 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 1564af4a-eef0-4616-b0e0-ba9b36841530, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=1564af4a-eef0-4616-b0e0-ba9b36841530,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:30.637909 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.639154 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 4999cb9c-3bab-438b-94a6-b77fe8236b9c up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:30.698797 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7e81f47e-42a2-4f5d-b41e-3e6c56617c0e req-dfcb2d6c-2da4-4ec8-813c-ad53fe30ac73 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703743 Jul 15 13:07:30.722479 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=1564af4a-eef0-4616-b0e0-ba9b36841530,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:30.740286 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 4999cb9c-3bab-438b-94a6-b77fe8236b9c completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:30.753858 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 4999cb9c-3bab-438b-94a6-b77fe8236b9c triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:30.754291 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.821656 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-4c359e03-f507-44d0-a2b2-91ae34e0e0b9 service neutron] Attempting to bind port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da on host n-h1-758944-45 for vnic_type normal with profile None {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:30.822046 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-4c359e03-f507-44d0-a2b2-91ae34e0e0b9 service neutron] Attempting to bind port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:30.822442 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-4c359e03-f507-44d0-a2b2-91ae34e0e0b9 service neutron] Attempting to bind port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:30.831083 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-4c359e03-f507-44d0-a2b2-91ae34e0e0b9 service neutron] Port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:30.831394 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-4c359e03-f507-44d0-a2b2-91ae34e0e0b9 service neutron] Attempting to bind port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:30.837337 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-4c359e03-f507-44d0-a2b2-91ae34e0e0b9 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:30.837652 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-4c359e03-f507-44d0-a2b2-91ae34e0e0b9 service neutron] Checking segment: {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:30.838098 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-4c359e03-f507-44d0-a2b2-91ae34e0e0b9 service neutron] Bound using segment: {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:30.838536 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-4c359e03-f507-44d0-a2b2-91ae34e0e0b9 service neutron] Bound port: 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:30.881788 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.926887 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 4999cb9c-3bab-438b-94a6-b77fe8236b9c, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=4999cb9c-3bab-438b-94a6-b77fe8236b9c,segment=NetworkSegment(10e8a46f-657d-4085-b766-7c31d7b381ed),segment_id=10e8a46f-657d-4085-b766-7c31d7b381ed)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:30.933664 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.935022 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 592fcc48-0569-4193-a132-af742834d9f1 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:30.946451 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-4c359e03-f507-44d0-a2b2-91ae34e0e0b9 service neutron] For port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:30.952663 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-4c359e03-f507-44d0-a2b2-91ae34e0e0b9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.953848 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-4c359e03-f507-44d0-a2b2-91ae34e0e0b9 service neutron] 10.222.0.24 "POST /v2.0/ports/3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da/bindings HTTP/1.1" status: 201 len: 390 time: 0.3820598 Jul 15 13:07:30.978835 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 592fcc48-0569-4193-a132-af742834d9f1 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:30.979538 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 592fcc48-0569-4193-a132-af742834d9f1 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:31.074296 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=4999cb9c-3bab-438b-94a6-b77fe8236b9c,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:31.140485 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46015c-542b-46fc-92a8-9af416de495a req-899f3673-5180-4241-9b35-5d2a630f7b09 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.153576 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3d46015c-542b-46fc-92a8-9af416de495a req-899f3673-5180-4241-9b35-5d2a630f7b09 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd3638d3-0f3f-4182-bf6a-04112b1c197e HTTP/1.1" status: 200 len: 950 time: 0.2155259 Jul 15 13:07:31.230133 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-d2e92043-d9d9-435a-a716-bee17befa95b req-4575c97d-fe5c-48ac-9ef5-ef538dfd2049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d06100be-e029-4787-b3ea-55babd0a59e9 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:31.247402 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3d46015c-542b-46fc-92a8-9af416de495a req-e0f9bbc9-a96a-4499-8e0a-2568f09f0cde tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0f6023-3be2-49fe-89c6-135de16ebc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925016 Jul 15 13:07:31.267871 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d2e92043-d9d9-435a-a716-bee17befa95b req-4575c97d-fe5c-48ac-9ef5-ef538dfd2049 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:31.293432 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504ff31f-53f8-4840-b066-5365c3c395af x-openstack-request-id: req-504ff31f-53f8-4840-b066-5365c3c395af {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:31.293771 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8cd5ba-c473-4b7e-a701-fe542e937db3", "name": "network-vif-plugged", "status": "completed", "tag": "c7019c5e-3ffe-4319-b5ad-d8a14d74f81f", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:31.294040 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-504ff31f-53f8-4840-b066-5365c3c395af {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:31.294443 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8cd5ba-c473-4b7e-a701-fe542e937db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7019c5e-3ffe-4319-b5ad-d8a14d74f81f', 'code': 200} Jul 15 13:07:31.296576 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-d2e92043-d9d9-435a-a716-bee17befa95b req-4575c97d-fe5c-48ac-9ef5-ef538dfd2049 service neutron] Transition to ACTIVE for port object d06100be-e029-4787-b3ea-55babd0a59e9 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:31.301966 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d2e92043-d9d9-435a-a716-bee17befa95b req-4575c97d-fe5c-48ac-9ef5-ef538dfd2049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:31.381017 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-e2e40ff7-2668-4e1a-b2e3-48e75cf84373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.383510 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-e2e40ff7-2668-4e1a-b2e3-48e75cf84373 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11b8af7c013140faa070a8db01c03b78&device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622 HTTP/1.1" status: 200 len: 1097 time: 0.1734753 Jul 15 13:07:31.387911 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4575c97d-fe5c-48ac-9ef5-ef538dfd2049 service neutron] Pushing event updated for resources: {'Port': ['ID=d06100be-e029-4787-b3ea-55babd0a59e9,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:31.529485 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da569c-b34c-4be0-aa9f-3934cb6e5538 req-4a6d80be-fcfc-448d-82bf-603c15ccceb0 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.535875 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-46da569c-b34c-4be0-aa9f-3934cb6e5538 req-4a6d80be-fcfc-448d-82bf-603c15ccceb0 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21c03e1-e0a0-49c0-9b6d-b22f65b51226 HTTP/1.1" status: 200 len: 946 time: 0.2546847 Jul 15 13:07:31.540240 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-d2e92043-d9d9-435a-a716-bee17befa95b req-4575c97d-fe5c-48ac-9ef5-ef538dfd2049 service neutron] Attempting to bind port d06100be-e029-4787-b3ea-55babd0a59e9 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:31.540522 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-d2e92043-d9d9-435a-a716-bee17befa95b req-4575c97d-fe5c-48ac-9ef5-ef538dfd2049 service neutron] Attempting to bind port d06100be-e029-4787-b3ea-55babd0a59e9 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'faa6f47b-5a42-4f3d-8726-d44abedde300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:31.540849 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e92043-d9d9-435a-a716-bee17befa95b req-4575c97d-fe5c-48ac-9ef5-ef538dfd2049 service neutron] Attempting to bind port d06100be-e029-4787-b3ea-55babd0a59e9 on network 956bc45d-6e41-4c68-9338-128c7dab2eb0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:31.553256 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35daaa6-6f96-4090-8d47-534fdb31b1ed req-a1a0b3a7-a118-49f0-aa09-2c27ae939ba2 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.554936 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d35daaa6-6f96-4090-8d47-534fdb31b1ed req-a1a0b3a7-a118-49f0-aa09-2c27ae939ba2 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ba3272b-9c92-4928-b1bd-f90df9885b43 HTTP/1.1" status: 200 len: 945 time: 0.1537089 Jul 15 13:07:31.557556 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e92043-d9d9-435a-a716-bee17befa95b req-4575c97d-fe5c-48ac-9ef5-ef538dfd2049 service neutron] Port d06100be-e029-4787-b3ea-55babd0a59e9 on network 956bc45d-6e41-4c68-9338-128c7dab2eb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:31.557927 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e92043-d9d9-435a-a716-bee17befa95b req-4575c97d-fe5c-48ac-9ef5-ef538dfd2049 service neutron] Attempting to bind port d06100be-e029-4787-b3ea-55babd0a59e9 on network 956bc45d-6e41-4c68-9338-128c7dab2eb0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:31.570466 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e92043-d9d9-435a-a716-bee17befa95b req-4575c97d-fe5c-48ac-9ef5-ef538dfd2049 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:31.570798 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e92043-d9d9-435a-a716-bee17befa95b req-4575c97d-fe5c-48ac-9ef5-ef538dfd2049 service neutron] Checking segment: {'id': 'faa6f47b-5a42-4f3d-8726-d44abedde300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:31.571340 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e92043-d9d9-435a-a716-bee17befa95b req-4575c97d-fe5c-48ac-9ef5-ef538dfd2049 service neutron] Bound using segment: {'id': 'faa6f47b-5a42-4f3d-8726-d44abedde300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:31.571794 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-d2e92043-d9d9-435a-a716-bee17befa95b req-4575c97d-fe5c-48ac-9ef5-ef538dfd2049 service neutron] Bound port: d06100be-e029-4787-b3ea-55babd0a59e9, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faa6f47b-5a42-4f3d-8726-d44abedde300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:31.572153 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d2e92043-d9d9-435a-a716-bee17befa95b req-4575c97d-fe5c-48ac-9ef5-ef538dfd2049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:31.593393 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-c0505ccb-fb9f-4848-aab1-fef852e22490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.594951 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-c0505ccb-fb9f-4848-aab1-fef852e22490 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b4de3f9-9898-4e48-8ad2-d64a9c837567 HTTP/1.1" status: 200 len: 922 time: 0.2051702 Jul 15 13:07:31.598367 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63374ea7-5835-4e0a-9899-406ba0a6e5e4 req-2418f2de-3775-4533-b071-e50782874e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.599889 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-63374ea7-5835-4e0a-9899-406ba0a6e5e4 req-2418f2de-3775-4533-b071-e50782874e1c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a88028be7f84effb036f6deec243d95&device_id=0ba3272b-9c92-4928-b1bd-f90df9885b43 HTTP/1.1" status: 200 len: 1097 time: 0.2620301 Jul 15 13:07:31.637254 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d35daaa6-6f96-4090-8d47-534fdb31b1ed req-e913ade7-0a07-42ab-a2a1-ed530cd17696 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737114 Jul 15 13:07:31.663578 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827284e-d6f3-4d55-a65f-4073803a1820 req-97f1b01a-3e27-4d28-bb48-2f0749c84a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.665132 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e827284e-d6f3-4d55-a65f-4073803a1820 req-97f1b01a-3e27-4d28-bb48-2f0749c84a4b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fc8cd5ba-c473-4b7e-a701-fe542e937db3 HTTP/1.1" status: 200 len: 1097 time: 0.2413039 Jul 15 13:07:31.668071 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-c9421fca-622b-491c-abd5-f9de7448b01d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da HTTP/1.1" status: 200 len: 217 time: 0.0600238 Jul 15 13:07:31.671245 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-46da569c-b34c-4be0-aa9f-3934cb6e5538 req-a31d4567-0469-4fc8-97a1-d749a5267be3 tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] 10.222.0.24 "GET /v2.0/security-groups?id=140cb202-a0e8-4cb5-906a-e928bc63a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345007 Jul 15 13:07:31.679713 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-d2e92043-d9d9-435a-a716-bee17befa95b req-4575c97d-fe5c-48ac-9ef5-ef538dfd2049 service neutron] For port d06100be-e029-4787-b3ea-55babd0a59e9, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:31.685474 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-d2e92043-d9d9-435a-a716-bee17befa95b req-4575c97d-fe5c-48ac-9ef5-ef538dfd2049 service neutron] For port d06100be-e029-4787-b3ea-55babd0a59e9, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=d06100be-e029-4787-b3ea-55babd0a59e9,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:31.691843 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d2e92043-d9d9-435a-a716-bee17befa95b req-4575c97d-fe5c-48ac-9ef5-ef538dfd2049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:31.806697 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e827284e-d6f3-4d55-a65f-4073803a1820 req-c6f9eafe-e7b2-471f-ab58-615df7f0b455 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b2671b70-b553-4b40-b2f2-862ba52057e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343305 Jul 15 13:07:31.807176 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e92043-d9d9-435a-a716-bee17befa95b req-4575c97d-fe5c-48ac-9ef5-ef538dfd2049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.808141 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d2e92043-d9d9-435a-a716-bee17befa95b req-4575c97d-fe5c-48ac-9ef5-ef538dfd2049 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:31.809536 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d2e92043-d9d9-435a-a716-bee17befa95b req-4575c97d-fe5c-48ac-9ef5-ef538dfd2049 service neutron] 10.222.0.32 "PUT /v2.0/ports/d06100be-e029-4787-b3ea-55babd0a59e9 HTTP/1.1" status: 200 len: 1092 time: 1.3699532 Jul 15 13:07:31.809908 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf927ac-20ff-4c61-9ac8-10a52a3af0bc', 'tag': 'd06100be-e029-4787-b3ea-55babd0a59e9'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:31.810191 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-65be7073-f7d3-4f4c-bf52-e4de5b8f6a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.811783 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-65be7073-f7d3-4f4c-bf52-e4de5b8f6a15 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f7ee163d-4be2-4821-945f-cb7507aae308 HTTP/1.1" status: 200 len: 861 time: 0.1242061 Jul 15 13:07:31.812383 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067ac69b-b856-4cf9-a5ba-2a4109022999" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf927ac-20ff-4c61-9ac8-10a52a3af0bc", "tag": "d06100be-e029-4787-b3ea-55babd0a59e9"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:31.838143 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4575c97d-fe5c-48ac-9ef5-ef538dfd2049 service neutron] Pushing event updated for resources: {'Port': ['ID=d06100be-e029-4787-b3ea-55babd0a59e9,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:31.856053 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-47005f66-1eab-4269-9cfc-9cf6c5c5e3e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b4de3f9-9898-4e48-8ad2-d64a9c837567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368166 Jul 15 13:07:31.865452 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63374ea7-5835-4e0a-9899-406ba0a6e5e4 req-37213e15-336b-4081-9807-81022b8a2d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.866950 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-63374ea7-5835-4e0a-9899-406ba0a6e5e4 req-37213e15-336b-4081-9807-81022b8a2d95 service neutron] 10.222.0.18 "GET /v2.0/networks?id=42695f8c-9b56-4e43-bc38-c837e08b5e63 HTTP/1.1" status: 200 len: 916 time: 0.2137556 Jul 15 13:07:31.872572 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685a2d5-abd0-4183-a4f3-e7fe69ad9964 req-65de8e49-e692-4e30-9159-1e2349abdc0e tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.874211 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9685a2d5-abd0-4183-a4f3-e7fe69ad9964 req-65de8e49-e692-4e30-9159-1e2349abdc0e tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9cd5a4a-cf83-4973-90b4-6d421985ea27 HTTP/1.1" status: 200 len: 945 time: 0.1044762 Jul 15 13:07:31.921062 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9685a2d5-abd0-4183-a4f3-e7fe69ad9964 req-27eec639-4813-47da-8c83-27d23de77099 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2671b70-b553-4b40-b2f2-862ba52057e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389850 Jul 15 13:07:31.955634 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-63374ea7-5835-4e0a-9899-406ba0a6e5e4 req-be7ffe51-50b6-4d9f-b75b-3ceb9615c549 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00babca7-d011-4c13-8b41-0e368cd02652 HTTP/1.1" status: 200 len: 217 time: 0.0786941 Jul 15 13:07:32.070194 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63374ea7-5835-4e0a-9899-406ba0a6e5e4 req-647cc2b7-416c-44ee-83c8-0c2a84ef1c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:32.071610 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-63374ea7-5835-4e0a-9899-406ba0a6e5e4 req-647cc2b7-416c-44ee-83c8-0c2a84ef1c42 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1cba547a-53ca-4b0e-8348-0829e7a2d9c0 HTTP/1.1" status: 200 len: 854 time: 0.1092880 Jul 15 13:07:32.073417 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-21fde581-e017-4d2c-82d4-d5ac3f534fb1 service neutron] 10.222.0.18 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044137 Jul 15 13:07:32.086502 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7bff5-0967-4422-875e-a3f7bdca3b14 req-13022307-ecac-4e28-a67b-194a6059eae7 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:32.088080 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-26a7bff5-0967-4422-875e-a3f7bdca3b14 req-13022307-ecac-4e28-a67b-194a6059eae7 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622 HTTP/1.1" status: 200 len: 945 time: 0.2347236 Jul 15 13:07:32.206205 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51936) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:32.234577 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e92043-d9d9-435a-a716-bee17befa95b req-8e629990-c48e-484d-94a4-8e742d1cead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:32.236316 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d2e92043-d9d9-435a-a716-bee17befa95b req-8e629990-c48e-484d-94a4-8e742d1cead0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=46c681a3ac1f49edb652254baad292e0&device_id=cdf927ac-20ff-4c61-9ac8-10a52a3af0bc HTTP/1.1" status: 200 len: 1095 time: 0.0748553 Jul 15 13:07:32.256235 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-26a7bff5-0967-4422-875e-a3f7bdca3b14 req-9fcdd219-07e1-432a-9abb-1d901631e5e0 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502500 Jul 15 13:07:32.285509 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-12dc0db0-9297-4690-ac1b-7b34efd6c8d1 service neutron] 10.222.0.18 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953483 Jul 15 13:07:32.307466 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-d32d9994-dd77-4f02-8c14-c2df4b7302e8 admin admin] Deleting subnet a13d2b84-4fd3-482d-938a-fd2e72c6de79 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:07:32.307466 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d32d9994-dd77-4f02-8c14-c2df4b7302e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.307466 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63374ea7-5835-4e0a-9899-406ba0a6e5e4 req-ce5c764e-e1e5-41b3-bee3-7f1ed9b7c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:32.307466 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-63374ea7-5835-4e0a-9899-406ba0a6e5e4 req-ce5c764e-e1e5-41b3-bee3-7f1ed9b7c10b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=42695f8c-9b56-4e43-bc38-c837e08b5e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2173266 Jul 15 13:07:32.323501 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d2e92043-d9d9-435a-a716-bee17befa95b req-3c7da4f7-11d7-4c33-9a36-6c2e2270ddff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d06100be-e029-4787-b3ea-55babd0a59e9 HTTP/1.1" status: 200 len: 217 time: 0.0709310 Jul 15 13:07:32.417095 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d32d9994-dd77-4f02-8c14-c2df4b7302e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.421187 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e92043-d9d9-435a-a716-bee17befa95b req-f141d304-3138-4fc3-9fc6-d9e3f2f2ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:32.424051 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d2e92043-d9d9-435a-a716-bee17befa95b req-f141d304-3138-4fc3-9fc6-d9e3f2f2ee85 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d483a1a6-7065-4b15-8f19-4e9042e07796 HTTP/1.1" status: 200 len: 851 time: 0.0925043 Jul 15 13:07:32.472433 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d2e92043-d9d9-435a-a716-bee17befa95b req-7222be8e-1770-4620-96af-6a4dbc9c279f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=956bc45d-6e41-4c68-9338-128c7dab2eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301275 Jul 15 13:07:32.566486 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d32d9994-dd77-4f02-8c14-c2df4b7302e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.578037 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6149b5a3-e7ec-4eda-b4fd-aae629fe2f33 x-openstack-request-id: req-6149b5a3-e7ec-4eda-b4fd-aae629fe2f33 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:32.578262 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf927ac-20ff-4c61-9ac8-10a52a3af0bc", "tag": "d06100be-e029-4787-b3ea-55babd0a59e9", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:32.578699 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6149b5a3-e7ec-4eda-b4fd-aae629fe2f33 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:32.579119 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf927ac-20ff-4c61-9ac8-10a52a3af0bc', 'tag': 'd06100be-e029-4787-b3ea-55babd0a59e9', 'status': 'completed', 'code': 200} Jul 15 13:07:32.620769 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-63374ea7-5835-4e0a-9899-406ba0a6e5e4 req-682ea153-0797-4f60-bad7-3195a368df15 service neutron] 10.222.0.18 "GET /v2.0/networks/42695f8c-9b56-4e43-bc38-c837e08b5e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952623 Jul 15 13:07:32.629565 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d2e92043-d9d9-435a-a716-bee17befa95b req-52a35f63-f342-46e5-ba3b-e63b5e805c15 service neutron] 10.222.0.32 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492577 Jul 15 13:07:32.688776 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-aec38e7a-967d-4653-8d1b-06cb018fb502 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:32.690375 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-aec38e7a-967d-4653-8d1b-06cb018fb502 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622&tenant_id=11b8af7c013140faa070a8db01c03b78&binding%3Ahost_id=n-h2-758944-45 HTTP/1.1" status: 200 len: 1097 time: 0.3284690 Jul 15 13:07:32.706998 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-5adcddf5-989e-4952-9b29-2262a7295c82 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-45'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:32.750637 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d2e92043-d9d9-435a-a716-bee17befa95b req-5faf6a89-b2b1-4918-b312-b5b87cb327fa service neutron] 10.222.0.32 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077845 Jul 15 13:07:32.786296 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd54e5b-5191-4d7b-bdc5-ceb375c850c2 req-9de3077d-f370-4f7e-b1b2-9e04055144fe tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:32.787884 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8fd54e5b-5191-4d7b-bdc5-ceb375c850c2 req-9de3077d-f370-4f7e-b1b2-9e04055144fe tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdf927ac-20ff-4c61-9ac8-10a52a3af0bc HTTP/1.1" status: 200 len: 943 time: 0.3437369 Jul 15 13:07:32.799691 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d32d9994-dd77-4f02-8c14-c2df4b7302e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.863375 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d9994-dd77-4f02-8c14-c2df4b7302e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a13d2b84-4fd3-482d-938a-fd2e72c6de79,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:32.889083 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d32d9994-dd77-4f02-8c14-c2df4b7302e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.889676 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d32d9994-dd77-4f02-8c14-c2df4b7302e8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a13d2b84-4fd3-482d-938a-fd2e72c6de79 HTTP/1.1" status: 204 len: 168 time: 0.6757488 Jul 15 13:07:32.897883 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51946) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:32.899852 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-63374ea7-5835-4e0a-9899-406ba0a6e5e4 req-65b3b14b-abba-4194-acd8-c4d68b988974 service neutron] 10.222.0.18 "GET /v2.0/networks/42695f8c-9b56-4e43-bc38-c837e08b5e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640023 Jul 15 13:07:32.929667 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8fd54e5b-5191-4d7b-bdc5-ceb375c850c2 req-bdc30eec-1a71-464a-a522-aa2bfce43729 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171911 Jul 15 13:07:32.930462 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-5adcddf5-989e-4952-9b29-2262a7295c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.295951 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3638d3-0f3f-4182-bf6a-04112b1c197e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1564af4a-eef0-4616-b0e0-ba9b36841530'}, {'server_uuid': 'd9cd5a4a-cf83-4973-90b4-6d421985ea27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4999cb9c-3bab-438b-94a6-b77fe8236b9c'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:33.298581 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ca4358-db03-4ca9-bae2-3e47c2c1e7bc" -d '{"events": [{"server_uuid": "dd3638d3-0f3f-4182-bf6a-04112b1c197e", "name": "network-vif-plugged", "status": "completed", "tag": "1564af4a-eef0-4616-b0e0-ba9b36841530"}, {"server_uuid": "d9cd5a4a-cf83-4973-90b4-6d421985ea27", "name": "network-vif-plugged", "status": "completed", "tag": "4999cb9c-3bab-438b-94a6-b77fe8236b9c"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:33.390466 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e98b681b-f501-4fdc-a77d-5d70d6b93b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.477049 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ac69b-b856-4cf9-a5ba-2a4109022999 req-b04a5fa7-d756-4879-9c88-a8807d11f77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:33.479930 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-067ac69b-b856-4cf9-a5ba-2a4109022999 req-b04a5fa7-d756-4879-9c88-a8807d11f77c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=46c681a3ac1f49edb652254baad292e0&device_id=cdf927ac-20ff-4c61-9ac8-10a52a3af0bc HTTP/1.1" status: 200 len: 1095 time: 0.5498645 Jul 15 13:07:33.503107 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-5adcddf5-989e-4952-9b29-2262a7295c82 service neutron] For port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:33.528963 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c75f07-4896-4c6a-a08b-57742cc05e1e req-94415ee6-4e81-4851-99d4-5f1f58bc42bb tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:33.531495 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-66c75f07-4896-4c6a-a08b-57742cc05e1e req-94415ee6-4e81-4851-99d4-5f1f58bc42bb tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd3638d3-0f3f-4182-bf6a-04112b1c197e HTTP/1.1" status: 200 len: 950 time: 0.6372144 Jul 15 13:07:33.541973 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0406f-7485-4f49-a58b-6d353e547617 req-e47e5c94-717a-42ae-84e1-3909f8eb597f tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:33.543437 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b4f0406f-7485-4f49-a58b-6d353e547617 req-e47e5c94-717a-42ae-84e1-3909f8eb597f tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21c03e1-e0a0-49c0-9b6d-b22f65b51226 HTTP/1.1" status: 200 len: 946 time: 0.1490729 Jul 15 13:07:33.590325 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-5adcddf5-989e-4952-9b29-2262a7295c82 service neutron] For port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:33.618080 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b4f0406f-7485-4f49-a58b-6d353e547617 req-90d4f6e7-5414-43ca-937a-5644c072563e tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] 10.222.0.24 "GET /v2.0/security-groups?id=140cb202-a0e8-4cb5-906a-e928bc63a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678248 Jul 15 13:07:33.644360 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4d5cfd-e16a-4e55-98c3-63e9237c0622', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:33.646691 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7f626d-46d5-4442-8d9b-326b80c6006f" -d '{"events": [{"server_uuid": "ea4d5cfd-e16a-4e55-98c3-63e9237c0622", "name": "network-vif-unplugged", "status": "completed", "tag": "3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:33.651031 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-5adcddf5-989e-4952-9b29-2262a7295c82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.661738 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-5adcddf5-989e-4952-9b29-2262a7295c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.735423 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e98b681b-f501-4fdc-a77d-5d70d6b93b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.766172 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e98b681b-f501-4fdc-a77d-5d70d6b93b4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe7e0964-f83b-4641-9a36-f593100a479d']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:33.776033 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-66c75f07-4896-4c6a-a08b-57742cc05e1e req-add3fee4-ab0d-4a1b-a23f-5f0a99e4e10a tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0f6023-3be2-49fe-89c6-135de16ebc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287135 Jul 15 13:07:33.793524 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adcddf5-989e-4952-9b29-2262a7295c82 service neutron] Pushing event updated for resources: {'Port': ['ID=3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:33.806197 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e98b681b-f501-4fdc-a77d-5d70d6b93b4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5872970-ad71-4929-9627-c34c931cebd5') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:33.806609 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e98b681b-f501-4fdc-a77d-5d70d6b93b4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5872970-ad71-4929-9627-c34c931cebd5') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:33.817369 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-5adcddf5-989e-4952-9b29-2262a7295c82 service neutron] Attempting to bind port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da on host n-h2-758944-45 for vnic_type normal with profile {"migrating_to": "n-h1-758944-45"} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:33.817752 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-5adcddf5-989e-4952-9b29-2262a7295c82 service neutron] Attempting to bind port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:33.818234 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-5adcddf5-989e-4952-9b29-2262a7295c82 service neutron] Attempting to bind port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:33.827745 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-5adcddf5-989e-4952-9b29-2262a7295c82 service neutron] Port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:33.829689 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-5adcddf5-989e-4952-9b29-2262a7295c82 service neutron] Attempting to bind port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:33.835015 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e98b681b-f501-4fdc-a77d-5d70d6b93b4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.840445 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-5adcddf5-989e-4952-9b29-2262a7295c82 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:33.840984 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-5adcddf5-989e-4952-9b29-2262a7295c82 service neutron] Checking segment: {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:33.841589 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-5adcddf5-989e-4952-9b29-2262a7295c82 service neutron] Bound using segment: {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:33.842346 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-5adcddf5-989e-4952-9b29-2262a7295c82 service neutron] Bound port: 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:33.842925 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-5adcddf5-989e-4952-9b29-2262a7295c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.854461 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ac69b-b856-4cf9-a5ba-2a4109022999 req-07bc373e-5dff-42e8-85b3-4bc19cba4c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:33.856075 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-067ac69b-b856-4cf9-a5ba-2a4109022999 req-07bc373e-5dff-42e8-85b3-4bc19cba4c47 service neutron] 10.222.0.32 "GET /v2.0/networks?id=956bc45d-6e41-4c68-9338-128c7dab2eb0 HTTP/1.1" status: 200 len: 912 time: 0.3413143 Jul 15 13:07:33.871042 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e98b681b-f501-4fdc-a77d-5d70d6b93b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.944797 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-067ac69b-b856-4cf9-a5ba-2a4109022999 req-55154904-9f76-4a0b-8a19-0b731993970d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d06100be-e029-4787-b3ea-55babd0a59e9 HTTP/1.1" status: 200 len: 217 time: 0.0809247 Jul 15 13:07:33.948396 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e98b681b-f501-4fdc-a77d-5d70d6b93b4f admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:07:33.949312 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e98b681b-f501-4fdc-a77d-5d70d6b93b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:33.952020 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:07:33.960904 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:07:34.019543 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-5adcddf5-989e-4952-9b29-2262a7295c82 service neutron] For port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:34.040468 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7e151-3dd4-443e-b22a-1ced47a69fff req-053abad4-bf2c-4dd4-bac3-baf4044ca91c tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:34.042095 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8ee7e151-3dd4-443e-b22a-1ced47a69fff req-053abad4-bf2c-4dd4-bac3-baf4044ca91c tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] 10.222.0.18 "GET /v2.0/ports?device_id=b21c03e1-e0a0-49c0-9b6d-b22f65b51226 HTTP/1.1" status: 200 len: 946 time: 0.2036986 Jul 15 13:07:34.047181 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-5adcddf5-989e-4952-9b29-2262a7295c82 service neutron] For port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:34.059538 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-5adcddf5-989e-4952-9b29-2262a7295c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.097526 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ac69b-b856-4cf9-a5ba-2a4109022999 req-96d6bedc-50a7-414f-bf22-371c736a9477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:34.098800 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c64a54-1684-4c1d-9d79-9a40b039dab5 req-4b84bbbb-88a3-49fb-9647-08bd721a3738 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:34.099384 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-067ac69b-b856-4cf9-a5ba-2a4109022999 req-96d6bedc-50a7-414f-bf22-371c736a9477 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d483a1a6-7065-4b15-8f19-4e9042e07796 HTTP/1.1" status: 200 len: 851 time: 0.1458092 Jul 15 13:07:34.100376 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b8c64a54-1684-4c1d-9d79-9a40b039dab5 req-4b84bbbb-88a3-49fb-9647-08bd721a3738 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ba3272b-9c92-4928-b1bd-f90df9885b43 HTTP/1.1" status: 200 len: 945 time: 0.1786089 Jul 15 13:07:34.120012 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e98b681b-f501-4fdc-a77d-5d70d6b93b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.161667 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e98b681b-f501-4fdc-a77d-5d70d6b93b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.165395 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e98b681b-f501-4fdc-a77d-5d70d6b93b4f admin admin] 10.222.0.24 "DELETE /v2.0/networks/fe7e0964-f83b-4641-9a36-f593100a479d HTTP/1.1" status: 204 len: 168 time: 1.2662885 Jul 15 13:07:34.178716 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-067ac69b-b856-4cf9-a5ba-2a4109022999 req-f194e67a-c72c-4feb-8349-e7a61b2499a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=956bc45d-6e41-4c68-9338-128c7dab2eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640833 Jul 15 13:07:34.216278 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b681b-f501-4fdc-a77d-5d70d6b93b4f admin admin] Pushing event deleted for resources: {'Network': ['ID=fe7e0964-f83b-4641-9a36-f593100a479d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:34.240680 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adcddf5-989e-4952-9b29-2262a7295c82 service neutron] Pushing event updated for resources: {'Port': ['ID=3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:34.255991 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-5adcddf5-989e-4952-9b29-2262a7295c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:34.255991 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-5adcddf5-989e-4952-9b29-2262a7295c82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.257175 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-5adcddf5-989e-4952-9b29-2262a7295c82 service neutron] 10.222.0.18 "PUT /v2.0/ports/3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da HTTP/1.1" status: 200 len: 1123 time: 1.5567570 Jul 15 13:07:34.261425 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b8c64a54-1684-4c1d-9d79-9a40b039dab5 req-ef119f0b-75bc-4565-bd74-745635abdb86 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404662 Jul 15 13:07:34.291671 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-8ee7e151-3dd4-443e-b22a-1ced47a69fff req-01dee584-5ae4-413b-bc6e-7314634f9ffc tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] Deleting port 773ecabf-5f30-4cc6-a71f-100669c6653f {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:34.292262 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8ee7e151-3dd4-443e-b22a-1ced47a69fff req-01dee584-5ae4-413b-bc6e-7314634f9ffc tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.357249 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ecea5-6522-4ee4-b912-a20f22386606 req-089b8517-5064-4560-983c-790e61f5268c tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:34.358901 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-207ecea5-6522-4ee4-b912-a20f22386606 req-089b8517-5064-4560-983c-790e61f5268c tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9cd5a4a-cf83-4973-90b4-6d421985ea27 HTTP/1.1" status: 200 len: 945 time: 0.3467798 Jul 15 13:07:34.391677 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95678b01-8496-4b33-8b73-41d7d25bf246 x-openstack-request-id: req-95678b01-8496-4b33-8b73-41d7d25bf246 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:34.392891 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3638d3-0f3f-4182-bf6a-04112b1c197e", "name": "network-vif-plugged", "status": "completed", "tag": "1564af4a-eef0-4616-b0e0-ba9b36841530", "code": 200}, {"server_uuid": "d9cd5a4a-cf83-4973-90b4-6d421985ea27", "name": "network-vif-plugged", "status": "completed", "tag": "4999cb9c-3bab-438b-94a6-b77fe8236b9c", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:34.393114 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-95678b01-8496-4b33-8b73-41d7d25bf246 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:34.393814 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3638d3-0f3f-4182-bf6a-04112b1c197e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1564af4a-eef0-4616-b0e0-ba9b36841530', 'code': 200} Jul 15 13:07:34.394078 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9cd5a4a-cf83-4973-90b4-6d421985ea27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4999cb9c-3bab-438b-94a6-b77fe8236b9c', 'code': 200} Jul 15 13:07:34.431832 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:34.448266 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-067ac69b-b856-4cf9-a5ba-2a4109022999 req-e46d22f4-076a-4752-88b5-9101bbe4ee0a service neutron] 10.222.0.32 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489786 Jul 15 13:07:34.449795 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-8ee7e151-3dd4-443e-b22a-1ced47a69fff req-01dee584-5ae4-413b-bc6e-7314634f9ffc tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] For port 773ecabf-5f30-4cc6-a71f-100669c6653f, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=773ecabf-5f30-4cc6-a71f-100669c6653f,segment=NetworkSegment(7c98df0e-e359-45e9-b91f-d4969b545988),segment_id=7c98df0e-e359-45e9-b91f-d4969b545988)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:34.450442 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8ee7e151-3dd4-443e-b22a-1ced47a69fff req-01dee584-5ae4-413b-bc6e-7314634f9ffc tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.462564 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-207ecea5-6522-4ee4-b912-a20f22386606 req-8669abae-a5b5-4ef5-95f4-20fc5532b4fa tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2671b70-b553-4b40-b2f2-862ba52057e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951149 Jul 15 13:07:34.483724 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-8ee7e151-3dd4-443e-b22a-1ced47a69fff req-01dee584-5ae4-413b-bc6e-7314634f9ffc tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] Calling delete_port for 773ecabf-5f30-4cc6-a71f-100669c6653f owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:34.523640 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51968) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:34.672942 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448a2a2d-0df0-4618-be94-5457ef2eafb7 x-openstack-request-id: req-448a2a2d-0df0-4618-be94-5457ef2eafb7 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:34.673918 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4d5cfd-e16a-4e55-98c3-63e9237c0622", "name": "network-vif-unplugged", "status": "completed", "tag": "3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:34.673918 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-448a2a2d-0df0-4618-be94-5457ef2eafb7 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:34.674742 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4d5cfd-e16a-4e55-98c3-63e9237c0622', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da', 'code': 200} Jul 15 13:07:34.706808 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-067ac69b-b856-4cf9-a5ba-2a4109022999 req-8dddfd4c-e303-4781-838b-b32af33792c7 service neutron] 10.222.0.32 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328241 Jul 15 13:07:34.714531 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c45840ea-d060-4dfb-baf7-fde0e43511e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=112f149b05db49a3929e503c498efa29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1846910 Jul 15 13:07:34.716585 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51972) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:34.767755 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668fde36-ea6e-46c4-bba8-fd3841daba6a req-1d3ff397-98fe-426f-a461-8a02bdb80241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:34.769663 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-668fde36-ea6e-46c4-bba8-fd3841daba6a req-1d3ff397-98fe-426f-a461-8a02bdb80241 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dd3638d3-0f3f-4182-bf6a-04112b1c197e HTTP/1.1" status: 200 len: 1102 time: 0.2034585 Jul 15 13:07:34.773250 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8ee7e151-3dd4-443e-b22a-1ced47a69fff req-01dee584-5ae4-413b-bc6e-7314634f9ffc tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.819279 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['773ecabf-5f30-4cc6-a71f-100669c6653f'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:34.822777 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dee584-5ae4-413b-bc6e-7314634f9ffc tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] Pushing event deleted for resources: {'Port': ['ID=773ecabf-5f30-4cc6-a71f-100669c6653f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:34.834087 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b878437-d8d5-491b-acce-98e4057c91b5 req-abc4433b-35f2-4899-8962-2cd53be3299d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:34.835798 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-94312d5b-02c7-448c-8430-ee91d34d9856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.836035 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9b878437-d8d5-491b-acce-98e4057c91b5 req-abc4433b-35f2-4899-8962-2cd53be3299d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d9cd5a4a-cf83-4973-90b4-6d421985ea27 HTTP/1.1" status: 200 len: 1097 time: 0.3373563 Jul 15 13:07:34.866822 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-668fde36-ea6e-46c4-bba8-fd3841daba6a req-6314807a-3019-462c-a0c7-9449a00eba5e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ad0f6023-3be2-49fe-89c6-135de16ebc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849824 Jul 15 13:07:34.873981 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99765d1-363a-4417-9fea-fa216ef29817 req-f8df867b-203d-4acb-a95e-479fdaedf6cc tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:34.882444 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a99765d1-363a-4417-9fea-fa216ef29817 req-f8df867b-203d-4acb-a95e-479fdaedf6cc tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622 HTTP/1.1" status: 200 len: 943 time: 0.2064896 Jul 15 13:07:34.921248 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-94312d5b-02c7-448c-8430-ee91d34d9856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.935090 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee7e151-3dd4-443e-b22a-1ced47a69fff req-01dee584-5ae4-413b-bc6e-7314634f9ffc tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] No DVR routers for this DVR port 773ecabf-5f30-4cc6-a71f-100669c6653f on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:34.942052 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8ee7e151-3dd4-443e-b22a-1ced47a69fff req-01dee584-5ae4-413b-bc6e-7314634f9ffc tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.944284 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8ee7e151-3dd4-443e-b22a-1ced47a69fff req-01dee584-5ae4-413b-bc6e-7314634f9ffc tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] 10.222.0.18 "DELETE /v2.0/ports/773ecabf-5f30-4cc6-a71f-100669c6653f HTTP/1.1" status: 204 len: 173 time: 0.8956647 Jul 15 13:07:34.997943 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9b878437-d8d5-491b-acce-98e4057c91b5 req-2531425d-caeb-41e1-8fd3-da252673c403 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b2671b70-b553-4b40-b2f2-862ba52057e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390703 Jul 15 13:07:35.002401 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a99765d1-363a-4417-9fea-fa216ef29817 req-7bb12095-d414-40f1-92c9-cd0a8c26a956 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190195 Jul 15 13:07:35.112694 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772b03b-6a33-473f-98f4-5399d28069a2 req-81a35a67-9273-4059-bd6f-f3cd77c32967 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:35.115520 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3772b03b-6a33-473f-98f4-5399d28069a2 req-81a35a67-9273-4059-bd6f-f3cd77c32967 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdf927ac-20ff-4c61-9ac8-10a52a3af0bc HTTP/1.1" status: 200 len: 943 time: 0.1448178 Jul 15 13:07:35.130021 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-94312d5b-02c7-448c-8430-ee91d34d9856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.135560 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-94312d5b-02c7-448c-8430-ee91d34d9856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.137814 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-94312d5b-02c7-448c-8430-ee91d34d9856 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6dc96c76-36a2-49e9-9027-e92fa0c4c0ba HTTP/1.1" status: 204 len: 168 time: 0.4194851 Jul 15 13:07:35.181624 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94312d5b-02c7-448c-8430-ee91d34d9856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc96c76-36a2-49e9-9027-e92fa0c4c0ba,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:35.238724 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3772b03b-6a33-473f-98f4-5399d28069a2 req-d033cc11-a5c3-47a5-93c0-39db980be107 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133590 Jul 15 13:07:35.429347 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ad829a4b-275a-4765-a5b2-4d189abf381c req-848c0a93-cc3b-473d-a74f-c59de6e9ec5f tempest-InstanceActionsV221TestJSON-2068886406 tempest-InstanceActionsV221TestJSON-2068886406-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21c03e1-e0a0-49c0-9b6d-b22f65b51226 HTTP/1.1" status: 200 len: 210 time: 0.0436630 Jul 15 13:07:35.725795 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662cdf1-a9e3-4096-8295-6c3601de7fab req-54214c83-441c-462a-ab70-2044c494013b tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:35.728994 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8662cdf1-a9e3-4096-8295-6c3601de7fab req-54214c83-441c-462a-ab70-2044c494013b tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd3638d3-0f3f-4182-bf6a-04112b1c197e HTTP/1.1" status: 200 len: 950 time: 0.1375217 Jul 15 13:07:35.803586 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8662cdf1-a9e3-4096-8295-6c3601de7fab req-99dbd7b7-e3bf-4b35-acbb-63a9b9357c93 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0f6023-3be2-49fe-89c6-135de16ebc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680680 Jul 15 13:07:36.080503 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47946d-8593-441f-9ef6-870c44c4ec9f req-94a8024a-d330-44d0-9a08-a6131fc6771b tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:36.083072 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cb47946d-8593-441f-9ef6-870c44c4ec9f req-94a8024a-d330-44d0-9a08-a6131fc6771b tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9cd5a4a-cf83-4973-90b4-6d421985ea27 HTTP/1.1" status: 200 len: 945 time: 0.1357813 Jul 15 13:07:36.119407 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9fe6b-2775-462c-9078-4928c9297115 req-9219405d-66fc-4947-b93b-39a6a5d6edb8 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:36.122456 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9ad9fe6b-2775-462c-9078-4928c9297115 req-9219405d-66fc-4947-b93b-39a6a5d6edb8 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ba3272b-9c92-4928-b1bd-f90df9885b43 HTTP/1.1" status: 200 len: 945 time: 0.1162796 Jul 15 13:07:36.123480 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b54da7-db80-4cde-b58e-1362600764da req-ac3efe3b-a261-4c0b-8d20-fbfcbc0ff6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:36.125545 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58b54da7-db80-4cde-b58e-1362600764da req-ac3efe3b-a261-4c0b-8d20-fbfcbc0ff6c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a88028be7f84effb036f6deec243d95&device_id=0ba3272b-9c92-4928-b1bd-f90df9885b43 HTTP/1.1" status: 200 len: 1097 time: 0.1122911 Jul 15 13:07:36.191380 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9ad9fe6b-2775-462c-9078-4928c9297115 req-53584a91-a461-453e-b6cd-880ea33a2a0b tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555391 Jul 15 13:07:36.230260 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cb47946d-8593-441f-9ef6-870c44c4ec9f req-9a921630-0e7c-4563-acd7-b83a61dd4e24 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2671b70-b553-4b40-b2f2-862ba52057e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350431 Jul 15 13:07:36.372259 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b54da7-db80-4cde-b58e-1362600764da req-9cf65568-b1f2-47fc-bb2b-ce1346db2635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:36.375531 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58b54da7-db80-4cde-b58e-1362600764da req-9cf65568-b1f2-47fc-bb2b-ce1346db2635 service neutron] 10.222.0.18 "GET /v2.0/networks?id=42695f8c-9b56-4e43-bc38-c837e08b5e63 HTTP/1.1" status: 200 len: 916 time: 0.2406769 Jul 15 13:07:36.395428 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52018) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:36.453807 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58b54da7-db80-4cde-b58e-1362600764da req-fe672b6c-6a02-41d7-befb-e0e8190af4b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00babca7-d011-4c13-8b41-0e368cd02652 HTTP/1.1" status: 200 len: 217 time: 0.0672457 Jul 15 13:07:36.513299 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e4e35-1020-4dec-8421-745d1bf3fd56 req-15e724c6-1245-46e2-a127-211072f435f6 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:36.515523 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-510e4e35-1020-4dec-8421-745d1bf3fd56 req-15e724c6-1245-46e2-a127-211072f435f6 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdf927ac-20ff-4c61-9ac8-10a52a3af0bc HTTP/1.1" status: 200 len: 943 time: 0.0942028 Jul 15 13:07:36.529408 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5eb6b94e-dd45-4cf0-b5b5-0e88d12429dd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-73048178-network', 'tenant_id': '92071ddb5cbc41a8b2c5de70c9f8c3d6'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:36.545579 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b54da7-db80-4cde-b58e-1362600764da req-cb74d941-4673-4303-82ce-9469cb0c7131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:36.547235 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58b54da7-db80-4cde-b58e-1362600764da req-cb74d941-4673-4303-82ce-9469cb0c7131 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1cba547a-53ca-4b0e-8348-0829e7a2d9c0 HTTP/1.1" status: 200 len: 854 time: 0.0880306 Jul 15 13:07:36.576958 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb6b94e-dd45-4cf0-b5b5-0e88d12429dd admin admin] Made reservation on behalf of 92071ddb5cbc41a8b2c5de70c9f8c3d6 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:36.580096 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5eb6b94e-dd45-4cf0-b5b5-0e88d12429dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.594927 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-510e4e35-1020-4dec-8421-745d1bf3fd56 req-d92d4ecb-55ab-4244-9621-062142bdc647 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608644 Jul 15 13:07:36.595966 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5eb6b94e-dd45-4cf0-b5b5-0e88d12429dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.666184 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b54da7-db80-4cde-b58e-1362600764da req-1f192a98-06a8-4353-89cf-212463aedab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:36.667638 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58b54da7-db80-4cde-b58e-1362600764da req-1f192a98-06a8-4353-89cf-212463aedab1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=42695f8c-9b56-4e43-bc38-c837e08b5e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1142168 Jul 15 13:07:36.677210 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8dd5de-5732-4795-9a31-0f949559fe7c req-e7110ed0-4638-4b29-aae3-c8c022af1fba tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:36.678865 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6a8dd5de-5732-4795-9a31-0f949559fe7c req-e7110ed0-4638-4b29-aae3-c8c022af1fba tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622 HTTP/1.1" status: 200 len: 943 time: 0.1142919 Jul 15 13:07:36.680729 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4d5cfd-e16a-4e55-98c3-63e9237c0622', 'tag': '3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da'}, {'server_uuid': 'b21c03e1-e0a0-49c0-9b6d-b22f65b51226', 'name': 'network-vif-deleted', 'tag': '773ecabf-5f30-4cc6-a71f-100669c6653f'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:36.683121 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec6e822-d246-4956-86f9-95d7428d3aea" -d '{"events": [{"name": "network-changed", "server_uuid": "ea4d5cfd-e16a-4e55-98c3-63e9237c0622", "tag": "3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da"}, {"server_uuid": "b21c03e1-e0a0-49c0-9b6d-b22f65b51226", "name": "network-vif-deleted", "tag": "773ecabf-5f30-4cc6-a71f-100669c6653f"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:36.711662 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52026) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:36.752468 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5eb6b94e-dd45-4cf0-b5b5-0e88d12429dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.766421 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5eb6b94e-dd45-4cf0-b5b5-0e88d12429dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.791460 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6a8dd5de-5732-4795-9a31-0f949559fe7c req-7db5e375-3640-4788-a74e-da1af2dc05f0 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968838 Jul 15 13:07:36.815476 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b9dbaed-b305-4ddd-8830-bc392580ef1f admin admin] Deleting subnet a50244b5-c7e6-43d0-9cca-5c95d17b12fc {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:07:36.821673 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb6b94e-dd45-4cf0-b5b5-0e88d12429dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:07:36.830696 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4b9dbaed-b305-4ddd-8830-bc392580ef1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.858582 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58b54da7-db80-4cde-b58e-1362600764da req-bad66208-49a0-4387-a5a7-ba8f309ee990 service neutron] 10.222.0.18 "GET /v2.0/networks/42695f8c-9b56-4e43-bc38-c837e08b5e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782498 Jul 15 13:07:36.862788 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6b94e-dd45-4cf0-b5b5-0e88d12429dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c705c69b-1e23-404c-8893-4f245005dd82,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:36.888591 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57edd1dc-eece-4ce6-b2b5-ff396a64b089 x-openstack-request-id: req-57edd1dc-eece-4ce6-b2b5-ff396a64b089 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:36.889087 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea4d5cfd-e16a-4e55-98c3-63e9237c0622", "tag": "3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da", "status": "completed", "code": 200}, {"server_uuid": "b21c03e1-e0a0-49c0-9b6d-b22f65b51226", "name": "network-vif-deleted", "tag": "773ecabf-5f30-4cc6-a71f-100669c6653f", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:36.890107 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-57edd1dc-eece-4ce6-b2b5-ff396a64b089 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:36.890891 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4d5cfd-e16a-4e55-98c3-63e9237c0622', 'tag': '3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da', 'status': 'completed', 'code': 200} Jul 15 13:07:36.891311 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21c03e1-e0a0-49c0-9b6d-b22f65b51226', 'name': 'network-vif-deleted', 'tag': '773ecabf-5f30-4cc6-a71f-100669c6653f', 'status': 'completed', 'code': 200} Jul 15 13:07:36.894657 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5eb6b94e-dd45-4cf0-b5b5-0e88d12429dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.895344 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-5eb6b94e-dd45-4cf0-b5b5-0e88d12429dd admin admin] Added segment 79031de5-2685-4ad5-8b75-c80f121b5281 of type vlan for network f062bac1-70fa-42e9-b7a4-5d1e9b9777f3 Jul 15 13:07:36.954989 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4b9dbaed-b305-4ddd-8830-bc392580ef1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.010337 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5eb6b94e-dd45-4cf0-b5b5-0e88d12429dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.084848 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58b54da7-db80-4cde-b58e-1362600764da req-61b86b8b-df0b-41be-a90c-545db6aa751b service neutron] 10.222.0.18 "GET /v2.0/networks/42695f8c-9b56-4e43-bc38-c837e08b5e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174377 Jul 15 13:07:37.103645 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4b9dbaed-b305-4ddd-8830-bc392580ef1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.153562 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5eb6b94e-dd45-4cf0-b5b5-0e88d12429dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.154733 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb6b94e-dd45-4cf0-b5b5-0e88d12429dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:37.155330 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5eb6b94e-dd45-4cf0-b5b5-0e88d12429dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.222538 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5eb6b94e-dd45-4cf0-b5b5-0e88d12429dd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8217745 Jul 15 13:07:37.222538 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6e822-d246-4956-86f9-95d7428d3aea req-7063a5ad-f279-4978-a813-bce7f4858229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:37.223584 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eec6e822-d246-4956-86f9-95d7428d3aea req-7063a5ad-f279-4978-a813-bce7f4858229 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11b8af7c013140faa070a8db01c03b78&device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622 HTTP/1.1" status: 200 len: 1126 time: 0.2818320 Jul 15 13:07:37.223765 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52036) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:37.233741 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b9737981-2d8c-40d6-8ebe-3a0903b896a9 admin admin] Request body: {'subnet': {'network_id': 'f062bac1-70fa-42e9-b7a4-5d1e9b9777f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-73048178-subnet', 'tenant_id': '92071ddb5cbc41a8b2c5de70c9f8c3d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:37.237719 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52038) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:37.287746 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device d06100be-e029-4787-b3ea-55babd0a59e9 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:37.288967 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451c792-a8f2-4b52-909d-5655fa306c69 req-2ce70dca-a106-409a-8e79-22547e51690b tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:37.295801 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e451c792-a8f2-4b52-909d-5655fa306c69 req-2ce70dca-a106-409a-8e79-22547e51690b tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd3638d3-0f3f-4182-bf6a-04112b1c197e HTTP/1.1" status: 200 len: 950 time: 0.3105905 Jul 15 13:07:37.310228 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9737981-2d8c-40d6-8ebe-3a0903b896a9 admin admin] Made reservation on behalf of 92071ddb5cbc41a8b2c5de70c9f8c3d6 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:37.313298 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9737981-2d8c-40d6-8ebe-3a0903b896a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.320301 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d62447-ff94-4a69-9ab0-479487c4e52b admin admin] Deleting subnet 03e14fef-2376-4b33-b185-07e9a33a5a9f {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:07:37.341339 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b8d62447-ff94-4a69-9ab0-479487c4e52b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.409825 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6b94e-dd45-4cf0-b5b5-0e88d12429dd admin admin] Pushing event updated for resources: {'Network': ['ID=f062bac1-70fa-42e9-b7a4-5d1e9b9777f3,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:37.414231 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4b9dbaed-b305-4ddd-8830-bc392580ef1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.439890 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network f062bac1-70fa-42e9-b7a4-5d1e9b9777f3 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:07:37.452573 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b8d62447-ff94-4a69-9ab0-479487c4e52b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.478993 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9dbaed-b305-4ddd-8830-bc392580ef1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a50244b5-c7e6-43d0-9cca-5c95d17b12fc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:37.493636 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port d06100be-e029-4787-b3ea-55babd0a59e9, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=d06100be-e029-4787-b3ea-55babd0a59e9,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:37.509882 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4b9dbaed-b305-4ddd-8830-bc392580ef1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.514997 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4b9dbaed-b305-4ddd-8830-bc392580ef1f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a50244b5-c7e6-43d0-9cca-5c95d17b12fc HTTP/1.1" status: 204 len: 168 time: 0.8020382 Jul 15 13:07:37.522615 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52044) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:37.523927 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b8d62447-ff94-4a69-9ab0-479487c4e52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.570782 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e451c792-a8f2-4b52-909d-5655fa306c69 req-9d1f5e1f-ef0b-43c5-9a96-306798b092a6 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0f6023-3be2-49fe-89c6-135de16ebc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556946 Jul 15 13:07:37.581133 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'd06100be-e029-4787-b3ea-55babd0a59e9', 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0', 'port_id': 'd06100be-e029-4787-b3ea-55babd0a59e9', 'mac_address': 'fa:16:3e:7e:dd:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd483a1a6-7065-4b15-8f19-4e9042e07796', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:37.679176 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8b393-220f-4a42-8e54-fb699f0842d7 req-b12d0d47-26f9-44d7-9a5a-adf09809b5de tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:37.688219 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f9d8b393-220f-4a42-8e54-fb699f0842d7 req-b12d0d47-26f9-44d7-9a5a-adf09809b5de tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ba3272b-9c92-4928-b1bd-f90df9885b43 HTTP/1.1" status: 200 len: 945 time: 0.3242996 Jul 15 13:07:37.699877 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6e822-d246-4956-86f9-95d7428d3aea req-e46667aa-10e8-46b9-b726-bd1c05837ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:37.701622 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eec6e822-d246-4956-86f9-95d7428d3aea req-e46667aa-10e8-46b9-b726-bd1c05837ff7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2b4de3f9-9898-4e48-8ad2-d64a9c837567 HTTP/1.1" status: 200 len: 922 time: 0.4298658 Jul 15 13:07:37.730360 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.762524 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d06100be-e029-4787-b3ea-55babd0a59e9 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:37.791790 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-67e6cb43-e40a-4e8a-be7d-2af2b5bc9854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.795904 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eec6e822-d246-4956-86f9-95d7428d3aea req-65c5966c-614b-41a4-8bf4-df7c953b49a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da HTTP/1.1" status: 200 len: 217 time: 0.0816739 Jul 15 13:07:37.824727 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port d06100be-e029-4787-b3ea-55babd0a59e9, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=d06100be-e029-4787-b3ea-55babd0a59e9,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:37.842308 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.918211 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.940542 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9737981-2d8c-40d6-8ebe-3a0903b896a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.955950 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b8d62447-ff94-4a69-9ab0-479487c4e52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.984244 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=d06100be-e029-4787-b3ea-55babd0a59e9,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:37.995769 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:37.995769 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:37.995769 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:37.996519 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:37.996700 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:37.996892 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6e822-d246-4956-86f9-95d7428d3aea req-18f86436-bd64-48d3-876f-ee0fbd90f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:37.997138 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:37.997732 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:37.998043 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:37.999507 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:37.999507 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:37.999507 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:37.999507 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:38.000318 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eec6e822-d246-4956-86f9-95d7428d3aea req-18f86436-bd64-48d3-876f-ee0fbd90f1e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f7ee163d-4be2-4821-945f-cb7507aae308 HTTP/1.1" status: 200 len: 861 time: 0.1931319 Jul 15 13:07:38.016361 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b8d62447-ff94-4a69-9ab0-479487c4e52b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.019035 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b8d62447-ff94-4a69-9ab0-479487c4e52b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/03e14fef-2376-4b33-b185-07e9a33a5a9f HTTP/1.1" status: 204 len: 168 time: 0.7799511 Jul 15 13:07:38.027158 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f9d8b393-220f-4a42-8e54-fb699f0842d7 req-57a9ca85-b632-4d2b-a3eb-a84e740064ee tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375087 Jul 15 13:07:38.027841 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52052) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:38.085593 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9737981-2d8c-40d6-8ebe-3a0903b896a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95ddfb9a-daee-402f-b087-893d341c9494,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:38.106201 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eec6e822-d246-4956-86f9-95d7428d3aea req-1c3b8649-feb2-4d5a-a929-761c525673b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b4de3f9-9898-4e48-8ad2-d64a9c837567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838826 Jul 15 13:07:38.123256 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94af80-92d6-4b6a-9676-b43fff9c874b req-595726c7-8e7e-4e36-8cfc-7c5e5516720c tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:38.126464 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-da94af80-92d6-4b6a-9676-b43fff9c874b req-595726c7-8e7e-4e36-8cfc-7c5e5516720c tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9cd5a4a-cf83-4973-90b4-6d421985ea27 HTTP/1.1" status: 200 len: 945 time: 0.3377833 Jul 15 13:07:38.161426 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9737981-2d8c-40d6-8ebe-3a0903b896a9 admin admin] Checking segment: {'id': '79031de5-2685-4ad5-8b75-c80f121b5281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f062bac1-70fa-42e9-b7a4-5d1e9b9777f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:38.162140 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9737981-2d8c-40d6-8ebe-3a0903b896a9 admin admin] Network hostable DHCP agents. Network: f062bac1-70fa-42e9-b7a4-5d1e9b9777f3, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:07:38.177920 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d62447-ff94-4a69-9ab0-479487c4e52b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03e14fef-2376-4b33-b185-07e9a33a5a9f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:38.194626 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-67e6cb43-e40a-4e8a-be7d-2af2b5bc9854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.228672 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-67e6cb43-e40a-4e8a-be7d-2af2b5bc9854 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a81d145-7a6a-4e9d-8fce-2f854c4b2363']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:38.256131 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-67e6cb43-e40a-4e8a-be7d-2af2b5bc9854 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:38.256131 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-67e6cb43-e40a-4e8a-be7d-2af2b5bc9854 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d519f0-a4fb-4fe1-b6dc-d54d2f7d5301') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:38.284352 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-239df5d7-d0b9-4185-a2eb-7d1a00e97f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.290492 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9737981-2d8c-40d6-8ebe-3a0903b896a9 admin admin] Network f062bac1-70fa-42e9-b7a4-5d1e9b9777f3 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:07:38.306193 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-67e6cb43-e40a-4e8a-be7d-2af2b5bc9854 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.310977 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['d06100be-e029-4787-b3ea-55babd0a59e9'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:38.329940 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-b9737981-2d8c-40d6-8ebe-3a0903b896a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, f062bac1-70fa-42e9-b7a4-5d1e9b9777f3) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:38.341052 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-da94af80-92d6-4b6a-9676-b43fff9c874b req-59791f51-2c1d-4642-a143-67d268ba01d8 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2671b70-b553-4b40-b2f2-862ba52057e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903338 Jul 15 13:07:38.343268 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9737981-2d8c-40d6-8ebe-3a0903b896a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:38.344252 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9737981-2d8c-40d6-8ebe-3a0903b896a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.345301 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-67e6cb43-e40a-4e8a-be7d-2af2b5bc9854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.362613 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e6cb43-e40a-4e8a-be7d-2af2b5bc9854 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:07:38.363104 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-67e6cb43-e40a-4e8a-be7d-2af2b5bc9854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.365710 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:07:38.365710 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:07:38.365710 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:07:38.365710 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:07:38.365710 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:07:38.365710 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:07:38.365710 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:07:38.365710 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:07:38.365710 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:07:38.365710 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:07:38.365710 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:07:38.365710 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:07:38.365710 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:07:38.365710 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:07:38.365710 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:07:38.365710 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:07:38.365710 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:07:38.365710 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:07:38.365710 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:07:38.365710 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:07:38.365710 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:07:38.365710 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:07:38.365710 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:07:38.365710 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:07:38.365710 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:07:38.365710 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:07:38.365710 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:07:38.365710 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:07:38.365710 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:07:38.365710 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:07:38.365710 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:07:38.365710 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:07:38.373617 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5814fe-d33b-4f8d-adc5-f3b7be324867 None None] Network f062bac1-70fa-42e9-b7a4-5d1e9b9777f3 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:07:38.380689 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eec6e822-d246-4956-86f9-95d7428d3aea req-1625fc30-6844-4d53-a95e-8743fbf2bad7 service neutron] 10.222.0.32 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489364 Jul 15 13:07:38.430029 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4ebdc-4461-40c7-97ad-f6a62fe20856 req-16cd1f08-c3bb-41f4-ad9f-e3566f092baf tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:38.442647 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8fa4ebdc-4461-40c7-97ad-f6a62fe20856 req-16cd1f08-c3bb-41f4-ad9f-e3566f092baf tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdf927ac-20ff-4c61-9ac8-10a52a3af0bc HTTP/1.1" status: 200 len: 944 time: 0.2716477 Jul 15 13:07:38.473164 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-67e6cb43-e40a-4e8a-be7d-2af2b5bc9854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.480915 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-67e6cb43-e40a-4e8a-be7d-2af2b5bc9854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.483680 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-67e6cb43-e40a-4e8a-be7d-2af2b5bc9854 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0a81d145-7a6a-4e9d-8fce-2f854c4b2363 HTTP/1.1" status: 204 len: 168 time: 0.9594433 Jul 15 13:07:38.507237 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b9737981-2d8c-40d6-8ebe-3a0903b896a9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2812202 Jul 15 13:07:38.530949 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e6cb43-e40a-4e8a-be7d-2af2b5bc9854 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a81d145-7a6a-4e9d-8fce-2f854c4b2363,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:38.565614 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eec6e822-d246-4956-86f9-95d7428d3aea req-4176bbf9-e526-4fa3-b518-7be47f11d935 service neutron] 10.222.0.32 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706634 Jul 15 13:07:38.573268 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:38.592017 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-239df5d7-d0b9-4185-a2eb-7d1a00e97f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.632615 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-239df5d7-d0b9-4185-a2eb-7d1a00e97f5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['179c2be3-5aba-4f68-a700-48db67c29cee']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:38.673311 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8fa4ebdc-4461-40c7-97ad-f6a62fe20856 req-b6f3ebee-b608-4f36-9240-0e5701f9b540 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002509 Jul 15 13:07:38.697653 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-239df5d7-d0b9-4185-a2eb-7d1a00e97f5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c98df0e-e359-45e9-b91f-d4969b545988') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:38.697959 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-239df5d7-d0b9-4185-a2eb-7d1a00e97f5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c98df0e-e359-45e9-b91f-d4969b545988') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:38.731382 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-239df5d7-d0b9-4185-a2eb-7d1a00e97f5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.752061 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52064) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:38.786698 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:38.790741 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-239df5d7-d0b9-4185-a2eb-7d1a00e97f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.810082 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 773ecabf-5f30-4cc6-a71f-100669c6653f no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:38.811136 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-239df5d7-d0b9-4185-a2eb-7d1a00e97f5e admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:07:38.812095 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-239df5d7-d0b9-4185-a2eb-7d1a00e97f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:07:38.816273 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:07:38.825925 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da has no active binding in host n-h1-758944-45 {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:07:38.872603 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-22ff5e1b-5b7a-46c5-b160-cb73d2418085 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=38e4db3d6cd14773b2b127c0cb5621e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1187925 Jul 15 13:07:38.876664 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52072) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:38.951192 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 773ecabf-5f30-4cc6-a71f-100669c6653f {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:38.951739 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 773ecabf-5f30-4cc6-a71f-100669c6653f not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:39.003774 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-239df5d7-d0b9-4185-a2eb-7d1a00e97f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:39.012222 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-239df5d7-d0b9-4185-a2eb-7d1a00e97f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:39.027630 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-239df5d7-d0b9-4185-a2eb-7d1a00e97f5e admin admin] 10.222.0.24 "DELETE /v2.0/networks/179c2be3-5aba-4f68-a700-48db67c29cee HTTP/1.1" status: 204 len: 168 time: 0.9951181 Jul 15 13:07:39.044314 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c217d8d7-3b02-4cc5-8c4f-d2c5c93e1306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:39.089171 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239df5d7-d0b9-4185-a2eb-7d1a00e97f5e admin admin] Pushing event deleted for resources: {'Network': ['ID=179c2be3-5aba-4f68-a700-48db67c29cee,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:39.096625 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde62235-ad5d-480f-a9f3-5fe0f96b5b81 None None] Network f062bac1-70fa-42e9-b7a4-5d1e9b9777f3 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:07:39.187597 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c217d8d7-3b02-4cc5-8c4f-d2c5c93e1306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:39.322393 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c217d8d7-3b02-4cc5-8c4f-d2c5c93e1306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:39.325474 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c217d8d7-3b02-4cc5-8c4f-d2c5c93e1306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:39.327138 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c217d8d7-3b02-4cc5-8c4f-d2c5c93e1306 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e61adb1f-0988-4577-bfb9-24a49a303870 HTTP/1.1" status: 204 len: 168 time: 0.4467971 Jul 15 13:07:39.345986 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25d236-1db7-4280-bf07-e530126e3327 req-26c805f5-c96f-4d08-abea-2a21fe1cc6d7 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:39.354626 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52084) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:39.358660 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7e25d236-1db7-4280-bf07-e530126e3327 req-26c805f5-c96f-4d08-abea-2a21fe1cc6d7 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622 HTTP/1.1" status: 200 len: 943 time: 0.2593603 Jul 15 13:07:39.390907 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217d8d7-3b02-4cc5-8c4f-d2c5c93e1306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61adb1f-0988-4577-bfb9-24a49a303870,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:39.444265 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-95220241-c277-4558-953a-cb783d82b9cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=728190f23c46413cb285c102c2c2f52b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0864036 Jul 15 13:07:39.447533 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52086) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:39.459415 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb41a34-2280-4fae-bd2b-b03a1051fb2f req-6d342959-52f9-4d4d-bbf9-2c8f5212c2ed tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:39.469147 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ccb41a34-2280-4fae-bd2b-b03a1051fb2f req-6d342959-52f9-4d4d-bbf9-2c8f5212c2ed tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc8cd5ba-c473-4b7e-a701-fe542e937db3 HTTP/1.1" status: 200 len: 945 time: 0.1613164 Jul 15 13:07:39.505230 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7e25d236-1db7-4280-bf07-e530126e3327 req-e26e9506-de95-437c-bae1-92ff84ae30e4 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450758 Jul 15 13:07:39.547470 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ccb41a34-2280-4fae-bd2b-b03a1051fb2f req-9f59a180-f9ae-4ad2-b21f-d215f07dda19 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2671b70-b553-4b40-b2f2-862ba52057e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759025 Jul 15 13:07:39.639085 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79133750-44e4-483d-802b-e4209d08af3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:39.690320 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79133750-44e4-483d-802b-e4209d08af3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:39.776555 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79133750-44e4-483d-802b-e4209d08af3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:39.779705 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79133750-44e4-483d-802b-e4209d08af3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:39.783661 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-79133750-44e4-483d-802b-e4209d08af3e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/140cb202-a0e8-4cb5-906a-e928bc63a9bd HTTP/1.1" status: 204 len: 168 time: 0.3323734 Jul 15 13:07:39.793843 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79133750-44e4-483d-802b-e4209d08af3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140cb202-a0e8-4cb5-906a-e928bc63a9bd,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:39.902628 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-6840e3f0-fd1f-4460-b60f-b34f41369fbd service neutron] 10.222.0.32 "GET /v2.0/ports/3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da/bindings/n-h1-758944-45 HTTP/1.1" status: 200 len: 385 time: 0.1350868 Jul 15 13:07:39.917021 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52110) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:39.926488 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2dc140c1-5d46-4b41-83cc-3b354ff23a73 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1778113740-network', 'tenant_id': 'e313b9d6944b4591acdb42282f34dfc7'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:39.965194 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2891f-d473-4b37-a5ff-d4842ae83317 req-487c4b57-71ed-4919-845d-ce299553c585 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:39.966877 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e9a2891f-d473-4b37-a5ff-d4842ae83317 req-487c4b57-71ed-4919-845d-ce299553c585 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ba3272b-9c92-4928-b1bd-f90df9885b43 HTTP/1.1" status: 200 len: 945 time: 0.1297431 Jul 15 13:07:40.001930 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc140c1-5d46-4b41-83cc-3b354ff23a73 admin admin] Made reservation on behalf of e313b9d6944b4591acdb42282f34dfc7 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:40.004433 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2dc140c1-5d46-4b41-83cc-3b354ff23a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:40.027020 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2dc140c1-5d46-4b41-83cc-3b354ff23a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:40.119876 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e9a2891f-d473-4b37-a5ff-d4842ae83317 req-fe0da958-9530-4c89-bf2a-d0f2419d5f81 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371830 Jul 15 13:07:40.242982 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2dc140c1-5d46-4b41-83cc-3b354ff23a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:40.254564 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2dc140c1-5d46-4b41-83cc-3b354ff23a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:40.316945 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc140c1-5d46-4b41-83cc-3b354ff23a73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:07:40.341105 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc140c1-5d46-4b41-83cc-3b354ff23a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5b33ba-504f-431c-84c9-b2da0896b349,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:40.349006 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2dc140c1-5d46-4b41-83cc-3b354ff23a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:40.349689 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-2dc140c1-5d46-4b41-83cc-3b354ff23a73 admin admin] Added segment d28dc2aa-961b-4e15-ae75-66276a4df35a of type vlan for network f1e32478-365a-4e82-87e0-a35b697ea54e Jul 15 13:07:40.426186 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-a4c465a8-8628-44d6-b54d-8d2a440c38b3 service neutron] For port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:40.433655 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2dc140c1-5d46-4b41-83cc-3b354ff23a73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:40.484080 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-a4c465a8-8628-44d6-b54d-8d2a440c38b3 service neutron] For port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:40.510745 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2dc140c1-5d46-4b41-83cc-3b354ff23a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:40.511839 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc140c1-5d46-4b41-83cc-3b354ff23a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:40.512656 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2dc140c1-5d46-4b41-83cc-3b354ff23a73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:40.640362 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc140c1-5d46-4b41-83cc-3b354ff23a73 admin admin] Pushing event updated for resources: {'Network': ['ID=f1e32478-365a-4e82-87e0-a35b697ea54e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:40.674111 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network f1e32478-365a-4e82-87e0-a35b697ea54e details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:07:40.676589 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2dc140c1-5d46-4b41-83cc-3b354ff23a73 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7575696 Jul 15 13:07:40.679339 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52132) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:40.684678 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0e6c4cac-7ba6-4b16-bc46-fe6df450eed9 admin admin] Request body: {'subnet': {'network_id': 'f1e32478-365a-4e82-87e0-a35b697ea54e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1778113740-subnet', 'tenant_id': 'e313b9d6944b4591acdb42282f34dfc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:40.714169 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-a4c465a8-8628-44d6-b54d-8d2a440c38b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:40.742079 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6c4cac-7ba6-4b16-bc46-fe6df450eed9 admin admin] Made reservation on behalf of e313b9d6944b4591acdb42282f34dfc7 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:40.744858 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0e6c4cac-7ba6-4b16-bc46-fe6df450eed9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:40.760477 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-a4c465a8-8628-44d6-b54d-8d2a440c38b3 service neutron] For port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:40.838441 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2e1bc-3c9e-46d7-92df-a518bee252a0 req-91024630-88c7-46ca-8c81-5196794d120b tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:40.851703 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ebb2e1bc-3c9e-46d7-92df-a518bee252a0 req-91024630-88c7-46ca-8c81-5196794d120b tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdf927ac-20ff-4c61-9ac8-10a52a3af0bc HTTP/1.1" status: 200 len: 944 time: 0.2827294 Jul 15 13:07:40.908330 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-a4c465a8-8628-44d6-b54d-8d2a440c38b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:40.986562 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ebb2e1bc-3c9e-46d7-92df-a518bee252a0 req-2de3fb71-1035-425c-a839-710d68c77831 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321108 Jul 15 13:07:41.142769 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-a4c465a8-8628-44d6-b54d-8d2a440c38b3 service neutron] Transition to ACTIVE for port object 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:41.157525 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-a4c465a8-8628-44d6-b54d-8d2a440c38b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:41.269004 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0e6c4cac-7ba6-4b16-bc46-fe6df450eed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:41.349872 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device d06100be-e029-4787-b3ea-55babd0a59e9 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:41.434915 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c4cac-7ba6-4b16-bc46-fe6df450eed9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=078687b1-ed44-43aa-984c-22ac240e937c,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:41.440773 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-a4c465a8-8628-44d6-b54d-8d2a440c38b3 service neutron] No DVR routers for this DVR port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:41.465368 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6c4cac-7ba6-4b16-bc46-fe6df450eed9 admin admin] Checking segment: {'id': 'd28dc2aa-961b-4e15-ae75-66276a4df35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f1e32478-365a-4e82-87e0-a35b697ea54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:41.466431 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6c4cac-7ba6-4b16-bc46-fe6df450eed9 admin admin] Network hostable DHCP agents. Network: f1e32478-365a-4e82-87e0-a35b697ea54e, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:07:41.506221 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port d06100be-e029-4787-b3ea-55babd0a59e9 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:41.510838 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port d06100be-e029-4787-b3ea-55babd0a59e9 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:41.511221 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:41.566299 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6c4cac-7ba6-4b16-bc46-fe6df450eed9 admin admin] Network f1e32478-365a-4e82-87e0-a35b697ea54e is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:07:41.583004 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-0e6c4cac-7ba6-4b16-bc46-fe6df450eed9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, f1e32478-365a-4e82-87e0-a35b697ea54e) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:41.601490 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6c4cac-7ba6-4b16-bc46-fe6df450eed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:41.602617 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0e6c4cac-7ba6-4b16-bc46-fe6df450eed9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:41.603528 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfca530-74fc-4cd9-9f21-e6bc17143e6f None None] Network f1e32478-365a-4e82-87e0-a35b697ea54e requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:07:41.613004 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c465a8-8628-44d6-b54d-8d2a440c38b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da,revision_number=10']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:41.652812 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0e6c4cac-7ba6-4b16-bc46-fe6df450eed9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9675694 Jul 15 13:07:41.659968 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13736760-2aff-43b3-81cf-d73da23f3ee9 req-c6bd1d8e-eaab-4e41-ad79-bbd6635a7ea8 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:41.661163 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-a4c465a8-8628-44d6-b54d-8d2a440c38b3 service neutron] 10.222.0.32 "PUT /v2.0/ports/3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da/bindings/n-h1-758944-45/activate HTTP/1.1" status: 200 len: 370 time: 1.7490139 Jul 15 13:07:41.669284 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-13736760-2aff-43b3-81cf-d73da23f3ee9 req-c6bd1d8e-eaab-4e41-ad79-bbd6635a7ea8 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622 HTTP/1.1" status: 200 len: 944 time: 0.1407757 Jul 15 13:07:41.729289 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73c65a-2f3b-4df5-9cc7-01a697a88777 req-4d48aba0-d798-46ef-a9ec-8518f73e7117 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:41.740967 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-13736760-2aff-43b3-81cf-d73da23f3ee9 req-8d1363a0-46cf-4d70-b031-cb3a913a6d01 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700607 Jul 15 13:07:41.746232 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3d73c65a-2f3b-4df5-9cc7-01a697a88777 req-4d48aba0-d798-46ef-a9ec-8518f73e7117 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ba3272b-9c92-4928-b1bd-f90df9885b43 HTTP/1.1" status: 200 len: 945 time: 0.4247038 Jul 15 13:07:41.865962 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3d73c65a-2f3b-4df5-9cc7-01a697a88777 req-435bdd77-ca29-4966-9e9e-c8af888c03d1 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146657 Jul 15 13:07:42.073885 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-d5ee8811-b7cf-40ce-bdb8-f0889913f1d8 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:42.082154 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-d5ee8811-b7cf-40ce-bdb8-f0889913f1d8 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622&tenant_id=11b8af7c013140faa070a8db01c03b78&binding%3Ahost_id=n-h2-758944-45 HTTP/1.1" status: 200 len: 1096 time: 0.2633407 Jul 15 13:07:42.135718 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398e834-54e7-4f46-92de-bd44a980e568 req-42274c80-1531-418c-a9f8-31e8acb8f3ad tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:42.137865 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a398e834-54e7-4f46-92de-bd44a980e568 req-42274c80-1531-418c-a9f8-31e8acb8f3ad tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8cd5ba-c473-4b7e-a701-fe542e937db3 HTTP/1.1" status: 200 len: 945 time: 0.1777699 Jul 15 13:07:42.217785 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:42.280191 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf927ac-20ff-4c61-9ac8-10a52a3af0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06100be-e029-4787-b3ea-55babd0a59e9'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:42.283345 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e671175-a6a6-4e9d-9649-83e268685810" -d '{"events": [{"server_uuid": "cdf927ac-20ff-4c61-9ac8-10a52a3af0bc", "name": "network-vif-plugged", "status": "completed", "tag": "d06100be-e029-4787-b3ea-55babd0a59e9"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:42.316045 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port d06100be-e029-4787-b3ea-55babd0a59e9, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=d06100be-e029-4787-b3ea-55babd0a59e9,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:42.327931 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-7d3fbec9-86c8-46c8-8a21-aa8a43f0f202 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:42.335386 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-7d3fbec9-86c8-46c8-8a21-aa8a43f0f202 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/networks?id=d04165ec-4adb-4237-85c8-de20c6ada308 HTTP/1.1" status: 200 len: 812 time: 0.2882771 Jul 15 13:07:42.338146 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:42.339535 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:42.358073 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-860d2588-825c-4d77-8fd9-28e3e151090d tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/quotas/df8e3ad3879d46b1b0f9fa86f66bac58 HTTP/1.1" status: 200 len: 375 time: 0.0214999 Jul 15 13:07:42.383408 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9936445a-b2cd-4c3f-87c1-ad954844e8fe None None] Network f1e32478-365a-4e82-87e0-a35b697ea54e requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:07:42.424514 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-789a0c3e-9867-48c6-a888-b35576cc41c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:42.426310 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-789a0c3e-9867-48c6-a888-b35576cc41c7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622&tenant_id=11b8af7c013140faa070a8db01c03b78 HTTP/1.1" status: 200 len: 1096 time: 0.1426706 Jul 15 13:07:42.455306 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 1564af4a-eef0-4616-b0e0-ba9b36841530 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:42.459428 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=d06100be-e029-4787-b3ea-55babd0a59e9,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:42.460085 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-2b5d6486-31f7-45e9-bdea-190189521315 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=df8e3ad3879d46b1b0f9fa86f66bac58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0993381 Jul 15 13:07:42.502978 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:42.603985 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-89126f79-c1c6-41b2-8c50-32f28baceec5 service neutron] 10.222.0.24 "GET /v2.0/networks/d04165ec-4adb-4237-85c8-de20c6ada308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421540 Jul 15 13:07:42.621399 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b95e0-57d1-423e-be3b-69bb770e3932 req-5291a6f1-9360-4900-ab0a-f2cc916fd91c tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:42.629675 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-300b95e0-57d1-423e-be3b-69bb770e3932 req-5291a6f1-9360-4900-ab0a-f2cc916fd91c tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=de96b8a9-6dfa-49cf-a6c4-f6e664483de9 HTTP/1.1" status: 200 len: 945 time: 0.4756200 Jul 15 13:07:42.657621 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-a398e834-54e7-4f46-92de-bd44a980e568 req-58da22eb-bf4c-4e08-ba6e-97f935e13f70 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Deleting port c7019c5e-3ffe-4319-b5ad-d8a14d74f81f {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:42.658048 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a398e834-54e7-4f46-92de-bd44a980e568 req-58da22eb-bf4c-4e08-ba6e-97f935e13f70 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:42.680948 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 1564af4a-eef0-4616-b0e0-ba9b36841530, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=1564af4a-eef0-4616-b0e0-ba9b36841530,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:42.692734 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-3a9b5ce4-2768-4808-b4e4-c118149e267f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:42.694538 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-3a9b5ce4-2768-4808-b4e4-c118149e267f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11b8af7c013140faa070a8db01c03b78&device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622 HTTP/1.1" status: 200 len: 1096 time: 0.1624048 Jul 15 13:07:42.705188 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '1564af4a-eef0-4616-b0e0-ba9b36841530', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': '1564af4a-eef0-4616-b0e0-ba9b36841530', 'mac_address': 'fa:16:3e:31:11:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:42.752635 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-a4aacd75-0149-41ba-9484-51d43f1840e3 service neutron] 10.222.0.24 "GET /v2.0/networks/d04165ec-4adb-4237-85c8-de20c6ada308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475904 Jul 15 13:07:42.829898 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:42.831089 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-ffe2db10-a7bd-4d0d-9526-467fc80d5186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:42.833211 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-ffe2db10-a7bd-4d0d-9526-467fc80d5186 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b4de3f9-9898-4e48-8ad2-d64a9c837567 HTTP/1.1" status: 200 len: 922 time: 0.1299002 Jul 15 13:07:42.839608 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-300b95e0-57d1-423e-be3b-69bb770e3932 req-16bf5081-4371-4f6f-a7d0-83abcc5a35da tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084978 Jul 15 13:07:42.861963 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a398e834-54e7-4f46-92de-bd44a980e568 req-58da22eb-bf4c-4e08-ba6e-97f935e13f70 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] For port c7019c5e-3ffe-4319-b5ad-d8a14d74f81f, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=c7019c5e-3ffe-4319-b5ad-d8a14d74f81f,segment=NetworkSegment(10e8a46f-657d-4085-b766-7c31d7b381ed),segment_id=10e8a46f-657d-4085-b766-7c31d7b381ed)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:42.862909 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a398e834-54e7-4f46-92de-bd44a980e568 req-58da22eb-bf4c-4e08-ba6e-97f935e13f70 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:42.905234 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-a398e834-54e7-4f46-92de-bd44a980e568 req-58da22eb-bf4c-4e08-ba6e-97f935e13f70 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Calling delete_port for c7019c5e-3ffe-4319-b5ad-d8a14d74f81f owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:42.907130 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1564af4a-eef0-4616-b0e0-ba9b36841530 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:42.917192 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-17229c2b-4bfc-4ed6-94bc-1b95955515a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da HTTP/1.1" status: 200 len: 217 time: 0.0651217 Jul 15 13:07:42.989893 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 1564af4a-eef0-4616-b0e0-ba9b36841530, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=1564af4a-eef0-4616-b0e0-ba9b36841530,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:42.995354 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-7b07a2d5-179f-46ee-8585-40f71441ed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:42.999344 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-7b07a2d5-179f-46ee-8585-40f71441ed7f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f7ee163d-4be2-4821-945f-cb7507aae308 HTTP/1.1" status: 200 len: 861 time: 0.0714900 Jul 15 13:07:43.000145 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:43.099583 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-f93c4f39-42fd-4cf9-ade1-0560165f5bb7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b4de3f9-9898-4e48-8ad2-d64a9c837567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916553 Jul 15 13:07:43.142355 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=1564af4a-eef0-4616-b0e0-ba9b36841530,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:43.153389 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['1564af4a-eef0-4616-b0e0-ba9b36841530'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:43.370737 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-1372111c-4300-4bb2-876c-95928e2244e8 service neutron] 10.222.0.18 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567599 Jul 15 13:07:43.373670 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75234315-d457-4c9f-b503-261779568d46 req-13517b16-8d66-40b6-a19c-03e9a276dc50 tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7cd7955cf9d34fd98107e3b9909e965b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360498 Jul 15 13:07:43.376456 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a398e834-54e7-4f46-92de-bd44a980e568 req-58da22eb-bf4c-4e08-ba6e-97f935e13f70 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:43.466628 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['4999cb9c-3bab-438b-94a6-b77fe8236b9c'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:43.634905 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da22eb-bf4c-4e08-ba6e-97f935e13f70 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Pushing event deleted for resources: {'Port': ['ID=c7019c5e-3ffe-4319-b5ad-d8a14d74f81f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:43.647477 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75234315-d457-4c9f-b503-261779568d46 req-f501c8e8-6390-45bd-a7fa-1fff580c78e1 tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:43.649483 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75234315-d457-4c9f-b503-261779568d46 req-f501c8e8-6390-45bd-a7fa-1fff580c78e1 tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2586582 Jul 15 13:07:43.713517 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-a398e834-54e7-4f46-92de-bd44a980e568 req-58da22eb-bf4c-4e08-ba6e-97f935e13f70 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] No DVR routers for this DVR port c7019c5e-3ffe-4319-b5ad-d8a14d74f81f on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:43.722898 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75234315-d457-4c9f-b503-261779568d46 req-0236660e-561e-4008-b6d6-ed3cd02ceca7 tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] 10.222.0.24 "GET /v2.0/quotas/7cd7955cf9d34fd98107e3b9909e965b HTTP/1.1" status: 200 len: 375 time: 0.0638027 Jul 15 13:07:43.725717 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a398e834-54e7-4f46-92de-bd44a980e568 req-58da22eb-bf4c-4e08-ba6e-97f935e13f70 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:43.728420 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a398e834-54e7-4f46-92de-bd44a980e568 req-58da22eb-bf4c-4e08-ba6e-97f935e13f70 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.32 "DELETE /v2.0/ports/c7019c5e-3ffe-4319-b5ad-d8a14d74f81f HTTP/1.1" status: 204 len: 173 time: 1.5837996 Jul 15 13:07:43.729964 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8cd5ba-c473-4b7e-a701-fe542e937db3', 'name': 'network-vif-deleted', 'tag': 'c7019c5e-3ffe-4319-b5ad-d8a14d74f81f'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:43.741683 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee9366b-e2cf-401c-87d3-e36512b579fe" -d '{"events": [{"server_uuid": "fc8cd5ba-c473-4b7e-a701-fe542e937db3", "name": "network-vif-deleted", "tag": "c7019c5e-3ffe-4319-b5ad-d8a14d74f81f"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:43.793627 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75234315-d457-4c9f-b503-261779568d46 req-5fa5e08d-22f8-4067-b6f1-682667a5141b tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7cd7955cf9d34fd98107e3b9909e965b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682571 Jul 15 13:07:44.214004 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b20e12-5a85-4091-ad3e-067a5910c971 req-efd0a723-67ad-4255-94da-d282d8a709bb tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:44.228462 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-91b20e12-5a85-4091-ad3e-067a5910c971 req-efd0a723-67ad-4255-94da-d282d8a709bb tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9cd5a4a-cf83-4973-90b4-6d421985ea27 HTTP/1.1" status: 200 len: 945 time: 1.1308210 Jul 15 13:07:44.454442 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 1564af4a-eef0-4616-b0e0-ba9b36841530 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:44.464197 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-3dd612e1-ec71-49f9-93e3-7106efbfedef service neutron] 10.222.0.18 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0751364 Jul 15 13:07:44.477484 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15840e-e8f2-4fcb-9189-df1597911514 req-d8354db8-2de7-4855-8f6d-ab25d344a2d6 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:44.490344 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cd15840e-e8f2-4fcb-9189-df1597911514 req-d8354db8-2de7-4855-8f6d-ab25d344a2d6 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdf927ac-20ff-4c61-9ac8-10a52a3af0bc HTTP/1.1" status: 200 len: 945 time: 1.3282652 Jul 15 13:07:44.688658 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cd15840e-e8f2-4fcb-9189-df1597911514 req-06ee4756-f42b-4647-917f-e27d1fdb25a2 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964149 Jul 15 13:07:44.752916 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-91b20e12-5a85-4091-ad3e-067a5910c971 req-9e50803d-30f1-4f85-a217-9b72d83b48f2 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Deleting port 4999cb9c-3bab-438b-94a6-b77fe8236b9c {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:44.753834 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-91b20e12-5a85-4091-ad3e-067a5910c971 req-9e50803d-30f1-4f85-a217-9b72d83b48f2 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:44.757785 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 1564af4a-eef0-4616-b0e0-ba9b36841530 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:44.765224 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:44.872925 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-abf6f6b0-dfe3-4dac-b43c-9dc8290c8d05 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:44.886939 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-abf6f6b0-dfe3-4dac-b43c-9dc8290c8d05 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.24 "GET /v2.0/networks?id=f062bac1-70fa-42e9-b7a4-5d1e9b9777f3 HTTP/1.1" status: 200 len: 823 time: 0.3408566 Jul 15 13:07:44.928043 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-5735b266-9379-4ddf-bc52-bd82ed08345b tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.24 "GET /v2.0/quotas/92071ddb5cbc41a8b2c5de70c9f8c3d6 HTTP/1.1" status: 200 len: 375 time: 0.0396926 Jul 15 13:07:44.934675 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdf50b7-b9ee-4583-a0b4-a81172b60202 x-openstack-request-id: req-fcdf50b7-b9ee-4583-a0b4-a81172b60202 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:44.935093 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf927ac-20ff-4c61-9ac8-10a52a3af0bc", "name": "network-vif-plugged", "status": "completed", "tag": "d06100be-e029-4787-b3ea-55babd0a59e9", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:44.935475 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fcdf50b7-b9ee-4583-a0b4-a81172b60202 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:44.943973 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf927ac-20ff-4c61-9ac8-10a52a3af0bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06100be-e029-4787-b3ea-55babd0a59e9', 'code': 200} Jul 15 13:07:45.037563 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-91b20e12-5a85-4091-ad3e-067a5910c971 req-9e50803d-30f1-4f85-a217-9b72d83b48f2 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] For port 4999cb9c-3bab-438b-94a6-b77fe8236b9c, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=4999cb9c-3bab-438b-94a6-b77fe8236b9c,segment=NetworkSegment(10e8a46f-657d-4085-b766-7c31d7b381ed),segment_id=10e8a46f-657d-4085-b766-7c31d7b381ed)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:45.039634 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-91b20e12-5a85-4091-ad3e-067a5910c971 req-9e50803d-30f1-4f85-a217-9b72d83b48f2 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:45.040712 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-982ed281-07e4-414f-9438-0a7e5fba981d tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=92071ddb5cbc41a8b2c5de70c9f8c3d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1094890 Jul 15 13:07:45.071289 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-91b20e12-5a85-4091-ad3e-067a5910c971 req-9e50803d-30f1-4f85-a217-9b72d83b48f2 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Calling delete_port for 4999cb9c-3bab-438b-94a6-b77fe8236b9c owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:45.138703 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:45.235626 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 1564af4a-eef0-4616-b0e0-ba9b36841530, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=1564af4a-eef0-4616-b0e0-ba9b36841530,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:45.248673 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-9eb39775-51e3-4c7e-9c6e-e5ed5f304f4f service neutron] 10.222.0.24 "GET /v2.0/networks/f062bac1-70fa-42e9-b7a4-5d1e9b9777f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061284 Jul 15 13:07:45.251240 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:45.312777 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a965df-9d0d-488a-a506-0f73ed8dd252 req-d948c148-5107-4b35-959f-ec6a085f1299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:45.314459 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a4a965df-9d0d-488a-a506-0f73ed8dd252 req-d948c148-5107-4b35-959f-ec6a085f1299 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cdf927ac-20ff-4c61-9ac8-10a52a3af0bc HTTP/1.1" status: 200 len: 1097 time: 0.1629131 Jul 15 13:07:45.338983 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device c7019c5e-3ffe-4319-b5ad-d8a14d74f81f no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:45.422880 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: c7019c5e-3ffe-4319-b5ad-d8a14d74f81f {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:45.425517 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device c7019c5e-3ffe-4319-b5ad-d8a14d74f81f not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:45.430198 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12b50c-58c4-4099-af46-3f098a406f3c req-4f4bbcd8-2b5c-402f-8914-55d9d202d3f4 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:45.432910 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-af12b50c-58c4-4099-af46-3f098a406f3c req-4f4bbcd8-2b5c-402f-8914-55d9d202d3f4 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622 HTTP/1.1" status: 200 len: 944 time: 0.3425736 Jul 15 13:07:45.477029 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=1564af4a-eef0-4616-b0e0-ba9b36841530,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:45.528857 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a4a965df-9d0d-488a-a506-0f73ed8dd252 req-d7b21d6d-8907-474e-b5a1-4b37520a5e76 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745708 Jul 15 13:07:45.541079 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-e1fd4f2d-3a33-4ddf-8ebd-7dea64452265 service neutron] 10.222.0.24 "GET /v2.0/networks/f062bac1-70fa-42e9-b7a4-5d1e9b9777f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899985 Jul 15 13:07:45.604980 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-af12b50c-58c4-4099-af46-3f098a406f3c req-b236a48e-a01d-4b0c-a6e8-cd77e715a57c tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538079 Jul 15 13:07:45.622574 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-91b20e12-5a85-4091-ad3e-067a5910c971 req-9e50803d-30f1-4f85-a217-9b72d83b48f2 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:45.750503 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e50803d-30f1-4f85-a217-9b72d83b48f2 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Pushing event deleted for resources: {'Port': ['ID=4999cb9c-3bab-438b-94a6-b77fe8236b9c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:45.842477 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b20e12-5a85-4091-ad3e-067a5910c971 req-9e50803d-30f1-4f85-a217-9b72d83b48f2 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] No DVR routers for this DVR port 4999cb9c-3bab-438b-94a6-b77fe8236b9c on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:45.850035 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-91b20e12-5a85-4091-ad3e-067a5910c971 req-9e50803d-30f1-4f85-a217-9b72d83b48f2 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:45.852390 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-91b20e12-5a85-4091-ad3e-067a5910c971 req-9e50803d-30f1-4f85-a217-9b72d83b48f2 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.18 "DELETE /v2.0/ports/4999cb9c-3bab-438b-94a6-b77fe8236b9c HTTP/1.1" status: 204 len: 173 time: 1.6224747 Jul 15 13:07:45.852882 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cd5a4a-cf83-4973-90b4-6d421985ea27', 'name': 'network-vif-deleted', 'tag': '4999cb9c-3bab-438b-94a6-b77fe8236b9c'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:45.858685 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e0497d-993f-4a9b-a026-d1b2babbf470" -d '{"events": [{"server_uuid": "d9cd5a4a-cf83-4973-90b4-6d421985ea27", "name": "network-vif-deleted", "tag": "4999cb9c-3bab-438b-94a6-b77fe8236b9c"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:46.284017 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-2a2ea246-2379-483b-90e9-a32823bda5cd tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:46.286069 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-2a2ea246-2379-483b-90e9-a32823bda5cd tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.18 "GET /v2.0/networks?id=d04165ec-4adb-4237-85c8-de20c6ada308 HTTP/1.1" status: 200 len: 812 time: 0.1721640 Jul 15 13:07:46.303069 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-c3ac2d51-3134-4f04-a0c5-494ed41f0420 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Request body: {'port': {'device_id': '7b2fc429-3188-490b-bf84-955de38ee921', 'network_id': 'd04165ec-4adb-4237-85c8-de20c6ada308', 'admin_state_up': True, 'tenant_id': 'df8e3ad3879d46b1b0f9fa86f66bac58'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:46.415552 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8109b46-7f1b-4e99-803d-6ba4fc4154b5 x-openstack-request-id: req-a8109b46-7f1b-4e99-803d-6ba4fc4154b5 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:46.416052 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8cd5ba-c473-4b7e-a701-fe542e937db3", "name": "network-vif-deleted", "tag": "c7019c5e-3ffe-4319-b5ad-d8a14d74f81f", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:46.416405 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a8109b46-7f1b-4e99-803d-6ba4fc4154b5 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:46.417035 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8cd5ba-c473-4b7e-a701-fe542e937db3', 'name': 'network-vif-deleted', 'tag': 'c7019c5e-3ffe-4319-b5ad-d8a14d74f81f', 'status': 'completed', 'code': 200} Jul 15 13:07:46.636483 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a5819-a3fa-4f72-9aec-b8700a833a32 req-00a96a04-7c60-4d20-bf15-2f599ec52a70 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:46.641714 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-666a5819-a3fa-4f72-9aec-b8700a833a32 req-00a96a04-7c60-4d20-bf15-2f599ec52a70 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36 HTTP/1.1" status: 200 len: 946 time: 0.6884930 Jul 15 13:07:46.650006 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-c3ac2d51-3134-4f04-a0c5-494ed41f0420 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Made reservation on behalf of df8e3ad3879d46b1b0f9fa86f66bac58 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:46.657779 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-c3ac2d51-3134-4f04-a0c5-494ed41f0420 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:46.754887 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-666a5819-a3fa-4f72-9aec-b8700a833a32 req-56961703-0406-4f29-a5d5-c0446db55614 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884326 Jul 15 13:07:46.833540 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-90e441a6-9044-4041-9723-8346ef22c623 req-ebd856b1-d139-4eb1-a1d9-cd7323c732bb tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] 10.222.0.24 "GET /v2.0/ports?device_id=13464e70-43ba-460d-9b25-ab7421e6dc42 HTTP/1.1" status: 200 len: 210 time: 0.1007087 Jul 15 13:07:46.945108 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3638d3-0f3f-4182-bf6a-04112b1c197e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1564af4a-eef0-4616-b0e0-ba9b36841530'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:46.950676 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bfb86b-561d-4bd5-9f0e-7f233a7ac2bc" -d '{"events": [{"server_uuid": "dd3638d3-0f3f-4182-bf6a-04112b1c197e", "name": "network-vif-plugged", "status": "completed", "tag": "1564af4a-eef0-4616-b0e0-ba9b36841530"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:47.030179 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-c3ac2d51-3134-4f04-a0c5-494ed41f0420 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Allocated IP 172.20.0.9 (d04165ec-4adb-4237-85c8-de20c6ada308/2a9b48ad-5baf-4731-a02d-533417fad252/bc20475f-1810-4585-b151-80f36bf5d3e9) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:47.278293 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16272dbf-3303-498a-a8cb-019df5002455 req-6eb9dd7f-7a42-468f-8682-a6031101f973 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:47.286707 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-16272dbf-3303-498a-a8cb-019df5002455 req-6eb9dd7f-7a42-468f-8682-a6031101f973 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdf927ac-20ff-4c61-9ac8-10a52a3af0bc HTTP/1.1" status: 200 len: 945 time: 0.1960905 Jul 15 13:07:47.369440 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-16272dbf-3303-498a-a8cb-019df5002455 req-dc3df844-858d-4739-afb6-29d6830d933c tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795994 Jul 15 13:07:47.440585 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-c3ac2d51-3134-4f04-a0c5-494ed41f0420 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:47.510840 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa2f83c-f4a3-4086-8821-4fd438573d6f x-openstack-request-id: req-5fa2f83c-f4a3-4086-8821-4fd438573d6f {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:47.511122 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cd5a4a-cf83-4973-90b4-6d421985ea27", "name": "network-vif-deleted", "tag": "4999cb9c-3bab-438b-94a6-b77fe8236b9c", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:47.511369 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5fa2f83c-f4a3-4086-8821-4fd438573d6f {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:47.511934 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9cd5a4a-cf83-4973-90b4-6d421985ea27', 'name': 'network-vif-deleted', 'tag': '4999cb9c-3bab-438b-94a6-b77fe8236b9c', 'status': 'completed', 'code': 200} Jul 15 13:07:47.624573 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-c3ac2d51-3134-4f04-a0c5-494ed41f0420 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:47.653030 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-5f463c8e-b946-4a97-b7be-4b0ac717581b tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:47.658651 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-5f463c8e-b946-4a97-b7be-4b0ac717581b tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622&tenant_id=11b8af7c013140faa070a8db01c03b78&binding%3Ahost_id=n-h1-758944-45 HTTP/1.1" status: 200 len: 1096 time: 0.2006812 Jul 15 13:07:47.712171 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0b084d60-ce33-4792-8305-0e2910dcabc5 req-f2231210-38fd-4c6c-ac60-01d62d4f62a6 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0f327b-2770-42ac-b22b-ed8ba6b18715 HTTP/1.1" status: 200 len: 210 time: 0.1993411 Jul 15 13:07:47.784741 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-c3ac2d51-3134-4f04-a0c5-494ed41f0420 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Network d04165ec-4adb-4237-85c8-de20c6ada308 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:47.796565 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-c3ac2d51-3134-4f04-a0c5-494ed41f0420 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:47.818700 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-c3ac2d51-3134-4f04-a0c5-494ed41f0420 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:47.864326 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac2d51-3134-4f04-a0c5-494ed41f0420 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Pushing event updated for resources: {'Port': ['ID=bc20475f-1810-4585-b151-80f36bf5d3e9,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:47.902840 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-118cb442-b4f4-4ad3-b821-9b99454f6f9f tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:47.904476 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-118cb442-b4f4-4ad3-b821-9b99454f6f9f tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.18 "GET /v2.0/networks?id=d04165ec-4adb-4237-85c8-de20c6ada308 HTTP/1.1" status: 200 len: 812 time: 0.3986914 Jul 15 13:07:47.913293 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-c3ac2d51-3134-4f04-a0c5-494ed41f0420 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:47.913990 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-c3ac2d51-3134-4f04-a0c5-494ed41f0420 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:47.932538 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-09b273f7-a8d0-4491-b809-6c21ca9f9b6a tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Request body: {'port': {'device_id': 'dd0fe0e0-8009-4a6d-85b1-e8ab515e07f0', 'network_id': 'd04165ec-4adb-4237-85c8-de20c6ada308', 'admin_state_up': True, 'tenant_id': 'df8e3ad3879d46b1b0f9fa86f66bac58'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:47.942759 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-c3ac2d51-3134-4f04-a0c5-494ed41f0420 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6454742 Jul 15 13:07:47.991598 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-597e853e-6aca-42ba-b88b-0374fc805bd5 service neutron] Request body: {'port': {'device_id': '7b2fc429-3188-490b-bf84-955de38ee921', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:48.024034 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af6453-63a6-4034-b71d-752770190060 req-df7aecec-769b-4a33-ba05-dc7f23cb676c tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:48.025900 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d3af6453-63a6-4034-b71d-752770190060 req-df7aecec-769b-4a33-ba05-dc7f23cb676c tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2fc429-3188-490b-bf84-955de38ee921 HTTP/1.1" status: 200 len: 931 time: 0.3399231 Jul 15 13:07:48.070288 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-94fb8502-ae3c-45ef-a69d-01e21f10d08c service neutron] For port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:48.077655 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-94fb8502-ae3c-45ef-a69d-01e21f10d08c service neutron] Notify callbacks [] for binding, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.078544 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a491342a-0bd2-4187-a279-2bdeb7804b7c req-94fb8502-ae3c-45ef-a69d-01e21f10d08c service neutron] 10.222.0.18 "DELETE /v2.0/ports/3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da/bindings/n-h2-758944-45 HTTP/1.1" status: 204 len: 173 time: 0.4079883 Jul 15 13:07:48.140581 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75234315-d457-4c9f-b503-261779568d46 req-9d6068bd-9701-43c9-b302-b5a23e649dd0 tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7cd7955cf9d34fd98107e3b9909e965b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322771 Jul 15 13:07:48.257464 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-597e853e-6aca-42ba-b88b-0374fc805bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.263480 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d3af6453-63a6-4034-b71d-752770190060 req-6d6b188e-93f2-4450-ba0f-42a5c6492900 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2671b70-b553-4b40-b2f2-862ba52057e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266726 Jul 15 13:07:48.291778 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e7555-1d3d-46e3-bfee-cdd4afeec67b req-6622933c-e702-4501-a4b3-3142ff7ef053 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:48.304229 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-de3e7555-1d3d-46e3-bfee-cdd4afeec67b req-6622933c-e702-4501-a4b3-3142ff7ef053 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622 HTTP/1.1" status: 200 len: 944 time: 0.3643610 Jul 15 13:07:48.318398 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75234315-d457-4c9f-b503-261779568d46 req-69ea666b-bc2d-4894-965f-430f24f8afbb tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:48.320052 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75234315-d457-4c9f-b503-261779568d46 req-69ea666b-bc2d-4894-965f-430f24f8afbb tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1627631 Jul 15 13:07:48.335549 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-289081a9-8e77-474c-a6bb-afd8ac948a7b req-68ee66d5-4f7b-484a-9d56-7843be8f57f8 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:07:48.336644 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-289081a9-8e77-474c-a6bb-afd8ac948a7b req-68ee66d5-4f7b-484a-9d56-7843be8f57f8 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065339 Jul 15 13:07:48.351493 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-75234315-d457-4c9f-b503-261779568d46 req-ffb83de7-a8e9-4b8d-a72e-8705f1ed578c tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Request body: {'port': {'device_id': '13464e70-43ba-460d-9b25-ab7421e6dc42', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'admin_state_up': True, 'tenant_id': '7cd7955cf9d34fd98107e3b9909e965b'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:48.470684 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 4999cb9c-3bab-438b-94a6-b77fe8236b9c no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:48.509677 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-de3e7555-1d3d-46e3-bfee-cdd4afeec67b req-6384f746-fc05-4976-855a-2d68291a22c4 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992626 Jul 15 13:07:48.513107 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-09b273f7-a8d0-4491-b809-6c21ca9f9b6a tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Made reservation on behalf of df8e3ad3879d46b1b0f9fa86f66bac58 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:48.517428 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-09b273f7-a8d0-4491-b809-6c21ca9f9b6a tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.547196 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 4999cb9c-3bab-438b-94a6-b77fe8236b9c {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:48.560810 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 4999cb9c-3bab-438b-94a6-b77fe8236b9c not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:48.676920 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822fd5c2-9d3f-4f44-bb6b-f662e28a2903 x-openstack-request-id: req-822fd5c2-9d3f-4f44-bb6b-f662e28a2903 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:48.677560 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3638d3-0f3f-4182-bf6a-04112b1c197e", "name": "network-vif-plugged", "status": "completed", "tag": "1564af4a-eef0-4616-b0e0-ba9b36841530", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:48.677917 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-822fd5c2-9d3f-4f44-bb6b-f662e28a2903 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:48.678389 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3638d3-0f3f-4182-bf6a-04112b1c197e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1564af4a-eef0-4616-b0e0-ba9b36841530', 'code': 200} Jul 15 13:07:48.892461 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-289081a9-8e77-474c-a6bb-afd8ac948a7b req-2d4f129b-4920-418e-b052-8ebfe1623ebc tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5359666 Jul 15 13:07:48.943492 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75234315-d457-4c9f-b503-261779568d46 req-ffb83de7-a8e9-4b8d-a72e-8705f1ed578c tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Made reservation on behalf of 7cd7955cf9d34fd98107e3b9909e965b for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:48.949478 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-75234315-d457-4c9f-b503-261779568d46 req-ffb83de7-a8e9-4b8d-a72e-8705f1ed578c tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.968090 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-75234315-d457-4c9f-b503-261779568d46 req-ffb83de7-a8e9-4b8d-a72e-8705f1ed578c tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.138872 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-597e853e-6aca-42ba-b88b-0374fc805bd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc20475f-1810-4585-b151-80f36bf5d3e9 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:49.139656 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-75234315-d457-4c9f-b503-261779568d46 req-ffb83de7-a8e9-4b8d-a72e-8705f1ed578c tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.149355 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-75234315-d457-4c9f-b503-261779568d46 req-ffb83de7-a8e9-4b8d-a72e-8705f1ed578c tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.158656 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-597e853e-6aca-42ba-b88b-0374fc805bd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.213491 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-597e853e-6aca-42ba-b88b-0374fc805bd5 service neutron] Transition to ACTIVE for port object bc20475f-1810-4585-b151-80f36bf5d3e9 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:49.242639 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-597e853e-6aca-42ba-b88b-0374fc805bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.273080 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb83de7-a8e9-4b8d-a72e-8705f1ed578c tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5b7c11-990c-4964-a632-cda06dbb46cc,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:49.731559 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e853e-6aca-42ba-b88b-0374fc805bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=bc20475f-1810-4585-b151-80f36bf5d3e9,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:49.740353 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-09b273f7-a8d0-4491-b809-6c21ca9f9b6a tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Allocated IP 172.20.0.2 (d04165ec-4adb-4237-85c8-de20c6ada308/2a9b48ad-5baf-4731-a02d-533417fad252/c8a62fb0-8d96-4afe-8708-97bbdafdc554) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:49.864751 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-15139a65-f3e0-403c-9730-053c648f6255 req-20757501-2b85-41fd-87f3-e8925fbb297e tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] 10.222.0.24 "GET /v2.0/ports?device_id=13464e70-43ba-460d-9b25-ab7421e6dc42 HTTP/1.1" status: 200 len: 210 time: 0.1195879 Jul 15 13:07:49.866380 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9e5f249a-9a49-422f-bd85-15d370017438 req-390e8c05-d9fa-4e76-997d-90c596f122dc tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0f327b-2770-42ac-b22b-ed8ba6b18715 HTTP/1.1" status: 200 len: 210 time: 0.0662892 Jul 15 13:07:50.012031 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-597e853e-6aca-42ba-b88b-0374fc805bd5 service neutron] Attempting to bind port bc20475f-1810-4585-b151-80f36bf5d3e9 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:50.012376 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-597e853e-6aca-42ba-b88b-0374fc805bd5 service neutron] Attempting to bind port bc20475f-1810-4585-b151-80f36bf5d3e9 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '10e8a46f-657d-4085-b766-7c31d7b381ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd04165ec-4adb-4237-85c8-de20c6ada308'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:50.012784 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-597e853e-6aca-42ba-b88b-0374fc805bd5 service neutron] Attempting to bind port bc20475f-1810-4585-b151-80f36bf5d3e9 on network d04165ec-4adb-4237-85c8-de20c6ada308 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:50.065348 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-597e853e-6aca-42ba-b88b-0374fc805bd5 service neutron] Port bc20475f-1810-4585-b151-80f36bf5d3e9 on network d04165ec-4adb-4237-85c8-de20c6ada308 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:50.065635 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-597e853e-6aca-42ba-b88b-0374fc805bd5 service neutron] Attempting to bind port bc20475f-1810-4585-b151-80f36bf5d3e9 on network d04165ec-4adb-4237-85c8-de20c6ada308 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:50.086065 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-64008c08-12bc-4948-bac1-2212b13db04b tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:50.088761 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-64008c08-12bc-4948-bac1-2212b13db04b tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.18 "GET /v2.0/networks?id=f062bac1-70fa-42e9-b7a4-5d1e9b9777f3 HTTP/1.1" status: 200 len: 823 time: 0.6941957 Jul 15 13:07:50.120750 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-597e853e-6aca-42ba-b88b-0374fc805bd5 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:50.121086 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-597e853e-6aca-42ba-b88b-0374fc805bd5 service neutron] Checking segment: {'id': '10e8a46f-657d-4085-b766-7c31d7b381ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd04165ec-4adb-4237-85c8-de20c6ada308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:50.121464 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-597e853e-6aca-42ba-b88b-0374fc805bd5 service neutron] Bound using segment: {'id': '10e8a46f-657d-4085-b766-7c31d7b381ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd04165ec-4adb-4237-85c8-de20c6ada308'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:50.121970 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-597e853e-6aca-42ba-b88b-0374fc805bd5 service neutron] Bound port: bc20475f-1810-4585-b151-80f36bf5d3e9, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10e8a46f-657d-4085-b766-7c31d7b381ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd04165ec-4adb-4237-85c8-de20c6ada308'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:50.122333 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-597e853e-6aca-42ba-b88b-0374fc805bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.257849 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-09b273f7-a8d0-4491-b809-6c21ca9f9b6a tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.296957 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2571e-77de-4bf7-b666-aabaa8a927fc req-de386165-3ad0-43cf-ab13-8843c0059c13 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:50.299500 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a2c2571e-77de-4bf7-b666-aabaa8a927fc req-de386165-3ad0-43cf-ab13-8843c0059c13 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdf927ac-20ff-4c61-9ac8-10a52a3af0bc HTTP/1.1" status: 200 len: 945 time: 0.2243404 Jul 15 13:07:50.354995 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-597e853e-6aca-42ba-b88b-0374fc805bd5 service neutron] For port bc20475f-1810-4585-b151-80f36bf5d3e9, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:50.387362 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a2c2571e-77de-4bf7-b666-aabaa8a927fc req-27f667d9-6e67-41ce-9dc5-b96d6a900f74 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668812 Jul 15 13:07:50.398399 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-597e853e-6aca-42ba-b88b-0374fc805bd5 service neutron] For port bc20475f-1810-4585-b151-80f36bf5d3e9, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=bc20475f-1810-4585-b151-80f36bf5d3e9,segment=NetworkSegment(10e8a46f-657d-4085-b766-7c31d7b381ed),segment_id=10e8a46f-657d-4085-b766-7c31d7b381ed)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:50.418582 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-597e853e-6aca-42ba-b88b-0374fc805bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.470995 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-78af85b1-dc52-4e7f-b55e-728f79ee88f5 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Request body: {'port': {'device_id': '3c0f327b-2770-42ac-b22b-ed8ba6b18715', 'network_id': 'f062bac1-70fa-42e9-b7a4-5d1e9b9777f3', 'admin_state_up': True, 'tenant_id': '92071ddb5cbc41a8b2c5de70c9f8c3d6'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:50.493420 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-75234315-d457-4c9f-b503-261779568d46 req-ffb83de7-a8e9-4b8d-a72e-8705f1ed578c tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Allocated IP 192.168.233.197 (469a0c47-6cac-4ffe-aa16-0c933961e7af/23cd399a-e88b-433a-a99b-25a477d6a3ca/b4f33907-01b2-408c-836d-8724b679662d) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:50.545097 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-597e853e-6aca-42ba-b88b-0374fc805bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:50.546695 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-597e853e-6aca-42ba-b88b-0374fc805bd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.549458 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-597e853e-6aca-42ba-b88b-0374fc805bd5 service neutron] 10.222.0.18 "PUT /v2.0/ports/bc20475f-1810-4585-b151-80f36bf5d3e9 HTTP/1.1" status: 200 len: 1092 time: 2.5849667 Jul 15 13:07:50.550628 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e853e-6aca-42ba-b88b-0374fc805bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=bc20475f-1810-4585-b151-80f36bf5d3e9,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:50.577978 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2fc429-3188-490b-bf84-955de38ee921', 'tag': 'bc20475f-1810-4585-b151-80f36bf5d3e9'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:50.582912 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04295290-8e2f-4d43-a41b-f90d02d5e83f" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2fc429-3188-490b-bf84-955de38ee921", "tag": "bc20475f-1810-4585-b151-80f36bf5d3e9"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:50.587218 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-09b273f7-a8d0-4491-b809-6c21ca9f9b6a tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.652460 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-09b273f7-a8d0-4491-b809-6c21ca9f9b6a tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Network d04165ec-4adb-4237-85c8-de20c6ada308 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:50.711618 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-09b273f7-a8d0-4491-b809-6c21ca9f9b6a tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:50.717014 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-09b273f7-a8d0-4491-b809-6c21ca9f9b6a tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:50.727206 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c7f4a3fd-4a5b-4261-8b96-f3ab81b85c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.776997 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1b7169f0-1dd9-432e-994e-f38de51312c6 req-d064356b-1c3b-4ded-b18e-894bc30dc40d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7388694 Jul 15 13:07:50.863000 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f3017-1751-4313-8f3d-e90a1e04195e req-bc0c0899-84f7-44ca-be69-9624f3cec286 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:50.873927 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b273f7-a8d0-4491-b809-6c21ca9f9b6a tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Pushing event updated for resources: {'Port': ['ID=c8a62fb0-8d96-4afe-8708-97bbdafdc554,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:50.875619 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1e6f3017-1751-4313-8f3d-e90a1e04195e req-bc0c0899-84f7-44ca-be69-9624f3cec286 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2fc429-3188-490b-bf84-955de38ee921 HTTP/1.1" status: 200 len: 943 time: 0.4174693 Jul 15 13:07:50.885258 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-09b273f7-a8d0-4491-b809-6c21ca9f9b6a tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:50.885845 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-09b273f7-a8d0-4491-b809-6c21ca9f9b6a tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.917811 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-5257d34c-9e45-412b-bcec-b39dd8f132b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:50.919673 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-5257d34c-9e45-412b-bcec-b39dd8f132b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df8e3ad3879d46b1b0f9fa86f66bac58&device_id=7b2fc429-3188-490b-bf84-955de38ee921 HTTP/1.1" status: 200 len: 1095 time: 0.2703726 Jul 15 13:07:50.928982 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-09b273f7-a8d0-4491-b809-6c21ca9f9b6a tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0016921 Jul 15 13:07:50.945749 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-4bc2bdcf-f0bd-4685-8e7b-118b9fa25914 service neutron] Request body: {'port': {'device_id': 'dd0fe0e0-8009-4a6d-85b1-e8ab515e07f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:51.006179 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-7675859e-943e-488d-9194-9968089f27b1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc20475f-1810-4585-b151-80f36bf5d3e9 HTTP/1.1" status: 200 len: 217 time: 0.0760899 Jul 15 13:07:51.048472 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ecac3-e6ea-463d-8028-3526ae70d5aa req-1b96d9cc-8ca7-4b35-8df6-20eb10b6aa22 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:51.056263 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ba6ecac3-e6ea-463d-8028-3526ae70d5aa req-1b96d9cc-8ca7-4b35-8df6-20eb10b6aa22 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ba3272b-9c92-4928-b1bd-f90df9885b43 HTTP/1.1" status: 200 len: 945 time: 0.2936914 Jul 15 13:07:51.146723 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-78af85b1-dc52-4e7f-b55e-728f79ee88f5 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Made reservation on behalf of 92071ddb5cbc41a8b2c5de70c9f8c3d6 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:51.153117 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-78af85b1-dc52-4e7f-b55e-728f79ee88f5 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.166004 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-c17725fc-3b27-48f5-b975-bccfe7b7cd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:51.168565 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-c17725fc-3b27-48f5-b975-bccfe7b7cd2e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2a9b48ad-5baf-4731-a02d-533417fad252 HTTP/1.1" status: 200 len: 852 time: 0.1521704 Jul 15 13:07:51.185014 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1e6f3017-1751-4313-8f3d-e90a1e04195e req-79eae3d0-c2ce-4fa3-9f12-86140d65bd14 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2671b70-b553-4b40-b2f2-862ba52057e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078709 Jul 15 13:07:51.195251 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ba6ecac3-e6ea-463d-8028-3526ae70d5aa req-16a60e9a-eb68-4bcb-82be-6bbfcd6956a9 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377647 Jul 15 13:07:51.276756 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-1e5ec7da-d219-4b65-a7db-3791ddd44bd4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d04165ec-4adb-4237-85c8-de20c6ada308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959711 Jul 15 13:07:51.278502 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-4bc2bdcf-f0bd-4685-8e7b-118b9fa25914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.334945 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-75234315-d457-4c9f-b503-261779568d46 req-ffb83de7-a8e9-4b8d-a72e-8705f1ed578c tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.353730 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-75234315-d457-4c9f-b503-261779568d46 req-ffb83de7-a8e9-4b8d-a72e-8705f1ed578c tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Transition to ACTIVE for port object b4f33907-01b2-408c-836d-8724b679662d will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:51.414613 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7169f0-1dd9-432e-994e-f38de51312c6 req-b0a8c7ac-907c-494f-8787-030fc575bd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:51.416155 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1b7169f0-1dd9-432e-994e-f38de51312c6 req-b0a8c7ac-907c-494f-8787-030fc575bd23 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a88028be7f84effb036f6deec243d95&device_id=1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36 HTTP/1.1" status: 200 len: 1098 time: 0.5362821 Jul 15 13:07:51.425257 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-75234315-d457-4c9f-b503-261779568d46 req-ffb83de7-a8e9-4b8d-a72e-8705f1ed578c tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.768786 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-fa5398c7-fa41-4d82-b6ad-1c2f7f327354 service neutron] 10.222.0.18 "GET /v2.0/networks/d04165ec-4adb-4237-85c8-de20c6ada308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712114 Jul 15 13:07:51.809344 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75234315-d457-4c9f-b503-261779568d46 req-ffb83de7-a8e9-4b8d-a72e-8705f1ed578c tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:51.878840 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-75234315-d457-4c9f-b503-261779568d46 req-ffb83de7-a8e9-4b8d-a72e-8705f1ed578c tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:51.950104 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-75234315-d457-4c9f-b503-261779568d46 req-ffb83de7-a8e9-4b8d-a72e-8705f1ed578c tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:52.180522 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-78af85b1-dc52-4e7f-b55e-728f79ee88f5 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Allocated IP 172.20.0.4 (f062bac1-70fa-42e9-b7a4-5d1e9b9777f3/95ddfb9a-daee-402f-b087-893d341c9494/6848b7ee-ae79-4522-927d-cbf875df0565) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:52.192901 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-4bc2bdcf-f0bd-4685-8e7b-118b9fa25914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8a62fb0-8d96-4afe-8708-97bbdafdc554 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:52.206480 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-4bc2bdcf-f0bd-4685-8e7b-118b9fa25914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.242959 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7169f0-1dd9-432e-994e-f38de51312c6 req-6ea1e3a5-6bc0-4d3f-9c47-ec84bd63a5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:52.245018 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-4bc2bdcf-f0bd-4685-8e7b-118b9fa25914 service neutron] Transition to ACTIVE for port object c8a62fb0-8d96-4afe-8708-97bbdafdc554 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:52.245343 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1b7169f0-1dd9-432e-994e-f38de51312c6 req-6ea1e3a5-6bc0-4d3f-9c47-ec84bd63a5b9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42695f8c-9b56-4e43-bc38-c837e08b5e63 HTTP/1.1" status: 200 len: 916 time: 0.7710721 Jul 15 13:07:52.254490 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb83de7-a8e9-4b8d-a72e-8705f1ed578c tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Pushing event updated for resources: {'Port': ['ID=b4f33907-01b2-408c-836d-8724b679662d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:52.316474 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-d837a6f4-5487-4b07-81d7-10fc1aabe9fb service neutron] 10.222.0.18 "GET /v2.0/networks/d04165ec-4adb-4237-85c8-de20c6ada308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5347784 Jul 15 13:07:52.319475 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-4bc2bdcf-f0bd-4685-8e7b-118b9fa25914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.387018 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1b7169f0-1dd9-432e-994e-f38de51312c6 req-3eb0c664-fef3-4829-a4e3-5c476e46b1d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b178cb9-5379-4c38-9cdc-a8c931300a26 HTTP/1.1" status: 200 len: 217 time: 0.1180644 Jul 15 13:07:52.400969 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75234315-d457-4c9f-b503-261779568d46 req-ffb83de7-a8e9-4b8d-a72e-8705f1ed578c tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:52.410447 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-75234315-d457-4c9f-b503-261779568d46 req-ffb83de7-a8e9-4b8d-a72e-8705f1ed578c tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.428218 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52384) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:52.467736 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2bdcf-f0bd-4685-8e7b-118b9fa25914 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a62fb0-8d96-4afe-8708-97bbdafdc554,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:52.500968 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb262397-73c7-4ebf-8fdc-3e077cc782fd x-openstack-request-id: req-bb262397-73c7-4ebf-8fdc-3e077cc782fd {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:52.501501 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2fc429-3188-490b-bf84-955de38ee921", "tag": "bc20475f-1810-4585-b151-80f36bf5d3e9", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:52.501952 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb262397-73c7-4ebf-8fdc-3e077cc782fd {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:52.502656 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b2fc429-3188-490b-bf84-955de38ee921', 'tag': 'bc20475f-1810-4585-b151-80f36bf5d3e9', 'status': 'completed', 'code': 200} Jul 15 13:07:52.506152 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1e835-836a-492a-87ba-0eb985acc114 req-51d0ab59-3d18-4b42-8cd0-38cad7cc9340 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:52.514034 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d7c1e835-836a-492a-87ba-0eb985acc114 req-51d0ab59-3d18-4b42-8cd0-38cad7cc9340 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622 HTTP/1.1" status: 200 len: 1096 time: 0.8425496 Jul 15 13:07:52.537569 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8256cf4f-5e74-432f-baa1-c65974bd23bc None None] Provisioning for port b4f33907-01b2-408c-836d-8724b679662d completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:52.542732 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8256cf4f-5e74-432f-baa1-c65974bd23bc None None] Provisioning complete for port b4f33907-01b2-408c-836d-8724b679662d triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:52.543138 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8256cf4f-5e74-432f-baa1-c65974bd23bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.588981 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75234315-d457-4c9f-b503-261779568d46 req-ffb83de7-a8e9-4b8d-a72e-8705f1ed578c tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2419059 Jul 15 13:07:52.617376 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-75234315-d457-4c9f-b503-261779568d46 req-94c6e549-8c47-47ce-a938-644e9693bd0a service neutron] Request body: {'port': {'device_id': '13464e70-43ba-460d-9b25-ab7421e6dc42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:52.636585 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7169f0-1dd9-432e-994e-f38de51312c6 req-990e5835-2e14-4e3f-8007-846be176daae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:52.638632 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1b7169f0-1dd9-432e-994e-f38de51312c6 req-990e5835-2e14-4e3f-8007-846be176daae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1cba547a-53ca-4b0e-8348-0829e7a2d9c0 HTTP/1.1" status: 200 len: 854 time: 0.2091103 Jul 15 13:07:52.660934 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-8256cf4f-5e74-432f-baa1-c65974bd23bc None None] Port b4f33907-01b2-408c-836d-8724b679662d cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:07:52.681718 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d7c1e835-836a-492a-87ba-0eb985acc114 req-3e6524b1-634c-43be-b3b6-b20e2d7a5452 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663291 Jul 15 13:07:52.691451 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-4bc2bdcf-f0bd-4685-8e7b-118b9fa25914 service neutron] Attempting to bind port c8a62fb0-8d96-4afe-8708-97bbdafdc554 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:52.691802 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-4bc2bdcf-f0bd-4685-8e7b-118b9fa25914 service neutron] Attempting to bind port c8a62fb0-8d96-4afe-8708-97bbdafdc554 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '10e8a46f-657d-4085-b766-7c31d7b381ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd04165ec-4adb-4237-85c8-de20c6ada308'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:52.692127 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-4bc2bdcf-f0bd-4685-8e7b-118b9fa25914 service neutron] Attempting to bind port c8a62fb0-8d96-4afe-8708-97bbdafdc554 on network d04165ec-4adb-4237-85c8-de20c6ada308 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:52.700844 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-4bc2bdcf-f0bd-4685-8e7b-118b9fa25914 service neutron] Port c8a62fb0-8d96-4afe-8708-97bbdafdc554 on network d04165ec-4adb-4237-85c8-de20c6ada308 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:52.701181 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-4bc2bdcf-f0bd-4685-8e7b-118b9fa25914 service neutron] Attempting to bind port c8a62fb0-8d96-4afe-8708-97bbdafdc554 on network d04165ec-4adb-4237-85c8-de20c6ada308 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:52.722437 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-4bc2bdcf-f0bd-4685-8e7b-118b9fa25914 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:52.722775 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-4bc2bdcf-f0bd-4685-8e7b-118b9fa25914 service neutron] Checking segment: {'id': '10e8a46f-657d-4085-b766-7c31d7b381ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd04165ec-4adb-4237-85c8-de20c6ada308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:52.723171 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-4bc2bdcf-f0bd-4685-8e7b-118b9fa25914 service neutron] Bound using segment: {'id': '10e8a46f-657d-4085-b766-7c31d7b381ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd04165ec-4adb-4237-85c8-de20c6ada308'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:52.723626 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-4bc2bdcf-f0bd-4685-8e7b-118b9fa25914 service neutron] Bound port: c8a62fb0-8d96-4afe-8708-97bbdafdc554, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10e8a46f-657d-4085-b766-7c31d7b381ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'd04165ec-4adb-4237-85c8-de20c6ada308'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:52.723991 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-4bc2bdcf-f0bd-4685-8e7b-118b9fa25914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.777143 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fcae608-afef-482a-bc79-1deec71d5adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.894945 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04295290-8e2f-4d43-a41b-f90d02d5e83f req-597164b4-a023-45f2-a1f5-6b397235292c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:52.895503 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-75234315-d457-4c9f-b503-261779568d46 req-94c6e549-8c47-47ce-a938-644e9693bd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.898441 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-04295290-8e2f-4d43-a41b-f90d02d5e83f req-597164b4-a023-45f2-a1f5-6b397235292c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df8e3ad3879d46b1b0f9fa86f66bac58&device_id=7b2fc429-3188-490b-bf84-955de38ee921 HTTP/1.1" status: 200 len: 1095 time: 0.3943243 Jul 15 13:07:52.901875 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-78af85b1-dc52-4e7f-b55e-728f79ee88f5 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.976493 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-4bc2bdcf-f0bd-4685-8e7b-118b9fa25914 service neutron] For port c8a62fb0-8d96-4afe-8708-97bbdafdc554, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:53.019661 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-78af85b1-dc52-4e7f-b55e-728f79ee88f5 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.058242 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-4bc2bdcf-f0bd-4685-8e7b-118b9fa25914 service neutron] For port c8a62fb0-8d96-4afe-8708-97bbdafdc554, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=c8a62fb0-8d96-4afe-8708-97bbdafdc554,segment=NetworkSegment(10e8a46f-657d-4085-b766-7c31d7b381ed),segment_id=10e8a46f-657d-4085-b766-7c31d7b381ed)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:53.079719 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-4bc2bdcf-f0bd-4685-8e7b-118b9fa25914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.188503 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-78af85b1-dc52-4e7f-b55e-728f79ee88f5 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Network f062bac1-70fa-42e9-b7a4-5d1e9b9777f3 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:53.192849 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.199773 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7169f0-1dd9-432e-994e-f38de51312c6 req-0ea6879c-c324-4fa0-9b91-33d64b8d69d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:53.201805 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1b7169f0-1dd9-432e-994e-f38de51312c6 req-0ea6879c-c324-4fa0-9b91-33d64b8d69d4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42695f8c-9b56-4e43-bc38-c837e08b5e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5386558 Jul 15 13:07:53.272917 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af85b1-dc52-4e7f-b55e-728f79ee88f5 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Pushing event updated for resources: {'Port': ['ID=6848b7ee-ae79-4522-927d-cbf875df0565,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:53.276089 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-78af85b1-dc52-4e7f-b55e-728f79ee88f5 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:53.295657 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-78af85b1-dc52-4e7f-b55e-728f79ee88f5 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:53.349558 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b1d36be-f06d-4385-ac51-cf74a6686195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.516718 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-78af85b1-dc52-4e7f-b55e-728f79ee88f5 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:53.517414 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-78af85b1-dc52-4e7f-b55e-728f79ee88f5 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.537495 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8cfff-8100-4e78-ab5c-8c2c64ba7c5f req-afd86ca9-5309-4f3f-b5ce-0353e1325f39 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:53.540205 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-49f8cfff-8100-4e78-ab5c-8c2c64ba7c5f req-afd86ca9-5309-4f3f-b5ce-0353e1325f39 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0f327b-2770-42ac-b22b-ed8ba6b18715 HTTP/1.1" status: 200 len: 931 time: 0.4916573 Jul 15 13:07:53.631479 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fcae608-afef-482a-bc79-1deec71d5adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.638743 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1b7169f0-1dd9-432e-994e-f38de51312c6 req-ad90512a-b687-4437-becc-bcf82be0f09c service neutron] 10.222.0.32 "GET /v2.0/networks/42695f8c-9b56-4e43-bc38-c837e08b5e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682787 Jul 15 13:07:53.647202 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fcae608-afef-482a-bc79-1deec71d5adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.677704 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-78af85b1-dc52-4e7f-b55e-728f79ee88f5 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2114868 Jul 15 13:07:53.689080 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-4bc2bdcf-f0bd-4685-8e7b-118b9fa25914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:53.690318 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-4bc2bdcf-f0bd-4685-8e7b-118b9fa25914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.691327 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-4bc2bdcf-f0bd-4685-8e7b-118b9fa25914 service neutron] 10.222.0.18 "PUT /v2.0/ports/c8a62fb0-8d96-4afe-8708-97bbdafdc554 HTTP/1.1" status: 200 len: 1092 time: 2.7503424 Jul 15 13:07:53.721509 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-de05fb88-ccc1-46ff-a1ab-25355c652505 service neutron] Request body: {'port': {'device_id': '3c0f327b-2770-42ac-b22b-ed8ba6b18715', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:53.748296 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2bdcf-f0bd-4685-8e7b-118b9fa25914 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a62fb0-8d96-4afe-8708-97bbdafdc554,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:53.754140 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04295290-8e2f-4d43-a41b-f90d02d5e83f req-933e784a-ca30-4043-87ea-ad1cd4be9928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:53.755857 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-04295290-8e2f-4d43-a41b-f90d02d5e83f req-933e784a-ca30-4043-87ea-ad1cd4be9928 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d04165ec-4adb-4237-85c8-de20c6ada308 HTTP/1.1" status: 200 len: 913 time: 0.8312757 Jul 15 13:07:53.772699 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d104df4-f012-4c1f-9795-3caa77122156 req-36651370-aea4-4981-96c1-dfa0c2d715c7 tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:53.774451 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d104df4-f012-4c1f-9795-3caa77122156 req-36651370-aea4-4981-96c1-dfa0c2d715c7 tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] 10.222.0.24 "GET /v2.0/ports?device_id=13464e70-43ba-460d-9b25-ab7421e6dc42 HTTP/1.1" status: 200 len: 936 time: 0.8708792 Jul 15 13:07:53.789407 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-49f8cfff-8100-4e78-ab5c-8c2c64ba7c5f req-cbaea095-5839-4b18-907c-29d6dba39240 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.24 "GET /v2.0/security-groups?id=c705c69b-1e23-404c-8893-4f245005dd82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350552 Jul 15 13:07:53.811599 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcae608-afef-482a-bc79-1deec71d5adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38736c8e-77c6-4c06-8d4b-900ab9de0acd,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:53.819877 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8fcae608-afef-482a-bc79-1deec71d5adc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=607164b5f4ac4cc49f32d8b0ed006cf3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3890920 Jul 15 13:07:53.829024 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52394) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:53.883314 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-04295290-8e2f-4d43-a41b-f90d02d5e83f req-c04ed7ca-49de-4fd0-8b5d-a6a20653b522 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc20475f-1810-4585-b151-80f36bf5d3e9 HTTP/1.1" status: 200 len: 217 time: 0.0966287 Jul 15 13:07:54.015200 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d104df4-f012-4c1f-9795-3caa77122156 req-56415b44-fba9-4fbd-9edf-b20d349fb70a tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d5b7c11-990c-4964-a632-cda06dbb46cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224302 Jul 15 13:07:54.051350 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04295290-8e2f-4d43-a41b-f90d02d5e83f req-a7c9fafa-2f75-4b39-8d84-f03571288ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:54.053337 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-04295290-8e2f-4d43-a41b-f90d02d5e83f req-a7c9fafa-2f75-4b39-8d84-f03571288ba0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2a9b48ad-5baf-4731-a02d-533417fad252 HTTP/1.1" status: 200 len: 852 time: 0.1544917 Jul 15 13:07:54.123069 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-de05fb88-ccc1-46ff-a1ab-25355c652505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.131603 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1b7169f0-1dd9-432e-994e-f38de51312c6 req-3c541c91-b426-417c-a082-7d006c3670e7 service neutron] 10.222.0.32 "GET /v2.0/networks/42695f8c-9b56-4e43-bc38-c837e08b5e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671955 Jul 15 13:07:54.139111 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-04295290-8e2f-4d43-a41b-f90d02d5e83f req-2cbce0a7-6f02-4ce7-a5fe-e7f77e8babbe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d04165ec-4adb-4237-85c8-de20c6ada308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696266 Jul 15 13:07:54.165338 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-ba70f89b-8079-4653-b6e6-212e2ab61d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:54.176906 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-ba70f89b-8079-4653-b6e6-212e2ab61d1d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df8e3ad3879d46b1b0f9fa86f66bac58&device_id=dd0fe0e0-8009-4a6d-85b1-e8ab515e07f0 HTTP/1.1" status: 200 len: 1095 time: 0.3825345 Jul 15 13:07:54.181965 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-75234315-d457-4c9f-b503-261779568d46 req-94c6e549-8c47-47ce-a938-644e9693bd0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f33907-01b2-408c-836d-8724b679662d {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:54.252076 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2894f4b3-2fdd-4ec5-b3de-556084dbed6d req-487c32ca-82e7-4c0f-825d-c3c1ef7bfd2c tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:54.255271 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2894f4b3-2fdd-4ec5-b3de-556084dbed6d req-487c32ca-82e7-4c0f-825d-c3c1ef7bfd2c tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdf927ac-20ff-4c61-9ac8-10a52a3af0bc HTTP/1.1" status: 200 len: 945 time: 0.3118610 Jul 15 13:07:54.257710 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-75234315-d457-4c9f-b503-261779568d46 req-94c6e549-8c47-47ce-a938-644e9693bd0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.268252 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6ce8fbb8-cc31-44ae-ae8a-e00bcf4e3020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.330928 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-75234315-d457-4c9f-b503-261779568d46 req-94c6e549-8c47-47ce-a938-644e9693bd0a service neutron] Transition to ACTIVE for port object b4f33907-01b2-408c-836d-8724b679662d will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:54.360048 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6ce8fbb8-cc31-44ae-ae8a-e00bcf4e3020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.372247 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-75234315-d457-4c9f-b503-261779568d46 req-94c6e549-8c47-47ce-a938-644e9693bd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.403882 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-2bb2a6ac-184e-4132-827c-a6be81718d6c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8a62fb0-8d96-4afe-8708-97bbdafdc554 HTTP/1.1" status: 200 len: 217 time: 0.2134707 Jul 15 13:07:54.535695 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0fe0e0-8009-4a6d-85b1-e8ab515e07f0', 'tag': 'c8a62fb0-8d96-4afe-8708-97bbdafdc554'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:54.538188 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9005fa4-06f9-45ab-a36d-83db56e25229" -d '{"events": [{"name": "network-changed", "server_uuid": "dd0fe0e0-8009-4a6d-85b1-e8ab515e07f0", "tag": "c8a62fb0-8d96-4afe-8708-97bbdafdc554"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:54.606223 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.702524 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.706931 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-a2db7b2e-0b20-44a0-844f-8ae80dad6a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:54.708596 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-a2db7b2e-0b20-44a0-844f-8ae80dad6a0e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2a9b48ad-5baf-4731-a02d-533417fad252 HTTP/1.1" status: 200 len: 852 time: 0.2746916 Jul 15 13:07:54.732623 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-04295290-8e2f-4d43-a41b-f90d02d5e83f req-31f77289-4412-499c-9dbb-40825d086af4 service neutron] 10.222.0.18 "GET /v2.0/networks/d04165ec-4adb-4237-85c8-de20c6ada308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5536990 Jul 15 13:07:54.769319 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e2197-3d30-417f-b27f-d8f39fe5ef18 req-ae9fe0c5-6c1c-42f0-96ba-77a601ea5d9b tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:54.772317 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e67e2197-3d30-417f-b27f-d8f39fe5ef18 req-ae9fe0c5-6c1c-42f0-96ba-77a601ea5d9b tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2fc429-3188-490b-bf84-955de38ee921 HTTP/1.1" status: 200 len: 943 time: 0.4051385 Jul 15 13:07:54.815835 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-cad6d37d-f078-4822-b443-0260109edb06 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d04165ec-4adb-4237-85c8-de20c6ada308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901673 Jul 15 13:07:54.936140 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-2894f4b3-2fdd-4ec5-b3de-556084dbed6d req-9f45b7d7-aa12-4f5e-9d33-7b3b2bbd44fa tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Deleting port d06100be-e029-4787-b3ea-55babd0a59e9 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:54.936491 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2894f4b3-2fdd-4ec5-b3de-556084dbed6d req-9f45b7d7-aa12-4f5e-9d33-7b3b2bbd44fa tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.014624 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89861fb7-f270-4a9f-a20d-f0415d662395 req-68f14a3d-a27b-4a4b-a5ca-06cb76bbec6c tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:55.018632 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-89861fb7-f270-4a9f-a20d-f0415d662395 req-68f14a3d-a27b-4a4b-a5ca-06cb76bbec6c tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=de96b8a9-6dfa-49cf-a6c4-f6e664483de9 HTTP/1.1" status: 200 len: 945 time: 0.9604697 Jul 15 13:07:55.024250 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6e549-8c47-47ce-a938-644e9693bd0a service neutron] Pushing event updated for resources: {'Port': ['ID=b4f33907-01b2-408c-836d-8724b679662d,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:55.070165 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e67e2197-3d30-417f-b27f-d8f39fe5ef18 req-60b88605-1165-4652-b231-6fb9af23db80 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2671b70-b553-4b40-b2f2-862ba52057e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638137 Jul 15 13:07:55.206399 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-04295290-8e2f-4d43-a41b-f90d02d5e83f req-ba5718fe-9a4e-4963-a6b3-3a81829d280f service neutron] 10.222.0.18 "GET /v2.0/networks/d04165ec-4adb-4237-85c8-de20c6ada308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4613984 Jul 15 13:07:55.215204 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6ce8fbb8-cc31-44ae-ae8a-e00bcf4e3020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.217902 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-6afce9f5-9550-4c79-9465-50e8bc8ca9d7 service neutron] 10.222.0.18 "GET /v2.0/networks/d04165ec-4adb-4237-85c8-de20c6ada308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430307 Jul 15 13:07:55.218525 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6ce8fbb8-cc31-44ae-ae8a-e00bcf4e3020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.222758 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6ce8fbb8-cc31-44ae-ae8a-e00bcf4e3020 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38736c8e-77c6-4c06-8d4b-900ab9de0acd HTTP/1.1" status: 204 len: 168 time: 1.3895144 Jul 15 13:07:55.248339 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-2894f4b3-2fdd-4ec5-b3de-556084dbed6d req-9f45b7d7-aa12-4f5e-9d33-7b3b2bbd44fa tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] For port d06100be-e029-4787-b3ea-55babd0a59e9, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=d06100be-e029-4787-b3ea-55babd0a59e9,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:55.248941 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2894f4b3-2fdd-4ec5-b3de-556084dbed6d req-9f45b7d7-aa12-4f5e-9d33-7b3b2bbd44fa tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.283975 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-89861fb7-f270-4a9f-a20d-f0415d662395 req-ab27905d-c035-4237-b3b7-ac07b0bd4324 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345817 Jul 15 13:07:55.284919 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8fbb8-cc31-44ae-ae8a-e00bcf4e3020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38736c8e-77c6-4c06-8d4b-900ab9de0acd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:55.299867 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-2894f4b3-2fdd-4ec5-b3de-556084dbed6d req-9f45b7d7-aa12-4f5e-9d33-7b3b2bbd44fa tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Calling delete_port for d06100be-e029-4787-b3ea-55babd0a59e9 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:55.323966 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-75234315-d457-4c9f-b503-261779568d46 req-94c6e549-8c47-47ce-a938-644e9693bd0a service neutron] Attempting to bind port b4f33907-01b2-408c-836d-8724b679662d on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:55.324332 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-75234315-d457-4c9f-b503-261779568d46 req-94c6e549-8c47-47ce-a938-644e9693bd0a service neutron] Attempting to bind port b4f33907-01b2-408c-836d-8724b679662d by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:55.324794 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75234315-d457-4c9f-b503-261779568d46 req-94c6e549-8c47-47ce-a938-644e9693bd0a service neutron] Attempting to bind port b4f33907-01b2-408c-836d-8724b679662d on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:55.342212 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75234315-d457-4c9f-b503-261779568d46 req-94c6e549-8c47-47ce-a938-644e9693bd0a service neutron] Port b4f33907-01b2-408c-836d-8724b679662d on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:55.342797 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75234315-d457-4c9f-b503-261779568d46 req-94c6e549-8c47-47ce-a938-644e9693bd0a service neutron] Attempting to bind port b4f33907-01b2-408c-836d-8724b679662d on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:55.356261 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75234315-d457-4c9f-b503-261779568d46 req-94c6e549-8c47-47ce-a938-644e9693bd0a service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:55.356492 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75234315-d457-4c9f-b503-261779568d46 req-94c6e549-8c47-47ce-a938-644e9693bd0a service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:55.357023 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75234315-d457-4c9f-b503-261779568d46 req-94c6e549-8c47-47ce-a938-644e9693bd0a service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:55.357544 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-75234315-d457-4c9f-b503-261779568d46 req-94c6e549-8c47-47ce-a938-644e9693bd0a service neutron] Bound port: b4f33907-01b2-408c-836d-8724b679662d, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:55.358006 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-75234315-d457-4c9f-b503-261779568d46 req-94c6e549-8c47-47ce-a938-644e9693bd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.502370 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-de05fb88-ccc1-46ff-a1ab-25355c652505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6848b7ee-ae79-4522-927d-cbf875df0565 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:55.520082 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-75234315-d457-4c9f-b503-261779568d46 req-94c6e549-8c47-47ce-a938-644e9693bd0a service neutron] For port b4f33907-01b2-408c-836d-8724b679662d, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:55.523946 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-de05fb88-ccc1-46ff-a1ab-25355c652505 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.528149 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-75234315-d457-4c9f-b503-261779568d46 req-94c6e549-8c47-47ce-a938-644e9693bd0a service neutron] For port b4f33907-01b2-408c-836d-8724b679662d, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=b4f33907-01b2-408c-836d-8724b679662d,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:55.569616 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-75234315-d457-4c9f-b503-261779568d46 req-94c6e549-8c47-47ce-a938-644e9693bd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.592264 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-de05fb88-ccc1-46ff-a1ab-25355c652505 service neutron] Transition to ACTIVE for port object 6848b7ee-ae79-4522-927d-cbf875df0565 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:55.627581 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-de05fb88-ccc1-46ff-a1ab-25355c652505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.638259 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75234315-d457-4c9f-b503-261779568d46 req-94c6e549-8c47-47ce-a938-644e9693bd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:55.640294 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-75234315-d457-4c9f-b503-261779568d46 req-94c6e549-8c47-47ce-a938-644e9693bd0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.643029 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75234315-d457-4c9f-b503-261779568d46 req-94c6e549-8c47-47ce-a938-644e9693bd0a service neutron] 10.222.0.18 "PUT /v2.0/ports/b4f33907-01b2-408c-836d-8724b679662d HTTP/1.1" status: 200 len: 1097 time: 3.0364847 Jul 15 13:07:55.647507 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13464e70-43ba-460d-9b25-ab7421e6dc42', 'tag': 'b4f33907-01b2-408c-836d-8724b679662d'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:55.650364 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a480020b-3952-4ad7-9e42-b5c7cd8b3924" -d '{"events": [{"name": "network-changed", "server_uuid": "13464e70-43ba-460d-9b25-ab7421e6dc42", "tag": "b4f33907-01b2-408c-836d-8724b679662d"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:55.710340 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ad06e63-cbfa-4ebb-acd8-3d8f01e40914 req-15727e49-df9b-437e-93a0-3d84c334f220 service neutron] 10.222.0.18 "GET /v2.0/networks/d04165ec-4adb-4237-85c8-de20c6ada308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4814246 Jul 15 13:07:55.835562 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6e549-8c47-47ce-a938-644e9693bd0a service neutron] Pushing event updated for resources: {'Port': ['ID=b4f33907-01b2-408c-836d-8724b679662d,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:55.902209 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3aeef-6286-415e-96a2-be0df12c1547 req-8af51565-cf94-466d-8acf-9d78aa52e3d4 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:55.915263 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bdd3aeef-6286-415e-96a2-be0df12c1547 req-8af51565-cf94-466d-8acf-9d78aa52e3d4 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdf927ac-20ff-4c61-9ac8-10a52a3af0bc HTTP/1.1" status: 200 len: 945 time: 0.4413857 Jul 15 13:07:56.054432 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bdd3aeef-6286-415e-96a2-be0df12c1547 req-6c0fa2dc-3d18-47b7-99c2-40fe572aad53 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381226 Jul 15 13:07:56.092633 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2894f4b3-2fdd-4ec5-b3de-556084dbed6d req-9f45b7d7-aa12-4f5e-9d33-7b3b2bbd44fa tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.158970 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05fb88-ccc1-46ff-a1ab-25355c652505 service neutron] Pushing event updated for resources: {'Port': ['ID=6848b7ee-ae79-4522-927d-cbf875df0565,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:56.174253 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dff271e-be66-4149-8f88-27f38b6e3917 x-openstack-request-id: req-4dff271e-be66-4149-8f88-27f38b6e3917 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:56.174568 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd0fe0e0-8009-4a6d-85b1-e8ab515e07f0", "tag": "c8a62fb0-8d96-4afe-8708-97bbdafdc554", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:56.174913 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4dff271e-be66-4149-8f88-27f38b6e3917 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:56.175276 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd0fe0e0-8009-4a6d-85b1-e8ab515e07f0', 'tag': 'c8a62fb0-8d96-4afe-8708-97bbdafdc554', 'status': 'completed', 'code': 200} Jul 15 13:07:56.187453 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45b7d7-aa12-4f5e-9d33-7b3b2bbd44fa tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Pushing event deleted for resources: {'Port': ['ID=d06100be-e029-4787-b3ea-55babd0a59e9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:56.370413 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.385933 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75234315-d457-4c9f-b503-261779568d46 req-e013b00c-9581-4b06-8715-74212e1ed305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:56.390037 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75234315-d457-4c9f-b503-261779568d46 req-e013b00c-9581-4b06-8715-74212e1ed305 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7cd7955cf9d34fd98107e3b9909e965b&device_id=13464e70-43ba-460d-9b25-ab7421e6dc42 HTTP/1.1" status: 200 len: 1100 time: 0.6812575 Jul 15 13:07:56.482564 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-2894f4b3-2fdd-4ec5-b3de-556084dbed6d req-9f45b7d7-aa12-4f5e-9d33-7b3b2bbd44fa tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] No DVR routers for this DVR port d06100be-e029-4787-b3ea-55babd0a59e9 on host n-h2-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:56.499780 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75234315-d457-4c9f-b503-261779568d46 req-9a3ddc51-6b23-4840-9b6e-e7d8825a58ec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=b4f33907-01b2-408c-836d-8724b679662d HTTP/1.1" status: 200 len: 217 time: 0.0949829 Jul 15 13:07:56.554644 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device bc20475f-1810-4585-b151-80f36bf5d3e9 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:56.584273 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-9b39d35a-abdd-4cb7-979d-a3b5d13291e5 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:56.586137 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2894f4b3-2fdd-4ec5-b3de-556084dbed6d req-9f45b7d7-aa12-4f5e-9d33-7b3b2bbd44fa tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.591661 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2894f4b3-2fdd-4ec5-b3de-556084dbed6d req-9f45b7d7-aa12-4f5e-9d33-7b3b2bbd44fa tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.32 "DELETE /v2.0/ports/d06100be-e029-4787-b3ea-55babd0a59e9 HTTP/1.1" status: 204 len: 173 time: 2.2655575 Jul 15 13:07:56.601238 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-9b39d35a-abdd-4cb7-979d-a3b5d13291e5 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/networks?id=2b4de3f9-9898-4e48-8ad2-d64a9c837567 HTTP/1.1" status: 200 len: 821 time: 0.7073967 Jul 15 13:07:56.630935 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-e78a7a73-0706-4f6e-9428-9c509e2683ba tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/quotas/11b8af7c013140faa070a8db01c03b78 HTTP/1.1" status: 200 len: 375 time: 0.0264590 Jul 15 13:07:56.645946 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-de05fb88-ccc1-46ff-a1ab-25355c652505 service neutron] Attempting to bind port 6848b7ee-ae79-4522-927d-cbf875df0565 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:56.647301 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-de05fb88-ccc1-46ff-a1ab-25355c652505 service neutron] Attempting to bind port 6848b7ee-ae79-4522-927d-cbf875df0565 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '79031de5-2685-4ad5-8b75-c80f121b5281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f062bac1-70fa-42e9-b7a4-5d1e9b9777f3'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:56.648490 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-de05fb88-ccc1-46ff-a1ab-25355c652505 service neutron] Attempting to bind port 6848b7ee-ae79-4522-927d-cbf875df0565 on network f062bac1-70fa-42e9-b7a4-5d1e9b9777f3 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:56.692454 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9005fa4-06f9-45ab-a36d-83db56e25229 req-ebeef26a-f0de-4835-b207-9188f2f3dd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:56.695840 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c9005fa4-06f9-45ab-a36d-83db56e25229 req-ebeef26a-f0de-4835-b207-9188f2f3dd9b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df8e3ad3879d46b1b0f9fa86f66bac58&device_id=dd0fe0e0-8009-4a6d-85b1-e8ab515e07f0 HTTP/1.1" status: 200 len: 1095 time: 0.4339330 Jul 15 13:07:56.714300 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1f6d5-3080-425c-bc55-b602418b44df req-b89eda09-cf51-4060-a1be-3a9b1cabe922 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:56.717038 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-63e1f6d5-3080-425c-bc55-b602418b44df req-b89eda09-cf51-4060-a1be-3a9b1cabe922 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0f327b-2770-42ac-b22b-ed8ba6b18715 HTTP/1.1" status: 200 len: 943 time: 0.3424151 Jul 15 13:07:56.772645 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-de05fb88-ccc1-46ff-a1ab-25355c652505 service neutron] Port 6848b7ee-ae79-4522-927d-cbf875df0565 on network f062bac1-70fa-42e9-b7a4-5d1e9b9777f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:56.774276 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-de05fb88-ccc1-46ff-a1ab-25355c652505 service neutron] Attempting to bind port 6848b7ee-ae79-4522-927d-cbf875df0565 on network f062bac1-70fa-42e9-b7a4-5d1e9b9777f3 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:56.839118 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-de05fb88-ccc1-46ff-a1ab-25355c652505 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:56.840537 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-de05fb88-ccc1-46ff-a1ab-25355c652505 service neutron] Checking segment: {'id': '79031de5-2685-4ad5-8b75-c80f121b5281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f062bac1-70fa-42e9-b7a4-5d1e9b9777f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:56.843122 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-de05fb88-ccc1-46ff-a1ab-25355c652505 service neutron] Bound using segment: {'id': '79031de5-2685-4ad5-8b75-c80f121b5281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f062bac1-70fa-42e9-b7a4-5d1e9b9777f3'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:56.846918 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-de05fb88-ccc1-46ff-a1ab-25355c652505 service neutron] Bound port: 6848b7ee-ae79-4522-927d-cbf875df0565, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79031de5-2685-4ad5-8b75-c80f121b5281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'f062bac1-70fa-42e9-b7a4-5d1e9b9777f3'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:56.847822 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-de05fb88-ccc1-46ff-a1ab-25355c652505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.852305 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75234315-d457-4c9f-b503-261779568d46 req-bf13c29e-d2a5-4638-837d-35a3e2079ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:56.859156 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75234315-d457-4c9f-b503-261779568d46 req-bf13c29e-d2a5-4638-837d-35a3e2079ff1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.3450840 Jul 15 13:07:56.914042 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-63e1f6d5-3080-425c-bc55-b602418b44df req-7ee800b1-2655-4c4f-bd42-02d4f2e878b8 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.24 "GET /v2.0/security-groups?id=c705c69b-1e23-404c-8893-4f245005dd82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492331 Jul 15 13:07:57.111072 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port bc20475f-1810-4585-b151-80f36bf5d3e9, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=bc20475f-1810-4585-b151-80f36bf5d3e9,segment=NetworkSegment(10e8a46f-657d-4085-b766-7c31d7b381ed),segment_id=10e8a46f-657d-4085-b766-7c31d7b381ed)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:57.137916 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-ddd44a5b-6227-4b58-974f-2af0a992a5c4 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=11b8af7c013140faa070a8db01c03b78&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5054386 Jul 15 13:07:57.160425 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'bc20475f-1810-4585-b151-80f36bf5d3e9', 'network_id': 'd04165ec-4adb-4237-85c8-de20c6ada308', 'port_id': 'bc20475f-1810-4585-b151-80f36bf5d3e9', 'mac_address': 'fa:16:3e:ce:67:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a9b48ad-5baf-4731-a02d-533417fad252', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:57.188627 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9005fa4-06f9-45ab-a36d-83db56e25229 req-c72ee5e9-dce6-4a6f-ba60-b6b3894ff4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:57.201478 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c9005fa4-06f9-45ab-a36d-83db56e25229 req-c72ee5e9-dce6-4a6f-ba60-b6b3894ff4bc service neutron] 10.222.0.18 "GET /v2.0/networks?id=d04165ec-4adb-4237-85c8-de20c6ada308 HTTP/1.1" status: 200 len: 913 time: 0.4821603 Jul 15 13:07:57.267450 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52448) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:57.336689 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.399137 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc20475f-1810-4585-b151-80f36bf5d3e9 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:57.416494 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c9005fa4-06f9-45ab-a36d-83db56e25229 req-3d1a23a3-da61-4dae-aa3d-6e5179ab7307 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8a62fb0-8d96-4afe-8708-97bbdafdc554 HTTP/1.1" status: 200 len: 217 time: 0.2097898 Jul 15 13:07:57.424351 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-1f7c029a-c5a4-4b6d-9f80-52fd726c1a52 service neutron] 10.222.0.24 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849758 Jul 15 13:07:57.442635 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device d06100be-e029-4787-b3ea-55babd0a59e9 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:57.492215 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-de05fb88-ccc1-46ff-a1ab-25355c652505 service neutron] For port 6848b7ee-ae79-4522-927d-cbf875df0565, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:57.570509 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port bc20475f-1810-4585-b151-80f36bf5d3e9, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=bc20475f-1810-4585-b151-80f36bf5d3e9,segment=NetworkSegment(10e8a46f-657d-4085-b766-7c31d7b381ed),segment_id=10e8a46f-657d-4085-b766-7c31d7b381ed)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:57.571614 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: d06100be-e029-4787-b3ea-55babd0a59e9 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:57.572183 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device d06100be-e029-4787-b3ea-55babd0a59e9 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:57.585497 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.622322 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-de05fb88-ccc1-46ff-a1ab-25355c652505 service neutron] For port 6848b7ee-ae79-4522-927d-cbf875df0565, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=6848b7ee-ae79-4522-927d-cbf875df0565,segment=NetworkSegment(79031de5-2685-4ad5-8b75-c80f121b5281),segment_id=79031de5-2685-4ad5-8b75-c80f121b5281)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:57.635860 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e69a8afe-0654-4b6b-a66d-49c3c79ab064 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1412931487-network', 'tenant_id': '711c2fbaceb442c4900883d9377ffded'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:57.701983 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-de05fb88-ccc1-46ff-a1ab-25355c652505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.710771 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75234315-d457-4c9f-b503-261779568d46 req-caec35b6-19de-4f07-941f-ce4e6bc707f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:57.712847 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75234315-d457-4c9f-b503-261779568d46 req-caec35b6-19de-4f07-941f-ce4e6bc707f5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8166733 Jul 15 13:07:57.790428 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:07:57.846533 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=bc20475f-1810-4585-b151-80f36bf5d3e9,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:57.863244 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f1c38-3454-481a-bf6d-3ae66338885c req-44e7d1bd-98c3-40a2-ba52-d95c6a1b0e2c tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:57.865719 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-786f1c38-3454-481a-bf6d-3ae66338885c req-44e7d1bd-98c3-40a2-ba52-d95c6a1b0e2c tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] 10.222.0.24 "GET /v2.0/ports?device_id=13464e70-43ba-460d-9b25-ab7421e6dc42 HTTP/1.1" status: 200 len: 948 time: 0.4969852 Jul 15 13:07:57.867726 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9005fa4-06f9-45ab-a36d-83db56e25229 req-1b926228-a386-450d-a2f2-2175daf480de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:57.869475 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c9005fa4-06f9-45ab-a36d-83db56e25229 req-1b926228-a386-450d-a2f2-2175daf480de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2a9b48ad-5baf-4731-a02d-533417fad252 HTTP/1.1" status: 200 len: 852 time: 0.3466725 Jul 15 13:07:57.873724 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-de05fb88-ccc1-46ff-a1ab-25355c652505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:57.878899 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-de05fb88-ccc1-46ff-a1ab-25355c652505 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.892136 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-de05fb88-ccc1-46ff-a1ab-25355c652505 service neutron] 10.222.0.18 "PUT /v2.0/ports/6848b7ee-ae79-4522-927d-cbf875df0565 HTTP/1.1" status: 200 len: 1092 time: 4.1759565 Jul 15 13:07:57.937374 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['bc20475f-1810-4585-b151-80f36bf5d3e9'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:57.996242 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c9005fa4-06f9-45ab-a36d-83db56e25229 req-f5874694-614b-4565-ac77-6464e7313d63 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d04165ec-4adb-4237-85c8-de20c6ada308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080995 Jul 15 13:07:58.004823 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69a8afe-0654-4b6b-a66d-49c3c79ab064 admin admin] Made reservation on behalf of 711c2fbaceb442c4900883d9377ffded for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:58.018183 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e69a8afe-0654-4b6b-a66d-49c3c79ab064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.036460 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-1600e23e-664b-4576-bdf2-150e0913a463 service neutron] 10.222.0.24 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6094923 Jul 15 13:07:58.178217 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf927ac-20ff-4c61-9ac8-10a52a3af0bc', 'name': 'network-vif-deleted', 'tag': 'd06100be-e029-4787-b3ea-55babd0a59e9'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:58.178580 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05fb88-ccc1-46ff-a1ab-25355c652505 service neutron] Pushing event updated for resources: {'Port': ['ID=6848b7ee-ae79-4522-927d-cbf875df0565,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:58.181901 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57845692-b6bd-4477-a0c9-1a20659567ab" -d '{"events": [{"server_uuid": "cdf927ac-20ff-4c61-9ac8-10a52a3af0bc", "name": "network-vif-deleted", "tag": "d06100be-e029-4787-b3ea-55babd0a59e9"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:58.193578 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e69a8afe-0654-4b6b-a66d-49c3c79ab064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.276380 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-786f1c38-3454-481a-bf6d-3ae66338885c req-0f8f93c8-773b-48d9-817b-cca03910ed3a tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d5b7c11-990c-4964-a632-cda06dbb46cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967371 Jul 15 13:07:58.315174 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75234315-d457-4c9f-b503-261779568d46 req-f615fff9-4550-4e05-9399-ec41d2b3c89e service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5760286 Jul 15 13:07:58.421412 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c9005fa4-06f9-45ab-a36d-83db56e25229 req-f2efbeaf-46d0-4466-a5b2-e92117c36a8f service neutron] 10.222.0.18 "GET /v2.0/networks/d04165ec-4adb-4237-85c8-de20c6ada308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095263 Jul 15 13:07:58.502381 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d741b0f-4f55-47b2-8078-58d530a435ba x-openstack-request-id: req-7d741b0f-4f55-47b2-8078-58d530a435ba {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:58.503214 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13464e70-43ba-460d-9b25-ab7421e6dc42", "tag": "b4f33907-01b2-408c-836d-8724b679662d", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:58.503214 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d741b0f-4f55-47b2-8078-58d530a435ba {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:58.506511 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device c8a62fb0-8d96-4afe-8708-97bbdafdc554 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:58.508453 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13464e70-43ba-460d-9b25-ab7421e6dc42', 'tag': 'b4f33907-01b2-408c-836d-8724b679662d', 'status': 'completed', 'code': 200} Jul 15 13:07:58.748323 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c9005fa4-06f9-45ab-a36d-83db56e25229 req-aca4a1d2-8afd-473a-b37d-0546b5307e10 service neutron] 10.222.0.18 "GET /v2.0/networks/d04165ec-4adb-4237-85c8-de20c6ada308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183944 Jul 15 13:07:58.802812 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-e82d9442-fed7-45be-aacf-3cbc5425fc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:58.811528 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-e82d9442-fed7-45be-aacf-3cbc5425fc2e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=92071ddb5cbc41a8b2c5de70c9f8c3d6&device_id=3c0f327b-2770-42ac-b22b-ed8ba6b18715 HTTP/1.1" status: 200 len: 1095 time: 0.8305910 Jul 15 13:07:58.829981 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port c8a62fb0-8d96-4afe-8708-97bbdafdc554, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=c8a62fb0-8d96-4afe-8708-97bbdafdc554,segment=NetworkSegment(10e8a46f-657d-4085-b766-7c31d7b381ed),segment_id=10e8a46f-657d-4085-b766-7c31d7b381ed)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:58.887899 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'c8a62fb0-8d96-4afe-8708-97bbdafdc554', 'network_id': 'd04165ec-4adb-4237-85c8-de20c6ada308', 'port_id': 'c8a62fb0-8d96-4afe-8708-97bbdafdc554', 'mac_address': 'fa:16:3e:7a:ad:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a9b48ad-5baf-4731-a02d-533417fad252', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:58.993007 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:59.026461 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-618b19e0-d2f5-48a7-8201-fa57f8e5d8f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6848b7ee-ae79-4522-927d-cbf875df0565 HTTP/1.1" status: 200 len: 217 time: 0.1730218 Jul 15 13:07:59.029177 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8a62fb0-8d96-4afe-8708-97bbdafdc554 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:59.042083 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080867d-fb1b-431a-bf5d-1828bfa0d507 req-c685f05e-580a-440e-8305-db22caf37daf tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:59.043996 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f080867d-fb1b-431a-bf5d-1828bfa0d507 req-c685f05e-580a-440e-8305-db22caf37daf tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2fc429-3188-490b-bf84-955de38ee921 HTTP/1.1" status: 200 len: 944 time: 0.1900945 Jul 15 13:07:59.086562 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port c8a62fb0-8d96-4afe-8708-97bbdafdc554, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=c8a62fb0-8d96-4afe-8708-97bbdafdc554,segment=NetworkSegment(10e8a46f-657d-4085-b766-7c31d7b381ed),segment_id=10e8a46f-657d-4085-b766-7c31d7b381ed)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:59.092689 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e69a8afe-0654-4b6b-a66d-49c3c79ab064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:59.099193 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:59.110473 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75234315-d457-4c9f-b503-261779568d46 req-f54047fb-733b-4120-bb6b-8991d026f5e2 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7893927 Jul 15 13:07:59.198271 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58dead5-c36c-497a-b363-8c487f2c65b6 req-c4361603-3b4a-495e-a59d-3e5411aafa0b tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:59.210775 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e58dead5-c36c-497a-b363-8c487f2c65b6 req-c4361603-3b4a-495e-a59d-3e5411aafa0b tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36 HTTP/1.1" status: 200 len: 946 time: 0.6503487 Jul 15 13:07:59.226590 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f080867d-fb1b-431a-bf5d-1828bfa0d507 req-93901a4c-b3d1-4a07-8c94-3e89c5a3accf tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2671b70-b553-4b40-b2f2-862ba52057e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731894 Jul 15 13:07:59.256095 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e69a8afe-0654-4b6b-a66d-49c3c79ab064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:59.315263 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=c8a62fb0-8d96-4afe-8708-97bbdafdc554,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:59.329900 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-ef0a14a4-e59c-4f25-9c61-d185cc8ea7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:59.331659 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-ef0a14a4-e59c-4f25-9c61-d185cc8ea7e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95ddfb9a-daee-402f-b087-893d341c9494 HTTP/1.1" status: 200 len: 863 time: 0.2376871 Jul 15 13:07:59.425692 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a8afe-0654-4b6b-a66d-49c3c79ab064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89659949-ae25-4933-b4a8-00d3fe316e73,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:59.433642 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e58dead5-c36c-497a-b363-8c487f2c65b6 req-0b842487-ec34-4b54-9304-a1cb4c51a9d1 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214983 Jul 15 13:07:59.456606 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['c8a62fb0-8d96-4afe-8708-97bbdafdc554'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:59.552778 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5eb5f3-0a2d-4ae3-ae18-1d22372d62bb x-openstack-request-id: req-7a5eb5f3-0a2d-4ae3-ae18-1d22372d62bb {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:59.554038 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf927ac-20ff-4c61-9ac8-10a52a3af0bc", "name": "network-vif-deleted", "tag": "d06100be-e029-4787-b3ea-55babd0a59e9", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:59.554469 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7a5eb5f3-0a2d-4ae3-ae18-1d22372d62bb {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:59.555903 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf927ac-20ff-4c61-9ac8-10a52a3af0bc', 'name': 'network-vif-deleted', 'tag': 'd06100be-e029-4787-b3ea-55babd0a59e9', 'status': 'completed', 'code': 200} Jul 15 13:07:59.640222 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c1769ae2-48f2-4289-88de-dac270416ed1 req-6937f3fb-64cc-4b4e-af5c-15c15418c9d3 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=45435c35-70cb-4302-8456-ce5fb63273a8 HTTP/1.1" status: 200 len: 210 time: 0.0514677 Jul 15 13:07:59.652260 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-a482d696-dbd9-4132-8465-8cfe97330164 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f062bac1-70fa-42e9-b7a4-5d1e9b9777f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2277613 Jul 15 13:07:59.653357 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e69a8afe-0654-4b6b-a66d-49c3c79ab064 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:07:59.688590 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-4234cb5c-a0db-4b00-a9e5-548bba3eaacb service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:07:59.692261 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-4234cb5c-a0db-4b00-a9e5-548bba3eaacb service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0217192 Jul 15 13:07:59.934309 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffd89f-2d73-4812-bd89-318555c26d62 req-b3018397-d51d-40db-8860-f6143bc1e6f3 tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:59.947954 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-90ffd89f-2d73-4812-bd89-318555c26d62 req-b3018397-d51d-40db-8860-f6143bc1e6f3 tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] 10.222.0.24 "GET /v2.0/ports?device_id=13464e70-43ba-460d-9b25-ab7421e6dc42 HTTP/1.1" status: 200 len: 948 time: 0.1490295 Jul 15 13:08:00.016809 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e69a8afe-0654-4b6b-a66d-49c3c79ab064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:00.017175 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-e69a8afe-0654-4b6b-a66d-49c3c79ab064 admin admin] Added segment f19c2669-c167-4697-a02d-3890cc03720b of type vlan for network 7a1d132d-e27f-484a-993c-1c0bbb72a2ee Jul 15 13:08:00.037719 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-90ffd89f-2d73-4812-bd89-318555c26d62 req-5087ce91-2abd-4043-a49a-539a9938ad65 tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d5b7c11-990c-4964-a632-cda06dbb46cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839953 Jul 15 13:08:00.071929 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-463c1fc9-9aa7-4be2-bd3c-148c15800c97 service neutron] 10.222.0.18 "GET /v2.0/networks/f062bac1-70fa-42e9-b7a4-5d1e9b9777f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090229 Jul 15 13:08:00.112398 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e69a8afe-0654-4b6b-a66d-49c3c79ab064 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:00.203887 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480020b-3952-4ad7-9e42-b5c7cd8b3924 req-da360a57-8955-4e2b-bf6d-7fe140808893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:00.206042 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a480020b-3952-4ad7-9e42-b5c7cd8b3924 req-da360a57-8955-4e2b-bf6d-7fe140808893 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7cd7955cf9d34fd98107e3b9909e965b&device_id=13464e70-43ba-460d-9b25-ab7421e6dc42 HTTP/1.1" status: 200 len: 1100 time: 0.9393404 Jul 15 13:08:00.221950 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1bbdf-a31a-45c3-a773-8fbb3dc3f87b req-f4f3ba97-cd4c-4d78-8f6f-438c7dcd3125 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:00.223732 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-50c1bbdf-a31a-45c3-a773-8fbb3dc3f87b req-f4f3ba97-cd4c-4d78-8f6f-438c7dcd3125 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0f327b-2770-42ac-b22b-ed8ba6b18715 HTTP/1.1" status: 200 len: 943 time: 0.5678513 Jul 15 13:08:00.304281 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e69a8afe-0654-4b6b-a66d-49c3c79ab064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:00.305351 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69a8afe-0654-4b6b-a66d-49c3c79ab064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:00.306033 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e69a8afe-0654-4b6b-a66d-49c3c79ab064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:00.384063 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a8afe-0654-4b6b-a66d-49c3c79ab064 admin admin] Pushing event updated for resources: {'Network': ['ID=7a1d132d-e27f-484a-993c-1c0bbb72a2ee,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:00.428076 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8de9ca2-d1c2-49dc-a279-799730751cd4 req-4cb06a65-db0e-4fb9-83ff-7e4a275e488c service neutron] 10.222.0.18 "GET /v2.0/networks/f062bac1-70fa-42e9-b7a4-5d1e9b9777f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359346 Jul 15 13:08:00.484234 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69a8afe-0654-4b6b-a66d-49c3c79ab064 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:00.484608 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69a8afe-0654-4b6b-a66d-49c3c79ab064 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:00.484959 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69a8afe-0654-4b6b-a66d-49c3c79ab064 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:00.485315 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69a8afe-0654-4b6b-a66d-49c3c79ab064 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:00.485715 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69a8afe-0654-4b6b-a66d-49c3c79ab064 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:00.486064 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69a8afe-0654-4b6b-a66d-49c3c79ab064 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:00.486414 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69a8afe-0654-4b6b-a66d-49c3c79ab064 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:00.486759 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69a8afe-0654-4b6b-a66d-49c3c79ab064 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:00.487110 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69a8afe-0654-4b6b-a66d-49c3c79ab064 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:00.487495 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69a8afe-0654-4b6b-a66d-49c3c79ab064 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:00.487785 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69a8afe-0654-4b6b-a66d-49c3c79ab064 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:00.488136 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69a8afe-0654-4b6b-a66d-49c3c79ab064 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:00.500872 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-50c1bbdf-a31a-45c3-a773-8fbb3dc3f87b req-588006bd-ef78-486f-ab7e-5635cd813d34 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.24 "GET /v2.0/security-groups?id=c705c69b-1e23-404c-8893-4f245005dd82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571199 Jul 15 13:08:00.505112 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device bc20475f-1810-4585-b151-80f36bf5d3e9 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:00.510478 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 7a1d132d-e27f-484a-993c-1c0bbb72a2ee details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:08:00.522457 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e69a8afe-0654-4b6b-a66d-49c3c79ab064 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.2487786 Jul 15 13:08:00.525688 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52494) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:00.526636 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0f327b-2770-42ac-b22b-ed8ba6b18715', 'tag': '6848b7ee-ae79-4522-927d-cbf875df0565'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:00.529019 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469dd9ee-e038-4c9b-87b8-e8d29d708821" -d '{"events": [{"name": "network-changed", "server_uuid": "3c0f327b-2770-42ac-b22b-ed8ba6b18715", "tag": "6848b7ee-ae79-4522-927d-cbf875df0565"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:00.532100 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-53de5135-7bdd-463a-8cdc-4a730c0a25c3 admin admin] Request body: {'subnet': {'network_id': '7a1d132d-e27f-484a-993c-1c0bbb72a2ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1412931487-subnet', 'tenant_id': '711c2fbaceb442c4900883d9377ffded', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:00.594077 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53de5135-7bdd-463a-8cdc-4a730c0a25c3 admin admin] Made reservation on behalf of 711c2fbaceb442c4900883d9377ffded for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:00.596605 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-53de5135-7bdd-463a-8cdc-4a730c0a25c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:00.664866 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480020b-3952-4ad7-9e42-b5c7cd8b3924 req-5e1d3574-1c62-4aa3-ab30-968f2ea861d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:00.666544 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a480020b-3952-4ad7-9e42-b5c7cd8b3924 req-5e1d3574-1c62-4aa3-ab30-968f2ea861d2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.4351456 Jul 15 13:08:00.799447 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-0f20beb9-78c3-4de1-9ae8-e8f050ef7de1 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:00.807297 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-0f20beb9-78c3-4de1-9ae8-e8f050ef7de1 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/networks?id=956bc45d-6e41-4c68-9338-128c7dab2eb0 HTTP/1.1" status: 200 len: 811 time: 0.1338880 Jul 15 13:08:00.857398 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a480020b-3952-4ad7-9e42-b5c7cd8b3924 req-a5922e29-d964-4d1d-b1ad-8bba32fae001 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=b4f33907-01b2-408c-836d-8724b679662d HTTP/1.1" status: 200 len: 217 time: 0.1821368 Jul 15 13:08:00.867345 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-fbdc180b-033b-4aec-b8f8-da1ad0716f65 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/quotas/46c681a3ac1f49edb652254baad292e0 HTTP/1.1" status: 200 len: 375 time: 0.0586269 Jul 15 13:08:00.921853 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port bc20475f-1810-4585-b151-80f36bf5d3e9 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:00.946259 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port bc20475f-1810-4585-b151-80f36bf5d3e9 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:00.947264 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:00.978363 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-095568b3-2bb4-4751-bbd4-a1222c4c1334 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=46c681a3ac1f49edb652254baad292e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1093864 Jul 15 13:08:01.028978 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480020b-3952-4ad7-9e42-b5c7cd8b3924 req-fe718dcc-3ae3-4fbf-86c9-8b4f6b747b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:01.031154 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a480020b-3952-4ad7-9e42-b5c7cd8b3924 req-fe718dcc-3ae3-4fbf-86c9-8b4f6b747b8d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1612694 Jul 15 13:08:01.154917 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-53de5135-7bdd-463a-8cdc-4a730c0a25c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.190267 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-b727a15c-f745-4290-af7e-14d2c2705fdb service neutron] 10.222.0.24 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104535 Jul 15 13:08:01.194423 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.264981 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de5135-7bdd-463a-8cdc-4a730c0a25c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0d112e7-4ba9-4d28-96e4-3d9434430baa,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:01.272119 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port bc20475f-1810-4585-b151-80f36bf5d3e9, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=bc20475f-1810-4585-b151-80f36bf5d3e9,segment=NetworkSegment(10e8a46f-657d-4085-b766-7c31d7b381ed),segment_id=10e8a46f-657d-4085-b766-7c31d7b381ed)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:01.274436 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2fc429-3188-490b-bf84-955de38ee921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc20475f-1810-4585-b151-80f36bf5d3e9'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:01.283982 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1323a73e-faa0-434d-a252-a39d62dc045e" -d '{"events": [{"server_uuid": "7b2fc429-3188-490b-bf84-955de38ee921", "name": "network-vif-plugged", "status": "completed", "tag": "bc20475f-1810-4585-b151-80f36bf5d3e9"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:01.291630 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.308323 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50986d0-71e5-45d2-96b7-de7255e9c561 req-d9bc776e-0712-4d3e-afd3-7cfa8ec51849 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:01.315150 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50986d0-71e5-45d2-96b7-de7255e9c561 req-d9bc776e-0712-4d3e-afd3-7cfa8ec51849 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:01.321262 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50986d0-71e5-45d2-96b7-de7255e9c561 req-d9bc776e-0712-4d3e-afd3-7cfa8ec51849 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:01.333727 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c50986d0-71e5-45d2-96b7-de7255e9c561 req-d9bc776e-0712-4d3e-afd3-7cfa8ec51849 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36&device_id=de96b8a9-6dfa-49cf-a6c4-f6e664483de9&device_id=0ba3272b-9c92-4928-b1bd-f90df9885b43 HTTP/1.1" status: 200 len: 2417 time: 0.2982838 Jul 15 13:08:01.374408 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53de5135-7bdd-463a-8cdc-4a730c0a25c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:01.374764 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53de5135-7bdd-463a-8cdc-4a730c0a25c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:01.374962 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53de5135-7bdd-463a-8cdc-4a730c0a25c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:01.375393 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53de5135-7bdd-463a-8cdc-4a730c0a25c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:01.375728 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53de5135-7bdd-463a-8cdc-4a730c0a25c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:01.376059 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53de5135-7bdd-463a-8cdc-4a730c0a25c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:01.376381 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53de5135-7bdd-463a-8cdc-4a730c0a25c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:01.376939 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53de5135-7bdd-463a-8cdc-4a730c0a25c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:01.377875 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53de5135-7bdd-463a-8cdc-4a730c0a25c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:01.378216 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53de5135-7bdd-463a-8cdc-4a730c0a25c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:01.378535 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53de5135-7bdd-463a-8cdc-4a730c0a25c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:01.378858 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53de5135-7bdd-463a-8cdc-4a730c0a25c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:01.412078 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53de5135-7bdd-463a-8cdc-4a730c0a25c3 admin admin] Checking segment: {'id': 'f19c2669-c167-4697-a02d-3890cc03720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7a1d132d-e27f-484a-993c-1c0bbb72a2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:01.413098 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53de5135-7bdd-463a-8cdc-4a730c0a25c3 admin admin] Network hostable DHCP agents. Network: 7a1d132d-e27f-484a-993c-1c0bbb72a2ee, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:08:01.414061 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=bc20475f-1810-4585-b151-80f36bf5d3e9,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:01.455255 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c50986d0-71e5-45d2-96b7-de7255e9c561 req-247e725d-45b0-4956-9773-2567153c00bf tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201220 Jul 15 13:08:01.519739 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53de5135-7bdd-463a-8cdc-4a730c0a25c3 admin admin] Network 7a1d132d-e27f-484a-993c-1c0bbb72a2ee is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:08:01.534918 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-53de5135-7bdd-463a-8cdc-4a730c0a25c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 7a1d132d-e27f-484a-993c-1c0bbb72a2ee) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:01.545137 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53de5135-7bdd-463a-8cdc-4a730c0a25c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:01.546293 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-53de5135-7bdd-463a-8cdc-4a730c0a25c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.563285 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb818b45-3a56-4332-94e8-322d410891f5 None None] Network 7a1d132d-e27f-484a-993c-1c0bbb72a2ee requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:01.602230 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-53de5135-7bdd-463a-8cdc-4a730c0a25c3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0731549 Jul 15 13:08:01.736951 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480020b-3952-4ad7-9e42-b5c7cd8b3924 req-576cb880-bf87-4c90-914d-2831a68059ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:01.740885 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a480020b-3952-4ad7-9e42-b5c7cd8b3924 req-576cb880-bf87-4c90-914d-2831a68059ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6535494 Jul 15 13:08:01.799681 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-fa8c53cc-0593-43ce-bba1-f1d3515bd7ad service neutron] 10.222.0.24 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6082575 Jul 15 13:08:02.042398 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a480020b-3952-4ad7-9e42-b5c7cd8b3924 req-b65a217f-bcbe-4cbc-8f1a-376f362482bc service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377665 Jul 15 13:08:02.063738 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-8c77d4b0-7fad-4872-a04a-cb7239a7701b tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:02.066860 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-8c77d4b0-7fad-4872-a04a-cb7239a7701b tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.32 "GET /v2.0/networks?id=2b4de3f9-9898-4e48-8ad2-d64a9c837567 HTTP/1.1" status: 200 len: 821 time: 0.4154198 Jul 15 13:08:02.204627 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fd26fc-514b-4ed4-be7f-c4819ea672e4 None None] Network 7a1d132d-e27f-484a-993c-1c0bbb72a2ee requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:02.269738 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-383a6d0c-2e11-40c8-9bfe-63d74edafa23 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Request body: {'port': {'device_id': '45435c35-70cb-4302-8456-ce5fb63273a8', 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567', 'admin_state_up': True, 'tenant_id': '11b8af7c013140faa070a8db01c03b78'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:02.292690 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a480020b-3952-4ad7-9e42-b5c7cd8b3924 req-266aa34c-48b0-48a9-aca4-e8fad00ae4f4 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418437 Jul 15 13:08:02.296417 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a424df44-8171-4e9d-957d-fcd070fd5da5 x-openstack-request-id: req-a424df44-8171-4e9d-957d-fcd070fd5da5 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:02.297693 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c0f327b-2770-42ac-b22b-ed8ba6b18715", "tag": "6848b7ee-ae79-4522-927d-cbf875df0565", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:02.297693 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a424df44-8171-4e9d-957d-fcd070fd5da5 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:02.298732 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c0f327b-2770-42ac-b22b-ed8ba6b18715', 'tag': '6848b7ee-ae79-4522-927d-cbf875df0565', 'status': 'completed', 'code': 200} Jul 15 13:08:02.459353 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469dd9ee-e038-4c9b-87b8-e8d29d708821 req-2a0da4ff-c035-4b4f-bc50-9987e4ee52e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:02.461596 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-469dd9ee-e038-4c9b-87b8-e8d29d708821 req-2a0da4ff-c035-4b4f-bc50-9987e4ee52e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=92071ddb5cbc41a8b2c5de70c9f8c3d6&device_id=3c0f327b-2770-42ac-b22b-ed8ba6b18715 HTTP/1.1" status: 200 len: 1095 time: 0.1306472 Jul 15 13:08:02.541152 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device b4f33907-01b2-408c-836d-8724b679662d details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:02.570143 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234022a-9975-4124-a3e7-d6956500e2c4 req-56f026c2-2ebf-481a-b210-c0bd34c24da0 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:02.591591 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3234022a-9975-4124-a3e7-d6956500e2c4 req-56f026c2-2ebf-481a-b210-c0bd34c24da0 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2fc429-3188-490b-bf84-955de38ee921 HTTP/1.1" status: 200 len: 945 time: 0.6370339 Jul 15 13:08:02.731218 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9d389c53-527f-4c9f-8fdb-bef275949666 req-e40d1254-2bf1-4111-9c99-694af22fb623 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=45435c35-70cb-4302-8456-ce5fb63273a8 HTTP/1.1" status: 200 len: 210 time: 0.0942109 Jul 15 13:08:02.888713 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3234022a-9975-4124-a3e7-d6956500e2c4 req-d074abbc-0d6c-4fac-b75a-9b243893f04d tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2671b70-b553-4b40-b2f2-862ba52057e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691255 Jul 15 13:08:02.894816 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-383a6d0c-2e11-40c8-9bfe-63d74edafa23 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Made reservation on behalf of 11b8af7c013140faa070a8db01c03b78 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:02.902822 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-383a6d0c-2e11-40c8-9bfe-63d74edafa23 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.067192 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-65d28ab6-6493-4216-b9da-d4d671041253 req-8263c82f-9133-4d18-8a2e-fa96ef049d74 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:08:03.075797 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-65d28ab6-6493-4216-b9da-d4d671041253 req-8263c82f-9133-4d18-8a2e-fa96ef049d74 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138113 Jul 15 13:08:03.112252 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port b4f33907-01b2-408c-836d-8724b679662d, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=b4f33907-01b2-408c-836d-8724b679662d,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:03.120521 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469dd9ee-e038-4c9b-87b8-e8d29d708821 req-f7b17433-1654-4890-ac20-31e5639ab733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:03.125939 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-469dd9ee-e038-4c9b-87b8-e8d29d708821 req-f7b17433-1654-4890-ac20-31e5639ab733 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f062bac1-70fa-42e9-b7a4-5d1e9b9777f3 HTTP/1.1" status: 200 len: 924 time: 0.6426320 Jul 15 13:08:03.128870 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device c8a62fb0-8d96-4afe-8708-97bbdafdc554 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:03.132958 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ddd048-f022-44e4-afcd-1f81130a5fd9 x-openstack-request-id: req-f4ddd048-f022-44e4-afcd-1f81130a5fd9 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:03.133234 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2fc429-3188-490b-bf84-955de38ee921", "name": "network-vif-plugged", "status": "completed", "tag": "bc20475f-1810-4585-b151-80f36bf5d3e9", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:03.133533 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f4ddd048-f022-44e4-afcd-1f81130a5fd9 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:03.133925 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2fc429-3188-490b-bf84-955de38ee921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc20475f-1810-4585-b151-80f36bf5d3e9', 'code': 200} Jul 15 13:08:03.135184 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'b4f33907-01b2-408c-836d-8724b679662d', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': 'b4f33907-01b2-408c-836d-8724b679662d', 'mac_address': 'fa:16:3e:9b:34:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:03.353290 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-65d28ab6-6493-4216-b9da-d4d671041253 req-51461dd6-c311-4e8c-a558-5ca2241da821 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2756956 Jul 15 13:08:03.408033 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-383a6d0c-2e11-40c8-9bfe-63d74edafa23 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Allocated IP 172.20.0.6 (2b4de3f9-9898-4e48-8ad2-d64a9c837567/f7ee163d-4be2-4821-945f-cb7507aae308/eb25cb7b-545d-4bf6-beca-f3584daa8063) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:03.411154 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.451502 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f33907-01b2-408c-836d-8724b679662d {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:03.482380 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5535f-9010-4f93-a0cd-d4443957f531 req-fbb0b1b4-8154-4db0-94e2-8a70429f7320 tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:03.490642 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port c8a62fb0-8d96-4afe-8708-97bbdafdc554 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:03.497528 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fbf5535f-9010-4f93-a0cd-d4443957f531 req-fbb0b1b4-8154-4db0-94e2-8a70429f7320 tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] 10.222.0.24 "GET /v2.0/ports?device_id=13464e70-43ba-460d-9b25-ab7421e6dc42 HTTP/1.1" status: 200 len: 948 time: 0.4873345 Jul 15 13:08:03.517226 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port c8a62fb0-8d96-4afe-8708-97bbdafdc554 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:03.517862 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.523894 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port b4f33907-01b2-408c-836d-8724b679662d, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=b4f33907-01b2-408c-836d-8724b679662d,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:03.598983 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.659141 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-469dd9ee-e038-4c9b-87b8-e8d29d708821 req-d747b9f2-001b-4111-a1dd-77372f707859 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6848b7ee-ae79-4522-927d-cbf875df0565 HTTP/1.1" status: 200 len: 217 time: 0.4468086 Jul 15 13:08:03.796588 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=b4f33907-01b2-408c-836d-8724b679662d,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:03.856124 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fbf5535f-9010-4f93-a0cd-d4443957f531 req-c1bb172c-2c64-421a-85d4-87a80fa41041 tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d5b7c11-990c-4964-a632-cda06dbb46cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473516 Jul 15 13:08:03.863321 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469dd9ee-e038-4c9b-87b8-e8d29d708821 req-4339d9a9-a97f-4c68-acdc-7384b6a0b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:03.864846 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-469dd9ee-e038-4c9b-87b8-e8d29d708821 req-4339d9a9-a97f-4c68-acdc-7384b6a0b818 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=95ddfb9a-daee-402f-b087-893d341c9494 HTTP/1.1" status: 200 len: 863 time: 0.1932650 Jul 15 13:08:03.887609 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14de886-da57-42c0-8800-a32ab2ea88e6 req-dad99f07-28d6-4fe1-866d-84ebd1b25334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:03.890117 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b14de886-da57-42c0-8800-a32ab2ea88e6 req-dad99f07-28d6-4fe1-866d-84ebd1b25334 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7b2fc429-3188-490b-bf84-955de38ee921 HTTP/1.1" status: 200 len: 1097 time: 0.6799650 Jul 15 13:08:03.936368 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-383a6d0c-2e11-40c8-9bfe-63d74edafa23 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.006791 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-469dd9ee-e038-4c9b-87b8-e8d29d708821 req-da25dc48-a4f8-441e-9f08-630311f373c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f062bac1-70fa-42e9-b7a4-5d1e9b9777f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1319468 Jul 15 13:08:04.024378 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-383a6d0c-2e11-40c8-9bfe-63d74edafa23 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.071363 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['b4f33907-01b2-408c-836d-8724b679662d'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:04.083277 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.147709 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-383a6d0c-2e11-40c8-9bfe-63d74edafa23 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:04.159383 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b14de886-da57-42c0-8800-a32ab2ea88e6 req-f7653c5d-5023-4980-a50b-aac29c671e68 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b2671b70-b553-4b40-b2f2-862ba52057e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435359 Jul 15 13:08:04.207849 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-383a6d0c-2e11-40c8-9bfe-63d74edafa23 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:04.217721 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-383a6d0c-2e11-40c8-9bfe-63d74edafa23 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:04.228643 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a6d0c-2e11-40c8-9bfe-63d74edafa23 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Pushing event updated for resources: {'Port': ['ID=eb25cb7b-545d-4bf6-beca-f3584daa8063,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:04.335131 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port c8a62fb0-8d96-4afe-8708-97bbdafdc554, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=c8a62fb0-8d96-4afe-8708-97bbdafdc554,segment=NetworkSegment(10e8a46f-657d-4085-b766-7c31d7b381ed),segment_id=10e8a46f-657d-4085-b766-7c31d7b381ed)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:04.346055 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.382975 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-469dd9ee-e038-4c9b-87b8-e8d29d708821 req-f7acbe10-e2bb-4e82-a92f-6f12c53a6cfc service neutron] 10.222.0.18 "GET /v2.0/networks/f062bac1-70fa-42e9-b7a4-5d1e9b9777f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662920 Jul 15 13:08:04.401962 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78205adf-e2c0-4797-a565-23ac4fec573e req-3c6915a2-26b0-412e-95fe-8529496872c3 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:04.406075 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-78205adf-e2c0-4797-a565-23ac4fec573e req-3c6915a2-26b0-412e-95fe-8529496872c3 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0f327b-2770-42ac-b22b-ed8ba6b18715 HTTP/1.1" status: 200 len: 943 time: 0.3137798 Jul 15 13:08:04.427910 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-383a6d0c-2e11-40c8-9bfe-63d74edafa23 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:04.429407 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-383a6d0c-2e11-40c8-9bfe-63d74edafa23 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.481693 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-383a6d0c-2e11-40c8-9bfe-63d74edafa23 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2519748 Jul 15 13:08:04.514522 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-ec7abc79-a23b-48b7-bf35-6c714fed7f9f tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:08:04.518755 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-ec7abc79-a23b-48b7-bf35-6c714fed7f9f tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096312 Jul 15 13:08:04.534468 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-78205adf-e2c0-4797-a565-23ac4fec573e req-3b74b57c-7267-4854-89e2-8bdc190103cb tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.24 "GET /v2.0/security-groups?id=c705c69b-1e23-404c-8893-4f245005dd82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966418 Jul 15 13:08:04.574436 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 6848b7ee-ae79-4522-927d-cbf875df0565 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:04.624301 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-808a903d-5997-47e6-a14a-f30ede200a12 service neutron] Request body: {'port': {'device_id': '45435c35-70cb-4302-8456-ce5fb63273a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:04.641484 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=c8a62fb0-8d96-4afe-8708-97bbdafdc554,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:04.831064 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-469dd9ee-e038-4c9b-87b8-e8d29d708821 req-5d6577af-d039-41c8-8214-f3740b11ed22 service neutron] 10.222.0.18 "GET /v2.0/networks/f062bac1-70fa-42e9-b7a4-5d1e9b9777f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312203 Jul 15 13:08:04.837793 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 6848b7ee-ae79-4522-927d-cbf875df0565, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=6848b7ee-ae79-4522-927d-cbf875df0565,segment=NetworkSegment(79031de5-2685-4ad5-8b75-c80f121b5281),segment_id=79031de5-2685-4ad5-8b75-c80f121b5281)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:04.869963 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '6848b7ee-ae79-4522-927d-cbf875df0565', 'network_id': 'f062bac1-70fa-42e9-b7a4-5d1e9b9777f3', 'port_id': '6848b7ee-ae79-4522-927d-cbf875df0565', 'mac_address': 'fa:16:3e:bb:07:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ddfb9a-daee-402f-b087-893d341c9494', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:05.012300 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-bab3b0d7-69c5-4ae5-9d90-1888e91f8780 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:05.014609 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-bab3b0d7-69c5-4ae5-9d90-1888e91f8780 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.32 "GET /v2.0/networks?id=956bc45d-6e41-4c68-9338-128c7dab2eb0 HTTP/1.1" status: 200 len: 811 time: 0.6313920 Jul 15 13:08:05.032878 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdac10-5575-4674-afe6-304db53e03f7 req-06df0408-aeb2-4d54-a9bd-7942539f1b8a tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:05.044745 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cafdac10-5575-4674-afe6-304db53e03f7 req-06df0408-aeb2-4d54-a9bd-7942539f1b8a tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/networks?id=7a1d132d-e27f-484a-993c-1c0bbb72a2ee HTTP/1.1" status: 200 len: 814 time: 0.3397138 Jul 15 13:08:05.049431 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.058421 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-1c7f561d-86d4-44cd-867f-5f748686c47d tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Request body: {'port': {'device_id': '717f11f8-8976-47f1-a72d-98874fb11d14', 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0', 'admin_state_up': True, 'tenant_id': '46c681a3ac1f49edb652254baad292e0'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:05.085492 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cafdac10-5575-4674-afe6-304db53e03f7 req-7ab6a36f-52e5-46a6-b9ee-5cea5d02c5ca tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/quotas/711c2fbaceb442c4900883d9377ffded HTTP/1.1" status: 200 len: 375 time: 0.0394242 Jul 15 13:08:05.096799 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6848b7ee-ae79-4522-927d-cbf875df0565 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:05.114200 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-808a903d-5997-47e6-a14a-f30ede200a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.133235 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 6848b7ee-ae79-4522-927d-cbf875df0565, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=6848b7ee-ae79-4522-927d-cbf875df0565,segment=NetworkSegment(79031de5-2685-4ad5-8b75-c80f121b5281),segment_id=79031de5-2685-4ad5-8b75-c80f121b5281)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:05.134694 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0fe0e0-8009-4a6d-85b1-e8ab515e07f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a62fb0-8d96-4afe-8708-97bbdafdc554'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:05.139253 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d4e17b-8caa-4776-9e40-b95dc10be600" -d '{"events": [{"server_uuid": "dd0fe0e0-8009-4a6d-85b1-e8ab515e07f0", "name": "network-vif-plugged", "status": "completed", "tag": "c8a62fb0-8d96-4afe-8708-97bbdafdc554"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:05.146227 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.146769 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cafdac10-5575-4674-afe6-304db53e03f7 req-bed2e55e-1b66-452b-a667-3a88a191e4aa tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=711c2fbaceb442c4900883d9377ffded&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602415 Jul 15 13:08:05.169104 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4bc74d30-420c-4aea-a76b-da3e9cb5dae2 req-7e260cf1-9ce6-494d-9f33-0419269463c4 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 210 time: 0.1879833 Jul 15 13:08:05.270221 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=6848b7ee-ae79-4522-927d-cbf875df0565,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:05.318522 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cafdac10-5575-4674-afe6-304db53e03f7 req-e3f89bac-676c-4207-a254-84b36c42dcb2 service neutron] 10.222.0.24 "GET /v2.0/networks/7a1d132d-e27f-484a-993c-1c0bbb72a2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706040 Jul 15 13:08:05.516300 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cafdac10-5575-4674-afe6-304db53e03f7 req-61897cea-b29b-4f45-bbfd-6d88fe8be074 service neutron] 10.222.0.24 "GET /v2.0/networks/7a1d132d-e27f-484a-993c-1c0bbb72a2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967659 Jul 15 13:08:05.534046 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['6848b7ee-ae79-4522-927d-cbf875df0565'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:05.555223 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-1c7f561d-86d4-44cd-867f-5f748686c47d tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Made reservation on behalf of 46c681a3ac1f49edb652254baad292e0 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:05.561640 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-1c7f561d-86d4-44cd-867f-5f748686c47d tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.923097 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-1c7f561d-86d4-44cd-867f-5f748686c47d tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Allocated IP 172.20.0.9 (956bc45d-6e41-4c68-9338-128c7dab2eb0/d483a1a6-7065-4b15-8f19-4e9042e07796/c6999d22-37c3-42d4-93cb-ea123cbe8b64) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:06.189131 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-1c7f561d-86d4-44cd-867f-5f748686c47d tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.241940 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-1c7f561d-86d4-44cd-867f-5f748686c47d tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.298823 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-1c7f561d-86d4-44cd-867f-5f748686c47d tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Network 956bc45d-6e41-4c68-9338-128c7dab2eb0 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:06.302986 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-1c7f561d-86d4-44cd-867f-5f748686c47d tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:06.306305 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-1c7f561d-86d4-44cd-867f-5f748686c47d tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:06.334604 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f561d-86d4-44cd-867f-5f748686c47d tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Pushing event updated for resources: {'Port': ['ID=c6999d22-37c3-42d4-93cb-ea123cbe8b64,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:06.461348 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-1c7f561d-86d4-44cd-867f-5f748686c47d tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:06.462339 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-1c7f561d-86d4-44cd-867f-5f748686c47d tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.502058 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-1c7f561d-86d4-44cd-867f-5f748686c47d tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4477360 Jul 15 13:08:06.521933 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-102ec197-cc90-4596-8065-ff87e994321f service neutron] Request body: {'port': {'device_id': '717f11f8-8976-47f1-a72d-98874fb11d14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:06.581985 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device b4f33907-01b2-408c-836d-8724b679662d up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:06.584461 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68452af7-0ed1-4f02-b796-b82f9d229284 req-cd1f4829-9981-4cbd-b168-7aa06ac0c6b5 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:06.593723 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-68452af7-0ed1-4f02-b796-b82f9d229284 req-cd1f4829-9981-4cbd-b168-7aa06ac0c6b5 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2fc429-3188-490b-bf84-955de38ee921 HTTP/1.1" status: 200 len: 945 time: 0.1857483 Jul 15 13:08:06.713568 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port b4f33907-01b2-408c-836d-8724b679662d completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:06.722812 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-808a903d-5997-47e6-a14a-f30ede200a12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb25cb7b-545d-4bf6-beca-f3584daa8063 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:06.725994 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port b4f33907-01b2-408c-836d-8724b679662d triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:06.726581 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.734112 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-68452af7-0ed1-4f02-b796-b82f9d229284 req-2f2de284-156f-4341-a31b-1ba2fe6c79de tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2671b70-b553-4b40-b2f2-862ba52057e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389673 Jul 15 13:08:06.743033 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-808a903d-5997-47e6-a14a-f30ede200a12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.751252 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-102ec197-cc90-4596-8065-ff87e994321f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.768399 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-808a903d-5997-47e6-a14a-f30ede200a12 service neutron] Transition to ACTIVE for port object eb25cb7b-545d-4bf6-beca-f3584daa8063 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:06.801640 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405cc27-12c9-4f78-8cde-22877ea88ab4 req-319010ff-5bae-4e11-a803-e1f13981b317 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:06.818450 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f405cc27-12c9-4f78-8cde-22877ea88ab4 req-319010ff-5bae-4e11-a803-e1f13981b317 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=45435c35-70cb-4302-8456-ce5fb63273a8 HTTP/1.1" status: 200 len: 931 time: 0.2024937 Jul 15 13:08:06.823686 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-808a903d-5997-47e6-a14a-f30ede200a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.000967 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.021035 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a903d-5997-47e6-a14a-f30ede200a12 service neutron] Pushing event updated for resources: {'Port': ['ID=eb25cb7b-545d-4bf6-beca-f3584daa8063,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:07.038862 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f405cc27-12c9-4f78-8cde-22877ea88ab4 req-903821ed-7aed-4456-9213-7e74867e83e4 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168009 Jul 15 13:08:07.076752 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port b4f33907-01b2-408c-836d-8724b679662d, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=b4f33907-01b2-408c-836d-8724b679662d,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:07.097018 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.198523 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0c919f-5293-4930-ba9b-b40a4d680259 x-openstack-request-id: req-ea0c919f-5293-4930-ba9b-b40a4d680259 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:07.199149 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0fe0e0-8009-4a6d-85b1-e8ab515e07f0", "name": "network-vif-plugged", "status": "completed", "tag": "c8a62fb0-8d96-4afe-8708-97bbdafdc554", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:07.199586 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea0c919f-5293-4930-ba9b-b40a4d680259 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:07.200160 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0fe0e0-8009-4a6d-85b1-e8ab515e07f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a62fb0-8d96-4afe-8708-97bbdafdc554', 'code': 200} Jul 15 13:08:07.221660 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-808a903d-5997-47e6-a14a-f30ede200a12 service neutron] Attempting to bind port eb25cb7b-545d-4bf6-beca-f3584daa8063 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:07.223734 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-808a903d-5997-47e6-a14a-f30ede200a12 service neutron] Attempting to bind port eb25cb7b-545d-4bf6-beca-f3584daa8063 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:07.224095 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-808a903d-5997-47e6-a14a-f30ede200a12 service neutron] Attempting to bind port eb25cb7b-545d-4bf6-beca-f3584daa8063 on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:07.237511 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-808a903d-5997-47e6-a14a-f30ede200a12 service neutron] Port eb25cb7b-545d-4bf6-beca-f3584daa8063 on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:07.237913 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-808a903d-5997-47e6-a14a-f30ede200a12 service neutron] Attempting to bind port eb25cb7b-545d-4bf6-beca-f3584daa8063 on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:07.244015 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-808a903d-5997-47e6-a14a-f30ede200a12 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:07.244358 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-808a903d-5997-47e6-a14a-f30ede200a12 service neutron] Checking segment: {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:07.245159 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-808a903d-5997-47e6-a14a-f30ede200a12 service neutron] Bound using segment: {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:07.246254 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-808a903d-5997-47e6-a14a-f30ede200a12 service neutron] Bound port: eb25cb7b-545d-4bf6-beca-f3584daa8063, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:07.246711 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-808a903d-5997-47e6-a14a-f30ede200a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.264048 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=b4f33907-01b2-408c-836d-8724b679662d,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:07.305418 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557093e8-d911-4a5c-91ee-3f882de619e9 req-5a72b037-9631-456a-be83-e06511c9bca5 tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:07.312840 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-557093e8-d911-4a5c-91ee-3f882de619e9 req-5a72b037-9631-456a-be83-e06511c9bca5 tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] 10.222.0.24 "GET /v2.0/ports?device_id=13464e70-43ba-460d-9b25-ab7421e6dc42 HTTP/1.1" status: 200 len: 949 time: 0.2567878 Jul 15 13:08:07.374903 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-808a903d-5997-47e6-a14a-f30ede200a12 service neutron] For port eb25cb7b-545d-4bf6-beca-f3584daa8063, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:07.380028 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-808a903d-5997-47e6-a14a-f30ede200a12 service neutron] For port eb25cb7b-545d-4bf6-beca-f3584daa8063, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=eb25cb7b-545d-4bf6-beca-f3584daa8063,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:07.404904 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-557093e8-d911-4a5c-91ee-3f882de619e9 req-b3921882-3700-45f0-afbf-40959ac2f2ae tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d5b7c11-990c-4964-a632-cda06dbb46cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911257 Jul 15 13:08:07.442873 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-808a903d-5997-47e6-a14a-f30ede200a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.482979 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-102ec197-cc90-4596-8065-ff87e994321f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6999d22-37c3-42d4-93cb-ea123cbe8b64 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:07.493908 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-102ec197-cc90-4596-8065-ff87e994321f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.529922 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-102ec197-cc90-4596-8065-ff87e994321f service neutron] Transition to ACTIVE for port object c6999d22-37c3-42d4-93cb-ea123cbe8b64 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:07.534216 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-808a903d-5997-47e6-a14a-f30ede200a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:07.534927 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-808a903d-5997-47e6-a14a-f30ede200a12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.538004 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-808a903d-5997-47e6-a14a-f30ede200a12 service neutron] 10.222.0.32 "PUT /v2.0/ports/eb25cb7b-545d-4bf6-beca-f3584daa8063 HTTP/1.1" status: 200 len: 1092 time: 3.0020599 Jul 15 13:08:07.542899 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ada5a-c078-4421-b10c-ff1bfd59b71b req-788c6784-036b-4c55-92d6-37a20a02410c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:07.543535 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45435c35-70cb-4302-8456-ce5fb63273a8', 'tag': 'eb25cb7b-545d-4bf6-beca-f3584daa8063'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:07.545726 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9e3ada5a-c078-4421-b10c-ff1bfd59b71b req-788c6784-036b-4c55-92d6-37a20a02410c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dd0fe0e0-8009-4a6d-85b1-e8ab515e07f0 HTTP/1.1" status: 200 len: 1097 time: 0.1908932 Jul 15 13:08:07.546653 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66195a1a-1efb-40f6-95ef-cd90ffbd7195" -d '{"events": [{"name": "network-changed", "server_uuid": "45435c35-70cb-4302-8456-ce5fb63273a8", "tag": "eb25cb7b-545d-4bf6-beca-f3584daa8063"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:07.548244 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-102ec197-cc90-4596-8065-ff87e994321f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.560708 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedfcd3-2367-41ae-b4ac-5109bf18b37c req-eadba1f5-f424-44c1-8abf-f1392657c783 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:07.562419 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1dedfcd3-2367-41ae-b4ac-5109bf18b37c req-eadba1f5-f424-44c1-8abf-f1392657c783 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0f327b-2770-42ac-b22b-ed8ba6b18715 HTTP/1.1" status: 200 len: 944 time: 0.1789944 Jul 15 13:08:07.627054 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a903d-5997-47e6-a14a-f30ede200a12 service neutron] Pushing event updated for resources: {'Port': ['ID=eb25cb7b-545d-4bf6-beca-f3584daa8063,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:07.692455 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1dedfcd3-2367-41ae-b4ac-5109bf18b37c req-885cb619-4eb0-4cbc-b402-b3b722da9d1b tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.24 "GET /v2.0/security-groups?id=c705c69b-1e23-404c-8893-4f245005dd82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993426 Jul 15 13:08:07.732902 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-c9542a60-cf14-4d76-83c5-e806f531e52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:07.737933 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff17c6da-c5ae-4fd7-bafc-c63eef26ec74 req-b923e2e8-7352-467d-bad8-0a95856b7060 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 210 time: 0.0984294 Jul 15 13:08:07.738548 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-c9542a60-cf14-4d76-83c5-e806f531e52e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11b8af7c013140faa070a8db01c03b78&device_id=45435c35-70cb-4302-8456-ce5fb63273a8 HTTP/1.1" status: 200 len: 1095 time: 0.0989676 Jul 15 13:08:07.742018 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ec197-cc90-4596-8065-ff87e994321f service neutron] Pushing event updated for resources: {'Port': ['ID=c6999d22-37c3-42d4-93cb-ea123cbe8b64,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:07.755422 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9e3ada5a-c078-4421-b10c-ff1bfd59b71b req-995ebbbe-b9f4-4615-a012-ec7931485d89 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b2671b70-b553-4b40-b2f2-862ba52057e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539931 Jul 15 13:08:07.784791 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-102ec197-cc90-4596-8065-ff87e994321f service neutron] Attempting to bind port c6999d22-37c3-42d4-93cb-ea123cbe8b64 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:07.785267 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-102ec197-cc90-4596-8065-ff87e994321f service neutron] Attempting to bind port c6999d22-37c3-42d4-93cb-ea123cbe8b64 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'faa6f47b-5a42-4f3d-8726-d44abedde300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:07.785618 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-102ec197-cc90-4596-8065-ff87e994321f service neutron] Attempting to bind port c6999d22-37c3-42d4-93cb-ea123cbe8b64 on network 956bc45d-6e41-4c68-9338-128c7dab2eb0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:07.794315 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-102ec197-cc90-4596-8065-ff87e994321f service neutron] Port c6999d22-37c3-42d4-93cb-ea123cbe8b64 on network 956bc45d-6e41-4c68-9338-128c7dab2eb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:07.794646 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-102ec197-cc90-4596-8065-ff87e994321f service neutron] Attempting to bind port c6999d22-37c3-42d4-93cb-ea123cbe8b64 on network 956bc45d-6e41-4c68-9338-128c7dab2eb0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:07.807877 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-102ec197-cc90-4596-8065-ff87e994321f service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:07.809163 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-102ec197-cc90-4596-8065-ff87e994321f service neutron] Checking segment: {'id': 'faa6f47b-5a42-4f3d-8726-d44abedde300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:07.809944 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-102ec197-cc90-4596-8065-ff87e994321f service neutron] Bound using segment: {'id': 'faa6f47b-5a42-4f3d-8726-d44abedde300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:07.810731 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-102ec197-cc90-4596-8065-ff87e994321f service neutron] Bound port: c6999d22-37c3-42d4-93cb-ea123cbe8b64, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faa6f47b-5a42-4f3d-8726-d44abedde300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:07.811313 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-102ec197-cc90-4596-8065-ff87e994321f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.825941 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-3a25a2dd-bd2d-49eb-9c6b-f78cc780ae8b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb25cb7b-545d-4bf6-beca-f3584daa8063 HTTP/1.1" status: 200 len: 217 time: 0.0732498 Jul 15 13:08:07.826234 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.921184 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-9f93f1d2-3356-4f99-8add-9df1b41dd733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:07.922994 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-9f93f1d2-3356-4f99-8add-9df1b41dd733 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f7ee163d-4be2-4821-945f-cb7507aae308 HTTP/1.1" status: 200 len: 861 time: 0.0617926 Jul 15 13:08:07.980901 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-52078bf4-8da0-4ea6-a30a-3af9a8d9762c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b4de3f9-9898-4e48-8ad2-d64a9c837567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409756 Jul 15 13:08:07.982127 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-102ec197-cc90-4596-8065-ff87e994321f service neutron] For port c6999d22-37c3-42d4-93cb-ea123cbe8b64, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:07.990877 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-102ec197-cc90-4596-8065-ff87e994321f service neutron] For port c6999d22-37c3-42d4-93cb-ea123cbe8b64, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=c6999d22-37c3-42d4-93cb-ea123cbe8b64,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:07.995971 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e8533-86b0-46f5-a615-d02661d31655 req-ca415ec1-a869-4e2f-a2ae-267fc066cea7 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:07.997625 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fe3e8533-86b0-46f5-a615-d02661d31655 req-ca415ec1-a869-4e2f-a2ae-267fc066cea7 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 943 time: 0.1747780 Jul 15 13:08:08.005195 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-102ec197-cc90-4596-8065-ff87e994321f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.071050 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-102ec197-cc90-4596-8065-ff87e994321f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.071666 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-102ec197-cc90-4596-8065-ff87e994321f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.073125 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-102ec197-cc90-4596-8065-ff87e994321f service neutron] 10.222.0.32 "PUT /v2.0/ports/c6999d22-37c3-42d4-93cb-ea123cbe8b64 HTTP/1.1" status: 200 len: 1092 time: 1.5568702 Jul 15 13:08:08.075582 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717f11f8-8976-47f1-a72d-98874fb11d14', 'tag': 'c6999d22-37c3-42d4-93cb-ea123cbe8b64'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:08.077502 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc6bb02-9c75-4ecd-9a44-b997e4f5a954" -d '{"events": [{"name": "network-changed", "server_uuid": "717f11f8-8976-47f1-a72d-98874fb11d14", "tag": "c6999d22-37c3-42d4-93cb-ea123cbe8b64"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:08.147127 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fe3e8533-86b0-46f5-a615-d02661d31655 req-ee504a01-382a-435b-944c-2442a08c8285 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397426 Jul 15 13:08:08.181008 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ec197-cc90-4596-8065-ff87e994321f service neutron] Pushing event updated for resources: {'Port': ['ID=c6999d22-37c3-42d4-93cb-ea123cbe8b64,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:08.217223 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b4f939-6f32-4d4f-9ab9-be17449e42aa x-openstack-request-id: req-f6b4f939-6f32-4d4f-9ab9-be17449e42aa {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:08.217524 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45435c35-70cb-4302-8456-ce5fb63273a8", "tag": "eb25cb7b-545d-4bf6-beca-f3584daa8063", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:08.217796 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f6b4f939-6f32-4d4f-9ab9-be17449e42aa {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:08.218211 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45435c35-70cb-4302-8456-ce5fb63273a8', 'tag': 'eb25cb7b-545d-4bf6-beca-f3584daa8063', 'status': 'completed', 'code': 200} Jul 15 13:08:08.227612 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-cd18928a-1de5-4355-b48c-0c3aab65dc4b service neutron] 10.222.0.32 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289407 Jul 15 13:08:08.308925 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdac10-5575-4674-afe6-304db53e03f7 req-9dbce792-b62d-4c4d-8baa-b51331637264 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.310510 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cafdac10-5575-4674-afe6-304db53e03f7 req-9dbce792-b62d-4c4d-8baa-b51331637264 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.32 "GET /v2.0/networks?id=7a1d132d-e27f-484a-993c-1c0bbb72a2ee HTTP/1.1" status: 200 len: 814 time: 0.2534199 Jul 15 13:08:08.345689 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-cafdac10-5575-4674-afe6-304db53e03f7 req-f4907e5d-7b2b-4b32-8786-c243b49bf431 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Request body: {'port': {'device_id': '365c97c5-1dc9-444e-aa7f-97a6a08ec914', 'network_id': '7a1d132d-e27f-484a-993c-1c0bbb72a2ee', 'admin_state_up': True, 'tenant_id': '711c2fbaceb442c4900883d9377ffded'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:08.410447 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f3c84240-353d-4f2b-9932-5ffb9d021ccd req-1d044da2-f73f-466f-83d8-b95c35f61cad service neutron] 10.222.0.32 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720784 Jul 15 13:08:08.456656 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2e3cf-f7fd-407a-8eac-6fa272d3677d req-149203c3-27c4-462e-ac91-3c3f3267bddf tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.460156 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6bf2e3cf-f7fd-407a-8eac-6fa272d3677d req-149203c3-27c4-462e-ac91-3c3f3267bddf tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd0fe0e0-8009-4a6d-85b1-e8ab515e07f0 HTTP/1.1" status: 200 len: 945 time: 0.1202285 Jul 15 13:08:08.502312 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-b5f6c5e6-d85f-48d0-967d-a7cc50d5412b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.504130 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-b5f6c5e6-d85f-48d0-967d-a7cc50d5412b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=46c681a3ac1f49edb652254baad292e0&device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 1095 time: 0.2405369 Jul 15 13:08:08.522758 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cafdac10-5575-4674-afe6-304db53e03f7 req-f4907e5d-7b2b-4b32-8786-c243b49bf431 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Made reservation on behalf of 711c2fbaceb442c4900883d9377ffded for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:08.526443 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cafdac10-5575-4674-afe6-304db53e03f7 req-f4907e5d-7b2b-4b32-8786-c243b49bf431 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.532728 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6bf2e3cf-f7fd-407a-8eac-6fa272d3677d req-11ee282e-350a-4017-9668-90658fd1b474 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2671b70-b553-4b40-b2f2-862ba52057e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617688 Jul 15 13:08:08.579773 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-5308ec49-df14-4b60-a792-d424c520dab2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6999d22-37c3-42d4-93cb-ea123cbe8b64 HTTP/1.1" status: 200 len: 217 time: 0.0413496 Jul 15 13:08:08.582954 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 6848b7ee-ae79-4522-927d-cbf875df0565 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:08.610128 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66195a1a-1efb-40f6-95ef-cd90ffbd7195 req-e994d924-ff49-43d1-8002-60e632f46fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.612936 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-66195a1a-1efb-40f6-95ef-cd90ffbd7195 req-e994d924-ff49-43d1-8002-60e632f46fd8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11b8af7c013140faa070a8db01c03b78&device_id=45435c35-70cb-4302-8456-ce5fb63273a8 HTTP/1.1" status: 200 len: 1095 time: 0.0790989 Jul 15 13:08:08.669360 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 6848b7ee-ae79-4522-927d-cbf875df0565 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:08.675686 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 6848b7ee-ae79-4522-927d-cbf875df0565 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:08.676357 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.731871 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-c5bb238c-9ab7-43cc-b96e-e39bab69cd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.733718 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-c5bb238c-9ab7-43cc-b96e-e39bab69cd80 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d483a1a6-7065-4b15-8f19-4e9042e07796 HTTP/1.1" status: 200 len: 851 time: 0.1437800 Jul 15 13:08:08.743612 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66195a1a-1efb-40f6-95ef-cd90ffbd7195 req-6307884f-899f-4739-938c-f04a8ed7b5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.747123 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-66195a1a-1efb-40f6-95ef-cd90ffbd7195 req-6307884f-899f-4739-938c-f04a8ed7b5fc service neutron] 10.222.0.32 "GET /v2.0/networks?id=2b4de3f9-9898-4e48-8ad2-d64a9c837567 HTTP/1.1" status: 200 len: 922 time: 0.1203780 Jul 15 13:08:08.795877 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-66195a1a-1efb-40f6-95ef-cd90ffbd7195 req-72b9f3c5-ff5a-4488-9bb6-9f0274a16c8f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb25cb7b-545d-4bf6-beca-f3584daa8063 HTTP/1.1" status: 200 len: 217 time: 0.0440955 Jul 15 13:08:08.804478 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b63bbf1-d44a-4b31-a156-97dbe4763ad2 x-openstack-request-id: req-4b63bbf1-d44a-4b31-a156-97dbe4763ad2 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:08.804806 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717f11f8-8976-47f1-a72d-98874fb11d14", "tag": "c6999d22-37c3-42d4-93cb-ea123cbe8b64", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:08.805025 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4b63bbf1-d44a-4b31-a156-97dbe4763ad2 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:08.805417 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717f11f8-8976-47f1-a72d-98874fb11d14', 'tag': 'c6999d22-37c3-42d4-93cb-ea123cbe8b64', 'status': 'completed', 'code': 200} Jul 15 13:08:08.808439 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-d30d1130-ac84-4624-8aa2-2fd86a744d43 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=956bc45d-6e41-4c68-9338-128c7dab2eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656002 Jul 15 13:08:08.819903 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f2d1d-c437-45ae-9d68-48090a134b1c req-c7834ede-4dd4-417d-978f-74dab94ddc4c tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.820240 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.821566 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bb7f2d1d-c437-45ae-9d68-48090a134b1c req-c7834ede-4dd4-417d-978f-74dab94ddc4c tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=45435c35-70cb-4302-8456-ce5fb63273a8 HTTP/1.1" status: 200 len: 943 time: 0.2463799 Jul 15 13:08:08.876375 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 6848b7ee-ae79-4522-927d-cbf875df0565, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=6848b7ee-ae79-4522-927d-cbf875df0565,segment=NetworkSegment(79031de5-2685-4ad5-8b75-c80f121b5281),segment_id=79031de5-2685-4ad5-8b75-c80f121b5281)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:08.883325 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66195a1a-1efb-40f6-95ef-cd90ffbd7195 req-d24a64ae-727e-44cb-9503-c7f4ed9c2cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.890260 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.895521 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-66195a1a-1efb-40f6-95ef-cd90ffbd7195 req-d24a64ae-727e-44cb-9503-c7f4ed9c2cad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f7ee163d-4be2-4821-945f-cb7507aae308 HTTP/1.1" status: 200 len: 861 time: 0.0816405 Jul 15 13:08:08.924415 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-cafdac10-5575-4674-afe6-304db53e03f7 req-f4907e5d-7b2b-4b32-8786-c243b49bf431 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Allocated IP 172.20.0.5 (7a1d132d-e27f-484a-993c-1c0bbb72a2ee/a0d112e7-4ba9-4d28-96e4-3d9434430baa/5895e339-f2ce-465f-b37b-81f0219f7117) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:08.953866 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-66195a1a-1efb-40f6-95ef-cd90ffbd7195 req-df82959c-bf3a-4583-b3ea-39291644e3b4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b4de3f9-9898-4e48-8ad2-d64a9c837567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560520 Jul 15 13:08:08.984564 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=6848b7ee-ae79-4522-927d-cbf875df0565,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:08.986812 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bb7f2d1d-c437-45ae-9d68-48090a134b1c req-52c09afe-dffc-4694-8965-4da7ef180106 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500127 Jul 15 13:08:09.012367 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-bf61719e-ea4b-4fce-94cd-b2a2bd0e2bff service neutron] 10.222.0.32 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848164 Jul 15 13:08:09.140364 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-66195a1a-1efb-40f6-95ef-cd90ffbd7195 req-4649cca5-578d-4543-9adc-2f38ca18bc8a service neutron] 10.222.0.32 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737487 Jul 15 13:08:09.201355 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13464e70-43ba-460d-9b25-ab7421e6dc42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f33907-01b2-408c-836d-8724b679662d'}, {'server_uuid': '3c0f327b-2770-42ac-b22b-ed8ba6b18715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6848b7ee-ae79-4522-927d-cbf875df0565'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:09.204632 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5242b915-0a9a-4e95-a106-41a9dbbdb453" -d '{"events": [{"server_uuid": "13464e70-43ba-460d-9b25-ab7421e6dc42", "name": "network-vif-plugged", "status": "completed", "tag": "b4f33907-01b2-408c-836d-8724b679662d"}, {"server_uuid": "3c0f327b-2770-42ac-b22b-ed8ba6b18715", "name": "network-vif-plugged", "status": "completed", "tag": "6848b7ee-ae79-4522-927d-cbf875df0565"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:09.266858 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-66195a1a-1efb-40f6-95ef-cd90ffbd7195 req-655a552d-95a5-4eb8-ad5e-fd3a741833bf service neutron] 10.222.0.32 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200106 Jul 15 13:08:09.451125 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8b096-36b0-4319-8938-71764e1e98a1 req-6be668d9-88df-4cb0-8a11-745eaedd2ec6 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:09.452860 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-44c8b096-36b0-4319-8938-71764e1e98a1 req-6be668d9-88df-4cb0-8a11-745eaedd2ec6 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0f327b-2770-42ac-b22b-ed8ba6b18715 HTTP/1.1" status: 200 len: 945 time: 0.0761461 Jul 15 13:08:09.504592 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-44c8b096-36b0-4319-8938-71764e1e98a1 req-314eb17b-8806-4a93-8837-b93f95841882 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.24 "GET /v2.0/security-groups?id=c705c69b-1e23-404c-8893-4f245005dd82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411763 Jul 15 13:08:09.570123 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cafdac10-5575-4674-afe6-304db53e03f7 req-f4907e5d-7b2b-4b32-8786-c243b49bf431 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.613981 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39627197-16b2-4c13-ba21-f2dbe5f10bf6 req-c8ebfddd-4c9e-46c7-aa61-727597374733 service neutron] 10.222.0.32 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4813783 Jul 15 13:08:09.624718 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73ab9c-9d0b-4fee-b170-f49f6d7ffe18 req-2e5d8aae-1b50-4b3b-a649-2f687d9cdcf3 tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:09.626405 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f73ab9c-9d0b-4fee-b170-f49f6d7ffe18 req-2e5d8aae-1b50-4b3b-a649-2f687d9cdcf3 tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] 10.222.0.24 "GET /v2.0/ports?device_id=13464e70-43ba-460d-9b25-ab7421e6dc42 HTTP/1.1" status: 200 len: 950 time: 0.4927857 Jul 15 13:08:09.682724 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cafdac10-5575-4674-afe6-304db53e03f7 req-f4907e5d-7b2b-4b32-8786-c243b49bf431 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.686998 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f73ab9c-9d0b-4fee-b170-f49f6d7ffe18 req-68f8fc42-c597-42ae-90e9-6ca240868604 tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d5b7c11-990c-4964-a632-cda06dbb46cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523036 Jul 15 13:08:09.733111 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cafdac10-5575-4674-afe6-304db53e03f7 req-f4907e5d-7b2b-4b32-8786-c243b49bf431 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Network 7a1d132d-e27f-484a-993c-1c0bbb72a2ee is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:09.737606 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-cafdac10-5575-4674-afe6-304db53e03f7 req-f4907e5d-7b2b-4b32-8786-c243b49bf431 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:09.742126 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-cafdac10-5575-4674-afe6-304db53e03f7 req-f4907e5d-7b2b-4b32-8786-c243b49bf431 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:09.782924 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e954a-59c7-45f7-9cab-53192472b6eb req-b69187e6-dc50-4692-902c-a3d259c6dcc1 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:09.785212 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d03e954a-59c7-45f7-9cab-53192472b6eb req-b69187e6-dc50-4692-902c-a3d259c6dcc1 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 931 time: 0.0999613 Jul 15 13:08:09.790455 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4907e5d-7b2b-4b32-8786-c243b49bf431 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Pushing event updated for resources: {'Port': ['ID=5895e339-f2ce-465f-b37b-81f0219f7117,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:09.837117 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdac10-5575-4674-afe6-304db53e03f7 req-f4907e5d-7b2b-4b32-8786-c243b49bf431 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:09.837811 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cafdac10-5575-4674-afe6-304db53e03f7 req-f4907e5d-7b2b-4b32-8786-c243b49bf431 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.839853 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d03e954a-59c7-45f7-9cab-53192472b6eb req-3d3047bf-e952-44a4-a561-76284ece3adc tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477664 Jul 15 13:08:09.885806 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cafdac10-5575-4674-afe6-304db53e03f7 req-f4907e5d-7b2b-4b32-8786-c243b49bf431 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5473547 Jul 15 13:08:09.909514 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-cafdac10-5575-4674-afe6-304db53e03f7 req-c620f7c6-c3ad-4ba2-8fbc-f82a62c8efd2 service neutron] Request body: {'port': {'device_id': '365c97c5-1dc9-444e-aa7f-97a6a08ec914', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:09.916970 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6bb02-9c75-4ecd-9a44-b997e4f5a954 req-e527b32c-ab6e-4135-ac20-941bfd499337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:09.918575 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-efc6bb02-9c75-4ecd-9a44-b997e4f5a954 req-e527b32c-ab6e-4135-ac20-941bfd499337 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=46c681a3ac1f49edb652254baad292e0&device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 1095 time: 0.1451209 Jul 15 13:08:10.033565 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba83a41-ceb9-4f92-b57d-b6aa9189808d req-e996c1e6-a297-4fca-8ca6-afeb5f97a354 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:10.035190 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fba83a41-ceb9-4f92-b57d-b6aa9189808d req-e996c1e6-a297-4fca-8ca6-afeb5f97a354 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 943 time: 0.0708613 Jul 15 13:08:10.058300 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f8909-1218-41f1-9def-23541929aef1 req-71c90366-06d6-43da-8009-f4ec09f65be3 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:10.059949 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-438f8909-1218-41f1-9def-23541929aef1 req-71c90366-06d6-43da-8009-f4ec09f65be3 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd3638d3-0f3f-4182-bf6a-04112b1c197e HTTP/1.1" status: 200 len: 950 time: 0.2083693 Jul 15 13:08:10.079137 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fba83a41-ceb9-4f92-b57d-b6aa9189808d req-c8ea9738-a887-44d4-9aeb-4152e8f74560 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375171 Jul 15 13:08:10.104806 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cafdac10-5575-4674-afe6-304db53e03f7 req-c620f7c6-c3ad-4ba2-8fbc-f82a62c8efd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.135917 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9977d65-d7ad-4f7a-9fc5-55bbea07ef18 x-openstack-request-id: req-c9977d65-d7ad-4f7a-9fc5-55bbea07ef18 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:10.136621 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13464e70-43ba-460d-9b25-ab7421e6dc42", "name": "network-vif-plugged", "status": "completed", "tag": "b4f33907-01b2-408c-836d-8724b679662d", "code": 200}, {"server_uuid": "3c0f327b-2770-42ac-b22b-ed8ba6b18715", "name": "network-vif-plugged", "status": "completed", "tag": "6848b7ee-ae79-4522-927d-cbf875df0565", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:10.136827 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c9977d65-d7ad-4f7a-9fc5-55bbea07ef18 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:10.137277 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13464e70-43ba-460d-9b25-ab7421e6dc42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f33907-01b2-408c-836d-8724b679662d', 'code': 200} Jul 15 13:08:10.137800 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0f327b-2770-42ac-b22b-ed8ba6b18715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6848b7ee-ae79-4522-927d-cbf875df0565', 'code': 200} Jul 15 13:08:10.143643 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-438f8909-1218-41f1-9def-23541929aef1 req-73fb4368-02d5-4d8e-9329-3f99d4068de9 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0f6023-3be2-49fe-89c6-135de16ebc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762610 Jul 15 13:08:10.146297 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6bb02-9c75-4ecd-9a44-b997e4f5a954 req-12165de2-b9e2-4ae9-85d4-3afc4c3e26cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:10.147698 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-efc6bb02-9c75-4ecd-9a44-b997e4f5a954 req-12165de2-b9e2-4ae9-85d4-3afc4c3e26cf service neutron] 10.222.0.32 "GET /v2.0/networks?id=956bc45d-6e41-4c68-9338-128c7dab2eb0 HTTP/1.1" status: 200 len: 912 time: 0.2050745 Jul 15 13:08:10.257073 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-efc6bb02-9c75-4ecd-9a44-b997e4f5a954 req-19c9bff8-b85c-4a67-99a5-ab2e1f922d3a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6999d22-37c3-42d4-93cb-ea123cbe8b64 HTTP/1.1" status: 200 len: 217 time: 0.0865655 Jul 15 13:08:10.485021 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6bb02-9c75-4ecd-9a44-b997e4f5a954 req-a4f78488-6f3a-448e-95d7-80d18e3c204b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:10.486587 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-efc6bb02-9c75-4ecd-9a44-b997e4f5a954 req-a4f78488-6f3a-448e-95d7-80d18e3c204b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d483a1a6-7065-4b15-8f19-4e9042e07796 HTTP/1.1" status: 200 len: 851 time: 0.2061846 Jul 15 13:08:10.560473 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-efc6bb02-9c75-4ecd-9a44-b997e4f5a954 req-97707f1d-210d-4531-82a9-5b877927693d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=956bc45d-6e41-4c68-9338-128c7dab2eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658941 Jul 15 13:08:10.598565 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b991b8-3f06-4b73-97f9-a937df187cb4 req-b717dbc7-35f8-476d-aa31-ac7e92121ff9 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:10.600262 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40b991b8-3f06-4b73-97f9-a937df187cb4 req-b717dbc7-35f8-476d-aa31-ac7e92121ff9 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=45435c35-70cb-4302-8456-ce5fb63273a8 HTTP/1.1" status: 200 len: 943 time: 0.0806355 Jul 15 13:08:10.644670 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40b991b8-3f06-4b73-97f9-a937df187cb4 req-0aa1fd07-d2a5-4ae0-88e3-2bfebd1a5348 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389519 Jul 15 13:08:10.653845 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10585d-82b9-4ab4-af2e-1c05ea6a7777 req-e385f629-082e-4bdd-b382-5aff7d9d2793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:10.654655 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8e10585d-82b9-4ab4-af2e-1c05ea6a7777 req-e385f629-082e-4bdd-b382-5aff7d9d2793 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3c0f327b-2770-42ac-b22b-ed8ba6b18715 HTTP/1.1" status: 200 len: 1097 time: 0.3933926 Jul 15 13:08:10.655921 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d98d5-36bb-4d60-b886-07e29c6fa415 req-b7ecee12-d150-47f8-97ed-fcf484bfe1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:10.657602 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d08d98d5-36bb-4d60-b886-07e29c6fa415 req-b7ecee12-d150-47f8-97ed-fcf484bfe1dd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=13464e70-43ba-460d-9b25-ab7421e6dc42 HTTP/1.1" status: 200 len: 1102 time: 0.3979385 Jul 15 13:08:10.711287 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc47b0a-a42d-4ff8-8fec-cbb3a62a0e8f req-4809a887-76d2-4bb3-adcf-3daeda9c27f2 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:10.712909 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3bc47b0a-a42d-4ff8-8fec-cbb3a62a0e8f req-4809a887-76d2-4bb3-adcf-3daeda9c27f2 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd0fe0e0-8009-4a6d-85b1-e8ab515e07f0 HTTP/1.1" status: 200 len: 945 time: 0.3832278 Jul 15 13:08:10.842602 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d08d98d5-36bb-4d60-b886-07e29c6fa415 req-1fc03b2d-c5db-4c0a-a4eb-0b5b2e41d698 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4d5b7c11-990c-4964-a632-cda06dbb46cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659057 Jul 15 13:08:10.844555 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-efc6bb02-9c75-4ecd-9a44-b997e4f5a954 req-9ddc2a08-f82a-47d5-8e36-79b9c979be9c service neutron] 10.222.0.32 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735121 Jul 15 13:08:10.851744 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8e10585d-82b9-4ab4-af2e-1c05ea6a7777 req-4fe24028-ed9f-4831-a377-8f26ae1beca4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c705c69b-1e23-404c-8893-4f245005dd82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739855 Jul 15 13:08:10.869550 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3bc47b0a-a42d-4ff8-8fec-cbb3a62a0e8f req-70bbfd52-dcbf-4d71-beba-eaaedae49fae tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2671b70-b553-4b40-b2f2-862ba52057e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331358 Jul 15 13:08:10.958001 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-cafdac10-5575-4674-afe6-304db53e03f7 req-c620f7c6-c3ad-4ba2-8fbc-f82a62c8efd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5895e339-f2ce-465f-b37b-81f0219f7117 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:10.971283 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cafdac10-5575-4674-afe6-304db53e03f7 req-c620f7c6-c3ad-4ba2-8fbc-f82a62c8efd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.999546 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-cafdac10-5575-4674-afe6-304db53e03f7 req-c620f7c6-c3ad-4ba2-8fbc-f82a62c8efd2 service neutron] Transition to ACTIVE for port object 5895e339-f2ce-465f-b37b-81f0219f7117 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:11.008890 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cafdac10-5575-4674-afe6-304db53e03f7 req-c620f7c6-c3ad-4ba2-8fbc-f82a62c8efd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:11.018406 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-efc6bb02-9c75-4ecd-9a44-b997e4f5a954 req-5bd258dd-e9ef-4f2c-8bfb-d4cf2e04ad16 service neutron] 10.222.0.32 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655874 Jul 15 13:08:11.106175 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620f7c6-c3ad-4ba2-8fbc-f82a62c8efd2 service neutron] Pushing event updated for resources: {'Port': ['ID=5895e339-f2ce-465f-b37b-81f0219f7117,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:11.174925 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b66ed-43ab-44c1-bf14-e1c65e668921 req-2679167d-737f-44ca-833c-8ae3cb7c47fa tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:11.177431 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-869b66ed-43ab-44c1-bf14-e1c65e668921 req-2679167d-737f-44ca-833c-8ae3cb7c47fa tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] 10.222.0.24 "GET /v2.0/ports?device_id=13464e70-43ba-460d-9b25-ab7421e6dc42 HTTP/1.1" status: 200 len: 950 time: 0.0869300 Jul 15 13:08:11.191724 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b549feb-a49b-430f-bef7-400161cc7682 req-1cad520a-27b3-443b-9e95-c91a1f3c5285 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:11.193378 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3b549feb-a49b-430f-bef7-400161cc7682 req-1cad520a-27b3-443b-9e95-c91a1f3c5285 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0f327b-2770-42ac-b22b-ed8ba6b18715 HTTP/1.1" status: 200 len: 945 time: 0.1520774 Jul 15 13:08:11.218065 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-cafdac10-5575-4674-afe6-304db53e03f7 req-c620f7c6-c3ad-4ba2-8fbc-f82a62c8efd2 service neutron] Attempting to bind port 5895e339-f2ce-465f-b37b-81f0219f7117 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:11.218378 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-cafdac10-5575-4674-afe6-304db53e03f7 req-c620f7c6-c3ad-4ba2-8fbc-f82a62c8efd2 service neutron] Attempting to bind port 5895e339-f2ce-465f-b37b-81f0219f7117 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'f19c2669-c167-4697-a02d-3890cc03720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7a1d132d-e27f-484a-993c-1c0bbb72a2ee'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:11.219245 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafdac10-5575-4674-afe6-304db53e03f7 req-c620f7c6-c3ad-4ba2-8fbc-f82a62c8efd2 service neutron] Attempting to bind port 5895e339-f2ce-465f-b37b-81f0219f7117 on network 7a1d132d-e27f-484a-993c-1c0bbb72a2ee {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:11.233344 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafdac10-5575-4674-afe6-304db53e03f7 req-c620f7c6-c3ad-4ba2-8fbc-f82a62c8efd2 service neutron] Port 5895e339-f2ce-465f-b37b-81f0219f7117 on network 7a1d132d-e27f-484a-993c-1c0bbb72a2ee not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:11.233711 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafdac10-5575-4674-afe6-304db53e03f7 req-c620f7c6-c3ad-4ba2-8fbc-f82a62c8efd2 service neutron] Attempting to bind port 5895e339-f2ce-465f-b37b-81f0219f7117 on network 7a1d132d-e27f-484a-993c-1c0bbb72a2ee {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:11.241164 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-869b66ed-43ab-44c1-bf14-e1c65e668921 req-32c53dea-82cc-430e-a541-e37ebadf51c8 tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d5b7c11-990c-4964-a632-cda06dbb46cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499525 Jul 15 13:08:11.249321 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafdac10-5575-4674-afe6-304db53e03f7 req-c620f7c6-c3ad-4ba2-8fbc-f82a62c8efd2 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:11.249660 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafdac10-5575-4674-afe6-304db53e03f7 req-c620f7c6-c3ad-4ba2-8fbc-f82a62c8efd2 service neutron] Checking segment: {'id': 'f19c2669-c167-4697-a02d-3890cc03720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7a1d132d-e27f-484a-993c-1c0bbb72a2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:11.250150 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafdac10-5575-4674-afe6-304db53e03f7 req-c620f7c6-c3ad-4ba2-8fbc-f82a62c8efd2 service neutron] Bound using segment: {'id': 'f19c2669-c167-4697-a02d-3890cc03720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7a1d132d-e27f-484a-993c-1c0bbb72a2ee'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:11.250616 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-cafdac10-5575-4674-afe6-304db53e03f7 req-c620f7c6-c3ad-4ba2-8fbc-f82a62c8efd2 service neutron] Bound port: 5895e339-f2ce-465f-b37b-81f0219f7117, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f19c2669-c167-4697-a02d-3890cc03720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7a1d132d-e27f-484a-993c-1c0bbb72a2ee'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:11.250986 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cafdac10-5575-4674-afe6-304db53e03f7 req-c620f7c6-c3ad-4ba2-8fbc-f82a62c8efd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:11.269085 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3b549feb-a49b-430f-bef7-400161cc7682 req-d72b05ba-df28-464f-b716-fdc8fb7bc3ec tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.24 "GET /v2.0/security-groups?id=c705c69b-1e23-404c-8893-4f245005dd82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627937 Jul 15 13:08:11.358218 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-cafdac10-5575-4674-afe6-304db53e03f7 req-c620f7c6-c3ad-4ba2-8fbc-f82a62c8efd2 service neutron] For port 5895e339-f2ce-465f-b37b-81f0219f7117, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:11.361031 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-cafdac10-5575-4674-afe6-304db53e03f7 req-c620f7c6-c3ad-4ba2-8fbc-f82a62c8efd2 service neutron] For port 5895e339-f2ce-465f-b37b-81f0219f7117, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=5895e339-f2ce-465f-b37b-81f0219f7117,segment=NetworkSegment(f19c2669-c167-4697-a02d-3890cc03720b),segment_id=f19c2669-c167-4697-a02d-3890cc03720b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:11.366848 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cafdac10-5575-4674-afe6-304db53e03f7 req-c620f7c6-c3ad-4ba2-8fbc-f82a62c8efd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:11.405470 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdac10-5575-4674-afe6-304db53e03f7 req-c620f7c6-c3ad-4ba2-8fbc-f82a62c8efd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:11.405796 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cafdac10-5575-4674-afe6-304db53e03f7 req-c620f7c6-c3ad-4ba2-8fbc-f82a62c8efd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:11.407892 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cafdac10-5575-4674-afe6-304db53e03f7 req-c620f7c6-c3ad-4ba2-8fbc-f82a62c8efd2 service neutron] 10.222.0.32 "PUT /v2.0/ports/5895e339-f2ce-465f-b37b-81f0219f7117 HTTP/1.1" status: 200 len: 1092 time: 1.5035124 Jul 15 13:08:11.408366 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '365c97c5-1dc9-444e-aa7f-97a6a08ec914', 'tag': '5895e339-f2ce-465f-b37b-81f0219f7117'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:11.410763 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880f810a-84df-4971-9bdd-14fe2a0b8f31" -d '{"events": [{"name": "network-changed", "server_uuid": "365c97c5-1dc9-444e-aa7f-97a6a08ec914", "tag": "5895e339-f2ce-465f-b37b-81f0219f7117"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:11.439296 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620f7c6-c3ad-4ba2-8fbc-f82a62c8efd2 service neutron] Pushing event updated for resources: {'Port': ['ID=5895e339-f2ce-465f-b37b-81f0219f7117,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:11.489415 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device eb25cb7b-545d-4bf6-beca-f3584daa8063 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:11.500948 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b204d1-9a7d-4531-baf4-65071d547631 req-69ec26fe-45ac-4348-8b51-d3e9e0082cee tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:11.507428 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-04b204d1-9a7d-4531-baf4-65071d547631 req-69ec26fe-45ac-4348-8b51-d3e9e0082cee tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 943 time: 0.1324100 Jul 15 13:08:11.577180 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdac10-5575-4674-afe6-304db53e03f7 req-08c33d07-3114-4643-a80b-637ca431eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:11.581530 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cafdac10-5575-4674-afe6-304db53e03f7 req-08c33d07-3114-4643-a80b-637ca431eb76 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=711c2fbaceb442c4900883d9377ffded&device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 1095 time: 0.1045191 Jul 15 13:08:11.592624 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-04b204d1-9a7d-4531-baf4-65071d547631 req-513b79e4-0f48-4f26-9f03-ef1c25e55789 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709996 Jul 15 13:08:11.666875 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cafdac10-5575-4674-afe6-304db53e03f7 req-022a4ea4-e291-4771-ad34-078ecbb10b5d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5895e339-f2ce-465f-b37b-81f0219f7117 HTTP/1.1" status: 200 len: 217 time: 0.0684705 Jul 15 13:08:11.737432 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port eb25cb7b-545d-4bf6-beca-f3584daa8063, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=eb25cb7b-545d-4bf6-beca-f3584daa8063,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:11.759154 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'eb25cb7b-545d-4bf6-beca-f3584daa8063', 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567', 'port_id': 'eb25cb7b-545d-4bf6-beca-f3584daa8063', 'mac_address': 'fa:16:3e:d1:21:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ee163d-4be2-4821-945f-cb7507aae308', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:11.789439 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdac10-5575-4674-afe6-304db53e03f7 req-296ba99a-7dc8-4ab5-9316-accd9ef78ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:11.790997 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cafdac10-5575-4674-afe6-304db53e03f7 req-296ba99a-7dc8-4ab5-9316-accd9ef78ef7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a0d112e7-4ba9-4d28-96e4-3d9434430baa HTTP/1.1" status: 200 len: 854 time: 0.1171203 Jul 15 13:08:11.839679 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cafdac10-5575-4674-afe6-304db53e03f7 req-2df18c26-4597-443f-8f73-f1c9c3e8ec5d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a1d132d-e27f-484a-993c-1c0bbb72a2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346961 Jul 15 13:08:11.839974 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:11.862267 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb25cb7b-545d-4bf6-beca-f3584daa8063 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:11.865695 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5317ce6-ab46-4457-9862-b8cb945b1428 req-1eab9840-3da6-4a19-a6f0-dc003cfabc03 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:11.875686 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f5317ce6-ab46-4457-9862-b8cb945b1428 req-1eab9840-3da6-4a19-a6f0-dc003cfabc03 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36 HTTP/1.1" status: 200 len: 946 time: 0.1524854 Jul 15 13:08:11.897439 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port eb25cb7b-545d-4bf6-beca-f3584daa8063, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=eb25cb7b-545d-4bf6-beca-f3584daa8063,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:11.904500 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:11.979458 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f5317ce6-ab46-4457-9862-b8cb945b1428 req-a3734e21-c91e-4b73-98d1-09c7a9f7974f tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017308 Jul 15 13:08:11.994572 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=eb25cb7b-545d-4bf6-beca-f3584daa8063,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:12.020680 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cafdac10-5575-4674-afe6-304db53e03f7 req-3959ac61-ab53-42e6-83b6-0b20f57036e4 service neutron] 10.222.0.32 "GET /v2.0/networks/7a1d132d-e27f-484a-993c-1c0bbb72a2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720898 Jul 15 13:08:12.203303 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cafdac10-5575-4674-afe6-304db53e03f7 req-aae24d95-60f7-4572-8ca7-46c81f80cb56 service neutron] 10.222.0.32 "GET /v2.0/networks/7a1d132d-e27f-484a-993c-1c0bbb72a2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462295 Jul 15 13:08:12.222587 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['eb25cb7b-545d-4bf6-beca-f3584daa8063'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:12.240668 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6637ab-2f0d-4ce3-add6-c4ba4eabfe59 req-82d9859d-2082-4cf1-8b30-7f12587198be tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:12.248766 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1e6637ab-2f0d-4ce3-add6-c4ba4eabfe59 req-82d9859d-2082-4cf1-8b30-7f12587198be tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 943 time: 0.1096632 Jul 15 13:08:12.314829 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1e6637ab-2f0d-4ce3-add6-c4ba4eabfe59 req-bbe89d06-0ad2-4a68-b6c4-6cf07ca65737 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650382 Jul 15 13:08:12.405275 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82300b73-3419-4dcd-a8e8-1ceb18519654 x-openstack-request-id: req-82300b73-3419-4dcd-a8e8-1ceb18519654 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:12.405969 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "365c97c5-1dc9-444e-aa7f-97a6a08ec914", "tag": "5895e339-f2ce-465f-b37b-81f0219f7117", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:12.407176 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-82300b73-3419-4dcd-a8e8-1ceb18519654 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:12.407942 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '365c97c5-1dc9-444e-aa7f-97a6a08ec914', 'tag': '5895e339-f2ce-465f-b37b-81f0219f7117', 'status': 'completed', 'code': 200} Jul 15 13:08:12.600525 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 1564af4a-eef0-4616-b0e0-ba9b36841530 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:12.650902 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f810a-84df-4971-9bdd-14fe2a0b8f31 req-bfd35f0b-6726-448f-8f4d-d874a3ab99b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:12.652646 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-880f810a-84df-4971-9bdd-14fe2a0b8f31 req-bfd35f0b-6726-448f-8f4d-d874a3ab99b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=711c2fbaceb442c4900883d9377ffded&device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 1095 time: 0.1393702 Jul 15 13:08:12.662176 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a196f3f-a4c4-47ed-a3c9-19581596fe84 req-0d2d10ad-d854-45c7-93dd-25ff3cf6a83a tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:12.663828 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0a196f3f-a4c4-47ed-a3c9-19581596fe84 req-0d2d10ad-d854-45c7-93dd-25ff3cf6a83a tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36 HTTP/1.1" status: 200 len: 946 time: 0.1417606 Jul 15 13:08:12.811013 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.850958 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97804bca-8591-4477-8f01-14a77c2b5b5a req-7f5b8f9a-09c0-4e63-88ef-0e5316a981cf tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:12.853307 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f810a-84df-4971-9bdd-14fe2a0b8f31 req-d77f1027-4cde-48d5-bf56-401c9e421170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:12.854551 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-97804bca-8591-4477-8f01-14a77c2b5b5a req-7f5b8f9a-09c0-4e63-88ef-0e5316a981cf tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=45435c35-70cb-4302-8456-ce5fb63273a8 HTTP/1.1" status: 200 len: 944 time: 0.1021254 Jul 15 13:08:12.855098 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-880f810a-84df-4971-9bdd-14fe2a0b8f31 req-d77f1027-4cde-48d5-bf56-401c9e421170 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a1d132d-e27f-484a-993c-1c0bbb72a2ee HTTP/1.1" status: 200 len: 915 time: 0.1899529 Jul 15 13:08:12.867728 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3638d3-0f3f-4182-bf6a-04112b1c197e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1564af4a-eef0-4616-b0e0-ba9b36841530'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:12.874916 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f439800e-a156-43c9-ad6e-47850ec57337" -d '{"events": [{"server_uuid": "dd3638d3-0f3f-4182-bf6a-04112b1c197e", "name": "network-vif-unplugged", "status": "completed", "tag": "1564af4a-eef0-4616-b0e0-ba9b36841530"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:12.905551 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-880f810a-84df-4971-9bdd-14fe2a0b8f31 req-fc0abd33-3f2a-4edb-8033-eceabefd20c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5895e339-f2ce-465f-b37b-81f0219f7117 HTTP/1.1" status: 200 len: 217 time: 0.0429387 Jul 15 13:08:12.911185 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 1564af4a-eef0-4616-b0e0-ba9b36841530, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=1564af4a-eef0-4616-b0e0-ba9b36841530,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:12.920507 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.936971 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-97804bca-8591-4477-8f01-14a77c2b5b5a req-1eb8ffdd-3b1b-4004-b7ce-81f68f89f18c tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713501 Jul 15 13:08:12.965691 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-0a196f3f-a4c4-47ed-a3c9-19581596fe84 req-92d8f75c-4817-466c-9a38-1b5da1c1c531 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Deleting port 8b178cb9-5379-4c38-9cdc-a8c931300a26 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:12.966237 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0a196f3f-a4c4-47ed-a3c9-19581596fe84 req-92d8f75c-4817-466c-9a38-1b5da1c1c531 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.020307 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f810a-84df-4971-9bdd-14fe2a0b8f31 req-5d4cf186-95a9-4f6b-b064-f062a84a13f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:13.022058 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-880f810a-84df-4971-9bdd-14fe2a0b8f31 req-5d4cf186-95a9-4f6b-b064-f062a84a13f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a0d112e7-4ba9-4d28-96e4-3d9434430baa HTTP/1.1" status: 200 len: 854 time: 0.1094346 Jul 15 13:08:13.075937 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=1564af4a-eef0-4616-b0e0-ba9b36841530,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:13.091377 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-880f810a-84df-4971-9bdd-14fe2a0b8f31 req-e406f5f8-e329-4370-8e8f-236a9259742e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a1d132d-e27f-484a-993c-1c0bbb72a2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621922 Jul 15 13:08:13.123764 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444eeef-0098-41ae-9ec9-b417175f97bf req-30e43c28-986b-4857-95b7-301f77a840fb tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:13.125586 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8444eeef-0098-41ae-9ec9-b417175f97bf req-30e43c28-986b-4857-95b7-301f77a840fb tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] 10.222.0.24 "GET /v2.0/ports?device_id=13464e70-43ba-460d-9b25-ab7421e6dc42 HTTP/1.1" status: 200 len: 950 time: 0.0700653 Jul 15 13:08:13.182513 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8444eeef-0098-41ae-9ec9-b417175f97bf req-9958b1fe-a279-4c41-9d0f-e05dcb90d838 tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d5b7c11-990c-4964-a632-cda06dbb46cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503776 Jul 15 13:08:13.422798 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e1c2b-584f-4754-8034-40c10319e3ad req-88b9e263-92a0-4b48-95e8-38b6d212f691 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:13.424450 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4a2e1c2b-584f-4754-8034-40c10319e3ad req-88b9e263-92a0-4b48-95e8-38b6d212f691 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 943 time: 0.0861955 Jul 15 13:08:13.467068 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4a2e1c2b-584f-4754-8034-40c10319e3ad req-d93ebcff-d8f6-4ad5-b5ce-d45a15881cd7 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365782 Jul 15 13:08:13.515948 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device c6999d22-37c3-42d4-93cb-ea123cbe8b64 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:13.520806 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d01d6a8-1683-4ea4-af80-782cbcfc498f x-openstack-request-id: req-4d01d6a8-1683-4ea4-af80-782cbcfc498f {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:13.521127 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3638d3-0f3f-4182-bf6a-04112b1c197e", "name": "network-vif-unplugged", "status": "completed", "tag": "1564af4a-eef0-4616-b0e0-ba9b36841530", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:13.521547 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d01d6a8-1683-4ea4-af80-782cbcfc498f {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:13.521982 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3638d3-0f3f-4182-bf6a-04112b1c197e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1564af4a-eef0-4616-b0e0-ba9b36841530', 'code': 200} Jul 15 13:08:13.526016 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device eb25cb7b-545d-4bf6-beca-f3584daa8063 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:13.551893 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-0a196f3f-a4c4-47ed-a3c9-19581596fe84 req-92d8f75c-4817-466c-9a38-1b5da1c1c531 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] For port 8b178cb9-5379-4c38-9cdc-a8c931300a26, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=8b178cb9-5379-4c38-9cdc-a8c931300a26,segment=NetworkSegment(b5f215a9-6878-47d6-870d-f1a3b2db4a54),segment_id=b5f215a9-6878-47d6-870d-f1a3b2db4a54)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:13.552271 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0a196f3f-a4c4-47ed-a3c9-19581596fe84 req-92d8f75c-4817-466c-9a38-1b5da1c1c531 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.580393 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-0a196f3f-a4c4-47ed-a3c9-19581596fe84 req-92d8f75c-4817-466c-9a38-1b5da1c1c531 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Calling delete_port for 8b178cb9-5379-4c38-9cdc-a8c931300a26 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:13.623498 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-880f810a-84df-4971-9bdd-14fe2a0b8f31 req-01c7a907-6c9b-49c4-bf94-dfec0a325986 service neutron] 10.222.0.32 "GET /v2.0/networks/7a1d132d-e27f-484a-993c-1c0bbb72a2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5161507 Jul 15 13:08:13.636502 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port eb25cb7b-545d-4bf6-beca-f3584daa8063 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:13.643844 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port eb25cb7b-545d-4bf6-beca-f3584daa8063 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:13.644319 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.681958 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7eb87-8941-4958-b868-b513b47514b9 req-c815d706-42d3-4c04-aed3-535b703edb38 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:13.690201 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-81b7eb87-8941-4958-b868-b513b47514b9 req-c815d706-42d3-4c04-aed3-535b703edb38 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0f327b-2770-42ac-b22b-ed8ba6b18715 HTTP/1.1" status: 200 len: 945 time: 0.6004121 Jul 15 13:08:13.707583 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port c6999d22-37c3-42d4-93cb-ea123cbe8b64, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=c6999d22-37c3-42d4-93cb-ea123cbe8b64,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:13.725067 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'c6999d22-37c3-42d4-93cb-ea123cbe8b64', 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0', 'port_id': 'c6999d22-37c3-42d4-93cb-ea123cbe8b64', 'mac_address': 'fa:16:3e:e4:45:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd483a1a6-7065-4b15-8f19-4e9042e07796', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:13.762170 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8fcfe-02ec-4597-80ac-f4d6a1d4e82d req-53e98567-08d9-413f-a24f-9e2ef745d840 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:13.763755 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e6d8fcfe-02ec-4597-80ac-f4d6a1d4e82d req-53e98567-08d9-413f-a24f-9e2ef745d840 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd0fe0e0-8009-4a6d-85b1-e8ab515e07f0 HTTP/1.1" status: 200 len: 945 time: 0.2973733 Jul 15 13:08:13.766128 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa8c53-3e2a-4b15-bf55-fd0ea0b109d0 req-e2d3a5c3-7830-4a5b-846d-8728dca24a1b tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:13.769901 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dffa8c53-3e2a-4b15-bf55-fd0ea0b109d0 req-e2d3a5c3-7830-4a5b-846d-8728dca24a1b tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd0fe0e0-8009-4a6d-85b1-e8ab515e07f0 HTTP/1.1" status: 200 len: 945 time: 0.1059394 Jul 15 13:08:13.797156 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.799213 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.818367 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dffa8c53-3e2a-4b15-bf55-fd0ea0b109d0 req-b425804f-444d-4aae-95fd-6439f0844960 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2671b70-b553-4b40-b2f2-862ba52057e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417125 Jul 15 13:08:13.821504 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6999d22-37c3-42d4-93cb-ea123cbe8b64 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:13.863509 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port c6999d22-37c3-42d4-93cb-ea123cbe8b64, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=c6999d22-37c3-42d4-93cb-ea123cbe8b64,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:13.866408 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-81b7eb87-8941-4958-b868-b513b47514b9 req-a4b8576d-3b2c-4e97-ba78-bd267c298ea9 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.24 "GET /v2.0/security-groups?id=c705c69b-1e23-404c-8893-4f245005dd82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751826 Jul 15 13:08:13.871922 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port eb25cb7b-545d-4bf6-beca-f3584daa8063, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=eb25cb7b-545d-4bf6-beca-f3584daa8063,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:13.875075 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.879138 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.993345 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=c6999d22-37c3-42d4-93cb-ea123cbe8b64,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:13.994354 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-880f810a-84df-4971-9bdd-14fe2a0b8f31 req-6094d8fa-9a6d-47e9-8a06-c4f47c0563f9 service neutron] 10.222.0.32 "GET /v2.0/networks/7a1d132d-e27f-484a-993c-1c0bbb72a2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339109 Jul 15 13:08:14.032871 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0a196f3f-a4c4-47ed-a3c9-19581596fe84 req-92d8f75c-4817-466c-9a38-1b5da1c1c531 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.052034 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['d3db1be7-1f89-4d1b-a27f-fe1de1e940ed', '00babca7-d011-4c13-8b41-0e368cd02652'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:14.067958 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8f75c-4817-466c-9a38-1b5da1c1c531 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Pushing event deleted for resources: {'Port': ['ID=8b178cb9-5379-4c38-9cdc-a8c931300a26,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:14.070120 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529c2f8-c802-467b-a58e-0d176be1e30a req-3bce88f2-f029-437f-8304-bef2837d7493 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:14.075944 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8529c2f8-c802-467b-a58e-0d176be1e30a req-3bce88f2-f029-437f-8304-bef2837d7493 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36 HTTP/1.1" status: 200 len: 867 time: 0.1006584 Jul 15 13:08:14.117513 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-e6d8fcfe-02ec-4597-80ac-f4d6a1d4e82d req-d60040d1-738f-407a-a667-bed229d0127d tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Deleting port c8a62fb0-8d96-4afe-8708-97bbdafdc554 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:14.117923 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e6d8fcfe-02ec-4597-80ac-f4d6a1d4e82d req-d60040d1-738f-407a-a667-bed229d0127d tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.135692 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8529c2f8-c802-467b-a58e-0d176be1e30a req-d7e01cbf-7048-4844-9a95-f1a7ece49fd3 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431223 Jul 15 13:08:14.139582 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['8b178cb9-5379-4c38-9cdc-a8c931300a26'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:14.204795 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=eb25cb7b-545d-4bf6-beca-f3584daa8063,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:14.253488 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-e6d8fcfe-02ec-4597-80ac-f4d6a1d4e82d req-d60040d1-738f-407a-a667-bed229d0127d tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] For port c8a62fb0-8d96-4afe-8708-97bbdafdc554, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=c8a62fb0-8d96-4afe-8708-97bbdafdc554,segment=NetworkSegment(10e8a46f-657d-4085-b766-7c31d7b381ed),segment_id=10e8a46f-657d-4085-b766-7c31d7b381ed)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:14.253884 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e6d8fcfe-02ec-4597-80ac-f4d6a1d4e82d req-d60040d1-738f-407a-a667-bed229d0127d tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.267928 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a196f3f-a4c4-47ed-a3c9-19581596fe84 req-92d8f75c-4817-466c-9a38-1b5da1c1c531 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] No DVR routers for this DVR port 8b178cb9-5379-4c38-9cdc-a8c931300a26 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:14.269801 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-e6d8fcfe-02ec-4597-80ac-f4d6a1d4e82d req-d60040d1-738f-407a-a667-bed229d0127d tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Calling delete_port for c8a62fb0-8d96-4afe-8708-97bbdafdc554 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:14.272316 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0a196f3f-a4c4-47ed-a3c9-19581596fe84 req-92d8f75c-4817-466c-9a38-1b5da1c1c531 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.274491 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0a196f3f-a4c4-47ed-a3c9-19581596fe84 req-92d8f75c-4817-466c-9a38-1b5da1c1c531 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.32 "DELETE /v2.0/ports/8b178cb9-5379-4c38-9cdc-a8c931300a26 HTTP/1.1" status: 204 len: 173 time: 1.6015182 Jul 15 13:08:14.284059 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['c6999d22-37c3-42d4-93cb-ea123cbe8b64'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:14.411626 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36', 'name': 'network-vif-deleted', 'tag': '8b178cb9-5379-4c38-9cdc-a8c931300a26'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:14.414586 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991f75cf-9ec4-4970-833f-85545583998e" -d '{"events": [{"server_uuid": "1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36", "name": "network-vif-deleted", "tag": "8b178cb9-5379-4c38-9cdc-a8c931300a26"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:14.457716 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353ea7d-e1fb-4722-a8b2-d29eadfaa229 req-d76e1453-0554-4b9d-ab77-c5ad9be7c9b8 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:14.466581 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e6d8fcfe-02ec-4597-80ac-f4d6a1d4e82d req-d60040d1-738f-407a-a667-bed229d0127d tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.467292 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d353ea7d-e1fb-4722-a8b2-d29eadfaa229 req-d76e1453-0554-4b9d-ab77-c5ad9be7c9b8 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 944 time: 0.1579893 Jul 15 13:08:14.545459 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d353ea7d-e1fb-4722-a8b2-d29eadfaa229 req-c76a91b4-5cac-4428-bc05-6c7c5ae28f19 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758898 Jul 15 13:08:14.566833 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60040d1-738f-407a-a667-bed229d0127d tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Pushing event deleted for resources: {'Port': ['ID=c8a62fb0-8d96-4afe-8708-97bbdafdc554,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:14.639324 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d8fcfe-02ec-4597-80ac-f4d6a1d4e82d req-d60040d1-738f-407a-a667-bed229d0127d tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] No DVR routers for this DVR port c8a62fb0-8d96-4afe-8708-97bbdafdc554 on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:14.645140 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e6d8fcfe-02ec-4597-80ac-f4d6a1d4e82d req-d60040d1-738f-407a-a667-bed229d0127d tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.649968 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e6d8fcfe-02ec-4597-80ac-f4d6a1d4e82d req-d60040d1-738f-407a-a667-bed229d0127d tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.18 "DELETE /v2.0/ports/c8a62fb0-8d96-4afe-8708-97bbdafdc554 HTTP/1.1" status: 204 len: 173 time: 0.8728662 Jul 15 13:08:14.868594 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5576b0-02a2-438c-ad30-af5fef839869 req-96bef470-4627-4598-a60f-eb2b5fea3adb tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:14.872504 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0b5576b0-02a2-438c-ad30-af5fef839869 req-96bef470-4627-4598-a60f-eb2b5fea3adb tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b2fc429-3188-490b-bf84-955de38ee921 HTTP/1.1" status: 200 len: 945 time: 0.1169953 Jul 15 13:08:14.900179 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc1b9c-28e5-421e-8961-f024c5a3535b req-4243041c-ec9a-4ecf-b396-b2ab7afb39c5 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:14.908188 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f4fc1b9c-28e5-421e-8961-f024c5a3535b req-4243041c-ec9a-4ecf-b396-b2ab7afb39c5 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0f327b-2770-42ac-b22b-ed8ba6b18715 HTTP/1.1" status: 200 len: 945 time: 0.1464915 Jul 15 13:08:14.959596 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f4fc1b9c-28e5-421e-8961-f024c5a3535b req-7034e865-6930-466e-a4a7-2ad3ffd2f88d tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.24 "GET /v2.0/security-groups?id=c705c69b-1e23-404c-8893-4f245005dd82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502872 Jul 15 13:08:15.066973 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522338a0-9689-40ea-81b9-7a5579659ce9 req-672396d3-dfde-46ac-bf10-ecad53ac11f2 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:15.074035 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-522338a0-9689-40ea-81b9-7a5579659ce9 req-672396d3-dfde-46ac-bf10-ecad53ac11f2 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=45435c35-70cb-4302-8456-ce5fb63273a8 HTTP/1.1" status: 200 len: 945 time: 0.1739016 Jul 15 13:08:15.107451 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-0b5576b0-02a2-438c-ad30-af5fef839869 req-9e51ef40-23ff-4d1f-b71d-c7c8391bbd1f tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Deleting port bc20475f-1810-4585-b151-80f36bf5d3e9 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:15.107832 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0b5576b0-02a2-438c-ad30-af5fef839869 req-9e51ef40-23ff-4d1f-b71d-c7c8391bbd1f tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.154568 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1928e8b-d547-46a5-a228-cda658640035 req-7e1f8796-b3fb-46ac-9af5-123e25675832 tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:15.155275 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-522338a0-9689-40ea-81b9-7a5579659ce9 req-c89bbe86-96b4-419b-b176-ba9c1c1c1333 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798118 Jul 15 13:08:15.157985 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f1928e8b-d547-46a5-a228-cda658640035 req-7e1f8796-b3fb-46ac-9af5-123e25675832 tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] 10.222.0.24 "GET /v2.0/ports?device_id=13464e70-43ba-460d-9b25-ab7421e6dc42 HTTP/1.1" status: 200 len: 950 time: 0.0905585 Jul 15 13:08:15.216285 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c54dcb-d551-4861-acfd-76093128180e x-openstack-request-id: req-01c54dcb-d551-4861-acfd-76093128180e {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:15.216596 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36", "name": "network-vif-deleted", "tag": "8b178cb9-5379-4c38-9cdc-a8c931300a26", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:15.216852 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01c54dcb-d551-4861-acfd-76093128180e {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:15.217249 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1d5d77-8b59-4dec-a4f3-f6e8ac72cf36', 'name': 'network-vif-deleted', 'tag': '8b178cb9-5379-4c38-9cdc-a8c931300a26', 'status': 'completed', 'code': 200} Jul 15 13:08:15.232503 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f1928e8b-d547-46a5-a228-cda658640035 req-86ec5cde-8baf-442d-a1a4-276101ada081 tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d5b7c11-990c-4964-a632-cda06dbb46cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681076 Jul 15 13:08:15.239068 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['bc20475f-1810-4585-b151-80f36bf5d3e9', 'c8a62fb0-8d96-4afe-8708-97bbdafdc554'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:15.253269 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-0b5576b0-02a2-438c-ad30-af5fef839869 req-9e51ef40-23ff-4d1f-b71d-c7c8391bbd1f tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] For port bc20475f-1810-4585-b151-80f36bf5d3e9, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=bc20475f-1810-4585-b151-80f36bf5d3e9,segment=NetworkSegment(10e8a46f-657d-4085-b766-7c31d7b381ed),segment_id=10e8a46f-657d-4085-b766-7c31d7b381ed)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:15.253749 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0b5576b0-02a2-438c-ad30-af5fef839869 req-9e51ef40-23ff-4d1f-b71d-c7c8391bbd1f tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.270437 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-0b5576b0-02a2-438c-ad30-af5fef839869 req-9e51ef40-23ff-4d1f-b71d-c7c8391bbd1f tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Calling delete_port for bc20475f-1810-4585-b151-80f36bf5d3e9 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:15.501920 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0b5576b0-02a2-438c-ad30-af5fef839869 req-9e51ef40-23ff-4d1f-b71d-c7c8391bbd1f tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.516653 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 5895e339-f2ce-465f-b37b-81f0219f7117 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:15.538842 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45435c35-70cb-4302-8456-ce5fb63273a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb25cb7b-545d-4bf6-beca-f3584daa8063'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:15.541946 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2930372-13f6-4580-90aa-f2e5ca29abcc" -d '{"events": [{"server_uuid": "45435c35-70cb-4302-8456-ce5fb63273a8", "name": "network-vif-plugged", "status": "completed", "tag": "eb25cb7b-545d-4bf6-beca-f3584daa8063"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:15.546889 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device c6999d22-37c3-42d4-93cb-ea123cbe8b64 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:15.571428 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51ef40-23ff-4d1f-b71d-c7c8391bbd1f tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Pushing event deleted for resources: {'Port': ['ID=bc20475f-1810-4585-b151-80f36bf5d3e9,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:15.584731 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-344cbc81-bd69-41ed-8e01-379031d04fcf req-9d4d2d71-299e-4ea0-8922-7adfa23054e7 tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd0fe0e0-8009-4a6d-85b1-e8ab515e07f0 HTTP/1.1" status: 200 len: 210 time: 0.0451827 Jul 15 13:08:15.620039 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['c8a62fb0-8d96-4afe-8708-97bbdafdc554'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:15.670083 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5576b0-02a2-438c-ad30-af5fef839869 req-9e51ef40-23ff-4d1f-b71d-c7c8391bbd1f tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] No DVR routers for this DVR port bc20475f-1810-4585-b151-80f36bf5d3e9 on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:15.672963 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0b5576b0-02a2-438c-ad30-af5fef839869 req-9e51ef40-23ff-4d1f-b71d-c7c8391bbd1f tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.675919 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0b5576b0-02a2-438c-ad30-af5fef839869 req-9e51ef40-23ff-4d1f-b71d-c7c8391bbd1f tempest-MultipleCreateTestJSON-180425593 tempest-MultipleCreateTestJSON-180425593-project] 10.222.0.18 "DELETE /v2.0/ports/bc20475f-1810-4585-b151-80f36bf5d3e9 HTTP/1.1" status: 204 len: 173 time: 0.7951255 Jul 15 13:08:15.684519 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f693122-3864-4bd1-bb0c-8c07899a8243 req-d7f024d1-e9a9-430b-b32f-c8afe044fced tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:15.686551 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f693122-3864-4bd1-bb0c-8c07899a8243 req-d7f024d1-e9a9-430b-b32f-c8afe044fced tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 943 time: 0.2728772 Jul 15 13:08:15.714166 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port c6999d22-37c3-42d4-93cb-ea123cbe8b64 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:15.725830 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port c6999d22-37c3-42d4-93cb-ea123cbe8b64 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:15.726340 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.767425 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f693122-3864-4bd1-bb0c-8c07899a8243 req-d22e5cc8-c117-493e-a78d-a090a66b9cfd tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686419 Jul 15 13:08:15.769663 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 5895e339-f2ce-465f-b37b-81f0219f7117, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=5895e339-f2ce-465f-b37b-81f0219f7117,segment=NetworkSegment(f19c2669-c167-4697-a02d-3890cc03720b),segment_id=f19c2669-c167-4697-a02d-3890cc03720b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:15.791548 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '5895e339-f2ce-465f-b37b-81f0219f7117', 'network_id': '7a1d132d-e27f-484a-993c-1c0bbb72a2ee', 'port_id': '5895e339-f2ce-465f-b37b-81f0219f7117', 'mac_address': 'fa:16:3e:2c:4c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d112e7-4ba9-4d28-96e4-3d9434430baa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:15.845495 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.882584 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5895e339-f2ce-465f-b37b-81f0219f7117 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:15.903482 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.922659 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 5895e339-f2ce-465f-b37b-81f0219f7117, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=5895e339-f2ce-465f-b37b-81f0219f7117,segment=NetworkSegment(f19c2669-c167-4697-a02d-3890cc03720b),segment_id=f19c2669-c167-4697-a02d-3890cc03720b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:15.934678 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:16.033826 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port c6999d22-37c3-42d4-93cb-ea123cbe8b64, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=c6999d22-37c3-42d4-93cb-ea123cbe8b64,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:16.036357 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f89f66a-059e-47cf-ad31-0ae1d3a24da6 x-openstack-request-id: req-9f89f66a-059e-47cf-ad31-0ae1d3a24da6 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:16.036803 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45435c35-70cb-4302-8456-ce5fb63273a8", "name": "network-vif-plugged", "status": "completed", "tag": "eb25cb7b-545d-4bf6-beca-f3584daa8063", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:16.037204 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f89f66a-059e-47cf-ad31-0ae1d3a24da6 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:16.037831 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45435c35-70cb-4302-8456-ce5fb63273a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb25cb7b-545d-4bf6-beca-f3584daa8063', 'code': 200} Jul 15 13:08:16.042571 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:16.053506 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=5895e339-f2ce-465f-b37b-81f0219f7117,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:16.124084 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=c6999d22-37c3-42d4-93cb-ea123cbe8b64,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:16.196507 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec28005-b787-47cd-8ab8-ac0bf3fe128c req-43f4e37d-6f5f-424f-b6a5-3127fbe937ac tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:16.198528 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4ec28005-b787-47cd-8ab8-ac0bf3fe128c req-43f4e37d-6f5f-424f-b6a5-3127fbe937ac tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 945 time: 0.0903351 Jul 15 13:08:16.212920 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d88f81-f1c1-4645-b0d0-d4a53315970f req-03afc64a-07a5-408f-81a6-d3ddb5865bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:16.214750 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e4d88f81-f1c1-4645-b0d0-d4a53315970f req-03afc64a-07a5-408f-81a6-d3ddb5865bb8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=45435c35-70cb-4302-8456-ce5fb63273a8 HTTP/1.1" status: 200 len: 1097 time: 0.0617626 Jul 15 13:08:16.251308 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['5895e339-f2ce-465f-b37b-81f0219f7117'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:16.272053 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4ec28005-b787-47cd-8ab8-ac0bf3fe128c req-08e387cc-420b-4f9b-80af-1a1b73333ad6 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610092 Jul 15 13:08:16.287747 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e4d88f81-f1c1-4645-b0d0-d4a53315970f req-41676451-e6a4-4c66-9c58-8fefb6770538 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620623 Jul 15 13:08:16.343788 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3a980-a843-452f-94cd-2270326c56cd req-ea4f1108-6163-47b1-9cb6-fa72af57d6e7 tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:16.346365 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7ad3a980-a843-452f-94cd-2270326c56cd req-ea4f1108-6163-47b1-9cb6-fa72af57d6e7 tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] 10.222.0.18 "GET /v2.0/ports?device_id=13464e70-43ba-460d-9b25-ab7421e6dc42 HTTP/1.1" status: 200 len: 950 time: 0.1304343 Jul 15 13:08:16.515161 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-7ad3a980-a843-452f-94cd-2270326c56cd req-debda788-4567-4dcb-a346-65d2b5ee297c tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Deleting port b4f33907-01b2-408c-836d-8724b679662d {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:16.516065 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7ad3a980-a843-452f-94cd-2270326c56cd req-debda788-4567-4dcb-a346-65d2b5ee297c tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:16.535981 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a7228-279c-49d9-b8bd-38a9038bc2ee req-0f1b31d0-08a9-4e4c-b17a-7873b26b2180 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:16.538232 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2c6a7228-279c-49d9-b8bd-38a9038bc2ee req-0f1b31d0-08a9-4e4c-b17a-7873b26b2180 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0f327b-2770-42ac-b22b-ed8ba6b18715 HTTP/1.1" status: 200 len: 945 time: 0.1261613 Jul 15 13:08:16.617797 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2c6a7228-279c-49d9-b8bd-38a9038bc2ee req-c048b98b-da88-4b83-8d56-eb6248f573b1 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.24 "GET /v2.0/security-groups?id=c705c69b-1e23-404c-8893-4f245005dd82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596735 Jul 15 13:08:16.697740 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094709fd-c254-4e05-85e5-4865ad7f5d92 req-ee6e0340-b16d-4c12-939d-fad72f0f44b5 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:16.702708 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-094709fd-c254-4e05-85e5-4865ad7f5d92 req-ee6e0340-b16d-4c12-939d-fad72f0f44b5 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=45435c35-70cb-4302-8456-ce5fb63273a8 HTTP/1.1" status: 200 len: 945 time: 0.1729381 Jul 15 13:08:16.726722 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7ad3a980-a843-452f-94cd-2270326c56cd req-debda788-4567-4dcb-a346-65d2b5ee297c tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] For port b4f33907-01b2-408c-836d-8724b679662d, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=b4f33907-01b2-408c-836d-8724b679662d,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:16.728539 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7ad3a980-a843-452f-94cd-2270326c56cd req-debda788-4567-4dcb-a346-65d2b5ee297c tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:16.758826 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-7ad3a980-a843-452f-94cd-2270326c56cd req-debda788-4567-4dcb-a346-65d2b5ee297c tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Calling delete_port for b4f33907-01b2-408c-836d-8724b679662d owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:16.782538 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-094709fd-c254-4e05-85e5-4865ad7f5d92 req-52bfcf7b-2179-4800-a095-cc622ad258ac tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749223 Jul 15 13:08:16.872761 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee10e73-ac07-444b-bd5a-b161e5e65591 req-0974a100-89a9-4e57-a076-660159d42cf2 tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:16.874527 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1ee10e73-ac07-444b-bd5a-b161e5e65591 req-0974a100-89a9-4e57-a076-660159d42cf2 tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] 10.222.0.24 "GET /v2.0/ports?device_id=13464e70-43ba-460d-9b25-ab7421e6dc42 HTTP/1.1" status: 200 len: 950 time: 0.1105802 Jul 15 13:08:16.923252 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1ee10e73-ac07-444b-bd5a-b161e5e65591 req-704a3f27-c071-4fe3-ab11-1a76615fe42c tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] 10.222.0.24 "GET /v2.0/security-groups?id=4d5b7c11-990c-4964-a632-cda06dbb46cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416248 Jul 15 13:08:16.958131 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7ad3a980-a843-452f-94cd-2270326c56cd req-debda788-4567-4dcb-a346-65d2b5ee297c tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:16.973737 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['b4f33907-01b2-408c-836d-8724b679662d'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:16.994527 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debda788-4567-4dcb-a346-65d2b5ee297c tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Pushing event deleted for resources: {'Port': ['ID=b4f33907-01b2-408c-836d-8724b679662d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:17.049583 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad3a980-a843-452f-94cd-2270326c56cd req-debda788-4567-4dcb-a346-65d2b5ee297c tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] No DVR routers for this DVR port b4f33907-01b2-408c-836d-8724b679662d on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:17.055968 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7ad3a980-a843-452f-94cd-2270326c56cd req-debda788-4567-4dcb-a346-65d2b5ee297c tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.058253 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7ad3a980-a843-452f-94cd-2270326c56cd req-debda788-4567-4dcb-a346-65d2b5ee297c tempest-ImagesNegativeTestJSON-1004846764 tempest-ImagesNegativeTestJSON-1004846764-project] 10.222.0.18 "DELETE /v2.0/ports/b4f33907-01b2-408c-836d-8724b679662d HTTP/1.1" status: 204 len: 173 time: 0.6938531 Jul 15 13:08:17.181568 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c3c77-3039-44c0-9db5-a520f382286e req-38d14a48-b164-464b-b4a1-494be4e92f7b tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:17.187600 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-456c3c77-3039-44c0-9db5-a520f382286e req-38d14a48-b164-464b-b4a1-494be4e92f7b tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=de96b8a9-6dfa-49cf-a6c4-f6e664483de9 HTTP/1.1" status: 200 len: 945 time: 0.1354814 Jul 15 13:08:17.232855 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0fe0e0-8009-4a6d-85b1-e8ab515e07f0', 'name': 'network-vif-deleted', 'tag': 'c8a62fb0-8d96-4afe-8708-97bbdafdc554'}, {'server_uuid': '7b2fc429-3188-490b-bf84-955de38ee921', 'name': 'network-vif-deleted', 'tag': 'bc20475f-1810-4585-b151-80f36bf5d3e9'}, {'server_uuid': '13464e70-43ba-460d-9b25-ab7421e6dc42', 'name': 'network-vif-deleted', 'tag': 'b4f33907-01b2-408c-836d-8724b679662d'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:17.236320 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcea248-2963-4d41-b9fe-23eb126f47f2" -d '{"events": [{"server_uuid": "dd0fe0e0-8009-4a6d-85b1-e8ab515e07f0", "name": "network-vif-deleted", "tag": "c8a62fb0-8d96-4afe-8708-97bbdafdc554"}, {"server_uuid": "7b2fc429-3188-490b-bf84-955de38ee921", "name": "network-vif-deleted", "tag": "bc20475f-1810-4585-b151-80f36bf5d3e9"}, {"server_uuid": "13464e70-43ba-460d-9b25-ab7421e6dc42", "name": "network-vif-deleted", "tag": "b4f33907-01b2-408c-836d-8724b679662d"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:17.246202 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-456c3c77-3039-44c0-9db5-a520f382286e req-16582ad7-eb89-4eca-8a29-fe0fe78d10f6 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525496 Jul 15 13:08:17.388178 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf35dbf-4aec-4fe1-a85b-70745432c650 req-b43a7369-2320-4f08-bc56-0878cd9764da tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:17.390825 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dcf35dbf-4aec-4fe1-a85b-70745432c650 req-b43a7369-2320-4f08-bc56-0878cd9764da tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 944 time: 0.1054487 Jul 15 13:08:17.434730 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dcf35dbf-4aec-4fe1-a85b-70745432c650 req-0339f3ad-26f1-45d5-9bc9-27aa1259503b tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376830 Jul 15 13:08:17.528557 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52826) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:17.532760 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 5895e339-f2ce-465f-b37b-81f0219f7117 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:17.585584 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37a03b6-9a76-402f-bc59-f2d8bc5117a8 x-openstack-request-id: req-b37a03b6-9a76-402f-bc59-f2d8bc5117a8 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:17.585919 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0fe0e0-8009-4a6d-85b1-e8ab515e07f0", "name": "network-vif-deleted", "tag": "c8a62fb0-8d96-4afe-8708-97bbdafdc554", "status": "completed", "code": 200}, {"server_uuid": "7b2fc429-3188-490b-bf84-955de38ee921", "name": "network-vif-deleted", "tag": "bc20475f-1810-4585-b151-80f36bf5d3e9", "status": "completed", "code": 200}, {"server_uuid": "13464e70-43ba-460d-9b25-ab7421e6dc42", "name": "network-vif-deleted", "tag": "b4f33907-01b2-408c-836d-8724b679662d", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:17.586181 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b37a03b6-9a76-402f-bc59-f2d8bc5117a8 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:17.586601 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0fe0e0-8009-4a6d-85b1-e8ab515e07f0', 'name': 'network-vif-deleted', 'tag': 'c8a62fb0-8d96-4afe-8708-97bbdafdc554', 'status': 'completed', 'code': 200} Jul 15 13:08:17.586885 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2fc429-3188-490b-bf84-955de38ee921', 'name': 'network-vif-deleted', 'tag': 'bc20475f-1810-4585-b151-80f36bf5d3e9', 'status': 'completed', 'code': 200} Jul 15 13:08:17.587182 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13464e70-43ba-460d-9b25-ab7421e6dc42', 'name': 'network-vif-deleted', 'tag': 'b4f33907-01b2-408c-836d-8724b679662d', 'status': 'completed', 'code': 200} Jul 15 13:08:17.606289 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-f39e95c9-ee06-41e9-aa98-be5a2eeda5f5 admin admin] Deleting subnet 2a9b48ad-5baf-4731-a02d-533417fad252 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:08:17.610388 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f39e95c9-ee06-41e9-aa98-be5a2eeda5f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.621795 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 5895e339-f2ce-465f-b37b-81f0219f7117 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:17.628201 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 5895e339-f2ce-465f-b37b-81f0219f7117 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:17.628937 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.650692 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f39e95c9-ee06-41e9-aa98-be5a2eeda5f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.697643 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f39e95c9-ee06-41e9-aa98-be5a2eeda5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.746352 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.791835 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f84e9-b129-47ed-8782-beae8f03a3f9 req-a25dc98d-7878-4082-81af-bae5b2e0a67f tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:17.793312 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-650f84e9-b129-47ed-8782-beae8f03a3f9 req-a25dc98d-7878-4082-81af-bae5b2e0a67f tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 945 time: 0.0786719 Jul 15 13:08:17.803341 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 5895e339-f2ce-465f-b37b-81f0219f7117, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=5895e339-f2ce-465f-b37b-81f0219f7117,segment=NetworkSegment(f19c2669-c167-4697-a02d-3890cc03720b),segment_id=f19c2669-c167-4697-a02d-3890cc03720b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:17.810459 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.811401 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 8b178cb9-5379-4c38-9cdc-a8c931300a26 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:17.816376 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50215f1b-60e1-41ab-934d-631a3a9d9685 req-5b68a6e2-e0a8-4016-ae6d-c4e92e77f783 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:17.836890 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50215f1b-60e1-41ab-934d-631a3a9d9685 req-5b68a6e2-e0a8-4016-ae6d-c4e92e77f783 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0f327b-2770-42ac-b22b-ed8ba6b18715 HTTP/1.1" status: 200 len: 945 time: 0.1405408 Jul 15 13:08:17.846339 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-650f84e9-b129-47ed-8782-beae8f03a3f9 req-26a96b3a-c35f-458b-b4e0-5c0aed8676fe tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420067 Jul 15 13:08:17.852073 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f39e95c9-ee06-41e9-aa98-be5a2eeda5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.889192 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e95c9-ee06-41e9-aa98-be5a2eeda5f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a9b48ad-5baf-4731-a02d-533417fad252,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:17.897497 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f39e95c9-ee06-41e9-aa98-be5a2eeda5f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:17.899648 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f39e95c9-ee06-41e9-aa98-be5a2eeda5f5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2a9b48ad-5baf-4731-a02d-533417fad252 HTTP/1.1" status: 204 len: 168 time: 0.3700497 Jul 15 13:08:17.902501 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52834) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:17.907094 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=5895e339-f2ce-465f-b37b-81f0219f7117,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:17.912034 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 8b178cb9-5379-4c38-9cdc-a8c931300a26 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:08:17.912386 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 8b178cb9-5379-4c38-9cdc-a8c931300a26 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:08:17.931573 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50215f1b-60e1-41ab-934d-631a3a9d9685 req-b008c60b-07e6-480d-a180-feac69f49055 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.24 "GET /v2.0/security-groups?id=c705c69b-1e23-404c-8893-4f245005dd82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936162 Jul 15 13:08:18.012897 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b13debf-fd71-42b1-a25e-7d781e578fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.039908 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717f11f8-8976-47f1-a72d-98874fb11d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6999d22-37c3-42d4-93cb-ea123cbe8b64'}, {'server_uuid': '365c97c5-1dc9-444e-aa7f-97a6a08ec914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5895e339-f2ce-465f-b37b-81f0219f7117'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:18.043432 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607ecb1e-e53d-4b35-a83e-a847c176d3c6" -d '{"events": [{"server_uuid": "717f11f8-8976-47f1-a72d-98874fb11d14", "name": "network-vif-plugged", "status": "completed", "tag": "c6999d22-37c3-42d4-93cb-ea123cbe8b64"}, {"server_uuid": "365c97c5-1dc9-444e-aa7f-97a6a08ec914", "name": "network-vif-plugged", "status": "completed", "tag": "5895e339-f2ce-465f-b37b-81f0219f7117"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:18.139540 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef3d0b3-d7e2-4c57-a6dd-193ab405ebbb x-openstack-request-id: req-0ef3d0b3-d7e2-4c57-a6dd-193ab405ebbb {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:18.140012 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717f11f8-8976-47f1-a72d-98874fb11d14", "name": "network-vif-plugged", "status": "completed", "tag": "c6999d22-37c3-42d4-93cb-ea123cbe8b64", "code": 200}, {"server_uuid": "365c97c5-1dc9-444e-aa7f-97a6a08ec914", "name": "network-vif-plugged", "status": "completed", "tag": "5895e339-f2ce-465f-b37b-81f0219f7117", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:18.141314 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0ef3d0b3-d7e2-4c57-a6dd-193ab405ebbb {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:18.141975 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717f11f8-8976-47f1-a72d-98874fb11d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6999d22-37c3-42d4-93cb-ea123cbe8b64', 'code': 200} Jul 15 13:08:18.142406 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365c97c5-1dc9-444e-aa7f-97a6a08ec914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5895e339-f2ce-465f-b37b-81f0219f7117', 'code': 200} Jul 15 13:08:18.161036 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b13debf-fd71-42b1-a25e-7d781e578fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.176554 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0f829-dc83-4b84-9373-0b64ebf7ac08 req-8797c5fd-0caa-4081-9235-d7e1bd86ecea tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:18.178192 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4fe0f829-dc83-4b84-9373-0b64ebf7ac08 req-8797c5fd-0caa-4081-9235-d7e1bd86ecea tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=45435c35-70cb-4302-8456-ce5fb63273a8 HTTP/1.1" status: 200 len: 945 time: 0.1775475 Jul 15 13:08:18.182305 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-5b13debf-fd71-42b1-a25e-7d781e578fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d04165ec-4adb-4237-85c8-de20c6ada308']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:18.206914 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-5b13debf-fd71-42b1-a25e-7d781e578fd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e8a46f-657d-4085-b766-7c31d7b381ed') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:18.207445 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-5b13debf-fd71-42b1-a25e-7d781e578fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e8a46f-657d-4085-b766-7c31d7b381ed') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:18.249905 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b13debf-fd71-42b1-a25e-7d781e578fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.274115 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b13debf-fd71-42b1-a25e-7d781e578fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.293426 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b13debf-fd71-42b1-a25e-7d781e578fd5 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:08:18.293996 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b13debf-fd71-42b1-a25e-7d781e578fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:08:18.295759 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:08:18.337594 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4fe0f829-dc83-4b84-9373-0b64ebf7ac08 req-43e6f312-8ec6-4f9a-bfc8-a0165350ea9d tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473868 Jul 15 13:08:18.441144 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b13debf-fd71-42b1-a25e-7d781e578fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.454062 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b9f92-f41d-407a-a159-78aac59f1cf2 req-51392034-cdb4-440d-a28a-cf1d1ada100a tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:18.454512 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7b0b9f92-f41d-407a-a159-78aac59f1cf2 req-51392034-cdb4-440d-a28a-cf1d1ada100a tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.18 "GET /v2.0/ports?device_id=de96b8a9-6dfa-49cf-a6c4-f6e664483de9 HTTP/1.1" status: 200 len: 945 time: 0.2497840 Jul 15 13:08:18.463257 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b13debf-fd71-42b1-a25e-7d781e578fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.466584 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5b13debf-fd71-42b1-a25e-7d781e578fd5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d04165ec-4adb-4237-85c8-de20c6ada308 HTTP/1.1" status: 204 len: 168 time: 0.5614800 Jul 15 13:08:18.499142 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaad4c6-a565-460e-ab44-f2d51ce2b002 req-106b13ee-1ca6-4ee2-9633-b8458e437dc9 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:18.504987 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13debf-fd71-42b1-a25e-7d781e578fd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d04165ec-4adb-4237-85c8-de20c6ada308,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:18.513969 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3eaad4c6-a565-460e-ab44-f2d51ce2b002 req-106b13ee-1ca6-4ee2-9633-b8458e437dc9 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=de96b8a9-6dfa-49cf-a6c4-f6e664483de9 HTTP/1.1" status: 200 len: 945 time: 0.1312201 Jul 15 13:08:18.561683 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c596c76-c849-4384-97ff-89abec65c12d req-1684ccfd-52e0-4e2f-b5fc-8fabd0ec2c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:18.563764 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1c596c76-c849-4384-97ff-89abec65c12d req-1684ccfd-52e0-4e2f-b5fc-8fabd0ec2c25 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 1097 time: 0.2525260 Jul 15 13:08:18.570580 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3eaad4c6-a565-460e-ab44-f2d51ce2b002 req-e9c1c537-073b-4b20-a5f9-a85ae396e01d tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555489 Jul 15 13:08:18.570975 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633bbf5-6686-4a7a-8004-54ec6f80c139 req-aedca078-648a-48f8-b35b-20e78afc9fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:18.572578 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9633bbf5-6686-4a7a-8004-54ec6f80c139 req-aedca078-648a-48f8-b35b-20e78afc9fe7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 1097 time: 0.2642918 Jul 15 13:08:18.636790 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 1564af4a-eef0-4616-b0e0-ba9b36841530 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:18.665552 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1c596c76-c849-4384-97ff-89abec65c12d req-6a441161-5191-475c-84a8-e813b0ae7a56 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825932 Jul 15 13:08:18.669136 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9633bbf5-6686-4a7a-8004-54ec6f80c139 req-af88f52e-7d45-416f-87f2-a68b090e842f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873568 Jul 15 13:08:18.684890 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device c8a62fb0-8d96-4afe-8708-97bbdafdc554 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:18.722888 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: c8a62fb0-8d96-4afe-8708-97bbdafdc554 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:08:18.723078 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device c8a62fb0-8d96-4afe-8708-97bbdafdc554 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:08:18.723482 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device bc20475f-1810-4585-b151-80f36bf5d3e9 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:18.739123 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-7b0b9f92-f41d-407a-a159-78aac59f1cf2 req-bfd56111-8070-4c2c-b085-ea241e456796 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Deleting port d3db1be7-1f89-4d1b-a27f-fe1de1e940ed {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:18.739504 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7b0b9f92-f41d-407a-a159-78aac59f1cf2 req-bfd56111-8070-4c2c-b085-ea241e456796 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.752153 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: bc20475f-1810-4585-b151-80f36bf5d3e9 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:08:18.752505 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device bc20475f-1810-4585-b151-80f36bf5d3e9 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:08:18.776595 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52868) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:18.847959 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 1564af4a-eef0-4616-b0e0-ba9b36841530, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=1564af4a-eef0-4616-b0e0-ba9b36841530,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:18.848199 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154a5a6-08da-463c-b842-534633d1581a req-f3a208e3-a584-48b2-b1ff-c4bd1e16392b tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:18.855672 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0154a5a6-08da-463c-b842-534633d1581a req-f3a208e3-a584-48b2-b1ff-c4bd1e16392b tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=45435c35-70cb-4302-8456-ce5fb63273a8 HTTP/1.1" status: 200 len: 1097 time: 0.1731503 Jul 15 13:08:18.870681 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '1564af4a-eef0-4616-b0e0-ba9b36841530', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': '1564af4a-eef0-4616-b0e0-ba9b36841530', 'mac_address': 'fa:16:3e:31:11:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:18.886220 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44aa572-8af6-43cc-b62a-a8b4649eb2cd req-ec6dcbea-32ab-4692-b6c4-72f23b6121a1 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:18.900566 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f438f450-0f41-44ed-b7c7-e464feaf6899 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df8e3ad3879d46b1b0f9fa86f66bac58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1180484 Jul 15 13:08:18.901018 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e44aa572-8af6-43cc-b62a-a8b4649eb2cd req-ec6dcbea-32ab-4692-b6c4-72f23b6121a1 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.1616654 Jul 15 13:08:18.901018 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52872) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:18.931878 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7b0b9f92-f41d-407a-a159-78aac59f1cf2 req-bfd56111-8070-4c2c-b085-ea241e456796 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] For port d3db1be7-1f89-4d1b-a27f-fe1de1e940ed, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=d3db1be7-1f89-4d1b-a27f-fe1de1e940ed,segment=NetworkSegment(b5f215a9-6878-47d6-870d-f1a3b2db4a54),segment_id=b5f215a9-6878-47d6-870d-f1a3b2db4a54)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:18.932250 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7b0b9f92-f41d-407a-a159-78aac59f1cf2 req-bfd56111-8070-4c2c-b085-ea241e456796 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.940364 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.946945 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0154a5a6-08da-463c-b842-534633d1581a req-c8545db6-e95e-4c1a-8c85-c99464ef8021 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906038 Jul 15 13:08:18.953539 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-7b0b9f92-f41d-407a-a159-78aac59f1cf2 req-bfd56111-8070-4c2c-b085-ea241e456796 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Calling delete_port for d3db1be7-1f89-4d1b-a27f-fe1de1e940ed owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:18.990816 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1564af4a-eef0-4616-b0e0-ba9b36841530 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:18.991867 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e44aa572-8af6-43cc-b62a-a8b4649eb2cd req-e3b5754c-79c1-4b58-aee8-77e4e5fa3132 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726171 Jul 15 13:08:19.006853 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-84ea630f-b79f-48c7-a176-3d1f2500ccbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:19.056372 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-84ea630f-b79f-48c7-a176-3d1f2500ccbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:19.093597 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 1564af4a-eef0-4616-b0e0-ba9b36841530, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=1564af4a-eef0-4616-b0e0-ba9b36841530,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:19.104394 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:19.200932 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-84ea630f-b79f-48c7-a176-3d1f2500ccbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:19.204471 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-84ea630f-b79f-48c7-a176-3d1f2500ccbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:19.206551 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-84ea630f-b79f-48c7-a176-3d1f2500ccbb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b2671b70-b553-4b40-b2f2-862ba52057e7 HTTP/1.1" status: 204 len: 168 time: 0.3046978 Jul 15 13:08:19.250429 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=1564af4a-eef0-4616-b0e0-ba9b36841530,revision_number=9']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:19.262546 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea630f-b79f-48c7-a176-3d1f2500ccbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2671b70-b553-4b40-b2f2-862ba52057e7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:19.289605 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['1564af4a-eef0-4616-b0e0-ba9b36841530'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:19.404181 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7b0b9f92-f41d-407a-a159-78aac59f1cf2 req-bfd56111-8070-4c2c-b085-ea241e456796 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:19.568023 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12cb354-3938-4984-b0a8-c9aaf400036d req-2e81ac96-8700-4754-8cda-3f2d86ea5def tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:19.575727 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f12cb354-3938-4984-b0a8-c9aaf400036d req-2e81ac96-8700-4754-8cda-3f2d86ea5def tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0f327b-2770-42ac-b22b-ed8ba6b18715 HTTP/1.1" status: 200 len: 945 time: 0.2031264 Jul 15 13:08:19.628724 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f12cb354-3938-4984-b0a8-c9aaf400036d req-bcb3a533-b08f-4a0a-a3a6-2522ead1e72b tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.24 "GET /v2.0/security-groups?id=c705c69b-1e23-404c-8893-4f245005dd82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496933 Jul 15 13:08:19.739724 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52918) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:19.826611 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd56111-8070-4c2c-b085-ea241e456796 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Pushing event deleted for resources: {'Port': ['ID=d3db1be7-1f89-4d1b-a27f-fe1de1e940ed,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:19.845456 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['d3db1be7-1f89-4d1b-a27f-fe1de1e940ed', '00babca7-d011-4c13-8b41-0e368cd02652'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:19.914347 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0b9f92-f41d-407a-a159-78aac59f1cf2 req-bfd56111-8070-4c2c-b085-ea241e456796 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] No DVR routers for this DVR port d3db1be7-1f89-4d1b-a27f-fe1de1e940ed on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:19.921244 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7b0b9f92-f41d-407a-a159-78aac59f1cf2 req-bfd56111-8070-4c2c-b085-ea241e456796 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:19.923994 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7b0b9f92-f41d-407a-a159-78aac59f1cf2 req-bfd56111-8070-4c2c-b085-ea241e456796 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.18 "DELETE /v2.0/ports/d3db1be7-1f89-4d1b-a27f-fe1de1e940ed HTTP/1.1" status: 204 len: 173 time: 1.4561033 Jul 15 13:08:19.934780 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb12bd-127e-4768-895e-9de6e9b9ebc9 req-8e1ac960-b3d0-44cb-a168-b798779bd9bf tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:19.942761 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-12eb12bd-127e-4768-895e-9de6e9b9ebc9 req-8e1ac960-b3d0-44cb-a168-b798779bd9bf tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 945 time: 0.6468987 Jul 15 13:08:19.950762 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de96b8a9-6dfa-49cf-a6c4-f6e664483de9', 'name': 'network-vif-deleted', 'tag': 'd3db1be7-1f89-4d1b-a27f-fe1de1e940ed'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:19.953684 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a166b4ed-5bd6-4214-8759-b0bfde924bc5" -d '{"events": [{"server_uuid": "de96b8a9-6dfa-49cf-a6c4-f6e664483de9", "name": "network-vif-deleted", "tag": "d3db1be7-1f89-4d1b-a27f-fe1de1e940ed"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:20.009405 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-12eb12bd-127e-4768-895e-9de6e9b9ebc9 req-fe43ac6d-d80b-4f0b-a5d4-64a033451de0 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655584 Jul 15 13:08:20.120529 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f71a964a-6b19-4f06-be9c-b1350b5487a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7cd7955cf9d34fd98107e3b9909e965b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3792470 Jul 15 13:08:20.122937 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d92432-9691-4118-80db-64d01cad9526 req-8cca83be-0b1b-4cdf-b2aa-d3794908377d tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:20.127812 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-11d92432-9691-4118-80db-64d01cad9526 req-8cca83be-0b1b-4cdf-b2aa-d3794908377d tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c0f327b-2770-42ac-b22b-ed8ba6b18715 HTTP/1.1" status: 200 len: 945 time: 0.3108490 Jul 15 13:08:20.129004 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52932) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:20.176622 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f1f99-06fa-4e26-9b4a-f4ddb8825e95 req-08d3a2ad-226a-4b0f-8d57-b5580e0c189b tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:20.184424 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9b5f1f99-06fa-4e26-9b4a-f4ddb8825e95 req-08d3a2ad-226a-4b0f-8d57-b5580e0c189b tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=45435c35-70cb-4302-8456-ce5fb63273a8 HTTP/1.1" status: 200 len: 1097 time: 0.2727041 Jul 15 13:08:20.357507 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9b5f1f99-06fa-4e26-9b4a-f4ddb8825e95 req-e9fb0e90-329d-4251-8cfd-dc666ca490a1 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690178 Jul 15 13:08:20.614442 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d31ed676-a5e6-481d-81a1-0c50ba3c46e7 req-b196fa48-efcb-49b7-8ce6-bdef4ecace29 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=de96b8a9-6dfa-49cf-a6c4-f6e664483de9 HTTP/1.1" status: 200 len: 210 time: 0.1214485 Jul 15 13:08:20.669815 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 1564af4a-eef0-4616-b0e0-ba9b36841530 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:20.796317 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55906bc-91de-4763-9caf-d1050ea7dc1a x-openstack-request-id: req-d55906bc-91de-4763-9caf-d1050ea7dc1a {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:20.798267 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de96b8a9-6dfa-49cf-a6c4-f6e664483de9", "name": "network-vif-deleted", "tag": "d3db1be7-1f89-4d1b-a27f-fe1de1e940ed", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:20.798687 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d55906bc-91de-4763-9caf-d1050ea7dc1a {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:20.799373 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de96b8a9-6dfa-49cf-a6c4-f6e664483de9', 'name': 'network-vif-deleted', 'tag': 'd3db1be7-1f89-4d1b-a27f-fe1de1e940ed', 'status': 'completed', 'code': 200} Jul 15 13:08:20.801632 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-11d92432-9691-4118-80db-64d01cad9526 req-225dd4ef-ec7a-4a0b-9dba-21c37ce775fa tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Deleting port 6848b7ee-ae79-4522-927d-cbf875df0565 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:20.802230 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-11d92432-9691-4118-80db-64d01cad9526 req-225dd4ef-ec7a-4a0b-9dba-21c37ce775fa tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.808014 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52952) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:20.925050 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-031564c2-1009-49a4-8509-e1e043f3fe5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.944226 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-15ec5dae-fd58-4b45-b5a2-5aa021a54ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.013692 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-6c55edaf-a275-4823-add1-1326013aa662 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2131552155-network', 'tenant_id': '7498380391524cf39711d3a6165e600a'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:21.016092 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 1564af4a-eef0-4616-b0e0-ba9b36841530 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:21.016693 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.092460 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c55edaf-a275-4823-add1-1326013aa662 admin admin] Made reservation on behalf of 7498380391524cf39711d3a6165e600a for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:21.095795 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c55edaf-a275-4823-add1-1326013aa662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.117539 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c55edaf-a275-4823-add1-1326013aa662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.224608 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-031564c2-1009-49a4-8509-e1e043f3fe5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.249494 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.307974 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3638d3-0f3f-4182-bf6a-04112b1c197e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1564af4a-eef0-4616-b0e0-ba9b36841530'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:21.313404 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8dc3f0-6171-4061-b5c8-56ea4e2bd987" -d '{"events": [{"server_uuid": "dd3638d3-0f3f-4182-bf6a-04112b1c197e", "name": "network-vif-plugged", "status": "completed", "tag": "1564af4a-eef0-4616-b0e0-ba9b36841530"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:21.333990 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 1564af4a-eef0-4616-b0e0-ba9b36841530, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=1564af4a-eef0-4616-b0e0-ba9b36841530,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:21.348765 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.350002 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device d3db1be7-1f89-4d1b-a27f-fe1de1e940ed no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:21.364406 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333396f-6ee8-4a20-aa4e-74df297e336e req-d27b49ce-c39d-418d-b7e1-cb108d12da87 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:21.376311 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7333396f-6ee8-4a20-aa4e-74df297e336e req-d27b49ce-c39d-418d-b7e1-cb108d12da87 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c0f327b-2770-42ac-b22b-ed8ba6b18715 HTTP/1.1" status: 200 len: 945 time: 0.2206993 Jul 15 13:08:21.427324 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c55edaf-a275-4823-add1-1326013aa662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.448562 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c55edaf-a275-4823-add1-1326013aa662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.459903 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: d3db1be7-1f89-4d1b-a27f-fe1de1e940ed {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:08:21.460307 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device d3db1be7-1f89-4d1b-a27f-fe1de1e940ed not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:08:21.462150 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device b4f33907-01b2-408c-836d-8724b679662d no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:21.478349 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c55edaf-a275-4823-add1-1326013aa662 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:08:21.480496 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-031564c2-1009-49a4-8509-e1e043f3fe5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.482918 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-031564c2-1009-49a4-8509-e1e043f3fe5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.484154 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-031564c2-1009-49a4-8509-e1e043f3fe5f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d5b7c11-990c-4964-a632-cda06dbb46cc HTTP/1.1" status: 204 len: 168 time: 1.3500116 Jul 15 13:08:21.487495 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-11d92432-9691-4118-80db-64d01cad9526 req-225dd4ef-ec7a-4a0b-9dba-21c37ce775fa tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] For port 6848b7ee-ae79-4522-927d-cbf875df0565, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=6848b7ee-ae79-4522-927d-cbf875df0565,segment=NetworkSegment(79031de5-2685-4ad5-8b75-c80f121b5281),segment_id=79031de5-2685-4ad5-8b75-c80f121b5281)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:21.487869 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-11d92432-9691-4118-80db-64d01cad9526 req-225dd4ef-ec7a-4a0b-9dba-21c37ce775fa tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.503840 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c55edaf-a275-4823-add1-1326013aa662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.510791 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-6c55edaf-a275-4823-add1-1326013aa662 admin admin] Added segment 9d2bfc28-8076-4048-a627-815970975f7a of type vlan for network 58700d3b-6752-49b5-b541-07a1f0db97e0 Jul 15 13:08:21.514858 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031564c2-1009-49a4-8509-e1e043f3fe5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5b7c11-990c-4964-a632-cda06dbb46cc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:21.523362 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-11d92432-9691-4118-80db-64d01cad9526 req-225dd4ef-ec7a-4a0b-9dba-21c37ce775fa tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Calling delete_port for 6848b7ee-ae79-4522-927d-cbf875df0565 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:21.533867 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c38d8-caa2-4cbc-bc50-b58c5426a2de req-845e9165-b32f-4188-a314-48debab0e74d tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:21.542329 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bf3c38d8-caa2-4cbc-bc50-b58c5426a2de req-845e9165-b32f-4188-a314-48debab0e74d tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.3523109 Jul 15 13:08:21.604815 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: b4f33907-01b2-408c-836d-8724b679662d {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:08:21.605249 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device b4f33907-01b2-408c-836d-8724b679662d not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:08:21.630447 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c55edaf-a275-4823-add1-1326013aa662 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.664909 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bf3c38d8-caa2-4cbc-bc50-b58c5426a2de req-3b62c730-648d-4b49-9a91-de430d6ccef2 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215630 Jul 15 13:08:21.670360 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=1564af4a-eef0-4616-b0e0-ba9b36841530,revision_number=10']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:21.677623 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c55edaf-a275-4823-add1-1326013aa662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.679134 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c55edaf-a275-4823-add1-1326013aa662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:21.679898 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c55edaf-a275-4823-add1-1326013aa662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.711255 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7333396f-6ee8-4a20-aa4e-74df297e336e req-986407bf-65b5-4398-850c-6f233c3dede2 tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.24 "GET /v2.0/security-groups?id=c705c69b-1e23-404c-8893-4f245005dd82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315394 Jul 15 13:08:21.855261 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6c55edaf-a275-4823-add1-1326013aa662 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0420671 Jul 15 13:08:21.856649 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52980) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:21.931072 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-11d92432-9691-4118-80db-64d01cad9526 req-225dd4ef-ec7a-4a0b-9dba-21c37ce775fa tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.950175 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['6848b7ee-ae79-4522-927d-cbf875df0565'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:21.965060 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55edaf-a275-4823-add1-1326013aa662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6dbb36-d193-4cc7-b564-4a5b6d003d1e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:21.993909 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-90f9c74c-42cc-4ce5-b1b3-80c7caf4c05d admin admin] Request body: {'subnet': {'network_id': '58700d3b-6752-49b5-b541-07a1f0db97e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2131552155-subnet', 'tenant_id': '7498380391524cf39711d3a6165e600a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:22.015836 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55edaf-a275-4823-add1-1326013aa662 admin admin] Pushing event updated for resources: {'Network': ['ID=58700d3b-6752-49b5-b541-07a1f0db97e0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:22.049887 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 58700d3b-6752-49b5-b541-07a1f0db97e0 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:08:22.072093 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f9c74c-42cc-4ce5-b1b3-80c7caf4c05d admin admin] Made reservation on behalf of 7498380391524cf39711d3a6165e600a for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:22.075131 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90f9c74c-42cc-4ce5-b1b3-80c7caf4c05d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.076038 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225dd4ef-ec7a-4a0b-9dba-21c37ce775fa tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Pushing event deleted for resources: {'Port': ['ID=6848b7ee-ae79-4522-927d-cbf875df0565,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:22.206011 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec9577b-a156-453e-9445-84cb2b7b19a1 x-openstack-request-id: req-6ec9577b-a156-453e-9445-84cb2b7b19a1 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:22.209993 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3638d3-0f3f-4182-bf6a-04112b1c197e", "name": "network-vif-plugged", "status": "completed", "tag": "1564af4a-eef0-4616-b0e0-ba9b36841530", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:22.210365 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6ec9577b-a156-453e-9445-84cb2b7b19a1 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:22.210855 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3638d3-0f3f-4182-bf6a-04112b1c197e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1564af4a-eef0-4616-b0e0-ba9b36841530', 'code': 200} Jul 15 13:08:22.273172 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d92432-9691-4118-80db-64d01cad9526 req-225dd4ef-ec7a-4a0b-9dba-21c37ce775fa tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] No DVR routers for this DVR port 6848b7ee-ae79-4522-927d-cbf875df0565 on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:22.275886 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-11d92432-9691-4118-80db-64d01cad9526 req-225dd4ef-ec7a-4a0b-9dba-21c37ce775fa tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.278626 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-11d92432-9691-4118-80db-64d01cad9526 req-225dd4ef-ec7a-4a0b-9dba-21c37ce775fa tempest-ServersNegativeTestMultiTenantJSON-995750134 tempest-ServersNegativeTestMultiTenantJSON-995750134-project] 10.222.0.18 "DELETE /v2.0/ports/6848b7ee-ae79-4522-927d-cbf875df0565 HTTP/1.1" status: 204 len: 173 time: 2.1278448 Jul 15 13:08:22.368600 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6f389-3d6d-4a3a-882e-3b265473ca33 req-4741fc26-5b7c-4d52-86ad-d64344dd670c tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:22.375275 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-89d6f389-3d6d-4a3a-882e-3b265473ca33 req-4741fc26-5b7c-4d52-86ad-d64344dd670c tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 945 time: 0.3114383 Jul 15 13:08:22.521516 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-89d6f389-3d6d-4a3a-882e-3b265473ca33 req-3902dc01-e93e-4d17-8121-ac820db4daa8 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322515 Jul 15 13:08:22.631773 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90f9c74c-42cc-4ce5-b1b3-80c7caf4c05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.766696 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-1c21c650-6146-4c7b-8f8f-ac8e72a5e78d tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:22.774653 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-1c21c650-6146-4c7b-8f8f-ac8e72a5e78d tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/networks?id=7a1d132d-e27f-484a-993c-1c0bbb72a2ee HTTP/1.1" status: 200 len: 814 time: 0.3047116 Jul 15 13:08:22.798006 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9c74c-42cc-4ce5-b1b3-80c7caf4c05d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6933b13-d519-4d48-9b0a-fc64ad43681b,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:22.810568 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-9dba478f-be36-43d7-a756-9c10a312c8be tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/quotas/711c2fbaceb442c4900883d9377ffded HTTP/1.1" status: 200 len: 375 time: 0.0348759 Jul 15 13:08:22.814015 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f9c74c-42cc-4ce5-b1b3-80c7caf4c05d admin admin] Checking segment: {'id': '9d2bfc28-8076-4048-a627-815970975f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '58700d3b-6752-49b5-b541-07a1f0db97e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:22.814392 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f9c74c-42cc-4ce5-b1b3-80c7caf4c05d admin admin] Network hostable DHCP agents. Network: 58700d3b-6752-49b5-b541-07a1f0db97e0, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:08:22.869264 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f9c74c-42cc-4ce5-b1b3-80c7caf4c05d admin admin] Network 58700d3b-6752-49b5-b541-07a1f0db97e0 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:08:22.875852 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0f327b-2770-42ac-b22b-ed8ba6b18715', 'name': 'network-vif-deleted', 'tag': '6848b7ee-ae79-4522-927d-cbf875df0565'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:22.879428 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f999757d-4cfb-47e4-ae5c-d08139061460" -d '{"events": [{"server_uuid": "3c0f327b-2770-42ac-b22b-ed8ba6b18715", "name": "network-vif-deleted", "tag": "6848b7ee-ae79-4522-927d-cbf875df0565"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:22.892756 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-90f9c74c-42cc-4ce5-b1b3-80c7caf4c05d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 58700d3b-6752-49b5-b541-07a1f0db97e0) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:22.898037 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f9c74c-42cc-4ce5-b1b3-80c7caf4c05d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:22.898840 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90f9c74c-42cc-4ce5-b1b3-80c7caf4c05d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.903531 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afc6a31-f58a-4d8b-82a9-2e63c3768be8 None None] Network 58700d3b-6752-49b5-b541-07a1f0db97e0 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:22.960911 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee012d-6344-4a9a-9d02-f86630e7f7af req-3f5d0d06-7acc-4fc9-b1c8-908dcce68a4a tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:22.970692 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-09ee012d-6344-4a9a-9d02-f86630e7f7af req-3f5d0d06-7acc-4fc9-b1c8-908dcce68a4a tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=45435c35-70cb-4302-8456-ce5fb63273a8 HTTP/1.1" status: 200 len: 1097 time: 0.1863463 Jul 15 13:08:22.970967 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-89925581-0f9b-41fa-9c04-c9472d3e991c tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=711c2fbaceb442c4900883d9377ffded&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1593773 Jul 15 13:08:23.082402 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-09ee012d-6344-4a9a-9d02-f86630e7f7af req-87452c4b-b928-43e4-b129-556cc08adf79 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064708 Jul 15 13:08:23.085071 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 53022) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:23.091396 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-90f9c74c-42cc-4ce5-b1b3-80c7caf4c05d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1299813 Jul 15 13:08:23.269464 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.275435 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7a2e50-8a0a-4ad0-a597-183615b58612 None None] Network 58700d3b-6752-49b5-b541-07a1f0db97e0 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:23.371855 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-6dcc657f-6419-43d8-ad55-6894b19317fb service neutron] 10.222.0.24 "GET /v2.0/networks/7a1d132d-e27f-484a-993c-1c0bbb72a2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939667 Jul 15 13:08:23.403460 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-926b31e1-3f54-48fb-9f06-8b0c45cff6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.570745 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f091ee57-6759-4ef7-aadb-77971e07a3db admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-10649597-network', 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:23.613117 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f091ee57-6759-4ef7-aadb-77971e07a3db admin admin] Made reservation on behalf of 1d0be6e00b0740c79716294273e5f5c7 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:23.614405 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-3ca4024a-da6d-4026-af42-57181e710906 service neutron] 10.222.0.24 "GET /v2.0/networks/7a1d132d-e27f-484a-993c-1c0bbb72a2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412941 Jul 15 13:08:23.618734 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f091ee57-6759-4ef7-aadb-77971e07a3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.635627 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f091ee57-6759-4ef7-aadb-77971e07a3db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.783839 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f091ee57-6759-4ef7-aadb-77971e07a3db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.808652 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f091ee57-6759-4ef7-aadb-77971e07a3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.879751 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091ee57-6759-4ef7-aadb-77971e07a3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34d650b-5b3d-42d8-b923-cf07724c6c75,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:23.903428 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f091ee57-6759-4ef7-aadb-77971e07a3db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:08:23.927352 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f091ee57-6759-4ef7-aadb-77971e07a3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.927714 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-f091ee57-6759-4ef7-aadb-77971e07a3db admin admin] Added segment a4851be2-d85a-40d9-9894-63e2818675e8 of type vlan for network 3cb5bd25-ebc1-469a-a04a-24181cd456f0 Jul 15 13:08:23.969674 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53040) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:24.038147 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f091ee57-6759-4ef7-aadb-77971e07a3db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.087658 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b186050-7fb0-43ab-9b90-df27d83e29d1 admin admin] Deleting subnet 95ddfb9a-daee-402f-b087-893d341c9494 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:08:24.091699 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b186050-7fb0-43ab-9b90-df27d83e29d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.117147 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f091ee57-6759-4ef7-aadb-77971e07a3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.118877 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f091ee57-6759-4ef7-aadb-77971e07a3db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:24.120082 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f091ee57-6759-4ef7-aadb-77971e07a3db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.163730 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b186050-7fb0-43ab-9b90-df27d83e29d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.190906 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091ee57-6759-4ef7-aadb-77971e07a3db admin admin] Pushing event updated for resources: {'Network': ['ID=3cb5bd25-ebc1-469a-a04a-24181cd456f0,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:24.205179 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 3cb5bd25-ebc1-469a-a04a-24181cd456f0 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:08:24.206166 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f091ee57-6759-4ef7-aadb-77971e07a3db admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1181993 Jul 15 13:08:24.212191 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 53058) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:24.229048 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4a0a02af-f8b3-4400-859f-e1cb7a491984 admin admin] Request body: {'subnet': {'network_id': '3cb5bd25-ebc1-469a-a04a-24181cd456f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-10649597-subnet', 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:24.269507 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd750bfb-8ae0-42e1-adce-06c2be0cfd0a x-openstack-request-id: req-dd750bfb-8ae0-42e1-adce-06c2be0cfd0a {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:24.270166 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0f327b-2770-42ac-b22b-ed8ba6b18715", "name": "network-vif-deleted", "tag": "6848b7ee-ae79-4522-927d-cbf875df0565", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:24.270754 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd750bfb-8ae0-42e1-adce-06c2be0cfd0a {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:24.271792 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0f327b-2770-42ac-b22b-ed8ba6b18715', 'name': 'network-vif-deleted', 'tag': '6848b7ee-ae79-4522-927d-cbf875df0565', 'status': 'completed', 'code': 200} Jul 15 13:08:24.273607 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0a02af-f8b3-4400-859f-e1cb7a491984 admin admin] Made reservation on behalf of 1d0be6e00b0740c79716294273e5f5c7 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:24.284754 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4a0a02af-f8b3-4400-859f-e1cb7a491984 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.303408 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b186050-7fb0-43ab-9b90-df27d83e29d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.416438 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b186050-7fb0-43ab-9b90-df27d83e29d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.467972 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b186050-7fb0-43ab-9b90-df27d83e29d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95ddfb9a-daee-402f-b087-893d341c9494,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:24.492150 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b186050-7fb0-43ab-9b90-df27d83e29d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.494698 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3b186050-7fb0-43ab-9b90-df27d83e29d1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/95ddfb9a-daee-402f-b087-893d341c9494 HTTP/1.1" status: 204 len: 168 time: 0.5238643 Jul 15 13:08:24.501721 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53070) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:24.583232 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.661823 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4a0a02af-f8b3-4400-859f-e1cb7a491984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.692295 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a8aae73-c99c-4794-9c06-2638b94b8675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.696109 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 6848b7ee-ae79-4522-927d-cbf875df0565 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:24.802020 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 6848b7ee-ae79-4522-927d-cbf875df0565 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:08:24.804367 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 6848b7ee-ae79-4522-927d-cbf875df0565 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:08:24.824577 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a02af-f8b3-4400-859f-e1cb7a491984 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8df1933c-2ac7-4eba-8783-298edae711d0,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:24.828516 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0a02af-f8b3-4400-859f-e1cb7a491984 admin admin] Checking segment: {'id': 'a4851be2-d85a-40d9-9894-63e2818675e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cb5bd25-ebc1-469a-a04a-24181cd456f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:24.828982 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0a02af-f8b3-4400-859f-e1cb7a491984 admin admin] Network hostable DHCP agents. Network: 3cb5bd25-ebc1-469a-a04a-24181cd456f0, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:08:24.837536 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a8aae73-c99c-4794-9c06-2638b94b8675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.840594 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.856242 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0a02af-f8b3-4400-859f-e1cb7a491984 admin admin] Network 3cb5bd25-ebc1-469a-a04a-24181cd456f0 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:08:24.862279 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-3a8aae73-c99c-4794-9c06-2638b94b8675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f062bac1-70fa-42e9-b7a4-5d1e9b9777f3']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:24.875538 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-4a0a02af-f8b3-4400-859f-e1cb7a491984 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 3cb5bd25-ebc1-469a-a04a-24181cd456f0) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:24.876119 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-3a8aae73-c99c-4794-9c06-2638b94b8675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79031de5-2685-4ad5-8b75-c80f121b5281') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:24.876420 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-3a8aae73-c99c-4794-9c06-2638b94b8675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79031de5-2685-4ad5-8b75-c80f121b5281') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:24.884061 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0a02af-f8b3-4400-859f-e1cb7a491984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:24.885664 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846ace47-f8b4-47ab-a17b-c071b1eb22ed None None] Network 3cb5bd25-ebc1-469a-a04a-24181cd456f0 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:24.887655 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4a0a02af-f8b3-4400-859f-e1cb7a491984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.894050 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a8aae73-c99c-4794-9c06-2638b94b8675 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.922222 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a8aae73-c99c-4794-9c06-2638b94b8675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.935675 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4a0a02af-f8b3-4400-859f-e1cb7a491984 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7215714 Jul 15 13:08:24.939173 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 53086) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:24.946792 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a8aae73-c99c-4794-9c06-2638b94b8675 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:08:24.947243 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a8aae73-c99c-4794-9c06-2638b94b8675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:08:24.950954 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:08:24.966494 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-57a0daa5-7376-4225-836f-555fe6776547 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-10649597-router', 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:25.071343 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-57a0daa5-7376-4225-836f-555fe6776547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.072535 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-57a0daa5-7376-4225-836f-555fe6776547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.084520 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a8aae73-c99c-4794-9c06-2638b94b8675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.094099 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a8aae73-c99c-4794-9c06-2638b94b8675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.098140 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3a8aae73-c99c-4794-9c06-2638b94b8675 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f062bac1-70fa-42e9-b7a4-5d1e9b9777f3 HTTP/1.1" status: 204 len: 168 time: 0.5924389 Jul 15 13:08:25.101248 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53088) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:25.124118 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8aae73-c99c-4794-9c06-2638b94b8675 admin admin] Pushing event deleted for resources: {'Network': ['ID=f062bac1-70fa-42e9-b7a4-5d1e9b9777f3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:25.186061 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e9805d-93bc-4568-900e-07224f407ab9 admin admin] Deleting subnet 078687b1-ed44-43aa-984c-22ac240e937c {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:08:25.196628 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75e9805d-93bc-4568-900e-07224f407ab9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.226773 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-1cea8b6a-f4b6-49be-99a4-304c10f50968 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:25.228828 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-1cea8b6a-f4b6-49be-99a4-304c10f50968 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] 10.222.0.24 "GET /v2.0/networks?id=58700d3b-6752-49b5-b541-07a1f0db97e0 HTTP/1.1" status: 200 len: 814 time: 0.2505913 Jul 15 13:08:25.262742 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c087e9-9dc8-48dc-a2bd-4192412d0a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-3cb5bd25-ebc1-469a-a04a-24181cd456f0', 'network_id': '3cb5bd25-ebc1-469a-a04a-24181cd456f0', 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'fixed_ips': [{'subnet_id': '8df1933c-2ac7-4eba-8783-298edae711d0'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:08:25.264080 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-04c087e9-9dc8-48dc-a2bd-4192412d0a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.287400 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75e9805d-93bc-4568-900e-07224f407ab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.409620 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75e9805d-93bc-4568-900e-07224f407ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.427054 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-57a0daa5-7376-4225-836f-555fe6776547 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.436547 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-81be2fe9-949c-476b-8931-77a2f95dcbae tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] 10.222.0.24 "GET /v2.0/quotas/7498380391524cf39711d3a6165e600a HTTP/1.1" status: 200 len: 375 time: 0.0965891 Jul 15 13:08:25.491947 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-ae7e05e6-852f-4c08-81cf-f19af58b5405 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7498380391524cf39711d3a6165e600a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543768 Jul 15 13:08:25.566768 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-04c087e9-9dc8-48dc-a2bd-4192412d0a48 None None] Allocated IP 172.20.0.2 (3cb5bd25-ebc1-469a-a04a-24181cd456f0/8df1933c-2ac7-4eba-8783-298edae711d0/6dc54ee5-f32a-4a72-b6df-629b33423896) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:25.586911 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75e9805d-93bc-4568-900e-07224f407ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.662845 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9805d-93bc-4568-900e-07224f407ab9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=078687b1-ed44-43aa-984c-22ac240e937c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:25.682149 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75e9805d-93bc-4568-900e-07224f407ab9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.685137 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-75e9805d-93bc-4568-900e-07224f407ab9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/078687b1-ed44-43aa-984c-22ac240e937c HTTP/1.1" status: 204 len: 168 time: 0.5810707 Jul 15 13:08:25.688260 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53104) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:25.800827 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-57a0daa5-7376-4225-836f-555fe6776547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.805310 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8705ddd0-9da8-40c0-a959-832537f2fb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.858111 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fc38d-83cd-470e-834d-17c1a9bceaa7 req-a7201ed1-16a4-4671-ace2-1e3b462c2aa9 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:25.861072 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-428fc38d-83cd-470e-834d-17c1a9bceaa7 req-a7201ed1-16a4-4671-ace2-1e3b462c2aa9 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ba3272b-9c92-4928-b1bd-f90df9885b43 HTTP/1.1" status: 200 len: 945 time: 0.6536040 Jul 15 13:08:25.949193 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-04c087e9-9dc8-48dc-a2bd-4192412d0a48 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.983109 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-04c087e9-9dc8-48dc-a2bd-4192412d0a48 None None] Transition to ACTIVE for port object 6dc54ee5-f32a-4a72-b6df-629b33423896 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:26.036384 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8705ddd0-9da8-40c0-a959-832537f2fb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.057376 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-8705ddd0-9da8-40c0-a959-832537f2fb4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e32478-365a-4e82-87e0-a35b697ea54e']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:26.072056 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-04c087e9-9dc8-48dc-a2bd-4192412d0a48 None None] Transition to ACTIVE for port object 6dc54ee5-f32a-4a72-b6df-629b33423896 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:26.072528 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-8705ddd0-9da8-40c0-a959-832537f2fb4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28dc2aa-961b-4e15-ae75-66276a4df35a') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:26.073073 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-8705ddd0-9da8-40c0-a959-832537f2fb4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28dc2aa-961b-4e15-ae75-66276a4df35a') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:26.095076 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-7185e0aa-8931-41d4-814d-078183342850 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:26.096858 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-7185e0aa-8931-41d4-814d-078183342850 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.18 "GET /v2.0/networks?id=7a1d132d-e27f-484a-993c-1c0bbb72a2ee HTTP/1.1" status: 200 len: 814 time: 0.1448216 Jul 15 13:08:26.101878 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-04c087e9-9dc8-48dc-a2bd-4192412d0a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.112093 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8705ddd0-9da8-40c0-a959-832537f2fb4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.117635 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-dfe984b6-dbcb-4ea0-bb11-9154ea520894 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Request body: {'port': {'device_id': '3854fdd6-50ee-465a-a3d7-14e59194ae5e', 'network_id': '7a1d132d-e27f-484a-993c-1c0bbb72a2ee', 'admin_state_up': True, 'tenant_id': '711c2fbaceb442c4900883d9377ffded'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:26.134700 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8705ddd0-9da8-40c0-a959-832537f2fb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.154870 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-f83a4649-29f2-4e52-acf0-b799bc845add service neutron] 10.222.0.24 "GET /v2.0/networks/58700d3b-6752-49b5-b541-07a1f0db97e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6618862 Jul 15 13:08:26.168434 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8705ddd0-9da8-40c0-a959-832537f2fb4d admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:08:26.170228 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8705ddd0-9da8-40c0-a959-832537f2fb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.317678 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:08:26.317678 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:08:26.317678 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:08:26.317678 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:08:26.317678 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:08:26.317678 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:08:26.317678 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:08:26.317678 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:08:26.317678 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:08:26.317678 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:08:26.317678 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:08:26.317678 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:08:26.317678 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:08:26.317678 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:08:26.317678 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:08:26.317678 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:08:26.317678 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:08:26.317678 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:08:26.317678 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:08:26.317678 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:08:26.317678 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:08:26.317678 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:08:26.317678 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:08:26.317678 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:08:26.317678 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:08:26.317678 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:08:26.317678 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:08:26.317678 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:08:26.317678 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:08:26.317678 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:08:26.317678 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:08:26.317678 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:08:26.332620 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8705ddd0-9da8-40c0-a959-832537f2fb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.343536 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c087e9-9dc8-48dc-a2bd-4192412d0a48 None None] Network 3cb5bd25-ebc1-469a-a04a-24181cd456f0 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:26.350148 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-04c087e9-9dc8-48dc-a2bd-4192412d0a48 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:26.362426 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c087e9-9dc8-48dc-a2bd-4192412d0a48 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:26.367186 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.380647 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8705ddd0-9da8-40c0-a959-832537f2fb4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.407515 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8705ddd0-9da8-40c0-a959-832537f2fb4d admin admin] 10.222.0.24 "DELETE /v2.0/networks/f1e32478-365a-4e82-87e0-a35b697ea54e HTTP/1.1" status: 204 len: 168 time: 0.7167065 Jul 15 13:08:26.409078 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705ddd0-9da8-40c0-a959-832537f2fb4d admin admin] Pushing event deleted for resources: {'Network': ['ID=f1e32478-365a-4e82-87e0-a35b697ea54e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:26.431214 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c087e9-9dc8-48dc-a2bd-4192412d0a48 None None] Pushing event updated for resources: {'Port': ['ID=6dc54ee5-f32a-4a72-b6df-629b33423896,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:26.472041 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-428fc38d-83cd-470e-834d-17c1a9bceaa7 req-a6e33ac8-30de-4972-bcf6-b83d38f3abab tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Deleting port 00babca7-d011-4c13-8b41-0e368cd02652 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:26.472541 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-428fc38d-83cd-470e-834d-17c1a9bceaa7 req-a6e33ac8-30de-4972-bcf6-b83d38f3abab tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.500294 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-04c087e9-9dc8-48dc-a2bd-4192412d0a48 None None] Attempting to bind port 6dc54ee5-f32a-4a72-b6df-629b33423896 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:26.501333 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-04c087e9-9dc8-48dc-a2bd-4192412d0a48 None None] Attempting to bind port 6dc54ee5-f32a-4a72-b6df-629b33423896 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'a4851be2-d85a-40d9-9894-63e2818675e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cb5bd25-ebc1-469a-a04a-24181cd456f0'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:26.502271 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c087e9-9dc8-48dc-a2bd-4192412d0a48 None None] Attempting to bind port 6dc54ee5-f32a-4a72-b6df-629b33423896 on network 3cb5bd25-ebc1-469a-a04a-24181cd456f0 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:26.511979 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c087e9-9dc8-48dc-a2bd-4192412d0a48 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:26.513076 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c087e9-9dc8-48dc-a2bd-4192412d0a48 None None] Checking segment: {'id': 'a4851be2-d85a-40d9-9894-63e2818675e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cb5bd25-ebc1-469a-a04a-24181cd456f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:26.514068 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-04c087e9-9dc8-48dc-a2bd-4192412d0a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.515002 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c087e9-9dc8-48dc-a2bd-4192412d0a48 None None] Bound using segment: {'id': 'a4851be2-d85a-40d9-9894-63e2818675e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cb5bd25-ebc1-469a-a04a-24181cd456f0'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:26.516363 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-04c087e9-9dc8-48dc-a2bd-4192412d0a48 None None] Bound port: 6dc54ee5-f32a-4a72-b6df-629b33423896, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4851be2-d85a-40d9-9894-63e2818675e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cb5bd25-ebc1-469a-a04a-24181cd456f0'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:26.517308 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-04c087e9-9dc8-48dc-a2bd-4192412d0a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.668360 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-04c087e9-9dc8-48dc-a2bd-4192412d0a48 None None] For port 6dc54ee5-f32a-4a72-b6df-629b33423896, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:26.678698 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-04c087e9-9dc8-48dc-a2bd-4192412d0a48 None None] For port 6dc54ee5-f32a-4a72-b6df-629b33423896, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=6dc54ee5-f32a-4a72-b6df-629b33423896,segment=NetworkSegment(a4851be2-d85a-40d9-9894-63e2818675e8),segment_id=a4851be2-d85a-40d9-9894-63e2818675e8)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:26.686160 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-04c087e9-9dc8-48dc-a2bd-4192412d0a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.763036 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-8d7891e8-338a-414d-9835-76f2b18801a5 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:08:26.769192 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-8d7891e8-338a-414d-9835-76f2b18801a5 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0199635 Jul 15 13:08:26.842984 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c087e9-9dc8-48dc-a2bd-4192412d0a48 None None] Pushing event updated for resources: {'Port': ['ID=6dc54ee5-f32a-4a72-b6df-629b33423896,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:26.984050 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-1161b09a-2411-4d58-9cd8-4e789e8bd584 service neutron] Request body: {'binding': {'host': 'n-h1-758944-45', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:26.992402 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-1161b09a-2411-4d58-9cd8-4e789e8bd584 service neutron] Unknown quota resources ['binding']. {{(pid=93814) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:08:27.006157 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53114) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:27.079828 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-a30352a5-abb7-40a5-9845-e6e2f9a1ed68 service neutron] 10.222.0.24 "GET /v2.0/networks/58700d3b-6752-49b5-b541-07a1f0db97e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9236138 Jul 15 13:08:27.118998 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-dfe984b6-dbcb-4ea0-bb11-9154ea520894 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Made reservation on behalf of 711c2fbaceb442c4900883d9377ffded for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:27.123787 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-dfe984b6-dbcb-4ea0-bb11-9154ea520894 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.247433 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-79042887-4e33-415e-9cfa-30b742a91d5e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92071ddb5cbc41a8b2c5de70c9f8c3d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367454 Jul 15 13:08:27.248426 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53116) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:27.305685 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-428fc38d-83cd-470e-834d-17c1a9bceaa7 req-a6e33ac8-30de-4972-bcf6-b83d38f3abab tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] For port 00babca7-d011-4c13-8b41-0e368cd02652, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=00babca7-d011-4c13-8b41-0e368cd02652,segment=NetworkSegment(b5f215a9-6878-47d6-870d-f1a3b2db4a54),segment_id=b5f215a9-6878-47d6-870d-f1a3b2db4a54)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:27.306344 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-428fc38d-83cd-470e-834d-17c1a9bceaa7 req-a6e33ac8-30de-4972-bcf6-b83d38f3abab tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.326723 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-428fc38d-83cd-470e-834d-17c1a9bceaa7 req-a6e33ac8-30de-4972-bcf6-b83d38f3abab tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Calling delete_port for 00babca7-d011-4c13-8b41-0e368cd02652 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:27.495414 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-94415ce1-4e50-4408-a76e-06a7564bb6ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.529065 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-94415ce1-4e50-4408-a76e-06a7564bb6ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.539674 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-57a0daa5-7376-4225-836f-555fe6776547 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.637032 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-57a0daa5-7376-4225-836f-555fe6776547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.661436 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-94415ce1-4e50-4408-a76e-06a7564bb6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.673362 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-94415ce1-4e50-4408-a76e-06a7564bb6ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.673362 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-94415ce1-4e50-4408-a76e-06a7564bb6ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c705c69b-1e23-404c-8893-4f245005dd82 HTTP/1.1" status: 204 len: 168 time: 0.4091263 Jul 15 13:08:27.699243 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94415ce1-4e50-4408-a76e-06a7564bb6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c705c69b-1e23-404c-8893-4f245005dd82,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:27.834021 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-1161b09a-2411-4d58-9cd8-4e789e8bd584 service neutron] Attempting to bind port eb25cb7b-545d-4bf6-beca-f3584daa8063 on host n-h1-758944-45 for vnic_type normal with profile None {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:27.834456 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-1161b09a-2411-4d58-9cd8-4e789e8bd584 service neutron] Attempting to bind port eb25cb7b-545d-4bf6-beca-f3584daa8063 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:27.834755 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-1161b09a-2411-4d58-9cd8-4e789e8bd584 service neutron] Attempting to bind port eb25cb7b-545d-4bf6-beca-f3584daa8063 on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:27.843930 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-1161b09a-2411-4d58-9cd8-4e789e8bd584 service neutron] Port eb25cb7b-545d-4bf6-beca-f3584daa8063 on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:27.844244 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-1161b09a-2411-4d58-9cd8-4e789e8bd584 service neutron] Attempting to bind port eb25cb7b-545d-4bf6-beca-f3584daa8063 on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:27.863496 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-1161b09a-2411-4d58-9cd8-4e789e8bd584 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:27.864072 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-1161b09a-2411-4d58-9cd8-4e789e8bd584 service neutron] Checking segment: {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:27.865551 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-1161b09a-2411-4d58-9cd8-4e789e8bd584 service neutron] Bound using segment: {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:27.865551 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-1161b09a-2411-4d58-9cd8-4e789e8bd584 service neutron] Bound port: eb25cb7b-545d-4bf6-beca-f3584daa8063, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:27.881398 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 6dc54ee5-f32a-4a72-b6df-629b33423896 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:28.041235 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 6dc54ee5-f32a-4a72-b6df-629b33423896 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:28.111575 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-1161b09a-2411-4d58-9cd8-4e789e8bd584 service neutron] For port eb25cb7b-545d-4bf6-beca-f3584daa8063, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=eb25cb7b-545d-4bf6-beca-f3584daa8063,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:28.121038 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-57a0daa5-7376-4225-836f-555fe6776547 admin admin] Allocated IP 172.25.6.5 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/f6b6c587-3623-47cd-8f85-dc639f088635) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:28.124480 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-1161b09a-2411-4d58-9cd8-4e789e8bd584 service neutron] Notify callbacks [] for binding, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.126356 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-1161b09a-2411-4d58-9cd8-4e789e8bd584 service neutron] 10.222.0.24 "POST /v2.0/ports/eb25cb7b-545d-4bf6-beca-f3584daa8063/bindings HTTP/1.1" status: 201 len: 390 time: 1.3386207 Jul 15 13:08:28.222068 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bcd13-713c-4d51-857e-9640f8259345 req-e7d8fb55-3734-4a8c-9c0d-266c7689ff87 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:28.235068 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-084bcd13-713c-4d51-857e-9640f8259345 req-e7d8fb55-3734-4a8c-9c0d-266c7689ff87 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ba3272b-9c92-4928-b1bd-f90df9885b43 HTTP/1.1" status: 200 len: 945 time: 0.6533422 Jul 15 13:08:28.298899 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-dfe984b6-dbcb-4ea0-bb11-9154ea520894 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Allocated IP 172.20.0.12 (7a1d132d-e27f-484a-993c-1c0bbb72a2ee/a0d112e7-4ba9-4d28-96e4-3d9434430baa/c0b89715-0788-4bdc-86aa-417956a38b9d) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:28.306497 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-428fc38d-83cd-470e-834d-17c1a9bceaa7 req-a6e33ac8-30de-4972-bcf6-b83d38f3abab tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.460800 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e33ac8-30de-4972-bcf6-b83d38f3abab tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Pushing event deleted for resources: {'Port': ['ID=00babca7-d011-4c13-8b41-0e368cd02652,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:28.576899 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-21b27bd0-c0a0-4f1b-b725-89ae8a2245ee req-a69f6806-be16-4bdd-a2bd-0e8487591103 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3854fdd6-50ee-465a-a3d7-14e59194ae5e HTTP/1.1" status: 200 len: 210 time: 0.0836668 Jul 15 13:08:28.703276 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9d248a-0731-4e1f-9355-d8f91c183c29 None None] Network 3cb5bd25-ebc1-469a-a04a-24181cd456f0 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:28.721518 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-428fc38d-83cd-470e-834d-17c1a9bceaa7 req-a6e33ac8-30de-4972-bcf6-b83d38f3abab tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] No DVR routers for this DVR port 00babca7-d011-4c13-8b41-0e368cd02652 on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:28.752007 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-084bcd13-713c-4d51-857e-9640f8259345 req-80121747-90f6-462f-944f-b789132e0803 tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.24 "GET /v2.0/security-groups?id=951822b6-0e6b-407d-9510-0349f77d4c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5153277 Jul 15 13:08:28.782094 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 00babca7-d011-4c13-8b41-0e368cd02652 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:28.810885 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-24f22e11-215e-45c8-a3d3-54d7195ff7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:28.812501 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-24f22e11-215e-45c8-a3d3-54d7195ff7b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11b8af7c013140faa070a8db01c03b78&device_id=45435c35-70cb-4302-8456-ce5fb63273a8 HTTP/1.1" status: 200 len: 1097 time: 0.1625454 Jul 15 13:08:28.814877 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-57a0daa5-7376-4225-836f-555fe6776547 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.830006 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-428fc38d-83cd-470e-834d-17c1a9bceaa7 req-a6e33ac8-30de-4972-bcf6-b83d38f3abab tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.830006 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-428fc38d-83cd-470e-834d-17c1a9bceaa7 req-a6e33ac8-30de-4972-bcf6-b83d38f3abab tempest-ListServerFiltersTestJSON-496613243 tempest-ListServerFiltersTestJSON-496613243-project] 10.222.0.18 "DELETE /v2.0/ports/00babca7-d011-4c13-8b41-0e368cd02652 HTTP/1.1" status: 204 len: 173 time: 2.9466872 Jul 15 13:08:28.830006 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba3272b-9c92-4928-b1bd-f90df9885b43', 'name': 'network-vif-deleted', 'tag': '00babca7-d011-4c13-8b41-0e368cd02652'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:28.838350 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53142) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:28.842033 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a2aa7a-ae89-4648-a258-8a064278e8e0" -d '{"events": [{"server_uuid": "0ba3272b-9c92-4928-b1bd-f90df9885b43", "name": "network-vif-deleted", "tag": "00babca7-d011-4c13-8b41-0e368cd02652"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:28.891404 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 00babca7-d011-4c13-8b41-0e368cd02652 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:08:28.892745 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 00babca7-d011-4c13-8b41-0e368cd02652 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:08:28.925997 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2af96be9-21c6-468b-9d62-7c3e808ec3bb None None] Provisioning for port 6dc54ee5-f32a-4a72-b6df-629b33423896 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:28.989130 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2af96be9-21c6-468b-9d62-7c3e808ec3bb None None] Provisioning complete for port 6dc54ee5-f32a-4a72-b6df-629b33423896 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:28.990004 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2af96be9-21c6-468b-9d62-7c3e808ec3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:29.131461 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-57a0daa5-7376-4225-836f-555fe6776547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:29.219968 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-dfe984b6-dbcb-4ea0-bb11-9154ea520894 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:29.222781 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6e5ca870-4bc8-4a71-b4a7-9bf0e1072923 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e313b9d6944b4591acdb42282f34dfc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3755977 Jul 15 13:08:29.224489 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53150) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:29.273203 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd1bae-9109-416d-bc8f-de41202aea2d req-4361b47e-2225-4cb3-bc2d-cac9f3e0ee89 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:29.280306 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f1dd1bae-9109-416d-bc8f-de41202aea2d req-4361b47e-2225-4cb3-bc2d-cac9f3e0ee89 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 945 time: 0.4000475 Jul 15 13:08:29.320658 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-dfe984b6-dbcb-4ea0-bb11-9154ea520894 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:29.324394 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a0daa5-7376-4225-836f-555fe6776547 admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:29.338184 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-6d8800cb-4d36-43e5-9b96-c7ceaf048d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:29.339410 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-6d8800cb-4d36-43e5-9b96-c7ceaf048d87 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b4de3f9-9898-4e48-8ad2-d64a9c837567 HTTP/1.1" status: 200 len: 922 time: 0.5209348 Jul 15 13:08:29.344303 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f4fc57df-8472-4ba2-b268-c3a573f35446 req-bf0b59b0-59d4-42e0-9d49-ea1aa4a66fb2 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8c3c2aa-5d43-4cbb-a170-c4f01d11a21c HTTP/1.1" status: 200 len: 210 time: 0.1822314 Jul 15 13:08:29.381835 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-57a0daa5-7376-4225-836f-555fe6776547 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:29.401041 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a0daa5-7376-4225-836f-555fe6776547 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:29.401681 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['5895e339-f2ce-465f-b37b-81f0219f7117'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:29.408026 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2af96be9-21c6-468b-9d62-7c3e808ec3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:29.488015 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-dfe984b6-dbcb-4ea0-bb11-9154ea520894 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Network 7a1d132d-e27f-484a-993c-1c0bbb72a2ee is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:29.507798 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-dfe984b6-dbcb-4ea0-bb11-9154ea520894 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:29.515736 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0daa5-7376-4225-836f-555fe6776547 admin admin] Pushing event updated for resources: {'Port': ['ID=f6b6c587-3623-47cd-8f85-dc639f088635,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:29.527657 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-dfe984b6-dbcb-4ea0-bb11-9154ea520894 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:29.551015 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-2af96be9-21c6-468b-9d62-7c3e808ec3bb None None] For port 6dc54ee5-f32a-4a72-b6df-629b33423896, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=6dc54ee5-f32a-4a72-b6df-629b33423896,segment=NetworkSegment(a4851be2-d85a-40d9-9894-63e2818675e8),segment_id=a4851be2-d85a-40d9-9894-63e2818675e8)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:29.567388 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2af96be9-21c6-468b-9d62-7c3e808ec3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:29.884254 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af96be9-21c6-468b-9d62-7c3e808ec3bb None None] Pushing event updated for resources: {'Port': ['ID=6dc54ee5-f32a-4a72-b6df-629b33423896,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:29.947744 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-dfe984b6-dbcb-4ea0-bb11-9154ea520894 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:29.949191 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-dfe984b6-dbcb-4ea0-bb11-9154ea520894 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.012856 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-6e5acb87-94c5-40ad-8fb5-968c3c91d56a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb25cb7b-545d-4bf6-beca-f3584daa8063 HTTP/1.1" status: 200 len: 217 time: 0.6496706 Jul 15 13:08:30.037218 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f1dd1bae-9109-416d-bc8f-de41202aea2d req-91abee67-e4bf-4301-af67-045bb1de803e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7558980 Jul 15 13:08:30.129638 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-6b886ca9-f1d9-471b-be26-82c94d40af50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.131528 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-6b886ca9-f1d9-471b-be26-82c94d40af50 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f7ee163d-4be2-4821-945f-cb7507aae308 HTTP/1.1" status: 200 len: 861 time: 0.1087470 Jul 15 13:08:30.132636 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-de1fe062-a2ad-4448-a14d-3d8aab85cfb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.159997 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-de1fe062-a2ad-4448-a14d-3d8aab85cfb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.231023 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6385075-4a4b-43a8-88cb-839f7e765321 x-openstack-request-id: req-d6385075-4a4b-43a8-88cb-839f7e765321 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:30.232084 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba3272b-9c92-4928-b1bd-f90df9885b43", "name": "network-vif-deleted", "tag": "00babca7-d011-4c13-8b41-0e368cd02652", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:30.233152 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d6385075-4a4b-43a8-88cb-839f7e765321 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:30.234179 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba3272b-9c92-4928-b1bd-f90df9885b43', 'name': 'network-vif-deleted', 'tag': '00babca7-d011-4c13-8b41-0e368cd02652', 'status': 'completed', 'code': 200} Jul 15 13:08:30.254721 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-42756c9c-4b38-44af-b26c-7dce8f0bbb5d tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.257484 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-42756c9c-4b38-44af-b26c-7dce8f0bbb5d tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] 10.222.0.18 "GET /v2.0/networks?id=58700d3b-6752-49b5-b541-07a1f0db97e0 HTTP/1.1" status: 200 len: 814 time: 0.5441391 Jul 15 13:08:30.269463 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-de1fe062-a2ad-4448-a14d-3d8aab85cfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.272209 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-de1fe062-a2ad-4448-a14d-3d8aab85cfb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.274109 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-de1fe062-a2ad-4448-a14d-3d8aab85cfb1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb5b33ba-504f-431c-84c9-b2da0896b349 HTTP/1.1" status: 204 len: 168 time: 1.0400105 Jul 15 13:08:30.282064 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-32a74e4d-bc7e-4fb0-acad-56218f0da651 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b4de3f9-9898-4e48-8ad2-d64a9c837567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709581 Jul 15 13:08:30.297726 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-25e6b38a-cd9f-44b7-bb85-cdb5da352111 None None] Provisioning complete for port 6dc54ee5-f32a-4a72-b6df-629b33423896 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:30.299077 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-25e6b38a-cd9f-44b7-bb85-cdb5da352111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.308094 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1fe062-a2ad-4448-a14d-3d8aab85cfb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5b33ba-504f-431c-84c9-b2da0896b349,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:30.451233 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-5286d581-dfc6-4cc0-8129-6015e5f8c421 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] Request body: {'port': {'device_id': 'a8c3c2aa-5d43-4cbb-a170-c4f01d11a21c', 'network_id': '58700d3b-6752-49b5-b541-07a1f0db97e0', 'admin_state_up': True, 'tenant_id': '7498380391524cf39711d3a6165e600a'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:30.465301 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-57a0daa5-7376-4225-836f-555fe6776547 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.574138 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-5c75a736-53c9-4313-b0cd-e5ec3821ac29 service neutron] 10.222.0.18 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822211 Jul 15 13:08:30.665663 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe984b6-dbcb-4ea0-bb11-9154ea520894 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Pushing event updated for resources: {'Port': ['ID=c0b89715-0788-4bdc-86aa-417956a38b9d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:30.688622 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-dfe984b6-dbcb-4ea0-bb11-9154ea520894 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5753949 Jul 15 13:08:30.709632 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-340ab78b-fcbf-484c-b8bf-89f265a78e4f service neutron] Request body: {'port': {'device_id': '3854fdd6-50ee-465a-a3d7-14e59194ae5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:30.809054 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e9c0d-0724-4d94-84be-1ac4fc83bc8c req-7789a7fa-6740-4d85-9743-00b140c2d18b tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.817522 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d69e9c0d-0724-4d94-84be-1ac4fc83bc8c req-7789a7fa-6740-4d85-9743-00b140c2d18b tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3854fdd6-50ee-465a-a3d7-14e59194ae5e HTTP/1.1" status: 200 len: 932 time: 0.2471962 Jul 15 13:08:30.885043 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20358ee-66c9-45bf-a58a-ce1c8a9858b3 req-9b972124-30ca-461d-b851-828d3b827db8 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.886740 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a20358ee-66c9-45bf-a58a-ce1c8a9858b3 req-9b972124-30ca-461d-b851-828d3b827db8 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=45435c35-70cb-4302-8456-ce5fb63273a8 HTTP/1.1" status: 200 len: 945 time: 1.2346511 Jul 15 13:08:30.894198 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d69e9c0d-0724-4d94-84be-1ac4fc83bc8c req-e8eabc1a-f8ed-4076-a1d8-50265ce869ba tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754831 Jul 15 13:08:30.946916 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-1d3ca9a2-b465-4a10-ad0d-75951e8694ab service neutron] 10.222.0.18 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257079 Jul 15 13:08:31.006582 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53164) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:31.010114 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-340ab78b-fcbf-484c-b8bf-89f265a78e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:31.048521 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a20358ee-66c9-45bf-a58a-ce1c8a9858b3 req-9ef2036c-4f05-49ef-a5e5-1b08a16e1d64 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119635 Jul 15 13:08:31.049194 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-5286d581-dfc6-4cc0-8129-6015e5f8c421 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] Made reservation on behalf of 7498380391524cf39711d3a6165e600a for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:31.059932 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-5286d581-dfc6-4cc0-8129-6015e5f8c421 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:31.097079 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-57a0daa5-7376-4225-836f-555fe6776547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:31.259756 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-5245bb33-f4a4-4f38-b921-b808344eb4e5 admin admin] Deleting subnet 1cba547a-53ca-4b0e-8348-0829e7a2d9c0 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:08:31.273828 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5245bb33-f4a4-4f38-b921-b808344eb4e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:31.347679 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5245bb33-f4a4-4f38-b921-b808344eb4e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:31.354742 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-36863bb3-2980-4b68-bbd7-4987bdc52f8f tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:31.356902 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-36863bb3-2980-4b68-bbd7-4987bdc52f8f tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=45435c35-70cb-4302-8456-ce5fb63273a8&tenant_id=11b8af7c013140faa070a8db01c03b78&binding%3Ahost_id=n-h2-758944-45 HTTP/1.1" status: 200 len: 1097 time: 0.3361263 Jul 15 13:08:31.383778 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-84c21e90-d754-40bf-8b8e-8be13d150002 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-45'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:31.461369 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e6a30ab4-9623-4733-b97d-d5002cff7ec4 req-e8ff3129-3720-42c7-a77f-434b44b3bb43 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8c3c2aa-5d43-4cbb-a170-c4f01d11a21c HTTP/1.1" status: 200 len: 210 time: 0.0744045 Jul 15 13:08:31.588110 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-84c21e90-d754-40bf-8b8e-8be13d150002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:31.604882 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5245bb33-f4a4-4f38-b921-b808344eb4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:31.726991 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5245bb33-f4a4-4f38-b921-b808344eb4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:31.757372 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 6dc54ee5-f32a-4a72-b6df-629b33423896 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:31.800692 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5245bb33-f4a4-4f38-b921-b808344eb4e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:31.807953 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5245bb33-f4a4-4f38-b921-b808344eb4e5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1cba547a-53ca-4b0e-8348-0829e7a2d9c0 HTTP/1.1" status: 204 len: 168 time: 0.7998540 Jul 15 13:08:31.809512 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a8d351-352a-4e11-a1fa-20d0d496f728 None None] Network 42695f8c-9b56-4e43-bc38-c837e08b5e63 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:31.815656 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53190) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:31.816462 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245bb33-f4a4-4f38-b921-b808344eb4e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cba547a-53ca-4b0e-8348-0829e7a2d9c0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:31.894012 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-84c21e90-d754-40bf-8b8e-8be13d150002 service neutron] For port eb25cb7b-545d-4bf6-beca-f3584daa8063, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=eb25cb7b-545d-4bf6-beca-f3584daa8063,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:31.966649 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6a547aa-7d8e-4aa0-82b4-bc58fd4d656a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.049656 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 6dc54ee5-f32a-4a72-b6df-629b33423896 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:32.050306 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.095115 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-84c21e90-d754-40bf-8b8e-8be13d150002 service neutron] For port eb25cb7b-545d-4bf6-beca-f3584daa8063, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:32.219076 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45435c35-70cb-4302-8456-ce5fb63273a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb25cb7b-545d-4bf6-beca-f3584daa8063'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:32.221724 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a7433c-1de3-4388-b82b-9e1945451a11" -d '{"events": [{"server_uuid": "45435c35-70cb-4302-8456-ce5fb63273a8", "name": "network-vif-unplugged", "status": "completed", "tag": "eb25cb7b-545d-4bf6-beca-f3584daa8063"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:32.227104 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-84c21e90-d754-40bf-8b8e-8be13d150002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.270416 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-84c21e90-d754-40bf-8b8e-8be13d150002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.290680 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d9a361-b4c6-409e-937c-17c85eb089dd None None] DHCP port deletion for 42695f8c-9b56-4e43-bc38-c837e08b5e63 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:08:32.380590 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f8d9a361-b4c6-409e-937c-17c85eb089dd None None] Deleting port 4d1003e2-6791-427c-b108-50f6e25b5734 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:32.381710 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f8d9a361-b4c6-409e-937c-17c85eb089dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.389857 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a0daa5-7376-4225-836f-555fe6776547 admin admin] Router a3dbd0bc-f24d-4441-aab6-46d6db739599 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:08:32.407816 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-5286d581-dfc6-4cc0-8129-6015e5f8c421 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] Allocated IP 172.20.0.5 (58700d3b-6752-49b5-b541-07a1f0db97e0/e6933b13-d519-4d48-9b0a-fc64ad43681b/bafe9a3f-a0f0-4380-aa38-4459f9d04af9) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:32.419866 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d6a547aa-7d8e-4aa0-82b4-bc58fd4d656a admin admin] Deleting port 4d1003e2-6791-427c-b108-50f6e25b5734 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:32.420542 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6a547aa-7d8e-4aa0-82b4-bc58fd4d656a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.426899 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c21e90-d754-40bf-8b8e-8be13d150002 service neutron] Pushing event updated for resources: {'Port': ['ID=eb25cb7b-545d-4bf6-beca-f3584daa8063,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:32.458007 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a991ab-3560-48a7-9ae4-9215b4f0988a req-f7d71514-e27c-4e5b-a3a0-63ad947895bc tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:32.458967 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859a895-a8c8-498f-974b-b01916b886fd req-1bd4166e-2f90-4ae3-8543-ea05eeec5364 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:32.460070 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-51a991ab-3560-48a7-9ae4-9215b4f0988a req-f7d71514-e27c-4e5b-a3a0-63ad947895bc tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 945 time: 0.6449747 Jul 15 13:08:32.471901 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c859a895-a8c8-498f-974b-b01916b886fd req-1bd4166e-2f90-4ae3-8543-ea05eeec5364 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3854fdd6-50ee-465a-a3d7-14e59194ae5e HTTP/1.1" status: 200 len: 932 time: 0.3037770 Jul 15 13:08:32.474157 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-84c21e90-d754-40bf-8b8e-8be13d150002 service neutron] Attempting to bind port eb25cb7b-545d-4bf6-beca-f3584daa8063 on host n-h2-758944-45 for vnic_type normal with profile {"migrating_to": "n-h1-758944-45"} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:32.474729 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-84c21e90-d754-40bf-8b8e-8be13d150002 service neutron] Attempting to bind port eb25cb7b-545d-4bf6-beca-f3584daa8063 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:32.475254 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-84c21e90-d754-40bf-8b8e-8be13d150002 service neutron] Attempting to bind port eb25cb7b-545d-4bf6-beca-f3584daa8063 on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:32.492988 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-f8d9a361-b4c6-409e-937c-17c85eb089dd None None] For port 4d1003e2-6791-427c-b108-50f6e25b5734, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=4d1003e2-6791-427c-b108-50f6e25b5734,segment=NetworkSegment(b5f215a9-6878-47d6-870d-f1a3b2db4a54),segment_id=b5f215a9-6878-47d6-870d-f1a3b2db4a54)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:32.493394 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f8d9a361-b4c6-409e-937c-17c85eb089dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.509382 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-84c21e90-d754-40bf-8b8e-8be13d150002 service neutron] Port eb25cb7b-545d-4bf6-beca-f3584daa8063 on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:32.510085 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-84c21e90-d754-40bf-8b8e-8be13d150002 service neutron] Attempting to bind port eb25cb7b-545d-4bf6-beca-f3584daa8063 on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:32.512718 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f8d9a361-b4c6-409e-937c-17c85eb089dd None None] Calling delete_port for 4d1003e2-6791-427c-b108-50f6e25b5734 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:32.556897 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-84c21e90-d754-40bf-8b8e-8be13d150002 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:32.557735 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-84c21e90-d754-40bf-8b8e-8be13d150002 service neutron] Checking segment: {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:32.558419 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-84c21e90-d754-40bf-8b8e-8be13d150002 service neutron] Bound using segment: {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:32.559057 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-84c21e90-d754-40bf-8b8e-8be13d150002 service neutron] Bound port: eb25cb7b-545d-4bf6-beca-f3584daa8063, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:32.559607 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-84c21e90-d754-40bf-8b8e-8be13d150002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.576124 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d6a547aa-7d8e-4aa0-82b4-bc58fd4d656a admin admin] For port 4d1003e2-6791-427c-b108-50f6e25b5734, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=4d1003e2-6791-427c-b108-50f6e25b5734,segment=NetworkSegment(b5f215a9-6878-47d6-870d-f1a3b2db4a54),segment_id=b5f215a9-6878-47d6-870d-f1a3b2db4a54)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:32.576788 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6a547aa-7d8e-4aa0-82b4-bc58fd4d656a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.592153 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c859a895-a8c8-498f-974b-b01916b886fd req-7f6b3038-6240-4231-8c4d-cc56bc18d1a4 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189685 Jul 15 13:08:32.622272 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d6a547aa-7d8e-4aa0-82b4-bc58fd4d656a admin admin] Calling delete_port for 4d1003e2-6791-427c-b108-50f6e25b5734 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:32.637160 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f8d9a361-b4c6-409e-937c-17c85eb089dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.677682 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d9a361-b4c6-409e-937c-17c85eb089dd None None] Pushing event deleted for resources: {'Port': ['ID=4d1003e2-6791-427c-b108-50f6e25b5734,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:32.683203 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d9a361-b4c6-409e-937c-17c85eb089dd None None] No DVR routers for this DVR port 4d1003e2-6791-427c-b108-50f6e25b5734 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:32.721916 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-51a991ab-3560-48a7-9ae4-9215b4f0988a req-e8b30970-377d-4f14-9cb0-8dd81cb499cc tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486024 Jul 15 13:08:32.771782 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-84c21e90-d754-40bf-8b8e-8be13d150002 service neutron] For port eb25cb7b-545d-4bf6-beca-f3584daa8063, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:32.793540 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-84c21e90-d754-40bf-8b8e-8be13d150002 service neutron] For port eb25cb7b-545d-4bf6-beca-f3584daa8063, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=eb25cb7b-545d-4bf6-beca-f3584daa8063,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:32.805931 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-84c21e90-d754-40bf-8b8e-8be13d150002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.885740 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-340ab78b-fcbf-484c-b8bf-89f265a78e4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0b89715-0788-4bdc-86aa-417956a38b9d {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:32.892138 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6a547aa-7d8e-4aa0-82b4-bc58fd4d656a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.906576 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-340ab78b-fcbf-484c-b8bf-89f265a78e4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.960993 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a0daa5-7376-4225-836f-555fe6776547 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:08:32.976721 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66728e71-f905-4ab6-a4bc-e9a4e36450ec None None] Sync routers for ids ['a3dbd0bc-f24d-4441-aab6-46d6db739599'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:08:32.988542 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-340ab78b-fcbf-484c-b8bf-89f265a78e4f service neutron] Transition to ACTIVE for port object c0b89715-0788-4bdc-86aa-417956a38b9d will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:32.993659 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-57a0daa5-7376-4225-836f-555fe6776547 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.995706 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-57a0daa5-7376-4225-836f-555fe6776547 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.0554080 Jul 15 13:08:32.999566 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66728e71-f905-4ab6-a4bc-e9a4e36450ec None None] Routers {'a3dbd0bc-f24d-4441-aab6-46d6db739599'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:33.001657 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 53220) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:33.002552 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-66728e71-f905-4ab6-a4bc-e9a4e36450ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:08:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['a3dbd0bc-f24d-4441-aab6-46d6db739599'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:33.017271 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-340ab78b-fcbf-484c-b8bf-89f265a78e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.023806 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a547aa-7d8e-4aa0-82b4-bc58fd4d656a admin admin] No DVR routers for this DVR port 4d1003e2-6791-427c-b108-50f6e25b5734 on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:33.044659 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c21e90-d754-40bf-8b8e-8be13d150002 service neutron] Pushing event updated for resources: {'Port': ['ID=eb25cb7b-545d-4bf6-beca-f3584daa8063,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:33.086304 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-84c21e90-d754-40bf-8b8e-8be13d150002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:33.086854 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-84c21e90-d754-40bf-8b8e-8be13d150002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.098168 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-84c21e90-d754-40bf-8b8e-8be13d150002 service neutron] 10.222.0.18 "PUT /v2.0/ports/eb25cb7b-545d-4bf6-beca-f3584daa8063 HTTP/1.1" status: 200 len: 1123 time: 1.7184224 Jul 15 13:08:33.183147 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a547aa-7d8e-4aa0-82b4-bc58fd4d656a admin admin] Pushing event deleted for resources: {'Port': ['ID=4d1003e2-6791-427c-b108-50f6e25b5734,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:33.183957 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-5286d581-dfc6-4cc0-8129-6015e5f8c421 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.218995 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['eb25cb7b-545d-4bf6-beca-f3584daa8063'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:33.295258 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6a547aa-7d8e-4aa0-82b4-bc58fd4d656a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.306422 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-66728e71-f905-4ab6-a4bc-e9a4e36450ec None None] Set router a3dbd0bc-f24d-4441-aab6-46d6db739599 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:08:33.322129 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-d6a547aa-7d8e-4aa0-82b4-bc58fd4d656a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42695f8c-9b56-4e43-bc38-c837e08b5e63']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:33.362750 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-d6a547aa-7d8e-4aa0-82b4-bc58fd4d656a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f215a9-6878-47d6-870d-f1a3b2db4a54') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:33.364223 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-d6a547aa-7d8e-4aa0-82b4-bc58fd4d656a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f215a9-6878-47d6-870d-f1a3b2db4a54') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:33.392647 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6a547aa-7d8e-4aa0-82b4-bc58fd4d656a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.436275 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ab78b-fcbf-484c-b8bf-89f265a78e4f service neutron] Pushing event updated for resources: {'Port': ['ID=c0b89715-0788-4bdc-86aa-417956a38b9d,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:33.452346 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6a547aa-7d8e-4aa0-82b4-bc58fd4d656a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.465464 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a547aa-7d8e-4aa0-82b4-bc58fd4d656a admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:08:33.466887 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6a547aa-7d8e-4aa0-82b4-bc58fd4d656a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:08:33.471044 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:08:33.589541 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6a547aa-7d8e-4aa0-82b4-bc58fd4d656a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.607975 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6a547aa-7d8e-4aa0-82b4-bc58fd4d656a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.621599 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d6a547aa-7d8e-4aa0-82b4-bc58fd4d656a admin admin] 10.222.0.24 "DELETE /v2.0/networks/42695f8c-9b56-4e43-bc38-c837e08b5e63 HTTP/1.1" status: 204 len: 168 time: 1.7966166 Jul 15 13:08:33.663274 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-66728e71-f905-4ab6-a4bc-e9a4e36450ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'name': 'tempest-TaggedBootDevicesTest_v242-10649597-router', 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f6b6c587-3623-47cd-8f85-dc639f088635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:25Z', 'updated_at': '2021-07-15T13:08:30Z', 'revision_number': 3, 'project_id': '1d0be6e00b0740c79716294273e5f5c7', 'gw_port': {'id': 'f6b6c587-3623-47cd-8f85-dc639f088635', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:27Z', 'updated_at': '2021-07-15T13:08:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:33.684902 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a547aa-7d8e-4aa0-82b4-bc58fd4d656a admin admin] Pushing event deleted for resources: {'Network': ['ID=42695f8c-9b56-4e43-bc38-c837e08b5e63,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:33.750255 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633f7e1-66f1-43b6-9043-32fc51064818 req-e8f8244f-27ff-4d0e-9e26-feb253d639c4 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:33.752322 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1633f7e1-66f1-43b6-9043-32fc51064818 req-e8f8244f-27ff-4d0e-9e26-feb253d639c4 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=45435c35-70cb-4302-8456-ce5fb63273a8 HTTP/1.1" status: 200 len: 943 time: 0.6821165 Jul 15 13:08:33.787918 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66728e71-f905-4ab6-a4bc-e9a4e36450ec None None] Checking router: a3dbd0bc-f24d-4441-aab6-46d6db739599 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:08:33.788338 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66728e71-f905-4ab6-a4bc-e9a4e36450ec None None] Updating router a3dbd0bc-f24d-4441-aab6-46d6db739599 port f6b6c587-3623-47cd-8f85-dc639f088635 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:08:33.849829 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53654715-97b7-4e6e-a643-61a35a236bbf x-openstack-request-id: req-53654715-97b7-4e6e-a643-61a35a236bbf {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:33.850099 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45435c35-70cb-4302-8456-ce5fb63273a8", "name": "network-vif-unplugged", "status": "completed", "tag": "eb25cb7b-545d-4bf6-beca-f3584daa8063", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:33.850840 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-53654715-97b7-4e6e-a643-61a35a236bbf {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:33.851277 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45435c35-70cb-4302-8456-ce5fb63273a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb25cb7b-545d-4bf6-beca-f3584daa8063', 'code': 200} Jul 15 13:08:33.862167 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-5286d581-dfc6-4cc0-8129-6015e5f8c421 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:33.880622 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 4d1003e2-6791-427c-b108-50f6e25b5734 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:33.949241 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 4d1003e2-6791-427c-b108-50f6e25b5734 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:08:33.949746 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 4d1003e2-6791-427c-b108-50f6e25b5734 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:08:33.997856 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-66728e71-f905-4ab6-a4bc-e9a4e36450ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.034850 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53242) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:34.102075 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e520e99c-9927-4021-84f1-b2072039bc61 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a88028be7f84effb036f6deec243d95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0657513 Jul 15 13:08:34.106053 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53244) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:34.131649 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286d581-dfc6-4cc0-8129-6015e5f8c421 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] Pushing event updated for resources: {'Port': ['ID=bafe9a3f-a0f0-4380-aa38-4459f9d04af9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:34.180601 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-250c972f-7ad7-4ff6-8eb5-ffebd80a5732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.204460 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-340ab78b-fcbf-484c-b8bf-89f265a78e4f service neutron] Attempting to bind port c0b89715-0788-4bdc-86aa-417956a38b9d on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:34.204792 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-340ab78b-fcbf-484c-b8bf-89f265a78e4f service neutron] Attempting to bind port c0b89715-0788-4bdc-86aa-417956a38b9d by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'f19c2669-c167-4697-a02d-3890cc03720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7a1d132d-e27f-484a-993c-1c0bbb72a2ee'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:34.205123 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-340ab78b-fcbf-484c-b8bf-89f265a78e4f service neutron] Attempting to bind port c0b89715-0788-4bdc-86aa-417956a38b9d on network 7a1d132d-e27f-484a-993c-1c0bbb72a2ee {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:34.216598 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4bd77-3b6d-4b5b-a55b-07d6832d2a08 req-e5c16c6b-07de-44a6-8462-b297910216d4 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:34.230570 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bda4bd77-3b6d-4b5b-a55b-07d6832d2a08 req-e5c16c6b-07de-44a6-8462-b297910216d4 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8c3c2aa-5d43-4cbb-a170-c4f01d11a21c HTTP/1.1" status: 200 len: 931 time: 0.2502251 Jul 15 13:08:34.247853 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-5286d581-dfc6-4cc0-8129-6015e5f8c421 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] Network 58700d3b-6752-49b5-b541-07a1f0db97e0 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:34.262038 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-5286d581-dfc6-4cc0-8129-6015e5f8c421 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:34.268851 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-5286d581-dfc6-4cc0-8129-6015e5f8c421 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:34.314056 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-250c972f-7ad7-4ff6-8eb5-ffebd80a5732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.396778 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bda4bd77-3b6d-4b5b-a55b-07d6832d2a08 req-de45d4e8-2af6-4367-bebc-09da46441f71 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a6dbb36-d193-4cc7-b564-4a5b6d003d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649289 Jul 15 13:08:34.398933 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-5286d581-dfc6-4cc0-8129-6015e5f8c421 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:34.399971 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-5286d581-dfc6-4cc0-8129-6015e5f8c421 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.439168 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-66728e71-f905-4ab6-a4bc-e9a4e36450ec None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.449042 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1633f7e1-66f1-43b6-9043-32fc51064818 req-1307f857-942e-4af9-ab91-6756a261c431 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6815410 Jul 15 13:08:34.453108 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-66728e71-f905-4ab6-a4bc-e9a4e36450ec None None] Transition to ACTIVE for port object f6b6c587-3623-47cd-8f85-dc639f088635 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:34.469341 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-340ab78b-fcbf-484c-b8bf-89f265a78e4f service neutron] Port c0b89715-0788-4bdc-86aa-417956a38b9d on network 7a1d132d-e27f-484a-993c-1c0bbb72a2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:34.469704 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-340ab78b-fcbf-484c-b8bf-89f265a78e4f service neutron] Attempting to bind port c0b89715-0788-4bdc-86aa-417956a38b9d on network 7a1d132d-e27f-484a-993c-1c0bbb72a2ee {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:34.473004 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-66728e71-f905-4ab6-a4bc-e9a4e36450ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.493637 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-5286d581-dfc6-4cc0-8129-6015e5f8c421 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0508525 Jul 15 13:08:34.495213 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-250c972f-7ad7-4ff6-8eb5-ffebd80a5732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.498210 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-250c972f-7ad7-4ff6-8eb5-ffebd80a5732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.502718 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-250c972f-7ad7-4ff6-8eb5-ffebd80a5732 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/951822b6-0e6b-407d-9510-0349f77d4c32 HTTP/1.1" status: 204 len: 168 time: 0.3930321 Jul 15 13:08:34.520758 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-d482b8c7-d3ec-42c1-b804-79fc6bded662 service neutron] Request body: {'port': {'device_id': 'a8c3c2aa-5d43-4cbb-a170-c4f01d11a21c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:34.523561 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-340ab78b-fcbf-484c-b8bf-89f265a78e4f service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:34.523736 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c972f-7ad7-4ff6-8eb5-ffebd80a5732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951822b6-0e6b-407d-9510-0349f77d4c32,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:34.523997 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-340ab78b-fcbf-484c-b8bf-89f265a78e4f service neutron] Checking segment: {'id': 'f19c2669-c167-4697-a02d-3890cc03720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7a1d132d-e27f-484a-993c-1c0bbb72a2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:34.524390 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-340ab78b-fcbf-484c-b8bf-89f265a78e4f service neutron] Bound using segment: {'id': 'f19c2669-c167-4697-a02d-3890cc03720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7a1d132d-e27f-484a-993c-1c0bbb72a2ee'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:34.524843 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-340ab78b-fcbf-484c-b8bf-89f265a78e4f service neutron] Bound port: c0b89715-0788-4bdc-86aa-417956a38b9d, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f19c2669-c167-4697-a02d-3890cc03720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7a1d132d-e27f-484a-993c-1c0bbb72a2ee'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:34.525221 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-340ab78b-fcbf-484c-b8bf-89f265a78e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.779137 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-66728e71-f905-4ab6-a4bc-e9a4e36450ec None None] Attempting to bind port f6b6c587-3623-47cd-8f85-dc639f088635 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:34.779522 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-66728e71-f905-4ab6-a4bc-e9a4e36450ec None None] Attempting to bind port f6b6c587-3623-47cd-8f85-dc639f088635 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:34.779857 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66728e71-f905-4ab6-a4bc-e9a4e36450ec None None] Attempting to bind port f6b6c587-3623-47cd-8f85-dc639f088635 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:34.790856 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:08:34.807024 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa8842-a2ca-4ba2-a52e-fae499e2caf9 None None] Pushing event updated for resources: {'Port': ['ID=f6b6c587-3623-47cd-8f85-dc639f088635,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:34.823166 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66728e71-f905-4ab6-a4bc-e9a4e36450ec None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:34.823819 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66728e71-f905-4ab6-a4bc-e9a4e36450ec None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:34.823996 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-66728e71-f905-4ab6-a4bc-e9a4e36450ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.824356 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66728e71-f905-4ab6-a4bc-e9a4e36450ec None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:34.824740 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-66728e71-f905-4ab6-a4bc-e9a4e36450ec None None] Bound port: f6b6c587-3623-47cd-8f85-dc639f088635, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:34.825147 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-66728e71-f905-4ab6-a4bc-e9a4e36450ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:35.012213 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-66728e71-f905-4ab6-a4bc-e9a4e36450ec None None] For port f6b6c587-3623-47cd-8f85-dc639f088635, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:35.016424 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-66728e71-f905-4ab6-a4bc-e9a4e36450ec None None] For port f6b6c587-3623-47cd-8f85-dc639f088635, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=f6b6c587-3623-47cd-8f85-dc639f088635,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:35.024777 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-66728e71-f905-4ab6-a4bc-e9a4e36450ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:35.047215 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bdca4f-bcd6-4618-8584-63911d9dbfe1 req-878363c7-a5d7-451b-861a-99fb4628a689 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:35.049300 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-28bdca4f-bcd6-4618-8584-63911d9dbfe1 req-878363c7-a5d7-451b-861a-99fb4628a689 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 945 time: 0.1578524 Jul 15 13:08:35.125324 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66728e71-f905-4ab6-a4bc-e9a4e36450ec None None] Routers {'a3dbd0bc-f24d-4441-aab6-46d6db739599'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:35.126270 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-d482b8c7-d3ec-42c1-b804-79fc6bded662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:35.126529 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-66728e71-f905-4ab6-a4bc-e9a4e36450ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:08:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['a3dbd0bc-f24d-4441-aab6-46d6db739599'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:35.132772 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-340ab78b-fcbf-484c-b8bf-89f265a78e4f service neutron] For port c0b89715-0788-4bdc-86aa-417956a38b9d, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:35.140665 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-340ab78b-fcbf-484c-b8bf-89f265a78e4f service neutron] For port c0b89715-0788-4bdc-86aa-417956a38b9d, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=c0b89715-0788-4bdc-86aa-417956a38b9d,segment=NetworkSegment(f19c2669-c167-4697-a02d-3890cc03720b),segment_id=f19c2669-c167-4697-a02d-3890cc03720b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:35.177301 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-340ab78b-fcbf-484c-b8bf-89f265a78e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:35.191637 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa8842-a2ca-4ba2-a52e-fae499e2caf9 None None] Pushing event updated for resources: {'Port': ['ID=f6b6c587-3623-47cd-8f85-dc639f088635,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:35.220914 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-28bdca4f-bcd6-4618-8584-63911d9dbfe1 req-bffa1daa-da28-44e4-823d-db50bff1cd13 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636117 Jul 15 13:08:35.367443 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-66728e71-f905-4ab6-a4bc-e9a4e36450ec None None] Set router a3dbd0bc-f24d-4441-aab6-46d6db739599 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:08:35.710704 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e8063-6e2b-4e59-a0e6-759ce60b860e req-041fb381-2b15-4dab-83ff-aef4d7599d06 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:35.726939 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c13e8063-6e2b-4e59-a0e6-759ce60b860e req-041fb381-2b15-4dab-83ff-aef4d7599d06 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8c3c2aa-5d43-4cbb-a170-c4f01d11a21c HTTP/1.1" status: 200 len: 931 time: 0.1528401 Jul 15 13:08:35.745365 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-340ab78b-fcbf-484c-b8bf-89f265a78e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:35.746329 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-340ab78b-fcbf-484c-b8bf-89f265a78e4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:35.747591 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-340ab78b-fcbf-484c-b8bf-89f265a78e4f service neutron] 10.222.0.18 "PUT /v2.0/ports/c0b89715-0788-4bdc-86aa-417956a38b9d HTTP/1.1" status: 200 len: 1093 time: 5.0507128 Jul 15 13:08:35.754185 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3854fdd6-50ee-465a-a3d7-14e59194ae5e', 'tag': 'c0b89715-0788-4bdc-86aa-417956a38b9d'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:35.756595 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39239bf4-0a22-445c-a56f-1307daef65e9" -d '{"events": [{"name": "network-changed", "server_uuid": "3854fdd6-50ee-465a-a3d7-14e59194ae5e", "tag": "c0b89715-0788-4bdc-86aa-417956a38b9d"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:35.778302 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be1db5-f48d-490a-9f21-af5ff2d3807e req-e4c20434-5f91-4bb7-b6ca-6eaf818f95c1 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:35.785614 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b0be1db5-f48d-490a-9f21-af5ff2d3807e req-e4c20434-5f91-4bb7-b6ca-6eaf818f95c1 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3854fdd6-50ee-465a-a3d7-14e59194ae5e HTTP/1.1" status: 200 len: 944 time: 0.9716427 Jul 15 13:08:35.791647 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-66728e71-f905-4ab6-a4bc-e9a4e36450ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'name': 'tempest-TaggedBootDevicesTest_v242-10649597-router', 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f6b6c587-3623-47cd-8f85-dc639f088635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:25Z', 'updated_at': '2021-07-15T13:08:30Z', 'revision_number': 3, 'project_id': '1d0be6e00b0740c79716294273e5f5c7', 'gw_port': {'id': 'f6b6c587-3623-47cd-8f85-dc639f088635', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:27Z', 'updated_at': '2021-07-15T13:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:35.826134 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c13e8063-6e2b-4e59-a0e6-759ce60b860e req-85e212ae-22da-4501-aeab-845565628fef tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a6dbb36-d193-4cc7-b564-4a5b6d003d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911815 Jul 15 13:08:35.852758 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45435c35-70cb-4302-8456-ce5fb63273a8', 'tag': 'eb25cb7b-545d-4bf6-beca-f3584daa8063'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:35.857511 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39a8e53-2774-4f35-88fa-2a21804514af" -d '{"events": [{"name": "network-changed", "server_uuid": "45435c35-70cb-4302-8456-ce5fb63273a8", "tag": "eb25cb7b-545d-4bf6-beca-f3584daa8063"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:35.892885 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66728e71-f905-4ab6-a4bc-e9a4e36450ec None None] The sync data for ids ['a3dbd0bc-f24d-4441-aab6-46d6db739599'] in n-d-758944-45 is: [{'id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'name': 'tempest-TaggedBootDevicesTest_v242-10649597-router', 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f6b6c587-3623-47cd-8f85-dc639f088635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:25Z', 'updated_at': '2021-07-15T13:08:30Z', 'revision_number': 3, 'project_id': '1d0be6e00b0740c79716294273e5f5c7', 'gw_port': {'id': 'f6b6c587-3623-47cd-8f85-dc639f088635', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:27Z', 'updated_at': '2021-07-15T13:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:08:36.039805 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ab78b-fcbf-484c-b8bf-89f265a78e4f service neutron] Pushing event updated for resources: {'Port': ['ID=c0b89715-0788-4bdc-86aa-417956a38b9d,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:36.087919 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b0be1db5-f48d-490a-9f21-af5ff2d3807e req-9da937f5-4b26-43f0-a467-b612a6297033 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011966 Jul 15 13:08:36.132504 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a002d-e1b5-49b2-a91b-1fc19926eedc req-1f9e9b28-75f3-4ee2-bfc7-75828fc1b39f tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:36.139090 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4a2a002d-e1b5-49b2-a91b-1fc19926eedc req-1f9e9b28-75f3-4ee2-bfc7-75828fc1b39f tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=45435c35-70cb-4302-8456-ce5fb63273a8 HTTP/1.1" status: 200 len: 943 time: 0.1322558 Jul 15 13:08:36.225563 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ed69a1e-2d95-4522-8aac-bdf145bba65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:36.340909 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4a2a002d-e1b5-49b2-a91b-1fc19926eedc req-36869c9e-2ef1-427c-9528-e5b07b553cb4 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753240 Jul 15 13:08:36.394173 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53294) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:36.465671 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a165cd6-3858-4013-90c1-b65aae3a5f80 x-openstack-request-id: req-3a165cd6-3858-4013-90c1-b65aae3a5f80 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:36.468370 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3854fdd6-50ee-465a-a3d7-14e59194ae5e", "tag": "c0b89715-0788-4bdc-86aa-417956a38b9d", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:36.468627 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3a165cd6-3858-4013-90c1-b65aae3a5f80 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:36.469034 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3854fdd6-50ee-465a-a3d7-14e59194ae5e', 'tag': 'c0b89715-0788-4bdc-86aa-417956a38b9d', 'status': 'completed', 'code': 200} Jul 15 13:08:36.484739 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e8a9a3-c18c-4252-8553-9e800173e368 x-openstack-request-id: req-d4e8a9a3-c18c-4252-8553-9e800173e368 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:36.484957 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45435c35-70cb-4302-8456-ce5fb63273a8", "tag": "eb25cb7b-545d-4bf6-beca-f3584daa8063", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:36.485405 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d4e8a9a3-c18c-4252-8553-9e800173e368 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:36.486006 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45435c35-70cb-4302-8456-ce5fb63273a8', 'tag': 'eb25cb7b-545d-4bf6-beca-f3584daa8063', 'status': 'completed', 'code': 200} Jul 15 13:08:36.489211 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-e64366c0-cddd-427d-9aa6-d94e9a960a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:36.501336 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-e64366c0-cddd-427d-9aa6-d94e9a960a53 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=711c2fbaceb442c4900883d9377ffded&device_id=3854fdd6-50ee-465a-a3d7-14e59194ae5e HTTP/1.1" status: 200 len: 1096 time: 0.6618288 Jul 15 13:08:36.751122 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-3c302287-0879-4367-a213-065b066e6821 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-385476583-network', 'tenant_id': 'b19b92a11bcc40e8a947765a8b1b2dfe'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:36.751933 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device eb25cb7b-545d-4bf6-beca-f3584daa8063 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:36.809122 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-d482b8c7-d3ec-42c1-b804-79fc6bded662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bafe9a3f-a0f0-4380-aa38-4459f9d04af9 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:36.825152 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-d482b8c7-d3ec-42c1-b804-79fc6bded662 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:36.828731 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c302287-0879-4367-a213-065b066e6821 admin admin] Made reservation on behalf of b19b92a11bcc40e8a947765a8b1b2dfe for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:36.841745 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c302287-0879-4367-a213-065b066e6821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:36.889202 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c302287-0879-4367-a213-065b066e6821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.081047 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-de876429-600a-472a-9b63-a8c4e27ff7f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0b89715-0788-4bdc-86aa-417956a38b9d HTTP/1.1" status: 200 len: 217 time: 0.2449751 Jul 15 13:08:37.086862 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-d482b8c7-d3ec-42c1-b804-79fc6bded662 service neutron] Transition to ACTIVE for port object bafe9a3f-a0f0-4380-aa38-4459f9d04af9 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:37.137185 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port eb25cb7b-545d-4bf6-beca-f3584daa8063, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=eb25cb7b-545d-4bf6-beca-f3584daa8063,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:37.156477 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-3300bbc8-9330-45ff-8661-08cbed8d0a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:37.158635 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-3300bbc8-9330-45ff-8661-08cbed8d0a5d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a0d112e7-4ba9-4d28-96e4-3d9434430baa HTTP/1.1" status: 200 len: 854 time: 0.0660169 Jul 15 13:08:37.178706 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-d482b8c7-d3ec-42c1-b804-79fc6bded662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.211922 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device eb25cb7b-545d-4bf6-beca-f3584daa8063 has no active binding in host n-h1-758944-45 {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:08:37.265572 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef634716-2783-4323-9d7b-188dc23161a5 req-fbb4d48a-5ac0-4e62-af51-4298cb7bafed tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:37.272175 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ef634716-2783-4323-9d7b-188dc23161a5 req-fbb4d48a-5ac0-4e62-af51-4298cb7bafed tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 945 time: 0.4133954 Jul 15 13:08:37.348994 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482b8c7-d3ec-42c1-b804-79fc6bded662 service neutron] Pushing event updated for resources: {'Port': ['ID=bafe9a3f-a0f0-4380-aa38-4459f9d04af9,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:37.408168 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ef634716-2783-4323-9d7b-188dc23161a5 req-ca5f9a66-6f5d-433f-9da3-0f38e2cc5794 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258326 Jul 15 13:08:37.540176 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c302287-0879-4367-a213-065b066e6821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.559220 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c302287-0879-4367-a213-065b066e6821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.559527 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-14b9fbf9-9d5b-4382-b5a2-31b5e73869aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a1d132d-e27f-484a-993c-1c0bbb72a2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3514433 Jul 15 13:08:37.604124 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c302287-0879-4367-a213-065b066e6821 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:08:37.644661 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c302287-0879-4367-a213-065b066e6821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.646041 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-3c302287-0879-4367-a213-065b066e6821 admin admin] Added segment 90d5bb4e-6f50-40bd-acf3-74ee9f81fec1 of type vlan for network f6d97c67-57cc-4919-9150-8ffd4405fb57 Jul 15 13:08:37.812339 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c302287-0879-4367-a213-065b066e6821 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.858925 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.871987 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c302287-0879-4367-a213-065b066e6821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed24ab04-8d1b-425c-8084-8cdadcbffd99,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:37.880146 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f6b6c587-3623-47cd-8f85-dc639f088635 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:37.895482 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-bf2e9d58-fc19-4a96-9cd0-a9f00278ae3e service neutron] 10.222.0.18 "GET /v2.0/networks/7a1d132d-e27f-484a-993c-1c0bbb72a2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264067 Jul 15 13:08:37.920415 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-cb89ae9e-7737-4e98-907d-3ce27c0a4daf service neutron] 10.222.0.32 "GET /v2.0/ports/eb25cb7b-545d-4bf6-beca-f3584daa8063/bindings/n-h1-758944-45 HTTP/1.1" status: 200 len: 385 time: 1.0210805 Jul 15 13:08:37.970903 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port f6b6c587-3623-47cd-8f85-dc639f088635 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:37.975546 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port f6b6c587-3623-47cd-8f85-dc639f088635 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:37.976024 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.026036 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c302287-0879-4367-a213-065b066e6821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.029299 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c302287-0879-4367-a213-065b066e6821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.030877 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c302287-0879-4367-a213-065b066e6821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.070721 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3c302287-0879-4367-a213-065b066e6821 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6754024 Jul 15 13:08:38.073891 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53328) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:38.094601 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-eb09ac78-b387-45d0-bcac-3ab0f58c2a4f admin admin] Request body: {'subnet': {'network_id': 'f6d97c67-57cc-4919-9150-8ffd4405fb57', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-385476583-subnet', 'tenant_id': 'b19b92a11bcc40e8a947765a8b1b2dfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:38.129635 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.160653 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port f6b6c587-3623-47cd-8f85-dc639f088635, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=f6b6c587-3623-47cd-8f85-dc639f088635,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:38.176905 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c302287-0879-4367-a213-065b066e6821 admin admin] Pushing event updated for resources: {'Network': ['ID=f6d97c67-57cc-4919-9150-8ffd4405fb57,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:38.180052 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.196026 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f1e50-a321-4c7a-ba19-9b01927259f3 req-31c60b2b-ce4f-426b-82fa-635a93cc1c5e tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.204073 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fd1f1e50-a321-4c7a-ba19-9b01927259f3 req-31c60b2b-ce4f-426b-82fa-635a93cc1c5e tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3854fdd6-50ee-465a-a3d7-14e59194ae5e HTTP/1.1" status: 200 len: 944 time: 0.2950237 Jul 15 13:08:38.215757 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb09ac78-b387-45d0-bcac-3ab0f58c2a4f admin admin] Made reservation on behalf of b19b92a11bcc40e8a947765a8b1b2dfe for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:38.219965 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb09ac78-b387-45d0-bcac-3ab0f58c2a4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.255415 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network f6d97c67-57cc-4919-9150-8ffd4405fb57 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:08:38.306983 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=f6b6c587-3623-47cd-8f85-dc639f088635,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:38.312725 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a8e53-2774-4f35-88fa-2a21804514af req-f61b6edc-90fa-40e1-8ef7-1b9bc0d36cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.318327 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:38.318327 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:38.318327 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:38.319000 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:38.319000 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:38.319315 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:38.319770 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:38.319971 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:38.320201 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:38.320542 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:38.321190 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:38.321463 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:38.322943 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e39a8e53-2774-4f35-88fa-2a21804514af req-f61b6edc-90fa-40e1-8ef7-1b9bc0d36cd5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11b8af7c013140faa070a8db01c03b78&device_id=45435c35-70cb-4302-8456-ce5fb63273a8 HTTP/1.1" status: 200 len: 1126 time: 1.4610946 Jul 15 13:08:38.340250 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-9ed69a1e-2d95-4522-8aac-bdf145bba65a admin admin] Allocated IP 172.20.0.1 (3cb5bd25-ebc1-469a-a04a-24181cd456f0/8df1933c-2ac7-4eba-8783-298edae711d0/08f61f54-602a-48d0-9466-d9781fba318a) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:38.402744 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fd1f1e50-a321-4c7a-ba19-9b01927259f3 req-8b293637-c6d6-405a-bef4-d216ba49c468 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973422 Jul 15 13:08:38.634631 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e331bb73-32ca-4e51-a3d3-fc714a4e9dfe req-a10076c8-2635-478e-a0b5-528c7b44618f service neutron] 10.222.0.18 "GET /v2.0/networks/7a1d132d-e27f-484a-993c-1c0bbb72a2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7134502 Jul 15 13:08:38.662406 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb09ac78-b387-45d0-bcac-3ab0f58c2a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.685957 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-d482b8c7-d3ec-42c1-b804-79fc6bded662 service neutron] Attempting to bind port bafe9a3f-a0f0-4380-aa38-4459f9d04af9 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:38.686329 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-d482b8c7-d3ec-42c1-b804-79fc6bded662 service neutron] Attempting to bind port bafe9a3f-a0f0-4380-aa38-4459f9d04af9 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '9d2bfc28-8076-4048-a627-815970975f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '58700d3b-6752-49b5-b541-07a1f0db97e0'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:38.687280 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-d482b8c7-d3ec-42c1-b804-79fc6bded662 service neutron] Attempting to bind port bafe9a3f-a0f0-4380-aa38-4459f9d04af9 on network 58700d3b-6752-49b5-b541-07a1f0db97e0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:38.836368 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032ebf0-24b7-4433-bd74-69adf3715447 req-073bcb23-aaf2-4782-98b5-653ef9c95b86 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.838273 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1032ebf0-24b7-4433-bd74-69adf3715447 req-073bcb23-aaf2-4782-98b5-653ef9c95b86 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8c3c2aa-5d43-4cbb-a170-c4f01d11a21c HTTP/1.1" status: 200 len: 943 time: 1.2371929 Jul 15 13:08:38.855298 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb09ac78-b387-45d0-bcac-3ab0f58c2a4f admin admin] Checking segment: {'id': '90d5bb4e-6f50-40bd-acf3-74ee9f81fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f6d97c67-57cc-4919-9150-8ffd4405fb57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:38.855887 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb09ac78-b387-45d0-bcac-3ab0f58c2a4f admin admin] Network hostable DHCP agents. Network: f6d97c67-57cc-4919-9150-8ffd4405fb57, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:08:38.858097 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09ac78-b387-45d0-bcac-3ab0f58c2a4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a9ad76c-0b4c-4a4b-b758-b8ba30316264,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:38.864732 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-d482b8c7-d3ec-42c1-b804-79fc6bded662 service neutron] Port bafe9a3f-a0f0-4380-aa38-4459f9d04af9 on network 58700d3b-6752-49b5-b541-07a1f0db97e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:38.864732 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-d482b8c7-d3ec-42c1-b804-79fc6bded662 service neutron] Attempting to bind port bafe9a3f-a0f0-4380-aa38-4459f9d04af9 on network 58700d3b-6752-49b5-b541-07a1f0db97e0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:38.898978 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb09ac78-b387-45d0-bcac-3ab0f58c2a4f admin admin] Network f6d97c67-57cc-4919-9150-8ffd4405fb57 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:08:38.909298 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2752d-404c-473b-b070-f8e5706cf0be req-63adfb6e-d8a8-4fa3-965f-dd516e48f148 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.912396 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-28f2752d-404c-473b-b070-f8e5706cf0be req-63adfb6e-d8a8-4fa3-965f-dd516e48f148 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=45435c35-70cb-4302-8456-ce5fb63273a8 HTTP/1.1" status: 200 len: 943 time: 0.1431704 Jul 15 13:08:38.934583 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-eb09ac78-b387-45d0-bcac-3ab0f58c2a4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, f6d97c67-57cc-4919-9150-8ffd4405fb57) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:38.946885 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f028975f-8370-4e41-948f-6bb43e325d44 None None] Network f6d97c67-57cc-4919-9150-8ffd4405fb57 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:38.947429 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb09ac78-b387-45d0-bcac-3ab0f58c2a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.948036 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb09ac78-b387-45d0-bcac-3ab0f58c2a4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.984001 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-eb09ac78-b387-45d0-bcac-3ab0f58c2a4f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8941054 Jul 15 13:08:38.987744 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-28f2752d-404c-473b-b070-f8e5706cf0be req-417be742-d9c8-4916-8047-ab683d049402 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637467 Jul 15 13:08:38.999163 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-d482b8c7-d3ec-42c1-b804-79fc6bded662 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:39.000253 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-d482b8c7-d3ec-42c1-b804-79fc6bded662 service neutron] Checking segment: {'id': '9d2bfc28-8076-4048-a627-815970975f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '58700d3b-6752-49b5-b541-07a1f0db97e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:39.000515 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-d482b8c7-d3ec-42c1-b804-79fc6bded662 service neutron] Bound using segment: {'id': '9d2bfc28-8076-4048-a627-815970975f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '58700d3b-6752-49b5-b541-07a1f0db97e0'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:39.000888 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-d482b8c7-d3ec-42c1-b804-79fc6bded662 service neutron] Bound port: bafe9a3f-a0f0-4380-aa38-4459f9d04af9, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d2bfc28-8076-4048-a627-815970975f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '58700d3b-6752-49b5-b541-07a1f0db97e0'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:39.001261 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-d482b8c7-d3ec-42c1-b804-79fc6bded662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:39.129027 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a8e53-2774-4f35-88fa-2a21804514af req-099c822e-99ea-46be-803d-109270f60d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:39.134920 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e39a8e53-2774-4f35-88fa-2a21804514af req-099c822e-99ea-46be-803d-109270f60d8a service neutron] 10.222.0.32 "GET /v2.0/networks?id=2b4de3f9-9898-4e48-8ad2-d64a9c837567 HTTP/1.1" status: 200 len: 922 time: 0.7586451 Jul 15 13:08:39.293099 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-d482b8c7-d3ec-42c1-b804-79fc6bded662 service neutron] For port bafe9a3f-a0f0-4380-aa38-4459f9d04af9, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:39.319789 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0f5f0c-573b-4011-8015-2f327e4bdcca None None] Network f6d97c67-57cc-4919-9150-8ffd4405fb57 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:39.397344 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ed69a1e-2d95-4522-8aac-bdf145bba65a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:39.544949 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-829ce90e-ea3c-470d-845c-e4dcc0d7ce29 service neutron] For port eb25cb7b-545d-4bf6-beca-f3584daa8063, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=eb25cb7b-545d-4bf6-beca-f3584daa8063,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:39.576060 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-829ce90e-ea3c-470d-845c-e4dcc0d7ce29 service neutron] For port eb25cb7b-545d-4bf6-beca-f3584daa8063, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:39.608747 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e39a8e53-2774-4f35-88fa-2a21804514af req-409b5aa9-f4f7-4666-b09a-297fcb9c5567 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb25cb7b-545d-4bf6-beca-f3584daa8063 HTTP/1.1" status: 200 len: 217 time: 0.4439702 Jul 15 13:08:39.648446 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1032ebf0-24b7-4433-bd74-69adf3715447 req-44abab27-0803-4199-be17-3b3847fddd1a tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a6dbb36-d193-4cc7-b564-4a5b6d003d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7759926 Jul 15 13:08:39.671935 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-d482b8c7-d3ec-42c1-b804-79fc6bded662 service neutron] For port bafe9a3f-a0f0-4380-aa38-4459f9d04af9, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=bafe9a3f-a0f0-4380-aa38-4459f9d04af9,segment=NetworkSegment(9d2bfc28-8076-4048-a627-815970975f7a),segment_id=9d2bfc28-8076-4048-a627-815970975f7a)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:39.762683 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f6b6c587-3623-47cd-8f85-dc639f088635 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:39.767964 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36c3bb-3108-48bb-8bde-659160abf36a req-916ca476-bbe7-4e4c-a114-9980d6c5869f tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:39.779541 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9c36c3bb-3108-48bb-8bde-659160abf36a req-916ca476-bbe7-4e4c-a114-9980d6c5869f tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 945 time: 0.2333663 Jul 15 13:08:39.793434 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-d482b8c7-d3ec-42c1-b804-79fc6bded662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:39.840027 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-9ed69a1e-2d95-4522-8aac-bdf145bba65a admin admin] Transition to ACTIVE for port object 08f61f54-602a-48d0-9466-d9781fba318a will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:39.845035 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39239bf4-0a22-445c-a56f-1307daef65e9 req-e7804dc7-1786-4fe1-9651-500e4e8f0ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:39.847606 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39239bf4-0a22-445c-a56f-1307daef65e9 req-e7804dc7-1786-4fe1-9651-500e4e8f0ad9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=711c2fbaceb442c4900883d9377ffded&device_id=3854fdd6-50ee-465a-a3d7-14e59194ae5e HTTP/1.1" status: 200 len: 1096 time: 1.0938694 Jul 15 13:08:39.856376 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-829ce90e-ea3c-470d-845c-e4dcc0d7ce29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb25cb7b-545d-4bf6-beca-f3584daa8063 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:39.909135 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9c36c3bb-3108-48bb-8bde-659160abf36a req-d98ae144-6a7d-48b2-bc91-06d09d014682 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238201 Jul 15 13:08:39.914090 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port f6b6c587-3623-47cd-8f85-dc639f088635 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:39.914738 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:39.963651 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-829ce90e-ea3c-470d-845c-e4dcc0d7ce29 service neutron] For port eb25cb7b-545d-4bf6-beca-f3584daa8063, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=eb25cb7b-545d-4bf6-beca-f3584daa8063,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:39.998731 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-d482b8c7-d3ec-42c1-b804-79fc6bded662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:39.999523 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-d482b8c7-d3ec-42c1-b804-79fc6bded662 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:40.001558 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-d482b8c7-d3ec-42c1-b804-79fc6bded662 service neutron] 10.222.0.18 "PUT /v2.0/ports/bafe9a3f-a0f0-4380-aa38-4459f9d04af9 HTTP/1.1" status: 200 len: 1092 time: 5.4908154 Jul 15 13:08:40.026812 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c3c2aa-5d43-4cbb-a170-c4f01d11a21c', 'tag': 'bafe9a3f-a0f0-4380-aa38-4459f9d04af9'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:40.029182 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5da7b1c-ade2-46a5-80a3-cc36476ade54" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c3c2aa-5d43-4cbb-a170-c4f01d11a21c", "tag": "bafe9a3f-a0f0-4380-aa38-4459f9d04af9"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:40.057085 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a8e53-2774-4f35-88fa-2a21804514af req-1ffb168f-840f-443c-a246-c39efd9ce25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:40.058793 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e39a8e53-2774-4f35-88fa-2a21804514af req-1ffb168f-840f-443c-a246-c39efd9ce25c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f7ee163d-4be2-4821-945f-cb7507aae308 HTTP/1.1" status: 200 len: 861 time: 0.4216678 Jul 15 13:08:40.434714 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-493dcebd-6a58-4ad1-8247-e5fd84daa74f tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:40.439467 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-829ce90e-ea3c-470d-845c-e4dcc0d7ce29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:40.443875 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-493dcebd-6a58-4ad1-8247-e5fd84daa74f tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] 10.222.0.24 "GET /v2.0/networks?id=f6d97c67-57cc-4919-9150-8ffd4405fb57 HTTP/1.1" status: 200 len: 821 time: 0.1877451 Jul 15 13:08:40.467525 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-2e776243-36e5-4c37-b92e-4c784a66a64c tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] 10.222.0.24 "GET /v2.0/quotas/b19b92a11bcc40e8a947765a8b1b2dfe HTTP/1.1" status: 200 len: 375 time: 0.0220990 Jul 15 13:08:40.531498 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-43474e21-50fd-4d8b-aa7d-399274229c89 tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b19b92a11bcc40e8a947765a8b1b2dfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565798 Jul 15 13:08:40.542284 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e39a8e53-2774-4f35-88fa-2a21804514af req-04e72c20-d63c-416e-9d6d-878693daab78 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b4de3f9-9898-4e48-8ad2-d64a9c837567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4623079 Jul 15 13:08:40.547012 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482b8c7-d3ec-42c1-b804-79fc6bded662 service neutron] Pushing event updated for resources: {'Port': ['ID=bafe9a3f-a0f0-4380-aa38-4459f9d04af9,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:40.637511 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ed69a1e-2d95-4522-8aac-bdf145bba65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:40.711582 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-72dff6e2-8d09-47a1-83bf-0c7b73836348 service neutron] 10.222.0.24 "GET /v2.0/networks/f6d97c67-57cc-4919-9150-8ffd4405fb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789587 Jul 15 13:08:40.763530 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39239bf4-0a22-445c-a56f-1307daef65e9 req-974cc504-c359-4096-90a3-6ebd669bcbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:40.765075 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39239bf4-0a22-445c-a56f-1307daef65e9 req-974cc504-c359-4096-90a3-6ebd669bcbb6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a1d132d-e27f-484a-993c-1c0bbb72a2ee HTTP/1.1" status: 200 len: 915 time: 0.8328385 Jul 15 13:08:40.782117 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed69a1e-2d95-4522-8aac-bdf145bba65a admin admin] Network 3cb5bd25-ebc1-469a-a04a-24181cd456f0 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:40.811352 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e741fd-cf17-4919-b271-a37d0800c79c req-ec2f858e-65cf-4972-b105-37c6e6782a7b tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:40.820519 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-32e741fd-cf17-4919-b271-a37d0800c79c req-ec2f858e-65cf-4972-b105-37c6e6782a7b tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3854fdd6-50ee-465a-a3d7-14e59194ae5e HTTP/1.1" status: 200 len: 944 time: 0.8727908 Jul 15 13:08:40.827041 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-9ed69a1e-2d95-4522-8aac-bdf145bba65a admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:40.914462 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-5b361c94-322a-448c-a42b-b5a782907c91 service neutron] 10.222.0.24 "GET /v2.0/networks/f6d97c67-57cc-4919-9150-8ffd4405fb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949167 Jul 15 13:08:40.915740 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed69a1e-2d95-4522-8aac-bdf145bba65a admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:40.937580 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed69a1e-2d95-4522-8aac-bdf145bba65a admin admin] Pushing event updated for resources: {'Port': ['ID=08f61f54-602a-48d0-9466-d9781fba318a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:40.981856 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39239bf4-0a22-445c-a56f-1307daef65e9 req-004fab70-f319-4a36-9f57-04bf62a539b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0b89715-0788-4bdc-86aa-417956a38b9d HTTP/1.1" status: 200 len: 217 time: 0.1929216 Jul 15 13:08:41.021887 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-0e1d0f66-3c7d-437a-ac20-ef597653b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:41.021887 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-0e1d0f66-3c7d-437a-ac20-ef597653b3ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7498380391524cf39711d3a6165e600a&device_id=a8c3c2aa-5d43-4cbb-a170-c4f01d11a21c HTTP/1.1" status: 200 len: 1095 time: 0.9549983 Jul 15 13:08:41.099731 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-829ce90e-ea3c-470d-845c-e4dcc0d7ce29 service neutron] Transition to ACTIVE for port object eb25cb7b-545d-4bf6-beca-f3584daa8063 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:41.177066 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e39a8e53-2774-4f35-88fa-2a21804514af req-869d9ca9-866c-477e-a095-d68c16965534 service neutron] 10.222.0.32 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6228046 Jul 15 13:08:41.261785 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-078fcb37-7c7d-4503-99ca-254b5da6800b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bafe9a3f-a0f0-4380-aa38-4459f9d04af9 HTTP/1.1" status: 200 len: 217 time: 0.2140541 Jul 15 13:08:41.276364 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-829ce90e-ea3c-470d-845c-e4dcc0d7ce29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:41.292387 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f1cdc5fb-9a9d-498b-9ba0-d6371d1ac3ff None None] Provisioning for port 08f61f54-602a-48d0-9466-d9781fba318a completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:41.306797 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f1cdc5fb-9a9d-498b-9ba0-d6371d1ac3ff None None] Provisioning complete for port 08f61f54-602a-48d0-9466-d9781fba318a triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:41.308588 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f1cdc5fb-9a9d-498b-9ba0-d6371d1ac3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:41.423660 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f1cdc5fb-9a9d-498b-9ba0-d6371d1ac3ff None None] Port 08f61f54-602a-48d0-9466-d9781fba318a cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:41.445648 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66db5fe1-4867-4966-9448-e945fa665831 x-openstack-request-id: req-66db5fe1-4867-4966-9448-e945fa665831 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:41.446356 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c3c2aa-5d43-4cbb-a170-c4f01d11a21c", "tag": "bafe9a3f-a0f0-4380-aa38-4459f9d04af9", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:41.446798 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-66db5fe1-4867-4966-9448-e945fa665831 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:41.447355 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c3c2aa-5d43-4cbb-a170-c4f01d11a21c', 'tag': 'bafe9a3f-a0f0-4380-aa38-4459f9d04af9', 'status': 'completed', 'code': 200} Jul 15 13:08:41.467521 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-32e741fd-cf17-4919-b271-a37d0800c79c req-aa19bf3e-0726-42f1-91d9-9749ea0395fb tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6431656 Jul 15 13:08:41.468688 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ed69a1e-2d95-4522-8aac-bdf145bba65a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:41.610435 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device eb25cb7b-545d-4bf6-beca-f3584daa8063 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:41.787783 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device eb25cb7b-545d-4bf6-beca-f3584daa8063 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:08:41.947261 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144766d7-9423-4f4e-9086-fd6b319e66c3 req-be4a6fbc-caa8-4e09-9961-f411eb7310ab tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:41.961444 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-144766d7-9423-4f4e-9086-fd6b319e66c3 req-be4a6fbc-caa8-4e09-9961-f411eb7310ab tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=45435c35-70cb-4302-8456-ce5fb63273a8 HTTP/1.1" status: 200 len: 944 time: 0.2539325 Jul 15 13:08:42.021422 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39239bf4-0a22-445c-a56f-1307daef65e9 req-38de610f-b7dd-45fb-81a7-49b6c9735d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:42.023145 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39239bf4-0a22-445c-a56f-1307daef65e9 req-38de610f-b7dd-45fb-81a7-49b6c9735d0e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a0d112e7-4ba9-4d28-96e4-3d9434430baa HTTP/1.1" status: 200 len: 854 time: 0.9928281 Jul 15 13:08:42.025315 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e39a8e53-2774-4f35-88fa-2a21804514af req-a9d3d2ed-15c4-4b43-99f9-ed00d0b28e51 service neutron] 10.222.0.32 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7966511 Jul 15 13:08:42.027217 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-f518a789-31e4-47ce-9338-e7a52725d794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:42.028763 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-f518a789-31e4-47ce-9338-e7a52725d794 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e6933b13-d519-4d48-9b0a-fc64ad43681b HTTP/1.1" status: 200 len: 854 time: 0.7540915 Jul 15 13:08:42.040225 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-829ce90e-ea3c-470d-845c-e4dcc0d7ce29 service neutron] No DVR routers for this DVR port eb25cb7b-545d-4bf6-beca-f3584daa8063 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:42.071723 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-144766d7-9423-4f4e-9086-fd6b319e66c3 req-71fdeb39-96d2-47e8-bd9a-0eef72a292a7 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084161 Jul 15 13:08:42.154683 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-2ecae3f4-8686-4bf8-86ad-cd1d47b7ccf7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=58700d3b-6752-49b5-b541-07a1f0db97e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747526 Jul 15 13:08:42.323496 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39239bf4-0a22-445c-a56f-1307daef65e9 req-8739c928-970d-4c32-99b6-025d9525d0f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a1d132d-e27f-484a-993c-1c0bbb72a2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2421713 Jul 15 13:08:42.338963 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-829ce90e-ea3c-470d-845c-e4dcc0d7ce29 service neutron] 10.222.0.32 "PUT /v2.0/ports/eb25cb7b-545d-4bf6-beca-f3584daa8063/bindings/n-h1-758944-45/activate HTTP/1.1" status: 200 len: 370 time: 4.3578410 Jul 15 13:08:42.381206 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf5d65-6725-49a8-8022-2021a89922a5 req-f66470c5-907a-4500-9f4f-2fd7c266ff25 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:42.395876 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1fcf5d65-6725-49a8-8022-2021a89922a5 req-f66470c5-907a-4500-9f4f-2fd7c266ff25 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 945 time: 0.1186225 Jul 15 13:08:42.448239 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ce90e-ea3c-470d-845c-e4dcc0d7ce29 service neutron] Pushing event updated for resources: {'Port': ['ID=eb25cb7b-545d-4bf6-beca-f3584daa8063,revision_number=10']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:42.494479 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1fcf5d65-6725-49a8-8022-2021a89922a5 req-828eb7a9-3f9f-40a8-9c0e-3a8002503241 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971940 Jul 15 13:08:42.658667 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ed69a1e-2d95-4522-8aac-bdf145bba65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:42.732017 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9c373c83-cb94-44c2-8b04-9a8c225fafa0 req-f30cd081-9136-4ef6-9122-b02f74e2149d tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fbd97b4-89e4-4fef-b79d-86bcc2a9394c HTTP/1.1" status: 200 len: 210 time: 0.0615716 Jul 15 13:08:42.763280 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37830a-70de-47b3-9e53-d08e43130d62 req-3551ec65-74ea-48f0-af06-88a0b2f083cd tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:42.765474 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c37830a-70de-47b3-9e53-d08e43130d62 req-3551ec65-74ea-48f0-af06-88a0b2f083cd tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8c3c2aa-5d43-4cbb-a170-c4f01d11a21c HTTP/1.1" status: 200 len: 943 time: 0.8929555 Jul 15 13:08:42.769173 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device c0b89715-0788-4bdc-86aa-417956a38b9d details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:42.855080 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-782abdc6-867a-4c98-8188-e44ec7e19b93 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:42.856773 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-782abdc6-867a-4c98-8188-e44ec7e19b93 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=45435c35-70cb-4302-8456-ce5fb63273a8&tenant_id=11b8af7c013140faa070a8db01c03b78&binding%3Ahost_id=n-h2-758944-45 HTTP/1.1" status: 200 len: 1096 time: 0.2825477 Jul 15 13:08:42.867419 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39239bf4-0a22-445c-a56f-1307daef65e9 req-010bde42-1a14-498c-ba88-3df70091fdb8 service neutron] 10.222.0.18 "GET /v2.0/networks/7a1d132d-e27f-484a-993c-1c0bbb72a2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5192258 Jul 15 13:08:42.923665 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-98704371-1fb2-47f9-b3e4-e0525385fe6f service neutron] 10.222.0.18 "GET /v2.0/networks/58700d3b-6752-49b5-b541-07a1f0db97e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6662519 Jul 15 13:08:43.030222 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-da4a615b-c77c-4da0-a8e6-3a90d0ac25c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:43.033448 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-da4a615b-c77c-4da0-a8e6-3a90d0ac25c0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=45435c35-70cb-4302-8456-ce5fb63273a8&tenant_id=11b8af7c013140faa070a8db01c03b78 HTTP/1.1" status: 200 len: 1096 time: 0.1625299 Jul 15 13:08:43.097362 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c37830a-70de-47b3-9e53-d08e43130d62 req-115bc8f7-5477-403e-9025-f2b98f18d854 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a6dbb36-d193-4cc7-b564-4a5b6d003d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212798 Jul 15 13:08:43.217301 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39239bf4-0a22-445c-a56f-1307daef65e9 req-410bb9d5-27b7-4613-a5b3-bc7bfdc10a3e service neutron] 10.222.0.18 "GET /v2.0/networks/7a1d132d-e27f-484a-993c-1c0bbb72a2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285413 Jul 15 13:08:43.278422 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9801163b-5cb5-4d2c-b460-5852bba9fe97 req-03a4f577-668e-42a6-b3fe-1c0ebf9681bf service neutron] 10.222.0.18 "GET /v2.0/networks/58700d3b-6752-49b5-b541-07a1f0db97e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292348 Jul 15 13:08:43.284885 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port c0b89715-0788-4bdc-86aa-417956a38b9d, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=c0b89715-0788-4bdc-86aa-417956a38b9d,segment=NetworkSegment(f19c2669-c167-4697-a02d-3890cc03720b),segment_id=f19c2669-c167-4697-a02d-3890cc03720b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:43.322381 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ed69a1e-2d95-4522-8aac-bdf145bba65a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:43.326319 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-ee21d7af-367c-40c1-99fb-b0fdae61de80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:43.330021 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-ee21d7af-367c-40c1-99fb-b0fdae61de80 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11b8af7c013140faa070a8db01c03b78&device_id=45435c35-70cb-4302-8456-ce5fb63273a8 HTTP/1.1" status: 200 len: 1096 time: 0.2512980 Jul 15 13:08:43.330291 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ed69a1e-2d95-4522-8aac-bdf145bba65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:43.349612 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'c0b89715-0788-4bdc-86aa-417956a38b9d', 'network_id': '7a1d132d-e27f-484a-993c-1c0bbb72a2ee', 'port_id': 'c0b89715-0788-4bdc-86aa-417956a38b9d', 'mac_address': 'fa:16:3e:fe:d0:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d112e7-4ba9-4d28-96e4-3d9434430baa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:43.443288 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3346f-fbc6-41d4-84af-2de5d9c10eab req-e89da01d-ae13-4e2a-9861-b1138a0fe62c tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:43.446513 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b2f3346f-fbc6-41d4-84af-2de5d9c10eab req-e89da01d-ae13-4e2a-9861-b1138a0fe62c tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3854fdd6-50ee-465a-a3d7-14e59194ae5e HTTP/1.1" status: 200 len: 944 time: 0.2837179 Jul 15 13:08:43.464902 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed69a1e-2d95-4522-8aac-bdf145bba65a admin admin] Pushing event updated for resources: {'Port': ['ID=08f61f54-602a-48d0-9466-d9781fba318a,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:43.542686 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-4ae025ed-4a88-45b5-abcb-fc568b6db029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:43.543102 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:43.544607 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-4ae025ed-4a88-45b5-abcb-fc568b6db029 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b4de3f9-9898-4e48-8ad2-d64a9c837567 HTTP/1.1" status: 200 len: 922 time: 0.2048504 Jul 15 13:08:43.575223 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0b89715-0788-4bdc-86aa-417956a38b9d {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:43.613504 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-a08f4d6f-4ecb-4304-b204-465f3f6af551 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb25cb7b-545d-4bf6-beca-f3584daa8063 HTTP/1.1" status: 200 len: 217 time: 0.0584266 Jul 15 13:08:43.635971 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port c0b89715-0788-4bdc-86aa-417956a38b9d, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=c0b89715-0788-4bdc-86aa-417956a38b9d,segment=NetworkSegment(f19c2669-c167-4697-a02d-3890cc03720b),segment_id=f19c2669-c167-4697-a02d-3890cc03720b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:43.652389 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:43.696438 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b2f3346f-fbc6-41d4-84af-2de5d9c10eab req-18bf6dd5-4ae4-4e91-897d-29e1af4f8fad tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505790 Jul 15 13:08:43.699376 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-652df1a1-5bb1-4025-9991-ec12b15bfe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:43.703343 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-652df1a1-5bb1-4025-9991-ec12b15bfe12 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f7ee163d-4be2-4821-945f-cb7507aae308 HTTP/1.1" status: 200 len: 861 time: 0.0704710 Jul 15 13:08:43.793941 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-b85c03ee-7427-4673-b813-0e247481a6fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b4de3f9-9898-4e48-8ad2-d64a9c837567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831628 Jul 15 13:08:43.820754 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=c0b89715-0788-4bdc-86aa-417956a38b9d,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:43.935500 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['c0b89715-0788-4bdc-86aa-417956a38b9d'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:44.115043 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-0e10f63e-9a15-48bd-8a82-e93d854166c8 service neutron] 10.222.0.18 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124650 Jul 15 13:08:44.134686 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a43306-f788-488c-8527-1fcd9edeebc2 req-728f123d-729e-4db2-a491-b740fc17c03a tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:44.138265 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-93a43306-f788-488c-8527-1fcd9edeebc2 req-728f123d-729e-4db2-a491-b740fc17c03a tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 945 time: 0.2729948 Jul 15 13:08:44.166141 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ed69a1e-2d95-4522-8aac-bdf145bba65a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:44.313444 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-93a43306-f788-488c-8527-1fcd9edeebc2 req-4d0a70ec-640f-4855-bbf2-f281f311654c tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392429 Jul 15 13:08:44.337885 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-c7f5d70a-b71f-426d-8463-c4d138a73d1a service neutron] 10.222.0.18 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955240 Jul 15 13:08:44.418692 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-85a43c06-a6c4-4486-a764-248ee5152e19 tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:44.420343 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-85a43c06-a6c4-4486-a764-248ee5152e19 tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] 10.222.0.18 "GET /v2.0/networks?id=f6d97c67-57cc-4919-9150-8ffd4405fb57 HTTP/1.1" status: 200 len: 821 time: 0.8904157 Jul 15 13:08:44.424729 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da7b1c-ade2-46a5-80a3-cc36476ade54 req-7e606711-23af-400b-b80f-7d25ca00e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:44.426062 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a5da7b1c-ade2-46a5-80a3-cc36476ade54 req-7e606711-23af-400b-b80f-7d25ca00e8be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7498380391524cf39711d3a6165e600a&device_id=a8c3c2aa-5d43-4cbb-a170-c4f01d11a21c HTTP/1.1" status: 200 len: 1095 time: 0.8895953 Jul 15 13:08:44.453241 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed69a1e-2d95-4522-8aac-bdf145bba65a admin admin] Network 3cb5bd25-ebc1-469a-a04a-24181cd456f0 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:44.457306 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-a67d1519-81ff-4d2c-985b-1a2a0f2e334e tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] Request body: {'port': {'device_id': '3fbd97b4-89e4-4fef-b79d-86bcc2a9394c', 'network_id': 'f6d97c67-57cc-4919-9150-8ffd4405fb57', 'admin_state_up': True, 'tenant_id': 'b19b92a11bcc40e8a947765a8b1b2dfe'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:44.470861 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818e7a6-8157-4998-9cb5-254a8eed928c req-214f7022-1214-4948-abb6-524cdbc42dbb tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:44.475506 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3818e7a6-8157-4998-9cb5-254a8eed928c req-214f7022-1214-4948-abb6-524cdbc42dbb tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=45435c35-70cb-4302-8456-ce5fb63273a8 HTTP/1.1" status: 200 len: 944 time: 0.8283951 Jul 15 13:08:44.479502 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-9ed69a1e-2d95-4522-8aac-bdf145bba65a admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:44.658997 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1af5cb3c-1063-4df2-8382-519d540d23b4 req-13671fa6-d000-46e7-a89b-3a3d38693fe4 tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fbd97b4-89e4-4fef-b79d-86bcc2a9394c HTTP/1.1" status: 200 len: 210 time: 0.1048195 Jul 15 13:08:44.682802 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3818e7a6-8157-4998-9cb5-254a8eed928c req-18f9f561-4c26-4427-bbff-a9606c6e0636 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569107 Jul 15 13:08:44.782512 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device c0b89715-0788-4bdc-86aa-417956a38b9d up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:44.817362 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da7b1c-ade2-46a5-80a3-cc36476ade54 req-6edefd83-75b8-49c3-a5e3-c97d86a07772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:44.822310 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a5da7b1c-ade2-46a5-80a3-cc36476ade54 req-6edefd83-75b8-49c3-a5e3-c97d86a07772 service neutron] 10.222.0.18 "GET /v2.0/networks?id=58700d3b-6752-49b5-b541-07a1f0db97e0 HTTP/1.1" status: 200 len: 915 time: 0.3791442 Jul 15 13:08:44.926694 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a5da7b1c-ade2-46a5-80a3-cc36476ade54 req-7093d89f-32b2-4867-86e6-c8588afd8056 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bafe9a3f-a0f0-4380-aa38-4459f9d04af9 HTTP/1.1" status: 200 len: 217 time: 0.0938761 Jul 15 13:08:44.929036 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port c0b89715-0788-4bdc-86aa-417956a38b9d completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:44.939459 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port c0b89715-0788-4bdc-86aa-417956a38b9d triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:44.940358 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:44.981309 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-a67d1519-81ff-4d2c-985b-1a2a0f2e334e tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] Made reservation on behalf of b19b92a11bcc40e8a947765a8b1b2dfe for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:44.994738 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-69969b35-a139-4c49-be8a-34fb97f7cc27 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:44.995918 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-a67d1519-81ff-4d2c-985b-1a2a0f2e334e tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.005281 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-69969b35-a139-4c49-be8a-34fb97f7cc27 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=45435c35-70cb-4302-8456-ce5fb63273a8&tenant_id=11b8af7c013140faa070a8db01c03b78&binding%3Ahost_id=n-h1-758944-45 HTTP/1.1" status: 200 len: 1096 time: 0.1418064 Jul 15 13:08:45.085729 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-aad2f521-654d-42cc-ab68-670c217d2143 None None] Provisioning complete for port 08f61f54-602a-48d0-9466-d9781fba318a triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:45.086624 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aad2f521-654d-42cc-ab68-670c217d2143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.111722 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed69a1e-2d95-4522-8aac-bdf145bba65a admin admin] Router a3dbd0bc-f24d-4441-aab6-46d6db739599 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:08:45.130425 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-aad2f521-654d-42cc-ab68-670c217d2143 None None] Port 08f61f54-602a-48d0-9466-d9781fba318a cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:45.149475 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.182783 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3854fdd6-50ee-465a-a3d7-14e59194ae5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b89715-0788-4bdc-86aa-417956a38b9d'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:45.186100 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e31bfd-c7c1-4f5c-914b-7697550324d9" -d '{"events": [{"server_uuid": "3854fdd6-50ee-465a-a3d7-14e59194ae5e", "name": "network-vif-plugged", "status": "completed", "tag": "c0b89715-0788-4bdc-86aa-417956a38b9d"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:45.209624 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port c0b89715-0788-4bdc-86aa-417956a38b9d, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=c0b89715-0788-4bdc-86aa-417956a38b9d,segment=NetworkSegment(f19c2669-c167-4697-a02d-3890cc03720b),segment_id=f19c2669-c167-4697-a02d-3890cc03720b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:45.232263 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.238455 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da7b1c-ade2-46a5-80a3-cc36476ade54 req-60e3b67f-ce6e-49f5-ad51-585ad71a485f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:45.244035 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a5da7b1c-ade2-46a5-80a3-cc36476ade54 req-60e3b67f-ce6e-49f5-ad51-585ad71a485f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e6933b13-d519-4d48-9b0a-fc64ad43681b HTTP/1.1" status: 200 len: 854 time: 0.2729738 Jul 15 13:08:45.294288 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-ca05a870-a86c-4a97-9343-aae5b4113c27 service neutron] For port eb25cb7b-545d-4bf6-beca-f3584daa8063, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:45.301611 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-ca05a870-a86c-4a97-9343-aae5b4113c27 service neutron] Notify callbacks [] for binding, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.303441 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3223a582-05eb-4ef6-831e-2d1711cad8ba req-ca05a870-a86c-4a97-9343-aae5b4113c27 service neutron] 10.222.0.18 "DELETE /v2.0/ports/eb25cb7b-545d-4bf6-beca-f3584daa8063/bindings/n-h2-758944-45 HTTP/1.1" status: 204 len: 173 time: 0.2916722 Jul 15 13:08:45.331240 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22196d5-eb31-4d5e-ab3f-69560143833f req-9a04afa5-087a-4b2f-9e1f-f1fa77892547 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:45.340627 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b22196d5-eb31-4d5e-ab3f-69560143833f req-9a04afa5-087a-4b2f-9e1f-f1fa77892547 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3854fdd6-50ee-465a-a3d7-14e59194ae5e HTTP/1.1" status: 200 len: 945 time: 0.1658740 Jul 15 13:08:45.386412 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=c0b89715-0788-4bdc-86aa-417956a38b9d,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:45.414466 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b22196d5-eb31-4d5e-ab3f-69560143833f req-dfc76c2d-a78a-4cfa-825a-040896ca4672 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723879 Jul 15 13:08:45.456303 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a5da7b1c-ade2-46a5-80a3-cc36476ade54 req-020df139-5b34-4d9d-be68-d6da257f9790 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=58700d3b-6752-49b5-b541-07a1f0db97e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074231 Jul 15 13:08:45.580443 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21385864-3f67-4add-b713-b7de3d63d5f2 req-3cfe4350-9049-4eb3-b7f2-edf6c74ae960 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:45.588636 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-21385864-3f67-4add-b713-b7de3d63d5f2 req-3cfe4350-9049-4eb3-b7f2-edf6c74ae960 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8c3c2aa-5d43-4cbb-a170-c4f01d11a21c HTTP/1.1" status: 200 len: 943 time: 0.5013041 Jul 15 13:08:45.654266 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c365ddf9-17f9-45c7-afcd-b9467e4c316c x-openstack-request-id: req-c365ddf9-17f9-45c7-afcd-b9467e4c316c {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:45.654823 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3854fdd6-50ee-465a-a3d7-14e59194ae5e", "name": "network-vif-plugged", "status": "completed", "tag": "c0b89715-0788-4bdc-86aa-417956a38b9d", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:45.655256 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c365ddf9-17f9-45c7-afcd-b9467e4c316c {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:45.655886 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3854fdd6-50ee-465a-a3d7-14e59194ae5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b89715-0788-4bdc-86aa-417956a38b9d', 'code': 200} Jul 15 13:08:45.700693 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a5da7b1c-ade2-46a5-80a3-cc36476ade54 req-5493e701-85f7-4ffb-929b-9d3de8c62019 service neutron] 10.222.0.18 "GET /v2.0/networks/58700d3b-6752-49b5-b541-07a1f0db97e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350509 Jul 15 13:08:45.794742 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-a67d1519-81ff-4d2c-985b-1a2a0f2e334e tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] Allocated IP 172.20.0.6 (f6d97c67-57cc-4919-9150-8ffd4405fb57/4a9ad76c-0b4c-4a4b-b758-b8ba30316264/2dc50360-12bb-4b4c-933c-1ef4e80c98cf) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:45.854223 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-21385864-3f67-4add-b713-b7de3d63d5f2 req-58c363e1-c2d1-4cb2-af56-deaf70b6a5f0 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a6dbb36-d193-4cc7-b564-4a5b6d003d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455371 Jul 15 13:08:45.868592 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed69a1e-2d95-4522-8aac-bdf145bba65a admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:08:45.876616 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9ed69a1e-2d95-4522-8aac-bdf145bba65a admin admin] 10.222.0.24 "PUT /v2.0/routers/a3dbd0bc-f24d-4441-aab6-46d6db739599/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8731778 Jul 15 13:08:45.893404 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4da6cee-4d6c-493f-a689-4fddbb6780e1 None None] Sync routers for ids ['a3dbd0bc-f24d-4441-aab6-46d6db739599'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:08:45.919723 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4da6cee-4d6c-493f-a689-4fddbb6780e1 None None] Routers {'a3dbd0bc-f24d-4441-aab6-46d6db739599'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:45.920730 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b4da6cee-4d6c-493f-a689-4fddbb6780e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:08:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['a3dbd0bc-f24d-4441-aab6-46d6db739599'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:46.026135 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a5da7b1c-ade2-46a5-80a3-cc36476ade54 req-ae2dcac7-8f15-48d8-9fa6-0fb25e5c5743 service neutron] 10.222.0.18 "GET /v2.0/networks/58700d3b-6752-49b5-b541-07a1f0db97e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143976 Jul 15 13:08:46.099798 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-b4da6cee-4d6c-493f-a689-4fddbb6780e1 None None] Set router a3dbd0bc-f24d-4441-aab6-46d6db739599 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:08:46.135544 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b8da3-2cee-41dc-8359-bdf1d3b091af req-73fe6b4f-aa36-4f27-b779-ba9b69a7b1db tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:46.137625 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-461b8da3-2cee-41dc-8359-bdf1d3b091af req-73fe6b4f-aa36-4f27-b779-ba9b69a7b1db tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 945 time: 0.3537996 Jul 15 13:08:46.169874 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c0b24-623c-457b-a631-3d7c3d79d427 req-6106d061-335d-45dc-bbde-1fbe8ef52c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:46.177121 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-639c0b24-623c-457b-a631-3d7c3d79d427 req-6106d061-335d-45dc-bbde-1fbe8ef52c11 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3854fdd6-50ee-465a-a3d7-14e59194ae5e HTTP/1.1" status: 200 len: 1098 time: 0.3078246 Jul 15 13:08:46.228829 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-461b8da3-2cee-41dc-8359-bdf1d3b091af req-ecf781aa-666d-45c7-a3d6-f8f5450216c3 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777640 Jul 15 13:08:46.270908 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-77dfeeb7-7c95-41f8-ae61-31de3349287c req-b7a03d71-52b8-454f-85b9-ef22f22b9b54 tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fbd97b4-89e4-4fef-b79d-86bcc2a9394c HTTP/1.1" status: 200 len: 210 time: 0.0705733 Jul 15 13:08:46.300837 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-639c0b24-623c-457b-a631-3d7c3d79d427 req-0200952d-7591-48fc-ad35-16ac4d265873 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390055 Jul 15 13:08:46.316363 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-a67d1519-81ff-4d2c-985b-1a2a0f2e334e tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:46.390837 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-a67d1519-81ff-4d2c-985b-1a2a0f2e334e tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:46.465571 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-a67d1519-81ff-4d2c-985b-1a2a0f2e334e tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] Network f6d97c67-57cc-4919-9150-8ffd4405fb57 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:46.471358 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-a67d1519-81ff-4d2c-985b-1a2a0f2e334e tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:46.507978 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-a67d1519-81ff-4d2c-985b-1a2a0f2e334e tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:46.628477 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d1519-81ff-4d2c-985b-1a2a0f2e334e tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] Pushing event updated for resources: {'Port': ['ID=2dc50360-12bb-4b4c-933c-1ef4e80c98cf,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:46.692032 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-a67d1519-81ff-4d2c-985b-1a2a0f2e334e tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:46.698331 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7e860-3475-4668-bd39-2c36df5abf25 req-ba0d80e5-a204-4142-b84f-d1ffc56ccc8e tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:46.700324 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dfc7e860-3475-4668-bd39-2c36df5abf25 req-ba0d80e5-a204-4142-b84f-d1ffc56ccc8e tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=45435c35-70cb-4302-8456-ce5fb63273a8 HTTP/1.1" status: 200 len: 944 time: 0.1729012 Jul 15 13:08:46.708641 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-a67d1519-81ff-4d2c-985b-1a2a0f2e334e tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:46.736910 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-a67d1519-81ff-4d2c-985b-1a2a0f2e334e tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2970397 Jul 15 13:08:46.749371 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-739af759-f4ae-4de7-ae61-6bf3802e1833 service neutron] Request body: {'port': {'device_id': '3fbd97b4-89e4-4fef-b79d-86bcc2a9394c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:46.784092 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device bafe9a3f-a0f0-4380-aa38-4459f9d04af9 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:46.789849 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b4da6cee-4d6c-493f-a689-4fddbb6780e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'name': 'tempest-TaggedBootDevicesTest_v242-10649597-router', 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f6b6c587-3623-47cd-8f85-dc639f088635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:25Z', 'updated_at': '2021-07-15T13:08:42Z', 'revision_number': 4, 'project_id': '1d0be6e00b0740c79716294273e5f5c7', 'gw_port': {'id': 'f6b6c587-3623-47cd-8f85-dc639f088635', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:27Z', 'updated_at': '2021-07-15T13:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '08f61f54-602a-48d0-9466-d9781fba318a', 'name': '', 'network_id': '3cb5bd25-ebc1-469a-a04a-24181cd456f0', 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'mac_address': 'fa:16:3e:33:0c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '8df1933c-2ac7-4eba-8783-298edae711d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:36Z', 'updated_at': '2021-07-15T13:08:42Z', 'revision_number': 2, 'project_id': '1d0be6e00b0740c79716294273e5f5c7', 'subnets': [{'id': '8df1933c-2ac7-4eba-8783-298edae711d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:46.816493 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dfc7e860-3475-4668-bd39-2c36df5abf25 req-da91f037-6c54-4f6b-ac5e-2fb0dcc69406 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091301 Jul 15 13:08:46.855494 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4da6cee-4d6c-493f-a689-4fddbb6780e1 None None] Checking router: a3dbd0bc-f24d-4441-aab6-46d6db739599 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:08:46.855900 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4da6cee-4d6c-493f-a689-4fddbb6780e1 None None] Updating router a3dbd0bc-f24d-4441-aab6-46d6db739599 port 08f61f54-602a-48d0-9466-d9781fba318a binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:08:46.925700 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4da6cee-4d6c-493f-a689-4fddbb6780e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:47.007329 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port bafe9a3f-a0f0-4380-aa38-4459f9d04af9, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=bafe9a3f-a0f0-4380-aa38-4459f9d04af9,segment=NetworkSegment(9d2bfc28-8076-4048-a627-815970975f7a),segment_id=9d2bfc28-8076-4048-a627-815970975f7a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:47.022897 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-739af759-f4ae-4de7-ae61-6bf3802e1833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:47.041247 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'bafe9a3f-a0f0-4380-aa38-4459f9d04af9', 'network_id': '58700d3b-6752-49b5-b541-07a1f0db97e0', 'port_id': 'bafe9a3f-a0f0-4380-aa38-4459f9d04af9', 'mac_address': 'fa:16:3e:3e:01:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6933b13-d519-4d48-9b0a-fc64ad43681b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:47.129969 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b200715-c164-4090-97d8-64513b3e389e req-d000c98e-ca0e-45fa-899a-be791e32818c tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:47.140657 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0b200715-c164-4090-97d8-64513b3e389e req-d000c98e-ca0e-45fa-899a-be791e32818c tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3854fdd6-50ee-465a-a3d7-14e59194ae5e HTTP/1.1" status: 200 len: 946 time: 0.3297067 Jul 15 13:08:47.144760 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:47.163246 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bafe9a3f-a0f0-4380-aa38-4459f9d04af9 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:47.188799 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port bafe9a3f-a0f0-4380-aa38-4459f9d04af9, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=bafe9a3f-a0f0-4380-aa38-4459f9d04af9,segment=NetworkSegment(9d2bfc28-8076-4048-a627-815970975f7a),segment_id=9d2bfc28-8076-4048-a627-815970975f7a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:47.204192 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:47.254533 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0b200715-c164-4090-97d8-64513b3e389e req-d17de448-419e-4a59-a22b-5c9b4a30a702 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125095 Jul 15 13:08:47.307021 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=bafe9a3f-a0f0-4380-aa38-4459f9d04af9,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:47.335959 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8bdca-3dce-4310-860f-6041b130358a req-2bd1ba7e-06b3-47b6-af44-b81f6c5db914 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:47.338024 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48a8bdca-3dce-4310-860f-6041b130358a req-2bd1ba7e-06b3-47b6-af44-b81f6c5db914 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd3638d3-0f3f-4182-bf6a-04112b1c197e HTTP/1.1" status: 200 len: 951 time: 0.2144611 Jul 15 13:08:47.445416 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['bafe9a3f-a0f0-4380-aa38-4459f9d04af9'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:47.491862 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48a8bdca-3dce-4310-860f-6041b130358a req-50dc5140-6f74-49fe-b1a6-d4c583333979 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0f6023-3be2-49fe-89c6-135de16ebc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458986 Jul 15 13:08:47.688273 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4da6cee-4d6c-493f-a689-4fddbb6780e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:47.703330 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b4da6cee-4d6c-493f-a689-4fddbb6780e1 None None] Transition to ACTIVE for port object 08f61f54-602a-48d0-9466-d9781fba318a will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:47.712004 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4da6cee-4d6c-493f-a689-4fddbb6780e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:47.805256 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1505bf48-7469-48ed-a93b-afc05fdb7ace None None] Pushing event updated for resources: {'Port': ['ID=08f61f54-602a-48d0-9466-d9781fba318a,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:47.827191 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505bf48-7469-48ed-a93b-afc05fdb7ace None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:47.828385 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505bf48-7469-48ed-a93b-afc05fdb7ace None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:47.829010 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505bf48-7469-48ed-a93b-afc05fdb7ace None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:47.829748 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505bf48-7469-48ed-a93b-afc05fdb7ace None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:47.830808 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505bf48-7469-48ed-a93b-afc05fdb7ace None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:47.831488 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505bf48-7469-48ed-a93b-afc05fdb7ace None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:47.832172 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505bf48-7469-48ed-a93b-afc05fdb7ace None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:47.832450 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f95aa9-3281-48f4-bc7c-eee300f1d36f req-48f71177-8ccf-4ee4-b74d-80f81229c8a6 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:47.833009 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505bf48-7469-48ed-a93b-afc05fdb7ace None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:47.833620 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505bf48-7469-48ed-a93b-afc05fdb7ace None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:47.834731 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505bf48-7469-48ed-a93b-afc05fdb7ace None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:47.835525 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505bf48-7469-48ed-a93b-afc05fdb7ace None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:47.836082 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505bf48-7469-48ed-a93b-afc05fdb7ace None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:47.841474 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f6f95aa9-3281-48f4-bc7c-eee300f1d36f req-48f71177-8ccf-4ee4-b74d-80f81229c8a6 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8c3c2aa-5d43-4cbb-a170-c4f01d11a21c HTTP/1.1" status: 200 len: 944 time: 0.2517784 Jul 15 13:08:47.958201 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f6f95aa9-3281-48f4-bc7c-eee300f1d36f req-dc4bff3d-b74d-41e0-80b5-68a79e620db2 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a6dbb36-d193-4cc7-b564-4a5b6d003d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148202 Jul 15 13:08:47.959027 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d8720-2b6a-4e2b-b7da-4b8fe516b989 req-76439ea7-fd50-43ff-b58d-c476a443a041 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:47.961030 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d5d8720-2b6a-4e2b-b7da-4b8fe516b989 req-76439ea7-fd50-43ff-b58d-c476a443a041 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 945 time: 0.1208670 Jul 15 13:08:47.970631 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-739af759-f4ae-4de7-ae61-6bf3802e1833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dc50360-12bb-4b4c-933c-1ef4e80c98cf {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:47.991629 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-739af759-f4ae-4de7-ae61-6bf3802e1833 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.000358 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b4da6cee-4d6c-493f-a689-4fddbb6780e1 None None] Attempting to bind port 08f61f54-602a-48d0-9466-d9781fba318a on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:48.001046 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b4da6cee-4d6c-493f-a689-4fddbb6780e1 None None] Attempting to bind port 08f61f54-602a-48d0-9466-d9781fba318a by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'a4851be2-d85a-40d9-9894-63e2818675e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cb5bd25-ebc1-469a-a04a-24181cd456f0'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:48.001046 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4da6cee-4d6c-493f-a689-4fddbb6780e1 None None] Attempting to bind port 08f61f54-602a-48d0-9466-d9781fba318a on network 3cb5bd25-ebc1-469a-a04a-24181cd456f0 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:48.016504 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4da6cee-4d6c-493f-a689-4fddbb6780e1 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:48.016890 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4da6cee-4d6c-493f-a689-4fddbb6780e1 None None] Checking segment: {'id': 'a4851be2-d85a-40d9-9894-63e2818675e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cb5bd25-ebc1-469a-a04a-24181cd456f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:48.017263 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4da6cee-4d6c-493f-a689-4fddbb6780e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.018492 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4da6cee-4d6c-493f-a689-4fddbb6780e1 None None] Bound using segment: {'id': 'a4851be2-d85a-40d9-9894-63e2818675e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cb5bd25-ebc1-469a-a04a-24181cd456f0'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:48.019433 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b4da6cee-4d6c-493f-a689-4fddbb6780e1 None None] Bound port: 08f61f54-602a-48d0-9466-d9781fba318a, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4851be2-d85a-40d9-9894-63e2818675e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cb5bd25-ebc1-469a-a04a-24181cd456f0'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:48.020212 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4da6cee-4d6c-493f-a689-4fddbb6780e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.040434 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-739af759-f4ae-4de7-ae61-6bf3802e1833 service neutron] Transition to ACTIVE for port object 2dc50360-12bb-4b4c-933c-1ef4e80c98cf will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:48.049920 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-739af759-f4ae-4de7-ae61-6bf3802e1833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.128917 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b4da6cee-4d6c-493f-a689-4fddbb6780e1 None None] For port 08f61f54-602a-48d0-9466-d9781fba318a, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:48.132906 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b4da6cee-4d6c-493f-a689-4fddbb6780e1 None None] For port 08f61f54-602a-48d0-9466-d9781fba318a, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=08f61f54-602a-48d0-9466-d9781fba318a,segment=NetworkSegment(a4851be2-d85a-40d9-9894-63e2818675e8),segment_id=a4851be2-d85a-40d9-9894-63e2818675e8)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:48.136436 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d5d8720-2b6a-4e2b-b7da-4b8fe516b989 req-7faa8d26-40ad-4c7b-ba24-f1bc27548791 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587946 Jul 15 13:08:48.141682 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b4da6cee-4d6c-493f-a689-4fddbb6780e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.197775 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739af759-f4ae-4de7-ae61-6bf3802e1833 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc50360-12bb-4b4c-933c-1ef4e80c98cf,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:48.227224 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1505bf48-7469-48ed-a93b-afc05fdb7ace None None] Pushing event updated for resources: {'Port': ['ID=08f61f54-602a-48d0-9466-d9781fba318a,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:48.281324 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4da6cee-4d6c-493f-a689-4fddbb6780e1 None None] Routers {'a3dbd0bc-f24d-4441-aab6-46d6db739599'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:08:48.282830 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b4da6cee-4d6c-493f-a689-4fddbb6780e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:08:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['a3dbd0bc-f24d-4441-aab6-46d6db739599'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:48.432841 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-b4da6cee-4d6c-493f-a689-4fddbb6780e1 None None] Set router a3dbd0bc-f24d-4441-aab6-46d6db739599 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:08:48.449518 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-739af759-f4ae-4de7-ae61-6bf3802e1833 service neutron] Attempting to bind port 2dc50360-12bb-4b4c-933c-1ef4e80c98cf on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:48.449885 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-739af759-f4ae-4de7-ae61-6bf3802e1833 service neutron] Attempting to bind port 2dc50360-12bb-4b4c-933c-1ef4e80c98cf by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '90d5bb4e-6f50-40bd-acf3-74ee9f81fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f6d97c67-57cc-4919-9150-8ffd4405fb57'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:48.450217 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-739af759-f4ae-4de7-ae61-6bf3802e1833 service neutron] Attempting to bind port 2dc50360-12bb-4b4c-933c-1ef4e80c98cf on network f6d97c67-57cc-4919-9150-8ffd4405fb57 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:48.463037 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-739af759-f4ae-4de7-ae61-6bf3802e1833 service neutron] Port 2dc50360-12bb-4b4c-933c-1ef4e80c98cf on network f6d97c67-57cc-4919-9150-8ffd4405fb57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:48.465822 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-739af759-f4ae-4de7-ae61-6bf3802e1833 service neutron] Attempting to bind port 2dc50360-12bb-4b4c-933c-1ef4e80c98cf on network f6d97c67-57cc-4919-9150-8ffd4405fb57 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:48.492112 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-739af759-f4ae-4de7-ae61-6bf3802e1833 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:48.492518 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-739af759-f4ae-4de7-ae61-6bf3802e1833 service neutron] Checking segment: {'id': '90d5bb4e-6f50-40bd-acf3-74ee9f81fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f6d97c67-57cc-4919-9150-8ffd4405fb57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:48.492901 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-739af759-f4ae-4de7-ae61-6bf3802e1833 service neutron] Bound using segment: {'id': '90d5bb4e-6f50-40bd-acf3-74ee9f81fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f6d97c67-57cc-4919-9150-8ffd4405fb57'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:48.493392 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-739af759-f4ae-4de7-ae61-6bf3802e1833 service neutron] Bound port: 2dc50360-12bb-4b4c-933c-1ef4e80c98cf, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90d5bb4e-6f50-40bd-acf3-74ee9f81fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f6d97c67-57cc-4919-9150-8ffd4405fb57'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:48.493799 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-739af759-f4ae-4de7-ae61-6bf3802e1833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.553494 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8fe15-7762-411a-b9dd-1a76dd21059d req-8b2c3053-0818-4253-bcea-f4922ef8d105 tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:48.560960 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5de8fe15-7762-411a-b9dd-1a76dd21059d req-8b2c3053-0818-4253-bcea-f4922ef8d105 tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fbd97b4-89e4-4fef-b79d-86bcc2a9394c HTTP/1.1" status: 200 len: 943 time: 0.2632363 Jul 15 13:08:48.662436 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5de8fe15-7762-411a-b9dd-1a76dd21059d req-fa34da73-d051-4212-8eb4-24a9975167dc tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed24ab04-8d1b-425c-8084-8cdadcbffd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004922 Jul 15 13:08:48.687737 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52317852-af40-499a-847b-4767e0c35497 req-4279c3da-28d4-4a66-8583-f3015305af03 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:48.704053 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-52317852-af40-499a-847b-4767e0c35497 req-4279c3da-28d4-4a66-8583-f3015305af03 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=45435c35-70cb-4302-8456-ce5fb63273a8 HTTP/1.1" status: 200 len: 1096 time: 0.1542873 Jul 15 13:08:48.744575 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-739af759-f4ae-4de7-ae61-6bf3802e1833 service neutron] For port 2dc50360-12bb-4b4c-933c-1ef4e80c98cf, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:48.750773 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-739af759-f4ae-4de7-ae61-6bf3802e1833 service neutron] For port 2dc50360-12bb-4b4c-933c-1ef4e80c98cf, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=2dc50360-12bb-4b4c-933c-1ef4e80c98cf,segment=NetworkSegment(90d5bb4e-6f50-40bd-acf3-74ee9f81fec1),segment_id=90d5bb4e-6f50-40bd-acf3-74ee9f81fec1)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:48.757146 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-739af759-f4ae-4de7-ae61-6bf3802e1833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.784889 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device bafe9a3f-a0f0-4380-aa38-4459f9d04af9 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:48.795688 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-52317852-af40-499a-847b-4767e0c35497 req-a52d43a9-6679-4cb2-a3cf-24822d50f17a tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903478 Jul 15 13:08:48.819465 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-739af759-f4ae-4de7-ae61-6bf3802e1833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:48.820477 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-739af759-f4ae-4de7-ae61-6bf3802e1833 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.827196 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-739af759-f4ae-4de7-ae61-6bf3802e1833 service neutron] 10.222.0.18 "PUT /v2.0/ports/2dc50360-12bb-4b4c-933c-1ef4e80c98cf HTTP/1.1" status: 200 len: 1092 time: 2.0820482 Jul 15 13:08:48.827986 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fbd97b4-89e4-4fef-b79d-86bcc2a9394c', 'tag': '2dc50360-12bb-4b4c-933c-1ef4e80c98cf'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:48.841278 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29012c9-530c-4c6e-b539-2f47ac63fe85" -d '{"events": [{"name": "network-changed", "server_uuid": "3fbd97b4-89e4-4fef-b79d-86bcc2a9394c", "tag": "2dc50360-12bb-4b4c-933c-1ef4e80c98cf"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:48.935595 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port bafe9a3f-a0f0-4380-aa38-4459f9d04af9 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:48.943803 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port bafe9a3f-a0f0-4380-aa38-4459f9d04af9 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:48.944507 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.969908 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b4da6cee-4d6c-493f-a689-4fddbb6780e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'name': 'tempest-TaggedBootDevicesTest_v242-10649597-router', 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f6b6c587-3623-47cd-8f85-dc639f088635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:25Z', 'updated_at': '2021-07-15T13:08:42Z', 'revision_number': 4, 'project_id': '1d0be6e00b0740c79716294273e5f5c7', 'gw_port': {'id': 'f6b6c587-3623-47cd-8f85-dc639f088635', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:27Z', 'updated_at': '2021-07-15T13:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '08f61f54-602a-48d0-9466-d9781fba318a', 'name': '', 'network_id': '3cb5bd25-ebc1-469a-a04a-24181cd456f0', 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'mac_address': 'fa:16:3e:33:0c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '8df1933c-2ac7-4eba-8783-298edae711d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:36Z', 'updated_at': '2021-07-15T13:08:48Z', 'revision_number': 4, 'project_id': '1d0be6e00b0740c79716294273e5f5c7', 'subnets': [{'id': '8df1933c-2ac7-4eba-8783-298edae711d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:08:49.075611 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739af759-f4ae-4de7-ae61-6bf3802e1833 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc50360-12bb-4b4c-933c-1ef4e80c98cf,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:49.094249 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4da6cee-4d6c-493f-a689-4fddbb6780e1 None None] The sync data for ids ['a3dbd0bc-f24d-4441-aab6-46d6db739599'] in n-d-758944-45 is: [{'id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'name': 'tempest-TaggedBootDevicesTest_v242-10649597-router', 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f6b6c587-3623-47cd-8f85-dc639f088635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:25Z', 'updated_at': '2021-07-15T13:08:42Z', 'revision_number': 4, 'project_id': '1d0be6e00b0740c79716294273e5f5c7', 'gw_port': {'id': 'f6b6c587-3623-47cd-8f85-dc639f088635', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:27Z', 'updated_at': '2021-07-15T13:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '08f61f54-602a-48d0-9466-d9781fba318a', 'name': '', 'network_id': '3cb5bd25-ebc1-469a-a04a-24181cd456f0', 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'mac_address': 'fa:16:3e:33:0c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '8df1933c-2ac7-4eba-8783-298edae711d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:36Z', 'updated_at': '2021-07-15T13:08:48Z', 'revision_number': 4, 'project_id': '1d0be6e00b0740c79716294273e5f5c7', 'subnets': [{'id': '8df1933c-2ac7-4eba-8783-298edae711d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:08:49.142532 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-f443efd8-ce73-42a2-9c41-999e54799001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:49.144185 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-f443efd8-ce73-42a2-9c41-999e54799001 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b19b92a11bcc40e8a947765a8b1b2dfe&device_id=3fbd97b4-89e4-4fef-b79d-86bcc2a9394c HTTP/1.1" status: 200 len: 1095 time: 0.2410498 Jul 15 13:08:49.192781 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:49.238997 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-fcb6795e-2800-4b7c-8caa-a1f8a94a8b12 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dc50360-12bb-4b4c-933c-1ef4e80c98cf HTTP/1.1" status: 200 len: 217 time: 0.0871379 Jul 15 13:08:49.246735 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c3c2aa-5d43-4cbb-a170-c4f01d11a21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafe9a3f-a0f0-4380-aa38-4459f9d04af9'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:49.249505 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f129f248-bf68-4735-b983-42b540d2d8e9" -d '{"events": [{"server_uuid": "a8c3c2aa-5d43-4cbb-a170-c4f01d11a21c", "name": "network-vif-plugged", "status": "completed", "tag": "bafe9a3f-a0f0-4380-aa38-4459f9d04af9"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:49.301049 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d68efd-7878-4f3e-b5dc-5354d02c0457 req-99f2c2c7-df45-4d4c-a249-bae144eca5d8 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:49.308328 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port bafe9a3f-a0f0-4380-aa38-4459f9d04af9, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=bafe9a3f-a0f0-4380-aa38-4459f9d04af9,segment=NetworkSegment(9d2bfc28-8076-4048-a627-815970975f7a),segment_id=9d2bfc28-8076-4048-a627-815970975f7a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:49.309222 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f2d68efd-7878-4f3e-b5dc-5354d02c0457 req-99f2c2c7-df45-4d4c-a249-bae144eca5d8 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3854fdd6-50ee-465a-a3d7-14e59194ae5e HTTP/1.1" status: 200 len: 946 time: 0.1694145 Jul 15 13:08:49.314313 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:49.370662 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f2d68efd-7878-4f3e-b5dc-5354d02c0457 req-ea9fbf2b-9758-4224-959b-96c3226cb760 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603247 Jul 15 13:08:49.398079 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-b2cfb3bb-04c8-4d61-91b6-c054989333ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:49.400194 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-b2cfb3bb-04c8-4d61-91b6-c054989333ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4a9ad76c-0b4c-4a4b-b758-b8ba30316264 HTTP/1.1" status: 200 len: 861 time: 0.1550591 Jul 15 13:08:49.451580 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=bafe9a3f-a0f0-4380-aa38-4459f9d04af9,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:49.500868 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-5e911bd6-7de5-4845-85ce-5589d01fdb00 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f6d97c67-57cc-4919-9150-8ffd4405fb57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928202 Jul 15 13:08:49.601159 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f474f85-a4ec-4927-b795-e94d881c90ac x-openstack-request-id: req-1f474f85-a4ec-4927-b795-e94d881c90ac {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:49.634416 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fbd97b4-89e4-4fef-b79d-86bcc2a9394c", "tag": "2dc50360-12bb-4b4c-933c-1ef4e80c98cf", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:49.634954 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f474f85-a4ec-4927-b795-e94d881c90ac {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:49.635568 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fbd97b4-89e4-4fef-b79d-86bcc2a9394c', 'tag': '2dc50360-12bb-4b4c-933c-1ef4e80c98cf', 'status': 'completed', 'code': 200} Jul 15 13:08:49.808595 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 08f61f54-602a-48d0-9466-d9781fba318a up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:49.858632 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-ec248128-8bfa-4a2f-bd3b-6f5355fa5c36 service neutron] 10.222.0.18 "GET /v2.0/networks/f6d97c67-57cc-4919-9150-8ffd4405fb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497357 Jul 15 13:08:49.939726 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 08f61f54-602a-48d0-9466-d9781fba318a completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:49.946805 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 08f61f54-602a-48d0-9466-d9781fba318a triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:49.947491 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:50.036475 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63814d-f2d4-4520-b53c-83d1df588ba9 req-5e5251ec-2d8d-493c-b94f-ac3b8fef73df tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:50.045174 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ff63814d-f2d4-4520-b53c-83d1df588ba9 req-5e5251ec-2d8d-493c-b94f-ac3b8fef73df tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8c3c2aa-5d43-4cbb-a170-c4f01d11a21c HTTP/1.1" status: 200 len: 945 time: 0.1735916 Jul 15 13:08:50.106582 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ff63814d-f2d4-4520-b53c-83d1df588ba9 req-24d86fa2-c712-4fa5-87db-8e341c201cc3 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a6dbb36-d193-4cc7-b564-4a5b6d003d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599875 Jul 15 13:08:50.230937 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:50.272038 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7a3683fe-b905-4f06-b131-60663e3fa29e req-44f6247a-91c1-4f07-9bf5-4431dab9d156 service neutron] 10.222.0.18 "GET /v2.0/networks/f6d97c67-57cc-4919-9150-8ffd4405fb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072273 Jul 15 13:08:50.313052 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 08f61f54-602a-48d0-9466-d9781fba318a, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=08f61f54-602a-48d0-9466-d9781fba318a,segment=NetworkSegment(a4851be2-d85a-40d9-9894-63e2818675e8),segment_id=a4851be2-d85a-40d9-9894-63e2818675e8)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:50.319109 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-af9d9d33-bf5e-42e2-8fd3-69bdd2633b15 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:50.322064 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:50.328570 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-af9d9d33-bf5e-42e2-8fd3-69bdd2633b15 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/networks?id=2b4de3f9-9898-4e48-8ad2-d64a9c837567 HTTP/1.1" status: 200 len: 821 time: 0.2928705 Jul 15 13:08:50.346808 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-0846db25-bcb0-46b7-867f-685ecad7be9a tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/quotas/11b8af7c013140faa070a8db01c03b78 HTTP/1.1" status: 200 len: 375 time: 0.0169845 Jul 15 13:08:50.404037 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7c0e2-4311-4b21-9fe8-a1ddbc8dda53 req-f28a3965-9907-40e9-a417-06554301c432 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:50.410334 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-92e7c0e2-4311-4b21-9fe8-a1ddbc8dda53 req-f28a3965-9907-40e9-a417-06554301c432 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 945 time: 0.1231909 Jul 15 13:08:50.440902 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=08f61f54-602a-48d0-9466-d9781fba318a,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:50.489330 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-92e7c0e2-4311-4b21-9fe8-a1ddbc8dda53 req-2b85a665-b299-4a54-9ce3-22c39b354187 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696120 Jul 15 13:08:50.538881 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a223f4c-d9d2-4328-9ef0-aecd5ef4cc76 x-openstack-request-id: req-8a223f4c-d9d2-4328-9ef0-aecd5ef4cc76 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:50.539398 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c3c2aa-5d43-4cbb-a170-c4f01d11a21c", "name": "network-vif-plugged", "status": "completed", "tag": "bafe9a3f-a0f0-4380-aa38-4459f9d04af9", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:50.539773 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8a223f4c-d9d2-4328-9ef0-aecd5ef4cc76 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:50.540391 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c3c2aa-5d43-4cbb-a170-c4f01d11a21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafe9a3f-a0f0-4380-aa38-4459f9d04af9', 'code': 200} Jul 15 13:08:50.706089 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b6dd1ea-e044-49b9-935c-385dc29176f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:50.766848 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c696f14-0df9-4c4c-98f6-b74a4447fe78 req-13b2cdd9-20da-40da-ae93-b5db386101ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:50.768791 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c696f14-0df9-4c4c-98f6-b74a4447fe78 req-13b2cdd9-20da-40da-ae93-b5db386101ff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a8c3c2aa-5d43-4cbb-a170-c4f01d11a21c HTTP/1.1" status: 200 len: 1097 time: 0.1217217 Jul 15 13:08:50.783580 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 1564af4a-eef0-4616-b0e0-ba9b36841530 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:50.823475 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c696f14-0df9-4c4c-98f6-b74a4447fe78 req-8883fe7a-a506-436a-a691-0399909c8666 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5a6dbb36-d193-4cc7-b564-4a5b6d003d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470686 Jul 15 13:08:50.932939 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:50.962314 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29012c9-530c-4c6e-b539-2f47ac63fe85 req-90fe5a6b-1814-4be6-bd22-ee8d51b2ea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:50.963841 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a29012c9-530c-4c6e-b539-2f47ac63fe85 req-90fe5a6b-1814-4be6-bd22-ee8d51b2ea12 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b19b92a11bcc40e8a947765a8b1b2dfe&device_id=3fbd97b4-89e4-4fef-b79d-86bcc2a9394c HTTP/1.1" status: 200 len: 1095 time: 0.6113503 Jul 15 13:08:50.988004 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-cc3e1ef4-a771-4cec-8145-ce7e444545bb tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=11b8af7c013140faa070a8db01c03b78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6398509 Jul 15 13:08:51.026337 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 1564af4a-eef0-4616-b0e0-ba9b36841530, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=1564af4a-eef0-4616-b0e0-ba9b36841530,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:51.033637 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.120227 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=1564af4a-eef0-4616-b0e0-ba9b36841530,revision_number=11']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:51.124218 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-308319ec-1d62-4391-b5c5-4dc2d0074536 service neutron] 10.222.0.24 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352291 Jul 15 13:08:51.179211 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e605acf-babf-4dcf-9843-d8d6b72c5d0d req-a04a2be4-fc7f-4784-975d-f6dce03ed8e7 tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:51.181510 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7e605acf-babf-4dcf-9843-d8d6b72c5d0d req-a04a2be4-fc7f-4784-975d-f6dce03ed8e7 tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fbd97b4-89e4-4fef-b79d-86bcc2a9394c HTTP/1.1" status: 200 len: 943 time: 0.1090870 Jul 15 13:08:51.225015 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7e605acf-babf-4dcf-9843-d8d6b72c5d0d req-e995912f-59e6-4584-9ca8-40d7a6f90908 tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed24ab04-8d1b-425c-8084-8cdadcbffd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382504 Jul 15 13:08:51.268376 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29012c9-530c-4c6e-b539-2f47ac63fe85 req-c1afb52d-21af-40c6-863a-c58680002047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:51.269945 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a29012c9-530c-4c6e-b539-2f47ac63fe85 req-c1afb52d-21af-40c6-863a-c58680002047 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f6d97c67-57cc-4919-9150-8ffd4405fb57 HTTP/1.1" status: 200 len: 922 time: 0.2976100 Jul 15 13:08:51.323974 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-b8acfb3f-c0ca-443b-aeba-270249e86c0f service neutron] 10.222.0.24 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988552 Jul 15 13:08:51.325781 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a29012c9-530c-4c6e-b539-2f47ac63fe85 req-f1508fb3-413a-4dc6-80b6-0455beebe254 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dc50360-12bb-4b4c-933c-1ef4e80c98cf HTTP/1.1" status: 200 len: 217 time: 0.0458279 Jul 15 13:08:51.384944 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29012c9-530c-4c6e-b539-2f47ac63fe85 req-b56c754c-8717-4400-bbb5-2f49c35c67a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:51.386682 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a29012c9-530c-4c6e-b539-2f47ac63fe85 req-b56c754c-8717-4400-bbb5-2f49c35c67a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4a9ad76c-0b4c-4a4b-b758-b8ba30316264 HTTP/1.1" status: 200 len: 861 time: 0.0524967 Jul 15 13:08:51.428814 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a29012c9-530c-4c6e-b539-2f47ac63fe85 req-9cd33287-d64d-4cf0-9f34-452b68cb1da3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f6d97c67-57cc-4919-9150-8ffd4405fb57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333726 Jul 15 13:08:51.440703 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb94673-0e0d-47a3-b942-9a9df24087d7 req-33624642-4b45-47d0-8d60-d72bcf9d0bd7 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:51.447747 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9eb94673-0e0d-47a3-b942-9a9df24087d7 req-33624642-4b45-47d0-8d60-d72bcf9d0bd7 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3854fdd6-50ee-465a-a3d7-14e59194ae5e HTTP/1.1" status: 200 len: 946 time: 0.0762050 Jul 15 13:08:51.499594 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9eb94673-0e0d-47a3-b942-9a9df24087d7 req-6e2cce4f-dd51-43fd-abb7-fa92d0fe684f tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499763 Jul 15 13:08:51.600407 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a29012c9-530c-4c6e-b539-2f47ac63fe85 req-615c97ab-82eb-4172-82cf-3ba5bf251d8c service neutron] 10.222.0.18 "GET /v2.0/networks/f6d97c67-57cc-4919-9150-8ffd4405fb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611462 Jul 15 13:08:51.665310 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device c6999d22-37c3-42d4-93cb-ea123cbe8b64 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:51.824538 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf40be9-7059-4655-b2f5-917f610a5e5f req-a77ce155-6510-4776-acdd-1466049ce7f1 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:51.834546 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2cf40be9-7059-4655-b2f5-917f610a5e5f req-a77ce155-6510-4776-acdd-1466049ce7f1 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8c3c2aa-5d43-4cbb-a170-c4f01d11a21c HTTP/1.1" status: 200 len: 945 time: 0.1370823 Jul 15 13:08:51.848143 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 08f61f54-602a-48d0-9466-d9781fba318a up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:51.871456 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a29012c9-530c-4c6e-b539-2f47ac63fe85 req-bf7c945d-a410-4e65-a501-f9c9b4e9e2ca service neutron] 10.222.0.18 "GET /v2.0/networks/f6d97c67-57cc-4919-9150-8ffd4405fb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626641 Jul 15 13:08:51.947243 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2cf40be9-7059-4655-b2f5-917f610a5e5f req-fbb92d46-c068-4604-8a36-959c583641f0 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a6dbb36-d193-4cc7-b564-4a5b6d003d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104085 Jul 15 13:08:52.059877 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8f334882-60aa-4b15-8b16-9f7260125ff2 req-ebedaf46-a25e-42b7-8469-f6987b42f880 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 210 time: 0.0558996 Jul 15 13:08:52.116337 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53702) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:52.182868 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port c6999d22-37c3-42d4-93cb-ea123cbe8b64, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=c6999d22-37c3-42d4-93cb-ea123cbe8b64,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:52.192900 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 08f61f54-602a-48d0-9466-d9781fba318a triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:52.194098 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:52.325690 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c578f-adad-4b2f-a4f0-71916668a493 req-508d3d0f-f9b0-480e-b9c3-af682d734d60 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:52.336006 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c8c578f-adad-4b2f-a4f0-71916668a493 req-508d3d0f-f9b0-480e-b9c3-af682d734d60 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 945 time: 0.1143198 Jul 15 13:08:52.366202 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'c6999d22-37c3-42d4-93cb-ea123cbe8b64', 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0', 'port_id': 'c6999d22-37c3-42d4-93cb-ea123cbe8b64', 'mac_address': 'fa:16:3e:e4:45:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd483a1a6-7065-4b15-8f19-4e9042e07796', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:52.400191 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c8c578f-adad-4b2f-a4f0-71916668a493 req-40409bf6-bbb1-4814-84b3-6d641cc64348 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628772 Jul 15 13:08:52.546375 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3638d3-0f3f-4182-bf6a-04112b1c197e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1564af4a-eef0-4616-b0e0-ba9b36841530'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:52.549951 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83752c7d-cfde-41cd-911b-a76142b5e9e2" -d '{"events": [{"server_uuid": "dd3638d3-0f3f-4182-bf6a-04112b1c197e", "name": "network-vif-unplugged", "status": "completed", "tag": "1564af4a-eef0-4616-b0e0-ba9b36841530"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:52.557354 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:52.603546 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6999d22-37c3-42d4-93cb-ea123cbe8b64 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:52.649271 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d79e71cb-04f3-401d-bcb7-4e4f822a99e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:52.660336 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port c6999d22-37c3-42d4-93cb-ea123cbe8b64, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=c6999d22-37c3-42d4-93cb-ea123cbe8b64,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:52.670100 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:52.736456 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=c6999d22-37c3-42d4-93cb-ea123cbe8b64,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:52.814602 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['c6999d22-37c3-42d4-93cb-ea123cbe8b64'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:52.828703 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 2dc50360-12bb-4b4c-933c-1ef4e80c98cf details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:52.830125 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d010d-fe4d-4ad2-b6b5-0534b8135feb req-89b601f4-afdb-4296-a286-30f538b84ba4 tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:52.839179 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8e9d010d-fe4d-4ad2-b6b5-0534b8135feb req-89b601f4-afdb-4296-a286-30f538b84ba4 tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fbd97b4-89e4-4fef-b79d-86bcc2a9394c HTTP/1.1" status: 200 len: 943 time: 0.2764480 Jul 15 13:08:52.922725 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37dd012-8f8a-4107-b0e1-64cf132ffe0d req-20633b36-c9c9-434e-9a11-344f695e04bc tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:52.931594 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c37dd012-8f8a-4107-b0e1-64cf132ffe0d req-20633b36-c9c9-434e-9a11-344f695e04bc tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.18 "GET /v2.0/ports?device_id=3854fdd6-50ee-465a-a3d7-14e59194ae5e HTTP/1.1" status: 200 len: 946 time: 0.5467875 Jul 15 13:08:52.945220 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d79e71cb-04f3-401d-bcb7-4e4f822a99e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:52.976099 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8e9d010d-fe4d-4ad2-b6b5-0534b8135feb req-a39c1346-d373-427a-b991-2d81ecc5f01e tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed24ab04-8d1b-425c-8084-8cdadcbffd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355352 Jul 15 13:08:52.985120 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d79e71cb-04f3-401d-bcb7-4e4f822a99e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.028482 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fec328-cf0c-4f7c-a658-bd7b5508f111 req-0824e7f2-eb60-4146-903d-41921f2d0a46 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:53.046431 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-90fec328-cf0c-4f7c-a658-bd7b5508f111 req-0824e7f2-eb60-4146-903d-41921f2d0a46 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd3638d3-0f3f-4182-bf6a-04112b1c197e HTTP/1.1" status: 200 len: 949 time: 0.4696472 Jul 15 13:08:53.099824 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e71cb-04f3-401d-bcb7-4e4f822a99e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6e624e-f067-43b7-bda3-d02a46155abc,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:53.132334 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d79e71cb-04f3-401d-bcb7-4e4f822a99e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b21badb5dd7a4b499a2a91505dc5a738&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0142262 Jul 15 13:08:53.135650 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53736) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:53.248237 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.266243 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-90fec328-cf0c-4f7c-a658-bd7b5508f111 req-73d17ec6-711c-4766-a9d0-e73d6c5622bb tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0f6023-3be2-49fe-89c6-135de16ebc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126241 Jul 15 13:08:53.287367 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 2dc50360-12bb-4b4c-933c-1ef4e80c98cf, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=2dc50360-12bb-4b4c-933c-1ef4e80c98cf,segment=NetworkSegment(90d5bb4e-6f50-40bd-acf3-74ee9f81fec1),segment_id=90d5bb4e-6f50-40bd-acf3-74ee9f81fec1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:53.319439 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '2dc50360-12bb-4b4c-933c-1ef4e80c98cf', 'network_id': 'f6d97c67-57cc-4919-9150-8ffd4405fb57', 'port_id': '2dc50360-12bb-4b4c-933c-1ef4e80c98cf', 'mac_address': 'fa:16:3e:66:c0:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a9ad76c-0b4c-4a4b-b758-b8ba30316264', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:53.406683 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-c37dd012-8f8a-4107-b0e1-64cf132ffe0d req-978ae18a-e735-4c7c-a15e-416f0d31fcdd tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Deleting port c0b89715-0788-4bdc-86aa-417956a38b9d {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:53.407037 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c37dd012-8f8a-4107-b0e1-64cf132ffe0d req-978ae18a-e735-4c7c-a15e-416f0d31fcdd tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.428615 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2db5066b-1971-459c-814d-70fbda418418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.482102 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.486857 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e560e6-b02b-4f65-8d3f-9a91a7dd7cc4 x-openstack-request-id: req-96e560e6-b02b-4f65-8d3f-9a91a7dd7cc4 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:53.487304 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3638d3-0f3f-4182-bf6a-04112b1c197e", "name": "network-vif-unplugged", "status": "completed", "tag": "1564af4a-eef0-4616-b0e0-ba9b36841530", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:53.488002 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96e560e6-b02b-4f65-8d3f-9a91a7dd7cc4 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:53.488498 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3638d3-0f3f-4182-bf6a-04112b1c197e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1564af4a-eef0-4616-b0e0-ba9b36841530', 'code': 200} Jul 15 13:08:53.491462 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-001d34f6-b2f6-40d3-ad2d-b12538310b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.497999 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00238849-6807-4fd6-96fb-eebb60fd04f4 req-7759a8dd-b230-4009-afb9-2669e7880111 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:53.500666 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-00238849-6807-4fd6-96fb-eebb60fd04f4 req-7759a8dd-b230-4009-afb9-2669e7880111 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=3854fdd6-50ee-465a-a3d7-14e59194ae5e HTTP/1.1" status: 200 len: 946 time: 0.3525321 Jul 15 13:08:53.512108 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dc50360-12bb-4b4c-933c-1ef4e80c98cf {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:53.519757 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2db5066b-1971-459c-814d-70fbda418418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.551860 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 2dc50360-12bb-4b4c-933c-1ef4e80c98cf, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=2dc50360-12bb-4b4c-933c-1ef4e80c98cf,segment=NetworkSegment(90d5bb4e-6f50-40bd-acf3-74ee9f81fec1),segment_id=90d5bb4e-6f50-40bd-acf3-74ee9f81fec1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:53.582209 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.605265 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c37dd012-8f8a-4107-b0e1-64cf132ffe0d req-978ae18a-e735-4c7c-a15e-416f0d31fcdd tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] For port c0b89715-0788-4bdc-86aa-417956a38b9d, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=c0b89715-0788-4bdc-86aa-417956a38b9d,segment=NetworkSegment(f19c2669-c167-4697-a02d-3890cc03720b),segment_id=f19c2669-c167-4697-a02d-3890cc03720b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:53.605998 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c37dd012-8f8a-4107-b0e1-64cf132ffe0d req-978ae18a-e735-4c7c-a15e-416f0d31fcdd tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.648723 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-c37dd012-8f8a-4107-b0e1-64cf132ffe0d req-978ae18a-e735-4c7c-a15e-416f0d31fcdd tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Calling delete_port for c0b89715-0788-4bdc-86aa-417956a38b9d owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:53.683312 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-00238849-6807-4fd6-96fb-eebb60fd04f4 req-a2dfd287-39cb-49dc-a804-d6142b9a3750 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662092 Jul 15 13:08:53.745348 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2db5066b-1971-459c-814d-70fbda418418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.748306 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2db5066b-1971-459c-814d-70fbda418418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.749902 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2db5066b-1971-459c-814d-70fbda418418 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9b6e624e-f067-43b7-bda3-d02a46155abc HTTP/1.1" status: 204 len: 168 time: 0.6118093 Jul 15 13:08:53.770312 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device c6999d22-37c3-42d4-93cb-ea123cbe8b64 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:53.774878 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5066b-1971-459c-814d-70fbda418418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6e624e-f067-43b7-bda3-d02a46155abc,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:53.894116 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['2dc50360-12bb-4b4c-933c-1ef4e80c98cf'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:53.981177 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=2dc50360-12bb-4b4c-933c-1ef4e80c98cf,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:54.029394 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bf14e307-d1d5-4c48-8c93-614eeb6d660c req-9fc01b9c-41ed-4044-9192-1b3f00449ae1 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 210 time: 0.0845270 Jul 15 13:08:54.129697 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c37dd012-8f8a-4107-b0e1-64cf132ffe0d req-978ae18a-e735-4c7c-a15e-416f0d31fcdd tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.217662 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ae18a-e735-4c7c-a15e-416f0d31fcdd tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Pushing event deleted for resources: {'Port': ['ID=c0b89715-0788-4bdc-86aa-417956a38b9d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:54.229641 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['5895e339-f2ce-465f-b37b-81f0219f7117'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:54.303395 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-c37dd012-8f8a-4107-b0e1-64cf132ffe0d req-978ae18a-e735-4c7c-a15e-416f0d31fcdd tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] No DVR routers for this DVR port c0b89715-0788-4bdc-86aa-417956a38b9d on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:54.307094 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c37dd012-8f8a-4107-b0e1-64cf132ffe0d req-978ae18a-e735-4c7c-a15e-416f0d31fcdd tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.310864 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c37dd012-8f8a-4107-b0e1-64cf132ffe0d req-978ae18a-e735-4c7c-a15e-416f0d31fcdd tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.18 "DELETE /v2.0/ports/c0b89715-0788-4bdc-86aa-417956a38b9d HTTP/1.1" status: 204 len: 173 time: 1.3699205 Jul 15 13:08:54.329737 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3854fdd6-50ee-465a-a3d7-14e59194ae5e', 'name': 'network-vif-deleted', 'tag': 'c0b89715-0788-4bdc-86aa-417956a38b9d'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:54.337318 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf203147-dd2e-4b8f-aa4b-5227b92336f4" -d '{"events": [{"server_uuid": "3854fdd6-50ee-465a-a3d7-14e59194ae5e", "name": "network-vif-deleted", "tag": "c0b89715-0788-4bdc-86aa-417956a38b9d"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:54.373456 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2babd07-2609-4d7a-b533-e099200d0b88 req-7d02c8e6-0e1e-40b6-8e3e-ef106c230482 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:54.384074 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c2babd07-2609-4d7a-b533-e099200d0b88 req-7d02c8e6-0e1e-40b6-8e3e-ef106c230482 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8c3c2aa-5d43-4cbb-a170-c4f01d11a21c HTTP/1.1" status: 200 len: 945 time: 0.5357525 Jul 15 13:08:54.440652 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78497bf-785a-45c6-a5a1-e369fb685efa req-1d4a20d8-c9fe-4dd4-a218-3f2ef3ee299f tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:54.448835 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a78497bf-785a-45c6-a5a1-e369fb685efa req-1d4a20d8-c9fe-4dd4-a218-3f2ef3ee299f tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 944 time: 0.2257347 Jul 15 13:08:54.470419 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae3e2c-ad6a-4049-bccd-f9b0c83687f4 req-494d9de3-110f-4b34-bff9-f15cb66af466 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:54.485356 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e6ae3e2c-ad6a-4049-bccd-f9b0c83687f4 req-494d9de3-110f-4b34-bff9-f15cb66af466 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd3638d3-0f3f-4182-bf6a-04112b1c197e HTTP/1.1" status: 200 len: 949 time: 0.2808571 Jul 15 13:08:54.492941 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port c6999d22-37c3-42d4-93cb-ea123cbe8b64 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:54.494139 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.699120 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a78497bf-785a-45c6-a5a1-e369fb685efa req-d27e131f-f5bc-4bc3-b2c5-2eef0518f464 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074399 Jul 15 13:08:54.768892 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c2babd07-2609-4d7a-b533-e099200d0b88 req-5233eaa5-4da0-4fba-a6cf-a99611185c63 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a6dbb36-d193-4cc7-b564-4a5b6d003d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819535 Jul 15 13:08:54.923914 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-e6ae3e2c-ad6a-4049-bccd-f9b0c83687f4 req-0c8f18fe-5092-47a1-89f7-74299ed3c461 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Deleting port 1564af4a-eef0-4616-b0e0-ba9b36841530 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:54.924168 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e6ae3e2c-ad6a-4049-bccd-f9b0c83687f4 req-0c8f18fe-5092-47a1-89f7-74299ed3c461 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.929956 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-b3eeddd2-8fd9-4c46-a423-a99869baf204 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:54.931554 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-b3eeddd2-8fd9-4c46-a423-a99869baf204 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.32 "GET /v2.0/networks?id=2b4de3f9-9898-4e48-8ad2-d64a9c837567 HTTP/1.1" status: 200 len: 821 time: 0.4970412 Jul 15 13:08:54.933644 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device c0b89715-0788-4bdc-86aa-417956a38b9d no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:54.963188 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-de1cb9c6-c8bf-4bfe-84ba-598145951a3a tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Request body: {'port': {'device_id': 'db545ece-eb73-4d22-8026-f2e240c22769', 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567', 'admin_state_up': True, 'tenant_id': '11b8af7c013140faa070a8db01c03b78'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:55.088756 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.096654 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: c0b89715-0788-4bdc-86aa-417956a38b9d {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:08:55.097421 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device c0b89715-0788-4bdc-86aa-417956a38b9d not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:08:55.113833 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.262420 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.366765 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port c6999d22-37c3-42d4-93cb-ea123cbe8b64, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=c6999d22-37c3-42d4-93cb-ea123cbe8b64,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:55.378044 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.491252 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717f11f8-8976-47f1-a72d-98874fb11d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6999d22-37c3-42d4-93cb-ea123cbe8b64'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:55.503352 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458b0ac9-125f-4b7a-8aaa-6c4a8aee6bc8" -d '{"events": [{"server_uuid": "717f11f8-8976-47f1-a72d-98874fb11d14", "name": "network-vif-plugged", "status": "completed", "tag": "c6999d22-37c3-42d4-93cb-ea123cbe8b64"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:55.519024 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=c6999d22-37c3-42d4-93cb-ea123cbe8b64,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:55.530812 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1010ce6-6a55-4795-a3d9-f52369c1a9ec req-97713589-7811-4a25-b0aa-3c7c576cafb7 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:55.538429 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e1010ce6-6a55-4795-a3d9-f52369c1a9ec req-97713589-7811-4a25-b0aa-3c7c576cafb7 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd3638d3-0f3f-4182-bf6a-04112b1c197e HTTP/1.1" status: 200 len: 949 time: 0.4309974 Jul 15 13:08:55.663203 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e1010ce6-6a55-4795-a3d9-f52369c1a9ec req-1e80b996-3404-48b5-b700-720b43526a5b tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0f6023-3be2-49fe-89c6-135de16ebc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068347 Jul 15 13:08:55.694491 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-de1cb9c6-c8bf-4bfe-84ba-598145951a3a tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Made reservation on behalf of 11b8af7c013140faa070a8db01c03b78 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:55.705717 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-de1cb9c6-c8bf-4bfe-84ba-598145951a3a tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.844765 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110914a7-f81c-46eb-bbc1-1d13812b2b04 x-openstack-request-id: req-110914a7-f81c-46eb-bbc1-1d13812b2b04 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:55.849156 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3854fdd6-50ee-465a-a3d7-14e59194ae5e", "name": "network-vif-deleted", "tag": "c0b89715-0788-4bdc-86aa-417956a38b9d", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:55.849733 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-110914a7-f81c-46eb-bbc1-1d13812b2b04 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:55.850377 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3854fdd6-50ee-465a-a3d7-14e59194ae5e', 'name': 'network-vif-deleted', 'tag': 'c0b89715-0788-4bdc-86aa-417956a38b9d', 'status': 'completed', 'code': 200} Jul 15 13:08:56.149637 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33102bae-ad4c-4731-9688-a17366e91095 req-b2fdbc34-960c-4e1b-a9c4-bf5736e94c9a tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:56.169714 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-33102bae-ad4c-4731-9688-a17366e91095 req-b2fdbc34-960c-4e1b-a9c4-bf5736e94c9a tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fbd97b4-89e4-4fef-b79d-86bcc2a9394c HTTP/1.1" status: 200 len: 944 time: 1.1692712 Jul 15 13:08:56.204395 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-de1cb9c6-c8bf-4bfe-84ba-598145951a3a tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Allocated IP 172.20.0.5 (2b4de3f9-9898-4e48-8ad2-d64a9c837567/f7ee163d-4be2-4821-945f-cb7507aae308/9e2d2c7a-17e9-492b-b40d-42441a613b9f) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:56.206520 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.223475 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-e6ae3e2c-ad6a-4049-bccd-f9b0c83687f4 req-0c8f18fe-5092-47a1-89f7-74299ed3c461 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] For port 1564af4a-eef0-4616-b0e0-ba9b36841530, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=1564af4a-eef0-4616-b0e0-ba9b36841530,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:56.224477 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e6ae3e2c-ad6a-4049-bccd-f9b0c83687f4 req-0c8f18fe-5092-47a1-89f7-74299ed3c461 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.291349 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-33102bae-ad4c-4731-9688-a17366e91095 req-df3b2467-f085-4dc6-a057-81d3a6623b05 tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed24ab04-8d1b-425c-8084-8cdadcbffd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941076 Jul 15 13:08:56.312274 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-e6ae3e2c-ad6a-4049-bccd-f9b0c83687f4 req-0c8f18fe-5092-47a1-89f7-74299ed3c461 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Calling delete_port for 1564af4a-eef0-4616-b0e0-ba9b36841530 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:56.489946 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ef9143-ee6c-439e-90f3-1e1242006f95 x-openstack-request-id: req-d8ef9143-ee6c-439e-90f3-1e1242006f95 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:56.490585 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717f11f8-8976-47f1-a72d-98874fb11d14", "name": "network-vif-plugged", "status": "completed", "tag": "c6999d22-37c3-42d4-93cb-ea123cbe8b64", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:56.491035 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d8ef9143-ee6c-439e-90f3-1e1242006f95 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:56.491637 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717f11f8-8976-47f1-a72d-98874fb11d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6999d22-37c3-42d4-93cb-ea123cbe8b64', 'code': 200} Jul 15 13:08:56.670405 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-390016b6-b794-4f85-b107-003320b002e5 req-2b13ce3e-8076-4d85-a6f5-7a7e2cd10051 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 210 time: 0.0966187 Jul 15 13:08:56.680183 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e6ae3e2c-ad6a-4049-bccd-f9b0c83687f4 req-0c8f18fe-5092-47a1-89f7-74299ed3c461 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.721333 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-de1cb9c6-c8bf-4bfe-84ba-598145951a3a tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.745715 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f18fe-5092-47a1-89f7-74299ed3c461 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Pushing event deleted for resources: {'Port': ['ID=1564af4a-eef0-4616-b0e0-ba9b36841530,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:56.860525 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 2dc50360-12bb-4b4c-933c-1ef4e80c98cf up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:56.877703 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ae3e2c-ad6a-4049-bccd-f9b0c83687f4 req-0c8f18fe-5092-47a1-89f7-74299ed3c461 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] No DVR routers for this DVR port 1564af4a-eef0-4616-b0e0-ba9b36841530 on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:56.881044 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e6ae3e2c-ad6a-4049-bccd-f9b0c83687f4 req-0c8f18fe-5092-47a1-89f7-74299ed3c461 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.883195 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e6ae3e2c-ad6a-4049-bccd-f9b0c83687f4 req-0c8f18fe-5092-47a1-89f7-74299ed3c461 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.18 "DELETE /v2.0/ports/1564af4a-eef0-4616-b0e0-ba9b36841530 HTTP/1.1" status: 204 len: 173 time: 2.3582020 Jul 15 13:08:56.883664 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3638d3-0f3f-4182-bf6a-04112b1c197e', 'name': 'network-vif-deleted', 'tag': '1564af4a-eef0-4616-b0e0-ba9b36841530'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:56.886066 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb2e4eb-8b9e-4aa5-9c69-0158040e101d" -d '{"events": [{"server_uuid": "dd3638d3-0f3f-4182-bf6a-04112b1c197e", "name": "network-vif-deleted", "tag": "1564af4a-eef0-4616-b0e0-ba9b36841530"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:56.924793 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-de1cb9c6-c8bf-4bfe-84ba-598145951a3a tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.977034 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-de1cb9c6-c8bf-4bfe-84ba-598145951a3a tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:56.988391 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-de1cb9c6-c8bf-4bfe-84ba-598145951a3a tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:56.997450 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-de1cb9c6-c8bf-4bfe-84ba-598145951a3a tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:57.016957 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 2dc50360-12bb-4b4c-933c-1ef4e80c98cf completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:57.025394 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 2dc50360-12bb-4b4c-933c-1ef4e80c98cf triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:57.025886 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ada68b-c819-4935-bb85-78ff10edb9b2 req-51ad8f4d-5899-49b8-a6fb-9fcf7b2bf132 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:57.026189 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.039587 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-24ada68b-c819-4935-bb85-78ff10edb9b2 req-51ad8f4d-5899-49b8-a6fb-9fcf7b2bf132 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 945 time: 0.2979240 Jul 15 13:08:57.056097 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff5e4d-ab72-4c77-bff1-c39dab7daa5d req-bd89080f-a105-443c-ada2-adc500c8594f tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:57.058078 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-74ff5e4d-ab72-4c77-bff1-c39dab7daa5d req-bd89080f-a105-443c-ada2-adc500c8594f tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.2457657 Jul 15 13:08:57.064756 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1cb9c6-c8bf-4bfe-84ba-598145951a3a tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Pushing event updated for resources: {'Port': ['ID=9e2d2c7a-17e9-492b-b40d-42441a613b9f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:57.111692 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-de1cb9c6-c8bf-4bfe-84ba-598145951a3a tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:57.112691 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-de1cb9c6-c8bf-4bfe-84ba-598145951a3a tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.165187 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-74ff5e4d-ab72-4c77-bff1-c39dab7daa5d req-c74ae229-47e5-4a38-8119-aee9fd99c7bc tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971758 Jul 15 13:08:57.178096 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-de1cb9c6-c8bf-4bfe-84ba-598145951a3a tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2202649 Jul 15 13:08:57.199208 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-b6835a8c-769c-45d0-990a-dad6dc2ce2c3 service neutron] Request body: {'port': {'device_id': 'db545ece-eb73-4d22-8026-f2e240c22769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:57.282825 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-24ada68b-c819-4935-bb85-78ff10edb9b2 req-deaa56c1-42b1-4fc4-87ab-b6e361b93a30 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419205 Jul 15 13:08:57.490806 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-b6835a8c-769c-45d0-990a-dad6dc2ce2c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.613739 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6997b32e-1f22-4783-8df4-7adb89aba878 req-987585ae-b879-4640-8cd7-bb12bc25e5d2 tempest-ImagesOneServerTestJSON-95219154 tempest-ImagesOneServerTestJSON-95219154-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd3638d3-0f3f-4182-bf6a-04112b1c197e HTTP/1.1" status: 200 len: 210 time: 0.1135056 Jul 15 13:08:57.819135 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.894952 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 2dc50360-12bb-4b4c-933c-1ef4e80c98cf, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=2dc50360-12bb-4b4c-933c-1ef4e80c98cf,segment=NetworkSegment(90d5bb4e-6f50-40bd-acf3-74ee9f81fec1),segment_id=90d5bb4e-6f50-40bd-acf3-74ee9f81fec1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:57.903643 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.913976 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 1564af4a-eef0-4616-b0e0-ba9b36841530 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:57.974516 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 1564af4a-eef0-4616-b0e0-ba9b36841530 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:08:57.974943 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 1564af4a-eef0-4616-b0e0-ba9b36841530 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:08:57.996566 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16800853-fea3-4dad-8a2c-38606edfd469 x-openstack-request-id: req-16800853-fea3-4dad-8a2c-38606edfd469 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:57.996842 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3638d3-0f3f-4182-bf6a-04112b1c197e", "name": "network-vif-deleted", "tag": "1564af4a-eef0-4616-b0e0-ba9b36841530", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:57.997129 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-16800853-fea3-4dad-8a2c-38606edfd469 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:57.997476 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3638d3-0f3f-4182-bf6a-04112b1c197e', 'name': 'network-vif-deleted', 'tag': '1564af4a-eef0-4616-b0e0-ba9b36841530', 'status': 'completed', 'code': 200} Jul 15 13:08:58.008710 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=2dc50360-12bb-4b4c-933c-1ef4e80c98cf,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:58.143191 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c76a0f-591b-4c84-9fa3-9cffd5b84c0a req-7a4a14e4-c9e3-4b49-b0d4-1bad288d1e23 tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:58.149250 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e0c76a0f-591b-4c84-9fa3-9cffd5b84c0a req-7a4a14e4-c9e3-4b49-b0d4-1bad288d1e23 tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fbd97b4-89e4-4fef-b79d-86bcc2a9394c HTTP/1.1" status: 200 len: 945 time: 0.2635734 Jul 15 13:08:58.262434 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e0c76a0f-591b-4c84-9fa3-9cffd5b84c0a req-fc80a2c5-bc05-40e8-b13f-fe3c72ea3909 tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed24ab04-8d1b-425c-8084-8cdadcbffd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086283 Jul 15 13:08:58.433006 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-b6835a8c-769c-45d0-990a-dad6dc2ce2c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e2d2c7a-17e9-492b-b40d-42441a613b9f {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:58.442537 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-b6835a8c-769c-45d0-990a-dad6dc2ce2c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:58.459566 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-b6835a8c-769c-45d0-990a-dad6dc2ce2c3 service neutron] Transition to ACTIVE for port object 9e2d2c7a-17e9-492b-b40d-42441a613b9f will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:58.469652 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-b6835a8c-769c-45d0-990a-dad6dc2ce2c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:58.493832 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fbd97b4-89e4-4fef-b79d-86bcc2a9394c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc50360-12bb-4b4c-933c-1ef4e80c98cf'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:58.498746 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182f0b60-b7af-4c71-b8c1-2c39319e8ab5" -d '{"events": [{"server_uuid": "3fbd97b4-89e4-4fef-b79d-86bcc2a9394c", "name": "network-vif-plugged", "status": "completed", "tag": "2dc50360-12bb-4b4c-933c-1ef4e80c98cf"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:58.604798 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6835a8c-769c-45d0-990a-dad6dc2ce2c3 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2d2c7a-17e9-492b-b40d-42441a613b9f,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:58.678474 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027ba28-e8a2-402b-b4e0-59228db380ee req-e78f371d-9d13-4ee3-b478-26124c999034 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:58.691444 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a027ba28-e8a2-402b-b4e0-59228db380ee req-e78f371d-9d13-4ee3-b478-26124c999034 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 931 time: 0.3532341 Jul 15 13:08:58.861972 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a027ba28-e8a2-402b-b4e0-59228db380ee req-2a32e9f6-2083-4187-ad14-61da28609903 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691709 Jul 15 13:08:58.862961 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-b6835a8c-769c-45d0-990a-dad6dc2ce2c3 service neutron] Attempting to bind port 9e2d2c7a-17e9-492b-b40d-42441a613b9f on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:58.863511 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-b6835a8c-769c-45d0-990a-dad6dc2ce2c3 service neutron] Attempting to bind port 9e2d2c7a-17e9-492b-b40d-42441a613b9f by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:58.864054 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-b6835a8c-769c-45d0-990a-dad6dc2ce2c3 service neutron] Attempting to bind port 9e2d2c7a-17e9-492b-b40d-42441a613b9f on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:58.872781 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-b6835a8c-769c-45d0-990a-dad6dc2ce2c3 service neutron] Port 9e2d2c7a-17e9-492b-b40d-42441a613b9f on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:58.873318 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-b6835a8c-769c-45d0-990a-dad6dc2ce2c3 service neutron] Attempting to bind port 9e2d2c7a-17e9-492b-b40d-42441a613b9f on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:58.899012 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-b6835a8c-769c-45d0-990a-dad6dc2ce2c3 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:58.899578 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-b6835a8c-769c-45d0-990a-dad6dc2ce2c3 service neutron] Checking segment: {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:58.900236 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-b6835a8c-769c-45d0-990a-dad6dc2ce2c3 service neutron] Bound using segment: {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:58.901319 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-b6835a8c-769c-45d0-990a-dad6dc2ce2c3 service neutron] Bound port: 9e2d2c7a-17e9-492b-b40d-42441a613b9f, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:58.901969 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-b6835a8c-769c-45d0-990a-dad6dc2ce2c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.235529 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06584b0-3fd8-4142-8ae8-50d1b8fd984f req-37e214ea-d76c-4f0c-ae56-c57f16af7e79 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:59.236220 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-b6835a8c-769c-45d0-990a-dad6dc2ce2c3 service neutron] For port 9e2d2c7a-17e9-492b-b40d-42441a613b9f, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:59.247924 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b06584b0-3fd8-4142-8ae8-50d1b8fd984f req-37e214ea-d76c-4f0c-ae56-c57f16af7e79 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.2107196 Jul 15 13:08:59.267997 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-b6835a8c-769c-45d0-990a-dad6dc2ce2c3 service neutron] For port 9e2d2c7a-17e9-492b-b40d-42441a613b9f, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9e2d2c7a-17e9-492b-b40d-42441a613b9f,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:59.287703 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-b6835a8c-769c-45d0-990a-dad6dc2ce2c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.357710 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-b6835a8c-769c-45d0-990a-dad6dc2ce2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:59.357710 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-b6835a8c-769c-45d0-990a-dad6dc2ce2c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.359693 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-b6835a8c-769c-45d0-990a-dad6dc2ce2c3 service neutron] 10.222.0.32 "PUT /v2.0/ports/9e2d2c7a-17e9-492b-b40d-42441a613b9f HTTP/1.1" status: 200 len: 1092 time: 2.1683326 Jul 15 13:08:59.360178 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db545ece-eb73-4d22-8026-f2e240c22769', 'tag': '9e2d2c7a-17e9-492b-b40d-42441a613b9f'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:59.362762 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1445904-fdaa-415a-859a-c89706936c84" -d '{"events": [{"name": "network-changed", "server_uuid": "db545ece-eb73-4d22-8026-f2e240c22769", "tag": "9e2d2c7a-17e9-492b-b40d-42441a613b9f"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:59.394802 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b06584b0-3fd8-4142-8ae8-50d1b8fd984f req-3899629b-41f7-45aa-80b2-14f42b2bbbb8 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431975 Jul 15 13:08:59.400676 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9d13d-b957-4f95-9b50-4ee32d8ec73f req-ecb8f0c3-e53a-4f3f-a89b-b08fb74b5b03 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:59.405265 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a2f9d13d-b957-4f95-9b50-4ee32d8ec73f req-ecb8f0c3-e53a-4f3f-a89b-b08fb74b5b03 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 945 time: 0.2348423 Jul 15 13:08:59.444444 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6835a8c-769c-45d0-990a-dad6dc2ce2c3 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2d2c7a-17e9-492b-b40d-42441a613b9f,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:59.486180 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171d28a2-f49f-4ba5-9c3c-b04bd23ab87c x-openstack-request-id: req-171d28a2-f49f-4ba5-9c3c-b04bd23ab87c {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:59.488351 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fbd97b4-89e4-4fef-b79d-86bcc2a9394c", "name": "network-vif-plugged", "status": "completed", "tag": "2dc50360-12bb-4b4c-933c-1ef4e80c98cf", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:59.488879 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-171d28a2-f49f-4ba5-9c3c-b04bd23ab87c {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:59.489571 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fbd97b4-89e4-4fef-b79d-86bcc2a9394c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc50360-12bb-4b4c-933c-1ef4e80c98cf', 'code': 200} Jul 15 13:08:59.507379 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a2f9d13d-b957-4f95-9b50-4ee32d8ec73f req-e4ebf9db-9569-4106-88fd-1af729ebc205 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933776 Jul 15 13:08:59.567180 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-915b7e5c-7b33-4add-a237-6fd35bbd3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:59.568742 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-915b7e5c-7b33-4add-a237-6fd35bbd3c88 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11b8af7c013140faa070a8db01c03b78&device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 1095 time: 0.1223342 Jul 15 13:08:59.668111 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-a41929cc-bfc1-4e76-b472-f34dd92b4dca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e2d2c7a-17e9-492b-b40d-42441a613b9f HTTP/1.1" status: 200 len: 217 time: 0.0710044 Jul 15 13:08:59.799391 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280dd87-b098-4492-a767-a258048a4ec9 req-92cb6e38-a015-40e2-ae20-de966316bd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:59.801851 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7280dd87-b098-4492-a767-a258048a4ec9 req-92cb6e38-a015-40e2-ae20-de966316bd75 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3fbd97b4-89e4-4fef-b79d-86bcc2a9394c HTTP/1.1" status: 200 len: 1097 time: 0.2085149 Jul 15 13:08:59.891358 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-81940922-7386-41ee-865d-9116c643bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:59.893008 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7280dd87-b098-4492-a767-a258048a4ec9 req-58e46d92-3800-4527-b935-4f24769d8496 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ed24ab04-8d1b-425c-8084-8cdadcbffd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844345 Jul 15 13:08:59.901007 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-81940922-7386-41ee-865d-9116c643bb2e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f7ee163d-4be2-4821-945f-cb7507aae308 HTTP/1.1" status: 200 len: 861 time: 0.2212613 Jul 15 13:08:59.987000 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-b1ca379b-d528-449f-9595-deb450a71920 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b4de3f9-9898-4e48-8ad2-d64a9c837567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782812 Jul 15 13:09:00.055259 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b57708-1527-4f4d-b63e-361cc74750e7 req-eaade88c-56c8-47c2-a1d8-bf7c7dedc946 tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:00.079254 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48b57708-1527-4f4d-b63e-361cc74750e7 req-eaade88c-56c8-47c2-a1d8-bf7c7dedc946 tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fbd97b4-89e4-4fef-b79d-86bcc2a9394c HTTP/1.1" status: 200 len: 945 time: 0.1502888 Jul 15 13:09:00.138326 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48b57708-1527-4f4d-b63e-361cc74750e7 req-6226c18d-233b-4c87-b6aa-53eca931f626 tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed24ab04-8d1b-425c-8084-8cdadcbffd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543129 Jul 15 13:09:00.287387 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53880) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:00.302720 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d5d9e-406a-4936-9292-acc8530f9e6f req-abf45b77-2b6d-443b-b78c-e8921d926fa3 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:00.304382 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-095d5d9e-406a-4936-9292-acc8530f9e6f req-abf45b77-2b6d-443b-b78c-e8921d926fa3 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8c3c2aa-5d43-4cbb-a170-c4f01d11a21c HTTP/1.1" status: 200 len: 945 time: 0.5163734 Jul 15 13:09:00.306093 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e96fde8-b4a4-4667-9ca1-8bfc49431a27 x-openstack-request-id: req-3e96fde8-b4a4-4667-9ca1-8bfc49431a27 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:00.306856 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db545ece-eb73-4d22-8026-f2e240c22769", "tag": "9e2d2c7a-17e9-492b-b40d-42441a613b9f", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:00.306856 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e96fde8-b4a4-4667-9ca1-8bfc49431a27 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:00.307109 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db545ece-eb73-4d22-8026-f2e240c22769', 'tag': '9e2d2c7a-17e9-492b-b40d-42441a613b9f', 'status': 'completed', 'code': 200} Jul 15 13:09:00.381357 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-b250033b-91ae-487f-ab3a-bc3875ffa93a service neutron] 10.222.0.32 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813834 Jul 15 13:09:00.393521 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a42a3-1aba-459e-a4ab-5548025afa6a req-d2fdccc4-e133-4800-b46e-08363662f69d tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:00.398073 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-477a42a3-1aba-459e-a4ab-5548025afa6a req-d2fdccc4-e133-4800-b46e-08363662f69d tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8c3c2aa-5d43-4cbb-a170-c4f01d11a21c HTTP/1.1" status: 200 len: 945 time: 0.2203603 Jul 15 13:09:00.403086 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-095d5d9e-406a-4936-9292-acc8530f9e6f req-a8ba33dd-739e-4726-b3f4-eb6413d7fc7d tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a6dbb36-d193-4cc7-b564-4a5b6d003d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853477 Jul 15 13:09:00.478465 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53884) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:00.596957 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6439d3f3-a741-4d61-8725-b2f2b5ba5859 req-5202cd44-ebae-4eae-89c6-a789e33a9b27 service neutron] 10.222.0.32 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077315 Jul 15 13:09:00.795372 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e9a52ae3-0e0a-45c5-a716-d7cd9b4fcd58 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18e0bd281dab403d9f8ee30c660fd351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5030303 Jul 15 13:09:00.798543 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53890) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:00.852734 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b4f9370-f681-4815-b44d-b1ee86586d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.861302 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-477a42a3-1aba-459e-a4ab-5548025afa6a req-5c4bae2f-16b4-4ffb-9ef2-0c9006dbc651 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] Deleting port bafe9a3f-a0f0-4380-aa38-4459f9d04af9 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:00.861642 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-477a42a3-1aba-459e-a4ab-5548025afa6a req-5c4bae2f-16b4-4ffb-9ef2-0c9006dbc651 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.996946 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeede569-89bd-4a0f-9185-8766252ce058 req-b2963c9b-cc58-4de3-b124-8dc08a0dfd97 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:00.998504 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aeede569-89bd-4a0f-9185-8766252ce058 req-b2963c9b-cc58-4de3-b124-8dc08a0dfd97 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 943 time: 0.3203483 Jul 15 13:09:01.020837 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1445904-fdaa-415a-859a-c89706936c84 req-7e96dd81-3079-4649-9575-1faa84670a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:01.025587 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e1445904-fdaa-415a-859a-c89706936c84 req-7e96dd81-3079-4649-9575-1faa84670a4c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11b8af7c013140faa070a8db01c03b78&device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 1095 time: 0.3247006 Jul 15 13:09:01.044126 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0c958-6116-42cc-98d9-fcb146417dc4 req-8908a3b2-da86-4f13-bca0-738524ca8cdd tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:01.060128 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-35d0c958-6116-42cc-98d9-fcb146417dc4 req-8908a3b2-da86-4f13-bca0-738524ca8cdd tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.4146564 Jul 15 13:09:01.085888 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-975446b0-bb32-4f6b-b28e-dba00290d491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.157900 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-477a42a3-1aba-459e-a4ab-5548025afa6a req-5c4bae2f-16b4-4ffb-9ef2-0c9006dbc651 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] For port bafe9a3f-a0f0-4380-aa38-4459f9d04af9, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=bafe9a3f-a0f0-4380-aa38-4459f9d04af9,segment=NetworkSegment(9d2bfc28-8076-4048-a627-815970975f7a),segment_id=9d2bfc28-8076-4048-a627-815970975f7a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:01.158688 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-477a42a3-1aba-459e-a4ab-5548025afa6a req-5c4bae2f-16b4-4ffb-9ef2-0c9006dbc651 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.181510 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-975446b0-bb32-4f6b-b28e-dba00290d491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.189197 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aeede569-89bd-4a0f-9185-8766252ce058 req-75093e3a-8180-4bab-8875-7c32c8df0e50 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451643 Jul 15 13:09:01.246248 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-35d0c958-6116-42cc-98d9-fcb146417dc4 req-da67d242-c28d-4e29-b573-6d01902ed574 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767213 Jul 15 13:09:01.246923 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1445904-fdaa-415a-859a-c89706936c84 req-635d83c5-e83b-4fca-9cd9-cfc63c34867d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:01.258989 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-477a42a3-1aba-459e-a4ab-5548025afa6a req-5c4bae2f-16b4-4ffb-9ef2-0c9006dbc651 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] Calling delete_port for bafe9a3f-a0f0-4380-aa38-4459f9d04af9 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:01.270995 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e1445904-fdaa-415a-859a-c89706936c84 req-635d83c5-e83b-4fca-9cd9-cfc63c34867d service neutron] 10.222.0.32 "GET /v2.0/networks?id=2b4de3f9-9898-4e48-8ad2-d64a9c837567 HTTP/1.1" status: 200 len: 922 time: 0.2341988 Jul 15 13:09:01.479151 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e1445904-fdaa-415a-859a-c89706936c84 req-75922670-e146-45a2-8d09-f3621985aeb6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e2d2c7a-17e9-492b-b40d-42441a613b9f HTTP/1.1" status: 200 len: 217 time: 0.1860037 Jul 15 13:09:01.601051 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1445904-fdaa-415a-859a-c89706936c84 req-4e524f4c-fb53-41a0-90fe-4e11a8b26dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:01.603066 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e1445904-fdaa-415a-859a-c89706936c84 req-4e524f4c-fb53-41a0-90fe-4e11a8b26dfe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f7ee163d-4be2-4821-945f-cb7507aae308 HTTP/1.1" status: 200 len: 861 time: 0.0957003 Jul 15 13:09:01.608925 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b4f9370-f681-4815-b44d-b1ee86586d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.653969 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e1445904-fdaa-415a-859a-c89706936c84 req-b421b16d-36b9-49ac-a7f8-c3fe44cd66bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b4de3f9-9898-4e48-8ad2-d64a9c837567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397348 Jul 15 13:09:01.675385 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b4f9370-f681-4815-b44d-b1ee86586d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.684967 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ab7b4-02e2-4ce0-a55c-99c0733c95dc req-31e76fd7-907c-4e75-9c70-e722786a5c67 tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:01.692342 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c50ab7b4-02e2-4ce0-a55c-99c0733c95dc req-31e76fd7-907c-4e75-9c70-e722786a5c67 tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fbd97b4-89e4-4fef-b79d-86bcc2a9394c HTTP/1.1" status: 200 len: 945 time: 0.2114804 Jul 15 13:09:01.713837 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-975446b0-bb32-4f6b-b28e-dba00290d491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.716582 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-975446b0-bb32-4f6b-b28e-dba00290d491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.722320 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-975446b0-bb32-4f6b-b28e-dba00290d491 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad0f6023-3be2-49fe-89c6-135de16ebc7c HTTP/1.1" status: 204 len: 168 time: 0.9173694 Jul 15 13:09:01.758151 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f9370-f681-4815-b44d-b1ee86586d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf32a4fc-9dac-4f1d-bc52-aab9c6a26556,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:01.765847 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1b4f9370-f681-4815-b44d-b1ee86586d62 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a08a8a8206e4239be2efa232e489dd6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2848530 Jul 15 13:09:01.777407 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53906) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:01.835369 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f9370-f681-4815-b44d-b1ee86586d62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:01.835661 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f9370-f681-4815-b44d-b1ee86586d62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:01.836137 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f9370-f681-4815-b44d-b1ee86586d62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:01.836550 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f9370-f681-4815-b44d-b1ee86586d62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:01.836892 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f9370-f681-4815-b44d-b1ee86586d62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:01.837227 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f9370-f681-4815-b44d-b1ee86586d62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:01.837779 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f9370-f681-4815-b44d-b1ee86586d62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:01.838342 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f9370-f681-4815-b44d-b1ee86586d62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:01.838983 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f9370-f681-4815-b44d-b1ee86586d62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:01.839325 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f9370-f681-4815-b44d-b1ee86586d62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:01.839742 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f9370-f681-4815-b44d-b1ee86586d62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:01.840084 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f9370-f681-4815-b44d-b1ee86586d62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:01.879894 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c50ab7b4-02e2-4ce0-a55c-99c0733c95dc req-00296b0b-20df-4b89-8aa8-b30609d1b3e3 tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed24ab04-8d1b-425c-8084-8cdadcbffd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865520 Jul 15 13:09:01.885667 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975446b0-bb32-4f6b-b28e-dba00290d491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0f6023-3be2-49fe-89c6-135de16ebc7c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:01.927864 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dba901-d101-4d70-9bdf-edd528cd222e req-63ec9930-f014-4f4b-97a3-24e878501317 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:01.929587 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-04dba901-d101-4d70-9bdf-edd528cd222e req-63ec9930-f014-4f4b-97a3-24e878501317 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 945 time: 0.4312909 Jul 15 13:09:01.957307 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e1445904-fdaa-415a-859a-c89706936c84 req-a7028e1f-bf2a-4b6f-b1d6-d9fbde7ab895 service neutron] 10.222.0.32 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952073 Jul 15 13:09:01.981530 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-477a42a3-1aba-459e-a4ab-5548025afa6a req-5c4bae2f-16b4-4ffb-9ef2-0c9006dbc651 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.996123 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['bafe9a3f-a0f0-4380-aa38-4459f9d04af9'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:02.124501 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4bae2f-16b4-4ffb-9ef2-0c9006dbc651 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] Pushing event deleted for resources: {'Port': ['ID=bafe9a3f-a0f0-4380-aa38-4459f9d04af9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:02.160409 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5416a7b9-8400-4681-bc87-823336ceb877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.205389 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-04dba901-d101-4d70-9bdf-edd528cd222e req-33ac58b4-c92b-49e6-a248-4215e8328fe2 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541003 Jul 15 13:09:02.295292 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b3119f9a-caf1-415c-a3d4-a1b01c8ee996 req-b330872a-c46d-4497-b08e-9adfa18470f3 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8c3c2aa-5d43-4cbb-a170-c4f01d11a21c HTTP/1.1" status: 200 len: 210 time: 0.0797396 Jul 15 13:09:02.320611 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-477a42a3-1aba-459e-a4ab-5548025afa6a req-5c4bae2f-16b4-4ffb-9ef2-0c9006dbc651 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] No DVR routers for this DVR port bafe9a3f-a0f0-4380-aa38-4459f9d04af9 on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:02.335527 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-477a42a3-1aba-459e-a4ab-5548025afa6a req-5c4bae2f-16b4-4ffb-9ef2-0c9006dbc651 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.351195 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-477a42a3-1aba-459e-a4ab-5548025afa6a req-5c4bae2f-16b4-4ffb-9ef2-0c9006dbc651 tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] 10.222.0.18 "DELETE /v2.0/ports/bafe9a3f-a0f0-4380-aa38-4459f9d04af9 HTTP/1.1" status: 204 len: 173 time: 1.9468307 Jul 15 13:09:02.377730 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e1445904-fdaa-415a-859a-c89706936c84 req-7f211582-f90a-487d-9c9a-040e1cd8d48e service neutron] 10.222.0.32 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116988 Jul 15 13:09:02.398282 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c3c2aa-5d43-4cbb-a170-c4f01d11a21c', 'name': 'network-vif-deleted', 'tag': 'bafe9a3f-a0f0-4380-aa38-4459f9d04af9'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:02.433457 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fe9334-ce9d-4c2c-b021-d9180269c7f3" -d '{"events": [{"server_uuid": "a8c3c2aa-5d43-4cbb-a170-c4f01d11a21c", "name": "network-vif-deleted", "tag": "bafe9a3f-a0f0-4380-aa38-4459f9d04af9"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:02.460981 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5416a7b9-8400-4681-bc87-823336ceb877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.599272 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5416a7b9-8400-4681-bc87-823336ceb877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.604595 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5416a7b9-8400-4681-bc87-823336ceb877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.609651 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5416a7b9-8400-4681-bc87-823336ceb877 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bf32a4fc-9dac-4f1d-bc52-aab9c6a26556 HTTP/1.1" status: 204 len: 168 time: 0.8269119 Jul 15 13:09:02.633418 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1a5fe4-c76a-43d3-b659-3f79a1221bcc x-openstack-request-id: req-0b1a5fe4-c76a-43d3-b659-3f79a1221bcc {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:02.634058 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c3c2aa-5d43-4cbb-a170-c4f01d11a21c", "name": "network-vif-deleted", "tag": "bafe9a3f-a0f0-4380-aa38-4459f9d04af9", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:02.634357 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0b1a5fe4-c76a-43d3-b659-3f79a1221bcc {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:02.634873 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c3c2aa-5d43-4cbb-a170-c4f01d11a21c', 'name': 'network-vif-deleted', 'tag': 'bafe9a3f-a0f0-4380-aa38-4459f9d04af9', 'status': 'completed', 'code': 200} Jul 15 13:09:02.660762 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5416a7b9-8400-4681-bc87-823336ceb877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf32a4fc-9dac-4f1d-bc52-aab9c6a26556,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:02.976759 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84125a54-c491-4615-b3e3-3e3ba99fe269 req-8f3a749d-5f2b-475e-9807-a05ab1b6b019 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:02.987570 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-84125a54-c491-4615-b3e3-3e3ba99fe269 req-8f3a749d-5f2b-475e-9807-a05ab1b6b019 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 943 time: 0.3541732 Jul 15 13:09:03.143870 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-84125a54-c491-4615-b3e3-3e3ba99fe269 req-2436219b-de57-4aac-b931-7ee9de9fac0e tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426988 Jul 15 13:09:03.769640 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 9e2d2c7a-17e9-492b-b40d-42441a613b9f details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:09:03.906885 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf4437-69e4-4e9a-8c13-59fb9581aaef req-ff77cdd0-3ba5-4455-ac37-4cd7894bb27e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:03.922597 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-afdf4437-69e4-4e9a-8c13-59fb9581aaef req-ff77cdd0-3ba5-4455-ac37-4cd7894bb27e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 945 time: 0.2074525 Jul 15 13:09:04.015751 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-afdf4437-69e4-4e9a-8c13-59fb9581aaef req-aaa4355e-755e-42cd-bd67-2930fdae57c2 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905235 Jul 15 13:09:04.139243 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 53956) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:04.186385 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da7465e0-f65a-42ee-ba7c-98f881702833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.375736 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 9e2d2c7a-17e9-492b-b40d-42441a613b9f, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9e2d2c7a-17e9-492b-b40d-42441a613b9f,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:04.411754 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1d3668d4-0ab1-4148-b1d2-832f0ccf48a6 req-e37ead1d-22e2-472a-b888-29d45fd41fac tempest-ServerAddressesTestJSON-1346508388 tempest-ServerAddressesTestJSON-1346508388-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8c3c2aa-5d43-4cbb-a170-c4f01d11a21c HTTP/1.1" status: 200 len: 210 time: 0.1987875 Jul 15 13:09:04.505511 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '9e2d2c7a-17e9-492b-b40d-42441a613b9f', 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567', 'port_id': '9e2d2c7a-17e9-492b-b40d-42441a613b9f', 'mac_address': 'fa:16:3e:aa:ef:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ee163d-4be2-4821-945f-cb7507aae308', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:09:04.752326 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.800619 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e2d2c7a-17e9-492b-b40d-42441a613b9f {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:04.908649 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 9e2d2c7a-17e9-492b-b40d-42441a613b9f, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9e2d2c7a-17e9-492b-b40d-42441a613b9f,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:04.924244 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.945734 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4467c-bf05-4418-8f54-2922ba8eb181 req-622e9a3a-c837-431d-9ab5-ed1189e31f05 tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:04.954975 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ccb4467c-bf05-4418-8f54-2922ba8eb181 req-622e9a3a-c837-431d-9ab5-ed1189e31f05 tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fbd97b4-89e4-4fef-b79d-86bcc2a9394c HTTP/1.1" status: 200 len: 945 time: 0.3620145 Jul 15 13:09:05.018642 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device bafe9a3f-a0f0-4380-aa38-4459f9d04af9 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:05.051047 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da7465e0-f65a-42ee-ba7c-98f881702833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:05.077424 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da7465e0-f65a-42ee-ba7c-98f881702833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:05.114841 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: bafe9a3f-a0f0-4380-aa38-4459f9d04af9 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:05.115133 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device bafe9a3f-a0f0-4380-aa38-4459f9d04af9 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:05.169395 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=9e2d2c7a-17e9-492b-b40d-42441a613b9f,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:05.228963 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ccb4467c-bf05-4418-8f54-2922ba8eb181 req-c729936f-5180-44cb-902d-5dbcf786466f tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed24ab04-8d1b-425c-8084-8cdadcbffd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649899 Jul 15 13:09:05.242555 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['9e2d2c7a-17e9-492b-b40d-42441a613b9f'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:05.259096 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-da7465e0-f65a-42ee-ba7c-98f881702833 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d2cb7602a27d4c5193b4ee5245a4cec2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1184063 Jul 15 13:09:05.265487 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5dd10-b645-47ee-994a-f09823abf5d9 req-4c9ec725-d656-42ba-9efd-d7fa47c05f76 tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:05.271664 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f4a5dd10-b645-47ee-994a-f09823abf5d9 req-4c9ec725-d656-42ba-9efd-d7fa47c05f76 tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fbd97b4-89e4-4fef-b79d-86bcc2a9394c HTTP/1.1" status: 200 len: 945 time: 0.4013412 Jul 15 13:09:05.273143 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53970) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:05.305531 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7465e0-f65a-42ee-ba7c-98f881702833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1825275-887b-4ef7-a285-755b6fe910d6,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:05.327285 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7465e0-f65a-42ee-ba7c-98f881702833 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:05.328155 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7465e0-f65a-42ee-ba7c-98f881702833 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:05.328485 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7465e0-f65a-42ee-ba7c-98f881702833 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:05.329392 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7465e0-f65a-42ee-ba7c-98f881702833 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:05.329600 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7465e0-f65a-42ee-ba7c-98f881702833 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:05.342802 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7465e0-f65a-42ee-ba7c-98f881702833 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:05.343107 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7465e0-f65a-42ee-ba7c-98f881702833 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:05.343735 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7465e0-f65a-42ee-ba7c-98f881702833 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:05.344234 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7465e0-f65a-42ee-ba7c-98f881702833 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:05.344766 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7465e0-f65a-42ee-ba7c-98f881702833 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:05.345195 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7465e0-f65a-42ee-ba7c-98f881702833 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:05.345748 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7465e0-f65a-42ee-ba7c-98f881702833 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:05.882477 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70e3ec11-7926-471b-83f3-a0c83c349f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:05.926815 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898e40a-c788-482b-bd32-da7b15ba69ba req-6a227963-cceb-47a3-8702-560a77b648a1 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:05.928756 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8898e40a-c788-482b-bd32-da7b15ba69ba req-6a227963-cceb-47a3-8702-560a77b648a1 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 945 time: 0.1810389 Jul 15 13:09:05.950679 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70e3ec11-7926-471b-83f3-a0c83c349f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:06.033731 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8898e40a-c788-482b-bd32-da7b15ba69ba req-6af94d6f-9b23-4261-ac14-bf9cb5a32e35 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931859 Jul 15 13:09:06.042865 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460955a8-7600-4578-8a36-d3bde8142ea6 req-cd8ea6e9-d048-412e-aaa7-5ce21f0137d8 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:06.077478 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-460955a8-7600-4578-8a36-d3bde8142ea6 req-cd8ea6e9-d048-412e-aaa7-5ce21f0137d8 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 944 time: 0.3996475 Jul 15 13:09:06.164932 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-f4a5dd10-b645-47ee-994a-f09823abf5d9 req-36712f26-d303-4804-bfb5-f484a845b55c tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] Deleting port 2dc50360-12bb-4b4c-933c-1ef4e80c98cf {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:06.165892 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f4a5dd10-b645-47ee-994a-f09823abf5d9 req-36712f26-d303-4804-bfb5-f484a845b55c tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:06.222464 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70e3ec11-7926-471b-83f3-a0c83c349f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:06.225991 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70e3ec11-7926-471b-83f3-a0c83c349f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:06.227705 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-70e3ec11-7926-471b-83f3-a0c83c349f8f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1825275-887b-4ef7-a285-755b6fe910d6 HTTP/1.1" status: 204 len: 168 time: 0.9527876 Jul 15 13:09:06.261748 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3ec11-7926-471b-83f3-a0c83c349f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1825275-887b-4ef7-a285-755b6fe910d6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:06.279850 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-460955a8-7600-4578-8a36-d3bde8142ea6 req-27848937-9390-484d-ba85-56df0a05f9fb tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998508 Jul 15 13:09:06.450789 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-f4a5dd10-b645-47ee-994a-f09823abf5d9 req-36712f26-d303-4804-bfb5-f484a845b55c tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] For port 2dc50360-12bb-4b4c-933c-1ef4e80c98cf, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=2dc50360-12bb-4b4c-933c-1ef4e80c98cf,segment=NetworkSegment(90d5bb4e-6f50-40bd-acf3-74ee9f81fec1),segment_id=90d5bb4e-6f50-40bd-acf3-74ee9f81fec1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:06.451427 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f4a5dd10-b645-47ee-994a-f09823abf5d9 req-36712f26-d303-4804-bfb5-f484a845b55c tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:06.489071 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-f4a5dd10-b645-47ee-994a-f09823abf5d9 req-36712f26-d303-4804-bfb5-f484a845b55c tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] Calling delete_port for 2dc50360-12bb-4b4c-933c-1ef4e80c98cf owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:06.609658 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 53992) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:06.803633 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c963dc-80ca-4603-9c15-5e801031f129 admin admin] Deleting subnet e6933b13-d519-4d48-9b0a-fc64ad43681b {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:09:06.811977 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2c963dc-80ca-4603-9c15-5e801031f129 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:06.926615 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2c963dc-80ca-4603-9c15-5e801031f129 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:07.018619 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f4a5dd10-b645-47ee-994a-f09823abf5d9 req-36712f26-d303-4804-bfb5-f484a845b55c tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:07.024260 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2c963dc-80ca-4603-9c15-5e801031f129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:07.055870 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36712f26-d303-4804-bfb5-f484a845b55c tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] Pushing event deleted for resources: {'Port': ['ID=2dc50360-12bb-4b4c-933c-1ef4e80c98cf,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:07.186993 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a5dd10-b645-47ee-994a-f09823abf5d9 req-36712f26-d303-4804-bfb5-f484a845b55c tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] No DVR routers for this DVR port 2dc50360-12bb-4b4c-933c-1ef4e80c98cf on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:07.192970 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f4a5dd10-b645-47ee-994a-f09823abf5d9 req-36712f26-d303-4804-bfb5-f484a845b55c tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:07.197579 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f4a5dd10-b645-47ee-994a-f09823abf5d9 req-36712f26-d303-4804-bfb5-f484a845b55c tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] 10.222.0.18 "DELETE /v2.0/ports/2dc50360-12bb-4b4c-933c-1ef4e80c98cf HTTP/1.1" status: 204 len: 173 time: 1.9183149 Jul 15 13:09:07.215138 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fbd97b4-89e4-4fef-b79d-86bcc2a9394c', 'name': 'network-vif-deleted', 'tag': '2dc50360-12bb-4b4c-933c-1ef4e80c98cf'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:07.218066 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c78dd3-f188-47aa-b0e4-9410ce2b4474" -d '{"events": [{"server_uuid": "3fbd97b4-89e4-4fef-b79d-86bcc2a9394c", "name": "network-vif-deleted", "tag": "2dc50360-12bb-4b4c-933c-1ef4e80c98cf"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:07.431256 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109bdd1-0453-470b-b880-f63004a850b6 req-2265464e-038f-4385-be39-e3884740b3fb tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:07.456775 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3109bdd1-0453-470b-b880-f63004a850b6 req-2265464e-038f-4385-be39-e3884740b3fb tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.2748468 Jul 15 13:09:07.602804 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3109bdd1-0453-470b-b880-f63004a850b6 req-8f183d11-9268-46c9-9336-68c1b1cfd3af tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444588 Jul 15 13:09:07.775159 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 9e2d2c7a-17e9-492b-b40d-42441a613b9f up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:07.850039 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-46f6be0e-08a2-4081-84f0-a83ec1b27aed req-db8bd5d3-9eb5-43c9-b05a-9cfa15d47123 tempest-ServerAddressesNegativeTestJSON-235066575 tempest-ServerAddressesNegativeTestJSON-235066575-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fbd97b4-89e4-4fef-b79d-86bcc2a9394c HTTP/1.1" status: 200 len: 210 time: 0.6556649 Jul 15 13:09:07.856311 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2c963dc-80ca-4603-9c15-5e801031f129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:07.958524 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:07.981117 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c963dc-80ca-4603-9c15-5e801031f129 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6933b13-d519-4d48-9b0a-fc64ad43681b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:08.010955 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 9e2d2c7a-17e9-492b-b40d-42441a613b9f completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:08.034281 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 9e2d2c7a-17e9-492b-b40d-42441a613b9f triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:08.034987 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:08.047784 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2c963dc-80ca-4603-9c15-5e801031f129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:08.056743 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 54028) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:08.058141 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b2c963dc-80ca-4603-9c15-5e801031f129 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e6933b13-d519-4d48-9b0a-fc64ad43681b HTTP/1.1" status: 204 len: 168 time: 1.4458625 Jul 15 13:09:08.276588 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:08.320966 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db545ece-eb73-4d22-8026-f2e240c22769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2d2c7a-17e9-492b-b40d-42441a613b9f'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:08.324699 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31f1acd-9dd2-4b80-8027-e1a71056bcf4" -d '{"events": [{"server_uuid": "db545ece-eb73-4d22-8026-f2e240c22769", "name": "network-vif-plugged", "status": "completed", "tag": "9e2d2c7a-17e9-492b-b40d-42441a613b9f"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:08.333990 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c48138-3c4b-4227-bb1c-e49ecef76964 req-c898f0dc-6b5b-44d3-8398-e2356fb9c917 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:08.350181 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f9c48138-3c4b-4227-bb1c-e49ecef76964 req-c898f0dc-6b5b-44d3-8398-e2356fb9c917 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 945 time: 0.3450272 Jul 15 13:09:08.359067 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 9e2d2c7a-17e9-492b-b40d-42441a613b9f, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9e2d2c7a-17e9-492b-b40d-42441a613b9f,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:08.374893 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:08.410339 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d02eeb7-3bf3-487e-94fc-a81cd528711f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:08.493648 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f9c48138-3c4b-4227-bb1c-e49ecef76964 req-0300460e-7789-454f-bf1f-c1402b5f39f5 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378517 Jul 15 13:09:08.523674 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=9e2d2c7a-17e9-492b-b40d-42441a613b9f,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:08.635592 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d02eeb7-3bf3-487e-94fc-a81cd528711f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:08.640018 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b104f5c-aa08-4fa4-899e-25d7fbf129cd x-openstack-request-id: req-9b104f5c-aa08-4fa4-899e-25d7fbf129cd {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:08.640323 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fbd97b4-89e4-4fef-b79d-86bcc2a9394c", "name": "network-vif-deleted", "tag": "2dc50360-12bb-4b4c-933c-1ef4e80c98cf", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:08.640580 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b104f5c-aa08-4fa4-899e-25d7fbf129cd {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:08.640994 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fbd97b4-89e4-4fef-b79d-86bcc2a9394c', 'name': 'network-vif-deleted', 'tag': '2dc50360-12bb-4b4c-933c-1ef4e80c98cf', 'status': 'completed', 'code': 200} Jul 15 13:09:08.655679 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-1d02eeb7-3bf3-487e-94fc-a81cd528711f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58700d3b-6752-49b5-b541-07a1f0db97e0']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:08.679932 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-1d02eeb7-3bf3-487e-94fc-a81cd528711f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2bfc28-8076-4048-a627-815970975f7a') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:08.680381 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-1d02eeb7-3bf3-487e-94fc-a81cd528711f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2bfc28-8076-4048-a627-815970975f7a') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:08.703386 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d02eeb7-3bf3-487e-94fc-a81cd528711f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:08.744719 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d02eeb7-3bf3-487e-94fc-a81cd528711f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:08.761733 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d02eeb7-3bf3-487e-94fc-a81cd528711f admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:09:08.763009 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d02eeb7-3bf3-487e-94fc-a81cd528711f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:09:08.767377 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:09:08.971078 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 2dc50360-12bb-4b4c-933c-1ef4e80c98cf no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:08.996721 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d02eeb7-3bf3-487e-94fc-a81cd528711f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:09.026735 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85881fc-1f1e-4776-b964-8cabf496c341 req-135e4bee-7f3d-445e-857c-5b92bceafbad tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:09.028499 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c85881fc-1f1e-4776-b964-8cabf496c341 req-135e4bee-7f3d-445e-857c-5b92bceafbad tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 945 time: 0.2235715 Jul 15 13:09:09.069585 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d02eeb7-3bf3-487e-94fc-a81cd528711f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:09.073516 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1d02eeb7-3bf3-487e-94fc-a81cd528711f admin admin] 10.222.0.24 "DELETE /v2.0/networks/58700d3b-6752-49b5-b541-07a1f0db97e0 HTTP/1.1" status: 204 len: 168 time: 1.0134130 Jul 15 13:09:09.075169 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02eeb7-3bf3-487e-94fc-a81cd528711f admin admin] Pushing event deleted for resources: {'Network': ['ID=58700d3b-6752-49b5-b541-07a1f0db97e0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:09.081543 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 2dc50360-12bb-4b4c-933c-1ef4e80c98cf {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:09.081994 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 2dc50360-12bb-4b4c-933c-1ef4e80c98cf not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:09.141879 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c85881fc-1f1e-4776-b964-8cabf496c341 req-0dbf3939-c137-45d5-acd1-7ff742217224 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022959 Jul 15 13:09:09.521104 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 54056) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:09.682144 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a55076-08d7-4a52-84a5-37ac10d2e466 req-fbc479ee-34ae-4aed-8f8d-bd3b0cdb3ce7 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:09.696699 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-80a55076-08d7-4a52-84a5-37ac10d2e466 req-fbc479ee-34ae-4aed-8f8d-bd3b0cdb3ce7 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.2756150 Jul 15 13:09:09.714672 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-54883dee-7e6b-4f2a-8bf4-0267c971a244 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7498380391524cf39711d3a6165e600a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906970 Jul 15 13:09:09.718742 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 54060) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:09.850651 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-80a55076-08d7-4a52-84a5-37ac10d2e466 req-02388c76-598b-4070-8a92-433659cee87e tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490710 Jul 15 13:09:09.949054 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d0d3cea0-e861-4c04-aa09-677b31f06a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:09.978763 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d0d3cea0-e861-4c04-aa09-677b31f06a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:10.064006 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d0d3cea0-e861-4c04-aa09-677b31f06a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:10.068172 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d0d3cea0-e861-4c04-aa09-677b31f06a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:10.069792 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d0d3cea0-e861-4c04-aa09-677b31f06a19 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5a6dbb36-d193-4cc7-b564-4a5b6d003d1e HTTP/1.1" status: 204 len: 168 time: 0.3498290 Jul 15 13:09:10.102194 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d3cea0-e861-4c04-aa09-677b31f06a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6dbb36-d193-4cc7-b564-4a5b6d003d1e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:10.160952 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fb1a42-0d3e-403f-b90c-8258f507ea2f x-openstack-request-id: req-71fb1a42-0d3e-403f-b90c-8258f507ea2f {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:10.174510 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db545ece-eb73-4d22-8026-f2e240c22769", "name": "network-vif-plugged", "status": "completed", "tag": "9e2d2c7a-17e9-492b-b40d-42441a613b9f", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:10.174929 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-71fb1a42-0d3e-403f-b90c-8258f507ea2f {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:10.175588 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db545ece-eb73-4d22-8026-f2e240c22769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2d2c7a-17e9-492b-b40d-42441a613b9f', 'code': 200} Jul 15 13:09:10.387516 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 54072) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:10.441614 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baaf0b9-6474-4467-b4e6-2e02db137b05 req-9cf8249d-5b8e-458c-85f5-9932f94e757f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:10.444069 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5baaf0b9-6474-4467-b4e6-2e02db137b05 req-9cf8249d-5b8e-458c-85f5-9932f94e757f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 1097 time: 0.1837370 Jul 15 13:09:10.565797 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5baaf0b9-6474-4467-b4e6-2e02db137b05 req-69b685ca-856e-49fa-b0b0-35e348efd2ee service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059928 Jul 15 13:09:10.684989 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a656c4-5022-47da-824d-cbae8bc150d0 admin admin] Deleting subnet 4a9ad76c-0b4c-4a4b-b758-b8ba30316264 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:09:10.725354 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47a656c4-5022-47da-824d-cbae8bc150d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:10.906105 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47a656c4-5022-47da-824d-cbae8bc150d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:11.041283 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76764f0e-7228-4b47-8030-20742060ca9b req-bd07bc9f-6425-42ca-a2be-de65c5f8c0b6 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:11.046328 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47a656c4-5022-47da-824d-cbae8bc150d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:11.066715 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-76764f0e-7228-4b47-8030-20742060ca9b req-bd07bc9f-6425-42ca-a2be-de65c5f8c0b6 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 945 time: 0.3681414 Jul 15 13:09:11.152289 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-76764f0e-7228-4b47-8030-20742060ca9b req-fccb4d13-7df7-4eb9-817e-519f5c8ae865 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813420 Jul 15 13:09:11.224439 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47a656c4-5022-47da-824d-cbae8bc150d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:11.339094 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a656c4-5022-47da-824d-cbae8bc150d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a9ad76c-0b4c-4a4b-b758-b8ba30316264,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:11.342907 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47a656c4-5022-47da-824d-cbae8bc150d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:11.352145 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-47a656c4-5022-47da-824d-cbae8bc150d0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4a9ad76c-0b4c-4a4b-b758-b8ba30316264 HTTP/1.1" status: 204 len: 168 time: 0.9608221 Jul 15 13:09:11.355120 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 54100) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:11.614779 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27405dfe-427b-4a01-a815-db1d82d9ef3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:11.795806 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:09:12.103745 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27405dfe-427b-4a01-a815-db1d82d9ef3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:12.146438 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1b609-85a4-4ee2-8cf8-c85ecfc15947 req-65f415e7-774a-4e45-9b35-23cbe0c4e9d8 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:12.156601 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-82f1b609-85a4-4ee2-8cf8-c85ecfc15947 req-65f415e7-774a-4e45-9b35-23cbe0c4e9d8 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 945 time: 0.5353529 Jul 15 13:09:12.219968 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 54122) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:12.246861 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-27405dfe-427b-4a01-a815-db1d82d9ef3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d97c67-57cc-4919-9150-8ffd4405fb57']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:12.297853 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-27405dfe-427b-4a01-a815-db1d82d9ef3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d5bb4e-6f50-40bd-acf3-74ee9f81fec1') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:12.297853 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-27405dfe-427b-4a01-a815-db1d82d9ef3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d5bb4e-6f50-40bd-acf3-74ee9f81fec1') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:12.330828 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27405dfe-427b-4a01-a815-db1d82d9ef3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:12.354243 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-82f1b609-85a4-4ee2-8cf8-c85ecfc15947 req-5e1d324a-d36c-4faf-831a-f43de6ba195c tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965146 Jul 15 13:09:12.367942 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27405dfe-427b-4a01-a815-db1d82d9ef3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:12.389698 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27405dfe-427b-4a01-a815-db1d82d9ef3f admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:09:12.390447 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27405dfe-427b-4a01-a815-db1d82d9ef3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:09:12.403024 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:09:12.655742 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27405dfe-427b-4a01-a815-db1d82d9ef3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:12.667613 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27405dfe-427b-4a01-a815-db1d82d9ef3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:12.673753 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-27405dfe-427b-4a01-a815-db1d82d9ef3f admin admin] 10.222.0.24 "DELETE /v2.0/networks/f6d97c67-57cc-4919-9150-8ffd4405fb57 HTTP/1.1" status: 204 len: 168 time: 1.3145626 Jul 15 13:09:12.706898 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27405dfe-427b-4a01-a815-db1d82d9ef3f admin admin] Pushing event deleted for resources: {'Network': ['ID=f6d97c67-57cc-4919-9150-8ffd4405fb57,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:12.907684 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b803a2cf-c552-46bd-8160-1d871e20f847 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1935252779-network', 'tenant_id': '7c349b70be054424bd5888dd91fd4fb5'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:12.984841 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b803a2cf-c552-46bd-8160-1d871e20f847 admin admin] Made reservation on behalf of 7c349b70be054424bd5888dd91fd4fb5 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:12.987780 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b803a2cf-c552-46bd-8160-1d871e20f847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.011315 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b803a2cf-c552-46bd-8160-1d871e20f847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.063094 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5499d-44ee-46ec-bdcc-bcd2bc1a2d82 req-9e6eaa95-9f34-435a-afe9-db14748ef5df tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:13.080783 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1bd5499d-44ee-46ec-bdcc-bcd2bc1a2d82 req-9e6eaa95-9f34-435a-afe9-db14748ef5df tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 945 time: 0.2992198 Jul 15 13:09:13.272187 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 54142) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:13.345813 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b803a2cf-c552-46bd-8160-1d871e20f847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.357659 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b803a2cf-c552-46bd-8160-1d871e20f847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.384486 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1bd5499d-44ee-46ec-bdcc-bcd2bc1a2d82 req-b8dfbdfc-4404-4ce1-979b-23f5653af4c0 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024144 Jul 15 13:09:13.486601 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b803a2cf-c552-46bd-8160-1d871e20f847 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:13.520107 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6343e8a8-00d6-4414-ac02-84270a1bef79 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b19b92a11bcc40e8a947765a8b1b2dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2454205 Jul 15 13:09:13.522299 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 54146) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:13.532809 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803a2cf-c552-46bd-8160-1d871e20f847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc02356-b8d6-4a76-9e9e-db26cf89ff01,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:13.563667 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b803a2cf-c552-46bd-8160-1d871e20f847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.564247 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-b803a2cf-c552-46bd-8160-1d871e20f847 admin admin] Added segment 3a0ea045-d9ef-4e39-8569-9e99c4ca051c of type vlan for network 8a2f137a-ad3f-4da4-b8fc-de4e04512f51 Jul 15 13:09:13.708404 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ceb9da96-5249-4ade-8671-046325859e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.714155 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b803a2cf-c552-46bd-8160-1d871e20f847 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.805180 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ceb9da96-5249-4ade-8671-046325859e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.830768 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b803a2cf-c552-46bd-8160-1d871e20f847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.833325 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b803a2cf-c552-46bd-8160-1d871e20f847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:13.835385 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b803a2cf-c552-46bd-8160-1d871e20f847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.906225 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a298cb-e645-4b58-8456-3c97972a3119 req-0c922a38-f6fc-40f4-bd5d-cb1c6cc42d52 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:13.915700 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-48a298cb-e645-4b58-8456-3c97972a3119 req-0c922a38-f6fc-40f4-bd5d-cb1c6cc42d52 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 945 time: 0.1656787 Jul 15 13:09:13.963642 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ceb9da96-5249-4ade-8671-046325859e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.966964 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ceb9da96-5249-4ade-8671-046325859e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.969210 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ceb9da96-5249-4ade-8671-046325859e46 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ed24ab04-8d1b-425c-8084-8cdadcbffd99 HTTP/1.1" status: 204 len: 168 time: 0.4447222 Jul 15 13:09:13.988119 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9da96-5249-4ade-8671-046325859e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed24ab04-8d1b-425c-8084-8cdadcbffd99,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:14.011104 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-48a298cb-e645-4b58-8456-3c97972a3119 req-559c6f55-e341-4166-8268-2fc9bc4462f5 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942209 Jul 15 13:09:14.024563 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b803a2cf-c552-46bd-8160-1d871e20f847 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7988110 Jul 15 13:09:14.025348 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 54158) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:14.033086 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3f42997e-7fd2-46b9-996b-0be2f693fd28 admin admin] Request body: {'subnet': {'network_id': '8a2f137a-ad3f-4da4-b8fc-de4e04512f51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1935252779-subnet', 'tenant_id': '7c349b70be054424bd5888dd91fd4fb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:14.098213 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f42997e-7fd2-46b9-996b-0be2f693fd28 admin admin] Made reservation on behalf of 7c349b70be054424bd5888dd91fd4fb5 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:14.102113 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f42997e-7fd2-46b9-996b-0be2f693fd28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:14.272668 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803a2cf-c552-46bd-8160-1d871e20f847 admin admin] Pushing event updated for resources: {'Network': ['ID=8a2f137a-ad3f-4da4-b8fc-de4e04512f51,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:14.286746 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 8a2f137a-ad3f-4da4-b8fc-de4e04512f51 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:09:14.332082 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-56f2a492-73a3-402e-81cf-c19a537bf6cf req-eac37199-209e-44bf-82bb-b0c9c5200239 tempest-AbsoluteLimitsNegativeTestJSON-1986417138 tempest-AbsoluteLimitsNegativeTestJSON-1986417138-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1eec4eca28654551952a495348278f00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1200430 Jul 15 13:09:14.557446 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d250873-ed78-4ca9-8655-f8edad7c1481 req-0697b301-2ea3-4149-b7af-bbfb5a9f70d1 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:14.560126 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9d250873-ed78-4ca9-8655-f8edad7c1481 req-0697b301-2ea3-4149-b7af-bbfb5a9f70d1 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.2478712 Jul 15 13:09:14.631653 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2a492-73a3-402e-81cf-c19a537bf6cf req-5c376b7e-adbc-43da-9943-618e12c36597 tempest-AbsoluteLimitsNegativeTestJSON-1986417138 tempest-AbsoluteLimitsNegativeTestJSON-1986417138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:14.638000 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-56f2a492-73a3-402e-81cf-c19a537bf6cf req-5c376b7e-adbc-43da-9943-618e12c36597 tempest-AbsoluteLimitsNegativeTestJSON-1986417138 tempest-AbsoluteLimitsNegativeTestJSON-1986417138-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2937193 Jul 15 13:09:14.654307 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9d250873-ed78-4ca9-8655-f8edad7c1481 req-125c7955-be37-4d97-925c-4d6d5b342d1f tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667074 Jul 15 13:09:14.699065 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-56f2a492-73a3-402e-81cf-c19a537bf6cf req-a9102fa3-f1d0-493d-93bf-3033b3cc141c tempest-AbsoluteLimitsNegativeTestJSON-1986417138 tempest-AbsoluteLimitsNegativeTestJSON-1986417138-project] 10.222.0.24 "GET /v2.0/quotas/1eec4eca28654551952a495348278f00 HTTP/1.1" status: 200 len: 375 time: 0.0492387 Jul 15 13:09:14.808647 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-56f2a492-73a3-402e-81cf-c19a537bf6cf req-7471ea72-15ae-4ff3-8d65-f6ddb6f7e931 tempest-AbsoluteLimitsNegativeTestJSON-1986417138 tempest-AbsoluteLimitsNegativeTestJSON-1986417138-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1eec4eca28654551952a495348278f00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0987594 Jul 15 13:09:14.907564 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f42997e-7fd2-46b9-996b-0be2f693fd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:15.050358 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42997e-7fd2-46b9-996b-0be2f693fd28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8379c0d-ceab-40c8-8972-8c4342c607f5,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:15.156840 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f42997e-7fd2-46b9-996b-0be2f693fd28 admin admin] Checking segment: {'id': '3a0ea045-d9ef-4e39-8569-9e99c4ca051c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8a2f137a-ad3f-4da4-b8fc-de4e04512f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:15.157666 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f42997e-7fd2-46b9-996b-0be2f693fd28 admin admin] Network hostable DHCP agents. Network: 8a2f137a-ad3f-4da4-b8fc-de4e04512f51, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:09:15.204715 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f42997e-7fd2-46b9-996b-0be2f693fd28 admin admin] Network 8a2f137a-ad3f-4da4-b8fc-de4e04512f51 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:09:15.217093 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a7a72-4c88-4fef-b8e8-6a936564305e req-82ac2d62-c88a-4201-9ecf-f7646d6b8625 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.227162 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-573a7a72-4c88-4fef-b8e8-6a936564305e req-82ac2d62-c88a-4201-9ecf-f7646d6b8625 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 1097 time: 0.1692297 Jul 15 13:09:15.231539 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-3f42997e-7fd2-46b9-996b-0be2f693fd28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 8a2f137a-ad3f-4da4-b8fc-de4e04512f51) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:15.246096 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e70c349-c496-430e-b2e4-254b809d0c6b None None] Network 8a2f137a-ad3f-4da4-b8fc-de4e04512f51 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:15.288341 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f42997e-7fd2-46b9-996b-0be2f693fd28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.293851 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f42997e-7fd2-46b9-996b-0be2f693fd28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:15.367084 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-573a7a72-4c88-4fef-b8e8-6a936564305e req-e09498e3-48b1-4d2a-bd70-a17520fe9245 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379094 Jul 15 13:09:15.384552 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3f42997e-7fd2-46b9-996b-0be2f693fd28 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3572407 Jul 15 13:09:15.394225 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a82710-6b62-4dca-87ec-b556b9f54c7e req-48d0b0de-8036-4077-9af3-0940cc29546f tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.412395 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f5a82710-6b62-4dca-87ec-b556b9f54c7e req-48d0b0de-8036-4077-9af3-0940cc29546f tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 945 time: 0.2912953 Jul 15 13:09:15.565618 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f5a82710-6b62-4dca-87ec-b556b9f54c7e req-433d28e3-e31c-4df5-a7e8-b4700de11f31 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431932 Jul 15 13:09:15.731761 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e14a6a-b817-4352-a0a3-5f8e3b6082f8 None None] Network 8a2f137a-ad3f-4da4-b8fc-de4e04512f51 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:15.775388 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 54206) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:15.942104 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f9d04-ab09-44c8-ad3e-bd59cfddef35 req-46b07261-dd97-409c-b46c-07d196b50367 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.962939 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a54f9d04-ab09-44c8-ad3e-bd59cfddef35 req-46b07261-dd97-409c-b46c-07d196b50367 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.2574751 Jul 15 13:09:16.161628 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a54f9d04-ab09-44c8-ad3e-bd59cfddef35 req-bf1ce90b-d76d-45ae-9f6e-3a891240be29 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961062 Jul 15 13:09:16.692227 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fff21a1a-59b1-40a6-ae2f-c76238006225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:16.792412 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 54234) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:17.125857 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fff21a1a-59b1-40a6-ae2f-c76238006225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.132627 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fff21a1a-59b1-40a6-ae2f-c76238006225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.186922 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9a0b1-ce63-474e-b92a-5b75ab304206 req-ff37c1dc-ca0e-4e17-8fe4-7f9c070f8f48 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:17.193125 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dbe9a0b1-ce63-474e-b92a-5b75ab304206 req-ff37c1dc-ca0e-4e17-8fe4-7f9c070f8f48 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 945 time: 0.3372955 Jul 15 13:09:17.216695 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff21a1a-59b1-40a6-ae2f-c76238006225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693d4568-f252-429f-ada7-a67d1e8939d9,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:17.338476 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-fff21a1a-59b1-40a6-ae2f-c76238006225 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1eec4eca28654551952a495348278f00&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5558465 Jul 15 13:09:17.342472 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 54254) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:17.344721 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dbe9a0b1-ce63-474e-b92a-5b75ab304206 req-7fcd97c3-a415-45ea-b468-b75ae040845c tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497197 Jul 15 13:09:17.376247 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-820eb8be-9fe2-4e7c-a08b-798e05fe9feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.589291 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d262b901-f7e0-40c5-bd83-31f1782db603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.743758 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d262b901-f7e0-40c5-bd83-31f1782db603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.802927 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 54264) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:17.914203 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-820eb8be-9fe2-4e7c-a08b-798e05fe9feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.949557 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-820eb8be-9fe2-4e7c-a08b-798e05fe9feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.954018 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d262b901-f7e0-40c5-bd83-31f1782db603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.961585 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d262b901-f7e0-40c5-bd83-31f1782db603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.963946 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d262b901-f7e0-40c5-bd83-31f1782db603 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/693d4568-f252-429f-ada7-a67d1e8939d9 HTTP/1.1" status: 204 len: 168 time: 0.6198230 Jul 15 13:09:18.007798 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d262b901-f7e0-40c5-bd83-31f1782db603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693d4568-f252-429f-ada7-a67d1e8939d9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:18.138297 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-820eb8be-9fe2-4e7c-a08b-798e05fe9feb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dbdbd9b7566f43fa93561c5a6c4bf42b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3444798 Jul 15 13:09:18.141631 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 54276) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:18.210518 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ff5125a5-a4da-4f17-bcf5-c549179c3eda admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-816361967-network', 'tenant_id': '2e51b95462ec42b2a02dd62dd4e4547f'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:18.263423 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820eb8be-9fe2-4e7c-a08b-798e05fe9feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b211a50b-bec9-4117-89d1-1bf4b0fa593b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:18.357822 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5125a5-a4da-4f17-bcf5-c549179c3eda admin admin] Made reservation on behalf of 2e51b95462ec42b2a02dd62dd4e4547f for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:18.357822 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff5125a5-a4da-4f17-bcf5-c549179c3eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.371342 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff5125a5-a4da-4f17-bcf5-c549179c3eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.375997 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e7e6f-797d-4d5f-87ef-5c035d3b33d4 req-2118354d-8c50-4577-a657-8816b1aa30ed tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:18.390234 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-617e7e6f-797d-4d5f-87ef-5c035d3b33d4 req-2118354d-8c50-4577-a657-8816b1aa30ed tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.4930615 Jul 15 13:09:18.407873 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-454c3049-732f-4800-85d9-da08756193f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.472308 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-454c3049-732f-4800-85d9-da08756193f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.495890 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-617e7e6f-797d-4d5f-87ef-5c035d3b33d4 req-8785f1bb-3805-407a-b3e1-b5c2baec653a tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040843 Jul 15 13:09:18.613420 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-454c3049-732f-4800-85d9-da08756193f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.625302 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-454c3049-732f-4800-85d9-da08756193f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.634085 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-454c3049-732f-4800-85d9-da08756193f4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b211a50b-bec9-4117-89d1-1bf4b0fa593b HTTP/1.1" status: 204 len: 168 time: 0.4905612 Jul 15 13:09:18.686828 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c3049-732f-4800-85d9-da08756193f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b211a50b-bec9-4117-89d1-1bf4b0fa593b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:18.931543 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89772b0e-6cf0-4ded-a9a7-6f9e824c72b7 req-e91ccbd7-b617-4fea-9ef1-47244855be6d tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:18.947998 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff5125a5-a4da-4f17-bcf5-c549179c3eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.948986 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-89772b0e-6cf0-4ded-a9a7-6f9e824c72b7 req-e91ccbd7-b617-4fea-9ef1-47244855be6d tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 945 time: 0.1522324 Jul 15 13:09:18.955910 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff5125a5-a4da-4f17-bcf5-c549179c3eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:19.010840 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5125a5-a4da-4f17-bcf5-c549179c3eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47551ac-3645-4dc4-bb20-366da2a02697,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:19.054408 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff5125a5-a4da-4f17-bcf5-c549179c3eda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:19.073527 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff5125a5-a4da-4f17-bcf5-c549179c3eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:19.074339 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-ff5125a5-a4da-4f17-bcf5-c549179c3eda admin admin] Added segment 1b15243f-f5b3-4b91-8138-e8eab75febdf of type vlan for network ff999f83-8f01-4fb0-bb3e-8fa1520b01f4 Jul 15 13:09:19.077350 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-89772b0e-6cf0-4ded-a9a7-6f9e824c72b7 req-2b047c36-c1ce-486e-805a-7e3d91a3aa2f tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225104 Jul 15 13:09:19.145158 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff5125a5-a4da-4f17-bcf5-c549179c3eda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:19.166041 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf74622-04ee-4f4a-b982-8e56cc1bd25b req-48f21b4b-4004-4cc0-8415-31e3637b18b4 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:19.174743 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-adf74622-04ee-4f4a-b982-8e56cc1bd25b req-48f21b4b-4004-4cc0-8415-31e3637b18b4 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.1651051 Jul 15 13:09:19.251123 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-adf74622-04ee-4f4a-b982-8e56cc1bd25b req-e2c1a328-b77d-4e85-b517-d192a3f14a00 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743797 Jul 15 13:09:19.252813 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff5125a5-a4da-4f17-bcf5-c549179c3eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:19.254243 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5125a5-a4da-4f17-bcf5-c549179c3eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:19.255096 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff5125a5-a4da-4f17-bcf5-c549179c3eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:19.288537 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ff5125a5-a4da-4f17-bcf5-c549179c3eda admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4805574 Jul 15 13:09:19.292733 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 54310) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:19.302547 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a9c1e2de-f2cf-45bf-a39b-1c6d05ac8c06 admin admin] Request body: {'subnet': {'network_id': 'ff999f83-8f01-4fb0-bb3e-8fa1520b01f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-816361967-subnet', 'tenant_id': '2e51b95462ec42b2a02dd62dd4e4547f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:19.362869 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c1e2de-f2cf-45bf-a39b-1c6d05ac8c06 admin admin] Made reservation on behalf of 2e51b95462ec42b2a02dd62dd4e4547f for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:19.366659 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9c1e2de-f2cf-45bf-a39b-1c6d05ac8c06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:19.433965 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5125a5-a4da-4f17-bcf5-c549179c3eda admin admin] Pushing event updated for resources: {'Network': ['ID=ff999f83-8f01-4fb0-bb3e-8fa1520b01f4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:19.456327 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network ff999f83-8f01-4fb0-bb3e-8fa1520b01f4 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:09:19.624412 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 54326) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:19.738281 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-13f9b3a3-c435-4a9e-a9d0-39f5d21b27f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:19.905452 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9c1e2de-f2cf-45bf-a39b-1c6d05ac8c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:20.025797 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1e2de-f2cf-45bf-a39b-1c6d05ac8c06 admin admin] Checking segment: {'id': '1b15243f-f5b3-4b91-8138-e8eab75febdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ff999f83-8f01-4fb0-bb3e-8fa1520b01f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:20.027186 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c1e2de-f2cf-45bf-a39b-1c6d05ac8c06 admin admin] Network hostable DHCP agents. Network: ff999f83-8f01-4fb0-bb3e-8fa1520b01f4, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:09:20.039872 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1e2de-f2cf-45bf-a39b-1c6d05ac8c06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33c47e88-09c9-4ef9-8d40-4d0aac513fe6,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:20.085893 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c1e2de-f2cf-45bf-a39b-1c6d05ac8c06 admin admin] Network ff999f83-8f01-4fb0-bb3e-8fa1520b01f4 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:09:20.099390 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a763d-4c54-47c2-8bb8-b806c1dc6c89 req-cb8d4407-92e6-41c1-b9f4-9341b62d95d8 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:20.101378 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d5a763d-4c54-47c2-8bb8-b806c1dc6c89 req-cb8d4407-92e6-41c1-b9f4-9341b62d95d8 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.3121707 Jul 15 13:09:20.105266 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-a9c1e2de-f2cf-45bf-a39b-1c6d05ac8c06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, ff999f83-8f01-4fb0-bb3e-8fa1520b01f4) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:20.117104 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a643b351-806a-489b-b9e0-ef05b172ab1e None None] Network ff999f83-8f01-4fb0-bb3e-8fa1520b01f4 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:20.124007 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c1e2de-f2cf-45bf-a39b-1c6d05ac8c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:20.124628 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9c1e2de-f2cf-45bf-a39b-1c6d05ac8c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:20.219357 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 54350) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:20.246541 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d5a763d-4c54-47c2-8bb8-b806c1dc6c89 req-9497bea4-96fa-421f-ae37-bbe960dd9248 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146851 Jul 15 13:09:20.329689 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-13f9b3a3-c435-4a9e-a9d0-39f5d21b27f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:20.351148 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-13f9b3a3-c435-4a9e-a9d0-39f5d21b27f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:20.359890 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a9c1e2de-f2cf-45bf-a39b-1c6d05ac8c06 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0652666 Jul 15 13:09:20.361908 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 54362) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:20.366732 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-7d66fa72-2474-4e8b-a33a-0b7499f6f9e8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-816361967-router', 'tenant_id': '2e51b95462ec42b2a02dd62dd4e4547f', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:20.400938 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156e3a74-8609-4669-86ee-71f5cf53c326 None None] Network ff999f83-8f01-4fb0-bb3e-8fa1520b01f4 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:20.442239 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9ecbd04c-cf1e-4268-ab23-f5adccce4d03 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1725315096-network', 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:20.542381 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-13f9b3a3-c435-4a9e-a9d0-39f5d21b27f6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d2b1cbab635b43e68e2b98b20178f556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9167240 Jul 15 13:09:20.547208 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 54378) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:20.548885 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d66fa72-2474-4e8b-a33a-0b7499f6f9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:20.550016 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d66fa72-2474-4e8b-a33a-0b7499f6f9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:20.552125 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9b3a3-c435-4a9e-a9d0-39f5d21b27f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef7d2bc-4f6f-40c6-9de7-331c48863965,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:20.603111 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecbd04c-cf1e-4268-ab23-f5adccce4d03 admin admin] Made reservation on behalf of 418a827c6cea45b7b8c4dddb4927b332 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:20.610650 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ecbd04c-cf1e-4268-ab23-f5adccce4d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:20.654311 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ecbd04c-cf1e-4268-ab23-f5adccce4d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:20.720261 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e122e41f-cc3d-40b4-9774-172c32fed319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:20.751450 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1818eba3-0c37-4751-bff0-dc2060360419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:20.762679 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d66fa72-2474-4e8b-a33a-0b7499f6f9e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:20.813572 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1818eba3-0c37-4751-bff0-dc2060360419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:20.887422 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-c793686d-9d76-47cd-8212-ed7f2a08eff5 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:20.894883 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-c793686d-9d76-47cd-8212-ed7f2a08eff5 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] 10.222.0.24 "GET /v2.0/networks?id=8a2f137a-ad3f-4da4-b8fc-de4e04512f51 HTTP/1.1" status: 200 len: 810 time: 0.3502967 Jul 15 13:09:20.912497 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-379f9edd-562f-447f-95ac-6b0bf8d4c127 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] 10.222.0.24 "GET /v2.0/quotas/7c349b70be054424bd5888dd91fd4fb5 HTTP/1.1" status: 200 len: 375 time: 0.0161986 Jul 15 13:09:20.970403 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-8b0fb959-96ca-4b6d-9643-3ff70548f1b7 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c349b70be054424bd5888dd91fd4fb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565052 Jul 15 13:09:21.144529 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d66fa72-2474-4e8b-a33a-0b7499f6f9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:21.192266 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-358436f7-7384-4406-bf13-41fd982c25fd service neutron] 10.222.0.24 "GET /v2.0/networks/8a2f137a-ad3f-4da4-b8fc-de4e04512f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091963 Jul 15 13:09:21.259357 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1818eba3-0c37-4751-bff0-dc2060360419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:21.262199 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1818eba3-0c37-4751-bff0-dc2060360419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:21.263726 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1818eba3-0c37-4751-bff0-dc2060360419 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ef7d2bc-4f6f-40c6-9de7-331c48863965 HTTP/1.1" status: 204 len: 168 time: 0.7039204 Jul 15 13:09:21.288740 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818eba3-0c37-4751-bff0-dc2060360419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef7d2bc-4f6f-40c6-9de7-331c48863965,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:21.310378 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b159e-83cd-4ff8-8d86-9ca18ccfb78f req-14d47ebb-2891-4348-8c98-1f44216cee5e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:21.312575 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5b8b159e-83cd-4ff8-8d86-9ca18ccfb78f req-14d47ebb-2891-4348-8c98-1f44216cee5e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 945 time: 0.3166122 Jul 15 13:09:21.324840 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ecbd04c-cf1e-4268-ab23-f5adccce4d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:21.368625 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ecbd04c-cf1e-4268-ab23-f5adccce4d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:21.414615 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ecbd04c-cf1e-4268-ab23-f5adccce4d03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:21.424299 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-8f26a8ae-1aaa-4691-9668-cab37f744e93 service neutron] 10.222.0.24 "GET /v2.0/networks/8a2f137a-ad3f-4da4-b8fc-de4e04512f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309759 Jul 15 13:09:21.461876 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecbd04c-cf1e-4268-ab23-f5adccce4d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bbefeb-be8c-4146-bf3d-810b99d9a00e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:21.465077 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ecbd04c-cf1e-4268-ab23-f5adccce4d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:21.465513 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-9ecbd04c-cf1e-4268-ab23-f5adccce4d03 admin admin] Added segment 8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65 of type vlan for network a68fe874-df04-4314-a181-131d0536a9d8 Jul 15 13:09:21.515785 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5b8b159e-83cd-4ff8-8d86-9ca18ccfb78f req-27393a4b-5fab-4393-a9ff-e606a36405bf tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821632 Jul 15 13:09:21.559853 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ecbd04c-cf1e-4268-ab23-f5adccce4d03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:21.936471 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ecbd04c-cf1e-4268-ab23-f5adccce4d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:21.938495 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecbd04c-cf1e-4268-ab23-f5adccce4d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:21.939685 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ecbd04c-cf1e-4268-ab23-f5adccce4d03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:22.002536 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9ecbd04c-cf1e-4268-ab23-f5adccce4d03 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7817938 Jul 15 13:09:22.005856 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 54412) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:22.011680 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-52ccc2dc-9f98-41ff-88da-b7724f610ca8 admin admin] Request body: {'subnet': {'network_id': 'a68fe874-df04-4314-a181-131d0536a9d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1725315096-subnet', 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:22.175837 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d66fa72-2474-4e8b-a33a-0b7499f6f9e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:22.189369 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b9b4620d-e926-4b65-a76c-1f2aab341961 req-e861524b-ad5c-4749-a34d-f7cbe8b06cb3 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941dd43-581f-45ce-80a5-18ef5aebff21 HTTP/1.1" status: 200 len: 210 time: 0.1143222 Jul 15 13:09:22.193943 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecbd04c-cf1e-4268-ab23-f5adccce4d03 admin admin] Pushing event updated for resources: {'Network': ['ID=a68fe874-df04-4314-a181-131d0536a9d8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:22.203167 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ccc2dc-9f98-41ff-88da-b7724f610ca8 admin admin] Made reservation on behalf of 418a827c6cea45b7b8c4dddb4927b332 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:22.207652 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-52ccc2dc-9f98-41ff-88da-b7724f610ca8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:22.213814 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network a68fe874-df04-4314-a181-131d0536a9d8 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:09:22.324652 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b0260-3ed1-458e-acc1-9bc64cc277da req-5d255c93-85a0-48c8-8c1e-1eceab474d8b tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:22.328360 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f36b0260-3ed1-458e-acc1-9bc64cc277da req-5d255c93-85a0-48c8-8c1e-1eceab474d8b tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.4961126 Jul 15 13:09:22.336449 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d66fa72-2474-4e8b-a33a-0b7499f6f9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:22.458567 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-52ccc2dc-9f98-41ff-88da-b7724f610ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:22.568579 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ccc2dc-9f98-41ff-88da-b7724f610ca8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb32fc9a-711d-486b-b43b-dc825031996b,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:22.619392 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ccc2dc-9f98-41ff-88da-b7724f610ca8 admin admin] Checking segment: {'id': '8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a68fe874-df04-4314-a181-131d0536a9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:22.619759 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ccc2dc-9f98-41ff-88da-b7724f610ca8 admin admin] Network hostable DHCP agents. Network: a68fe874-df04-4314-a181-131d0536a9d8, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:09:22.675707 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ccc2dc-9f98-41ff-88da-b7724f610ca8 admin admin] Network a68fe874-df04-4314-a181-131d0536a9d8 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:09:22.691956 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f36b0260-3ed1-458e-acc1-9bc64cc277da req-819fe1d4-f414-411b-be10-92d8d30d2001 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418746 Jul 15 13:09:22.743802 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-52ccc2dc-9f98-41ff-88da-b7724f610ca8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, a68fe874-df04-4314-a181-131d0536a9d8) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:22.754793 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ccc2dc-9f98-41ff-88da-b7724f610ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:22.755379 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-52ccc2dc-9f98-41ff-88da-b7724f610ca8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:22.777554 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09784ca1-abf1-44d0-9016-95a87aeb1ae9 None None] Network a68fe874-df04-4314-a181-131d0536a9d8 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:22.907624 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-52ccc2dc-9f98-41ff-88da-b7724f610ca8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9006422 Jul 15 13:09:22.908478 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 54436) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:22.919026 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-51cc6812-4af3-4161-aa32-f76124cec6db admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1725315096-router', 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:22.958548 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcb881-9553-4e2d-8df1-7d1f226d4634 req-525eaafc-d7b3-4109-aadc-4601bbaf067c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:22.962578 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-92dcb881-9553-4e2d-8df1-7d1f226d4634 req-525eaafc-d7b3-4109-aadc-4601bbaf067c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=46c681a3ac1f49edb652254baad292e0&device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 1097 time: 0.3798127 Jul 15 13:09:23.029359 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51cc6812-4af3-4161-aa32-f76124cec6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.032282 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-7d66fa72-2474-4e8b-a33a-0b7499f6f9e8 admin admin] Allocated IP 172.25.6.234 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/180b6b8e-ed25-4f42-bfe5-621bba134403) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:23.034830 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51cc6812-4af3-4161-aa32-f76124cec6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.083957 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99268235-5d3d-425f-af7c-550262eb556f req-6d8c9e84-28e1-40cc-86c2-75003d474b12 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:23.107463 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-99268235-5d3d-425f-af7c-550262eb556f req-6d8c9e84-28e1-40cc-86c2-75003d474b12 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 945 time: 0.3391445 Jul 15 13:09:23.268808 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60b9011-4d01-4509-8439-07d589eb082a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-a68fe874-df04-4314-a181-131d0536a9d8', 'network_id': 'a68fe874-df04-4314-a181-131d0536a9d8', 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'fixed_ips': [{'subnet_id': 'bb32fc9a-711d-486b-b43b-dc825031996b'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:09:23.270424 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e60b9011-4d01-4509-8439-07d589eb082a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.298909 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.376317 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-99268235-5d3d-425f-af7c-550262eb556f req-a6413edf-99ae-4e06-ab0e-5c498158c9c5 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655602 Jul 15 13:09:23.392510 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51cc6812-4af3-4161-aa32-f76124cec6db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.406435 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-78e22f15-0445-4405-8c33-aeed088d7d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.515171 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-e60b9011-4d01-4509-8439-07d589eb082a None None] Allocated IP 172.20.0.2 (a68fe874-df04-4314-a181-131d0536a9d8/bb32fc9a-711d-486b-b43b-dc825031996b/8563ca5e-e5de-4042-afa5-2b4e54fd9a9f) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:23.548659 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcb881-9553-4e2d-8df1-7d1f226d4634 req-f148ea2d-de9c-4578-8acb-b264b4d27fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:23.555544 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-92dcb881-9553-4e2d-8df1-7d1f226d4634 req-f148ea2d-de9c-4578-8acb-b264b4d27fda service neutron] 10.222.0.32 "GET /v2.0/networks?id=956bc45d-6e41-4c68-9338-128c7dab2eb0 HTTP/1.1" status: 200 len: 912 time: 0.5831416 Jul 15 13:09:23.940731 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51cc6812-4af3-4161-aa32-f76124cec6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.016371 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fb225cb8-a647-42ad-b550-5df5fc7fe869 req-b36108dc-cad6-4f19-b568-360621664a7b tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941dd43-581f-45ce-80a5-18ef5aebff21 HTTP/1.1" status: 200 len: 210 time: 0.1101348 Jul 15 13:09:24.132239 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e60b9011-4d01-4509-8439-07d589eb082a None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.162560 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e60b9011-4d01-4509-8439-07d589eb082a None None] Transition to ACTIVE for port object 8563ca5e-e5de-4042-afa5-2b4e54fd9a9f will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:24.222617 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e60b9011-4d01-4509-8439-07d589eb082a None None] Transition to ACTIVE for port object 8563ca5e-e5de-4042-afa5-2b4e54fd9a9f will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:24.253286 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e60b9011-4d01-4509-8439-07d589eb082a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.415323 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60b9011-4d01-4509-8439-07d589eb082a None None] Network a68fe874-df04-4314-a181-131d0536a9d8 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:24.432984 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-e60b9011-4d01-4509-8439-07d589eb082a None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:24.439628 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60b9011-4d01-4509-8439-07d589eb082a None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:24.445274 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51cc6812-4af3-4161-aa32-f76124cec6db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.452436 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b9011-4d01-4509-8439-07d589eb082a None None] Pushing event updated for resources: {'Port': ['ID=8563ca5e-e5de-4042-afa5-2b4e54fd9a9f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:24.486011 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51cc6812-4af3-4161-aa32-f76124cec6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.552182 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e60b9011-4d01-4509-8439-07d589eb082a None None] Attempting to bind port 8563ca5e-e5de-4042-afa5-2b4e54fd9a9f on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:24.553530 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e60b9011-4d01-4509-8439-07d589eb082a None None] Attempting to bind port 8563ca5e-e5de-4042-afa5-2b4e54fd9a9f by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a68fe874-df04-4314-a181-131d0536a9d8'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:24.554511 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60b9011-4d01-4509-8439-07d589eb082a None None] Attempting to bind port 8563ca5e-e5de-4042-afa5-2b4e54fd9a9f on network a68fe874-df04-4314-a181-131d0536a9d8 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:24.603621 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d66fa72-2474-4e8b-a33a-0b7499f6f9e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.605229 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60b9011-4d01-4509-8439-07d589eb082a None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:24.606950 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60b9011-4d01-4509-8439-07d589eb082a None None] Checking segment: {'id': '8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a68fe874-df04-4314-a181-131d0536a9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:24.610591 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e60b9011-4d01-4509-8439-07d589eb082a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.611367 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60b9011-4d01-4509-8439-07d589eb082a None None] Bound using segment: {'id': '8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a68fe874-df04-4314-a181-131d0536a9d8'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:24.611775 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-92dcb881-9553-4e2d-8df1-7d1f226d4634 req-85f8f55a-d07b-4103-968b-60faad94db9e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6999d22-37c3-42d4-93cb-ea123cbe8b64 HTTP/1.1" status: 200 len: 217 time: 1.0331233 Jul 15 13:09:24.613403 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e60b9011-4d01-4509-8439-07d589eb082a None None] Bound port: 8563ca5e-e5de-4042-afa5-2b4e54fd9a9f, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a68fe874-df04-4314-a181-131d0536a9d8'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:24.615209 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e60b9011-4d01-4509-8439-07d589eb082a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.644500 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c734c-5df9-4dbb-b0e7-77ee14b3ebc1 req-0fc9cf72-3ed1-485f-9d9a-328282132656 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:24.653249 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3c4c734c-5df9-4dbb-b0e7-77ee14b3ebc1 req-0fc9cf72-3ed1-485f-9d9a-328282132656 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 1.3197556 Jul 15 13:09:24.701584 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.769031 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.802980 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e60b9011-4d01-4509-8439-07d589eb082a None None] For port 8563ca5e-e5de-4042-afa5-2b4e54fd9a9f, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:24.811052 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e60b9011-4d01-4509-8439-07d589eb082a None None] For port 8563ca5e-e5de-4042-afa5-2b4e54fd9a9f, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8563ca5e-e5de-4042-afa5-2b4e54fd9a9f,segment=NetworkSegment(8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65),segment_id=8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:24.821788 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e60b9011-4d01-4509-8439-07d589eb082a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.849807 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3c4c734c-5df9-4dbb-b0e7-77ee14b3ebc1 req-772be5ed-276e-4e01-baf0-96b829d9d8a7 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954465 Jul 15 13:09:24.851539 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcb881-9553-4e2d-8df1-7d1f226d4634 req-dd4c47bd-a03d-41f5-8a14-ca0d99334e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:24.855893 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-92dcb881-9553-4e2d-8df1-7d1f226d4634 req-dd4c47bd-a03d-41f5-8a14-ca0d99334e52 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d483a1a6-7065-4b15-8f19-4e9042e07796 HTTP/1.1" status: 200 len: 851 time: 0.2348449 Jul 15 13:09:25.028674 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d66fa72-2474-4e8b-a33a-0b7499f6f9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:25.059743 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-92dcb881-9553-4e2d-8df1-7d1f226d4634 req-461d7062-c95c-48f6-a0cc-65cc36a4eae9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=956bc45d-6e41-4c68-9338-128c7dab2eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1954212 Jul 15 13:09:25.066453 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b9011-4d01-4509-8439-07d589eb082a None None] Pushing event updated for resources: {'Port': ['ID=8563ca5e-e5de-4042-afa5-2b4e54fd9a9f,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:25.279852 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66fa72-2474-4e8b-a33a-0b7499f6f9e8 admin admin] Pushing event updated for resources: {'Port': ['ID=180b6b8e-ed25-4f42-bfe5-621bba134403,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:25.463924 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-51cc6812-4af3-4161-aa32-f76124cec6db admin admin] Allocated IP 172.25.6.53 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/b7ca0c08-c18f-4b50-a856-a826bc328cf2) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:25.636408 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d66fa72-2474-4e8b-a33a-0b7499f6f9e8 admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:25.663246 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-7d66fa72-2474-4e8b-a33a-0b7499f6f9e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:25.668792 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d66fa72-2474-4e8b-a33a-0b7499f6f9e8 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:25.910943 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device c6999d22-37c3-42d4-93cb-ea123cbe8b64 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:25.972156 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa322829-0b07-4d95-adeb-c4fa513e2dcd req-0117b03e-7455-4026-8ac6-82121ddfaabe tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:25.974447 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aa322829-0b07-4d95-adeb-c4fa513e2dcd req-0117b03e-7455-4026-8ac6-82121ddfaabe tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.6883485 Jul 15 13:09:26.082103 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8563ca5e-e5de-4042-afa5-2b4e54fd9a9f up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:26.253202 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-92dcb881-9553-4e2d-8df1-7d1f226d4634 req-3340918f-47cf-47c0-be43-889562393f51 service neutron] 10.222.0.32 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1621845 Jul 15 13:09:26.330133 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:26.372526 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 8563ca5e-e5de-4042-afa5-2b4e54fd9a9f completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:26.406254 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:26.446768 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717f11f8-8976-47f1-a72d-98874fb11d14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6999d22-37c3-42d4-93cb-ea123cbe8b64'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:26.453149 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e46b7b4-b4de-437d-b48e-59c5dee4723a" -d '{"events": [{"server_uuid": "717f11f8-8976-47f1-a72d-98874fb11d14", "name": "network-vif-unplugged", "status": "completed", "tag": "c6999d22-37c3-42d4-93cb-ea123cbe8b64"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:26.487598 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port c6999d22-37c3-42d4-93cb-ea123cbe8b64, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=c6999d22-37c3-42d4-93cb-ea123cbe8b64,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:26.502299 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:26.621114 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=c6999d22-37c3-42d4-93cb-ea123cbe8b64,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:26.682619 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51cc6812-4af3-4161-aa32-f76124cec6db admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:26.735180 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5492a-e8f0-4e48-8af4-294489f69a32 req-9fd498ab-9fa2-46bb-ac75-93445879d585 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:26.755002 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dbc5492a-e8f0-4e48-8af4-294489f69a32 req-9fd498ab-9fa2-46bb-ac75-93445879d585 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 945 time: 2.0369401 Jul 15 13:09:26.829259 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-fb39d487-ca68-4270-a02f-4ba5b1480634 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:26.838815 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-fb39d487-ca68-4270-a02f-4ba5b1480634 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] 10.222.0.18 "GET /v2.0/networks?id=8a2f137a-ad3f-4da4-b8fc-de4e04512f51 HTTP/1.1" status: 200 len: 810 time: 2.0138128 Jul 15 13:09:26.850134 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-92dcb881-9553-4e2d-8df1-7d1f226d4634 req-eaaec015-c6e1-42b1-99d9-6bea551be3cf service neutron] 10.222.0.32 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5464594 Jul 15 13:09:26.861787 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-480a7b50-a3aa-47ec-a83d-5d54d05c2622 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Request body: {'port': {'device_id': '6941dd43-581f-45ce-80a5-18ef5aebff21', 'network_id': '8a2f137a-ad3f-4da4-b8fc-de4e04512f51', 'admin_state_up': True, 'tenant_id': '7c349b70be054424bd5888dd91fd4fb5'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:26.868661 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aa322829-0b07-4d95-adeb-c4fa513e2dcd req-821aff06-4380-4078-9f24-21eed0f46747 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5977061 Jul 15 13:09:26.886347 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d66fa72-2474-4e8b-a33a-0b7499f6f9e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:27.113242 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dbc5492a-e8f0-4e48-8af4-294489f69a32 req-f440b641-6596-4bf2-8f98-f9a1318e2bf6 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619182 Jul 15 13:09:27.204050 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03c5e1b-3d0e-4aea-b668-944831b91c07 None None] Network a68fe874-df04-4314-a181-131d0536a9d8 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:27.278355 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12b0fe4-a773-41c4-ac60-79f9115bd5e6 x-openstack-request-id: req-d12b0fe4-a773-41c4-ac60-79f9115bd5e6 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:27.278949 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717f11f8-8976-47f1-a72d-98874fb11d14", "name": "network-vif-unplugged", "status": "completed", "tag": "c6999d22-37c3-42d4-93cb-ea123cbe8b64", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:27.280259 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d12b0fe4-a773-41c4-ac60-79f9115bd5e6 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:27.280909 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717f11f8-8976-47f1-a72d-98874fb11d14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6999d22-37c3-42d4-93cb-ea123cbe8b64', 'code': 200} Jul 15 13:09:27.382649 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51cc6812-4af3-4161-aa32-f76124cec6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:27.412160 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-da1e939b-8fc7-4a4c-9730-ed6c300a86a9 None None] Provisioning for port 8563ca5e-e5de-4042-afa5-2b4e54fd9a9f completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:27.430327 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5c3bbb43-7b1a-493c-a477-1b5674af0d56 req-348ad258-7cf3-4de7-863a-6eaabb72d490 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941dd43-581f-45ce-80a5-18ef5aebff21 HTTP/1.1" status: 200 len: 210 time: 0.1487181 Jul 15 13:09:27.445851 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-da1e939b-8fc7-4a4c-9730-ed6c300a86a9 None None] Provisioning complete for port 8563ca5e-e5de-4042-afa5-2b4e54fd9a9f triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:27.446239 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da1e939b-8fc7-4a4c-9730-ed6c300a86a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:27.538957 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc6812-4af3-4161-aa32-f76124cec6db admin admin] Pushing event updated for resources: {'Port': ['ID=b7ca0c08-c18f-4b50-a856-a826bc328cf2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:27.583877 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cc6812-4af3-4161-aa32-f76124cec6db admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:27.587658 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-480a7b50-a3aa-47ec-a83d-5d54d05c2622 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Made reservation on behalf of 7c349b70be054424bd5888dd91fd4fb5 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:27.596332 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-480a7b50-a3aa-47ec-a83d-5d54d05c2622 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:27.628761 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-51cc6812-4af3-4161-aa32-f76124cec6db admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:27.642753 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cc6812-4af3-4161-aa32-f76124cec6db admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:27.887107 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d66fa72-2474-4e8b-a33a-0b7499f6f9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:27.936962 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8f1ae-9867-491a-8daf-02527dc9075f req-2db3a199-46d5-482d-ab9a-04cee4e36619 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:27.946205 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7fa8f1ae-9867-491a-8daf-02527dc9075f req-2db3a199-46d5-482d-ab9a-04cee4e36619 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.3213246 Jul 15 13:09:28.042503 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-480a7b50-a3aa-47ec-a83d-5d54d05c2622 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Allocated IP 172.20.0.3 (8a2f137a-ad3f-4da4-b8fc-de4e04512f51/a8379c0d-ceab-40c8-8972-8c4342c607f5/7ed910e4-5621-474b-82b5-031d6a959951) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:28.061868 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7fa8f1ae-9867-491a-8daf-02527dc9075f req-81002613-d5e4-41f7-bcea-f741f2d6c2e7 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112444 Jul 15 13:09:28.367407 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d66fa72-2474-4e8b-a33a-0b7499f6f9e8 admin admin] Router e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:09:28.402169 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da1e939b-8fc7-4a4c-9730-ed6c300a86a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:28.460859 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-da1e939b-8fc7-4a4c-9730-ed6c300a86a9 None None] For port 8563ca5e-e5de-4042-afa5-2b4e54fd9a9f, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8563ca5e-e5de-4042-afa5-2b4e54fd9a9f,segment=NetworkSegment(8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65),segment_id=8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:28.469946 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da1e939b-8fc7-4a4c-9730-ed6c300a86a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:28.577396 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e939b-8fc7-4a4c-9730-ed6c300a86a9 None None] Pushing event updated for resources: {'Port': ['ID=8563ca5e-e5de-4042-afa5-2b4e54fd9a9f,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:28.699243 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51cc6812-4af3-4161-aa32-f76124cec6db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:28.850619 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d66fa72-2474-4e8b-a33a-0b7499f6f9e8 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:28.873193 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c81d2d6-193e-4505-8c55-a07f38d27641 None None] Sync routers for ids ['e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:28.892415 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c81d2d6-193e-4505-8c55-a07f38d27641 None None] Routers {'e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:28.893875 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0c81d2d6-193e-4505-8c55-a07f38d27641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:09:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:29.062395 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d66fa72-2474-4e8b-a33a-0b7499f6f9e8 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.070667 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7d66fa72-2474-4e8b-a33a-0b7499f6f9e8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.7073383 Jul 15 13:09:29.071672 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 54540) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:29.216020 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-480a7b50-a3aa-47ec-a83d-5d54d05c2622 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.239772 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-0c81d2d6-193e-4505-8c55-a07f38d27641 None None] Set router e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:29.299027 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d904d-242a-46c7-9919-9de388e4441c req-873f3ec7-cc81-4743-9e09-d7331468094b tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:29.300659 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac3d904d-242a-46c7-9919-9de388e4441c req-873f3ec7-cc81-4743-9e09-d7331468094b tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 943 time: 0.4158900 Jul 15 13:09:29.331063 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe05fa-8345-4ad4-8bc6-0c3cd16a3cc7 req-89bd4f32-2df2-41d5-8de4-4bd5f9d16521 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:29.348053 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2afe05fa-8345-4ad4-8bc6-0c3cd16a3cc7 req-89bd4f32-2df2-41d5-8de4-4bd5f9d16521 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.4661696 Jul 15 13:09:29.484234 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac3d904d-242a-46c7-9919-9de388e4441c req-e405c8a9-de88-4df5-9ea1-39ca63fba5da tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248958 Jul 15 13:09:29.569511 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-480a7b50-a3aa-47ec-a83d-5d54d05c2622 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.600450 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0f84f08d-64fe-41ef-b083-c692d85be377 None None] Provisioning complete for port 8563ca5e-e5de-4042-afa5-2b4e54fd9a9f triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:29.601254 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0f84f08d-64fe-41ef-b083-c692d85be377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.642546 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51cc6812-4af3-4161-aa32-f76124cec6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.650664 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2afe05fa-8345-4ad4-8bc6-0c3cd16a3cc7 req-742536dd-9313-4418-aa1e-54b7a4bf5394 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371500 Jul 15 13:09:29.821052 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8563ca5e-e5de-4042-afa5-2b4e54fd9a9f up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:29.847830 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-480a7b50-a3aa-47ec-a83d-5d54d05c2622 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Network 8a2f137a-ad3f-4da4-b8fc-de4e04512f51 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:29.867505 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a7b50-a3aa-47ec-a83d-5d54d05c2622 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Pushing event updated for resources: {'Port': ['ID=7ed910e4-5621-474b-82b5-031d6a959951,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:29.902745 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-480a7b50-a3aa-47ec-a83d-5d54d05c2622 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:29.906423 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-480a7b50-a3aa-47ec-a83d-5d54d05c2622 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:30.095197 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-480a7b50-a3aa-47ec-a83d-5d54d05c2622 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:30.096110 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-480a7b50-a3aa-47ec-a83d-5d54d05c2622 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.102386 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 8563ca5e-e5de-4042-afa5-2b4e54fd9a9f triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:30.102971 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.212012 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e1d77-9d00-4048-b08b-91a67161c6d7 req-81eca8b8-2ac9-45d1-a64f-8d64f90b028d tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:30.220254 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-821e1d77-9d00-4048-b08b-91a67161c6d7 req-81eca8b8-2ac9-45d1-a64f-8d64f90b028d tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941dd43-581f-45ce-80a5-18ef5aebff21 HTTP/1.1" status: 200 len: 931 time: 0.3562632 Jul 15 13:09:30.224413 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-480a7b50-a3aa-47ec-a83d-5d54d05c2622 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3750305 Jul 15 13:09:30.247255 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-17ef0391-df2d-4720-9596-b9f7d237dfe5 service neutron] Request body: {'port': {'device_id': '6941dd43-581f-45ce-80a5-18ef5aebff21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:30.278856 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0c81d2d6-193e-4505-8c55-a07f38d27641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb', 'name': 'tempest-ServerRescueNegativeTestJSON-816361967-router', 'tenant_id': '2e51b95462ec42b2a02dd62dd4e4547f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '180b6b8e-ed25-4f42-bfe5-621bba134403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:20Z', 'updated_at': '2021-07-15T13:09:26Z', 'revision_number': 3, 'project_id': '2e51b95462ec42b2a02dd62dd4e4547f', 'gw_port': {'id': '180b6b8e-ed25-4f42-bfe5-621bba134403', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:92:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:22Z', 'updated_at': '2021-07-15T13:09:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:30.395116 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c81d2d6-193e-4505-8c55-a07f38d27641 None None] Checking router: e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:09:30.399294 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c81d2d6-193e-4505-8c55-a07f38d27641 None None] Updating router e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb port 180b6b8e-ed25-4f42-bfe5-621bba134403 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:09:30.464475 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51cc6812-4af3-4161-aa32-f76124cec6db admin admin] Router 44e78f15-7598-4391-bba7-ce3eb4154b2d is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:09:30.514421 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-821e1d77-9d00-4048-b08b-91a67161c6d7 req-7e0f9553-c8af-4a7d-94ba-cb996cfb83d4 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc02356-b8d6-4a76-9e9e-db26cf89ff01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912090 Jul 15 13:09:30.516902 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-17ef0391-df2d-4720-9596-b9f7d237dfe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.558601 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c81d2d6-193e-4505-8c55-a07f38d27641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.853003 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fea399e6-fa7e-432d-80b6-1276bdaf7427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.856812 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cc6812-4af3-4161-aa32-f76124cec6db admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:30.870932 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c77452-c6fd-4c47-b982-ea724520f5b4 None None] Sync routers for ids ['44e78f15-7598-4391-bba7-ce3eb4154b2d'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:30.936818 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c77452-c6fd-4c47-b982-ea724520f5b4 None None] Routers {'44e78f15-7598-4391-bba7-ce3eb4154b2d'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:30.939185 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51cc6812-4af3-4161-aa32-f76124cec6db admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.940310 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-92c77452-c6fd-4c47-b982-ea724520f5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:09:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['44e78f15-7598-4391-bba7-ce3eb4154b2d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:30.942642 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-51cc6812-4af3-4161-aa32-f76124cec6db admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.0305192 Jul 15 13:09:30.948763 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 54582) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:31.131137 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff53a0-9799-4686-a280-328c95888d1b req-a305c301-d975-4d1b-bd6d-da44034bb46a tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:31.132821 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-34ff53a0-9799-4686-a280-328c95888d1b req-a305c301-d975-4d1b-bd6d-da44034bb46a tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.4807487 Jul 15 13:09:31.246252 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-92c77452-c6fd-4c47-b982-ea724520f5b4 None None] Set router 44e78f15-7598-4391-bba7-ce3eb4154b2d gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:31.455905 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-34ff53a0-9799-4686-a280-328c95888d1b req-911e85d1-d54c-4157-8b55-372991282cea tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021770 Jul 15 13:09:31.504942 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-fea399e6-fa7e-432d-80b6-1276bdaf7427 admin admin] Allocated IP 172.20.0.1 (ff999f83-8f01-4fb0-bb3e-8fa1520b01f4/33c47e88-09c9-4ef9-8d40-4d0aac513fe6/042bfa1a-ac37-4987-a33a-dfe4b817e604) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:31.544051 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c81d2d6-193e-4505-8c55-a07f38d27641 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.578741 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0c81d2d6-193e-4505-8c55-a07f38d27641 None None] Transition to ACTIVE for port object 180b6b8e-ed25-4f42-bfe5-621bba134403 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:31.590462 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c81d2d6-193e-4505-8c55-a07f38d27641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.656299 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77a6a5-3e88-47a0-9242-43784196d567 req-4693d623-bc3c-44b4-beff-8261791561b3 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:31.664992 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ef77a6a5-3e88-47a0-9242-43784196d567 req-4693d623-bc3c-44b4-beff-8261791561b3 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 943 time: 0.5747297 Jul 15 13:09:31.727087 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-0c81d2d6-193e-4505-8c55-a07f38d27641 None None] Attempting to bind port 180b6b8e-ed25-4f42-bfe5-621bba134403 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:31.733022 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-0c81d2d6-193e-4505-8c55-a07f38d27641 None None] Attempting to bind port 180b6b8e-ed25-4f42-bfe5-621bba134403 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:31.735833 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c81d2d6-193e-4505-8c55-a07f38d27641 None None] Attempting to bind port 180b6b8e-ed25-4f42-bfe5-621bba134403 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:31.756569 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c81d2d6-193e-4505-8c55-a07f38d27641 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:31.757353 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c81d2d6-193e-4505-8c55-a07f38d27641 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:31.758012 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c81d2d6-193e-4505-8c55-a07f38d27641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.758624 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c81d2d6-193e-4505-8c55-a07f38d27641 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:31.759357 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-0c81d2d6-193e-4505-8c55-a07f38d27641 None None] Bound port: 180b6b8e-ed25-4f42-bfe5-621bba134403, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:31.759997 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c81d2d6-193e-4505-8c55-a07f38d27641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.763028 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b51aad-640f-487c-9208-873377dbbc09 None None] Pushing event updated for resources: {'Port': ['ID=180b6b8e-ed25-4f42-bfe5-621bba134403,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:31.803098 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-92c77452-c6fd-4c47-b982-ea724520f5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'name': 'tempest-TaggedBootDevicesTest-1725315096-router', 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'b7ca0c08-c18f-4b50-a856-a826bc328cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:23Z', 'updated_at': '2021-07-15T13:09:28Z', 'revision_number': 3, 'project_id': '418a827c6cea45b7b8c4dddb4927b332', 'gw_port': {'id': 'b7ca0c08-c18f-4b50-a856-a826bc328cf2', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:24Z', 'updated_at': '2021-07-15T13:09:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:31.880176 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-0c81d2d6-193e-4505-8c55-a07f38d27641 None None] For port 180b6b8e-ed25-4f42-bfe5-621bba134403, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:31.893115 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-0c81d2d6-193e-4505-8c55-a07f38d27641 None None] For port 180b6b8e-ed25-4f42-bfe5-621bba134403, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=180b6b8e-ed25-4f42-bfe5-621bba134403,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:31.901848 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c81d2d6-193e-4505-8c55-a07f38d27641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.918409 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fea399e6-fa7e-432d-80b6-1276bdaf7427 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.943075 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c77452-c6fd-4c47-b982-ea724520f5b4 None None] Checking router: 44e78f15-7598-4391-bba7-ce3eb4154b2d for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:09:31.943620 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c77452-c6fd-4c47-b982-ea724520f5b4 None None] Updating router 44e78f15-7598-4391-bba7-ce3eb4154b2d port b7ca0c08-c18f-4b50-a856-a826bc328cf2 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:09:32.001041 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f88404-ca60-4de8-bab2-d4da5572dc97 req-f6f0970a-8ce5-4977-986a-7f75215519ae tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:32.003445 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a9f88404-ca60-4de8-bab2-d4da5572dc97 req-f6f0970a-8ce5-4977-986a-7f75215519ae tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.2872491 Jul 15 13:09:32.004623 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device c6999d22-37c3-42d4-93cb-ea123cbe8b64 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:32.084782 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b51aad-640f-487c-9208-873377dbbc09 None None] Pushing event updated for resources: {'Port': ['ID=180b6b8e-ed25-4f42-bfe5-621bba134403,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:32.094792 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-92c77452-c6fd-4c47-b982-ea724520f5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.125912 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ef77a6a5-3e88-47a0-9242-43784196d567 req-ebcd6989-1dbb-4ad6-82e3-a324fa35650d tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4599946 Jul 15 13:09:32.130863 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fea399e6-fa7e-432d-80b6-1276bdaf7427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.184726 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c81d2d6-193e-4505-8c55-a07f38d27641 None None] Routers {'e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:32.185445 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0c81d2d6-193e-4505-8c55-a07f38d27641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:09:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:32.218821 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea399e6-fa7e-432d-80b6-1276bdaf7427 admin admin] Network ff999f83-8f01-4fb0-bb3e-8fa1520b01f4 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:32.228502 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-fea399e6-fa7e-432d-80b6-1276bdaf7427 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:32.242913 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea399e6-fa7e-432d-80b6-1276bdaf7427 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:32.284075 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a9f88404-ca60-4de8-bab2-d4da5572dc97 req-4407c8b0-81d0-4910-a634-d99f236ee500 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980219 Jul 15 13:09:32.392240 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea399e6-fa7e-432d-80b6-1276bdaf7427 admin admin] Pushing event updated for resources: {'Port': ['ID=042bfa1a-ac37-4987-a33a-dfe4b817e604,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:32.486314 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fea399e6-fa7e-432d-80b6-1276bdaf7427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.682115 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-17ef0391-df2d-4720-9596-b9f7d237dfe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ed910e4-5621-474b-82b5-031d6a959951 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:32.699809 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-17ef0391-df2d-4720-9596-b9f7d237dfe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.717806 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-92c77452-c6fd-4c47-b982-ea724520f5b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.742817 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-92c77452-c6fd-4c47-b982-ea724520f5b4 None None] Transition to ACTIVE for port object b7ca0c08-c18f-4b50-a856-a826bc328cf2 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:32.753584 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-92c77452-c6fd-4c47-b982-ea724520f5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.761424 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-0c81d2d6-193e-4505-8c55-a07f38d27641 None None] Set router e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:32.778088 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-17ef0391-df2d-4720-9596-b9f7d237dfe5 service neutron] Transition to ACTIVE for port object 7ed910e4-5621-474b-82b5-031d6a959951 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:32.907816 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a592e-7260-48cb-a56e-979138cf9ea2 None None] Pushing event updated for resources: {'Port': ['ID=b7ca0c08-c18f-4b50-a856-a826bc328cf2,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:32.913490 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-92c77452-c6fd-4c47-b982-ea724520f5b4 None None] Attempting to bind port b7ca0c08-c18f-4b50-a856-a826bc328cf2 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:32.914225 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-92c77452-c6fd-4c47-b982-ea724520f5b4 None None] Attempting to bind port b7ca0c08-c18f-4b50-a856-a826bc328cf2 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:32.914793 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c77452-c6fd-4c47-b982-ea724520f5b4 None None] Attempting to bind port b7ca0c08-c18f-4b50-a856-a826bc328cf2 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:32.924441 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c77452-c6fd-4c47-b982-ea724520f5b4 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:32.925271 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c77452-c6fd-4c47-b982-ea724520f5b4 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:32.925921 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-92c77452-c6fd-4c47-b982-ea724520f5b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.927542 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c77452-c6fd-4c47-b982-ea724520f5b4 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:32.929433 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-92c77452-c6fd-4c47-b982-ea724520f5b4 None None] Bound port: b7ca0c08-c18f-4b50-a856-a826bc328cf2, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:32.930879 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-92c77452-c6fd-4c47-b982-ea724520f5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.947154 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fea399e6-fa7e-432d-80b6-1276bdaf7427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.221569 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0c81d2d6-193e-4505-8c55-a07f38d27641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb', 'name': 'tempest-ServerRescueNegativeTestJSON-816361967-router', 'tenant_id': '2e51b95462ec42b2a02dd62dd4e4547f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '180b6b8e-ed25-4f42-bfe5-621bba134403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:20Z', 'updated_at': '2021-07-15T13:09:26Z', 'revision_number': 3, 'project_id': '2e51b95462ec42b2a02dd62dd4e4547f', 'gw_port': {'id': '180b6b8e-ed25-4f42-bfe5-621bba134403', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:92:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:22Z', 'updated_at': '2021-07-15T13:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:33.278037 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c81d2d6-193e-4505-8c55-a07f38d27641 None None] The sync data for ids ['e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb'] in n-d-758944-45 is: [{'id': 'e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb', 'name': 'tempest-ServerRescueNegativeTestJSON-816361967-router', 'tenant_id': '2e51b95462ec42b2a02dd62dd4e4547f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '180b6b8e-ed25-4f42-bfe5-621bba134403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:20Z', 'updated_at': '2021-07-15T13:09:26Z', 'revision_number': 3, 'project_id': '2e51b95462ec42b2a02dd62dd4e4547f', 'gw_port': {'id': '180b6b8e-ed25-4f42-bfe5-621bba134403', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:92:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:22Z', 'updated_at': '2021-07-15T13:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:09:33.338273 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-92c77452-c6fd-4c47-b982-ea724520f5b4 None None] For port b7ca0c08-c18f-4b50-a856-a826bc328cf2, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:33.353658 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-92c77452-c6fd-4c47-b982-ea724520f5b4 None None] For port b7ca0c08-c18f-4b50-a856-a826bc328cf2, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b7ca0c08-c18f-4b50-a856-a826bc328cf2,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:33.367777 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-92c77452-c6fd-4c47-b982-ea724520f5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.377290 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-17ef0391-df2d-4720-9596-b9f7d237dfe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.443282 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fea399e6-fa7e-432d-80b6-1276bdaf7427 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.465313 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fea399e6-fa7e-432d-80b6-1276bdaf7427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.543191 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d508b16e-85b7-4932-9da7-c53507005af6 req-4741c1db-3632-4bc8-bc6e-69c68b083856 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2490706 Jul 15 13:09:33.636885 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c77452-c6fd-4c47-b982-ea724520f5b4 None None] Routers {'44e78f15-7598-4391-bba7-ce3eb4154b2d'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:33.639622 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-92c77452-c6fd-4c47-b982-ea724520f5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:09:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['44e78f15-7598-4391-bba7-ce3eb4154b2d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:33.645837 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a592e-7260-48cb-a56e-979138cf9ea2 None None] Pushing event updated for resources: {'Port': ['ID=b7ca0c08-c18f-4b50-a856-a826bc328cf2,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:33.814104 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fea399e6-fa7e-432d-80b6-1276bdaf7427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.821295 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef0391-df2d-4720-9596-b9f7d237dfe5 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed910e4-5621-474b-82b5-031d6a959951,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:33.849373 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea399e6-fa7e-432d-80b6-1276bdaf7427 admin admin] Pushing event updated for resources: {'Port': ['ID=042bfa1a-ac37-4987-a33a-dfe4b817e604,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:33.924225 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54246bcf-715d-4d54-b8b9-fb75a02b11cf req-1ac184d9-f32a-495b-adaf-e2e1dc20c400 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:33.934673 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-54246bcf-715d-4d54-b8b9-fb75a02b11cf req-1ac184d9-f32a-495b-adaf-e2e1dc20c400 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941dd43-581f-45ce-80a5-18ef5aebff21 HTTP/1.1" status: 200 len: 943 time: 1.2089643 Jul 15 13:09:33.976452 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-92c77452-c6fd-4c47-b982-ea724520f5b4 None None] Set router 44e78f15-7598-4391-bba7-ce3eb4154b2d gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:34.112753 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508b16e-85b7-4932-9da7-c53507005af6 req-3f3745e4-cf2f-4b3f-8d4e-578c619797d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:34.122034 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d508b16e-85b7-4932-9da7-c53507005af6 req-3f3745e4-cf2f-4b3f-8d4e-578c619797d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11b8af7c013140faa070a8db01c03b78&device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622 HTTP/1.1" status: 200 len: 1096 time: 0.4732814 Jul 15 13:09:34.165322 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d898f92-bd0d-4969-84d5-656c4ce8f977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.209995 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-17ef0391-df2d-4720-9596-b9f7d237dfe5 service neutron] Attempting to bind port 7ed910e4-5621-474b-82b5-031d6a959951 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:34.211467 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-17ef0391-df2d-4720-9596-b9f7d237dfe5 service neutron] Attempting to bind port 7ed910e4-5621-474b-82b5-031d6a959951 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '3a0ea045-d9ef-4e39-8569-9e99c4ca051c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8a2f137a-ad3f-4da4-b8fc-de4e04512f51'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:34.213161 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-17ef0391-df2d-4720-9596-b9f7d237dfe5 service neutron] Attempting to bind port 7ed910e4-5621-474b-82b5-031d6a959951 on network 8a2f137a-ad3f-4da4-b8fc-de4e04512f51 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:34.266073 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-17ef0391-df2d-4720-9596-b9f7d237dfe5 service neutron] Port 7ed910e4-5621-474b-82b5-031d6a959951 on network 8a2f137a-ad3f-4da4-b8fc-de4e04512f51 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:09:34.267003 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-17ef0391-df2d-4720-9596-b9f7d237dfe5 service neutron] Attempting to bind port 7ed910e4-5621-474b-82b5-031d6a959951 on network 8a2f137a-ad3f-4da4-b8fc-de4e04512f51 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:34.300077 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-54246bcf-715d-4d54-b8b9-fb75a02b11cf req-ceb87c05-7aac-4b71-bb97-97613c3b3efe tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc02356-b8d6-4a76-9e9e-db26cf89ff01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595493 Jul 15 13:09:34.309695 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-17ef0391-df2d-4720-9596-b9f7d237dfe5 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:34.313516 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-17ef0391-df2d-4720-9596-b9f7d237dfe5 service neutron] Checking segment: {'id': '3a0ea045-d9ef-4e39-8569-9e99c4ca051c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8a2f137a-ad3f-4da4-b8fc-de4e04512f51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:34.316248 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-17ef0391-df2d-4720-9596-b9f7d237dfe5 service neutron] Bound using segment: {'id': '3a0ea045-d9ef-4e39-8569-9e99c4ca051c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8a2f137a-ad3f-4da4-b8fc-de4e04512f51'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:34.316991 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-17ef0391-df2d-4720-9596-b9f7d237dfe5 service neutron] Bound port: 7ed910e4-5621-474b-82b5-031d6a959951, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0ea045-d9ef-4e39-8569-9e99c4ca051c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8a2f137a-ad3f-4da4-b8fc-de4e04512f51'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:34.317574 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-17ef0391-df2d-4720-9596-b9f7d237dfe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.362240 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea399e6-fa7e-432d-80b6-1276bdaf7427 admin admin] Network ff999f83-8f01-4fb0-bb3e-8fa1520b01f4 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:34.516926 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-92c77452-c6fd-4c47-b982-ea724520f5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'name': 'tempest-TaggedBootDevicesTest-1725315096-router', 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'b7ca0c08-c18f-4b50-a856-a826bc328cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:23Z', 'updated_at': '2021-07-15T13:09:28Z', 'revision_number': 3, 'project_id': '418a827c6cea45b7b8c4dddb4927b332', 'gw_port': {'id': 'b7ca0c08-c18f-4b50-a856-a826bc328cf2', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:24Z', 'updated_at': '2021-07-15T13:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:34.582189 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c77452-c6fd-4c47-b982-ea724520f5b4 None None] The sync data for ids ['44e78f15-7598-4391-bba7-ce3eb4154b2d'] in n-d-758944-45 is: [{'id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'name': 'tempest-TaggedBootDevicesTest-1725315096-router', 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'b7ca0c08-c18f-4b50-a856-a826bc328cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:23Z', 'updated_at': '2021-07-15T13:09:28Z', 'revision_number': 3, 'project_id': '418a827c6cea45b7b8c4dddb4927b332', 'gw_port': {'id': 'b7ca0c08-c18f-4b50-a856-a826bc328cf2', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:24Z', 'updated_at': '2021-07-15T13:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:09:34.939578 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-17ef0391-df2d-4720-9596-b9f7d237dfe5 service neutron] For port 7ed910e4-5621-474b-82b5-031d6a959951, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:34.979585 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-17ef0391-df2d-4720-9596-b9f7d237dfe5 service neutron] For port 7ed910e4-5621-474b-82b5-031d6a959951, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=7ed910e4-5621-474b-82b5-031d6a959951,segment=NetworkSegment(3a0ea045-d9ef-4e39-8569-9e99c4ca051c),segment_id=3a0ea045-d9ef-4e39-8569-9e99c4ca051c)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:35.009278 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-17ef0391-df2d-4720-9596-b9f7d237dfe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.010925 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-fea399e6-fa7e-432d-80b6-1276bdaf7427 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:35.080567 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db963b-96dd-41df-bc17-3ae9b60ff3b8 req-41d6dd92-9992-4a01-9eb7-c867838f843d tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:35.082793 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e6db963b-96dd-41df-bc17-3ae9b60ff3b8 req-41d6dd92-9992-4a01-9eb7-c867838f843d tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/networks?id=7a1d132d-e27f-484a-993c-1c0bbb72a2ee HTTP/1.1" status: 200 len: 814 time: 0.5778437 Jul 15 13:09:35.102620 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-0d898f92-bd0d-4969-84d5-656c4ce8f977 admin admin] Allocated IP 172.20.0.1 (a68fe874-df04-4314-a181-131d0536a9d8/bb32fc9a-711d-486b-b43b-dc825031996b/416b5eba-fbcb-4a59-a665-e67766425cf4) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:35.234689 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508b16e-85b7-4932-9da7-c53507005af6 req-94e45cdd-a49f-4f67-a065-6ed239528a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:35.257541 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d508b16e-85b7-4932-9da7-c53507005af6 req-94e45cdd-a49f-4f67-a065-6ed239528a1c service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b4de3f9-9898-4e48-8ad2-d64a9c837567 HTTP/1.1" status: 200 len: 922 time: 1.0879235 Jul 15 13:09:35.325263 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d898f92-bd0d-4969-84d5-656c4ce8f977 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.409774 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d508b16e-85b7-4932-9da7-c53507005af6 req-fca63ba8-16b0-4abd-a278-73d0f5ea462d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da HTTP/1.1" status: 200 len: 217 time: 0.1438138 Jul 15 13:09:35.423646 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-17ef0391-df2d-4720-9596-b9f7d237dfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:35.453004 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-17ef0391-df2d-4720-9596-b9f7d237dfe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.463468 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-17ef0391-df2d-4720-9596-b9f7d237dfe5 service neutron] 10.222.0.18 "PUT /v2.0/ports/7ed910e4-5621-474b-82b5-031d6a959951 HTTP/1.1" status: 200 len: 1092 time: 5.2230382 Jul 15 13:09:35.475480 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6941dd43-581f-45ce-80a5-18ef5aebff21', 'tag': '7ed910e4-5621-474b-82b5-031d6a959951'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:35.481673 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40910737-805a-4262-8f81-5b01a2086b92" -d '{"events": [{"name": "network-changed", "server_uuid": "6941dd43-581f-45ce-80a5-18ef5aebff21", "tag": "7ed910e4-5621-474b-82b5-031d6a959951"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:35.540823 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0d898f92-bd0d-4969-84d5-656c4ce8f977 admin admin] Transition to ACTIVE for port object 416b5eba-fbcb-4a59-a665-e67766425cf4 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:35.550234 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc2dc2-250b-4457-b49e-7ac33e28b472 req-2e309395-a6e6-42c0-a903-c3b8acc44323 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:35.557666 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fddc2dc2-250b-4457-b49e-7ac33e28b472 req-2e309395-a6e6-42c0-a903-c3b8acc44323 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=717f11f8-8976-47f1-a72d-98874fb11d14 HTTP/1.1" status: 200 len: 943 time: 1.2724581 Jul 15 13:09:35.598340 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e6db963b-96dd-41df-bc17-3ae9b60ff3b8 req-f7a950eb-9705-4a8e-a236-f56f67a091f5 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/quotas/711c2fbaceb442c4900883d9377ffded HTTP/1.1" status: 200 len: 375 time: 0.2257478 Jul 15 13:09:35.612188 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef0391-df2d-4720-9596-b9f7d237dfe5 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed910e4-5621-474b-82b5-031d6a959951,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:35.687158 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea399e6-fa7e-432d-80b6-1276bdaf7427 admin admin] Router e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:09:35.756905 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508b16e-85b7-4932-9da7-c53507005af6 req-6d28a4a2-a23a-429b-a24a-ee803bacfc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:35.769220 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d508b16e-85b7-4932-9da7-c53507005af6 req-6d28a4a2-a23a-429b-a24a-ee803bacfc07 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f7ee163d-4be2-4821-945f-cb7507aae308 HTTP/1.1" status: 200 len: 861 time: 0.3252540 Jul 15 13:09:35.817838 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-00d7b231-dd83-4538-8c4c-1f93caeafe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:35.820561 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-00d7b231-dd83-4538-8c4c-1f93caeafe51 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c349b70be054424bd5888dd91fd4fb5&device_id=6941dd43-581f-45ce-80a5-18ef5aebff21 HTTP/1.1" status: 200 len: 1095 time: 0.2694941 Jul 15 13:09:35.835833 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d898f92-bd0d-4969-84d5-656c4ce8f977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.858180 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d508b16e-85b7-4932-9da7-c53507005af6 req-074d6fe1-edbe-4583-882c-ad295d33c9d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b4de3f9-9898-4e48-8ad2-d64a9c837567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595355 Jul 15 13:09:35.891343 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 54786) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:35.892596 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b7ca0c08-c18f-4b50-a856-a826bc328cf2 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:35.958619 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port b7ca0c08-c18f-4b50-a856-a826bc328cf2 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:35.964339 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port b7ca0c08-c18f-4b50-a856-a826bc328cf2 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:35.964983 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.047398 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-4ed70e30-0fb7-4fce-82f4-27fcc43e3c2d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ed910e4-5621-474b-82b5-031d6a959951 HTTP/1.1" status: 200 len: 217 time: 0.2157269 Jul 15 13:09:36.087481 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.100555 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-fddc2dc2-250b-4457-b49e-7ac33e28b472 req-385b43fb-78c6-4a11-9342-768a58b5168d tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Deleting port c6999d22-37c3-42d4-93cb-ea123cbe8b64 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:36.101219 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fddc2dc2-250b-4457-b49e-7ac33e28b472 req-385b43fb-78c6-4a11-9342-768a58b5168d tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.122086 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port b7ca0c08-c18f-4b50-a856-a826bc328cf2, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b7ca0c08-c18f-4b50-a856-a826bc328cf2,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:36.128448 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.129632 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 180b6b8e-ed25-4f42-bfe5-621bba134403 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:36.129753 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d898f92-bd0d-4969-84d5-656c4ce8f977 admin admin] Network a68fe874-df04-4314-a181-131d0536a9d8 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:36.210203 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e6db963b-96dd-41df-bc17-3ae9b60ff3b8 req-d43dd1a8-85aa-4913-97af-d127e69dd09e tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=711c2fbaceb442c4900883d9377ffded&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5853069 Jul 15 13:09:36.212510 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-0d898f92-bd0d-4969-84d5-656c4ce8f977 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:36.249365 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d898f92-bd0d-4969-84d5-656c4ce8f977 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:36.263854 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=b7ca0c08-c18f-4b50-a856-a826bc328cf2,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:36.280360 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 180b6b8e-ed25-4f42-bfe5-621bba134403 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:36.286349 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 180b6b8e-ed25-4f42-bfe5-621bba134403 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:36.286919 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.299890 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d898f92-bd0d-4969-84d5-656c4ce8f977 admin admin] Pushing event updated for resources: {'Port': ['ID=416b5eba-fbcb-4a59-a665-e67766425cf4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:36.358553 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-fddc2dc2-250b-4457-b49e-7ac33e28b472 req-385b43fb-78c6-4a11-9342-768a58b5168d tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] For port c6999d22-37c3-42d4-93cb-ea123cbe8b64, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=c6999d22-37c3-42d4-93cb-ea123cbe8b64,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:36.359141 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fddc2dc2-250b-4457-b49e-7ac33e28b472 req-385b43fb-78c6-4a11-9342-768a58b5168d tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.397568 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-fddc2dc2-250b-4457-b49e-7ac33e28b472 req-385b43fb-78c6-4a11-9342-768a58b5168d tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Calling delete_port for c6999d22-37c3-42d4-93cb-ea123cbe8b64 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:36.453322 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-842a9ddb-2111-4505-af08-ddd2e189b76b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.584232 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-ed871d43-8a18-4c1a-8ffd-a56facf0076b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:36.587183 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-ed871d43-8a18-4c1a-8ffd-a56facf0076b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a8379c0d-ceab-40c8-8972-8c4342c607f5 HTTP/1.1" status: 200 len: 850 time: 0.5182502 Jul 15 13:09:36.588489 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 54796) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:36.626924 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea399e6-fa7e-432d-80b6-1276bdaf7427 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:36.630677 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f50c81aa-e352-4552-b1bd-445918f8f242 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-600840333'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:36.650451 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fea399e6-fa7e-432d-80b6-1276bdaf7427 admin admin] 10.222.0.24 "PUT /v2.0/routers/e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5699308 Jul 15 13:09:36.653548 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d508b16e-85b7-4932-9da7-c53507005af6 req-d9106cd9-e4ec-4fe5-9322-67f296e5f5c1 service neutron] 10.222.0.18 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7493334 Jul 15 13:09:36.727735 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d898f92-bd0d-4969-84d5-656c4ce8f977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.741301 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3ab17b-d6c0-459d-9e46-0d494c1b90ec None None] Sync routers for ids ['e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:36.746425 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-12b74574-ecb2-4970-a4df-4d994053c610 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8a2f137a-ad3f-4da4-b8fc-de4e04512f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1343439 Jul 15 13:09:36.770495 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3ab17b-d6c0-459d-9e46-0d494c1b90ec None None] Routers {'e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:36.771606 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0d3ab17b-d6c0-459d-9e46-0d494c1b90ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:09:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:36.775484 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.798730 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d508b16e-85b7-4932-9da7-c53507005af6 req-891c31a7-88b3-477f-ac01-a2d636f72e4a service neutron] 10.222.0.18 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335142 Jul 15 13:09:36.813854 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-03d54f24-4cdc-40d7-9ab4-37c0d765ca2e None None] Provisioning for port 416b5eba-fbcb-4a59-a665-e67766425cf4 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:36.829586 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fddc2dc2-250b-4457-b49e-7ac33e28b472 req-385b43fb-78c6-4a11-9342-768a58b5168d tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.859370 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-f50c81aa-e352-4552-b1bd-445918f8f242 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:09:36.859370 n-d-758944-45 neutron-server[93814]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 13:09:36.859370 n-d-758944-45 neutron-server[93814]: [parameters: {'project_id': '1d0be6e00b0740c79716294273e5f5c7', 'id': 'a7ac7549-42cb-4059-8b0c-4512f671e073', 'expiration': datetime.datetime(2021, 7, 15, 13, 11, 36, 816896)}] Jul 15 13:09:36.859370 n-d-758944-45 neutron-server[93814]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:09:36.859872 n-d-758944-45 neutron-server[93814]: DEBUG oslo_db.api [None req-f50c81aa-e352-4552-b1bd-445918f8f242 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:09:36.863141 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 180b6b8e-ed25-4f42-bfe5-621bba134403, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=180b6b8e-ed25-4f42-bfe5-621bba134403,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:36.870667 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-03d54f24-4cdc-40d7-9ab4-37c0d765ca2e None None] Provisioning complete for port 416b5eba-fbcb-4a59-a665-e67766425cf4 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:36.870840 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-03d54f24-4cdc-40d7-9ab4-37c0d765ca2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.876012 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b43fb-78c6-4a11-9342-768a58b5168d tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Pushing event deleted for resources: {'Port': ['ID=c6999d22-37c3-42d4-93cb-ea123cbe8b64,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:36.906939 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.938832 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-fddc2dc2-250b-4457-b49e-7ac33e28b472 req-385b43fb-78c6-4a11-9342-768a58b5168d tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] No DVR routers for this DVR port c6999d22-37c3-42d4-93cb-ea123cbe8b64 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:36.941871 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fddc2dc2-250b-4457-b49e-7ac33e28b472 req-385b43fb-78c6-4a11-9342-768a58b5168d tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.943714 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fddc2dc2-250b-4457-b49e-7ac33e28b472 req-385b43fb-78c6-4a11-9342-768a58b5168d tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "DELETE /v2.0/ports/c6999d22-37c3-42d4-93cb-ea123cbe8b64 HTTP/1.1" status: 204 len: 173 time: 1.3848269 Jul 15 13:09:36.944487 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717f11f8-8976-47f1-a72d-98874fb11d14', 'name': 'network-vif-deleted', 'tag': 'c6999d22-37c3-42d4-93cb-ea123cbe8b64'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:36.946925 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb5c15e-6bba-4ff3-8e00-2e6930afaade" -d '{"events": [{"server_uuid": "717f11f8-8976-47f1-a72d-98874fb11d14", "name": "network-vif-deleted", "tag": "c6999d22-37c3-42d4-93cb-ea123cbe8b64"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:36.996425 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-03d54f24-4cdc-40d7-9ab4-37c0d765ca2e None None] Port 416b5eba-fbcb-4a59-a665-e67766425cf4 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:37.031679 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=180b6b8e-ed25-4f42-bfe5-621bba134403,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:37.043352 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-0d3ab17b-d6c0-459d-9e46-0d494c1b90ec None None] Set router e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:37.124989 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2856b86-ab0a-4a45-be1b-531190771ff9 req-ec9e16af-23e5-474a-b321-339e3986555c tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:37.138370 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d2856b86-ab0a-4a45-be1b-531190771ff9 req-ec9e16af-23e5-474a-b321-339e3986555c tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941dd43-581f-45ce-80a5-18ef5aebff21 HTTP/1.1" status: 200 len: 943 time: 0.7040486 Jul 15 13:09:37.270090 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-66e6aed9-3aae-43b5-8272-e71f77587073 service neutron] 10.222.0.18 "GET /v2.0/networks/8a2f137a-ad3f-4da4-b8fc-de4e04512f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441454 Jul 15 13:09:37.338698 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0d3ab17b-d6c0-459d-9e46-0d494c1b90ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb', 'name': 'tempest-ServerRescueNegativeTestJSON-816361967-router', 'tenant_id': '2e51b95462ec42b2a02dd62dd4e4547f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '180b6b8e-ed25-4f42-bfe5-621bba134403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:20Z', 'updated_at': '2021-07-15T13:09:32Z', 'revision_number': 4, 'project_id': '2e51b95462ec42b2a02dd62dd4e4547f', 'gw_port': {'id': '180b6b8e-ed25-4f42-bfe5-621bba134403', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:92:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:22Z', 'updated_at': '2021-07-15T13:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '042bfa1a-ac37-4987-a33a-dfe4b817e604', 'name': '', 'network_id': 'ff999f83-8f01-4fb0-bb3e-8fa1520b01f4', 'tenant_id': '2e51b95462ec42b2a02dd62dd4e4547f', 'mac_address': 'fa:16:3e:80:4b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '33c47e88-09c9-4ef9-8d40-4d0aac513fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:30Z', 'updated_at': '2021-07-15T13:09:33Z', 'revision_number': 2, 'project_id': '2e51b95462ec42b2a02dd62dd4e4547f', 'subnets': [{'id': '33c47e88-09c9-4ef9-8d40-4d0aac513fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:37.350490 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d2856b86-ab0a-4a45-be1b-531190771ff9 req-829cc793-4ad0-4d6c-bee8-ae2aeba9aa1b tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc02356-b8d6-4a76-9e9e-db26cf89ff01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109604 Jul 15 13:09:37.373802 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3ab17b-d6c0-459d-9e46-0d494c1b90ec None None] Checking router: e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:09:37.374281 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3ab17b-d6c0-459d-9e46-0d494c1b90ec None None] Updating router e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb port 042bfa1a-ac37-4987-a33a-dfe4b817e604 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:09:37.424894 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d3ab17b-d6c0-459d-9e46-0d494c1b90ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:37.431467 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d898f92-bd0d-4969-84d5-656c4ce8f977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:37.485053 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25ca2dc-d856-4dfc-97a0-ae8049cf314e x-openstack-request-id: req-c25ca2dc-d856-4dfc-97a0-ae8049cf314e {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:37.485684 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6941dd43-581f-45ce-80a5-18ef5aebff21", "tag": "7ed910e4-5621-474b-82b5-031d6a959951", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:37.486151 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c25ca2dc-d856-4dfc-97a0-ae8049cf314e {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:37.486755 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6941dd43-581f-45ce-80a5-18ef5aebff21', 'tag': '7ed910e4-5621-474b-82b5-031d6a959951', 'status': 'completed', 'code': 200} Jul 15 13:09:37.545659 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-842a9ddb-2111-4505-af08-ddd2e189b76b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:37.566850 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-842a9ddb-2111-4505-af08-ddd2e189b76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:37.652739 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50c81aa-e352-4552-b1bd-445918f8f242 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Made reservation on behalf of 1d0be6e00b0740c79716294273e5f5c7 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:37.657816 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f50c81aa-e352-4552-b1bd-445918f8f242 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:37.670846 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c6c07bb8-8faa-4614-b3ac-9f27a03e6c0e req-e9e533af-55bd-44a2-8572-3a38e12ad110 service neutron] 10.222.0.18 "GET /v2.0/networks/8a2f137a-ad3f-4da4-b8fc-de4e04512f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867452 Jul 15 13:09:37.673645 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-842a9ddb-2111-4505-af08-ddd2e189b76b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=976ecd6b5e9446b38856cdd4d9590b43&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7694252 Jul 15 13:09:37.676539 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 54822) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:37.802856 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60a4cee5-eb48-4e64-a7a8-8ecb1833c8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:37.807372 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a9ddb-2111-4505-af08-ddd2e189b76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5baf30cb-dcb8-4cff-8dc5-9a92f883393c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:37.847693 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60a4cee5-eb48-4e64-a7a8-8ecb1833c8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:37.864275 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b7ca0c08-c18f-4b50-a856-a826bc328cf2 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:37.914164 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60a4cee5-eb48-4e64-a7a8-8ecb1833c8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:37.917434 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60a4cee5-eb48-4e64-a7a8-8ecb1833c8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:37.919088 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-60a4cee5-eb48-4e64-a7a8-8ecb1833c8cd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5baf30cb-dcb8-4cff-8dc5-9a92f883393c HTTP/1.1" status: 204 len: 168 time: 0.2413659 Jul 15 13:09:37.930412 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:37.930892 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4cee5-eb48-4e64-a7a8-8ecb1833c8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5baf30cb-dcb8-4cff-8dc5-9a92f883393c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:37.967032 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port b7ca0c08-c18f-4b50-a856-a826bc328cf2 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:37.968175 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:37.989581 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50c81aa-e352-4552-b1bd-445918f8f242 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:38.024830 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f50c81aa-e352-4552-b1bd-445918f8f242 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.025257 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-f50c81aa-e352-4552-b1bd-445918f8f242 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Added segment 9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3 of type vlan for network a1fa1aec-075f-4548-b538-3645f4cfde6d Jul 15 13:09:38.114711 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40910737-805a-4262-8f81-5b01a2086b92 req-ed047487-0186-4a05-9c26-5551a3230bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:38.116435 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40910737-805a-4262-8f81-5b01a2086b92 req-ed047487-0186-4a05-9c26-5551a3230bdf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c349b70be054424bd5888dd91fd4fb5&device_id=6941dd43-581f-45ce-80a5-18ef5aebff21 HTTP/1.1" status: 200 len: 1095 time: 0.3402171 Jul 15 13:09:38.123356 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f50c81aa-e352-4552-b1bd-445918f8f242 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.128044 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 180b6b8e-ed25-4f42-bfe5-621bba134403 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:38.158935 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d898f92-bd0d-4969-84d5-656c4ce8f977 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.199280 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3a3f6-417b-471a-9885-292528594c8d req-ba4aeb14-a587-4b9e-b9bd-155ec4969148 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:38.200275 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab1725-002d-4176-aee1-86a28ba4f3af req-67ae05e0-22ea-40fd-a2fb-9fd5efe4b0de tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:38.210758 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b5c3a3f6-417b-471a-9885-292528594c8d req-ba4aeb14-a587-4b9e-b9bd-155ec4969148 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/networks?id=ff999f83-8f01-4fb0-bb3e-8fa1520b01f4 HTTP/1.1" status: 200 len: 818 time: 0.2292297 Jul 15 13:09:38.214475 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4dab1725-002d-4176-aee1-86a28ba4f3af req-67ae05e0-22ea-40fd-a2fb-9fd5efe4b0de tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.3957455 Jul 15 13:09:38.225475 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 180b6b8e-ed25-4f42-bfe5-621bba134403 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:38.226055 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.233584 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d898f92-bd0d-4969-84d5-656c4ce8f977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.239540 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b5c3a3f6-417b-471a-9885-292528594c8d req-f61ce171-a347-44f0-9ac8-9daed0513494 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/quotas/2e51b95462ec42b2a02dd62dd4e4547f HTTP/1.1" status: 200 len: 375 time: 0.0268373 Jul 15 13:09:38.284916 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d3ab17b-d6c0-459d-9e46-0d494c1b90ec None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.300096 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.db.resource_extend [None req-f50c81aa-e352-4552-b1bd-445918f8f242 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:09:38.306837 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0d3ab17b-d6c0-459d-9e46-0d494c1b90ec None None] Transition to ACTIVE for port object 042bfa1a-ac37-4987-a33a-dfe4b817e604 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:38.346161 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d3ab17b-d6c0-459d-9e46-0d494c1b90ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.372273 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b5c3a3f6-417b-471a-9885-292528594c8d req-a8f12bde-1c01-4b6a-8125-dccdb2027ddf tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e51b95462ec42b2a02dd62dd4e4547f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1230061 Jul 15 13:09:38.501310 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f50c81aa-e352-4552-b1bd-445918f8f242 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.512055 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50c81aa-e352-4552-b1bd-445918f8f242 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:38.513638 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f50c81aa-e352-4552-b1bd-445918f8f242 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.519991 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-0d3ab17b-d6c0-459d-9e46-0d494c1b90ec None None] Attempting to bind port 042bfa1a-ac37-4987-a33a-dfe4b817e604 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:38.520506 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-0d3ab17b-d6c0-459d-9e46-0d494c1b90ec None None] Attempting to bind port 042bfa1a-ac37-4987-a33a-dfe4b817e604 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '1b15243f-f5b3-4b91-8138-e8eab75febdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ff999f83-8f01-4fb0-bb3e-8fa1520b01f4'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:38.521350 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3ab17b-d6c0-459d-9e46-0d494c1b90ec None None] Attempting to bind port 042bfa1a-ac37-4987-a33a-dfe4b817e604 on network ff999f83-8f01-4fb0-bb3e-8fa1520b01f4 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:38.538261 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3ab17b-d6c0-459d-9e46-0d494c1b90ec None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:38.538261 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3ab17b-d6c0-459d-9e46-0d494c1b90ec None None] Checking segment: {'id': '1b15243f-f5b3-4b91-8138-e8eab75febdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ff999f83-8f01-4fb0-bb3e-8fa1520b01f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:38.538930 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d3ab17b-d6c0-459d-9e46-0d494c1b90ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.539626 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3ab17b-d6c0-459d-9e46-0d494c1b90ec None None] Bound using segment: {'id': '1b15243f-f5b3-4b91-8138-e8eab75febdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ff999f83-8f01-4fb0-bb3e-8fa1520b01f4'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:38.541026 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-0d3ab17b-d6c0-459d-9e46-0d494c1b90ec None None] Bound port: 042bfa1a-ac37-4987-a33a-dfe4b817e604, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b15243f-f5b3-4b91-8138-e8eab75febdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ff999f83-8f01-4fb0-bb3e-8fa1520b01f4'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:38.541894 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d3ab17b-d6c0-459d-9e46-0d494c1b90ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.548769 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b5c3a3f6-417b-471a-9885-292528594c8d req-11e5d750-9862-48fb-a402-ed35c270b068 service neutron] 10.222.0.24 "GET /v2.0/networks/ff999f83-8f01-4fb0-bb3e-8fa1520b01f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753738 Jul 15 13:09:38.555098 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84f0a0-fbcc-4dc5-a61a-9ebfacff1d4e None None] Pushing event updated for resources: {'Port': ['ID=042bfa1a-ac37-4987-a33a-dfe4b817e604,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:38.569895 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf84f0a0-fbcc-4dc5-a61a-9ebfacff1d4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:38.570443 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf84f0a0-fbcc-4dc5-a61a-9ebfacff1d4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:38.571371 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf84f0a0-fbcc-4dc5-a61a-9ebfacff1d4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:38.571371 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf84f0a0-fbcc-4dc5-a61a-9ebfacff1d4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:38.572378 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf84f0a0-fbcc-4dc5-a61a-9ebfacff1d4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:38.576109 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf84f0a0-fbcc-4dc5-a61a-9ebfacff1d4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:38.576109 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf84f0a0-fbcc-4dc5-a61a-9ebfacff1d4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:38.576109 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf84f0a0-fbcc-4dc5-a61a-9ebfacff1d4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:38.576109 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf84f0a0-fbcc-4dc5-a61a-9ebfacff1d4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:38.576109 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf84f0a0-fbcc-4dc5-a61a-9ebfacff1d4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:38.576109 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf84f0a0-fbcc-4dc5-a61a-9ebfacff1d4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:38.576749 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf84f0a0-fbcc-4dc5-a61a-9ebfacff1d4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:38.627800 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 54838) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:38.629232 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d898f92-bd0d-4969-84d5-656c4ce8f977 admin admin] Pushing event updated for resources: {'Port': ['ID=416b5eba-fbcb-4a59-a665-e67766425cf4,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:38.674800 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d898f92-bd0d-4969-84d5-656c4ce8f977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.682243 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4dab1725-002d-4176-aee1-86a28ba4f3af req-88a8d288-dc17-431f-8cec-364b1cd179a6 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4662652 Jul 15 13:09:38.690273 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b5c3a3f6-417b-471a-9885-292528594c8d req-aca2127c-3871-4a54-8c5d-3ff72c73f377 service neutron] 10.222.0.24 "GET /v2.0/networks/ff999f83-8f01-4fb0-bb3e-8fa1520b01f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405747 Jul 15 13:09:38.705992 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-0d3ab17b-d6c0-459d-9e46-0d494c1b90ec None None] For port 042bfa1a-ac37-4987-a33a-dfe4b817e604, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:38.715048 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-0d3ab17b-d6c0-459d-9e46-0d494c1b90ec None None] For port 042bfa1a-ac37-4987-a33a-dfe4b817e604, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=042bfa1a-ac37-4987-a33a-dfe4b817e604,segment=NetworkSegment(1b15243f-f5b3-4b91-8138-e8eab75febdf),segment_id=1b15243f-f5b3-4b91-8138-e8eab75febdf)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:38.726618 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d3ab17b-d6c0-459d-9e46-0d494c1b90ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.759313 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6617ac4-07f1-4fc7-8eb5-532a90a1affa x-openstack-request-id: req-b6617ac4-07f1-4fc7-8eb5-532a90a1affa {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:38.759592 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717f11f8-8976-47f1-a72d-98874fb11d14", "name": "network-vif-deleted", "tag": "c6999d22-37c3-42d4-93cb-ea123cbe8b64", "status": "failed", "code": 422}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:38.759866 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b6617ac4-07f1-4fc7-8eb5-532a90a1affa {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:38.760286 n-d-758944-45 neutron-server[93813]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '717f11f8-8976-47f1-a72d-98874fb11d14', 'name': 'network-vif-deleted', 'tag': 'c6999d22-37c3-42d4-93cb-ea123cbe8b64', 'status': 'failed', 'code': 422} returned with failed status Jul 15 13:09:38.781237 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99e8afb1-3558-4887-b29d-cbbe3724fa22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.785810 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f50c81aa-e352-4552-b1bd-445918f8f242 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.1899111 Jul 15 13:09:38.788483 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 54842) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:38.794444 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-29a80b35-df94-4e93-9072-c383e9ed396a tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-181479241'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:38.852254 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a80b35-df94-4e93-9072-c383e9ed396a tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Made reservation on behalf of 1d0be6e00b0740c79716294273e5f5c7 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:38.855847 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-29a80b35-df94-4e93-9072-c383e9ed396a tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.908396 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84f0a0-fbcc-4dc5-a61a-9ebfacff1d4e None None] Pushing event updated for resources: {'Port': ['ID=042bfa1a-ac37-4987-a33a-dfe4b817e604,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:38.916319 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29a80b35-df94-4e93-9072-c383e9ed396a tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:38.941620 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-29a80b35-df94-4e93-9072-c383e9ed396a tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.942295 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-29a80b35-df94-4e93-9072-c383e9ed396a tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Added segment 3b0cc7d8-7477-4d50-a0a2-a688c0555fe3 of type vlan for network 3e157d46-1a46-4ef5-af60-0a822c2bdcfe Jul 15 13:09:38.982799 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40910737-805a-4262-8f81-5b01a2086b92 req-b7effae8-e72f-47d6-82cb-9f83ad465c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:38.985068 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40910737-805a-4262-8f81-5b01a2086b92 req-b7effae8-e72f-47d6-82cb-9f83ad465c0b service neutron] 10.222.0.18 "GET /v2.0/networks?id=8a2f137a-ad3f-4da4-b8fc-de4e04512f51 HTTP/1.1" status: 200 len: 911 time: 0.8576784 Jul 15 13:09:39.009567 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c81aa-e352-4552-b1bd-445918f8f242 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Pushing event updated for resources: {'Network': ['ID=a1fa1aec-075f-4548-b538-3645f4cfde6d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:39.024935 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3ab17b-d6c0-459d-9e46-0d494c1b90ec None None] Routers {'e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:39.028299 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0d3ab17b-d6c0-459d-9e46-0d494c1b90ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:09:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:39.052051 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network a1fa1aec-075f-4548-b538-3645f4cfde6d details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:09:39.071797 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-29a80b35-df94-4e93-9072-c383e9ed396a tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.133119 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40910737-805a-4262-8f81-5b01a2086b92 req-4dea8149-4f05-400f-8333-34d28199ebf2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ed910e4-5621-474b-82b5-031d6a959951 HTTP/1.1" status: 200 len: 217 time: 0.0924695 Jul 15 13:09:39.146537 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-29a80b35-df94-4e93-9072-c383e9ed396a tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.157784 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a80b35-df94-4e93-9072-c383e9ed396a tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:39.159127 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-29a80b35-df94-4e93-9072-c383e9ed396a tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.283038 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-0d3ab17b-d6c0-459d-9e46-0d494c1b90ec None None] Set router e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:39.327194 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40910737-805a-4262-8f81-5b01a2086b92 req-7b302b77-0060-4293-99fa-d8849771a6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:39.328772 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40910737-805a-4262-8f81-5b01a2086b92 req-7b302b77-0060-4293-99fa-d8849771a6b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a8379c0d-ceab-40c8-8972-8c4342c607f5 HTTP/1.1" status: 200 len: 850 time: 0.1663487 Jul 15 13:09:39.416328 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae3c6c-21d6-4102-bd22-c128e9c84d16 req-1b83c4e3-180a-46a4-b3ce-4cdd5a7f989f tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:39.419003 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-34ae3c6c-21d6-4102-bd22-c128e9c84d16 req-1b83c4e3-180a-46a4-b3ce-4cdd5a7f989f tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941dd43-581f-45ce-80a5-18ef5aebff21 HTTP/1.1" status: 200 len: 943 time: 0.3059533 Jul 15 13:09:39.422354 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d898f92-bd0d-4969-84d5-656c4ce8f977 admin admin] Network a68fe874-df04-4314-a181-131d0536a9d8 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:39.428095 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40910737-805a-4262-8f81-5b01a2086b92 req-d43fea69-cadd-4f5e-857b-aac34ee8defa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8a2f137a-ad3f-4da4-b8fc-de4e04512f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903759 Jul 15 13:09:39.437015 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-0d898f92-bd0d-4969-84d5-656c4ce8f977 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:39.464402 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a80b35-df94-4e93-9072-c383e9ed396a tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Pushing event updated for resources: {'Network': ['ID=3e157d46-1a46-4ef5-af60-0a822c2bdcfe,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:39.490982 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 3e157d46-1a46-4ef5-af60-0a822c2bdcfe details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:09:39.536574 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31118a53-3a68-4a1c-b582-15aff9d73060 req-91fc97ba-f3d4-4e2e-b521-d55d51f36e02 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:39.561458 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-31118a53-3a68-4a1c-b582-15aff9d73060 req-91fc97ba-f3d4-4e2e-b521-d55d51f36e02 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.4367061 Jul 15 13:09:39.677034 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-34ae3c6c-21d6-4102-bd22-c128e9c84d16 req-4aa9b221-c78c-411b-9850-d86e2e76eea9 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc02356-b8d6-4a76-9e9e-db26cf89ff01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439816 Jul 15 13:09:39.682395 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0d3ab17b-d6c0-459d-9e46-0d494c1b90ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb', 'name': 'tempest-ServerRescueNegativeTestJSON-816361967-router', 'tenant_id': '2e51b95462ec42b2a02dd62dd4e4547f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '180b6b8e-ed25-4f42-bfe5-621bba134403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:20Z', 'updated_at': '2021-07-15T13:09:32Z', 'revision_number': 4, 'project_id': '2e51b95462ec42b2a02dd62dd4e4547f', 'gw_port': {'id': '180b6b8e-ed25-4f42-bfe5-621bba134403', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:22Z', 'updated_at': '2021-07-15T13:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '042bfa1a-ac37-4987-a33a-dfe4b817e604', 'name': '', 'network_id': 'ff999f83-8f01-4fb0-bb3e-8fa1520b01f4', 'tenant_id': '2e51b95462ec42b2a02dd62dd4e4547f', 'mac_address': 'fa:16:3e:80:4b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '33c47e88-09c9-4ef9-8d40-4d0aac513fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:30Z', 'updated_at': '2021-07-15T13:09:38Z', 'revision_number': 4, 'project_id': '2e51b95462ec42b2a02dd62dd4e4547f', 'subnets': [{'id': '33c47e88-09c9-4ef9-8d40-4d0aac513fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:39.682780 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-31118a53-3a68-4a1c-b582-15aff9d73060 req-30ea90a9-c566-47d8-b475-7ab0489741e1 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194627 Jul 15 13:09:39.723117 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3ab17b-d6c0-459d-9e46-0d494c1b90ec None None] The sync data for ids ['e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb'] in n-d-758944-45 is: [{'id': 'e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb', 'name': 'tempest-ServerRescueNegativeTestJSON-816361967-router', 'tenant_id': '2e51b95462ec42b2a02dd62dd4e4547f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '180b6b8e-ed25-4f42-bfe5-621bba134403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:20Z', 'updated_at': '2021-07-15T13:09:32Z', 'revision_number': 4, 'project_id': '2e51b95462ec42b2a02dd62dd4e4547f', 'gw_port': {'id': '180b6b8e-ed25-4f42-bfe5-621bba134403', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:22Z', 'updated_at': '2021-07-15T13:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '042bfa1a-ac37-4987-a33a-dfe4b817e604', 'name': '', 'network_id': 'ff999f83-8f01-4fb0-bb3e-8fa1520b01f4', 'tenant_id': '2e51b95462ec42b2a02dd62dd4e4547f', 'mac_address': 'fa:16:3e:80:4b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '33c47e88-09c9-4ef9-8d40-4d0aac513fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:30Z', 'updated_at': '2021-07-15T13:09:38Z', 'revision_number': 4, 'project_id': '2e51b95462ec42b2a02dd62dd4e4547f', 'subnets': [{'id': '33c47e88-09c9-4ef9-8d40-4d0aac513fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:09:39.846107 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7f9c7c14-83f5-4981-8db7-d5d1d6f3cd74 req-4938c5c1-f11d-4c48-a8d1-bc210ab4f2e3 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 210 time: 0.0714262 Jul 15 13:09:39.866235 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99e8afb1-3558-4887-b29d-cbbe3724fa22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.880280 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99e8afb1-3558-4887-b29d-cbbe3724fa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.894322 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-29a80b35-df94-4e93-9072-c383e9ed396a tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1016026 Jul 15 13:09:39.894964 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 54868) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:39.913023 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c1990695-5e9f-4563-894b-ec22acff9a28 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Request body: {'subnet': {'network_id': 'a1fa1aec-075f-4548-b538-3645f4cfde6d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:39.957363 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8afb1-3558-4887-b29d-cbbe3724fa22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6817f2c-f9ac-4580-94be-7484bd15794f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:40.040934 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d898f92-bd0d-4969-84d5-656c4ce8f977 admin admin] Router 44e78f15-7598-4391-bba7-ce3eb4154b2d has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:09:40.060090 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-11c3381f-03f3-443e-9922-e72d05d41038 None None] Provisioning complete for port 416b5eba-fbcb-4a59-a665-e67766425cf4 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:40.060826 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-11c3381f-03f3-443e-9922-e72d05d41038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.065137 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40910737-805a-4262-8f81-5b01a2086b92 req-7e586e06-6a38-4c11-b644-95a0e2043031 service neutron] 10.222.0.18 "GET /v2.0/networks/8a2f137a-ad3f-4da4-b8fc-de4e04512f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5979249 Jul 15 13:09:40.133513 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-99e8afb1-3558-4887-b29d-cbbe3724fa22 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4bf52c9d01f476481278badc15094ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4997098 Jul 15 13:09:40.152185 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-11c3381f-03f3-443e-9922-e72d05d41038 None None] Port 416b5eba-fbcb-4a59-a665-e67766425cf4 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:40.174991 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 54878) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:40.303558 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40910737-805a-4262-8f81-5b01a2086b92 req-0c4c4fc2-e817-4695-97e6-a9989b18106f service neutron] 10.222.0.18 "GET /v2.0/networks/8a2f137a-ad3f-4da4-b8fc-de4e04512f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231705 Jul 15 13:09:40.362716 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1990695-5e9f-4563-894b-ec22acff9a28 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Made reservation on behalf of 1d0be6e00b0740c79716294273e5f5c7 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:40.367135 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1990695-5e9f-4563-894b-ec22acff9a28 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.416661 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e2fc9c80-0af0-4a52-b0fa-6cfe0f8e8f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.443922 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e2fc9c80-0af0-4a52-b0fa-6cfe0f8e8f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.514238 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e2fc9c80-0af0-4a52-b0fa-6cfe0f8e8f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.517140 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e2fc9c80-0af0-4a52-b0fa-6cfe0f8e8f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.521620 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e2fc9c80-0af0-4a52-b0fa-6cfe0f8e8f7f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6817f2c-f9ac-4580-94be-7484bd15794f HTTP/1.1" status: 204 len: 168 time: 0.3454299 Jul 15 13:09:40.601995 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-2bce05f7-76d6-47c0-906d-89cabccdc3de tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:40.628728 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-2bce05f7-76d6-47c0-906d-89cabccdc3de tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/networks?id=956bc45d-6e41-4c68-9338-128c7dab2eb0 HTTP/1.1" status: 200 len: 811 time: 0.4607255 Jul 15 13:09:40.644527 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc9c80-0af0-4a52-b0fa-6cfe0f8e8f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6817f2c-f9ac-4580-94be-7484bd15794f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:40.790399 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-ff7ed772-94d1-4db9-8570-2aac269de893 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/quotas/46c681a3ac1f49edb652254baad292e0 HTTP/1.1" status: 200 len: 375 time: 0.1604691 Jul 15 13:09:40.929636 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-e653d956-e853-453f-9e36-445cb166836e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=46c681a3ac1f49edb652254baad292e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1315479 Jul 15 13:09:41.062583 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab03ce7-4017-4aff-9ec5-d5ea3e7de2b7 req-af558f4e-2080-4a5b-b300-f4cc6c46e5ce tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:41.064179 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ab03ce7-4017-4aff-9ec5-d5ea3e7de2b7 req-af558f4e-2080-4a5b-b300-f4cc6c46e5ce tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 1097 time: 0.9499533 Jul 15 13:09:41.101168 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 7ed910e4-5621-474b-82b5-031d6a959951 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:09:41.124815 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d898f92-bd0d-4969-84d5-656c4ce8f977 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:41.145799 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0d898f92-bd0d-4969-84d5-656c4ce8f977 admin admin] 10.222.0.24 "PUT /v2.0/routers/44e78f15-7598-4391-bba7-ce3eb4154b2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1875510 Jul 15 13:09:41.146014 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af72f7-3128-4efc-81bb-67dde89b90a7 None None] Sync routers for ids ['44e78f15-7598-4391-bba7-ce3eb4154b2d'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:41.170652 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7af72f7-3128-4efc-81bb-67dde89b90a7 None None] Routers {'44e78f15-7598-4391-bba7-ce3eb4154b2d'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:41.171806 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c7af72f7-3128-4efc-81bb-67dde89b90a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:09:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['44e78f15-7598-4391-bba7-ce3eb4154b2d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:41.205894 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ab03ce7-4017-4aff-9ec5-d5ea3e7de2b7 req-504268ee-fb35-4cf9-8af3-0f94e401e947 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164801 Jul 15 13:09:41.392431 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-6ab0b108-d986-48ca-96d8-0bba7a471a45 service neutron] 10.222.0.24 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336338 Jul 15 13:09:41.398055 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1990695-5e9f-4563-894b-ec22acff9a28 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.400881 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 7ed910e4-5621-474b-82b5-031d6a959951, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=7ed910e4-5621-474b-82b5-031d6a959951,segment=NetworkSegment(3a0ea045-d9ef-4e39-8569-9e99c4ca051c),segment_id=3a0ea045-d9ef-4e39-8569-9e99c4ca051c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:41.441430 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '7ed910e4-5621-474b-82b5-031d6a959951', 'network_id': '8a2f137a-ad3f-4da4-b8fc-de4e04512f51', 'port_id': '7ed910e4-5621-474b-82b5-031d6a959951', 'mac_address': 'fa:16:3e:a3:79:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8379c0d-ceab-40c8-8972-8c4342c607f5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:09:41.584312 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.616260 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ed910e4-5621-474b-82b5-031d6a959951 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:41.620078 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-67fd3e9c-f8df-4c44-88f0-6511aa4785da req-83a741f3-5c5e-4d5b-a11c-cc7edae42d72 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=711c2fbaceb442c4900883d9377ffded HTTP/1.1" status: 200 len: 221 time: 0.0530989 Jul 15 13:09:41.670244 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 7ed910e4-5621-474b-82b5-031d6a959951, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=7ed910e4-5621-474b-82b5-031d6a959951,segment=NetworkSegment(3a0ea045-d9ef-4e39-8569-9e99c4ca051c),segment_id=3a0ea045-d9ef-4e39-8569-9e99c4ca051c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:41.679282 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.729624 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-c7af72f7-3128-4efc-81bb-67dde89b90a7 None None] Set router 44e78f15-7598-4391-bba7-ce3eb4154b2d gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:41.881598 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=7ed910e4-5621-474b-82b5-031d6a959951,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:41.962531 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 042bfa1a-ac37-4987-a33a-dfe4b817e604 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:42.012845 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['7ed910e4-5621-474b-82b5-031d6a959951'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:42.290864 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-65a581f0-5da9-40f7-9b57-2b59a490bc71 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:42.300499 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-65a581f0-5da9-40f7-9b57-2b59a490bc71 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/networks?id=ff999f83-8f01-4fb0-bb3e-8fa1520b01f4 HTTP/1.1" status: 200 len: 818 time: 0.4056973 Jul 15 13:09:42.323132 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-10b8a9ac-9cf1-4117-94c3-eaba3b146c0b tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/quotas/2e51b95462ec42b2a02dd62dd4e4547f HTTP/1.1" status: 200 len: 375 time: 0.0205126 Jul 15 13:09:42.464984 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-6f319834-790d-4a3d-9121-c9e250110ab7 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e51b95462ec42b2a02dd62dd4e4547f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1404247 Jul 15 13:09:42.473753 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-a52b8e57-f207-4dfe-95d9-5f088f711bf2 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:09:42.484220 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-a52b8e57-f207-4dfe-95d9-5f088f711bf2 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161781 Jul 15 13:09:42.491206 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c7af72f7-3128-4efc-81bb-67dde89b90a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'name': 'tempest-TaggedBootDevicesTest-1725315096-router', 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'b7ca0c08-c18f-4b50-a856-a826bc328cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:23Z', 'updated_at': '2021-07-15T13:09:37Z', 'revision_number': 4, 'project_id': '418a827c6cea45b7b8c4dddb4927b332', 'gw_port': {'id': 'b7ca0c08-c18f-4b50-a856-a826bc328cf2', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:24Z', 'updated_at': '2021-07-15T13:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '416b5eba-fbcb-4a59-a665-e67766425cf4', 'name': '', 'network_id': 'a68fe874-df04-4314-a181-131d0536a9d8', 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'mac_address': 'fa:16:3e:dc:81:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'bb32fc9a-711d-486b-b43b-dc825031996b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:34Z', 'updated_at': '2021-07-15T13:09:37Z', 'revision_number': 2, 'project_id': '418a827c6cea45b7b8c4dddb4927b332', 'subnets': [{'id': 'bb32fc9a-711d-486b-b43b-dc825031996b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:42.522406 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1990695-5e9f-4563-894b-ec22acff9a28 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Checking segment: {'id': '9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a1fa1aec-075f-4548-b538-3645f4cfde6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:42.528324 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 042bfa1a-ac37-4987-a33a-dfe4b817e604 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:42.531898 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1990695-5e9f-4563-894b-ec22acff9a28 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Network hostable DHCP agents. Network: a1fa1aec-075f-4548-b538-3645f4cfde6d, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:09:42.536131 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 042bfa1a-ac37-4987-a33a-dfe4b817e604 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:42.536737 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.600190 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3a3f6-417b-471a-9885-292528594c8d req-def5d73a-b362-484e-8ee7-0e1697eeb6e0 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:42.608362 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b5c3a3f6-417b-471a-9885-292528594c8d req-def5d73a-b362-484e-8ee7-0e1697eeb6e0 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.32 "GET /v2.0/networks?id=ff999f83-8f01-4fb0-bb3e-8fa1520b01f4 HTTP/1.1" status: 200 len: 818 time: 1.5507891 Jul 15 13:09:42.619937 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af72f7-3128-4efc-81bb-67dde89b90a7 None None] Checking router: 44e78f15-7598-4391-bba7-ce3eb4154b2d for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:09:42.620792 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af72f7-3128-4efc-81bb-67dde89b90a7 None None] Updating router 44e78f15-7598-4391-bba7-ce3eb4154b2d port 416b5eba-fbcb-4a59-a665-e67766425cf4 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:09:42.624702 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1990695-5e9f-4563-894b-ec22acff9a28 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Pushing event updated for resources: {'Subnet': ['ID=e6da4ff9-68f2-4350-8517-a3f37f7c5c8e,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:42.645079 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-b5c3a3f6-417b-471a-9885-292528594c8d req-b85765b6-cc0e-470e-89a2-e579bd8042cf tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Request body: {'port': {'device_id': '273a9ca2-fd7b-4e8d-ba77-0555007b2f23', 'network_id': 'ff999f83-8f01-4fb0-bb3e-8fa1520b01f4', 'admin_state_up': True, 'tenant_id': '2e51b95462ec42b2a02dd62dd4e4547f'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:42.705447 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7af72f7-3128-4efc-81bb-67dde89b90a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.708592 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.764780 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-b14a2536-bf48-4a54-88fd-f8a2c44d748a service neutron] 10.222.0.24 "GET /v2.0/networks/ff999f83-8f01-4fb0-bb3e-8fa1520b01f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790999 Jul 15 13:09:42.783645 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 042bfa1a-ac37-4987-a33a-dfe4b817e604, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=042bfa1a-ac37-4987-a33a-dfe4b817e604,segment=NetworkSegment(1b15243f-f5b3-4b91-8138-e8eab75febdf),segment_id=1b15243f-f5b3-4b91-8138-e8eab75febdf)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:42.792698 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.916301 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=042bfa1a-ac37-4987-a33a-dfe4b817e604,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:42.971074 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-832bbc91-0396-4557-83f3-dbb5d62f697d service neutron] 10.222.0.24 "GET /v2.0/networks/ff999f83-8f01-4fb0-bb3e-8fa1520b01f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000680 Jul 15 13:09:43.052751 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1990695-5e9f-4563-894b-ec22acff9a28 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Network a1fa1aec-075f-4548-b538-3645f4cfde6d is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:09:43.056562 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-a5f1f2a2-7ef1-4a8c-ae1c-85d5f1fec3b7 service neutron] 10.222.0.24 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6556146 Jul 15 13:09:43.069170 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5c3a3f6-417b-471a-9885-292528594c8d req-b85765b6-cc0e-470e-89a2-e579bd8042cf tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Made reservation on behalf of 2e51b95462ec42b2a02dd62dd4e4547f for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:43.079774 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b5c3a3f6-417b-471a-9885-292528594c8d req-b85765b6-cc0e-470e-89a2-e579bd8042cf tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:43.111643 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 7ed910e4-5621-474b-82b5-031d6a959951 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:43.115121 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-c1990695-5e9f-4563-894b-ec22acff9a28 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, a1fa1aec-075f-4548-b538-3645f4cfde6d) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:43.128050 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1990695-5e9f-4563-894b-ec22acff9a28 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:43.129406 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1990695-5e9f-4563-894b-ec22acff9a28 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:43.258039 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1a96d9-9f6a-462d-9533-d6333b915114 None None] Network a1fa1aec-075f-4548-b538-3645f4cfde6d requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:43.386018 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 55022) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:43.386851 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c1990695-5e9f-4563-894b-ec22acff9a28 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.4905217 Jul 15 13:09:43.396402 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7d445329-46f3-401e-9f62-f801fd1e7891 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Request body: {'subnet': {'network_id': '3e157d46-1a46-4ef5-af60-0a822c2bdcfe', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:43.608877 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7af72f7-3128-4efc-81bb-67dde89b90a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:43.613323 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddf37c6-ecd6-4c09-ba81-969127c0b947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-a1fa1aec-075f-4548-b538-3645f4cfde6d', 'network_id': 'a1fa1aec-075f-4548-b538-3645f4cfde6d', 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'fixed_ips': [{'subnet_id': 'e6da4ff9-68f2-4350-8517-a3f37f7c5c8e'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:09:43.615505 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1ddf37c6-ecd6-4c09-ba81-969127c0b947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:43.662307 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c7af72f7-3128-4efc-81bb-67dde89b90a7 None None] Transition to ACTIVE for port object 416b5eba-fbcb-4a59-a665-e67766425cf4 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:43.683147 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7af72f7-3128-4efc-81bb-67dde89b90a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:43.737612 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-b5c3a3f6-417b-471a-9885-292528594c8d req-b85765b6-cc0e-470e-89a2-e579bd8042cf tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Allocated IP 172.20.0.9 (ff999f83-8f01-4fb0-bb3e-8fa1520b01f4/33c47e88-09c9-4ef9-8d40-4d0aac513fe6/6792e362-13a8-4b34-a1c4-27c52b5f455c) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:43.817503 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea2319-b5d6-4126-919e-1d3366d60f6b None None] Pushing event updated for resources: {'Port': ['ID=416b5eba-fbcb-4a59-a665-e67766425cf4,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:43.832245 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d445329-46f3-401e-9f62-f801fd1e7891 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Made reservation on behalf of 1d0be6e00b0740c79716294273e5f5c7 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:43.839513 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d445329-46f3-401e-9f62-f801fd1e7891 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.038228 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 042bfa1a-ac37-4987-a33a-dfe4b817e604 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:44.107301 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c7af72f7-3128-4efc-81bb-67dde89b90a7 None None] Attempting to bind port 416b5eba-fbcb-4a59-a665-e67766425cf4 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:44.107666 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c7af72f7-3128-4efc-81bb-67dde89b90a7 None None] Attempting to bind port 416b5eba-fbcb-4a59-a665-e67766425cf4 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a68fe874-df04-4314-a181-131d0536a9d8'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:44.114635 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af72f7-3128-4efc-81bb-67dde89b90a7 None None] Attempting to bind port 416b5eba-fbcb-4a59-a665-e67766425cf4 on network a68fe874-df04-4314-a181-131d0536a9d8 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:44.135076 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af72f7-3128-4efc-81bb-67dde89b90a7 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:44.135263 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 7ed910e4-5621-474b-82b5-031d6a959951 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:44.139415 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af72f7-3128-4efc-81bb-67dde89b90a7 None None] Checking segment: {'id': '8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a68fe874-df04-4314-a181-131d0536a9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:44.140108 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7af72f7-3128-4efc-81bb-67dde89b90a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.140703 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af72f7-3128-4efc-81bb-67dde89b90a7 None None] Bound using segment: {'id': '8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a68fe874-df04-4314-a181-131d0536a9d8'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:44.142775 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c7af72f7-3128-4efc-81bb-67dde89b90a7 None None] Bound port: 416b5eba-fbcb-4a59-a665-e67766425cf4, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a68fe874-df04-4314-a181-131d0536a9d8'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:44.143439 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7af72f7-3128-4efc-81bb-67dde89b90a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.336443 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 7ed910e4-5621-474b-82b5-031d6a959951 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:44.339554 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.437368 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b5c3a3f6-417b-471a-9885-292528594c8d req-b85765b6-cc0e-470e-89a2-e579bd8042cf tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.455117 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c7af72f7-3128-4efc-81bb-67dde89b90a7 None None] For port 416b5eba-fbcb-4a59-a665-e67766425cf4, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:44.469641 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c7af72f7-3128-4efc-81bb-67dde89b90a7 None None] For port 416b5eba-fbcb-4a59-a665-e67766425cf4, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=416b5eba-fbcb-4a59-a665-e67766425cf4,segment=NetworkSegment(8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65),segment_id=8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:44.480056 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7af72f7-3128-4efc-81bb-67dde89b90a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.562784 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d0d9c-d7c1-4faf-9539-9d732178c99d req-52c43db6-fba9-43ac-b339-0c9f958d1199 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:44.578855 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0b1d0d9c-d7c1-4faf-9539-9d732178c99d req-52c43db6-fba9-43ac-b339-0c9f958d1199 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941dd43-581f-45ce-80a5-18ef5aebff21 HTTP/1.1" status: 200 len: 944 time: 0.7616694 Jul 15 13:09:44.588775 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b5c3a3f6-417b-471a-9885-292528594c8d req-b85765b6-cc0e-470e-89a2-e579bd8042cf tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.627402 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-1ddf37c6-ecd6-4c09-ba81-969127c0b947 None None] Allocated IP 10.1.1.2 (a1fa1aec-075f-4548-b538-3645f4cfde6d/e6da4ff9-68f2-4350-8517-a3f37f7c5c8e/7773d171-9b64-4d42-9887-84171a9017a6) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:44.765171 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7af72f7-3128-4efc-81bb-67dde89b90a7 None None] Routers {'44e78f15-7598-4391-bba7-ce3eb4154b2d'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:44.766259 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c7af72f7-3128-4efc-81bb-67dde89b90a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:09:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['44e78f15-7598-4391-bba7-ce3eb4154b2d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:44.771979 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5c3a3f6-417b-471a-9885-292528594c8d req-b85765b6-cc0e-470e-89a2-e579bd8042cf tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Network ff999f83-8f01-4fb0-bb3e-8fa1520b01f4 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:44.792985 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-b5c3a3f6-417b-471a-9885-292528594c8d req-b85765b6-cc0e-470e-89a2-e579bd8042cf tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:44.793255 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea2319-b5d6-4126-919e-1d3366d60f6b None None] Pushing event updated for resources: {'Port': ['ID=416b5eba-fbcb-4a59-a665-e67766425cf4,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:44.812852 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c3a3f6-417b-471a-9885-292528594c8d req-b85765b6-cc0e-470e-89a2-e579bd8042cf tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:45.017080 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0b1d0d9c-d7c1-4faf-9539-9d732178c99d req-b886d125-a4df-47a7-a402-330f1910340f tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc02356-b8d6-4a76-9e9e-db26cf89ff01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371617 Jul 15 13:09:45.026932 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d445329-46f3-401e-9f62-f801fd1e7891 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.056287 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3a3f6-417b-471a-9885-292528594c8d req-b85765b6-cc0e-470e-89a2-e579bd8042cf tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:45.056287 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b5c3a3f6-417b-471a-9885-292528594c8d req-b85765b6-cc0e-470e-89a2-e579bd8042cf tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.109642 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85765b6-cc0e-470e-89a2-e579bd8042cf tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Pushing event updated for resources: {'Port': ['ID=6792e362-13a8-4b34-a1c4-27c52b5f455c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:45.128206 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b5c3a3f6-417b-471a-9885-292528594c8d req-b85765b6-cc0e-470e-89a2-e579bd8042cf tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4975443 Jul 15 13:09:45.160832 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-b5c3a3f6-417b-471a-9885-292528594c8d req-873b5958-8667-4a81-9756-cf59ed6cc06a service neutron] Request body: {'port': {'device_id': '273a9ca2-fd7b-4e8d-ba77-0555007b2f23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:45.199782 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 042bfa1a-ac37-4987-a33a-dfe4b817e604 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:45.212481 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.278471 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-c7af72f7-3128-4efc-81bb-67dde89b90a7 None None] Set router 44e78f15-7598-4391-bba7-ce3eb4154b2d gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:45.485716 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b5c3a3f6-417b-471a-9885-292528594c8d req-873b5958-8667-4a81-9756-cf59ed6cc06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.511157 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d445329-46f3-401e-9f62-f801fd1e7891 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Pushing event updated for resources: {'Subnet': ['ID=f5517f04-f874-4dc2-a2a6-0c279d24a4c6,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:45.541664 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d445329-46f3-401e-9f62-f801fd1e7891 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Checking segment: {'id': '3b0cc7d8-7477-4d50-a0a2-a688c0555fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3e157d46-1a46-4ef5-af60-0a822c2bdcfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:45.542953 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d445329-46f3-401e-9f62-f801fd1e7891 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Network hostable DHCP agents. Network: 3e157d46-1a46-4ef5-af60-0a822c2bdcfe, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:09:45.725013 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1ddf37c6-ecd6-4c09-ba81-969127c0b947 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.752026 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d445329-46f3-401e-9f62-f801fd1e7891 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Network 3e157d46-1a46-4ef5-af60-0a822c2bdcfe is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:09:45.771127 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1ddf37c6-ecd6-4c09-ba81-969127c0b947 None None] Transition to ACTIVE for port object 7773d171-9b64-4d42-9887-84171a9017a6 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:45.786450 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518a210-3da9-4bef-906d-0b797439ae17 req-5024568d-4270-4913-a6bb-6f7e39361e5e tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:45.803371 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6518a210-3da9-4bef-906d-0b797439ae17 req-5024568d-4270-4913-a6bb-6f7e39361e5e tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.3334641 Jul 15 13:09:45.815555 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1ddf37c6-ecd6-4c09-ba81-969127c0b947 None None] Transition to ACTIVE for port object 7773d171-9b64-4d42-9887-84171a9017a6 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:45.830938 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.870716 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1ddf37c6-ecd6-4c09-ba81-969127c0b947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.892654 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7d445329-46f3-401e-9f62-f801fd1e7891 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 3e157d46-1a46-4ef5-af60-0a822c2bdcfe) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:45.912600 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d445329-46f3-401e-9f62-f801fd1e7891 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:45.913219 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d445329-46f3-401e-9f62-f801fd1e7891 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.973130 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6518a210-3da9-4bef-906d-0b797439ae17 req-8011e2c9-d3d1-4f37-95c8-aa5458a6de84 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687887 Jul 15 13:09:45.999080 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7d445329-46f3-401e-9f62-f801fd1e7891 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6091037 Jul 15 13:09:45.999937 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 55076) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:46.050266 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-55bb457b-b57e-4b48-bf7b-b44c5e664276 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Request body: {'port': {'network_id': 'a1fa1aec-075f-4548-b538-3645f4cfde6d', 'name': 'tempest-TaggedBootDevicesTest_v242-1878619319', 'fixed_ips': [{'subnet_id': 'e6da4ff9-68f2-4350-8517-a3f37f7c5c8e'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:46.050520 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c7af72f7-3128-4efc-81bb-67dde89b90a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'name': 'tempest-TaggedBootDevicesTest-1725315096-router', 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'b7ca0c08-c18f-4b50-a856-a826bc328cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:23Z', 'updated_at': '2021-07-15T13:09:37Z', 'revision_number': 4, 'project_id': '418a827c6cea45b7b8c4dddb4927b332', 'gw_port': {'id': 'b7ca0c08-c18f-4b50-a856-a826bc328cf2', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:24Z', 'updated_at': '2021-07-15T13:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '416b5eba-fbcb-4a59-a665-e67766425cf4', 'name': '', 'network_id': 'a68fe874-df04-4314-a181-131d0536a9d8', 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'mac_address': 'fa:16:3e:dc:81:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'bb32fc9a-711d-486b-b43b-dc825031996b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:34Z', 'updated_at': '2021-07-15T13:09:44Z', 'revision_number': 4, 'project_id': '418a827c6cea45b7b8c4dddb4927b332', 'subnets': [{'id': 'bb32fc9a-711d-486b-b43b-dc825031996b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:46.053468 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394c49c0-94c6-40bd-84df-918ccf2c857f None None] Network 3e157d46-1a46-4ef5-af60-0a822c2bdcfe requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:46.139501 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af72f7-3128-4efc-81bb-67dde89b90a7 None None] The sync data for ids ['44e78f15-7598-4391-bba7-ce3eb4154b2d'] in n-d-758944-45 is: [{'id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'name': 'tempest-TaggedBootDevicesTest-1725315096-router', 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'b7ca0c08-c18f-4b50-a856-a826bc328cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:23Z', 'updated_at': '2021-07-15T13:09:37Z', 'revision_number': 4, 'project_id': '418a827c6cea45b7b8c4dddb4927b332', 'gw_port': {'id': 'b7ca0c08-c18f-4b50-a856-a826bc328cf2', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:24Z', 'updated_at': '2021-07-15T13:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '416b5eba-fbcb-4a59-a665-e67766425cf4', 'name': '', 'network_id': 'a68fe874-df04-4314-a181-131d0536a9d8', 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'mac_address': 'fa:16:3e:dc:81:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'bb32fc9a-711d-486b-b43b-dc825031996b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:34Z', 'updated_at': '2021-07-15T13:09:44Z', 'revision_number': 4, 'project_id': '418a827c6cea45b7b8c4dddb4927b332', 'subnets': [{'id': 'bb32fc9a-711d-486b-b43b-dc825031996b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:09:46.162600 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddf37c6-ecd6-4c09-ba81-969127c0b947 None None] Network a1fa1aec-075f-4548-b538-3645f4cfde6d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:46.306211 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 7ed910e4-5621-474b-82b5-031d6a959951, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=7ed910e4-5621-474b-82b5-031d6a959951,segment=NetworkSegment(3a0ea045-d9ef-4e39-8569-9e99c4ca051c),segment_id=3a0ea045-d9ef-4e39-8569-9e99c4ca051c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:46.348659 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6941dd43-581f-45ce-80a5-18ef5aebff21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed910e4-5621-474b-82b5-031d6a959951'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:46.353446 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226e439f-2797-46f7-a262-44010c35fb0f" -d '{"events": [{"server_uuid": "6941dd43-581f-45ce-80a5-18ef5aebff21", "name": "network-vif-plugged", "status": "completed", "tag": "7ed910e4-5621-474b-82b5-031d6a959951"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:46.401806 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-1ddf37c6-ecd6-4c09-ba81-969127c0b947 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:46.404540 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.408471 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddf37c6-ecd6-4c09-ba81-969127c0b947 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:46.551553 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf37c6-ecd6-4c09-ba81-969127c0b947 None None] Pushing event updated for resources: {'Port': ['ID=7773d171-9b64-4d42-9887-84171a9017a6,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:46.594821 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-b5c3a3f6-417b-471a-9885-292528594c8d req-873b5958-8667-4a81-9756-cf59ed6cc06a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6792e362-13a8-4b34-a1c4-27c52b5f455c {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:46.605696 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b5c3a3f6-417b-471a-9885-292528594c8d req-873b5958-8667-4a81-9756-cf59ed6cc06a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.623974 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-b5c3a3f6-417b-471a-9885-292528594c8d req-873b5958-8667-4a81-9756-cf59ed6cc06a service neutron] Transition to ACTIVE for port object 6792e362-13a8-4b34-a1c4-27c52b5f455c will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:46.632524 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b5c3a3f6-417b-471a-9885-292528594c8d req-873b5958-8667-4a81-9756-cf59ed6cc06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.766718 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b5958-8667-4a81-9756-cf59ed6cc06a service neutron] Pushing event updated for resources: {'Port': ['ID=6792e362-13a8-4b34-a1c4-27c52b5f455c,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:46.775922 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-1ddf37c6-ecd6-4c09-ba81-969127c0b947 None None] Attempting to bind port 7773d171-9b64-4d42-9887-84171a9017a6 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:46.776492 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-1ddf37c6-ecd6-4c09-ba81-969127c0b947 None None] Attempting to bind port 7773d171-9b64-4d42-9887-84171a9017a6 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a1fa1aec-075f-4548-b538-3645f4cfde6d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:46.776656 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddf37c6-ecd6-4c09-ba81-969127c0b947 None None] Attempting to bind port 7773d171-9b64-4d42-9887-84171a9017a6 on network a1fa1aec-075f-4548-b538-3645f4cfde6d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:46.841995 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ee9b477a-2fcc-40da-8908-125b961b6f0f req-2c1b27bc-9ab6-4918-b45b-391c709fceb1 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df2ec52-728e-43f2-9416-2df162115a0f HTTP/1.1" status: 200 len: 210 time: 0.3268180 Jul 15 13:09:46.853817 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddf37c6-ecd6-4c09-ba81-969127c0b947 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:46.854204 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddf37c6-ecd6-4c09-ba81-969127c0b947 None None] Checking segment: {'id': '9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a1fa1aec-075f-4548-b538-3645f4cfde6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:46.854700 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1ddf37c6-ecd6-4c09-ba81-969127c0b947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.855001 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddf37c6-ecd6-4c09-ba81-969127c0b947 None None] Bound using segment: {'id': '9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a1fa1aec-075f-4548-b538-3645f4cfde6d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:46.855501 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-1ddf37c6-ecd6-4c09-ba81-969127c0b947 None None] Bound port: 7773d171-9b64-4d42-9887-84171a9017a6, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a1fa1aec-075f-4548-b538-3645f4cfde6d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:46.855891 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1ddf37c6-ecd6-4c09-ba81-969127c0b947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.909330 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bb457b-b57e-4b48-bf7b-b44c5e664276 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Made reservation on behalf of 1d0be6e00b0740c79716294273e5f5c7 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:46.964999 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=7ed910e4-5621-474b-82b5-031d6a959951,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:46.993644 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b5c3a3f6-417b-471a-9885-292528594c8d req-873b5958-8667-4a81-9756-cf59ed6cc06a service neutron] Attempting to bind port 6792e362-13a8-4b34-a1c4-27c52b5f455c on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:46.994629 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b5c3a3f6-417b-471a-9885-292528594c8d req-873b5958-8667-4a81-9756-cf59ed6cc06a service neutron] Attempting to bind port 6792e362-13a8-4b34-a1c4-27c52b5f455c by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '1b15243f-f5b3-4b91-8138-e8eab75febdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ff999f83-8f01-4fb0-bb3e-8fa1520b01f4'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:46.995205 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c3a3f6-417b-471a-9885-292528594c8d req-873b5958-8667-4a81-9756-cf59ed6cc06a service neutron] Attempting to bind port 6792e362-13a8-4b34-a1c4-27c52b5f455c on network ff999f83-8f01-4fb0-bb3e-8fa1520b01f4 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:47.012217 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c3a3f6-417b-471a-9885-292528594c8d req-873b5958-8667-4a81-9756-cf59ed6cc06a service neutron] Port 6792e362-13a8-4b34-a1c4-27c52b5f455c on network ff999f83-8f01-4fb0-bb3e-8fa1520b01f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:09:47.013017 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c3a3f6-417b-471a-9885-292528594c8d req-873b5958-8667-4a81-9756-cf59ed6cc06a service neutron] Attempting to bind port 6792e362-13a8-4b34-a1c4-27c52b5f455c on network ff999f83-8f01-4fb0-bb3e-8fa1520b01f4 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:47.023717 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c3a3f6-417b-471a-9885-292528594c8d req-873b5958-8667-4a81-9756-cf59ed6cc06a service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:47.024197 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c3a3f6-417b-471a-9885-292528594c8d req-873b5958-8667-4a81-9756-cf59ed6cc06a service neutron] Checking segment: {'id': '1b15243f-f5b3-4b91-8138-e8eab75febdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ff999f83-8f01-4fb0-bb3e-8fa1520b01f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:47.024987 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c3a3f6-417b-471a-9885-292528594c8d req-873b5958-8667-4a81-9756-cf59ed6cc06a service neutron] Bound using segment: {'id': '1b15243f-f5b3-4b91-8138-e8eab75febdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ff999f83-8f01-4fb0-bb3e-8fa1520b01f4'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:47.025605 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b5c3a3f6-417b-471a-9885-292528594c8d req-873b5958-8667-4a81-9756-cf59ed6cc06a service neutron] Bound port: 6792e362-13a8-4b34-a1c4-27c52b5f455c, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b15243f-f5b3-4b91-8138-e8eab75febdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ff999f83-8f01-4fb0-bb3e-8fa1520b01f4'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:47.026096 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b5c3a3f6-417b-471a-9885-292528594c8d req-873b5958-8667-4a81-9756-cf59ed6cc06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.044878 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-af71018d-9803-4933-a918-1152fc1d86c5 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:47.048220 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-af71018d-9803-4933-a918-1152fc1d86c5 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.18 "GET /v2.0/networks?id=ff999f83-8f01-4fb0-bb3e-8fa1520b01f4 HTTP/1.1" status: 200 len: 818 time: 0.5369558 Jul 15 13:09:47.152440 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-2f531f99-16ae-4d6e-b555-6c9d6f76ecd2 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Request body: {'port': {'device_id': '1df2ec52-728e-43f2-9416-2df162115a0f', 'network_id': 'ff999f83-8f01-4fb0-bb3e-8fa1520b01f4', 'admin_state_up': True, 'tenant_id': '2e51b95462ec42b2a02dd62dd4e4547f'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:47.199850 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-1ddf37c6-ecd6-4c09-ba81-969127c0b947 None None] For port 7773d171-9b64-4d42-9887-84171a9017a6, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:47.239395 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-1ddf37c6-ecd6-4c09-ba81-969127c0b947 None None] For port 7773d171-9b64-4d42-9887-84171a9017a6, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=7773d171-9b64-4d42-9887-84171a9017a6,segment=NetworkSegment(9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3),segment_id=9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:47.302708 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1ddf37c6-ecd6-4c09-ba81-969127c0b947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.312323 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25f0a7a-f7bc-4504-ae74-54629a6df94b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-3e157d46-1a46-4ef5-af60-0a822c2bdcfe', 'network_id': '3e157d46-1a46-4ef5-af60-0a822c2bdcfe', 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'fixed_ips': [{'subnet_id': 'f5517f04-f874-4dc2-a2a6-0c279d24a4c6'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:09:47.313453 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b25f0a7a-f7bc-4504-ae74-54629a6df94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.440892 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-4bde3b9a-9266-4635-a99d-bb5c084bd8e6 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:47.444959 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-4bde3b9a-9266-4635-a99d-bb5c084bd8e6 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.18 "GET /v2.0/networks?id=956bc45d-6e41-4c68-9338-128c7dab2eb0 HTTP/1.1" status: 200 len: 811 time: 0.3766978 Jul 15 13:09:47.472467 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-6761bd8d-4cb3-4a11-a72b-0981d55c07a8 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Request body: {'port': {'device_id': '12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff', 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0', 'admin_state_up': True, 'tenant_id': '46c681a3ac1f49edb652254baad292e0'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:47.523252 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-22f48f21-6c85-4b5d-aba9-801191978215 req-12064cd5-492b-4321-9a5f-6840a54e9f01 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff HTTP/1.1" status: 200 len: 210 time: 0.1737285 Jul 15 13:09:47.538442 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55bb457b-b57e-4b48-bf7b-b44c5e664276 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.598077 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-55bb457b-b57e-4b48-bf7b-b44c5e664276 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] device_id is not set on port b90f8281-cdcd-40a0-8a1a-8cf546cddaeb yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:09:47.605121 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b5c3a3f6-417b-471a-9885-292528594c8d req-873b5958-8667-4a81-9756-cf59ed6cc06a service neutron] For port 6792e362-13a8-4b34-a1c4-27c52b5f455c, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:47.679408 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b5c3a3f6-417b-471a-9885-292528594c8d req-873b5958-8667-4a81-9756-cf59ed6cc06a service neutron] For port 6792e362-13a8-4b34-a1c4-27c52b5f455c, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=6792e362-13a8-4b34-a1c4-27c52b5f455c,segment=NetworkSegment(1b15243f-f5b3-4b91-8138-e8eab75febdf),segment_id=1b15243f-f5b3-4b91-8138-e8eab75febdf)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:47.698662 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b5c3a3f6-417b-471a-9885-292528594c8d req-873b5958-8667-4a81-9756-cf59ed6cc06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.777258 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf37c6-ecd6-4c09-ba81-969127c0b947 None None] Pushing event updated for resources: {'Port': ['ID=7773d171-9b64-4d42-9887-84171a9017a6,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:47.855158 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3a3f6-417b-471a-9885-292528594c8d req-873b5958-8667-4a81-9756-cf59ed6cc06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:47.856185 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b5c3a3f6-417b-471a-9885-292528594c8d req-873b5958-8667-4a81-9756-cf59ed6cc06a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.866967 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b5c3a3f6-417b-471a-9885-292528594c8d req-873b5958-8667-4a81-9756-cf59ed6cc06a service neutron] 10.222.0.32 "PUT /v2.0/ports/6792e362-13a8-4b34-a1c4-27c52b5f455c HTTP/1.1" status: 200 len: 1092 time: 2.7120876 Jul 15 13:09:47.867858 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273a9ca2-fd7b-4e8d-ba77-0555007b2f23', 'tag': '6792e362-13a8-4b34-a1c4-27c52b5f455c'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:47.871555 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd648650-f511-45c2-b8d9-a3122fa04552" -d '{"events": [{"name": "network-changed", "server_uuid": "273a9ca2-fd7b-4e8d-ba77-0555007b2f23", "tag": "6792e362-13a8-4b34-a1c4-27c52b5f455c"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:48.002202 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-b25f0a7a-f7bc-4504-ae74-54629a6df94b None None] Allocated IP 10.2.2.2 (3e157d46-1a46-4ef5-af60-0a822c2bdcfe/f5517f04-f874-4dc2-a2a6-0c279d24a4c6/0426dff0-7b9b-4b12-8f61-acbde3b2b271) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:48.092133 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b5958-8667-4a81-9756-cf59ed6cc06a service neutron] Pushing event updated for resources: {'Port': ['ID=6792e362-13a8-4b34-a1c4-27c52b5f455c,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:48.194439 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-50967551-0eab-4195-9d31-ba4e723eec74 req-aa779622-12fc-4d1f-86bd-aaa441d2a5f4 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:09:48.204175 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50967551-0eab-4195-9d31-ba4e723eec74 req-aa779622-12fc-4d1f-86bd-aaa441d2a5f4 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0510149 Jul 15 13:09:48.247003 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.db.api [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-6761bd8d-4cb3-4a11-a72b-0981d55c07a8 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:09:48.247003 n-d-758944-45 neutron-server[93813]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:09:48.247003 n-d-758944-45 neutron-server[93813]: [parameters: {'project_id_1': '46c681a3ac1f49edb652254baad292e0', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 9, 48, 116634)}] Jul 15 13:09:48.247003 n-d-758944-45 neutron-server[93813]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:09:48.252249 n-d-758944-45 neutron-server[93813]: DEBUG oslo_db.api [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-6761bd8d-4cb3-4a11-a72b-0981d55c07a8 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:09:48.267661 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-50967551-0eab-4195-9d31-ba4e723eec74 req-cd644a35-f426-4edd-91a7-b4c4f178329a service neutron] Request body: {'binding': {'host': 'n-h1-758944-45', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:48.270843 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-50967551-0eab-4195-9d31-ba4e723eec74 req-cd644a35-f426-4edd-91a7-b4c4f178329a service neutron] Unknown quota resources ['binding']. {{(pid=93814) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:09:48.338331 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3a3f6-417b-471a-9885-292528594c8d req-4a658634-1f22-4c97-90ad-a94aeb05af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:48.340189 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b5c3a3f6-417b-471a-9885-292528594c8d req-4a658634-1f22-4c97-90ad-a94aeb05af75 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e51b95462ec42b2a02dd62dd4e4547f&device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 1095 time: 0.2129254 Jul 15 13:09:48.431662 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b5c3a3f6-417b-471a-9885-292528594c8d req-e767c06e-c935-4650-962f-0a80ca05d8c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6792e362-13a8-4b34-a1c4-27c52b5f455c HTTP/1.1" status: 200 len: 217 time: 0.0675321 Jul 15 13:09:48.475917 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-2f531f99-16ae-4d6e-b555-6c9d6f76ecd2 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Made reservation on behalf of 2e51b95462ec42b2a02dd62dd4e4547f for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:48.487433 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-2f531f99-16ae-4d6e-b555-6c9d6f76ecd2 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.514357 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 416b5eba-fbcb-4a59-a665-e67766425cf4 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:48.558497 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3a3f6-417b-471a-9885-292528594c8d req-1f2dd888-89cd-468d-831e-0b927ba46bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:48.563128 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b5c3a3f6-417b-471a-9885-292528594c8d req-1f2dd888-89cd-468d-831e-0b927ba46bff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33c47e88-09c9-4ef9-8d40-4d0aac513fe6 HTTP/1.1" status: 200 len: 858 time: 0.1229582 Jul 15 13:09:48.635616 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-55bb457b-b57e-4b48-bf7b-b44c5e664276 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Allocated IP 10.1.1.251 (a1fa1aec-075f-4548-b538-3645f4cfde6d/e6da4ff9-68f2-4350-8517-a3f37f7c5c8e/b90f8281-cdcd-40a0-8a1a-8cf546cddaeb) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:48.663181 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b5c3a3f6-417b-471a-9885-292528594c8d req-82a63f7a-7355-412b-ad49-5e4d9bb83183 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff999f83-8f01-4fb0-bb3e-8fa1520b01f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883503 Jul 15 13:09:48.705725 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b25f0a7a-f7bc-4504-ae74-54629a6df94b None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.714024 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 416b5eba-fbcb-4a59-a665-e67766425cf4 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:48.765597 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b25f0a7a-f7bc-4504-ae74-54629a6df94b None None] Transition to ACTIVE for port object 0426dff0-7b9b-4b12-8f61-acbde3b2b271 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:48.799833 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:09:48.858564 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b25f0a7a-f7bc-4504-ae74-54629a6df94b None None] Transition to ACTIVE for port object 0426dff0-7b9b-4b12-8f61-acbde3b2b271 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:48.874826 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 416b5eba-fbcb-4a59-a665-e67766425cf4 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:48.878298 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.910003 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-6761bd8d-4cb3-4a11-a72b-0981d55c07a8 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Made reservation on behalf of 46c681a3ac1f49edb652254baad292e0 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:48.914371 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-6761bd8d-4cb3-4a11-a72b-0981d55c07a8 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.957628 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b5c3a3f6-417b-471a-9885-292528594c8d req-fd5dce50-8e6f-47f0-a9b3-4206754b56c2 service neutron] 10.222.0.32 "GET /v2.0/networks/ff999f83-8f01-4fb0-bb3e-8fa1520b01f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857554 Jul 15 13:09:49.013135 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700fc74-41ab-485f-8dc2-0c8b74b977a4 req-af820faf-1858-4ce7-b629-df3ece187dae tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:49.025497 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a700fc74-41ab-485f-8dc2-0c8b74b977a4 req-af820faf-1858-4ce7-b629-df3ece187dae tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.8557811 Jul 15 13:09:49.075468 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b25f0a7a-f7bc-4504-ae74-54629a6df94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:49.172293 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25f0a7a-f7bc-4504-ae74-54629a6df94b None None] Network 3e157d46-1a46-4ef5-af60-0a822c2bdcfe is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:49.181231 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a700fc74-41ab-485f-8dc2-0c8b74b977a4 req-a1865fe8-446b-49ca-b6f5-8ec547c03c8e tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540227 Jul 15 13:09:49.199811 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-b25f0a7a-f7bc-4504-ae74-54629a6df94b None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:49.221708 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25f0a7a-f7bc-4504-ae74-54629a6df94b None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:49.233745 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b5c3a3f6-417b-471a-9885-292528594c8d req-bce98404-010a-4fc2-a05c-41af7f355ef5 service neutron] 10.222.0.32 "GET /v2.0/networks/ff999f83-8f01-4fb0-bb3e-8fa1520b01f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630370 Jul 15 13:09:49.244848 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f0a7a-f7bc-4504-ae74-54629a6df94b None None] Pushing event updated for resources: {'Port': ['ID=0426dff0-7b9b-4b12-8f61-acbde3b2b271,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:49.478039 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-b25f0a7a-f7bc-4504-ae74-54629a6df94b None None] Attempting to bind port 0426dff0-7b9b-4b12-8f61-acbde3b2b271 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:49.478660 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-b25f0a7a-f7bc-4504-ae74-54629a6df94b None None] Attempting to bind port 0426dff0-7b9b-4b12-8f61-acbde3b2b271 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '3b0cc7d8-7477-4d50-a0a2-a688c0555fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3e157d46-1a46-4ef5-af60-0a822c2bdcfe'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:49.479444 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25f0a7a-f7bc-4504-ae74-54629a6df94b None None] Attempting to bind port 0426dff0-7b9b-4b12-8f61-acbde3b2b271 on network 3e157d46-1a46-4ef5-af60-0a822c2bdcfe {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:49.484258 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-50967551-0eab-4195-9d31-ba4e723eec74 req-cd644a35-f426-4edd-91a7-b4c4f178329a service neutron] Attempting to bind port 9e2d2c7a-17e9-492b-b40d-42441a613b9f on host n-h1-758944-45 for vnic_type normal with profile None {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:49.484827 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-50967551-0eab-4195-9d31-ba4e723eec74 req-cd644a35-f426-4edd-91a7-b4c4f178329a service neutron] Attempting to bind port 9e2d2c7a-17e9-492b-b40d-42441a613b9f by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:49.485130 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50967551-0eab-4195-9d31-ba4e723eec74 req-cd644a35-f426-4edd-91a7-b4c4f178329a service neutron] Attempting to bind port 9e2d2c7a-17e9-492b-b40d-42441a613b9f on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:49.491571 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:49.491775 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-6761bd8d-4cb3-4a11-a72b-0981d55c07a8 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Allocated IP 172.20.0.7 (956bc45d-6e41-4c68-9338-128c7dab2eb0/d483a1a6-7065-4b15-8f19-4e9042e07796/c6c48312-e6a5-4b88-b00f-e4c53a50c9d6) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:49.494310 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25f0a7a-f7bc-4504-ae74-54629a6df94b None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:49.494934 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25f0a7a-f7bc-4504-ae74-54629a6df94b None None] Checking segment: {'id': '3b0cc7d8-7477-4d50-a0a2-a688c0555fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3e157d46-1a46-4ef5-af60-0a822c2bdcfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:49.495740 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b25f0a7a-f7bc-4504-ae74-54629a6df94b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:49.496666 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25f0a7a-f7bc-4504-ae74-54629a6df94b None None] Bound using segment: {'id': '3b0cc7d8-7477-4d50-a0a2-a688c0555fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3e157d46-1a46-4ef5-af60-0a822c2bdcfe'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:49.497499 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-b25f0a7a-f7bc-4504-ae74-54629a6df94b None None] Bound port: 0426dff0-7b9b-4b12-8f61-acbde3b2b271, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0cc7d8-7477-4d50-a0a2-a688c0555fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3e157d46-1a46-4ef5-af60-0a822c2bdcfe'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:49.498286 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b25f0a7a-f7bc-4504-ae74-54629a6df94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:49.542046 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50967551-0eab-4195-9d31-ba4e723eec74 req-cd644a35-f426-4edd-91a7-b4c4f178329a service neutron] Port 9e2d2c7a-17e9-492b-b40d-42441a613b9f on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:09:49.542441 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50967551-0eab-4195-9d31-ba4e723eec74 req-cd644a35-f426-4edd-91a7-b4c4f178329a service neutron] Attempting to bind port 9e2d2c7a-17e9-492b-b40d-42441a613b9f on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:49.553719 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-2f531f99-16ae-4d6e-b555-6c9d6f76ecd2 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Allocated IP 172.20.0.2 (ff999f83-8f01-4fb0-bb3e-8fa1520b01f4/33c47e88-09c9-4ef9-8d40-4d0aac513fe6/2b1c42c1-78b2-48f2-9e00-57d53a9198ed) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:49.563357 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 416b5eba-fbcb-4a59-a665-e67766425cf4, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=416b5eba-fbcb-4a59-a665-e67766425cf4,segment=NetworkSegment(8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65),segment_id=8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:49.567757 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f41b70-2d2b-47f6-8f30-fc3d5f3af7fa None None] Network a1fa1aec-075f-4548-b538-3645f4cfde6d requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:49.578935 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50967551-0eab-4195-9d31-ba4e723eec74 req-cd644a35-f426-4edd-91a7-b4c4f178329a service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:49.582809 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50967551-0eab-4195-9d31-ba4e723eec74 req-cd644a35-f426-4edd-91a7-b4c4f178329a service neutron] Checking segment: {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:49.583390 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50967551-0eab-4195-9d31-ba4e723eec74 req-cd644a35-f426-4edd-91a7-b4c4f178329a service neutron] Bound using segment: {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:49.588078 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-50967551-0eab-4195-9d31-ba4e723eec74 req-cd644a35-f426-4edd-91a7-b4c4f178329a service neutron] Bound port: 9e2d2c7a-17e9-492b-b40d-42441a613b9f, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:49.611850 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:49.612658 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 7773d171-9b64-4d42-9887-84171a9017a6 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:49.711835 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55bb457b-b57e-4b48-bf7b-b44c5e664276 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:49.808520 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-6761bd8d-4cb3-4a11-a72b-0981d55c07a8 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:49.860026 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-6761bd8d-4cb3-4a11-a72b-0981d55c07a8 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:49.888994 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-55bb457b-b57e-4b48-bf7b-b44c5e664276 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Transition to ACTIVE for port object b90f8281-cdcd-40a0-8a1a-8cf546cddaeb will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:49.903135 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-50967551-0eab-4195-9d31-ba4e723eec74 req-cd644a35-f426-4edd-91a7-b4c4f178329a service neutron] For port 9e2d2c7a-17e9-492b-b40d-42441a613b9f, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9e2d2c7a-17e9-492b-b40d-42441a613b9f,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:49.929465 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-6761bd8d-4cb3-4a11-a72b-0981d55c07a8 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Network 956bc45d-6e41-4c68-9338-128c7dab2eb0 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:49.933437 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-6761bd8d-4cb3-4a11-a72b-0981d55c07a8 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:49.942667 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-6761bd8d-4cb3-4a11-a72b-0981d55c07a8 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:49.948336 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-50967551-0eab-4195-9d31-ba4e723eec74 req-cd644a35-f426-4edd-91a7-b4c4f178329a service neutron] Notify callbacks [] for binding, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:49.961581 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50967551-0eab-4195-9d31-ba4e723eec74 req-cd644a35-f426-4edd-91a7-b4c4f178329a service neutron] 10.222.0.24 "POST /v2.0/ports/9e2d2c7a-17e9-492b-b40d-42441a613b9f/bindings HTTP/1.1" status: 201 len: 390 time: 1.7561738 Jul 15 13:09:49.999355 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f023349-9a3a-43df-b8a4-4b860e47905d req-1417b8b9-b16f-47c0-982f-a1cd44afb793 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:50.007237 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3f023349-9a3a-43df-b8a4-4b860e47905d req-1417b8b9-b16f-47c0-982f-a1cd44afb793 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941dd43-581f-45ce-80a5-18ef5aebff21 HTTP/1.1" status: 200 len: 945 time: 0.5339880 Jul 15 13:09:50.009006 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6761bd8d-4cb3-4a11-a72b-0981d55c07a8 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Pushing event updated for resources: {'Port': ['ID=c6c48312-e6a5-4b88-b00f-e4c53a50c9d6,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:50.041334 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-6761bd8d-4cb3-4a11-a72b-0981d55c07a8 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:50.042163 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-6761bd8d-4cb3-4a11-a72b-0981d55c07a8 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.087169 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-6761bd8d-4cb3-4a11-a72b-0981d55c07a8 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6219895 Jul 15 13:09:50.110380 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-f013c9bf-c39f-495d-90fc-7a290d3dd098 service neutron] Request body: {'port': {'device_id': '12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:50.201694 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3b3e93c7-699c-4dae-b170-7cf54574928c None None] Provisioning for port 7773d171-9b64-4d42-9887-84171a9017a6 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:50.256080 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb827a1c-3172-4ee2-941f-8435202f8ad2 x-openstack-request-id: req-eb827a1c-3172-4ee2-941f-8435202f8ad2 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:50.256933 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6941dd43-581f-45ce-80a5-18ef5aebff21", "name": "network-vif-plugged", "status": "completed", "tag": "7ed910e4-5621-474b-82b5-031d6a959951", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:50.257594 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb827a1c-3172-4ee2-941f-8435202f8ad2 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:50.258317 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6941dd43-581f-45ce-80a5-18ef5aebff21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed910e4-5621-474b-82b5-031d6a959951', 'code': 200} Jul 15 13:09:50.315913 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3f023349-9a3a-43df-b8a4-4b860e47905d req-273aefdf-d61d-4f0c-8ff5-b10a14461ab4 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc02356-b8d6-4a76-9e9e-db26cf89ff01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005075 Jul 15 13:09:50.316811 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 7773d171-9b64-4d42-9887-84171a9017a6 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:50.338023 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-f013c9bf-c39f-495d-90fc-7a290d3dd098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.393515 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55bb457b-b57e-4b48-bf7b-b44c5e664276 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.481427 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650ec318-0698-45e3-9e06-3a884291639a x-openstack-request-id: req-650ec318-0698-45e3-9e06-3a884291639a {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:50.481697 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "273a9ca2-fd7b-4e8d-ba77-0555007b2f23", "tag": "6792e362-13a8-4b34-a1c4-27c52b5f455c", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:50.484458 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-650ec318-0698-45e3-9e06-3a884291639a {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:50.486351 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '273a9ca2-fd7b-4e8d-ba77-0555007b2f23', 'tag': '6792e362-13a8-4b34-a1c4-27c52b5f455c', 'status': 'completed', 'code': 200} Jul 15 13:09:50.518818 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 7773d171-9b64-4d42-9887-84171a9017a6 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:50.524280 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.659727 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-2f531f99-16ae-4d6e-b555-6c9d6f76ecd2 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.679146 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=416b5eba-fbcb-4a59-a665-e67766425cf4,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:50.708777 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bb457b-b57e-4b48-bf7b-b44c5e664276 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Network a1fa1aec-075f-4548-b538-3645f4cfde6d is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:50.710940 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-b25f0a7a-f7bc-4504-ae74-54629a6df94b None None] For port 0426dff0-7b9b-4b12-8f61-acbde3b2b271, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:50.726607 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb457b-b57e-4b48-bf7b-b44c5e664276 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Pushing event updated for resources: {'Port': ['ID=b90f8281-cdcd-40a0-8a1a-8cf546cddaeb,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:50.731065 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-55bb457b-b57e-4b48-bf7b-b44c5e664276 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:50.743015 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bb457b-b57e-4b48-bf7b-b44c5e664276 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:50.785081 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-20c41ce3-edb3-43be-8b74-b82ccb3faadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.793104 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-b25f0a7a-f7bc-4504-ae74-54629a6df94b None None] For port 0426dff0-7b9b-4b12-8f61-acbde3b2b271, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0426dff0-7b9b-4b12-8f61-acbde3b2b271,segment=NetworkSegment(3b0cc7d8-7477-4d50-a0a2-a688c0555fe3),segment_id=3b0cc7d8-7477-4d50-a0a2-a688c0555fe3)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:50.817846 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b25f0a7a-f7bc-4504-ae74-54629a6df94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.979759 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f0a7a-f7bc-4504-ae74-54629a6df94b None None] Pushing event updated for resources: {'Port': ['ID=0426dff0-7b9b-4b12-8f61-acbde3b2b271,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:50.985716 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.054295 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 7773d171-9b64-4d42-9887-84171a9017a6, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=7773d171-9b64-4d42-9887-84171a9017a6,segment=NetworkSegment(9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3),segment_id=9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:51.058858 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bb457b-b57e-4b48-bf7b-b44c5e664276 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:51.059556 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55bb457b-b57e-4b48-bf7b-b44c5e664276 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.060778 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.078659 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50967551-0eab-4195-9d31-ba4e723eec74 req-a807949a-ad15-4147-b984-ccd8038474f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:51.080420 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50967551-0eab-4195-9d31-ba4e723eec74 req-a807949a-ad15-4147-b984-ccd8038474f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11b8af7c013140faa070a8db01c03b78&device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 1097 time: 0.5456359 Jul 15 13:09:51.107721 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-2f531f99-16ae-4d6e-b555-6c9d6f76ecd2 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.113730 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-55bb457b-b57e-4b48-bf7b-b44c5e664276 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1087570 Jul 15 13:09:51.126133 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 55136) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:51.163138 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=7773d171-9b64-4d42-9887-84171a9017a6,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:51.184993 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a98c3ad4-33ad-486b-b584-3c34621a751f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Request body: {'port': {'network_id': 'a1fa1aec-075f-4548-b538-3645f4cfde6d', 'name': 'tempest-TaggedBootDevicesTest_v242-2138552659', 'fixed_ips': [{'subnet_id': 'e6da4ff9-68f2-4350-8517-a3f37f7c5c8e'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:51.234697 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 416b5eba-fbcb-4a59-a665-e67766425cf4 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:51.251513 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-2f531f99-16ae-4d6e-b555-6c9d6f76ecd2 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Network ff999f83-8f01-4fb0-bb3e-8fa1520b01f4 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:51.314531 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-2f531f99-16ae-4d6e-b555-6c9d6f76ecd2 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:51.320018 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-2f531f99-16ae-4d6e-b555-6c9d6f76ecd2 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:51.389279 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 416b5eba-fbcb-4a59-a665-e67766425cf4 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:51.391010 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.501163 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-f013c9bf-c39f-495d-90fc-7a290d3dd098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6c48312-e6a5-4b88-b00f-e4c53a50c9d6 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:51.507578 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-35a2d7af-fb85-4ef9-a379-1a9f44f82ecf None None] Provisioning for port b90f8281-cdcd-40a0-8a1a-8cf546cddaeb completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:51.546585 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-35a2d7af-fb85-4ef9-a379-1a9f44f82ecf None None] Provisioning complete for port b90f8281-cdcd-40a0-8a1a-8cf546cddaeb triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:51.547576 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-35a2d7af-fb85-4ef9-a379-1a9f44f82ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.553564 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-f013c9bf-c39f-495d-90fc-7a290d3dd098 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.570372 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff02a9-bfad-4344-ae3a-c688010ec232 req-99f4e73d-f899-481e-b2bd-672e053e7254 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:51.579928 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-06ff02a9-bfad-4344-ae3a-c688010ec232 req-99f4e73d-f899-481e-b2bd-672e053e7254 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff HTTP/1.1" status: 200 len: 931 time: 0.7766178 Jul 15 13:09:51.611466 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5451d-31a5-4407-976a-33433ca04523 req-45e1b034-4fa3-48eb-b3a9-b544ced2a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:51.616331 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-afb5451d-31a5-4407-976a-33433ca04523 req-45e1b034-4fa3-48eb-b3a9-b544ced2a0c6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6941dd43-581f-45ce-80a5-18ef5aebff21 HTTP/1.1" status: 200 len: 1097 time: 1.1265583 Jul 15 13:09:51.656629 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f531f99-16ae-4d6e-b555-6c9d6f76ecd2 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Pushing event updated for resources: {'Port': ['ID=2b1c42c1-78b2-48f2-9e00-57d53a9198ed,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:51.762719 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-35a2d7af-fb85-4ef9-a379-1a9f44f82ecf None None] Port b90f8281-cdcd-40a0-8a1a-8cf546cddaeb cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:51.783252 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1bc39-17b3-4d3f-990f-9e6af5b0b08f req-d6bdaea2-eca5-465a-a72d-20a27235b037 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:51.798349 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ede1bc39-17b3-4d3f-990f-9e6af5b0b08f req-d6bdaea2-eca5-465a-a72d-20a27235b037 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df2ec52-728e-43f2-9416-2df162115a0f HTTP/1.1" status: 200 len: 931 time: 0.7630477 Jul 15 13:09:51.817133 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-f013c9bf-c39f-495d-90fc-7a290d3dd098 service neutron] Transition to ACTIVE for port object c6c48312-e6a5-4b88-b00f-e4c53a50c9d6 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:51.824183 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-35a2d7af-fb85-4ef9-a379-1a9f44f82ecf None None] Provisioning complete for port 7773d171-9b64-4d42-9887-84171a9017a6 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:51.824562 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd648650-f511-45c2-b8d9-a3122fa04552 req-25ac5633-7fac-463d-9b63-6e0a8064a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:51.825132 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-35a2d7af-fb85-4ef9-a379-1a9f44f82ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.827607 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bd648650-f511-45c2-b8d9-a3122fa04552 req-25ac5633-7fac-463d-9b63-6e0a8064a549 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e51b95462ec42b2a02dd62dd4e4547f&device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 1095 time: 0.8057342 Jul 15 13:09:51.831018 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-2f531f99-16ae-4d6e-b555-6c9d6f76ecd2 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:51.832922 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-2f531f99-16ae-4d6e-b555-6c9d6f76ecd2 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.858133 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50967551-0eab-4195-9d31-ba4e723eec74 req-87c13d44-b8ab-40bb-ad02-fca7dca57c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:51.862405 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50967551-0eab-4195-9d31-ba4e723eec74 req-87c13d44-b8ab-40bb-ad02-fca7dca57c39 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b4de3f9-9898-4e48-8ad2-d64a9c837567 HTTP/1.1" status: 200 len: 922 time: 0.7707448 Jul 15 13:09:51.876244 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-afb5451d-31a5-4407-976a-33433ca04523 req-87e6b06c-7239-4e1b-8fce-66991cad9acb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fbc02356-b8d6-4a76-9e9e-db26cf89ff01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434354 Jul 15 13:09:51.895321 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-f013c9bf-c39f-495d-90fc-7a290d3dd098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.958249 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-06ff02a9-bfad-4344-ae3a-c688010ec232 req-21c4dcce-5f6f-41af-bba1-289458d422b0 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725760 Jul 15 13:09:52.030982 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 6792e362-13a8-4b34-a1c4-27c52b5f455c details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:09:52.058347 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ede1bc39-17b3-4d3f-990f-9e6af5b0b08f req-3518a6ae-92a4-4f87-bfe3-228f5059016e tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584851 Jul 15 13:09:52.105172 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013c9bf-c39f-495d-90fc-7a290d3dd098 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c48312-e6a5-4b88-b00f-e4c53a50c9d6,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:52.163730 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-2f531f99-16ae-4d6e-b555-6c9d6f76ecd2 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0223362 Jul 15 13:09:52.166027 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50967551-0eab-4195-9d31-ba4e723eec74 req-385a3a28-166a-4689-8863-65ae09b1a778 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e2d2c7a-17e9-492b-b40d-42441a613b9f HTTP/1.1" status: 200 len: 217 time: 0.2463160 Jul 15 13:09:52.213089 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-a0664fc1-005a-4129-97cf-3812ba1580ac service neutron] Request body: {'port': {'device_id': '1df2ec52-728e-43f2-9416-2df162115a0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:52.492730 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 6792e362-13a8-4b34-a1c4-27c52b5f455c, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=6792e362-13a8-4b34-a1c4-27c52b5f455c,segment=NetworkSegment(1b15243f-f5b3-4b91-8138-e8eab75febdf),segment_id=1b15243f-f5b3-4b91-8138-e8eab75febdf)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:52.566883 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-011cf195-91a4-407a-b472-03426370b344 None None] Provisioning complete for port b90f8281-cdcd-40a0-8a1a-8cf546cddaeb triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:52.567266 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-011cf195-91a4-407a-b472-03426370b344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.569410 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '6792e362-13a8-4b34-a1c4-27c52b5f455c', 'network_id': 'ff999f83-8f01-4fb0-bb3e-8fa1520b01f4', 'port_id': '6792e362-13a8-4b34-a1c4-27c52b5f455c', 'mac_address': 'fa:16:3e:8d:3e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c47e88-09c9-4ef9-8d40-4d0aac513fe6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:09:52.596044 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98c3ad4-33ad-486b-b584-3c34621a751f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Made reservation on behalf of 1d0be6e00b0740c79716294273e5f5c7 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:52.664136 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50967551-0eab-4195-9d31-ba4e723eec74 req-ef23d592-940a-440e-8e88-f5366ddd5c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:52.665984 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50967551-0eab-4195-9d31-ba4e723eec74 req-ef23d592-940a-440e-8e88-f5366ddd5c2e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f7ee163d-4be2-4821-945f-cb7507aae308 HTTP/1.1" status: 200 len: 861 time: 0.4790483 Jul 15 13:09:52.875323 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-011cf195-91a4-407a-b472-03426370b344 None None] Port b90f8281-cdcd-40a0-8a1a-8cf546cddaeb cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:52.882501 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.907018 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6792e362-13a8-4b34-a1c4-27c52b5f455c {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:52.925741 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd648650-f511-45c2-b8d9-a3122fa04552 req-342b40e8-e731-4190-9a15-e87ef8124f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:52.928597 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bd648650-f511-45c2-b8d9-a3122fa04552 req-342b40e8-e731-4190-9a15-e87ef8124f47 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ff999f83-8f01-4fb0-bb3e-8fa1520b01f4 HTTP/1.1" status: 200 len: 919 time: 1.0606110 Jul 15 13:09:52.935254 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-f013c9bf-c39f-495d-90fc-7a290d3dd098 service neutron] Attempting to bind port c6c48312-e6a5-4b88-b00f-e4c53a50c9d6 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:52.935825 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-f013c9bf-c39f-495d-90fc-7a290d3dd098 service neutron] Attempting to bind port c6c48312-e6a5-4b88-b00f-e4c53a50c9d6 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'faa6f47b-5a42-4f3d-8726-d44abedde300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:52.937442 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-f013c9bf-c39f-495d-90fc-7a290d3dd098 service neutron] Attempting to bind port c6c48312-e6a5-4b88-b00f-e4c53a50c9d6 on network 956bc45d-6e41-4c68-9338-128c7dab2eb0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:52.949892 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-f013c9bf-c39f-495d-90fc-7a290d3dd098 service neutron] Port c6c48312-e6a5-4b88-b00f-e4c53a50c9d6 on network 956bc45d-6e41-4c68-9338-128c7dab2eb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:09:52.950390 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-f013c9bf-c39f-495d-90fc-7a290d3dd098 service neutron] Attempting to bind port c6c48312-e6a5-4b88-b00f-e4c53a50c9d6 on network 956bc45d-6e41-4c68-9338-128c7dab2eb0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:52.960132 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 6792e362-13a8-4b34-a1c4-27c52b5f455c, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=6792e362-13a8-4b34-a1c4-27c52b5f455c,segment=NetworkSegment(1b15243f-f5b3-4b91-8138-e8eab75febdf),segment_id=1b15243f-f5b3-4b91-8138-e8eab75febdf)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:52.973989 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.061868 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-f013c9bf-c39f-495d-90fc-7a290d3dd098 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:53.062497 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-f013c9bf-c39f-495d-90fc-7a290d3dd098 service neutron] Checking segment: {'id': 'faa6f47b-5a42-4f3d-8726-d44abedde300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:53.062923 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-f013c9bf-c39f-495d-90fc-7a290d3dd098 service neutron] Bound using segment: {'id': 'faa6f47b-5a42-4f3d-8726-d44abedde300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:53.063409 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-f013c9bf-c39f-495d-90fc-7a290d3dd098 service neutron] Bound port: c6c48312-e6a5-4b88-b00f-e4c53a50c9d6, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faa6f47b-5a42-4f3d-8726-d44abedde300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:53.063787 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-f013c9bf-c39f-495d-90fc-7a290d3dd098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.088369 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-76e7eed4-fc71-4dae-905f-e8246f51d45a req-e6bf708e-bc07-43b9-8ed7-c3fe515ec884 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0227871 Jul 15 13:09:53.092486 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bd648650-f511-45c2-b8d9-a3122fa04552 req-0c0956e8-8807-4290-b0e4-0c2ca7ccaf8a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6792e362-13a8-4b34-a1c4-27c52b5f455c HTTP/1.1" status: 200 len: 217 time: 0.1445589 Jul 15 13:09:53.194406 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4122df1b-8cc2-4d43-8f6e-d19c1d004246 None None] Network 3e157d46-1a46-4ef5-af60-0a822c2bdcfe requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:53.224251 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff0576-e87c-486e-814c-24d515df42ae req-eca921bd-70e1-439d-89aa-45849ca5c282 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:53.234964 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-29ff0576-e87c-486e-814c-24d515df42ae req-eca921bd-70e1-439d-89aa-45849ca5c282 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941dd43-581f-45ce-80a5-18ef5aebff21 HTTP/1.1" status: 200 len: 945 time: 0.6573436 Jul 15 13:09:53.299777 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=6792e362-13a8-4b34-a1c4-27c52b5f455c,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:53.376514 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd648650-f511-45c2-b8d9-a3122fa04552 req-49a6d6a3-3212-4dd7-af04-b7a4e087226b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:53.380627 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bd648650-f511-45c2-b8d9-a3122fa04552 req-49a6d6a3-3212-4dd7-af04-b7a4e087226b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33c47e88-09c9-4ef9-8d40-4d0aac513fe6 HTTP/1.1" status: 200 len: 858 time: 0.2030983 Jul 15 13:09:53.473648 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50967551-0eab-4195-9d31-ba4e723eec74 req-5e7a1c7e-7b7a-4a76-9fea-9c205ce07035 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b4de3f9-9898-4e48-8ad2-d64a9c837567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7827964 Jul 15 13:09:53.496544 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['6792e362-13a8-4b34-a1c4-27c52b5f455c'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:53.561157 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 7773d171-9b64-4d42-9887-84171a9017a6 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:53.611081 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bd648650-f511-45c2-b8d9-a3122fa04552 req-67796d26-1eab-4a96-a3c3-a3aabb6cff11 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff999f83-8f01-4fb0-bb3e-8fa1520b01f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1334188 Jul 15 13:09:53.617799 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-a0664fc1-005a-4129-97cf-3812ba1580ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.644178 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a48f6b17-fcdc-43bd-90ba-60a39cf7bd23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.645613 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.652501 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-43cec138-5f6b-4839-9b4f-dcd8f3b02fec None None] Provisioning for port 0426dff0-7b9b-4b12-8f61-acbde3b2b271 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:53.660825 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a98c3ad4-33ad-486b-b584-3c34621a751f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.736866 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-f013c9bf-c39f-495d-90fc-7a290d3dd098 service neutron] For port c6c48312-e6a5-4b88-b00f-e4c53a50c9d6, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:53.783020 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50967551-0eab-4195-9d31-ba4e723eec74 req-5c3850fb-dc29-44bd-b4db-f93fe0a6a1f4 service neutron] 10.222.0.18 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740138 Jul 15 13:09:53.826314 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-29ff0576-e87c-486e-814c-24d515df42ae req-23fc9759-afae-4bd3-b597-0cfbe2a3e4a4 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc02356-b8d6-4a76-9e9e-db26cf89ff01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587644 Jul 15 13:09:53.828534 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-f013c9bf-c39f-495d-90fc-7a290d3dd098 service neutron] For port c6c48312-e6a5-4b88-b00f-e4c53a50c9d6, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=c6c48312-e6a5-4b88-b00f-e4c53a50c9d6,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:53.840116 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 7773d171-9b64-4d42-9887-84171a9017a6 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:53.840935 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.852428 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5984f-c5fc-4dc8-b4a0-16ac04ba2c17 req-4b8bcd8e-6b2f-495c-aba7-411109dd177e tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:53.863725 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-f013c9bf-c39f-495d-90fc-7a290d3dd098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.869678 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0df5984f-c5fc-4dc8-b4a0-16ac04ba2c17 req-4b8bcd8e-6b2f-495c-aba7-411109dd177e tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 945 time: 1.4422398 Jul 15 13:09:54.027223 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bd648650-f511-45c2-b8d9-a3122fa04552 req-cef0b8fc-97c2-4fa4-947c-56f6731bb97f service neutron] 10.222.0.32 "GET /v2.0/networks/ff999f83-8f01-4fb0-bb3e-8fa1520b01f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872180 Jul 15 13:09:54.071263 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-a98c3ad4-33ad-486b-b584-3c34621a751f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] device_id is not set on port adb1e941-5028-40e5-8be7-c37ce3b71679 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:09:54.175793 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7eed4-fc71-4dae-905f-e8246f51d45a req-8f25fd94-bb93-46b5-a4db-eacb34cdf474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:54.177426 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-76e7eed4-fc71-4dae-905f-e8246f51d45a req-8f25fd94-bb93-46b5-a4db-eacb34cdf474 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=711c2fbaceb442c4900883d9377ffded&device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 1097 time: 0.9414675 Jul 15 13:09:54.178326 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013c9bf-c39f-495d-90fc-7a290d3dd098 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c48312-e6a5-4b88-b00f-e4c53a50c9d6,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:54.196475 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-f013c9bf-c39f-495d-90fc-7a290d3dd098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:54.197240 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-f013c9bf-c39f-495d-90fc-7a290d3dd098 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.198770 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-f013c9bf-c39f-495d-90fc-7a290d3dd098 service neutron] 10.222.0.18 "PUT /v2.0/ports/c6c48312-e6a5-4b88-b00f-e4c53a50c9d6 HTTP/1.1" status: 200 len: 1092 time: 4.0943804 Jul 15 13:09:54.201110 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff', 'tag': 'c6c48312-e6a5-4b88-b00f-e4c53a50c9d6'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:54.209100 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477dcc10-d603-4dd3-ba9e-10a3c07b0853" -d '{"events": [{"name": "network-changed", "server_uuid": "12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff", "tag": "c6c48312-e6a5-4b88-b00f-e4c53a50c9d6"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:54.226451 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0df5984f-c5fc-4dc8-b4a0-16ac04ba2c17 req-8bfa7964-6e02-463f-bb97-0efdcb110160 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570952 Jul 15 13:09:54.288065 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50967551-0eab-4195-9d31-ba4e723eec74 req-01800f3b-38d7-4cce-b900-e8c40547a838 service neutron] 10.222.0.18 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808533 Jul 15 13:09:54.354320 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0426dff0-7b9b-4b12-8f61-acbde3b2b271 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:54.551011 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 0426dff0-7b9b-4b12-8f61-acbde3b2b271 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:54.561427 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 0426dff0-7b9b-4b12-8f61-acbde3b2b271 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:54.562968 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.667625 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-a98c3ad4-33ad-486b-b584-3c34621a751f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Allocated IP 10.1.1.109 (a1fa1aec-075f-4548-b538-3645f4cfde6d/e6da4ff9-68f2-4350-8517-a3f37f7c5c8e/adb1e941-5028-40e5-8be7-c37ce3b71679) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:54.695189 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-a0664fc1-005a-4129-97cf-3812ba1580ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b1c42c1-78b2-48f2-9e00-57d53a9198ed {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:54.711938 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-a0664fc1-005a-4129-97cf-3812ba1580ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.793532 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-a0664fc1-005a-4129-97cf-3812ba1580ac service neutron] Transition to ACTIVE for port object 2b1c42c1-78b2-48f2-9e00-57d53a9198ed will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:54.806807 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-a0664fc1-005a-4129-97cf-3812ba1580ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.848309 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.874065 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.895850 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-dba74289-ae75-4bd1-86c4-ddfab5f71742 None None] Provisioning complete for port 0426dff0-7b9b-4b12-8f61-acbde3b2b271 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:54.906588 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dba74289-ae75-4bd1-86c4-ddfab5f71742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.968445 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0664fc1-005a-4129-97cf-3812ba1580ac service neutron] Pushing event updated for resources: {'Port': ['ID=2b1c42c1-78b2-48f2-9e00-57d53a9198ed,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:55.132778 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bd648650-f511-45c2-b8d9-a3122fa04552 req-d5799ba4-8a34-480c-8cfa-dd32874da717 service neutron] 10.222.0.32 "GET /v2.0/networks/ff999f83-8f01-4fb0-bb3e-8fa1520b01f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9326234 Jul 15 13:09:55.305524 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7eed4-fc71-4dae-905f-e8246f51d45a req-700d6a16-aee4-4c83-a5ff-d3e842ca840b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:55.307440 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-76e7eed4-fc71-4dae-905f-e8246f51d45a req-700d6a16-aee4-4c83-a5ff-d3e842ca840b service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a1d132d-e27f-484a-993c-1c0bbb72a2ee HTTP/1.1" status: 200 len: 915 time: 0.1724379 Jul 15 13:09:55.320103 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cda40b-d7ab-49b2-a199-f23d1062e467 req-2dbe21d2-da27-4cc0-83fd-5df1b28c46fe tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:55.329255 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-26cda40b-d7ab-49b2-a199-f23d1062e467 req-2dbe21d2-da27-4cc0-83fd-5df1b28c46fe tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff HTTP/1.1" status: 200 len: 943 time: 0.6196167 Jul 15 13:09:55.385509 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a98c3ad4-33ad-486b-b584-3c34621a751f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.407056 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-a0664fc1-005a-4129-97cf-3812ba1580ac service neutron] Attempting to bind port 2b1c42c1-78b2-48f2-9e00-57d53a9198ed on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:55.407552 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-a0664fc1-005a-4129-97cf-3812ba1580ac service neutron] Attempting to bind port 2b1c42c1-78b2-48f2-9e00-57d53a9198ed by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '1b15243f-f5b3-4b91-8138-e8eab75febdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ff999f83-8f01-4fb0-bb3e-8fa1520b01f4'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:55.407985 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-a0664fc1-005a-4129-97cf-3812ba1580ac service neutron] Attempting to bind port 2b1c42c1-78b2-48f2-9e00-57d53a9198ed on network ff999f83-8f01-4fb0-bb3e-8fa1520b01f4 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:55.423192 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-76e7eed4-fc71-4dae-905f-e8246f51d45a req-06915f6d-cfa7-41dc-abb3-8a8a468337fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5895e339-f2ce-465f-b37b-81f0219f7117 HTTP/1.1" status: 200 len: 217 time: 0.1026902 Jul 15 13:09:55.428818 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a98c3ad4-33ad-486b-b584-3c34621a751f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Transition to ACTIVE for port object adb1e941-5028-40e5-8be7-c37ce3b71679 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:55.430726 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-a0664fc1-005a-4129-97cf-3812ba1580ac service neutron] Port 2b1c42c1-78b2-48f2-9e00-57d53a9198ed on network ff999f83-8f01-4fb0-bb3e-8fa1520b01f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:09:55.431168 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-a0664fc1-005a-4129-97cf-3812ba1580ac service neutron] Attempting to bind port 2b1c42c1-78b2-48f2-9e00-57d53a9198ed on network ff999f83-8f01-4fb0-bb3e-8fa1520b01f4 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:55.460653 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-26cda40b-d7ab-49b2-a199-f23d1062e467 req-9973180b-0842-44da-aefb-df649e99829e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299651 Jul 15 13:09:55.462668 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-a0664fc1-005a-4129-97cf-3812ba1580ac service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:55.465331 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-a0664fc1-005a-4129-97cf-3812ba1580ac service neutron] Checking segment: {'id': '1b15243f-f5b3-4b91-8138-e8eab75febdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ff999f83-8f01-4fb0-bb3e-8fa1520b01f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:55.465925 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-a0664fc1-005a-4129-97cf-3812ba1580ac service neutron] Bound using segment: {'id': '1b15243f-f5b3-4b91-8138-e8eab75febdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ff999f83-8f01-4fb0-bb3e-8fa1520b01f4'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:55.466656 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-a0664fc1-005a-4129-97cf-3812ba1580ac service neutron] Bound port: 2b1c42c1-78b2-48f2-9e00-57d53a9198ed, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b15243f-f5b3-4b91-8138-e8eab75febdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ff999f83-8f01-4fb0-bb3e-8fa1520b01f4'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:55.467143 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-a0664fc1-005a-4129-97cf-3812ba1580ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.496586 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dba74289-ae75-4bd1-86c4-ddfab5f71742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.521994 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7eed4-fc71-4dae-905f-e8246f51d45a req-1c0a4e5e-54ba-4840-8c0a-aba19da4998a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:55.530366 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-76e7eed4-fc71-4dae-905f-e8246f51d45a req-1c0a4e5e-54ba-4840-8c0a-aba19da4998a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a0d112e7-4ba9-4d28-96e4-3d9434430baa HTTP/1.1" status: 200 len: 854 time: 0.0915530 Jul 15 13:09:55.562154 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-5635b7cf-d34e-40ef-b390-7e22df397176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:55.572635 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-5635b7cf-d34e-40ef-b390-7e22df397176 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=46c681a3ac1f49edb652254baad292e0&device_id=12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff HTTP/1.1" status: 200 len: 1095 time: 0.4359522 Jul 15 13:09:55.605243 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a98c3ad4-33ad-486b-b584-3c34621a751f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.615743 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.723776 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c3ad4-33ad-486b-b584-3c34621a751f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Pushing event updated for resources: {'Port': ['ID=adb1e941-5028-40e5-8be7-c37ce3b71679,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:55.725331 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-dba74289-ae75-4bd1-86c4-ddfab5f71742 None None] For port 0426dff0-7b9b-4b12-8f61-acbde3b2b271, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0426dff0-7b9b-4b12-8f61-acbde3b2b271,segment=NetworkSegment(3b0cc7d8-7477-4d50-a0a2-a688c0555fe3),segment_id=3b0cc7d8-7477-4d50-a0a2-a688c0555fe3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:55.749301 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dba74289-ae75-4bd1-86c4-ddfab5f71742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.769231 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98c3ad4-33ad-486b-b584-3c34621a751f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Network a1fa1aec-075f-4548-b538-3645f4cfde6d is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:55.783841 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-a98c3ad4-33ad-486b-b584-3c34621a751f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:55.789316 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98c3ad4-33ad-486b-b584-3c34621a751f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:55.828165 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-76e7eed4-fc71-4dae-905f-e8246f51d45a req-054c1d3b-396f-444f-92c8-a83e3992285a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a1d132d-e27f-484a-993c-1c0bbb72a2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2522531 Jul 15 13:09:55.837012 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-5af17042-00c7-4a5d-85eb-f62e273f03fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6c48312-e6a5-4b88-b00f-e4c53a50c9d6 HTTP/1.1" status: 200 len: 217 time: 0.2468448 Jul 15 13:09:55.869112 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-a0664fc1-005a-4129-97cf-3812ba1580ac service neutron] For port 2b1c42c1-78b2-48f2-9e00-57d53a9198ed, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:55.919732 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec0e53-f73d-4061-a480-336c8ffec052 req-0a38cb34-b630-4de0-a584-02de0adbd606 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:55.921937 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-a0664fc1-005a-4129-97cf-3812ba1580ac service neutron] For port 2b1c42c1-78b2-48f2-9e00-57d53a9198ed, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=2b1c42c1-78b2-48f2-9e00-57d53a9198ed,segment=NetworkSegment(1b15243f-f5b3-4b91-8138-e8eab75febdf),segment_id=1b15243f-f5b3-4b91-8138-e8eab75febdf)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:55.935166 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a4ec0e53-f73d-4061-a480-336c8ffec052 req-0a38cb34-b630-4de0-a584-02de0adbd606 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 1.9040322 Jul 15 13:09:55.956293 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-a0664fc1-005a-4129-97cf-3812ba1580ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.051101 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-62ca6884-ce4a-45b9-8afd-ec43a63b4655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:56.054464 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-62ca6884-ce4a-45b9-8afd-ec43a63b4655 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d483a1a6-7065-4b15-8f19-4e9042e07796 HTTP/1.1" status: 200 len: 851 time: 0.1775920 Jul 15 13:09:56.096595 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f557cf-fab9-498b-8ff3-f33ac3f3b6a7 req-fc3cefc2-3790-4a18-95f4-de9cf2571366 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:56.098762 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-18f557cf-fab9-498b-8ff3-f33ac3f3b6a7 req-fc3cefc2-3790-4a18-95f4-de9cf2571366 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df2ec52-728e-43f2-9416-2df162115a0f HTTP/1.1" status: 200 len: 943 time: 0.3883092 Jul 15 13:09:56.107005 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0664fc1-005a-4129-97cf-3812ba1580ac service neutron] Pushing event updated for resources: {'Port': ['ID=2b1c42c1-78b2-48f2-9e00-57d53a9198ed,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:56.117158 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98c3ad4-33ad-486b-b584-3c34621a751f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:56.118042 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a98c3ad4-33ad-486b-b584-3c34621a751f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.162267 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a98c3ad4-33ad-486b-b584-3c34621a751f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9940026 Jul 15 13:09:56.183684 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-a0664fc1-005a-4129-97cf-3812ba1580ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:56.184311 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-a0664fc1-005a-4129-97cf-3812ba1580ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.190227 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-a0664fc1-005a-4129-97cf-3812ba1580ac service neutron] 10.222.0.18 "PUT /v2.0/ports/2b1c42c1-78b2-48f2-9e00-57d53a9198ed HTTP/1.1" status: 200 len: 1092 time: 4.0058222 Jul 15 13:09:56.190746 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df2ec52-728e-43f2-9416-2df162115a0f', 'tag': '2b1c42c1-78b2-48f2-9e00-57d53a9198ed'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:56.194671 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bd7d25-295f-486b-adc2-bb9f14928e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "1df2ec52-728e-43f2-9416-2df162115a0f", "tag": "2b1c42c1-78b2-48f2-9e00-57d53a9198ed"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:56.227144 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba74289-ae75-4bd1-86c4-ddfab5f71742 None None] Pushing event updated for resources: {'Port': ['ID=0426dff0-7b9b-4b12-8f61-acbde3b2b271,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:56.234310 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-18f557cf-fab9-498b-8ff3-f33ac3f3b6a7 req-9f28c148-e72e-442d-909a-22b23df3dbac tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958800 Jul 15 13:09:56.251840 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 6792e362-13a8-4b34-a1c4-27c52b5f455c up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:56.342738 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-9a541619-1390-4a83-b215-82bbc3c861a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=956bc45d-6e41-4c68-9338-128c7dab2eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2193947 Jul 15 13:09:56.380710 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fd5c8a-2f56-4132-95de-fd213201e7df x-openstack-request-id: req-51fd5c8a-2f56-4132-95de-fd213201e7df {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:56.381190 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff", "tag": "c6c48312-e6a5-4b88-b00f-e4c53a50c9d6", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:56.381606 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-51fd5c8a-2f56-4132-95de-fd213201e7df {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:56.382365 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff', 'tag': 'c6c48312-e6a5-4b88-b00f-e4c53a50c9d6', 'status': 'completed', 'code': 200} Jul 15 13:09:56.415098 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a4ec0e53-f73d-4061-a480-336c8ffec052 req-82663d93-696c-45c2-8b6b-e3205726d3f2 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772146 Jul 15 13:09:56.466840 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:09:56.467718 n-d-758944-45 neutron-server[93815]: DEBUG oslo_db.api [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:09:56.468107 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-356d84a4-039f-46fe-af9f-5c4e82b69c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:56.470688 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-356d84a4-039f-46fe-af9f-5c4e82b69c3b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2e51b95462ec42b2a02dd62dd4e4547f&device_id=1df2ec52-728e-43f2-9416-2df162115a0f HTTP/1.1" status: 200 len: 1095 time: 0.2036395 Jul 15 13:09:56.484706 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.585624 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-08daa00f-e23d-44b3-b14a-4617e264f7aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b1c42c1-78b2-48f2-9e00-57d53a9198ed HTTP/1.1" status: 200 len: 217 time: 0.1059256 Jul 15 13:09:56.615965 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 6792e362-13a8-4b34-a1c4-27c52b5f455c completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:56.625344 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 55202) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:56.625569 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-dcaf3c68-bf18-44ee-a468-99e51ea03565 None None] Provisioning for port adb1e941-5028-40e5-8be7-c37ce3b71679 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:56.633283 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 6792e362-13a8-4b34-a1c4-27c52b5f455c triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:56.633951 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.639543 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-dcaf3c68-bf18-44ee-a468-99e51ea03565 None None] Provisioning complete for port adb1e941-5028-40e5-8be7-c37ce3b71679 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:56.640176 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dcaf3c68-bf18-44ee-a468-99e51ea03565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.787279 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-de1d4e1b-9b6e-42fc-b520-61b8ec061eab service neutron] 10.222.0.18 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995171 Jul 15 13:09:56.798512 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf3c68-bf18-44ee-a468-99e51ea03565 None None] Port adb1e941-5028-40e5-8be7-c37ce3b71679 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:56.820861 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-0002d0a0-1321-42d5-b0f6-2eaad5d3dbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:56.824577 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-0002d0a0-1321-42d5-b0f6-2eaad5d3dbd8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=33c47e88-09c9-4ef9-8d40-4d0aac513fe6 HTTP/1.1" status: 200 len: 858 time: 0.2317445 Jul 15 13:09:56.832390 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-76e7eed4-fc71-4dae-905f-e8246f51d45a req-64f7ba3a-f861-49d2-b400-10cc26b1ce60 service neutron] 10.222.0.32 "GET /v2.0/networks/7a1d132d-e27f-484a-993c-1c0bbb72a2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9914033 Jul 15 13:09:56.961134 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75857278-fa11-45bb-b8e9-4b7835d68da9 req-17e7a37e-3606-4293-b11d-0f23f91d8724 service neutron] 10.222.0.18 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274033 Jul 15 13:09:57.056835 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-efe0b582-aaf3-40a7-ad40-9a8d226a5b21 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff999f83-8f01-4fb0-bb3e-8fa1520b01f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2234626 Jul 15 13:09:57.159456 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d256057-548b-4851-bd14-d836b810ce58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:57.228530 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4d956-8936-4667-9e9a-fd53b811c68c req-61381015-4a3f-42de-b3aa-c1730422aa7f tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:57.232628 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-10c4d956-8936-4667-9e9a-fd53b811c68c req-61381015-4a3f-42de-b3aa-c1730422aa7f tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 945 time: 0.2554383 Jul 15 13:09:57.301091 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032aff0c-dcfe-4a3f-9d39-1416dc562419 req-dffa6986-4aca-4277-ad1a-e9a8d2477597 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:57.303168 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-032aff0c-dcfe-4a3f-9d39-1416dc562419 req-dffa6986-4aca-4277-ad1a-e9a8d2477597 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941dd43-581f-45ce-80a5-18ef5aebff21 HTTP/1.1" status: 200 len: 945 time: 0.4423480 Jul 15 13:09:57.418193 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-4584b863-a21d-4ae7-8255-273df78ceb11 service neutron] 10.222.0.18 "GET /v2.0/networks/ff999f83-8f01-4fb0-bb3e-8fa1520b01f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355596 Jul 15 13:09:57.424968 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477dcc10-d603-4dd3-ba9e-10a3c07b0853 req-25906010-a728-4a2e-b68b-98b73f873aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:57.430203 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-477dcc10-d603-4dd3-ba9e-10a3c07b0853 req-25906010-a728-4a2e-b68b-98b73f873aaf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=46c681a3ac1f49edb652254baad292e0&device_id=12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff HTTP/1.1" status: 200 len: 1095 time: 0.3388655 Jul 15 13:09:57.440947 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:57.442114 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-76e7eed4-fc71-4dae-905f-e8246f51d45a req-c949ab50-dfee-43fd-8713-33537d60cbb1 service neutron] 10.222.0.32 "GET /v2.0/networks/7a1d132d-e27f-484a-993c-1c0bbb72a2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791491 Jul 15 13:09:57.482815 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-10c4d956-8936-4667-9e9a-fd53b811c68c req-92882ab9-585b-4e64-8c84-f02ca8ae1a20 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183383 Jul 15 13:09:57.625334 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 6792e362-13a8-4b34-a1c4-27c52b5f455c, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=6792e362-13a8-4b34-a1c4-27c52b5f455c,segment=NetworkSegment(1b15243f-f5b3-4b91-8138-e8eab75febdf),segment_id=1b15243f-f5b3-4b91-8138-e8eab75febdf)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:57.643166 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273a9ca2-fd7b-4e8d-ba77-0555007b2f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6792e362-13a8-4b34-a1c4-27c52b5f455c'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:57.652873 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd4a3e0-8b98-45f7-a250-deb779e5eb60" -d '{"events": [{"server_uuid": "273a9ca2-fd7b-4e8d-ba77-0555007b2f23", "name": "network-vif-plugged", "status": "completed", "tag": "6792e362-13a8-4b34-a1c4-27c52b5f455c"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:57.653517 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac6e35d5-bef6-4b6b-9bda-deb87f98a01b req-5150a8b1-9e99-4f88-aed3-93e76858ef01 service neutron] 10.222.0.18 "GET /v2.0/networks/ff999f83-8f01-4fb0-bb3e-8fa1520b01f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338862 Jul 15 13:09:57.682551 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0426dff0-7b9b-4b12-8f61-acbde3b2b271 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:57.694536 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-032aff0c-dcfe-4a3f-9d39-1416dc562419 req-7cd4d0f4-6215-4cd8-b363-2a62ebf86aa5 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc02356-b8d6-4a76-9e9e-db26cf89ff01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775911 Jul 15 13:09:57.787941 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:57.806587 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d256057-548b-4851-bd14-d836b810ce58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:57.812670 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e07c2d-4b86-4409-a710-81157cb8915e x-openstack-request-id: req-e0e07c2d-4b86-4409-a710-81157cb8915e {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:57.813698 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df2ec52-728e-43f2-9416-2df162115a0f", "tag": "2b1c42c1-78b2-48f2-9e00-57d53a9198ed", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:57.814098 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e0e07c2d-4b86-4409-a710-81157cb8915e {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:57.814924 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df2ec52-728e-43f2-9416-2df162115a0f', 'tag': '2b1c42c1-78b2-48f2-9e00-57d53a9198ed', 'status': 'completed', 'code': 200} Jul 15 13:09:57.860023 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d256057-548b-4851-bd14-d836b810ce58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:57.862048 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477dcc10-d603-4dd3-ba9e-10a3c07b0853 req-1e85112e-d116-40a8-9e46-d2066e7fd6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:57.869419 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-477dcc10-d603-4dd3-ba9e-10a3c07b0853 req-1e85112e-d116-40a8-9e46-d2066e7fd6c6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=956bc45d-6e41-4c68-9338-128c7dab2eb0 HTTP/1.1" status: 200 len: 912 time: 0.4226859 Jul 15 13:09:57.990939 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=6792e362-13a8-4b34-a1c4-27c52b5f455c,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:58.014651 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 0426dff0-7b9b-4b12-8f61-acbde3b2b271 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:58.015184 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.042046 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-477dcc10-d603-4dd3-ba9e-10a3c07b0853 req-94d41025-6401-416d-90cf-f17f1467fed7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6c48312-e6a5-4b88-b00f-e4c53a50c9d6 HTTP/1.1" status: 200 len: 217 time: 0.1670361 Jul 15 13:09:58.063391 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2d256057-548b-4851-bd14-d836b810ce58 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e280fa4c07c44388b3203e36c36338bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4365864 Jul 15 13:09:58.078173 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 55214) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:58.138902 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd7d25-295f-486b-adc2-bb9f14928e2a req-84081e8c-14ee-480a-9fa9-8e3ba96dd40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:58.140793 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f2bd7d25-295f-486b-adc2-bb9f14928e2a req-84081e8c-14ee-480a-9fa9-8e3ba96dd40a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2e51b95462ec42b2a02dd62dd4e4547f&device_id=1df2ec52-728e-43f2-9416-2df162115a0f HTTP/1.1" status: 200 len: 1095 time: 0.3248575 Jul 15 13:09:58.143465 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d256057-548b-4851-bd14-d836b810ce58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ae1aad-9c2f-4b03-a6de-2271002ef53b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:58.375950 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd7d25-295f-486b-adc2-bb9f14928e2a req-c3533ae3-8d95-4bb9-a1e1-a59f22527b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:58.377671 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f2bd7d25-295f-486b-adc2-bb9f14928e2a req-c3533ae3-8d95-4bb9-a1e1-a59f22527b97 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ff999f83-8f01-4fb0-bb3e-8fa1520b01f4 HTTP/1.1" status: 200 len: 919 time: 0.2278011 Jul 15 13:09:58.389858 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debbee31-0a57-49d4-a2e5-fc0a585573a7 req-f863ab0f-cfe7-46b5-b2cf-d5e6ef0e12c5 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:58.398367 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-debbee31-0a57-49d4-a2e5-fc0a585573a7 req-f863ab0f-cfe7-46b5-b2cf-d5e6ef0e12c5 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.4031415 Jul 15 13:09:58.434120 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477dcc10-d603-4dd3-ba9e-10a3c07b0853 req-16f06a62-a2b8-41c2-84c8-73993f05de41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:58.438697 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-477dcc10-d603-4dd3-ba9e-10a3c07b0853 req-16f06a62-a2b8-41c2-84c8-73993f05de41 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d483a1a6-7065-4b15-8f19-4e9042e07796 HTTP/1.1" status: 200 len: 851 time: 0.3881886 Jul 15 13:09:58.469645 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f2bd7d25-295f-486b-adc2-bb9f14928e2a req-5e3c9148-227b-477f-87f5-920934ebe8c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b1c42c1-78b2-48f2-9e00-57d53a9198ed HTTP/1.1" status: 200 len: 217 time: 0.0688746 Jul 15 13:09:58.521238 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-477dcc10-d603-4dd3-ba9e-10a3c07b0853 req-9b176141-c3cb-4152-83cc-5aa6e3548356 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=956bc45d-6e41-4c68-9338-128c7dab2eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742035 Jul 15 13:09:58.527754 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9245ca29-966b-475f-9fad-3287ad405976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.536196 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd7d25-295f-486b-adc2-bb9f14928e2a req-4e560076-6038-4ac5-92e5-682ec3a27dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:58.538453 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f2bd7d25-295f-486b-adc2-bb9f14928e2a req-4e560076-6038-4ac5-92e5-682ec3a27dfa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=33c47e88-09c9-4ef9-8d40-4d0aac513fe6 HTTP/1.1" status: 200 len: 858 time: 0.0586491 Jul 15 13:09:58.566300 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9245ca29-966b-475f-9fad-3287ad405976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.584500 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f2bd7d25-295f-486b-adc2-bb9f14928e2a req-6ab5ba0e-de27-45a6-aa59-665eaf2882ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff999f83-8f01-4fb0-bb3e-8fa1520b01f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357027 Jul 15 13:09:58.602758 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-debbee31-0a57-49d4-a2e5-fc0a585573a7 req-ef7ff139-0d7a-4cc2-b3ec-8cca156310cc tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033503 Jul 15 13:09:58.761528 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-477dcc10-d603-4dd3-ba9e-10a3c07b0853 req-622ce435-7f4c-46fe-befc-eeb9bffcffe4 service neutron] 10.222.0.18 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721966 Jul 15 13:09:58.779995 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f2bd7d25-295f-486b-adc2-bb9f14928e2a req-18a4087a-2ff6-4f60-bee0-7f1dcdbabb43 service neutron] 10.222.0.18 "GET /v2.0/networks/ff999f83-8f01-4fb0-bb3e-8fa1520b01f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757779 Jul 15 13:09:58.783416 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9245ca29-966b-475f-9fad-3287ad405976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.786924 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9245ca29-966b-475f-9fad-3287ad405976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.804045 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9245ca29-966b-475f-9fad-3287ad405976 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f3ae1aad-9c2f-4b03-a6de-2271002ef53b HTTP/1.1" status: 204 len: 168 time: 0.7178228 Jul 15 13:09:58.862439 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 55224) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:58.876359 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-603a6944-72e8-4727-8e59-a82edeef63d7 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Request body: {'security_group': {'name': 'tempest-securitygroup--930142173', 'description': 'tempest-description--467363396'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:58.971175 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245ca29-966b-475f-9fad-3287ad405976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ae1aad-9c2f-4b03-a6de-2271002ef53b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:59.002888 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-477dcc10-d603-4dd3-ba9e-10a3c07b0853 req-cb7f59d7-ee98-49a1-8edc-f258d4d03be1 service neutron] 10.222.0.18 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956806 Jul 15 13:09:59.174957 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883116e-2238-4e3c-bae7-8d12324774ed req-262c0345-b65f-41e5-a5a7-0dd8c9b4ab9b tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:59.182995 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e883116e-2238-4e3c-bae7-8d12324774ed req-262c0345-b65f-41e5-a5a7-0dd8c9b4ab9b tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df2ec52-728e-43f2-9416-2df162115a0f HTTP/1.1" status: 200 len: 943 time: 0.1019166 Jul 15 13:09:59.210759 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-603a6944-72e8-4727-8e59-a82edeef63d7 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.245297 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e883116e-2238-4e3c-bae7-8d12324774ed req-d1b69928-92fa-4ec0-9a7d-a965373ea467 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610416 Jul 15 13:09:59.371822 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f2bd7d25-295f-486b-adc2-bb9f14928e2a req-8d824e40-9a2b-492e-b8dd-633b13f3b586 service neutron] 10.222.0.18 "GET /v2.0/networks/ff999f83-8f01-4fb0-bb3e-8fa1520b01f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5821886 Jul 15 13:09:59.379518 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252d6d5c-b73d-4329-bebe-c64b5d84c92e x-openstack-request-id: req-252d6d5c-b73d-4329-bebe-c64b5d84c92e {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:59.380029 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273a9ca2-fd7b-4e8d-ba77-0555007b2f23", "name": "network-vif-plugged", "status": "completed", "tag": "6792e362-13a8-4b34-a1c4-27c52b5f455c", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:59.380396 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-252d6d5c-b73d-4329-bebe-c64b5d84c92e {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:59.381034 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273a9ca2-fd7b-4e8d-ba77-0555007b2f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6792e362-13a8-4b34-a1c4-27c52b5f455c', 'code': 200} Jul 15 13:09:59.441196 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634f772-9306-4748-b213-7e868ed0ddb4 req-6ecc25c9-cd3f-4301-833e-0684b14fded7 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:59.458159 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5634f772-9306-4748-b213-7e868ed0ddb4 req-6ecc25c9-cd3f-4301-833e-0684b14fded7 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff HTTP/1.1" status: 200 len: 943 time: 0.3766184 Jul 15 13:09:59.591817 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5634f772-9306-4748-b213-7e868ed0ddb4 req-a68c1b1b-fa7b-4bd8-9b32-0cc2cc9863eb tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213028 Jul 15 13:09:59.593401 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 55232) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:59.617938 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d21fd007-b29e-4ba4-bfb0-669ea7b48b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.665106 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b23db-4ecc-421b-80e2-1b4811e928dc req-0b25f29e-3b43-40d6-80ef-f5fe1467f16a tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:59.666819 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-603a6944-72e8-4727-8e59-a82edeef63d7 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.677682 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4a3b23db-4ecc-421b-80e2-1b4811e928dc req-0b25f29e-3b43-40d6-80ef-f5fe1467f16a tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 945 time: 0.1425545 Jul 15 13:09:59.742265 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4a3b23db-4ecc-421b-80e2-1b4811e928dc req-a7e570a0-aab2-43a6-99f2-a026d42d4fab tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635381 Jul 15 13:09:59.814167 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd432df-ad96-40b7-9f96-2090dab73b02 req-c149bafb-07cf-4aaf-8753-e22f7701ccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:59.817607 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dcd432df-ad96-40b7-9f96-2090dab73b02 req-c149bafb-07cf-4aaf-8753-e22f7701ccfe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 1097 time: 0.2391036 Jul 15 13:09:59.903090 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d21fd007-b29e-4ba4-bfb0-669ea7b48b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.906748 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-603a6944-72e8-4727-8e59-a82edeef63d7 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.919364 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dcd432df-ad96-40b7-9f96-2090dab73b02 req-241fb49a-be87-4740-9bbe-05f3e5706f21 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923803 Jul 15 13:10:00.003660 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d21fd007-b29e-4ba4-bfb0-669ea7b48b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.022876 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-603a6944-72e8-4727-8e59-a82edeef63d7 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.026536 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-603a6944-72e8-4727-8e59-a82edeef63d7 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1603281 Jul 15 13:10:00.030814 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 55236) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:00.038919 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9949ab6f-0e90-454f-a90b-58911b070534 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Request body: {'security_group_rule': {'security_group_id': 'fb02ca70-6007-41dc-8696-dd3f27a115da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:00.055939 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a6944-72e8-4727-8e59-a82edeef63d7 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb02ca70-6007-41dc-8696-dd3f27a115da,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:00.073270 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c87247-6d8e-4ada-95ed-fc2e1ce4b862 req-576469a2-d2cd-4522-8809-885cd6b677db tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:00.076034 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-04c87247-6d8e-4ada-95ed-fc2e1ce4b862 req-576469a2-d2cd-4522-8809-885cd6b677db tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.1092701 Jul 15 13:10:00.136088 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-04c87247-6d8e-4ada-95ed-fc2e1ce4b862 req-1b6bc382-2898-467c-b5aa-462b9fbc6604 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541873 Jul 15 13:10:00.146039 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9949ab6f-0e90-454f-a90b-58911b070534 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.148062 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d21fd007-b29e-4ba4-bfb0-669ea7b48b6d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=12c101ef5d3c4880bd417ba9468b10ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5530486 Jul 15 13:10:00.156547 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 55238) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:00.172589 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fd007-b29e-4ba4-bfb0-669ea7b48b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7602afe-0bec-45d4-8395-43a5520e9218,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:00.392370 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9949ab6f-0e90-454f-a90b-58911b070534 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.426531 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9949ab6f-0e90-454f-a90b-58911b070534 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.439698 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1eeaa88b-2368-4cb9-9b09-2114db0bea78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.470632 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1eeaa88b-2368-4cb9-9b09-2114db0bea78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.555785 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1eeaa88b-2368-4cb9-9b09-2114db0bea78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.558921 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1eeaa88b-2368-4cb9-9b09-2114db0bea78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.562688 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1eeaa88b-2368-4cb9-9b09-2114db0bea78 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7602afe-0bec-45d4-8395-43a5520e9218 HTTP/1.1" status: 204 len: 168 time: 0.4035482 Jul 15 13:10:00.640152 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c82f1-2e23-4096-bfc6-09e54b0b0e9e req-c59f94fe-b8b5-4cda-afd0-bdb277479ff4 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:00.642043 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cb6c82f1-2e23-4096-bfc6-09e54b0b0e9e req-c59f94fe-b8b5-4cda-afd0-bdb277479ff4 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df2ec52-728e-43f2-9416-2df162115a0f HTTP/1.1" status: 200 len: 943 time: 0.1336455 Jul 15 13:10:00.642946 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949ab6f-0e90-454f-a90b-58911b070534 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb9b543-7c8f-4118-8cc4-2d050d9adc61,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:00.652389 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeaa88b-2368-4cb9-9b09-2114db0bea78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7602afe-0bec-45d4-8395-43a5520e9218,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:00.660570 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9949ab6f-0e90-454f-a90b-58911b070534 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.664182 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9949ab6f-0e90-454f-a90b-58911b070534 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6316543 Jul 15 13:10:00.688023 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d4090-ce6b-4f6c-bff1-b8fed9236ef2 req-ff6ae4b7-e3d8-467a-91f9-42e5793e60ed tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:00.699607 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 55252) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:00.705199 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-199586ad-e996-4561-ba3a-a9c99e2f0d39 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Request body: {'security_group_rule': {'security_group_id': 'fb02ca70-6007-41dc-8696-dd3f27a115da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:00.705901 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ac3d4090-ce6b-4f6c-bff1-b8fed9236ef2 req-ff6ae4b7-e3d8-467a-91f9-42e5793e60ed tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.3651202 Jul 15 13:10:00.742647 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cb6c82f1-2e23-4096-bfc6-09e54b0b0e9e req-5075d4bb-7712-43a9-b323-41198fc14f6d tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862565 Jul 15 13:10:00.785481 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-199586ad-e996-4561-ba3a-a9c99e2f0d39 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.850418 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ac3d4090-ce6b-4f6c-bff1-b8fed9236ef2 req-fd52e4b0-dd7a-4d22-9888-60095ea7a96d tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391790 Jul 15 13:10:00.980778 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-199586ad-e996-4561-ba3a-a9c99e2f0d39 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.987271 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-199586ad-e996-4561-ba3a-a9c99e2f0d39 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.021517 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199586ad-e996-4561-ba3a-a9c99e2f0d39 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=defff5d5-0c58-4818-85e0-be009e1124d8,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:01.163288 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device c6c48312-e6a5-4b88-b00f-e4c53a50c9d6 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:10:01.394650 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a0433-763b-43e3-8ca3-48d76a8574ae req-290c9670-d2aa-41b0-ac27-7a67973dbef0 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:01.406301 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-af9a0433-763b-43e3-8ca3-48d76a8574ae req-290c9670-d2aa-41b0-ac27-7a67973dbef0 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff HTTP/1.1" status: 200 len: 943 time: 0.1765506 Jul 15 13:10:01.478261 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port c6c48312-e6a5-4b88-b00f-e4c53a50c9d6, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=c6c48312-e6a5-4b88-b00f-e4c53a50c9d6,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:01.509602 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'c6c48312-e6a5-4b88-b00f-e4c53a50c9d6', 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0', 'port_id': 'c6c48312-e6a5-4b88-b00f-e4c53a50c9d6', 'mac_address': 'fa:16:3e:26:c7:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd483a1a6-7065-4b15-8f19-4e9042e07796', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:10:01.525730 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-af9a0433-763b-43e3-8ca3-48d76a8574ae req-399105c5-db26-477d-9b79-e5b1f7ab4f2f tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176870 Jul 15 13:10:01.616614 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.644846 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6c48312-e6a5-4b88-b00f-e4c53a50c9d6 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:01.670050 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port c6c48312-e6a5-4b88-b00f-e4c53a50c9d6, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=c6c48312-e6a5-4b88-b00f-e4c53a50c9d6,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:01.680055 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-199586ad-e996-4561-ba3a-a9c99e2f0d39 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.682175 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-199586ad-e996-4561-ba3a-a9c99e2f0d39 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9806306 Jul 15 13:10:01.685679 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 55270) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:01.686031 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.686991 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 2b1c42c1-78b2-48f2-9e00-57d53a9198ed details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:10:01.692595 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-90c7b9d1-467a-4d44-88e0-2f204b167012 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:01.825726 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-90c7b9d1-467a-4d44-88e0-2f204b167012 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.882872 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d2621-1829-4d82-9387-2b90c608260e req-a11dcc3e-cf89-432d-8fa7-91b8baf4c893 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:01.891845 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-972d2621-1829-4d82-9387-2b90c608260e req-a11dcc3e-cf89-432d-8fa7-91b8baf4c893 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 945 time: 0.1587117 Jul 15 13:10:01.929913 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=c6c48312-e6a5-4b88-b00f-e4c53a50c9d6,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:01.946859 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f64e2e-28ce-42eb-9dae-bfaa98a73f5c req-3148fb68-2547-4a05-b575-afd36bd3317a tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:01.949582 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f4f64e2e-28ce-42eb-9dae-bfaa98a73f5c req-3148fb68-2547-4a05-b575-afd36bd3317a tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] 10.222.0.18 "GET /v2.0/ports?device_id=6941dd43-581f-45ce-80a5-18ef5aebff21 HTTP/1.1" status: 200 len: 945 time: 0.2843213 Jul 15 13:10:01.963445 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-972d2621-1829-4d82-9387-2b90c608260e req-5e42e34a-ffbb-40b4-8626-dec9efd30c75 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707703 Jul 15 13:10:02.003873 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494a555-7757-4936-8765-4ea0f83d2482 req-372106d6-f76e-486a-a2c1-e4fa68191896 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:02.017234 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e494a555-7757-4936-8765-4ea0f83d2482 req-372106d6-f76e-486a-a2c1-e4fa68191896 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941dd43-581f-45ce-80a5-18ef5aebff21 HTTP/1.1" status: 200 len: 945 time: 0.9684567 Jul 15 13:10:02.108171 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 2b1c42c1-78b2-48f2-9e00-57d53a9198ed, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=2b1c42c1-78b2-48f2-9e00-57d53a9198ed,segment=NetworkSegment(1b15243f-f5b3-4b91-8138-e8eab75febdf),segment_id=1b15243f-f5b3-4b91-8138-e8eab75febdf)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:02.146127 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '2b1c42c1-78b2-48f2-9e00-57d53a9198ed', 'network_id': 'ff999f83-8f01-4fb0-bb3e-8fa1520b01f4', 'port_id': '2b1c42c1-78b2-48f2-9e00-57d53a9198ed', 'mac_address': 'fa:16:3e:c4:90:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c47e88-09c9-4ef9-8d40-4d0aac513fe6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:10:02.146378 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-90c7b9d1-467a-4d44-88e0-2f204b167012 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.197399 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e494a555-7757-4936-8765-4ea0f83d2482 req-2de0cefe-8c31-46b3-8272-83858e74b23d tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbc02356-b8d6-4a76-9e9e-db26cf89ff01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786091 Jul 15 13:10:02.293375 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.314764 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1c42c1-78b2-48f2-9e00-57d53a9198ed {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:02.348689 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 2b1c42c1-78b2-48f2-9e00-57d53a9198ed, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=2b1c42c1-78b2-48f2-9e00-57d53a9198ed,segment=NetworkSegment(1b15243f-f5b3-4b91-8138-e8eab75febdf),segment_id=1b15243f-f5b3-4b91-8138-e8eab75febdf)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:02.349345 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-f4f64e2e-28ce-42eb-9dae-bfaa98a73f5c req-b012ccf9-3fdd-4aaf-9e78-7227d53bd211 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Deleting port 7ed910e4-5621-474b-82b5-031d6a959951 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:02.350008 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f4f64e2e-28ce-42eb-9dae-bfaa98a73f5c req-b012ccf9-3fdd-4aaf-9e78-7227d53bd211 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.358215 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.454209 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=2b1c42c1-78b2-48f2-9e00-57d53a9198ed,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:02.477490 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918aa1b-9d5b-4b00-ba6e-75f31396f3ce req-c0b745bc-ee0d-4158-8126-0275ba9bcbb4 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:02.485229 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9918aa1b-9d5b-4b00-ba6e-75f31396f3ce req-c0b745bc-ee0d-4158-8126-0275ba9bcbb4 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df2ec52-728e-43f2-9416-2df162115a0f HTTP/1.1" status: 200 len: 943 time: 0.2579765 Jul 15 13:10:02.507049 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-90c7b9d1-467a-4d44-88e0-2f204b167012 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Allocated IP 172.25.6.27 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/94e03096-7319-4a7d-af76-1f92915f9abf) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:02.577667 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9918aa1b-9d5b-4b00-ba6e-75f31396f3ce req-d62ab0ab-869b-458e-a938-417daa602f71 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913892 Jul 15 13:10:02.590411 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['2b1c42c1-78b2-48f2-9e00-57d53a9198ed'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:02.601868 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-f4f64e2e-28ce-42eb-9dae-bfaa98a73f5c req-b012ccf9-3fdd-4aaf-9e78-7227d53bd211 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] For port 7ed910e4-5621-474b-82b5-031d6a959951, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=7ed910e4-5621-474b-82b5-031d6a959951,segment=NetworkSegment(3a0ea045-d9ef-4e39-8569-9e99c4ca051c),segment_id=3a0ea045-d9ef-4e39-8569-9e99c4ca051c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:02.603482 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f4f64e2e-28ce-42eb-9dae-bfaa98a73f5c req-b012ccf9-3fdd-4aaf-9e78-7227d53bd211 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.667474 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-f4f64e2e-28ce-42eb-9dae-bfaa98a73f5c req-b012ccf9-3fdd-4aaf-9e78-7227d53bd211 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Calling delete_port for 7ed910e4-5621-474b-82b5-031d6a959951 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:02.704629 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['c6c48312-e6a5-4b88-b00f-e4c53a50c9d6'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:02.818395 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-90c7b9d1-467a-4d44-88e0-2f204b167012 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.906769 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-90c7b9d1-467a-4d44-88e0-2f204b167012 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.976055 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c7b9d1-467a-4d44-88e0-2f204b167012 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Pushing event updated for resources: {'Port': ['ID=94e03096-7319-4a7d-af76-1f92915f9abf,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:03.037667 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c7b9d1-467a-4d44-88e0-2f204b167012 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:03.042505 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-90c7b9d1-467a-4d44-88e0-2f204b167012 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:03.047097 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c7b9d1-467a-4d44-88e0-2f204b167012 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:03.143814 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbeebe-5426-434f-adbc-6b4cefdf4dc2 req-cf676380-49e2-4c1a-b33e-8e69bee19a53 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:03.147386 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-29dbeebe-5426-434f-adbc-6b4cefdf4dc2 req-cf676380-49e2-4c1a-b33e-8e69bee19a53 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff HTTP/1.1" status: 200 len: 944 time: 0.1557140 Jul 15 13:10:03.204324 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be58ef-4ced-4178-9a9d-419ed5607a40 req-116032e1-2d89-4bba-888e-ea84f6421e44 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:03.220658 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a7be58ef-4ced-4178-9a9d-419ed5607a40 req-116032e1-2d89-4bba-888e-ea84f6421e44 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.5626681 Jul 15 13:10:03.250724 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f4f64e2e-28ce-42eb-9dae-bfaa98a73f5c req-b012ccf9-3fdd-4aaf-9e78-7227d53bd211 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.311709 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-29dbeebe-5426-434f-adbc-6b4cefdf4dc2 req-92476b75-31f7-47bf-b30c-aa3712964f2e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500113 Jul 15 13:10:03.331168 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 7ed910e4-5621-474b-82b5-031d6a959951 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:03.345155 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-90c7b9d1-467a-4d44-88e0-2f204b167012 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.392371 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 7ed910e4-5621-474b-82b5-031d6a959951 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:03.392928 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 7ed910e4-5621-474b-82b5-031d6a959951 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:03.428791 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a7be58ef-4ced-4178-9a9d-419ed5607a40 req-20ac8f32-f339-436f-9626-e7d42cdd286a tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027764 Jul 15 13:10:03.429876 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012ccf9-3fdd-4aaf-9e78-7227d53bd211 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Pushing event deleted for resources: {'Port': ['ID=7ed910e4-5621-474b-82b5-031d6a959951,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:03.458176 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-90c7b9d1-467a-4d44-88e0-2f204b167012 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.503915 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f64e2e-28ce-42eb-9dae-bfaa98a73f5c req-b012ccf9-3fdd-4aaf-9e78-7227d53bd211 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] No DVR routers for this DVR port 7ed910e4-5621-474b-82b5-031d6a959951 on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:03.508464 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012ccf9-3fdd-4aaf-9e78-7227d53bd211 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:03.508816 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012ccf9-3fdd-4aaf-9e78-7227d53bd211 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:03.509190 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012ccf9-3fdd-4aaf-9e78-7227d53bd211 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:03.509539 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012ccf9-3fdd-4aaf-9e78-7227d53bd211 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:03.509988 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012ccf9-3fdd-4aaf-9e78-7227d53bd211 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:03.510331 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012ccf9-3fdd-4aaf-9e78-7227d53bd211 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:03.510664 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012ccf9-3fdd-4aaf-9e78-7227d53bd211 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:03.511005 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012ccf9-3fdd-4aaf-9e78-7227d53bd211 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:03.511333 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012ccf9-3fdd-4aaf-9e78-7227d53bd211 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:03.511659 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012ccf9-3fdd-4aaf-9e78-7227d53bd211 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:03.511985 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012ccf9-3fdd-4aaf-9e78-7227d53bd211 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:03.512494 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012ccf9-3fdd-4aaf-9e78-7227d53bd211 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:03.522016 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f4f64e2e-28ce-42eb-9dae-bfaa98a73f5c req-b012ccf9-3fdd-4aaf-9e78-7227d53bd211 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.524627 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f4f64e2e-28ce-42eb-9dae-bfaa98a73f5c req-b012ccf9-3fdd-4aaf-9e78-7227d53bd211 tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] 10.222.0.18 "DELETE /v2.0/ports/7ed910e4-5621-474b-82b5-031d6a959951 HTTP/1.1" status: 204 len: 173 time: 1.5677783 Jul 15 13:10:03.525126 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6941dd43-581f-45ce-80a5-18ef5aebff21', 'name': 'network-vif-deleted', 'tag': '7ed910e4-5621-474b-82b5-031d6a959951'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:03.529189 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32018d3f-5eef-40c1-8241-c555add8896c" -d '{"events": [{"server_uuid": "6941dd43-581f-45ce-80a5-18ef5aebff21", "name": "network-vif-deleted", "tag": "7ed910e4-5621-474b-82b5-031d6a959951"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:03.986424 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bbf13bd4-1f33-4e01-9919-b33521cba21c req-6d769fd1-f6d1-4938-bdb2-6f734abf34ef tempest-ServerGroupTestJSON-1306961597 tempest-ServerGroupTestJSON-1306961597-project] 10.222.0.24 "GET /v2.0/ports?device_id=6941dd43-581f-45ce-80a5-18ef5aebff21 HTTP/1.1" status: 200 len: 210 time: 0.1391702 Jul 15 13:10:04.047473 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca2a19-6cb3-4340-bc08-2fcf336b3c0b req-9413a177-ade4-4cd3-84fb-3816921d30fd tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:04.049128 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a9ca2a19-6cb3-4340-bc08-2fcf336b3c0b req-9413a177-ade4-4cd3-84fb-3816921d30fd tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 945 time: 0.3652081 Jul 15 13:10:04.086331 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-90c7b9d1-467a-4d44-88e0-2f204b167012 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:04.095242 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-90c7b9d1-467a-4d44-88e0-2f204b167012 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:04.232264 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a9ca2a19-6cb3-4340-bc08-2fcf336b3c0b req-10b9f748-41aa-43f1-b0a4-e74e9b866af4 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669617 Jul 15 13:10:04.239435 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c7b9d1-467a-4d44-88e0-2f204b167012 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Pushing event updated for resources: {'Port': ['ID=94e03096-7319-4a7d-af76-1f92915f9abf,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:04.267989 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-90c7b9d1-467a-4d44-88e0-2f204b167012 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:04.307916 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-90c7b9d1-467a-4d44-88e0-2f204b167012 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:04.309733 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-90c7b9d1-467a-4d44-88e0-2f204b167012 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6227460 Jul 15 13:10:04.350849 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7522460-742a-46d9-94df-40d72c9229e0 x-openstack-request-id: req-d7522460-742a-46d9-94df-40d72c9229e0 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:04.351334 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6941dd43-581f-45ce-80a5-18ef5aebff21", "name": "network-vif-deleted", "tag": "7ed910e4-5621-474b-82b5-031d6a959951", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:04.351737 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d7522460-742a-46d9-94df-40d72c9229e0 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:04.352387 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6941dd43-581f-45ce-80a5-18ef5aebff21', 'name': 'network-vif-deleted', 'tag': '7ed910e4-5621-474b-82b5-031d6a959951', 'status': 'completed', 'code': 200} Jul 15 13:10:04.449641 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee2bd3-c280-4714-91a3-7acdcc47421e req-56a5604a-2f85-4ec8-8861-4314cd0deab9 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:04.471609 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1aee2bd3-c280-4714-91a3-7acdcc47421e req-56a5604a-2f85-4ec8-8861-4314cd0deab9 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.2613299 Jul 15 13:10:04.549442 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1aee2bd3-c280-4714-91a3-7acdcc47421e req-e56240f7-04ba-4ead-bea9-c98f7e2e1e9b tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765648 Jul 15 13:10:04.612723 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2277ad2-c03e-4c59-852f-a4e7833705a3 req-3029a43c-70a3-43f2-b684-a75d254971b0 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:04.615308 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e2277ad2-c03e-4c59-852f-a4e7833705a3 req-3029a43c-70a3-43f2-b684-a75d254971b0 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df2ec52-728e-43f2-9416-2df162115a0f HTTP/1.1" status: 200 len: 944 time: 0.1411850 Jul 15 13:10:04.718013 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e2277ad2-c03e-4c59-852f-a4e7833705a3 req-b8e73694-0105-46b7-8f47-45f43060263e tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915880 Jul 15 13:10:04.929824 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff04c6-d145-44be-ab06-dfe421abf3be req-6ff8a1a8-017c-4ad6-a8fc-c443549a9021 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:04.934354 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1bff04c6-d145-44be-ab06-dfe421abf3be req-6ff8a1a8-017c-4ad6-a8fc-c443549a9021 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff HTTP/1.1" status: 200 len: 944 time: 0.1571383 Jul 15 13:10:04.988015 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-cc72f3fe-0cf6-4e20-a023-d1236d34d9ab tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--930142173&fields=id&tenant_id=1d0be6e00b0740c79716294273e5f5c7 HTTP/1.1" status: 200 len: 267 time: 0.0808170 Jul 15 13:10:05.014552 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1bff04c6-d145-44be-ab06-dfe421abf3be req-ed0081ac-bce0-4e62-91db-a37796fb46a2 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719182 Jul 15 13:10:05.111042 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-1380000a-38b9-4401-8388-14f578010619 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:05.115595 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-1380000a-38b9-4401-8388-14f578010619 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports/b90f8281-cdcd-40a0-8a1a-8cf546cddaeb HTTP/1.1" status: 200 len: 937 time: 0.1303568 Jul 15 13:10:05.173997 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device c6c48312-e6a5-4b88-b00f-e4c53a50c9d6 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:05.262790 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-f89a80b1-3f9e-41a8-ba3c-dad6cf603dbe tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:05.271547 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-f89a80b1-3f9e-41a8-ba3c-dad6cf603dbe tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports/adb1e941-5028-40e5-8be7-c37ce3b71679 HTTP/1.1" status: 200 len: 937 time: 0.1422188 Jul 15 13:10:05.332049 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6caeb8-f4fb-4edd-a684-24dceba8d0e8 req-8913ba3d-10a6-4e0e-a675-3ebe0091298e tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:05.333896 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7f6caeb8-f4fb-4edd-a684-24dceba8d0e8 req-8913ba3d-10a6-4e0e-a675-3ebe0091298e tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.0969393 Jul 15 13:10:05.345650 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port c6c48312-e6a5-4b88-b00f-e4c53a50c9d6 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:05.364663 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port c6c48312-e6a5-4b88-b00f-e4c53a50c9d6 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:05.365334 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:05.391272 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-f366925a-77fe-45fb-a348-360d4f70471d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?network_id=3e157d46-1a46-4ef5-af60-0a822c2bdcfe&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1078851 Jul 15 13:10:05.401180 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7f6caeb8-f4fb-4edd-a684-24dceba8d0e8 req-95bfbc24-dc58-4c75-bdb3-1e021361409c tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506184 Jul 15 13:10:05.492437 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-2879267f-b665-42ac-818d-69c25b80c5bc tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?network_id=3e157d46-1a46-4ef5-af60-0a822c2bdcfe&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0782416 Jul 15 13:10:05.600240 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:05.657678 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c48312-e6a5-4b88-b00f-e4c53a50c9d6'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:05.661478 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3aab1c-e030-468d-b1d1-2f36fc90ab9e" -d '{"events": [{"server_uuid": "12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff", "name": "network-vif-plugged", "status": "completed", "tag": "c6c48312-e6a5-4b88-b00f-e4c53a50c9d6"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:05.688131 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port c6c48312-e6a5-4b88-b00f-e4c53a50c9d6, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=c6c48312-e6a5-4b88-b00f-e4c53a50c9d6,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:05.708865 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:05.709897 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 2b1c42c1-78b2-48f2-9e00-57d53a9198ed up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:05.768749 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-a813885f-3171-408a-bad7-d143710559ca tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:05.781659 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-a813885f-3171-408a-bad7-d143710559ca tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:05.796084 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-a813885f-3171-408a-bad7-d143710559ca tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:05.808818 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-a813885f-3171-408a-bad7-d143710559ca tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/networks?id=3cb5bd25-ebc1-469a-a04a-24181cd456f0&id=a1fa1aec-075f-4548-b538-3645f4cfde6d&id=a1fa1aec-075f-4548-b538-3645f4cfde6d&id=3e157d46-1a46-4ef5-af60-0a822c2bdcfe&id=3e157d46-1a46-4ef5-af60-0a822c2bdcfe HTTP/1.1" status: 200 len: 1992 time: 0.3152418 Jul 15 13:10:05.850257 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-10575d8e-e18a-4069-b882-bd1e0b501319 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/quotas/1d0be6e00b0740c79716294273e5f5c7 HTTP/1.1" status: 200 len: 375 time: 0.0356777 Jul 15 13:10:05.878647 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=c6c48312-e6a5-4b88-b00f-e4c53a50c9d6,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:05.894732 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 2b1c42c1-78b2-48f2-9e00-57d53a9198ed completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:05.903997 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 2b1c42c1-78b2-48f2-9e00-57d53a9198ed triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:05.907326 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.059607 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-2137ef16-02ec-40f9-b476-161c101c80ce tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d0be6e00b0740c79716294273e5f5c7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2046695 Jul 15 13:10:06.073143 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.073750 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-32205c4e-ae73-4a7e-a7af-3b2123fe16f8 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:10:06.076291 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-32205c4e-ae73-4a7e-a7af-3b2123fe16f8 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107696 Jul 15 13:10:06.106736 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d0872-260a-4a80-8b39-0649dc3e01c0 req-299e861e-e980-423e-93b8-865da7dd90c0 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:06.123331 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 2b1c42c1-78b2-48f2-9e00-57d53a9198ed, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=2b1c42c1-78b2-48f2-9e00-57d53a9198ed,segment=NetworkSegment(1b15243f-f5b3-4b91-8138-e8eab75febdf),segment_id=1b15243f-f5b3-4b91-8138-e8eab75febdf)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:06.128532 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b45d0872-260a-4a80-8b39-0649dc3e01c0 req-299e861e-e980-423e-93b8-865da7dd90c0 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 945 time: 0.1533895 Jul 15 13:10:06.134867 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.231147 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b45d0872-260a-4a80-8b39-0649dc3e01c0 req-b4f6bff0-905c-45b0-b599-fd8ab805e9c8 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006680 Jul 15 13:10:06.244910 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=2b1c42c1-78b2-48f2-9e00-57d53a9198ed,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:06.586255 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1816df-5293-4b13-9f05-83c10ea849b4 req-f4b6b359-21e0-4e15-9669-3f562538a2d0 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:06.588104 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7e1816df-5293-4b13-9f05-83c10ea849b4 req-f4b6b359-21e0-4e15-9669-3f562538a2d0 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.1376717 Jul 15 13:10:06.652104 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7e1816df-5293-4b13-9f05-83c10ea849b4 req-a6c6693e-64de-47d3-a25e-1e82c25967b5 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514925 Jul 15 13:10:06.690080 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-655382de-841f-4e51-b95f-fea27c48e384 service neutron] 10.222.0.24 "GET /v2.0/networks/3cb5bd25-ebc1-469a-a04a-24181cd456f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5966301 Jul 15 13:10:06.742477 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4dbce61-07f0-403d-866f-86631c54f5b5 x-openstack-request-id: req-c4dbce61-07f0-403d-866f-86631c54f5b5 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:06.743396 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff", "name": "network-vif-plugged", "status": "completed", "tag": "c6c48312-e6a5-4b88-b00f-e4c53a50c9d6", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:06.744320 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c4dbce61-07f0-403d-866f-86631c54f5b5 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:06.745245 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c48312-e6a5-4b88-b00f-e4c53a50c9d6', 'code': 200} Jul 15 13:10:06.792883 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 55398) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:06.910930 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-dd1c86f4-7681-4cfd-909c-7ba07ac798e9 service neutron] 10.222.0.24 "GET /v2.0/networks/3cb5bd25-ebc1-469a-a04a-24181cd456f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249858 Jul 15 13:10:06.983265 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cde79-7fce-4868-8ea5-e4984c4d17de req-64fddfb1-767c-4d3b-9dcb-75579d52ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:06.986425 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-856cde79-7fce-4868-8ea5-e4984c4d17de req-64fddfb1-767c-4d3b-9dcb-75579d52ebd6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff HTTP/1.1" status: 200 len: 1097 time: 0.1148598 Jul 15 13:10:07.022700 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-e876ed3b-4e58-45e7-be7c-5b08abc2f4e5 service neutron] 10.222.0.24 "GET /v2.0/ports/b90f8281-cdcd-40a0-8a1a-8cf546cddaeb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0978081 Jul 15 13:10:07.081948 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-856cde79-7fce-4868-8ea5-e4984c4d17de req-a020b65c-9b47-42ca-bee7-ad9a6a013b36 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878503 Jul 15 13:10:07.135834 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d5e69d3-20b5-4746-aec6-9a10c42728d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:07.207036 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-fa206b87-b30c-4892-9ef2-75cc505df378 service neutron] 10.222.0.24 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674862 Jul 15 13:10:07.248642 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542fd6a-c0ca-4d77-814c-4c32c55f0871 req-5232b19d-d1d2-4b5b-a7c8-26eef540d4e0 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:07.253330 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4542fd6a-c0ca-4d77-814c-4c32c55f0871 req-5232b19d-d1d2-4b5b-a7c8-26eef540d4e0 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df2ec52-728e-43f2-9416-2df162115a0f HTTP/1.1" status: 200 len: 945 time: 0.1958289 Jul 15 13:10:07.329279 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4542fd6a-c0ca-4d77-814c-4c32c55f0871 req-da42ec64-27dc-4e03-aaa0-a4aaae906b2a tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650096 Jul 15 13:10:07.374076 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-7bbbb76c-1ada-49c6-857e-4648d1598954 service neutron] 10.222.0.24 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582389 Jul 15 13:10:07.407114 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d5e69d3-20b5-4746-aec6-9a10c42728d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:07.428742 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d5e69d3-20b5-4746-aec6-9a10c42728d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:07.468840 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-ffa91ab3-0e32-43e3-8d15-aa63412355be service neutron] 10.222.0.24 "GET /v2.0/ports/adb1e941-5028-40e5-8be7-c37ce3b71679?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0876329 Jul 15 13:10:07.523955 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8d5e69d3-20b5-4746-aec6-9a10c42728d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dd4193a4949a4edebd82d8774fac1ad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7247009 Jul 15 13:10:07.525645 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 55408) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:07.544528 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e69d3-20b5-4746-aec6-9a10c42728d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65c15b9-e741-4abc-b4ba-40e2ccc3c350,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:07.615825 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-2b5087b0-1216-4c05-a8f5-c3bd7ee5205e service neutron] 10.222.0.24 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404638 Jul 15 13:10:07.717915 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-094fd0b8-7793-4e3d-9c3e-ec33b5bdaece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:07.748612 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c887faa-ac46-4844-8875-270eab6a14c2 req-7ec51e60-5862-4bc1-b943-44b8c5411298 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:07.750496 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2c887faa-ac46-4844-8875-270eab6a14c2 req-7ec51e60-5862-4bc1-b943-44b8c5411298 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff HTTP/1.1" status: 200 len: 945 time: 0.2396924 Jul 15 13:10:07.769381 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-55ed3277-941f-43f9-a16d-2f5fe94acbe0 service neutron] 10.222.0.24 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458359 Jul 15 13:10:07.833700 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-094fd0b8-7793-4e3d-9c3e-ec33b5bdaece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:07.850040 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:07.860251 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2c887faa-ac46-4844-8875-270eab6a14c2 req-2334d8a6-cd72-4bf9-b625-ae5eab7cc601 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943108 Jul 15 13:10:07.934252 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-094fd0b8-7793-4e3d-9c3e-ec33b5bdaece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:07.939250 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-094fd0b8-7793-4e3d-9c3e-ec33b5bdaece admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:07.941900 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-094fd0b8-7793-4e3d-9c3e-ec33b5bdaece admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c65c15b9-e741-4abc-b4ba-40e2ccc3c350 HTTP/1.1" status: 204 len: 168 time: 0.4003172 Jul 15 13:10:07.958690 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094fd0b8-7793-4e3d-9c3e-ec33b5bdaece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65c15b9-e741-4abc-b4ba-40e2ccc3c350,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:08.047448 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-be65c461-2d64-41de-a797-510f96fefe4d service neutron] 10.222.0.24 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760282 Jul 15 13:10:08.202998 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-9b213a0e-6561-48ae-9abc-cca04a64e50e service neutron] 10.222.0.24 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480312 Jul 15 13:10:08.208722 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efae92-abf0-48c6-a2c5-e65a4e081101 req-76a4578f-8e93-4221-88ae-5b14526704ac tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:08.212097 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a0efae92-abf0-48c6-a2c5-e65a4e081101 req-76a4578f-8e93-4221-88ae-5b14526704ac tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 945 time: 0.1240413 Jul 15 13:10:08.272661 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a0efae92-abf0-48c6-a2c5-e65a4e081101 req-cbf0c6be-8939-4638-9425-6a943b8ab92b tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537255 Jul 15 13:10:08.355664 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-180511de-8216-4d58-8684-177944be9cb3 service neutron] 10.222.0.24 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463952 Jul 15 13:10:08.508017 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 55430) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:08.521248 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-577b5ff4-e514-4a9c-89bc-f47db7e3a619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:08.548662 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-821c88b9-fc40-4dd3-9a4d-766d5f78415a service neutron] 10.222.0.24 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863554 Jul 15 13:10:08.588964 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdf98b-534b-4c4d-b18c-273984e1d9d3 req-19d5e0e7-8aaf-4b82-91f3-b79643e1750d tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:08.590718 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fafdf98b-534b-4c4d-b18c-273984e1d9d3 req-19d5e0e7-8aaf-4b82-91f3-b79643e1750d tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.1570430 Jul 15 13:10:08.668090 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fafdf98b-534b-4c4d-b18c-273984e1d9d3 req-c5e78a1d-43dc-4247-8a68-eb0a269bb4f9 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573027 Jul 15 13:10:08.670273 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-0844f7ae-43a8-4caa-b01a-0591b96118e1 service neutron] 10.222.0.24 "GET /v2.0/networks/3e157d46-1a46-4ef5-af60-0a822c2bdcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149895 Jul 15 13:10:08.698070 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-577b5ff4-e514-4a9c-89bc-f47db7e3a619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:08.712572 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-577b5ff4-e514-4a9c-89bc-f47db7e3a619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:08.748120 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df2ec52-728e-43f2-9416-2df162115a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1c42c1-78b2-48f2-9e00-57d53a9198ed'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:08.751497 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34081fb8-5e17-4ba0-b10f-9a05bc162d10" -d '{"events": [{"server_uuid": "1df2ec52-728e-43f2-9416-2df162115a0f", "name": "network-vif-plugged", "status": "completed", "tag": "2b1c42c1-78b2-48f2-9e00-57d53a9198ed"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:08.796964 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-577b5ff4-e514-4a9c-89bc-f47db7e3a619 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=64e62839bfde4bb1afe748dffc3a9c01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2904222 Jul 15 13:10:08.799663 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-69b3f8f6-560d-4451-8872-140c33db0aba service neutron] 10.222.0.24 "GET /v2.0/networks/3e157d46-1a46-4ef5-af60-0a822c2bdcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228082 Jul 15 13:10:08.800251 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 55446) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:08.818547 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b5ff4-e514-4a9c-89bc-f47db7e3a619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da836fd3-8d02-45c1-8dd9-9fddaeb2d6df,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:08.936167 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-af924eb8-ed9b-48d4-bbbb-653b87da2bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:08.981314 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-af924eb8-ed9b-48d4-bbbb-653b87da2bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:08.993943 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-98a57c13-30c4-4496-bcf2-1ffc4f3a4c92 service neutron] 10.222.0.24 "GET /v2.0/networks/3e157d46-1a46-4ef5-af60-0a822c2bdcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768451 Jul 15 13:10:09.064800 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f06f3-3569-4e4f-b73c-23bc9e187c76 req-cc9def39-3799-4e22-9a85-75480a6605b3 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:09.066589 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5c8f06f3-3569-4e4f-b73c-23bc9e187c76 req-cc9def39-3799-4e22-9a85-75480a6605b3 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df2ec52-728e-43f2-9416-2df162115a0f HTTP/1.1" status: 200 len: 945 time: 0.0935833 Jul 15 13:10:09.109412 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5c8f06f3-3569-4e4f-b73c-23bc9e187c76 req-697f1ded-95b7-4af4-bdac-0ebe2150ee7c tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365334 Jul 15 13:10:09.156123 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-af924eb8-ed9b-48d4-bbbb-653b87da2bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.161528 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-af924eb8-ed9b-48d4-bbbb-653b87da2bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.167497 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-af924eb8-ed9b-48d4-bbbb-653b87da2bfb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da836fd3-8d02-45c1-8dd9-9fddaeb2d6df HTTP/1.1" status: 204 len: 168 time: 0.3619785 Jul 15 13:10:09.201912 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af924eb8-ed9b-48d4-bbbb-653b87da2bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da836fd3-8d02-45c1-8dd9-9fddaeb2d6df,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:09.237052 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af924eb8-ed9b-48d4-bbbb-653b87da2bfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:09.237052 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af924eb8-ed9b-48d4-bbbb-653b87da2bfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:09.237423 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af924eb8-ed9b-48d4-bbbb-653b87da2bfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:09.237922 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af924eb8-ed9b-48d4-bbbb-653b87da2bfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:09.238334 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af924eb8-ed9b-48d4-bbbb-653b87da2bfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:09.238913 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af924eb8-ed9b-48d4-bbbb-653b87da2bfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:09.239485 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af924eb8-ed9b-48d4-bbbb-653b87da2bfb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:09.240104 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af924eb8-ed9b-48d4-bbbb-653b87da2bfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:09.240615 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af924eb8-ed9b-48d4-bbbb-653b87da2bfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:09.241839 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af924eb8-ed9b-48d4-bbbb-653b87da2bfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:09.242481 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af924eb8-ed9b-48d4-bbbb-653b87da2bfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:09.243034 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af924eb8-ed9b-48d4-bbbb-653b87da2bfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:09.266712 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-f01fcae8-5c7f-459f-ad40-b054e08ce9d3 service neutron] 10.222.0.24 "GET /v2.0/networks/3e157d46-1a46-4ef5-af60-0a822c2bdcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524996 Jul 15 13:10:09.376664 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525a7a9-0e99-40c1-9353-1f2daf794e3a req-bedce974-1248-42c0-87ce-529b2043886b tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:09.378416 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e525a7a9-0e99-40c1-9353-1f2daf794e3a req-bedce974-1248-42c0-87ce-529b2043886b tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.1252892 Jul 15 13:10:09.472077 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e525a7a9-0e99-40c1-9353-1f2daf794e3a req-185aacbd-6415-4cdd-b1bf-3be9fe171748 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838821 Jul 15 13:10:09.578547 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c5cd29-5b40-4201-a0db-04b7e7e75715 x-openstack-request-id: req-33c5cd29-5b40-4201-a0db-04b7e7e75715 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:09.579397 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df2ec52-728e-43f2-9416-2df162115a0f", "name": "network-vif-plugged", "status": "completed", "tag": "2b1c42c1-78b2-48f2-9e00-57d53a9198ed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:09.579397 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33c5cd29-5b40-4201-a0db-04b7e7e75715 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:09.580019 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df2ec52-728e-43f2-9416-2df162115a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1c42c1-78b2-48f2-9e00-57d53a9198ed', 'code': 200} Jul 15 13:10:09.871305 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a8567-b899-41f7-8b3f-cb7dd01644a2 req-efb3149d-3859-42c3-b2da-2184fff689e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:09.878203 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-080a8567-b899-41f7-8b3f-cb7dd01644a2 req-efb3149d-3859-42c3-b2da-2184fff689e3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1df2ec52-728e-43f2-9416-2df162115a0f HTTP/1.1" status: 200 len: 1097 time: 0.1573524 Jul 15 13:10:10.000752 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-080a8567-b899-41f7-8b3f-cb7dd01644a2 req-c0dbfe3c-f624-45d9-b0c2-0a5839243f8e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154728 Jul 15 13:10:10.113564 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81874b3a-28aa-4082-abc0-1e53756a0d0e req-2195bd50-c474-4a7c-8664-685fdc4be6cf tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:10.116332 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-81874b3a-28aa-4082-abc0-1e53756a0d0e req-2195bd50-c474-4a7c-8664-685fdc4be6cf tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff HTTP/1.1" status: 200 len: 945 time: 0.1070962 Jul 15 13:10:10.183122 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-81874b3a-28aa-4082-abc0-1e53756a0d0e req-9e5f5a5d-6c4c-48ea-a1c5-cdda356bbdd1 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480845 Jul 15 13:10:10.565399 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a5cae-e357-4a1b-a9dc-95ee90f9c84e req-573de3cc-e245-458d-a32e-438ff9a234c4 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:10.572850 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b00a5cae-e357-4a1b-a9dc-95ee90f9c84e req-573de3cc-e245-458d-a32e-438ff9a234c4 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 945 time: 0.1029525 Jul 15 13:10:10.586414 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16470a-6c2b-4c6b-b352-d52e4f9f7c6c req-0f4d007d-88b2-41c4-8e25-1e17f97d5552 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:10.589385 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f16470a-6c2b-4c6b-b352-d52e4f9f7c6c req-0f4d007d-88b2-41c4-8e25-1e17f97d5552 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df2ec52-728e-43f2-9416-2df162115a0f HTTP/1.1" status: 200 len: 945 time: 0.1416945 Jul 15 13:10:10.643722 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b00a5cae-e357-4a1b-a9dc-95ee90f9c84e req-0e300277-5d15-4a4b-95a4-af5b84fa4e89 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697770 Jul 15 13:10:10.740910 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f16470a-6c2b-4c6b-b352-d52e4f9f7c6c req-5822488b-b9ae-4675-869e-179570ec5f6d tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444042 Jul 15 13:10:10.771363 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50967551-0eab-4195-9d31-ba4e723eec74 req-92f13e30-e073-469b-97c8-46d0c2f596d0 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:10.773145 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50967551-0eab-4195-9d31-ba4e723eec74 req-92f13e30-e073-469b-97c8-46d0c2f596d0 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769&tenant_id=11b8af7c013140faa070a8db01c03b78&binding%3Ahost_id=n-h2-758944-45 HTTP/1.1" status: 200 len: 1097 time: 0.1233089 Jul 15 13:10:10.792659 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-50967551-0eab-4195-9d31-ba4e723eec74 req-a385d508-9ccd-42f2-a311-9e1590a0ba67 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-45'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:11.028277 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-660e04b2-ef0c-4118-bc03-5c611e72ea10 req-c79df75a-12d2-4495-8a36-1ef1d6ae7012 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 210 time: 0.1257379 Jul 15 13:10:11.066834 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-50967551-0eab-4195-9d31-ba4e723eec74 req-a385d508-9ccd-42f2-a311-9e1590a0ba67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.436696 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-50967551-0eab-4195-9d31-ba4e723eec74 req-a385d508-9ccd-42f2-a311-9e1590a0ba67 service neutron] For port 9e2d2c7a-17e9-492b-b40d-42441a613b9f, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9e2d2c7a-17e9-492b-b40d-42441a613b9f,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:11.470703 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1e813-c824-4812-afc9-df4d3c74ac68 req-90685c54-c9d5-4c98-a284-30107f832d2b tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:11.472395 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f9f1e813-c824-4812-afc9-df4d3c74ac68 req-90685c54-c9d5-4c98-a284-30107f832d2b tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.1534414 Jul 15 13:10:11.475270 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b97332-e4ef-4dd9-b749-be86b2df9a83 req-6dde55a8-52f4-4084-9c02-52b5a8438e15 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:11.476977 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-33b97332-e4ef-4dd9-b749-be86b2df9a83 req-6dde55a8-52f4-4084-9c02-52b5a8438e15 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff HTTP/1.1" status: 200 len: 945 time: 0.1401329 Jul 15 13:10:11.548279 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-33b97332-e4ef-4dd9-b749-be86b2df9a83 req-f4d6e980-8e18-4a5e-b001-eaedaa2d0447 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625641 Jul 15 13:10:11.566683 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f9f1e813-c824-4812-afc9-df4d3c74ac68 req-fc926894-e8a6-446a-8527-34f8f3351d44 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806518 Jul 15 13:10:11.567906 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-50967551-0eab-4195-9d31-ba4e723eec74 req-a385d508-9ccd-42f2-a311-9e1590a0ba67 service neutron] For port 9e2d2c7a-17e9-492b-b40d-42441a613b9f, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:11.629833 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db545ece-eb73-4d22-8026-f2e240c22769', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e2d2c7a-17e9-492b-b40d-42441a613b9f'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:11.633074 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651f34e0-63f7-406b-b5e3-16aea5ea599c" -d '{"events": [{"server_uuid": "db545ece-eb73-4d22-8026-f2e240c22769", "name": "network-vif-unplugged", "status": "completed", "tag": "9e2d2c7a-17e9-492b-b40d-42441a613b9f"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:11.638693 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-50967551-0eab-4195-9d31-ba4e723eec74 req-a385d508-9ccd-42f2-a311-9e1590a0ba67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.646869 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-50967551-0eab-4195-9d31-ba4e723eec74 req-a385d508-9ccd-42f2-a311-9e1590a0ba67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.770098 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866ec3f8-fe96-4153-9984-d5baa62bf991 x-openstack-request-id: req-866ec3f8-fe96-4153-9984-d5baa62bf991 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:11.770403 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db545ece-eb73-4d22-8026-f2e240c22769", "name": "network-vif-unplugged", "status": "completed", "tag": "9e2d2c7a-17e9-492b-b40d-42441a613b9f", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:11.770661 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-866ec3f8-fe96-4153-9984-d5baa62bf991 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:11.771116 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db545ece-eb73-4d22-8026-f2e240c22769', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e2d2c7a-17e9-492b-b40d-42441a613b9f', 'code': 200} Jul 15 13:10:11.774085 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385d508-9ccd-42f2-a311-9e1590a0ba67 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2d2c7a-17e9-492b-b40d-42441a613b9f,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:11.798234 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-50967551-0eab-4195-9d31-ba4e723eec74 req-a385d508-9ccd-42f2-a311-9e1590a0ba67 service neutron] Attempting to bind port 9e2d2c7a-17e9-492b-b40d-42441a613b9f on host n-h2-758944-45 for vnic_type normal with profile {"migrating_to": "n-h1-758944-45"} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:11.798578 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-50967551-0eab-4195-9d31-ba4e723eec74 req-a385d508-9ccd-42f2-a311-9e1590a0ba67 service neutron] Attempting to bind port 9e2d2c7a-17e9-492b-b40d-42441a613b9f by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:11.799504 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50967551-0eab-4195-9d31-ba4e723eec74 req-a385d508-9ccd-42f2-a311-9e1590a0ba67 service neutron] Attempting to bind port 9e2d2c7a-17e9-492b-b40d-42441a613b9f on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:11.806154 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50967551-0eab-4195-9d31-ba4e723eec74 req-a385d508-9ccd-42f2-a311-9e1590a0ba67 service neutron] Port 9e2d2c7a-17e9-492b-b40d-42441a613b9f on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:11.806491 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50967551-0eab-4195-9d31-ba4e723eec74 req-a385d508-9ccd-42f2-a311-9e1590a0ba67 service neutron] Attempting to bind port 9e2d2c7a-17e9-492b-b40d-42441a613b9f on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:11.829146 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50967551-0eab-4195-9d31-ba4e723eec74 req-a385d508-9ccd-42f2-a311-9e1590a0ba67 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:11.829870 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50967551-0eab-4195-9d31-ba4e723eec74 req-a385d508-9ccd-42f2-a311-9e1590a0ba67 service neutron] Checking segment: {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:11.830562 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50967551-0eab-4195-9d31-ba4e723eec74 req-a385d508-9ccd-42f2-a311-9e1590a0ba67 service neutron] Bound using segment: {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:11.831723 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-50967551-0eab-4195-9d31-ba4e723eec74 req-a385d508-9ccd-42f2-a311-9e1590a0ba67 service neutron] Bound port: 9e2d2c7a-17e9-492b-b40d-42441a613b9f, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:11.832433 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-50967551-0eab-4195-9d31-ba4e723eec74 req-a385d508-9ccd-42f2-a311-9e1590a0ba67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.867452 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 55560) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:11.946037 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-949ce17f-5d51-4e17-9a91-20dd2671b09a admin admin] Deleting subnet a8379c0d-ceab-40c8-8972-8c4342c607f5 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:10:11.952308 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-949ce17f-5d51-4e17-9a91-20dd2671b09a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.987830 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-50967551-0eab-4195-9d31-ba4e723eec74 req-a385d508-9ccd-42f2-a311-9e1590a0ba67 service neutron] For port 9e2d2c7a-17e9-492b-b40d-42441a613b9f, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:12.000626 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79643846-d10b-4b18-891f-4d44bad94cb4 req-8a6644cd-70e8-4ce6-a9e3-562aaa12d88d tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:12.004220 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-949ce17f-5d51-4e17-9a91-20dd2671b09a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.009710 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-79643846-d10b-4b18-891f-4d44bad94cb4 req-8a6644cd-70e8-4ce6-a9e3-562aaa12d88d tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.1954086 Jul 15 13:10:12.020539 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-50967551-0eab-4195-9d31-ba4e723eec74 req-a385d508-9ccd-42f2-a311-9e1590a0ba67 service neutron] For port 9e2d2c7a-17e9-492b-b40d-42441a613b9f, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9e2d2c7a-17e9-492b-b40d-42441a613b9f,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:12.034307 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-50967551-0eab-4195-9d31-ba4e723eec74 req-a385d508-9ccd-42f2-a311-9e1590a0ba67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.122865 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-949ce17f-5d51-4e17-9a91-20dd2671b09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.130313 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385d508-9ccd-42f2-a311-9e1590a0ba67 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2d2c7a-17e9-492b-b40d-42441a613b9f,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:12.162068 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-79643846-d10b-4b18-891f-4d44bad94cb4 req-a34d0644-9f08-40a4-864d-6d083606f3ae tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517811 Jul 15 13:10:12.237058 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50967551-0eab-4195-9d31-ba4e723eec74 req-a385d508-9ccd-42f2-a311-9e1590a0ba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:12.238135 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-50967551-0eab-4195-9d31-ba4e723eec74 req-a385d508-9ccd-42f2-a311-9e1590a0ba67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.240296 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50967551-0eab-4195-9d31-ba4e723eec74 req-a385d508-9ccd-42f2-a311-9e1590a0ba67 service neutron] 10.222.0.18 "PUT /v2.0/ports/9e2d2c7a-17e9-492b-b40d-42441a613b9f HTTP/1.1" status: 200 len: 1123 time: 1.4588428 Jul 15 13:10:12.332083 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['9e2d2c7a-17e9-492b-b40d-42441a613b9f'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:12.406280 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['9e2d2c7a-17e9-492b-b40d-42441a613b9f'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:12.425853 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342bd4f9-1fa2-4f2d-9632-c5acb9f9f5b9 req-11819ee1-8081-47eb-90bc-68119c7fe159 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:12.432217 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-342bd4f9-1fa2-4f2d-9632-c5acb9f9f5b9 req-11819ee1-8081-47eb-90bc-68119c7fe159 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 943 time: 0.3686717 Jul 15 13:10:12.531301 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae0893-f315-455a-9a58-9ff1a540c5df req-1f2a8d78-8c19-4c6c-b5cf-91e2c71537f3 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:12.540512 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f0ae0893-f315-455a-9a58-9ff1a540c5df req-1f2a8d78-8c19-4c6c-b5cf-91e2c71537f3 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df2ec52-728e-43f2-9416-2df162115a0f HTTP/1.1" status: 200 len: 945 time: 0.1225276 Jul 15 13:10:12.604757 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f0ae0893-f315-455a-9a58-9ff1a540c5df req-9b9e31db-1faf-4ac2-b290-775f2e954a2a tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606725 Jul 15 13:10:12.636048 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-949ce17f-5d51-4e17-9a91-20dd2671b09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.768360 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ce17f-5d51-4e17-9a91-20dd2671b09a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8379c0d-ceab-40c8-8972-8c4342c607f5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:12.788161 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-949ce17f-5d51-4e17-9a91-20dd2671b09a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.791160 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-949ce17f-5d51-4e17-9a91-20dd2671b09a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a8379c0d-ceab-40c8-8972-8c4342c607f5 HTTP/1.1" status: 204 len: 168 time: 0.9225285 Jul 15 13:10:12.794740 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 55584) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:12.799799 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-d8a9902a-1be0-40db-9c36-5cd16447f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:12.801437 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-d8a9902a-1be0-40db-9c36-5cd16447f6e9 service neutron] 10.222.0.32 "GET /v2.0/ports/b90f8281-cdcd-40a0-8a1a-8cf546cddaeb HTTP/1.1" status: 200 len: 1033 time: 0.3615229 Jul 15 13:10:12.826388 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-342bd4f9-1fa2-4f2d-9632-c5acb9f9f5b9 req-806b2383-4001-406e-b2ab-8e56f1f00c88 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220587 Jul 15 13:10:12.975712 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-630f54ef-adc9-45eb-9d91-9e88c15d8602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:12.987099 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-630f54ef-adc9-45eb-9d91-9e88c15d8602 service neutron] 10.222.0.32 "GET /v2.0/ports/adb1e941-5028-40e5-8be7-c37ce3b71679 HTTP/1.1" status: 200 len: 1033 time: 0.1673250 Jul 15 13:10:13.040518 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d5092a5-4826-4605-a7e2-adba70f07f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.063359 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48d5044c-3ec4-4d53-bbc4-62933b4b1c45 req-654de981-2564-4404-a0c2-546b41d0d017 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 210 time: 0.1038167 Jul 15 13:10:13.199989 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 9e2d2c7a-17e9-492b-b40d-42441a613b9f details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:10:13.319434 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d5092a5-4826-4605-a7e2-adba70f07f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.350824 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-7d5092a5-4826-4605-a7e2-adba70f07f3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a2f137a-ad3f-4da4-b8fc-de4e04512f51']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:13.385260 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-7d5092a5-4826-4605-a7e2-adba70f07f3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a0ea045-d9ef-4e39-8569-9e99c4ca051c') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:13.390341 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-7d5092a5-4826-4605-a7e2-adba70f07f3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a0ea045-d9ef-4e39-8569-9e99c4ca051c') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:13.418239 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d5092a5-4826-4605-a7e2-adba70f07f3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.458934 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 9e2d2c7a-17e9-492b-b40d-42441a613b9f, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9e2d2c7a-17e9-492b-b40d-42441a613b9f,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:13.474128 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d5092a5-4826-4605-a7e2-adba70f07f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.481823 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 9e2d2c7a-17e9-492b-b40d-42441a613b9f has no active binding in host n-h1-758944-45 {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:10:13.518431 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d5092a5-4826-4605-a7e2-adba70f07f3a admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:13.518856 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d5092a5-4826-4605-a7e2-adba70f07f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:13.520767 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:13.598290 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4cbbd3-fff2-4462-afd6-1e962f9a60b7 req-e1eac304-ecc0-45f7-8659-0b726af03dc4 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:13.610313 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7e4cbbd3-fff2-4462-afd6-1e962f9a60b7 req-e1eac304-ecc0-45f7-8659-0b726af03dc4 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff HTTP/1.1" status: 200 len: 945 time: 0.5187464 Jul 15 13:10:13.630510 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-bb440458-85a9-44ad-b8b5-272e81989938 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:13.643983 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-bb440458-85a9-44ad-b8b5-272e81989938 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:13.656543 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-bb440458-85a9-44ad-b8b5-272e81989938 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:13.661563 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-bb440458-85a9-44ad-b8b5-272e81989938 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.32 "GET /v2.0/networks?id=3cb5bd25-ebc1-469a-a04a-24181cd456f0&id=a1fa1aec-075f-4548-b538-3645f4cfde6d&id=a1fa1aec-075f-4548-b538-3645f4cfde6d&id=a1fa1aec-075f-4548-b538-3645f4cfde6d&id=a1fa1aec-075f-4548-b538-3645f4cfde6d&id=3e157d46-1a46-4ef5-af60-0a822c2bdcfe&id=3e157d46-1a46-4ef5-af60-0a822c2bdcfe HTTP/1.1" status: 200 len: 1992 time: 0.6712613 Jul 15 13:10:13.772209 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db545ece-eb73-4d22-8026-f2e240c22769', 'tag': '9e2d2c7a-17e9-492b-b40d-42441a613b9f'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:13.774829 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d93b9e-ee16-4a59-8ca8-10547711191e" -d '{"events": [{"name": "network-changed", "server_uuid": "db545ece-eb73-4d22-8026-f2e240c22769", "tag": "9e2d2c7a-17e9-492b-b40d-42441a613b9f"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:13.782327 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d5092a5-4826-4605-a7e2-adba70f07f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.790433 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7e4cbbd3-fff2-4462-afd6-1e962f9a60b7 req-3d1cf617-16b7-4cb7-b8aa-b7c58e2b3b5c tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768179 Jul 15 13:10:13.825950 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-9408eec2-5e78-494a-95fd-2645be111fa3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d0be6e00b0740c79716294273e5f5c7 HTTP/1.1" status: 200 len: 379 time: 0.1456640 Jul 15 13:10:13.828283 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d5092a5-4826-4605-a7e2-adba70f07f3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.844039 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7d5092a5-4826-4605-a7e2-adba70f07f3a admin admin] 10.222.0.24 "DELETE /v2.0/networks/8a2f137a-ad3f-4da4-b8fc-de4e04512f51 HTTP/1.1" status: 204 len: 168 time: 1.0481615 Jul 15 13:10:13.853834 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-c813eb91-5938-4237-80aa-540e15c56a8f req-5ec8857e-8452-4a52-b9ce-25d82f667ef9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Request body: {'port': {'device_id': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'network_id': '3cb5bd25-ebc1-469a-a04a-24181cd456f0', 'admin_state_up': True, 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'security_groups': ['fb02ca70-6007-41dc-8696-dd3f27a115da']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:13.929711 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5092a5-4826-4605-a7e2-adba70f07f3a admin admin] Pushing event deleted for resources: {'Network': ['ID=8a2f137a-ad3f-4da4-b8fc-de4e04512f51,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:14.013038 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8af57a-585a-4ead-9d91-f1f6461889cf req-d4c7ef79-6227-46e2-90c1-cf1d92854cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:14.018703 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8b8af57a-585a-4ead-9d91-f1f6461889cf req-d4c7ef79-6227-46e2-90c1-cf1d92854cb5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2e51b95462ec42b2a02dd62dd4e4547f&device_id=1df2ec52-728e-43f2-9416-2df162115a0f HTTP/1.1" status: 200 len: 1097 time: 0.4338000 Jul 15 13:10:14.372996 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8af57a-585a-4ead-9d91-f1f6461889cf req-7d204bb0-5abf-4090-b9e6-7525e917bb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:14.377127 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8b8af57a-585a-4ead-9d91-f1f6461889cf req-7d204bb0-5abf-4090-b9e6-7525e917bb53 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ff999f83-8f01-4fb0-bb3e-8fa1520b01f4 HTTP/1.1" status: 200 len: 919 time: 0.3509226 Jul 15 13:10:14.426319 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-5ec8857e-8452-4a52-b9ce-25d82f667ef9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Made reservation on behalf of 1d0be6e00b0740c79716294273e5f5c7 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:14.439567 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-5ec8857e-8452-4a52-b9ce-25d82f667ef9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:14.454374 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b8bfa-69a6-4347-ba66-fe1825de1ad4 req-d8e6ed76-8082-4b52-81d6-5aab3e76c105 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:14.454704 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8b8af57a-585a-4ead-9d91-f1f6461889cf req-ecfb8148-2535-4856-8ce3-900bb711096d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b1c42c1-78b2-48f2-9e00-57d53a9198ed HTTP/1.1" status: 200 len: 217 time: 0.0583084 Jul 15 13:10:14.464022 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2d4b8bfa-69a6-4347-ba66-fe1825de1ad4 req-d8e6ed76-8082-4b52-81d6-5aab3e76c105 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df2ec52-728e-43f2-9416-2df162115a0f HTTP/1.1" status: 200 len: 945 time: 0.2374029 Jul 15 13:10:14.542831 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 55616) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:14.585228 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ebb69-ac64-4750-b3cb-147fecf5b63e req-a2bd543b-ca85-4801-b4b2-a4c399183de3 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:14.593890 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-119ebb69-ac64-4750-b3cb-147fecf5b63e req-a2bd543b-ca85-4801-b4b2-a4c399183de3 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.4298050 Jul 15 13:10:14.636911 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8af57a-585a-4ead-9d91-f1f6461889cf req-73c7f81d-33a6-4d7b-9b00-33d94be9a657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:14.639019 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8b8af57a-585a-4ead-9d91-f1f6461889cf req-73c7f81d-33a6-4d7b-9b00-33d94be9a657 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=33c47e88-09c9-4ef9-8d40-4d0aac513fe6 HTTP/1.1" status: 200 len: 858 time: 0.1726761 Jul 15 13:10:14.701035 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-119ebb69-ac64-4750-b3cb-147fecf5b63e req-ad0eeb04-0e41-4b44-99a8-e4ccf73b4135 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060629 Jul 15 13:10:14.706433 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8b8af57a-585a-4ead-9d91-f1f6461889cf req-7ec71f9e-8493-4439-8fe0-e7cfefc96d11 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff999f83-8f01-4fb0-bb3e-8fa1520b01f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544853 Jul 15 13:10:14.772986 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2d4b8bfa-69a6-4347-ba66-fe1825de1ad4 req-0e61dbcf-8a35-4616-9e42-a30e43a27b45 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037617 Jul 15 13:10:14.943514 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0514ae0e-f823-4c32-a237-f782f5532efc x-openstack-request-id: req-0514ae0e-f823-4c32-a237-f782f5532efc {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:14.943823 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db545ece-eb73-4d22-8026-f2e240c22769", "tag": "9e2d2c7a-17e9-492b-b40d-42441a613b9f", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:14.944083 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0514ae0e-f823-4c32-a237-f782f5532efc {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:14.944494 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db545ece-eb73-4d22-8026-f2e240c22769', 'tag': '9e2d2c7a-17e9-492b-b40d-42441a613b9f', 'status': 'completed', 'code': 200} Jul 15 13:10:15.005786 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8b8af57a-585a-4ead-9d91-f1f6461889cf req-2f8c5615-229f-438f-9ccb-6ca62dc0df70 service neutron] 10.222.0.18 "GET /v2.0/networks/ff999f83-8f01-4fb0-bb3e-8fa1520b01f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807717 Jul 15 13:10:15.138603 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-63b8403a-3759-4dd2-83fd-8120d23fbaa6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7c349b70be054424bd5888dd91fd4fb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5899611 Jul 15 13:10:15.145957 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 55628) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:15.268021 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-c813eb91-5938-4237-80aa-540e15c56a8f req-5ec8857e-8452-4a52-b9ce-25d82f667ef9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Allocated IP 172.20.0.5 (3cb5bd25-ebc1-469a-a04a-24181cd456f0/8df1933c-2ac7-4eba-8783-298edae711d0/0a321f8f-462b-42da-9f67-de3a6358e566) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:15.338087 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f58f53e6-2f6e-47a8-a8a3-188b0fa561f2 req-4f4afa23-053a-4089-8920-b7f396086683 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 210 time: 0.1445994 Jul 15 13:10:15.345213 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8b8af57a-585a-4ead-9d91-f1f6461889cf req-2eb5f1f0-bdcd-494e-b879-e218ccea1f1c service neutron] 10.222.0.18 "GET /v2.0/networks/ff999f83-8f01-4fb0-bb3e-8fa1520b01f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317065 Jul 15 13:10:15.408433 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d93b9e-ee16-4a59-8ca8-10547711191e req-527a0f6a-99c9-4db2-bb51-e2ab18b46f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:15.416261 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-01d93b9e-ee16-4a59-8ca8-10547711191e req-527a0f6a-99c9-4db2-bb51-e2ab18b46f25 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11b8af7c013140faa070a8db01c03b78&device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 1126 time: 0.5228257 Jul 15 13:10:15.453488 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c2eac-f96a-4514-982a-7ea9bb877e5e req-20ab0680-9167-4e08-a98e-98943249b9b1 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:15.461302 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9a6c2eac-f96a-4514-982a-7ea9bb877e5e req-20ab0680-9167-4e08-a98e-98943249b9b1 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 943 time: 0.3621864 Jul 15 13:10:15.488291 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df4b32f8-e8a4-4217-8d86-70f411ff550d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.562069 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df4b32f8-e8a4-4217-8d86-70f411ff550d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.660511 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df4b32f8-e8a4-4217-8d86-70f411ff550d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.663361 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df4b32f8-e8a4-4217-8d86-70f411ff550d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.668778 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-df4b32f8-e8a4-4217-8d86-70f411ff550d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fbc02356-b8d6-4a76-9e9e-db26cf89ff01 HTTP/1.1" status: 204 len: 168 time: 0.5177174 Jul 15 13:10:15.743078 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b32f8-e8a4-4217-8d86-70f411ff550d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc02356-b8d6-4a76-9e9e-db26cf89ff01,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:15.832114 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5cff1d-be50-4d0d-b5cc-2eb55128f8f1 req-6ba812ce-2176-42b8-a288-09cd52cd32e1 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:15.833783 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3a5cff1d-be50-4d0d-b5cc-2eb55128f8f1 req-6ba812ce-2176-42b8-a288-09cd52cd32e1 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.1842976 Jul 15 13:10:15.852772 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9a6c2eac-f96a-4514-982a-7ea9bb877e5e req-5d893a64-3824-4ab2-a24a-e3453dc7d7f2 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903816 Jul 15 13:10:15.978520 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3a5cff1d-be50-4d0d-b5cc-2eb55128f8f1 req-b5d42cdd-0056-486b-9ec9-5c58177b74a8 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345382 Jul 15 13:10:16.182788 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d93b9e-ee16-4a59-8ca8-10547711191e req-bef10733-bf47-4596-bc5e-d7351114c6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:16.186257 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-01d93b9e-ee16-4a59-8ca8-10547711191e req-bef10733-bf47-4596-bc5e-d7351114c6ea service neutron] 10.222.0.32 "GET /v2.0/networks?id=2b4de3f9-9898-4e48-8ad2-d64a9c837567 HTTP/1.1" status: 200 len: 922 time: 0.7046485 Jul 15 13:10:16.231932 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-5ec8857e-8452-4a52-b9ce-25d82f667ef9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.254316 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-c813eb91-5938-4237-80aa-540e15c56a8f req-5ec8857e-8452-4a52-b9ce-25d82f667ef9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Transition to ACTIVE for port object 0a321f8f-462b-42da-9f67-de3a6358e566 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:16.320046 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-5ec8857e-8452-4a52-b9ce-25d82f667ef9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.423456 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8857e-8452-4a52-b9ce-25d82f667ef9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Pushing event updated for resources: {'Port': ['ID=0a321f8f-462b-42da-9f67-de3a6358e566,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:16.427160 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-01d93b9e-ee16-4a59-8ca8-10547711191e req-1acac588-f236-4704-9896-862bff391d91 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e2d2c7a-17e9-492b-b40d-42441a613b9f HTTP/1.1" status: 200 len: 217 time: 0.2158799 Jul 15 13:10:16.442191 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c813eb91-5938-4237-80aa-540e15c56a8f req-5ec8857e-8452-4a52-b9ce-25d82f667ef9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Network 3cb5bd25-ebc1-469a-a04a-24181cd456f0 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:16.446208 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-c813eb91-5938-4237-80aa-540e15c56a8f req-5ec8857e-8452-4a52-b9ce-25d82f667ef9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:16.481572 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06210c4-c91c-4f37-bf10-559c546bf710 req-96755430-886b-427e-87bc-89acb20c7ee2 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:16.494925 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a06210c4-c91c-4f37-bf10-559c546bf710 req-96755430-886b-427e-87bc-89acb20c7ee2 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df2ec52-728e-43f2-9416-2df162115a0f HTTP/1.1" status: 200 len: 945 time: 0.3163707 Jul 15 13:10:16.506757 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-c813eb91-5938-4237-80aa-540e15c56a8f req-5ec8857e-8452-4a52-b9ce-25d82f667ef9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:16.584528 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd1cd0-0956-4c82-be45-38344850d474 req-3d6c7d74-429c-48fa-8387-97f79e537b24 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:16.586551 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bddd1cd0-0956-4c82-be45-38344850d474 req-3d6c7d74-429c-48fa-8387-97f79e537b24 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff HTTP/1.1" status: 200 len: 945 time: 0.5342498 Jul 15 13:10:16.598716 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a06210c4-c91c-4f37-bf10-559c546bf710 req-8e1e5e52-81ea-47fb-8d29-b4a1ca6334d9 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009939 Jul 15 13:10:16.599596 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-5ec8857e-8452-4a52-b9ce-25d82f667ef9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:16.604268 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-5ec8857e-8452-4a52-b9ce-25d82f667ef9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.723319 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-5ec8857e-8452-4a52-b9ce-25d82f667ef9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8875721 Jul 15 13:10:16.778767 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-c813eb91-5938-4237-80aa-540e15c56a8f req-dfe4a06b-6561-4a3b-a416-0a70726bf3b3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Request body: {'port': {'device_id': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'network_id': 'a1fa1aec-075f-4548-b538-3645f4cfde6d', 'admin_state_up': True, 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'security_groups': ['fb02ca70-6007-41dc-8696-dd3f27a115da']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:16.939624 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-191b33c1-9d73-48bc-b33b-cfbea8e97a06 None None] Provisioning for port 0a321f8f-462b-42da-9f67-de3a6358e566 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:16.947527 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bddd1cd0-0956-4c82-be45-38344850d474 req-f4d778db-65c6-475f-9e7e-47f5f06b76fc tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308814 Jul 15 13:10:16.957921 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-191b33c1-9d73-48bc-b33b-cfbea8e97a06 None None] Provisioning complete for port 0a321f8f-462b-42da-9f67-de3a6358e566 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:16.958493 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-191b33c1-9d73-48bc-b33b-cfbea8e97a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.033995 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd76e7b-451e-4abd-894c-24739bbd5617 req-569bae3e-36f4-422c-bdba-1de2479c2d9b tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:17.036206 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d93b9e-ee16-4a59-8ca8-10547711191e req-ffd3f429-9876-4653-8c69-b74e5b329ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:17.037360 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-01d93b9e-ee16-4a59-8ca8-10547711191e req-ffd3f429-9876-4653-8c69-b74e5b329ab6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f7ee163d-4be2-4821-945f-cb7507aae308 HTTP/1.1" status: 200 len: 861 time: 0.5925958 Jul 15 13:10:17.061745 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4cd76e7b-451e-4abd-894c-24739bbd5617 req-569bae3e-36f4-422c-bdba-1de2479c2d9b tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 931 time: 0.2055807 Jul 15 13:10:17.077107 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-191b33c1-9d73-48bc-b33b-cfbea8e97a06 None None] Port 0a321f8f-462b-42da-9f67-de3a6358e566 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:10:17.136278 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-01d93b9e-ee16-4a59-8ca8-10547711191e req-d586065a-a443-42f1-beb5-9bb2e4a7eb15 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b4de3f9-9898-4e48-8ad2-d64a9c837567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829899 Jul 15 13:10:17.214268 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4cd76e7b-451e-4abd-894c-24739bbd5617 req-cd2f6969-12ad-43cc-b555-778a61fd6e87 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507602 Jul 15 13:10:17.524676 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22512fe-e633-455a-9e9c-2d269ced32f6 req-e3a2f476-ad38-4003-a5f3-c50e26b2ccbe tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:17.540826 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c22512fe-e633-455a-9e9c-2d269ced32f6 req-e3a2f476-ad38-4003-a5f3-c50e26b2ccbe tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 943 time: 0.1321199 Jul 15 13:10:17.644457 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c22512fe-e633-455a-9e9c-2d269ced32f6 req-4e1303e8-722c-4dfb-8f9e-81accbf6d789 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018360 Jul 15 13:10:18.088605 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-01d93b9e-ee16-4a59-8ca8-10547711191e req-876d2e4e-eeb6-4e16-ac2e-4dc661f7ca8a service neutron] 10.222.0.32 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9436173 Jul 15 13:10:18.089162 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a59fa-fb42-4782-89eb-5d6325e26637 req-19240e87-4b08-416d-a37e-46a371189dc0 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:18.094936 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e35a59fa-fb42-4782-89eb-5d6325e26637 req-19240e87-4b08-416d-a37e-46a371189dc0 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df2ec52-728e-43f2-9416-2df162115a0f HTTP/1.1" status: 200 len: 945 time: 0.1977196 Jul 15 13:10:18.175941 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-dfe4a06b-6561-4a3b-a416-0a70726bf3b3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Made reservation on behalf of 1d0be6e00b0740c79716294273e5f5c7 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:18.188536 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-dfe4a06b-6561-4a3b-a416-0a70726bf3b3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:18.204012 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e35a59fa-fb42-4782-89eb-5d6325e26637 req-bebba66b-62d8-4ee8-92ba-03c171283470 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028194 Jul 15 13:10:18.452139 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e637647-5f3d-455d-b1da-e41084aaf40e req-e564d5f3-d995-4b99-b70e-3832484a7ff4 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:18.454837 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7e637647-5f3d-455d-b1da-e41084aaf40e req-e564d5f3-d995-4b99-b70e-3832484a7ff4 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 1.2676129 Jul 15 13:10:18.492040 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbd3b0-9d9b-42b7-b828-b3aba627f427 req-d2da4caf-a9e6-42f4-84eb-bf94c19c70ce tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:18.509349 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dadbd3b0-9d9b-42b7-b828-b3aba627f427 req-d2da4caf-a9e6-42f4-84eb-bf94c19c70ce tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff HTTP/1.1" status: 200 len: 945 time: 0.1397913 Jul 15 13:10:18.529258 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-01d93b9e-ee16-4a59-8ca8-10547711191e req-a58c5098-525f-45a9-9456-2b2f06449090 service neutron] 10.222.0.32 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263337 Jul 15 13:10:18.628576 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dadbd3b0-9d9b-42b7-b828-b3aba627f427 req-460d72fa-c2ef-44c7-8f76-960337ed3e9c tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179731 Jul 15 13:10:18.641993 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7e637647-5f3d-455d-b1da-e41084aaf40e req-8eda2bdb-84ba-4ca8-9b25-6dd2d3502f22 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689334 Jul 15 13:10:18.705093 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-c813eb91-5938-4237-80aa-540e15c56a8f req-dfe4a06b-6561-4a3b-a416-0a70726bf3b3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Allocated IP 10.1.1.101 (a1fa1aec-075f-4548-b538-3645f4cfde6d/e6da4ff9-68f2-4350-8517-a3f37f7c5c8e/d6761381-f152-46b6-8605-a91b69be3f5c) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:18.908915 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0d41b-4674-4936-bfbc-c78c6f847e35 req-bf65f69d-25e3-4a33-8523-04927c2a00bc tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:18.918058 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-85a0d41b-4674-4936-bfbc-c78c6f847e35 req-bf65f69d-25e3-4a33-8523-04927c2a00bc tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 931 time: 0.1240664 Jul 15 13:10:18.989157 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-85a0d41b-4674-4936-bfbc-c78c6f847e35 req-7fe5ff32-4f43-448c-976c-3db0849d7007 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658982 Jul 15 13:10:19.201635 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-dfe4a06b-6561-4a3b-a416-0a70726bf3b3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.237127 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-c813eb91-5938-4237-80aa-540e15c56a8f req-dfe4a06b-6561-4a3b-a416-0a70726bf3b3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Transition to ACTIVE for port object d6761381-f152-46b6-8605-a91b69be3f5c will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:19.367156 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9748d-98aa-46f2-bcf6-c63538b2164c req-573448f1-87c5-458b-a43d-2d038d3631d1 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:19.370148 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fce9748d-98aa-46f2-bcf6-c63538b2164c req-573448f1-87c5-458b-a43d-2d038d3631d1 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.4439635 Jul 15 13:10:19.373213 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-dfe4a06b-6561-4a3b-a416-0a70726bf3b3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.411663 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b3208-af1f-4797-a2a6-4ea1db649b88 req-1cb07319-9bbb-450c-ac4a-b3c54bdf2301 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:19.413307 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-033b3208-af1f-4797-a2a6-4ea1db649b88 req-1cb07319-9bbb-450c-ac4a-b3c54bdf2301 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 943 time: 0.1359534 Jul 15 13:10:19.462702 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-033b3208-af1f-4797-a2a6-4ea1db649b88 req-e1f1576d-b988-449c-b08b-75063950997f tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420985 Jul 15 13:10:19.504629 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c813eb91-5938-4237-80aa-540e15c56a8f req-dfe4a06b-6561-4a3b-a416-0a70726bf3b3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Network a1fa1aec-075f-4548-b538-3645f4cfde6d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:19.527267 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-c813eb91-5938-4237-80aa-540e15c56a8f req-dfe4a06b-6561-4a3b-a416-0a70726bf3b3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:19.537532 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-c813eb91-5938-4237-80aa-540e15c56a8f req-dfe4a06b-6561-4a3b-a416-0a70726bf3b3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:19.646735 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4a06b-6561-4a3b-a416-0a70726bf3b3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Pushing event updated for resources: {'Port': ['ID=d6761381-f152-46b6-8605-a91b69be3f5c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:19.659960 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fce9748d-98aa-46f2-bcf6-c63538b2164c req-58a253a9-4b25-4df9-b7b0-e8601b50d362 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535608 Jul 15 13:10:19.684965 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-dfe4a06b-6561-4a3b-a416-0a70726bf3b3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:19.686543 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-dfe4a06b-6561-4a3b-a416-0a70726bf3b3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.694656 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea03a0-1dbc-44d0-aa79-19079166be89 req-568df2aa-da52-4e7e-93ec-86cedd64f686 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:19.703887 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bfea03a0-1dbc-44d0-aa79-19079166be89 req-568df2aa-da52-4e7e-93ec-86cedd64f686 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df2ec52-728e-43f2-9416-2df162115a0f HTTP/1.1" status: 200 len: 945 time: 0.1071534 Jul 15 13:10:19.718182 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-dfe4a06b-6561-4a3b-a416-0a70726bf3b3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9709578 Jul 15 13:10:19.746532 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-c813eb91-5938-4237-80aa-540e15c56a8f req-bb71b79b-de83-4e6e-bc83-5ff523059332 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Request body: {'port': {'device_id': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'network_id': 'a1fa1aec-075f-4548-b538-3645f4cfde6d', 'admin_state_up': True, 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'security_groups': ['fb02ca70-6007-41dc-8696-dd3f27a115da']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:19.767019 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bfea03a0-1dbc-44d0-aa79-19079166be89 req-9098dae8-fd99-4a0f-9126-498465239aed tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594339 Jul 15 13:10:19.938673 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3bf7d89a-b685-494c-b1b7-873fd5d893dd None None] Provisioning for port d6761381-f152-46b6-8605-a91b69be3f5c completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:19.946095 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3bf7d89a-b685-494c-b1b7-873fd5d893dd None None] Provisioning complete for port d6761381-f152-46b6-8605-a91b69be3f5c triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:19.947016 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3bf7d89a-b685-494c-b1b7-873fd5d893dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.010226 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3bf7d89a-b685-494c-b1b7-873fd5d893dd None None] Port d6761381-f152-46b6-8605-a91b69be3f5c cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:10:20.086614 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f31c8f-9ee5-49e0-ad4a-5034a13b0bcb req-3d03ebaf-46ff-4d0c-bdda-b1170811986c tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:20.095403 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-78f31c8f-9ee5-49e0-ad4a-5034a13b0bcb req-3d03ebaf-46ff-4d0c-bdda-b1170811986c tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff HTTP/1.1" status: 200 len: 945 time: 0.1482356 Jul 15 13:10:20.115968 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-bb71b79b-de83-4e6e-bc83-5ff523059332 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Made reservation on behalf of 1d0be6e00b0740c79716294273e5f5c7 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:20.120100 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-bb71b79b-de83-4e6e-bc83-5ff523059332 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.161716 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-78f31c8f-9ee5-49e0-ad4a-5034a13b0bcb req-3e5ac583-ab48-4a47-a4de-5489daa44fc4 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652814 Jul 15 13:10:20.376358 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-c813eb91-5938-4237-80aa-540e15c56a8f req-bb71b79b-de83-4e6e-bc83-5ff523059332 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Allocated IP 10.1.1.214 (a1fa1aec-075f-4548-b538-3645f4cfde6d/e6da4ff9-68f2-4350-8517-a3f37f7c5c8e/ab5cfb37-8606-43a3-8c1c-bac95211bf1e) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:20.410451 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efbf28-e492-4fc8-a7f4-58569f0942ec req-dbfa5c0e-e18b-418a-a377-0716c1d81a1a tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:20.412582 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-26efbf28-e492-4fc8-a7f4-58569f0942ec req-dbfa5c0e-e18b-418a-a377-0716c1d81a1a tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.4205978 Jul 15 13:10:20.496107 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-26efbf28-e492-4fc8-a7f4-58569f0942ec req-7257e383-16d3-4b9c-9cb5-b16bd3e19ed8 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712588 Jul 15 13:10:20.504657 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e34ce-f6c6-4c48-bbe8-8155db206538 req-93217ca8-5447-42fd-b450-bf0c4776a508 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:20.511700 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e34ce-f6c6-4c48-bbe8-8155db206538 req-93217ca8-5447-42fd-b450-bf0c4776a508 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:20.519627 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-137e34ce-f6c6-4c48-bbe8-8155db206538 req-93217ca8-5447-42fd-b450-bf0c4776a508 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 1653 time: 0.1641073 Jul 15 13:10:20.619011 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-137e34ce-f6c6-4c48-bbe8-8155db206538 req-b78ab465-47c5-41dc-8fc9-ca37946c01ba tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983458 Jul 15 13:10:20.689017 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-bb71b79b-de83-4e6e-bc83-5ff523059332 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.733948 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b0e3f28b-50f7-457d-bbf5-7adc790b09f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.748747 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-c813eb91-5938-4237-80aa-540e15c56a8f req-bb71b79b-de83-4e6e-bc83-5ff523059332 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Transition to ACTIVE for port object ab5cfb37-8606-43a3-8c1c-bac95211bf1e will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:20.854174 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fdfd83-3a7e-4d04-8e38-cd5212d4d9ea req-8fe16a9c-3bbb-4918-aba6-a2172d9d2459 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:20.862035 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-52fdfd83-3a7e-4d04-8e38-cd5212d4d9ea req-8fe16a9c-3bbb-4918-aba6-a2172d9d2459 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.1066902 Jul 15 13:10:20.896175 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-bb71b79b-de83-4e6e-bc83-5ff523059332 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.911350 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8022e1-6625-410d-899b-dda3f2f837c2 req-5b6c5192-9c02-41d7-9160-4544081ad3eb tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:20.914386 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ec8022e1-6625-410d-899b-dda3f2f837c2 req-5b6c5192-9c02-41d7-9160-4544081ad3eb tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 943 time: 0.1409543 Jul 15 13:10:20.975980 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ec8022e1-6625-410d-899b-dda3f2f837c2 req-2702aded-24a4-4404-99fe-c1f63e9938af tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466778 Jul 15 13:10:21.025389 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c813eb91-5938-4237-80aa-540e15c56a8f req-bb71b79b-de83-4e6e-bc83-5ff523059332 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Network a1fa1aec-075f-4548-b538-3645f4cfde6d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:21.039822 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-52fdfd83-3a7e-4d04-8e38-cd5212d4d9ea req-fb2bc0e6-393f-4c4d-b6e0-9d18474c39a0 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765780 Jul 15 13:10:21.044387 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-c813eb91-5938-4237-80aa-540e15c56a8f req-bb71b79b-de83-4e6e-bc83-5ff523059332 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:21.049937 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-c813eb91-5938-4237-80aa-540e15c56a8f req-bb71b79b-de83-4e6e-bc83-5ff523059332 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:21.131299 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71b79b-de83-4e6e-bc83-5ff523059332 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Pushing event updated for resources: {'Port': ['ID=ab5cfb37-8606-43a3-8c1c-bac95211bf1e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:21.167982 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-bb71b79b-de83-4e6e-bc83-5ff523059332 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:21.168809 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-bb71b79b-de83-4e6e-bc83-5ff523059332 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:21.218812 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-bb71b79b-de83-4e6e-bc83-5ff523059332 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4773493 Jul 15 13:10:21.259983 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6cd60745-9038-4efe-b899-735960ae44cb tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Request body: {'port': {'device_id': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3e157d46-1a46-4ef5-af60-0a822c2bdcfe', 'admin_state_up': True, 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'security_groups': ['fb02ca70-6007-41dc-8696-dd3f27a115da']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:21.489278 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-50967551-0eab-4195-9d31-ba4e723eec74 req-d314b28e-f4c6-4104-bb8a-8a8aac54a9d5 service neutron] 10.222.0.32 "GET /v2.0/ports/9e2d2c7a-17e9-492b-b40d-42441a613b9f/bindings/n-h1-758944-45 HTTP/1.1" status: 200 len: 385 time: 0.2549129 Jul 15 13:10:21.493654 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0f4ed-508d-4216-99ab-d76115c148fe req-752f96ee-aaa7-4b27-9f07-80285a054d4d tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:21.502522 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f4c0f4ed-508d-4216-99ab-d76115c148fe req-752f96ee-aaa7-4b27-9f07-80285a054d4d tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df2ec52-728e-43f2-9416-2df162115a0f HTTP/1.1" status: 200 len: 945 time: 0.1538575 Jul 15 13:10:21.573959 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-269fb7fe-5f7c-49f5-92b8-0d8024e4e76b None None] Provisioning for port ab5cfb37-8606-43a3-8c1c-bac95211bf1e completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:21.579798 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f4c0f4ed-508d-4216-99ab-d76115c148fe req-8194d305-053f-469c-b780-9248a6066da2 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757678 Jul 15 13:10:21.590947 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-269fb7fe-5f7c-49f5-92b8-0d8024e4e76b None None] Provisioning complete for port ab5cfb37-8606-43a3-8c1c-bac95211bf1e triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:21.591847 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-269fb7fe-5f7c-49f5-92b8-0d8024e4e76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:21.648492 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6cd60745-9038-4efe-b899-735960ae44cb tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Made reservation on behalf of 1d0be6e00b0740c79716294273e5f5c7 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:21.746371 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-269fb7fe-5f7c-49f5-92b8-0d8024e4e76b None None] Port ab5cfb37-8606-43a3-8c1c-bac95211bf1e cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:10:21.869886 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6cd60745-9038-4efe-b899-735960ae44cb tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:21.912549 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 55774) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:21.948163 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138a3b2-ec32-4c63-a04c-c344c2223642 req-bc48e4e1-ca93-4b13-9578-2ab94f3f7114 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:21.950785 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2138a3b2-ec32-4c63-a04c-c344c2223642 req-bc48e4e1-ca93-4b13-9578-2ab94f3f7114 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff HTTP/1.1" status: 200 len: 945 time: 0.1433637 Jul 15 13:10:22.032213 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2138a3b2-ec32-4c63-a04c-c344c2223642 req-a5591641-f9db-43c3-a23d-6ade67c89783 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746996 Jul 15 13:10:22.184875 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f7dfea5-2a82-4018-b29c-fd73e597117c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.236619 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 9e2d2c7a-17e9-492b-b40d-42441a613b9f no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:22.342288 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-50967551-0eab-4195-9d31-ba4e723eec74 req-7611f51f-b7da-4eef-b9df-334385adee1b service neutron] For port 9e2d2c7a-17e9-492b-b40d-42441a613b9f, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9e2d2c7a-17e9-492b-b40d-42441a613b9f,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:22.443846 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-50967551-0eab-4195-9d31-ba4e723eec74 req-7611f51f-b7da-4eef-b9df-334385adee1b service neutron] For port 9e2d2c7a-17e9-492b-b40d-42441a613b9f, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:22.457440 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2113ab-a6b0-4141-8627-6c68948afed6 req-ba0634eb-8915-4e36-b5ed-f5ae3f5d655a tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:22.459869 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-da2113ab-a6b0-4141-8627-6c68948afed6 req-ba0634eb-8915-4e36-b5ed-f5ae3f5d655a tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.2364035 Jul 15 13:10:22.526701 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4270d0e-0016-43fb-a7f5-e0268c7b44b5 req-23e2679a-3254-437c-a704-af1df072f975 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:22.534444 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4270d0e-0016-43fb-a7f5-e0268c7b44b5 req-23e2679a-3254-437c-a704-af1df072f975 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:22.541962 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4270d0e-0016-43fb-a7f5-e0268c7b44b5 req-23e2679a-3254-437c-a704-af1df072f975 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:22.544436 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a4270d0e-0016-43fb-a7f5-e0268c7b44b5 req-23e2679a-3254-437c-a704-af1df072f975 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 2374 time: 0.4571190 Jul 15 13:10:22.571502 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-da2113ab-a6b0-4141-8627-6c68948afed6 req-e49e6a1a-d643-46f6-bf5b-a08291458bc5 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006505 Jul 15 13:10:22.590650 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f7dfea5-2a82-4018-b29c-fd73e597117c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.606730 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f7dfea5-2a82-4018-b29c-fd73e597117c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.606896 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-50967551-0eab-4195-9d31-ba4e723eec74 req-7611f51f-b7da-4eef-b9df-334385adee1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e2d2c7a-17e9-492b-b40d-42441a613b9f {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:22.684961 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a4270d0e-0016-43fb-a7f5-e0268c7b44b5 req-8ac29c48-072d-473f-b8dc-d021ad6edd87 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286070 Jul 15 13:10:22.691789 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-50967551-0eab-4195-9d31-ba4e723eec74 req-7611f51f-b7da-4eef-b9df-334385adee1b service neutron] For port 9e2d2c7a-17e9-492b-b40d-42441a613b9f, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9e2d2c7a-17e9-492b-b40d-42441a613b9f,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:22.726277 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6cd60745-9038-4efe-b899-735960ae44cb tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Allocated IP 10.2.2.100 (3e157d46-1a46-4ef5-af60-0a822c2bdcfe/f5517f04-f874-4dc2-a2a6-0c279d24a4c6/27c8b5cc-27c5-4e1f-b672-4682ef536901) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:22.747678 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-50967551-0eab-4195-9d31-ba4e723eec74 req-7611f51f-b7da-4eef-b9df-334385adee1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.773082 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0f7dfea5-2a82-4018-b29c-fd73e597117c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=88d4562f5c614654936d59bded5b7c64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8517160 Jul 15 13:10:22.776870 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7dfea5-2a82-4018-b29c-fd73e597117c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ee7c23-f252-4eb7-a953-98bb0bb02658,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:22.788063 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 55786) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:23.058256 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757a42a-0789-4f48-93ea-2ad0b02748b2 req-77126d6c-4c70-4a9f-8d56-8c1c96fb9547 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:23.068115 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4757a42a-0789-4f48-93ea-2ad0b02748b2 req-77126d6c-4c70-4a9f-8d56-8c1c96fb9547 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 943 time: 0.2482300 Jul 15 13:10:23.105419 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-50967551-0eab-4195-9d31-ba4e723eec74 req-7611f51f-b7da-4eef-b9df-334385adee1b service neutron] Transition to ACTIVE for port object 9e2d2c7a-17e9-492b-b40d-42441a613b9f will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:23.133349 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-64828250-2e55-4d7a-a3e2-b2554a4408a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.161495 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4757a42a-0789-4f48-93ea-2ad0b02748b2 req-b71d7c40-110e-45fe-adb4-5033f498e504 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923150 Jul 15 13:10:23.190667 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.222513 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-64828250-2e55-4d7a-a3e2-b2554a4408a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.229714 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-50967551-0eab-4195-9d31-ba4e723eec74 req-7611f51f-b7da-4eef-b9df-334385adee1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.348545 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-73a7cedb-0e91-413c-a452-1e4d893e7f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.360464 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-64828250-2e55-4d7a-a3e2-b2554a4408a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.363727 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-64828250-2e55-4d7a-a3e2-b2554a4408a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.365069 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-64828250-2e55-4d7a-a3e2-b2554a4408a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9ee7c23-f252-4eb7-a953-98bb0bb02658 HTTP/1.1" status: 204 len: 168 time: 0.5752542 Jul 15 13:10:23.384703 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64828250-2e55-4d7a-a3e2-b2554a4408a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ee7c23-f252-4eb7-a953-98bb0bb02658,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:23.501899 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-50967551-0eab-4195-9d31-ba4e723eec74 req-7611f51f-b7da-4eef-b9df-334385adee1b service neutron] No DVR routers for this DVR port 9e2d2c7a-17e9-492b-b40d-42441a613b9f on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:23.540663 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18025db-80cd-4652-a7fe-cbf136a16169 req-767cec50-d526-4cef-9b64-c32c7390ff7a tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:23.553626 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f18025db-80cd-4652-a7fe-cbf136a16169 req-767cec50-d526-4cef-9b64-c32c7390ff7a tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff HTTP/1.1" status: 200 len: 945 time: 0.1060238 Jul 15 13:10:23.604597 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-50967551-0eab-4195-9d31-ba4e723eec74 req-7611f51f-b7da-4eef-b9df-334385adee1b service neutron] 10.222.0.32 "PUT /v2.0/ports/9e2d2c7a-17e9-492b-b40d-42441a613b9f/bindings/n-h1-758944-45/activate HTTP/1.1" status: 200 len: 370 time: 2.1003678 Jul 15 13:10:23.616281 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611f51f-b7da-4eef-b9df-334385adee1b service neutron] Pushing event updated for resources: {'Port': ['ID=9e2d2c7a-17e9-492b-b40d-42441a613b9f,revision_number=10']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:23.617482 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f18025db-80cd-4652-a7fe-cbf136a16169 req-fe1d443a-0cc6-4f1d-94c8-9d7cc32ac8cc tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628066 Jul 15 13:10:23.632086 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6733ed-918c-4f7b-b4b1-7c0f1e636395 req-8ebefc17-1da5-4b2a-99e4-a065b2ca0736 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:23.639879 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ef6733ed-918c-4f7b-b4b1-7c0f1e636395 req-8ebefc17-1da5-4b2a-99e4-a065b2ca0736 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df2ec52-728e-43f2-9416-2df162115a0f HTTP/1.1" status: 200 len: 945 time: 0.5902331 Jul 15 13:10:23.668672 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6cd60745-9038-4efe-b899-735960ae44cb tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.739830 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ef6733ed-918c-4f7b-b4b1-7c0f1e636395 req-34b3461d-06c6-4fa4-a432-02d6fb4f0845 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988693 Jul 15 13:10:23.764197 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6cd60745-9038-4efe-b899-735960ae44cb tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Transition to ACTIVE for port object 27c8b5cc-27c5-4e1f-b672-4682ef536901 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:23.852042 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6cd60745-9038-4efe-b899-735960ae44cb tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.950306 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6cd60745-9038-4efe-b899-735960ae44cb tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Network 3e157d46-1a46-4ef5-af60-0a822c2bdcfe is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:23.956356 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6cd60745-9038-4efe-b899-735960ae44cb tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:23.976936 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6cd60745-9038-4efe-b899-735960ae44cb tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:24.048995 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 55806) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:24.069604 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50967551-0eab-4195-9d31-ba4e723eec74 req-d0134ab2-f029-4092-a7e7-09cbf2f26d9f tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:24.077993 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50967551-0eab-4195-9d31-ba4e723eec74 req-d0134ab2-f029-4092-a7e7-09cbf2f26d9f tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769&tenant_id=11b8af7c013140faa070a8db01c03b78&binding%3Ahost_id=n-h2-758944-45 HTTP/1.1" status: 200 len: 1096 time: 0.3617349 Jul 15 13:10:24.116870 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd60745-9038-4efe-b899-735960ae44cb tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Pushing event updated for resources: {'Port': ['ID=27c8b5cc-27c5-4e1f-b672-4682ef536901,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:24.159595 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5c354edc-e9ef-4f0f-924f-b5ecfe6b912d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.178141 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6cd60745-9038-4efe-b899-735960ae44cb tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:24.178826 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6cd60745-9038-4efe-b899-735960ae44cb tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.204747 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6cd60745-9038-4efe-b899-735960ae44cb tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9596996 Jul 15 13:10:24.223937 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d1ae6-05ef-4dc3-bf9f-16c7aac9f4a8 req-c14bbbf0-0a29-4fde-a403-816bacd8cc68 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:24.231589 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d1ae6-05ef-4dc3-bf9f-16c7aac9f4a8 req-c14bbbf0-0a29-4fde-a403-816bacd8cc68 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:24.247112 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d1ae6-05ef-4dc3-bf9f-16c7aac9f4a8 req-c14bbbf0-0a29-4fde-a403-816bacd8cc68 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:24.249051 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d1ae6-05ef-4dc3-bf9f-16c7aac9f4a8 req-c14bbbf0-0a29-4fde-a403-816bacd8cc68 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:24.260605 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-da4d1ae6-05ef-4dc3-bf9f-16c7aac9f4a8 req-c14bbbf0-0a29-4fde-a403-816bacd8cc68 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 3095 time: 0.1850469 Jul 15 13:10:24.266084 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-c813eb91-5938-4237-80aa-540e15c56a8f req-9693283c-e548-4359-93e6-033a1c59cb76 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Request body: {'port': {'device_id': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3e157d46-1a46-4ef5-af60-0a822c2bdcfe', 'admin_state_up': True, 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'security_groups': ['fb02ca70-6007-41dc-8696-dd3f27a115da']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:24.312660 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440ccc7-49e2-462a-abf4-2399048fbbee req-29bad604-3141-4da0-9551-f37a6fdfb09a tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:24.323103 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5440ccc7-49e2-462a-abf4-2399048fbbee req-29bad604-3141-4da0-9551-f37a6fdfb09a tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.4222646 Jul 15 13:10:24.482519 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50967551-0eab-4195-9d31-ba4e723eec74 req-69ae92a7-dc32-4ac8-80df-ca3e8e785ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:24.494154 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50967551-0eab-4195-9d31-ba4e723eec74 req-69ae92a7-dc32-4ac8-80df-ca3e8e785ada service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769&tenant_id=11b8af7c013140faa070a8db01c03b78 HTTP/1.1" status: 200 len: 1096 time: 0.3905418 Jul 15 13:10:24.498458 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-da4d1ae6-05ef-4dc3-bf9f-16c7aac9f4a8 req-88d9de47-b46b-44da-8210-396e33a69488 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151976 Jul 15 13:10:24.550351 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1218b152-1d27-416e-a378-af2c9e64fa30 None None] Provisioning for port 27c8b5cc-27c5-4e1f-b672-4682ef536901 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:24.556010 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1218b152-1d27-416e-a378-af2c9e64fa30 None None] Provisioning complete for port 27c8b5cc-27c5-4e1f-b672-4682ef536901 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:24.556946 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1218b152-1d27-416e-a378-af2c9e64fa30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.630553 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.642163 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-1218b152-1d27-416e-a378-af2c9e64fa30 None None] Port 27c8b5cc-27c5-4e1f-b672-4682ef536901 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:10:24.653600 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5440ccc7-49e2-462a-abf4-2399048fbbee req-739ac161-8a3d-4878-b23f-0bcb7420cf56 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292780 Jul 15 13:10:24.737273 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5c354edc-e9ef-4f0f-924f-b5ecfe6b912d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.744329 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.755568 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50967551-0eab-4195-9d31-ba4e723eec74 req-9bf7a514-0bf8-4b3b-b075-8dac09192c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:24.758619 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50967551-0eab-4195-9d31-ba4e723eec74 req-9bf7a514-0bf8-4b3b-b075-8dac09192c00 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11b8af7c013140faa070a8db01c03b78&device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 1096 time: 0.2379103 Jul 15 13:10:24.760410 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5c354edc-e9ef-4f0f-924f-b5ecfe6b912d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.841640 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-9693283c-e548-4359-93e6-033a1c59cb76 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Made reservation on behalf of 1d0be6e00b0740c79716294273e5f5c7 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:24.846851 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-9693283c-e548-4359-93e6-033a1c59cb76 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.893485 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5c354edc-e9ef-4f0f-924f-b5ecfe6b912d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b760946d5f084eb88d8bc00dff2a842e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8264823 Jul 15 13:10:24.899106 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 55826) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:24.914992 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c354edc-e9ef-4f0f-924f-b5ecfe6b912d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8793bad-157f-4707-89d9-e0150061760c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:25.069890 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569d73a-f048-4a8d-a49e-4883a87e7c12 req-3cd81baf-ed47-403e-8a90-21aaa63c90d1 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:25.071144 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8569d73a-f048-4a8d-a49e-4883a87e7c12 req-3cd81baf-ed47-403e-8a90-21aaa63c90d1 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 944 time: 0.3366055 Jul 15 13:10:25.127896 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50967551-0eab-4195-9d31-ba4e723eec74 req-9e241b3a-cc3a-455b-aa33-634bb5acdf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:25.129405 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50967551-0eab-4195-9d31-ba4e723eec74 req-9e241b3a-cc3a-455b-aa33-634bb5acdf94 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b4de3f9-9898-4e48-8ad2-d64a9c837567 HTTP/1.1" status: 200 len: 922 time: 0.3596623 Jul 15 13:10:25.194549 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50967551-0eab-4195-9d31-ba4e723eec74 req-4564231c-da89-43ad-980f-33c6d3acce40 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e2d2c7a-17e9-492b-b40d-42441a613b9f HTTP/1.1" status: 200 len: 217 time: 0.0535221 Jul 15 13:10:25.204304 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c9b0bdbf-ecd0-4065-b72f-3311f9f59c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:25.214849 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f68167-918d-4f25-b70a-ea5da157bcfc req-e8ca0b12-8860-445b-b9ec-245e36de9561 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:25.216448 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a6f68167-918d-4f25-b70a-ea5da157bcfc req-e8ca0b12-8860-445b-b9ec-245e36de9561 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff HTTP/1.1" status: 200 len: 945 time: 0.1942980 Jul 15 13:10:25.235977 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-c813eb91-5938-4237-80aa-540e15c56a8f req-9693283c-e548-4359-93e6-033a1c59cb76 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Allocated IP 10.2.2.200 (3e157d46-1a46-4ef5-af60-0a822c2bdcfe/f5517f04-f874-4dc2-a2a6-0c279d24a4c6/06589b71-6e92-4c84-89d8-fd3a675bfd6c) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:25.303552 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a6f68167-918d-4f25-b70a-ea5da157bcfc req-43389cc6-d825-4d24-ae65-13ae96d825ba tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694938 Jul 15 13:10:25.319696 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c9b0bdbf-ecd0-4065-b72f-3311f9f59c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:25.352459 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50967551-0eab-4195-9d31-ba4e723eec74 req-6c8bc7d9-6e92-4018-9b0b-a191f3183d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:25.357883 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50967551-0eab-4195-9d31-ba4e723eec74 req-6c8bc7d9-6e92-4018-9b0b-a191f3183d65 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f7ee163d-4be2-4821-945f-cb7507aae308 HTTP/1.1" status: 200 len: 861 time: 0.1496511 Jul 15 13:10:25.422483 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50967551-0eab-4195-9d31-ba4e723eec74 req-af224e11-ab06-404b-82d4-9c0ad16ddf94 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b4de3f9-9898-4e48-8ad2-d64a9c837567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414040 Jul 15 13:10:25.477829 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c9b0bdbf-ecd0-4065-b72f-3311f9f59c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:25.480819 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c9b0bdbf-ecd0-4065-b72f-3311f9f59c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:25.496023 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c9b0bdbf-ecd0-4065-b72f-3311f9f59c69 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b8793bad-157f-4707-89d9-e0150061760c HTTP/1.1" status: 204 len: 168 time: 0.5862572 Jul 15 13:10:25.612149 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0bdbf-ecd0-4065-b72f-3311f9f59c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8793bad-157f-4707-89d9-e0150061760c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:25.730255 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 55840) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:25.747367 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-6aedfcb4-98e6-45c8-97c2-ad3950c0246f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1763067567'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:25.779913 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50967551-0eab-4195-9d31-ba4e723eec74 req-22e0ac71-3f6f-4b46-9413-b70bfb262fca service neutron] 10.222.0.18 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505213 Jul 15 13:10:25.815032 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:10:25.976182 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50967551-0eab-4195-9d31-ba4e723eec74 req-a00bc7b1-75af-4d6a-8d51-c57474e2f12c service neutron] 10.222.0.18 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752901 Jul 15 13:10:26.010747 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aedfcb4-98e6-45c8-97c2-ad3950c0246f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Made reservation on behalf of 418a827c6cea45b7b8c4dddb4927b332 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:26.014951 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6aedfcb4-98e6-45c8-97c2-ad3950c0246f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:26.063154 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aedfcb4-98e6-45c8-97c2-ad3950c0246f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:10:26.080450 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6aedfcb4-98e6-45c8-97c2-ad3950c0246f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:26.080811 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-6aedfcb4-98e6-45c8-97c2-ad3950c0246f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Added segment 37f44b11-a6f8-42e5-9c70-4ac39e12a5cf of type vlan for network 092cf651-d793-4b85-94d1-eb7a1eab171d Jul 15 13:10:26.098024 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6dd48-c056-4f73-93bb-b1be18db6b41 req-d0df73ee-9dde-4645-9c07-090112fdf65a tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:26.098024 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-42f6dd48-c056-4f73-93bb-b1be18db6b41 req-d0df73ee-9dde-4645-9c07-090112fdf65a tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df2ec52-728e-43f2-9416-2df162115a0f HTTP/1.1" status: 200 len: 945 time: 0.1154845 Jul 15 13:10:26.217474 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:26.290143 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-42f6dd48-c056-4f73-93bb-b1be18db6b41 req-3a843d56-b203-41ce-aa10-895e3f0c3922 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879816 Jul 15 13:10:26.305082 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6aedfcb4-98e6-45c8-97c2-ad3950c0246f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:26.403693 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8569d73a-f048-4a8d-a49e-4883a87e7c12 req-6f07f4ec-bfbf-44c5-8bd8-9f97f0b74deb tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9338906 Jul 15 13:10:26.512885 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-9693283c-e548-4359-93e6-033a1c59cb76 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:26.525097 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6aedfcb4-98e6-45c8-97c2-ad3950c0246f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:26.551554 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aedfcb4-98e6-45c8-97c2-ad3950c0246f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:26.552620 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6aedfcb4-98e6-45c8-97c2-ad3950c0246f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:26.579616 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-c813eb91-5938-4237-80aa-540e15c56a8f req-9693283c-e548-4359-93e6-033a1c59cb76 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Transition to ACTIVE for port object 06589b71-6e92-4c84-89d8-fd3a675bfd6c will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:26.692111 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-9693283c-e548-4359-93e6-033a1c59cb76 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:26.790997 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6aedfcb4-98e6-45c8-97c2-ad3950c0246f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0587859 Jul 15 13:10:26.824956 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 55862) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:26.836655 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-228c5e8d-d346-45b3-bc86-f656baafabbb tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1063456961'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:26.839957 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c813eb91-5938-4237-80aa-540e15c56a8f req-9693283c-e548-4359-93e6-033a1c59cb76 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Network 3e157d46-1a46-4ef5-af60-0a822c2bdcfe is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:26.841727 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693283c-e548-4359-93e6-033a1c59cb76 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Pushing event updated for resources: {'Port': ['ID=06589b71-6e92-4c84-89d8-fd3a675bfd6c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:26.861482 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-c813eb91-5938-4237-80aa-540e15c56a8f req-9693283c-e548-4359-93e6-033a1c59cb76 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:26.878663 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-c813eb91-5938-4237-80aa-540e15c56a8f req-9693283c-e548-4359-93e6-033a1c59cb76 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:26.935528 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aedfcb4-98e6-45c8-97c2-ad3950c0246f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Pushing event updated for resources: {'Network': ['ID=092cf651-d793-4b85-94d1-eb7a1eab171d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:26.952528 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 092cf651-d793-4b85-94d1-eb7a1eab171d details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:10:26.970794 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50967551-0eab-4195-9d31-ba4e723eec74 req-4af3aeb2-c3e7-4df5-b2b4-841cd1e1ef88 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:26.972635 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50967551-0eab-4195-9d31-ba4e723eec74 req-4af3aeb2-c3e7-4df5-b2b4-841cd1e1ef88 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769&tenant_id=11b8af7c013140faa070a8db01c03b78&binding%3Ahost_id=n-h1-758944-45 HTTP/1.1" status: 200 len: 1096 time: 0.5668154 Jul 15 13:10:27.041015 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-9693283c-e548-4359-93e6-033a1c59cb76 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:27.041983 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-9693283c-e548-4359-93e6-033a1c59cb76 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.087508 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228c5e8d-d346-45b3-bc86-f656baafabbb tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Made reservation on behalf of 418a827c6cea45b7b8c4dddb4927b332 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:27.095407 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-228c5e8d-d346-45b3-bc86-f656baafabbb tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.098711 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-9693283c-e548-4359-93e6-033a1c59cb76 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8366110 Jul 15 13:10:27.130165 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-c813eb91-5938-4237-80aa-540e15c56a8f req-4c4c983c-92ed-4179-a9dd-d906eb325e65 service neutron] Request body: {'port': {'device_id': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:27.192561 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36df3b-d04c-4090-9114-fa132940a614 req-a440e5b8-e4cf-43ae-8e45-c8f58d42d5f5 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:27.203590 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36df3b-d04c-4090-9114-fa132940a614 req-a440e5b8-e4cf-43ae-8e45-c8f58d42d5f5 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:27.219341 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36df3b-d04c-4090-9114-fa132940a614 req-a440e5b8-e4cf-43ae-8e45-c8f58d42d5f5 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:27.235088 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36df3b-d04c-4090-9114-fa132940a614 req-a440e5b8-e4cf-43ae-8e45-c8f58d42d5f5 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:27.249591 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36df3b-d04c-4090-9114-fa132940a614 req-a440e5b8-e4cf-43ae-8e45-c8f58d42d5f5 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:27.264208 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9c36df3b-d04c-4090-9114-fa132940a614 req-a440e5b8-e4cf-43ae-8e45-c8f58d42d5f5 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 3816 time: 0.4926515 Jul 15 13:10:27.317311 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-228c5e8d-d346-45b3-bc86-f656baafabbb tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:10:27.338525 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-4c4c983c-92ed-4179-a9dd-d906eb325e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.391853 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-228c5e8d-d346-45b3-bc86-f656baafabbb tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.394237 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-228c5e8d-d346-45b3-bc86-f656baafabbb tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Added segment be6f61df-1bcf-4dee-95b3-8bf240166a89 of type vlan for network af7ddb53-a503-4934-b82b-95b8c79b40c8 Jul 15 13:10:27.405690 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1ac0d1d8-bac6-4b63-a5de-493e9e5a4adf None None] Provisioning for port 06589b71-6e92-4c84-89d8-fd3a675bfd6c completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:27.418434 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1ac0d1d8-bac6-4b63-a5de-493e9e5a4adf None None] Provisioning complete for port 06589b71-6e92-4c84-89d8-fd3a675bfd6c triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:27.421860 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1ac0d1d8-bac6-4b63-a5de-493e9e5a4adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.532098 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9c36df3b-d04c-4090-9114-fa132940a614 req-2bb0a352-58aa-4eef-9bf0-61045f693149 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659612 Jul 15 13:10:27.554987 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-228c5e8d-d346-45b3-bc86-f656baafabbb tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.562284 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-1ac0d1d8-bac6-4b63-a5de-493e9e5a4adf None None] Port 06589b71-6e92-4c84-89d8-fd3a675bfd6c cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:10:27.593534 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-50967551-0eab-4195-9d31-ba4e723eec74 req-c6e42029-cc2e-4a1e-abec-54f5e1c84508 service neutron] For port 9e2d2c7a-17e9-492b-b40d-42441a613b9f, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:27.599039 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-50967551-0eab-4195-9d31-ba4e723eec74 req-c6e42029-cc2e-4a1e-abec-54f5e1c84508 service neutron] Notify callbacks [] for binding, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.600355 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50967551-0eab-4195-9d31-ba4e723eec74 req-c6e42029-cc2e-4a1e-abec-54f5e1c84508 service neutron] 10.222.0.18 "DELETE /v2.0/ports/9e2d2c7a-17e9-492b-b40d-42441a613b9f/bindings/n-h2-758944-45 HTTP/1.1" status: 204 len: 173 time: 0.6128726 Jul 15 13:10:27.635286 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-228c5e8d-d346-45b3-bc86-f656baafabbb tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.643126 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228c5e8d-d346-45b3-bc86-f656baafabbb tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:27.644122 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-228c5e8d-d346-45b3-bc86-f656baafabbb tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.766577 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-228c5e8d-d346-45b3-bc86-f656baafabbb tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9346759 Jul 15 13:10:27.769184 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 55886) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:27.779670 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0b58ca4a-1bf1-482e-b53a-f5c850f330b6 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Request body: {'subnet': {'network_id': '092cf651-d793-4b85-94d1-eb7a1eab171d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:27.900097 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c5e8d-d346-45b3-bc86-f656baafabbb tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Pushing event updated for resources: {'Network': ['ID=af7ddb53-a503-4934-b82b-95b8c79b40c8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:27.919812 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network af7ddb53-a503-4934-b82b-95b8c79b40c8 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:10:28.130856 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b58ca4a-1bf1-482e-b53a-f5c850f330b6 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Made reservation on behalf of 418a827c6cea45b7b8c4dddb4927b332 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:28.136836 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0b58ca4a-1bf1-482e-b53a-f5c850f330b6 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:28.188046 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-c813eb91-5938-4237-80aa-540e15c56a8f req-4c4c983c-92ed-4179-a9dd-d906eb325e65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a321f8f-462b-42da-9f67-de3a6358e566 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:28.192746 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed43f9-f47b-46fb-be22-2a4f89a90678 req-1020c1ba-b335-4434-9d66-1c0cb7fd771e tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:28.194566 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e1ed43f9-f47b-46fb-be22-2a4f89a90678 req-1020c1ba-b335-4434-9d66-1c0cb7fd771e tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.2022538 Jul 15 13:10:28.213286 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-4c4c983c-92ed-4179-a9dd-d906eb325e65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:28.238463 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-c813eb91-5938-4237-80aa-540e15c56a8f req-4c4c983c-92ed-4179-a9dd-d906eb325e65 service neutron] Transition to ACTIVE for port object 0a321f8f-462b-42da-9f67-de3a6358e566 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:28.279603 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-4c4c983c-92ed-4179-a9dd-d906eb325e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:28.308034 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e1ed43f9-f47b-46fb-be22-2a4f89a90678 req-d5ba00fd-e69b-470f-9f40-1d61f832461c tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028218 Jul 15 13:10:28.465213 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c983c-92ed-4179-a9dd-d906eb325e65 service neutron] Pushing event updated for resources: {'Port': ['ID=0a321f8f-462b-42da-9f67-de3a6358e566,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:28.505627 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75947b-92f8-4470-9ce5-62a69aa00b17 req-f9f8ec23-e5ef-4363-8e9f-08efe6d1ce08 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:28.508643 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3d75947b-92f8-4470-9ce5-62a69aa00b17 req-f9f8ec23-e5ef-4363-8e9f-08efe6d1ce08 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff HTTP/1.1" status: 200 len: 945 time: 0.6439717 Jul 15 13:10:28.698401 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3d75947b-92f8-4470-9ce5-62a69aa00b17 req-2aa63d53-d45f-4980-b103-c70db38c8ebf tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285305 Jul 15 13:10:28.698669 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0b58ca4a-1bf1-482e-b53a-f5c850f330b6 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:28.758924 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c813eb91-5938-4237-80aa-540e15c56a8f req-4c4c983c-92ed-4179-a9dd-d906eb325e65 service neutron] Attempting to bind port 0a321f8f-462b-42da-9f67-de3a6358e566 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:28.764688 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c813eb91-5938-4237-80aa-540e15c56a8f req-4c4c983c-92ed-4179-a9dd-d906eb325e65 service neutron] Attempting to bind port 0a321f8f-462b-42da-9f67-de3a6358e566 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'a4851be2-d85a-40d9-9894-63e2818675e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cb5bd25-ebc1-469a-a04a-24181cd456f0'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:28.765232 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-4c4c983c-92ed-4179-a9dd-d906eb325e65 service neutron] Attempting to bind port 0a321f8f-462b-42da-9f67-de3a6358e566 on network 3cb5bd25-ebc1-469a-a04a-24181cd456f0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:28.773793 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-4c4c983c-92ed-4179-a9dd-d906eb325e65 service neutron] Port 0a321f8f-462b-42da-9f67-de3a6358e566 on network 3cb5bd25-ebc1-469a-a04a-24181cd456f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:28.774313 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-4c4c983c-92ed-4179-a9dd-d906eb325e65 service neutron] Attempting to bind port 0a321f8f-462b-42da-9f67-de3a6358e566 on network 3cb5bd25-ebc1-469a-a04a-24181cd456f0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:28.780791 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-4c4c983c-92ed-4179-a9dd-d906eb325e65 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:28.781309 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-4c4c983c-92ed-4179-a9dd-d906eb325e65 service neutron] Checking segment: {'id': 'a4851be2-d85a-40d9-9894-63e2818675e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cb5bd25-ebc1-469a-a04a-24181cd456f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:28.781892 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-4c4c983c-92ed-4179-a9dd-d906eb325e65 service neutron] Bound using segment: {'id': 'a4851be2-d85a-40d9-9894-63e2818675e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cb5bd25-ebc1-469a-a04a-24181cd456f0'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:28.782506 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c813eb91-5938-4237-80aa-540e15c56a8f req-4c4c983c-92ed-4179-a9dd-d906eb325e65 service neutron] Bound port: 0a321f8f-462b-42da-9f67-de3a6358e566, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4851be2-d85a-40d9-9894-63e2818675e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cb5bd25-ebc1-469a-a04a-24181cd456f0'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:28.790911 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-4c4c983c-92ed-4179-a9dd-d906eb325e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:28.930475 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58ca4a-1bf1-482e-b53a-f5c850f330b6 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Pushing event updated for resources: {'Subnet': ['ID=a43bc5d5-1c28-45f8-9de2-b37f1dc5ca84,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:28.953657 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c813eb91-5938-4237-80aa-540e15c56a8f req-4c4c983c-92ed-4179-a9dd-d906eb325e65 service neutron] For port 0a321f8f-462b-42da-9f67-de3a6358e566, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:28.962635 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c813eb91-5938-4237-80aa-540e15c56a8f req-4c4c983c-92ed-4179-a9dd-d906eb325e65 service neutron] For port 0a321f8f-462b-42da-9f67-de3a6358e566, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0a321f8f-462b-42da-9f67-de3a6358e566,segment=NetworkSegment(a4851be2-d85a-40d9-9894-63e2818675e8),segment_id=a4851be2-d85a-40d9-9894-63e2818675e8)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:28.970018 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-4c4c983c-92ed-4179-a9dd-d906eb325e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:29.032027 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-4c4c983c-92ed-4179-a9dd-d906eb325e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:29.037448 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-4c4c983c-92ed-4179-a9dd-d906eb325e65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:29.043673 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-4c4c983c-92ed-4179-a9dd-d906eb325e65 service neutron] 10.222.0.32 "PUT /v2.0/ports/0a321f8f-462b-42da-9f67-de3a6358e566 HTTP/1.1" status: 200 len: 1092 time: 1.9186044 Jul 15 13:10:29.045146 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'tag': '0a321f8f-462b-42da-9f67-de3a6358e566'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:29.045513 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b58ca4a-1bf1-482e-b53a-f5c850f330b6 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Checking segment: {'id': '37f44b11-a6f8-42e5-9c70-4ac39e12a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '092cf651-d793-4b85-94d1-eb7a1eab171d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:29.047193 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b58ca4a-1bf1-482e-b53a-f5c850f330b6 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Network hostable DHCP agents. Network: 092cf651-d793-4b85-94d1-eb7a1eab171d, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:10:29.049515 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85239cdc-1326-4fd2-b989-561933257345" -d '{"events": [{"name": "network-changed", "server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "tag": "0a321f8f-462b-42da-9f67-de3a6358e566"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:29.097660 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-c813eb91-5938-4237-80aa-540e15c56a8f req-1a917ea2-6391-4198-80a2-efe38b5ead3b service neutron] Request body: {'port': {'device_id': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:29.120425 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b58ca4a-1bf1-482e-b53a-f5c850f330b6 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Network 092cf651-d793-4b85-94d1-eb7a1eab171d is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:10:29.134524 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b657ce-785a-42fa-9c44-51373bec02c5 req-9b4216df-9863-4fd4-a8cb-7e67ad5212b7 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:29.142916 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d6b657ce-785a-42fa-9c44-51373bec02c5 req-9b4216df-9863-4fd4-a8cb-7e67ad5212b7 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df2ec52-728e-43f2-9416-2df162115a0f HTTP/1.1" status: 200 len: 945 time: 0.5513368 Jul 15 13:10:29.159594 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-0b58ca4a-1bf1-482e-b53a-f5c850f330b6 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 092cf651-d793-4b85-94d1-eb7a1eab171d) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:29.174439 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b58ca4a-1bf1-482e-b53a-f5c850f330b6 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:29.176165 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0b58ca4a-1bf1-482e-b53a-f5c850f330b6 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:29.179519 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e37b52-f388-4752-9c11-d49dd1d9d074 None None] Network 092cf651-d793-4b85-94d1-eb7a1eab171d requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:29.220983 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d6b657ce-785a-42fa-9c44-51373bec02c5 req-14c626bb-df99-4f65-b4e1-8b28835dd451 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746431 Jul 15 13:10:29.229698 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0b58ca4a-1bf1-482e-b53a-f5c850f330b6 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4589360 Jul 15 13:10:29.230748 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 55912) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:29.240742 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-66312018-7352-493f-8b0a-d17a61a455f4 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Request body: {'subnet': {'network_id': 'af7ddb53-a503-4934-b82b-95b8c79b40c8', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:29.308838 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c983c-92ed-4179-a9dd-d906eb325e65 service neutron] Pushing event updated for resources: {'Port': ['ID=0a321f8f-462b-42da-9f67-de3a6358e566,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:29.411748 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-1a917ea2-6391-4198-80a2-efe38b5ead3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:29.455277 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9189c2-1f48-4cf1-a6b2-71426dd7943d req-2425b325-d8b7-4533-8ac8-8b56088c63a0 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:29.463441 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3f9189c2-1f48-4cf1-a6b2-71426dd7943d req-2425b325-d8b7-4533-8ac8-8b56088c63a0 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 944 time: 0.4087977 Jul 15 13:10:29.543664 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e762a4d-57c8-480e-8d68-be8be479d60f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-092cf651-d793-4b85-94d1-eb7a1eab171d', 'network_id': '092cf651-d793-4b85-94d1-eb7a1eab171d', 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'fixed_ips': [{'subnet_id': 'a43bc5d5-1c28-45f8-9de2-b37f1dc5ca84'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:10:29.544543 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2e762a4d-57c8-480e-8d68-be8be479d60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:29.592327 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66312018-7352-493f-8b0a-d17a61a455f4 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Made reservation on behalf of 418a827c6cea45b7b8c4dddb4927b332 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:29.596862 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66312018-7352-493f-8b0a-d17a61a455f4 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:29.628354 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3f9189c2-1f48-4cf1-a6b2-71426dd7943d req-136b4a76-cc8d-4ec9-94cd-8ece57e2c0d6 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630797 Jul 15 13:10:29.915814 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-2e762a4d-57c8-480e-8d68-be8be479d60f None None] Allocated IP 10.1.1.2 (092cf651-d793-4b85-94d1-eb7a1eab171d/a43bc5d5-1c28-45f8-9de2-b37f1dc5ca84/80cb5df2-6fbf-4f2b-b30f-66504020edcd) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:30.020975 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321308a1-57e7-400b-841b-aa94de2e03c6 req-63388eb1-b6d3-4fc8-ac6a-125aea41c5f7 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:30.029723 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-321308a1-57e7-400b-841b-aa94de2e03c6 req-63388eb1-b6d3-4fc8-ac6a-125aea41c5f7 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.2693701 Jul 15 13:10:30.112694 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-321308a1-57e7-400b-841b-aa94de2e03c6 req-865054a7-bf3e-4136-8e10-c4561792dda6 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821140 Jul 15 13:10:30.239762 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66312018-7352-493f-8b0a-d17a61a455f4 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:30.256506 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c2469b-c9ac-41f3-89e6-9c1f6b868913 x-openstack-request-id: req-53c2469b-c9ac-41f3-89e6-9c1f6b868913 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:30.256975 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "tag": "0a321f8f-462b-42da-9f67-de3a6358e566", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:30.257384 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-53c2469b-c9ac-41f3-89e6-9c1f6b868913 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:30.258062 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'tag': '0a321f8f-462b-42da-9f67-de3a6358e566', 'status': 'completed', 'code': 200} Jul 15 13:10:30.283108 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2e762a4d-57c8-480e-8d68-be8be479d60f None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:30.306608 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2e762a4d-57c8-480e-8d68-be8be479d60f None None] Transition to ACTIVE for port object 80cb5df2-6fbf-4f2b-b30f-66504020edcd will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:30.352041 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2e762a4d-57c8-480e-8d68-be8be479d60f None None] Transition to ACTIVE for port object 80cb5df2-6fbf-4f2b-b30f-66504020edcd will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:30.373553 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2e762a4d-57c8-480e-8d68-be8be479d60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:30.427131 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66312018-7352-493f-8b0a-d17a61a455f4 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Pushing event updated for resources: {'Subnet': ['ID=565ec453-53b0-4720-9670-49936e2bd20d,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:30.462862 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e762a4d-57c8-480e-8d68-be8be479d60f None None] Network 092cf651-d793-4b85-94d1-eb7a1eab171d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:30.469516 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-2e762a4d-57c8-480e-8d68-be8be479d60f None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:30.475426 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e762a4d-57c8-480e-8d68-be8be479d60f None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:30.479979 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e762a4d-57c8-480e-8d68-be8be479d60f None None] Pushing event updated for resources: {'Port': ['ID=80cb5df2-6fbf-4f2b-b30f-66504020edcd,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:30.582091 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-2e762a4d-57c8-480e-8d68-be8be479d60f None None] Attempting to bind port 80cb5df2-6fbf-4f2b-b30f-66504020edcd on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:30.582763 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-2e762a4d-57c8-480e-8d68-be8be479d60f None None] Attempting to bind port 80cb5df2-6fbf-4f2b-b30f-66504020edcd by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '37f44b11-a6f8-42e5-9c70-4ac39e12a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '092cf651-d793-4b85-94d1-eb7a1eab171d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:30.583096 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e762a4d-57c8-480e-8d68-be8be479d60f None None] Attempting to bind port 80cb5df2-6fbf-4f2b-b30f-66504020edcd on network 092cf651-d793-4b85-94d1-eb7a1eab171d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:30.599870 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e762a4d-57c8-480e-8d68-be8be479d60f None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:30.600736 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e762a4d-57c8-480e-8d68-be8be479d60f None None] Checking segment: {'id': '37f44b11-a6f8-42e5-9c70-4ac39e12a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '092cf651-d793-4b85-94d1-eb7a1eab171d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:30.601292 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2e762a4d-57c8-480e-8d68-be8be479d60f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:30.602462 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e762a4d-57c8-480e-8d68-be8be479d60f None None] Bound using segment: {'id': '37f44b11-a6f8-42e5-9c70-4ac39e12a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '092cf651-d793-4b85-94d1-eb7a1eab171d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:30.603131 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-2e762a4d-57c8-480e-8d68-be8be479d60f None None] Bound port: 80cb5df2-6fbf-4f2b-b30f-66504020edcd, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f44b11-a6f8-42e5-9c70-4ac39e12a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '092cf651-d793-4b85-94d1-eb7a1eab171d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:30.603702 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2e762a4d-57c8-480e-8d68-be8be479d60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:30.615960 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1ff6e-f24a-4032-bbd7-aac5ae4fec23 req-971cb0bf-f38a-4fe5-9b6d-932bdbb810d5 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:30.651066 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1ff6e-f24a-4032-bbd7-aac5ae4fec23 req-971cb0bf-f38a-4fe5-9b6d-932bdbb810d5 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:30.663600 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1ff6e-f24a-4032-bbd7-aac5ae4fec23 req-971cb0bf-f38a-4fe5-9b6d-932bdbb810d5 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:30.676090 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1ff6e-f24a-4032-bbd7-aac5ae4fec23 req-971cb0bf-f38a-4fe5-9b6d-932bdbb810d5 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:30.695323 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1ff6e-f24a-4032-bbd7-aac5ae4fec23 req-971cb0bf-f38a-4fe5-9b6d-932bdbb810d5 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:30.711693 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8be1ff6e-f24a-4032-bbd7-aac5ae4fec23 req-971cb0bf-f38a-4fe5-9b6d-932bdbb810d5 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 3828 time: 0.8752332 Jul 15 13:10:30.754305 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-2e762a4d-57c8-480e-8d68-be8be479d60f None None] For port 80cb5df2-6fbf-4f2b-b30f-66504020edcd, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:30.759741 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-2e762a4d-57c8-480e-8d68-be8be479d60f None None] For port 80cb5df2-6fbf-4f2b-b30f-66504020edcd, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=80cb5df2-6fbf-4f2b-b30f-66504020edcd,segment=NetworkSegment(37f44b11-a6f8-42e5-9c70-4ac39e12a5cf),segment_id=37f44b11-a6f8-42e5-9c70-4ac39e12a5cf)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:30.777709 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2e762a4d-57c8-480e-8d68-be8be479d60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:30.834687 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-c813eb91-5938-4237-80aa-540e15c56a8f req-1a917ea2-6391-4198-80a2-efe38b5ead3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b90f8281-cdcd-40a0-8a1a-8cf546cddaeb {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:30.878531 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-1a917ea2-6391-4198-80a2-efe38b5ead3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:30.905977 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e762a4d-57c8-480e-8d68-be8be479d60f None None] Pushing event updated for resources: {'Port': ['ID=80cb5df2-6fbf-4f2b-b30f-66504020edcd,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:30.936897 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8be1ff6e-f24a-4032-bbd7-aac5ae4fec23 req-f53f781d-c26d-43e6-acc1-5535588a039a tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2220378 Jul 15 13:10:30.971012 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85239cdc-1326-4fd2-b989-561933257345 req-9d00f8e1-1677-4b39-bcc7-f5791c9e9cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:30.971955 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85239cdc-1326-4fd2-b989-561933257345 req-9d00f8e1-1677-4b39-bcc7-f5791c9e9cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:30.975191 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85239cdc-1326-4fd2-b989-561933257345 req-9d00f8e1-1677-4b39-bcc7-f5791c9e9cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:30.976116 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85239cdc-1326-4fd2-b989-561933257345 req-9d00f8e1-1677-4b39-bcc7-f5791c9e9cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:30.976991 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85239cdc-1326-4fd2-b989-561933257345 req-9d00f8e1-1677-4b39-bcc7-f5791c9e9cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:30.989398 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-85239cdc-1326-4fd2-b989-561933257345 req-9d00f8e1-1677-4b39-bcc7-f5791c9e9cfd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d0be6e00b0740c79716294273e5f5c7&device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 4364 time: 0.6899965 Jul 15 13:10:31.000337 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-c813eb91-5938-4237-80aa-540e15c56a8f req-1a917ea2-6391-4198-80a2-efe38b5ead3b service neutron] Transition to ACTIVE for port object b90f8281-cdcd-40a0-8a1a-8cf546cddaeb will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:31.074397 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66312018-7352-493f-8b0a-d17a61a455f4 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Checking segment: {'id': 'be6f61df-1bcf-4dee-95b3-8bf240166a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'af7ddb53-a503-4934-b82b-95b8c79b40c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:31.078882 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66312018-7352-493f-8b0a-d17a61a455f4 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Network hostable DHCP agents. Network: af7ddb53-a503-4934-b82b-95b8c79b40c8, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:10:31.129341 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66312018-7352-493f-8b0a-d17a61a455f4 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Network af7ddb53-a503-4934-b82b-95b8c79b40c8 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:10:31.183556 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-1a917ea2-6391-4198-80a2-efe38b5ead3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.218990 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6424a-f011-4e10-9b9d-a429692ffe25 req-48d2f078-298d-49e6-9b61-70266705c84e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:31.234306 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-59c6424a-f011-4e10-9b9d-a429692ffe25 req-48d2f078-298d-49e6-9b61-70266705c84e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff HTTP/1.1" status: 200 len: 945 time: 0.2495446 Jul 15 13:10:31.280291 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-66312018-7352-493f-8b0a-d17a61a455f4 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, af7ddb53-a503-4934-b82b-95b8c79b40c8) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:31.299117 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e87c5d-5b68-4c20-84b1-cb235a85bd6d None None] Network af7ddb53-a503-4934-b82b-95b8c79b40c8 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:31.317321 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66312018-7352-493f-8b0a-d17a61a455f4 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:31.318778 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66312018-7352-493f-8b0a-d17a61a455f4 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.448298 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-66312018-7352-493f-8b0a-d17a61a455f4 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2116294 Jul 15 13:10:31.460456 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 55956) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:31.490567 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-59c6424a-f011-4e10-9b9d-a429692ffe25 req-68c00299-233d-4c88-96cd-360d35417b82 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548423 Jul 15 13:10:31.518925 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-01705c9e-c222-4bbf-8aba-9297e7b54443 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Request body: {'port': {'network_id': '092cf651-d793-4b85-94d1-eb7a1eab171d', 'name': 'tempest-TaggedBootDevicesTest-331682246', 'fixed_ips': [{'subnet_id': 'a43bc5d5-1c28-45f8-9de2-b37f1dc5ca84'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:31.768206 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 80cb5df2-6fbf-4f2b-b30f-66504020edcd up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:31.826789 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01705c9e-c222-4bbf-8aba-9297e7b54443 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Made reservation on behalf of 418a827c6cea45b7b8c4dddb4927b332 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:31.845017 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56361646-d545-44b8-96ef-bd23d9359eee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-af7ddb53-a503-4934-b82b-95b8c79b40c8', 'network_id': 'af7ddb53-a503-4934-b82b-95b8c79b40c8', 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'fixed_ips': [{'subnet_id': '565ec453-53b0-4720-9670-49936e2bd20d'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:10:31.849613 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56361646-d545-44b8-96ef-bd23d9359eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.918566 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a917ea2-6391-4198-80a2-efe38b5ead3b service neutron] Pushing event updated for resources: {'Port': ['ID=b90f8281-cdcd-40a0-8a1a-8cf546cddaeb,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:31.939590 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85239cdc-1326-4fd2-b989-561933257345 req-ab6ceaf1-267c-45e3-94ae-1e5872050619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:31.941032 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85239cdc-1326-4fd2-b989-561933257345 req-ab6ceaf1-267c-45e3-94ae-1e5872050619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:31.942034 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85239cdc-1326-4fd2-b989-561933257345 req-ab6ceaf1-267c-45e3-94ae-1e5872050619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:31.945875 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-85239cdc-1326-4fd2-b989-561933257345 req-ab6ceaf1-267c-45e3-94ae-1e5872050619 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=1d0be6e00b0740c79716294273e5f5c7&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.9336536 Jul 15 13:10:32.034056 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c813eb91-5938-4237-80aa-540e15c56a8f req-1a917ea2-6391-4198-80a2-efe38b5ead3b service neutron] Attempting to bind port b90f8281-cdcd-40a0-8a1a-8cf546cddaeb on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:32.034634 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c813eb91-5938-4237-80aa-540e15c56a8f req-1a917ea2-6391-4198-80a2-efe38b5ead3b service neutron] Attempting to bind port b90f8281-cdcd-40a0-8a1a-8cf546cddaeb by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a1fa1aec-075f-4548-b538-3645f4cfde6d'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:32.035206 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-1a917ea2-6391-4198-80a2-efe38b5ead3b service neutron] Attempting to bind port b90f8281-cdcd-40a0-8a1a-8cf546cddaeb on network a1fa1aec-075f-4548-b538-3645f4cfde6d {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:32.063241 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01705c9e-c222-4bbf-8aba-9297e7b54443 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.091407 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-1a917ea2-6391-4198-80a2-efe38b5ead3b service neutron] Port b90f8281-cdcd-40a0-8a1a-8cf546cddaeb on network a1fa1aec-075f-4548-b538-3645f4cfde6d not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:32.091951 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-1a917ea2-6391-4198-80a2-efe38b5ead3b service neutron] Attempting to bind port b90f8281-cdcd-40a0-8a1a-8cf546cddaeb on network a1fa1aec-075f-4548-b538-3645f4cfde6d {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:32.133521 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 80cb5df2-6fbf-4f2b-b30f-66504020edcd completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:32.141847 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-01705c9e-c222-4bbf-8aba-9297e7b54443 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] device_id is not set on port b6f4ad12-3700-4e2e-a890-1b96827e12d9 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:10:32.145001 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-1a917ea2-6391-4198-80a2-efe38b5ead3b service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:32.145681 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-1a917ea2-6391-4198-80a2-efe38b5ead3b service neutron] Checking segment: {'id': '9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a1fa1aec-075f-4548-b538-3645f4cfde6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:32.146265 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-1a917ea2-6391-4198-80a2-efe38b5ead3b service neutron] Bound using segment: {'id': '9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a1fa1aec-075f-4548-b538-3645f4cfde6d'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:32.146943 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c813eb91-5938-4237-80aa-540e15c56a8f req-1a917ea2-6391-4198-80a2-efe38b5ead3b service neutron] Bound port: b90f8281-cdcd-40a0-8a1a-8cf546cddaeb, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a1fa1aec-075f-4548-b538-3645f4cfde6d'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:32.147477 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-1a917ea2-6391-4198-80a2-efe38b5ead3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.194341 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29246af-66d1-4d1d-8620-73efecab4ea5 req-9ec8cbb2-8961-4413-a592-091e30770df9 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:32.201466 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c29246af-66d1-4d1d-8620-73efecab4ea5 req-9ec8cbb2-8961-4413-a592-091e30770df9 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df2ec52-728e-43f2-9416-2df162115a0f HTTP/1.1" status: 200 len: 945 time: 0.7173076 Jul 15 13:10:32.272672 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-56361646-d545-44b8-96ef-bd23d9359eee None None] Allocated IP 10.2.2.2 (af7ddb53-a503-4934-b82b-95b8c79b40c8/565ec453-53b0-4720-9670-49936e2bd20d/a41d7f5d-222d-4cf5-9278-8224d240419a) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:32.315666 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85239cdc-1326-4fd2-b989-561933257345 req-1f2982f8-7ec8-41e3-999f-47fb8a3d8876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:32.317489 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-85239cdc-1326-4fd2-b989-561933257345 req-1f2982f8-7ec8-41e3-999f-47fb8a3d8876 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3508441 Jul 15 13:10:32.332746 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c29246af-66d1-4d1d-8620-73efecab4ea5 req-102a427e-0dfb-43a0-9498-a852b88c81f1 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301723 Jul 15 13:10:32.375903 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69771d2f-61b1-4556-bbbd-31e34966ab71 req-e484f1fa-80d2-49f4-9a08-bb3b38db6af6 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:32.381200 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-69771d2f-61b1-4556-bbbd-31e34966ab71 req-e484f1fa-80d2-49f4-9a08-bb3b38db6af6 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 1096 time: 0.3955243 Jul 15 13:10:32.390915 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c813eb91-5938-4237-80aa-540e15c56a8f req-1a917ea2-6391-4198-80a2-efe38b5ead3b service neutron] For port b90f8281-cdcd-40a0-8a1a-8cf546cddaeb, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:32.403800 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c813eb91-5938-4237-80aa-540e15c56a8f req-1a917ea2-6391-4198-80a2-efe38b5ead3b service neutron] For port b90f8281-cdcd-40a0-8a1a-8cf546cddaeb, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=b90f8281-cdcd-40a0-8a1a-8cf546cddaeb,segment=NetworkSegment(9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3),segment_id=9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:32.419784 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-1a917ea2-6391-4198-80a2-efe38b5ead3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.513898 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-1a917ea2-6391-4198-80a2-efe38b5ead3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:32.522772 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-1a917ea2-6391-4198-80a2-efe38b5ead3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.524811 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-1a917ea2-6391-4198-80a2-efe38b5ead3b service neutron] 10.222.0.32 "PUT /v2.0/ports/b90f8281-cdcd-40a0-8a1a-8cf546cddaeb HTTP/1.1" status: 200 len: 1137 time: 3.4325972 Jul 15 13:10:32.532007 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'tag': 'b90f8281-cdcd-40a0-8a1a-8cf546cddaeb'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:32.534952 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465d1305-0f12-4537-b09f-6329d1e8eb97" -d '{"events": [{"name": "network-changed", "server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "tag": "b90f8281-cdcd-40a0-8a1a-8cf546cddaeb"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:32.556161 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-69771d2f-61b1-4556-bbbd-31e34966ab71 req-998d46ce-ea8d-4773-af66-37564fa76081 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655822 Jul 15 13:10:32.601787 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-c813eb91-5938-4237-80aa-540e15c56a8f req-19869f42-a17d-43b7-b82d-d5acd22a8bf9 service neutron] Request body: {'port': {'device_id': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:32.812084 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a917ea2-6391-4198-80a2-efe38b5ead3b service neutron] Pushing event updated for resources: {'Port': ['ID=b90f8281-cdcd-40a0-8a1a-8cf546cddaeb,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:32.855779 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56361646-d545-44b8-96ef-bd23d9359eee None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.857200 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-01705c9e-c222-4bbf-8aba-9297e7b54443 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Allocated IP 10.1.1.114 (092cf651-d793-4b85-94d1-eb7a1eab171d/a43bc5d5-1c28-45f8-9de2-b37f1dc5ca84/b6f4ad12-3700-4e2e-a890-1b96827e12d9) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:32.885358 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-56361646-d545-44b8-96ef-bd23d9359eee None None] Transition to ACTIVE for port object a41d7f5d-222d-4cf5-9278-8224d240419a will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:32.910985 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-56361646-d545-44b8-96ef-bd23d9359eee None None] Transition to ACTIVE for port object a41d7f5d-222d-4cf5-9278-8224d240419a will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:32.926386 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56361646-d545-44b8-96ef-bd23d9359eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.984971 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-19869f42-a17d-43b7-b82d-d5acd22a8bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.015934 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26496259-c056-4268-9dea-a65e40efc9ae req-a1b7594a-56a9-47c2-9b58-870016436361 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:33.026457 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-26496259-c056-4268-9dea-a65e40efc9ae req-a1b7594a-56a9-47c2-9b58-870016436361 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.3944850 Jul 15 13:10:33.061444 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc06443-0669-4b7c-a2dc-c6d4ff151c42 None None] Network 092cf651-d793-4b85-94d1-eb7a1eab171d requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:33.078363 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56361646-d545-44b8-96ef-bd23d9359eee None None] Network af7ddb53-a503-4934-b82b-95b8c79b40c8 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:33.096908 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-56361646-d545-44b8-96ef-bd23d9359eee None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:33.102143 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56361646-d545-44b8-96ef-bd23d9359eee None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:33.109591 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22386024-716d-4c60-9527-a9be946a16fb req-ea689625-fa2a-4838-8e22-c5dd2e7a68b8 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:33.116609 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22386024-716d-4c60-9527-a9be946a16fb req-ea689625-fa2a-4838-8e22-c5dd2e7a68b8 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:33.117471 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-26496259-c056-4268-9dea-a65e40efc9ae req-940b2f82-b6fc-452e-8767-cdf24c5479eb tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898037 Jul 15 13:10:33.124281 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22386024-716d-4c60-9527-a9be946a16fb req-ea689625-fa2a-4838-8e22-c5dd2e7a68b8 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:33.139358 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22386024-716d-4c60-9527-a9be946a16fb req-ea689625-fa2a-4838-8e22-c5dd2e7a68b8 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:33.141344 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22386024-716d-4c60-9527-a9be946a16fb req-ea689625-fa2a-4838-8e22-c5dd2e7a68b8 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:33.148483 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22386024-716d-4c60-9527-a9be946a16fb req-ea689625-fa2a-4838-8e22-c5dd2e7a68b8 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:33.162727 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-22386024-716d-4c60-9527-a9be946a16fb req-ea689625-fa2a-4838-8e22-c5dd2e7a68b8 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 4606 time: 0.2314324 Jul 15 13:10:33.254803 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56361646-d545-44b8-96ef-bd23d9359eee None None] Pushing event updated for resources: {'Port': ['ID=a41d7f5d-222d-4cf5-9278-8224d240419a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:33.276131 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01705c9e-c222-4bbf-8aba-9297e7b54443 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.344727 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-22386024-716d-4c60-9527-a9be946a16fb req-5a4cf652-83a0-4ee7-aa77-bb2f5362eb25 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&id=a34d650b-5b3d-42d8-b923-cf07724c6c75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1653309 Jul 15 13:10:33.361117 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-56361646-d545-44b8-96ef-bd23d9359eee None None] Attempting to bind port a41d7f5d-222d-4cf5-9278-8224d240419a on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:33.361117 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-56361646-d545-44b8-96ef-bd23d9359eee None None] Attempting to bind port a41d7f5d-222d-4cf5-9278-8224d240419a by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'be6f61df-1bcf-4dee-95b3-8bf240166a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'af7ddb53-a503-4934-b82b-95b8c79b40c8'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:33.361117 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56361646-d545-44b8-96ef-bd23d9359eee None None] Attempting to bind port a41d7f5d-222d-4cf5-9278-8224d240419a on network af7ddb53-a503-4934-b82b-95b8c79b40c8 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:33.361934 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-01705c9e-c222-4bbf-8aba-9297e7b54443 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Transition to ACTIVE for port object b6f4ad12-3700-4e2e-a890-1b96827e12d9 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:33.367096 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f43bf2-67cb-4fb0-af9c-a8aeac19133f x-openstack-request-id: req-15f43bf2-67cb-4fb0-af9c-a8aeac19133f {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:33.367379 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "tag": "b90f8281-cdcd-40a0-8a1a-8cf546cddaeb", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:33.367797 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-15f43bf2-67cb-4fb0-af9c-a8aeac19133f {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:33.368069 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'tag': 'b90f8281-cdcd-40a0-8a1a-8cf546cddaeb', 'status': 'completed', 'code': 200} Jul 15 13:10:33.400169 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56361646-d545-44b8-96ef-bd23d9359eee None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:33.400540 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56361646-d545-44b8-96ef-bd23d9359eee None None] Checking segment: {'id': 'be6f61df-1bcf-4dee-95b3-8bf240166a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'af7ddb53-a503-4934-b82b-95b8c79b40c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:33.400941 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56361646-d545-44b8-96ef-bd23d9359eee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.401331 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56361646-d545-44b8-96ef-bd23d9359eee None None] Bound using segment: {'id': 'be6f61df-1bcf-4dee-95b3-8bf240166a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'af7ddb53-a503-4934-b82b-95b8c79b40c8'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:33.401857 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-56361646-d545-44b8-96ef-bd23d9359eee None None] Bound port: a41d7f5d-222d-4cf5-9278-8224d240419a, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be6f61df-1bcf-4dee-95b3-8bf240166a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'af7ddb53-a503-4934-b82b-95b8c79b40c8'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:33.402267 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56361646-d545-44b8-96ef-bd23d9359eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.478330 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-41a028f4-a30e-4c9c-b9cc-623df515a763 None None] Provisioning for port 80cb5df2-6fbf-4f2b-b30f-66504020edcd completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:33.495745 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01705c9e-c222-4bbf-8aba-9297e7b54443 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.503482 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-41a028f4-a30e-4c9c-b9cc-623df515a763 None None] Provisioning complete for port 80cb5df2-6fbf-4f2b-b30f-66504020edcd triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:33.503895 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-41a028f4-a30e-4c9c-b9cc-623df515a763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.685295 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01705c9e-c222-4bbf-8aba-9297e7b54443 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Pushing event updated for resources: {'Port': ['ID=b6f4ad12-3700-4e2e-a890-1b96827e12d9,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:33.719318 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-56361646-d545-44b8-96ef-bd23d9359eee None None] For port a41d7f5d-222d-4cf5-9278-8224d240419a, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:33.722159 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01705c9e-c222-4bbf-8aba-9297e7b54443 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Network 092cf651-d793-4b85-94d1-eb7a1eab171d is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:33.729168 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-c813eb91-5938-4237-80aa-540e15c56a8f req-19869f42-a17d-43b7-b82d-d5acd22a8bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb1e941-5028-40e5-8be7-c37ce3b71679 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:33.740228 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-19869f42-a17d-43b7-b82d-d5acd22a8bf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.758242 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-c813eb91-5938-4237-80aa-540e15c56a8f req-19869f42-a17d-43b7-b82d-d5acd22a8bf9 service neutron] Transition to ACTIVE for port object adb1e941-5028-40e5-8be7-c37ce3b71679 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:33.767867 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-56361646-d545-44b8-96ef-bd23d9359eee None None] For port a41d7f5d-222d-4cf5-9278-8224d240419a, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a41d7f5d-222d-4cf5-9278-8224d240419a,segment=NetworkSegment(be6f61df-1bcf-4dee-95b3-8bf240166a89),segment_id=be6f61df-1bcf-4dee-95b3-8bf240166a89)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:33.775097 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-19869f42-a17d-43b7-b82d-d5acd22a8bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.780505 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56361646-d545-44b8-96ef-bd23d9359eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.791429 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-01705c9e-c222-4bbf-8aba-9297e7b54443 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:33.795684 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01705c9e-c222-4bbf-8aba-9297e7b54443 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:33.845694 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-41a028f4-a30e-4c9c-b9cc-623df515a763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.867451 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d1305-0f12-4537-b09f-6329d1e8eb97 req-4e72fda0-8465-4d45-a754-664c0ee777a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:33.868258 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d1305-0f12-4537-b09f-6329d1e8eb97 req-4e72fda0-8465-4d45-a754-664c0ee777a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:33.868951 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d1305-0f12-4537-b09f-6329d1e8eb97 req-4e72fda0-8465-4d45-a754-664c0ee777a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:33.869604 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d1305-0f12-4537-b09f-6329d1e8eb97 req-4e72fda0-8465-4d45-a754-664c0ee777a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:33.870288 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d1305-0f12-4537-b09f-6329d1e8eb97 req-4e72fda0-8465-4d45-a754-664c0ee777a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:33.871206 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d1305-0f12-4537-b09f-6329d1e8eb97 req-4e72fda0-8465-4d45-a754-664c0ee777a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:33.874308 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-465d1305-0f12-4537-b09f-6329d1e8eb97 req-4e72fda0-8465-4d45-a754-664c0ee777a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d0be6e00b0740c79716294273e5f5c7&device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 5294 time: 0.4487300 Jul 15 13:10:33.882415 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56361646-d545-44b8-96ef-bd23d9359eee None None] Pushing event updated for resources: {'Port': ['ID=a41d7f5d-222d-4cf5-9278-8224d240419a,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:33.914227 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-41a028f4-a30e-4c9c-b9cc-623df515a763 None None] For port 80cb5df2-6fbf-4f2b-b30f-66504020edcd, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=80cb5df2-6fbf-4f2b-b30f-66504020edcd,segment=NetworkSegment(37f44b11-a6f8-42e5-9c70-4ac39e12a5cf),segment_id=37f44b11-a6f8-42e5-9c70-4ac39e12a5cf)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:33.922379 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-41a028f4-a30e-4c9c-b9cc-623df515a763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.949115 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b241a4-c42f-4541-94d1-4ac392241546 req-3d693145-6624-4bf5-8eca-b369aae96661 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:33.980526 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c1b241a4-c42f-4541-94d1-4ac392241546 req-3d693145-6624-4bf5-8eca-b369aae96661 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff HTTP/1.1" status: 200 len: 945 time: 0.3956501 Jul 15 13:10:33.984820 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19869f42-a17d-43b7-b82d-d5acd22a8bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=adb1e941-5028-40e5-8be7-c37ce3b71679,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:33.994432 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01705c9e-c222-4bbf-8aba-9297e7b54443 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:34.004677 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01705c9e-c222-4bbf-8aba-9297e7b54443 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.040003 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d95945-d3e9-42e7-a573-89cad8df5516 req-c6f9f54e-4238-4274-bdd2-5863524c924c tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:34.044092 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-94d95945-d3e9-42e7-a573-89cad8df5516 req-c6f9f54e-4238-4274-bdd2-5863524c924c tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 1096 time: 0.4247983 Jul 15 13:10:34.048881 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-01705c9e-c222-4bbf-8aba-9297e7b54443 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5498648 Jul 15 13:10:34.051131 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 55998) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:34.060264 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-805587c8-17bc-4c7d-826e-6d5a9b5cc03a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Request body: {'port': {'network_id': '092cf651-d793-4b85-94d1-eb7a1eab171d', 'name': 'tempest-TaggedBootDevicesTest-1865142977', 'fixed_ips': [{'subnet_id': 'a43bc5d5-1c28-45f8-9de2-b37f1dc5ca84'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:34.142209 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a028f4-a30e-4c9c-b9cc-623df515a763 None None] Pushing event updated for resources: {'Port': ['ID=80cb5df2-6fbf-4f2b-b30f-66504020edcd,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:34.514874 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-94d95945-d3e9-42e7-a573-89cad8df5516 req-880f8e68-a522-4eed-95b3-e9f294bc99ce tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041866 Jul 15 13:10:34.528535 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805587c8-17bc-4c7d-826e-6d5a9b5cc03a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Made reservation on behalf of 418a827c6cea45b7b8c4dddb4927b332 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:34.537295 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-805587c8-17bc-4c7d-826e-6d5a9b5cc03a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.597120 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b04234f5-34f1-4c7f-aa3b-d51301b67189 None None] Provisioning complete for port 80cb5df2-6fbf-4f2b-b30f-66504020edcd triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:34.608987 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b04234f5-34f1-4c7f-aa3b-d51301b67189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.645930 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-805587c8-17bc-4c7d-826e-6d5a9b5cc03a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] device_id is not set on port 1f7146e3-8033-4950-8584-85d59a6f89e7 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:10:34.730924 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c1b241a4-c42f-4541-94d1-4ac392241546 req-50fb6995-9823-4756-97b5-df4132d5196b tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7478127 Jul 15 13:10:34.965199 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d1305-0f12-4537-b09f-6329d1e8eb97 req-f33c35b6-d6df-4a2d-9798-8dcedbf3a139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:34.966110 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d1305-0f12-4537-b09f-6329d1e8eb97 req-f33c35b6-d6df-4a2d-9798-8dcedbf3a139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:34.966973 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d1305-0f12-4537-b09f-6329d1e8eb97 req-f33c35b6-d6df-4a2d-9798-8dcedbf3a139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:34.982240 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-465d1305-0f12-4537-b09f-6329d1e8eb97 req-f33c35b6-d6df-4a2d-9798-8dcedbf3a139 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=1d0be6e00b0740c79716294273e5f5c7&shared=False HTTP/1.1" status: 200 len: 2295 time: 1.0704899 Jul 15 13:10:35.111532 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b04234f5-34f1-4c7f-aa3b-d51301b67189 None None] Provisioning for port b6f4ad12-3700-4e2e-a890-1b96827e12d9 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:35.121915 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b04234f5-34f1-4c7f-aa3b-d51301b67189 None None] Provisioning complete for port b6f4ad12-3700-4e2e-a890-1b96827e12d9 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:35.122739 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b04234f5-34f1-4c7f-aa3b-d51301b67189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.208546 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b04234f5-34f1-4c7f-aa3b-d51301b67189 None None] Port b6f4ad12-3700-4e2e-a890-1b96827e12d9 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:10:35.251298 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c813eb91-5938-4237-80aa-540e15c56a8f req-19869f42-a17d-43b7-b82d-d5acd22a8bf9 service neutron] Attempting to bind port adb1e941-5028-40e5-8be7-c37ce3b71679 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:35.251924 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c813eb91-5938-4237-80aa-540e15c56a8f req-19869f42-a17d-43b7-b82d-d5acd22a8bf9 service neutron] Attempting to bind port adb1e941-5028-40e5-8be7-c37ce3b71679 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a1fa1aec-075f-4548-b538-3645f4cfde6d'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:35.252448 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-19869f42-a17d-43b7-b82d-d5acd22a8bf9 service neutron] Attempting to bind port adb1e941-5028-40e5-8be7-c37ce3b71679 on network a1fa1aec-075f-4548-b538-3645f4cfde6d {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:35.299081 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d1305-0f12-4537-b09f-6329d1e8eb97 req-e928f448-78b4-4529-a95b-c485c665096e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:35.300969 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-465d1305-0f12-4537-b09f-6329d1e8eb97 req-e928f448-78b4-4529-a95b-c485c665096e service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3176205 Jul 15 13:10:35.303230 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-19869f42-a17d-43b7-b82d-d5acd22a8bf9 service neutron] Port adb1e941-5028-40e5-8be7-c37ce3b71679 on network a1fa1aec-075f-4548-b538-3645f4cfde6d not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:35.303724 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-19869f42-a17d-43b7-b82d-d5acd22a8bf9 service neutron] Attempting to bind port adb1e941-5028-40e5-8be7-c37ce3b71679 on network a1fa1aec-075f-4548-b538-3645f4cfde6d {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:35.320760 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-19869f42-a17d-43b7-b82d-d5acd22a8bf9 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:35.321465 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-19869f42-a17d-43b7-b82d-d5acd22a8bf9 service neutron] Checking segment: {'id': '9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a1fa1aec-075f-4548-b538-3645f4cfde6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:35.322120 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-19869f42-a17d-43b7-b82d-d5acd22a8bf9 service neutron] Bound using segment: {'id': '9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a1fa1aec-075f-4548-b538-3645f4cfde6d'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:35.323264 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c813eb91-5938-4237-80aa-540e15c56a8f req-19869f42-a17d-43b7-b82d-d5acd22a8bf9 service neutron] Bound port: adb1e941-5028-40e5-8be7-c37ce3b71679, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a1fa1aec-075f-4548-b538-3645f4cfde6d'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:35.324052 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-19869f42-a17d-43b7-b82d-d5acd22a8bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.344420 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d52ac1e-dd98-4393-baae-e218e765d9ed req-726db25c-8483-4d28-a003-51c51fb3aa61 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=45435c35-70cb-4302-8456-ce5fb63273a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9652622 Jul 15 13:10:35.370368 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-23f04f20-82cb-454e-871c-8110a5573ef3 None None] Provisioning complete for port b6f4ad12-3700-4e2e-a890-1b96827e12d9 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:35.371080 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-23f04f20-82cb-454e-871c-8110a5573ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.424628 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeef2c9-fdef-42b9-9507-304867eff850 req-3add3451-ea50-471b-9602-c95d9af5ab4c tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:35.432948 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3eeef2c9-fdef-42b9-9507-304867eff850 req-3add3451-ea50-471b-9602-c95d9af5ab4c tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df2ec52-728e-43f2-9416-2df162115a0f HTTP/1.1" status: 200 len: 945 time: 0.1774704 Jul 15 13:10:35.440724 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-805587c8-17bc-4c7d-826e-6d5a9b5cc03a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Allocated IP 10.1.1.62 (092cf651-d793-4b85-94d1-eb7a1eab171d/a43bc5d5-1c28-45f8-9de2-b37f1dc5ca84/1f7146e3-8033-4950-8584-85d59a6f89e7) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:35.509500 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ca287-e886-44a5-93ba-4f78945f958f req-6314befc-db9f-4fcf-8030-c583fd1021c4 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:35.511083 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c813eb91-5938-4237-80aa-540e15c56a8f req-19869f42-a17d-43b7-b82d-d5acd22a8bf9 service neutron] For port adb1e941-5028-40e5-8be7-c37ce3b71679, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:35.524226 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c92ca287-e886-44a5-93ba-4f78945f958f req-6314befc-db9f-4fcf-8030-c583fd1021c4 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.4728451 Jul 15 13:10:35.528558 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3eeef2c9-fdef-42b9-9507-304867eff850 req-6679bfa4-5d01-4917-99bd-7f1de14907cc tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891821 Jul 15 13:10:35.529939 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-23f04f20-82cb-454e-871c-8110a5573ef3 None None] Port b6f4ad12-3700-4e2e-a890-1b96827e12d9 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:10:35.559371 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c813eb91-5938-4237-80aa-540e15c56a8f req-19869f42-a17d-43b7-b82d-d5acd22a8bf9 service neutron] For port adb1e941-5028-40e5-8be7-c37ce3b71679, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=adb1e941-5028-40e5-8be7-c37ce3b71679,segment=NetworkSegment(9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3),segment_id=9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:35.568720 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-19869f42-a17d-43b7-b82d-d5acd22a8bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.657581 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-19869f42-a17d-43b7-b82d-d5acd22a8bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:35.661842 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-19869f42-a17d-43b7-b82d-d5acd22a8bf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.665927 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-19869f42-a17d-43b7-b82d-d5acd22a8bf9 service neutron] 10.222.0.32 "PUT /v2.0/ports/adb1e941-5028-40e5-8be7-c37ce3b71679 HTTP/1.1" status: 200 len: 1137 time: 3.0867689 Jul 15 13:10:35.670999 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'tag': 'adb1e941-5028-40e5-8be7-c37ce3b71679'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:35.681292 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c5d7c0-36ac-4b6e-95ee-b0a36a7d9d15" -d '{"events": [{"name": "network-changed", "server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "tag": "adb1e941-5028-40e5-8be7-c37ce3b71679"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:35.738669 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19869f42-a17d-43b7-b82d-d5acd22a8bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=adb1e941-5028-40e5-8be7-c37ce3b71679,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:35.814570 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a41d7f5d-222d-4cf5-9278-8224d240419a up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:35.941621 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94910ae7-939c-4e79-9f10-d1d386de2ab9 req-ed31ecba-78e2-43ed-8a60-e575ca2c2f8c tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:35.953527 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94910ae7-939c-4e79-9f10-d1d386de2ab9 req-ed31ecba-78e2-43ed-8a60-e575ca2c2f8c tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:35.975066 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94910ae7-939c-4e79-9f10-d1d386de2ab9 req-ed31ecba-78e2-43ed-8a60-e575ca2c2f8c tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:35.983403 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port a41d7f5d-222d-4cf5-9278-8224d240419a completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:35.989299 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 80cb5df2-6fbf-4f2b-b30f-66504020edcd up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:35.993867 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94910ae7-939c-4e79-9f10-d1d386de2ab9 req-ed31ecba-78e2-43ed-8a60-e575ca2c2f8c tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:36.006466 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94910ae7-939c-4e79-9f10-d1d386de2ab9 req-ed31ecba-78e2-43ed-8a60-e575ca2c2f8c tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:36.026566 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94910ae7-939c-4e79-9f10-d1d386de2ab9 req-ed31ecba-78e2-43ed-8a60-e575ca2c2f8c tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:36.042209 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94910ae7-939c-4e79-9f10-d1d386de2ab9 req-ed31ecba-78e2-43ed-8a60-e575ca2c2f8c tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:36.054545 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-94910ae7-939c-4e79-9f10-d1d386de2ab9 req-ed31ecba-78e2-43ed-8a60-e575ca2c2f8c tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 5384 time: 0.2570479 Jul 15 13:10:36.071110 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-c813eb91-5938-4237-80aa-540e15c56a8f req-eabc9e21-aa46-4c72-9bd2-830242aeaf8d service neutron] Request body: {'port': {'device_id': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:36.075223 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-805587c8-17bc-4c7d-826e-6d5a9b5cc03a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.097406 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-805587c8-17bc-4c7d-826e-6d5a9b5cc03a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Transition to ACTIVE for port object 1f7146e3-8033-4950-8584-85d59a6f89e7 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:36.144316 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 80cb5df2-6fbf-4f2b-b30f-66504020edcd triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:36.145716 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.169040 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-805587c8-17bc-4c7d-826e-6d5a9b5cc03a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.303140 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52ac1e-dd98-4393-baae-e218e765d9ed req-654b51cb-49af-493e-9d68-0f419781c971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:36.305507 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d52ac1e-dd98-4393-baae-e218e765d9ed req-654b51cb-49af-493e-9d68-0f419781c971 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11b8af7c013140faa070a8db01c03b78&device_id=45435c35-70cb-4302-8456-ce5fb63273a8 HTTP/1.1" status: 200 len: 1096 time: 0.9218328 Jul 15 13:10:36.307708 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805587c8-17bc-4c7d-826e-6d5a9b5cc03a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Pushing event updated for resources: {'Port': ['ID=1f7146e3-8033-4950-8584-85d59a6f89e7,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:36.364531 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed36452-9931-482f-b65b-e373b96b6cbf None None] Network af7ddb53-a503-4934-b82b-95b8c79b40c8 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:36.391170 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-94910ae7-939c-4e79-9f10-d1d386de2ab9 req-c6156754-6e6c-409c-9f26-dca567b961c2 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&id=a34d650b-5b3d-42d8-b923-cf07724c6c75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3352308 Jul 15 13:10:36.493349 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c92ca287-e886-44a5-93ba-4f78945f958f req-1037fa05-a554-4217-ac58-7698e1e97142 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9037912 Jul 15 13:10:36.494538 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52ac1e-dd98-4393-baae-e218e765d9ed req-5fa65350-a81a-43e0-8a3c-ee843be4f536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:36.502193 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d52ac1e-dd98-4393-baae-e218e765d9ed req-5fa65350-a81a-43e0-8a3c-ee843be4f536 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b4de3f9-9898-4e48-8ad2-d64a9c837567 HTTP/1.1" status: 200 len: 922 time: 0.1629069 Jul 15 13:10:36.546813 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-eabc9e21-aa46-4c72-9bd2-830242aeaf8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.553381 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805587c8-17bc-4c7d-826e-6d5a9b5cc03a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Network 092cf651-d793-4b85-94d1-eb7a1eab171d is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:36.567093 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-805587c8-17bc-4c7d-826e-6d5a9b5cc03a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:36.733459 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805587c8-17bc-4c7d-826e-6d5a9b5cc03a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:36.920958 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805587c8-17bc-4c7d-826e-6d5a9b5cc03a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:36.921667 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-805587c8-17bc-4c7d-826e-6d5a9b5cc03a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.968005 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d52ac1e-dd98-4393-baae-e218e765d9ed req-9a23039e-e694-4765-917e-35d001e81c8d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb25cb7b-545d-4bf6-beca-f3584daa8063 HTTP/1.1" status: 200 len: 217 time: 0.4595640 Jul 15 13:10:36.978987 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-805587c8-17bc-4c7d-826e-6d5a9b5cc03a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9263468 Jul 15 13:10:37.118815 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e68933-2ed5-4cf1-8dfc-8adef4bc9f6b x-openstack-request-id: req-c5e68933-2ed5-4cf1-8dfc-8adef4bc9f6b {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:37.119922 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "tag": "adb1e941-5028-40e5-8be7-c37ce3b71679", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:37.120404 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c5e68933-2ed5-4cf1-8dfc-8adef4bc9f6b {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:37.122153 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'tag': 'adb1e941-5028-40e5-8be7-c37ce3b71679', 'status': 'completed', 'code': 200} Jul 15 13:10:37.129363 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52ac1e-dd98-4393-baae-e218e765d9ed req-b5038c99-55c5-45df-bf53-6b453efece18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:37.131229 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d52ac1e-dd98-4393-baae-e218e765d9ed req-b5038c99-55c5-45df-bf53-6b453efece18 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f7ee163d-4be2-4821-945f-cb7507aae308 HTTP/1.1" status: 200 len: 861 time: 0.1471305 Jul 15 13:10:37.166226 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0b71-3918-487f-96f3-62b3eb8aa93f None None] Provisioning for port a41d7f5d-222d-4cf5-9278-8224d240419a completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:37.185611 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-dc9d0b71-3918-487f-96f3-62b3eb8aa93f None None] Provisioning complete for port a41d7f5d-222d-4cf5-9278-8224d240419a triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:37.186045 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0b71-3918-487f-96f3-62b3eb8aa93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.258399 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d52ac1e-dd98-4393-baae-e218e765d9ed req-53997ef8-963b-4ae1-b4f8-01398619144a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b4de3f9-9898-4e48-8ad2-d64a9c837567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180441 Jul 15 13:10:37.582879 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0b71-3918-487f-96f3-62b3eb8aa93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.625022 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d52ac1e-dd98-4393-baae-e218e765d9ed req-66cb73a8-d1c8-48b3-83c3-99b2b080f81d service neutron] 10.222.0.18 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516734 Jul 15 13:10:37.676672 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-dc9d0b71-3918-487f-96f3-62b3eb8aa93f None None] For port a41d7f5d-222d-4cf5-9278-8224d240419a, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a41d7f5d-222d-4cf5-9278-8224d240419a,segment=NetworkSegment(be6f61df-1bcf-4dee-95b3-8bf240166a89),segment_id=be6f61df-1bcf-4dee-95b3-8bf240166a89)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:37.684353 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0b71-3918-487f-96f3-62b3eb8aa93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.780977 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0b71-3918-487f-96f3-62b3eb8aa93f None None] Pushing event updated for resources: {'Port': ['ID=a41d7f5d-222d-4cf5-9278-8224d240419a,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:37.816662 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d52ac1e-dd98-4393-baae-e218e765d9ed req-0023c0d9-e8da-463b-bc0b-bce94ccd334e service neutron] 10.222.0.18 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757946 Jul 15 13:10:37.822112 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1ac9037c-7f12-4034-a16f-acbec324bc56 None None] Provisioning for port 1f7146e3-8033-4950-8584-85d59a6f89e7 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:37.834809 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1ac9037c-7f12-4034-a16f-acbec324bc56 None None] Provisioning complete for port 1f7146e3-8033-4950-8584-85d59a6f89e7 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:37.835188 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1ac9037c-7f12-4034-a16f-acbec324bc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.892097 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26502dcc-2715-4d82-aa47-2db119d5eabb req-542c37a7-76a4-45ac-90e1-70a570bc8bd2 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:37.894347 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-26502dcc-2715-4d82-aa47-2db119d5eabb req-542c37a7-76a4-45ac-90e1-70a570bc8bd2 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff HTTP/1.1" status: 200 len: 945 time: 0.7140274 Jul 15 13:10:37.940828 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.947834 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-1ac9037c-7f12-4034-a16f-acbec324bc56 None None] Port 1f7146e3-8033-4950-8584-85d59a6f89e7 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:10:37.956275 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-26502dcc-2715-4d82-aa47-2db119d5eabb req-3f06a9db-86eb-4ebd-9789-69f39aa3cacd tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559478 Jul 15 13:10:38.075336 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-aa6c27b0-01ba-4ea0-8505-40efcf9b55bd None None] Provisioning complete for port a41d7f5d-222d-4cf5-9278-8224d240419a triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:38.075715 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa6c27b0-01ba-4ea0-8505-40efcf9b55bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.221229 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5d7c0-36ac-4b6e-95ee-b0a36a7d9d15 req-521592f2-53a6-44a3-ba0e-152fe962d2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:38.222163 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5d7c0-36ac-4b6e-95ee-b0a36a7d9d15 req-521592f2-53a6-44a3-ba0e-152fe962d2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:38.222314 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5d7c0-36ac-4b6e-95ee-b0a36a7d9d15 req-521592f2-53a6-44a3-ba0e-152fe962d2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:38.222663 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5d7c0-36ac-4b6e-95ee-b0a36a7d9d15 req-521592f2-53a6-44a3-ba0e-152fe962d2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:38.223126 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5d7c0-36ac-4b6e-95ee-b0a36a7d9d15 req-521592f2-53a6-44a3-ba0e-152fe962d2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:38.223753 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5d7c0-36ac-4b6e-95ee-b0a36a7d9d15 req-521592f2-53a6-44a3-ba0e-152fe962d2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:38.224383 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5d7c0-36ac-4b6e-95ee-b0a36a7d9d15 req-521592f2-53a6-44a3-ba0e-152fe962d2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:38.226489 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f9c5d7c0-36ac-4b6e-95ee-b0a36a7d9d15 req-521592f2-53a6-44a3-ba0e-152fe962d2d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d0be6e00b0740c79716294273e5f5c7&device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 6224 time: 1.1029119 Jul 15 13:10:38.291583 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-c813eb91-5938-4237-80aa-540e15c56a8f req-eabc9e21-aa46-4c72-9bd2-830242aeaf8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6761381-f152-46b6-8605-a91b69be3f5c {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:38.305747 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-eabc9e21-aa46-4c72-9bd2-830242aeaf8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.355028 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-c813eb91-5938-4237-80aa-540e15c56a8f req-eabc9e21-aa46-4c72-9bd2-830242aeaf8d service neutron] Transition to ACTIVE for port object d6761381-f152-46b6-8605-a91b69be3f5c will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:38.372750 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-eabc9e21-aa46-4c72-9bd2-830242aeaf8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.448595 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5d7c0-36ac-4b6e-95ee-b0a36a7d9d15 req-3ab4c537-dec2-4b22-b4ba-2d157a42f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:38.448782 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5d7c0-36ac-4b6e-95ee-b0a36a7d9d15 req-3ab4c537-dec2-4b22-b4ba-2d157a42f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:38.449846 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5d7c0-36ac-4b6e-95ee-b0a36a7d9d15 req-3ab4c537-dec2-4b22-b4ba-2d157a42f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:38.453095 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f9c5d7c0-36ac-4b6e-95ee-b0a36a7d9d15 req-3ab4c537-dec2-4b22-b4ba-2d157a42f038 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=1d0be6e00b0740c79716294273e5f5c7&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1994452 Jul 15 13:10:38.470376 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758d5a4-36c5-424e-9885-6c0e54875564 req-5b14354a-0eca-498b-983c-59355c3b8715 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:38.472033 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b758d5a4-36c5-424e-9885-6c0e54875564 req-5b14354a-0eca-498b-983c-59355c3b8715 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df2ec52-728e-43f2-9416-2df162115a0f HTTP/1.1" status: 200 len: 945 time: 0.2775228 Jul 15 13:10:38.487034 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc9e21-aa46-4c72-9bd2-830242aeaf8d service neutron] Pushing event updated for resources: {'Port': ['ID=d6761381-f152-46b6-8605-a91b69be3f5c,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:38.673314 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b758d5a4-36c5-424e-9885-6c0e54875564 req-6cfee9c2-0df3-4689-8ebc-36b3294ced6e tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861048 Jul 15 13:10:38.739608 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5d7c0-36ac-4b6e-95ee-b0a36a7d9d15 req-54e2199c-4b7b-4a87-b18f-47558fa43776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:38.751442 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f9c5d7c0-36ac-4b6e-95ee-b0a36a7d9d15 req-54e2199c-4b7b-4a87-b18f-47558fa43776 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2783754 Jul 15 13:10:38.752432 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c813eb91-5938-4237-80aa-540e15c56a8f req-eabc9e21-aa46-4c72-9bd2-830242aeaf8d service neutron] Attempting to bind port d6761381-f152-46b6-8605-a91b69be3f5c on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:38.752776 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c813eb91-5938-4237-80aa-540e15c56a8f req-eabc9e21-aa46-4c72-9bd2-830242aeaf8d service neutron] Attempting to bind port d6761381-f152-46b6-8605-a91b69be3f5c by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a1fa1aec-075f-4548-b538-3645f4cfde6d'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:38.753108 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-eabc9e21-aa46-4c72-9bd2-830242aeaf8d service neutron] Attempting to bind port d6761381-f152-46b6-8605-a91b69be3f5c on network a1fa1aec-075f-4548-b538-3645f4cfde6d {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:38.778875 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-eabc9e21-aa46-4c72-9bd2-830242aeaf8d service neutron] Port d6761381-f152-46b6-8605-a91b69be3f5c on network a1fa1aec-075f-4548-b538-3645f4cfde6d not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:38.781999 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-eabc9e21-aa46-4c72-9bd2-830242aeaf8d service neutron] Attempting to bind port d6761381-f152-46b6-8605-a91b69be3f5c on network a1fa1aec-075f-4548-b538-3645f4cfde6d {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:38.812524 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-eabc9e21-aa46-4c72-9bd2-830242aeaf8d service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:38.813494 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-eabc9e21-aa46-4c72-9bd2-830242aeaf8d service neutron] Checking segment: {'id': '9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a1fa1aec-075f-4548-b538-3645f4cfde6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:38.814272 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-eabc9e21-aa46-4c72-9bd2-830242aeaf8d service neutron] Bound using segment: {'id': '9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a1fa1aec-075f-4548-b538-3645f4cfde6d'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:38.815239 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c813eb91-5938-4237-80aa-540e15c56a8f req-eabc9e21-aa46-4c72-9bd2-830242aeaf8d service neutron] Bound port: d6761381-f152-46b6-8605-a91b69be3f5c, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a1fa1aec-075f-4548-b538-3645f4cfde6d'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:38.816334 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-eabc9e21-aa46-4c72-9bd2-830242aeaf8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.956948 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c813eb91-5938-4237-80aa-540e15c56a8f req-eabc9e21-aa46-4c72-9bd2-830242aeaf8d service neutron] For port d6761381-f152-46b6-8605-a91b69be3f5c, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:38.964186 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c813eb91-5938-4237-80aa-540e15c56a8f req-eabc9e21-aa46-4c72-9bd2-830242aeaf8d service neutron] For port d6761381-f152-46b6-8605-a91b69be3f5c, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=d6761381-f152-46b6-8605-a91b69be3f5c,segment=NetworkSegment(9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3),segment_id=9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:38.974539 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-eabc9e21-aa46-4c72-9bd2-830242aeaf8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.065993 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-eabc9e21-aa46-4c72-9bd2-830242aeaf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:39.066641 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-eabc9e21-aa46-4c72-9bd2-830242aeaf8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.068149 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-eabc9e21-aa46-4c72-9bd2-830242aeaf8d service neutron] 10.222.0.32 "PUT /v2.0/ports/d6761381-f152-46b6-8605-a91b69be3f5c HTTP/1.1" status: 200 len: 1092 time: 3.0107064 Jul 15 13:10:39.103291 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc9e21-aa46-4c72-9bd2-830242aeaf8d service neutron] Pushing event updated for resources: {'Port': ['ID=d6761381-f152-46b6-8605-a91b69be3f5c,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:39.116137 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6feb7020-01b3-4d3e-92b6-e6c17241933b service neutron] Request body: {'port': {'device_id': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:39.157023 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'tag': 'd6761381-f152-46b6-8605-a91b69be3f5c'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:39.159619 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13528f6d-1046-4228-b64d-31af6f979c88" -d '{"events": [{"name": "network-changed", "server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "tag": "d6761381-f152-46b6-8605-a91b69be3f5c"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:39.274652 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6feb7020-01b3-4d3e-92b6-e6c17241933b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.313565 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 56072) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:39.321939 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-154ec390-bf6c-4250-a55e-d551fef979c3 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2009624249', 'description': 'tempest-description--1958760336'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:39.388907 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-154ec390-bf6c-4250-a55e-d551fef979c3 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.585696 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-154ec390-bf6c-4250-a55e-d551fef979c3 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.594859 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-154ec390-bf6c-4250-a55e-d551fef979c3 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.618831 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-154ec390-bf6c-4250-a55e-d551fef979c3 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.632201 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a41d7f5d-222d-4cf5-9278-8224d240419a up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:39.635982 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-154ec390-bf6c-4250-a55e-d551fef979c3 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3189843 Jul 15 13:10:39.643720 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 56076) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:39.649732 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-17553ffb-7e1c-4e9a-b276-3ac182e85d24 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Request body: {'security_group_rule': {'security_group_id': '455e1ca1-9db0-44d4-8190-9a75304b39f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:39.688869 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ec390-bf6c-4250-a55e-d551fef979c3 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=455e1ca1-9db0-44d4-8190-9a75304b39f8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:39.712193 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port a41d7f5d-222d-4cf5-9278-8224d240419a triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:39.713026 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.724194 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17553ffb-7e1c-4e9a-b276-3ac182e85d24 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.826177 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17553ffb-7e1c-4e9a-b276-3ac182e85d24 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.833972 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17553ffb-7e1c-4e9a-b276-3ac182e85d24 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.867454 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17553ffb-7e1c-4e9a-b276-3ac182e85d24 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26afd5d3-bd23-4797-bca7-c0d13e98dd70,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:39.889623 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17553ffb-7e1c-4e9a-b276-3ac182e85d24 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.894128 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-17553ffb-7e1c-4e9a-b276-3ac182e85d24 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2465651 Jul 15 13:10:39.897383 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 56082) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:39.910575 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-21e90566-9bba-4b3b-a95e-9a9f47b6d5d8 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Request body: {'security_group_rule': {'security_group_id': '455e1ca1-9db0-44d4-8190-9a75304b39f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:39.953630 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806eff5-245a-42d9-a7d5-0a32bf18c2a0 req-f60bd1e6-dd04-47f4-bdd2-9d7156bd68e0 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:39.960702 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-21e90566-9bba-4b3b-a95e-9a9f47b6d5d8 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.962179 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6806eff5-245a-42d9-a7d5-0a32bf18c2a0 req-f60bd1e6-dd04-47f4-bdd2-9d7156bd68e0 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.4142532 Jul 15 13:10:40.053359 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6feb7020-01b3-4d3e-92b6-e6c17241933b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab5cfb37-8606-43a3-8c1c-bac95211bf1e {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:40.071360 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6806eff5-245a-42d9-a7d5-0a32bf18c2a0 req-aa746ee8-096b-45e7-b468-8738154c995f tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080019 Jul 15 13:10:40.085102 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6feb7020-01b3-4d3e-92b6-e6c17241933b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:40.138980 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6feb7020-01b3-4d3e-92b6-e6c17241933b service neutron] Transition to ACTIVE for port object ab5cfb37-8606-43a3-8c1c-bac95211bf1e will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:40.146099 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6feb7020-01b3-4d3e-92b6-e6c17241933b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:40.149790 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-21e90566-9bba-4b3b-a95e-9a9f47b6d5d8 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:40.156733 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-21e90566-9bba-4b3b-a95e-9a9f47b6d5d8 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:40.197008 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e90566-9bba-4b3b-a95e-9a9f47b6d5d8 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e36a474a-a957-4b22-ba58-a88f4ce57d16,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:40.205130 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-21e90566-9bba-4b3b-a95e-9a9f47b6d5d8 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:40.210603 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-21e90566-9bba-4b3b-a95e-9a9f47b6d5d8 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3111978 Jul 15 13:10:40.214021 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 56092) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:40.219515 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c78911f5-4ad2-464b-9222-adb7992258b7 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:40.283375 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c78911f5-4ad2-464b-9222-adb7992258b7 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:40.330636 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb7020-01b3-4d3e-92b6-e6c17241933b service neutron] Pushing event updated for resources: {'Port': ['ID=ab5cfb37-8606-43a3-8c1c-bac95211bf1e,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:40.438559 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6feb7020-01b3-4d3e-92b6-e6c17241933b service neutron] Attempting to bind port ab5cfb37-8606-43a3-8c1c-bac95211bf1e on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:40.439060 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6feb7020-01b3-4d3e-92b6-e6c17241933b service neutron] Attempting to bind port ab5cfb37-8606-43a3-8c1c-bac95211bf1e by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a1fa1aec-075f-4548-b538-3645f4cfde6d'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:40.440539 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6feb7020-01b3-4d3e-92b6-e6c17241933b service neutron] Attempting to bind port ab5cfb37-8606-43a3-8c1c-bac95211bf1e on network a1fa1aec-075f-4548-b538-3645f4cfde6d {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:40.474792 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29046fbd-ad7d-4d5a-8e8c-6968a7fa0d1d req-d085663c-10b9-4429-9288-8b2d23ce9e7c tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:40.489332 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29046fbd-ad7d-4d5a-8e8c-6968a7fa0d1d req-d085663c-10b9-4429-9288-8b2d23ce9e7c tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:40.503269 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29046fbd-ad7d-4d5a-8e8c-6968a7fa0d1d req-d085663c-10b9-4429-9288-8b2d23ce9e7c tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:40.507256 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c78911f5-4ad2-464b-9222-adb7992258b7 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:40.528510 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29046fbd-ad7d-4d5a-8e8c-6968a7fa0d1d req-d085663c-10b9-4429-9288-8b2d23ce9e7c tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:40.563654 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29046fbd-ad7d-4d5a-8e8c-6968a7fa0d1d req-d085663c-10b9-4429-9288-8b2d23ce9e7c tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:40.586681 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29046fbd-ad7d-4d5a-8e8c-6968a7fa0d1d req-d085663c-10b9-4429-9288-8b2d23ce9e7c tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:40.622185 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29046fbd-ad7d-4d5a-8e8c-6968a7fa0d1d req-d085663c-10b9-4429-9288-8b2d23ce9e7c tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:40.646441 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-29046fbd-ad7d-4d5a-8e8c-6968a7fa0d1d req-d085663c-10b9-4429-9288-8b2d23ce9e7c tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 5408 time: 0.3959599 Jul 15 13:10:40.646441 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6feb7020-01b3-4d3e-92b6-e6c17241933b service neutron] Port ab5cfb37-8606-43a3-8c1c-bac95211bf1e on network a1fa1aec-075f-4548-b538-3645f4cfde6d not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:40.646441 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6feb7020-01b3-4d3e-92b6-e6c17241933b service neutron] Attempting to bind port ab5cfb37-8606-43a3-8c1c-bac95211bf1e on network a1fa1aec-075f-4548-b538-3645f4cfde6d {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:40.744570 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-29046fbd-ad7d-4d5a-8e8c-6968a7fa0d1d req-da417fe6-fb16-4fa7-a4ee-9b0f832b5171 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&id=a34d650b-5b3d-42d8-b923-cf07724c6c75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1037672 Jul 15 13:10:40.749323 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6feb7020-01b3-4d3e-92b6-e6c17241933b service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:40.749323 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6feb7020-01b3-4d3e-92b6-e6c17241933b service neutron] Checking segment: {'id': '9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a1fa1aec-075f-4548-b538-3645f4cfde6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:40.749323 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6feb7020-01b3-4d3e-92b6-e6c17241933b service neutron] Bound using segment: {'id': '9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a1fa1aec-075f-4548-b538-3645f4cfde6d'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:40.749905 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6feb7020-01b3-4d3e-92b6-e6c17241933b service neutron] Bound port: ab5cfb37-8606-43a3-8c1c-bac95211bf1e, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'a1fa1aec-075f-4548-b538-3645f4cfde6d'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:40.749905 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6feb7020-01b3-4d3e-92b6-e6c17241933b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:40.775198 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-c78911f5-4ad2-464b-9222-adb7992258b7 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Allocated IP 172.25.6.89 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/822e0752-29c8-44c5-b3db-4999bea2273c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:40.927369 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6feb7020-01b3-4d3e-92b6-e6c17241933b service neutron] For port ab5cfb37-8606-43a3-8c1c-bac95211bf1e, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:40.932289 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6feb7020-01b3-4d3e-92b6-e6c17241933b service neutron] For port ab5cfb37-8606-43a3-8c1c-bac95211bf1e, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=ab5cfb37-8606-43a3-8c1c-bac95211bf1e,segment=NetworkSegment(9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3),segment_id=9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:40.945855 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6feb7020-01b3-4d3e-92b6-e6c17241933b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.046166 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c78911f5-4ad2-464b-9222-adb7992258b7 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.109741 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6feb7020-01b3-4d3e-92b6-e6c17241933b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:41.111534 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6feb7020-01b3-4d3e-92b6-e6c17241933b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.119166 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6feb7020-01b3-4d3e-92b6-e6c17241933b service neutron] 10.222.0.32 "PUT /v2.0/ports/ab5cfb37-8606-43a3-8c1c-bac95211bf1e HTTP/1.1" status: 200 len: 1092 time: 2.0020092 Jul 15 13:10:41.159608 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c78911f5-4ad2-464b-9222-adb7992258b7 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.175099 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-c813eb91-5938-4237-80aa-540e15c56a8f req-0b662dda-7c0b-4d40-84ea-2db115bc3424 service neutron] Request body: {'port': {'device_id': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:41.282391 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb7020-01b3-4d3e-92b6-e6c17241933b service neutron] Pushing event updated for resources: {'Port': ['ID=ab5cfb37-8606-43a3-8c1c-bac95211bf1e,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:41.300092 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78911f5-4ad2-464b-9222-adb7992258b7 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:41.328700 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-c78911f5-4ad2-464b-9222-adb7992258b7 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:41.333242 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78911f5-4ad2-464b-9222-adb7992258b7 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:41.414083 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78911f5-4ad2-464b-9222-adb7992258b7 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Pushing event updated for resources: {'Port': ['ID=822e0752-29c8-44c5-b3db-4999bea2273c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:41.495407 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014bcf79-f55d-4562-b83d-692933db0402 x-openstack-request-id: req-014bcf79-f55d-4562-b83d-692933db0402 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:41.497354 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "tag": "d6761381-f152-46b6-8605-a91b69be3f5c", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:41.497893 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-014bcf79-f55d-4562-b83d-692933db0402 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:41.499555 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'tag': 'd6761381-f152-46b6-8605-a91b69be3f5c', 'status': 'completed', 'code': 200} Jul 15 13:10:41.543891 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c78911f5-4ad2-464b-9222-adb7992258b7 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.613317 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-0b662dda-7c0b-4d40-84ea-2db115bc3424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.684911 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13528f6d-1046-4228-b64d-31af6f979c88 req-1796d233-cc2e-4a0a-87e4-df334445a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:41.685602 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13528f6d-1046-4228-b64d-31af6f979c88 req-1796d233-cc2e-4a0a-87e4-df334445a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:41.686707 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13528f6d-1046-4228-b64d-31af6f979c88 req-1796d233-cc2e-4a0a-87e4-df334445a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:41.687360 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13528f6d-1046-4228-b64d-31af6f979c88 req-1796d233-cc2e-4a0a-87e4-df334445a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:41.688400 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13528f6d-1046-4228-b64d-31af6f979c88 req-1796d233-cc2e-4a0a-87e4-df334445a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:41.688974 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13528f6d-1046-4228-b64d-31af6f979c88 req-1796d233-cc2e-4a0a-87e4-df334445a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:41.689521 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13528f6d-1046-4228-b64d-31af6f979c88 req-1796d233-cc2e-4a0a-87e4-df334445a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:41.692264 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-13528f6d-1046-4228-b64d-31af6f979c88 req-1796d233-cc2e-4a0a-87e4-df334445a600 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d0be6e00b0740c79716294273e5f5c7&device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 6360 time: 0.1676497 Jul 15 13:10:41.709642 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c78911f5-4ad2-464b-9222-adb7992258b7 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.067056 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13528f6d-1046-4228-b64d-31af6f979c88 req-97e317f9-84a1-41b0-8971-ba014dc02efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:42.067582 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13528f6d-1046-4228-b64d-31af6f979c88 req-97e317f9-84a1-41b0-8971-ba014dc02efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:42.068241 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13528f6d-1046-4228-b64d-31af6f979c88 req-97e317f9-84a1-41b0-8971-ba014dc02efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:42.071197 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-13528f6d-1046-4228-b64d-31af6f979c88 req-97e317f9-84a1-41b0-8971-ba014dc02efd service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=1d0be6e00b0740c79716294273e5f5c7&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3639345 Jul 15 13:10:42.207054 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f312f112-af6b-41de-8607-d43fc7fd66de req-2ff0c910-9ca2-4ed7-ae86-d274d0cce4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:42.209312 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f312f112-af6b-41de-8607-d43fc7fd66de req-2ff0c910-9ca2-4ed7-ae86-d274d0cce4b0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1df2ec52-728e-43f2-9416-2df162115a0f HTTP/1.1" status: 200 len: 1097 time: 0.4161229 Jul 15 13:10:42.212975 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c78911f5-4ad2-464b-9222-adb7992258b7 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.299449 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c78911f5-4ad2-464b-9222-adb7992258b7 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.347445 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78911f5-4ad2-464b-9222-adb7992258b7 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Pushing event updated for resources: {'Port': ['ID=822e0752-29c8-44c5-b3db-4999bea2273c,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:42.379352 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f312f112-af6b-41de-8607-d43fc7fd66de req-e806b396-1780-427e-b368-2b29ca0a5450 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616635 Jul 15 13:10:42.389428 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29699d-db17-4b9b-aa14-070900005ddc req-58a2c8de-b8c8-4ba7-9ff7-3162ea028709 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:42.391296 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9f29699d-db17-4b9b-aa14-070900005ddc req-58a2c8de-b8c8-4ba7-9ff7-3162ea028709 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df2ec52-728e-43f2-9416-2df162115a0f HTTP/1.1" status: 200 len: 945 time: 0.4926765 Jul 15 13:10:42.436852 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c78911f5-4ad2-464b-9222-adb7992258b7 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.446103 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13528f6d-1046-4228-b64d-31af6f979c88 req-a7aae985-806f-48ff-872b-2ee1d3b7dc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:42.448984 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-13528f6d-1046-4228-b64d-31af6f979c88 req-a7aae985-806f-48ff-872b-2ee1d3b7dc34 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3598990 Jul 15 13:10:42.455922 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c78911f5-4ad2-464b-9222-adb7992258b7 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.457467 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c78911f5-4ad2-464b-9222-adb7992258b7 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2424414 Jul 15 13:10:42.566515 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9f29699d-db17-4b9b-aa14-070900005ddc req-8fab8f31-6bb6-4ad3-9ab6-f27e44826c8e tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620996 Jul 15 13:10:42.654679 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-c813eb91-5938-4237-80aa-540e15c56a8f req-0b662dda-7c0b-4d40-84ea-2db115bc3424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c8b5cc-27c5-4e1f-b672-4682ef536901 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:42.681990 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-0b662dda-7c0b-4d40-84ea-2db115bc3424 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.723036 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-c813eb91-5938-4237-80aa-540e15c56a8f req-0b662dda-7c0b-4d40-84ea-2db115bc3424 service neutron] Transition to ACTIVE for port object 27c8b5cc-27c5-4e1f-b672-4682ef536901 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:42.736234 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-0b662dda-7c0b-4d40-84ea-2db115bc3424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.932746 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b662dda-7c0b-4d40-84ea-2db115bc3424 service neutron] Pushing event updated for resources: {'Port': ['ID=27c8b5cc-27c5-4e1f-b672-4682ef536901,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:42.949625 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3d582-9ba4-43c8-8dbf-b454ec670c3f req-5f18bec5-434e-4782-bd95-a7a84b38ff88 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:42.954128 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-beb3d582-9ba4-43c8-8dbf-b454ec670c3f req-5f18bec5-434e-4782-bd95-a7a84b38ff88 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.18 "GET /v2.0/ports?device_id=12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff HTTP/1.1" status: 200 len: 945 time: 0.1899569 Jul 15 13:10:43.216963 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-beb3d582-9ba4-43c8-8dbf-b454ec670c3f req-b284714d-4f31-44a4-b03a-4cac1a91b1d6 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Deleting port c6c48312-e6a5-4b88-b00f-e4c53a50c9d6 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:43.217985 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-beb3d582-9ba4-43c8-8dbf-b454ec670c3f req-b284714d-4f31-44a4-b03a-4cac1a91b1d6 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.280369 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38beadc-89e6-4b3a-9b94-bbab9d678f54 req-90ed1caa-9b81-440d-b645-c41f3c642ba3 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:43.287898 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a38beadc-89e6-4b3a-9b94-bbab9d678f54 req-90ed1caa-9b81-440d-b645-c41f3c642ba3 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.4669485 Jul 15 13:10:43.289656 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 56128) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:43.307084 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c813eb91-5938-4237-80aa-540e15c56a8f req-0b662dda-7c0b-4d40-84ea-2db115bc3424 service neutron] Attempting to bind port 27c8b5cc-27c5-4e1f-b672-4682ef536901 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:43.307642 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c813eb91-5938-4237-80aa-540e15c56a8f req-0b662dda-7c0b-4d40-84ea-2db115bc3424 service neutron] Attempting to bind port 27c8b5cc-27c5-4e1f-b672-4682ef536901 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '3b0cc7d8-7477-4d50-a0a2-a688c0555fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3e157d46-1a46-4ef5-af60-0a822c2bdcfe'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:43.308193 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-0b662dda-7c0b-4d40-84ea-2db115bc3424 service neutron] Attempting to bind port 27c8b5cc-27c5-4e1f-b672-4682ef536901 on network 3e157d46-1a46-4ef5-af60-0a822c2bdcfe {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:43.320392 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-0b662dda-7c0b-4d40-84ea-2db115bc3424 service neutron] Port 27c8b5cc-27c5-4e1f-b672-4682ef536901 on network 3e157d46-1a46-4ef5-af60-0a822c2bdcfe not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:43.321057 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-0b662dda-7c0b-4d40-84ea-2db115bc3424 service neutron] Attempting to bind port 27c8b5cc-27c5-4e1f-b672-4682ef536901 on network 3e157d46-1a46-4ef5-af60-0a822c2bdcfe {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:43.343938 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-0b662dda-7c0b-4d40-84ea-2db115bc3424 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:43.344549 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-0b662dda-7c0b-4d40-84ea-2db115bc3424 service neutron] Checking segment: {'id': '3b0cc7d8-7477-4d50-a0a2-a688c0555fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3e157d46-1a46-4ef5-af60-0a822c2bdcfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:43.345205 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-0b662dda-7c0b-4d40-84ea-2db115bc3424 service neutron] Bound using segment: {'id': '3b0cc7d8-7477-4d50-a0a2-a688c0555fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3e157d46-1a46-4ef5-af60-0a822c2bdcfe'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:43.346219 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c813eb91-5938-4237-80aa-540e15c56a8f req-0b662dda-7c0b-4d40-84ea-2db115bc3424 service neutron] Bound port: 27c8b5cc-27c5-4e1f-b672-4682ef536901, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0cc7d8-7477-4d50-a0a2-a688c0555fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3e157d46-1a46-4ef5-af60-0a822c2bdcfe'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:43.346871 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-0b662dda-7c0b-4d40-84ea-2db115bc3424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.555345 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c813eb91-5938-4237-80aa-540e15c56a8f req-0b662dda-7c0b-4d40-84ea-2db115bc3424 service neutron] For port 27c8b5cc-27c5-4e1f-b672-4682ef536901, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:43.560243 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c813eb91-5938-4237-80aa-540e15c56a8f req-0b662dda-7c0b-4d40-84ea-2db115bc3424 service neutron] For port 27c8b5cc-27c5-4e1f-b672-4682ef536901, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=27c8b5cc-27c5-4e1f-b672-4682ef536901,segment=NetworkSegment(3b0cc7d8-7477-4d50-a0a2-a688c0555fe3),segment_id=3b0cc7d8-7477-4d50-a0a2-a688c0555fe3)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:43.566063 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'tag': 'ab5cfb37-8606-43a3-8c1c-bac95211bf1e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:43.568839 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7662e86d-6151-4a09-840b-7f2e119469c5" -d '{"events": [{"name": "network-changed", "server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "tag": "ab5cfb37-8606-43a3-8c1c-bac95211bf1e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:43.575220 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a38beadc-89e6-4b3a-9b94-bbab9d678f54 req-6ee95ad7-f251-41b7-9a9e-6fdea63019bc tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864108 Jul 15 13:10:43.587128 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-0b662dda-7c0b-4d40-84ea-2db115bc3424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.649243 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dbc192ff-91d0-4cb7-a69a-5f18f27d4c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.761516 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-0b662dda-7c0b-4d40-84ea-2db115bc3424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:43.765469 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-0b662dda-7c0b-4d40-84ea-2db115bc3424 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.767314 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-0b662dda-7c0b-4d40-84ea-2db115bc3424 service neutron] 10.222.0.32 "PUT /v2.0/ports/27c8b5cc-27c5-4e1f-b672-4682ef536901 HTTP/1.1" status: 200 len: 1092 time: 2.6070294 Jul 15 13:10:43.791077 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b662dda-7c0b-4d40-84ea-2db115bc3424 service neutron] Pushing event updated for resources: {'Port': ['ID=27c8b5cc-27c5-4e1f-b672-4682ef536901,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:43.812243 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-beb3d582-9ba4-43c8-8dbf-b454ec670c3f req-b284714d-4f31-44a4-b03a-4cac1a91b1d6 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] For port c6c48312-e6a5-4b88-b00f-e4c53a50c9d6, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=c6c48312-e6a5-4b88-b00f-e4c53a50c9d6,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:43.812645 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-beb3d582-9ba4-43c8-8dbf-b454ec670c3f req-b284714d-4f31-44a4-b03a-4cac1a91b1d6 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.835298 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-beb3d582-9ba4-43c8-8dbf-b454ec670c3f req-b284714d-4f31-44a4-b03a-4cac1a91b1d6 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Calling delete_port for c6c48312-e6a5-4b88-b00f-e4c53a50c9d6 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:43.858368 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-c813eb91-5938-4237-80aa-540e15c56a8f req-d01c5d88-2744-4753-b218-ce7e77957859 service neutron] Request body: {'port': {'device_id': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:44.070914 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-d01c5d88-2744-4753-b218-ce7e77957859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.147004 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-beb3d582-9ba4-43c8-8dbf-b454ec670c3f req-b284714d-4f31-44a4-b03a-4cac1a91b1d6 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.160482 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['c6c48312-e6a5-4b88-b00f-e4c53a50c9d6'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:44.194218 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-65647c95-e6a4-44b9-af78-5459ed363b24 req-7bc50507-134d-49a2-ab5b-4a313204a61b tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff HTTP/1.1" status: 200 len: 210 time: 0.2137339 Jul 15 13:10:44.201075 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dbc192ff-91d0-4cb7-a69a-5f18f27d4c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.207058 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284714d-4f31-44a4-b03a-4cac1a91b1d6 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Pushing event deleted for resources: {'Port': ['ID=c6c48312-e6a5-4b88-b00f-e4c53a50c9d6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:44.209785 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dbc192ff-91d0-4cb7-a69a-5f18f27d4c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.295868 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc192ff-91d0-4cb7-a69a-5f18f27d4c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0696349-161b-4c29-8f39-f04545c50b85,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:44.344940 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb3d582-9ba4-43c8-8dbf-b454ec670c3f req-b284714d-4f31-44a4-b03a-4cac1a91b1d6 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] No DVR routers for this DVR port c6c48312-e6a5-4b88-b00f-e4c53a50c9d6 on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:44.348672 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-beb3d582-9ba4-43c8-8dbf-b454ec670c3f req-b284714d-4f31-44a4-b03a-4cac1a91b1d6 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.351531 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-beb3d582-9ba4-43c8-8dbf-b454ec670c3f req-b284714d-4f31-44a4-b03a-4cac1a91b1d6 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.18 "DELETE /v2.0/ports/c6c48312-e6a5-4b88-b00f-e4c53a50c9d6 HTTP/1.1" status: 204 len: 173 time: 1.3909009 Jul 15 13:10:44.352026 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff', 'name': 'network-vif-deleted', 'tag': 'c6c48312-e6a5-4b88-b00f-e4c53a50c9d6'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:44.354681 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1707371-189f-45c6-adde-b7ad189129d2" -d '{"events": [{"server_uuid": "12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff", "name": "network-vif-deleted", "tag": "c6c48312-e6a5-4b88-b00f-e4c53a50c9d6"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:44.362088 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-dbc192ff-91d0-4cb7-a69a-5f18f27d4c1e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e0734787a5c94c5588b4d2b56f95e916&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0699506 Jul 15 13:10:44.365100 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 56140) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:44.485867 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f815fd66-12c0-4a90-9837-b0bb0f13b3f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.527035 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f815fd66-12c0-4a90-9837-b0bb0f13b3f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.618610 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f815fd66-12c0-4a90-9837-b0bb0f13b3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.623005 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f815fd66-12c0-4a90-9837-b0bb0f13b3f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.627951 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f815fd66-12c0-4a90-9837-b0bb0f13b3f4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0696349-161b-4c29-8f39-f04545c50b85 HTTP/1.1" status: 204 len: 168 time: 0.2576702 Jul 15 13:10:44.638282 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815fd66-12c0-4a90-9837-b0bb0f13b3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0696349-161b-4c29-8f39-f04545c50b85,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:44.781403 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245b58f-dbe0-4e4e-9863-802f3fd48d95 req-09b49468-057d-4b4c-b474-144bb0a18d9d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:44.794951 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245b58f-dbe0-4e4e-9863-802f3fd48d95 req-09b49468-057d-4b4c-b474-144bb0a18d9d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:44.808051 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245b58f-dbe0-4e4e-9863-802f3fd48d95 req-09b49468-057d-4b4c-b474-144bb0a18d9d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:44.820326 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245b58f-dbe0-4e4e-9863-802f3fd48d95 req-09b49468-057d-4b4c-b474-144bb0a18d9d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:44.832557 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245b58f-dbe0-4e4e-9863-802f3fd48d95 req-09b49468-057d-4b4c-b474-144bb0a18d9d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:44.845180 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245b58f-dbe0-4e4e-9863-802f3fd48d95 req-09b49468-057d-4b4c-b474-144bb0a18d9d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:44.857966 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245b58f-dbe0-4e4e-9863-802f3fd48d95 req-09b49468-057d-4b4c-b474-144bb0a18d9d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:44.861345 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5245b58f-dbe0-4e4e-9863-802f3fd48d95 req-09b49468-057d-4b4c-b474-144bb0a18d9d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 5420 time: 0.3855526 Jul 15 13:10:44.990462 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5245b58f-dbe0-4e4e-9863-802f3fd48d95 req-5f2e572f-7a0d-47d4-91c4-2beaca9c498d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&id=a34d650b-5b3d-42d8-b923-cf07724c6c75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1117914 Jul 15 13:10:45.148747 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-c813eb91-5938-4237-80aa-540e15c56a8f req-d01c5d88-2744-4753-b218-ce7e77957859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06589b71-6e92-4c84-89d8-fd3a675bfd6c {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:45.171650 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-d01c5d88-2744-4753-b218-ce7e77957859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:45.204590 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-c813eb91-5938-4237-80aa-540e15c56a8f req-d01c5d88-2744-4753-b218-ce7e77957859 service neutron] Transition to ACTIVE for port object 06589b71-6e92-4c84-89d8-fd3a675bfd6c will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:45.218068 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-d01c5d88-2744-4753-b218-ce7e77957859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:45.255594 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 56156) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:45.291044 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15fe2f2c-6755-474a-906e-127e9c894e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:45.335663 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c5d88-2744-4753-b218-ce7e77957859 service neutron] Pushing event updated for resources: {'Port': ['ID=06589b71-6e92-4c84-89d8-fd3a675bfd6c,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:45.354753 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-1b0d7a6a-d856-4bd5-b3df-89e6d5053e47 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2009624249&fields=id&tenant_id=418a827c6cea45b7b8c4dddb4927b332 HTTP/1.1" status: 200 len: 267 time: 0.1385198 Jul 15 13:10:45.542785 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15fe2f2c-6755-474a-906e-127e9c894e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:45.551904 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15fe2f2c-6755-474a-906e-127e9c894e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:45.567284 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c813eb91-5938-4237-80aa-540e15c56a8f req-d01c5d88-2744-4753-b218-ce7e77957859 service neutron] Attempting to bind port 06589b71-6e92-4c84-89d8-fd3a675bfd6c on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:45.567845 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c813eb91-5938-4237-80aa-540e15c56a8f req-d01c5d88-2744-4753-b218-ce7e77957859 service neutron] Attempting to bind port 06589b71-6e92-4c84-89d8-fd3a675bfd6c by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '3b0cc7d8-7477-4d50-a0a2-a688c0555fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3e157d46-1a46-4ef5-af60-0a822c2bdcfe'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:45.568394 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-d01c5d88-2744-4753-b218-ce7e77957859 service neutron] Attempting to bind port 06589b71-6e92-4c84-89d8-fd3a675bfd6c on network 3e157d46-1a46-4ef5-af60-0a822c2bdcfe {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:45.584935 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-d01c5d88-2744-4753-b218-ce7e77957859 service neutron] Port 06589b71-6e92-4c84-89d8-fd3a675bfd6c on network 3e157d46-1a46-4ef5-af60-0a822c2bdcfe not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:45.586020 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-d01c5d88-2744-4753-b218-ce7e77957859 service neutron] Attempting to bind port 06589b71-6e92-4c84-89d8-fd3a675bfd6c on network 3e157d46-1a46-4ef5-af60-0a822c2bdcfe {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:45.607547 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-518d4768-aaec-4454-8e08-b0147b4a670b tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:45.618339 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-518d4768-aaec-4454-8e08-b0147b4a670b tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports/b6f4ad12-3700-4e2e-a890-1b96827e12d9 HTTP/1.1" status: 200 len: 931 time: 0.2623243 Jul 15 13:10:45.623275 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-d01c5d88-2744-4753-b218-ce7e77957859 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:45.623877 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-d01c5d88-2744-4753-b218-ce7e77957859 service neutron] Checking segment: {'id': '3b0cc7d8-7477-4d50-a0a2-a688c0555fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3e157d46-1a46-4ef5-af60-0a822c2bdcfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:45.624398 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813eb91-5938-4237-80aa-540e15c56a8f req-d01c5d88-2744-4753-b218-ce7e77957859 service neutron] Bound using segment: {'id': '3b0cc7d8-7477-4d50-a0a2-a688c0555fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3e157d46-1a46-4ef5-af60-0a822c2bdcfe'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:45.625061 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c813eb91-5938-4237-80aa-540e15c56a8f req-d01c5d88-2744-4753-b218-ce7e77957859 service neutron] Bound port: 06589b71-6e92-4c84-89d8-fd3a675bfd6c, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0cc7d8-7477-4d50-a0a2-a688c0555fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3e157d46-1a46-4ef5-af60-0a822c2bdcfe'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:45.625618 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-d01c5d88-2744-4753-b218-ce7e77957859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:45.626814 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-15fe2f2c-6755-474a-906e-127e9c894e4d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=949d15eb89cb4d5faa320549cf049290&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3678939 Jul 15 13:10:45.632387 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 56158) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:45.635596 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe2f2c-6755-474a-906e-127e9c894e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d324d0-2ed3-440b-a7a5-6352286e9b47,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:45.944062 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c813eb91-5938-4237-80aa-540e15c56a8f req-d01c5d88-2744-4753-b218-ce7e77957859 service neutron] For port 06589b71-6e92-4c84-89d8-fd3a675bfd6c, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:45.952060 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c813eb91-5938-4237-80aa-540e15c56a8f req-d01c5d88-2744-4753-b218-ce7e77957859 service neutron] For port 06589b71-6e92-4c84-89d8-fd3a675bfd6c, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=06589b71-6e92-4c84-89d8-fd3a675bfd6c,segment=NetworkSegment(3b0cc7d8-7477-4d50-a0a2-a688c0555fe3),segment_id=3b0cc7d8-7477-4d50-a0a2-a688c0555fe3)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:45.966973 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-d01c5d88-2744-4753-b218-ce7e77957859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.048508 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a0a5cb76-cd3a-48c2-adbc-0861b020704b tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:46.053128 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a0a5cb76-cd3a-48c2-adbc-0861b020704b tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports/1f7146e3-8033-4950-8584-85d59a6f89e7 HTTP/1.1" status: 200 len: 931 time: 0.4332888 Jul 15 13:10:46.058087 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107c3ac5-fb66-4f7b-a51d-da53bbe3f939 x-openstack-request-id: req-107c3ac5-fb66-4f7b-a51d-da53bbe3f939 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:46.059026 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "tag": "ab5cfb37-8606-43a3-8c1c-bac95211bf1e", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:46.061144 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-107c3ac5-fb66-4f7b-a51d-da53bbe3f939 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:46.062422 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'tag': 'ab5cfb37-8606-43a3-8c1c-bac95211bf1e', 'status': 'completed', 'code': 200} Jul 15 13:10:46.097104 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-976fb042-048d-4175-bcdb-b87bcecac80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.271393 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-d01c5d88-2744-4753-b218-ce7e77957859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:46.272030 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c813eb91-5938-4237-80aa-540e15c56a8f req-d01c5d88-2744-4753-b218-ce7e77957859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.273864 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-d01c5d88-2744-4753-b218-ce7e77957859 service neutron] 10.222.0.32 "PUT /v2.0/ports/06589b71-6e92-4c84-89d8-fd3a675bfd6c HTTP/1.1" status: 200 len: 1092 time: 2.4270785 Jul 15 13:10:46.279028 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c5d88-2744-4753-b218-ce7e77957859 service neutron] Pushing event updated for resources: {'Port': ['ID=06589b71-6e92-4c84-89d8-fd3a675bfd6c,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:46.283891 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-84e0d7ed-7e78-4ef0-a9af-5f5be35ddea1 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?network_id=af7ddb53-a503-4934-b82b-95b8c79b40c8&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1569874 Jul 15 13:10:46.299297 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-976fb042-048d-4175-bcdb-b87bcecac80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.355506 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662e86d-6151-4a09-840b-7f2e119469c5 req-aec1bb45-f77b-4c1d-9a91-584010c132e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:46.355995 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662e86d-6151-4a09-840b-7f2e119469c5 req-aec1bb45-f77b-4c1d-9a91-584010c132e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:46.356469 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662e86d-6151-4a09-840b-7f2e119469c5 req-aec1bb45-f77b-4c1d-9a91-584010c132e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:46.356940 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662e86d-6151-4a09-840b-7f2e119469c5 req-aec1bb45-f77b-4c1d-9a91-584010c132e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:46.357540 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662e86d-6151-4a09-840b-7f2e119469c5 req-aec1bb45-f77b-4c1d-9a91-584010c132e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:46.358156 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662e86d-6151-4a09-840b-7f2e119469c5 req-aec1bb45-f77b-4c1d-9a91-584010c132e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:46.358954 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662e86d-6151-4a09-840b-7f2e119469c5 req-aec1bb45-f77b-4c1d-9a91-584010c132e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:46.362655 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7662e86d-6151-4a09-840b-7f2e119469c5 req-aec1bb45-f77b-4c1d-9a91-584010c132e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d0be6e00b0740c79716294273e5f5c7&device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 6496 time: 0.3072770 Jul 15 13:10:46.439909 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7ddc9-ce2c-4a4a-a286-1b35830b0343 req-9cbd8599-12db-4443-a042-43d41d5a288e tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:46.445542 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-78a7ddc9-ce2c-4a4a-a286-1b35830b0343 req-9cbd8599-12db-4443-a042-43d41d5a288e tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df2ec52-728e-43f2-9416-2df162115a0f HTTP/1.1" status: 200 len: 945 time: 0.2762954 Jul 15 13:10:46.586153 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-4176c6e2-5cc4-4bda-89ab-07fd537702d3 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?network_id=af7ddb53-a503-4934-b82b-95b8c79b40c8&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2088618 Jul 15 13:10:46.629941 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-78a7ddc9-ce2c-4a4a-a286-1b35830b0343 req-57e9bba7-fa95-4a01-9fa6-348219a8935e tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760917 Jul 15 13:10:46.808460 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-976fb042-048d-4175-bcdb-b87bcecac80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.819437 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-976fb042-048d-4175-bcdb-b87bcecac80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.825698 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-976fb042-048d-4175-bcdb-b87bcecac80c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80d324d0-2ed3-440b-a7a5-6352286e9b47 HTTP/1.1" status: 204 len: 168 time: 1.1736958 Jul 15 13:10:46.852420 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976fb042-048d-4175-bcdb-b87bcecac80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d324d0-2ed3-440b-a7a5-6352286e9b47,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:46.958779 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662e86d-6151-4a09-840b-7f2e119469c5 req-e069b3aa-a48f-4ce0-bfd3-cc8d8e7d9343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:46.959538 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662e86d-6151-4a09-840b-7f2e119469c5 req-e069b3aa-a48f-4ce0-bfd3-cc8d8e7d9343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:46.960029 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662e86d-6151-4a09-840b-7f2e119469c5 req-e069b3aa-a48f-4ce0-bfd3-cc8d8e7d9343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:46.962715 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7662e86d-6151-4a09-840b-7f2e119469c5 req-e069b3aa-a48f-4ce0-bfd3-cc8d8e7d9343 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=1d0be6e00b0740c79716294273e5f5c7&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.5864978 Jul 15 13:10:47.045805 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b392893-61b4-4d8b-a4cf-79dc14aa84b7 x-openstack-request-id: req-1b392893-61b4-4d8b-a4cf-79dc14aa84b7 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:47.046374 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff", "name": "network-vif-deleted", "tag": "c6c48312-e6a5-4b88-b00f-e4c53a50c9d6", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:47.046775 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b392893-61b4-4d8b-a4cf-79dc14aa84b7 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:47.047348 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b8fd1f-19f3-4a1b-ac96-f38411f2b7ff', 'name': 'network-vif-deleted', 'tag': 'c6c48312-e6a5-4b88-b00f-e4c53a50c9d6', 'status': 'completed', 'code': 200} Jul 15 13:10:47.059895 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-cd0d256b-4973-43aa-8975-7427ca08f3b4 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:47.069549 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-cd0d256b-4973-43aa-8975-7427ca08f3b4 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:47.079065 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-cd0d256b-4973-43aa-8975-7427ca08f3b4 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:47.089201 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-cd0d256b-4973-43aa-8975-7427ca08f3b4 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/networks?id=a68fe874-df04-4314-a181-131d0536a9d8&id=092cf651-d793-4b85-94d1-eb7a1eab171d&id=092cf651-d793-4b85-94d1-eb7a1eab171d&id=af7ddb53-a503-4934-b82b-95b8c79b40c8&id=af7ddb53-a503-4934-b82b-95b8c79b40c8 HTTP/1.1" status: 200 len: 1991 time: 0.4822004 Jul 15 13:10:47.258795 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-bcf27270-b866-42a4-bb93-0e07d0b3136d tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/quotas/418a827c6cea45b7b8c4dddb4927b332 HTTP/1.1" status: 200 len: 375 time: 0.1672623 Jul 15 13:10:47.422067 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device c6c48312-e6a5-4b88-b00f-e4c53a50c9d6 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:47.487223 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: c6c48312-e6a5-4b88-b00f-e4c53a50c9d6 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:47.487728 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device c6c48312-e6a5-4b88-b00f-e4c53a50c9d6 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:48.036680 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662e86d-6151-4a09-840b-7f2e119469c5 req-8cb2c40a-8818-4125-8300-5aee2c2ff3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:48.038475 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7662e86d-6151-4a09-840b-7f2e119469c5 req-8cb2c40a-8818-4125-8300-5aee2c2ff3b6 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0690434 Jul 15 13:10:48.057503 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dfe98-3511-4b6b-ab63-edb4a822d934 req-54827849-1f88-4ea2-b8d2-0e9cc195dacc tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:48.065330 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'tag': '27c8b5cc-27c5-4e1f-b672-4682ef536901'}, {'name': 'network-changed', 'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'tag': '06589b71-6e92-4c84-89d8-fd3a675bfd6c'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:48.073536 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "tag": "27c8b5cc-27c5-4e1f-b672-4682ef536901"}, {"name": "network-changed", "server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "tag": "06589b71-6e92-4c84-89d8-fd3a675bfd6c"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:48.080477 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dfe98-3511-4b6b-ab63-edb4a822d934 req-54827849-1f88-4ea2-b8d2-0e9cc195dacc tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:48.093681 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dfe98-3511-4b6b-ab63-edb4a822d934 req-54827849-1f88-4ea2-b8d2-0e9cc195dacc tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:48.101384 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dfe98-3511-4b6b-ab63-edb4a822d934 req-54827849-1f88-4ea2-b8d2-0e9cc195dacc tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:48.109010 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dfe98-3511-4b6b-ab63-edb4a822d934 req-54827849-1f88-4ea2-b8d2-0e9cc195dacc tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:48.117175 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dfe98-3511-4b6b-ab63-edb4a822d934 req-54827849-1f88-4ea2-b8d2-0e9cc195dacc tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:48.124957 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dfe98-3511-4b6b-ab63-edb4a822d934 req-54827849-1f88-4ea2-b8d2-0e9cc195dacc tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:48.128149 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-661dfe98-3511-4b6b-ab63-edb4a822d934 req-54827849-1f88-4ea2-b8d2-0e9cc195dacc tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 5432 time: 0.2206166 Jul 15 13:10:48.200635 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-c1e5204a-9731-4335-840d-46fb4b036052 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=418a827c6cea45b7b8c4dddb4927b332&fields=id HTTP/1.1" status: 200 len: 532 time: 0.9383616 Jul 15 13:10:48.261407 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-661dfe98-3511-4b6b-ab63-edb4a822d934 req-1f497f77-79d8-4aa8-b0a2-39e7ebaaaad9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&id=a34d650b-5b3d-42d8-b923-cf07724c6c75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1183105 Jul 15 13:10:48.450230 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-062d37ae-cf0f-4f1e-ae29-e3d5c879bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:48.456992 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-062d37ae-cf0f-4f1e-ae29-e3d5c879bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:48.457858 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-062d37ae-cf0f-4f1e-ae29-e3d5c879bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:48.458526 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-062d37ae-cf0f-4f1e-ae29-e3d5c879bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:48.459028 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-062d37ae-cf0f-4f1e-ae29-e3d5c879bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:48.459536 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-062d37ae-cf0f-4f1e-ae29-e3d5c879bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:48.460260 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-062d37ae-cf0f-4f1e-ae29-e3d5c879bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:48.468550 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-062d37ae-cf0f-4f1e-ae29-e3d5c879bb1a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d0be6e00b0740c79716294273e5f5c7&device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 6496 time: 0.2662785 Jul 15 13:10:48.623078 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-4f2218ec-0d3f-467a-89ee-22a9a8f57a05 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a321f8f-462b-42da-9f67-de3a6358e566 HTTP/1.1" status: 200 len: 217 time: 0.1394870 Jul 15 13:10:48.732432 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d130b99-e9d1-4ccb-80da-db866cf87d3d req-64ecf1ed-fb99-41df-a2e0-235be7deec49 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:48.735149 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4d130b99-e9d1-4ccb-80da-db866cf87d3d req-64ecf1ed-fb99-41df-a2e0-235be7deec49 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 945 time: 0.1360672 Jul 15 13:10:48.773898 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-d9311fe2-6e1a-44f2-8758-134a60544ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:48.775488 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-d9311fe2-6e1a-44f2-8758-134a60544ac5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8df1933c-2ac7-4eba-8783-298edae711d0 HTTP/1.1" status: 200 len: 854 time: 0.1367993 Jul 15 13:10:48.801651 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4d130b99-e9d1-4ccb-80da-db866cf87d3d req-91f46f23-d92c-413c-af7e-4c75c36b8460 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593991 Jul 15 13:10:48.884299 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-402bc98b-eac8-4ba7-9ac4-329330fb4746 service neutron] 10.222.0.24 "GET /v2.0/networks/a68fe874-df04-4314-a181-131d0536a9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5604053 Jul 15 13:10:49.055302 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-cb46d3f9-0618-4b7b-bbe0-33972089f9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:49.059594 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-cb46d3f9-0618-4b7b-bbe0-33972089f9fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3cb5bd25-ebc1-469a-a04a-24181cd456f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2728868 Jul 15 13:10:49.064763 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e5897-fda6-4d3e-b032-ca1cbdc32eab req-86c4d205-a2c9-4630-9fb0-097df61dbca3 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:49.066896 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-af6e5897-fda6-4d3e-b032-ca1cbdc32eab req-86c4d205-a2c9-4630-9fb0-097df61dbca3 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.0925875 Jul 15 13:10:49.119696 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-af6e5897-fda6-4d3e-b032-ca1cbdc32eab req-483d5a1e-fd92-4174-953e-7a2b5bd7338b tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454996 Jul 15 13:10:49.179715 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-518f3934-d474-4e05-9e98-7c7988957803 service neutron] 10.222.0.24 "GET /v2.0/networks/a68fe874-df04-4314-a181-131d0536a9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809417 Jul 15 13:10:49.282027 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-81cb4fef-32f5-4eed-be3b-fe50903978e9 service neutron] 10.222.0.24 "GET /v2.0/ports/b6f4ad12-3700-4e2e-a890-1b96827e12d9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1012602 Jul 15 13:10:49.343937 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-e897353c-1dcd-4b50-b9f1-683f07821584 service neutron] 10.222.0.32 "GET /v2.0/networks/3cb5bd25-ebc1-469a-a04a-24181cd456f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637260 Jul 15 13:10:49.506976 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-805f2469-89e4-4186-9541-4bd1043c0fa3 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:49.518656 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-805f2469-89e4-4186-9541-4bd1043c0fa3 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/networks?id=956bc45d-6e41-4c68-9338-128c7dab2eb0 HTTP/1.1" status: 200 len: 811 time: 0.2428672 Jul 15 13:10:49.549612 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-c34ab686-a964-4901-a26b-893eb2c4e285 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/quotas/46c681a3ac1f49edb652254baad292e0 HTTP/1.1" status: 200 len: 375 time: 0.0284348 Jul 15 13:10:49.614167 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-cd50bc0b-af05-4fdc-9e45-21fe41d4d8cc service neutron] 10.222.0.24 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187003 Jul 15 13:10:49.622920 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-a4fda02b-3f23-4a47-b4be-faaf120f6c47 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=46c681a3ac1f49edb652254baad292e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715380 Jul 15 13:10:49.653839 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-d05519fb-40da-4593-b01b-d9e1557fceda service neutron] 10.222.0.32 "GET /v2.0/networks/3cb5bd25-ebc1-469a-a04a-24181cd456f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998626 Jul 15 13:10:49.744442 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-fb4963a0-11d5-4611-af18-4e6339e522dc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=b90f8281-cdcd-40a0-8a1a-8cf546cddaeb HTTP/1.1" status: 200 len: 217 time: 0.0816934 Jul 15 13:10:49.942029 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-20f8de78-a9a6-4736-9c73-8459c1fd4294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:49.943805 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-20f8de78-a9a6-4736-9c73-8459c1fd4294 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6da4ff9-68f2-4350-8517-a3f37f7c5c8e HTTP/1.1" status: 200 len: 797 time: 0.1925745 Jul 15 13:10:49.957447 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-38857d0a-d7cf-4fa1-baa1-140f2e5f9328 service neutron] 10.222.0.24 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422136 Jul 15 13:10:50.037811 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-e14c1961-fde5-4920-95db-c583648351f0 service neutron] 10.222.0.24 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117131 Jul 15 13:10:50.064233 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-e685b1a7-38f0-41bc-9a54-8e3ae3981750 service neutron] 10.222.0.24 "GET /v2.0/ports/1f7146e3-8033-4950-8584-85d59a6f89e7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1057138 Jul 15 13:10:50.156497 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6f0012b4-88fc-47f9-acfe-b9289ef1ab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:50.158618 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6f0012b4-88fc-47f9-acfe-b9289ef1ab9e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a1fa1aec-075f-4548-b538-3645f4cfde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1892724 Jul 15 13:10:50.187029 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 56304) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:50.291618 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-7651dd0b-4f20-473b-b62d-43685f93accf service neutron] 10.222.0.24 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431726 Jul 15 13:10:50.371681 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-9adafbab-ee65-41fc-ac21-1a52c7b9a131 service neutron] 10.222.0.24 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952552 Jul 15 13:10:50.390646 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a4f0bb48-e0d0-4076-9030-7b92711f906d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1191030358', 'router:external': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:50.443812 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f0bb48-e0d0-4076-9030-7b92711f906d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Made reservation on behalf of 214d53b152d94e828e92e7182ea6f8ae for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:50.448271 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4f0bb48-e0d0-4076-9030-7b92711f906d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:50.465226 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4f0bb48-e0d0-4076-9030-7b92711f906d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:50.494011 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-54dba11b-6e5d-4487-8825-70d6c34232a9 service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799082 Jul 15 13:10:50.712748 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4f0bb48-e0d0-4076-9030-7b92711f906d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:50.721796 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4f0bb48-e0d0-4076-9030-7b92711f906d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:50.738559 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-b49bc15f-b6bc-46b9-b5d7-f9ab0c6229eb service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935084 Jul 15 13:10:50.788452 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e354b4af-c9b0-448b-86cb-418d4111a9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:50.791733 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4f0bb48-e0d0-4076-9030-7b92711f906d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:10:50.830374 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-1e15fb21-a448-48b6-9e6e-3d6855726e62 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=adb1e941-5028-40e5-8be7-c37ce3b71679 HTTP/1.1" status: 200 len: 217 time: 0.0773442 Jul 15 13:10:50.855957 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0bb48-e0d0-4076-9030-7b92711f906d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc24343c-91b7-4e89-ad17-a50db571d4d0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:50.864597 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4f0bb48-e0d0-4076-9030-7b92711f906d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:50.867963 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-a4f0bb48-e0d0-4076-9030-7b92711f906d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Added segment 7fa6c044-6836-40f2-92d2-8b9d903cbcf7 of type vlan for network c3f49cf1-ef1e-43df-9a84-4486f8e590ef Jul 15 13:10:50.984348 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-ca4429a1-47e8-4c28-9c8e-7394d934c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:50.986243 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-ca4429a1-47e8-4c28-9c8e-7394d934c68f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6da4ff9-68f2-4350-8517-a3f37f7c5c8e HTTP/1.1" status: 200 len: 797 time: 0.1482298 Jul 15 13:10:51.016351 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-d237012a-a55d-4ce6-8350-2dfd8917bd6c service neutron] 10.222.0.24 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6289029 Jul 15 13:10:51.023873 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4f0bb48-e0d0-4076-9030-7b92711f906d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.032853 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fef3fa-8b42-4062-8679-7d9a2e355280 x-openstack-request-id: req-48fef3fa-8b42-4062-8679-7d9a2e355280 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:51.033132 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "tag": "27c8b5cc-27c5-4e1f-b672-4682ef536901", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "tag": "06589b71-6e92-4c84-89d8-fd3a675bfd6c", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:51.034281 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-48fef3fa-8b42-4062-8679-7d9a2e355280 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:51.035138 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'tag': '27c8b5cc-27c5-4e1f-b672-4682ef536901', 'status': 'completed', 'code': 200} Jul 15 13:10:51.035653 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'tag': '06589b71-6e92-4c84-89d8-fd3a675bfd6c', 'status': 'completed', 'code': 200} Jul 15 13:10:51.171958 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4f0bb48-e0d0-4076-9030-7b92711f906d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.175521 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f0bb48-e0d0-4076-9030-7b92711f906d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:51.180328 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4f0bb48-e0d0-4076-9030-7b92711f906d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.225649 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-d8dc67b4-f114-4853-9de9-61e69146ac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:51.230916 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-d8dc67b4-f114-4853-9de9-61e69146ac9d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a1fa1aec-075f-4548-b538-3645f4cfde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1893799 Jul 15 13:10:51.268283 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-5d22ef27-4cf3-4bc5-b132-2bc80be2ace8 service neutron] 10.222.0.24 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502220 Jul 15 13:10:51.384518 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a4f0bb48-e0d0-4076-9030-7b92711f906d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.1950359 Jul 15 13:10:51.400546 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 56324) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:51.413897 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7d920f07-defc-47e4-b4ed-f3fa92ff663e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Request body: {'subnet': {'network_id': 'c3f49cf1-ef1e-43df-9a84-4486f8e590ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:51.450345 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d920f07-defc-47e4-b4ed-f3fa92ff663e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Made reservation on behalf of 214d53b152d94e828e92e7182ea6f8ae for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:51.453903 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d920f07-defc-47e4-b4ed-f3fa92ff663e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.505954 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-f858b2af-ee04-4553-b0d9-6b5e2d80f69f service neutron] 10.222.0.24 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360344 Jul 15 13:10:51.522327 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0bb48-e0d0-4076-9030-7b92711f906d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Pushing event updated for resources: {'Network': ['ID=c3f49cf1-ef1e-43df-9a84-4486f8e590ef,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:51.541042 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network c3f49cf1-ef1e-43df-9a84-4486f8e590ef details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:10:51.719397 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebd403-fe13-4237-8f21-b24a75a93d6e req-a3f4c1a4-3655-4cb0-aa86-096d2485a565 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:51.727646 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-37ebd403-fe13-4237-8f21-b24a75a93d6e req-a3f4c1a4-3655-4cb0-aa86-096d2485a565 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.4275110 Jul 15 13:10:51.775672 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-5dc02d74-30fc-4a3e-a55c-f8723d973f2e service neutron] 10.222.0.24 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056618 Jul 15 13:10:51.789584 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-37ebd403-fe13-4237-8f21-b24a75a93d6e req-c18457ed-ab3d-4d68-9760-3a973dfc6161 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609856 Jul 15 13:10:51.873738 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-4e74d739-9195-49e8-9ac9-10455661f63d service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6384218 Jul 15 13:10:52.052928 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-3c0d845d-881c-41a6-b6ff-a0d858972866 service neutron] 10.222.0.24 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426379 Jul 15 13:10:52.276088 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-bede6004-bb71-4a31-9678-97daf4289edb service neutron] 10.222.0.24 "GET /v2.0/networks/af7ddb53-a503-4934-b82b-95b8c79b40c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099309 Jul 15 13:10:52.280587 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-b0e6cbd4-5a3b-4dd0-89af-4dc801aa469d service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629783 Jul 15 13:10:52.283191 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2c592-6528-4697-a01a-9d8a6c19b679 req-9f7fa263-fb8e-4a07-8ba3-24e6f734d4be tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:52.295163 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2c592-6528-4697-a01a-9d8a6c19b679 req-9f7fa263-fb8e-4a07-8ba3-24e6f734d4be tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:52.303357 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2c592-6528-4697-a01a-9d8a6c19b679 req-9f7fa263-fb8e-4a07-8ba3-24e6f734d4be tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:52.316203 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2c592-6528-4697-a01a-9d8a6c19b679 req-9f7fa263-fb8e-4a07-8ba3-24e6f734d4be tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:52.329578 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2c592-6528-4697-a01a-9d8a6c19b679 req-9f7fa263-fb8e-4a07-8ba3-24e6f734d4be tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:52.341046 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2c592-6528-4697-a01a-9d8a6c19b679 req-9f7fa263-fb8e-4a07-8ba3-24e6f734d4be tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:52.353900 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2c592-6528-4697-a01a-9d8a6c19b679 req-9f7fa263-fb8e-4a07-8ba3-24e6f734d4be tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:52.361083 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6bd2c592-6528-4697-a01a-9d8a6c19b679 req-9f7fa263-fb8e-4a07-8ba3-24e6f734d4be tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 5432 time: 0.3387971 Jul 15 13:10:52.453809 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-7c950fc2-24de-4498-b622-eb536813ffde service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=d6761381-f152-46b6-8605-a91b69be3f5c HTTP/1.1" status: 200 len: 217 time: 0.1622663 Jul 15 13:10:52.512085 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6bd2c592-6528-4697-a01a-9d8a6c19b679 req-9da59c39-a29b-44b1-acfa-6f5cd823d6c4 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&id=a34d650b-5b3d-42d8-b923-cf07724c6c75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1242785 Jul 15 13:10:52.646909 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-fa3090b1-0226-4126-b0f0-c58bfc8eab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:52.649564 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-fa3090b1-0226-4126-b0f0-c58bfc8eab40 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6da4ff9-68f2-4350-8517-a3f37f7c5c8e HTTP/1.1" status: 200 len: 797 time: 0.1902554 Jul 15 13:10:52.678944 n-d-758944-45 neutron-server[93814]: DEBUG neutron.objects.ports [None req-7d920f07-defc-47e4-b4ed-f3fa92ff663e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93814) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:10:52.680574 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d920f07-defc-47e4-b4ed-f3fa92ff663e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.740239 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-11dd87c0-bec5-48d0-890a-ec276c84c767 service neutron] 10.222.0.24 "GET /v2.0/networks/af7ddb53-a503-4934-b82b-95b8c79b40c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451466 Jul 15 13:10:52.831803 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-32fe2cbd-7536-403b-9002-fbd7e039adc2 req-4f4a8e93-9898-4a94-a2dd-a2a699960524 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=299b70d8-ed34-4ef5-bd1e-f53292d44108 HTTP/1.1" status: 200 len: 210 time: 0.0816140 Jul 15 13:10:52.844222 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d920f07-defc-47e4-b4ed-f3fa92ff663e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2e97ee87-293c-46c2-881f-f635e0e06dc5,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:52.877585 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d920f07-defc-47e4-b4ed-f3fa92ff663e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Checking segment: {'id': '7fa6c044-6836-40f2-92d2-8b9d903cbcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c3f49cf1-ef1e-43df-9a84-4486f8e590ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:52.880561 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d920f07-defc-47e4-b4ed-f3fa92ff663e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Network hostable DHCP agents. Network: c3f49cf1-ef1e-43df-9a84-4486f8e590ef, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:10:52.911345 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d920f07-defc-47e4-b4ed-f3fa92ff663e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Network c3f49cf1-ef1e-43df-9a84-4486f8e590ef is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:10:52.932699 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7d920f07-defc-47e4-b4ed-f3fa92ff663e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, c3f49cf1-ef1e-43df-9a84-4486f8e590ef) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:52.943655 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170dab87-f0cf-41df-950a-998b1f4405c3 None None] Network c3f49cf1-ef1e-43df-9a84-4486f8e590ef requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:52.944598 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d920f07-defc-47e4-b4ed-f3fa92ff663e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:52.945749 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d920f07-defc-47e4-b4ed-f3fa92ff663e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.978959 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-043a7898-4b6b-416b-8bf0-1e8500d4c272 service neutron] 10.222.0.24 "GET /v2.0/networks/af7ddb53-a503-4934-b82b-95b8c79b40c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133389 Jul 15 13:10:52.985692 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-34702068-38ea-4856-9679-c506b5114611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:52.988980 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-34702068-38ea-4856-9679-c506b5114611 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a1fa1aec-075f-4548-b538-3645f4cfde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3217585 Jul 15 13:10:52.994274 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7d920f07-defc-47e4-b4ed-f3fa92ff663e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5870554 Jul 15 13:10:52.997687 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 56334) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:53.014716 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-651f4a7d-049e-4b39-bf42-efda8f28eb7a tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-225171852', 'network_id': 'c3f49cf1-ef1e-43df-9a84-4486f8e590ef'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:53.158599 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651f4a7d-049e-4b39-bf42-efda8f28eb7a tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Made reservation on behalf of 214d53b152d94e828e92e7182ea6f8ae for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:53.161622 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-651f4a7d-049e-4b39-bf42-efda8f28eb7a tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.199629 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-651f4a7d-049e-4b39-bf42-efda8f28eb7a tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] device_id is not set on port ed716ed4-f4c6-41b8-8a1a-e20894c06497 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:10:53.223658 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.330429 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13db7bd9-ac9d-4166-80fb-a25ee0e088e4 None None] Network c3f49cf1-ef1e-43df-9a84-4486f8e590ef requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:10:53.379755 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ad7f31d0-7c01-4203-8cec-3005a9f8ea81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.662509 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-8d6474c7-857f-4690-9119-111e974161af service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6430390 Jul 15 13:10:53.689893 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-d883b474-252c-4a80-a6e8-6be37a1eb213 service neutron] 10.222.0.24 "GET /v2.0/networks/af7ddb53-a503-4934-b82b-95b8c79b40c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6929643 Jul 15 13:10:53.870329 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-651f4a7d-049e-4b39-bf42-efda8f28eb7a tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Allocated IP 172.20.0.13 (c3f49cf1-ef1e-43df-9a84-4486f8e590ef/2e97ee87-293c-46c2-881f-f635e0e06dc5/ed716ed4-f4c6-41b8-8a1a-e20894c06497) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:53.901587 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743907ee-5765-4e27-9910-2964d6be6860 req-f9698140-a461-4060-b27b-0f99074b5576 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:53.903321 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-743907ee-5765-4e27-9910-2964d6be6860 req-f9698140-a461-4060-b27b-0f99074b5576 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 945 time: 0.1847696 Jul 15 13:10:53.909924 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-7c79e185-b50d-42bd-8613-aa0973c939da service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189219 Jul 15 13:10:53.965458 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-743907ee-5765-4e27-9910-2964d6be6860 req-7d7ae3f6-1b5d-42e4-85f5-15fdafeff30d tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541372 Jul 15 13:10:54.178176 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-27c8b181-8c8c-46eb-9b0c-1aeb31902d9d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=ab5cfb37-8606-43a3-8c1c-bac95211bf1e HTTP/1.1" status: 200 len: 217 time: 0.2243536 Jul 15 13:10:54.314792 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa291e4-7f97-4773-a080-857feb23315b req-f00ef27c-88ff-4573-9114-30791c00c76e tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:54.316672 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4fa291e4-7f97-4773-a080-857feb23315b req-f00ef27c-88ff-4573-9114-30791c00c76e tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.1072922 Jul 15 13:10:54.424531 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4fa291e4-7f97-4773-a080-857feb23315b req-43192768-d247-4678-8d0d-956121131743 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982664 Jul 15 13:10:54.518338 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-e490a2a7-76ac-4856-bea6-ddc33c5a2e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:54.518338 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-e490a2a7-76ac-4856-bea6-ddc33c5a2e71 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6da4ff9-68f2-4350-8517-a3f37f7c5c8e HTTP/1.1" status: 200 len: 797 time: 0.3255250 Jul 15 13:10:54.582545 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:54.639045 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-948dad6f-680f-47f1-b4eb-a9c205d8f2b1 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:54.641630 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-948dad6f-680f-47f1-b4eb-a9c205d8f2b1 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.32 "GET /v2.0/networks?id=956bc45d-6e41-4c68-9338-128c7dab2eb0 HTTP/1.1" status: 200 len: 811 time: 0.6600549 Jul 15 13:10:54.673512 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-b9df1685-394d-4667-bd24-33af71887773 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Request body: {'port': {'device_id': '299b70d8-ed34-4ef5-bd1e-f53292d44108', 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0', 'admin_state_up': True, 'tenant_id': '46c681a3ac1f49edb652254baad292e0'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:54.688234 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-651f4a7d-049e-4b39-bf42-efda8f28eb7a tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:54.700836 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291d477-6efb-494f-b571-f45fef70da63 req-163baa36-508b-4e47-bf86-4bc9be3a7875 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:54.710571 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291d477-6efb-494f-b571-f45fef70da63 req-163baa36-508b-4e47-bf86-4bc9be3a7875 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:54.743802 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291d477-6efb-494f-b571-f45fef70da63 req-163baa36-508b-4e47-bf86-4bc9be3a7875 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:54.750486 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:54.755655 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291d477-6efb-494f-b571-f45fef70da63 req-163baa36-508b-4e47-bf86-4bc9be3a7875 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:54.762640 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291d477-6efb-494f-b571-f45fef70da63 req-163baa36-508b-4e47-bf86-4bc9be3a7875 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:54.769162 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291d477-6efb-494f-b571-f45fef70da63 req-163baa36-508b-4e47-bf86-4bc9be3a7875 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:54.775885 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291d477-6efb-494f-b571-f45fef70da63 req-163baa36-508b-4e47-bf86-4bc9be3a7875 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:54.778026 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0291d477-6efb-494f-b571-f45fef70da63 req-163baa36-508b-4e47-bf86-4bc9be3a7875 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 5432 time: 0.2137563 Jul 15 13:10:54.840718 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-25a1bb3e-9526-4ab9-9d23-0eb29378efce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:54.843379 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-25a1bb3e-9526-4ab9-9d23-0eb29378efce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a1fa1aec-075f-4548-b538-3645f4cfde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3015740 Jul 15 13:10:54.872458 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0291d477-6efb-494f-b571-f45fef70da63 req-ab71ae1b-c0b3-4e1b-8348-2f107b161193 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&id=a34d650b-5b3d-42d8-b923-cf07724c6c75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0797458 Jul 15 13:10:54.966743 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-651f4a7d-049e-4b39-bf42-efda8f28eb7a tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.134223 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-6d418a34-e8b3-491d-a092-7f499ef17454 service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793748 Jul 15 13:10:55.151600 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-b9df1685-394d-4667-bd24-33af71887773 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Made reservation on behalf of 46c681a3ac1f49edb652254baad292e0 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:55.167849 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-b9df1685-394d-4667-bd24-33af71887773 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.168447 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-27e05ea2-e0d2-48a7-ab22-30dad3538ac6 req-3f48cf48-5e86-4b7b-912c-3c582635e1f7 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=299b70d8-ed34-4ef5-bd1e-f53292d44108 HTTP/1.1" status: 200 len: 210 time: 0.0615993 Jul 15 13:10:55.279892 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651f4a7d-049e-4b39-bf42-efda8f28eb7a tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Network c3f49cf1-ef1e-43df-9a84-4486f8e590ef is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:55.316946 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-651f4a7d-049e-4b39-bf42-efda8f28eb7a tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:55.331744 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651f4a7d-049e-4b39-bf42-efda8f28eb7a tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:55.361143 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c95c86f2-f413-4f9d-a2f0-922831e69f89 req-7a0d5fd9-92d2-44dd-a691-28426f01475f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 210 time: 0.0568676 Jul 15 13:10:55.400522 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651f4a7d-049e-4b39-bf42-efda8f28eb7a tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:55.400522 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-651f4a7d-049e-4b39-bf42-efda8f28eb7a tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.443770 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f4a7d-049e-4b39-bf42-efda8f28eb7a tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Pushing event updated for resources: {'Port': ['ID=ed716ed4-f4c6-41b8-8a1a-e20894c06497,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:55.581864 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-e286c84a-476a-4aec-8908-5f74ac4ab766 service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327455 Jul 15 13:10:55.593128 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 56394) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:55.593443 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-651f4a7d-049e-4b39-bf42-efda8f28eb7a tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.5840309 Jul 15 13:10:55.747676 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-18066788-3371-4497-ab75-b6235386a9d0 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Deleting port ed716ed4-f4c6-41b8-8a1a-e20894c06497 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:55.748230 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18066788-3371-4497-ab75-b6235386a9d0 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.782651 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94bd79-2cb9-417e-b014-18dc32c188cf req-fa2ba1c7-a2c5-4b84-b58b-70bb094a183f tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:55.786190 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3e94bd79-2cb9-417e-b014-18dc32c188cf req-fa2ba1c7-a2c5-4b84-b58b-70bb094a183f tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.5618219 Jul 15 13:10:55.840903 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-37bba715-b6f0-4bdb-96f8-d687808179af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=27c8b5cc-27c5-4e1f-b672-4682ef536901 HTTP/1.1" status: 200 len: 217 time: 0.2407751 Jul 15 13:10:55.860356 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18066788-3371-4497-ab75-b6235386a9d0 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.879495 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-18066788-3371-4497-ab75-b6235386a9d0 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Calling delete_port for ed716ed4-f4c6-41b8-8a1a-e20894c06497 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:55.975572 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-b9df1685-394d-4667-bd24-33af71887773 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Allocated IP 172.20.0.10 (956bc45d-6e41-4c68-9338-128c7dab2eb0/d483a1a6-7065-4b15-8f19-4e9042e07796/cbf17ef3-7455-4a02-97b6-d0334efb8747) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:56.083765 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5b9e8-c777-4282-8c37-f3029feb90fd req-f1f0406a-a088-4904-ba07-74bebbbe5f05 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:56.091673 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-49d5b9e8-c777-4282-8c37-f3029feb90fd req-f1f0406a-a088-4904-ba07-74bebbbe5f05 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 945 time: 0.1493948 Jul 15 13:10:56.152823 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18066788-3371-4497-ab75-b6235386a9d0 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.203294 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.254645 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-49d5b9e8-c777-4282-8c37-f3029feb90fd req-38569e49-b37d-411d-95a9-b31f465c5d1f tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566420 Jul 15 13:10:56.260347 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18066788-3371-4497-ab75-b6235386a9d0 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed716ed4-f4c6-41b8-8a1a-e20894c06497,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:56.310794 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-b9df1685-394d-4667-bd24-33af71887773 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.418542 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-b9df1685-394d-4667-bd24-33af71887773 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.445650 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18066788-3371-4497-ab75-b6235386a9d0 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.455695 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3e94bd79-2cb9-417e-b014-18dc32c188cf req-531c6687-1bde-4393-8d09-f3e99bd86115 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6120813 Jul 15 13:10:56.460523 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-18066788-3371-4497-ab75-b6235386a9d0 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] 10.222.0.24 "DELETE /v2.0/ports/ed716ed4-f4c6-41b8-8a1a-e20894c06497 HTTP/1.1" status: 204 len: 168 time: 0.8633003 Jul 15 13:10:56.462105 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 56408) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:56.487111 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-04d7f07c-a80b-4a2f-a8e6-baf04785d50d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c3f49cf1-ef1e-43df-9a84-4486f8e590ef', 'external_fixed_ips': [{'subnet_id': '2e97ee87-293c-46c2-881f-f635e0e06dc5', 'ip_address': '172.20.0.13'}]}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:56.514115 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-da29a6b2-f5dc-4133-946c-3b30c6649eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:56.514115 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-da29a6b2-f5dc-4133-946c-3b30c6649eb6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5517f04-f874-4dc2-a2a6-0c279d24a4c6 HTTP/1.1" status: 200 len: 797 time: 0.6614692 Jul 15 13:10:56.602853 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04d7f07c-a80b-4a2f-a8e6-baf04785d50d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.608257 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04d7f07c-a80b-4a2f-a8e6-baf04785d50d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.743436 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-b9df1685-394d-4667-bd24-33af71887773 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Network 956bc45d-6e41-4c68-9338-128c7dab2eb0 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:56.771993 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-b9df1685-394d-4667-bd24-33af71887773 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:56.780149 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-b9df1685-394d-4667-bd24-33af71887773 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:56.826156 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df1685-394d-4667-bd24-33af71887773 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Pushing event updated for resources: {'Port': ['ID=cbf17ef3-7455-4a02-97b6-d0334efb8747,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:56.921963 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04d7f07c-a80b-4a2f-a8e6-baf04785d50d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.023803 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-b9df1685-394d-4667-bd24-33af71887773 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:57.024980 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-b9df1685-394d-4667-bd24-33af71887773 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.034545 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-e3827f90-2621-4c3f-87f6-092826881ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:57.038130 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-e3827f90-2621-4c3f-87f6-092826881ef8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3e157d46-1a46-4ef5-af60-0a822c2bdcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4900022 Jul 15 13:10:57.187361 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-b9df1685-394d-4667-bd24-33af71887773 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5298183 Jul 15 13:10:57.218188 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-358d4563-a11d-4afe-91f2-4bb6038bd9f1 service neutron] Request body: {'port': {'device_id': '299b70d8-ed34-4ef5-bd1e-f53292d44108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:57.277909 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04d7f07c-a80b-4a2f-a8e6-baf04785d50d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.340288 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-97497ab4-9595-438a-823b-74f80082fa79 service neutron] 10.222.0.32 "GET /v2.0/networks/3e157d46-1a46-4ef5-af60-0a822c2bdcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944040 Jul 15 13:10:57.367109 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89eb0c-6507-4abf-b415-7d71ab7608b1 req-3d84fd18-1d18-4103-b9b5-b8ea04e94976 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:57.375119 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db0d75-6512-4bb5-ae95-78f3ffdd8196 req-c2a9b5aa-a4f8-4a73-95cc-1ebfb16c5b15 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:57.375657 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89eb0c-6507-4abf-b415-7d71ab7608b1 req-3d84fd18-1d18-4103-b9b5-b8ea04e94976 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:57.376597 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-23db0d75-6512-4bb5-ae95-78f3ffdd8196 req-c2a9b5aa-a4f8-4a73-95cc-1ebfb16c5b15 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=299b70d8-ed34-4ef5-bd1e-f53292d44108 HTTP/1.1" status: 200 len: 932 time: 0.4791043 Jul 15 13:10:57.384417 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89eb0c-6507-4abf-b415-7d71ab7608b1 req-3d84fd18-1d18-4103-b9b5-b8ea04e94976 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:57.399385 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89eb0c-6507-4abf-b415-7d71ab7608b1 req-3d84fd18-1d18-4103-b9b5-b8ea04e94976 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:57.406101 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89eb0c-6507-4abf-b415-7d71ab7608b1 req-3d84fd18-1d18-4103-b9b5-b8ea04e94976 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:57.420796 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89eb0c-6507-4abf-b415-7d71ab7608b1 req-3d84fd18-1d18-4103-b9b5-b8ea04e94976 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:57.435311 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89eb0c-6507-4abf-b415-7d71ab7608b1 req-3d84fd18-1d18-4103-b9b5-b8ea04e94976 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:57.448809 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ed89eb0c-6507-4abf-b415-7d71ab7608b1 req-3d84fd18-1d18-4103-b9b5-b8ea04e94976 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 5432 time: 0.8889728 Jul 15 13:10:57.577171 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ed89eb0c-6507-4abf-b415-7d71ab7608b1 req-7d374b38-da9e-4e37-9f27-c01fd062f7e9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&id=a34d650b-5b3d-42d8-b923-cf07724c6c75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1268516 Jul 15 13:10:57.591664 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-358d4563-a11d-4afe-91f2-4bb6038bd9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.925135 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-23db0d75-6512-4bb5-ae95-78f3ffdd8196 req-695fcffe-2cd8-42f7-8cbf-862a1209fee6 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5134900 Jul 15 13:10:58.011563 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-7cd8cc2a-0bc9-4b54-a90c-87898f021578 service neutron] 10.222.0.32 "GET /v2.0/networks/3e157d46-1a46-4ef5-af60-0a822c2bdcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6532865 Jul 15 13:10:58.211123 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-5f04af7a-6e1e-4965-9ca8-2fbae10c131b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=06589b71-6e92-4c84-89d8-fd3a675bfd6c HTTP/1.1" status: 200 len: 217 time: 0.1811500 Jul 15 13:10:58.343749 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-0b1f3457-933e-4d63-a775-962d6411fe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:58.353448 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-0b1f3457-933e-4d63-a775-962d6411fe41 service neutron] 10.222.0.18 "GET /v2.0/ports/b6f4ad12-3700-4e2e-a890-1b96827e12d9 HTTP/1.1" status: 200 len: 1027 time: 0.2786763 Jul 15 13:10:58.520052 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04d7f07c-a80b-4a2f-a8e6-baf04785d50d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.576918 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04d7f07c-a80b-4a2f-a8e6-baf04785d50d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.595507 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-7ef5e4af-cc90-464a-a10b-f6b0bbcecfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:58.597931 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-7ef5e4af-cc90-464a-a10b-f6b0bbcecfb1 service neutron] 10.222.0.18 "GET /v2.0/ports/1f7146e3-8033-4950-8584-85d59a6f89e7 HTTP/1.1" status: 200 len: 1027 time: 0.2424152 Jul 15 13:10:58.599606 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1e28dcd5-de99-423e-acec-7bd5d02a59bd req-b4a2ae61-14ef-4ecf-b3b6-206daed2cf6e tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 210 time: 0.1824191 Jul 15 13:10:58.778590 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-7967edaf-eda5-4903-8308-57a7b589915b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:58.783420 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-7967edaf-eda5-4903-8308-57a7b589915b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5517f04-f874-4dc2-a2a6-0c279d24a4c6 HTTP/1.1" status: 200 len: 797 time: 0.5491345 Jul 15 13:10:59.003390 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-358d4563-a11d-4afe-91f2-4bb6038bd9f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf17ef3-7455-4a02-97b6-d0334efb8747 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:59.037688 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-358d4563-a11d-4afe-91f2-4bb6038bd9f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.108199 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-358d4563-a11d-4afe-91f2-4bb6038bd9f1 service neutron] Transition to ACTIVE for port object cbf17ef3-7455-4a02-97b6-d0334efb8747 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:59.164579 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-04d7f07c-a80b-4a2f-a8e6-baf04785d50d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Allocated IP 172.20.0.13 (c3f49cf1-ef1e-43df-9a84-4486f8e590ef/2e97ee87-293c-46c2-881f-f635e0e06dc5/f31a704d-04ee-4c6e-a529-e08429e39ed6) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:59.410103 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-358d4563-a11d-4afe-91f2-4bb6038bd9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.727474 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d921b-0e1f-4981-a33f-27587702f0c1 req-f5dcc3d4-77d7-4159-a628-8cd003bdb718 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:59.750459 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-529d921b-0e1f-4981-a33f-27587702f0c1 req-f5dcc3d4-77d7-4159-a628-8cd003bdb718 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.4838881 Jul 15 13:10:59.759376 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d4563-a11d-4afe-91f2-4bb6038bd9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf17ef3-7455-4a02-97b6-d0334efb8747,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:59.865673 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-7dd6dd22-2856-43a3-99e3-394a32d2f701 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:59.885570 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-7dd6dd22-2856-43a3-99e3-394a32d2f701 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:59.895745 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-7dd6dd22-2856-43a3-99e3-394a32d2f701 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:59.898462 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-7dd6dd22-2856-43a3-99e3-394a32d2f701 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.18 "GET /v2.0/networks?id=a68fe874-df04-4314-a181-131d0536a9d8&id=092cf651-d793-4b85-94d1-eb7a1eab171d&id=092cf651-d793-4b85-94d1-eb7a1eab171d&id=092cf651-d793-4b85-94d1-eb7a1eab171d&id=092cf651-d793-4b85-94d1-eb7a1eab171d&id=af7ddb53-a503-4934-b82b-95b8c79b40c8&id=af7ddb53-a503-4934-b82b-95b8c79b40c8 HTTP/1.1" status: 200 len: 1991 time: 1.2936776 Jul 15 13:10:59.920189 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eb91-5938-4237-80aa-540e15c56a8f req-e17b13ab-ec7d-4f23-858d-9f27cbda9dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:59.923911 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-e17b13ab-ec7d-4f23-858d-9f27cbda9dfe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3e157d46-1a46-4ef5-af60-0a822c2bdcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8014734 Jul 15 13:11:00.259957 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-84465833-0a04-4bc9-9c6f-9fb6075708c5 service neutron] 10.222.0.32 "GET /v2.0/networks/3e157d46-1a46-4ef5-af60-0a822c2bdcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288205 Jul 15 13:11:00.336792 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04d7f07c-a80b-4a2f-a8e6-baf04785d50d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.359890 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126711e4-d0cd-42f7-b857-703210ebfb58 req-dc8d825c-e246-4abd-9375-ef0e4031b1e8 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:00.370974 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126711e4-d0cd-42f7-b857-703210ebfb58 req-dc8d825c-e246-4abd-9375-ef0e4031b1e8 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:00.393586 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126711e4-d0cd-42f7-b857-703210ebfb58 req-dc8d825c-e246-4abd-9375-ef0e4031b1e8 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:00.410775 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126711e4-d0cd-42f7-b857-703210ebfb58 req-dc8d825c-e246-4abd-9375-ef0e4031b1e8 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:00.422325 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126711e4-d0cd-42f7-b857-703210ebfb58 req-dc8d825c-e246-4abd-9375-ef0e4031b1e8 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:00.429255 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126711e4-d0cd-42f7-b857-703210ebfb58 req-dc8d825c-e246-4abd-9375-ef0e4031b1e8 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:00.439322 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126711e4-d0cd-42f7-b857-703210ebfb58 req-dc8d825c-e246-4abd-9375-ef0e4031b1e8 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:00.448003 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-126711e4-d0cd-42f7-b857-703210ebfb58 req-dc8d825c-e246-4abd-9375-ef0e4031b1e8 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 5432 time: 1.1652131 Jul 15 13:11:00.553086 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-126711e4-d0cd-42f7-b857-703210ebfb58 req-e40851f3-2024-4abd-9f7c-92ab10591b41 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&id=a34d650b-5b3d-42d8-b923-cf07724c6c75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1040184 Jul 15 13:11:00.576458 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c813eb91-5938-4237-80aa-540e15c56a8f req-0950737c-5a03-4757-ab9b-e81713168567 service neutron] 10.222.0.32 "GET /v2.0/networks/3e157d46-1a46-4ef5-af60-0a822c2bdcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739415 Jul 15 13:11:00.581135 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-358d4563-a11d-4afe-91f2-4bb6038bd9f1 service neutron] Attempting to bind port cbf17ef3-7455-4a02-97b6-d0334efb8747 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:00.581580 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-358d4563-a11d-4afe-91f2-4bb6038bd9f1 service neutron] Attempting to bind port cbf17ef3-7455-4a02-97b6-d0334efb8747 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'faa6f47b-5a42-4f3d-8726-d44abedde300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:00.582128 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-358d4563-a11d-4afe-91f2-4bb6038bd9f1 service neutron] Attempting to bind port cbf17ef3-7455-4a02-97b6-d0334efb8747 on network 956bc45d-6e41-4c68-9338-128c7dab2eb0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:00.583656 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-052e729a-3373-446d-939d-ca7aeded1731 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=418a827c6cea45b7b8c4dddb4927b332 HTTP/1.1" status: 200 len: 380 time: 0.6712241 Jul 15 13:11:00.602232 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-c38bfdbb-82cb-401c-923e-ebf4a459b4b0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Request body: {'port': {'device_id': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'network_id': 'a68fe874-df04-4314-a181-131d0536a9d8', 'admin_state_up': True, 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'security_groups': ['455e1ca1-9db0-44d4-8190-9a75304b39f8']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:00.602805 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-529d921b-0e1f-4981-a33f-27587702f0c1 req-8e3a6d33-3df0-4530-8bd8-2e533e74176c tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8488669 Jul 15 13:11:00.618600 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-358d4563-a11d-4afe-91f2-4bb6038bd9f1 service neutron] Port cbf17ef3-7455-4a02-97b6-d0334efb8747 on network 956bc45d-6e41-4c68-9338-128c7dab2eb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:11:00.622129 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-358d4563-a11d-4afe-91f2-4bb6038bd9f1 service neutron] Attempting to bind port cbf17ef3-7455-4a02-97b6-d0334efb8747 on network 956bc45d-6e41-4c68-9338-128c7dab2eb0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:00.647050 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-358d4563-a11d-4afe-91f2-4bb6038bd9f1 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:00.647050 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-358d4563-a11d-4afe-91f2-4bb6038bd9f1 service neutron] Checking segment: {'id': 'faa6f47b-5a42-4f3d-8726-d44abedde300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:00.647050 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-358d4563-a11d-4afe-91f2-4bb6038bd9f1 service neutron] Bound using segment: {'id': 'faa6f47b-5a42-4f3d-8726-d44abedde300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:00.647050 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-358d4563-a11d-4afe-91f2-4bb6038bd9f1 service neutron] Bound port: cbf17ef3-7455-4a02-97b6-d0334efb8747, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faa6f47b-5a42-4f3d-8726-d44abedde300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:00.647050 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-358d4563-a11d-4afe-91f2-4bb6038bd9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.790878 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04d7f07c-a80b-4a2f-a8e6-baf04785d50d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.103554 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-358d4563-a11d-4afe-91f2-4bb6038bd9f1 service neutron] For port cbf17ef3-7455-4a02-97b6-d0334efb8747, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:01.114213 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-358d4563-a11d-4afe-91f2-4bb6038bd9f1 service neutron] For port cbf17ef3-7455-4a02-97b6-d0334efb8747, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=cbf17ef3-7455-4a02-97b6-d0334efb8747,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:01.141074 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-358d4563-a11d-4afe-91f2-4bb6038bd9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.180875 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9 req-af0ee990-99a9-483e-9964-9ce018a8da6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:01.181982 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9 req-af0ee990-99a9-483e-9964-9ce018a8da6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:01.184096 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9 req-af0ee990-99a9-483e-9964-9ce018a8da6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:01.185142 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9 req-af0ee990-99a9-483e-9964-9ce018a8da6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:01.186736 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9 req-af0ee990-99a9-483e-9964-9ce018a8da6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:01.187642 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9 req-af0ee990-99a9-483e-9964-9ce018a8da6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:01.188556 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9 req-af0ee990-99a9-483e-9964-9ce018a8da6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:01.193019 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9 req-af0ee990-99a9-483e-9964-9ce018a8da6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d0be6e00b0740c79716294273e5f5c7&device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 6496 time: 0.3331258 Jul 15 13:11:01.343951 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d7f07c-a80b-4a2f-a8e6-baf04785d50d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Network c3f49cf1-ef1e-43df-9a84-4486f8e590ef is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:01.348941 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-358d4563-a11d-4afe-91f2-4bb6038bd9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:01.353917 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-358d4563-a11d-4afe-91f2-4bb6038bd9f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.362889 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-358d4563-a11d-4afe-91f2-4bb6038bd9f1 service neutron] 10.222.0.32 "PUT /v2.0/ports/cbf17ef3-7455-4a02-97b6-d0334efb8747 HTTP/1.1" status: 200 len: 1093 time: 4.1519887 Jul 15 13:11:01.410915 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299b70d8-ed34-4ef5-bd1e-f53292d44108', 'tag': 'cbf17ef3-7455-4a02-97b6-d0334efb8747'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:01.415014 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50eee3d0-dcea-4514-a680-44f2d89b2d11" -d '{"events": [{"name": "network-changed", "server_uuid": "299b70d8-ed34-4ef5-bd1e-f53292d44108", "tag": "cbf17ef3-7455-4a02-97b6-d0334efb8747"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:01.460349 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-04d7f07c-a80b-4a2f-a8e6-baf04785d50d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:01.475942 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190541f-4044-4c99-be0e-bed32ffe2434 req-3c9f62f0-5af5-4a6a-8c2e-c8596867ba90 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:01.490654 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d190541f-4044-4c99-be0e-bed32ffe2434 req-3c9f62f0-5af5-4a6a-8c2e-c8596867ba90 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=299b70d8-ed34-4ef5-bd1e-f53292d44108 HTTP/1.1" status: 200 len: 944 time: 0.5171032 Jul 15 13:11:01.530815 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d7f07c-a80b-4a2f-a8e6-baf04785d50d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:01.669159 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7f07c-a80b-4a2f-a8e6-baf04785d50d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Pushing event updated for resources: {'Port': ['ID=f31a704d-04ee-4c6e-a529-e08429e39ed6,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:01.726210 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-c38bfdbb-82cb-401c-923e-ebf4a459b4b0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Made reservation on behalf of 418a827c6cea45b7b8c4dddb4927b332 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:01.741576 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-c38bfdbb-82cb-401c-923e-ebf4a459b4b0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.773265 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d4563-a11d-4afe-91f2-4bb6038bd9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf17ef3-7455-4a02-97b6-d0334efb8747,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:01.859794 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d190541f-4044-4c99-be0e-bed32ffe2434 req-0de69a21-587f-4986-bd97-c90aacae8997 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660009 Jul 15 13:11:01.985742 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332fd90-5cc8-4486-9b26-9179a7c43221 req-9cc7b54e-3a8b-4698-9c76-398dbfd34d14 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:01.986092 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9 req-be5046b0-96e2-408e-a555-fd1a89e2a2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:01.988606 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9 req-be5046b0-96e2-408e-a555-fd1a89e2a2c5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3e157d46-1a46-4ef5-af60-0a822c2bdcfe HTTP/1.1" status: 200 len: 902 time: 0.7376039 Jul 15 13:11:01.994074 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f332fd90-5cc8-4486-9b26-9179a7c43221 req-9cc7b54e-3a8b-4698-9c76-398dbfd34d14 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 945 time: 1.0300398 Jul 15 13:11:02.056793 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-26f9ea5f-7ba6-4518-9548-71b4ef498d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:02.058673 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-26f9ea5f-7ba6-4518-9548-71b4ef498d7a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=46c681a3ac1f49edb652254baad292e0&device_id=299b70d8-ed34-4ef5-bd1e-f53292d44108 HTTP/1.1" status: 200 len: 1096 time: 0.5639224 Jul 15 13:11:02.063003 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9 req-f0a85ae5-4155-49c6-83c4-69c5777ebf1d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=27c8b5cc-27c5-4e1f-b672-4682ef536901 HTTP/1.1" status: 200 len: 217 time: 0.0648172 Jul 15 13:11:02.180734 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f332fd90-5cc8-4486-9b26-9179a7c43221 req-b1806d8d-b40e-4592-ab5f-144e4e199c49 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812565 Jul 15 13:11:02.228870 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-c38bfdbb-82cb-401c-923e-ebf4a459b4b0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Allocated IP 172.20.0.4 (a68fe874-df04-4314-a181-131d0536a9d8/bb32fc9a-711d-486b-b43b-dc825031996b/8f564a5e-612b-4a41-8d78-25b6e98f9169) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:02.424372 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-c38bfdbb-82cb-401c-923e-ebf4a459b4b0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.442483 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-c38bfdbb-82cb-401c-923e-ebf4a459b4b0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Transition to ACTIVE for port object 8f564a5e-612b-4a41-8d78-25b6e98f9169 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:02.537029 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-c38bfdbb-82cb-401c-923e-ebf4a459b4b0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.599585 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-c38bfdbb-82cb-401c-923e-ebf4a459b4b0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Network a68fe874-df04-4314-a181-131d0536a9d8 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:02.613668 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-c38bfdbb-82cb-401c-923e-ebf4a459b4b0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:02.622541 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-c38bfdbb-82cb-401c-923e-ebf4a459b4b0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:02.825215 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:11:03.018376 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-050eba67-9e9e-49b5-96d0-0b79b2310004 req-ce469a19-ecff-4edf-90dc-b78746d1d367 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 210 time: 0.9579873 Jul 15 13:11:03.153960 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38bfdbb-82cb-401c-923e-ebf4a459b4b0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Pushing event updated for resources: {'Port': ['ID=8f564a5e-612b-4a41-8d78-25b6e98f9169,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:03.194926 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-c38bfdbb-82cb-401c-923e-ebf4a459b4b0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:03.201218 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-c38bfdbb-82cb-401c-923e-ebf4a459b4b0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.248994 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-c38bfdbb-82cb-401c-923e-ebf4a459b4b0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6568263 Jul 15 13:11:03.271283 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-228a9c87-c59a-4d31-aeed-1d7af4039696 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Request body: {'port': {'device_id': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'network_id': '092cf651-d793-4b85-94d1-eb7a1eab171d', 'admin_state_up': True, 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'security_groups': ['455e1ca1-9db0-44d4-8190-9a75304b39f8']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:03.275058 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1cee6378-47db-4af5-bea5-c5e1e17a20e2 None None] Provisioning for port 8f564a5e-612b-4a41-8d78-25b6e98f9169 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:03.290916 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-f54ae027-00eb-4dc5-9f96-8367b223c543 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbf17ef3-7455-4a02-97b6-d0334efb8747 HTTP/1.1" status: 200 len: 217 time: 0.2591197 Jul 15 13:11:03.295456 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5281b981-500c-4461-b13b-7c1588606bfe x-openstack-request-id: req-5281b981-500c-4461-b13b-7c1588606bfe {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:03.296144 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299b70d8-ed34-4ef5-bd1e-f53292d44108", "tag": "cbf17ef3-7455-4a02-97b6-d0334efb8747", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:03.296540 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5281b981-500c-4461-b13b-7c1588606bfe {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:03.297310 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '299b70d8-ed34-4ef5-bd1e-f53292d44108', 'tag': 'cbf17ef3-7455-4a02-97b6-d0334efb8747', 'status': 'completed', 'code': 200} Jul 15 13:11:03.306458 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1cee6378-47db-4af5-bea5-c5e1e17a20e2 None None] Provisioning complete for port 8f564a5e-612b-4a41-8d78-25b6e98f9169 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:03.314191 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1cee6378-47db-4af5-bea5-c5e1e17a20e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.331269 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04d7f07c-a80b-4a2f-a8e6-baf04785d50d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.373727 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9 req-52d016ab-fe06-4826-80f6-0847bbcdabe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:03.376445 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9 req-52d016ab-fe06-4826-80f6-0847bbcdabe7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5517f04-f874-4dc2-a2a6-0c279d24a4c6 HTTP/1.1" status: 200 len: 797 time: 0.3568213 Jul 15 13:11:03.445106 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-a677dbf3-b7ac-472c-981e-1c68874b6170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:03.447114 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-a677dbf3-b7ac-472c-981e-1c68874b6170 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d483a1a6-7065-4b15-8f19-4e9042e07796 HTTP/1.1" status: 200 len: 851 time: 0.1486728 Jul 15 13:11:03.481724 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4038ad2-11ff-4b85-a16c-21a1cfc95139 req-0a024a07-7707-4b55-b36d-6cecdea7538e tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:03.507693 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a4038ad2-11ff-4b85-a16c-21a1cfc95139 req-0a024a07-7707-4b55-b36d-6cecdea7538e tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.8530979 Jul 15 13:11:03.513960 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-1cee6378-47db-4af5-bea5-c5e1e17a20e2 None None] Port 8f564a5e-612b-4a41-8d78-25b6e98f9169 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:03.514828 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-5ba40564-9522-46ec-9d82-7ec92b964c89 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=956bc45d-6e41-4c68-9338-128c7dab2eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556774 Jul 15 13:11:03.533747 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9 req-6ebc105c-26d5-443a-9057-81eee3b29760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:03.536042 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9 req-6ebc105c-26d5-443a-9057-81eee3b29760 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3e157d46-1a46-4ef5-af60-0a822c2bdcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1512902 Jul 15 13:11:03.695766 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a4038ad2-11ff-4b85-a16c-21a1cfc95139 req-41a1ef0d-31e8-42c6-a06e-60e36c1c3a5b tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867442 Jul 15 13:11:03.740764 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-228a9c87-c59a-4d31-aeed-1d7af4039696 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Made reservation on behalf of 418a827c6cea45b7b8c4dddb4927b332 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:03.745435 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-228a9c87-c59a-4d31-aeed-1d7af4039696 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:04.005510 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9 req-c2d5c619-681e-4330-8d75-943f460b5241 service neutron] 10.222.0.32 "GET /v2.0/networks/3e157d46-1a46-4ef5-af60-0a822c2bdcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553952 Jul 15 13:11:04.008057 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-2a082f80-0c6f-4b36-ad0e-20a8c07b0a79 service neutron] 10.222.0.32 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4840250 Jul 15 13:11:04.037695 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04d7f07c-a80b-4a2f-a8e6-baf04785d50d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:04.042507 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd2b72-e2e7-4a27-bfb1-ccf3408b3e6b req-8a6d2751-1b16-423a-8a2e-47363ea3414a tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:04.049842 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd2b72-e2e7-4a27-bfb1-ccf3408b3e6b req-8a6d2751-1b16-423a-8a2e-47363ea3414a tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:04.052109 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-228a9c87-c59a-4d31-aeed-1d7af4039696 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Allocated IP 10.1.1.153 (092cf651-d793-4b85-94d1-eb7a1eab171d/a43bc5d5-1c28-45f8-9de2-b37f1dc5ca84/c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:04.056278 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd2b72-e2e7-4a27-bfb1-ccf3408b3e6b req-8a6d2751-1b16-423a-8a2e-47363ea3414a tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:04.063057 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd2b72-e2e7-4a27-bfb1-ccf3408b3e6b req-8a6d2751-1b16-423a-8a2e-47363ea3414a tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:04.069047 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd2b72-e2e7-4a27-bfb1-ccf3408b3e6b req-8a6d2751-1b16-423a-8a2e-47363ea3414a tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:04.075708 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd2b72-e2e7-4a27-bfb1-ccf3408b3e6b req-8a6d2751-1b16-423a-8a2e-47363ea3414a tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:04.082404 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd2b72-e2e7-4a27-bfb1-ccf3408b3e6b req-8a6d2751-1b16-423a-8a2e-47363ea3414a tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:04.094785 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e4cd2b72-e2e7-4a27-bfb1-ccf3408b3e6b req-8a6d2751-1b16-423a-8a2e-47363ea3414a tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 5432 time: 0.4947865 Jul 15 13:11:04.404598 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9 req-1eaa7ff2-fe67-44a5-af6a-c114c6342d1c service neutron] 10.222.0.32 "GET /v2.0/networks/3e157d46-1a46-4ef5-af60-0a822c2bdcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981644 Jul 15 13:11:04.434830 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e4cd2b72-e2e7-4a27-bfb1-ccf3408b3e6b req-69c17c68-1914-4d20-a62c-003d77626f23 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&id=a34d650b-5b3d-42d8-b923-cf07724c6c75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3391061 Jul 15 13:11:04.571610 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8a590f6-484b-467f-9d78-7c40bf56ff46 req-980faf17-5161-43c2-97a9-3f25cfc9bffe service neutron] 10.222.0.32 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569149 Jul 15 13:11:04.751710 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d5b95-df46-4e5d-8876-b2bbdb03f106 req-9057f362-df08-42c9-a389-932d7065a116 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:04.753389 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8e4d5b95-df46-4e5d-8876-b2bbdb03f106 req-9057f362-df08-42c9-a389-932d7065a116 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=299b70d8-ed34-4ef5-bd1e-f53292d44108 HTTP/1.1" status: 200 len: 944 time: 0.5862823 Jul 15 13:11:04.913853 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9 req-ab34e700-489c-4dd5-8a58-f0b140781524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:04.915214 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9 req-ab34e700-489c-4dd5-8a58-f0b140781524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:04.915899 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9 req-ab34e700-489c-4dd5-8a58-f0b140781524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:04.916439 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9 req-ab34e700-489c-4dd5-8a58-f0b140781524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:04.916977 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9 req-ab34e700-489c-4dd5-8a58-f0b140781524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:04.917554 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9 req-ab34e700-489c-4dd5-8a58-f0b140781524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:04.918121 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9 req-ab34e700-489c-4dd5-8a58-f0b140781524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:04.921299 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9 req-ab34e700-489c-4dd5-8a58-f0b140781524 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d0be6e00b0740c79716294273e5f5c7&device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 6496 time: 0.3312898 Jul 15 13:11:05.044612 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8e4d5b95-df46-4e5d-8876-b2bbdb03f106 req-21012ec4-a002-4027-b426-3867ee07c202 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574301 Jul 15 13:11:05.051324 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eee3d0-dcea-4514-a680-44f2d89b2d11 req-46886ed6-7c12-489f-bd1b-45842f41da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:05.061535 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-50eee3d0-dcea-4514-a680-44f2d89b2d11 req-46886ed6-7c12-489f-bd1b-45842f41da0c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=46c681a3ac1f49edb652254baad292e0&device_id=299b70d8-ed34-4ef5-bd1e-f53292d44108 HTTP/1.1" status: 200 len: 1096 time: 0.3231320 Jul 15 13:11:05.068093 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d7f07c-a80b-4a2f-a8e6-baf04785d50d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Router 346fbca1-1c0d-4156-a463-e7383da272cd is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:11:05.086917 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-228a9c87-c59a-4d31-aeed-1d7af4039696 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.728346 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9 req-4ced1f72-3045-4721-8625-47a158c96074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:05.730888 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9 req-4ced1f72-3045-4721-8625-47a158c96074 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3e157d46-1a46-4ef5-af60-0a822c2bdcfe HTTP/1.1" status: 200 len: 902 time: 0.7963409 Jul 15 13:11:05.733543 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eee3d0-dcea-4514-a680-44f2d89b2d11 req-b61bb551-f0d1-46e5-aafb-020521a678b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:05.735480 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-50eee3d0-dcea-4514-a680-44f2d89b2d11 req-b61bb551-f0d1-46e5-aafb-020521a678b0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=956bc45d-6e41-4c68-9338-128c7dab2eb0 HTTP/1.1" status: 200 len: 912 time: 0.6276228 Jul 15 13:11:05.814087 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-50eee3d0-dcea-4514-a680-44f2d89b2d11 req-686b2588-6b68-4a85-b874-547a8c655d64 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbf17ef3-7455-4a02-97b6-d0334efb8747 HTTP/1.1" status: 200 len: 217 time: 0.0690720 Jul 15 13:11:05.894669 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-228a9c87-c59a-4d31-aeed-1d7af4039696 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Transition to ACTIVE for port object c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:05.921884 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9 req-47165bb7-f6b7-47ec-a913-73444249f25d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=06589b71-6e92-4c84-89d8-fd3a675bfd6c HTTP/1.1" status: 200 len: 217 time: 0.1164157 Jul 15 13:11:06.038271 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eee3d0-dcea-4514-a680-44f2d89b2d11 req-5e6a6049-11b5-4bf7-a959-f884b573e7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:06.041560 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-50eee3d0-dcea-4514-a680-44f2d89b2d11 req-5e6a6049-11b5-4bf7-a959-f884b573e7e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d483a1a6-7065-4b15-8f19-4e9042e07796 HTTP/1.1" status: 200 len: 851 time: 0.1645474 Jul 15 13:11:06.054900 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d7f07c-a80b-4a2f-a8e6-baf04785d50d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:11:06.067039 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115832ed-b06d-4812-8232-050a800e1ee8 None None] Sync routers for ids ['346fbca1-1c0d-4156-a463-e7383da272cd'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:11:06.082593 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115832ed-b06d-4812-8232-050a800e1ee8 None None] Routers {'346fbca1-1c0d-4156-a463-e7383da272cd'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:06.085131 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-115832ed-b06d-4812-8232-050a800e1ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:10:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['346fbca1-1c0d-4156-a463-e7383da272cd'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:06.174031 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04d7f07c-a80b-4a2f-a8e6-baf04785d50d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:06.176113 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-04d7f07c-a80b-4a2f-a8e6-baf04785d50d tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 9.7071750 Jul 15 13:11:06.191565 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 56498) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:06.218139 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9 req-5282400b-3e84-4dda-ad8a-c59d9cb52dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:06.219865 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9 req-5282400b-3e84-4dda-ad8a-c59d9cb52dd7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5517f04-f874-4dc2-a2a6-0c279d24a4c6 HTTP/1.1" status: 200 len: 797 time: 0.1759336 Jul 15 13:11:06.264596 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fda3d-f11f-4255-8ff3-af574ba71065 req-69f4834b-1805-4b4c-8c6c-d44f99dda33a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:06.266324 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5f3fda3d-f11f-4255-8ff3-af574ba71065 req-69f4834b-1805-4b4c-8c6c-d44f99dda33a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 931 time: 0.7201183 Jul 15 13:11:06.400848 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-228a9c87-c59a-4d31-aeed-1d7af4039696 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:06.438425 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-50eee3d0-dcea-4514-a680-44f2d89b2d11 req-fe008b04-e0fd-4efc-a0ed-8691c335c018 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=956bc45d-6e41-4c68-9338-128c7dab2eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2174573 Jul 15 13:11:06.474189 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e33b91-0ae0-443a-b356-d238cdbed8c0 req-01259f77-e513-42a1-a7de-59c834a0d725 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:06.476333 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-115832ed-b06d-4812-8232-050a800e1ee8 None None] Set router 346fbca1-1c0d-4156-a463-e7383da272cd gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:06.498696 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f4e33b91-0ae0-443a-b356-d238cdbed8c0 req-01259f77-e513-42a1-a7de-59c834a0d725 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.6404452 Jul 15 13:11:06.640776 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-228a9c87-c59a-4d31-aeed-1d7af4039696 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Network 092cf651-d793-4b85-94d1-eb7a1eab171d is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:06.782270 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f860590-a6bb-432c-a372-5af74e6f26ba tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:06.785417 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-50eee3d0-dcea-4514-a680-44f2d89b2d11 req-d2c8ba1b-f4ba-4147-9baf-63397d9abdc6 service neutron] 10.222.0.32 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113174 Jul 15 13:11:06.808018 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-228a9c87-c59a-4d31-aeed-1d7af4039696 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:06.870503 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-228a9c87-c59a-4d31-aeed-1d7af4039696 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:06.877634 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a9c87-c59a-4d31-aeed-1d7af4039696 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Pushing event updated for resources: {'Port': ['ID=c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:06.887076 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5f3fda3d-f11f-4255-8ff3-af574ba71065 req-27bfe875-d1fc-40c6-9387-b0633db949c1 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5036755 Jul 15 13:11:06.939139 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a9c87-c59a-4d31-aeed-1d7af4039696 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:06.940741 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a9c87-c59a-4d31-aeed-1d7af4039696 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:06.942050 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a9c87-c59a-4d31-aeed-1d7af4039696 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:06.942881 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a9c87-c59a-4d31-aeed-1d7af4039696 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:06.943592 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a9c87-c59a-4d31-aeed-1d7af4039696 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:06.944353 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a9c87-c59a-4d31-aeed-1d7af4039696 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:06.946206 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a9c87-c59a-4d31-aeed-1d7af4039696 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:06.947431 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a9c87-c59a-4d31-aeed-1d7af4039696 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:06.949346 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a9c87-c59a-4d31-aeed-1d7af4039696 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:06.950234 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a9c87-c59a-4d31-aeed-1d7af4039696 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:06.951153 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a9c87-c59a-4d31-aeed-1d7af4039696 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:06.952354 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a9c87-c59a-4d31-aeed-1d7af4039696 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:07.073045 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9 req-31581625-bba7-46a4-9316-52f4de30ece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:07.076955 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9 req-31581625-bba7-46a4-9316-52f4de30ece2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3e157d46-1a46-4ef5-af60-0a822c2bdcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8027809 Jul 15 13:11:07.104137 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-115832ed-b06d-4812-8232-050a800e1ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346fbca1-1c0d-4156-a463-e7383da272cd', 'name': '', 'tenant_id': '214d53b152d94e828e92e7182ea6f8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c3f49cf1-ef1e-43df-9a84-4486f8e590ef', 'external_fixed_ips': [{'subnet_id': '2e97ee87-293c-46c2-881f-f635e0e06dc5', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'f31a704d-04ee-4c6e-a529-e08429e39ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:56Z', 'updated_at': '2021-07-15T13:11:02Z', 'revision_number': 3, 'project_id': '214d53b152d94e828e92e7182ea6f8ae', 'gw_port': {'id': 'f31a704d-04ee-4c6e-a529-e08429e39ed6', 'name': '', 'network_id': 'c3f49cf1-ef1e-43df-9a84-4486f8e590ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:56:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346fbca1-1c0d-4156-a463-e7383da272cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2e97ee87-293c-46c2-881f-f635e0e06dc5', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:10:58Z', 'updated_at': '2021-07-15T13:10:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e97ee87-293c-46c2-881f-f635e0e06dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:07.134592 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-50eee3d0-dcea-4514-a680-44f2d89b2d11 req-6e52fafa-f377-4b70-9c4e-82cbb2e43b55 service neutron] 10.222.0.32 "GET /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336465 Jul 15 13:11:07.140320 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f4e33b91-0ae0-443a-b356-d238cdbed8c0 req-210f32c9-20f5-4b09-b12c-c405a0a623fd tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6396914 Jul 15 13:11:07.302967 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9 req-ca4f96a5-f6fc-495b-98f5-a24409f72b4b service neutron] 10.222.0.32 "GET /v2.0/networks/3e157d46-1a46-4ef5-af60-0a822c2bdcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082355 Jul 15 13:11:07.321072 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-228a9c87-c59a-4d31-aeed-1d7af4039696 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:07.322121 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-228a9c87-c59a-4d31-aeed-1d7af4039696 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.387338 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-228a9c87-c59a-4d31-aeed-1d7af4039696 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1204765 Jul 15 13:11:07.404996 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-b63ade72-386b-4ed4-a2a0-788bea349890 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Request body: {'port': {'device_id': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'network_id': '092cf651-d793-4b85-94d1-eb7a1eab171d', 'admin_state_up': True, 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'security_groups': ['455e1ca1-9db0-44d4-8190-9a75304b39f8']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:07.663264 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bea25a03-4d6e-4e17-a84b-0883f4ca0bc9 req-6b8b8c97-e232-41f4-86a3-dee7bfaf7661 service neutron] 10.222.0.32 "GET /v2.0/networks/3e157d46-1a46-4ef5-af60-0a822c2bdcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513696 Jul 15 13:11:07.669721 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f860590-a6bb-432c-a372-5af74e6f26ba tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.706137 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8de9aa-267e-46ea-ba65-27bc4242bc32 req-fa2b2464-89d8-40f0-afd3-29a86d22ecbb tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:07.722540 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8de9aa-267e-46ea-ba65-27bc4242bc32 req-fa2b2464-89d8-40f0-afd3-29a86d22ecbb tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:07.739494 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8de9aa-267e-46ea-ba65-27bc4242bc32 req-fa2b2464-89d8-40f0-afd3-29a86d22ecbb tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:07.761651 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8de9aa-267e-46ea-ba65-27bc4242bc32 req-fa2b2464-89d8-40f0-afd3-29a86d22ecbb tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:07.761977 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115832ed-b06d-4812-8232-050a800e1ee8 None None] Checking router: 346fbca1-1c0d-4156-a463-e7383da272cd for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:11:07.762140 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115832ed-b06d-4812-8232-050a800e1ee8 None None] Updating router 346fbca1-1c0d-4156-a463-e7383da272cd port f31a704d-04ee-4c6e-a529-e08429e39ed6 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:11:07.790152 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8de9aa-267e-46ea-ba65-27bc4242bc32 req-fa2b2464-89d8-40f0-afd3-29a86d22ecbb tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:07.796850 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-b63ade72-386b-4ed4-a2a0-788bea349890 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Made reservation on behalf of 418a827c6cea45b7b8c4dddb4927b332 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:07.804673 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-b63ade72-386b-4ed4-a2a0-788bea349890 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.813530 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8de9aa-267e-46ea-ba65-27bc4242bc32 req-fa2b2464-89d8-40f0-afd3-29a86d22ecbb tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:07.831039 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8de9aa-267e-46ea-ba65-27bc4242bc32 req-fa2b2464-89d8-40f0-afd3-29a86d22ecbb tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:07.832835 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d83e519d-cdf5-4127-bb62-bf0a9e4e4306 None None] Provisioning for port c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:07.835355 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c8de9aa-267e-46ea-ba65-27bc4242bc32 req-fa2b2464-89d8-40f0-afd3-29a86d22ecbb tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 5432 time: 0.4592092 Jul 15 13:11:07.843581 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d83e519d-cdf5-4127-bb62-bf0a9e4e4306 None None] Provisioning complete for port c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:07.844231 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d83e519d-cdf5-4127-bb62-bf0a9e4e4306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.953162 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c8de9aa-267e-46ea-ba65-27bc4242bc32 req-8dc360e7-c3cf-4835-b452-ec70acc74b70 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&id=a34d650b-5b3d-42d8-b923-cf07724c6c75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1015282 Jul 15 13:11:08.008278 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d83e519d-cdf5-4127-bb62-bf0a9e4e4306 None None] Port c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:08.013698 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5f860590-a6bb-432c-a372-5af74e6f26ba tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Deleting port f31a704d-04ee-4c6e-a529-e08429e39ed6 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:08.024530 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f860590-a6bb-432c-a372-5af74e6f26ba tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.049562 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-115832ed-b06d-4812-8232-050a800e1ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.238386 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.253689 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f860590-a6bb-432c-a372-5af74e6f26ba tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.288074 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5f860590-a6bb-432c-a372-5af74e6f26ba tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Calling delete_port for f31a704d-04ee-4c6e-a529-e08429e39ed6 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:08.564733 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device cbf17ef3-7455-4a02-97b6-d0334efb8747 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:11:08.617548 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b39ee0-a681-4d8f-ae38-6bfe48ea782f req-c3a9360a-1603-460e-83ba-57cf2ebfc1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:08.625512 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-90b39ee0-a681-4d8f-ae38-6bfe48ea782f req-c3a9360a-1603-460e-83ba-57cf2ebfc1de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e51b95462ec42b2a02dd62dd4e4547f&device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 1097 time: 0.4821424 Jul 15 13:11:08.706196 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-b63ade72-386b-4ed4-a2a0-788bea349890 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Allocated IP 10.1.1.137 (092cf651-d793-4b85-94d1-eb7a1eab171d/a43bc5d5-1c28-45f8-9de2-b37f1dc5ca84/17aae3e2-beee-4242-a747-d5d996c9bcc4) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:08.796877 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e9840-bdd4-47d1-a002-ce2a1e8c8fed req-beff20b3-4001-453b-9785-0b7e67170f55 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:08.819458 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8b6e9840-bdd4-47d1-a002-ce2a1e8c8fed req-beff20b3-4001-453b-9785-0b7e67170f55 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.4945042 Jul 15 13:11:08.924603 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port cbf17ef3-7455-4a02-97b6-d0334efb8747, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=cbf17ef3-7455-4a02-97b6-d0334efb8747,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:08.926873 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ded1a-b49a-48f3-bfbc-e650caa58f23 req-03563670-66fc-446b-91cf-0fe27b07b2ea tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:08.928747 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-179ded1a-b49a-48f3-bfbc-e650caa58f23 req-03563670-66fc-446b-91cf-0fe27b07b2ea tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=299b70d8-ed34-4ef5-bd1e-f53292d44108 HTTP/1.1" status: 200 len: 944 time: 0.4827404 Jul 15 13:11:08.953900 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-115832ed-b06d-4812-8232-050a800e1ee8 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.976589 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'cbf17ef3-7455-4a02-97b6-d0334efb8747', 'network_id': '956bc45d-6e41-4c68-9338-128c7dab2eb0', 'port_id': 'cbf17ef3-7455-4a02-97b6-d0334efb8747', 'mac_address': 'fa:16:3e:e5:b5:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd483a1a6-7065-4b15-8f19-4e9042e07796', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:11:08.994292 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-115832ed-b06d-4812-8232-050a800e1ee8 None None] Transition to ACTIVE for port object f31a704d-04ee-4c6e-a529-e08429e39ed6 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:09.056644 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-115832ed-b06d-4812-8232-050a800e1ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.190511 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.223749 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf17ef3-7455-4a02-97b6-d0334efb8747 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:09.231625 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-115832ed-b06d-4812-8232-050a800e1ee8 None None] Attempting to bind port f31a704d-04ee-4c6e-a529-e08429e39ed6 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:09.232200 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-115832ed-b06d-4812-8232-050a800e1ee8 None None] Attempting to bind port f31a704d-04ee-4c6e-a529-e08429e39ed6 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '7fa6c044-6836-40f2-92d2-8b9d903cbcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c3f49cf1-ef1e-43df-9a84-4486f8e590ef'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:09.232638 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115832ed-b06d-4812-8232-050a800e1ee8 None None] Attempting to bind port f31a704d-04ee-4c6e-a529-e08429e39ed6 on network c3f49cf1-ef1e-43df-9a84-4486f8e590ef {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:09.234935 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b287467-78ee-485c-a7b5-6e277830d282 None None] Pushing event updated for resources: {'Port': ['ID=f31a704d-04ee-4c6e-a529-e08429e39ed6,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:09.258890 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115832ed-b06d-4812-8232-050a800e1ee8 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:09.260050 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115832ed-b06d-4812-8232-050a800e1ee8 None None] Checking segment: {'id': '7fa6c044-6836-40f2-92d2-8b9d903cbcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c3f49cf1-ef1e-43df-9a84-4486f8e590ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:09.260050 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-115832ed-b06d-4812-8232-050a800e1ee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.260050 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115832ed-b06d-4812-8232-050a800e1ee8 None None] Bound using segment: {'id': '7fa6c044-6836-40f2-92d2-8b9d903cbcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c3f49cf1-ef1e-43df-9a84-4486f8e590ef'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:09.260696 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-115832ed-b06d-4812-8232-050a800e1ee8 None None] Bound port: f31a704d-04ee-4c6e-a529-e08429e39ed6, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa6c044-6836-40f2-92d2-8b9d903cbcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c3f49cf1-ef1e-43df-9a84-4486f8e590ef'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:09.261724 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-115832ed-b06d-4812-8232-050a800e1ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.266205 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8b6e9840-bdd4-47d1-a002-ce2a1e8c8fed req-312daf78-7c39-4043-8df1-5092ceb5a3eb tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399762 Jul 15 13:11:09.290164 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b39ee0-a681-4d8f-ae38-6bfe48ea782f req-22353ddc-2893-4719-92bd-80a7b2246d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:09.300820 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-90b39ee0-a681-4d8f-ae38-6bfe48ea782f req-22353ddc-2893-4719-92bd-80a7b2246d82 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ff999f83-8f01-4fb0-bb3e-8fa1520b01f4 HTTP/1.1" status: 200 len: 919 time: 0.6486120 Jul 15 13:11:09.319930 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-115832ed-b06d-4812-8232-050a800e1ee8 None None] For port f31a704d-04ee-4c6e-a529-e08429e39ed6, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:09.324592 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-115832ed-b06d-4812-8232-050a800e1ee8 None None] For port f31a704d-04ee-4c6e-a529-e08429e39ed6, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=f31a704d-04ee-4c6e-a529-e08429e39ed6,segment=NetworkSegment(7fa6c044-6836-40f2-92d2-8b9d903cbcf7),segment_id=7fa6c044-6836-40f2-92d2-8b9d903cbcf7)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:09.329220 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b287467-78ee-485c-a7b5-6e277830d282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:09.329632 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b287467-78ee-485c-a7b5-6e277830d282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:09.330067 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b287467-78ee-485c-a7b5-6e277830d282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:09.330466 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b287467-78ee-485c-a7b5-6e277830d282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:09.330960 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b287467-78ee-485c-a7b5-6e277830d282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:09.331362 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b287467-78ee-485c-a7b5-6e277830d282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:09.331811 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b287467-78ee-485c-a7b5-6e277830d282 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:09.332249 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b287467-78ee-485c-a7b5-6e277830d282 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:09.332631 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b287467-78ee-485c-a7b5-6e277830d282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:09.333086 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b287467-78ee-485c-a7b5-6e277830d282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:09.333416 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b287467-78ee-485c-a7b5-6e277830d282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:09.333959 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b287467-78ee-485c-a7b5-6e277830d282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:09.344708 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-115832ed-b06d-4812-8232-050a800e1ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.357825 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port cbf17ef3-7455-4a02-97b6-d0334efb8747, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=cbf17ef3-7455-4a02-97b6-d0334efb8747,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:09.383164 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.474410 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115832ed-b06d-4812-8232-050a800e1ee8 None None] Routers {'346fbca1-1c0d-4156-a463-e7383da272cd'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:09.475665 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-115832ed-b06d-4812-8232-050a800e1ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:10:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['346fbca1-1c0d-4156-a463-e7383da272cd'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:09.574897 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-90b39ee0-a681-4d8f-ae38-6bfe48ea782f req-1385a9b0-def8-472b-8c1b-f088e3d0d08a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6792e362-13a8-4b34-a1c4-27c52b5f455c HTTP/1.1" status: 200 len: 217 time: 0.2650502 Jul 15 13:11:09.579796 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-b63ade72-386b-4ed4-a2a0-788bea349890 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.608534 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 56524) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:09.754627 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-179ded1a-b49a-48f3-bfbc-e650caa58f23 req-e6b65c64-28d4-41b4-a889-c361b548b399 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7816021 Jul 15 13:11:09.757460 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b287467-78ee-485c-a7b5-6e277830d282 None None] Pushing event updated for resources: {'Port': ['ID=f31a704d-04ee-4c6e-a529-e08429e39ed6,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:09.848037 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-b63ade72-386b-4ed4-a2a0-788bea349890 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Transition to ACTIVE for port object 17aae3e2-beee-4242-a747-d5d996c9bcc4 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:09.855377 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-115832ed-b06d-4812-8232-050a800e1ee8 None None] Set router 346fbca1-1c0d-4156-a463-e7383da272cd gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:09.876954 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b39ee0-a681-4d8f-ae38-6bfe48ea782f req-cdcfacfb-6b23-44dc-972d-7c2c2e3d4d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:09.884920 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-90b39ee0-a681-4d8f-ae38-6bfe48ea782f req-cdcfacfb-6b23-44dc-972d-7c2c2e3d4d11 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33c47e88-09c9-4ef9-8d40-4d0aac513fe6 HTTP/1.1" status: 200 len: 858 time: 0.3013446 Jul 15 13:11:09.911041 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f860590-a6bb-432c-a372-5af74e6f26ba tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.959754 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['cbf17ef3-7455-4a02-97b6-d0334efb8747'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:09.981998 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-90b39ee0-a681-4d8f-ae38-6bfe48ea782f req-93c64b87-488c-4c34-988a-90d86056dbfb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff999f83-8f01-4fb0-bb3e-8fa1520b01f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728199 Jul 15 13:11:09.986496 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f691658-63a1-46a0-98b9-b82f9a1f0029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.066987 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f860590-a6bb-432c-a372-5af74e6f26ba tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Pushing event deleted for resources: {'Port': ['ID=f31a704d-04ee-4c6e-a529-e08429e39ed6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:10.150104 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-115832ed-b06d-4812-8232-050a800e1ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346fbca1-1c0d-4156-a463-e7383da272cd', 'name': '', 'tenant_id': '214d53b152d94e828e92e7182ea6f8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:56Z', 'updated_at': '2021-07-15T13:11:07Z', 'revision_number': 4, 'project_id': '214d53b152d94e828e92e7182ea6f8ae', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:10.288509 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84690d7b-b325-4af2-99f0-5fe58b09cd6f req-1aee5dac-0295-4101-b636-962eceb51af4 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:10.303243 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84690d7b-b325-4af2-99f0-5fe58b09cd6f req-1aee5dac-0295-4101-b636-962eceb51af4 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:10.317628 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-84690d7b-b325-4af2-99f0-5fe58b09cd6f req-1aee5dac-0295-4101-b636-962eceb51af4 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 1653 time: 0.5704405 Jul 15 13:11:10.345076 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-b63ade72-386b-4ed4-a2a0-788bea349890 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.367673 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f860590-a6bb-432c-a372-5af74e6f26ba tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.431622 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115832ed-b06d-4812-8232-050a800e1ee8 None None] The sync data for ids ['346fbca1-1c0d-4156-a463-e7383da272cd'] in n-d-758944-45 is: [{'id': '346fbca1-1c0d-4156-a463-e7383da272cd', 'name': '', 'tenant_id': '214d53b152d94e828e92e7182ea6f8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:10:56Z', 'updated_at': '2021-07-15T13:11:07Z', 'revision_number': 4, 'project_id': '214d53b152d94e828e92e7182ea6f8ae', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:11:10.458625 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-84690d7b-b325-4af2-99f0-5fe58b09cd6f req-238e2dee-0a2b-4e8e-bf81-163dd444db6e tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236465 Jul 15 13:11:10.530889 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-b63ade72-386b-4ed4-a2a0-788bea349890 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Network 092cf651-d793-4b85-94d1-eb7a1eab171d is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:10.566099 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=cbf17ef3-7455-4a02-97b6-d0334efb8747,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:10.571617 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-90b39ee0-a681-4d8f-ae38-6bfe48ea782f req-d36f04b0-af84-4db2-8b4d-1add6ec48a79 service neutron] 10.222.0.32 "GET /v2.0/networks/ff999f83-8f01-4fb0-bb3e-8fa1520b01f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5812743 Jul 15 13:11:10.705454 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-b63ade72-386b-4ed4-a2a0-788bea349890 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:10.767346 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f860590-a6bb-432c-a372-5af74e6f26ba tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.772209 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f860590-a6bb-432c-a372-5af74e6f26ba tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.851090 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-b63ade72-386b-4ed4-a2a0-788bea349890 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:10.880135 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ade72-386b-4ed4-a2a0-788bea349890 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Pushing event updated for resources: {'Port': ['ID=17aae3e2-beee-4242-a747-d5d996c9bcc4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:11.193044 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f691658-63a1-46a0-98b9-b82f9a1f0029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.223747 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-90b39ee0-a681-4d8f-ae38-6bfe48ea782f req-bc2f6af5-7d5f-4fb9-979e-6d9d970e1c9e service neutron] 10.222.0.32 "GET /v2.0/networks/ff999f83-8f01-4fb0-bb3e-8fa1520b01f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6378660 Jul 15 13:11:11.229639 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f691658-63a1-46a0-98b9-b82f9a1f0029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.296085 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a58d7425-cff0-4bb0-be2e-bd460300412b None None] Provisioning for port 17aae3e2-beee-4242-a747-d5d996c9bcc4 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:11.305848 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a58d7425-cff0-4bb0-be2e-bd460300412b None None] Provisioning complete for port 17aae3e2-beee-4242-a747-d5d996c9bcc4 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:11.306952 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a58d7425-cff0-4bb0-be2e-bd460300412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.335367 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f691658-63a1-46a0-98b9-b82f9a1f0029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94578e9d-cdd6-4dae-ae06-af083e34c970,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:11.428755 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a58d7425-cff0-4bb0-be2e-bd460300412b None None] Port 17aae3e2-beee-4242-a747-d5d996c9bcc4 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:11.471324 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c37a18-c1cc-4882-a8e9-918e67562a30 req-294c6d17-403e-4bc1-bd28-93fd3dd42347 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:11.477696 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c37a18-c1cc-4882-a8e9-918e67562a30 req-294c6d17-403e-4bc1-bd28-93fd3dd42347 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:11.478007 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104286b-f26f-4f7e-820e-b06bc37b7ec4 req-546596db-f2e1-4b20-a7c6-d0e4d85cd659 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:11.490095 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d104286b-f26f-4f7e-820e-b06bc37b7ec4 req-546596db-f2e1-4b20-a7c6-d0e4d85cd659 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 945 time: 1.3764188 Jul 15 13:11:11.492990 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c37a18-c1cc-4882-a8e9-918e67562a30 req-294c6d17-403e-4bc1-bd28-93fd3dd42347 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:11.512049 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c37a18-c1cc-4882-a8e9-918e67562a30 req-294c6d17-403e-4bc1-bd28-93fd3dd42347 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:11.512923 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f860590-a6bb-432c-a372-5af74e6f26ba tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.515507 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f860590-a6bb-432c-a372-5af74e6f26ba tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 346fbca1-1c0d-4156-a463-e7383da272cd {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:11:11.520998 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c37a18-c1cc-4882-a8e9-918e67562a30 req-294c6d17-403e-4bc1-bd28-93fd3dd42347 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:11.530120 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c37a18-c1cc-4882-a8e9-918e67562a30 req-294c6d17-403e-4bc1-bd28-93fd3dd42347 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:11.532705 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f860590-a6bb-432c-a372-5af74e6f26ba tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.538754 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5f860590-a6bb-432c-a372-5af74e6f26ba tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] 10.222.0.24 "DELETE /v2.0/routers/346fbca1-1c0d-4156-a463-e7383da272cd HTTP/1.1" status: 204 len: 168 time: 5.3424971 Jul 15 13:11:11.543894 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c37a18-c1cc-4882-a8e9-918e67562a30 req-294c6d17-403e-4bc1-bd28-93fd3dd42347 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:11.556621 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e5c37a18-c1cc-4882-a8e9-918e67562a30 req-294c6d17-403e-4bc1-bd28-93fd3dd42347 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 5432 time: 0.7517109 Jul 15 13:11:11.565330 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 56540) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:11.596435 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-b63ade72-386b-4ed4-a2a0-788bea349890 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:11.597443 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-b63ade72-386b-4ed4-a2a0-788bea349890 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.646286 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d104286b-f26f-4f7e-820e-b06bc37b7ec4 req-30e65675-4ec2-43ce-94b2-3001cb46c20d tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538196 Jul 15 13:11:11.649109 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f691658-63a1-46a0-98b9-b82f9a1f0029 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:11.650260 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f691658-63a1-46a0-98b9-b82f9a1f0029 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:11.650462 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-b63ade72-386b-4ed4-a2a0-788bea349890 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2555182 Jul 15 13:11:11.651280 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f691658-63a1-46a0-98b9-b82f9a1f0029 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:11.653375 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f691658-63a1-46a0-98b9-b82f9a1f0029 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:11.655325 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f691658-63a1-46a0-98b9-b82f9a1f0029 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:11.656286 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f691658-63a1-46a0-98b9-b82f9a1f0029 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:11.657416 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f691658-63a1-46a0-98b9-b82f9a1f0029 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:11.658540 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f691658-63a1-46a0-98b9-b82f9a1f0029 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:11.659497 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f691658-63a1-46a0-98b9-b82f9a1f0029 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:11.660465 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f691658-63a1-46a0-98b9-b82f9a1f0029 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:11.661459 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f691658-63a1-46a0-98b9-b82f9a1f0029 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:11.664958 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-5800b3cd-53d8-45df-94f1-c3418da0dbdf tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Request body: {'port': {'device_id': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'af7ddb53-a503-4934-b82b-95b8c79b40c8', 'admin_state_up': True, 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'security_groups': ['455e1ca1-9db0-44d4-8190-9a75304b39f8']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:11.666650 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f691658-63a1-46a0-98b9-b82f9a1f0029 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:11.680351 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9f691658-63a1-46a0-98b9-b82f9a1f0029 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8db2f45e81a0430b9a12b8b219ac3fa1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0679827 Jul 15 13:11:11.691386 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 56542) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:11.823585 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-82cfd0ae-7212-4da3-94fc-2bef0e997610 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Deleting subnet 2e97ee87-293c-46c2-881f-f635e0e06dc5 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:11:11.833656 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e5c37a18-c1cc-4882-a8e9-918e67562a30 req-becdbe92-ea9f-442b-a471-57b05f5505f7 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&id=a34d650b-5b3d-42d8-b923-cf07724c6c75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2753949 Jul 15 13:11:11.836691 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-82cfd0ae-7212-4da3-94fc-2bef0e997610 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.958401 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-82cfd0ae-7212-4da3-94fc-2bef0e997610 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.094352 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-82cfd0ae-7212-4da3-94fc-2bef0e997610 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.222532 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-5800b3cd-53d8-45df-94f1-c3418da0dbdf tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Made reservation on behalf of 418a827c6cea45b7b8c4dddb4927b332 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:12.308345 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-de4e2afd-7a8d-428e-8b19-243f8e8940bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.392130 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-de4e2afd-7a8d-428e-8b19-243f8e8940bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.427258 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-82cfd0ae-7212-4da3-94fc-2bef0e997610 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.459058 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device cbf17ef3-7455-4a02-97b6-d0334efb8747 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:12.581426 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-82cfd0ae-7212-4da3-94fc-2bef0e997610 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.587319 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-82cfd0ae-7212-4da3-94fc-2bef0e997610 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/2e97ee87-293c-46c2-881f-f635e0e06dc5 HTTP/1.1" status: 204 len: 168 time: 1.0196178 Jul 15 13:11:12.600513 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 56548) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:12.613328 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-de4e2afd-7a8d-428e-8b19-243f8e8940bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.628337 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-de4e2afd-7a8d-428e-8b19-243f8e8940bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.630729 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-de4e2afd-7a8d-428e-8b19-243f8e8940bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94578e9d-cdd6-4dae-ae06-af083e34c970 HTTP/1.1" status: 204 len: 168 time: 0.9345129 Jul 15 13:11:12.648917 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port cbf17ef3-7455-4a02-97b6-d0334efb8747 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:12.656906 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port cbf17ef3-7455-4a02-97b6-d0334efb8747 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:12.658018 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.717519 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cfd0ae-7212-4da3-94fc-2bef0e997610 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2e97ee87-293c-46c2-881f-f635e0e06dc5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:12.755280 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e2afd-7a8d-428e-8b19-243f8e8940bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94578e9d-cdd6-4dae-ae06-af083e34c970,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:12.858369 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34ef93-1ecd-4690-b2c8-e32992f44fc6 req-9d7cfc50-c8a5-4901-a46f-935f3d16525d tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:12.896057 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34ef93-1ecd-4690-b2c8-e32992f44fc6 req-9d7cfc50-c8a5-4901-a46f-935f3d16525d tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:12.923806 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.930078 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34ef93-1ecd-4690-b2c8-e32992f44fc6 req-9d7cfc50-c8a5-4901-a46f-935f3d16525d tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:12.942645 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f34ef93-1ecd-4690-b2c8-e32992f44fc6 req-9d7cfc50-c8a5-4901-a46f-935f3d16525d tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 2374 time: 0.5671642 Jul 15 13:11:12.973875 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port cbf17ef3-7455-4a02-97b6-d0334efb8747, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=cbf17ef3-7455-4a02-97b6-d0334efb8747,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:12.975367 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299b70d8-ed34-4ef5-bd1e-f53292d44108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf17ef3-7455-4a02-97b6-d0334efb8747'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:12.981853 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed34fa8-521f-4078-885d-9ed8c1a0bb38" -d '{"events": [{"server_uuid": "299b70d8-ed34-4ef5-bd1e-f53292d44108", "name": "network-vif-plugged", "status": "completed", "tag": "cbf17ef3-7455-4a02-97b6-d0334efb8747"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:12.991605 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.079159 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f34ef93-1ecd-4690-b2c8-e32992f44fc6 req-b38e8216-a9a5-43a2-9a51-46f7199e9fd7 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334276 Jul 15 13:11:13.135774 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=cbf17ef3-7455-4a02-97b6-d0334efb8747,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:13.190064 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1711052b-f0ca-435a-9070-1a7d24d5eb2e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.208914 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-5800b3cd-53d8-45df-94f1-c3418da0dbdf tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.404693 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1f110-2e7d-47b8-b28b-6110f01cdba3 req-375e16b7-5345-4cc0-b063-bc0faf1cd97c tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:13.406388 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-aef1f110-2e7d-47b8-b28b-6110f01cdba3 req-375e16b7-5345-4cc0-b063-bc0faf1cd97c tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=299b70d8-ed34-4ef5-bd1e-f53292d44108 HTTP/1.1" status: 200 len: 946 time: 0.4462414 Jul 15 13:11:13.474919 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1422f-52b5-4075-9e72-e63a6fc7c793 req-f1904ef6-d015-41a1-b823-1269186ae763 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:13.483776 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-83e1422f-52b5-4075-9e72-e63a6fc7c793 req-f1904ef6-d015-41a1-b823-1269186ae763 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.1272266 Jul 15 13:11:13.551260 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-83e1422f-52b5-4075-9e72-e63a6fc7c793 req-47f51c64-9ec4-4f8d-8191-0e40555cd708 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664804 Jul 15 13:11:13.605654 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1711052b-f0ca-435a-9070-1a7d24d5eb2e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.651372 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-1711052b-f0ca-435a-9070-1a7d24d5eb2e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f49cf1-ef1e-43df-9a84-4486f8e590ef']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:13.657189 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-aef1f110-2e7d-47b8-b28b-6110f01cdba3 req-eb0882c9-f273-4bb8-b4fc-734f0437f535 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036526 Jul 15 13:11:13.692683 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-1711052b-f0ca-435a-9070-1a7d24d5eb2e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa6c044-6836-40f2-92d2-8b9d903cbcf7') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:13.692683 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-1711052b-f0ca-435a-9070-1a7d24d5eb2e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa6c044-6836-40f2-92d2-8b9d903cbcf7') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:13.711659 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1711052b-f0ca-435a-9070-1a7d24d5eb2e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.753948 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-5800b3cd-53d8-45df-94f1-c3418da0dbdf tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Allocated IP 10.2.2.100 (af7ddb53-a503-4934-b82b-95b8c79b40c8/565ec453-53b0-4720-9670-49936e2bd20d/b7de99ab-528a-45b3-83e8-223243db9266) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:13.835059 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1711052b-f0ca-435a-9070-1a7d24d5eb2e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.892411 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1711052b-f0ca-435a-9070-1a7d24d5eb2e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:11:13.893058 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1711052b-f0ca-435a-9070-1a7d24d5eb2e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: items = [ Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:11:13.896855 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:11:13.949993 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c54b1-a96c-4cc7-9fff-d64e05a27f10 req-0a39b6fb-6fa2-4351-85f5-1806be1fd161 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:13.958912 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-db8c54b1-a96c-4cc7-9fff-d64e05a27f10 req-0a39b6fb-6fa2-4351-85f5-1806be1fd161 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 945 time: 0.1652851 Jul 15 13:11:14.077943 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-db8c54b1-a96c-4cc7-9fff-d64e05a27f10 req-698c1b04-4dc5-46fa-ab52-d006418bee76 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167428 Jul 15 13:11:14.126877 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1711052b-f0ca-435a-9070-1a7d24d5eb2e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:14.210359 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c55d952-fd13-4994-ab26-8158eb362060 x-openstack-request-id: req-1c55d952-fd13-4994-ab26-8158eb362060 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:14.211365 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299b70d8-ed34-4ef5-bd1e-f53292d44108", "name": "network-vif-plugged", "status": "completed", "tag": "cbf17ef3-7455-4a02-97b6-d0334efb8747", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:14.211813 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1c55d952-fd13-4994-ab26-8158eb362060 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:14.212420 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '299b70d8-ed34-4ef5-bd1e-f53292d44108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf17ef3-7455-4a02-97b6-d0334efb8747', 'code': 200} Jul 15 13:11:14.216616 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1711052b-f0ca-435a-9070-1a7d24d5eb2e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c3f49cf1-ef1e-43df-9a84-4486f8e590ef {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:11:14.221654 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711052b-f0ca-435a-9070-1a7d24d5eb2e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Pushing event deleted for resources: {'Network': ['ID=c3f49cf1-ef1e-43df-9a84-4486f8e590ef,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:14.229499 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1711052b-f0ca-435a-9070-1a7d24d5eb2e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:14.232627 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1711052b-f0ca-435a-9070-1a7d24d5eb2e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] 10.222.0.24 "DELETE /v2.0/networks/c3f49cf1-ef1e-43df-9a84-4486f8e590ef HTTP/1.1" status: 204 len: 168 time: 1.5998445 Jul 15 13:11:14.419992 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcea5ea-b2da-47f4-8fcc-e225f1c20404 req-f353713d-e974-495b-a892-d3052b93cdce tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:14.431870 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcea5ea-b2da-47f4-8fcc-e225f1c20404 req-f353713d-e974-495b-a892-d3052b93cdce tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:14.441344 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcea5ea-b2da-47f4-8fcc-e225f1c20404 req-f353713d-e974-495b-a892-d3052b93cdce tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:14.449803 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcea5ea-b2da-47f4-8fcc-e225f1c20404 req-f353713d-e974-495b-a892-d3052b93cdce tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:14.457547 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcea5ea-b2da-47f4-8fcc-e225f1c20404 req-f353713d-e974-495b-a892-d3052b93cdce tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:14.464373 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcea5ea-b2da-47f4-8fcc-e225f1c20404 req-f353713d-e974-495b-a892-d3052b93cdce tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:14.473939 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcea5ea-b2da-47f4-8fcc-e225f1c20404 req-f353713d-e974-495b-a892-d3052b93cdce tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:14.486674 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9bcea5ea-b2da-47f4-8fcc-e225f1c20404 req-f353713d-e974-495b-a892-d3052b93cdce tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 5432 time: 0.6287508 Jul 15 13:11:14.537489 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-5800b3cd-53d8-45df-94f1-c3418da0dbdf tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:14.656590 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-5800b3cd-53d8-45df-94f1-c3418da0dbdf tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Transition to ACTIVE for port object b7de99ab-528a-45b3-83e8-223243db9266 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:14.748911 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9bcea5ea-b2da-47f4-8fcc-e225f1c20404 req-ca3f7f3a-afc1-449a-8dc7-9eb25485679d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&id=a34d650b-5b3d-42d8-b923-cf07724c6c75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2536197 Jul 15 13:11:14.943764 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-5800b3cd-53d8-45df-94f1-c3418da0dbdf tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:14.972492 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922ffb1-7caf-462e-a3bb-49932f1ccb96 req-dec3a515-58d3-4e1b-9fa3-cce6ef461163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:14.976157 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1922ffb1-7caf-462e-a3bb-49932f1ccb96 req-dec3a515-58d3-4e1b-9fa3-cce6ef461163 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=299b70d8-ed34-4ef5-bd1e-f53292d44108 HTTP/1.1" status: 200 len: 1098 time: 0.5447664 Jul 15 13:11:15.199118 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1922ffb1-7caf-462e-a3bb-49932f1ccb96 req-30a1e577-9465-4b08-b60d-ffaaa1bb528e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108757 Jul 15 13:11:15.281362 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740faa8e-cc98-4aa4-9cdc-af98ebcbce57 req-21c2c44b-a159-4847-a4d5-6cc5cb9b17bb tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:15.297703 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-740faa8e-cc98-4aa4-9cdc-af98ebcbce57 req-21c2c44b-a159-4847-a4d5-6cc5cb9b17bb tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.6076481 Jul 15 13:11:15.330205 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-5800b3cd-53d8-45df-94f1-c3418da0dbdf tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Network af7ddb53-a503-4934-b82b-95b8c79b40c8 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:15.394398 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-5800b3cd-53d8-45df-94f1-c3418da0dbdf tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:15.420917 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-5800b3cd-53d8-45df-94f1-c3418da0dbdf tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:15.448182 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800b3cd-53d8-45df-94f1-c3418da0dbdf tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Pushing event updated for resources: {'Port': ['ID=b7de99ab-528a-45b3-83e8-223243db9266,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:15.462744 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-740faa8e-cc98-4aa4-9cdc-af98ebcbce57 req-7674f7fd-9a3d-4858-ba23-236506f91d20 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520579 Jul 15 13:11:15.559145 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 56600) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:15.567347 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c5a1460d-82db-4b2b-9a2f-ea5b5fbe61e6 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Request body: {'router': {'name': 'tempest-router--1631946857', 'project_id': 'f2211f9efc3148a8a1caec4362e85721'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:15.675375 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c5a1460d-82db-4b2b-9a2f-ea5b5fbe61e6 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.679391 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c5a1460d-82db-4b2b-9a2f-ea5b5fbe61e6 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.922235 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-5800b3cd-53d8-45df-94f1-c3418da0dbdf tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:15.931800 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-5800b3cd-53d8-45df-94f1-c3418da0dbdf tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.938344 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c5a1460d-82db-4b2b-9a2f-ea5b5fbe61e6 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.959761 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c5a1460d-82db-4b2b-9a2f-ea5b5fbe61e6 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:16.034598 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c5a1460d-82db-4b2b-9a2f-ea5b5fbe61e6 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:16.044838 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c5a1460d-82db-4b2b-9a2f-ea5b5fbe61e6 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4802451 Jul 15 13:11:16.046342 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 56604) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:16.052601 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-5800b3cd-53d8-45df-94f1-c3418da0dbdf tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3954463 Jul 15 13:11:16.082598 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2a554c8a-9565-47d9-a8e1-a4cd18facc22 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Request body: {'port': {'device_id': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'af7ddb53-a503-4934-b82b-95b8c79b40c8', 'admin_state_up': True, 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'security_groups': ['455e1ca1-9db0-44d4-8190-9a75304b39f8']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:16.128520 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c3ca2fe0-5d4b-4ee0-93a9-04e9881c455c None None] Provisioning for port b7de99ab-528a-45b3-83e8-223243db9266 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:16.135346 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c3ca2fe0-5d4b-4ee0-93a9-04e9881c455c None None] Provisioning complete for port b7de99ab-528a-45b3-83e8-223243db9266 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:16.136706 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c3ca2fe0-5d4b-4ee0-93a9-04e9881c455c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:16.272978 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe8798-2b77-4507-abcd-9c6fee415113 req-1cab2e96-cb90-4254-affe-44160accb820 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:16.287542 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe8798-2b77-4507-abcd-9c6fee415113 req-1cab2e96-cb90-4254-affe-44160accb820 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:16.300575 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe8798-2b77-4507-abcd-9c6fee415113 req-1cab2e96-cb90-4254-affe-44160accb820 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:16.314218 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe8798-2b77-4507-abcd-9c6fee415113 req-1cab2e96-cb90-4254-affe-44160accb820 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:16.318029 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-08fe8798-2b77-4507-abcd-9c6fee415113 req-1cab2e96-cb90-4254-affe-44160accb820 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 3095 time: 0.9645493 Jul 15 13:11:16.426123 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c3ca2fe0-5d4b-4ee0-93a9-04e9881c455c None None] Port b7de99ab-528a-45b3-83e8-223243db9266 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:16.444167 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6bd191d4-5635-45ad-a6b0-36a1fa26204b tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:16.652390 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-08fe8798-2b77-4507-abcd-9c6fee415113 req-7af6a70a-0201-4d95-9338-b5744fe6016f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213834 Jul 15 13:11:16.654600 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2a554c8a-9565-47d9-a8e1-a4cd18facc22 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Made reservation on behalf of 418a827c6cea45b7b8c4dddb4927b332 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:16.668813 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2a554c8a-9565-47d9-a8e1-a4cd18facc22 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.236450 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2a554c8a-9565-47d9-a8e1-a4cd18facc22 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Allocated IP 10.2.2.200 (af7ddb53-a503-4934-b82b-95b8c79b40c8/565ec453-53b0-4720-9670-49936e2bd20d/9f6dd92f-446d-431c-9742-1c64543233ba) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:17.322335 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916b0ed-e6fd-4be6-b211-7c6a64990baf req-84f4eb22-71f5-4d6b-ad64-4e9ea36d8bcd tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:17.333723 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f78c43-727b-4fd2-9683-689195ff02a7 req-a6a970f2-3368-40c9-9665-130fb3a5f830 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:17.335107 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7916b0ed-e6fd-4be6-b211-7c6a64990baf req-84f4eb22-71f5-4d6b-ad64-4e9ea36d8bcd tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=299b70d8-ed34-4ef5-bd1e-f53292d44108 HTTP/1.1" status: 200 len: 946 time: 1.3936074 Jul 15 13:11:17.342514 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-95f78c43-727b-4fd2-9683-689195ff02a7 req-a6a970f2-3368-40c9-9665-130fb3a5f830 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 945 time: 0.2174554 Jul 15 13:11:17.423827 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-95f78c43-727b-4fd2-9683-689195ff02a7 req-3abbc988-47ef-408a-a129-8df524a8c9d0 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802977 Jul 15 13:11:17.628006 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2a554c8a-9565-47d9-a8e1-a4cd18facc22 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.688265 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2a554c8a-9565-47d9-a8e1-a4cd18facc22 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Transition to ACTIVE for port object 9f6dd92f-446d-431c-9742-1c64543233ba will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:17.692982 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6bd191d4-5635-45ad-a6b0-36a1fa26204b tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.701892 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6bd191d4-5635-45ad-a6b0-36a1fa26204b tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.721823 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7916b0ed-e6fd-4be6-b211-7c6a64990baf req-14087f9a-de82-4399-ae5b-765c6b867696 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848722 Jul 15 13:11:17.748749 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2a554c8a-9565-47d9-a8e1-a4cd18facc22 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.866295 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2a554c8a-9565-47d9-a8e1-a4cd18facc22 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Network af7ddb53-a503-4934-b82b-95b8c79b40c8 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:17.895110 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2a554c8a-9565-47d9-a8e1-a4cd18facc22 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:17.896749 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6bd191d4-5635-45ad-a6b0-36a1fa26204b tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.897943 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd191d4-5635-45ad-a6b0-36a1fa26204b tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b997b4ff-f854-4050-a4bb-281251d902d8 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:11:17.914902 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6bd191d4-5635-45ad-a6b0-36a1fa26204b tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.923947 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6bd191d4-5635-45ad-a6b0-36a1fa26204b tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] 10.222.0.24 "DELETE /v2.0/routers/b997b4ff-f854-4050-a4bb-281251d902d8 HTTP/1.1" status: 204 len: 168 time: 1.8644981 Jul 15 13:11:17.943112 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2a554c8a-9565-47d9-a8e1-a4cd18facc22 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:18.062787 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a554c8a-9565-47d9-a8e1-a4cd18facc22 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Pushing event updated for resources: {'Port': ['ID=9f6dd92f-446d-431c-9742-1c64543233ba,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:18.164037 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2a554c8a-9565-47d9-a8e1-a4cd18facc22 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:18.165048 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2a554c8a-9565-47d9-a8e1-a4cd18facc22 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.254916 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2a554c8a-9565-47d9-a8e1-a4cd18facc22 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1910949 Jul 15 13:11:18.275013 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-9358bbf5-2b09-4a3e-8f58-d4e20130e051 service neutron] Request body: {'port': {'device_id': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:18.428054 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 56642) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:18.472610 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091b392-3118-4a68-b8b8-47a4dfc37495 req-2487337a-d7f7-4d2b-bf35-6c1c3fabb292 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:18.487485 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091b392-3118-4a68-b8b8-47a4dfc37495 req-2487337a-d7f7-4d2b-bf35-6c1c3fabb292 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:18.503861 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091b392-3118-4a68-b8b8-47a4dfc37495 req-2487337a-d7f7-4d2b-bf35-6c1c3fabb292 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:18.515255 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091b392-3118-4a68-b8b8-47a4dfc37495 req-2487337a-d7f7-4d2b-bf35-6c1c3fabb292 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:18.524152 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091b392-3118-4a68-b8b8-47a4dfc37495 req-2487337a-d7f7-4d2b-bf35-6c1c3fabb292 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:18.532824 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091b392-3118-4a68-b8b8-47a4dfc37495 req-2487337a-d7f7-4d2b-bf35-6c1c3fabb292 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:18.539754 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091b392-3118-4a68-b8b8-47a4dfc37495 req-2487337a-d7f7-4d2b-bf35-6c1c3fabb292 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:18.542615 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f091b392-3118-4a68-b8b8-47a4dfc37495 req-2487337a-d7f7-4d2b-bf35-6c1c3fabb292 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 5432 time: 0.4092345 Jul 15 13:11:18.587185 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d7cfa04b-cfeb-46d3-9ddb-4827d162041c None None] Provisioning for port 9f6dd92f-446d-431c-9742-1c64543233ba completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:18.602394 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d7cfa04b-cfeb-46d3-9ddb-4827d162041c None None] Provisioning complete for port 9f6dd92f-446d-431c-9742-1c64543233ba triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:18.605120 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d7cfa04b-cfeb-46d3-9ddb-4827d162041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.694959 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-9358bbf5-2b09-4a3e-8f58-d4e20130e051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.726187 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f091b392-3118-4a68-b8b8-47a4dfc37495 req-505f06e3-74e4-4505-b6d6-1c659a867e86 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&id=a34d650b-5b3d-42d8-b923-cf07724c6c75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1644855 Jul 15 13:11:18.783972 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d7cfa04b-cfeb-46d3-9ddb-4827d162041c None None] Port 9f6dd92f-446d-431c-9742-1c64543233ba cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:18.905375 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-85f9f9f2-ded1-4964-8d08-d5c33dc4451e tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-87108965', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}, 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:19.003198 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f580f-080a-43d2-9981-32c5b24a80d6 req-8f89aaf1-46de-4420-b271-f3397255551c tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:19.019011 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f580f-080a-43d2-9981-32c5b24a80d6 req-8f89aaf1-46de-4420-b271-f3397255551c tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:19.032189 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f580f-080a-43d2-9981-32c5b24a80d6 req-8f89aaf1-46de-4420-b271-f3397255551c tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:19.046507 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f580f-080a-43d2-9981-32c5b24a80d6 req-8f89aaf1-46de-4420-b271-f3397255551c tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:19.056298 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-85f9f9f2-ded1-4964-8d08-d5c33dc4451e tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.057474 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f580f-080a-43d2-9981-32c5b24a80d6 req-8f89aaf1-46de-4420-b271-f3397255551c tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:19.059360 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-85f9f9f2-ded1-4964-8d08-d5c33dc4451e tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.061309 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-411f580f-080a-43d2-9981-32c5b24a80d6 req-8f89aaf1-46de-4420-b271-f3397255551c tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 3816 time: 0.6808531 Jul 15 13:11:19.165442 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a875e-e95e-48e7-9212-687ce124a889 req-3b59cf68-0665-4a5d-bf30-8e2fdb726836 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:19.169074 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-794a875e-e95e-48e7-9212-687ce124a889 req-3b59cf68-0665-4a5d-bf30-8e2fdb726836 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.1998930 Jul 15 13:11:19.215319 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-85f9f9f2-ded1-4964-8d08-d5c33dc4451e tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.297225 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-411f580f-080a-43d2-9981-32c5b24a80d6 req-b42ac96f-289b-4e57-a8b7-55e4535fed3b tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282300 Jul 15 13:11:19.490595 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-794a875e-e95e-48e7-9212-687ce124a889 req-1bc9ce2b-a685-430c-b211-23a6c9c97718 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141360 Jul 15 13:11:19.656407 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-9358bbf5-2b09-4a3e-8f58-d4e20130e051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f564a5e-612b-4a41-8d78-25b6e98f9169 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:19.763628 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-9358bbf5-2b09-4a3e-8f58-d4e20130e051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.799751 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-9358bbf5-2b09-4a3e-8f58-d4e20130e051 service neutron] Transition to ACTIVE for port object 8f564a5e-612b-4a41-8d78-25b6e98f9169 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:19.803730 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-85f9f9f2-ded1-4964-8d08-d5c33dc4451e tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.820041 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-9358bbf5-2b09-4a3e-8f58-d4e20130e051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.916460 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f6c25-7683-470f-aac9-469d893a2623 req-8efc522f-c063-4899-9e42-9bd6b677468f tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:19.924067 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-163f6c25-7683-470f-aac9-469d893a2623 req-8efc522f-c063-4899-9e42-9bd6b677468f tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 945 time: 0.2559638 Jul 15 13:11:19.985948 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9358bbf5-2b09-4a3e-8f58-d4e20130e051 service neutron] Pushing event updated for resources: {'Port': ['ID=8f564a5e-612b-4a41-8d78-25b6e98f9169,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:20.028331 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-163f6c25-7683-470f-aac9-469d893a2623 req-8d732256-b7f1-4887-aa53-60a185c6fde4 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032331 Jul 15 13:11:20.144151 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-9358bbf5-2b09-4a3e-8f58-d4e20130e051 service neutron] Attempting to bind port 8f564a5e-612b-4a41-8d78-25b6e98f9169 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:20.145077 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-9358bbf5-2b09-4a3e-8f58-d4e20130e051 service neutron] Attempting to bind port 8f564a5e-612b-4a41-8d78-25b6e98f9169 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a68fe874-df04-4314-a181-131d0536a9d8'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:20.145865 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-9358bbf5-2b09-4a3e-8f58-d4e20130e051 service neutron] Attempting to bind port 8f564a5e-612b-4a41-8d78-25b6e98f9169 on network a68fe874-df04-4314-a181-131d0536a9d8 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:20.159958 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-9358bbf5-2b09-4a3e-8f58-d4e20130e051 service neutron] Port 8f564a5e-612b-4a41-8d78-25b6e98f9169 on network a68fe874-df04-4314-a181-131d0536a9d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:11:20.160558 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-9358bbf5-2b09-4a3e-8f58-d4e20130e051 service neutron] Attempting to bind port 8f564a5e-612b-4a41-8d78-25b6e98f9169 on network a68fe874-df04-4314-a181-131d0536a9d8 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:20.174337 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-9358bbf5-2b09-4a3e-8f58-d4e20130e051 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:20.174885 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-9358bbf5-2b09-4a3e-8f58-d4e20130e051 service neutron] Checking segment: {'id': '8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a68fe874-df04-4314-a181-131d0536a9d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:20.175427 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-9358bbf5-2b09-4a3e-8f58-d4e20130e051 service neutron] Bound using segment: {'id': '8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a68fe874-df04-4314-a181-131d0536a9d8'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:20.176490 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-9358bbf5-2b09-4a3e-8f58-d4e20130e051 service neutron] Bound port: 8f564a5e-612b-4a41-8d78-25b6e98f9169, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a68fe874-df04-4314-a181-131d0536a9d8'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:20.177089 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-9358bbf5-2b09-4a3e-8f58-d4e20130e051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.271730 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edb5be-076c-4764-9488-a36b82d0e65e req-c053ff89-c556-412a-8fdc-8546087684af tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:20.281555 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-38edb5be-076c-4764-9488-a36b82d0e65e req-c053ff89-c556-412a-8fdc-8546087684af tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=299b70d8-ed34-4ef5-bd1e-f53292d44108 HTTP/1.1" status: 200 len: 946 time: 0.3422613 Jul 15 13:11:20.325751 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-9358bbf5-2b09-4a3e-8f58-d4e20130e051 service neutron] For port 8f564a5e-612b-4a41-8d78-25b6e98f9169, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:20.334104 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-9358bbf5-2b09-4a3e-8f58-d4e20130e051 service neutron] For port 8f564a5e-612b-4a41-8d78-25b6e98f9169, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=8f564a5e-612b-4a41-8d78-25b6e98f9169,segment=NetworkSegment(8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65),segment_id=8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:20.346237 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-9358bbf5-2b09-4a3e-8f58-d4e20130e051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.365455 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-38edb5be-076c-4764-9488-a36b82d0e65e req-95a34d6c-b646-4a36-8158-fb82eb41c132 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823791 Jul 15 13:11:20.467808 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 27c8b5cc-27c5-4e1f-b672-4682ef536901 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:11:20.480872 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-9358bbf5-2b09-4a3e-8f58-d4e20130e051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:20.481563 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-9358bbf5-2b09-4a3e-8f58-d4e20130e051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.487813 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-9358bbf5-2b09-4a3e-8f58-d4e20130e051 service neutron] 10.222.0.18 "PUT /v2.0/ports/8f564a5e-612b-4a41-8d78-25b6e98f9169 HTTP/1.1" status: 200 len: 1092 time: 2.2244279 Jul 15 13:11:20.534488 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'tag': '8f564a5e-612b-4a41-8d78-25b6e98f9169'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:20.542222 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa219a6a-be7a-4cc3-b890-146e52799edf" -d '{"events": [{"name": "network-changed", "server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "tag": "8f564a5e-612b-4a41-8d78-25b6e98f9169"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:20.576127 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a5a43d8e-624b-4fc5-8643-2f3334a08290 service neutron] Request body: {'port': {'device_id': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:20.733832 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-85f9f9f2-ded1-4964-8d08-d5c33dc4451e tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.738389 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9358bbf5-2b09-4a3e-8f58-d4e20130e051 service neutron] Pushing event updated for resources: {'Port': ['ID=8f564a5e-612b-4a41-8d78-25b6e98f9169,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:20.782934 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 27c8b5cc-27c5-4e1f-b672-4682ef536901, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=27c8b5cc-27c5-4e1f-b672-4682ef536901,segment=NetworkSegment(3b0cc7d8-7477-4d50-a0a2-a688c0555fe3),segment_id=3b0cc7d8-7477-4d50-a0a2-a688c0555fe3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:20.810974 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-85f9f9f2-ded1-4964-8d08-d5c33dc4451e tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.821319 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-31fe7b0a-e07c-4ab8-b9ac-fe39e0603fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.832124 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '27c8b5cc-27c5-4e1f-b672-4682ef536901', 'network_id': '3e157d46-1a46-4ef5-af60-0a822c2bdcfe', 'port_id': '27c8b5cc-27c5-4e1f-b672-4682ef536901', 'mac_address': 'fa:16:3e:e4:8a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5517f04-f874-4dc2-a2a6-0c279d24a4c6', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:11:20.848329 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e0d19-d678-4528-bcec-06a87352c489 req-2ec999a9-1a3e-4e70-bdb6-367e3e3cb24d tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:20.857353 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fb3e0d19-d678-4528-bcec-06a87352c489 req-2ec999a9-1a3e-4e70-bdb6-367e3e3cb24d tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.5000596 Jul 15 13:11:20.896056 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a5a43d8e-624b-4fc5-8643-2f3334a08290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.945918 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.958274 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fb3e0d19-d678-4528-bcec-06a87352c489 req-74b900bf-774b-4885-9753-4bfc4888083e tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902956 Jul 15 13:11:21.014205 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c8b5cc-27c5-4e1f-b672-4682ef536901 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:21.080651 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 27c8b5cc-27c5-4e1f-b672-4682ef536901, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=27c8b5cc-27c5-4e1f-b672-4682ef536901,segment=NetworkSegment(3b0cc7d8-7477-4d50-a0a2-a688c0555fe3),segment_id=3b0cc7d8-7477-4d50-a0a2-a688c0555fe3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:21.087635 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.089472 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device b90f8281-cdcd-40a0-8a1a-8cf546cddaeb details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:11:21.194530 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae912d1-e2fb-43c4-a9b7-2d5b9a838b8d req-428602c4-2655-4251-85a4-915789ca872d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:21.208528 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae912d1-e2fb-43c4-a9b7-2d5b9a838b8d req-428602c4-2655-4251-85a4-915789ca872d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:21.222163 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae912d1-e2fb-43c4-a9b7-2d5b9a838b8d req-428602c4-2655-4251-85a4-915789ca872d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:21.234845 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae912d1-e2fb-43c4-a9b7-2d5b9a838b8d req-428602c4-2655-4251-85a4-915789ca872d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:21.264745 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port b90f8281-cdcd-40a0-8a1a-8cf546cddaeb, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=b90f8281-cdcd-40a0-8a1a-8cf546cddaeb,segment=NetworkSegment(9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3),segment_id=9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:21.267505 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae912d1-e2fb-43c4-a9b7-2d5b9a838b8d req-428602c4-2655-4251-85a4-915789ca872d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:21.281677 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae912d1-e2fb-43c4-a9b7-2d5b9a838b8d req-428602c4-2655-4251-85a4-915789ca872d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:21.282221 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'b90f8281-cdcd-40a0-8a1a-8cf546cddaeb', 'network_id': 'a1fa1aec-075f-4548-b538-3645f4cfde6d', 'port_id': 'b90f8281-cdcd-40a0-8a1a-8cf546cddaeb', 'mac_address': 'fa:16:3e:38:46:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6da4ff9-68f2-4350-8517-a3f37f7c5c8e', 'ip_address': '10.1.1.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:11:21.299739 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae912d1-e2fb-43c4-a9b7-2d5b9a838b8d req-428602c4-2655-4251-85a4-915789ca872d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:21.305071 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0ae912d1-e2fb-43c4-a9b7-2d5b9a838b8d req-428602c4-2655-4251-85a4-915789ca872d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 5432 time: 0.6616035 Jul 15 13:11:21.327512 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-85f9f9f2-ded1-4964-8d08-d5c33dc4451e tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Allocated IP 172.25.6.97 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/20598752-9818-4fff-b080-7c5fe05d3e09) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:21.424845 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0ae912d1-e2fb-43c4-a9b7-2d5b9a838b8d req-ee373522-85ef-4b3a-95d7-c912f317167f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&id=a34d650b-5b3d-42d8-b923-cf07724c6c75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1019530 Jul 15 13:11:21.491918 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.522627 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b90f8281-cdcd-40a0-8a1a-8cf546cddaeb {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:21.532189 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=27c8b5cc-27c5-4e1f-b672-4682ef536901,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:21.588466 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port b90f8281-cdcd-40a0-8a1a-8cf546cddaeb, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=b90f8281-cdcd-40a0-8a1a-8cf546cddaeb,segment=NetworkSegment(9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3),segment_id=9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:21.596185 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.597056 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device ab5cfb37-8606-43a3-8c1c-bac95211bf1e details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:11:21.703501 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271e152-2d1c-40de-9b17-b6ebd301d3fc req-f8f9e830-3284-4451-b912-f89bab0d0c27 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:21.710600 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271e152-2d1c-40de-9b17-b6ebd301d3fc req-f8f9e830-3284-4451-b912-f89bab0d0c27 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:21.726021 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271e152-2d1c-40de-9b17-b6ebd301d3fc req-f8f9e830-3284-4451-b912-f89bab0d0c27 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:21.750230 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271e152-2d1c-40de-9b17-b6ebd301d3fc req-f8f9e830-3284-4451-b912-f89bab0d0c27 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:21.770047 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271e152-2d1c-40de-9b17-b6ebd301d3fc req-f8f9e830-3284-4451-b912-f89bab0d0c27 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:21.784203 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8271e152-2d1c-40de-9b17-b6ebd301d3fc req-f8f9e830-3284-4451-b912-f89bab0d0c27 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 3828 time: 0.3372202 Jul 15 13:11:21.816562 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port ab5cfb37-8606-43a3-8c1c-bac95211bf1e, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=ab5cfb37-8606-43a3-8c1c-bac95211bf1e,segment=NetworkSegment(9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3),segment_id=9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:21.834842 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=b90f8281-cdcd-40a0-8a1a-8cf546cddaeb,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:21.853335 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-85f9f9f2-ded1-4964-8d08-d5c33dc4451e tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.881841 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'ab5cfb37-8606-43a3-8c1c-bac95211bf1e', 'network_id': 'a1fa1aec-075f-4548-b538-3645f4cfde6d', 'port_id': 'ab5cfb37-8606-43a3-8c1c-bac95211bf1e', 'mac_address': 'fa:16:3e:6e:3a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6da4ff9-68f2-4350-8517-a3f37f7c5c8e', 'ip_address': '10.1.1.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:11:21.956830 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.968544 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-85f9f9f2-ded1-4964-8d08-d5c33dc4451e tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.994367 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a5a43d8e-624b-4fc5-8643-2f3334a08290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6f4ad12-3700-4e2e-a890-1b96827e12d9 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:22.022385 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8271e152-2d1c-40de-9b17-b6ebd301d3fc req-2c499428-669e-4323-bcd8-9a334ba389c9 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369480 Jul 15 13:11:22.038006 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab5cfb37-8606-43a3-8c1c-bac95211bf1e {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:22.060395 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a5a43d8e-624b-4fc5-8643-2f3334a08290 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.149062 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 56704) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:22.149795 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9f9f2-ded1-4964-8d08-d5c33dc4451e tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Pushing event updated for resources: {'Port': ['ID=20598752-9818-4fff-b080-7c5fe05d3e09,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:22.172040 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a5a43d8e-624b-4fc5-8643-2f3334a08290 service neutron] Transition to ACTIVE for port object b6f4ad12-3700-4e2e-a890-1b96827e12d9 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:22.201272 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port ab5cfb37-8606-43a3-8c1c-bac95211bf1e, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=ab5cfb37-8606-43a3-8c1c-bac95211bf1e,segment=NetworkSegment(9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3),segment_id=9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:22.214392 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.215534 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f9f9f2-ded1-4964-8d08-d5c33dc4451e tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:22.217106 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a5a43d8e-624b-4fc5-8643-2f3334a08290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.218173 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 0a321f8f-462b-42da-9f67-de3a6358e566 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:11:22.223223 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-85f9f9f2-ded1-4964-8d08-d5c33dc4451e tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:22.230351 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f9f9f2-ded1-4964-8d08-d5c33dc4451e tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:22.274298 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb3c801-2312-4d43-8b19-eed3fb986767 x-openstack-request-id: req-ecb3c801-2312-4d43-8b19-eed3fb986767 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:22.275135 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "tag": "8f564a5e-612b-4a41-8d78-25b6e98f9169", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:22.275571 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ecb3c801-2312-4d43-8b19-eed3fb986767 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:22.289256 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'tag': '8f564a5e-612b-4a41-8d78-25b6e98f9169', 'status': 'completed', 'code': 200} Jul 15 13:11:22.420662 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a43d8e-624b-4fc5-8643-2f3334a08290 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f4ad12-3700-4e2e-a890-1b96827e12d9,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:22.525658 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=ab5cfb37-8606-43a3-8c1c-bac95211bf1e,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:22.624413 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 0a321f8f-462b-42da-9f67-de3a6358e566, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0a321f8f-462b-42da-9f67-de3a6358e566,segment=NetworkSegment(a4851be2-d85a-40d9-9894-63e2818675e8),segment_id=a4851be2-d85a-40d9-9894-63e2818675e8)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:22.673392 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '0a321f8f-462b-42da-9f67-de3a6358e566', 'network_id': '3cb5bd25-ebc1-469a-a04a-24181cd456f0', 'port_id': '0a321f8f-462b-42da-9f67-de3a6358e566', 'mac_address': 'fa:16:3e:e8:c1:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df1933c-2ac7-4eba-8783-298edae711d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:11:22.786456 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.803670 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a321f8f-462b-42da-9f67-de3a6358e566 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:22.852066 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 0a321f8f-462b-42da-9f67-de3a6358e566, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0a321f8f-462b-42da-9f67-de3a6358e566,segment=NetworkSegment(a4851be2-d85a-40d9-9894-63e2818675e8),segment_id=a4851be2-d85a-40d9-9894-63e2818675e8)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:22.858928 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.859643 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device adb1e941-5028-40e5-8be7-c37ce3b71679 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:11:23.008126 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a5a43d8e-624b-4fc5-8643-2f3334a08290 service neutron] Attempting to bind port b6f4ad12-3700-4e2e-a890-1b96827e12d9 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:23.008857 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a5a43d8e-624b-4fc5-8643-2f3334a08290 service neutron] Attempting to bind port b6f4ad12-3700-4e2e-a890-1b96827e12d9 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '37f44b11-a6f8-42e5-9c70-4ac39e12a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '092cf651-d793-4b85-94d1-eb7a1eab171d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:23.009181 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a5a43d8e-624b-4fc5-8643-2f3334a08290 service neutron] Attempting to bind port b6f4ad12-3700-4e2e-a890-1b96827e12d9 on network 092cf651-d793-4b85-94d1-eb7a1eab171d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:23.009362 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.resource_extend [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:11:23.029021 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a5a43d8e-624b-4fc5-8643-2f3334a08290 service neutron] Port b6f4ad12-3700-4e2e-a890-1b96827e12d9 on network 092cf651-d793-4b85-94d1-eb7a1eab171d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:11:23.029273 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a5a43d8e-624b-4fc5-8643-2f3334a08290 service neutron] Attempting to bind port b6f4ad12-3700-4e2e-a890-1b96827e12d9 on network 092cf651-d793-4b85-94d1-eb7a1eab171d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:23.040863 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a5a43d8e-624b-4fc5-8643-2f3334a08290 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:23.041204 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a5a43d8e-624b-4fc5-8643-2f3334a08290 service neutron] Checking segment: {'id': '37f44b11-a6f8-42e5-9c70-4ac39e12a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '092cf651-d793-4b85-94d1-eb7a1eab171d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:23.041603 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a5a43d8e-624b-4fc5-8643-2f3334a08290 service neutron] Bound using segment: {'id': '37f44b11-a6f8-42e5-9c70-4ac39e12a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '092cf651-d793-4b85-94d1-eb7a1eab171d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:23.042124 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a5a43d8e-624b-4fc5-8643-2f3334a08290 service neutron] Bound port: b6f4ad12-3700-4e2e-a890-1b96827e12d9, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37f44b11-a6f8-42e5-9c70-4ac39e12a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '092cf651-d793-4b85-94d1-eb7a1eab171d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:23.042496 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a5a43d8e-624b-4fc5-8643-2f3334a08290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.087090 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port adb1e941-5028-40e5-8be7-c37ce3b71679, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=adb1e941-5028-40e5-8be7-c37ce3b71679,segment=NetworkSegment(9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3),segment_id=9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:23.138757 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'adb1e941-5028-40e5-8be7-c37ce3b71679', 'network_id': 'a1fa1aec-075f-4548-b538-3645f4cfde6d', 'port_id': 'adb1e941-5028-40e5-8be7-c37ce3b71679', 'mac_address': 'fa:16:3e:2c:ad:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6da4ff9-68f2-4350-8517-a3f37f7c5c8e', 'ip_address': '10.1.1.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:11:23.143370 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=0a321f8f-462b-42da-9f67-de3a6358e566,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:23.224486 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.230697 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.276238 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa219a6a-be7a-4cc3-b890-146e52799edf req-1301caee-385c-4d43-af70-5ea4ee5281ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:23.276973 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa219a6a-be7a-4cc3-b890-146e52799edf req-1301caee-385c-4d43-af70-5ea4ee5281ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:23.277651 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa219a6a-be7a-4cc3-b890-146e52799edf req-1301caee-385c-4d43-af70-5ea4ee5281ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:23.280123 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa219a6a-be7a-4cc3-b890-146e52799edf req-1301caee-385c-4d43-af70-5ea4ee5281ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:23.280620 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb1e941-5028-40e5-8be7-c37ce3b71679 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:23.280750 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa219a6a-be7a-4cc3-b890-146e52799edf req-1301caee-385c-4d43-af70-5ea4ee5281ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:23.281262 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa219a6a-be7a-4cc3-b890-146e52799edf req-1301caee-385c-4d43-af70-5ea4ee5281ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:23.283658 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aa219a6a-be7a-4cc3-b890-146e52799edf req-1301caee-385c-4d43-af70-5ea4ee5281ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=418a827c6cea45b7b8c4dddb4927b332&device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 5246 time: 0.9240458 Jul 15 13:11:23.402260 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab04fdab-db39-4ff7-abce-9cad6511aec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.419885 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port adb1e941-5028-40e5-8be7-c37ce3b71679, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=adb1e941-5028-40e5-8be7-c37ce3b71679,segment=NetworkSegment(9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3),segment_id=9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:23.437871 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.441256 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 06589b71-6e92-4c84-89d8-fd3a675bfd6c details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:11:23.459752 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e76bee-69d3-4103-b63a-a828535fbdd2 req-f6de8f22-8a62-42b5-bc39-e801909bf2a7 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:23.467133 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a4e76bee-69d3-4103-b63a-a828535fbdd2 req-f6de8f22-8a62-42b5-bc39-e801909bf2a7 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 945 time: 0.9248831 Jul 15 13:11:23.477222 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-59d4d2bd-43af-4aee-9bf0-55c9a3d39f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.483797 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-85f9f9f2-ded1-4964-8d08-d5c33dc4451e tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.551123 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a4e76bee-69d3-4103-b63a-a828535fbdd2 req-72ee028c-f8ba-4cbc-9b93-92ecf6fbbc0e tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826161 Jul 15 13:11:23.559041 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a5a43d8e-624b-4fc5-8643-2f3334a08290 service neutron] For port b6f4ad12-3700-4e2e-a890-1b96827e12d9, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:23.564468 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a5a43d8e-624b-4fc5-8643-2f3334a08290 service neutron] For port b6f4ad12-3700-4e2e-a890-1b96827e12d9, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=b6f4ad12-3700-4e2e-a890-1b96827e12d9,segment=NetworkSegment(37f44b11-a6f8-42e5-9c70-4ac39e12a5cf),segment_id=37f44b11-a6f8-42e5-9c70-4ac39e12a5cf)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:23.574161 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a5a43d8e-624b-4fc5-8643-2f3334a08290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.680326 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a5a43d8e-624b-4fc5-8643-2f3334a08290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:23.681204 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a5a43d8e-624b-4fc5-8643-2f3334a08290 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.683197 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a5a43d8e-624b-4fc5-8643-2f3334a08290 service neutron] 10.222.0.18 "PUT /v2.0/ports/b6f4ad12-3700-4e2e-a890-1b96827e12d9 HTTP/1.1" status: 200 len: 1131 time: 3.1179082 Jul 15 13:11:23.730890 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2330ccc6-2430-463d-be05-43e4e348b2c6 service neutron] Request body: {'port': {'device_id': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:23.747603 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a43d8e-624b-4fc5-8643-2f3334a08290 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f4ad12-3700-4e2e-a890-1b96827e12d9,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:23.766496 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 06589b71-6e92-4c84-89d8-fd3a675bfd6c, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=06589b71-6e92-4c84-89d8-fd3a675bfd6c,segment=NetworkSegment(3b0cc7d8-7477-4d50-a0a2-a688c0555fe3),segment_id=3b0cc7d8-7477-4d50-a0a2-a688c0555fe3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:23.784525 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=adb1e941-5028-40e5-8be7-c37ce3b71679,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:23.827299 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '06589b71-6e92-4c84-89d8-fd3a675bfd6c', 'network_id': '3e157d46-1a46-4ef5-af60-0a822c2bdcfe', 'port_id': '06589b71-6e92-4c84-89d8-fd3a675bfd6c', 'mac_address': 'fa:16:3e:7a:38:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5517f04-f874-4dc2-a2a6-0c279d24a4c6', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:11:23.900344 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.938892 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06589b71-6e92-4c84-89d8-fd3a675bfd6c {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:23.964612 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 06589b71-6e92-4c84-89d8-fd3a675bfd6c, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=06589b71-6e92-4c84-89d8-fd3a675bfd6c,segment=NetworkSegment(3b0cc7d8-7477-4d50-a0a2-a688c0555fe3),segment_id=3b0cc7d8-7477-4d50-a0a2-a688c0555fe3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:23.973860 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.974541 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device d6761381-f152-46b6-8605-a91b69be3f5c details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:11:24.002109 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2e17c-9b5d-4f5f-94cb-4f25eb737c57 req-9d5a9273-5cef-4efa-99fe-6f3b312133a5 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:24.004530 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab04fdab-db39-4ff7-abce-9cad6511aec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.010868 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bbb2e17c-9b5d-4f5f-94cb-4f25eb737c57 req-9d5a9273-5cef-4efa-99fe-6f3b312133a5 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.2095835 Jul 15 13:11:24.022031 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab04fdab-db39-4ff7-abce-9cad6511aec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.037999 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa219a6a-be7a-4cc3-b890-146e52799edf req-ad81f837-1e35-4145-b785-6eceb9fc1231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:24.038532 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa219a6a-be7a-4cc3-b890-146e52799edf req-ad81f837-1e35-4145-b785-6eceb9fc1231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:24.039069 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa219a6a-be7a-4cc3-b890-146e52799edf req-ad81f837-1e35-4145-b785-6eceb9fc1231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:24.041085 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aa219a6a-be7a-4cc3-b890-146e52799edf req-ad81f837-1e35-4145-b785-6eceb9fc1231 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=418a827c6cea45b7b8c4dddb4927b332&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7288563 Jul 15 13:11:24.044528 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2330ccc6-2430-463d-be05-43e4e348b2c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.084814 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9819b7b-0177-4d82-ae67-115b2398afaa req-4a4dda40-942e-43b3-b283-5f33af663a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:24.087391 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a9819b7b-0177-4d82-ae67-115b2398afaa req-4a4dda40-942e-43b3-b283-5f33af663a0b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 1097 time: 0.9685748 Jul 15 13:11:24.098654 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9d2bc-fa66-4ef0-b8ee-245cac99b64e req-72d756b0-cd3f-4ba4-86b7-8a39ccd2c953 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:24.107569 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8b9d2bc-fa66-4ef0-b8ee-245cac99b64e req-72d756b0-cd3f-4ba4-86b7-8a39ccd2c953 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=299b70d8-ed34-4ef5-bd1e-f53292d44108 HTTP/1.1" status: 200 len: 946 time: 0.8867044 Jul 15 13:11:24.133311 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bbb2e17c-9b5d-4f5f-94cb-4f25eb737c57 req-d10c3cf9-b7a9-4b02-8a24-3a318a008950 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215801 Jul 15 13:11:24.204929 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port d6761381-f152-46b6-8605-a91b69be3f5c, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=d6761381-f152-46b6-8605-a91b69be3f5c,segment=NetworkSegment(9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3),segment_id=9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:24.212034 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=06589b71-6e92-4c84-89d8-fd3a675bfd6c,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:24.266894 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'd6761381-f152-46b6-8605-a91b69be3f5c', 'network_id': 'a1fa1aec-075f-4548-b538-3645f4cfde6d', 'port_id': 'd6761381-f152-46b6-8605-a91b69be3f5c', 'mac_address': 'fa:16:3e:4d:2c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6da4ff9-68f2-4350-8517-a3f37f7c5c8e', 'ip_address': '10.1.1.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:11:24.292399 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'tag': 'b6f4ad12-3700-4e2e-a890-1b96827e12d9'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:24.295743 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59bce32-02eb-43a2-87a2-62710ca01403" -d '{"events": [{"name": "network-changed", "server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "tag": "b6f4ad12-3700-4e2e-a890-1b96827e12d9"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:24.440751 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.477013 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6761381-f152-46b6-8605-a91b69be3f5c {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:24.529091 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port d6761381-f152-46b6-8605-a91b69be3f5c, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=d6761381-f152-46b6-8605-a91b69be3f5c,segment=NetworkSegment(9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3),segment_id=9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:24.537322 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.604928 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.611005 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=d6761381-f152-46b6-8605-a91b69be3f5c,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:24.656206 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2330ccc6-2430-463d-be05-43e4e348b2c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f7146e3-8033-4950-8584-85d59a6f89e7 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:24.673294 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb678a-f34c-4e2e-ac01-b53f3210b399 req-4dee822d-3376-4e25-b9c0-c63fe87519c4 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:24.679459 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb678a-f34c-4e2e-ac01-b53f3210b399 req-4dee822d-3376-4e25-b9c0-c63fe87519c4 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:24.686572 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb678a-f34c-4e2e-ac01-b53f3210b399 req-4dee822d-3376-4e25-b9c0-c63fe87519c4 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:24.693095 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb678a-f34c-4e2e-ac01-b53f3210b399 req-4dee822d-3376-4e25-b9c0-c63fe87519c4 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:24.700197 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb678a-f34c-4e2e-ac01-b53f3210b399 req-4dee822d-3376-4e25-b9c0-c63fe87519c4 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:24.706383 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8b9d2bc-fa66-4ef0-b8ee-245cac99b64e req-f9c0958b-f4ba-4d70-bed8-9733f0b311df tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5979223 Jul 15 13:11:24.706948 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb678a-f34c-4e2e-ac01-b53f3210b399 req-4dee822d-3376-4e25-b9c0-c63fe87519c4 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:24.714873 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb678a-f34c-4e2e-ac01-b53f3210b399 req-4dee822d-3376-4e25-b9c0-c63fe87519c4 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:24.716892 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d9fb678a-f34c-4e2e-ac01-b53f3210b399 req-4dee822d-3376-4e25-b9c0-c63fe87519c4 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 5438 time: 0.2502244 Jul 15 13:11:24.722500 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2330ccc6-2430-463d-be05-43e4e348b2c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.739959 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.749736 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ab04fdab-db39-4ff7-abce-9cad6511aec3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d134116923eb4e9f899b0fc630885559&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5917737 Jul 15 13:11:24.753551 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 56732) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:24.756238 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04fdab-db39-4ff7-abce-9cad6511aec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd59782-f507-4c16-8667-e7930daafae5,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:24.789526 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2330ccc6-2430-463d-be05-43e4e348b2c6 service neutron] Transition to ACTIVE for port object 1f7146e3-8033-4950-8584-85d59a6f89e7 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:24.798446 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a9819b7b-0177-4d82-ae67-115b2398afaa req-9ae3f15a-57cc-4a45-b13c-ae0412e11d74 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6832449 Jul 15 13:11:24.807121 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2330ccc6-2430-463d-be05-43e4e348b2c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.881850 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d9fb678a-f34c-4e2e-ac01-b53f3210b399 req-b9ea35b1-69e8-41a3-a096-5bcd1867925b tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&id=a34d650b-5b3d-42d8-b923-cf07724c6c75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1564298 Jul 15 13:11:24.934301 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-84b3dbc9-533d-4706-89f8-f1e79c722df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.946117 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330ccc6-2430-463d-be05-43e4e348b2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7146e3-8033-4950-8584-85d59a6f89e7,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:25.083121 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa219a6a-be7a-4cc3-b890-146e52799edf req-40e2a9ea-9992-496b-87b1-ac64f4632924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:25.084847 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aa219a6a-be7a-4cc3-b890-146e52799edf req-40e2a9ea-9992-496b-87b1-ac64f4632924 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0178704 Jul 15 13:11:25.117827 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-84b3dbc9-533d-4706-89f8-f1e79c722df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:25.139068 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfce4b-1382-46b7-a9b4-df21510c9540 req-1e228b46-3c79-4cf5-8506-90a0945ce9a4 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:25.145476 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfce4b-1382-46b7-a9b4-df21510c9540 req-1e228b46-3c79-4cf5-8506-90a0945ce9a4 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:25.153434 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfce4b-1382-46b7-a9b4-df21510c9540 req-1e228b46-3c79-4cf5-8506-90a0945ce9a4 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:25.159914 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfce4b-1382-46b7-a9b4-df21510c9540 req-1e228b46-3c79-4cf5-8506-90a0945ce9a4 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:25.166137 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfce4b-1382-46b7-a9b4-df21510c9540 req-1e228b46-3c79-4cf5-8506-90a0945ce9a4 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:25.177940 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfce4b-1382-46b7-a9b4-df21510c9540 req-1e228b46-3c79-4cf5-8506-90a0945ce9a4 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:25.180206 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfce4b-1382-46b7-a9b4-df21510c9540 req-1e228b46-3c79-4cf5-8506-90a0945ce9a4 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:25.183877 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d9cfce4b-1382-46b7-a9b4-df21510c9540 req-1e228b46-3c79-4cf5-8506-90a0945ce9a4 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 5372 time: 0.2290130 Jul 15 13:11:25.184174 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-85f9f9f2-ded1-4964-8d08-d5c33dc4451e tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:25.203092 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-84b3dbc9-533d-4706-89f8-f1e79c722df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:25.206274 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-84b3dbc9-533d-4706-89f8-f1e79c722df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:25.211825 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-84b3dbc9-533d-4706-89f8-f1e79c722df2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2cd59782-f507-4c16-8667-e7930daafae5 HTTP/1.1" status: 204 len: 168 time: 0.4569345 Jul 15 13:11:25.233024 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3dbc9-533d-4706-89f8-f1e79c722df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd59782-f507-4c16-8667-e7930daafae5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:25.288743 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d9cfce4b-1382-46b7-a9b4-df21510c9540 req-b851bf8a-465b-418e-a69b-0a801abfb8c8 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=23bbefeb-be8c-4146-bf3d-810b99d9a00e&id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0979900 Jul 15 13:11:25.321228 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2330ccc6-2430-463d-be05-43e4e348b2c6 service neutron] Attempting to bind port 1f7146e3-8033-4950-8584-85d59a6f89e7 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:25.324406 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2330ccc6-2430-463d-be05-43e4e348b2c6 service neutron] Attempting to bind port 1f7146e3-8033-4950-8584-85d59a6f89e7 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '37f44b11-a6f8-42e5-9c70-4ac39e12a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '092cf651-d793-4b85-94d1-eb7a1eab171d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:25.324745 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2330ccc6-2430-463d-be05-43e4e348b2c6 service neutron] Attempting to bind port 1f7146e3-8033-4950-8584-85d59a6f89e7 on network 092cf651-d793-4b85-94d1-eb7a1eab171d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:25.345769 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2330ccc6-2430-463d-be05-43e4e348b2c6 service neutron] Port 1f7146e3-8033-4950-8584-85d59a6f89e7 on network 092cf651-d793-4b85-94d1-eb7a1eab171d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:11:25.346098 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2330ccc6-2430-463d-be05-43e4e348b2c6 service neutron] Attempting to bind port 1f7146e3-8033-4950-8584-85d59a6f89e7 on network 092cf651-d793-4b85-94d1-eb7a1eab171d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:25.353095 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['06589b71-6e92-4c84-89d8-fd3a675bfd6c'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:25.377709 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581d109-3039-49ee-b1b3-2b5c125ff9c4 req-197cdff0-f1ba-49ba-9adb-103a6b6dd5aa tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:25.379382 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d581d109-3039-49ee-b1b3-2b5c125ff9c4 req-197cdff0-f1ba-49ba-9adb-103a6b6dd5aa tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.3125324 Jul 15 13:11:25.394183 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2330ccc6-2430-463d-be05-43e4e348b2c6 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:25.394522 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2330ccc6-2430-463d-be05-43e4e348b2c6 service neutron] Checking segment: {'id': '37f44b11-a6f8-42e5-9c70-4ac39e12a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '092cf651-d793-4b85-94d1-eb7a1eab171d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:25.394910 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2330ccc6-2430-463d-be05-43e4e348b2c6 service neutron] Bound using segment: {'id': '37f44b11-a6f8-42e5-9c70-4ac39e12a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '092cf651-d793-4b85-94d1-eb7a1eab171d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:25.395958 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2330ccc6-2430-463d-be05-43e4e348b2c6 service neutron] Bound port: 1f7146e3-8033-4950-8584-85d59a6f89e7, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37f44b11-a6f8-42e5-9c70-4ac39e12a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '092cf651-d793-4b85-94d1-eb7a1eab171d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:25.395958 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2330ccc6-2430-463d-be05-43e4e348b2c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:25.451057 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['ab5cfb37-8606-43a3-8c1c-bac95211bf1e'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:25.466179 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863247e4-da55-4d77-8b8c-5caa5d65e922 x-openstack-request-id: req-863247e4-da55-4d77-8b8c-5caa5d65e922 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:25.466506 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "tag": "b6f4ad12-3700-4e2e-a890-1b96827e12d9", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:25.466986 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-863247e4-da55-4d77-8b8c-5caa5d65e922 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:25.469945 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'tag': 'b6f4ad12-3700-4e2e-a890-1b96827e12d9', 'status': 'completed', 'code': 200} Jul 15 13:11:25.531736 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['adb1e941-5028-40e5-8be7-c37ce3b71679'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:25.534467 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d581d109-3039-49ee-b1b3-2b5c125ff9c4 req-e31add44-80b6-482d-ba43-1033a3084366 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439989 Jul 15 13:11:25.548220 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f9f9f2-ded1-4964-8d08-d5c33dc4451e tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Router dc0e10b3-7567-4e5a-b373-7c2a633e6c2f is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:11:25.549858 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['d6761381-f152-46b6-8605-a91b69be3f5c'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:25.734083 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2330ccc6-2430-463d-be05-43e4e348b2c6 service neutron] For port 1f7146e3-8033-4950-8584-85d59a6f89e7, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:25.738475 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2330ccc6-2430-463d-be05-43e4e348b2c6 service neutron] For port 1f7146e3-8033-4950-8584-85d59a6f89e7, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=1f7146e3-8033-4950-8584-85d59a6f89e7,segment=NetworkSegment(37f44b11-a6f8-42e5-9c70-4ac39e12a5cf),segment_id=37f44b11-a6f8-42e5-9c70-4ac39e12a5cf)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:25.755178 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2330ccc6-2430-463d-be05-43e4e348b2c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:25.793090 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2330ccc6-2430-463d-be05-43e4e348b2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:25.794144 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2330ccc6-2430-463d-be05-43e4e348b2c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:25.796450 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2330ccc6-2430-463d-be05-43e4e348b2c6 service neutron] 10.222.0.18 "PUT /v2.0/ports/1f7146e3-8033-4950-8584-85d59a6f89e7 HTTP/1.1" status: 200 len: 1131 time: 2.0857756 Jul 15 13:11:25.874583 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a53a771a-5511-4aec-9022-8c4bb0e0f20f service neutron] Request body: {'port': {'device_id': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:25.946223 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bce32-02eb-43a2-87a2-62710ca01403 req-80ee2b08-76e6-47a9-914c-ef87d83eac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:25.946835 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bce32-02eb-43a2-87a2-62710ca01403 req-80ee2b08-76e6-47a9-914c-ef87d83eac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:25.947178 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bce32-02eb-43a2-87a2-62710ca01403 req-80ee2b08-76e6-47a9-914c-ef87d83eac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:25.947933 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bce32-02eb-43a2-87a2-62710ca01403 req-80ee2b08-76e6-47a9-914c-ef87d83eac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:25.948160 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bce32-02eb-43a2-87a2-62710ca01403 req-80ee2b08-76e6-47a9-914c-ef87d83eac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:25.949479 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bce32-02eb-43a2-87a2-62710ca01403 req-80ee2b08-76e6-47a9-914c-ef87d83eac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:25.949479 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bce32-02eb-43a2-87a2-62710ca01403 req-80ee2b08-76e6-47a9-914c-ef87d83eac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:25.971520 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e59bce32-02eb-43a2-87a2-62710ca01403 req-80ee2b08-76e6-47a9-914c-ef87d83eac86 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=418a827c6cea45b7b8c4dddb4927b332&device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 6170 time: 0.5411224 Jul 15 13:11:26.030557 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 56750) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:26.107542 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a53a771a-5511-4aec-9022-8c4bb0e0f20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:26.150021 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6907c0a-90f2-40ec-bd72-234569e24c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:26.156691 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f9f9f2-ded1-4964-8d08-d5c33dc4451e tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:11:26.174643 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce8397e-bcc2-4274-96d1-e4b78f4186d4 None None] Sync routers for ids ['dc0e10b3-7567-4e5a-b373-7c2a633e6c2f'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:11:26.205015 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce8397e-bcc2-4274-96d1-e4b78f4186d4 None None] Routers {'dc0e10b3-7567-4e5a-b373-7c2a633e6c2f'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:26.206612 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1ce8397e-bcc2-4274-96d1-e4b78f4186d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:11:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['dc0e10b3-7567-4e5a-b373-7c2a633e6c2f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:26.311065 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1ce8397e-bcc2-4274-96d1-e4b78f4186d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:26.313484 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb1662-3e1d-406c-8563-385dcc93c771 req-5fca49ad-b335-4a1e-8d7e-989f0f95f892 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:26.321314 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1edb1662-3e1d-406c-8563-385dcc93c771 req-5fca49ad-b335-4a1e-8d7e-989f0f95f892 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 945 time: 0.6799824 Jul 15 13:11:26.327803 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce8397e-bcc2-4274-96d1-e4b78f4186d4 None None] Routers {'dc0e10b3-7567-4e5a-b373-7c2a633e6c2f'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:26.328816 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1ce8397e-bcc2-4274-96d1-e4b78f4186d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:11:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['dc0e10b3-7567-4e5a-b373-7c2a633e6c2f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:26.340876 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-85f9f9f2-ded1-4964-8d08-d5c33dc4451e tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:26.342340 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-85f9f9f2-ded1-4964-8d08-d5c33dc4451e tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 7.7986434 Jul 15 13:11:26.352315 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 56754) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:26.392276 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1ce8397e-bcc2-4274-96d1-e4b78f4186d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:26.393713 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce8397e-bcc2-4274-96d1-e4b78f4186d4 None None] The sync data for ids ['dc0e10b3-7567-4e5a-b373-7c2a633e6c2f'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:11:26.425737 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bce32-02eb-43a2-87a2-62710ca01403 req-18c50ae5-7e7e-4c6e-9af0-0afad50a5b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:26.426258 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bce32-02eb-43a2-87a2-62710ca01403 req-18c50ae5-7e7e-4c6e-9af0-0afad50a5b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:26.426724 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bce32-02eb-43a2-87a2-62710ca01403 req-18c50ae5-7e7e-4c6e-9af0-0afad50a5b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:26.428624 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e59bce32-02eb-43a2-87a2-62710ca01403 req-18c50ae5-7e7e-4c6e-9af0-0afad50a5b43 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=418a827c6cea45b7b8c4dddb4927b332&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4354396 Jul 15 13:11:26.436643 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['27c8b5cc-27c5-4e1f-b672-4682ef536901'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:26.443576 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:26.494701 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['0a321f8f-462b-42da-9f67-de3a6358e566'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:26.505241 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1edb1662-3e1d-406c-8563-385dcc93c771 req-a7da0032-8b4e-41b8-b41e-550164f1962e tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828754 Jul 15 13:11:26.651048 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['b90f8281-cdcd-40a0-8a1a-8cf546cddaeb'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:26.856128 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a53a771a-5511-4aec-9022-8c4bb0e0f20f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:26.866643 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a53a771a-5511-4aec-9022-8c4bb0e0f20f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:26.887650 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a53a771a-5511-4aec-9022-8c4bb0e0f20f service neutron] Transition to ACTIVE for port object c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:26.893121 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330ccc6-2430-463d-be05-43e4e348b2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7146e3-8033-4950-8584-85d59a6f89e7,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:26.900821 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a53a771a-5511-4aec-9022-8c4bb0e0f20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:26.974677 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a771a-5511-4aec-9022-8c4bb0e0f20f service neutron] Pushing event updated for resources: {'Port': ['ID=c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:26.977017 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-822c967a-f56c-493f-b77b-1be9642909f0 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] 10.222.0.24 "GET /v2.0/routers/dc0e10b3-7567-4e5a-b373-7c2a633e6c2f HTTP/1.1" status: 200 len: 918 time: 0.6141117 Jul 15 13:11:26.978321 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bce32-02eb-43a2-87a2-62710ca01403 req-fc248f39-922c-4193-94fd-9b5cf22a9b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:26.981874 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e59bce32-02eb-43a2-87a2-62710ca01403 req-fc248f39-922c-4193-94fd-9b5cf22a9b1b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5448923 Jul 15 13:11:26.982201 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 56762) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:27.005234 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6907c0a-90f2-40ec-bd72-234569e24c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:27.036257 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6907c0a-90f2-40ec-bd72-234569e24c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:27.041656 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c6d92ce4-d04f-4399-a035-050796fcaed2 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc0e10b3-7567-4e5a-b373-7c2a633e6c2f HTTP/1.1" status: 200 len: 205 time: 0.0536957 Jul 15 13:11:27.046829 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 56764) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:27.108401 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b6907c0a-90f2-40ec-bd72-234569e24c23 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d17b3ae167a480eab6bfcc12a6b3220&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0752478 Jul 15 13:11:27.112923 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6907c0a-90f2-40ec-bd72-234569e24c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e207151-b614-450c-833e-31d54e06a90a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:27.116972 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 56766) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:27.233966 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a53c9-4c7a-4343-b412-983c049cd410 req-ed7e55e5-7160-4ff6-8762-288dd6ab14f6 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:27.235972 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c07a53c9-4c7a-4343-b412-983c049cd410 req-ed7e55e5-7160-4ff6-8762-288dd6ab14f6 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=299b70d8-ed34-4ef5-bd1e-f53292d44108 HTTP/1.1" status: 200 len: 946 time: 0.4402273 Jul 15 13:11:27.236859 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3753a6df-9e7d-4cb6-8744-b3607108a506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:27.281884 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3753a6df-9e7d-4cb6-8744-b3607108a506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:27.335102 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf369e-f25e-41e9-b0ac-acff58542cf1 req-1505011d-8724-4076-86f7-f492535908bb tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:27.337607 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f7bf369e-f25e-41e9-b0ac-acff58542cf1 req-1505011d-8724-4076-86f7-f492535908bb tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 1.2935886 Jul 15 13:11:27.395853 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3753a6df-9e7d-4cb6-8744-b3607108a506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:27.399164 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3753a6df-9e7d-4cb6-8744-b3607108a506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:27.403681 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3753a6df-9e7d-4cb6-8744-b3607108a506 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7e207151-b614-450c-833e-31d54e06a90a HTTP/1.1" status: 204 len: 168 time: 0.2810149 Jul 15 13:11:27.420055 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753a6df-9e7d-4cb6-8744-b3607108a506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e207151-b614-450c-833e-31d54e06a90a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:27.427727 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c07a53c9-4c7a-4343-b412-983c049cd410 req-4f20c67b-e100-4866-96d3-468421cee00a tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799549 Jul 15 13:11:27.475626 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'tag': '1f7146e3-8033-4950-8584-85d59a6f89e7'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:27.478648 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67186f1b-1293-4fa9-8fdc-5b0ea40267b9" -d '{"events": [{"name": "network-changed", "server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "tag": "1f7146e3-8033-4950-8584-85d59a6f89e7"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:27.608943 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f28aea0-1882-46b0-80e4-407fd51d92e6 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:27.763854 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f7bf369e-f25e-41e9-b0ac-acff58542cf1 req-590ea422-f781-4ed6-9381-f19068a64db6 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718512 Jul 15 13:11:27.814834 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a53a771a-5511-4aec-9022-8c4bb0e0f20f service neutron] Attempting to bind port c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:27.815183 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a53a771a-5511-4aec-9022-8c4bb0e0f20f service neutron] Attempting to bind port c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '37f44b11-a6f8-42e5-9c70-4ac39e12a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '092cf651-d793-4b85-94d1-eb7a1eab171d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:27.815509 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a53a771a-5511-4aec-9022-8c4bb0e0f20f service neutron] Attempting to bind port c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e on network 092cf651-d793-4b85-94d1-eb7a1eab171d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:27.824226 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a53a771a-5511-4aec-9022-8c4bb0e0f20f service neutron] Port c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e on network 092cf651-d793-4b85-94d1-eb7a1eab171d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:11:27.824596 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a53a771a-5511-4aec-9022-8c4bb0e0f20f service neutron] Attempting to bind port c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e on network 092cf651-d793-4b85-94d1-eb7a1eab171d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:27.832083 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a53a771a-5511-4aec-9022-8c4bb0e0f20f service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:27.832478 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a53a771a-5511-4aec-9022-8c4bb0e0f20f service neutron] Checking segment: {'id': '37f44b11-a6f8-42e5-9c70-4ac39e12a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '092cf651-d793-4b85-94d1-eb7a1eab171d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:27.833127 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a53a771a-5511-4aec-9022-8c4bb0e0f20f service neutron] Bound using segment: {'id': '37f44b11-a6f8-42e5-9c70-4ac39e12a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '092cf651-d793-4b85-94d1-eb7a1eab171d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:27.833598 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a53a771a-5511-4aec-9022-8c4bb0e0f20f service neutron] Bound port: c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37f44b11-a6f8-42e5-9c70-4ac39e12a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '092cf651-d793-4b85-94d1-eb7a1eab171d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:27.834002 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a53a771a-5511-4aec-9022-8c4bb0e0f20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:27.937544 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f28aea0-1882-46b0-80e4-407fd51d92e6 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:28.045708 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa928eb-f70d-4499-922f-759f910a5010 req-abab9ead-4736-4da4-a15b-bf467d2ed6a6 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:28.062490 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a53a771a-5511-4aec-9022-8c4bb0e0f20f service neutron] For port c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:28.062826 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa928eb-f70d-4499-922f-759f910a5010 req-abab9ead-4736-4da4-a15b-bf467d2ed6a6 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:28.081966 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa928eb-f70d-4499-922f-759f910a5010 req-abab9ead-4736-4da4-a15b-bf467d2ed6a6 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:28.105575 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa928eb-f70d-4499-922f-759f910a5010 req-abab9ead-4736-4da4-a15b-bf467d2ed6a6 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:28.106072 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a53a771a-5511-4aec-9022-8c4bb0e0f20f service neutron] For port c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e,segment=NetworkSegment(37f44b11-a6f8-42e5-9c70-4ac39e12a5cf),segment_id=37f44b11-a6f8-42e5-9c70-4ac39e12a5cf)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:28.116435 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa928eb-f70d-4499-922f-759f910a5010 req-abab9ead-4736-4da4-a15b-bf467d2ed6a6 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:28.124057 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa928eb-f70d-4499-922f-759f910a5010 req-abab9ead-4736-4da4-a15b-bf467d2ed6a6 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:28.129874 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa928eb-f70d-4499-922f-759f910a5010 req-abab9ead-4736-4da4-a15b-bf467d2ed6a6 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:28.138276 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9aa928eb-f70d-4499-922f-759f910a5010 req-abab9ead-4736-4da4-a15b-bf467d2ed6a6 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 5439 time: 0.3385315 Jul 15 13:11:28.153611 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a53a771a-5511-4aec-9022-8c4bb0e0f20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:28.204129 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9aa928eb-f70d-4499-922f-759f910a5010 req-27e182a0-142c-4fa9-be7d-aca35af8109c tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&id=a34d650b-5b3d-42d8-b923-cf07724c6c75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0647831 Jul 15 13:11:28.262714 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a53a771a-5511-4aec-9022-8c4bb0e0f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:28.264452 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a53a771a-5511-4aec-9022-8c4bb0e0f20f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:28.270089 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-a53a771a-5511-4aec-9022-8c4bb0e0f20f service neutron] 10.222.0.18 "PUT /v2.0/ports/c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e HTTP/1.1" status: 200 len: 1092 time: 2.4099498 Jul 15 13:11:28.315234 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6f28aea0-1882-46b0-80e4-407fd51d92e6 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Deleting port 20598752-9818-4fff-b080-7c5fe05d3e09 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:28.316038 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f28aea0-1882-46b0-80e4-407fd51d92e6 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:28.509360 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67186f1b-1293-4fa9-8fdc-5b0ea40267b9 req-c943fb1f-fdfe-4e3d-9543-cf5560027eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:28.509814 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f28aea0-1882-46b0-80e4-407fd51d92e6 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:28.509950 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67186f1b-1293-4fa9-8fdc-5b0ea40267b9 req-c943fb1f-fdfe-4e3d-9543-cf5560027eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:28.510335 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67186f1b-1293-4fa9-8fdc-5b0ea40267b9 req-c943fb1f-fdfe-4e3d-9543-cf5560027eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:28.510844 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67186f1b-1293-4fa9-8fdc-5b0ea40267b9 req-c943fb1f-fdfe-4e3d-9543-cf5560027eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:28.511418 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67186f1b-1293-4fa9-8fdc-5b0ea40267b9 req-c943fb1f-fdfe-4e3d-9543-cf5560027eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:28.511768 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67186f1b-1293-4fa9-8fdc-5b0ea40267b9 req-c943fb1f-fdfe-4e3d-9543-cf5560027eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:28.512234 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67186f1b-1293-4fa9-8fdc-5b0ea40267b9 req-c943fb1f-fdfe-4e3d-9543-cf5560027eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:28.526912 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6f28aea0-1882-46b0-80e4-407fd51d92e6 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Calling delete_port for 20598752-9818-4fff-b080-7c5fe05d3e09 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:28.534717 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-67186f1b-1293-4fa9-8fdc-5b0ea40267b9 req-c943fb1f-fdfe-4e3d-9543-cf5560027eb8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=418a827c6cea45b7b8c4dddb4927b332&device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 6280 time: 0.1825678 Jul 15 13:11:28.768929 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3981a11-ed53-4f7f-83a2-f68d670e31a6 x-openstack-request-id: req-a3981a11-ed53-4f7f-83a2-f68d670e31a6 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:28.769604 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "tag": "1f7146e3-8033-4950-8584-85d59a6f89e7", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:28.769604 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a3981a11-ed53-4f7f-83a2-f68d670e31a6 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:28.770044 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'tag': '1f7146e3-8033-4950-8584-85d59a6f89e7', 'status': 'completed', 'code': 200} Jul 15 13:11:28.782520 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-375b349b-df7f-4a4e-a226-263053102862 service neutron] Request body: {'port': {'device_id': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:28.809685 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f28aea0-1882-46b0-80e4-407fd51d92e6 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:28.843359 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67186f1b-1293-4fa9-8fdc-5b0ea40267b9 req-bcb4d4f8-a187-4f0d-a415-a3fb95a11563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:28.843891 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67186f1b-1293-4fa9-8fdc-5b0ea40267b9 req-bcb4d4f8-a187-4f0d-a415-a3fb95a11563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:28.844305 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67186f1b-1293-4fa9-8fdc-5b0ea40267b9 req-bcb4d4f8-a187-4f0d-a415-a3fb95a11563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:28.846008 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-67186f1b-1293-4fa9-8fdc-5b0ea40267b9 req-bcb4d4f8-a187-4f0d-a415-a3fb95a11563 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=418a827c6cea45b7b8c4dddb4927b332&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3042147 Jul 15 13:11:28.886625 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a771a-5511-4aec-9022-8c4bb0e0f20f service neutron] Pushing event updated for resources: {'Port': ['ID=c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:29.142729 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67186f1b-1293-4fa9-8fdc-5b0ea40267b9 req-44ba4d1b-aaed-4295-ae4a-949192d4c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:29.144251 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-67186f1b-1293-4fa9-8fdc-5b0ea40267b9 req-44ba4d1b-aaed-4295-ae4a-949192d4c5ff service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2914505 Jul 15 13:11:29.192561 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1082a4-b961-4ed3-b6fd-2d9e53c5ef37 req-53546901-8991-4f90-bd5c-3ce6b9dd17a7 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:29.194295 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2b1082a4-b961-4ed3-b6fd-2d9e53c5ef37 req-53546901-8991-4f90-bd5c-3ce6b9dd17a7 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 945 time: 0.1584213 Jul 15 13:11:29.256432 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2b1082a4-b961-4ed3-b6fd-2d9e53c5ef37 req-eb8bf605-16e5-4fdf-91dd-da2a98f90e7e tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537786 Jul 15 13:11:29.282475 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff5bdc-304d-4d95-8e3a-519bf51d143d req-23b24857-9166-47c7-9c77-40ed7d229571 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:29.288757 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff5bdc-304d-4d95-8e3a-519bf51d143d req-23b24857-9166-47c7-9c77-40ed7d229571 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:29.296439 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff5bdc-304d-4d95-8e3a-519bf51d143d req-23b24857-9166-47c7-9c77-40ed7d229571 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:29.301879 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff5bdc-304d-4d95-8e3a-519bf51d143d req-23b24857-9166-47c7-9c77-40ed7d229571 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:29.308498 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff5bdc-304d-4d95-8e3a-519bf51d143d req-23b24857-9166-47c7-9c77-40ed7d229571 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:29.314680 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff5bdc-304d-4d95-8e3a-519bf51d143d req-23b24857-9166-47c7-9c77-40ed7d229571 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:29.320749 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff5bdc-304d-4d95-8e3a-519bf51d143d req-23b24857-9166-47c7-9c77-40ed7d229571 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:29.322843 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-10ff5bdc-304d-4d95-8e3a-519bf51d143d req-23b24857-9166-47c7-9c77-40ed7d229571 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 5384 time: 1.2021170 Jul 15 13:11:29.329355 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28aea0-1882-46b0-80e4-407fd51d92e6 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Pushing event deleted for resources: {'Port': ['ID=20598752-9818-4fff-b080-7c5fe05d3e09,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:29.416022 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-10ff5bdc-304d-4d95-8e3a-519bf51d143d req-ca9b461d-bfdb-4338-8226-4c4e532e6ec9 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=23bbefeb-be8c-4146-bf3d-810b99d9a00e&id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0796070 Jul 15 13:11:29.423821 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f28aea0-1882-46b0-80e4-407fd51d92e6 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.544522 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f28aea0-1882-46b0-80e4-407fd51d92e6 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.547277 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f28aea0-1882-46b0-80e4-407fd51d92e6 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.591867 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-375b349b-df7f-4a4e-a226-263053102862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.603851 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f28aea0-1882-46b0-80e4-407fd51d92e6 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.605082 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f28aea0-1882-46b0-80e4-407fd51d92e6 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Fanout notify agent at l3_agent the message router_deleted on router dc0e10b3-7567-4e5a-b373-7c2a633e6c2f {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:11:29.614583 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f28aea0-1882-46b0-80e4-407fd51d92e6 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.620509 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 56816) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:29.621717 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6f28aea0-1882-46b0-80e4-407fd51d92e6 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] 10.222.0.24 "DELETE /v2.0/routers/dc0e10b3-7567-4e5a-b373-7c2a633e6c2f HTTP/1.1" status: 204 len: 168 time: 2.5707090 Jul 15 13:11:29.627130 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d86011bd-25a2-4ecf-80fa-c2c24c2c9933 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Request body: {'router': {'name': 'tempest-snat-router-567460357', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'enable_snat': False}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:29.710789 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d86011bd-25a2-4ecf-80fa-c2c24c2c9933 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.711927 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d86011bd-25a2-4ecf-80fa-c2c24c2c9933 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.803872 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b632fd2-77fd-4de5-b9b5-cb06fc4f81b9 req-6b629426-f736-4411-8d18-86bb2a74e4ec tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:29.805604 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5b632fd2-77fd-4de5-b9b5-cb06fc4f81b9 req-6b629426-f736-4411-8d18-86bb2a74e4ec tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.1474340 Jul 15 13:11:29.807849 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d86011bd-25a2-4ecf-80fa-c2c24c2c9933 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.864224 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91b31a-4e43-4622-ba6e-a20e2dec1bf7 req-a1bba96b-8b27-47c2-b59c-6a4f2648eccc tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:29.866424 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d91b31a-4e43-4622-ba6e-a20e2dec1bf7 req-a1bba96b-8b27-47c2-b59c-6a4f2648eccc tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=299b70d8-ed34-4ef5-bd1e-f53292d44108 HTTP/1.1" status: 200 len: 946 time: 0.1831014 Jul 15 13:11:29.943761 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5b632fd2-77fd-4de5-b9b5-cb06fc4f81b9 req-83e03725-1737-4076-a110-4d8f5a75cee1 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305699 Jul 15 13:11:29.957715 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d91b31a-4e43-4622-ba6e-a20e2dec1bf7 req-dc51f73e-40db-4d9d-a686-6de76e9ced18 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554295 Jul 15 13:11:30.097157 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-375b349b-df7f-4a4e-a226-263053102862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17aae3e2-beee-4242-a747-d5d996c9bcc4 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:30.115082 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-375b349b-df7f-4a4e-a226-263053102862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.127612 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d86011bd-25a2-4ecf-80fa-c2c24c2c9933 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.156425 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-375b349b-df7f-4a4e-a226-263053102862 service neutron] Transition to ACTIVE for port object 17aae3e2-beee-4242-a747-d5d996c9bcc4 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:30.167985 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-375b349b-df7f-4a4e-a226-263053102862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.261066 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b349b-df7f-4a4e-a226-263053102862 service neutron] Pushing event updated for resources: {'Port': ['ID=17aae3e2-beee-4242-a747-d5d996c9bcc4,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:30.436944 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-375b349b-df7f-4a4e-a226-263053102862 service neutron] Attempting to bind port 17aae3e2-beee-4242-a747-d5d996c9bcc4 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:30.437632 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-375b349b-df7f-4a4e-a226-263053102862 service neutron] Attempting to bind port 17aae3e2-beee-4242-a747-d5d996c9bcc4 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '37f44b11-a6f8-42e5-9c70-4ac39e12a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '092cf651-d793-4b85-94d1-eb7a1eab171d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:30.437632 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-375b349b-df7f-4a4e-a226-263053102862 service neutron] Attempting to bind port 17aae3e2-beee-4242-a747-d5d996c9bcc4 on network 092cf651-d793-4b85-94d1-eb7a1eab171d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:30.444666 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ffe16-4acb-4fa8-85a2-5d7a8477e9d0 req-b7772269-a81c-47db-b98e-458815210732 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:30.451080 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-375b349b-df7f-4a4e-a226-263053102862 service neutron] Port 17aae3e2-beee-4242-a747-d5d996c9bcc4 on network 092cf651-d793-4b85-94d1-eb7a1eab171d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:11:30.451447 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-375b349b-df7f-4a4e-a226-263053102862 service neutron] Attempting to bind port 17aae3e2-beee-4242-a747-d5d996c9bcc4 on network 092cf651-d793-4b85-94d1-eb7a1eab171d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:30.457544 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-375b349b-df7f-4a4e-a226-263053102862 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:30.458017 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-375b349b-df7f-4a4e-a226-263053102862 service neutron] Checking segment: {'id': '37f44b11-a6f8-42e5-9c70-4ac39e12a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '092cf651-d793-4b85-94d1-eb7a1eab171d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:30.458547 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-375b349b-df7f-4a4e-a226-263053102862 service neutron] Bound using segment: {'id': '37f44b11-a6f8-42e5-9c70-4ac39e12a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '092cf651-d793-4b85-94d1-eb7a1eab171d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:30.459071 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-375b349b-df7f-4a4e-a226-263053102862 service neutron] Bound port: 17aae3e2-beee-4242-a747-d5d996c9bcc4, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37f44b11-a6f8-42e5-9c70-4ac39e12a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '092cf651-d793-4b85-94d1-eb7a1eab171d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:30.459568 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-375b349b-df7f-4a4e-a226-263053102862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.467076 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ffe16-4acb-4fa8-85a2-5d7a8477e9d0 req-b7772269-a81c-47db-b98e-458815210732 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:30.482417 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ffe16-4acb-4fa8-85a2-5d7a8477e9d0 req-b7772269-a81c-47db-b98e-458815210732 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:30.489019 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ffe16-4acb-4fa8-85a2-5d7a8477e9d0 req-b7772269-a81c-47db-b98e-458815210732 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:30.503935 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ffe16-4acb-4fa8-85a2-5d7a8477e9d0 req-b7772269-a81c-47db-b98e-458815210732 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:30.516786 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ffe16-4acb-4fa8-85a2-5d7a8477e9d0 req-b7772269-a81c-47db-b98e-458815210732 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:30.525973 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ffe16-4acb-4fa8-85a2-5d7a8477e9d0 req-b7772269-a81c-47db-b98e-458815210732 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:30.536583 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-661ffe16-4acb-4fa8-85a2-5d7a8477e9d0 req-b7772269-a81c-47db-b98e-458815210732 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 5439 time: 0.3328850 Jul 15 13:11:30.580336 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-375b349b-df7f-4a4e-a226-263053102862 service neutron] For port 17aae3e2-beee-4242-a747-d5d996c9bcc4, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:30.586192 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-375b349b-df7f-4a4e-a226-263053102862 service neutron] For port 17aae3e2-beee-4242-a747-d5d996c9bcc4, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=17aae3e2-beee-4242-a747-d5d996c9bcc4,segment=NetworkSegment(37f44b11-a6f8-42e5-9c70-4ac39e12a5cf),segment_id=37f44b11-a6f8-42e5-9c70-4ac39e12a5cf)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:30.601246 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-375b349b-df7f-4a4e-a226-263053102862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.660596 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-661ffe16-4acb-4fa8-85a2-5d7a8477e9d0 req-347eff9a-7647-4792-8347-cbe5a09296b3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&id=a34d650b-5b3d-42d8-b923-cf07724c6c75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1225641 Jul 15 13:11:30.685417 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 27c8b5cc-27c5-4e1f-b672-4682ef536901 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:30.686422 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-375b349b-df7f-4a4e-a226-263053102862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:30.689967 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-375b349b-df7f-4a4e-a226-263053102862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.691941 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-375b349b-df7f-4a4e-a226-263053102862 service neutron] 10.222.0.18 "PUT /v2.0/ports/17aae3e2-beee-4242-a747-d5d996c9bcc4 HTTP/1.1" status: 200 len: 1092 time: 1.9306066 Jul 15 13:11:30.770724 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-78b4ff9a-9707-425d-81df-2d4843c01818 service neutron] Request body: {'port': {'device_id': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:30.773157 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'tag': 'c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e'}, {'name': 'network-changed', 'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'tag': '17aae3e2-beee-4242-a747-d5d996c9bcc4'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:30.793535 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e669ef5-15eb-42ce-8e8a-5f37a7b7094b" -d '{"events": [{"name": "network-changed", "server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "tag": "c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e"}, {"name": "network-changed", "server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "tag": "17aae3e2-beee-4242-a747-d5d996c9bcc4"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:30.867464 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b349b-df7f-4a4e-a226-263053102862 service neutron] Pushing event updated for resources: {'Port': ['ID=17aae3e2-beee-4242-a747-d5d996c9bcc4,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:30.948632 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2cc1f-70ad-478d-b6ca-b9b8433f472c req-4f10e3e1-66d1-4471-8a4e-c80bb9870fd8 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:30.952706 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c9d2cc1f-70ad-478d-b6ca-b9b8433f472c req-4f10e3e1-66d1-4471-8a4e-c80bb9870fd8 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.32 "GET /v2.0/ports?device_id=299b70d8-ed34-4ef5-bd1e-f53292d44108 HTTP/1.1" status: 200 len: 946 time: 0.4109826 Jul 15 13:11:30.954064 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 27c8b5cc-27c5-4e1f-b672-4682ef536901 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:30.963932 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-78b4ff9a-9707-425d-81df-2d4843c01818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.964972 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 27c8b5cc-27c5-4e1f-b672-4682ef536901 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:30.966492 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.084921 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d86011bd-25a2-4ecf-80fa-c2c24c2c9933 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.161313 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d86011bd-25a2-4ecf-80fa-c2c24c2c9933 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.263355 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.346216 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 27c8b5cc-27c5-4e1f-b672-4682ef536901, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=27c8b5cc-27c5-4e1f-b672-4682ef536901,segment=NetworkSegment(3b0cc7d8-7477-4d50-a0a2-a688c0555fe3),segment_id=3b0cc7d8-7477-4d50-a0a2-a688c0555fe3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:31.347410 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c8b5cc-27c5-4e1f-b672-4682ef536901'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:31.353469 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e4ad9a-9a2d-4606-a6f2-d6ef7e95b418" -d '{"events": [{"server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "name": "network-vif-plugged", "status": "completed", "tag": "27c8b5cc-27c5-4e1f-b672-4682ef536901"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:31.365601 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.368303 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device b90f8281-cdcd-40a0-8a1a-8cf546cddaeb up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:31.396877 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-78b4ff9a-9707-425d-81df-2d4843c01818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7de99ab-528a-45b3-83e8-223243db9266 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:31.418173 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-78b4ff9a-9707-425d-81df-2d4843c01818 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.455864 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-78b4ff9a-9707-425d-81df-2d4843c01818 service neutron] Transition to ACTIVE for port object b7de99ab-528a-45b3-83e8-223243db9266 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:31.463287 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-78b4ff9a-9707-425d-81df-2d4843c01818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.526367 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4ff9a-9707-425d-81df-2d4843c01818 service neutron] Pushing event updated for resources: {'Port': ['ID=b7de99ab-528a-45b3-83e8-223243db9266,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:31.531208 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=27c8b5cc-27c5-4e1f-b672-4682ef536901,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:31.550872 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port b90f8281-cdcd-40a0-8a1a-8cf546cddaeb completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:31.556125 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port b90f8281-cdcd-40a0-8a1a-8cf546cddaeb triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:31.557082 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.808943 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-78b4ff9a-9707-425d-81df-2d4843c01818 service neutron] Attempting to bind port b7de99ab-528a-45b3-83e8-223243db9266 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:31.809575 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-78b4ff9a-9707-425d-81df-2d4843c01818 service neutron] Attempting to bind port b7de99ab-528a-45b3-83e8-223243db9266 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'be6f61df-1bcf-4dee-95b3-8bf240166a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'af7ddb53-a503-4934-b82b-95b8c79b40c8'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:31.810106 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-78b4ff9a-9707-425d-81df-2d4843c01818 service neutron] Attempting to bind port b7de99ab-528a-45b3-83e8-223243db9266 on network af7ddb53-a503-4934-b82b-95b8c79b40c8 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:31.812005 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.862116 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port b90f8281-cdcd-40a0-8a1a-8cf546cddaeb, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=b90f8281-cdcd-40a0-8a1a-8cf546cddaeb,segment=NetworkSegment(9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3),segment_id=9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:31.872913 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.875596 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device ab5cfb37-8606-43a3-8c1c-bac95211bf1e up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:31.916203 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-78b4ff9a-9707-425d-81df-2d4843c01818 service neutron] Port b7de99ab-528a-45b3-83e8-223243db9266 on network af7ddb53-a503-4934-b82b-95b8c79b40c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:11:31.918522 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-78b4ff9a-9707-425d-81df-2d4843c01818 service neutron] Attempting to bind port b7de99ab-528a-45b3-83e8-223243db9266 on network af7ddb53-a503-4934-b82b-95b8c79b40c8 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:31.940182 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-78b4ff9a-9707-425d-81df-2d4843c01818 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:31.943412 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-78b4ff9a-9707-425d-81df-2d4843c01818 service neutron] Checking segment: {'id': 'be6f61df-1bcf-4dee-95b3-8bf240166a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'af7ddb53-a503-4934-b82b-95b8c79b40c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:31.954256 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-78b4ff9a-9707-425d-81df-2d4843c01818 service neutron] Bound using segment: {'id': 'be6f61df-1bcf-4dee-95b3-8bf240166a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'af7ddb53-a503-4934-b82b-95b8c79b40c8'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:31.955218 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-78b4ff9a-9707-425d-81df-2d4843c01818 service neutron] Bound port: b7de99ab-528a-45b3-83e8-223243db9266, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be6f61df-1bcf-4dee-95b3-8bf240166a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'af7ddb53-a503-4934-b82b-95b8c79b40c8'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:31.955989 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-78b4ff9a-9707-425d-81df-2d4843c01818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.001904 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=b90f8281-cdcd-40a0-8a1a-8cf546cddaeb,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:32.009406 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port ab5cfb37-8606-43a3-8c1c-bac95211bf1e completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:32.016416 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port ab5cfb37-8606-43a3-8c1c-bac95211bf1e triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:32.017440 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.142650 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.155012 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f00c9-6c89-4b5b-a35f-1c02428317df req-643611f6-0da1-4445-bb18-1fea1f914e18 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:32.161815 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f00c9-6c89-4b5b-a35f-1c02428317df req-643611f6-0da1-4445-bb18-1fea1f914e18 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:32.168470 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f00c9-6c89-4b5b-a35f-1c02428317df req-643611f6-0da1-4445-bb18-1fea1f914e18 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:32.177192 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f00c9-6c89-4b5b-a35f-1c02428317df req-643611f6-0da1-4445-bb18-1fea1f914e18 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:32.184733 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f00c9-6c89-4b5b-a35f-1c02428317df req-643611f6-0da1-4445-bb18-1fea1f914e18 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:32.191983 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f00c9-6c89-4b5b-a35f-1c02428317df req-643611f6-0da1-4445-bb18-1fea1f914e18 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:32.199105 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f00c9-6c89-4b5b-a35f-1c02428317df req-643611f6-0da1-4445-bb18-1fea1f914e18 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:32.201393 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5b6f00c9-6c89-4b5b-a35f-1c02428317df req-643611f6-0da1-4445-bb18-1fea1f914e18 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 5408 time: 0.3953888 Jul 15 13:11:32.220387 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port ab5cfb37-8606-43a3-8c1c-bac95211bf1e, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=ab5cfb37-8606-43a3-8c1c-bac95211bf1e,segment=NetworkSegment(9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3),segment_id=9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:32.233660 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.234683 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 0a321f8f-462b-42da-9f67-de3a6358e566 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:32.249972 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-78b4ff9a-9707-425d-81df-2d4843c01818 service neutron] For port b7de99ab-528a-45b3-83e8-223243db9266, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:32.257696 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-aa516873-3fc4-424f-9b88-17e05cab4962 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:32.264021 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-aa516873-3fc4-424f-9b88-17e05cab4962 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/networks?id=2b4de3f9-9898-4e48-8ad2-d64a9c837567 HTTP/1.1" status: 200 len: 821 time: 1.1909142 Jul 15 13:11:32.302124 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5b6f00c9-6c89-4b5b-a35f-1c02428317df req-e2e6a9f8-7580-4081-ba4c-baf61d3fa7a0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=23bbefeb-be8c-4146-bf3d-810b99d9a00e&id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0824947 Jul 15 13:11:32.340787 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-78b4ff9a-9707-425d-81df-2d4843c01818 service neutron] For port b7de99ab-528a-45b3-83e8-223243db9266, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=b7de99ab-528a-45b3-83e8-223243db9266,segment=NetworkSegment(be6f61df-1bcf-4dee-95b3-8bf240166a89),segment_id=be6f61df-1bcf-4dee-95b3-8bf240166a89)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:32.356278 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-78b4ff9a-9707-425d-81df-2d4843c01818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.399083 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-9a1b3605-24ca-402e-9e6b-1b0b6e5878e3 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/quotas/11b8af7c013140faa070a8db01c03b78 HTTP/1.1" status: 200 len: 375 time: 0.1131053 Jul 15 13:11:32.422775 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-c9d2cc1f-70ad-478d-b6ca-b9b8433f472c req-30467f75-753d-40df-b34f-ab7dd8bb737e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Deleting port cbf17ef3-7455-4a02-97b6-d0334efb8747 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:32.422775 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c9d2cc1f-70ad-478d-b6ca-b9b8433f472c req-30467f75-753d-40df-b34f-ab7dd8bb737e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.453322 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-78b4ff9a-9707-425d-81df-2d4843c01818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:32.454163 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-78b4ff9a-9707-425d-81df-2d4843c01818 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.455646 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-78b4ff9a-9707-425d-81df-2d4843c01818 service neutron] 10.222.0.18 "PUT /v2.0/ports/b7de99ab-528a-45b3-83e8-223243db9266 HTTP/1.1" status: 200 len: 1092 time: 1.7243395 Jul 15 13:11:32.456509 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=ab5cfb37-8606-43a3-8c1c-bac95211bf1e,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:32.477715 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 0a321f8f-462b-42da-9f67-de3a6358e566 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:32.498717 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 0a321f8f-462b-42da-9f67-de3a6358e566 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:32.499360 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.527425 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-be30cf38-4df7-456a-973c-ee30d58f9a59 service neutron] Request body: {'port': {'device_id': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:32.557203 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-d86011bd-25a2-4ecf-80fa-c2c24c2c9933 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Allocated IP 172.25.6.45 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/49b2dadb-31d7-4c57-afd8-65b930d83530) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:32.632189 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fdbaa-0bfa-4ae1-955a-0459085bef90 req-764d3f77-6182-4480-8fe2-a25a46772d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:32.634178 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c58fdbaa-0bfa-4ae1-955a-0459085bef90 req-764d3f77-6182-4480-8fe2-a25a46772d95 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e51b95462ec42b2a02dd62dd4e4547f&device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 1097 time: 0.5787387 Jul 15 13:11:32.738439 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3a1ceb-e71c-42cf-9ff7-45c2c7926fc2 x-openstack-request-id: req-ab3a1ceb-e71c-42cf-9ff7-45c2c7926fc2 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:32.738949 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "tag": "c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "tag": "17aae3e2-beee-4242-a747-d5d996c9bcc4", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:32.739370 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ab3a1ceb-e71c-42cf-9ff7-45c2c7926fc2 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:32.739822 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'tag': 'c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e', 'status': 'completed', 'code': 200} Jul 15 13:11:32.740085 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'tag': '17aae3e2-beee-4242-a747-d5d996c9bcc4', 'status': 'completed', 'code': 200} Jul 15 13:11:32.744269 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4ff9a-9707-425d-81df-2d4843c01818 service neutron] Pushing event updated for resources: {'Port': ['ID=b7de99ab-528a-45b3-83e8-223243db9266,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:32.750514 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.817095 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 0a321f8f-462b-42da-9f67-de3a6358e566, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0a321f8f-462b-42da-9f67-de3a6358e566,segment=NetworkSegment(a4851be2-d85a-40d9-9894-63e2818675e8),segment_id=a4851be2-d85a-40d9-9894-63e2818675e8)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:32.824958 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.827178 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device adb1e941-5028-40e5-8be7-c37ce3b71679 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:32.835918 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-be30cf38-4df7-456a-973c-ee30d58f9a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.957178 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=0a321f8f-462b-42da-9f67-de3a6358e566,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:32.974305 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port adb1e941-5028-40e5-8be7-c37ce3b71679 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:32.980302 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port adb1e941-5028-40e5-8be7-c37ce3b71679 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:32.980817 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.094053 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ff076-56bd-4385-a13d-56ac4d0595e1 req-8a41f25f-57b0-4522-be0e-ca6365f519ad tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:33.095640 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b84ff076-56bd-4385-a13d-56ac4d0595e1 req-8a41f25f-57b0-4522-be0e-ca6365f519ad tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=299b70d8-ed34-4ef5-bd1e-f53292d44108 HTTP/1.1" status: 200 len: 946 time: 0.1675193 Jul 15 13:11:33.156447 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.193097 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b84ff076-56bd-4385-a13d-56ac4d0595e1 req-02a29723-64cd-4459-80ab-79866ea3ab50 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782c3d5-ea60-4138-916f-4bff7153dcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823524 Jul 15 13:11:33.205237 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port adb1e941-5028-40e5-8be7-c37ce3b71679, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=adb1e941-5028-40e5-8be7-c37ce3b71679,segment=NetworkSegment(9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3),segment_id=9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:33.227283 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.227468 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-9e4d04a0-0b3b-4f27-b7b4-16ad42b4814d tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=11b8af7c013140faa070a8db01c03b78&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8113174 Jul 15 13:11:33.228327 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 06589b71-6e92-4c84-89d8-fd3a675bfd6c up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:33.229633 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fdbaa-0bfa-4ae1-955a-0459085bef90 req-a00995f9-baa1-4c1a-9607-361c59a548c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:33.232468 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c58fdbaa-0bfa-4ae1-955a-0459085bef90 req-a00995f9-baa1-4c1a-9607-361c59a548c1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ff999f83-8f01-4fb0-bb3e-8fa1520b01f4 HTTP/1.1" status: 200 len: 919 time: 0.5813785 Jul 15 13:11:33.353821 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-be30cf38-4df7-456a-973c-ee30d58f9a59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f6dd92f-446d-431c-9742-1c64543233ba {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:33.363197 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-be30cf38-4df7-456a-973c-ee30d58f9a59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.380634 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-be30cf38-4df7-456a-973c-ee30d58f9a59 service neutron] Transition to ACTIVE for port object 9f6dd92f-446d-431c-9742-1c64543233ba will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:33.387613 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-be30cf38-4df7-456a-973c-ee30d58f9a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.397864 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=adb1e941-5028-40e5-8be7-c37ce3b71679,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:33.414436 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 06589b71-6e92-4c84-89d8-fd3a675bfd6c completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:33.419220 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 06589b71-6e92-4c84-89d8-fd3a675bfd6c triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:33.419639 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.439938 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c58fdbaa-0bfa-4ae1-955a-0459085bef90 req-d948c400-1924-4f43-9047-6bb522493115 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6792e362-13a8-4b34-a1c4-27c52b5f455c HTTP/1.1" status: 200 len: 217 time: 0.1873879 Jul 15 13:11:33.504659 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c9d2cc1f-70ad-478d-b6ca-b9b8433f472c req-30467f75-753d-40df-b34f-ab7dd8bb737e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] For port cbf17ef3-7455-4a02-97b6-d0334efb8747, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=cbf17ef3-7455-4a02-97b6-d0334efb8747,segment=NetworkSegment(faa6f47b-5a42-4f3d-8726-d44abedde300),segment_id=faa6f47b-5a42-4f3d-8726-d44abedde300)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:33.505228 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c9d2cc1f-70ad-478d-b6ca-b9b8433f472c req-30467f75-753d-40df-b34f-ab7dd8bb737e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.529222 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e669ef5-15eb-42ce-8e8a-5f37a7b7094b req-9e0fff52-f40c-4113-9fec-8978ce1d73be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:33.529441 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e669ef5-15eb-42ce-8e8a-5f37a7b7094b req-9e0fff52-f40c-4113-9fec-8978ce1d73be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:33.530029 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e669ef5-15eb-42ce-8e8a-5f37a7b7094b req-9e0fff52-f40c-4113-9fec-8978ce1d73be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:33.530700 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e669ef5-15eb-42ce-8e8a-5f37a7b7094b req-9e0fff52-f40c-4113-9fec-8978ce1d73be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:33.531359 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e669ef5-15eb-42ce-8e8a-5f37a7b7094b req-9e0fff52-f40c-4113-9fec-8978ce1d73be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:33.531938 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e669ef5-15eb-42ce-8e8a-5f37a7b7094b req-9e0fff52-f40c-4113-9fec-8978ce1d73be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:33.532496 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e669ef5-15eb-42ce-8e8a-5f37a7b7094b req-9e0fff52-f40c-4113-9fec-8978ce1d73be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:33.533466 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.534976 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0e669ef5-15eb-42ce-8e8a-5f37a7b7094b req-9e0fff52-f40c-4113-9fec-8978ce1d73be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=418a827c6cea45b7b8c4dddb4927b332&device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 6416 time: 0.9745095 Jul 15 13:11:33.591432 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be30cf38-4df7-456a-973c-ee30d58f9a59 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6dd92f-446d-431c-9742-1c64543233ba,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:33.596607 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 06589b71-6e92-4c84-89d8-fd3a675bfd6c, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=06589b71-6e92-4c84-89d8-fd3a675bfd6c,segment=NetworkSegment(3b0cc7d8-7477-4d50-a0a2-a688c0555fe3),segment_id=3b0cc7d8-7477-4d50-a0a2-a688c0555fe3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:33.606537 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.607557 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device d6761381-f152-46b6-8605-a91b69be3f5c up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:33.679984 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e669ef5-15eb-42ce-8e8a-5f37a7b7094b req-575d215f-7bb3-4e7c-91ce-a305fd4ebe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:33.680570 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e669ef5-15eb-42ce-8e8a-5f37a7b7094b req-575d215f-7bb3-4e7c-91ce-a305fd4ebe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:33.681097 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e669ef5-15eb-42ce-8e8a-5f37a7b7094b req-575d215f-7bb3-4e7c-91ce-a305fd4ebe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:33.683459 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0e669ef5-15eb-42ce-8e8a-5f37a7b7094b req-575d215f-7bb3-4e7c-91ce-a305fd4ebe06 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=418a827c6cea45b7b8c4dddb4927b332&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1383486 Jul 15 13:11:33.686515 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-c9d2cc1f-70ad-478d-b6ca-b9b8433f472c req-30467f75-753d-40df-b34f-ab7dd8bb737e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Calling delete_port for cbf17ef3-7455-4a02-97b6-d0334efb8747 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:33.711083 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d86011bd-25a2-4ecf-80fa-c2c24c2c9933 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.727936 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-2f104262-435a-4bf2-a5b5-2ea1a21d059b service neutron] 10.222.0.24 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705439 Jul 15 13:11:33.769591 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfbec6-ff1d-4f95-b661-78e8b5cb16c0 req-46ef158d-28f0-40d7-a3bd-c6e183de769d tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:33.771297 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-adbfbec6-ff1d-4f95-b661-78e8b5cb16c0 req-46ef158d-28f0-40d7-a3bd-c6e183de769d tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.3729258 Jul 15 13:11:33.774514 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fdbaa-0bfa-4ae1-955a-0459085bef90 req-c0b99e57-ba6c-4ec2-938d-abd14b1fc2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:33.775837 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c58fdbaa-0bfa-4ae1-955a-0459085bef90 req-c0b99e57-ba6c-4ec2-938d-abd14b1fc2e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33c47e88-09c9-4ef9-8d40-4d0aac513fe6 HTTP/1.1" status: 200 len: 858 time: 0.3211925 Jul 15 13:11:33.790311 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port d6761381-f152-46b6-8605-a91b69be3f5c completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:33.796886 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port d6761381-f152-46b6-8605-a91b69be3f5c triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:33.797520 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.802697 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=06589b71-6e92-4c84-89d8-fd3a675bfd6c,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:33.858253 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c58fdbaa-0bfa-4ae1-955a-0459085bef90 req-6ac6fc9c-fd12-4a35-893c-8ec571642a7e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff999f83-8f01-4fb0-bb3e-8fa1520b01f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587654 Jul 15 13:11:33.884530 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-be30cf38-4df7-456a-973c-ee30d58f9a59 service neutron] Attempting to bind port 9f6dd92f-446d-431c-9742-1c64543233ba on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:33.884876 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-be30cf38-4df7-456a-973c-ee30d58f9a59 service neutron] Attempting to bind port 9f6dd92f-446d-431c-9742-1c64543233ba by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'be6f61df-1bcf-4dee-95b3-8bf240166a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'af7ddb53-a503-4934-b82b-95b8c79b40c8'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:33.885208 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-be30cf38-4df7-456a-973c-ee30d58f9a59 service neutron] Attempting to bind port 9f6dd92f-446d-431c-9742-1c64543233ba on network af7ddb53-a503-4934-b82b-95b8c79b40c8 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:33.907947 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-adbfbec6-ff1d-4f95-b661-78e8b5cb16c0 req-1aa4f455-47e2-417e-9f20-4fc433e925c6 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185572 Jul 15 13:11:33.911299 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-be30cf38-4df7-456a-973c-ee30d58f9a59 service neutron] Port 9f6dd92f-446d-431c-9742-1c64543233ba on network af7ddb53-a503-4934-b82b-95b8c79b40c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:11:33.911692 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-be30cf38-4df7-456a-973c-ee30d58f9a59 service neutron] Attempting to bind port 9f6dd92f-446d-431c-9742-1c64543233ba on network af7ddb53-a503-4934-b82b-95b8c79b40c8 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:33.924581 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-be30cf38-4df7-456a-973c-ee30d58f9a59 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:33.924929 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-be30cf38-4df7-456a-973c-ee30d58f9a59 service neutron] Checking segment: {'id': 'be6f61df-1bcf-4dee-95b3-8bf240166a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'af7ddb53-a503-4934-b82b-95b8c79b40c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:33.926514 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-be30cf38-4df7-456a-973c-ee30d58f9a59 service neutron] Bound using segment: {'id': 'be6f61df-1bcf-4dee-95b3-8bf240166a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'af7ddb53-a503-4934-b82b-95b8c79b40c8'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:33.926514 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-be30cf38-4df7-456a-973c-ee30d58f9a59 service neutron] Bound port: 9f6dd92f-446d-431c-9742-1c64543233ba, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be6f61df-1bcf-4dee-95b3-8bf240166a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'af7ddb53-a503-4934-b82b-95b8c79b40c8'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:33.926514 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-be30cf38-4df7-456a-973c-ee30d58f9a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.017442 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712b18bb-5492-4261-9d88-5f95126293e9 x-openstack-request-id: req-712b18bb-5492-4261-9d88-5f95126293e9 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:34.018040 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "name": "network-vif-plugged", "status": "completed", "tag": "27c8b5cc-27c5-4e1f-b672-4682ef536901", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:34.018208 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-712b18bb-5492-4261-9d88-5f95126293e9 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:34.018850 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c8b5cc-27c5-4e1f-b672-4682ef536901', 'code': 200} Jul 15 13:11:34.020002 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.118518 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port d6761381-f152-46b6-8605-a91b69be3f5c, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=d6761381-f152-46b6-8605-a91b69be3f5c,segment=NetworkSegment(9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3),segment_id=9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:34.130955 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.146673 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-be30cf38-4df7-456a-973c-ee30d58f9a59 service neutron] For port 9f6dd92f-446d-431c-9742-1c64543233ba, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:34.154335 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e669ef5-15eb-42ce-8e8a-5f37a7b7094b req-9fde526c-70e3-46dc-a3f0-416a0893010b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:34.155945 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0e669ef5-15eb-42ce-8e8a-5f37a7b7094b req-9fde526c-70e3-46dc-a3f0-416a0893010b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4636555 Jul 15 13:11:34.157230 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-be30cf38-4df7-456a-973c-ee30d58f9a59 service neutron] For port 9f6dd92f-446d-431c-9742-1c64543233ba, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9f6dd92f-446d-431c-9742-1c64543233ba,segment=NetworkSegment(be6f61df-1bcf-4dee-95b3-8bf240166a89),segment_id=be6f61df-1bcf-4dee-95b3-8bf240166a89)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:34.172701 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-40442d31-5233-4aeb-bc68-5e3885a25255 service neutron] 10.222.0.24 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436512 Jul 15 13:11:34.193735 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device cbf17ef3-7455-4a02-97b6-d0334efb8747 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:34.206393 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d86011bd-25a2-4ecf-80fa-c2c24c2c9933 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.243633 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-be30cf38-4df7-456a-973c-ee30d58f9a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.308840 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=d6761381-f152-46b6-8605-a91b69be3f5c,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:34.316371 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86011bd-25a2-4ecf-80fa-c2c24c2c9933 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Pushing event updated for resources: {'Port': ['ID=49b2dadb-31d7-4c57-afd8-65b930d83530,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:34.359807 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c58fdbaa-0bfa-4ae1-955a-0459085bef90 req-392941f5-4f7b-4289-8767-1c67d5b4a9f5 service neutron] 10.222.0.32 "GET /v2.0/networks/ff999f83-8f01-4fb0-bb3e-8fa1520b01f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572492 Jul 15 13:11:34.363437 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-be30cf38-4df7-456a-973c-ee30d58f9a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:34.364469 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-be30cf38-4df7-456a-973c-ee30d58f9a59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.367910 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-be30cf38-4df7-456a-973c-ee30d58f9a59 service neutron] 10.222.0.18 "PUT /v2.0/ports/9f6dd92f-446d-431c-9742-1c64543233ba HTTP/1.1" status: 200 len: 1092 time: 1.8642833 Jul 15 13:11:34.426677 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.442663 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77514a-c739-4d47-909e-56c8e276ffa3 req-7ab0d562-3a6f-4223-8292-c05da1975c92 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:34.458131 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bd77514a-c739-4d47-909e-56c8e276ffa3 req-7ab0d562-3a6f-4223-8292-c05da1975c92 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 945 time: 0.3068841 Jul 15 13:11:34.460058 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be30cf38-4df7-456a-973c-ee30d58f9a59 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6dd92f-446d-431c-9742-1c64543233ba,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:34.519576 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86011bd-25a2-4ecf-80fa-c2c24c2c9933 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:34.534057 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-d86011bd-25a2-4ecf-80fa-c2c24c2c9933 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:34.534848 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bd77514a-c739-4d47-909e-56c8e276ffa3 req-8e36b51a-9018-476a-acf7-33a05cbea953 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757346 Jul 15 13:11:34.548002 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86011bd-25a2-4ecf-80fa-c2c24c2c9933 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:34.584937 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c58fdbaa-0bfa-4ae1-955a-0459085bef90 req-452fb8c6-a8f8-48ef-a511-d2445deb10c6 service neutron] 10.222.0.32 "GET /v2.0/networks/ff999f83-8f01-4fb0-bb3e-8fa1520b01f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924732 Jul 15 13:11:34.591914 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c9d2cc1f-70ad-478d-b6ca-b9b8433f472c req-30467f75-753d-40df-b34f-ab7dd8bb737e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.672695 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30467f75-753d-40df-b34f-ab7dd8bb737e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Pushing event deleted for resources: {'Port': ['ID=cbf17ef3-7455-4a02-97b6-d0334efb8747,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:34.742247 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'tag': 'b7de99ab-528a-45b3-83e8-223243db9266'}, {'name': 'network-changed', 'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'tag': '9f6dd92f-446d-431c-9742-1c64543233ba'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:34.745161 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816" -d '{"events": [{"name": "network-changed", "server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "tag": "b7de99ab-528a-45b3-83e8-223243db9266"}, {"name": "network-changed", "server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "tag": "9f6dd92f-446d-431c-9742-1c64543233ba"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:34.856817 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e669ef5-15eb-42ce-8e8a-5f37a7b7094b req-bfcc216c-4646-4a54-b999-a92a6c59cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:34.857306 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e669ef5-15eb-42ce-8e8a-5f37a7b7094b req-bfcc216c-4646-4a54-b999-a92a6c59cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:34.857797 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e669ef5-15eb-42ce-8e8a-5f37a7b7094b req-bfcc216c-4646-4a54-b999-a92a6c59cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:34.858275 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e669ef5-15eb-42ce-8e8a-5f37a7b7094b req-bfcc216c-4646-4a54-b999-a92a6c59cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:34.858740 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e669ef5-15eb-42ce-8e8a-5f37a7b7094b req-bfcc216c-4646-4a54-b999-a92a6c59cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:34.859715 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e669ef5-15eb-42ce-8e8a-5f37a7b7094b req-bfcc216c-4646-4a54-b999-a92a6c59cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:34.860451 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e669ef5-15eb-42ce-8e8a-5f37a7b7094b req-bfcc216c-4646-4a54-b999-a92a6c59cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:34.864097 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0e669ef5-15eb-42ce-8e8a-5f37a7b7094b req-bfcc216c-4646-4a54-b999-a92a6c59cb94 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=418a827c6cea45b7b8c4dddb4927b332&device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 6484 time: 0.5513389 Jul 15 13:11:34.893138 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d2cc1f-70ad-478d-b6ca-b9b8433f472c req-30467f75-753d-40df-b34f-ab7dd8bb737e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] No DVR routers for this DVR port cbf17ef3-7455-4a02-97b6-d0334efb8747 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:11:34.920609 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c9d2cc1f-70ad-478d-b6ca-b9b8433f472c req-30467f75-753d-40df-b34f-ab7dd8bb737e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.922728 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c9d2cc1f-70ad-478d-b6ca-b9b8433f472c req-30467f75-753d-40df-b34f-ab7dd8bb737e tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.32 "DELETE /v2.0/ports/cbf17ef3-7455-4a02-97b6-d0334efb8747 HTTP/1.1" status: 204 len: 173 time: 3.8575094 Jul 15 13:11:34.925672 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba1778-d107-4741-a376-4ffb06033d30 req-3fb5e4fa-8dc2-4678-b8b0-f5d43b4ef597 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:34.925885 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299b70d8-ed34-4ef5-bd1e-f53292d44108', 'name': 'network-vif-deleted', 'tag': 'cbf17ef3-7455-4a02-97b6-d0334efb8747'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:34.928272 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd14c39-8494-4b19-9ae1-854de22b03f0" -d '{"events": [{"server_uuid": "299b70d8-ed34-4ef5-bd1e-f53292d44108", "name": "network-vif-deleted", "tag": "cbf17ef3-7455-4a02-97b6-d0334efb8747"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:34.932029 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba1778-d107-4741-a376-4ffb06033d30 req-3fb5e4fa-8dc2-4678-b8b0-f5d43b4ef597 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:34.939014 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba1778-d107-4741-a376-4ffb06033d30 req-3fb5e4fa-8dc2-4678-b8b0-f5d43b4ef597 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:34.945887 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba1778-d107-4741-a376-4ffb06033d30 req-3fb5e4fa-8dc2-4678-b8b0-f5d43b4ef597 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:34.952864 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba1778-d107-4741-a376-4ffb06033d30 req-3fb5e4fa-8dc2-4678-b8b0-f5d43b4ef597 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:34.959887 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba1778-d107-4741-a376-4ffb06033d30 req-3fb5e4fa-8dc2-4678-b8b0-f5d43b4ef597 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:34.966677 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba1778-d107-4741-a376-4ffb06033d30 req-3fb5e4fa-8dc2-4678-b8b0-f5d43b4ef597 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:34.969003 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9bba1778-d107-4741-a376-4ffb06033d30 req-3fb5e4fa-8dc2-4678-b8b0-f5d43b4ef597 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 5446 time: 0.1485698 Jul 15 13:11:35.073162 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9bba1778-d107-4741-a376-4ffb06033d30 req-c50c3e2b-491f-44ee-9cb8-85a78702eeff tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&id=a34d650b-5b3d-42d8-b923-cf07724c6c75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0873854 Jul 15 13:11:35.202542 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c43c72-d781-476a-97a4-af2d33234148 req-7977e5ac-17e9-4a25-b4fc-6440377f7657 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:35.209287 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c43c72-d781-476a-97a4-af2d33234148 req-7977e5ac-17e9-4a25-b4fc-6440377f7657 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:35.217185 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c43c72-d781-476a-97a4-af2d33234148 req-7977e5ac-17e9-4a25-b4fc-6440377f7657 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:35.224802 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c43c72-d781-476a-97a4-af2d33234148 req-7977e5ac-17e9-4a25-b4fc-6440377f7657 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:35.232177 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c43c72-d781-476a-97a4-af2d33234148 req-7977e5ac-17e9-4a25-b4fc-6440377f7657 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:35.239013 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c43c72-d781-476a-97a4-af2d33234148 req-7977e5ac-17e9-4a25-b4fc-6440377f7657 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:35.246371 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c43c72-d781-476a-97a4-af2d33234148 req-7977e5ac-17e9-4a25-b4fc-6440377f7657 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:35.255044 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-49c43c72-d781-476a-97a4-af2d33234148 req-7977e5ac-17e9-4a25-b4fc-6440377f7657 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 5420 time: 0.3897305 Jul 15 13:11:35.261740 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e669ef5-15eb-42ce-8e8a-5f37a7b7094b req-8d43e890-8917-4de3-a051-e58394f45902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:35.262521 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e669ef5-15eb-42ce-8e8a-5f37a7b7094b req-8d43e890-8917-4de3-a051-e58394f45902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:35.263140 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e669ef5-15eb-42ce-8e8a-5f37a7b7094b req-8d43e890-8917-4de3-a051-e58394f45902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:35.265124 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0e669ef5-15eb-42ce-8e8a-5f37a7b7094b req-8d43e890-8917-4de3-a051-e58394f45902 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=418a827c6cea45b7b8c4dddb4927b332&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3760023 Jul 15 13:11:35.368272 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-926fcd47-d2c1-4bc2-a39c-8b5afe879b52 req-b3b6f10c-c705-4ebb-97d6-cea66c0764a9 tempest-DeleteServersTestJSON-1983404326 tempest-DeleteServersTestJSON-1983404326-project] 10.222.0.24 "GET /v2.0/ports?device_id=299b70d8-ed34-4ef5-bd1e-f53292d44108 HTTP/1.1" status: 200 len: 210 time: 0.0406566 Jul 15 13:11:35.409076 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-49c43c72-d781-476a-97a4-af2d33234148 req-79fd5140-66f9-4e3f-857e-6775fd0095e4 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=23bbefeb-be8c-4146-bf3d-810b99d9a00e&id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1527793 Jul 15 13:11:35.467781 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-630ff003-f2c8-41cd-9ab9-4c202d3344fd req-75d349c0-f795-40bd-b2a4-53ebb20474ed service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1482024 Jul 15 13:11:35.497616 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d86011bd-25a2-4ecf-80fa-c2c24c2c9933 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:35.601975 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ece89f-9f4d-4e33-9129-c5e1b727592f x-openstack-request-id: req-62ece89f-9f4d-4e33-9129-c5e1b727592f {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:35.602293 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "tag": "b7de99ab-528a-45b3-83e8-223243db9266", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "tag": "9f6dd92f-446d-431c-9742-1c64543233ba", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:35.604753 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-62ece89f-9f4d-4e33-9129-c5e1b727592f {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:35.605197 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'tag': 'b7de99ab-528a-45b3-83e8-223243db9266', 'status': 'completed', 'code': 200} Jul 15 13:11:35.605460 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'tag': '9f6dd92f-446d-431c-9742-1c64543233ba', 'status': 'completed', 'code': 200} Jul 15 13:11:35.625139 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-38b509cd-3a58-4b08-ad83-62aff30cfabe req-3c944c92-253c-4500-a4a3-1492f34c52d5 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 210 time: 0.0855350 Jul 15 13:11:35.850122 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ff003-f2c8-41cd-9ab9-4c202d3344fd req-e32b28e3-ac74-42b2-8ca8-1924236cb2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:35.862158 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-630ff003-f2c8-41cd-9ab9-4c202d3344fd req-e32b28e3-ac74-42b2-8ca8-1924236cb2c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11b8af7c013140faa070a8db01c03b78&device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622 HTTP/1.1" status: 200 len: 1096 time: 0.2033849 Jul 15 13:11:36.020241 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90f8281-cdcd-40a0-8a1a-8cf546cddaeb'}, {'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5cfb37-8606-43a3-8c1c-bac95211bf1e'}, {'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a321f8f-462b-42da-9f67-de3a6358e566'}, {'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb1e941-5028-40e5-8be7-c37ce3b71679'}, {'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06589b71-6e92-4c84-89d8-fd3a675bfd6c'}, {'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6761381-f152-46b6-8605-a91b69be3f5c'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:36.024897 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07490e73-98f8-4f0c-8183-ce6f4ef997d9" -d '{"events": [{"server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "name": "network-vif-plugged", "status": "completed", "tag": "b90f8281-cdcd-40a0-8a1a-8cf546cddaeb"}, {"server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "name": "network-vif-plugged", "status": "completed", "tag": "ab5cfb37-8606-43a3-8c1c-bac95211bf1e"}, {"server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "name": "network-vif-plugged", "status": "completed", "tag": "0a321f8f-462b-42da-9f67-de3a6358e566"}, {"server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "name": "network-vif-plugged", "status": "completed", "tag": "adb1e941-5028-40e5-8be7-c37ce3b71679"}, {"server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "name": "network-vif-plugged", "status": "completed", "tag": "06589b71-6e92-4c84-89d8-fd3a675bfd6c"}, {"server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "name": "network-vif-plugged", "status": "completed", "tag": "d6761381-f152-46b6-8605-a91b69be3f5c"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:36.068294 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ff003-f2c8-41cd-9ab9-4c202d3344fd req-27c44727-f795-478e-ab57-2acb1117c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:36.070054 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-630ff003-f2c8-41cd-9ab9-4c202d3344fd req-27c44727-f795-478e-ab57-2acb1117c0b3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b4de3f9-9898-4e48-8ad2-d64a9c837567 HTTP/1.1" status: 200 len: 922 time: 0.1684058 Jul 15 13:11:36.084650 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4143e470-7583-45f7-a350-d7620c892591 x-openstack-request-id: req-4143e470-7583-45f7-a350-d7620c892591 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:36.085221 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1421496-8533-47c6-b364-c5f373caf9fe req-2c9a8a4b-7da5-4cb3-8484-35fec32a8be6 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:36.085874 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299b70d8-ed34-4ef5-bd1e-f53292d44108", "name": "network-vif-deleted", "tag": "cbf17ef3-7455-4a02-97b6-d0334efb8747", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:36.086303 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4143e470-7583-45f7-a350-d7620c892591 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:36.086832 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d1421496-8533-47c6-b364-c5f373caf9fe req-2c9a8a4b-7da5-4cb3-8484-35fec32a8be6 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 945 time: 0.1833363 Jul 15 13:11:36.095616 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '299b70d8-ed34-4ef5-bd1e-f53292d44108', 'name': 'network-vif-deleted', 'tag': 'cbf17ef3-7455-4a02-97b6-d0334efb8747', 'status': 'completed', 'code': 200} Jul 15 13:11:36.136291 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-630ff003-f2c8-41cd-9ab9-4c202d3344fd req-8d928851-24b6-459a-ad29-bd03449b7eb8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da HTTP/1.1" status: 200 len: 217 time: 0.0476344 Jul 15 13:11:36.183830 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e669ef5-15eb-42ce-8e8a-5f37a7b7094b req-895aac03-4eeb-4087-bd3c-1b145d0c2b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:36.185457 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0e669ef5-15eb-42ce-8e8a-5f37a7b7094b req-895aac03-4eeb-4087-bd3c-1b145d0c2b4f service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9109190 Jul 15 13:11:36.243983 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d1421496-8533-47c6-b364-c5f373caf9fe req-92dc739b-c0e0-4d77-bd93-95fa4182c3f0 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477680 Jul 15 13:11:36.251078 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ff003-f2c8-41cd-9ab9-4c202d3344fd req-ccfa8612-520e-4c21-8a8c-385e0379c52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:36.252015 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-630ff003-f2c8-41cd-9ab9-4c202d3344fd req-ccfa8612-520e-4c21-8a8c-385e0379c52c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f7ee163d-4be2-4821-945f-cb7507aae308 HTTP/1.1" status: 200 len: 861 time: 0.0999618 Jul 15 13:11:36.334334 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-630ff003-f2c8-41cd-9ab9-4c202d3344fd req-8af5a664-834f-4a78-9ae6-fb19699bcd3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b4de3f9-9898-4e48-8ad2-d64a9c837567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752270 Jul 15 13:11:36.347989 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210ba58-5a37-4ea1-aa46-ef122411b459 req-ceb1a373-7150-40ec-afba-41e67b75fcb8 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:36.349639 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6210ba58-5a37-4ea1-aa46-ef122411b459 req-ceb1a373-7150-40ec-afba-41e67b75fcb8 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.2476180 Jul 15 13:11:36.399080 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f967ca6d-fc7c-4341-bd4e-b3242ebbb3f6 x-openstack-request-id: req-f967ca6d-fc7c-4341-bd4e-b3242ebbb3f6 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:36.399955 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "name": "network-vif-plugged", "status": "completed", "tag": "b90f8281-cdcd-40a0-8a1a-8cf546cddaeb", "code": 200}, {"server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "name": "network-vif-plugged", "status": "completed", "tag": "ab5cfb37-8606-43a3-8c1c-bac95211bf1e", "code": 200}, {"server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "name": "network-vif-plugged", "status": "completed", "tag": "0a321f8f-462b-42da-9f67-de3a6358e566", "code": 200}, {"server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "name": "network-vif-plugged", "status": "completed", "tag": "adb1e941-5028-40e5-8be7-c37ce3b71679", "code": 200}, {"server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "name": "network-vif-plugged", "status": "completed", "tag": "06589b71-6e92-4c84-89d8-fd3a675bfd6c", "code": 200}, {"server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "name": "network-vif-plugged", "status": "completed", "tag": "d6761381-f152-46b6-8605-a91b69be3f5c", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:36.400467 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f967ca6d-fc7c-4341-bd4e-b3242ebbb3f6 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:36.401998 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90f8281-cdcd-40a0-8a1a-8cf546cddaeb', 'code': 200} Jul 15 13:11:36.402879 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5cfb37-8606-43a3-8c1c-bac95211bf1e', 'code': 200} Jul 15 13:11:36.404414 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a321f8f-462b-42da-9f67-de3a6358e566', 'code': 200} Jul 15 13:11:36.405261 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb1e941-5028-40e5-8be7-c37ce3b71679', 'code': 200} Jul 15 13:11:36.405986 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06589b71-6e92-4c84-89d8-fd3a675bfd6c', 'code': 200} Jul 15 13:11:36.407093 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6761381-f152-46b6-8605-a91b69be3f5c', 'code': 200} Jul 15 13:11:36.470487 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d86011bd-25a2-4ecf-80fa-c2c24c2c9933 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.484675 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6210ba58-5a37-4ea1-aa46-ef122411b459 req-b8182559-d5b7-4681-b22f-2041197496b6 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945740 Jul 15 13:11:36.529677 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-c1a01124-5e89-4be9-8e9a-983b22a7cf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:36.530256 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-c1a01124-5e89-4be9-8e9a-983b22a7cf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:36.531310 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-c1a01124-5e89-4be9-8e9a-983b22a7cf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:36.531652 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-c1a01124-5e89-4be9-8e9a-983b22a7cf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:36.532219 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-c1a01124-5e89-4be9-8e9a-983b22a7cf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:36.533460 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-c1a01124-5e89-4be9-8e9a-983b22a7cf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:36.534002 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-c1a01124-5e89-4be9-8e9a-983b22a7cf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:36.537815 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-c1a01124-5e89-4be9-8e9a-983b22a7cf71 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=418a827c6cea45b7b8c4dddb4927b332&device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 6484 time: 0.2368760 Jul 15 13:11:36.560467 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-630ff003-f2c8-41cd-9ab9-4c202d3344fd req-3a3b8f34-6c96-471c-a0d5-b9b61da9ad4e service neutron] 10.222.0.18 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193487 Jul 15 13:11:36.589682 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-c5fe530f-1cce-418a-aae8-3f90784c2c18 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f564a5e-612b-4a41-8d78-25b6e98f9169 HTTP/1.1" status: 200 len: 217 time: 0.0440786 Jul 15 13:11:36.705910 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-cd88a1bd-431f-4e38-88cf-9e242ae93d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:36.707549 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-cd88a1bd-431f-4e38-88cf-9e242ae93d9d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bb32fc9a-711d-486b-b43b-dc825031996b HTTP/1.1" status: 200 len: 851 time: 0.1115098 Jul 15 13:11:36.881850 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-630ff003-f2c8-41cd-9ab9-4c202d3344fd req-ee0d9f53-b1f7-4d25-8014-32a504a2caf5 service neutron] 10.222.0.18 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067453 Jul 15 13:11:36.930381 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5041e9f-d060-4a6e-8a15-fec9f5d0595f req-0a1bad76-0440-46f6-a06c-a85cb42253f8 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:36.938516 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5041e9f-d060-4a6e-8a15-fec9f5d0595f req-0a1bad76-0440-46f6-a06c-a85cb42253f8 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:36.944875 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5041e9f-d060-4a6e-8a15-fec9f5d0595f req-0a1bad76-0440-46f6-a06c-a85cb42253f8 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:36.945148 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-72bf3a28-e854-4e24-9ce0-70a656718928 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:36.946931 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-72bf3a28-e854-4e24-9ce0-70a656718928 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.32 "GET /v2.0/networks?id=2b4de3f9-9898-4e48-8ad2-d64a9c837567 HTTP/1.1" status: 200 len: 821 time: 0.1467311 Jul 15 13:11:36.952710 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5041e9f-d060-4a6e-8a15-fec9f5d0595f req-0a1bad76-0440-46f6-a06c-a85cb42253f8 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:36.960892 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5041e9f-d060-4a6e-8a15-fec9f5d0595f req-0a1bad76-0440-46f6-a06c-a85cb42253f8 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:36.970412 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5041e9f-d060-4a6e-8a15-fec9f5d0595f req-0a1bad76-0440-46f6-a06c-a85cb42253f8 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:36.978068 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-2dc86a18-f45b-440e-833a-d929c6fbcc51 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Request body: {'port': {'device_id': '87c59b88-7e09-4b9a-80cc-4a609a7a5e7d', 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567', 'admin_state_up': True, 'tenant_id': '11b8af7c013140faa070a8db01c03b78'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:36.980054 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5041e9f-d060-4a6e-8a15-fec9f5d0595f req-0a1bad76-0440-46f6-a06c-a85cb42253f8 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:36.988227 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c5041e9f-d060-4a6e-8a15-fec9f5d0595f req-0a1bad76-0440-46f6-a06c-a85cb42253f8 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 5446 time: 0.2142348 Jul 15 13:11:37.058852 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c5041e9f-d060-4a6e-8a15-fec9f5d0595f req-608fb133-1e45-42f0-be09-87a17c341734 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&id=a34d650b-5b3d-42d8-b923-cf07724c6c75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691602 Jul 15 13:11:37.234999 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-7d37520e-a23e-48fa-8229-5757ef0d7dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:37.236631 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-7d37520e-a23e-48fa-8229-5757ef0d7dc0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a68fe874-df04-4314-a181-131d0536a9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5208962 Jul 15 13:11:37.286180 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b491661-3bde-4714-b660-e300d79cbddf req-4a76dde9-fe90-475b-a9ad-b8d505b96654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:37.286676 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b491661-3bde-4714-b660-e300d79cbddf req-4a76dde9-fe90-475b-a9ad-b8d505b96654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:37.287161 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b491661-3bde-4714-b660-e300d79cbddf req-4a76dde9-fe90-475b-a9ad-b8d505b96654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:37.287780 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b491661-3bde-4714-b660-e300d79cbddf req-4a76dde9-fe90-475b-a9ad-b8d505b96654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:37.288255 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b491661-3bde-4714-b660-e300d79cbddf req-4a76dde9-fe90-475b-a9ad-b8d505b96654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:37.288752 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b491661-3bde-4714-b660-e300d79cbddf req-4a76dde9-fe90-475b-a9ad-b8d505b96654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:37.289239 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b491661-3bde-4714-b660-e300d79cbddf req-4a76dde9-fe90-475b-a9ad-b8d505b96654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:37.292261 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4b491661-3bde-4714-b660-e300d79cbddf req-4a76dde9-fe90-475b-a9ad-b8d505b96654 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 6510 time: 0.5057521 Jul 15 13:11:37.292935 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86011bd-25a2-4ecf-80fa-c2c24c2c9933 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Router 469e9876-57d0-40cb-80f7-cd100f00ef94 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:11:37.304904 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5bfab85b-9360-4e5b-9f45-28aa23342cf6 req-21551055-1768-41bb-a2bc-fd0953694ede tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 210 time: 0.0356743 Jul 15 13:11:37.309630 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-2dc86a18-f45b-440e-833a-d929c6fbcc51 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Made reservation on behalf of 11b8af7c013140faa070a8db01c03b78 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:37.313319 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-2dc86a18-f45b-440e-833a-d929c6fbcc51 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:37.550616 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4b491661-3bde-4714-b660-e300d79cbddf req-e49480f7-f87b-471d-b52e-c43262f6bbe6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&id=a34d650b-5b3d-42d8-b923-cf07724c6c75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2430351 Jul 15 13:11:37.588053 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc772786-ab93-49b9-b466-a675a52a4f09 req-ef211869-ae65-45fe-a71d-381cd16e4c90 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:37.594984 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc772786-ab93-49b9-b466-a675a52a4f09 req-ef211869-ae65-45fe-a71d-381cd16e4c90 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:37.598413 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28077f-ec86-4ec6-a0b5-a57bf412e3b0 req-350c414e-ebd9-4471-941e-76c7c9cddc9d tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:37.601103 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc772786-ab93-49b9-b466-a675a52a4f09 req-ef211869-ae65-45fe-a71d-381cd16e4c90 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:37.607683 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc772786-ab93-49b9-b466-a675a52a4f09 req-ef211869-ae65-45fe-a71d-381cd16e4c90 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:37.610402 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3f28077f-ec86-4ec6-a0b5-a57bf412e3b0 req-350c414e-ebd9-4471-941e-76c7c9cddc9d tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 945 time: 0.1052752 Jul 15 13:11:37.614044 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc772786-ab93-49b9-b466-a675a52a4f09 req-ef211869-ae65-45fe-a71d-381cd16e4c90 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:37.620579 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc772786-ab93-49b9-b466-a675a52a4f09 req-ef211869-ae65-45fe-a71d-381cd16e4c90 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:37.628138 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc772786-ab93-49b9-b466-a675a52a4f09 req-ef211869-ae65-45fe-a71d-381cd16e4c90 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:37.637258 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dc772786-ab93-49b9-b466-a675a52a4f09 req-ef211869-ae65-45fe-a71d-381cd16e4c90 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 5420 time: 0.4772799 Jul 15 13:11:37.666839 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3f28077f-ec86-4ec6-a0b5-a57bf412e3b0 req-26a636b7-9efc-4bbd-a122-8dc6f3c2ecdc tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547378 Jul 15 13:11:37.742771 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-384fadc7-605e-437e-ac1f-97e6a2adf8f5 service neutron] 10.222.0.18 "GET /v2.0/networks/a68fe874-df04-4314-a181-131d0536a9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881747 Jul 15 13:11:37.869251 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:37.947290 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dc772786-ab93-49b9-b466-a675a52a4f09 req-0f403d4f-743e-4691-8245-cbeb0b3f1013 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=23bbefeb-be8c-4146-bf3d-810b99d9a00e&id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3083034 Jul 15 13:11:37.949048 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86011bd-25a2-4ecf-80fa-c2c24c2c9933 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:11:37.969066 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d37e97a-b9b0-4d80-98e3-a545b7ba4011 None None] Sync routers for ids ['469e9876-57d0-40cb-80f7-cd100f00ef94'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:11:37.985171 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d37e97a-b9b0-4d80-98e3-a545b7ba4011 None None] Routers {'469e9876-57d0-40cb-80f7-cd100f00ef94'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:37.986482 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0d37e97a-b9b0-4d80-98e3-a545b7ba4011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:11:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['469e9876-57d0-40cb-80f7-cd100f00ef94'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:38.054469 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-2dc86a18-f45b-440e-833a-d929c6fbcc51 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Allocated IP 172.20.0.10 (2b4de3f9-9898-4e48-8ad2-d64a9c837567/f7ee163d-4be2-4821-945f-cb7507aae308/6674cf4f-0de1-4b44-875f-8c2ef97f9ba1) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:38.057575 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d86011bd-25a2-4ecf-80fa-c2c24c2c9933 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:38.063412 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d86011bd-25a2-4ecf-80fa-c2c24c2c9933 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.4406636 Jul 15 13:11:38.067209 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 56978) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:38.172698 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e538e-b397-4d74-8107-cade6b33cf0c req-f1bb90f8-312f-4121-bb4e-81b73e4105ad tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:38.181045 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a57e538e-b397-4d74-8107-cade6b33cf0c req-f1bb90f8-312f-4121-bb4e-81b73e4105ad tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.2274861 Jul 15 13:11:38.213008 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-f6dddba2-ec7e-4832-b99d-2c8e86bb74bb service neutron] 10.222.0.18 "GET /v2.0/networks/a68fe874-df04-4314-a181-131d0536a9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426274 Jul 15 13:11:38.320068 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a57e538e-b397-4d74-8107-cade6b33cf0c req-ed5e9f2d-d48c-4b04-80e0-c987c4aa4e8d tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365826 Jul 15 13:11:38.388918 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f883cf2c-8203-437d-b9d7-d05c1a2ec7a5 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] 10.222.0.24 "GET /v2.0/routers/469e9876-57d0-40cb-80f7-cd100f00ef94 HTTP/1.1" status: 200 len: 907 time: 0.3156278 Jul 15 13:11:38.392244 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 56994) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:38.397248 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-dee6720b-fe7b-4b67-adf0-34381e41a641 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Request body: {'router': {'name': 'tempest-snat-router-567460357', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'enable_snat': True}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:38.449637 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-bcc83f51-cba7-4aa9-8ea3-54c8665be99a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=b6f4ad12-3700-4e2e-a890-1b96827e12d9 HTTP/1.1" status: 200 len: 217 time: 0.2165911 Jul 15 13:11:38.466831 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dee6720b-fe7b-4b67-adf0-34381e41a641 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:38.467191 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-0d37e97a-b9b0-4d80-98e3-a545b7ba4011 None None] Set router 469e9876-57d0-40cb-80f7-cd100f00ef94 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:38.471089 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dee6720b-fe7b-4b67-adf0-34381e41a641 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:38.727106 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dee6720b-fe7b-4b67-adf0-34381e41a641 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:38.883228 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-20cdb120-0553-4100-ad48-5bb9878d97c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:38.888010 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-20cdb120-0553-4100-ad48-5bb9878d97c5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a43bc5d5-1c28-45f8-9de2-b37f1dc5ca84 HTTP/1.1" status: 200 len: 797 time: 0.4229217 Jul 15 13:11:38.991735 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-2dc86a18-f45b-440e-833a-d929c6fbcc51 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:39.103524 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3c6fc-78d0-48b9-9dac-ae63889b499b req-c09ff3fd-890b-4ed3-be01-9575975cca26 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:39.114710 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3c6fc-78d0-48b9-9dac-ae63889b499b req-c09ff3fd-890b-4ed3-be01-9575975cca26 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:39.129463 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3c6fc-78d0-48b9-9dac-ae63889b499b req-c09ff3fd-890b-4ed3-be01-9575975cca26 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:39.141734 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-83ca4b0e-d946-42eb-81a8-a9cc1d743cbf req-f3fc57d6-b1af-4841-aa60-a687946e53a1 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 210 time: 0.1278706 Jul 15 13:11:39.144777 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3c6fc-78d0-48b9-9dac-ae63889b499b req-c09ff3fd-890b-4ed3-be01-9575975cca26 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:39.160615 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3c6fc-78d0-48b9-9dac-ae63889b499b req-c09ff3fd-890b-4ed3-be01-9575975cca26 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:39.179945 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3c6fc-78d0-48b9-9dac-ae63889b499b req-c09ff3fd-890b-4ed3-be01-9575975cca26 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:39.196663 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3c6fc-78d0-48b9-9dac-ae63889b499b req-c09ff3fd-890b-4ed3-be01-9575975cca26 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:39.196663 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d8f3c6fc-78d0-48b9-9dac-ae63889b499b req-c09ff3fd-890b-4ed3-be01-9575975cca26 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 5446 time: 0.5694449 Jul 15 13:11:39.237441 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0d37e97a-b9b0-4d80-98e3-a545b7ba4011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469e9876-57d0-40cb-80f7-cd100f00ef94', 'name': 'tempest-snat-router-567460357', 'tenant_id': '214d53b152d94e828e92e7182ea6f8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45'}], 'enable_snat': False}, 'gw_port_id': '49b2dadb-31d7-4c57-afd8-65b930d83530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:29Z', 'updated_at': '2021-07-15T13:11:35Z', 'revision_number': 3, 'project_id': '214d53b152d94e828e92e7182ea6f8ae', 'gw_port': {'id': '49b2dadb-31d7-4c57-afd8-65b930d83530', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469e9876-57d0-40cb-80f7-cd100f00ef94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:31Z', 'updated_at': '2021-07-15T13:11:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:39.283889 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-14984981-1612-40e1-b949-26e16f631fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:39.285611 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-14984981-1612-40e1-b949-26e16f631fb1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=092cf651-d793-4b85-94d1-eb7a1eab171d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3822944 Jul 15 13:11:39.330391 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d37e97a-b9b0-4d80-98e3-a545b7ba4011 None None] Checking router: 469e9876-57d0-40cb-80f7-cd100f00ef94 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:11:39.336573 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d37e97a-b9b0-4d80-98e3-a545b7ba4011 None None] Updating router 469e9876-57d0-40cb-80f7-cd100f00ef94 port 49b2dadb-31d7-4c57-afd8-65b930d83530 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:11:39.356700 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d8f3c6fc-78d0-48b9-9dac-ae63889b499b req-2f877b3f-1cd1-457c-bed4-875f0671d293 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&id=a34d650b-5b3d-42d8-b923-cf07724c6c75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1594386 Jul 15 13:11:39.365968 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-2dc86a18-f45b-440e-833a-d929c6fbcc51 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:39.397699 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d37e97a-b9b0-4d80-98e3-a545b7ba4011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:39.564317 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dee6720b-fe7b-4b67-adf0-34381e41a641 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:39.707765 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-2dc86a18-f45b-440e-833a-d929c6fbcc51 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:39.736343 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-2dc86a18-f45b-440e-833a-d929c6fbcc51 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:39.761365 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-2dc86a18-f45b-440e-833a-d929c6fbcc51 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:39.817427 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:11:39.855053 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d37e97a-b9b0-4d80-98e3-a545b7ba4011 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:39.877950 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['9e2d2c7a-17e9-492b-b40d-42441a613b9f'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:39.927093 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc86a18-f45b-440e-833a-d929c6fbcc51 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Pushing event updated for resources: {'Port': ['ID=6674cf4f-0de1-4b44-875f-8c2ef97f9ba1,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:39.949293 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0d37e97a-b9b0-4d80-98e3-a545b7ba4011 None None] Transition to ACTIVE for port object 49b2dadb-31d7-4c57-afd8-65b930d83530 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:39.976925 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d37e97a-b9b0-4d80-98e3-a545b7ba4011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:40.007384 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-5ac22b9a-e7e7-4410-840a-e377337ae9f7 service neutron] 10.222.0.18 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7113976 Jul 15 13:11:40.093649 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-0d37e97a-b9b0-4d80-98e3-a545b7ba4011 None None] Attempting to bind port 49b2dadb-31d7-4c57-afd8-65b930d83530 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:40.105533 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-0d37e97a-b9b0-4d80-98e3-a545b7ba4011 None None] Attempting to bind port 49b2dadb-31d7-4c57-afd8-65b930d83530 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:40.106147 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d37e97a-b9b0-4d80-98e3-a545b7ba4011 None None] Attempting to bind port 49b2dadb-31d7-4c57-afd8-65b930d83530 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:40.126416 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d37e97a-b9b0-4d80-98e3-a545b7ba4011 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:40.131157 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d37e97a-b9b0-4d80-98e3-a545b7ba4011 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:40.131790 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d37e97a-b9b0-4d80-98e3-a545b7ba4011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:40.132289 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d37e97a-b9b0-4d80-98e3-a545b7ba4011 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:40.135652 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-0d37e97a-b9b0-4d80-98e3-a545b7ba4011 None None] Bound port: 49b2dadb-31d7-4c57-afd8-65b930d83530, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:40.135652 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d37e97a-b9b0-4d80-98e3-a545b7ba4011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:40.276025 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-0d37e97a-b9b0-4d80-98e3-a545b7ba4011 None None] For port 49b2dadb-31d7-4c57-afd8-65b930d83530, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:40.281670 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-0d37e97a-b9b0-4d80-98e3-a545b7ba4011 None None] For port 49b2dadb-31d7-4c57-afd8-65b930d83530, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=49b2dadb-31d7-4c57-afd8-65b930d83530,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:40.297919 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d37e97a-b9b0-4d80-98e3-a545b7ba4011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:40.359478 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163d77a-e43c-4079-88c1-06310ddf33b5 None None] Pushing event updated for resources: {'Port': ['ID=49b2dadb-31d7-4c57-afd8-65b930d83530,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:40.422097 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-2dc86a18-f45b-440e-833a-d929c6fbcc51 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:40.423319 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-2dc86a18-f45b-440e-833a-d929c6fbcc51 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:40.444332 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163d77a-e43c-4079-88c1-06310ddf33b5 None None] Pushing event updated for resources: {'Port': ['ID=49b2dadb-31d7-4c57-afd8-65b930d83530,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:40.481616 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-d948b8f7-631c-4378-9def-4393b5d5733d service neutron] 10.222.0.18 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485822 Jul 15 13:11:40.606379 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-2dc86a18-f45b-440e-833a-d929c6fbcc51 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6323848 Jul 15 13:11:40.612193 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-7de43492-118d-46e1-8665-49053842ef18 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=1f7146e3-8033-4950-8584-85d59a6f89e7 HTTP/1.1" status: 200 len: 217 time: 0.1181157 Jul 15 13:11:40.631777 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d37e97a-b9b0-4d80-98e3-a545b7ba4011 None None] Routers {'469e9876-57d0-40cb-80f7-cd100f00ef94'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:40.632431 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0d37e97a-b9b0-4d80-98e3-a545b7ba4011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:11:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['469e9876-57d0-40cb-80f7-cd100f00ef94'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:40.637068 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d949ee3-3ed8-4a05-8cac-a9d7c2ccdbdd req-f66387f3-37b0-4af7-8fe4-1fc88c7b3fdd tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:40.649783 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d949ee3-3ed8-4a05-8cac-a9d7c2ccdbdd req-f66387f3-37b0-4af7-8fe4-1fc88c7b3fdd tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:40.662920 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d949ee3-3ed8-4a05-8cac-a9d7c2ccdbdd req-f66387f3-37b0-4af7-8fe4-1fc88c7b3fdd tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:40.675835 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d949ee3-3ed8-4a05-8cac-a9d7c2ccdbdd req-f66387f3-37b0-4af7-8fe4-1fc88c7b3fdd tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:40.704572 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d949ee3-3ed8-4a05-8cac-a9d7c2ccdbdd req-f66387f3-37b0-4af7-8fe4-1fc88c7b3fdd tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:40.746991 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d949ee3-3ed8-4a05-8cac-a9d7c2ccdbdd req-f66387f3-37b0-4af7-8fe4-1fc88c7b3fdd tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:40.775474 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d949ee3-3ed8-4a05-8cac-a9d7c2ccdbdd req-f66387f3-37b0-4af7-8fe4-1fc88c7b3fdd tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:40.785175 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d949ee3-3ed8-4a05-8cac-a9d7c2ccdbdd req-f66387f3-37b0-4af7-8fe4-1fc88c7b3fdd tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 5420 time: 1.0323095 Jul 15 13:11:40.800946 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-ed8453ab-631b-4a67-a0a4-b0c0dd745a05 service neutron] Request body: {'port': {'device_id': '87c59b88-7e09-4b9a-80cc-4a609a7a5e7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:40.860544 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-0d37e97a-b9b0-4d80-98e3-a545b7ba4011 None None] Set router 469e9876-57d0-40cb-80f7-cd100f00ef94 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:40.989695 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dee6720b-fe7b-4b67-adf0-34381e41a641 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:41.079350 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dee6720b-fe7b-4b67-adf0-34381e41a641 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:41.136609 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0cc37-24ee-4796-b6de-ea566e0a2a01 req-e1ddd510-188a-442d-bf71-b3b5616499d9 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:41.139565 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-23f0cc37-24ee-4796-b6de-ea566e0a2a01 req-e1ddd510-188a-442d-bf71-b3b5616499d9 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 1.2620337 Jul 15 13:11:41.175093 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-0bd8588f-3053-420a-a8f2-1d4c995dbd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:41.177904 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-0bd8588f-3053-420a-a8f2-1d4c995dbd2d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a43bc5d5-1c28-45f8-9de2-b37f1dc5ca84 HTTP/1.1" status: 200 len: 797 time: 0.2257807 Jul 15 13:11:41.220184 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0d37e97a-b9b0-4d80-98e3-a545b7ba4011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469e9876-57d0-40cb-80f7-cd100f00ef94', 'name': 'tempest-snat-router-567460357', 'tenant_id': '214d53b152d94e828e92e7182ea6f8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45'}], 'enable_snat': False}, 'gw_port_id': '49b2dadb-31d7-4c57-afd8-65b930d83530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:29Z', 'updated_at': '2021-07-15T13:11:35Z', 'revision_number': 3, 'project_id': '214d53b152d94e828e92e7182ea6f8ae', 'gw_port': {'id': '49b2dadb-31d7-4c57-afd8-65b930d83530', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469e9876-57d0-40cb-80f7-cd100f00ef94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:31Z', 'updated_at': '2021-07-15T13:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:41.257783 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d37e97a-b9b0-4d80-98e3-a545b7ba4011 None None] The sync data for ids ['469e9876-57d0-40cb-80f7-cd100f00ef94'] in n-d-758944-45 is: [{'id': '469e9876-57d0-40cb-80f7-cd100f00ef94', 'name': 'tempest-snat-router-567460357', 'tenant_id': '214d53b152d94e828e92e7182ea6f8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45'}], 'enable_snat': False}, 'gw_port_id': '49b2dadb-31d7-4c57-afd8-65b930d83530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:29Z', 'updated_at': '2021-07-15T13:11:35Z', 'revision_number': 3, 'project_id': '214d53b152d94e828e92e7182ea6f8ae', 'gw_port': {'id': '49b2dadb-31d7-4c57-afd8-65b930d83530', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469e9876-57d0-40cb-80f7-cd100f00ef94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:31Z', 'updated_at': '2021-07-15T13:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:11:41.344673 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d949ee3-3ed8-4a05-8cac-a9d7c2ccdbdd req-35690d2b-1c8b-42fb-84cc-87a9c9e37100 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=23bbefeb-be8c-4146-bf3d-810b99d9a00e&id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3852568 Jul 15 13:11:41.346646 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-ed8453ab-631b-4a67-a0a4-b0c0dd745a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:41.439688 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-23f0cc37-24ee-4796-b6de-ea566e0a2a01 req-548f87db-3803-4886-9394-f0f3cbe9178c tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497747 Jul 15 13:11:41.475597 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-e239e220-f6cd-48a4-919d-d8ec80648634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:41.479102 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-e239e220-f6cd-48a4-919d-d8ec80648634 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=092cf651-d793-4b85-94d1-eb7a1eab171d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2923961 Jul 15 13:11:41.510969 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-dee6720b-fe7b-4b67-adf0-34381e41a641 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Allocated IP 172.25.6.202 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/587b3afe-c49f-4ea8-af76-e36597b93984) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:41.882397 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dee6720b-fe7b-4b67-adf0-34381e41a641 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.125584 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a073d2-41c6-4314-ae29-cd7cfd5b375e req-39fa1f18-b89a-4d15-85c8-e5f08124f1aa tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:42.128452 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f9a073d2-41c6-4314-ae29-cd7cfd5b375e req-39fa1f18-b89a-4d15-85c8-e5f08124f1aa tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 932 time: 0.3215432 Jul 15 13:11:42.167691 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-e95fad49-0983-4565-b565-8eee110ba505 service neutron] 10.222.0.18 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6626770 Jul 15 13:11:42.177974 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dee6720b-fe7b-4b67-adf0-34381e41a641 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.373851 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6720b-fe7b-4b67-adf0-34381e41a641 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Pushing event updated for resources: {'Port': ['ID=587b3afe-c49f-4ea8-af76-e36597b93984,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:42.388667 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee6720b-fe7b-4b67-adf0-34381e41a641 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:42.405050 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-dee6720b-fe7b-4b67-adf0-34381e41a641 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:42.409796 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f9a073d2-41c6-4314-ae29-cd7cfd5b375e req-96c75567-6dd8-42ab-a756-7da824ea3d04 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665992 Jul 15 13:11:42.411116 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee6720b-fe7b-4b67-adf0-34381e41a641 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:42.852829 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbd4e0-18ee-4a03-b0e0-55202d9990e5 req-36c0ab98-e662-490b-86e7-3f9113ac568b tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:42.861555 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbd4e0-18ee-4a03-b0e0-55202d9990e5 req-36c0ab98-e662-490b-86e7-3f9113ac568b tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:42.867947 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbd4e0-18ee-4a03-b0e0-55202d9990e5 req-36c0ab98-e662-490b-86e7-3f9113ac568b tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:42.881966 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbd4e0-18ee-4a03-b0e0-55202d9990e5 req-36c0ab98-e662-490b-86e7-3f9113ac568b tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:42.904890 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbd4e0-18ee-4a03-b0e0-55202d9990e5 req-36c0ab98-e662-490b-86e7-3f9113ac568b tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:42.921202 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbd4e0-18ee-4a03-b0e0-55202d9990e5 req-36c0ab98-e662-490b-86e7-3f9113ac568b tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:42.933105 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbd4e0-18ee-4a03-b0e0-55202d9990e5 req-36c0ab98-e662-490b-86e7-3f9113ac568b tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:42.952765 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bdfbd4e0-18ee-4a03-b0e0-55202d9990e5 req-36c0ab98-e662-490b-86e7-3f9113ac568b tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 5446 time: 1.1326873 Jul 15 13:11:42.958102 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d30bf-369f-41f5-a971-54fac4b62399 req-11005b6c-c346-4c91-95ae-51d321414243 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:42.960683 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2f3d30bf-369f-41f5-a971-54fac4b62399 req-11005b6c-c346-4c91-95ae-51d321414243 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 945 time: 0.1709332 Jul 15 13:11:42.997365 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dee6720b-fe7b-4b67-adf0-34381e41a641 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.188981 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2f3d30bf-369f-41f5-a971-54fac4b62399 req-dd3f3f91-62aa-4460-896e-e4292d71ac8b tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136068 Jul 15 13:11:43.211773 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bdfbd4e0-18ee-4a03-b0e0-55202d9990e5 req-fac65908-8234-46af-89f5-7e0b734a4379 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&id=a34d650b-5b3d-42d8-b923-cf07724c6c75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2571123 Jul 15 13:11:43.317503 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-7dd1e49c-0b91-4828-b4b7-a821571e824a service neutron] 10.222.0.18 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1241117 Jul 15 13:11:43.452031 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-9f73dcfe-f1e1-4393-92ec-3f7e8db5963c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e HTTP/1.1" status: 200 len: 217 time: 0.1262193 Jul 15 13:11:43.458640 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-ed8453ab-631b-4a67-a0a4-b0c0dd745a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:43.506460 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-ed8453ab-631b-4a67-a0a4-b0c0dd745a05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.581150 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-ed8453ab-631b-4a67-a0a4-b0c0dd745a05 service neutron] Transition to ACTIVE for port object 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:43.605941 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-ed8453ab-631b-4a67-a0a4-b0c0dd745a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.718947 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-4c22968d-3392-4314-92a5-f4d45748eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:43.720401 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-4c22968d-3392-4314-92a5-f4d45748eda7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a43bc5d5-1c28-45f8-9de2-b37f1dc5ca84 HTTP/1.1" status: 200 len: 797 time: 0.2480183 Jul 15 13:11:43.788952 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dee6720b-fe7b-4b67-adf0-34381e41a641 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.907489 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 49b2dadb-31d7-4c57-afd8-65b930d83530 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:43.921144 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8453ab-631b-4a67-a0a4-b0c0dd745a05 service neutron] Pushing event updated for resources: {'Port': ['ID=6674cf4f-0de1-4b44-875f-8c2ef97f9ba1,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:44.022260 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d6201-8525-4ed3-a375-e649d44fcf86 req-4bc03383-0fdb-4d87-bfb1-135265108014 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:44.033103 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d6201-8525-4ed3-a375-e649d44fcf86 req-4bc03383-0fdb-4d87-bfb1-135265108014 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:44.070873 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d6201-8525-4ed3-a375-e649d44fcf86 req-4bc03383-0fdb-4d87-bfb1-135265108014 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:44.103939 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d6201-8525-4ed3-a375-e649d44fcf86 req-4bc03383-0fdb-4d87-bfb1-135265108014 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:44.134675 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d6201-8525-4ed3-a375-e649d44fcf86 req-4bc03383-0fdb-4d87-bfb1-135265108014 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:44.142897 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 49b2dadb-31d7-4c57-afd8-65b930d83530 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:44.151344 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d6201-8525-4ed3-a375-e649d44fcf86 req-4bc03383-0fdb-4d87-bfb1-135265108014 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:44.159847 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d6201-8525-4ed3-a375-e649d44fcf86 req-4bc03383-0fdb-4d87-bfb1-135265108014 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:44.173061 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c87d6201-8525-4ed3-a375-e649d44fcf86 req-4bc03383-0fdb-4d87-bfb1-135265108014 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 5420 time: 0.6633291 Jul 15 13:11:44.187874 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 49b2dadb-31d7-4c57-afd8-65b930d83530 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:44.189377 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:44.317682 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-ed8453ab-631b-4a67-a0a4-b0c0dd745a05 service neutron] Attempting to bind port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:44.318559 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-ed8453ab-631b-4a67-a0a4-b0c0dd745a05 service neutron] Attempting to bind port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:44.318559 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-ed8453ab-631b-4a67-a0a4-b0c0dd745a05 service neutron] Attempting to bind port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:44.323969 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af32e4-e89f-45a0-ae8e-6f5b219b6475 req-e3036b16-27b6-4bd4-8787-a3bcbcc37192 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:44.330249 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-60af32e4-e89f-45a0-ae8e-6f5b219b6475 req-e3036b16-27b6-4bd4-8787-a3bcbcc37192 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.4187036 Jul 15 13:11:44.349389 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-c14d2c12-8f63-4bef-8f9f-de33cfdb81f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:44.353268 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-c14d2c12-8f63-4bef-8f9f-de33cfdb81f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=092cf651-d793-4b85-94d1-eb7a1eab171d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6021605 Jul 15 13:11:44.360867 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-ed8453ab-631b-4a67-a0a4-b0c0dd745a05 service neutron] Port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:11:44.362102 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-ed8453ab-631b-4a67-a0a4-b0c0dd745a05 service neutron] Attempting to bind port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:44.402728 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c87d6201-8525-4ed3-a375-e649d44fcf86 req-5ba5dda4-4397-41c6-bf0f-966e232456cc tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=23bbefeb-be8c-4146-bf3d-810b99d9a00e&id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2277691 Jul 15 13:11:44.454683 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee6720b-fe7b-4b67-adf0-34381e41a641 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Router 264a90c2-cedc-4301-9b62-f0e71ef326fd is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:11:44.464120 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-ed8453ab-631b-4a67-a0a4-b0c0dd745a05 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:44.464471 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-ed8453ab-631b-4a67-a0a4-b0c0dd745a05 service neutron] Checking segment: {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:44.464845 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-ed8453ab-631b-4a67-a0a4-b0c0dd745a05 service neutron] Bound using segment: {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:44.465304 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-ed8453ab-631b-4a67-a0a4-b0c0dd745a05 service neutron] Bound port: 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:44.473599 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-ed8453ab-631b-4a67-a0a4-b0c0dd745a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:44.477260 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:44.507540 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-60af32e4-e89f-45a0-ae8e-6f5b219b6475 req-d7f347c5-e120-4455-98fb-350630bf1da1 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672432 Jul 15 13:11:44.551905 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 49b2dadb-31d7-4c57-afd8-65b930d83530, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=49b2dadb-31d7-4c57-afd8-65b930d83530,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:44.564082 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:44.663462 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=49b2dadb-31d7-4c57-afd8-65b930d83530,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:44.732929 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-0cffc57a-9986-4baf-8d7a-506652cd910c service neutron] 10.222.0.18 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671877 Jul 15 13:11:44.739257 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-ed8453ab-631b-4a67-a0a4-b0c0dd745a05 service neutron] For port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:44.741903 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 5895e339-f2ce-465f-b37b-81f0219f7117 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:11:44.752356 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-ed8453ab-631b-4a67-a0a4-b0c0dd745a05 service neutron] For port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=6674cf4f-0de1-4b44-875f-8c2ef97f9ba1,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:44.782999 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-ed8453ab-631b-4a67-a0a4-b0c0dd745a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:44.875515 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee6720b-fe7b-4b67-adf0-34381e41a641 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:11:44.891055 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07b40c7-f282-454b-9e7b-fbfe7cf4495d None None] Sync routers for ids ['264a90c2-cedc-4301-9b62-f0e71ef326fd'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:11:44.904839 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07b40c7-f282-454b-9e7b-fbfe7cf4495d None None] Routers {'264a90c2-cedc-4301-9b62-f0e71ef326fd'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:44.907370 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8453ab-631b-4a67-a0a4-b0c0dd745a05 service neutron] Pushing event updated for resources: {'Port': ['ID=6674cf4f-0de1-4b44-875f-8c2ef97f9ba1,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:44.908403 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a07b40c7-f282-454b-9e7b-fbfe7cf4495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:11:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['264a90c2-cedc-4301-9b62-f0e71ef326fd'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:44.928187 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dee6720b-fe7b-4b67-adf0-34381e41a641 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:44.929736 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-dee6720b-fe7b-4b67-adf0-34381e41a641 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.5362096 Jul 15 13:11:44.934261 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57102) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:44.945081 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-ed8453ab-631b-4a67-a0a4-b0c0dd745a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:44.946192 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-ed8453ab-631b-4a67-a0a4-b0c0dd745a05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:44.955374 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-ed8453ab-631b-4a67-a0a4-b0c0dd745a05 service neutron] 10.222.0.32 "PUT /v2.0/ports/6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 HTTP/1.1" status: 200 len: 1093 time: 4.1686432 Jul 15 13:11:44.956269 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c59b88-7e09-4b9a-80cc-4a609a7a5e7d', 'tag': '6674cf4f-0de1-4b44-875f-8c2ef97f9ba1'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:44.959864 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec7ce81-6c74-4ed7-bf8f-ff2b2a39e98c" -d '{"events": [{"name": "network-changed", "server_uuid": "87c59b88-7e09-4b9a-80cc-4a609a7a5e7d", "tag": "6674cf4f-0de1-4b44-875f-8c2ef97f9ba1"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:44.981074 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 5895e339-f2ce-465f-b37b-81f0219f7117, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=5895e339-f2ce-465f-b37b-81f0219f7117,segment=NetworkSegment(f19c2669-c167-4697-a02d-3890cc03720b),segment_id=f19c2669-c167-4697-a02d-3890cc03720b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:45.029203 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '5895e339-f2ce-465f-b37b-81f0219f7117', 'network_id': '7a1d132d-e27f-484a-993c-1c0bbb72a2ee', 'port_id': '5895e339-f2ce-465f-b37b-81f0219f7117', 'mac_address': 'fa:16:3e:2c:4c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d112e7-4ba9-4d28-96e4-3d9434430baa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:11:45.190174 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-b5ebdf75-91da-4044-aff3-5dfe41f867d2 service neutron] 10.222.0.18 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290726 Jul 15 13:11:45.221305 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-a07b40c7-f282-454b-9e7b-fbfe7cf4495d None None] Set router 264a90c2-cedc-4301-9b62-f0e71ef326fd gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:45.270792 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-dcbe0222-946c-484f-9739-c5827db4d7e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=17aae3e2-beee-4242-a747-d5d996c9bcc4 HTTP/1.1" status: 200 len: 217 time: 0.0796311 Jul 15 13:11:45.290851 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.324870 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bc457-1aa1-4739-8e43-4d0ec2a178fb req-938afc6d-6d15-4f0c-9b0a-8116e35fc30b tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:45.331195 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bc457-1aa1-4739-8e43-4d0ec2a178fb req-938afc6d-6d15-4f0c-9b0a-8116e35fc30b tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:45.349714 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bc457-1aa1-4739-8e43-4d0ec2a178fb req-938afc6d-6d15-4f0c-9b0a-8116e35fc30b tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:45.356569 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5895e339-f2ce-465f-b37b-81f0219f7117 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:45.356724 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bc457-1aa1-4739-8e43-4d0ec2a178fb req-938afc6d-6d15-4f0c-9b0a-8116e35fc30b tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:45.373937 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bc457-1aa1-4739-8e43-4d0ec2a178fb req-938afc6d-6d15-4f0c-9b0a-8116e35fc30b tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:45.378075 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-91fcfdf0-2d83-458b-a79a-fdfef3eb4974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:45.382877 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-91fcfdf0-2d83-458b-a79a-fdfef3eb4974 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11b8af7c013140faa070a8db01c03b78&device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 1096 time: 0.3438244 Jul 15 13:11:45.386867 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bc457-1aa1-4739-8e43-4d0ec2a178fb req-938afc6d-6d15-4f0c-9b0a-8116e35fc30b tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:45.397940 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bc457-1aa1-4739-8e43-4d0ec2a178fb req-938afc6d-6d15-4f0c-9b0a-8116e35fc30b tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:45.400052 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a43bc457-1aa1-4739-8e43-4d0ec2a178fb req-938afc6d-6d15-4f0c-9b0a-8116e35fc30b tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 5446 time: 0.3829541 Jul 15 13:11:45.410506 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-0248342b-bf59-42fa-8622-c9b51892b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:45.413446 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1a39072e-457b-4b25-bb25-195f99897c8a tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] 10.222.0.24 "GET /v2.0/routers/264a90c2-cedc-4301-9b62-f0e71ef326fd HTTP/1.1" status: 200 len: 907 time: 0.4776230 Jul 15 13:11:45.415678 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-0248342b-bf59-42fa-8622-c9b51892b70a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a43bc5d5-1c28-45f8-9de2-b37f1dc5ca84 HTTP/1.1" status: 200 len: 797 time: 0.1354189 Jul 15 13:11:45.418342 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57112) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:45.425468 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57114) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:45.437853 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0f85c79d-e4a4-4d37-a2e9-04716f52feef tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Request body: {'floatingip': {'port_id': '0a321f8f-462b-42da-9f67-de3a6358e566'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:45.499883 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 5895e339-f2ce-465f-b37b-81f0219f7117, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=5895e339-f2ce-465f-b37b-81f0219f7117,segment=NetworkSegment(f19c2669-c167-4697-a02d-3890cc03720b),segment_id=f19c2669-c167-4697-a02d-3890cc03720b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:45.512616 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.519021 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-9f94633a-9973-460e-8e3b-41d5a7516a52 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 HTTP/1.1" status: 200 len: 217 time: 0.1172638 Jul 15 13:11:45.650963 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f85c79d-e4a4-4d37-a2e9-04716f52feef tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.755307 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-e92b6a5a-eae4-4b8d-8e3c-9606dba8ddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:45.759431 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-e92b6a5a-eae4-4b8d-8e3c-9606dba8ddc9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f7ee163d-4be2-4821-945f-cb7507aae308 HTTP/1.1" status: 200 len: 861 time: 0.2338195 Jul 15 13:11:45.818083 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['5895e339-f2ce-465f-b37b-81f0219f7117'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:45.904244 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-6d22ecba-13b1-46f5-9562-0ab87fd632ef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b4de3f9-9898-4e48-8ad2-d64a9c837567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1341093 Jul 15 13:11:45.913695 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0750e9d-6e0c-493b-9b36-0cf7e9a1612c x-openstack-request-id: req-a0750e9d-6e0c-493b-9b36-0cf7e9a1612c {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:45.921339 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c59b88-7e09-4b9a-80cc-4a609a7a5e7d", "tag": "6674cf4f-0de1-4b44-875f-8c2ef97f9ba1", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:45.927344 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a0750e9d-6e0c-493b-9b36-0cf7e9a1612c {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:45.928159 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c59b88-7e09-4b9a-80cc-4a609a7a5e7d', 'tag': '6674cf4f-0de1-4b44-875f-8c2ef97f9ba1', 'status': 'completed', 'code': 200} Jul 15 13:11:45.937001 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-f8d63768-21d8-471c-af62-10548ea1cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:45.943031 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-f8d63768-21d8-471c-af62-10548ea1cb68 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=092cf651-d793-4b85-94d1-eb7a1eab171d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5162077 Jul 15 13:11:46.007098 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 49b2dadb-31d7-4c57-afd8-65b930d83530 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:46.008291 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a07b40c7-f282-454b-9e7b-fbfe7cf4495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264a90c2-cedc-4301-9b62-f0e71ef326fd', 'name': 'tempest-snat-router-567460357', 'tenant_id': '214d53b152d94e828e92e7182ea6f8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '587b3afe-c49f-4ea8-af76-e36597b93984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:38Z', 'updated_at': '2021-07-15T13:11:42Z', 'revision_number': 3, 'project_id': '214d53b152d94e828e92e7182ea6f8ae', 'gw_port': {'id': '587b3afe-c49f-4ea8-af76-e36597b93984', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264a90c2-cedc-4301-9b62-f0e71ef326fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:41Z', 'updated_at': '2021-07-15T13:11:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:46.080784 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=5895e339-f2ce-465f-b37b-81f0219f7117,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:46.158549 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07b40c7-f282-454b-9e7b-fbfe7cf4495d None None] Checking router: 264a90c2-cedc-4301-9b62-f0e71ef326fd for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:11:46.159168 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07b40c7-f282-454b-9e7b-fbfe7cf4495d None None] Updating router 264a90c2-cedc-4301-9b62-f0e71ef326fd port 587b3afe-c49f-4ea8-af76-e36597b93984 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:11:46.194215 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ba0b959-b4f8-4a6d-9705-df1e19b6037e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:46.281810 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a07b40c7-f282-454b-9e7b-fbfe7cf4495d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:46.421350 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 49b2dadb-31d7-4c57-afd8-65b930d83530 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:46.422179 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:46.534498 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-c72cdef2-dd1d-42fc-9025-0f148c0ff5ac service neutron] 10.222.0.18 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5843213 Jul 15 13:11:46.635445 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-ea2cd3f6-304b-43ad-a401-a68ba4ee1678 service neutron] 10.222.0.32 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7043405 Jul 15 13:11:46.660192 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253f0fc-60fa-4a06-90be-36fee3f60a20 req-a9df2e1a-dfa0-4af8-a13c-9f725b960f5a tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:46.662011 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6253f0fc-60fa-4a06-90be-36fee3f60a20 req-a9df2e1a-dfa0-4af8-a13c-9f725b960f5a tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 944 time: 0.6499891 Jul 15 13:11:46.889858 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a07b40c7-f282-454b-9e7b-fbfe7cf4495d None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:46.912249 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a07b40c7-f282-454b-9e7b-fbfe7cf4495d None None] Transition to ACTIVE for port object 587b3afe-c49f-4ea8-af76-e36597b93984 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:46.927794 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a07b40c7-f282-454b-9e7b-fbfe7cf4495d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:46.937932 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ba0b959-b4f8-4a6d-9705-df1e19b6037e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:46.991159 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ccf5d-2783-45d7-8771-ffb4843a5997 None None] Pushing event updated for resources: {'Port': ['ID=587b3afe-c49f-4ea8-af76-e36597b93984,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:47.002307 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ccf5d-2783-45d7-8771-ffb4843a5997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:47.002820 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ccf5d-2783-45d7-8771-ffb4843a5997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:47.003268 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ccf5d-2783-45d7-8771-ffb4843a5997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:47.003725 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ccf5d-2783-45d7-8771-ffb4843a5997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:47.004182 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ccf5d-2783-45d7-8771-ffb4843a5997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:47.004602 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ccf5d-2783-45d7-8771-ffb4843a5997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:47.005203 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ccf5d-2783-45d7-8771-ffb4843a5997 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:47.005629 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ccf5d-2783-45d7-8771-ffb4843a5997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:47.006092 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ccf5d-2783-45d7-8771-ffb4843a5997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:47.006522 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ccf5d-2783-45d7-8771-ffb4843a5997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:47.006953 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ccf5d-2783-45d7-8771-ffb4843a5997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:47.007380 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ccf5d-2783-45d7-8771-ffb4843a5997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:47.028299 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a07b40c7-f282-454b-9e7b-fbfe7cf4495d None None] Attempting to bind port 587b3afe-c49f-4ea8-af76-e36597b93984 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:47.029313 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a07b40c7-f282-454b-9e7b-fbfe7cf4495d None None] Attempting to bind port 587b3afe-c49f-4ea8-af76-e36597b93984 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:47.029313 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07b40c7-f282-454b-9e7b-fbfe7cf4495d None None] Attempting to bind port 587b3afe-c49f-4ea8-af76-e36597b93984 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:47.035522 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07b40c7-f282-454b-9e7b-fbfe7cf4495d None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:47.036569 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07b40c7-f282-454b-9e7b-fbfe7cf4495d None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:47.037241 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a07b40c7-f282-454b-9e7b-fbfe7cf4495d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:47.037914 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07b40c7-f282-454b-9e7b-fbfe7cf4495d None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:47.038734 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a07b40c7-f282-454b-9e7b-fbfe7cf4495d None None] Bound port: 587b3afe-c49f-4ea8-af76-e36597b93984, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:47.039422 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a07b40c7-f282-454b-9e7b-fbfe7cf4495d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:47.133567 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-96eec0af-e4c7-4843-9db5-9bf9818605e8 req-9261ad38-965b-4a9b-a101-17c29100feb9 service neutron] 10.222.0.32 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678659 Jul 15 13:11:47.143811 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a07b40c7-f282-454b-9e7b-fbfe7cf4495d None None] For port 587b3afe-c49f-4ea8-af76-e36597b93984, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:47.164124 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6253f0fc-60fa-4a06-90be-36fee3f60a20 req-6c25c38d-450b-4d0f-a4e1-360e96741167 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758255 Jul 15 13:11:47.165659 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a07b40c7-f282-454b-9e7b-fbfe7cf4495d None None] For port 587b3afe-c49f-4ea8-af76-e36597b93984, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=587b3afe-c49f-4ea8-af76-e36597b93984,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:47.203448 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a07b40c7-f282-454b-9e7b-fbfe7cf4495d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:47.232877 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-3b278569-4ffb-4083-89e2-8e2da9fb238f service neutron] 10.222.0.18 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6741989 Jul 15 13:11:47.413692 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-0653bae0-3d2b-4406-954f-4a2c5c907236 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b7de99ab-528a-45b3-83e8-223243db9266 HTTP/1.1" status: 200 len: 217 time: 0.1620834 Jul 15 13:11:47.558201 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-5acba33f-47a0-47cc-8045-abd5e64fe878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:47.560912 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-5acba33f-47a0-47cc-8045-abd5e64fe878 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=565ec453-53b0-4720-9670-49936e2bd20d HTTP/1.1" status: 200 len: 797 time: 0.1026490 Jul 15 13:11:47.623915 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7ce81-6c74-4ed7-bf8f-ff2b2a39e98c req-25565969-24e0-4aa0-baaa-c73a0409d213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:47.627127 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eec7ce81-6c74-4ed7-bf8f-ff2b2a39e98c req-25565969-24e0-4aa0-baaa-c73a0409d213 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11b8af7c013140faa070a8db01c03b78&device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 1096 time: 0.2456038 Jul 15 13:11:47.636918 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07b40c7-f282-454b-9e7b-fbfe7cf4495d None None] Routers {'264a90c2-cedc-4301-9b62-f0e71ef326fd'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:47.638190 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a07b40c7-f282-454b-9e7b-fbfe7cf4495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:11:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['264a90c2-cedc-4301-9b62-f0e71ef326fd'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:47.740108 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-b9f14df2-988a-4b99-a70a-d7e875a1fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:47.742272 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-b9f14df2-988a-4b99-a70a-d7e875a1fdda service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=af7ddb53-a503-4934-b82b-95b8c79b40c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1688442 Jul 15 13:11:47.745410 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41976a-61b7-4b69-ada8-cbb77736d5e7 req-a12886b6-d5e7-46e3-a5fb-c2f3e5134643 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:47.785505 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ccf5d-2783-45d7-8771-ffb4843a5997 None None] Pushing event updated for resources: {'Port': ['ID=587b3afe-c49f-4ea8-af76-e36597b93984,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:47.805710 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41976a-61b7-4b69-ada8-cbb77736d5e7 req-a12886b6-d5e7-46e3-a5fb-c2f3e5134643 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:47.835689 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41976a-61b7-4b69-ada8-cbb77736d5e7 req-a12886b6-d5e7-46e3-a5fb-c2f3e5134643 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:47.866078 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41976a-61b7-4b69-ada8-cbb77736d5e7 req-a12886b6-d5e7-46e3-a5fb-c2f3e5134643 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:47.898136 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41976a-61b7-4b69-ada8-cbb77736d5e7 req-a12886b6-d5e7-46e3-a5fb-c2f3e5134643 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:47.898414 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-ff5643b1-6136-4be9-a842-f7df71d23352 service neutron] 10.222.0.18 "GET /v2.0/networks/af7ddb53-a503-4934-b82b-95b8c79b40c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481149 Jul 15 13:11:47.928945 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41976a-61b7-4b69-ada8-cbb77736d5e7 req-a12886b6-d5e7-46e3-a5fb-c2f3e5134643 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:47.954215 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41976a-61b7-4b69-ada8-cbb77736d5e7 req-a12886b6-d5e7-46e3-a5fb-c2f3e5134643 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:47.969450 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cb41976a-61b7-4b69-ada8-cbb77736d5e7 req-a12886b6-d5e7-46e3-a5fb-c2f3e5134643 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 5420 time: 1.6463842 Jul 15 13:11:48.017621 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7ce81-6c74-4ed7-bf8f-ff2b2a39e98c req-26a315f2-80f6-4d93-b608-0626e41b034f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:48.019555 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eec7ce81-6c74-4ed7-bf8f-ff2b2a39e98c req-26a315f2-80f6-4d93-b608-0626e41b034f service neutron] 10.222.0.32 "GET /v2.0/networks?id=2b4de3f9-9898-4e48-8ad2-d64a9c837567 HTTP/1.1" status: 200 len: 922 time: 0.3800206 Jul 15 13:11:48.068093 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-a07b40c7-f282-454b-9e7b-fbfe7cf4495d None None] Set router 264a90c2-cedc-4301-9b62-f0e71ef326fd gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:48.142286 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eec7ce81-6c74-4ed7-bf8f-ff2b2a39e98c req-2b58eac6-0b7c-4fa9-b87e-6a9ea2b8392f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 HTTP/1.1" status: 200 len: 217 time: 0.1129377 Jul 15 13:11:48.194466 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a07b40c7-f282-454b-9e7b-fbfe7cf4495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264a90c2-cedc-4301-9b62-f0e71ef326fd', 'name': 'tempest-snat-router-567460357', 'tenant_id': '214d53b152d94e828e92e7182ea6f8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:38Z', 'updated_at': '2021-07-15T13:11:46Z', 'revision_number': 4, 'project_id': '214d53b152d94e828e92e7182ea6f8ae', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:48.194704 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dac19b-5194-4ff1-93f6-328b81364552 req-7270173d-49d5-4cd0-98e4-9453046fc12f tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:48.198017 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-55dac19b-5194-4ff1-93f6-328b81364552 req-7270173d-49d5-4cd0-98e4-9453046fc12f tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 944 time: 0.2948508 Jul 15 13:11:48.232724 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-3a132f9b-b849-44cf-8f5e-7cc9c98dca78 service neutron] 10.222.0.18 "GET /v2.0/networks/af7ddb53-a503-4934-b82b-95b8c79b40c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167231 Jul 15 13:11:48.247896 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07b40c7-f282-454b-9e7b-fbfe7cf4495d None None] The sync data for ids ['264a90c2-cedc-4301-9b62-f0e71ef326fd'] in n-d-758944-45 is: [{'id': '264a90c2-cedc-4301-9b62-f0e71ef326fd', 'name': 'tempest-snat-router-567460357', 'tenant_id': '214d53b152d94e828e92e7182ea6f8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:38Z', 'updated_at': '2021-07-15T13:11:46Z', 'revision_number': 4, 'project_id': '214d53b152d94e828e92e7182ea6f8ae', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:11:48.253523 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cb41976a-61b7-4b69-ada8-cbb77736d5e7 req-04505663-3800-4cfd-b57e-fa5f97d92118 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=23bbefeb-be8c-4146-bf3d-810b99d9a00e&id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2817922 Jul 15 13:11:48.338720 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3ba0b959-b4f8-4a6d-9705-df1e19b6037e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Deleting port 587b3afe-c49f-4ea8-af76-e36597b93984 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:48.343641 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ba0b959-b4f8-4a6d-9705-df1e19b6037e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.552172 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7ce81-6c74-4ed7-bf8f-ff2b2a39e98c req-afb015da-addd-435b-b966-60b98dfd9411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:48.554958 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eec7ce81-6c74-4ed7-bf8f-ff2b2a39e98c req-afb015da-addd-435b-b966-60b98dfd9411 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f7ee163d-4be2-4821-945f-cb7507aae308 HTTP/1.1" status: 200 len: 861 time: 0.3948517 Jul 15 13:11:48.575696 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-2c0e1365-9d4f-4028-afd7-a8993a7ee11b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9f6dd92f-446d-431c-9742-1c64543233ba HTTP/1.1" status: 200 len: 217 time: 0.2911773 Jul 15 13:11:48.703820 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eec7ce81-6c74-4ed7-bf8f-ff2b2a39e98c req-15daadcc-1186-4a9b-a1e6-3628d898a880 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b4de3f9-9898-4e48-8ad2-d64a9c837567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1314046 Jul 15 13:11:48.823089 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 5895e339-f2ce-465f-b37b-81f0219f7117 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:48.916985 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-55dac19b-5194-4ff1-93f6-328b81364552 req-eecd94e2-ca36-4d6d-beb9-09c619b06390 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6814775 Jul 15 13:11:48.976024 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 5895e339-f2ce-465f-b37b-81f0219f7117 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:48.976407 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.025687 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-0db2793b-97ad-4991-b873-85cf5b9993bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:49.030996 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-0db2793b-97ad-4991-b873-85cf5b9993bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=565ec453-53b0-4720-9670-49936e2bd20d HTTP/1.1" status: 200 len: 797 time: 0.4128716 Jul 15 13:11:49.179604 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eec7ce81-6c74-4ed7-bf8f-ff2b2a39e98c req-a9de8f44-d58b-41a6-9bc2-e77a69c40776 service neutron] 10.222.0.32 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255083 Jul 15 13:11:49.256580 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.336341 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-61b94cb6-22e5-42eb-9ed6-c91a819090e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:49.337966 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-61b94cb6-22e5-42eb-9ed6-c91a819090e9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=af7ddb53-a503-4934-b82b-95b8c79b40c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2998033 Jul 15 13:11:49.365257 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 5895e339-f2ce-465f-b37b-81f0219f7117, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=5895e339-f2ce-465f-b37b-81f0219f7117,segment=NetworkSegment(f19c2669-c167-4697-a02d-3890cc03720b),segment_id=f19c2669-c167-4697-a02d-3890cc03720b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:49.367277 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365c97c5-1dc9-444e-aa7f-97a6a08ec914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5895e339-f2ce-465f-b37b-81f0219f7117'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:49.385587 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae1229f-6401-4d9a-8d91-bacd13fb60df" -d '{"events": [{"server_uuid": "365c97c5-1dc9-444e-aa7f-97a6a08ec914", "name": "network-vif-plugged", "status": "completed", "tag": "5895e339-f2ce-465f-b37b-81f0219f7117"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:49.404821 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.571017 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=5895e339-f2ce-465f-b37b-81f0219f7117,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:49.636891 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-3ba0b959-b4f8-4a6d-9705-df1e19b6037e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] For port 587b3afe-c49f-4ea8-af76-e36597b93984, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=587b3afe-c49f-4ea8-af76-e36597b93984,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:49.638121 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ba0b959-b4f8-4a6d-9705-df1e19b6037e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.656592 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3ba0b959-b4f8-4a6d-9705-df1e19b6037e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Calling delete_port for 587b3afe-c49f-4ea8-af76-e36597b93984 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:49.875210 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57160) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:49.926335 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ba0b959-b4f8-4a6d-9705-df1e19b6037e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:50.102589 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eec7ce81-6c74-4ed7-bf8f-ff2b2a39e98c req-cad4f7bd-8cb2-48df-80a7-0c344e06a4d2 service neutron] 10.222.0.32 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9090683 Jul 15 13:11:50.154722 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-be7c032e-cfee-4dfd-affc-dfc82aaec024 service neutron] 10.222.0.18 "GET /v2.0/networks/af7ddb53-a503-4934-b82b-95b8c79b40c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7023005 Jul 15 13:11:50.156515 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0b959-b4f8-4a6d-9705-df1e19b6037e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Pushing event deleted for resources: {'Port': ['ID=587b3afe-c49f-4ea8-af76-e36597b93984,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:50.216715 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769764d-78c1-468a-806b-921707256187 req-888f8a6e-9c08-40c8-9609-09669e9be89d tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:50.231726 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769764d-78c1-468a-806b-921707256187 req-888f8a6e-9c08-40c8-9609-09669e9be89d tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:50.238028 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769764d-78c1-468a-806b-921707256187 req-888f8a6e-9c08-40c8-9609-09669e9be89d tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:50.264565 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769764d-78c1-468a-806b-921707256187 req-888f8a6e-9c08-40c8-9609-09669e9be89d tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:50.279143 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769764d-78c1-468a-806b-921707256187 req-888f8a6e-9c08-40c8-9609-09669e9be89d tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:50.286782 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769764d-78c1-468a-806b-921707256187 req-888f8a6e-9c08-40c8-9609-09669e9be89d tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:50.295248 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769764d-78c1-468a-806b-921707256187 req-888f8a6e-9c08-40c8-9609-09669e9be89d tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:50.297265 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d769764d-78c1-468a-806b-921707256187 req-888f8a6e-9c08-40c8-9609-09669e9be89d tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 5420 time: 0.2480955 Jul 15 13:11:50.374421 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ba0b959-b4f8-4a6d-9705-df1e19b6037e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:50.411730 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d769764d-78c1-468a-806b-921707256187 req-8d8fc0e8-bf5d-48d6-8d1b-e747fb582ea7 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=23bbefeb-be8c-4146-bf3d-810b99d9a00e&id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1050005 Jul 15 13:11:50.466690 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-159fdb2b-1631-404c-9732-a317f42e8c95 req-29ecdeea-5705-44e5-9375-2baf4c0e228a service neutron] 10.222.0.18 "GET /v2.0/networks/af7ddb53-a503-4934-b82b-95b8c79b40c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000588 Jul 15 13:11:50.492404 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ba0b959-b4f8-4a6d-9705-df1e19b6037e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:50.497526 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ba0b959-b4f8-4a6d-9705-df1e19b6037e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:50.509363 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97f0179-7c69-463d-8b7a-8d2c6539406f x-openstack-request-id: req-a97f0179-7c69-463d-8b7a-8d2c6539406f {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:50.511024 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365c97c5-1dc9-444e-aa7f-97a6a08ec914", "name": "network-vif-plugged", "status": "completed", "tag": "5895e339-f2ce-465f-b37b-81f0219f7117", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:50.511328 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a97f0179-7c69-463d-8b7a-8d2c6539406f {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:50.512207 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365c97c5-1dc9-444e-aa7f-97a6a08ec914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5895e339-f2ce-465f-b37b-81f0219f7117', 'code': 200} Jul 15 13:11:50.638756 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ba0b959-b4f8-4a6d-9705-df1e19b6037e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:50.639320 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba0b959-b4f8-4a6d-9705-df1e19b6037e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 264a90c2-cedc-4301-9b62-f0e71ef326fd {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:11:50.651321 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ba0b959-b4f8-4a6d-9705-df1e19b6037e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:50.655069 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3ba0b959-b4f8-4a6d-9705-df1e19b6037e tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] 10.222.0.24 "DELETE /v2.0/routers/264a90c2-cedc-4301-9b62-f0e71ef326fd HTTP/1.1" status: 204 len: 168 time: 5.2330308 Jul 15 13:11:50.662480 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82d61f58-8bbc-44f1-84b6-998d2b8986d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:50.673903 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57170) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:50.763375 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-655c76be-23e6-4646-9496-527ce33597aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:50.807563 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816 req-34a4370c-9600-4f10-bc6f-e4b0371d15b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:50.808555 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816 req-34a4370c-9600-4f10-bc6f-e4b0371d15b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:50.809593 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816 req-34a4370c-9600-4f10-bc6f-e4b0371d15b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:50.810373 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816 req-34a4370c-9600-4f10-bc6f-e4b0371d15b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:50.811216 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816 req-34a4370c-9600-4f10-bc6f-e4b0371d15b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:50.812072 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816 req-34a4370c-9600-4f10-bc6f-e4b0371d15b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:50.812875 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816 req-34a4370c-9600-4f10-bc6f-e4b0371d15b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:50.816574 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816 req-34a4370c-9600-4f10-bc6f-e4b0371d15b9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=418a827c6cea45b7b8c4dddb4927b332&device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 6484 time: 0.2284424 Jul 15 13:11:50.852666 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fede14-bc7a-460a-be09-70e9db3c8f0b req-f97ed73f-c27b-4bb0-9f39-b49e676efc15 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:50.862569 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48fede14-bc7a-460a-be09-70e9db3c8f0b req-f97ed73f-c27b-4bb0-9f39-b49e676efc15 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 944 time: 1.3134348 Jul 15 13:11:51.090784 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81dc80f-898c-4f9d-b66c-a3825515e449 req-0b2e29ba-33ad-41a1-aaae-c54fd24302f6 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:51.104448 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f81dc80f-898c-4f9d-b66c-a3825515e449 req-0b2e29ba-33ad-41a1-aaae-c54fd24302f6 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.2861066 Jul 15 13:11:51.109332 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48fede14-bc7a-460a-be09-70e9db3c8f0b req-586be978-51eb-4a4a-b1c3-555e63810e74 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457609 Jul 15 13:11:51.146281 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816 req-da0ebd68-7879-4afb-84ab-006ba16a02f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:51.148930 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816 req-da0ebd68-7879-4afb-84ab-006ba16a02f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=af7ddb53-a503-4934-b82b-95b8c79b40c8 HTTP/1.1" status: 200 len: 903 time: 0.3089452 Jul 15 13:11:51.206469 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.db.resource_extend [None req-0f85c79d-e4a4-4d37-a2e9-04716f52feef tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:11:51.283107 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816 req-97108066-a1b9-4432-8918-eb2ac2b043f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b7de99ab-528a-45b3-83e8-223243db9266 HTTP/1.1" status: 200 len: 217 time: 0.1175127 Jul 15 13:11:51.403333 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f81dc80f-898c-4f9d-b66c-a3825515e449 req-859cb884-91f3-4693-825c-8fb82c6c38fc tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969594 Jul 15 13:11:51.411831 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bdde1976-12f3-42c7-ab30-674add529787 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.448226 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816 req-441cf759-8e42-414c-ae48-5050cb3a8470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:51.452709 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816 req-441cf759-8e42-414c-ae48-5050cb3a8470 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=565ec453-53b0-4720-9670-49936e2bd20d HTTP/1.1" status: 200 len: 797 time: 0.1553016 Jul 15 13:11:51.523652 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f85c79d-e4a4-4d37-a2e9-04716f52feef tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.561323 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f85c79d-e4a4-4d37-a2e9-04716f52feef tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.720628 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816 req-71a7afc4-db7f-46f1-8f2c-cd4121dd2aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:51.730539 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816 req-71a7afc4-db7f-46f1-8f2c-cd4121dd2aab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=af7ddb53-a503-4934-b82b-95b8c79b40c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2644587 Jul 15 13:11:51.922405 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-0f85c79d-e4a4-4d37-a2e9-04716f52feef tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Floating IP 9b102e25-912a-4757-8dac-03bc0ea5a976 associated. External IP: 172.25.6.27, port: 0a321f8f-462b-42da-9f67-de3a6358e566. Jul 15 13:11:52.006857 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816 req-fcc2e085-1ddd-41cc-a63f-1b310f278963 service neutron] 10.222.0.18 "GET /v2.0/networks/af7ddb53-a503-4934-b82b-95b8c79b40c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709482 Jul 15 13:11:52.098893 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82d61f58-8bbc-44f1-84b6-998d2b8986d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.123284 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82d61f58-8bbc-44f1-84b6-998d2b8986d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.255730 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bdde1976-12f3-42c7-ab30-674add529787 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.298859 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-82d61f58-8bbc-44f1-84b6-998d2b8986d3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ceae931ed6da443dbab13cb5808a8652&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4093139 Jul 15 13:11:52.298859 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d61f58-8bbc-44f1-84b6-998d2b8986d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87679d2f-9b29-41b2-974d-286aa0514ca2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:52.300098 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816 req-e155b25f-2250-4aae-a306-8e586261d8ff service neutron] 10.222.0.18 "GET /v2.0/networks/af7ddb53-a503-4934-b82b-95b8c79b40c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806487 Jul 15 13:11:52.306062 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57180) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:52.473179 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0f6b1179-9629-4d23-9090-832cb7c9a770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.485818 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cc9b6-eb04-47dd-b08b-2505321f4179 req-38732f99-8eda-4c24-96f5-1877de6cbd8e tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:52.517495 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cc9b6-eb04-47dd-b08b-2505321f4179 req-38732f99-8eda-4c24-96f5-1877de6cbd8e tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:52.548854 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cc9b6-eb04-47dd-b08b-2505321f4179 req-38732f99-8eda-4c24-96f5-1877de6cbd8e tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:52.568755 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cc9b6-eb04-47dd-b08b-2505321f4179 req-38732f99-8eda-4c24-96f5-1877de6cbd8e tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:52.585327 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cc9b6-eb04-47dd-b08b-2505321f4179 req-38732f99-8eda-4c24-96f5-1877de6cbd8e tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:52.598428 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cc9b6-eb04-47dd-b08b-2505321f4179 req-38732f99-8eda-4c24-96f5-1877de6cbd8e tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:52.611291 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cc9b6-eb04-47dd-b08b-2505321f4179 req-38732f99-8eda-4c24-96f5-1877de6cbd8e tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:52.614653 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7a2cc9b6-eb04-47dd-b08b-2505321f4179 req-38732f99-8eda-4c24-96f5-1877de6cbd8e tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 5420 time: 0.8276961 Jul 15 13:11:52.632240 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0f6b1179-9629-4d23-9090-832cb7c9a770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.828334 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816 req-c696ccce-3fd1-49a0-bebe-35d9b4ded58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:52.829326 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816 req-c696ccce-3fd1-49a0-bebe-35d9b4ded58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:52.835695 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816 req-c696ccce-3fd1-49a0-bebe-35d9b4ded58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:52.836974 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816 req-c696ccce-3fd1-49a0-bebe-35d9b4ded58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:52.839107 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816 req-c696ccce-3fd1-49a0-bebe-35d9b4ded58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:52.840075 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816 req-c696ccce-3fd1-49a0-bebe-35d9b4ded58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:52.841055 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816 req-c696ccce-3fd1-49a0-bebe-35d9b4ded58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:52.845076 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816 req-c696ccce-3fd1-49a0-bebe-35d9b4ded58c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=418a827c6cea45b7b8c4dddb4927b332&device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 6484 time: 0.3745828 Jul 15 13:11:52.975251 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87d604-2a96-4d09-a169-abc42186a9a0 req-49ee4050-f4a2-428b-8425-fba4ca193ca5 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:52.982406 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ee87d604-2a96-4d09-a169-abc42186a9a0 req-49ee4050-f4a2-428b-8425-fba4ca193ca5 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 944 time: 0.3995452 Jul 15 13:11:53.004957 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0f6b1179-9629-4d23-9090-832cb7c9a770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.008082 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0f6b1179-9629-4d23-9090-832cb7c9a770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.009282 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0f6b1179-9629-4d23-9090-832cb7c9a770 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/87679d2f-9b29-41b2-974d-286aa0514ca2 HTTP/1.1" status: 204 len: 168 time: 0.7010689 Jul 15 13:11:53.023925 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b1179-9629-4d23-9090-832cb7c9a770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87679d2f-9b29-41b2-974d-286aa0514ca2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:53.138965 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ee87d604-2a96-4d09-a169-abc42186a9a0 req-3fdbac0b-aa8e-4be3-bbd5-5634c867c3fe tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275191 Jul 15 13:11:53.208573 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.218696 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816 req-7bbd30d8-567f-4e3c-807e-a2a0e7c1cadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:53.222495 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816 req-7bbd30d8-567f-4e3c-807e-a2a0e7c1cadf service neutron] 10.222.0.18 "GET /v2.0/networks?id=af7ddb53-a503-4934-b82b-95b8c79b40c8 HTTP/1.1" status: 200 len: 903 time: 0.3673179 Jul 15 13:11:53.326669 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816 req-06f327ad-07d4-46a4-a9a2-c366ef4fd4d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9f6dd92f-446d-431c-9742-1c64543233ba HTTP/1.1" status: 200 len: 217 time: 0.0948484 Jul 15 13:11:53.363837 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cb6a2075-f60d-4ef1-aebe-cf2deaaa2c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.377248 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7a2cc9b6-eb04-47dd-b08b-2505321f4179 req-042ee438-38e6-4678-8aeb-c9a3f2f69ff1 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=23bbefeb-be8c-4146-bf3d-810b99d9a00e&id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7171838 Jul 15 13:11:53.422166 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-bdde1976-12f3-42c7-ab30-674add529787 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Deleting port 49b2dadb-31d7-4c57-afd8-65b930d83530 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:53.423631 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bdde1976-12f3-42c7-ab30-674add529787 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.443147 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816 req-90cd7745-d8b8-49d6-aa32-d21147b3a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:53.444885 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816 req-90cd7745-d8b8-49d6-aa32-d21147b3a0a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=565ec453-53b0-4720-9670-49936e2bd20d HTTP/1.1" status: 200 len: 797 time: 0.1129358 Jul 15 13:11:53.500122 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f85c79d-e4a4-4d37-a2e9-04716f52feef tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Router a3dbd0bc-f24d-4441-aab6-46d6db739599 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:11:53.581129 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-bdde1976-12f3-42c7-ab30-674add529787 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] For port 49b2dadb-31d7-4c57-afd8-65b930d83530, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=49b2dadb-31d7-4c57-afd8-65b930d83530,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:53.582032 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bdde1976-12f3-42c7-ab30-674add529787 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.583166 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8ddf5-3090-4a35-a5aa-fbe5b6001afe req-b87861f4-d507-402d-99ce-565c648054f5 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:53.584818 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-16c8ddf5-3090-4a35-a5aa-fbe5b6001afe req-b87861f4-d507-402d-99ce-565c648054f5 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.1389391 Jul 15 13:11:53.587100 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816 req-30134a59-afa3-4228-a488-4db17cdf69fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:53.588649 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816 req-30134a59-afa3-4228-a488-4db17cdf69fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=af7ddb53-a503-4934-b82b-95b8c79b40c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1312797 Jul 15 13:11:53.637405 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57192) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:53.679716 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-16c8ddf5-3090-4a35-a5aa-fbe5b6001afe req-d771986c-13cc-4ec6-a051-50a22f36a2b1 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830622 Jul 15 13:11:53.716904 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-bdde1976-12f3-42c7-ab30-674add529787 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Calling delete_port for 49b2dadb-31d7-4c57-afd8-65b930d83530 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:53.785855 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-95e24ba1-f162-42af-b044-ecfd3669e330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:53.825840 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816 req-d033da4e-7170-4fb8-bfd8-dd930de29e7d service neutron] 10.222.0.18 "GET /v2.0/networks/af7ddb53-a503-4934-b82b-95b8c79b40c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085640 Jul 15 13:11:53.981615 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f85c79d-e4a4-4d37-a2e9-04716f52feef tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:11:53.989172 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f85c79d-e4a4-4d37-a2e9-04716f52feef tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.003803 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adebac37-0387-4cb9-aaf9-dd32acc99b68 None None] Sync routers for ids ['a3dbd0bc-f24d-4441-aab6-46d6db739599'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:11:54.026764 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adebac37-0387-4cb9-aaf9-dd32acc99b68 None None] Routers {'a3dbd0bc-f24d-4441-aab6-46d6db739599'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:54.027218 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-adebac37-0387-4cb9-aaf9-dd32acc99b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:11:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['a3dbd0bc-f24d-4441-aab6-46d6db739599'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:54.043594 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-70e7085f-e2f3-40cd-8296-fe2f4d0a5816 req-f1827d8e-539f-4e46-9b40-5ef35f547593 service neutron] 10.222.0.18 "GET /v2.0/networks/af7ddb53-a503-4934-b82b-95b8c79b40c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059774 Jul 15 13:11:54.184445 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-adebac37-0387-4cb9-aaf9-dd32acc99b68 None None] Set router a3dbd0bc-f24d-4441-aab6-46d6db739599 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:54.266203 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0f85c79d-e4a4-4d37-a2e9-04716f52feef tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "PUT /v2.0/floatingips/9b102e25-912a-4757-8dac-03bc0ea5a976 HTTP/1.1" status: 200 len: 990 time: 8.8360231 Jul 15 13:11:54.271087 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'tag': '0a321f8f-462b-42da-9f67-de3a6358e566'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:54.273227 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd49b6e-97fd-4c5f-a1df-a55fc6c5de06" -d '{"events": [{"name": "network-changed", "server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "tag": "0a321f8f-462b-42da-9f67-de3a6358e566"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:54.298947 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bdde1976-12f3-42c7-ab30-674add529787 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.409548 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde1976-12f3-42c7-ab30-674add529787 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Pushing event deleted for resources: {'Port': ['ID=49b2dadb-31d7-4c57-afd8-65b930d83530,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:54.430864 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-95e24ba1-f162-42af-b044-ecfd3669e330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.564987 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-95e24ba1-f162-42af-b044-ecfd3669e330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.570784 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bdde1976-12f3-42c7-ab30-674add529787 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.614426 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9c3cc7-6c20-4bb6-890b-1099bcf0b61a x-openstack-request-id: req-dc9c3cc7-6c20-4bb6-890b-1099bcf0b61a {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:54.614748 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "tag": "0a321f8f-462b-42da-9f67-de3a6358e566", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:54.614960 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dc9c3cc7-6c20-4bb6-890b-1099bcf0b61a {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:54.615374 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'tag': '0a321f8f-462b-42da-9f67-de3a6358e566', 'status': 'completed', 'code': 200} Jul 15 13:11:54.661159 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:54.792970 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-adebac37-0387-4cb9-aaf9-dd32acc99b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'name': 'tempest-TaggedBootDevicesTest_v242-10649597-router', 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f6b6c587-3623-47cd-8f85-dc639f088635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:25Z', 'updated_at': '2021-07-15T13:08:42Z', 'revision_number': 4, 'project_id': '1d0be6e00b0740c79716294273e5f5c7', 'gw_port': {'id': 'f6b6c587-3623-47cd-8f85-dc639f088635', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:27Z', 'updated_at': '2021-07-15T13:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '9b102e25-912a-4757-8dac-03bc0ea5a976', 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'floating_ip_address': '172.25.6.27', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'port_id': '0a321f8f-462b-42da-9f67-de3a6358e566', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb5bd25-ebc1-469a-a04a-24181cd456f0', 'mac_address': 'fa:16:3e:e8:c1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:10:03Z', 'updated_at': '2021-07-15T13:11:50Z', 'revision_number': 1, 'project_id': '1d0be6e00b0740c79716294273e5f5c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08f61f54-602a-48d0-9466-d9781fba318a', 'name': '', 'network_id': '3cb5bd25-ebc1-469a-a04a-24181cd456f0', 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'mac_address': 'fa:16:3e:33:0c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '8df1933c-2ac7-4eba-8783-298edae711d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:36Z', 'updated_at': '2021-07-15T13:08:50Z', 'revision_number': 5, 'project_id': '1d0be6e00b0740c79716294273e5f5c7', 'subnets': [{'id': '8df1933c-2ac7-4eba-8783-298edae711d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:54.987808 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd49b6e-97fd-4c5f-a1df-a55fc6c5de06 req-8d917d5b-565e-4540-b711-38aac37dc685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:54.988726 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd49b6e-97fd-4c5f-a1df-a55fc6c5de06 req-8d917d5b-565e-4540-b711-38aac37dc685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:54.989544 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd49b6e-97fd-4c5f-a1df-a55fc6c5de06 req-8d917d5b-565e-4540-b711-38aac37dc685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:54.990461 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd49b6e-97fd-4c5f-a1df-a55fc6c5de06 req-8d917d5b-565e-4540-b711-38aac37dc685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:54.991353 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd49b6e-97fd-4c5f-a1df-a55fc6c5de06 req-8d917d5b-565e-4540-b711-38aac37dc685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:55.012034 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd49b6e-97fd-4c5f-a1df-a55fc6c5de06 req-8d917d5b-565e-4540-b711-38aac37dc685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:55.012547 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd49b6e-97fd-4c5f-a1df-a55fc6c5de06 req-8d917d5b-565e-4540-b711-38aac37dc685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:55.026906 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3fd49b6e-97fd-4c5f-a1df-a55fc6c5de06 req-8d917d5b-565e-4540-b711-38aac37dc685 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d0be6e00b0740c79716294273e5f5c7&device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 6510 time: 0.3218093 Jul 15 13:11:55.125350 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bdde1976-12f3-42c7-ab30-674add529787 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:55.133853 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bdde1976-12f3-42c7-ab30-674add529787 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:55.142395 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-95e24ba1-f162-42af-b044-ecfd3669e330 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dea87d4d1fc742a5987cf03f52c1134a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4980271 Jul 15 13:11:55.148065 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57210) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:55.157400 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e24ba1-f162-42af-b044-ecfd3669e330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a202ff4-490e-476f-ac90-2593abaed42f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:55.248809 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adebac37-0387-4cb9-aaf9-dd32acc99b68 None None] Checking router: a3dbd0bc-f24d-4441-aab6-46d6db739599 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:11:55.262550 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:55.294528 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adebac37-0387-4cb9-aaf9-dd32acc99b68 None None] Routers {'a3dbd0bc-f24d-4441-aab6-46d6db739599'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:55.295058 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-adebac37-0387-4cb9-aaf9-dd32acc99b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:11:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['a3dbd0bc-f24d-4441-aab6-46d6db739599'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:55.455328 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bdde1976-12f3-42c7-ab30-674add529787 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:55.458218 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdde1976-12f3-42c7-ab30-674add529787 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 469e9876-57d0-40cb-80f7-cd100f00ef94 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:11:55.468113 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bdde1976-12f3-42c7-ab30-674add529787 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:55.471035 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-bdde1976-12f3-42c7-ab30-674add529787 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] 10.222.0.24 "DELETE /v2.0/routers/469e9876-57d0-40cb-80f7-cd100f00ef94 HTTP/1.1" status: 204 len: 168 time: 4.7956052 Jul 15 13:11:55.475087 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57218) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:55.496937 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0f64716f-811c-425b-8b4f-6ade493ef384 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2138465158', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:55.602763 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927d64d-eb74-45fd-882d-5e996721b34e req-db092417-509d-4cf2-8e0e-b0ce60c0c199 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:55.603804 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a9e42d1-a1b7-4059-9695-b26e56b631bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:55.645473 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927d64d-eb74-45fd-882d-5e996721b34e req-db092417-509d-4cf2-8e0e-b0ce60c0c199 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:55.662476 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927d64d-eb74-45fd-882d-5e996721b34e req-db092417-509d-4cf2-8e0e-b0ce60c0c199 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:55.696219 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a9e42d1-a1b7-4059-9695-b26e56b631bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:55.710118 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927d64d-eb74-45fd-882d-5e996721b34e req-db092417-509d-4cf2-8e0e-b0ce60c0c199 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:55.739452 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927d64d-eb74-45fd-882d-5e996721b34e req-db092417-509d-4cf2-8e0e-b0ce60c0c199 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:55.759260 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927d64d-eb74-45fd-882d-5e996721b34e req-db092417-509d-4cf2-8e0e-b0ce60c0c199 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:55.765045 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927d64d-eb74-45fd-882d-5e996721b34e req-db092417-509d-4cf2-8e0e-b0ce60c0c199 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:55.795123 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3927d64d-eb74-45fd-882d-5e996721b34e req-db092417-509d-4cf2-8e0e-b0ce60c0c199 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 5420 time: 0.7670326 Jul 15 13:11:55.827165 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-adebac37-0387-4cb9-aaf9-dd32acc99b68 None None] Set router a3dbd0bc-f24d-4441-aab6-46d6db739599 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:55.844092 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd49b6e-97fd-4c5f-a1df-a55fc6c5de06 req-2266e6c5-8fb8-402f-807a-4b92ab3c0088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:55.845623 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3fd49b6e-97fd-4c5f-a1df-a55fc6c5de06 req-2266e6c5-8fb8-402f-807a-4b92ab3c0088 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3cb5bd25-ebc1-469a-a04a-24181cd456f0 HTTP/1.1" status: 200 len: 916 time: 0.7818308 Jul 15 13:11:55.873497 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f64716f-811c-425b-8b4f-6ade493ef384 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:55.874768 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f64716f-811c-425b-8b4f-6ade493ef384 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:55.896022 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e095cae-c744-439b-8745-4d20b0aba22b req-bec5b486-e31e-4012-b5d9-aa35f6c44859 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:55.897872 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e095cae-c744-439b-8745-4d20b0aba22b req-bec5b486-e31e-4012-b5d9-aa35f6c44859 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 944 time: 1.3352301 Jul 15 13:11:55.972386 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3927d64d-eb74-45fd-882d-5e996721b34e req-a217de53-e1fa-4e19-b4b0-0980224af61d tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=23bbefeb-be8c-4146-bf3d-810b99d9a00e&id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1762428 Jul 15 13:11:56.023247 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f64716f-811c-425b-8b4f-6ade493ef384 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:56.036158 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3fd49b6e-97fd-4c5f-a1df-a55fc6c5de06 req-b6aaa2c4-6767-45a5-8884-6e2cab87eee7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a321f8f-462b-42da-9f67-de3a6358e566 HTTP/1.1" status: 200 len: 998 time: 0.1790276 Jul 15 13:11:56.153350 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e095cae-c744-439b-8745-4d20b0aba22b req-c8c51ad9-6a02-4308-8e49-6a1b0a7f6ba7 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008135 Jul 15 13:11:56.161458 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a9e42d1-a1b7-4059-9695-b26e56b631bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:56.178848 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a9e42d1-a1b7-4059-9695-b26e56b631bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:56.194851 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8a9e42d1-a1b7-4059-9695-b26e56b631bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3a202ff4-490e-476f-ac90-2593abaed42f HTTP/1.1" status: 204 len: 168 time: 1.0381596 Jul 15 13:11:56.339104 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd49b6e-97fd-4c5f-a1df-a55fc6c5de06 req-3ef4dbe4-69ea-4765-adbd-5cd4a620f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:56.341745 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3fd49b6e-97fd-4c5f-a1df-a55fc6c5de06 req-3ef4dbe4-69ea-4765-adbd-5cd4a620f74c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8df1933c-2ac7-4eba-8783-298edae711d0 HTTP/1.1" status: 200 len: 854 time: 0.2642696 Jul 15 13:11:56.409748 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:56.439370 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e42d1-a1b7-4059-9695-b26e56b631bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a202ff4-490e-476f-ac90-2593abaed42f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:56.585114 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd49b6e-97fd-4c5f-a1df-a55fc6c5de06 req-2fb46d99-26c5-4382-8c9a-937ae6c93055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:56.586807 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3fd49b6e-97fd-4c5f-a1df-a55fc6c5de06 req-2fb46d99-26c5-4382-8c9a-937ae6c93055 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3cb5bd25-ebc1-469a-a04a-24181cd456f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2259958 Jul 15 13:11:56.789707 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f64716f-811c-425b-8b4f-6ade493ef384 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:56.852715 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309801a8-1191-4c58-955e-c70cec20ce6e req-c1b0bc50-1259-4969-8696-bdd30d05c7f8 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:56.858207 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-309801a8-1191-4c58-955e-c70cec20ce6e req-c1b0bc50-1259-4969-8696-bdd30d05c7f8 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.4375620 Jul 15 13:11:56.927473 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-adebac37-0387-4cb9-aaf9-dd32acc99b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'name': 'tempest-TaggedBootDevicesTest_v242-10649597-router', 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f6b6c587-3623-47cd-8f85-dc639f088635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:25Z', 'updated_at': '2021-07-15T13:08:42Z', 'revision_number': 4, 'project_id': '1d0be6e00b0740c79716294273e5f5c7', 'gw_port': {'id': 'f6b6c587-3623-47cd-8f85-dc639f088635', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:27Z', 'updated_at': '2021-07-15T13:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '9b102e25-912a-4757-8dac-03bc0ea5a976', 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'floating_ip_address': '172.25.6.27', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'port_id': '0a321f8f-462b-42da-9f67-de3a6358e566', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb5bd25-ebc1-469a-a04a-24181cd456f0', 'mac_address': 'fa:16:3e:e8:c1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:10:03Z', 'updated_at': '2021-07-15T13:11:50Z', 'revision_number': 1, 'project_id': '1d0be6e00b0740c79716294273e5f5c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08f61f54-602a-48d0-9466-d9781fba318a', 'name': '', 'network_id': '3cb5bd25-ebc1-469a-a04a-24181cd456f0', 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'mac_address': 'fa:16:3e:33:0c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '8df1933c-2ac7-4eba-8783-298edae711d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:36Z', 'updated_at': '2021-07-15T13:08:50Z', 'revision_number': 5, 'project_id': '1d0be6e00b0740c79716294273e5f5c7', 'subnets': [{'id': '8df1933c-2ac7-4eba-8783-298edae711d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:56.999369 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adebac37-0387-4cb9-aaf9-dd32acc99b68 None None] The sync data for ids ['a3dbd0bc-f24d-4441-aab6-46d6db739599'] in n-d-758944-45 is: [{'id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'name': 'tempest-TaggedBootDevicesTest_v242-10649597-router', 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f6b6c587-3623-47cd-8f85-dc639f088635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:25Z', 'updated_at': '2021-07-15T13:08:42Z', 'revision_number': 4, 'project_id': '1d0be6e00b0740c79716294273e5f5c7', 'gw_port': {'id': 'f6b6c587-3623-47cd-8f85-dc639f088635', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:27Z', 'updated_at': '2021-07-15T13:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '9b102e25-912a-4757-8dac-03bc0ea5a976', 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'floating_ip_address': '172.25.6.27', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'port_id': '0a321f8f-462b-42da-9f67-de3a6358e566', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb5bd25-ebc1-469a-a04a-24181cd456f0', 'mac_address': 'fa:16:3e:e8:c1:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:10:03Z', 'updated_at': '2021-07-15T13:11:50Z', 'revision_number': 1, 'project_id': '1d0be6e00b0740c79716294273e5f5c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08f61f54-602a-48d0-9466-d9781fba318a', 'name': '', 'network_id': '3cb5bd25-ebc1-469a-a04a-24181cd456f0', 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'mac_address': 'fa:16:3e:33:0c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '8df1933c-2ac7-4eba-8783-298edae711d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:36Z', 'updated_at': '2021-07-15T13:08:50Z', 'revision_number': 5, 'project_id': '1d0be6e00b0740c79716294273e5f5c7', 'subnets': [{'id': '8df1933c-2ac7-4eba-8783-298edae711d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:11:57.080793 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3fd49b6e-97fd-4c5f-a1df-a55fc6c5de06 req-a571693f-02e0-4521-aec6-13f048af28bb service neutron] 10.222.0.32 "GET /v2.0/networks/3cb5bd25-ebc1-469a-a04a-24181cd456f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620862 Jul 15 13:11:57.088439 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-309801a8-1191-4c58-955e-c70cec20ce6e req-a83c093f-6265-41ba-90a6-fb87f8a77c7f tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119904 Jul 15 13:11:57.365102 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3fd49b6e-97fd-4c5f-a1df-a55fc6c5de06 req-6f4eb102-8d17-46c4-afca-04d3ade0de20 service neutron] 10.222.0.32 "GET /v2.0/networks/3cb5bd25-ebc1-469a-a04a-24181cd456f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755270 Jul 15 13:11:57.394274 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57236) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:57.437864 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ace79119-1830-418c-b4db-c0cfea686191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:57.569688 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e597b4-7cf0-4cc6-ae21-82808d3c6f85 None None] New status for floating IP 9b102e25-912a-4757-8dac-03bc0ea5a976: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:11:57.674015 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 49b2dadb-31d7-4c57-afd8-65b930d83530 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:57.730422 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 49b2dadb-31d7-4c57-afd8-65b930d83530 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:11:57.732835 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 49b2dadb-31d7-4c57-afd8-65b930d83530 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:11:57.734796 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f64716f-811c-425b-8b4f-6ade493ef384 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:57.771471 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f64716f-811c-425b-8b4f-6ade493ef384 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:57.868910 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ace79119-1830-418c-b4db-c0cfea686191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:57.914642 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ace79119-1830-418c-b4db-c0cfea686191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:57.999925 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129ef46-8620-4418-8e43-ec9b937b7cc1 req-c38bc33c-26dc-4a39-8ac2-c7506886013a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:58.005885 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace79119-1830-418c-b4db-c0cfea686191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47cef36-851a-40b3-a04d-a67faa886a8c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:58.018623 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129ef46-8620-4418-8e43-ec9b937b7cc1 req-c38bc33c-26dc-4a39-8ac2-c7506886013a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:58.038966 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129ef46-8620-4418-8e43-ec9b937b7cc1 req-c38bc33c-26dc-4a39-8ac2-c7506886013a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:58.049956 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129ef46-8620-4418-8e43-ec9b937b7cc1 req-c38bc33c-26dc-4a39-8ac2-c7506886013a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:58.060553 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129ef46-8620-4418-8e43-ec9b937b7cc1 req-c38bc33c-26dc-4a39-8ac2-c7506886013a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:58.069919 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129ef46-8620-4418-8e43-ec9b937b7cc1 req-c38bc33c-26dc-4a39-8ac2-c7506886013a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:58.075572 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ace79119-1830-418c-b4db-c0cfea686191 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=13280f9b22e44d4c965ed2ddf2bfe018&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6795912 Jul 15 13:11:58.083297 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57242) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:58.085294 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129ef46-8620-4418-8e43-ec9b937b7cc1 req-c38bc33c-26dc-4a39-8ac2-c7506886013a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:58.089364 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e129ef46-8620-4418-8e43-ec9b937b7cc1 req-c38bc33c-26dc-4a39-8ac2-c7506886013a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 5420 time: 0.8407567 Jul 15 13:11:58.138070 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e280ca-462c-4ddd-8f12-5910286782e5 req-0e9739df-0d3c-4d2b-87e0-55a29ff8c76b tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:58.148231 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-67e280ca-462c-4ddd-8f12-5910286782e5 req-0e9739df-0d3c-4d2b-87e0-55a29ff8c76b tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 944 time: 0.6470292 Jul 15 13:11:58.173977 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdded1d-0367-449c-b6a7-5f3013fec6a6 req-c4ae6132-f10f-4eb9-96bf-c7e73a31249c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:58.175977 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bbdded1d-0367-449c-b6a7-5f3013fec6a6 req-c4ae6132-f10f-4eb9-96bf-c7e73a31249c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=711c2fbaceb442c4900883d9377ffded&device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 1097 time: 0.2993786 Jul 15 13:11:58.278834 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e129ef46-8620-4418-8e43-ec9b937b7cc1 req-a5902e4d-e7db-4fc5-bfcd-3cc29ea72cc8 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=23bbefeb-be8c-4146-bf3d-810b99d9a00e&id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1789782 Jul 15 13:11:58.347856 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-0f64716f-811c-425b-8b4f-6ade493ef384 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Allocated IP 172.25.6.172 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/a638a236-06c7-4439-8c2b-c393109d916c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:58.382600 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9761ef1-38aa-4e99-8534-937288de597f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.438227 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9761ef1-38aa-4e99-8534-937288de597f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.540177 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-67e280ca-462c-4ddd-8f12-5910286782e5 req-942d8ae4-8a49-4fab-9163-7b71a2e1116c tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902919 Jul 15 13:11:58.610720 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f64716f-811c-425b-8b4f-6ade493ef384 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.792230 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9761ef1-38aa-4e99-8534-937288de597f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.797417 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9761ef1-38aa-4e99-8534-937288de597f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.804257 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f64716f-811c-425b-8b4f-6ade493ef384 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.813738 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c9761ef1-38aa-4e99-8534-937288de597f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e47cef36-851a-40b3-a04d-a67faa886a8c HTTP/1.1" status: 204 len: 168 time: 0.7281446 Jul 15 13:11:58.864190 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9761ef1-38aa-4e99-8534-937288de597f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47cef36-851a-40b3-a04d-a67faa886a8c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:58.935931 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:11:58.940374 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdded1d-0367-449c-b6a7-5f3013fec6a6 req-eeaf2b39-5ba2-4d51-96db-782e258c282a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:58.951083 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bbdded1d-0367-449c-b6a7-5f3013fec6a6 req-eeaf2b39-5ba2-4d51-96db-782e258c282a service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a1d132d-e27f-484a-993c-1c0bbb72a2ee HTTP/1.1" status: 200 len: 915 time: 0.7275529 Jul 15 13:11:58.975451 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f64716f-811c-425b-8b4f-6ade493ef384 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:58.989002 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-0f64716f-811c-425b-8b4f-6ade493ef384 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:58.996200 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f64716f-811c-425b-8b4f-6ade493ef384 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:59.147053 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bbdded1d-0367-449c-b6a7-5f3013fec6a6 req-9643e5d1-348b-488d-9ca4-36a717071e89 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5895e339-f2ce-465f-b37b-81f0219f7117 HTTP/1.1" status: 200 len: 217 time: 0.1770778 Jul 15 13:11:59.204542 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64716f-811c-425b-8b4f-6ade493ef384 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Pushing event updated for resources: {'Port': ['ID=a638a236-06c7-4439-8c2b-c393109d916c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:59.217151 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=6674cf4f-0de1-4b44-875f-8c2ef97f9ba1,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:59.240146 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '6674cf4f-0de1-4b44-875f-8c2ef97f9ba1', 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567', 'port_id': '6674cf4f-0de1-4b44-875f-8c2ef97f9ba1', 'mac_address': 'fa:16:3e:b8:ae:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ee163d-4be2-4821-945f-cb7507aae308', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:11:59.294303 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdded1d-0367-449c-b6a7-5f3013fec6a6 req-f7f6da96-eb4f-4c5e-a0f4-9a2ea8ca3dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:59.296595 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bbdded1d-0367-449c-b6a7-5f3013fec6a6 req-f7f6da96-eb4f-4c5e-a0f4-9a2ea8ca3dd4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a0d112e7-4ba9-4d28-96e4-3d9434430baa HTTP/1.1" status: 200 len: 854 time: 0.1378591 Jul 15 13:11:59.343820 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86540bf5-66c6-40c4-8612-4a8badc4dc9e req-99c4e0ec-2c76-422b-a704-4848c3e96ed3 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:59.351015 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-86540bf5-66c6-40c4-8612-4a8badc4dc9e req-99c4e0ec-2c76-422b-a704-4848c3e96ed3 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.3378594 Jul 15 13:11:59.365090 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:59.401785 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:59.411454 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bbdded1d-0367-449c-b6a7-5f3013fec6a6 req-7e2028dc-065f-44c7-b25c-b8f5341209ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a1d132d-e27f-484a-993c-1c0bbb72a2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071787 Jul 15 13:11:59.417561 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f64716f-811c-425b-8b4f-6ade493ef384 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:59.449333 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=6674cf4f-0de1-4b44-875f-8c2ef97f9ba1,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:59.458229 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:59.505245 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-86540bf5-66c6-40c4-8612-4a8badc4dc9e req-cae271e9-50be-44a6-8565-affb398420f0 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067011 Jul 15 13:11:59.528682 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=6674cf4f-0de1-4b44-875f-8c2ef97f9ba1,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:59.642892 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bbdded1d-0367-449c-b6a7-5f3013fec6a6 req-261ccff0-fcbc-4efc-a29b-ddee0ca94ccd service neutron] 10.222.0.32 "GET /v2.0/networks/7a1d132d-e27f-484a-993c-1c0bbb72a2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039735 Jul 15 13:11:59.911912 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['6674cf4f-0de1-4b44-875f-8c2ef97f9ba1'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:59.986085 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bbdded1d-0367-449c-b6a7-5f3013fec6a6 req-511d7a71-7051-4404-a4b9-4449a8806c95 service neutron] 10.222.0.32 "GET /v2.0/networks/7a1d132d-e27f-484a-993c-1c0bbb72a2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345232 Jul 15 13:12:00.048673 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f64716f-811c-425b-8b4f-6ade493ef384 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:00.135283 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c4651-ce93-44b2-bb8d-c0787cb3ed7b req-606dcde4-8c43-40ea-94cb-88a2bcaef133 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:00.145198 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0a8c4651-ce93-44b2-bb8d-c0787cb3ed7b req-606dcde4-8c43-40ea-94cb-88a2bcaef133 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 945 time: 0.2145495 Jul 15 13:12:00.242014 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0a8c4651-ce93-44b2-bb8d-c0787cb3ed7b req-2e090e9a-1e16-4dda-894a-04c987db211a tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955548 Jul 15 13:12:00.348141 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3446642-244a-49bb-ab97-a5b411199f43 req-545bc50d-9f4d-4359-8626-9f16694016ca tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:00.354750 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3446642-244a-49bb-ab97-a5b411199f43 req-545bc50d-9f4d-4359-8626-9f16694016ca tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:00.362268 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3446642-244a-49bb-ab97-a5b411199f43 req-545bc50d-9f4d-4359-8626-9f16694016ca tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:00.370765 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3446642-244a-49bb-ab97-a5b411199f43 req-545bc50d-9f4d-4359-8626-9f16694016ca tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:00.389329 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3446642-244a-49bb-ab97-a5b411199f43 req-545bc50d-9f4d-4359-8626-9f16694016ca tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:00.396105 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3446642-244a-49bb-ab97-a5b411199f43 req-545bc50d-9f4d-4359-8626-9f16694016ca tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:00.406276 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3446642-244a-49bb-ab97-a5b411199f43 req-545bc50d-9f4d-4359-8626-9f16694016ca tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:00.408253 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a3446642-244a-49bb-ab97-a5b411199f43 req-545bc50d-9f4d-4359-8626-9f16694016ca tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 5420 time: 0.4686055 Jul 15 13:12:00.492440 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a3446642-244a-49bb-ab97-a5b411199f43 req-e6aeb225-4ba7-423c-a7a8-10ef5ea2730c tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=23bbefeb-be8c-4146-bf3d-810b99d9a00e&id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677252 Jul 15 13:12:00.558691 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f64716f-811c-425b-8b4f-6ade493ef384 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Router 9ab843be-4e22-43a8-9440-666870720070 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:12:00.759988 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f64716f-811c-425b-8b4f-6ade493ef384 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:12:00.804488 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb6baf9-d542-4262-b303-dad1830a6e65 None None] Sync routers for ids ['9ab843be-4e22-43a8-9440-666870720070'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:12:00.813870 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f64716f-811c-425b-8b4f-6ade493ef384 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:00.819556 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0f64716f-811c-425b-8b4f-6ade493ef384 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.3290825 Jul 15 13:12:00.820201 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57286) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:00.828941 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a6b43c86-b317-4861-a83b-a13e45ba3d7a tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'enable_snat': False}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:00.851688 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb6baf9-d542-4262-b303-dad1830a6e65 None None] Routers {'9ab843be-4e22-43a8-9440-666870720070'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:00.856108 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fbb6baf9-d542-4262-b303-dad1830a6e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:11:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['9ab843be-4e22-43a8-9440-666870720070'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:01.113375 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57296) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:01.142405 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fbb6baf9-d542-4262-b303-dad1830a6e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:01.210497 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb6baf9-d542-4262-b303-dad1830a6e65 None None] Routers {'9ab843be-4e22-43a8-9440-666870720070'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:01.211447 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fbb6baf9-d542-4262-b303-dad1830a6e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:11:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['9ab843be-4e22-43a8-9440-666870720070'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:01.374022 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fbb6baf9-d542-4262-b303-dad1830a6e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:01.378160 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb6baf9-d542-4262-b303-dad1830a6e65 None None] The sync data for ids ['9ab843be-4e22-43a8-9440-666870720070'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:12:01.653236 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-067c784c-b2b4-4798-8aaf-f583c4ef266e admin admin] Deleting subnet d483a1a6-7065-4b15-8f19-4e9042e07796 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:12:01.661163 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-067c784c-b2b4-4798-8aaf-f583c4ef266e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:01.715615 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-067c784c-b2b4-4798-8aaf-f583c4ef266e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:01.755448 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8760fd-b22a-4e59-a06c-277a358d9ac8 req-248ad1ce-6927-4343-a3ba-4afe44ff290c tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:01.764564 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7e8760fd-b22a-4e59-a06c-277a358d9ac8 req-248ad1ce-6927-4343-a3ba-4afe44ff290c tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.2484462 Jul 15 13:12:01.788030 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-067c784c-b2b4-4798-8aaf-f583c4ef266e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:01.892960 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-067c784c-b2b4-4798-8aaf-f583c4ef266e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:01.972247 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7e8760fd-b22a-4e59-a06c-277a358d9ac8 req-5856233e-a839-4d62-becf-78f3ca1d2429 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062142 Jul 15 13:12:01.990396 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c784c-b2b4-4798-8aaf-f583c4ef266e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d483a1a6-7065-4b15-8f19-4e9042e07796,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:01.998332 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-067c784c-b2b4-4798-8aaf-f583c4ef266e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:02.001776 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-067c784c-b2b4-4798-8aaf-f583c4ef266e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d483a1a6-7065-4b15-8f19-4e9042e07796 HTTP/1.1" status: 204 len: 168 time: 0.8868167 Jul 15 13:12:02.004297 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57310) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:02.021221 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3d9fc-3704-4e41-b64a-39c2d59bf24d req-e12c9597-e757-416e-87ff-702d24ad01ae tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:02.023145 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7bc3d9fc-3704-4e41-b64a-39c2d59bf24d req-e12c9597-e757-416e-87ff-702d24ad01ae tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 945 time: 0.4308054 Jul 15 13:12:02.126777 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7bc3d9fc-3704-4e41-b64a-39c2d59bf24d req-391f5cc7-0d7b-4a2e-9bed-9d97fb1b1386 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957801 Jul 15 13:12:02.200533 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6b43c86-b317-4861-a83b-a13e45ba3d7a tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:02.247758 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8541ed22-c594-4e59-9eb1-b032788e30c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:02.439318 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11ed99-f97a-4341-87de-6be42748df94 req-01b857ea-b8ab-4b99-b5bb-d9d7b92d6894 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:02.449773 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11ed99-f97a-4341-87de-6be42748df94 req-01b857ea-b8ab-4b99-b5bb-d9d7b92d6894 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:02.458168 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11ed99-f97a-4341-87de-6be42748df94 req-01b857ea-b8ab-4b99-b5bb-d9d7b92d6894 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:02.469327 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11ed99-f97a-4341-87de-6be42748df94 req-01b857ea-b8ab-4b99-b5bb-d9d7b92d6894 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:02.476739 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11ed99-f97a-4341-87de-6be42748df94 req-01b857ea-b8ab-4b99-b5bb-d9d7b92d6894 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:02.484040 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11ed99-f97a-4341-87de-6be42748df94 req-01b857ea-b8ab-4b99-b5bb-d9d7b92d6894 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:02.491251 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11ed99-f97a-4341-87de-6be42748df94 req-01b857ea-b8ab-4b99-b5bb-d9d7b92d6894 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:02.493323 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0b11ed99-f97a-4341-87de-6be42748df94 req-01b857ea-b8ab-4b99-b5bb-d9d7b92d6894 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 5420 time: 0.1656487 Jul 15 13:12:02.551141 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8541ed22-c594-4e59-9eb1-b032788e30c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:02.553625 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0b11ed99-f97a-4341-87de-6be42748df94 req-c3520f62-d214-496b-a2e7-c1e3bf5d12bc tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=23bbefeb-be8c-4146-bf3d-810b99d9a00e&id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533748 Jul 15 13:12:02.573377 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-8541ed22-c594-4e59-9eb1-b032788e30c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['956bc45d-6e41-4c68-9338-128c7dab2eb0']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:02.593968 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-8541ed22-c594-4e59-9eb1-b032788e30c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa6f47b-5a42-4f3d-8726-d44abedde300') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:02.594460 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-8541ed22-c594-4e59-9eb1-b032788e30c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa6f47b-5a42-4f3d-8726-d44abedde300') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:02.619028 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8541ed22-c594-4e59-9eb1-b032788e30c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:02.670713 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8541ed22-c594-4e59-9eb1-b032788e30c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:02.680321 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8541ed22-c594-4e59-9eb1-b032788e30c3 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:12:02.680624 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8541ed22-c594-4e59-9eb1-b032788e30c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:12:02.683063 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:12:02.802270 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8541ed22-c594-4e59-9eb1-b032788e30c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:02.812473 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8541ed22-c594-4e59-9eb1-b032788e30c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:02.814476 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8541ed22-c594-4e59-9eb1-b032788e30c3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/956bc45d-6e41-4c68-9338-128c7dab2eb0 HTTP/1.1" status: 204 len: 168 time: 0.8088806 Jul 15 13:12:02.866177 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541ed22-c594-4e59-9eb1-b032788e30c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=956bc45d-6e41-4c68-9338-128c7dab2eb0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:02.910279 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:03.019427 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:03.033267 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:03.035701 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:03.123569 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57336) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:03.309853 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:03.357039 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c59b88-7e09-4b9a-80cc-4a609a7a5e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6674cf4f-0de1-4b44-875f-8c2ef97f9ba1'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:03.359862 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5062e5a2-3de4-4298-bd94-2e1b0043b99f" -d '{"events": [{"server_uuid": "87c59b88-7e09-4b9a-80cc-4a609a7a5e7d", "name": "network-vif-plugged", "status": "completed", "tag": "6674cf4f-0de1-4b44-875f-8c2ef97f9ba1"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:03.381163 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=6674cf4f-0de1-4b44-875f-8c2ef97f9ba1,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:03.392758 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:03.426980 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4b793666-2ea7-4841-83fc-f4f00853fc58 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=46c681a3ac1f49edb652254baad292e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012340 Jul 15 13:12:03.432976 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57350) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:03.544065 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=6674cf4f-0de1-4b44-875f-8c2ef97f9ba1,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:03.611546 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18474371-c131-4b53-b3ec-839279e021f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:03.614167 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6b43c86-b317-4861-a83b-a13e45ba3d7a tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:03.627851 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c79f77-13e0-447d-9064-e60e8309be14 req-95de4c2a-bd26-46a0-bbaa-fa459ab2cfa1 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:03.629490 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f9c79f77-13e0-447d-9064-e60e8309be14 req-95de4c2a-bd26-46a0-bbaa-fa459ab2cfa1 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.3104115 Jul 15 13:12:03.630640 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6b43c86-b317-4861-a83b-a13e45ba3d7a tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3773587'] for router, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:03.689964 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18474371-c131-4b53-b3ec-839279e021f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:03.722680 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f9c79f77-13e0-447d-9064-e60e8309be14 req-9a56bfbc-65b5-4109-bd5e-2c70c4a05862 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848389 Jul 15 13:12:03.823798 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b43c86-b317-4861-a83b-a13e45ba3d7a tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Router 9ab843be-4e22-43a8-9440-666870720070 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:12:03.832502 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db85d3e-627f-411d-9eb5-4e890d034839 req-d17c8839-b898-4b14-aaae-85308edf8e59 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:03.834495 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9db85d3e-627f-411d-9eb5-4e890d034839 req-d17c8839-b898-4b14-aaae-85308edf8e59 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 946 time: 0.1246896 Jul 15 13:12:03.897922 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18474371-c131-4b53-b3ec-839279e021f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:03.901288 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18474371-c131-4b53-b3ec-839279e021f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:03.905262 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-18474371-c131-4b53-b3ec-839279e021f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1782c3d5-ea60-4138-916f-4bff7153dcf7 HTTP/1.1" status: 204 len: 168 time: 0.4697881 Jul 15 13:12:03.925087 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18474371-c131-4b53-b3ec-839279e021f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1782c3d5-ea60-4138-916f-4bff7153dcf7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:03.955710 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9db85d3e-627f-411d-9eb5-4e890d034839 req-b26dc866-721e-4053-996c-2659db408d58 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010220 Jul 15 13:12:04.038588 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487eebd1-94cc-4245-920a-9b81c0a0faf1 x-openstack-request-id: req-487eebd1-94cc-4245-920a-9b81c0a0faf1 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:04.039171 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c59b88-7e09-4b9a-80cc-4a609a7a5e7d", "name": "network-vif-plugged", "status": "completed", "tag": "6674cf4f-0de1-4b44-875f-8c2ef97f9ba1", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:04.039286 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-487eebd1-94cc-4245-920a-9b81c0a0faf1 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:04.039726 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c59b88-7e09-4b9a-80cc-4a609a7a5e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6674cf4f-0de1-4b44-875f-8c2ef97f9ba1', 'code': 200} Jul 15 13:12:04.075437 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b43c86-b317-4861-a83b-a13e45ba3d7a tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:12:04.086596 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fab4692-3917-40b9-81a0-7fa1be21c404 None None] Sync routers for ids ['9ab843be-4e22-43a8-9440-666870720070'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:12:04.088224 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6b43c86-b317-4861-a83b-a13e45ba3d7a tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:04.092807 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a6b43c86-b317-4861-a83b-a13e45ba3d7a tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] 10.222.0.24 "PUT /v2.0/routers/9ab843be-4e22-43a8-9440-666870720070 HTTP/1.1" status: 200 len: 922 time: 3.2689002 Jul 15 13:12:04.093536 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57364) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:04.162527 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fab4692-3917-40b9-81a0-7fa1be21c404 None None] Routers {'9ab843be-4e22-43a8-9440-666870720070'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:04.164472 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5fab4692-3917-40b9-81a0-7fa1be21c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:11:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['9ab843be-4e22-43a8-9440-666870720070'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:04.286519 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5fab4692-3917-40b9-81a0-7fa1be21c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:04.308904 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fab4692-3917-40b9-81a0-7fa1be21c404 None None] Routers {'9ab843be-4e22-43a8-9440-666870720070'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:04.311063 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5fab4692-3917-40b9-81a0-7fa1be21c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:11:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['9ab843be-4e22-43a8-9440-666870720070'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:04.361431 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5fab4692-3917-40b9-81a0-7fa1be21c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:04.362137 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fab4692-3917-40b9-81a0-7fa1be21c404 None None] The sync data for ids ['9ab843be-4e22-43a8-9440-666870720070'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:12:04.954752 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57390) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:05.026882 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5dc9264f-e156-43e2-bf46-2246f7dfa6e7 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] 10.222.0.24 "GET /v2.0/routers/9ab843be-4e22-43a8-9440-666870720070 HTTP/1.1" status: 200 len: 922 time: 0.9318354 Jul 15 13:12:05.033513 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57396) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:05.165787 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc69e04-279e-4b95-bfe3-90d6419f492f req-c6bae70d-cdcd-4931-9e81-6edfa1aae5fe tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:05.186888 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc69e04-279e-4b95-bfe3-90d6419f492f req-c6bae70d-cdcd-4931-9e81-6edfa1aae5fe tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:05.202003 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22679553-34fc-40d7-8d1e-1105679f1231 req-6a822863-4b94-4bed-8d82-e0eaed7fcf13 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:05.203798 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-22679553-34fc-40d7-8d1e-1105679f1231 req-6a822863-4b94-4bed-8d82-e0eaed7fcf13 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.2544267 Jul 15 13:12:05.225103 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bd28b7-2c12-401d-84b8-be6bc4ea536c tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:05.226743 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d3bd28b7-2c12-401d-84b8-be6bc4ea536c tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=0b352371-cfe9-4be4-934e-718e319584db&device_id=9ab843be-4e22-43a8-9440-666870720070&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1912997 Jul 15 13:12:05.235401 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57402) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:05.239742 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc69e04-279e-4b95-bfe3-90d6419f492f req-c6bae70d-cdcd-4931-9e81-6edfa1aae5fe tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:05.263837 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-399a8aa3-2fe7-475d-bf44-03c33fa4fff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.282909 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc69e04-279e-4b95-bfe3-90d6419f492f req-c6bae70d-cdcd-4931-9e81-6edfa1aae5fe tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:05.293710 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc69e04-279e-4b95-bfe3-90d6419f492f req-c6bae70d-cdcd-4931-9e81-6edfa1aae5fe tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:05.302705 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc69e04-279e-4b95-bfe3-90d6419f492f req-c6bae70d-cdcd-4931-9e81-6edfa1aae5fe tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:05.309500 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc69e04-279e-4b95-bfe3-90d6419f492f req-c6bae70d-cdcd-4931-9e81-6edfa1aae5fe tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:05.334676 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bdc69e04-279e-4b95-bfe3-90d6419f492f req-c6bae70d-cdcd-4931-9e81-6edfa1aae5fe tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 5420 time: 0.9197562 Jul 15 13:12:05.369835 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea7c6a-e63d-4674-8155-59286585516f req-d03c60f5-5cf7-4ab5-a689-c644e0a22613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:05.371867 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c9ea7c6a-e63d-4674-8155-59286585516f req-d03c60f5-5cf7-4ab5-a689-c644e0a22613 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 1098 time: 1.0405848 Jul 15 13:12:05.412031 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bdc69e04-279e-4b95-bfe3-90d6419f492f req-436b21c8-0ceb-4d32-aa6e-df04a9dcf20f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=23bbefeb-be8c-4146-bf3d-810b99d9a00e&id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695038 Jul 15 13:12:05.429704 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-22679553-34fc-40d7-8d1e-1105679f1231 req-17edff29-b70f-4de3-9505-957bf3cb62e9 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089815 Jul 15 13:12:05.503371 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed1b2cc-3d30-4fc0-a1ec-bb6a4b97b639 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:05.504954 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0ed1b2cc-3d30-4fc0-a1ec-bb6a4b97b639 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 881 time: 0.2423825 Jul 15 13:12:05.508431 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57408) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:05.518061 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c9ea7c6a-e63d-4674-8155-59286585516f req-3a99da12-8fd2-4629-bd8c-8b609654b161 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270628 Jul 15 13:12:05.550062 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d6644575-f918-475c-af30-f12903c87d63 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ab843be-4e22-43a8-9440-666870720070 HTTP/1.1" status: 200 len: 205 time: 0.0398161 Jul 15 13:12:05.552631 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57412) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:05.765337 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-399a8aa3-2fe7-475d-bf44-03c33fa4fff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.774681 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-399a8aa3-2fe7-475d-bf44-03c33fa4fff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.807307 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57418) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:05.823110 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-de970923-a30e-4538-a16b-6ff06ef123e5 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.842990 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a8aa3-2fe7-475d-bf44-03c33fa4fff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c9e5a6-629e-4bcf-a8a8-a8bc10106b72,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:05.881208 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806c214-9d71-4dad-b27b-842fdbdefc65 req-cf508102-49d6-4b90-9131-4071a49a4911 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:05.883682 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2806c214-9d71-4dad-b27b-842fdbdefc65 req-cf508102-49d6-4b90-9131-4071a49a4911 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 946 time: 0.1520615 Jul 15 13:12:05.895537 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-399a8aa3-2fe7-475d-bf44-03c33fa4fff8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=011d273fd87f44769b0e815a0969ff91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9393587 Jul 15 13:12:05.905724 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57422) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:05.992773 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2806c214-9d71-4dad-b27b-842fdbdefc65 req-25e9ad94-4b67-483e-ae42-3a2f5640c00f tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969312 Jul 15 13:12:06.018951 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-de970923-a30e-4538-a16b-6ff06ef123e5 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.023964 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c382bace-3ec9-4385-b74a-73ab05f0e12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.050369 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c0b71517-c74e-43d1-9fab-df8e6c47da68 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1233657625-network', 'tenant_id': 'd308a6a1226f4b79b9424f76280af15b'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:06.072639 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c382bace-3ec9-4385-b74a-73ab05f0e12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.139278 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-de970923-a30e-4538-a16b-6ff06ef123e5 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Deleting port a638a236-06c7-4439-8c2b-c393109d916c {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:06.139979 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-de970923-a30e-4538-a16b-6ff06ef123e5 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.144332 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c382bace-3ec9-4385-b74a-73ab05f0e12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.148617 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c382bace-3ec9-4385-b74a-73ab05f0e12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.152150 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c382bace-3ec9-4385-b74a-73ab05f0e12a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/39c9e5a6-629e-4bcf-a8a8-a8bc10106b72 HTTP/1.1" status: 204 len: 168 time: 0.2450621 Jul 15 13:12:06.164134 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b71517-c74e-43d1-9fab-df8e6c47da68 admin admin] Made reservation on behalf of d308a6a1226f4b79b9424f76280af15b for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:06.167641 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0b71517-c74e-43d1-9fab-df8e6c47da68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.172579 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382bace-3ec9-4385-b74a-73ab05f0e12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c9e5a6-629e-4bcf-a8a8-a8bc10106b72,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:06.185825 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0b71517-c74e-43d1-9fab-df8e6c47da68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.355045 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-de970923-a30e-4538-a16b-6ff06ef123e5 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.380608 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-de970923-a30e-4538-a16b-6ff06ef123e5 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Calling delete_port for a638a236-06c7-4439-8c2b-c393109d916c owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:06.451790 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0b71517-c74e-43d1-9fab-df8e6c47da68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.459449 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0b71517-c74e-43d1-9fab-df8e6c47da68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.492706 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b71517-c74e-43d1-9fab-df8e6c47da68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:12:06.516265 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b71517-c74e-43d1-9fab-df8e6c47da68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f37a9b-8c70-4393-9933-8cb0ec6a8488,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:06.523621 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0b71517-c74e-43d1-9fab-df8e6c47da68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.524024 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-c0b71517-c74e-43d1-9fab-df8e6c47da68 admin admin] Added segment 4cef330c-37da-4641-a8a7-f38e5d914f40 of type vlan for network 03152998-8d8c-4a3d-a208-e039e443e15c Jul 15 13:12:06.640444 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0b71517-c74e-43d1-9fab-df8e6c47da68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.730342 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0b71517-c74e-43d1-9fab-df8e6c47da68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.731958 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b71517-c74e-43d1-9fab-df8e6c47da68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:06.732808 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0b71517-c74e-43d1-9fab-df8e6c47da68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.864508 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c0b71517-c74e-43d1-9fab-df8e6c47da68 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0526555 Jul 15 13:12:06.877108 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57440) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:06.898129 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f6264e00-2f20-4686-82ec-535780c5eb3b admin admin] Request body: {'subnet': {'network_id': '03152998-8d8c-4a3d-a208-e039e443e15c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1233657625-subnet', 'tenant_id': 'd308a6a1226f4b79b9424f76280af15b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:06.999798 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b71517-c74e-43d1-9fab-df8e6c47da68 admin admin] Pushing event updated for resources: {'Network': ['ID=03152998-8d8c-4a3d-a208-e039e443e15c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:07.026315 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 03152998-8d8c-4a3d-a208-e039e443e15c details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:12:07.069296 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-de970923-a30e-4538-a16b-6ff06ef123e5 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.080502 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6264e00-2f20-4686-82ec-535780c5eb3b admin admin] Made reservation on behalf of d308a6a1226f4b79b9424f76280af15b for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:07.092641 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f6264e00-2f20-4686-82ec-535780c5eb3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.175282 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de970923-a30e-4538-a16b-6ff06ef123e5 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Pushing event deleted for resources: {'Port': ['ID=a638a236-06c7-4439-8c2b-c393109d916c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:07.367663 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f6264e00-2f20-4686-82ec-535780c5eb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.393637 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890af0da-797f-4de7-8c49-9fc8a37deecc req-5854f957-8aac-4d67-a7a4-ae178a01e5e5 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:07.400770 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890af0da-797f-4de7-8c49-9fc8a37deecc req-5854f957-8aac-4d67-a7a4-ae178a01e5e5 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:07.407402 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890af0da-797f-4de7-8c49-9fc8a37deecc req-5854f957-8aac-4d67-a7a4-ae178a01e5e5 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:07.414016 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890af0da-797f-4de7-8c49-9fc8a37deecc req-5854f957-8aac-4d67-a7a4-ae178a01e5e5 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:07.421723 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890af0da-797f-4de7-8c49-9fc8a37deecc req-5854f957-8aac-4d67-a7a4-ae178a01e5e5 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:07.428189 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890af0da-797f-4de7-8c49-9fc8a37deecc req-5854f957-8aac-4d67-a7a4-ae178a01e5e5 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:07.434896 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890af0da-797f-4de7-8c49-9fc8a37deecc req-5854f957-8aac-4d67-a7a4-ae178a01e5e5 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:07.446011 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-890af0da-797f-4de7-8c49-9fc8a37deecc req-5854f957-8aac-4d67-a7a4-ae178a01e5e5 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 5420 time: 0.6934664 Jul 15 13:12:07.497377 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5016a89-c6e1-4527-8eb8-369e5fa61860 req-158de3d0-e5dc-4f3e-946c-1f0341d76afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:07.498902 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a5016a89-c6e1-4527-8eb8-369e5fa61860 req-158de3d0-e5dc-4f3e-946c-1f0341d76afa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e51b95462ec42b2a02dd62dd4e4547f&device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 1097 time: 0.5552225 Jul 15 13:12:07.621471 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-890af0da-797f-4de7-8c49-9fc8a37deecc req-e5f27837-8872-4e5f-980d-433fd0d82d24 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=23bbefeb-be8c-4146-bf3d-810b99d9a00e&id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1741710 Jul 15 13:12:07.637704 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6264e00-2f20-4686-82ec-535780c5eb3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=90f120ba-6344-4cef-ad64-e2d154dab216,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:07.691752 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de970923-a30e-4538-a16b-6ff06ef123e5 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:07.692191 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de970923-a30e-4538-a16b-6ff06ef123e5 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:07.692603 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de970923-a30e-4538-a16b-6ff06ef123e5 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:07.693007 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de970923-a30e-4538-a16b-6ff06ef123e5 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:07.693430 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de970923-a30e-4538-a16b-6ff06ef123e5 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:07.695017 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de970923-a30e-4538-a16b-6ff06ef123e5 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:07.695599 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de970923-a30e-4538-a16b-6ff06ef123e5 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:07.696003 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de970923-a30e-4538-a16b-6ff06ef123e5 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:07.696430 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de970923-a30e-4538-a16b-6ff06ef123e5 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:07.696820 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de970923-a30e-4538-a16b-6ff06ef123e5 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:07.697251 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de970923-a30e-4538-a16b-6ff06ef123e5 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:07.697864 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de970923-a30e-4538-a16b-6ff06ef123e5 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:07.734856 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6264e00-2f20-4686-82ec-535780c5eb3b admin admin] Checking segment: {'id': '4cef330c-37da-4641-a8a7-f38e5d914f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '03152998-8d8c-4a3d-a208-e039e443e15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:07.734856 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6264e00-2f20-4686-82ec-535780c5eb3b admin admin] Network hostable DHCP agents. Network: 03152998-8d8c-4a3d-a208-e039e443e15c, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:12:07.736693 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324558f5-221e-4de0-8be0-fe60c2113d58 req-cc8919d3-bdc1-4f9c-a5ca-fbc7c3c22f2c tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:07.738409 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-324558f5-221e-4de0-8be0-fe60c2113d58 req-cc8919d3-bdc1-4f9c-a5ca-fbc7c3c22f2c tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.8508544 Jul 15 13:12:07.798187 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-de970923-a30e-4538-a16b-6ff06ef123e5 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.825941 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6264e00-2f20-4686-82ec-535780c5eb3b admin admin] Network 03152998-8d8c-4a3d-a208-e039e443e15c is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:12:07.883367 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-f6264e00-2f20-4686-82ec-535780c5eb3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 03152998-8d8c-4a3d-a208-e039e443e15c) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:07.908417 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68094bf-9c14-4b4f-99a8-90fe02bfcc0d None None] Network 03152998-8d8c-4a3d-a208-e039e443e15c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:07.918244 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-324558f5-221e-4de0-8be0-fe60c2113d58 req-fe4ec201-884a-4300-b72d-5b510bac31bc tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668992 Jul 15 13:12:07.929055 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5016a89-c6e1-4527-8eb8-369e5fa61860 req-e9b26e6e-4452-44df-ad58-1a4ccb66a3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:07.932427 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a5016a89-c6e1-4527-8eb8-369e5fa61860 req-e9b26e6e-4452-44df-ad58-1a4ccb66a3f9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ff999f83-8f01-4fb0-bb3e-8fa1520b01f4 HTTP/1.1" status: 200 len: 919 time: 0.4054244 Jul 15 13:12:07.942670 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6264e00-2f20-4686-82ec-535780c5eb3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:07.943928 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f6264e00-2f20-4686-82ec-535780c5eb3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.985383 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-de970923-a30e-4538-a16b-6ff06ef123e5 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.991254 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-de970923-a30e-4538-a16b-6ff06ef123e5 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:08.031193 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f6264e00-2f20-4686-82ec-535780c5eb3b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1403534 Jul 15 13:12:08.074893 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-de970923-a30e-4538-a16b-6ff06ef123e5 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:08.075718 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de970923-a30e-4538-a16b-6ff06ef123e5 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Fanout notify agent at l3_agent the message router_deleted on router 9ab843be-4e22-43a8-9440-666870720070 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:12:08.093075 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-de970923-a30e-4538-a16b-6ff06ef123e5 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:08.100860 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-de970923-a30e-4538-a16b-6ff06ef123e5 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] 10.222.0.24 "DELETE /v2.0/routers/9ab843be-4e22-43a8-9440-666870720070 HTTP/1.1" status: 204 len: 168 time: 2.5469985 Jul 15 13:12:08.102880 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57462) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:08.119763 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c990e12e-d51b-4197-8a4a-a4aa4ca5e6e4 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-254440172', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:08.158892 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a5016a89-c6e1-4527-8eb8-369e5fa61860 req-831defaa-117c-4444-8428-2658f81592e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6792e362-13a8-4b34-a1c4-27c52b5f455c HTTP/1.1" status: 200 len: 217 time: 0.1756380 Jul 15 13:12:08.167892 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c990e12e-d51b-4197-8a4a-a4aa4ca5e6e4 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:08.174005 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c990e12e-d51b-4197-8a4a-a4aa4ca5e6e4 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:08.230032 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6470a74-15d3-4338-b8ec-686e2eb46c69 req-1cd13e87-773e-455b-8875-8f03423570da tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:08.238567 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e6470a74-15d3-4338-b8ec-686e2eb46c69 req-1cd13e87-773e-455b-8875-8f03423570da tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 945 time: 0.4150782 Jul 15 13:12:08.267796 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5016a89-c6e1-4527-8eb8-369e5fa61860 req-ba4e499c-f1e7-4094-88cc-d65170f44e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:08.269863 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a5016a89-c6e1-4527-8eb8-369e5fa61860 req-ba4e499c-f1e7-4094-88cc-d65170f44e89 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33c47e88-09c9-4ef9-8d40-4d0aac513fe6 HTTP/1.1" status: 200 len: 858 time: 0.1022313 Jul 15 13:12:08.307377 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:08.381811 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a5016a89-c6e1-4527-8eb8-369e5fa61860 req-cecee04d-2f79-4eb6-ac63-41103eddf701 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff999f83-8f01-4fb0-bb3e-8fa1520b01f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032107 Jul 15 13:12:08.395664 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c990e12e-d51b-4197-8a4a-a4aa4ca5e6e4 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:08.400439 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e6470a74-15d3-4338-b8ec-686e2eb46c69 req-e9e59b05-84df-41e7-8bc9-2623a95fa1b3 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562576 Jul 15 13:12:08.403593 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c990e12e-d51b-4197-8a4a-a4aa4ca5e6e4 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:08.468419 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c990e12e-d51b-4197-8a4a-a4aa4ca5e6e4 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:08.470748 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c990e12e-d51b-4197-8a4a-a4aa4ca5e6e4 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3648949 Jul 15 13:12:08.473425 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57468) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:08.481274 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5ced87-30da-4554-8ff2-4447770270f0 None None] Network 03152998-8d8c-4a3d-a208-e039e443e15c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:08.486239 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ea169620-050b-4501-9bb7-89e8bc3a9fc0 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Request body: {'router': {'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:08.632912 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a5016a89-c6e1-4527-8eb8-369e5fa61860 req-267d145e-c3d6-4ac3-91f9-42bcdb2992eb service neutron] 10.222.0.32 "GET /v2.0/networks/ff999f83-8f01-4fb0-bb3e-8fa1520b01f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276273 Jul 15 13:12:08.893240 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a5016a89-c6e1-4527-8eb8-369e5fa61860 req-71bae4b4-27ab-48f2-a0db-c7e560b0c59c service neutron] 10.222.0.32 "GET /v2.0/networks/ff999f83-8f01-4fb0-bb3e-8fa1520b01f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516072 Jul 15 13:12:08.984906 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d863c2b-9249-4bf9-a757-878bdb9c8278 req-d4725d75-2af8-439d-afd8-216c871aaac4 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:08.992380 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d863c2b-9249-4bf9-a757-878bdb9c8278 req-d4725d75-2af8-439d-afd8-216c871aaac4 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 946 time: 0.4067512 Jul 15 13:12:08.996817 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea169620-050b-4501-9bb7-89e8bc3a9fc0 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:09.078707 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d863c2b-9249-4bf9-a757-878bdb9c8278 req-624dfb97-d250-4769-be14-02be405093c1 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851009 Jul 15 13:12:09.688612 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea169620-050b-4501-9bb7-89e8bc3a9fc0 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:09.724736 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea169620-050b-4501-9bb7-89e8bc3a9fc0 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:09.763182 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 1f7146e3-8033-4950-8584-85d59a6f89e7 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:09.783004 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-1033e151-84e9-427a-a70e-6d826ab1acfb tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:09.788215 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe76cc7-aa1b-476a-b38e-58bb34da306a req-636960c8-6664-4cf5-a531-6b039f4b2b4a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:09.798214 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-1033e151-84e9-427a-a70e-6d826ab1acfb tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.24 "GET /v2.0/networks?id=03152998-8d8c-4a3d-a208-e039e443e15c HTTP/1.1" status: 200 len: 818 time: 0.3373864 Jul 15 13:12:09.799430 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe76cc7-aa1b-476a-b38e-58bb34da306a req-636960c8-6664-4cf5-a531-6b039f4b2b4a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:09.809397 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe76cc7-aa1b-476a-b38e-58bb34da306a req-636960c8-6664-4cf5-a531-6b039f4b2b4a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:09.820463 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe76cc7-aa1b-476a-b38e-58bb34da306a req-636960c8-6664-4cf5-a531-6b039f4b2b4a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:09.828439 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe76cc7-aa1b-476a-b38e-58bb34da306a req-636960c8-6664-4cf5-a531-6b039f4b2b4a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:09.836114 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe76cc7-aa1b-476a-b38e-58bb34da306a req-636960c8-6664-4cf5-a531-6b039f4b2b4a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:09.838070 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-3596234b-0bfb-4334-9664-e15050d4b5da tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.24 "GET /v2.0/quotas/d308a6a1226f4b79b9424f76280af15b HTTP/1.1" status: 200 len: 375 time: 0.0363512 Jul 15 13:12:09.846837 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe76cc7-aa1b-476a-b38e-58bb34da306a req-636960c8-6664-4cf5-a531-6b039f4b2b4a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:09.860659 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7fe76cc7-aa1b-476a-b38e-58bb34da306a req-636960c8-6664-4cf5-a531-6b039f4b2b4a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 5420 time: 0.3394132 Jul 15 13:12:09.974141 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-e5c3f3e4-8c5b-4f40-8b97-e1add369b121 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d308a6a1226f4b79b9424f76280af15b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1343763 Jul 15 13:12:10.096869 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7fe76cc7-aa1b-476a-b38e-58bb34da306a req-08dac362-8715-465d-9ca9-b6c8b9945471 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=23bbefeb-be8c-4146-bf3d-810b99d9a00e&id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2349386 Jul 15 13:12:10.126076 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-ea169620-050b-4501-9bb7-89e8bc3a9fc0 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Allocated IP 172.25.6.111 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/9a2a3f69-c796-4da5-9fbe-141e5be26aa4) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:10.137803 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 1f7146e3-8033-4950-8584-85d59a6f89e7, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=1f7146e3-8033-4950-8584-85d59a6f89e7,segment=NetworkSegment(37f44b11-a6f8-42e5-9c70-4ac39e12a5cf),segment_id=37f44b11-a6f8-42e5-9c70-4ac39e12a5cf)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:10.190936 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '1f7146e3-8033-4950-8584-85d59a6f89e7', 'network_id': '092cf651-d793-4b85-94d1-eb7a1eab171d', 'port_id': '1f7146e3-8033-4950-8584-85d59a6f89e7', 'mac_address': 'fa:16:3e:a4:d0:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a43bc5d5-1c28-45f8-9de2-b37f1dc5ca84', 'ip_address': '10.1.1.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:12:10.284495 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-f3cab006-dfaf-4d45-84d3-96db20491f09 service neutron] 10.222.0.24 "GET /v2.0/networks/03152998-8d8c-4a3d-a208-e039e443e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050771 Jul 15 13:12:10.327444 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:10.379288 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f7146e3-8033-4950-8584-85d59a6f89e7 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:10.392640 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea169620-050b-4501-9bb7-89e8bc3a9fc0 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:10.426142 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 1f7146e3-8033-4950-8584-85d59a6f89e7, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=1f7146e3-8033-4950-8584-85d59a6f89e7,segment=NetworkSegment(37f44b11-a6f8-42e5-9c70-4ac39e12a5cf),segment_id=37f44b11-a6f8-42e5-9c70-4ac39e12a5cf)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:10.433106 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:10.434465 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device b7de99ab-528a-45b3-83e8-223243db9266 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:10.453188 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-3dbea0f0-1862-4dc0-b6be-d3e2609f81c9 service neutron] 10.222.0.24 "GET /v2.0/networks/03152998-8d8c-4a3d-a208-e039e443e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563790 Jul 15 13:12:10.666520 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916bc1e-ac93-4246-ac94-165246aca475 req-5c323709-0e3e-4248-98a5-4a26100be801 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:10.689294 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b916bc1e-ac93-4246-ac94-165246aca475 req-5c323709-0e3e-4248-98a5-4a26100be801 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.2839167 Jul 15 13:12:10.768673 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea169620-050b-4501-9bb7-89e8bc3a9fc0 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:10.915469 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b916bc1e-ac93-4246-ac94-165246aca475 req-ae6c4d8b-7c8d-491c-afe7-5adee6862b37 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252417 Jul 15 13:12:10.930918 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea169620-050b-4501-9bb7-89e8bc3a9fc0 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:10.959353 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-ea169620-050b-4501-9bb7-89e8bc3a9fc0 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:10.972408 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=1f7146e3-8033-4950-8584-85d59a6f89e7,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:10.974117 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea169620-050b-4501-9bb7-89e8bc3a9fc0 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:11.021749 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:11.022175 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:11.022360 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:11.022705 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:11.023038 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:11.023370 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:11.023701 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:11.024025 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:11.024383 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:11.026782 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:11.031493 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:11.032123 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:11.042464 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port b7de99ab-528a-45b3-83e8-223243db9266, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=b7de99ab-528a-45b3-83e8-223243db9266,segment=NetworkSegment(be6f61df-1bcf-4dee-95b3-8bf240166a89),segment_id=be6f61df-1bcf-4dee-95b3-8bf240166a89)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:11.067588 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'b7de99ab-528a-45b3-83e8-223243db9266', 'network_id': 'af7ddb53-a503-4934-b82b-95b8c79b40c8', 'port_id': 'b7de99ab-528a-45b3-83e8-223243db9266', 'mac_address': 'fa:16:3e:bf:51:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565ec453-53b0-4720-9670-49936e2bd20d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:12:11.083088 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea169620-050b-4501-9bb7-89e8bc3a9fc0 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Pushing event updated for resources: {'Port': ['ID=9a2a3f69-c796-4da5-9fbe-141e5be26aa4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:11.185887 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:11.269228 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7de99ab-528a-45b3-83e8-223243db9266 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:11.358669 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port b7de99ab-528a-45b3-83e8-223243db9266, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=b7de99ab-528a-45b3-83e8-223243db9266,segment=NetworkSegment(be6f61df-1bcf-4dee-95b3-8bf240166a89),segment_id=be6f61df-1bcf-4dee-95b3-8bf240166a89)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:11.370820 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:11.372046 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 8f564a5e-612b-4a41-8d78-25b6e98f9169 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:11.545320 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a08e3-a0c5-464e-8702-76c9fd020a3d req-f337ef23-b4fd-42ec-97a4-e46321b88452 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:11.568127 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=b7de99ab-528a-45b3-83e8-223243db9266,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:11.587652 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7b0a08e3-a0c5-464e-8702-76c9fd020a3d req-f337ef23-b4fd-42ec-97a4-e46321b88452 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 1098 time: 0.2758157 Jul 15 13:12:11.748180 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 8f564a5e-612b-4a41-8d78-25b6e98f9169, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=8f564a5e-612b-4a41-8d78-25b6e98f9169,segment=NetworkSegment(8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65),segment_id=8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:11.776137 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '8f564a5e-612b-4a41-8d78-25b6e98f9169', 'network_id': 'a68fe874-df04-4314-a181-131d0536a9d8', 'port_id': '8f564a5e-612b-4a41-8d78-25b6e98f9169', 'mac_address': 'fa:16:3e:44:64:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb32fc9a-711d-486b-b43b-dc825031996b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:12:11.868976 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7b0a08e3-a0c5-464e-8702-76c9fd020a3d req-51ae7f3b-cb3f-44f1-b682-4545fc7263e5 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761695 Jul 15 13:12:11.900260 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:11.925183 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f564a5e-612b-4a41-8d78-25b6e98f9169 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:11.967515 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea169620-050b-4501-9bb7-89e8bc3a9fc0 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:11.984713 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 8f564a5e-612b-4a41-8d78-25b6e98f9169, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=8f564a5e-612b-4a41-8d78-25b6e98f9169,segment=NetworkSegment(8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65),segment_id=8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:12.001324 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:12.011647 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device b6f4ad12-3700-4e2e-a890-1b96827e12d9 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:12.283080 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d643a4-94ed-4587-bebb-8eb057b6ecb5 req-a285c3c2-9644-43dd-95ce-a4e063060ac4 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:12.293050 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-03d643a4-94ed-4587-bebb-8eb057b6ecb5 req-a285c3c2-9644-43dd-95ce-a4e063060ac4 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 945 time: 0.3049498 Jul 15 13:12:12.359081 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port b6f4ad12-3700-4e2e-a890-1b96827e12d9, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=b6f4ad12-3700-4e2e-a890-1b96827e12d9,segment=NetworkSegment(37f44b11-a6f8-42e5-9c70-4ac39e12a5cf),segment_id=37f44b11-a6f8-42e5-9c70-4ac39e12a5cf)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:12.363641 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=8f564a5e-612b-4a41-8d78-25b6e98f9169,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:12.426296 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'b6f4ad12-3700-4e2e-a890-1b96827e12d9', 'network_id': '092cf651-d793-4b85-94d1-eb7a1eab171d', 'port_id': 'b6f4ad12-3700-4e2e-a890-1b96827e12d9', 'mac_address': 'fa:16:3e:8e:53:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a43bc5d5-1c28-45f8-9de2-b37f1dc5ca84', 'ip_address': '10.1.1.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:12:12.473334 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-03d643a4-94ed-4587-bebb-8eb057b6ecb5 req-ca5fffbc-4a3b-4d62-86bb-fc0279b8cce6 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653857 Jul 15 13:12:12.591239 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:12.650603 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6f4ad12-3700-4e2e-a890-1b96827e12d9 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:12.750276 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port b6f4ad12-3700-4e2e-a890-1b96827e12d9, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=b6f4ad12-3700-4e2e-a890-1b96827e12d9,segment=NetworkSegment(37f44b11-a6f8-42e5-9c70-4ac39e12a5cf),segment_id=37f44b11-a6f8-42e5-9c70-4ac39e12a5cf)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:12.766571 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea169620-050b-4501-9bb7-89e8bc3a9fc0 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:12.776799 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea169620-050b-4501-9bb7-89e8bc3a9fc0 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3773587'] for router, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:12.780892 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:12.783099 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 17aae3e2-beee-4242-a747-d5d996c9bcc4 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:13.091156 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57614) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:13.189344 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.resource_extend [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:12:13.219454 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=b6f4ad12-3700-4e2e-a890-1b96827e12d9,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:13.301381 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 17aae3e2-beee-4242-a747-d5d996c9bcc4, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=17aae3e2-beee-4242-a747-d5d996c9bcc4,segment=NetworkSegment(37f44b11-a6f8-42e5-9c70-4ac39e12a5cf),segment_id=37f44b11-a6f8-42e5-9c70-4ac39e12a5cf)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:13.350738 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '17aae3e2-beee-4242-a747-d5d996c9bcc4', 'network_id': '092cf651-d793-4b85-94d1-eb7a1eab171d', 'port_id': '17aae3e2-beee-4242-a747-d5d996c9bcc4', 'mac_address': 'fa:16:3e:5b:e8:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a43bc5d5-1c28-45f8-9de2-b37f1dc5ca84', 'ip_address': '10.1.1.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:12:13.451784 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7c6c9dd1-05e0-4147-a064-f94273fb0480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.537742 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece5288-aaaa-4b46-9d1d-259d5ef22e3c req-8cc11de6-9b19-4fc6-a7d0-3e060ac6ced2 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:13.561392 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece5288-aaaa-4b46-9d1d-259d5ef22e3c req-8cc11de6-9b19-4fc6-a7d0-3e060ac6ced2 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:13.606270 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece5288-aaaa-4b46-9d1d-259d5ef22e3c req-8cc11de6-9b19-4fc6-a7d0-3e060ac6ced2 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:13.608759 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.619601 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece5288-aaaa-4b46-9d1d-259d5ef22e3c req-8cc11de6-9b19-4fc6-a7d0-3e060ac6ced2 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:13.632830 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece5288-aaaa-4b46-9d1d-259d5ef22e3c req-8cc11de6-9b19-4fc6-a7d0-3e060ac6ced2 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:13.647260 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece5288-aaaa-4b46-9d1d-259d5ef22e3c req-8cc11de6-9b19-4fc6-a7d0-3e060ac6ced2 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:13.660192 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece5288-aaaa-4b46-9d1d-259d5ef22e3c req-8cc11de6-9b19-4fc6-a7d0-3e060ac6ced2 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:13.664403 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17aae3e2-beee-4242-a747-d5d996c9bcc4 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:13.677581 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3ece5288-aaaa-4b46-9d1d-259d5ef22e3c req-8cc11de6-9b19-4fc6-a7d0-3e060ac6ced2 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 5424 time: 1.3757286 Jul 15 13:12:13.690860 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea169620-050b-4501-9bb7-89e8bc3a9fc0 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Router 98fd5a50-d640-4da6-8a0d-e10eca3ff3eb is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:12:13.751202 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 17aae3e2-beee-4242-a747-d5d996c9bcc4, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=17aae3e2-beee-4242-a747-d5d996c9bcc4,segment=NetworkSegment(37f44b11-a6f8-42e5-9c70-4ac39e12a5cf),segment_id=37f44b11-a6f8-42e5-9c70-4ac39e12a5cf)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:13.760693 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.762723 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:13.797716 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7c6c9dd1-05e0-4147-a064-f94273fb0480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.808481 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7c6c9dd1-05e0-4147-a064-f94273fb0480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.924993 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c9dd1-05e0-4147-a064-f94273fb0480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fe8ba3-3ebe-49df-bdc5-1d6daf151d7a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:13.934579 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7c6c9dd1-05e0-4147-a064-f94273fb0480 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b82db48f08e5459c9d4ff159da404054&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8419037 Jul 15 13:12:13.934841 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3ece5288-aaaa-4b46-9d1d-259d5ef22e3c req-f634a64f-312e-4271-8601-133f94bc92aa tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=23bbefeb-be8c-4146-bf3d-810b99d9a00e&id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2551124 Jul 15 13:12:13.938541 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57628) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:13.947254 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c9dd1-05e0-4147-a064-f94273fb0480 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:13.947600 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c9dd1-05e0-4147-a064-f94273fb0480 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:13.947956 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c9dd1-05e0-4147-a064-f94273fb0480 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:13.948291 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c9dd1-05e0-4147-a064-f94273fb0480 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:13.948623 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c9dd1-05e0-4147-a064-f94273fb0480 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:13.948961 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c9dd1-05e0-4147-a064-f94273fb0480 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:13.949294 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c9dd1-05e0-4147-a064-f94273fb0480 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:13.949621 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c9dd1-05e0-4147-a064-f94273fb0480 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:13.950018 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c9dd1-05e0-4147-a064-f94273fb0480 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:13.950343 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c9dd1-05e0-4147-a064-f94273fb0480 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:13.950673 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c9dd1-05e0-4147-a064-f94273fb0480 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:13.951008 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6c9dd1-05e0-4147-a064-f94273fb0480 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:14.028762 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20fb15-befb-4882-bd48-c3b035554a5d req-ff90925b-3e37-4a3a-85aa-10c3b4f1caec tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:14.029299 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e,segment=NetworkSegment(37f44b11-a6f8-42e5-9c70-4ac39e12a5cf),segment_id=37f44b11-a6f8-42e5-9c70-4ac39e12a5cf)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:14.041610 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cf20fb15-befb-4882-bd48-c3b035554a5d req-ff90925b-3e37-4a3a-85aa-10c3b4f1caec tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.1886539 Jul 15 13:12:14.053309 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=17aae3e2-beee-4242-a747-d5d996c9bcc4,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:14.074948 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e', 'network_id': '092cf651-d793-4b85-94d1-eb7a1eab171d', 'port_id': 'c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e', 'mac_address': 'fa:16:3e:f6:46:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a43bc5d5-1c28-45f8-9de2-b37f1dc5ca84', 'ip_address': '10.1.1.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:12:14.143436 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cf20fb15-befb-4882-bd48-c3b035554a5d req-1b6c8574-df07-4d95-bc44-5f74ab66ee90 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005800 Jul 15 13:12:14.170776 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.207964 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:14.292196 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e,segment=NetworkSegment(37f44b11-a6f8-42e5-9c70-4ac39e12a5cf),segment_id=37f44b11-a6f8-42e5-9c70-4ac39e12a5cf)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:14.300831 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.302587 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 9f6dd92f-446d-431c-9742-1c64543233ba details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:14.391464 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-feea6044-7912-4a64-a301-1d66ee74377e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.400164 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea169620-050b-4501-9bb7-89e8bc3a9fc0 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:12:14.425854 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea169620-050b-4501-9bb7-89e8bc3a9fc0 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.427642 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ea169620-050b-4501-9bb7-89e8bc3a9fc0 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] 10.222.0.24 "PUT /v2.0/routers/98fd5a50-d640-4da6-8a0d-e10eca3ff3eb HTTP/1.1" status: 200 len: 879 time: 5.9527361 Jul 15 13:12:14.431749 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b02a7de-31f1-4e7e-8fac-fdbac997d992 None None] Sync routers for ids ['98fd5a50-d640-4da6-8a0d-e10eca3ff3eb'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:12:14.432611 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57634) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:14.520049 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-feea6044-7912-4a64-a301-1d66ee74377e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.551691 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:14.561985 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90906ae-4b37-4de7-aa6a-f289d9bc56a3 req-5a987aea-ac19-41bf-a1a5-706b210b4fcc tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:14.569052 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 9f6dd92f-446d-431c-9742-1c64543233ba, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9f6dd92f-446d-431c-9742-1c64543233ba,segment=NetworkSegment(be6f61df-1bcf-4dee-95b3-8bf240166a89),segment_id=be6f61df-1bcf-4dee-95b3-8bf240166a89)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:14.579816 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f90906ae-4b37-4de7-aa6a-f289d9bc56a3 req-5a987aea-ac19-41bf-a1a5-706b210b4fcc tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 1098 time: 0.3252144 Jul 15 13:12:14.609793 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b02a7de-31f1-4e7e-8fac-fdbac997d992 None None] Routers {'98fd5a50-d640-4da6-8a0d-e10eca3ff3eb'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:14.611963 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5b02a7de-31f1-4e7e-8fac-fdbac997d992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:11:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['98fd5a50-d640-4da6-8a0d-e10eca3ff3eb'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:14.677608 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1069b0f1-0614-4e02-a1d1-89929573f26b tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] 10.222.0.24 "GET /v2.0/routers/98fd5a50-d640-4da6-8a0d-e10eca3ff3eb HTTP/1.1" status: 200 len: 920 time: 0.2392893 Jul 15 13:12:14.678621 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57636) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:14.695938 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '9f6dd92f-446d-431c-9742-1c64543233ba', 'network_id': 'af7ddb53-a503-4934-b82b-95b8c79b40c8', 'port_id': '9f6dd92f-446d-431c-9742-1c64543233ba', 'mac_address': 'fa:16:3e:5c:c5:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565ec453-53b0-4720-9670-49936e2bd20d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:12:14.701076 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5b02a7de-31f1-4e7e-8fac-fdbac997d992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:14.719587 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f90906ae-4b37-4de7-aa6a-f289d9bc56a3 req-c796ab81-013b-4387-8fa4-f1bff09b7261 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379905 Jul 15 13:12:14.806547 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b02a7de-31f1-4e7e-8fac-fdbac997d992 None None] Routers {'98fd5a50-d640-4da6-8a0d-e10eca3ff3eb'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:14.807612 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5b02a7de-31f1-4e7e-8fac-fdbac997d992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:11:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['98fd5a50-d640-4da6-8a0d-e10eca3ff3eb'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:14.840048 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-feea6044-7912-4a64-a301-1d66ee74377e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.848821 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-feea6044-7912-4a64-a301-1d66ee74377e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.856839 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-feea6044-7912-4a64-a301-1d66ee74377e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49fe8ba3-3ebe-49df-bdc5-1d6daf151d7a HTTP/1.1" status: 204 len: 168 time: 0.9079149 Jul 15 13:12:14.871112 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a768e749-139e-4c58-84d1-9185e690d9ff tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:14.872713 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a768e749-139e-4c58-84d1-9185e690d9ff tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=0b352371-cfe9-4be4-934e-718e319584db&device_id=98fd5a50-d640-4da6-8a0d-e10eca3ff3eb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1936924 Jul 15 13:12:14.875648 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57642) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:14.878293 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5b02a7de-31f1-4e7e-8fac-fdbac997d992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:14.878995 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b02a7de-31f1-4e7e-8fac-fdbac997d992 None None] The sync data for ids ['98fd5a50-d640-4da6-8a0d-e10eca3ff3eb'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:12:14.901150 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.908397 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea6044-7912-4a64-a301-1d66ee74377e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fe8ba3-3ebe-49df-bdc5-1d6daf151d7a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:14.921291 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6dd92f-446d-431c-9742-1c64543233ba {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:14.949988 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef8dd9-6269-48c1-91d0-99a18ae46ca0 req-1a5bbb54-30a1-44af-8aa9-a02f99ff2e67 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:14.959409 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-78ef8dd9-6269-48c1-91d0-99a18ae46ca0 req-1a5bbb54-30a1-44af-8aa9-a02f99ff2e67 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 945 time: 0.1920712 Jul 15 13:12:14.983939 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 9f6dd92f-446d-431c-9742-1c64543233ba, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9f6dd92f-446d-431c-9742-1c64543233ba,segment=NetworkSegment(be6f61df-1bcf-4dee-95b3-8bf240166a89),segment_id=be6f61df-1bcf-4dee-95b3-8bf240166a89)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:14.998775 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.089187 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=9f6dd92f-446d-431c-9742-1c64543233ba,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:15.282024 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-78ef8dd9-6269-48c1-91d0-99a18ae46ca0 req-9159d439-1e9d-4d0f-b904-779e82c4699d tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214154 Jul 15 13:12:15.296777 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420bf054-98a6-4076-be16-663479bba8e0 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:15.301830 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-420bf054-98a6-4076-be16-663479bba8e0 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 881 time: 0.4250064 Jul 15 13:12:15.303595 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57650) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:15.308608 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7c957c47-729e-4389-b410-3a1c055f7372 req-1433e5ef-9941-42c0-a252-0696f455662b tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.24 "GET /v2.0/ports?device_id=08de8a3a-8605-4017-9f23-78733e199019 HTTP/1.1" status: 200 len: 210 time: 0.1871569 Jul 15 13:12:15.355973 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57652) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:15.359159 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-13d4dd24-70f6-457f-9378-3542b1a79c0f tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] 10.222.0.24 "GET /v2.0/ports?device_id=98fd5a50-d640-4da6-8a0d-e10eca3ff3eb HTTP/1.1" status: 200 len: 205 time: 0.0542746 Jul 15 13:12:15.465731 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b0dca-fa0f-412c-beb5-1028e9b72894 req-583c152e-32f4-46a4-8d5d-d9ddb5f55f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:15.472721 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ae6b0dca-fa0f-412c-beb5-1028e9b72894 req-583c152e-32f4-46a4-8d5d-d9ddb5f55f17 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=711c2fbaceb442c4900883d9377ffded&device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 1097 time: 0.3098767 Jul 15 13:12:15.725618 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['17aae3e2-beee-4242-a747-d5d996c9bcc4'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:15.767283 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:15.770604 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46799e8d-e0e8-4c6e-9767-341eabfe9118 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.837546 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['1f7146e3-8033-4950-8584-85d59a6f89e7'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:15.840826 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['b6f4ad12-3700-4e2e-a890-1b96827e12d9'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:15.843040 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['b7de99ab-528a-45b3-83e8-223243db9266'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:15.866209 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['9f6dd92f-446d-431c-9742-1c64543233ba'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:15.869322 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57660) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:15.870453 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['8f564a5e-612b-4a41-8d78-25b6e98f9169'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:15.930034 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-43710b16-e05d-4a72-892a-157a9b1aae5f tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:15.932596 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-43710b16-e05d-4a72-892a-157a9b1aae5f tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.18 "GET /v2.0/networks?id=03152998-8d8c-4a3d-a208-e039e443e15c HTTP/1.1" status: 200 len: 818 time: 0.5962341 Jul 15 13:12:15.950990 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-e2357db3-e8a1-4640-a65a-e7348fe6068d tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Request body: {'port': {'device_id': '131f1c3e-874b-43fa-8b8d-3f7dc49b8013', 'network_id': '03152998-8d8c-4a3d-a208-e039e443e15c', 'admin_state_up': True, 'tenant_id': 'd308a6a1226f4b79b9424f76280af15b'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:15.958593 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e9437d8-d30a-45fe-8ccc-949ce10a4de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.028286 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b0dca-fa0f-412c-beb5-1028e9b72894 req-d337cd0f-6a5e-4b7d-8385-c6959582d6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:16.033163 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ae6b0dca-fa0f-412c-beb5-1028e9b72894 req-d337cd0f-6a5e-4b7d-8385-c6959582d6f9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a1d132d-e27f-484a-993c-1c0bbb72a2ee HTTP/1.1" status: 200 len: 915 time: 0.5492055 Jul 15 13:12:16.076729 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-f01e1ea0-cec0-48e2-ad6c-84a748301b8f tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:16.080567 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-f01e1ea0-cec0-48e2-ad6c-84a748301b8f tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.32 "GET /v2.0/networks?id=03152998-8d8c-4a3d-a208-e039e443e15c HTTP/1.1" status: 200 len: 818 time: 0.5040696 Jul 15 13:12:16.169282 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46799e8d-e0e8-4c6e-9767-341eabfe9118 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.184360 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-b22ef849-ff58-4dac-b75d-b588d42dd674 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Request body: {'port': {'device_id': 'cd388e91-e16a-44b6-89f4-a8ba72ae30a5', 'network_id': '03152998-8d8c-4a3d-a208-e039e443e15c', 'admin_state_up': True, 'tenant_id': 'd308a6a1226f4b79b9424f76280af15b'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:16.196307 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ae6b0dca-fa0f-412c-beb5-1028e9b72894 req-fb0dd98a-9b75-428a-9cc6-25348025dc27 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5895e339-f2ce-465f-b37b-81f0219f7117 HTTP/1.1" status: 200 len: 217 time: 0.1132538 Jul 15 13:12:16.350216 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d2226-0aba-4c55-af97-d754017424e2 req-3711af0b-b0de-4b44-9fab-d5fd3bfd8ac3 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:16.372484 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d2226-0aba-4c55-af97-d754017424e2 req-3711af0b-b0de-4b44-9fab-d5fd3bfd8ac3 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:16.389198 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d2226-0aba-4c55-af97-d754017424e2 req-3711af0b-b0de-4b44-9fab-d5fd3bfd8ac3 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:16.407838 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94d464-83c7-4b9d-bf4f-a3bcf7eec3be req-e703c9e3-2527-4226-a5a1-4d2b6ce4cf61 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:16.410236 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fe94d464-83c7-4b9d-bf4f-a3bcf7eec3be req-e703c9e3-2527-4226-a5a1-4d2b6ce4cf61 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.6628191 Jul 15 13:12:16.412952 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d2226-0aba-4c55-af97-d754017424e2 req-3711af0b-b0de-4b44-9fab-d5fd3bfd8ac3 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:16.430483 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d2226-0aba-4c55-af97-d754017424e2 req-3711af0b-b0de-4b44-9fab-d5fd3bfd8ac3 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:16.448255 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d2226-0aba-4c55-af97-d754017424e2 req-3711af0b-b0de-4b44-9fab-d5fd3bfd8ac3 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:16.465880 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d2226-0aba-4c55-af97-d754017424e2 req-3711af0b-b0de-4b44-9fab-d5fd3bfd8ac3 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:16.470896 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-aa3d2226-0aba-4c55-af97-d754017424e2 req-3711af0b-b0de-4b44-9fab-d5fd3bfd8ac3 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 5427 time: 0.6044104 Jul 15 13:12:16.573312 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b0dca-fa0f-412c-beb5-1028e9b72894 req-1ffb1415-25fd-465c-8ad0-3f5ff7c18fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:16.576700 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ae6b0dca-fa0f-412c-beb5-1028e9b72894 req-1ffb1415-25fd-465c-8ad0-3f5ff7c18fff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a0d112e7-4ba9-4d28-96e4-3d9434430baa HTTP/1.1" status: 200 len: 854 time: 0.3437026 Jul 15 13:12:16.679066 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ae6b0dca-fa0f-412c-beb5-1028e9b72894 req-f2daab64-60f9-4d89-ba00-66be6e5a357c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a1d132d-e27f-484a-993c-1c0bbb72a2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920677 Jul 15 13:12:16.703053 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-aa3d2226-0aba-4c55-af97-d754017424e2 req-26312362-abdc-4a72-b5c3-cc72a1727e0e tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=23bbefeb-be8c-4146-bf3d-810b99d9a00e&id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2067423 Jul 15 13:12:16.707728 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-46799e8d-e0e8-4c6e-9767-341eabfe9118 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Deleting port 9a2a3f69-c796-4da5-9fbe-141e5be26aa4 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:16.708359 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46799e8d-e0e8-4c6e-9767-341eabfe9118 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.751560 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fe94d464-83c7-4b9d-bf4f-a3bcf7eec3be req-f5f85551-cd55-47b1-83c5-1dece9d37c5a tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231966 Jul 15 13:12:16.798935 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:12:16.865927 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46799e8d-e0e8-4c6e-9767-341eabfe9118 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.894620 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-46799e8d-e0e8-4c6e-9767-341eabfe9118 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Calling delete_port for 9a2a3f69-c796-4da5-9fbe-141e5be26aa4 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:16.924463 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ae6b0dca-fa0f-412c-beb5-1028e9b72894 req-06a938de-d2a7-4b7e-8377-23277654449f service neutron] 10.222.0.32 "GET /v2.0/networks/7a1d132d-e27f-484a-993c-1c0bbb72a2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348075 Jul 15 13:12:17.268171 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46799e8d-e0e8-4c6e-9767-341eabfe9118 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:17.362081 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ae6b0dca-fa0f-412c-beb5-1028e9b72894 req-c102a6c1-0f66-40cb-8eef-57114d451471 service neutron] 10.222.0.32 "GET /v2.0/networks/7a1d132d-e27f-484a-993c-1c0bbb72a2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303246 Jul 15 13:12:17.378757 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e9437d8-d30a-45fe-8ccc-949ce10a4de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:17.411765 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.db.api [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-b22ef849-ff58-4dac-b75d-b588d42dd674 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:12:17.411765 n-d-758944-45 neutron-server[93813]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:12:17.411765 n-d-758944-45 neutron-server[93813]: [parameters: {'project_id_1': 'd308a6a1226f4b79b9424f76280af15b', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 12, 16, 731536)}] Jul 15 13:12:17.411765 n-d-758944-45 neutron-server[93813]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:12:17.412390 n-d-758944-45 neutron-server[93813]: DEBUG oslo_db.api [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-b22ef849-ff58-4dac-b75d-b588d42dd674 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:12:17.432841 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46799e8d-e0e8-4c6e-9767-341eabfe9118 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Pushing event deleted for resources: {'Port': ['ID=9a2a3f69-c796-4da5-9fbe-141e5be26aa4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:17.443541 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e1b2e-481e-475c-9fb3-31349711fc47 req-7646f4f6-fd95-4950-9329-33274c4b5619 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:17.446292 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5d9e1b2e-481e-475c-9fb3-31349711fc47 req-7646f4f6-fd95-4950-9329-33274c4b5619 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 945 time: 0.2497993 Jul 15 13:12:17.448110 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-e2357db3-e8a1-4640-a65a-e7348fe6068d tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Made reservation on behalf of d308a6a1226f4b79b9424f76280af15b for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:17.454075 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-e2357db3-e8a1-4640-a65a-e7348fe6068d tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:17.454343 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e9437d8-d30a-45fe-8ccc-949ce10a4de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:17.606616 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7e9437d8-d30a-45fe-8ccc-949ce10a4de6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e2397f33bd3a426ca672b87a6e0faef9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7344220 Jul 15 13:12:17.612196 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9437d8-d30a-45fe-8ccc-949ce10a4de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f6b10e-e2ad-44bc-a2b3-2695d5b108d4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:17.632318 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-7f6d0462-37e8-485c-aa51-b66c56f1e93a tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:17.635408 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-7f6d0462-37e8-485c-aa51-b66c56f1e93a tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.32 "GET /v2.0/networks?id=03152998-8d8c-4a3d-a208-e039e443e15c HTTP/1.1" status: 200 len: 818 time: 0.6153059 Jul 15 13:12:17.636382 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57670) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:17.665400 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-a843c863-0aa3-4813-9189-2c60825de195 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Request body: {'port': {'device_id': '08de8a3a-8605-4017-9f23-78733e199019', 'network_id': '03152998-8d8c-4a3d-a208-e039e443e15c', 'admin_state_up': True, 'tenant_id': 'd308a6a1226f4b79b9424f76280af15b'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:18.089148 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-b22ef849-ff58-4dac-b75d-b588d42dd674 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Made reservation on behalf of d308a6a1226f4b79b9424f76280af15b for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:18.094406 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-b22ef849-ff58-4dac-b75d-b588d42dd674 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.112284 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5d9e1b2e-481e-475c-9fb3-31349711fc47 req-562075c4-31e5-4a99-b565-fdcec3289064 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6517329 Jul 15 13:12:18.168795 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46799e8d-e0e8-4c6e-9767-341eabfe9118 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.341604 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-e2357db3-e8a1-4640-a65a-e7348fe6068d tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Allocated IP 172.20.0.10 (03152998-8d8c-4a3d-a208-e039e443e15c/90f120ba-6344-4cef-ad64-e2d154dab216/9158d4a5-2854-4f66-9f1a-87fab2bac3ff) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:18.399662 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1e047310-bbe9-4f1f-b234-80e467fb9978 req-4a20b797-145c-4a06-97cc-5e168ece69b5 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.24 "GET /v2.0/ports?device_id=08de8a3a-8605-4017-9f23-78733e199019 HTTP/1.1" status: 200 len: 210 time: 0.0473738 Jul 15 13:12:18.456365 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7027e40c-5ab4-48cc-9017-e753b538e6be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.463033 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46799e8d-e0e8-4c6e-9767-341eabfe9118 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.466644 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46799e8d-e0e8-4c6e-9767-341eabfe9118 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.547623 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7027e40c-5ab4-48cc-9017-e753b538e6be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.578046 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46799e8d-e0e8-4c6e-9767-341eabfe9118 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.578662 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46799e8d-e0e8-4c6e-9767-341eabfe9118 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Fanout notify agent at l3_agent the message router_deleted on router 98fd5a50-d640-4da6-8a0d-e10eca3ff3eb {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:12:18.596195 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46799e8d-e0e8-4c6e-9767-341eabfe9118 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.602238 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-46799e8d-e0e8-4c6e-9767-341eabfe9118 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] 10.222.0.24 "DELETE /v2.0/routers/98fd5a50-d640-4da6-8a0d-e10eca3ff3eb HTTP/1.1" status: 204 len: 168 time: 3.2435491 Jul 15 13:12:18.602947 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57694) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:18.611846 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-cba5ac28-3fd5-4c12-bf37-40074c6c20bc tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1196052696', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:18.655346 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-a843c863-0aa3-4813-9189-2c60825de195 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Made reservation on behalf of d308a6a1226f4b79b9424f76280af15b for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:18.659695 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-a843c863-0aa3-4813-9189-2c60825de195 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.673178 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-0e89067d-f01a-4276-a703-ab5ba3252fcc tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:12:18.674215 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-0e89067d-f01a-4276-a703-ab5ba3252fcc tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0205472 Jul 15 13:12:18.703413 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cba5ac28-3fd5-4c12-bf37-40074c6c20bc tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.704613 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cba5ac28-3fd5-4c12-bf37-40074c6c20bc tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.717268 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-5a196c2f-83cd-4d17-adef-1f1f8369242c service neutron] Request body: {'binding': {'host': 'n-h1-758944-45', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:18.717786 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-5a196c2f-83cd-4d17-adef-1f1f8369242c service neutron] Unknown quota resources ['binding']. {{(pid=93814) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:12:18.761481 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-e2357db3-e8a1-4640-a65a-e7348fe6068d tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.794910 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f33cb-f50a-47eb-ae3e-a0e6023edea7 req-2d446a7d-7bca-4dad-955b-88854cc812f8 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:18.803310 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f33cb-f50a-47eb-ae3e-a0e6023edea7 req-2d446a7d-7bca-4dad-955b-88854cc812f8 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:18.811977 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7027e40c-5ab4-48cc-9017-e753b538e6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.812308 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f33cb-f50a-47eb-ae3e-a0e6023edea7 req-2d446a7d-7bca-4dad-955b-88854cc812f8 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:18.814976 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7027e40c-5ab4-48cc-9017-e753b538e6be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.816346 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7027e40c-5ab4-48cc-9017-e753b538e6be admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f1f6b10e-e2ad-44bc-a2b3-2695d5b108d4 HTTP/1.1" status: 204 len: 168 time: 1.1750636 Jul 15 13:12:18.824263 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f33cb-f50a-47eb-ae3e-a0e6023edea7 req-2d446a7d-7bca-4dad-955b-88854cc812f8 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:18.838983 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f33cb-f50a-47eb-ae3e-a0e6023edea7 req-2d446a7d-7bca-4dad-955b-88854cc812f8 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:18.853403 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f33cb-f50a-47eb-ae3e-a0e6023edea7 req-2d446a7d-7bca-4dad-955b-88854cc812f8 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:18.869343 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f33cb-f50a-47eb-ae3e-a0e6023edea7 req-2d446a7d-7bca-4dad-955b-88854cc812f8 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:18.879096 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-326f33cb-f50a-47eb-ae3e-a0e6023edea7 req-2d446a7d-7bca-4dad-955b-88854cc812f8 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 5427 time: 0.2226045 Jul 15 13:12:18.884351 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027e40c-5ab4-48cc-9017-e753b538e6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f6b10e-e2ad-44bc-a2b3-2695d5b108d4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:18.952747 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cba5ac28-3fd5-4c12-bf37-40074c6c20bc tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.997277 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cba5ac28-3fd5-4c12-bf37-40074c6c20bc tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.997706 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-326f33cb-f50a-47eb-ae3e-a0e6023edea7 req-6e37ae3b-0c8e-497c-aa94-c0d2614181c4 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=23bbefeb-be8c-4146-bf3d-810b99d9a00e&id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1056633 Jul 15 13:12:19.043074 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 5895e339-f2ce-465f-b37b-81f0219f7117 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:19.045382 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 17aae3e2-beee-4242-a747-d5d996c9bcc4 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:19.051774 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cba5ac28-3fd5-4c12-bf37-40074c6c20bc tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.053147 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-cba5ac28-3fd5-4c12-bf37-40074c6c20bc tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4456592 Jul 15 13:12:19.060590 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57698) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:19.094404 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-993bc206-286b-46a4-9c33-7f205c185ed7 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'enable_snat': True}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:19.157617 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-b22ef849-ff58-4dac-b75d-b588d42dd674 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Allocated IP 172.20.0.11 (03152998-8d8c-4a3d-a208-e039e443e15c/90f120ba-6344-4cef-ad64-e2d154dab216/91748c86-15cd-408f-a56c-d29e7b7c62ae) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:19.191042 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-e2357db3-e8a1-4640-a65a-e7348fe6068d tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.327313 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.335464 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2357db3-e8a1-4640-a65a-e7348fe6068d tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Pushing event updated for resources: {'Port': ['ID=9158d4a5-2854-4f66-9f1a-87fab2bac3ff,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:19.393860 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-5a196c2f-83cd-4d17-adef-1f1f8369242c service neutron] Attempting to bind port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 on host n-h1-758944-45 for vnic_type normal with profile None {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:19.394987 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-5a196c2f-83cd-4d17-adef-1f1f8369242c service neutron] Attempting to bind port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:19.395589 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-5a196c2f-83cd-4d17-adef-1f1f8369242c service neutron] Attempting to bind port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:19.403633 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365c97c5-1dc9-444e-aa7f-97a6a08ec914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5895e339-f2ce-465f-b37b-81f0219f7117'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:19.408575 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263126b6-7eac-4a60-acdf-4264aa23eaf3" -d '{"events": [{"server_uuid": "365c97c5-1dc9-444e-aa7f-97a6a08ec914", "name": "network-vif-unplugged", "status": "completed", "tag": "5895e339-f2ce-465f-b37b-81f0219f7117"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:19.412680 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 17aae3e2-beee-4242-a747-d5d996c9bcc4 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:19.422276 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 5895e339-f2ce-465f-b37b-81f0219f7117, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=5895e339-f2ce-465f-b37b-81f0219f7117,segment=NetworkSegment(f19c2669-c167-4697-a02d-3890cc03720b),segment_id=f19c2669-c167-4697-a02d-3890cc03720b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:19.424520 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 17aae3e2-beee-4242-a747-d5d996c9bcc4 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:19.425171 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.460224 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-e2357db3-e8a1-4640-a65a-e7348fe6068d tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Network 03152998-8d8c-4a3d-a208-e039e443e15c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:19.476967 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.477612 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-e2357db3-e8a1-4640-a65a-e7348fe6068d tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:19.482829 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-e2357db3-e8a1-4640-a65a-e7348fe6068d tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:19.557807 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-5a196c2f-83cd-4d17-adef-1f1f8369242c service neutron] Port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:12:19.557807 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-5a196c2f-83cd-4d17-adef-1f1f8369242c service neutron] Attempting to bind port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:19.591044 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-5a196c2f-83cd-4d17-adef-1f1f8369242c service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:19.591700 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-5a196c2f-83cd-4d17-adef-1f1f8369242c service neutron] Checking segment: {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:19.596483 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-5a196c2f-83cd-4d17-adef-1f1f8369242c service neutron] Bound using segment: {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:19.597722 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-5a196c2f-83cd-4d17-adef-1f1f8369242c service neutron] Bound port: 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:19.615066 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=5895e339-f2ce-465f-b37b-81f0219f7117,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:19.616900 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-e2357db3-e8a1-4640-a65a-e7348fe6068d tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:19.619325 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-e2357db3-e8a1-4640-a65a-e7348fe6068d tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.708845 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.709688 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-e2357db3-e8a1-4640-a65a-e7348fe6068d tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7632504 Jul 15 13:12:19.749297 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-f72fb244-6b87-4e07-bd10-6f33402d075d service neutron] Request body: {'port': {'device_id': '131f1c3e-874b-43fa-8b8d-3f7dc49b8013', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:19.803707 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-993bc206-286b-46a4-9c33-7f205c185ed7 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.804863 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 17aae3e2-beee-4242-a747-d5d996c9bcc4, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=17aae3e2-beee-4242-a747-d5d996c9bcc4,segment=NetworkSegment(37f44b11-a6f8-42e5-9c70-4ac39e12a5cf),segment_id=37f44b11-a6f8-42e5-9c70-4ac39e12a5cf)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:19.815421 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.817934 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3591ea-9e3f-4b26-84f8-9957a4793e9e req-214d6e2e-183a-42e2-904b-6a125a35e3ea tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:19.818425 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 9f6dd92f-446d-431c-9742-1c64543233ba up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:19.831129 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0b3591ea-9e3f-4b26-84f8-9957a4793e9e req-214d6e2e-183a-42e2-904b-6a125a35e3ea tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 0.4983191 Jul 15 13:12:19.879746 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-5a196c2f-83cd-4d17-adef-1f1f8369242c service neutron] For port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=6674cf4f-0de1-4b44-875f-8c2ef97f9ba1,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:19.893957 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-5a196c2f-83cd-4d17-adef-1f1f8369242c service neutron] Notify callbacks [] for binding, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.896114 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-5a196c2f-83cd-4d17-adef-1f1f8369242c service neutron] 10.222.0.24 "POST /v2.0/ports/6674cf4f-0de1-4b44-875f-8c2ef97f9ba1/bindings HTTP/1.1" status: 201 len: 390 time: 1.1940584 Jul 15 13:12:20.155307 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0b3591ea-9e3f-4b26-84f8-9957a4793e9e req-f3cea428-79e9-4cc6-80b5-6e71a8abb186 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071542 Jul 15 13:12:20.168183 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-b22ef849-ff58-4dac-b75d-b588d42dd674 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:20.181312 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-f72fb244-6b87-4e07-bd10-6f33402d075d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:20.276136 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=17aae3e2-beee-4242-a747-d5d996c9bcc4,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:20.354802 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 9f6dd92f-446d-431c-9742-1c64543233ba completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:20.362032 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 9f6dd92f-446d-431c-9742-1c64543233ba triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:20.363004 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:20.386875 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-993bc206-286b-46a4-9c33-7f205c185ed7 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:20.510147 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-b22ef849-ff58-4dac-b75d-b588d42dd674 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:20.599658 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:20.633844 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698db1d5-d2e1-446f-b4aa-2ef0a29370dc x-openstack-request-id: req-698db1d5-d2e1-446f-b4aa-2ef0a29370dc {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:20.635758 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365c97c5-1dc9-444e-aa7f-97a6a08ec914", "name": "network-vif-unplugged", "status": "completed", "tag": "5895e339-f2ce-465f-b37b-81f0219f7117", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:20.637642 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-698db1d5-d2e1-446f-b4aa-2ef0a29370dc {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:20.638203 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365c97c5-1dc9-444e-aa7f-97a6a08ec914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5895e339-f2ce-465f-b37b-81f0219f7117', 'code': 200} Jul 15 13:12:20.661071 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-a843c863-0aa3-4813-9189-2c60825de195 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Allocated IP 172.20.0.13 (03152998-8d8c-4a3d-a208-e039e443e15c/90f120ba-6344-4cef-ad64-e2d154dab216/3f5de1aa-a2c8-4375-b2c2-da4a79f6db49) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:20.714544 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 9f6dd92f-446d-431c-9742-1c64543233ba, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9f6dd92f-446d-431c-9742-1c64543233ba,segment=NetworkSegment(be6f61df-1bcf-4dee-95b3-8bf240166a89),segment_id=be6f61df-1bcf-4dee-95b3-8bf240166a89)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:20.751626 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:20.768041 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-993bc206-286b-46a4-9c33-7f205c185ed7 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:20.801887 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7aa216f-2d01-4b84-ae3c-f4c0c9e113d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:20.902067 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=9f6dd92f-446d-431c-9742-1c64543233ba,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:20.980566 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-b22ef849-ff58-4dac-b75d-b588d42dd674 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Network 03152998-8d8c-4a3d-a208-e039e443e15c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:21.035247 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-b22ef849-ff58-4dac-b75d-b588d42dd674 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:21.045246 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ef849-ff58-4dac-b75d-b588d42dd674 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Pushing event updated for resources: {'Port': ['ID=91748c86-15cd-408f-a56c-d29e7b7c62ae,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:21.049500 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-b22ef849-ff58-4dac-b75d-b588d42dd674 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:21.059530 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 1f7146e3-8033-4950-8584-85d59a6f89e7 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:21.059984 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7d659a60-0d40-422c-8863-e8ba6b4dc984 req-cd49dae3-eaab-4652-b435-6f206c0aec6e tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.24 "GET /v2.0/ports?device_id=08de8a3a-8605-4017-9f23-78733e199019 HTTP/1.1" status: 200 len: 210 time: 0.1334076 Jul 15 13:12:21.141037 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-36d348b7-5126-4fc5-8906-147114c616f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:21.143963 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-36d348b7-5126-4fc5-8906-147114c616f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11b8af7c013140faa070a8db01c03b78&device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 1098 time: 0.4275603 Jul 15 13:12:21.215346 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-b22ef849-ff58-4dac-b75d-b588d42dd674 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:21.216408 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-b22ef849-ff58-4dac-b75d-b588d42dd674 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:21.314794 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-b22ef849-ff58-4dac-b75d-b588d42dd674 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1427782 Jul 15 13:12:21.330827 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49152dba-d4a8-462a-9638-f8f0b052722d req-db555cab-3736-4880-b8d5-e183931f7234 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:21.335707 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-49152dba-d4a8-462a-9638-f8f0b052722d req-db555cab-3736-4880-b8d5-e183931f7234 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 945 time: 0.8945298 Jul 15 13:12:21.351246 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-9c059f08-f2d6-4493-955e-25a7758bfec0 service neutron] Request body: {'port': {'device_id': 'cd388e91-e16a-44b6-89f4-a8ba72ae30a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:21.382333 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 1f7146e3-8033-4950-8584-85d59a6f89e7 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:21.389661 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 1f7146e3-8033-4950-8584-85d59a6f89e7 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:21.390182 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:21.431138 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03155a1-4f35-42e2-8290-d1295a42b19e req-cc50edf5-debc-4d59-a355-6cdfedd58d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:21.431138 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a03155a1-4f35-42e2-8290-d1295a42b19e req-cc50edf5-debc-4d59-a355-6cdfedd58d12 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 1097 time: 0.5153108 Jul 15 13:12:21.483725 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-993bc206-286b-46a4-9c33-7f205c185ed7 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Allocated IP 172.25.6.56 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/9929da26-ebaa-42cf-a7dd-1ec15cbc5eb3) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:21.521480 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:21.548135 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-a843c863-0aa3-4813-9189-2c60825de195 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:21.566221 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 1f7146e3-8033-4950-8584-85d59a6f89e7, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=1f7146e3-8033-4950-8584-85d59a6f89e7,segment=NetworkSegment(37f44b11-a6f8-42e5-9c70-4ac39e12a5cf),segment_id=37f44b11-a6f8-42e5-9c70-4ac39e12a5cf)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:21.569225 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-49152dba-d4a8-462a-9638-f8f0b052722d req-e86177a1-91c6-4e3c-a563-1ec885938a5a tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254634 Jul 15 13:12:21.573123 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:21.574709 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device b7de99ab-528a-45b3-83e8-223243db9266 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:21.630585 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-9c059f08-f2d6-4493-955e-25a7758bfec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:21.640696 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a03155a1-4f35-42e2-8290-d1295a42b19e req-a9c8e672-6202-46d7-b668-bdd0974f91a0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856055 Jul 15 13:12:21.646671 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-ef177baf-d1f2-4e2b-8850-1a1d1a44aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:21.648257 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-ef177baf-d1f2-4e2b-8850-1a1d1a44aa32 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b4de3f9-9898-4e48-8ad2-d64a9c837567 HTTP/1.1" status: 200 len: 922 time: 0.4842737 Jul 15 13:12:21.699971 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port b7de99ab-528a-45b3-83e8-223243db9266 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:21.707890 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=1f7146e3-8033-4950-8584-85d59a6f89e7,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:21.710775 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port b7de99ab-528a-45b3-83e8-223243db9266 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:21.711710 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:21.753317 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3645b-a87d-473f-9b45-264e655a773d req-4f2e6985-17ed-46cc-84a3-e1cc6346fe27 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:21.761451 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9dd3645b-a87d-473f-9b45-264e655a773d req-4f2e6985-17ed-46cc-84a3-e1cc6346fe27 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 946 time: 0.4444404 Jul 15 13:12:21.822235 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:21.872068 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port b7de99ab-528a-45b3-83e8-223243db9266, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=b7de99ab-528a-45b3-83e8-223243db9266,segment=NetworkSegment(be6f61df-1bcf-4dee-95b3-8bf240166a89),segment_id=be6f61df-1bcf-4dee-95b3-8bf240166a89)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:21.880580 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:21.881973 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 8f564a5e-612b-4a41-8d78-25b6e98f9169 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:21.892021 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-8d5109f6-a60f-472a-84f1-f014ade0801c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 HTTP/1.1" status: 200 len: 217 time: 0.1861749 Jul 15 13:12:21.984218 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65fe21-7eb9-4bc6-92fe-665205dedd0d req-1bb109a2-a038-4b81-8c4e-0bafda105d78 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:21.992648 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65fe21-7eb9-4bc6-92fe-665205dedd0d req-1bb109a2-a038-4b81-8c4e-0bafda105d78 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:21.997633 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=b7de99ab-528a-45b3-83e8-223243db9266,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:21.999760 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65fe21-7eb9-4bc6-92fe-665205dedd0d req-1bb109a2-a038-4b81-8c4e-0bafda105d78 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:22.003636 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 8f564a5e-612b-4a41-8d78-25b6e98f9169 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:22.012683 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65fe21-7eb9-4bc6-92fe-665205dedd0d req-1bb109a2-a038-4b81-8c4e-0bafda105d78 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:22.013009 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 8f564a5e-612b-4a41-8d78-25b6e98f9169 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:22.013382 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:22.018898 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65fe21-7eb9-4bc6-92fe-665205dedd0d req-1bb109a2-a038-4b81-8c4e-0bafda105d78 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:22.026603 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65fe21-7eb9-4bc6-92fe-665205dedd0d req-1bb109a2-a038-4b81-8c4e-0bafda105d78 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:22.027001 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-993bc206-286b-46a4-9c33-7f205c185ed7 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:22.032697 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65fe21-7eb9-4bc6-92fe-665205dedd0d req-1bb109a2-a038-4b81-8c4e-0bafda105d78 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:22.035092 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1b65fe21-7eb9-4bc6-92fe-665205dedd0d req-1bb109a2-a038-4b81-8c4e-0bafda105d78 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 5431 time: 0.1536660 Jul 15 13:12:22.096409 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1b65fe21-7eb9-4bc6-92fe-665205dedd0d req-c939cf4b-cd3d-49d5-aea5-a1b5fe0f1b0d tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=23bbefeb-be8c-4146-bf3d-810b99d9a00e&id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0497322 Jul 15 13:12:22.106994 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9dd3645b-a87d-473f-9b45-264e655a773d req-b0849b29-dd4c-4728-befc-f8689f3504e8 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436010 Jul 15 13:12:22.150441 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:22.167993 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-a843c863-0aa3-4813-9189-2c60825de195 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:22.210987 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-459cd4d2-8470-431f-87b9-2fcfc25ea2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:22.214911 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-459cd4d2-8470-431f-87b9-2fcfc25ea2a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f7ee163d-4be2-4821-945f-cb7507aae308 HTTP/1.1" status: 200 len: 861 time: 0.2926476 Jul 15 13:12:22.319607 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 8f564a5e-612b-4a41-8d78-25b6e98f9169, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=8f564a5e-612b-4a41-8d78-25b6e98f9169,segment=NetworkSegment(8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65),segment_id=8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:22.333785 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:22.339279 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:22.542437 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=8f564a5e-612b-4a41-8d78-25b6e98f9169,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:22.554912 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-f72fb244-6b87-4e07-bd10-6f33402d075d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9158d4a5-2854-4f66-9f1a-87fab2bac3ff {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:22.558867 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:22.571498 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:22.572618 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:22.619162 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820783d3-6fa1-4d30-9a5b-ef024c9bab6f req-0de275fa-027f-499a-bc3e-11597278a503 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:22.623587 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-820783d3-6fa1-4d30-9a5b-ef024c9bab6f req-0de275fa-027f-499a-bc3e-11597278a503 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 943 time: 0.2558575 Jul 15 13:12:22.642687 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17aae3e2-beee-4242-a747-d5d996c9bcc4'}, {'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6dd92f-446d-431c-9742-1c64543233ba'}, {'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7146e3-8033-4950-8584-85d59a6f89e7'}, {'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7de99ab-528a-45b3-83e8-223243db9266'}, {'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f564a5e-612b-4a41-8d78-25b6e98f9169'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:22.643855 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-f72fb244-6b87-4e07-bd10-6f33402d075d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:22.645860 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb85c90-0df8-4e42-aaae-099f33894a84" -d '{"events": [{"server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "name": "network-vif-plugged", "status": "completed", "tag": "17aae3e2-beee-4242-a747-d5d996c9bcc4"}, {"server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "name": "network-vif-plugged", "status": "completed", "tag": "9f6dd92f-446d-431c-9742-1c64543233ba"}, {"server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "name": "network-vif-plugged", "status": "completed", "tag": "1f7146e3-8033-4950-8584-85d59a6f89e7"}, {"server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "name": "network-vif-plugged", "status": "completed", "tag": "b7de99ab-528a-45b3-83e8-223243db9266"}, {"server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "name": "network-vif-plugged", "status": "completed", "tag": "8f564a5e-612b-4a41-8d78-25b6e98f9169"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:22.709470 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-f72fb244-6b87-4e07-bd10-6f33402d075d service neutron] Transition to ACTIVE for port object 9158d4a5-2854-4f66-9f1a-87fab2bac3ff will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:22.733859 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-f72fb244-6b87-4e07-bd10-6f33402d075d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:22.821679 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-820783d3-6fa1-4d30-9a5b-ef024c9bab6f req-f0a91bcd-873c-479f-a32f-064130261b47 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681108 Jul 15 13:12:22.842940 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:22.954257 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e,segment=NetworkSegment(37f44b11-a6f8-42e5-9c70-4ac39e12a5cf),segment_id=37f44b11-a6f8-42e5-9c70-4ac39e12a5cf)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:22.955632 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-bbd6c828-7e12-4cd5-8e81-bd1d70e3d09d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b4de3f9-9898-4e48-8ad2-d64a9c837567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6903365 Jul 15 13:12:22.966661 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-993bc206-286b-46a4-9c33-7f205c185ed7 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:22.969256 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:22.972549 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device b6f4ad12-3700-4e2e-a890-1b96827e12d9 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:22.974247 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-a843c863-0aa3-4813-9189-2c60825de195 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Network 03152998-8d8c-4a3d-a208-e039e443e15c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:23.096736 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-11ec0790-ee92-4520-bd3c-dfd96e30377c service neutron] 10.222.0.18 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255274 Jul 15 13:12:23.131629 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-a843c863-0aa3-4813-9189-2c60825de195 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:23.142399 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-a843c863-0aa3-4813-9189-2c60825de195 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:23.158086 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 5895e339-f2ce-465f-b37b-81f0219f7117 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:23.187126 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72fb244-6b87-4e07-bd10-6f33402d075d service neutron] Pushing event updated for resources: {'Port': ['ID=9158d4a5-2854-4f66-9f1a-87fab2bac3ff,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:23.235968 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843c863-0aa3-4813-9189-2c60825de195 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Pushing event updated for resources: {'Port': ['ID=3f5de1aa-a2c8-4375-b2c2-da4a79f6db49,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:23.324056 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993bc206-286b-46a4-9c33-7f205c185ed7 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Pushing event updated for resources: {'Port': ['ID=9929da26-ebaa-42cf-a7dd-1ec15cbc5eb3,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:23.377875 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993bc206-286b-46a4-9c33-7f205c185ed7 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:23.406351 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-993bc206-286b-46a4-9c33-7f205c185ed7 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:23.426613 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993bc206-286b-46a4-9c33-7f205c185ed7 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:23.439763 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:23.454878 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port b6f4ad12-3700-4e2e-a890-1b96827e12d9 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:23.459682 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:23.484670 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd80db65-2258-4206-99c2-9edeb221b73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:23.498978 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port b6f4ad12-3700-4e2e-a890-1b96827e12d9 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:23.499910 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:23.510024 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-a843c863-0aa3-4813-9189-2c60825de195 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:23.511114 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-a843c863-0aa3-4813-9189-2c60825de195 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:23.530069 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-9c059f08-f2d6-4493-955e-25a7758bfec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91748c86-15cd-408f-a56c-d29e7b7c62ae {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:23.550827 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ddce62-8209-48e4-9588-3d9dc1730b77 req-ad6ec45b-1001-4c88-9d87-bf1385600e1b tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:23.556348 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-9c059f08-f2d6-4493-955e-25a7758bfec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:23.564827 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e1ddce62-8209-48e4-9588-3d9dc1730b77 req-ad6ec45b-1001-4c88-9d87-bf1385600e1b tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.24 "GET /v2.0/ports?device_id=08de8a3a-8605-4017-9f23-78733e199019 HTTP/1.1" status: 200 len: 932 time: 0.6183658 Jul 15 13:12:23.578775 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-a843c863-0aa3-4813-9189-2c60825de195 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9210472 Jul 15 13:12:23.594229 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-9c059f08-f2d6-4493-955e-25a7758bfec0 service neutron] Transition to ACTIVE for port object 91748c86-15cd-408f-a56c-d29e7b7c62ae will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:23.604251 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-8d98df7e-5a46-4ce9-affd-7ea1fe4c8d0c service neutron] 10.222.0.18 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693556 Jul 15 13:12:23.607368 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70d18b-24b1-4322-9e37-a38b85e5d468 req-c1be03a2-54ee-4f8c-9586-0cdd17063448 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:23.612374 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-96f325c7-6d41-4869-b077-1c5faa207002 service neutron] Request body: {'port': {'device_id': '08de8a3a-8605-4017-9f23-78733e199019', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:23.616283 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bf70d18b-24b1-4322-9e37-a38b85e5d468 req-c1be03a2-54ee-4f8c-9586-0cdd17063448 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 945 time: 0.4044755 Jul 15 13:12:23.627649 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-9c059f08-f2d6-4493-955e-25a7758bfec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:23.657927 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-f72fb244-6b87-4e07-bd10-6f33402d075d service neutron] Attempting to bind port 9158d4a5-2854-4f66-9f1a-87fab2bac3ff on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:23.658260 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-f72fb244-6b87-4e07-bd10-6f33402d075d service neutron] Attempting to bind port 9158d4a5-2854-4f66-9f1a-87fab2bac3ff by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '4cef330c-37da-4641-a8a7-f38e5d914f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '03152998-8d8c-4a3d-a208-e039e443e15c'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:23.658589 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-f72fb244-6b87-4e07-bd10-6f33402d075d service neutron] Attempting to bind port 9158d4a5-2854-4f66-9f1a-87fab2bac3ff on network 03152998-8d8c-4a3d-a208-e039e443e15c {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:23.723602 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-f72fb244-6b87-4e07-bd10-6f33402d075d service neutron] Port 9158d4a5-2854-4f66-9f1a-87fab2bac3ff on network 03152998-8d8c-4a3d-a208-e039e443e15c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:12:23.723602 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-f72fb244-6b87-4e07-bd10-6f33402d075d service neutron] Attempting to bind port 9158d4a5-2854-4f66-9f1a-87fab2bac3ff on network 03152998-8d8c-4a3d-a208-e039e443e15c {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:23.783213 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e1ddce62-8209-48e4-9588-3d9dc1730b77 req-706ebfdc-9d7c-4d2c-aa4e-e5df6812244e tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.24 "GET /v2.0/security-groups?id=39f37a9b-8c70-4393-9933-8cb0ec6a8488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165685 Jul 15 13:12:23.798443 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bf70d18b-24b1-4322-9e37-a38b85e5d468 req-8f10da77-7bc0-4bf5-9da3-306fb09b1d26 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808839 Jul 15 13:12:23.799325 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-f72fb244-6b87-4e07-bd10-6f33402d075d service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:23.799663 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-f72fb244-6b87-4e07-bd10-6f33402d075d service neutron] Checking segment: {'id': '4cef330c-37da-4641-a8a7-f38e5d914f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '03152998-8d8c-4a3d-a208-e039e443e15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:23.800056 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-f72fb244-6b87-4e07-bd10-6f33402d075d service neutron] Bound using segment: {'id': '4cef330c-37da-4641-a8a7-f38e5d914f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '03152998-8d8c-4a3d-a208-e039e443e15c'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:23.800513 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-f72fb244-6b87-4e07-bd10-6f33402d075d service neutron] Bound port: 9158d4a5-2854-4f66-9f1a-87fab2bac3ff, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cef330c-37da-4641-a8a7-f38e5d914f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '03152998-8d8c-4a3d-a208-e039e443e15c'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:23.800873 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-f72fb244-6b87-4e07-bd10-6f33402d075d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:23.816226 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:23.964060 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfdc7eb-0815-4e8b-a7e2-7cbaa1fd5b06 x-openstack-request-id: req-8bfdc7eb-0815-4e8b-a7e2-7cbaa1fd5b06 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:23.964060 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "name": "network-vif-plugged", "status": "completed", "tag": "17aae3e2-beee-4242-a747-d5d996c9bcc4", "code": 200}, {"server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "name": "network-vif-plugged", "status": "completed", "tag": "9f6dd92f-446d-431c-9742-1c64543233ba", "code": 200}, {"server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "name": "network-vif-plugged", "status": "completed", "tag": "1f7146e3-8033-4950-8584-85d59a6f89e7", "code": 200}, {"server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "name": "network-vif-plugged", "status": "completed", "tag": "b7de99ab-528a-45b3-83e8-223243db9266", "code": 200}, {"server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "name": "network-vif-plugged", "status": "completed", "tag": "8f564a5e-612b-4a41-8d78-25b6e98f9169", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:23.964060 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8bfdc7eb-0815-4e8b-a7e2-7cbaa1fd5b06 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:23.964699 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17aae3e2-beee-4242-a747-d5d996c9bcc4', 'code': 200} Jul 15 13:12:23.976790 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6dd92f-446d-431c-9742-1c64543233ba', 'code': 200} Jul 15 13:12:23.977316 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7146e3-8033-4950-8584-85d59a6f89e7', 'code': 200} Jul 15 13:12:23.977818 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7de99ab-528a-45b3-83e8-223243db9266', 'code': 200} Jul 15 13:12:23.979241 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f564a5e-612b-4a41-8d78-25b6e98f9169', 'code': 200} Jul 15 13:12:24.017918 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port b6f4ad12-3700-4e2e-a890-1b96827e12d9, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=b6f4ad12-3700-4e2e-a890-1b96827e12d9,segment=NetworkSegment(37f44b11-a6f8-42e5-9c70-4ac39e12a5cf),segment_id=37f44b11-a6f8-42e5-9c70-4ac39e12a5cf)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:24.027627 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:24.035842 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c059f08-f2d6-4493-955e-25a7758bfec0 service neutron] Pushing event updated for resources: {'Port': ['ID=91748c86-15cd-408f-a56c-d29e7b7c62ae,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:24.167334 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-96f325c7-6d41-4869-b077-1c5faa207002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:24.236013 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-f72fb244-6b87-4e07-bd10-6f33402d075d service neutron] For port 9158d4a5-2854-4f66-9f1a-87fab2bac3ff, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:24.259054 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-f72fb244-6b87-4e07-bd10-6f33402d075d service neutron] For port 9158d4a5-2854-4f66-9f1a-87fab2bac3ff, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9158d4a5-2854-4f66-9f1a-87fab2bac3ff,segment=NetworkSegment(4cef330c-37da-4641-a8a7-f38e5d914f40),segment_id=4cef330c-37da-4641-a8a7-f38e5d914f40)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:24.283598 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-f72fb244-6b87-4e07-bd10-6f33402d075d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:24.343308 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=b6f4ad12-3700-4e2e-a890-1b96827e12d9,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:24.367185 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-f72fb244-6b87-4e07-bd10-6f33402d075d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:24.368451 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-f72fb244-6b87-4e07-bd10-6f33402d075d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:24.371643 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-f72fb244-6b87-4e07-bd10-6f33402d075d service neutron] 10.222.0.18 "PUT /v2.0/ports/9158d4a5-2854-4f66-9f1a-87fab2bac3ff HTTP/1.1" status: 200 len: 1093 time: 4.6442034 Jul 15 13:12:24.392113 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131f1c3e-874b-43fa-8b8d-3f7dc49b8013', 'tag': '9158d4a5-2854-4f66-9f1a-87fab2bac3ff'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:24.396341 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47080826-9d09-4bde-8bb0-6b481c6b5f97" -d '{"events": [{"name": "network-changed", "server_uuid": "131f1c3e-874b-43fa-8b8d-3f7dc49b8013", "tag": "9158d4a5-2854-4f66-9f1a-87fab2bac3ff"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:24.540319 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-9c059f08-f2d6-4493-955e-25a7758bfec0 service neutron] Attempting to bind port 91748c86-15cd-408f-a56c-d29e7b7c62ae on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:24.540934 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-9c059f08-f2d6-4493-955e-25a7758bfec0 service neutron] Attempting to bind port 91748c86-15cd-408f-a56c-d29e7b7c62ae by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '4cef330c-37da-4641-a8a7-f38e5d914f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '03152998-8d8c-4a3d-a208-e039e443e15c'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:24.541531 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-9c059f08-f2d6-4493-955e-25a7758bfec0 service neutron] Attempting to bind port 91748c86-15cd-408f-a56c-d29e7b7c62ae on network 03152998-8d8c-4a3d-a208-e039e443e15c {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:24.562877 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-9c059f08-f2d6-4493-955e-25a7758bfec0 service neutron] Port 91748c86-15cd-408f-a56c-d29e7b7c62ae on network 03152998-8d8c-4a3d-a208-e039e443e15c not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:12:24.563555 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-9c059f08-f2d6-4493-955e-25a7758bfec0 service neutron] Attempting to bind port 91748c86-15cd-408f-a56c-d29e7b7c62ae on network 03152998-8d8c-4a3d-a208-e039e443e15c {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:24.599551 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72fb244-6b87-4e07-bd10-6f33402d075d service neutron] Pushing event updated for resources: {'Port': ['ID=9158d4a5-2854-4f66-9f1a-87fab2bac3ff,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:24.606608 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-9c059f08-f2d6-4493-955e-25a7758bfec0 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:24.607509 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-9c059f08-f2d6-4493-955e-25a7758bfec0 service neutron] Checking segment: {'id': '4cef330c-37da-4641-a8a7-f38e5d914f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '03152998-8d8c-4a3d-a208-e039e443e15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:24.608348 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-9c059f08-f2d6-4493-955e-25a7758bfec0 service neutron] Bound using segment: {'id': '4cef330c-37da-4641-a8a7-f38e5d914f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '03152998-8d8c-4a3d-a208-e039e443e15c'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:24.609337 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-9c059f08-f2d6-4493-955e-25a7758bfec0 service neutron] Bound port: 91748c86-15cd-408f-a56c-d29e7b7c62ae, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cef330c-37da-4641-a8a7-f38e5d914f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '03152998-8d8c-4a3d-a208-e039e443e15c'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:24.610227 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-9c059f08-f2d6-4493-955e-25a7758bfec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:24.617028 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-96f325c7-6d41-4869-b077-1c5faa207002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f5de1aa-a2c8-4375-b2c2-da4a79f6db49 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:24.628013 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-96f325c7-6d41-4869-b077-1c5faa207002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:24.630326 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:24.646683 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-96f325c7-6d41-4869-b077-1c5faa207002 service neutron] Transition to ACTIVE for port object 3f5de1aa-a2c8-4375-b2c2-da4a79f6db49 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:24.657022 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-96f325c7-6d41-4869-b077-1c5faa207002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:24.753876 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f325c7-6d41-4869-b077-1c5faa207002 service neutron] Pushing event updated for resources: {'Port': ['ID=3f5de1aa-a2c8-4375-b2c2-da4a79f6db49,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:24.771934 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:24.793957 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed04e5-2974-4415-9e9b-79e043f8e72d req-19dc5f72-7e2b-4ea6-9651-8bdf30088cf7 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:24.796670 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fbed04e5-2974-4415-9e9b-79e043f8e72d req-19dc5f72-7e2b-4ea6-9651-8bdf30088cf7 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 946 time: 0.4235721 Jul 15 13:12:24.815059 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f657f8-bade-4875-a65c-7b971391fe97 req-0f3831b4-6565-4b5e-9c22-3d9f7a3dcee1 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:24.818716 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57838) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:24.823386 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e1f657f8-bade-4875-a65c-7b971391fe97 req-0f3831b4-6565-4b5e-9c22-3d9f7a3dcee1 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 943 time: 0.7271035 Jul 15 13:12:24.898279 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fbed04e5-2974-4415-9e9b-79e043f8e72d req-1cddf1c3-d746-4fa0-9252-e45e39a3c849 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877626 Jul 15 13:12:24.903928 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-9d0e63df-2c92-4ff5-8cf9-041fe6e8acba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:24.904862 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-9d0e63df-2c92-4ff5-8cf9-041fe6e8acba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d308a6a1226f4b79b9424f76280af15b&device_id=131f1c3e-874b-43fa-8b8d-3f7dc49b8013 HTTP/1.1" status: 200 len: 1096 time: 0.4248106 Jul 15 13:12:24.908918 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-9c059f08-f2d6-4493-955e-25a7758bfec0 service neutron] For port 91748c86-15cd-408f-a56c-d29e7b7c62ae, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:24.915503 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-9c059f08-f2d6-4493-955e-25a7758bfec0 service neutron] For port 91748c86-15cd-408f-a56c-d29e7b7c62ae, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=91748c86-15cd-408f-a56c-d29e7b7c62ae,segment=NetworkSegment(4cef330c-37da-4641-a8a7-f38e5d914f40),segment_id=4cef330c-37da-4641-a8a7-f38e5d914f40)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:24.990021 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e1f657f8-bade-4875-a65c-7b971391fe97 req-551680eb-2489-455f-a0bb-8b571792452d tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655793 Jul 15 13:12:24.991462 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-9c059f08-f2d6-4493-955e-25a7758bfec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:25.007274 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-7c656df2-8c4d-437f-b348-c1fecbe13143 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9158d4a5-2854-4f66-9f1a-87fab2bac3ff HTTP/1.1" status: 200 len: 217 time: 0.0897489 Jul 15 13:12:25.032740 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-993bc206-286b-46a4-9c33-7f205c185ed7 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:25.080382 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-9c059f08-f2d6-4493-955e-25a7758bfec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:25.081167 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-9c059f08-f2d6-4493-955e-25a7758bfec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:25.082949 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-9c059f08-f2d6-4493-955e-25a7758bfec0 service neutron] 10.222.0.32 "PUT /v2.0/ports/91748c86-15cd-408f-a56c-d29e7b7c62ae HTTP/1.1" status: 200 len: 1093 time: 3.7444978 Jul 15 13:12:25.203430 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-96f325c7-6d41-4869-b077-1c5faa207002 service neutron] Attempting to bind port 3f5de1aa-a2c8-4375-b2c2-da4a79f6db49 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:25.203970 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-96f325c7-6d41-4869-b077-1c5faa207002 service neutron] Attempting to bind port 3f5de1aa-a2c8-4375-b2c2-da4a79f6db49 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '4cef330c-37da-4641-a8a7-f38e5d914f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '03152998-8d8c-4a3d-a208-e039e443e15c'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:25.204513 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-96f325c7-6d41-4869-b077-1c5faa207002 service neutron] Attempting to bind port 3f5de1aa-a2c8-4375-b2c2-da4a79f6db49 on network 03152998-8d8c-4a3d-a208-e039e443e15c {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:25.218181 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-96f325c7-6d41-4869-b077-1c5faa207002 service neutron] Port 3f5de1aa-a2c8-4375-b2c2-da4a79f6db49 on network 03152998-8d8c-4a3d-a208-e039e443e15c not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:12:25.218691 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-96f325c7-6d41-4869-b077-1c5faa207002 service neutron] Attempting to bind port 3f5de1aa-a2c8-4375-b2c2-da4a79f6db49 on network 03152998-8d8c-4a3d-a208-e039e443e15c {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:25.289870 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-96f325c7-6d41-4869-b077-1c5faa207002 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:25.292189 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-96f325c7-6d41-4869-b077-1c5faa207002 service neutron] Checking segment: {'id': '4cef330c-37da-4641-a8a7-f38e5d914f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '03152998-8d8c-4a3d-a208-e039e443e15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:25.292672 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-96f325c7-6d41-4869-b077-1c5faa207002 service neutron] Bound using segment: {'id': '4cef330c-37da-4641-a8a7-f38e5d914f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '03152998-8d8c-4a3d-a208-e039e443e15c'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:25.293276 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-96f325c7-6d41-4869-b077-1c5faa207002 service neutron] Bound port: 3f5de1aa-a2c8-4375-b2c2-da4a79f6db49, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cef330c-37da-4641-a8a7-f38e5d914f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '03152998-8d8c-4a3d-a208-e039e443e15c'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:25.293601 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-96f325c7-6d41-4869-b077-1c5faa207002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:25.314339 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06be2f21-9941-494d-9fd3-7d2e97f409cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:25.328719 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-1c5c1490-d1fc-40ea-8894-a9817be4c320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:25.332186 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-1c5c1490-d1fc-40ea-8894-a9817be4c320 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=90f120ba-6344-4cef-ad64-e2d154dab216 HTTP/1.1" status: 200 len: 858 time: 0.2818675 Jul 15 13:12:25.335264 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84a398c-962c-402e-9c7f-671cb8483aa3 x-openstack-request-id: req-c84a398c-962c-402e-9c7f-671cb8483aa3 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:25.335773 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131f1c3e-874b-43fa-8b8d-3f7dc49b8013", "tag": "9158d4a5-2854-4f66-9f1a-87fab2bac3ff", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:25.336204 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c84a398c-962c-402e-9c7f-671cb8483aa3 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:25.336818 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '131f1c3e-874b-43fa-8b8d-3f7dc49b8013', 'tag': '9158d4a5-2854-4f66-9f1a-87fab2bac3ff', 'status': 'completed', 'code': 200} Jul 15 13:12:25.406554 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-96f325c7-6d41-4869-b077-1c5faa207002 service neutron] For port 3f5de1aa-a2c8-4375-b2c2-da4a79f6db49, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:25.410332 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-96f325c7-6d41-4869-b077-1c5faa207002 service neutron] For port 3f5de1aa-a2c8-4375-b2c2-da4a79f6db49, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3f5de1aa-a2c8-4375-b2c2-da4a79f6db49,segment=NetworkSegment(4cef330c-37da-4641-a8a7-f38e5d914f40),segment_id=4cef330c-37da-4641-a8a7-f38e5d914f40)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:25.439686 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-bba12b9b-c698-4a72-b3d4-98ec80d05807 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03152998-8d8c-4a3d-a208-e039e443e15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550244 Jul 15 13:12:25.442477 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c059f08-f2d6-4493-955e-25a7758bfec0 service neutron] Pushing event updated for resources: {'Port': ['ID=91748c86-15cd-408f-a56c-d29e7b7c62ae,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:25.479352 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-96f325c7-6d41-4869-b077-1c5faa207002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:25.574161 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-96f325c7-6d41-4869-b077-1c5faa207002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:25.574571 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-96f325c7-6d41-4869-b077-1c5faa207002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:25.576173 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-96f325c7-6d41-4869-b077-1c5faa207002 service neutron] 10.222.0.32 "PUT /v2.0/ports/3f5de1aa-a2c8-4375-b2c2-da4a79f6db49 HTTP/1.1" status: 200 len: 1093 time: 1.9762833 Jul 15 13:12:25.578992 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08de8a3a-8605-4017-9f23-78733e199019', 'tag': '3f5de1aa-a2c8-4375-b2c2-da4a79f6db49'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:25.582151 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedbd3ca-f2e2-4dcb-a154-0dd6f326d683" -d '{"events": [{"name": "network-changed", "server_uuid": "08de8a3a-8605-4017-9f23-78733e199019", "tag": "3f5de1aa-a2c8-4375-b2c2-da4a79f6db49"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:25.672247 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-993bc206-286b-46a4-9c33-7f205c185ed7 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:25.697884 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-993bc206-286b-46a4-9c33-7f205c185ed7 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3773587'] for router, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:25.702249 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-57aa648d-2ab9-4f6d-b192-56bfbfa7118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:25.704749 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-57aa648d-2ab9-4f6d-b192-56bfbfa7118e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d308a6a1226f4b79b9424f76280af15b&device_id=cd388e91-e16a-44b6-89f4-a8ba72ae30a5 HTTP/1.1" status: 200 len: 1096 time: 0.4898684 Jul 15 13:12:25.732522 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f325c7-6d41-4869-b077-1c5faa207002 service neutron] Pushing event updated for resources: {'Port': ['ID=3f5de1aa-a2c8-4375-b2c2-da4a79f6db49,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:25.772228 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99294bec-90f0-44de-b3bf-8c545e09826a req-040229db-a0af-4bd3-84ce-6443d048f206 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:25.785026 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99294bec-90f0-44de-b3bf-8c545e09826a req-040229db-a0af-4bd3-84ce-6443d048f206 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:25.796774 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99294bec-90f0-44de-b3bf-8c545e09826a req-040229db-a0af-4bd3-84ce-6443d048f206 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:25.809354 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99294bec-90f0-44de-b3bf-8c545e09826a req-040229db-a0af-4bd3-84ce-6443d048f206 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:25.819604 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99294bec-90f0-44de-b3bf-8c545e09826a req-040229db-a0af-4bd3-84ce-6443d048f206 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:25.830377 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99294bec-90f0-44de-b3bf-8c545e09826a req-040229db-a0af-4bd3-84ce-6443d048f206 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:25.838913 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99294bec-90f0-44de-b3bf-8c545e09826a req-040229db-a0af-4bd3-84ce-6443d048f206 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:25.849591 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-99294bec-90f0-44de-b3bf-8c545e09826a req-040229db-a0af-4bd3-84ce-6443d048f206 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 5434 time: 0.6086948 Jul 15 13:12:25.880173 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce633ee-384e-479a-b490-0382e05ec30e req-82e35506-8852-4fb8-8a19-3932b7a9626f tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:25.882107 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bce633ee-384e-479a-b490-0382e05ec30e req-82e35506-8852-4fb8-8a19-3932b7a9626f tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 945 time: 0.4083295 Jul 15 13:12:25.917073 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-d06a43af-7b80-4ba1-b183-e368f7788792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:25.918817 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-d06a43af-7b80-4ba1-b183-e368f7788792 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d308a6a1226f4b79b9424f76280af15b&device_id=08de8a3a-8605-4017-9f23-78733e199019 HTTP/1.1" status: 200 len: 1096 time: 0.2497835 Jul 15 13:12:25.959429 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-cc8b21a4-6c32-444f-8418-79a644319c95 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91748c86-15cd-408f-a56c-d29e7b7c62ae HTTP/1.1" status: 200 len: 217 time: 0.2301908 Jul 15 13:12:25.979993 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e'}, {'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f4ad12-3700-4e2e-a890-1b96827e12d9'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:25.984041 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-b4f2b60a-977c-4799-bac6-f45f047931b9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f5de1aa-a2c8-4375-b2c2-da4a79f6db49 HTTP/1.1" status: 200 len: 217 time: 0.0509806 Jul 15 13:12:25.986842 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012a567f-f780-43b9-9ef9-666e5d59e539" -d '{"events": [{"server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "name": "network-vif-plugged", "status": "completed", "tag": "c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e"}, {"server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "name": "network-vif-plugged", "status": "completed", "tag": "b6f4ad12-3700-4e2e-a890-1b96827e12d9"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:25.998733 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-cb957bf4-0d16-460c-99f6-a2fa1359b8c7 service neutron] 10.222.0.18 "GET /v2.0/networks/03152998-8d8c-4a3d-a208-e039e443e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5463259 Jul 15 13:12:26.034490 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bce633ee-384e-479a-b490-0382e05ec30e req-25d09307-9793-4e2c-93a6-ed29ab6c45e1 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391129 Jul 15 13:12:26.071710 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-730a96ff-3a0d-4805-8645-e1715275b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:26.073366 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-730a96ff-3a0d-4805-8645-e1715275b773 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=90f120ba-6344-4cef-ad64-e2d154dab216 HTTP/1.1" status: 200 len: 858 time: 0.0826645 Jul 15 13:12:26.078249 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993bc206-286b-46a4-9c33-7f205c185ed7 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Router e332f191-243c-4463-9b0c-df1972c0309a is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:12:26.142643 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-99294bec-90f0-44de-b3bf-8c545e09826a req-63928acd-8a76-44b4-8f72-2306b6767b82 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=23bbefeb-be8c-4146-bf3d-810b99d9a00e&id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2916334 Jul 15 13:12:26.204997 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-3df580c8-c5f4-4c24-bfdf-1999278120a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03152998-8d8c-4a3d-a208-e039e443e15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081798 Jul 15 13:12:26.249954 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:26.264319 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-36afc35b-dcbb-4594-a377-9c36a26a606f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:26.280643 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-36afc35b-dcbb-4594-a377-9c36a26a606f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=90f120ba-6344-4cef-ad64-e2d154dab216 HTTP/1.1" status: 200 len: 858 time: 0.3066473 Jul 15 13:12:26.424611 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993bc206-286b-46a4-9c33-7f205c185ed7 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:12:26.434889 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-993bc206-286b-46a4-9c33-7f205c185ed7 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:26.439495 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-993bc206-286b-46a4-9c33-7f205c185ed7 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] 10.222.0.24 "PUT /v2.0/routers/e332f191-243c-4463-9b0c-df1972c0309a HTTP/1.1" status: 200 len: 914 time: 7.3776810 Jul 15 13:12:26.444335 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99455f32-3174-4d33-b619-ae009c68eef7 None None] Sync routers for ids ['e332f191-243c-4463-9b0c-df1972c0309a'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:12:26.457718 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57864) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:26.471370 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99455f32-3174-4d33-b619-ae009c68eef7 None None] Routers {'e332f191-243c-4463-9b0c-df1972c0309a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:26.472026 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-99455f32-3174-4d33-b619-ae009c68eef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:12:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['e332f191-243c-4463-9b0c-df1972c0309a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:26.487924 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e347e61-89f9-499a-ac23-4d4458d65675 x-openstack-request-id: req-7e347e61-89f9-499a-ac23-4d4458d65675 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:26.488232 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08de8a3a-8605-4017-9f23-78733e199019", "tag": "3f5de1aa-a2c8-4375-b2c2-da4a79f6db49", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:26.488487 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7e347e61-89f9-499a-ac23-4d4458d65675 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:26.488902 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08de8a3a-8605-4017-9f23-78733e199019', 'tag': '3f5de1aa-a2c8-4375-b2c2-da4a79f6db49', 'status': 'completed', 'code': 200} Jul 15 13:12:26.492375 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-bad8d817-c333-46e2-9187-f1b11b858d3f service neutron] 10.222.0.32 "GET /v2.0/networks/03152998-8d8c-4a3d-a208-e039e443e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782326 Jul 15 13:12:26.541252 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-99455f32-3174-4d33-b619-ae009c68eef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:26.567009 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99455f32-3174-4d33-b619-ae009c68eef7 None None] Routers {'e332f191-243c-4463-9b0c-df1972c0309a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:26.571262 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-99455f32-3174-4d33-b619-ae009c68eef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:12:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['e332f191-243c-4463-9b0c-df1972c0309a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:26.668163 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-99455f32-3174-4d33-b619-ae009c68eef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:26.670329 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-60a3deeb-2515-47ab-8211-42722348d202 service neutron] 10.222.0.32 "GET /v2.0/networks/03152998-8d8c-4a3d-a208-e039e443e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115310 Jul 15 13:12:26.670655 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99455f32-3174-4d33-b619-ae009c68eef7 None None] The sync data for ids ['e332f191-243c-4463-9b0c-df1972c0309a'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:12:26.740690 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ef115-5500-4d98-a291-16805abf9e78 req-797c3533-f775-4dff-831d-9c31b4963e15 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:26.744808 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-642ef115-5500-4d98-a291-16805abf9e78 req-797c3533-f775-4dff-831d-9c31b4963e15 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.24 "GET /v2.0/ports?device_id=08de8a3a-8605-4017-9f23-78733e199019 HTTP/1.1" status: 200 len: 944 time: 0.4478402 Jul 15 13:12:26.860596 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06be2f21-9941-494d-9fd3-7d2e97f409cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:26.866620 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-8ceb25d4-d268-451f-bd39-f84fba0d25d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03152998-8d8c-4a3d-a208-e039e443e15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5718396 Jul 15 13:12:26.904398 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06be2f21-9941-494d-9fd3-7d2e97f409cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:27.011307 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-e88e8913-d101-4e06-a7a5-16119cdbb79b service neutron] 10.222.0.18 "GET /v2.0/networks/03152998-8d8c-4a3d-a208-e039e443e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9680648 Jul 15 13:12:27.017216 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-06be2f21-9941-494d-9fd3-7d2e97f409cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0c59baad5e8641f580756d2dcb6e5a93&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1966908 Jul 15 13:12:27.049386 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57866) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:27.060513 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be2f21-9941-494d-9fd3-7d2e97f409cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08dd4a8-3868-4406-aa12-0fa2b5f03345,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:27.235516 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-a7cbe669-afe3-4d88-a830-22c73c187b28 service neutron] 10.222.0.32 "GET /v2.0/networks/03152998-8d8c-4a3d-a208-e039e443e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411629 Jul 15 13:12:27.261992 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21791613-52ce-4807-8387-5cde7cf6d0bf req-04a8e581-c346-4ed2-a7de-ecc1700e4c28 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:27.266239 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-21791613-52ce-4807-8387-5cde7cf6d0bf req-04a8e581-c346-4ed2-a7de-ecc1700e4c28 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 946 time: 0.4410994 Jul 15 13:12:27.346796 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd388e91-e16a-44b6-89f4-a8ba72ae30a5', 'tag': '91748c86-15cd-408f-a56c-d29e7b7c62ae'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:27.350818 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421e1aed-6ab0-4b8f-98b0-5bce05cdeb28" -d '{"events": [{"name": "network-changed", "server_uuid": "cd388e91-e16a-44b6-89f4-a8ba72ae30a5", "tag": "91748c86-15cd-408f-a56c-d29e7b7c62ae"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:27.405947 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5bfb0a5a-26ec-437c-b28b-f9df74acb7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:27.485104 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c7f52917-252e-4341-b078-ab6d77101be2 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] 10.222.0.24 "GET /v2.0/routers/e332f191-243c-4463-9b0c-df1972c0309a HTTP/1.1" status: 200 len: 920 time: 1.0254600 Jul 15 13:12:27.488267 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57872) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:27.527647 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-642ef115-5500-4d98-a291-16805abf9e78 req-66ad77c0-27dd-4c23-841c-618968b1ba6d tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.24 "GET /v2.0/security-groups?id=39f37a9b-8c70-4393-9933-8cb0ec6a8488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022815 Jul 15 13:12:27.569359 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47080826-9d09-4bde-8bb0-6b481c6b5f97 req-579f9d7c-df8f-4db7-af08-a2e916e188f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:27.571150 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-47080826-9d09-4bde-8bb0-6b481c6b5f97 req-579f9d7c-df8f-4db7-af08-a2e916e188f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d308a6a1226f4b79b9424f76280af15b&device_id=131f1c3e-874b-43fa-8b8d-3f7dc49b8013 HTTP/1.1" status: 200 len: 1096 time: 0.4430876 Jul 15 13:12:27.582272 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbd3ca-f2e2-4dcb-a154-0dd6f326d683 req-dff0c773-c597-4a7c-80dd-02f0794e3e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:27.584528 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fedbd3ca-f2e2-4dcb-a154-0dd6f326d683 req-dff0c773-c597-4a7c-80dd-02f0794e3e44 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d308a6a1226f4b79b9424f76280af15b&device_id=08de8a3a-8605-4017-9f23-78733e199019 HTTP/1.1" status: 200 len: 1096 time: 0.2649715 Jul 15 13:12:27.586943 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-21791613-52ce-4807-8387-5cde7cf6d0bf req-41bb65c7-5545-4856-b9da-00b6b6e8d288 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962615 Jul 15 13:12:27.595627 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5bfb0a5a-26ec-437c-b28b-f9df74acb7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:27.647692 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62ffe8ca-03c5-48d8-a8c8-0c961a8b493d req-4260906a-593d-42fb-9642-a16703c748af service neutron] 10.222.0.32 "GET /v2.0/networks/03152998-8d8c-4a3d-a208-e039e443e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789680 Jul 15 13:12:27.670478 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66ad59c-66d1-4481-87c9-7e948ea0c967 x-openstack-request-id: req-b66ad59c-66d1-4481-87c9-7e948ea0c967 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:27.671248 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "name": "network-vif-plugged", "status": "completed", "tag": "c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e", "code": 200}, {"server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "name": "network-vif-plugged", "status": "completed", "tag": "b6f4ad12-3700-4e2e-a890-1b96827e12d9", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:27.671731 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b66ad59c-66d1-4481-87c9-7e948ea0c967 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:27.674106 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e', 'code': 200} Jul 15 13:12:27.675008 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f4ad12-3700-4e2e-a890-1b96827e12d9', 'code': 200} Jul 15 13:12:27.984238 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47080826-9d09-4bde-8bb0-6b481c6b5f97 req-05696380-4b0a-448f-b0eb-82c6d88d7113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:27.986218 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-47080826-9d09-4bde-8bb0-6b481c6b5f97 req-05696380-4b0a-448f-b0eb-82c6d88d7113 service neutron] 10.222.0.18 "GET /v2.0/networks?id=03152998-8d8c-4a3d-a208-e039e443e15c HTTP/1.1" status: 200 len: 919 time: 0.3980722 Jul 15 13:12:27.989382 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5bfb0a5a-26ec-437c-b28b-f9df74acb7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:27.993318 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5bfb0a5a-26ec-437c-b28b-f9df74acb7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:28.008977 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5bfb0a5a-26ec-437c-b28b-f9df74acb7d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a08dd4a8-3868-4406-aa12-0fa2b5f03345 HTTP/1.1" status: 204 len: 168 time: 0.9474039 Jul 15 13:12:28.079044 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7a5244-541e-4860-aa33-953272d21380 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:28.089470 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ce7a5244-541e-4860-aa33-953272d21380 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=0b352371-cfe9-4be4-934e-718e319584db&device_id=e332f191-243c-4463-9b0c-df1972c0309a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5954211 Jul 15 13:12:28.099087 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbd3ca-f2e2-4dcb-a154-0dd6f326d683 req-314f0652-dd5f-4596-8228-82658c5af222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:28.101868 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fedbd3ca-f2e2-4dcb-a154-0dd6f326d683 req-314f0652-dd5f-4596-8228-82658c5af222 service neutron] 10.222.0.32 "GET /v2.0/networks?id=03152998-8d8c-4a3d-a208-e039e443e15c HTTP/1.1" status: 200 len: 919 time: 0.4822383 Jul 15 13:12:28.102671 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57878) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:28.203294 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb0a5a-26ec-437c-b28b-f9df74acb7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08dd4a8-3868-4406-aa12-0fa2b5f03345,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:28.227734 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-47080826-9d09-4bde-8bb0-6b481c6b5f97 req-02acea62-9295-4027-acb2-ce0f8ada70e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9158d4a5-2854-4f66-9f1a-87fab2bac3ff HTTP/1.1" status: 200 len: 217 time: 0.2119560 Jul 15 13:12:28.362812 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47080826-9d09-4bde-8bb0-6b481c6b5f97 req-139888ac-ac0c-483f-b98e-01263bfab726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:28.365026 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-47080826-9d09-4bde-8bb0-6b481c6b5f97 req-139888ac-ac0c-483f-b98e-01263bfab726 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=90f120ba-6344-4cef-ad64-e2d154dab216 HTTP/1.1" status: 200 len: 858 time: 0.1303835 Jul 15 13:12:28.403495 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fedbd3ca-f2e2-4dcb-a154-0dd6f326d683 req-30fd0da7-03dd-426a-820b-b11df9f6e7a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f5de1aa-a2c8-4375-b2c2-da4a79f6db49 HTTP/1.1" status: 200 len: 217 time: 0.2550042 Jul 15 13:12:28.441821 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-47080826-9d09-4bde-8bb0-6b481c6b5f97 req-eb0ddf31-e85f-46aa-9ee1-39a39c9494a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03152998-8d8c-4a3d-a208-e039e443e15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695553 Jul 15 13:12:28.468809 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3d2555-f3f4-4e21-b82f-0be692f1151b x-openstack-request-id: req-cc3d2555-f3f4-4e21-b82f-0be692f1151b {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:28.469120 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd388e91-e16a-44b6-89f4-a8ba72ae30a5", "tag": "91748c86-15cd-408f-a56c-d29e7b7c62ae", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:28.469469 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc3d2555-f3f4-4e21-b82f-0be692f1151b {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:28.470302 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd388e91-e16a-44b6-89f4-a8ba72ae30a5', 'tag': '91748c86-15cd-408f-a56c-d29e7b7c62ae', 'status': 'completed', 'code': 200} Jul 15 13:12:28.625166 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57890) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:28.674681 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-47080826-9d09-4bde-8bb0-6b481c6b5f97 req-b191dc81-fab5-44bf-8889-dc79af39a419 service neutron] 10.222.0.18 "GET /v2.0/networks/03152998-8d8c-4a3d-a208-e039e443e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078843 Jul 15 13:12:28.715763 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa6aab-c739-40a3-a47f-bb16f155c806 req-84e97cbb-e047-4200-b835-7f30a4339653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:28.716580 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa6aab-c739-40a3-a47f-bb16f155c806 req-84e97cbb-e047-4200-b835-7f30a4339653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:28.717563 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa6aab-c739-40a3-a47f-bb16f155c806 req-84e97cbb-e047-4200-b835-7f30a4339653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:28.718457 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa6aab-c739-40a3-a47f-bb16f155c806 req-84e97cbb-e047-4200-b835-7f30a4339653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:28.719276 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa6aab-c739-40a3-a47f-bb16f155c806 req-84e97cbb-e047-4200-b835-7f30a4339653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:28.720091 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa6aab-c739-40a3-a47f-bb16f155c806 req-84e97cbb-e047-4200-b835-7f30a4339653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:28.721367 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa6aab-c739-40a3-a47f-bb16f155c806 req-84e97cbb-e047-4200-b835-7f30a4339653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:28.725082 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-feaa6aab-c739-40a3-a47f-bb16f155c806 req-84e97cbb-e047-4200-b835-7f30a4339653 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 6498 time: 0.8343444 Jul 15 13:12:28.764049 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-404e0acb-d9fb-4a63-b000-d3f7d6e941e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:28.830518 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8189988-ac62-4c15-b051-c9d9a8b3003b tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:28.835587 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d8189988-ac62-4c15-b051-c9d9a8b3003b tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 881 time: 0.7168567 Jul 15 13:12:28.841650 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbd3ca-f2e2-4dcb-a154-0dd6f326d683 req-0ce6f6f3-6657-4517-b0cc-1870d1479795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:28.860268 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fedbd3ca-f2e2-4dcb-a154-0dd6f326d683 req-0ce6f6f3-6657-4517-b0cc-1870d1479795 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=90f120ba-6344-4cef-ad64-e2d154dab216 HTTP/1.1" status: 200 len: 858 time: 0.4337425 Jul 15 13:12:28.863836 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57902) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:28.948761 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-404e0acb-d9fb-4a63-b000-d3f7d6e941e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:28.992002 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e1aed-6ab0-4b8f-98b0-5bce05cdeb28 req-03253da6-0e0e-4ed8-9506-97fe62d203d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:28.995656 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-421e1aed-6ab0-4b8f-98b0-5bce05cdeb28 req-03253da6-0e0e-4ed8-9506-97fe62d203d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d308a6a1226f4b79b9424f76280af15b&device_id=cd388e91-e16a-44b6-89f4-a8ba72ae30a5 HTTP/1.1" status: 200 len: 1096 time: 0.3656647 Jul 15 13:12:28.996811 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-404e0acb-d9fb-4a63-b000-d3f7d6e941e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.007519 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-092c1dfe-4310-4276-a3fd-6aa65a18a264 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] 10.222.0.24 "GET /v2.0/ports?device_id=e332f191-243c-4463-9b0c-df1972c0309a HTTP/1.1" status: 200 len: 205 time: 0.1229136 Jul 15 13:12:29.023790 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57908) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:29.061942 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fedbd3ca-f2e2-4dcb-a154-0dd6f326d683 req-eeaebde3-1cce-42ed-ba41-bf55fdf35749 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03152998-8d8c-4a3d-a208-e039e443e15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1505382 Jul 15 13:12:29.066151 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-feaa6aab-c739-40a3-a47f-bb16f155c806 req-75891328-7efb-4e1b-8148-0a5e04be2348 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=455e1ca1-9db0-44d4-8190-9a75304b39f8&id=23bbefeb-be8c-4146-bf3d-810b99d9a00e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3261962 Jul 15 13:12:29.083964 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 9158d4a5-2854-4f66-9f1a-87fab2bac3ff details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:29.149723 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 3f5de1aa-a2c8-4375-b2c2-da4a79f6db49 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:29.236505 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-47080826-9d09-4bde-8bb0-6b481c6b5f97 req-f6d2012d-9084-4cf6-a8ae-d5d9868ec45e service neutron] 10.222.0.18 "GET /v2.0/networks/03152998-8d8c-4a3d-a208-e039e443e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5428433 Jul 15 13:12:29.262818 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 9158d4a5-2854-4f66-9f1a-87fab2bac3ff, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9158d4a5-2854-4f66-9f1a-87fab2bac3ff,segment=NetworkSegment(4cef330c-37da-4641-a8a7-f38e5d914f40),segment_id=4cef330c-37da-4641-a8a7-f38e5d914f40)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:29.291068 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '9158d4a5-2854-4f66-9f1a-87fab2bac3ff', 'network_id': '03152998-8d8c-4a3d-a208-e039e443e15c', 'port_id': '9158d4a5-2854-4f66-9f1a-87fab2bac3ff', 'mac_address': 'fa:16:3e:35:03:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f120ba-6344-4cef-ad64-e2d154dab216', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:12:29.399837 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961fa8e-ba3d-4583-900d-62cd7a081679 req-37251ade-3809-44d7-980f-3a8ec7bb1785 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:29.413624 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961fa8e-ba3d-4583-900d-62cd7a081679 req-37251ade-3809-44d7-980f-3a8ec7bb1785 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:29.428168 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961fa8e-ba3d-4583-900d-62cd7a081679 req-37251ade-3809-44d7-980f-3a8ec7bb1785 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:29.438991 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fedbd3ca-f2e2-4dcb-a154-0dd6f326d683 req-bd780bce-dbd0-43aa-9ec2-be8ed4be5064 service neutron] 10.222.0.32 "GET /v2.0/networks/03152998-8d8c-4a3d-a208-e039e443e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562458 Jul 15 13:12:29.443216 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961fa8e-ba3d-4583-900d-62cd7a081679 req-37251ade-3809-44d7-980f-3a8ec7bb1785 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:29.455482 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961fa8e-ba3d-4583-900d-62cd7a081679 req-37251ade-3809-44d7-980f-3a8ec7bb1785 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:29.462539 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.470355 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961fa8e-ba3d-4583-900d-62cd7a081679 req-37251ade-3809-44d7-980f-3a8ec7bb1785 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:29.490478 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961fa8e-ba3d-4583-900d-62cd7a081679 req-37251ade-3809-44d7-980f-3a8ec7bb1785 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:29.506391 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8961fa8e-ba3d-4583-900d-62cd7a081679 req-37251ade-3809-44d7-980f-3a8ec7bb1785 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 5434 time: 1.1181474 Jul 15 13:12:29.518667 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 3f5de1aa-a2c8-4375-b2c2-da4a79f6db49, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3f5de1aa-a2c8-4375-b2c2-da4a79f6db49,segment=NetworkSegment(4cef330c-37da-4641-a8a7-f38e5d914f40),segment_id=4cef330c-37da-4641-a8a7-f38e5d914f40)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:29.533042 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-404e0acb-d9fb-4a63-b000-d3f7d6e941e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e763e35b0a144ccaa1d3a7d359351bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8615124 Jul 15 13:12:29.541578 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '3f5de1aa-a2c8-4375-b2c2-da4a79f6db49', 'network_id': '03152998-8d8c-4a3d-a208-e039e443e15c', 'port_id': '3f5de1aa-a2c8-4375-b2c2-da4a79f6db49', 'mac_address': 'fa:16:3e:a7:7a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f120ba-6344-4cef-ad64-e2d154dab216', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:12:29.553995 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9158d4a5-2854-4f66-9f1a-87fab2bac3ff {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:29.584043 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57916) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:29.627103 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390e9f1-3400-478c-9eea-febb2377e04e req-31d64c5e-1660-4332-940f-5b08204a9916 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:29.645054 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b390e9f1-3400-478c-9eea-febb2377e04e req-31d64c5e-1660-4332-940f-5b08204a9916 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 943 time: 0.4901383 Jul 15 13:12:29.647095 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 9158d4a5-2854-4f66-9f1a-87fab2bac3ff, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9158d4a5-2854-4f66-9f1a-87fab2bac3ff,segment=NetworkSegment(4cef330c-37da-4641-a8a7-f38e5d914f40),segment_id=4cef330c-37da-4641-a8a7-f38e5d914f40)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:29.652966 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fedbd3ca-f2e2-4dcb-a154-0dd6f326d683 req-7dd2f701-0271-498b-b9e5-953863ef7f22 service neutron] 10.222.0.32 "GET /v2.0/networks/03152998-8d8c-4a3d-a208-e039e443e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037268 Jul 15 13:12:29.660623 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.670374 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.730630 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b390e9f1-3400-478c-9eea-febb2377e04e req-29160381-b2e8-41fa-9f25-efe68bcc5341 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838952 Jul 15 13:12:29.732539 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e0acb-d9fb-4a63-b000-d3f7d6e941e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d7797d-983c-405b-bae8-9331b3876884,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:29.752629 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f5de1aa-a2c8-4375-b2c2-da4a79f6db49 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:29.832431 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=9158d4a5-2854-4f66-9f1a-87fab2bac3ff,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:29.848012 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 3f5de1aa-a2c8-4375-b2c2-da4a79f6db49, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3f5de1aa-a2c8-4375-b2c2-da4a79f6db49,segment=NetworkSegment(4cef330c-37da-4641-a8a7-f38e5d914f40),segment_id=4cef330c-37da-4641-a8a7-f38e5d914f40)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:29.858444 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.937268 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=3f5de1aa-a2c8-4375-b2c2-da4a79f6db49,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:29.955658 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e1aed-6ab0-4b8f-98b0-5bce05cdeb28 req-dab06b9d-ef6b-4775-be0d-893c5d93303f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:29.957439 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-421e1aed-6ab0-4b8f-98b0-5bce05cdeb28 req-dab06b9d-ef6b-4775-be0d-893c5d93303f service neutron] 10.222.0.32 "GET /v2.0/networks?id=03152998-8d8c-4a3d-a208-e039e443e15c HTTP/1.1" status: 200 len: 919 time: 0.9292552 Jul 15 13:12:29.998513 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8961fa8e-ba3d-4583-900d-62cd7a081679 req-4eabcdbb-ef8e-47a5-a046-733141e0c5bb tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=23bbefeb-be8c-4146-bf3d-810b99d9a00e&id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4576931 Jul 15 13:12:30.004247 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['9158d4a5-2854-4f66-9f1a-87fab2bac3ff'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:30.083653 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a5304-9b80-4006-b3bc-375cdcdb1a02 req-24dd5492-64dd-40fe-a536-fe43b7fc06bc tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:30.092878 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6b4a5304-9b80-4006-b3bc-375cdcdb1a02 req-24dd5492-64dd-40fe-a536-fe43b7fc06bc tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.24 "GET /v2.0/ports?device_id=08de8a3a-8605-4017-9f23-78733e199019 HTTP/1.1" status: 200 len: 945 time: 0.1501245 Jul 15 13:12:30.094914 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93852cf1-d93c-448b-96dc-85f584dbb20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.115740 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-421e1aed-6ab0-4b8f-98b0-5bce05cdeb28 req-7b5087ab-4604-42eb-a59e-c5e674231e38 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91748c86-15cd-408f-a56c-d29e7b7c62ae HTTP/1.1" status: 200 len: 217 time: 0.1384981 Jul 15 13:12:30.164119 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44919a72-44c0-48dc-9018-456dc7369ee8 req-396c48ae-d220-4f3a-9eb4-02691bc69e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:30.167391 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-44919a72-44c0-48dc-9018-456dc7369ee8 req-396c48ae-d220-4f3a-9eb4-02691bc69e8e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e51b95462ec42b2a02dd62dd4e4547f&device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 1097 time: 1.1445532 Jul 15 13:12:30.219484 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6b4a5304-9b80-4006-b3bc-375cdcdb1a02 req-67c9e3a5-6d14-4320-988c-e1fcd903df9f tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.24 "GET /v2.0/security-groups?id=39f37a9b-8c70-4393-9933-8cb0ec6a8488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255999 Jul 15 13:12:30.269912 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10709c2d-47ff-4747-a964-5e7148323b2c tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.312718 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['3f5de1aa-a2c8-4375-b2c2-da4a79f6db49'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:30.320991 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93852cf1-d93c-448b-96dc-85f584dbb20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.503562 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-124ce32f-6b40-4e06-9041-e1b0e68b75df service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.2809503 Jul 15 13:12:30.653152 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e1aed-6ab0-4b8f-98b0-5bce05cdeb28 req-25f539b3-a08a-4390-b4be-94b530b53ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:30.655949 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-421e1aed-6ab0-4b8f-98b0-5bce05cdeb28 req-25f539b3-a08a-4390-b4be-94b530b53ab7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=90f120ba-6344-4cef-ad64-e2d154dab216 HTTP/1.1" status: 200 len: 858 time: 0.4814517 Jul 15 13:12:30.664243 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee5231-bba8-4680-bf0f-e8c27d29de95 req-4efe9c85-c871-44c0-8f21-ee4290cd6bb6 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:30.667443 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-30ee5231-bba8-4680-bf0f-e8c27d29de95 req-4efe9c85-c871-44c0-8f21-ee4290cd6bb6 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 945 time: 0.1950097 Jul 15 13:12:30.746248 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-30ee5231-bba8-4680-bf0f-e8c27d29de95 req-2c1b0691-1ce0-422f-a3e5-49cf52870502 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666604 Jul 15 13:12:30.885278 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44919a72-44c0-48dc-9018-456dc7369ee8 req-dfed3bba-df00-46d5-b68c-8319d11589d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:30.888767 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-44919a72-44c0-48dc-9018-456dc7369ee8 req-dfed3bba-df00-46d5-b68c-8319d11589d8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ff999f83-8f01-4fb0-bb3e-8fa1520b01f4 HTTP/1.1" status: 200 len: 919 time: 0.6951163 Jul 15 13:12:30.892616 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-421e1aed-6ab0-4b8f-98b0-5bce05cdeb28 req-184f7839-073c-4af1-aa7c-b294f5e85555 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03152998-8d8c-4a3d-a208-e039e443e15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2059081 Jul 15 13:12:30.935323 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10709c2d-47ff-4747-a964-5e7148323b2c tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:31.112758 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 91748c86-15cd-408f-a56c-d29e7b7c62ae details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:31.117799 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-44919a72-44c0-48dc-9018-456dc7369ee8 req-79c08425-3f1f-4bf6-8d8a-59836fb13a2a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6792e362-13a8-4b34-a1c4-27c52b5f455c HTTP/1.1" status: 200 len: 217 time: 0.2000394 Jul 15 13:12:31.159959 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93852cf1-d93c-448b-96dc-85f584dbb20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:31.166840 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93852cf1-d93c-448b-96dc-85f584dbb20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:31.169025 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-93852cf1-d93c-448b-96dc-85f584dbb20f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/82d7797d-983c-405b-bae8-9331b3876884 HTTP/1.1" status: 204 len: 168 time: 1.5788722 Jul 15 13:12:31.198642 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1e1c3-0b75-4e62-b3d2-358b89a77dc8 req-5f3833c4-d949-45ee-b661-09512614eec6 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:31.202858 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d1c1e1c3-0b75-4e62-b3d2-358b89a77dc8 req-5f3833c4-d949-45ee-b661-09512614eec6 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 946 time: 0.7992187 Jul 15 13:12:31.248784 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b8755-d622-4ec5-b19c-b93ff37c67c0 req-cbf9ca12-1b9c-49e6-9cb5-da1302bbcd3e tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:31.250967 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fe6b8755-d622-4ec5-b19c-b93ff37c67c0 req-cbf9ca12-1b9c-49e6-9cb5-da1302bbcd3e tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 943 time: 0.1098726 Jul 15 13:12:31.320108 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93852cf1-d93c-448b-96dc-85f584dbb20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d7797d-983c-405b-bae8-9331b3876884,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:31.388607 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fe6b8755-d622-4ec5-b19c-b93ff37c67c0 req-fcfd0ffa-9247-4add-9ffe-b2d8d1814966 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219239 Jul 15 13:12:31.453142 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 91748c86-15cd-408f-a56c-d29e7b7c62ae, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=91748c86-15cd-408f-a56c-d29e7b7c62ae,segment=NetworkSegment(4cef330c-37da-4641-a8a7-f38e5d914f40),segment_id=4cef330c-37da-4641-a8a7-f38e5d914f40)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:31.497872 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '91748c86-15cd-408f-a56c-d29e7b7c62ae', 'network_id': '03152998-8d8c-4a3d-a208-e039e443e15c', 'port_id': '91748c86-15cd-408f-a56c-d29e7b7c62ae', 'mac_address': 'fa:16:3e:5d:39:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f120ba-6344-4cef-ad64-e2d154dab216', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:12:31.514413 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44919a72-44c0-48dc-9018-456dc7369ee8 req-a94f60e5-c328-4a0c-b5cd-dc53680478ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:31.516245 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-44919a72-44c0-48dc-9018-456dc7369ee8 req-a94f60e5-c328-4a0c-b5cd-dc53680478ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33c47e88-09c9-4ef9-8d40-4d0aac513fe6 HTTP/1.1" status: 200 len: 858 time: 0.3887293 Jul 15 13:12:31.532099 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d1c1e1c3-0b75-4e62-b3d2-358b89a77dc8 req-cdd7ae62-dc67-4ffb-9d01-efb040fc4c26 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062794 Jul 15 13:12:31.547056 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-421e1aed-6ab0-4b8f-98b0-5bce05cdeb28 req-fc758eea-32de-49e5-8fb7-ac72d36e0f42 service neutron] 10.222.0.32 "GET /v2.0/networks/03152998-8d8c-4a3d-a208-e039e443e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6171076 Jul 15 13:12:31.550448 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-10709c2d-47ff-4747-a964-5e7148323b2c tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Deleting port 9929da26-ebaa-42cf-a7dd-1ec15cbc5eb3 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:31.550901 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10709c2d-47ff-4747-a964-5e7148323b2c tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:31.573453 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-44919a72-44c0-48dc-9018-456dc7369ee8 req-e4a47324-cd75-4fcd-a970-cb3045b6e4e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff999f83-8f01-4fb0-bb3e-8fa1520b01f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385342 Jul 15 13:12:31.677683 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:31.690603 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-421e1aed-6ab0-4b8f-98b0-5bce05cdeb28 req-4bb48fe4-d83e-405d-b779-a9ba105d4cfd service neutron] 10.222.0.32 "GET /v2.0/networks/03152998-8d8c-4a3d-a208-e039e443e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145568 Jul 15 13:12:31.746865 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91748c86-15cd-408f-a56c-d29e7b7c62ae {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:31.888596 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 91748c86-15cd-408f-a56c-d29e7b7c62ae, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=91748c86-15cd-408f-a56c-d29e7b7c62ae,segment=NetworkSegment(4cef330c-37da-4641-a8a7-f38e5d914f40),segment_id=4cef330c-37da-4641-a8a7-f38e5d914f40)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:31.900438 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:32.040693 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefc5e2-6a68-488f-8f9e-b1b01e301dd9 req-dd925d30-9fe5-4d65-839b-b4ff5bac42fb tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:32.063623 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefc5e2-6a68-488f-8f9e-b1b01e301dd9 req-dd925d30-9fe5-4d65-839b-b4ff5bac42fb tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:32.082709 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefc5e2-6a68-488f-8f9e-b1b01e301dd9 req-dd925d30-9fe5-4d65-839b-b4ff5bac42fb tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:32.092540 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=91748c86-15cd-408f-a56c-d29e7b7c62ae,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:32.119601 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefc5e2-6a68-488f-8f9e-b1b01e301dd9 req-dd925d30-9fe5-4d65-839b-b4ff5bac42fb tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:32.141254 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefc5e2-6a68-488f-8f9e-b1b01e301dd9 req-dd925d30-9fe5-4d65-839b-b4ff5bac42fb tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:32.156560 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefc5e2-6a68-488f-8f9e-b1b01e301dd9 req-dd925d30-9fe5-4d65-839b-b4ff5bac42fb tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:32.172696 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefc5e2-6a68-488f-8f9e-b1b01e301dd9 req-dd925d30-9fe5-4d65-839b-b4ff5bac42fb tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:32.188193 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6eefc5e2-6a68-488f-8f9e-b1b01e301dd9 req-dd925d30-9fe5-4d65-839b-b4ff5bac42fb tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 5434 time: 0.3299584 Jul 15 13:12:32.291823 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6eefc5e2-6a68-488f-8f9e-b1b01e301dd9 req-a81b1985-5d3d-4b20-87e1-068169d5562c tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=23bbefeb-be8c-4146-bf3d-810b99d9a00e&id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0982122 Jul 15 13:12:32.297139 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['91748c86-15cd-408f-a56c-d29e7b7c62ae'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:32.405161 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10709c2d-47ff-4747-a964-5e7148323b2c tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:32.419906 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-44919a72-44c0-48dc-9018-456dc7369ee8 req-ff88d6d2-6400-4e77-b47a-a4906c20849c service neutron] 10.222.0.32 "GET /v2.0/networks/ff999f83-8f01-4fb0-bb3e-8fa1520b01f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7156870 Jul 15 13:12:32.425944 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-10709c2d-47ff-4747-a964-5e7148323b2c tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Calling delete_port for 9929da26-ebaa-42cf-a7dd-1ec15cbc5eb3 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:32.552303 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114b3ca-5cee-4366-a559-b3f8c5fde44f req-38cfaf29-5fc7-4f09-8e7e-355a256ca3c9 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:32.554082 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a114b3ca-5cee-4366-a559-b3f8c5fde44f req-38cfaf29-5fc7-4f09-8e7e-355a256ca3c9 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.24 "GET /v2.0/ports?device_id=08de8a3a-8605-4017-9f23-78733e199019 HTTP/1.1" status: 200 len: 945 time: 0.2494671 Jul 15 13:12:32.731332 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-44919a72-44c0-48dc-9018-456dc7369ee8 req-d8a6b46e-bb14-4d5d-8993-c08aad31ff9e service neutron] 10.222.0.32 "GET /v2.0/networks/ff999f83-8f01-4fb0-bb3e-8fa1520b01f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021269 Jul 15 13:12:32.774413 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e62ede-198f-4672-9d30-59fe54ebd167 req-7ff76db4-5a22-4795-8611-fcad747e8acc tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:32.792537 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-10e62ede-198f-4672-9d30-59fe54ebd167 req-7ff76db4-5a22-4795-8611-fcad747e8acc tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 945 time: 0.1868875 Jul 15 13:12:32.823118 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a114b3ca-5cee-4366-a559-b3f8c5fde44f req-e9392f1a-7967-4463-98d0-5aab4b8389a5 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.24 "GET /v2.0/security-groups?id=39f37a9b-8c70-4393-9933-8cb0ec6a8488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361789 Jul 15 13:12:32.898980 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-10e62ede-198f-4672-9d30-59fe54ebd167 req-0059566d-8ad6-47a8-8edc-fedfb2f07589 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016178 Jul 15 13:12:32.945951 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-164b8a73-329e-4ca2-9e00-f77186fc14ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:32.947872 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-164b8a73-329e-4ca2-9e00-f77186fc14ee service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914&tenant_id=711c2fbaceb442c4900883d9377ffded HTTP/1.1" status: 200 len: 1095 time: 0.1851118 Jul 15 13:12:32.949202 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10709c2d-47ff-4747-a964-5e7148323b2c tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:32.988314 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-cd18de24-c7c6-47b7-a50d-c77c130e15d0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-45', 'device_owner': 'compute:nova'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:32.993808 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10709c2d-47ff-4747-a964-5e7148323b2c tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Pushing event deleted for resources: {'Port': ['ID=9929da26-ebaa-42cf-a7dd-1ec15cbc5eb3,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:33.112158 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 9158d4a5-2854-4f66-9f1a-87fab2bac3ff up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:33.128470 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 3f5de1aa-a2c8-4375-b2c2-da4a79f6db49 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:33.270396 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab9613-0b58-4758-bf5b-5c918966d79c req-150c48dd-8bf4-4b36-bfdd-627b3159a76f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:33.287630 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab9613-0b58-4758-bf5b-5c918966d79c req-150c48dd-8bf4-4b36-bfdd-627b3159a76f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:33.294501 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-cd18de24-c7c6-47b7-a50d-c77c130e15d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.303611 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab9613-0b58-4758-bf5b-5c918966d79c req-150c48dd-8bf4-4b36-bfdd-627b3159a76f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:33.314210 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab9613-0b58-4758-bf5b-5c918966d79c req-150c48dd-8bf4-4b36-bfdd-627b3159a76f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:33.316424 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10709c2d-47ff-4747-a964-5e7148323b2c tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.327027 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab9613-0b58-4758-bf5b-5c918966d79c req-150c48dd-8bf4-4b36-bfdd-627b3159a76f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:33.330747 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 3f5de1aa-a2c8-4375-b2c2-da4a79f6db49 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:33.344973 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 3f5de1aa-a2c8-4375-b2c2-da4a79f6db49 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:33.345892 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.353356 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab9613-0b58-4758-bf5b-5c918966d79c req-150c48dd-8bf4-4b36-bfdd-627b3159a76f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:33.365564 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab9613-0b58-4758-bf5b-5c918966d79c req-150c48dd-8bf4-4b36-bfdd-627b3159a76f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:33.384608 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57966) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:33.385054 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a4ab9613-0b58-4758-bf5b-5c918966d79c req-150c48dd-8bf4-4b36-bfdd-627b3159a76f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 5434 time: 0.2412295 Jul 15 13:12:33.404827 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 9158d4a5-2854-4f66-9f1a-87fab2bac3ff completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:33.420638 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 9158d4a5-2854-4f66-9f1a-87fab2bac3ff triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:33.420638 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.483265 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-fb704ee8-36f5-49aa-904b-3214da229413 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Request body: {'floatingip': {'port_id': '8f564a5e-612b-4a41-8d78-25b6e98f9169'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:33.529913 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb704ee8-36f5-49aa-904b-3214da229413 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for floatingip, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.631808 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.640309 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22cdcb-61e9-4fc3-9610-1135e7bfc2d2 req-c096bc2f-df1f-400d-9e30-a6ece4e8014f tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:33.648677 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.655912 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10709c2d-47ff-4747-a964-5e7148323b2c tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.662450 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1d22cdcb-61e9-4fc3-9610-1135e7bfc2d2 req-c096bc2f-df1f-400d-9e30-a6ece4e8014f tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 946 time: 0.1269631 Jul 15 13:12:33.682393 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08de8a3a-8605-4017-9f23-78733e199019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5de1aa-a2c8-4375-b2c2-da4a79f6db49'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:33.685963 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2ca6a4-7868-4791-909b-046e661673d9" -d '{"events": [{"server_uuid": "08de8a3a-8605-4017-9f23-78733e199019", "name": "network-vif-plugged", "status": "completed", "tag": "3f5de1aa-a2c8-4375-b2c2-da4a79f6db49"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:33.693879 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10709c2d-47ff-4747-a964-5e7148323b2c tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.718340 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 3f5de1aa-a2c8-4375-b2c2-da4a79f6db49, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3f5de1aa-a2c8-4375-b2c2-da4a79f6db49,segment=NetworkSegment(4cef330c-37da-4641-a8a7-f38e5d914f40),segment_id=4cef330c-37da-4641-a8a7-f38e5d914f40)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:33.729306 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.743102 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1d22cdcb-61e9-4fc3-9610-1135e7bfc2d2 req-b1f217a1-b7f5-4c48-a9b1-c33c6f2edfb4 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794411 Jul 15 13:12:33.777740 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 9158d4a5-2854-4f66-9f1a-87fab2bac3ff, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9158d4a5-2854-4f66-9f1a-87fab2bac3ff,segment=NetworkSegment(4cef330c-37da-4641-a8a7-f38e5d914f40),segment_id=4cef330c-37da-4641-a8a7-f38e5d914f40)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:33.794741 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.811788 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=3f5de1aa-a2c8-4375-b2c2-da4a79f6db49,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:33.858486 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4ab190-f1ec-4c47-b45a-1cd3dec70e75 x-openstack-request-id: req-5c4ab190-f1ec-4c47-b45a-1cd3dec70e75 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:33.858909 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08de8a3a-8605-4017-9f23-78733e199019", "name": "network-vif-plugged", "status": "completed", "tag": "3f5de1aa-a2c8-4375-b2c2-da4a79f6db49", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:33.859234 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5c4ab190-f1ec-4c47-b45a-1cd3dec70e75 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:33.859708 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08de8a3a-8605-4017-9f23-78733e199019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5de1aa-a2c8-4375-b2c2-da4a79f6db49', 'code': 200} Jul 15 13:12:33.879081 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10709c2d-47ff-4747-a964-5e7148323b2c tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.879650 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10709c2d-47ff-4747-a964-5e7148323b2c tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Fanout notify agent at l3_agent the message router_deleted on router e332f191-243c-4463-9b0c-df1972c0309a {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:12:33.903036 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10709c2d-47ff-4747-a964-5e7148323b2c tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.908002 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57976) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:33.908198 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-10709c2d-47ff-4747-a964-5e7148323b2c tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] 10.222.0.24 "DELETE /v2.0/routers/e332f191-243c-4463-9b0c-df1972c0309a HTTP/1.1" status: 204 len: 168 time: 4.7332268 Jul 15 13:12:33.908396 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=9158d4a5-2854-4f66-9f1a-87fab2bac3ff,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:33.931145 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-276eeb36-0d93-4346-857c-de2a7b312ee3 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-813959130', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:33.989024 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-276eeb36-0d93-4346-857c-de2a7b312ee3 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:33.990427 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-276eeb36-0d93-4346-857c-de2a7b312ee3 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.015517 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae368e5-d479-4f51-ad2b-6d02c0723fe6 req-28f5f050-176e-46f1-ae8d-0f15facf2030 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:34.022653 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fae368e5-d479-4f51-ad2b-6d02c0723fe6 req-28f5f050-176e-46f1-ae8d-0f15facf2030 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 943 time: 0.5730183 Jul 15 13:12:34.117486 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-276eeb36-0d93-4346-857c-de2a7b312ee3 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.165384 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-276eeb36-0d93-4346-857c-de2a7b312ee3 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.210752 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-276eeb36-0d93-4346-857c-de2a7b312ee3 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.217746 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-276eeb36-0d93-4346-857c-de2a7b312ee3 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3035753 Jul 15 13:12:34.219782 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57988) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:34.234093 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-693459f7-8eea-4596-8210-9c562f8e32f6 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'enable_snat': False}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:34.364873 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fae368e5-d479-4f51-ad2b-6d02c0723fe6 req-3f88cdd3-6c2f-4b4d-a7ad-5d9136afe5fe tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392222 Jul 15 13:12:34.395567 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-cd18de24-c7c6-47b7-a50d-c77c130e15d0 service neutron] For port 5895e339-f2ce-465f-b37b-81f0219f7117, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=5895e339-f2ce-465f-b37b-81f0219f7117,segment=NetworkSegment(f19c2669-c167-4697-a02d-3890cc03720b),segment_id=f19c2669-c167-4697-a02d-3890cc03720b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:34.468020 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7eeec-b2c6-4dde-b39b-2e2bda1636d7 req-04bcb42b-33d7-4e21-9399-75aea051cc0b tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:34.470829 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ad7eeec-b2c6-4dde-b39b-2e2bda1636d7 req-04bcb42b-33d7-4e21-9399-75aea051cc0b tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.24 "GET /v2.0/ports?device_id=08de8a3a-8605-4017-9f23-78733e199019 HTTP/1.1" status: 200 len: 946 time: 0.3795607 Jul 15 13:12:34.625924 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b79eb-d371-4cdc-acf4-479cfe57b929 req-5590b67a-c6fb-4894-a8d3-3bfb3534db63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:34.629898 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c76b79eb-d371-4cdc-acf4-479cfe57b929 req-5590b67a-c6fb-4894-a8d3-3bfb3534db63 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=08de8a3a-8605-4017-9f23-78733e199019 HTTP/1.1" status: 200 len: 1098 time: 0.5732915 Jul 15 13:12:34.707653 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-cd18de24-c7c6-47b7-a50d-c77c130e15d0 service neutron] For port 5895e339-f2ce-465f-b37b-81f0219f7117, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:34.717058 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ad7eeec-b2c6-4dde-b39b-2e2bda1636d7 req-ecd7c6ef-b69a-4faa-aa9f-41a357cf99d2 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.24 "GET /v2.0/security-groups?id=39f37a9b-8c70-4393-9933-8cb0ec6a8488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793680 Jul 15 13:12:34.719465 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-693459f7-8eea-4596-8210-9c562f8e32f6 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.902725 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-cd18de24-c7c6-47b7-a50d-c77c130e15d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5895e339-f2ce-465f-b37b-81f0219f7117 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:34.932317 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-cd18de24-c7c6-47b7-a50d-c77c130e15d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.953960 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c76b79eb-d371-4cdc-acf4-479cfe57b929 req-da5300bd-9062-479d-afbd-ef8ee9f9c6f8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=39f37a9b-8c70-4393-9933-8cb0ec6a8488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682679 Jul 15 13:12:35.053926 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd013bf7-c65e-4d3c-af8b-3323eb8cdeca req-1e9cd49a-4f85-4527-9224-73ce5e798a78 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:35.057887 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fd013bf7-c65e-4d3c-af8b-3323eb8cdeca req-1e9cd49a-4f85-4527-9224-73ce5e798a78 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 945 time: 0.4747205 Jul 15 13:12:35.062903 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-cd18de24-c7c6-47b7-a50d-c77c130e15d0 service neutron] Transition to ACTIVE for port object 5895e339-f2ce-465f-b37b-81f0219f7117 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:35.084341 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-cd18de24-c7c6-47b7-a50d-c77c130e15d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.122476 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 91748c86-15cd-408f-a56c-d29e7b7c62ae up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:35.190566 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.db.resource_extend [None req-fb704ee8-36f5-49aa-904b-3214da229413 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:12:35.197623 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-693459f7-8eea-4596-8210-9c562f8e32f6 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.231062 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 91748c86-15cd-408f-a56c-d29e7b7c62ae completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:35.238803 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 91748c86-15cd-408f-a56c-d29e7b7c62ae triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:35.239535 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.259413 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-693459f7-8eea-4596-8210-9c562f8e32f6 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.298648 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58006) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:35.366643 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fd013bf7-c65e-4d3c-af8b-3323eb8cdeca req-fe01fdf7-5956-4afc-b4b2-eafa7d6c9399 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980011 Jul 15 13:12:35.384426 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.433691 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 91748c86-15cd-408f-a56c-d29e7b7c62ae, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=91748c86-15cd-408f-a56c-d29e7b7c62ae,segment=NetworkSegment(4cef330c-37da-4641-a8a7-f38e5d914f40),segment_id=4cef330c-37da-4641-a8a7-f38e5d914f40)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:35.444070 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.462864 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18de24-c7c6-47b7-a50d-c77c130e15d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5895e339-f2ce-465f-b37b-81f0219f7117,revision_number=9']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:35.471553 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-cd18de24-c7c6-47b7-a50d-c77c130e15d0 service neutron] No DVR routers for this DVR port 5895e339-f2ce-465f-b37b-81f0219f7117 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:35.481379 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-693459f7-8eea-4596-8210-9c562f8e32f6 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Allocated IP 172.25.6.61 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/ee95a25a-6ad3-4d37-8e7f-90557800af28) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:35.498574 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb704ee8-36f5-49aa-904b-3214da229413 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.512984 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb704ee8-36f5-49aa-904b-3214da229413 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.579091 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=91748c86-15cd-408f-a56c-d29e7b7c62ae,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:35.745468 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-693459f7-8eea-4596-8210-9c562f8e32f6 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.766277 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769adf7-675c-45cc-b7f2-0a2ad46a71d1 req-fa10e9d2-2ca6-4459-871c-3ac3beab25a1 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:35.767928 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5769adf7-675c-45cc-b7f2-0a2ad46a71d1 req-fa10e9d2-2ca6-4459-871c-3ac3beab25a1 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 946 time: 0.1483843 Jul 15 13:12:35.771801 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-49d4defb-9995-4b8e-aeac-e7b3119011ed tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:35.779210 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-cd18de24-c7c6-47b7-a50d-c77c130e15d0 service neutron] Attempting to bind port 5895e339-f2ce-465f-b37b-81f0219f7117 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:35.779764 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-cd18de24-c7c6-47b7-a50d-c77c130e15d0 service neutron] Attempting to bind port 5895e339-f2ce-465f-b37b-81f0219f7117 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'f19c2669-c167-4697-a02d-3890cc03720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7a1d132d-e27f-484a-993c-1c0bbb72a2ee'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:35.780557 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-cd18de24-c7c6-47b7-a50d-c77c130e15d0 service neutron] Attempting to bind port 5895e339-f2ce-465f-b37b-81f0219f7117 on network 7a1d132d-e27f-484a-993c-1c0bbb72a2ee {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:35.793341 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-cd18de24-c7c6-47b7-a50d-c77c130e15d0 service neutron] Port 5895e339-f2ce-465f-b37b-81f0219f7117 on network 7a1d132d-e27f-484a-993c-1c0bbb72a2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:12:35.794227 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-cd18de24-c7c6-47b7-a50d-c77c130e15d0 service neutron] Attempting to bind port 5895e339-f2ce-465f-b37b-81f0219f7117 on network 7a1d132d-e27f-484a-993c-1c0bbb72a2ee {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:35.848285 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5769adf7-675c-45cc-b7f2-0a2ad46a71d1 req-c0f46349-6a45-434d-bf13-1ff7c6cc7a90 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706418 Jul 15 13:12:35.861601 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131f1c3e-874b-43fa-8b8d-3f7dc49b8013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9158d4a5-2854-4f66-9f1a-87fab2bac3ff'}, {'server_uuid': 'cd388e91-e16a-44b6-89f4-a8ba72ae30a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91748c86-15cd-408f-a56c-d29e7b7c62ae'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:35.863030 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-693459f7-8eea-4596-8210-9c562f8e32f6 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.865329 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fd8610-f146-4cbc-80b0-0aa0f26ade37" -d '{"events": [{"server_uuid": "131f1c3e-874b-43fa-8b8d-3f7dc49b8013", "name": "network-vif-plugged", "status": "completed", "tag": "9158d4a5-2854-4f66-9f1a-87fab2bac3ff"}, {"server_uuid": "cd388e91-e16a-44b6-89f4-a8ba72ae30a5", "name": "network-vif-plugged", "status": "completed", "tag": "91748c86-15cd-408f-a56c-d29e7b7c62ae"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:35.902416 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-cd18de24-c7c6-47b7-a50d-c77c130e15d0 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:35.902757 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-cd18de24-c7c6-47b7-a50d-c77c130e15d0 service neutron] Checking segment: {'id': 'f19c2669-c167-4697-a02d-3890cc03720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7a1d132d-e27f-484a-993c-1c0bbb72a2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:35.903152 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-cd18de24-c7c6-47b7-a50d-c77c130e15d0 service neutron] Bound using segment: {'id': 'f19c2669-c167-4697-a02d-3890cc03720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7a1d132d-e27f-484a-993c-1c0bbb72a2ee'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:35.903657 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-cd18de24-c7c6-47b7-a50d-c77c130e15d0 service neutron] Bound port: 5895e339-f2ce-465f-b37b-81f0219f7117, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f19c2669-c167-4697-a02d-3890cc03720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '7a1d132d-e27f-484a-993c-1c0bbb72a2ee'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:35.904123 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-cd18de24-c7c6-47b7-a50d-c77c130e15d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.938141 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693459f7-8eea-4596-8210-9c562f8e32f6 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:35.948366 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-693459f7-8eea-4596-8210-9c562f8e32f6 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:35.958949 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693459f7-8eea-4596-8210-9c562f8e32f6 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:35.963991 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49d4defb-9995-4b8e-aeac-e7b3119011ed tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.002733 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-fb704ee8-36f5-49aa-904b-3214da229413 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Floating IP 02ca3ecc-ed3a-4d58-aae4-88672827a50e associated. External IP: 172.25.6.89, port: 8f564a5e-612b-4a41-8d78-25b6e98f9169. Jul 15 13:12:36.015156 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693459f7-8eea-4596-8210-9c562f8e32f6 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Pushing event updated for resources: {'Port': ['ID=ee95a25a-6ad3-4d37-8e7f-90557800af28,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:36.481529 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a26322-8222-4816-be64-a82469bb61ae req-f659758a-df37-474a-8f92-a75208c0b1b1 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:36.483314 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-14a26322-8222-4816-be64-a82469bb61ae req-f659758a-df37-474a-8f92-a75208c0b1b1 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 943 time: 0.7762594 Jul 15 13:12:36.491195 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-cd18de24-c7c6-47b7-a50d-c77c130e15d0 service neutron] For port 5895e339-f2ce-465f-b37b-81f0219f7117, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:36.569481 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186d384-5662-435a-a86f-835250968e17 req-8c022a07-16aa-4f9f-8a48-96f5332260a9 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:36.574655 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f186d384-5662-435a-a86f-835250968e17 req-8c022a07-16aa-4f9f-8a48-96f5332260a9 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.24 "GET /v2.0/ports?device_id=08de8a3a-8605-4017-9f23-78733e199019 HTTP/1.1" status: 200 len: 946 time: 0.4416859 Jul 15 13:12:36.602508 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-cd18de24-c7c6-47b7-a50d-c77c130e15d0 service neutron] For port 5895e339-f2ce-465f-b37b-81f0219f7117, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=5895e339-f2ce-465f-b37b-81f0219f7117,segment=NetworkSegment(f19c2669-c167-4697-a02d-3890cc03720b),segment_id=f19c2669-c167-4697-a02d-3890cc03720b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:36.626614 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-cd18de24-c7c6-47b7-a50d-c77c130e15d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.639655 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-693459f7-8eea-4596-8210-9c562f8e32f6 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.785352 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-14a26322-8222-4816-be64-a82469bb61ae req-bb7ac11c-f06d-44b9-a42f-ec1229ed6b41 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864199 Jul 15 13:12:36.793916 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-cd18de24-c7c6-47b7-a50d-c77c130e15d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:36.794195 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-cd18de24-c7c6-47b7-a50d-c77c130e15d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.795778 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-cd18de24-c7c6-47b7-a50d-c77c130e15d0 service neutron] 10.222.0.18 "PUT /v2.0/ports/5895e339-f2ce-465f-b37b-81f0219f7117 HTTP/1.1" status: 200 len: 1092 time: 3.8149033 Jul 15 13:12:36.798700 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '365c97c5-1dc9-444e-aa7f-97a6a08ec914', 'tag': '5895e339-f2ce-465f-b37b-81f0219f7117'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:36.800894 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ac7238-6f7a-419b-b4ca-876ee4098a10" -d '{"events": [{"name": "network-changed", "server_uuid": "365c97c5-1dc9-444e-aa7f-97a6a08ec914", "tag": "5895e339-f2ce-465f-b37b-81f0219f7117"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:36.826528 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18de24-c7c6-47b7-a50d-c77c130e15d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5895e339-f2ce-465f-b37b-81f0219f7117,revision_number=10']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:36.885214 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3335855b-ffc6-4304-b0b1-d1cdf94f5d78 x-openstack-request-id: req-3335855b-ffc6-4304-b0b1-d1cdf94f5d78 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:36.885214 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131f1c3e-874b-43fa-8b8d-3f7dc49b8013", "name": "network-vif-plugged", "status": "completed", "tag": "9158d4a5-2854-4f66-9f1a-87fab2bac3ff", "code": 200}, {"server_uuid": "cd388e91-e16a-44b6-89f4-a8ba72ae30a5", "name": "network-vif-plugged", "status": "completed", "tag": "91748c86-15cd-408f-a56c-d29e7b7c62ae", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:36.886267 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3335855b-ffc6-4304-b0b1-d1cdf94f5d78 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:36.886267 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131f1c3e-874b-43fa-8b8d-3f7dc49b8013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9158d4a5-2854-4f66-9f1a-87fab2bac3ff', 'code': 200} Jul 15 13:12:36.886869 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd388e91-e16a-44b6-89f4-a8ba72ae30a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91748c86-15cd-408f-a56c-d29e7b7c62ae', 'code': 200} Jul 15 13:12:37.077204 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49d4defb-9995-4b8e-aeac-e7b3119011ed tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.187128 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb704ee8-36f5-49aa-904b-3214da229413 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Router 44e78f15-7598-4391-bba7-ce3eb4154b2d has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:12:37.198735 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-0ed9a49a-53ed-402b-a96c-fdbdf64b2575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:37.200323 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-0ed9a49a-53ed-402b-a96c-fdbdf64b2575 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=711c2fbaceb442c4900883d9377ffded&device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 1096 time: 0.3548224 Jul 15 13:12:37.268111 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f186d384-5662-435a-a86f-835250968e17 req-0f69fa86-4ca8-4d3d-bb1a-b4475911b646 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.24 "GET /v2.0/security-groups?id=39f37a9b-8c70-4393-9933-8cb0ec6a8488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6837749 Jul 15 13:12:37.392070 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b78396f-20ea-43bc-90f4-045dde4bfcf2 x-openstack-request-id: req-4b78396f-20ea-43bc-90f4-045dde4bfcf2 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:37.392509 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "365c97c5-1dc9-444e-aa7f-97a6a08ec914", "tag": "5895e339-f2ce-465f-b37b-81f0219f7117", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:37.392663 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4b78396f-20ea-43bc-90f4-045dde4bfcf2 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:37.393161 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '365c97c5-1dc9-444e-aa7f-97a6a08ec914', 'tag': '5895e339-f2ce-465f-b37b-81f0219f7117', 'status': 'completed', 'code': 200} Jul 15 13:12:37.460590 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-49d4defb-9995-4b8e-aeac-e7b3119011ed tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Allocated IP 172.25.6.94 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/c5284d96-7081-41c6-ae8f-d511604189c1) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:37.470777 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c743f28-a831-4451-a18d-f4bb9d74c362 req-4d7fba86-957c-4650-909a-b15177df1fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:37.472463 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1c743f28-a831-4451-a18d-f4bb9d74c362 req-4d7fba86-957c-4650-909a-b15177df1fc4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cd388e91-e16a-44b6-89f4-a8ba72ae30a5 HTTP/1.1" status: 200 len: 1098 time: 0.3929658 Jul 15 13:12:37.606449 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-5ccbce6f-41ed-40e1-9863-94bc80585be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:37.608012 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-5ccbce6f-41ed-40e1-9863-94bc80585be9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a1d132d-e27f-484a-993c-1c0bbb72a2ee HTTP/1.1" status: 200 len: 915 time: 0.3938468 Jul 15 13:12:37.621327 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e104c-6575-44f9-bc6b-44d37016ea97 req-dca2c960-c6fd-4fae-8044-455b18b71747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:37.624541 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b4e104c-6575-44f9-bc6b-44d37016ea97 req-dca2c960-c6fd-4fae-8044-455b18b71747 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=131f1c3e-874b-43fa-8b8d-3f7dc49b8013 HTTP/1.1" status: 200 len: 1098 time: 0.3640060 Jul 15 13:12:37.652093 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb704ee8-36f5-49aa-904b-3214da229413 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:12:37.666046 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3be8138-8b22-448c-83e6-e83a10bfb2f2 None None] Sync routers for ids ['44e78f15-7598-4391-bba7-ce3eb4154b2d'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:12:37.692746 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3be8138-8b22-448c-83e6-e83a10bfb2f2 None None] Routers {'44e78f15-7598-4391-bba7-ce3eb4154b2d'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:37.694246 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-c3be8138-8b22-448c-83e6-e83a10bfb2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:12:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['44e78f15-7598-4391-bba7-ce3eb4154b2d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:37.763019 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb704ee8-36f5-49aa-904b-3214da229413 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.773863 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-d7d09cba-fbc5-438b-afdb-4f41095e3a27 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5895e339-f2ce-465f-b37b-81f0219f7117 HTTP/1.1" status: 200 len: 217 time: 0.1562421 Jul 15 13:12:37.799151 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1c743f28-a831-4451-a18d-f4bb9d74c362 req-75dc00e8-3324-43aa-aa62-b5fb0dec5bb8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=39f37a9b-8c70-4393-9933-8cb0ec6a8488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114917 Jul 15 13:12:37.801330 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cc414e39-fc56-46e5-ad23-6955e9912c8c req-ccdf2511-58e8-43ac-a1bf-f59ecddf1d4c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=45435c35-70cb-4302-8456-ce5fb63273a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4531360 Jul 15 13:12:37.880005 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-c3be8138-8b22-448c-83e6-e83a10bfb2f2 None None] Set router 44e78f15-7598-4391-bba7-ce3eb4154b2d gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:37.884135 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.888958 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0394c-71e6-4d9e-abbe-368cc0a8c0e7 req-e52dc03f-00e5-4054-8618-68f6b0acc0ea tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:37.890427 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5ec0394c-71e6-4d9e-abbe-368cc0a8c0e7 req-e52dc03f-00e5-4054-8618-68f6b0acc0ea tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 945 time: 0.6281533 Jul 15 13:12:37.940855 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0ee7d-0569-4d06-bff6-849a0508ba67 req-6d874245-35f4-4128-9f57-607c53e26734 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:37.944013 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-26d0ee7d-0569-4d06-bff6-849a0508ba67 req-6d874245-35f4-4128-9f57-607c53e26734 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 946 time: 0.4772880 Jul 15 13:12:37.947153 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b4e104c-6575-44f9-bc6b-44d37016ea97 req-9d417f85-9c40-4851-864b-fb3df671f096 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=39f37a9b-8c70-4393-9933-8cb0ec6a8488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521737 Jul 15 13:12:37.964879 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fb704ee8-36f5-49aa-904b-3214da229413 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "PUT /v2.0/floatingips/02ca3ecc-ed3a-4d58-aae4-88672827a50e HTTP/1.1" status: 200 len: 990 time: 4.5127728 Jul 15 13:12:37.984372 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-febd31c0-3d87-4534-bafb-e170f9c47e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:37.986214 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-febd31c0-3d87-4534-bafb-e170f9c47e93 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a0d112e7-4ba9-4d28-96e4-3d9434430baa HTTP/1.1" status: 200 len: 854 time: 0.1802611 Jul 15 13:12:37.994536 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49d4defb-9995-4b8e-aeac-e7b3119011ed tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.995020 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-693459f7-8eea-4596-8210-9c562f8e32f6 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:38.020343 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-693459f7-8eea-4596-8210-9c562f8e32f6 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3773587'] for router, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:38.050443 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-7ff35633-0010-4f79-9c2a-ff990233e67e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a1d132d-e27f-484a-993c-1c0bbb72a2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521483 Jul 15 13:12:38.055317 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5ec0394c-71e6-4d9e-abbe-368cc0a8c0e7 req-1f218144-f52e-4993-bcd8-5bca4ed38d86 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445985 Jul 15 13:12:38.174715 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49d4defb-9995-4b8e-aeac-e7b3119011ed tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:38.203796 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-26d0ee7d-0569-4d06-bff6-849a0508ba67 req-e01c8d60-1ce3-4f99-91c9-06e6b2c0dc60 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307243 Jul 15 13:12:38.299181 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d4defb-9995-4b8e-aeac-e7b3119011ed tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:38.323738 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-49d4defb-9995-4b8e-aeac-e7b3119011ed tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:38.336456 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc414e39-fc56-46e5-ad23-6955e9912c8c req-4304c34d-95e3-4e2c-9fbe-bc69c67b2faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:38.339316 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cc414e39-fc56-46e5-ad23-6955e9912c8c req-4304c34d-95e3-4e2c-9fbe-bc69c67b2faa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11b8af7c013140faa070a8db01c03b78&device_id=45435c35-70cb-4302-8456-ce5fb63273a8 HTTP/1.1" status: 200 len: 1096 time: 0.4774935 Jul 15 13:12:38.357574 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d4defb-9995-4b8e-aeac-e7b3119011ed tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:38.397395 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-46754ef0-8ad2-492e-86bd-a724bed3bf4b service neutron] 10.222.0.18 "GET /v2.0/networks/7a1d132d-e27f-484a-993c-1c0bbb72a2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159089 Jul 15 13:12:38.398557 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4defb-9995-4b8e-aeac-e7b3119011ed tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Pushing event updated for resources: {'Port': ['ID=c5284d96-7081-41c6-ae8f-d511604189c1,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:38.435104 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693459f7-8eea-4596-8210-9c562f8e32f6 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Router d5752d82-f874-4bd8-b938-726f1949f876 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:12:38.435485 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-c3be8138-8b22-448c-83e6-e83a10bfb2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'name': 'tempest-TaggedBootDevicesTest-1725315096-router', 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'b7ca0c08-c18f-4b50-a856-a826bc328cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:23Z', 'updated_at': '2021-07-15T13:09:37Z', 'revision_number': 4, 'project_id': '418a827c6cea45b7b8c4dddb4927b332', 'gw_port': {'id': 'b7ca0c08-c18f-4b50-a856-a826bc328cf2', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:24Z', 'updated_at': '2021-07-15T13:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '02ca3ecc-ed3a-4d58-aae4-88672827a50e', 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'floating_ip_address': '172.25.6.89', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'port_id': '8f564a5e-612b-4a41-8d78-25b6e98f9169', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68fe874-df04-4314-a181-131d0536a9d8', 'mac_address': 'fa:16:3e:44:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:10:41Z', 'updated_at': '2021-07-15T13:12:34Z', 'revision_number': 1, 'project_id': '418a827c6cea45b7b8c4dddb4927b332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '416b5eba-fbcb-4a59-a665-e67766425cf4', 'name': '', 'network_id': 'a68fe874-df04-4314-a181-131d0536a9d8', 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'mac_address': 'fa:16:3e:dc:81:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'bb32fc9a-711d-486b-b43b-dc825031996b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:34Z', 'updated_at': '2021-07-15T13:09:49Z', 'revision_number': 5, 'project_id': '418a827c6cea45b7b8c4dddb4927b332', 'subnets': [{'id': 'bb32fc9a-711d-486b-b43b-dc825031996b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:38.471928 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3be8138-8b22-448c-83e6-e83a10bfb2f2 None None] Checking router: 44e78f15-7598-4391-bba7-ce3eb4154b2d for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:12:38.484348 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3be8138-8b22-448c-83e6-e83a10bfb2f2 None None] Routers {'44e78f15-7598-4391-bba7-ce3eb4154b2d'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:38.485013 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-c3be8138-8b22-448c-83e6-e83a10bfb2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:12:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['44e78f15-7598-4391-bba7-ce3eb4154b2d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:38.628506 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc414e39-fc56-46e5-ad23-6955e9912c8c req-dc76f1bf-dc97-4ade-8dd1-95d3918e84f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:38.630054 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cc414e39-fc56-46e5-ad23-6955e9912c8c req-dc76f1bf-dc97-4ade-8dd1-95d3918e84f0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b4de3f9-9898-4e48-8ad2-d64a9c837567 HTTP/1.1" status: 200 len: 922 time: 0.2647908 Jul 15 13:12:38.636938 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1058a2-2706-4c20-9579-1c1a40134382 req-3ec5b135-5610-4ec7-bd16-789d2ff966b0 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:38.639115 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1b1058a2-2706-4c20-9579-1c1a40134382 req-3ec5b135-5610-4ec7-bd16-789d2ff966b0 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 944 time: 0.3355918 Jul 15 13:12:38.644711 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5769de49-b773-4e8f-ac3b-d206069dd999 req-a33771af-2796-410e-a922-c2e781135cff service neutron] 10.222.0.18 "GET /v2.0/networks/7a1d132d-e27f-484a-993c-1c0bbb72a2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359786 Jul 15 13:12:38.695131 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-c3be8138-8b22-448c-83e6-e83a10bfb2f2 None None] Set router 44e78f15-7598-4391-bba7-ce3eb4154b2d gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:38.701836 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cc414e39-fc56-46e5-ad23-6955e9912c8c req-fb75894a-67b6-491e-a2c0-9a5195a71737 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb25cb7b-545d-4bf6-beca-f3584daa8063 HTTP/1.1" status: 200 len: 217 time: 0.0637171 Jul 15 13:12:38.720312 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49d4defb-9995-4b8e-aeac-e7b3119011ed tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:38.764519 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1b1058a2-2706-4c20-9579-1c1a40134382 req-fd2af1da-8a7d-4937-ac40-6c8eef8ce3e2 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179955 Jul 15 13:12:38.807728 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693459f7-8eea-4596-8210-9c562f8e32f6 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:12:38.822476 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78a995b-1fef-483b-ac19-d631c53f2546 None None] Sync routers for ids ['d5752d82-f874-4bd8-b938-726f1949f876'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:12:38.834979 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-693459f7-8eea-4596-8210-9c562f8e32f6 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:38.842814 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78a995b-1fef-483b-ac19-d631c53f2546 None None] Routers {'d5752d82-f874-4bd8-b938-726f1949f876'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:38.847475 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a78a995b-1fef-483b-ac19-d631c53f2546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:12:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d5752d82-f874-4bd8-b938-726f1949f876'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:38.850781 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-693459f7-8eea-4596-8210-9c562f8e32f6 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] 10.222.0.24 "PUT /v2.0/routers/d5752d82-f874-4bd8-b938-726f1949f876 HTTP/1.1" status: 200 len: 914 time: 4.6281376 Jul 15 13:12:38.881753 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58042) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:38.982443 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc414e39-fc56-46e5-ad23-6955e9912c8c req-73068e99-983a-47de-9974-1ecc7436d2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:38.985140 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cc414e39-fc56-46e5-ad23-6955e9912c8c req-73068e99-983a-47de-9974-1ecc7436d2e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f7ee163d-4be2-4821-945f-cb7507aae308 HTTP/1.1" status: 200 len: 861 time: 0.2646317 Jul 15 13:12:39.001148 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a78a995b-1fef-483b-ac19-d631c53f2546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:39.064652 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78a995b-1fef-483b-ac19-d631c53f2546 None None] Routers {'d5752d82-f874-4bd8-b938-726f1949f876'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:39.065675 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a78a995b-1fef-483b-ac19-d631c53f2546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:12:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d5752d82-f874-4bd8-b938-726f1949f876'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:39.119095 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cc414e39-fc56-46e5-ad23-6955e9912c8c req-b40308bd-6ec6-4207-87d7-b9d6723b98df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b4de3f9-9898-4e48-8ad2-d64a9c837567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178830 Jul 15 13:12:39.150397 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a78a995b-1fef-483b-ac19-d631c53f2546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:39.153846 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78a995b-1fef-483b-ac19-d631c53f2546 None None] The sync data for ids ['d5752d82-f874-4bd8-b938-726f1949f876'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:12:39.266618 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-c3be8138-8b22-448c-83e6-e83a10bfb2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'name': 'tempest-TaggedBootDevicesTest-1725315096-router', 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'b7ca0c08-c18f-4b50-a856-a826bc328cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:23Z', 'updated_at': '2021-07-15T13:09:37Z', 'revision_number': 4, 'project_id': '418a827c6cea45b7b8c4dddb4927b332', 'gw_port': {'id': 'b7ca0c08-c18f-4b50-a856-a826bc328cf2', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:24Z', 'updated_at': '2021-07-15T13:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '02ca3ecc-ed3a-4d58-aae4-88672827a50e', 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'floating_ip_address': '172.25.6.89', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'port_id': '8f564a5e-612b-4a41-8d78-25b6e98f9169', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68fe874-df04-4314-a181-131d0536a9d8', 'mac_address': 'fa:16:3e:44:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:10:41Z', 'updated_at': '2021-07-15T13:12:34Z', 'revision_number': 1, 'project_id': '418a827c6cea45b7b8c4dddb4927b332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '416b5eba-fbcb-4a59-a665-e67766425cf4', 'name': '', 'network_id': 'a68fe874-df04-4314-a181-131d0536a9d8', 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'mac_address': 'fa:16:3e:dc:81:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'bb32fc9a-711d-486b-b43b-dc825031996b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:34Z', 'updated_at': '2021-07-15T13:09:49Z', 'revision_number': 5, 'project_id': '418a827c6cea45b7b8c4dddb4927b332', 'subnets': [{'id': 'bb32fc9a-711d-486b-b43b-dc825031996b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:39.308489 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3be8138-8b22-448c-83e6-e83a10bfb2f2 None None] The sync data for ids ['44e78f15-7598-4391-bba7-ce3eb4154b2d'] in n-d-758944-45 is: [{'id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'name': 'tempest-TaggedBootDevicesTest-1725315096-router', 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'b7ca0c08-c18f-4b50-a856-a826bc328cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:23Z', 'updated_at': '2021-07-15T13:09:37Z', 'revision_number': 4, 'project_id': '418a827c6cea45b7b8c4dddb4927b332', 'gw_port': {'id': 'b7ca0c08-c18f-4b50-a856-a826bc328cf2', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:24Z', 'updated_at': '2021-07-15T13:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '02ca3ecc-ed3a-4d58-aae4-88672827a50e', 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'floating_ip_address': '172.25.6.89', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'port_id': '8f564a5e-612b-4a41-8d78-25b6e98f9169', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68fe874-df04-4314-a181-131d0536a9d8', 'mac_address': 'fa:16:3e:44:64:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:10:41Z', 'updated_at': '2021-07-15T13:12:34Z', 'revision_number': 1, 'project_id': '418a827c6cea45b7b8c4dddb4927b332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '416b5eba-fbcb-4a59-a665-e67766425cf4', 'name': '', 'network_id': 'a68fe874-df04-4314-a181-131d0536a9d8', 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'mac_address': 'fa:16:3e:dc:81:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'bb32fc9a-711d-486b-b43b-dc825031996b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:34Z', 'updated_at': '2021-07-15T13:09:49Z', 'revision_number': 5, 'project_id': '418a827c6cea45b7b8c4dddb4927b332', 'subnets': [{'id': 'bb32fc9a-711d-486b-b43b-dc825031996b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:12:39.374367 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49d4defb-9995-4b8e-aeac-e7b3119011ed tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:39.428058 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'tag': '8f564a5e-612b-4a41-8d78-25b6e98f9169'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:39.433205 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a96368-67c0-4721-a4d2-feb934c915e3" -d '{"events": [{"name": "network-changed", "server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "tag": "8f564a5e-612b-4a41-8d78-25b6e98f9169"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:39.494608 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cc414e39-fc56-46e5-ad23-6955e9912c8c req-7d860021-eed7-4a1c-95e1-bd9769560150 service neutron] 10.222.0.18 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682792 Jul 15 13:12:39.735246 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-727d6177-8383-4891-a585-cb63cfc2c433 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] 10.222.0.24 "GET /v2.0/routers/d5752d82-f874-4bd8-b938-726f1949f876 HTTP/1.1" status: 200 len: 920 time: 0.8407569 Jul 15 13:12:39.744164 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58068) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:39.824615 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac7238-6f7a-419b-b4ca-876ee4098a10 req-65471bbd-88b3-43ad-a803-1bbe8f10f077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:39.827301 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-93ac7238-6f7a-419b-b4ca-876ee4098a10 req-65471bbd-88b3-43ad-a803-1bbe8f10f077 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=711c2fbaceb442c4900883d9377ffded&device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 1096 time: 0.9465866 Jul 15 13:12:39.879801 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee40747-a1b0-46ba-b084-3802e65c44dc None None] New status for floating IP 02ca3ecc-ed3a-4d58-aae4-88672827a50e: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:12:39.912934 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500d603-32d1-4749-98fb-33ed7d0186fb req-7a62196f-1127-49bf-ae83-3e0672258215 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:39.918326 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0500d603-32d1-4749-98fb-33ed7d0186fb req-7a62196f-1127-49bf-ae83-3e0672258215 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.24 "GET /v2.0/ports?device_id=08de8a3a-8605-4017-9f23-78733e199019 HTTP/1.1" status: 200 len: 946 time: 0.6843891 Jul 15 13:12:39.925456 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cc414e39-fc56-46e5-ad23-6955e9912c8c req-70333099-b149-46a3-9eb2-8972f97221bb service neutron] 10.222.0.18 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108331 Jul 15 13:12:40.025909 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-addf22a1-04eb-45a6-a725-6b19e36dc10e tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:40.028370 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-addf22a1-04eb-45a6-a725-6b19e36dc10e tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d&tenant_id=11b8af7c013140faa070a8db01c03b78&binding%3Ahost_id=n-h2-758944-45 HTTP/1.1" status: 200 len: 1098 time: 0.2713332 Jul 15 13:12:40.040248 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75879805-02bd-4cc0-b2bf-84c40b84b188 req-27f954fb-64af-40e9-a00d-21a0bcd69400 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:40.053324 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-75879805-02bd-4cc0-b2bf-84c40b84b188 req-27f954fb-64af-40e9-a00d-21a0bcd69400 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 946 time: 0.2155271 Jul 15 13:12:40.134533 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0500d603-32d1-4749-98fb-33ed7d0186fb req-c9e30536-225b-4ff1-9b23-0e9d0f5aa87a tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.24 "GET /v2.0/security-groups?id=39f37a9b-8c70-4393-9933-8cb0ec6a8488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616001 Jul 15 13:12:40.159575 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-75879805-02bd-4cc0-b2bf-84c40b84b188 req-a9207c09-54d8-4cb5-960a-6c108ec0cf0b tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036019 Jul 15 13:12:40.364893 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac7238-6f7a-419b-b4ca-876ee4098a10 req-a806d977-1273-4000-8be8-f926db075b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:40.377601 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-93ac7238-6f7a-419b-b4ca-876ee4098a10 req-a806d977-1273-4000-8be8-f926db075b27 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a1d132d-e27f-484a-993c-1c0bbb72a2ee HTTP/1.1" status: 200 len: 915 time: 0.5362594 Jul 15 13:12:40.385222 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fe2099-b571-4d12-9b33-4c3046b24d03 x-openstack-request-id: req-99fe2099-b571-4d12-9b33-4c3046b24d03 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:40.392074 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "tag": "8f564a5e-612b-4a41-8d78-25b6e98f9169", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:40.398340 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-99fe2099-b571-4d12-9b33-4c3046b24d03 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:40.399177 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'tag': '8f564a5e-612b-4a41-8d78-25b6e98f9169', 'status': 'completed', 'code': 200} Jul 15 13:12:40.404620 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569ae4cf-8352-4225-a91f-2ba057ac3a81 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:40.419351 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-569ae4cf-8352-4225-a91f-2ba057ac3a81 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=0b352371-cfe9-4be4-934e-718e319584db&device_id=d5752d82-f874-4bd8-b938-726f1949f876&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6488314 Jul 15 13:12:40.422042 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 58074) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:40.504224 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49d4defb-9995-4b8e-aeac-e7b3119011ed tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:40.514720 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49d4defb-9995-4b8e-aeac-e7b3119011ed tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:40.701659 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-3c3af4ec-bf6e-499b-9734-18d368956afd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-45'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:40.713890 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4defb-9995-4b8e-aeac-e7b3119011ed tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Pushing event updated for resources: {'Port': ['ID=c5284d96-7081-41c6-ae8f-d511604189c1,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:40.801691 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-93ac7238-6f7a-419b-b4ca-876ee4098a10 req-983a0ba2-a174-43d1-9432-cc8d1b0eca29 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5895e339-f2ce-465f-b37b-81f0219f7117 HTTP/1.1" status: 200 len: 217 time: 0.0645933 Jul 15 13:12:40.802698 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49d4defb-9995-4b8e-aeac-e7b3119011ed tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:40.921349 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49d4defb-9995-4b8e-aeac-e7b3119011ed tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:40.933301 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-49d4defb-9995-4b8e-aeac-e7b3119011ed tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6149902 Jul 15 13:12:40.936035 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 58078) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:40.975628 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac7238-6f7a-419b-b4ca-876ee4098a10 req-bb1c377d-9cfe-4bf9-b1df-02967bfba522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:40.977638 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-93ac7238-6f7a-419b-b4ca-876ee4098a10 req-bb1c377d-9cfe-4bf9-b1df-02967bfba522 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a0d112e7-4ba9-4d28-96e4-3d9434430baa HTTP/1.1" status: 200 len: 854 time: 0.1637776 Jul 15 13:12:40.978635 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-047b086a-3856-46ad-a71b-f412054fadd9 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-814474658'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:41.146638 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-93ac7238-6f7a-419b-b4ca-876ee4098a10 req-299df0b5-48a5-4341-aaab-f521f4f5b82e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a1d132d-e27f-484a-993c-1c0bbb72a2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1267531 Jul 15 13:12:41.170653 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:41.211715 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-3c3af4ec-bf6e-499b-9734-18d368956afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:41.239897 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267a73b9-d032-49ec-9ce0-0a1afedf1501 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:41.258970 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-267a73b9-d032-49ec-9ce0-0a1afedf1501 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 881 time: 0.8246632 Jul 15 13:12:41.262793 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58082) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:41.420256 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fbe6a100-2544-4fcd-a135-e169857aacec tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5752d82-f874-4bd8-b938-726f1949f876 HTTP/1.1" status: 200 len: 205 time: 0.1503513 Jul 15 13:12:41.436378 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58084) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:41.594141 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=6674cf4f-0de1-4b44-875f-8c2ef97f9ba1,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:41.633064 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 has no active binding in host n-h1-758944-45 {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:12:41.702761 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-3c3af4ec-bf6e-499b-9734-18d368956afd service neutron] For port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=6674cf4f-0de1-4b44-875f-8c2ef97f9ba1,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:41.779253 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-3c3af4ec-bf6e-499b-9734-18d368956afd service neutron] For port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:41.947337 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-3c3af4ec-bf6e-499b-9734-18d368956afd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:42.052253 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c59b88-7e09-4b9a-80cc-4a609a7a5e7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6674cf4f-0de1-4b44-875f-8c2ef97f9ba1'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:42.062288 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67cd18a4-ae0c-4ce9-8ccd-db4b45753629" -d '{"events": [{"server_uuid": "87c59b88-7e09-4b9a-80cc-4a609a7a5e7d", "name": "network-vif-unplugged", "status": "completed", "tag": "6674cf4f-0de1-4b44-875f-8c2ef97f9ba1"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:42.094024 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-3c3af4ec-bf6e-499b-9734-18d368956afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:42.101798 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047b086a-3856-46ad-a71b-f412054fadd9 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Made reservation on behalf of 4cdff630b2004969bb31066a8b3f2288 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:42.115871 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-047b086a-3856-46ad-a71b-f412054fadd9 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:42.188486 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-047b086a-3856-46ad-a71b-f412054fadd9 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:42.508749 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa02c0-38d8-4758-8090-5240e0201974 req-046d78b1-908a-4d3f-9609-7b38a65eddb6 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:42.516986 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f6aa02c0-38d8-4758-8090-5240e0201974 req-046d78b1-908a-4d3f-9609-7b38a65eddb6 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.24 "GET /v2.0/ports?device_id=131f1c3e-874b-43fa-8b8d-3f7dc49b8013 HTTP/1.1" status: 200 len: 946 time: 1.3159504 Jul 15 13:12:42.522262 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-93ac7238-6f7a-419b-b4ca-876ee4098a10 req-aeff3063-e2d6-46cb-b990-499b3bddb022 service neutron] 10.222.0.18 "GET /v2.0/networks/7a1d132d-e27f-484a-993c-1c0bbb72a2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3728414 Jul 15 13:12:42.536321 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-047b086a-3856-46ad-a71b-f412054fadd9 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:42.592940 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-047b086a-3856-46ad-a71b-f412054fadd9 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:42.673309 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b086a-3856-46ad-a71b-f412054fadd9 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea3225a-be3e-4fc0-b2e1-d243c81e8382,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:42.721210 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a96368-67c0-4721-a4d2-feb934c915e3 req-dc2a8518-391a-4756-b451-ae2a035fd2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:42.721950 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a96368-67c0-4721-a4d2-feb934c915e3 req-dc2a8518-391a-4756-b451-ae2a035fd2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:42.723517 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a96368-67c0-4721-a4d2-feb934c915e3 req-dc2a8518-391a-4756-b451-ae2a035fd2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:42.724687 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a96368-67c0-4721-a4d2-feb934c915e3 req-dc2a8518-391a-4756-b451-ae2a035fd2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:42.725699 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a96368-67c0-4721-a4d2-feb934c915e3 req-dc2a8518-391a-4756-b451-ae2a035fd2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:42.727064 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a96368-67c0-4721-a4d2-feb934c915e3 req-dc2a8518-391a-4756-b451-ae2a035fd2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:42.728087 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a96368-67c0-4721-a4d2-feb934c915e3 req-dc2a8518-391a-4756-b451-ae2a035fd2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:42.731912 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c3a96368-67c0-4721-a4d2-feb934c915e3 req-dc2a8518-391a-4756-b451-ae2a035fd2aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=418a827c6cea45b7b8c4dddb4927b332&device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 6498 time: 1.9145074 Jul 15 13:12:42.755198 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f6aa02c0-38d8-4758-8090-5240e0201974 req-5e249602-df0a-4c81-b9cb-d179e76f1ef1 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.24 "GET /v2.0/security-groups?id=39f37a9b-8c70-4393-9933-8cb0ec6a8488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036045 Jul 15 13:12:42.785878 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-997139e2-5bd4-41eb-8894-54da300208cc tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:42.817749 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-047b086a-3856-46ad-a71b-f412054fadd9 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:12:42.847422 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-047b086a-3856-46ad-a71b-f412054fadd9 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:42.848025 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-047b086a-3856-46ad-a71b-f412054fadd9 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Added segment cabb0b34-eae8-4ca6-98cc-ec76dfbd876e of type vlan for network dbcafc36-4c84-4eb5-906c-db24129a1c81 Jul 15 13:12:43.121807 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-047b086a-3856-46ad-a71b-f412054fadd9 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.394024 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-997139e2-5bd4-41eb-8894-54da300208cc tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.466524 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-93ac7238-6f7a-419b-b4ca-876ee4098a10 req-c7fffe74-497a-44c9-9927-c528dbbcfa0a service neutron] 10.222.0.18 "GET /v2.0/networks/7a1d132d-e27f-484a-993c-1c0bbb72a2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9363759 Jul 15 13:12:43.476097 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa8793-4dca-4fbf-891b-51ac72e729ef req-236c8739-6431-45dd-991c-03da5d0d54d8 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:43.483808 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e4fa8793-4dca-4fbf-891b-51ac72e729ef req-236c8739-6431-45dd-991c-03da5d0d54d8 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 944 time: 0.3327918 Jul 15 13:12:43.544673 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e4fa8793-4dca-4fbf-891b-51ac72e729ef req-5a00f7ca-611d-4b04-9dd0-3e48b5affdc7 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556428 Jul 15 13:12:43.563251 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-997139e2-5bd4-41eb-8894-54da300208cc tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Deleting port ee95a25a-6ad3-4d37-8e7f-90557800af28 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:43.563847 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-997139e2-5bd4-41eb-8894-54da300208cc tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.609069 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-047b086a-3856-46ad-a71b-f412054fadd9 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.651654 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047b086a-3856-46ad-a71b-f412054fadd9 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:43.655598 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-047b086a-3856-46ad-a71b-f412054fadd9 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.717135 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fdea3-11ec-46ee-a910-1b277d45c9fe req-1632efe5-d86c-4a87-a635-b4d6f8c48e76 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:43.727751 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a18fdea3-11ec-46ee-a910-1b277d45c9fe req-1632efe5-d86c-4a87-a635-b4d6f8c48e76 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 944 time: 2.5226257 Jul 15 13:12:43.791017 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-997139e2-5bd4-41eb-8894-54da300208cc tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.812127 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-997139e2-5bd4-41eb-8894-54da300208cc tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Calling delete_port for ee95a25a-6ad3-4d37-8e7f-90557800af28 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:43.910288 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-3c3af4ec-bf6e-499b-9734-18d368956afd service neutron] Attempting to bind port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 on host n-h2-758944-45 for vnic_type normal with profile {"migrating_to": "n-h1-758944-45"} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:43.910806 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-3c3af4ec-bf6e-499b-9734-18d368956afd service neutron] Attempting to bind port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:43.911366 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-3c3af4ec-bf6e-499b-9734-18d368956afd service neutron] Attempting to bind port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:43.933513 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b086a-3856-46ad-a71b-f412054fadd9 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Pushing event updated for resources: {'Network': ['ID=dbcafc36-4c84-4eb5-906c-db24129a1c81,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:43.940179 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-3c3af4ec-bf6e-499b-9734-18d368956afd service neutron] Port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:12:43.940623 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-3c3af4ec-bf6e-499b-9734-18d368956afd service neutron] Attempting to bind port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 on network 2b4de3f9-9898-4e48-8ad2-d64a9c837567 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:43.949714 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-047b086a-3856-46ad-a71b-f412054fadd9 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.9765241 Jul 15 13:12:43.955083 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network dbcafc36-4c84-4eb5-906c-db24129a1c81 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:12:43.959496 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 58098) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:43.979581 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c8167921-2f33-4812-9069-7536aee00c6c tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Request body: {'subnet': {'network_id': 'dbcafc36-4c84-4eb5-906c-db24129a1c81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:44.119971 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3af4ec-bf6e-499b-9734-18d368956afd service neutron] Pushing event updated for resources: {'Port': ['ID=6674cf4f-0de1-4b44-875f-8c2ef97f9ba1,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:44.197153 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62755c5-e984-42ef-a9b9-45dc74b9b70e x-openstack-request-id: req-d62755c5-e984-42ef-a9b9-45dc74b9b70e {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:44.198245 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c59b88-7e09-4b9a-80cc-4a609a7a5e7d", "name": "network-vif-unplugged", "status": "completed", "tag": "6674cf4f-0de1-4b44-875f-8c2ef97f9ba1", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:44.198423 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d62755c5-e984-42ef-a9b9-45dc74b9b70e {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:44.198881 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c59b88-7e09-4b9a-80cc-4a609a7a5e7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6674cf4f-0de1-4b44-875f-8c2ef97f9ba1', 'code': 200} Jul 15 13:12:44.200184 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a96368-67c0-4721-a4d2-feb934c915e3 req-589da584-36d2-41ff-8d0b-9914c4ee2e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:44.207036 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c3a96368-67c0-4721-a4d2-feb934c915e3 req-589da584-36d2-41ff-8d0b-9914c4ee2e56 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a68fe874-df04-4314-a181-131d0536a9d8 HTTP/1.1" status: 200 len: 913 time: 0.9716239 Jul 15 13:12:44.208782 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-3c3af4ec-bf6e-499b-9734-18d368956afd service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:44.211258 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-3c3af4ec-bf6e-499b-9734-18d368956afd service neutron] Checking segment: {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:44.211753 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-3c3af4ec-bf6e-499b-9734-18d368956afd service neutron] Bound using segment: {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:44.213606 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-3c3af4ec-bf6e-499b-9734-18d368956afd service neutron] Bound port: 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ab7a3a-31fa-4ef1-9098-78f469cca516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b4de3f9-9898-4e48-8ad2-d64a9c837567'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:44.214057 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-3c3af4ec-bf6e-499b-9734-18d368956afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.470254 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c3a96368-67c0-4721-a4d2-feb934c915e3 req-6f5b2f77-54f2-403b-9e08-0b415bdad135 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f564a5e-612b-4a41-8d78-25b6e98f9169 HTTP/1.1" status: 200 len: 1000 time: 0.2376559 Jul 15 13:12:44.582927 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a5541-856f-4c5c-adbd-306a909f760f req-40e9becc-d4f0-4109-94e7-3461017a9f75 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:44.614358 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5a4a5541-856f-4c5c-adbd-306a909f760f req-40e9becc-d4f0-4109-94e7-3461017a9f75 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd388e91-e16a-44b6-89f4-a8ba72ae30a5 HTTP/1.1" status: 200 len: 946 time: 0.2878888 Jul 15 13:12:44.662403 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8167921-2f33-4812-9069-7536aee00c6c tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Made reservation on behalf of 4cdff630b2004969bb31066a8b3f2288 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:44.669299 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8167921-2f33-4812-9069-7536aee00c6c tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.747283 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-3c3af4ec-bf6e-499b-9734-18d368956afd service neutron] For port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:44.791882 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5a4a5541-856f-4c5c-adbd-306a909f760f req-d9bb82ae-36cc-4fe8-9faf-b77ab42b8caa tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.24 "GET /v2.0/security-groups?id=39f37a9b-8c70-4393-9933-8cb0ec6a8488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758909 Jul 15 13:12:44.808658 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-997139e2-5bd4-41eb-8894-54da300208cc tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.839725 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a18fdea3-11ec-46ee-a910-1b277d45c9fe req-0199ed2a-87df-4c34-8b9d-40e486400cf4 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9076285 Jul 15 13:12:44.866033 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-3c3af4ec-bf6e-499b-9734-18d368956afd service neutron] For port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=6674cf4f-0de1-4b44-875f-8c2ef97f9ba1,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:44.932845 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-3c3af4ec-bf6e-499b-9734-18d368956afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.993669 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a96368-67c0-4721-a4d2-feb934c915e3 req-caecc098-6845-4495-9caa-6bdc1ef9d349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:44.997124 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c3a96368-67c0-4721-a4d2-feb934c915e3 req-caecc098-6845-4495-9caa-6bdc1ef9d349 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bb32fc9a-711d-486b-b43b-dc825031996b HTTP/1.1" status: 200 len: 851 time: 0.3800342 Jul 15 13:12:45.276693 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-997139e2-5bd4-41eb-8894-54da300208cc tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.627154 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-997139e2-5bd4-41eb-8894-54da300208cc tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.633134 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-997139e2-5bd4-41eb-8894-54da300208cc tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.661633 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997139e2-5bd4-41eb-8894-54da300208cc tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Pushing event deleted for resources: {'Port': ['ID=ee95a25a-6ad3-4d37-8e7f-90557800af28,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:45.782027 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-997139e2-5bd4-41eb-8894-54da300208cc tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.785876 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997139e2-5bd4-41eb-8894-54da300208cc tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Fanout notify agent at l3_agent the message router_deleted on router d5752d82-f874-4bd8-b938-726f1949f876 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:12:45.802613 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-997139e2-5bd4-41eb-8894-54da300208cc tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.811600 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-997139e2-5bd4-41eb-8894-54da300208cc tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] 10.222.0.24 "DELETE /v2.0/routers/d5752d82-f874-4bd8-b938-726f1949f876 HTTP/1.1" status: 204 len: 168 time: 4.3724861 Jul 15 13:12:45.812477 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58116) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:45.818861 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-7be15236-3ac0-432e-821c-52a7805f0969 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-999322735', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}, 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:45.888843 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae3340-6e59-4b8e-803f-fef8b7b5e91c req-931eb68d-4d96-4c7d-a4ad-ec3b80087254 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:45.893069 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-58ae3340-6e59-4b8e-803f-fef8b7b5e91c req-931eb68d-4d96-4c7d-a4ad-ec3b80087254 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 944 time: 0.1601996 Jul 15 13:12:45.902777 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7be15236-3ac0-432e-821c-52a7805f0969 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.904002 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7be15236-3ac0-432e-821c-52a7805f0969 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:46.024980 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-58ae3340-6e59-4b8e-803f-fef8b7b5e91c req-b1c2998f-20ea-4939-85d5-d1448ea69b6f tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308436 Jul 15 13:12:46.085671 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7be15236-3ac0-432e-821c-52a7805f0969 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:46.132585 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-3c3af4ec-bf6e-499b-9734-18d368956afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:46.133412 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-3c3af4ec-bf6e-499b-9734-18d368956afd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:46.147702 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-3c3af4ec-bf6e-499b-9734-18d368956afd service neutron] 10.222.0.18 "PUT /v2.0/ports/6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 HTTP/1.1" status: 200 len: 1124 time: 5.4505057 Jul 15 13:12:46.163785 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3af4ec-bf6e-499b-9734-18d368956afd service neutron] Pushing event updated for resources: {'Port': ['ID=6674cf4f-0de1-4b44-875f-8c2ef97f9ba1,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:46.207688 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c59b88-7e09-4b9a-80cc-4a609a7a5e7d', 'tag': '6674cf4f-0de1-4b44-875f-8c2ef97f9ba1'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:46.210174 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649af925-88d5-40bb-83c4-ba2fc001ef32" -d '{"events": [{"name": "network-changed", "server_uuid": "87c59b88-7e09-4b9a-80cc-4a609a7a5e7d", "tag": "6674cf4f-0de1-4b44-875f-8c2ef97f9ba1"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:46.305466 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['6674cf4f-0de1-4b44-875f-8c2ef97f9ba1'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:46.385544 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['6674cf4f-0de1-4b44-875f-8c2ef97f9ba1'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:46.486232 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a96368-67c0-4721-a4d2-feb934c915e3 req-e550d1c1-1bd7-426b-888c-fafe15164da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:46.492694 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c3a96368-67c0-4721-a4d2-feb934c915e3 req-e550d1c1-1bd7-426b-888c-fafe15164da4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a68fe874-df04-4314-a181-131d0536a9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5522122 Jul 15 13:12:46.679598 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7be15236-3ac0-432e-821c-52a7805f0969 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:46.850424 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8167921-2f33-4812-9069-7536aee00c6c tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.012201 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8167921-2f33-4812-9069-7536aee00c6c tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Pushing event updated for resources: {'Subnet': ['ID=6bf3b32d-ad7d-41c0-beb9-c15b0aa0161f,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:47.175597 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c3a96368-67c0-4721-a4d2-feb934c915e3 req-8721b30f-fef9-4bfa-bf1e-562fad8ddbb2 service neutron] 10.222.0.18 "GET /v2.0/networks/a68fe874-df04-4314-a181-131d0536a9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5841386 Jul 15 13:12:47.185861 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8167921-2f33-4812-9069-7536aee00c6c tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Checking segment: {'id': 'cabb0b34-eae8-4ca6-98cc-ec76dfbd876e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dbcafc36-4c84-4eb5-906c-db24129a1c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:47.186964 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8167921-2f33-4812-9069-7536aee00c6c tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Network hostable DHCP agents. Network: dbcafc36-4c84-4eb5-906c-db24129a1c81, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:12:47.254260 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f630c6e-408d-4612-8f76-20d12dbef208 req-89b186ac-1a9a-4f51-8718-f92260a72dea tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:47.268407 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8f630c6e-408d-4612-8f76-20d12dbef208 req-89b186ac-1a9a-4f51-8718-f92260a72dea tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd388e91-e16a-44b6-89f4-a8ba72ae30a5 HTTP/1.1" status: 200 len: 946 time: 0.8712304 Jul 15 13:12:47.294782 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8167921-2f33-4812-9069-7536aee00c6c tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Network dbcafc36-4c84-4eb5-906c-db24129a1c81 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:12:47.349999 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-c8167921-2f33-4812-9069-7536aee00c6c tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, dbcafc36-4c84-4eb5-906c-db24129a1c81) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:47.351900 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909ed9e-dcf7-495b-bc00-0d7d6582c74b req-d3adbd05-5e54-40f6-8d07-287ef003edfe tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:47.359622 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0909ed9e-dcf7-495b-bc00-0d7d6582c74b req-d3adbd05-5e54-40f6-8d07-287ef003edfe tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 944 time: 0.4399536 Jul 15 13:12:47.364260 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57094ff-9c88-4fdd-8c7b-68b54708e34e None None] Network dbcafc36-4c84-4eb5-906c-db24129a1c81 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:47.395081 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8f630c6e-408d-4612-8f76-20d12dbef208 req-6a28fc2a-39ea-4011-804e-66a4d72ce64e tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.24 "GET /v2.0/security-groups?id=39f37a9b-8c70-4393-9933-8cb0ec6a8488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246309 Jul 15 13:12:47.397696 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8167921-2f33-4812-9069-7536aee00c6c tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:47.399393 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8167921-2f33-4812-9069-7536aee00c6c tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.446772 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c8167921-2f33-4812-9069-7536aee00c6c tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4743328 Jul 15 13:12:47.449524 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 58134) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:47.464579 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7ec4d417-48df-4723-9f2d-b564fff2ad24 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-641523003', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:47.557730 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be4bdaf-fb5d-4481-8462-05cbf589b8f1 x-openstack-request-id: req-4be4bdaf-fb5d-4481-8462-05cbf589b8f1 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:47.558211 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c59b88-7e09-4b9a-80cc-4a609a7a5e7d", "tag": "6674cf4f-0de1-4b44-875f-8c2ef97f9ba1", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:47.558634 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4be4bdaf-fb5d-4481-8462-05cbf589b8f1 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:47.559362 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c59b88-7e09-4b9a-80cc-4a609a7a5e7d', 'tag': '6674cf4f-0de1-4b44-875f-8c2ef97f9ba1', 'status': 'completed', 'code': 200} Jul 15 13:12:47.564387 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ec4d417-48df-4723-9f2d-b564fff2ad24 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.566229 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ec4d417-48df-4723-9f2d-b564fff2ad24 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.761808 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0909ed9e-dcf7-495b-bc00-0d7d6582c74b req-a6023ac8-6693-4c47-83b9-f2a9a4f5a337 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848565 Jul 15 13:12:47.800784 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29040b61-a471-4bd1-b738-53f092fe472b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-dbcafc36-4c84-4eb5-906c-db24129a1c81', 'network_id': 'dbcafc36-4c84-4eb5-906c-db24129a1c81', 'tenant_id': '4cdff630b2004969bb31066a8b3f2288', 'fixed_ips': [{'subnet_id': '6bf3b32d-ad7d-41c0-beb9-c15b0aa0161f'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:12:47.805713 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-29040b61-a471-4bd1-b738-53f092fe472b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.890351 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ec4d417-48df-4723-9f2d-b564fff2ad24 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.921570 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7be15236-3ac0-432e-821c-52a7805f0969 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.079727 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7be15236-3ac0-432e-821c-52a7805f0969 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.219741 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-29040b61-a471-4bd1-b738-53f092fe472b None None] Allocated IP 172.20.0.2 (dbcafc36-4c84-4eb5-906c-db24129a1c81/6bf3b32d-ad7d-41c0-beb9-c15b0aa0161f/a0b91fec-930a-40d6-8c49-d1f99b79ac45) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:48.321285 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649af925-88d5-40bb-83c4-ba2fc001ef32 req-98a6ca54-04c3-4b3f-82e3-efb3e2775a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:48.323402 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-649af925-88d5-40bb-83c4-ba2fc001ef32 req-98a6ca54-04c3-4b3f-82e3-efb3e2775a1b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11b8af7c013140faa070a8db01c03b78&device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 1127 time: 0.6265633 Jul 15 13:12:48.564554 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-29040b61-a471-4bd1-b738-53f092fe472b None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.591346 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-29040b61-a471-4bd1-b738-53f092fe472b None None] Transition to ACTIVE for port object a0b91fec-930a-40d6-8c49-d1f99b79ac45 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:48.593460 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c3a96368-67c0-4721-a4d2-feb934c915e3 req-401f6f84-ebee-4ef4-9924-2a2e04616884 service neutron] 10.222.0.18 "GET /v2.0/networks/a68fe874-df04-4314-a181-131d0536a9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459304 Jul 15 13:12:48.633133 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-29040b61-a471-4bd1-b738-53f092fe472b None None] Transition to ACTIVE for port object a0b91fec-930a-40d6-8c49-d1f99b79ac45 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:48.648823 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-29040b61-a471-4bd1-b738-53f092fe472b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.685576 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60261a-e93d-425c-8991-27087b518b6a req-9e9567e6-289f-4961-94ad-099f253dcc9b tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:48.688448 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bc60261a-e93d-425c-8991-27087b518b6a req-9e9567e6-289f-4961-94ad-099f253dcc9b tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd388e91-e16a-44b6-89f4-a8ba72ae30a5 HTTP/1.1" status: 200 len: 946 time: 0.9253592 Jul 15 13:12:48.749964 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29040b61-a471-4bd1-b738-53f092fe472b None None] Network dbcafc36-4c84-4eb5-906c-db24129a1c81 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:48.755820 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-29040b61-a471-4bd1-b738-53f092fe472b None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:48.773913 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29040b61-a471-4bd1-b738-53f092fe472b None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:48.789227 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ec4d417-48df-4723-9f2d-b564fff2ad24 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.853509 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29be176-4d38-46bd-9126-14993a1363de req-f45c3888-0a3b-478e-aecf-210de4711402 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:48.862085 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e29be176-4d38-46bd-9126-14993a1363de req-f45c3888-0a3b-478e-aecf-210de4711402 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 944 time: 0.7773654 Jul 15 13:12:48.865129 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-7be15236-3ac0-432e-821c-52a7805f0969 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Allocated IP 172.25.6.227 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/21be4d10-81a7-4250-83c6-61815588abad) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:48.918924 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649af925-88d5-40bb-83c4-ba2fc001ef32 req-e934295f-4cf4-4472-828c-1a7211c53953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:48.923355 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-649af925-88d5-40bb-83c4-ba2fc001ef32 req-e934295f-4cf4-4472-828c-1a7211c53953 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2b4de3f9-9898-4e48-8ad2-d64a9c837567 HTTP/1.1" status: 200 len: 922 time: 0.5918691 Jul 15 13:12:48.985043 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040b61-a471-4bd1-b738-53f092fe472b None None] Pushing event updated for resources: {'Port': ['ID=a0b91fec-930a-40d6-8c49-d1f99b79ac45,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:49.009421 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e29be176-4d38-46bd-9126-14993a1363de req-9b2d0a7d-c11a-403a-b83b-a5739ba1c582 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458142 Jul 15 13:12:49.036399 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-29040b61-a471-4bd1-b738-53f092fe472b None None] Attempting to bind port a0b91fec-930a-40d6-8c49-d1f99b79ac45 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:49.036828 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-29040b61-a471-4bd1-b738-53f092fe472b None None] Attempting to bind port a0b91fec-930a-40d6-8c49-d1f99b79ac45 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'cabb0b34-eae8-4ca6-98cc-ec76dfbd876e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dbcafc36-4c84-4eb5-906c-db24129a1c81'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:49.037395 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29040b61-a471-4bd1-b738-53f092fe472b None None] Attempting to bind port a0b91fec-930a-40d6-8c49-d1f99b79ac45 on network dbcafc36-4c84-4eb5-906c-db24129a1c81 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:49.053673 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29040b61-a471-4bd1-b738-53f092fe472b None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:49.084565 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29040b61-a471-4bd1-b738-53f092fe472b None None] Checking segment: {'id': 'cabb0b34-eae8-4ca6-98cc-ec76dfbd876e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dbcafc36-4c84-4eb5-906c-db24129a1c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:49.086075 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-29040b61-a471-4bd1-b738-53f092fe472b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.086759 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29040b61-a471-4bd1-b738-53f092fe472b None None] Bound using segment: {'id': 'cabb0b34-eae8-4ca6-98cc-ec76dfbd876e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dbcafc36-4c84-4eb5-906c-db24129a1c81'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:49.087823 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-29040b61-a471-4bd1-b738-53f092fe472b None None] Bound port: a0b91fec-930a-40d6-8c49-d1f99b79ac45, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabb0b34-eae8-4ca6-98cc-ec76dfbd876e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'dbcafc36-4c84-4eb5-906c-db24129a1c81'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:49.088337 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-29040b61-a471-4bd1-b738-53f092fe472b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.138323 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-649af925-88d5-40bb-83c4-ba2fc001ef32 req-f0e769fe-e10b-444f-b4f5-25efbace8630 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 HTTP/1.1" status: 200 len: 217 time: 0.2000933 Jul 15 13:12:49.331998 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-29040b61-a471-4bd1-b738-53f092fe472b None None] For port a0b91fec-930a-40d6-8c49-d1f99b79ac45, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:49.340724 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-29040b61-a471-4bd1-b738-53f092fe472b None None] For port a0b91fec-930a-40d6-8c49-d1f99b79ac45, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a0b91fec-930a-40d6-8c49-d1f99b79ac45,segment=NetworkSegment(cabb0b34-eae8-4ca6-98cc-ec76dfbd876e),segment_id=cabb0b34-eae8-4ca6-98cc-ec76dfbd876e)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:49.349176 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-29040b61-a471-4bd1-b738-53f092fe472b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.535847 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040b61-a471-4bd1-b738-53f092fe472b None None] Pushing event updated for resources: {'Port': ['ID=a0b91fec-930a-40d6-8c49-d1f99b79ac45,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:49.596841 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649af925-88d5-40bb-83c4-ba2fc001ef32 req-308d0b06-712c-497f-a500-94f9054cfebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:49.598439 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-649af925-88d5-40bb-83c4-ba2fc001ef32 req-308d0b06-712c-497f-a500-94f9054cfebb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f7ee163d-4be2-4821-945f-cb7507aae308 HTTP/1.1" status: 200 len: 861 time: 0.4307630 Jul 15 13:12:49.699003 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-649af925-88d5-40bb-83c4-ba2fc001ef32 req-c91514fe-0f94-4a4f-9b6c-f8e76de3aa68 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2b4de3f9-9898-4e48-8ad2-d64a9c837567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862095 Jul 15 13:12:49.705317 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-bc60261a-e93d-425c-8991-27087b518b6a req-5529640c-2193-4c36-bb9b-97d661293a3c tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Deleting port 91748c86-15cd-408f-a56c-d29e7b7c62ae {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:49.705807 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bc60261a-e93d-425c-8991-27087b518b6a req-5529640c-2193-4c36-bb9b-97d661293a3c tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.712485 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ec4d417-48df-4723-9f2d-b564fff2ad24 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.834884 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ec4d417-48df-4723-9f2d-b564fff2ad24 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.997926 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f968d9-d093-4347-9958-336451cb8b1c req-135ba7fa-e3d9-46a4-bef3-c963cb10c095 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:50.006064 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-55f968d9-d093-4347-9958-336451cb8b1c req-135ba7fa-e3d9-46a4-bef3-c963cb10c095 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd388e91-e16a-44b6-89f4-a8ba72ae30a5 HTTP/1.1" status: 200 len: 946 time: 0.7256145 Jul 15 13:12:50.271793 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7be15236-3ac0-432e-821c-52a7805f0969 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:50.375573 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-bc60261a-e93d-425c-8991-27087b518b6a req-5529640c-2193-4c36-bb9b-97d661293a3c tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] For port 91748c86-15cd-408f-a56c-d29e7b7c62ae, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=91748c86-15cd-408f-a56c-d29e7b7c62ae,segment=NetworkSegment(4cef330c-37da-4641-a8a7-f38e5d914f40),segment_id=4cef330c-37da-4641-a8a7-f38e5d914f40)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:50.376098 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bc60261a-e93d-425c-8991-27087b518b6a req-5529640c-2193-4c36-bb9b-97d661293a3c tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:50.385224 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-55f968d9-d093-4347-9958-336451cb8b1c req-bbfbfdce-e545-41b8-b40a-3c3b60b94ed2 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.24 "GET /v2.0/security-groups?id=39f37a9b-8c70-4393-9933-8cb0ec6a8488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307839 Jul 15 13:12:50.505535 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-bc60261a-e93d-425c-8991-27087b518b6a req-5529640c-2193-4c36-bb9b-97d661293a3c tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Calling delete_port for 91748c86-15cd-408f-a56c-d29e7b7c62ae owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:50.775320 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ef82536d-bde9-49f8-8ab0-fe6f5b69c89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:50.782708 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-649af925-88d5-40bb-83c4-ba2fc001ef32 req-e57c78a4-27f1-4ef1-9c73-cbd0408ac31e service neutron] 10.222.0.32 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0702517 Jul 15 13:12:51.169980 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f32d7a-671e-4591-ba9a-bc684c3fd9b1 req-e227425a-b86c-42cf-bcd2-bddd67761210 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:51.187753 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-17f32d7a-671e-4591-ba9a-bc684c3fd9b1 req-e227425a-b86c-42cf-bcd2-bddd67761210 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 944 time: 0.2004030 Jul 15 13:12:51.209597 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 91748c86-15cd-408f-a56c-d29e7b7c62ae no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:51.332431 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-17f32d7a-671e-4591-ba9a-bc684c3fd9b1 req-684ea848-30f4-4982-b47f-66555e37caf0 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436257 Jul 15 13:12:51.481163 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e2cb6c-86be-4606-9640-56477f70d3ad None None] Network dbcafc36-4c84-4eb5-906c-db24129a1c81 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:51.533809 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:51.589934 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd388e91-e16a-44b6-89f4-a8ba72ae30a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91748c86-15cd-408f-a56c-d29e7b7c62ae'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:51.592939 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce54c838-320b-47db-90e6-6e3af5205712" -d '{"events": [{"server_uuid": "cd388e91-e16a-44b6-89f4-a8ba72ae30a5", "name": "network-vif-unplugged", "status": "completed", "tag": "91748c86-15cd-408f-a56c-d29e7b7c62ae"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:51.667739 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-67d99435-adf6-40cd-ad31-1f21f5fb5242 None None] Provisioning for port a0b91fec-930a-40d6-8c49-d1f99b79ac45 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:51.673034 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 91748c86-15cd-408f-a56c-d29e7b7c62ae, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=91748c86-15cd-408f-a56c-d29e7b7c62ae,segment=NetworkSegment(4cef330c-37da-4641-a8a7-f38e5d914f40),segment_id=4cef330c-37da-4641-a8a7-f38e5d914f40)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:51.695457 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:51.696568 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:52.092556 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7be15236-3ac0-432e-821c-52a7805f0969 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.106336 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bc60261a-e93d-425c-8991-27087b518b6a req-5529640c-2193-4c36-bb9b-97d661293a3c tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.118581 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a0b91fec-930a-40d6-8c49-d1f99b79ac45 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:52.177053 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec9a82-96f7-4bbb-962f-95fb8daa7ea8 req-8de7263d-8f91-4ce1-bdd0-71a044c936d5 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:52.194661 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-7ec4d417-48df-4723-9f2d-b564fff2ad24 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Allocated IP 172.25.6.180 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/2da4b26b-e09a-442c-8220-e85c0ee2bb06) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:52.197921 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b5ec9a82-96f7-4bbb-962f-95fb8daa7ea8 req-8de7263d-8f91-4ce1-bdd0-71a044c936d5 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 944 time: 2.6887414 Jul 15 13:12:52.217821 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['9158d4a5-2854-4f66-9f1a-87fab2bac3ff'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:52.322480 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['3f5de1aa-a2c8-4375-b2c2-da4a79f6db49'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:52.394326 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be15236-3ac0-432e-821c-52a7805f0969 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:52.399074 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=91748c86-15cd-408f-a56c-d29e7b7c62ae,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:52.417368 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-7be15236-3ac0-432e-821c-52a7805f0969 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:52.444301 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be15236-3ac0-432e-821c-52a7805f0969 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:52.661712 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ec4d417-48df-4723-9f2d-b564fff2ad24 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.708657 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port a0b91fec-930a-40d6-8c49-d1f99b79ac45 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:52.724517 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port a0b91fec-930a-40d6-8c49-d1f99b79ac45 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:52.725300 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.838509 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ec4d417-48df-4723-9f2d-b564fff2ad24 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.841047 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be15236-3ac0-432e-821c-52a7805f0969 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Pushing event updated for resources: {'Port': ['ID=21be4d10-81a7-4250-83c6-61815588abad,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:52.847832 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-649af925-88d5-40bb-83c4-ba2fc001ef32 req-9fea7370-e07a-42f3-a814-557cbd907909 service neutron] 10.222.0.32 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0428717 Jul 15 13:12:53.016294 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec4d417-48df-4723-9f2d-b564fff2ad24 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:53.031945 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7ec4d417-48df-4723-9f2d-b564fff2ad24 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:53.046790 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec4d417-48df-4723-9f2d-b564fff2ad24 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:53.056934 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4d417-48df-4723-9f2d-b564fff2ad24 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Pushing event updated for resources: {'Port': ['ID=2da4b26b-e09a-442c-8220-e85c0ee2bb06,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:53.082045 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7be15236-3ac0-432e-821c-52a7805f0969 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.280335 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc60261a-e93d-425c-8991-27087b518b6a req-5529640c-2193-4c36-bb9b-97d661293a3c tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] No DVR routers for this DVR port 91748c86-15cd-408f-a56c-d29e7b7c62ae on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:53.430632 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.543285 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bc60261a-e93d-425c-8991-27087b518b6a req-5529640c-2193-4c36-bb9b-97d661293a3c tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.546117 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bc60261a-e93d-425c-8991-27087b518b6a req-5529640c-2193-4c36-bb9b-97d661293a3c tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.32 "DELETE /v2.0/ports/91748c86-15cd-408f-a56c-d29e7b7c62ae HTTP/1.1" status: 204 len: 173 time: 4.8437781 Jul 15 13:12:53.547693 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7be15236-3ac0-432e-821c-52a7805f0969 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.549979 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd388e91-e16a-44b6-89f4-a8ba72ae30a5', 'name': 'network-vif-deleted', 'tag': '91748c86-15cd-408f-a56c-d29e7b7c62ae'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:53.552752 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253e7e00-6387-4ce2-a26d-c2a812a4a341" -d '{"events": [{"server_uuid": "cd388e91-e16a-44b6-89f4-a8ba72ae30a5", "name": "network-vif-deleted", "tag": "91748c86-15cd-408f-a56c-d29e7b7c62ae"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:53.558746 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529640c-2193-4c36-bb9b-97d661293a3c tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Pushing event deleted for resources: {'Port': ['ID=91748c86-15cd-408f-a56c-d29e7b7c62ae,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:53.565515 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b5ec9a82-96f7-4bbb-962f-95fb8daa7ea8 req-4218f065-4d1e-4e79-a4cf-8addbb21f834 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3664503 Jul 15 13:12:53.617793 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.641525 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8da8e5f0-e7b1-4261-905b-33a7b595098a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.759438 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port a0b91fec-930a-40d6-8c49-d1f99b79ac45, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a0b91fec-930a-40d6-8c49-d1f99b79ac45,segment=NetworkSegment(cabb0b34-eae8-4ca6-98cc-ec76dfbd876e),segment_id=cabb0b34-eae8-4ca6-98cc-ec76dfbd876e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:53.793147 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3be24e12-b3c0-4d35-86b6-fb861d6eb4d2 None None] Provisioning complete for port a0b91fec-930a-40d6-8c49-d1f99b79ac45 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:53.793524 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3be24e12-b3c0-4d35-86b6-fb861d6eb4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.795877 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.823032 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:12:53.834481 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4519e877-e9ad-4617-9386-3b6b0a284db2 req-1810e7dc-7a91-45c9-9a0e-9c284b6babb2 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd388e91-e16a-44b6-89f4-a8ba72ae30a5 HTTP/1.1" status: 200 len: 210 time: 0.0849004 Jul 15 13:12:53.842866 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b72eac2-959b-4aac-89cd-7e330fd08e47 x-openstack-request-id: req-2b72eac2-959b-4aac-89cd-7e330fd08e47 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:53.843174 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd388e91-e16a-44b6-89f4-a8ba72ae30a5", "name": "network-vif-unplugged", "status": "completed", "tag": "91748c86-15cd-408f-a56c-d29e7b7c62ae", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:53.844943 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2b72eac2-959b-4aac-89cd-7e330fd08e47 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:53.845159 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd388e91-e16a-44b6-89f4-a8ba72ae30a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91748c86-15cd-408f-a56c-d29e7b7c62ae', 'code': 200} Jul 15 13:12:54.150368 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=a0b91fec-930a-40d6-8c49-d1f99b79ac45,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:54.171444 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ec4d417-48df-4723-9f2d-b564fff2ad24 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:54.263139 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be15236-3ac0-432e-821c-52a7805f0969 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Router 1dba6388-03a6-4bec-8092-8df468e15d1d is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:12:54.625287 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:54.631359 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efb9b6e-8287-4c6b-bb38-b8d86f63c039 x-openstack-request-id: req-6efb9b6e-8287-4c6b-bb38-b8d86f63c039 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:54.637448 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd388e91-e16a-44b6-89f4-a8ba72ae30a5", "name": "network-vif-deleted", "tag": "91748c86-15cd-408f-a56c-d29e7b7c62ae", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:54.638338 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6efb9b6e-8287-4c6b-bb38-b8d86f63c039 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:54.639351 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd388e91-e16a-44b6-89f4-a8ba72ae30a5', 'name': 'network-vif-deleted', 'tag': '91748c86-15cd-408f-a56c-d29e7b7c62ae', 'status': 'completed', 'code': 200} Jul 15 13:12:54.644761 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be15236-3ac0-432e-821c-52a7805f0969 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:12:54.668901 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de862177-008d-4f27-9d84-9cf31b3c73b3 None None] Sync routers for ids ['1dba6388-03a6-4bec-8092-8df468e15d1d'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:12:54.712228 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de862177-008d-4f27-9d84-9cf31b3c73b3 None None] Routers {'1dba6388-03a6-4bec-8092-8df468e15d1d'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:54.713908 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-de862177-008d-4f27-9d84-9cf31b3c73b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:12:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['1dba6388-03a6-4bec-8092-8df468e15d1d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:54.797475 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:54.859487 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-de862177-008d-4f27-9d84-9cf31b3c73b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:54.873181 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7be15236-3ac0-432e-821c-52a7805f0969 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:54.897345 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de862177-008d-4f27-9d84-9cf31b3c73b3 None None] Routers {'1dba6388-03a6-4bec-8092-8df468e15d1d'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:54.900754 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-de862177-008d-4f27-9d84-9cf31b3c73b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:12:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['1dba6388-03a6-4bec-8092-8df468e15d1d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:54.901424 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7be15236-3ac0-432e-821c-52a7805f0969 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.0846846 Jul 15 13:12:54.902772 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58178) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:54.914579 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-7a7947ab-473f-4f7f-aac1-f0489384ccf2 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:54.953823 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-de862177-008d-4f27-9d84-9cf31b3c73b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:54.954589 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de862177-008d-4f27-9d84-9cf31b3c73b3 None None] The sync data for ids ['1dba6388-03a6-4bec-8092-8df468e15d1d'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:12:55.047761 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ec4d417-48df-4723-9f2d-b564fff2ad24 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:55.418175 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec4d417-48df-4723-9f2d-b564fff2ad24 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Router fc86ec3c-d6dd-40f1-bfdb-dfdde875a143 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:12:55.450563 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097576f-c859-43d8-8822-68b55bd34f08 req-512b97fc-d6a9-48c9-85c0-d9f256bb716e tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:55.453707 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4097576f-c859-43d8-8822-68b55bd34f08 req-512b97fc-d6a9-48c9-85c0-d9f256bb716e tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 944 time: 0.7260215 Jul 15 13:12:55.684244 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a7947ab-473f-4f7f-aac1-f0489384ccf2 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:55.695545 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a0d26-8b9e-43d9-b701-e1c1bf4d9cf2 req-01078a4f-44d9-4870-b665-60e3769009d1 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:55.698695 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f65a0d26-8b9e-43d9-b701-e1c1bf4d9cf2 req-01078a4f-44d9-4870-b665-60e3769009d1 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 944 time: 0.2714102 Jul 15 13:12:55.735862 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a7947ab-473f-4f7f-aac1-f0489384ccf2 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:55.744810 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4097576f-c859-43d8-8822-68b55bd34f08 req-1601a22f-12c0-453f-9744-86383ab37d83 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756011 Jul 15 13:12:55.766121 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec4d417-48df-4723-9f2d-b564fff2ad24 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:12:55.786908 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4347f9-aa2a-4000-9a11-b4f6c7d7833a None None] Sync routers for ids ['fc86ec3c-d6dd-40f1-bfdb-dfdde875a143'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:12:55.836507 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4347f9-aa2a-4000-9a11-b4f6c7d7833a None None] Routers {'fc86ec3c-d6dd-40f1-bfdb-dfdde875a143'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:55.839344 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0d4347f9-aa2a-4000-9a11-b4f6c7d7833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:12:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['fc86ec3c-d6dd-40f1-bfdb-dfdde875a143'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:55.847040 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ec4d417-48df-4723-9f2d-b564fff2ad24 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:55.852646 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7ec4d417-48df-4723-9f2d-b564fff2ad24 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.3993623 Jul 15 13:12:55.855303 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 58188) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:55.911866 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0d4347f9-aa2a-4000-9a11-b4f6c7d7833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:55.921802 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f65a0d26-8b9e-43d9-b701-e1c1bf4d9cf2 req-1ac4e827-34b0-42ff-8f4e-fdf70ef8488d tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118027 Jul 15 13:12:55.929716 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4347f9-aa2a-4000-9a11-b4f6c7d7833a None None] Routers {'fc86ec3c-d6dd-40f1-bfdb-dfdde875a143'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:55.930770 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0d4347f9-aa2a-4000-9a11-b4f6c7d7833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:12:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['fc86ec3c-d6dd-40f1-bfdb-dfdde875a143'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:55.938301 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-9d4c37a6-840c-4014-888a-5b4b7bcef613 service neutron] 10.222.0.32 "GET /v2.0/ports/6674cf4f-0de1-4b44-875f-8c2ef97f9ba1/bindings/n-h1-758944-45 HTTP/1.1" status: 200 len: 385 time: 0.2329769 Jul 15 13:12:56.014233 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0d4347f9-aa2a-4000-9a11-b4f6c7d7833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:56.017117 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4347f9-aa2a-4000-9a11-b4f6c7d7833a None None] The sync data for ids ['fc86ec3c-d6dd-40f1-bfdb-dfdde875a143'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:12:56.085363 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a0b91fec-930a-40d6-8c49-d1f99b79ac45 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:56.155552 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-7a7947ab-473f-4f7f-aac1-f0489384ccf2 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Deleting port 21be4d10-81a7-4250-83c6-61815588abad {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:56.161302 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a7947ab-473f-4f7f-aac1-f0489384ccf2 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:56.282874 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:56.285493 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port a0b91fec-930a-40d6-8c49-d1f99b79ac45 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:56.286312 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:56.520427 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a7947ab-473f-4f7f-aac1-f0489384ccf2 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:56.613394 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-7a7947ab-473f-4f7f-aac1-f0489384ccf2 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Calling delete_port for 21be4d10-81a7-4250-83c6-61815588abad owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:56.843327 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-293fa4d2-e20f-49a7-b2af-47614ebac75a service neutron] For port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=6674cf4f-0de1-4b44-875f-8c2ef97f9ba1,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:56.907302 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-293fa4d2-e20f-49a7-b2af-47614ebac75a service neutron] For port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:57.025493 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-293fa4d2-e20f-49a7-b2af-47614ebac75a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:57.046401 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-293fa4d2-e20f-49a7-b2af-47614ebac75a service neutron] For port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=6674cf4f-0de1-4b44-875f-8c2ef97f9ba1,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:57.122313 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-293fa4d2-e20f-49a7-b2af-47614ebac75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:57.151030 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7fe14af8-744e-416d-8a1a-73ea9915ecf9 req-f35181c4-7cb6-4fc9-9246-acdcbf19f85e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9398618 Jul 15 13:12:57.274942 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 5895e339-f2ce-465f-b37b-81f0219f7117 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:57.367830 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed3f43-3e80-4f70-bd6e-94a11df667cf req-5b52e387-6b67-4385-a5b3-5a958e24d64e tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:57.369744 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eaed3f43-3e80-4f70-bd6e-94a11df667cf req-5b52e387-6b67-4385-a5b3-5a958e24d64e tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 944 time: 0.2045307 Jul 15 13:12:57.478268 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eaed3f43-3e80-4f70-bd6e-94a11df667cf req-86ec8d07-f81b-467e-8ef2-5dc4189de57d tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979743 Jul 15 13:12:57.485541 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 5895e339-f2ce-465f-b37b-81f0219f7117, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=5895e339-f2ce-465f-b37b-81f0219f7117,segment=NetworkSegment(f19c2669-c167-4697-a02d-3890cc03720b),segment_id=f19c2669-c167-4697-a02d-3890cc03720b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:57.506601 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7e06bb9-68a6-40eb-a73b-b966655eb61c tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:57.510495 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '5895e339-f2ce-465f-b37b-81f0219f7117', 'network_id': '7a1d132d-e27f-484a-993c-1c0bbb72a2ee', 'port_id': '5895e339-f2ce-465f-b37b-81f0219f7117', 'mac_address': 'fa:16:3e:2c:4c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d112e7-4ba9-4d28-96e4-3d9434430baa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:12:57.655926 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8a607-62e1-4bd2-8e01-4a35c6f2a710 req-ea16b2d4-41e9-4703-b0d3-bb117edbd022 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:57.658828 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:57.670013 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8af8a607-62e1-4bd2-8e01-4a35c6f2a710 req-ea16b2d4-41e9-4703-b0d3-bb117edbd022 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 944 time: 0.5625987 Jul 15 13:12:57.712062 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5895e339-f2ce-465f-b37b-81f0219f7117 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:57.769245 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe14af8-744e-416d-8a1a-73ea9915ecf9 req-b4830565-e4f2-4405-8ed0-2e2cf082e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:57.772565 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7fe14af8-744e-416d-8a1a-73ea9915ecf9 req-b4830565-e4f2-4405-8ed0-2e2cf082e8c6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e51b95462ec42b2a02dd62dd4e4547f&device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 1097 time: 0.5656943 Jul 15 13:12:57.793018 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 5895e339-f2ce-465f-b37b-81f0219f7117, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=5895e339-f2ce-465f-b37b-81f0219f7117,segment=NetworkSegment(f19c2669-c167-4697-a02d-3890cc03720b),segment_id=f19c2669-c167-4697-a02d-3890cc03720b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:57.801090 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:57.851745 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8af8a607-62e1-4bd2-8e01-4a35c6f2a710 req-49997080-d9e5-4471-afa2-5639ecba803b tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751370 Jul 15 13:12:58.010000 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=5895e339-f2ce-465f-b37b-81f0219f7117,revision_number=11']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:58.066655 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-293fa4d2-e20f-49a7-b2af-47614ebac75a service neutron] Transition to ACTIVE for port object 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:58.203298 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a7947ab-473f-4f7f-aac1-f0489384ccf2 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.211098 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['5895e339-f2ce-465f-b37b-81f0219f7117'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:58.218879 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-293fa4d2-e20f-49a7-b2af-47614ebac75a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.308121 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe14af8-744e-416d-8a1a-73ea9915ecf9 req-a5b3bec7-54e6-4b7a-8aa8-14c5034bc9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:58.313300 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7fe14af8-744e-416d-8a1a-73ea9915ecf9 req-a5b3bec7-54e6-4b7a-8aa8-14c5034bc9d0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ff999f83-8f01-4fb0-bb3e-8fa1520b01f4 HTTP/1.1" status: 200 len: 919 time: 0.4550850 Jul 15 13:12:58.383101 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-a7e06bb9-68a6-40eb-a73b-b966655eb61c tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Allocated IP 172.20.0.1 (dbcafc36-4c84-4eb5-906c-db24129a1c81/6bf3b32d-ad7d-41c0-beb9-c15b0aa0161f/a3d85dea-5e98-4174-b000-a3a5c7340462) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:58.448494 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-293fa4d2-e20f-49a7-b2af-47614ebac75a service neutron] No DVR routers for this DVR port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:58.532309 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7947ab-473f-4f7f-aac1-f0489384ccf2 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Pushing event deleted for resources: {'Port': ['ID=21be4d10-81a7-4250-83c6-61815588abad,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:58.617207 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7e06bb9-68a6-40eb-a73b-b966655eb61c tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.622418 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7fe14af8-744e-416d-8a1a-73ea9915ecf9 req-cc5899a1-fbd4-4974-b23a-62b3670dbe74 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6792e362-13a8-4b34-a1c4-27c52b5f455c HTTP/1.1" status: 200 len: 217 time: 0.1860688 Jul 15 13:12:58.656297 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a7e06bb9-68a6-40eb-a73b-b966655eb61c tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Transition to ACTIVE for port object a3d85dea-5e98-4174-b000-a3a5c7340462 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:58.730974 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7e06bb9-68a6-40eb-a73b-b966655eb61c tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.845318 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-293fa4d2-e20f-49a7-b2af-47614ebac75a service neutron] 10.222.0.32 "PUT /v2.0/ports/6674cf4f-0de1-4b44-875f-8c2ef97f9ba1/bindings/n-h1-758944-45/activate HTTP/1.1" status: 200 len: 370 time: 2.9033337 Jul 15 13:12:58.868806 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a7947ab-473f-4f7f-aac1-f0489384ccf2 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.872519 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe14af8-744e-416d-8a1a-73ea9915ecf9 req-589d0ee5-a3fb-46f1-8fd1-9adc5c722030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:58.874197 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7fe14af8-744e-416d-8a1a-73ea9915ecf9 req-589d0ee5-a3fb-46f1-8fd1-9adc5c722030 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=33c47e88-09c9-4ef9-8d40-4d0aac513fe6 HTTP/1.1" status: 200 len: 858 time: 0.1357095 Jul 15 13:12:58.937281 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e06bb9-68a6-40eb-a73b-b966655eb61c tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Network dbcafc36-4c84-4eb5-906c-db24129a1c81 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:58.963244 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-a7e06bb9-68a6-40eb-a73b-b966655eb61c tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:59.030026 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e06bb9-68a6-40eb-a73b-b966655eb61c tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Pushing event updated for resources: {'Port': ['ID=a3d85dea-5e98-4174-b000-a3a5c7340462,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:59.051643 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e06bb9-68a6-40eb-a73b-b966655eb61c tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:59.377644 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7e06bb9-68a6-40eb-a73b-b966655eb61c tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.400861 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-bb2c89f1-8caf-42a1-93d6-6ab44aeb2bec None None] Provisioning for port a3d85dea-5e98-4174-b000-a3a5c7340462 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:59.413173 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-bb2c89f1-8caf-42a1-93d6-6ab44aeb2bec None None] Provisioning complete for port a3d85dea-5e98-4174-b000-a3a5c7340462 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:59.413803 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb2c89f1-8caf-42a1-93d6-6ab44aeb2bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.468937 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-06767482-5845-45e8-9272-f75ae38c94da tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:59.474243 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-06767482-5845-45e8-9272-f75ae38c94da tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d&tenant_id=11b8af7c013140faa070a8db01c03b78&binding%3Ahost_id=n-h2-758944-45 HTTP/1.1" status: 200 len: 1097 time: 0.4156187 Jul 15 13:12:59.496043 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-bb2c89f1-8caf-42a1-93d6-6ab44aeb2bec None None] Port a3d85dea-5e98-4174-b000-a3a5c7340462 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:12:59.635946 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e61a3f-9d50-4375-b10a-2ba05ddf4956 req-240fd322-0ef3-4340-896c-fb9bd3a9c639 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:59.648828 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e61a3f-9d50-4375-b10a-2ba05ddf4956 req-240fd322-0ef3-4340-896c-fb9bd3a9c639 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:59.651947 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-06e61a3f-9d50-4375-b10a-2ba05ddf4956 req-240fd322-0ef3-4340-896c-fb9bd3a9c639 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.24 "GET /v2.0/ports?device_id=08de8a3a-8605-4017-9f23-78733e199019&device_id=131f1c3e-874b-43fa-8b8d-3f7dc49b8013 HTTP/1.1" status: 200 len: 1683 time: 0.4962909 Jul 15 13:12:59.700649 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7fe14af8-744e-416d-8a1a-73ea9915ecf9 req-5c11ba84-249a-4239-a7cf-82cf10f6d936 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff999f83-8f01-4fb0-bb3e-8fa1520b01f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7791803 Jul 15 13:12:59.701713 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293fa4d2-e20f-49a7-b2af-47614ebac75a service neutron] Pushing event updated for resources: {'Port': ['ID=6674cf4f-0de1-4b44-875f-8c2ef97f9ba1,revision_number=10']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:59.795793 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-06e61a3f-9d50-4375-b10a-2ba05ddf4956 req-d42cec7d-0329-41a3-a945-537720c9cf28 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.24 "GET /v2.0/security-groups?id=39f37a9b-8c70-4393-9933-8cb0ec6a8488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124568 Jul 15 13:12:59.864996 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-18f53f81-4813-45b6-8327-9b9ca5ebfa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:59.869876 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-18f53f81-4813-45b6-8327-9b9ca5ebfa24 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d&tenant_id=11b8af7c013140faa070a8db01c03b78 HTTP/1.1" status: 200 len: 1097 time: 0.3587162 Jul 15 13:13:00.020564 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7e06bb9-68a6-40eb-a73b-b966655eb61c tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:00.078323 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df4878-2864-431e-8ded-c847cd7e8acd req-29d9c215-b3c6-43eb-ba0d-3279c6a21878 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:00.080165 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-71df4878-2864-431e-8ded-c847cd7e8acd req-29d9c215-b3c6-43eb-ba0d-3279c6a21878 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 945 time: 1.1472940 Jul 15 13:13:00.090824 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-0d796876-dfda-4685-8835-cb25331c56a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:00.100273 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-0d796876-dfda-4685-8835-cb25331c56a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=11b8af7c013140faa070a8db01c03b78&device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 1097 time: 0.1770508 Jul 15 13:13:00.242419 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7fe14af8-744e-416d-8a1a-73ea9915ecf9 req-85c5270d-f54c-42ee-be3e-5815c679bf8c service neutron] 10.222.0.32 "GET /v2.0/networks/ff999f83-8f01-4fb0-bb3e-8fa1520b01f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5260818 Jul 15 13:13:00.244989 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a7947ab-473f-4f7f-aac1-f0489384ccf2 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:00.408257 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a7947ab-473f-4f7f-aac1-f0489384ccf2 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3773587'] for router, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:00.506846 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-71df4878-2864-431e-8ded-c847cd7e8acd req-f640ac18-1d69-409a-bbda-1e258ebda9b8 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356736 Jul 15 13:13:00.511095 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7fe14af8-744e-416d-8a1a-73ea9915ecf9 req-5c128dcc-8b2f-4b79-9b98-2b165de2e17e service neutron] 10.222.0.32 "GET /v2.0/networks/ff999f83-8f01-4fb0-bb3e-8fa1520b01f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414424 Jul 15 13:13:00.681794 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7947ab-473f-4f7f-aac1-f0489384ccf2 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Router 1dba6388-03a6-4bec-8092-8df468e15d1d has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:13:00.937792 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7947ab-473f-4f7f-aac1-f0489384ccf2 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:13:00.950330 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a7947ab-473f-4f7f-aac1-f0489384ccf2 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:00.950330 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7a7947ab-473f-4f7f-aac1-f0489384ccf2 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] 10.222.0.24 "PUT /v2.0/routers/1dba6388-03a6-4bec-8092-8df468e15d1d HTTP/1.1" status: 200 len: 705 time: 6.0424416 Jul 15 13:13:00.953671 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58244) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:00.965964 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68f9f96-6c8a-49b0-9698-f5cb0f5ec905 None None] Sync routers for ids ['1dba6388-03a6-4bec-8092-8df468e15d1d'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:13:00.988383 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68f9f96-6c8a-49b0-9698-f5cb0f5ec905 None None] Routers {'1dba6388-03a6-4bec-8092-8df468e15d1d'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:00.992567 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b68f9f96-6c8a-49b0-9698-f5cb0f5ec905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:12:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['1dba6388-03a6-4bec-8092-8df468e15d1d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:01.095560 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b68f9f96-6c8a-49b0-9698-f5cb0f5ec905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:01.116812 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68f9f96-6c8a-49b0-9698-f5cb0f5ec905 None None] Routers {'1dba6388-03a6-4bec-8092-8df468e15d1d'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:01.119215 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b68f9f96-6c8a-49b0-9698-f5cb0f5ec905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:12:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['1dba6388-03a6-4bec-8092-8df468e15d1d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:01.144365 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-86300503-d3e0-44ce-b4ff-b35bcadf8d26 tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] 10.222.0.24 "GET /v2.0/routers/1dba6388-03a6-4bec-8092-8df468e15d1d HTTP/1.1" status: 200 len: 740 time: 0.1883137 Jul 15 13:13:01.150157 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58246) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:01.258014 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b68f9f96-6c8a-49b0-9698-f5cb0f5ec905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:01.260754 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68f9f96-6c8a-49b0-9698-f5cb0f5ec905 None None] The sync data for ids ['1dba6388-03a6-4bec-8092-8df468e15d1d'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:13:01.289837 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-1c13b345-0a79-42b5-a755-14c6a286a36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:01.292373 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-22871239-ff54-4d8c-bc9b-61befff666df tempest-RoutersAdminTest-2104098051 tempest-RoutersAdminTest-2104098051-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=0b352371-cfe9-4be4-934e-718e319584db&device_id=1dba6388-03a6-4bec-8092-8df468e15d1d HTTP/1.1" status: 200 len: 205 time: 0.1403375 Jul 15 13:13:01.295964 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-1c13b345-0a79-42b5-a755-14c6a286a36b service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b4de3f9-9898-4e48-8ad2-d64a9c837567 HTTP/1.1" status: 200 len: 922 time: 1.1473920 Jul 15 13:13:01.298336 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58250) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:01.314442 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 5895e339-f2ce-465f-b37b-81f0219f7117 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:01.392574 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7e06bb9-68a6-40eb-a73b-b966655eb61c tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:01.399769 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-9533e742-dd4a-4418-ae41-e3ec48ee2efd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 HTTP/1.1" status: 200 len: 217 time: 0.0840325 Jul 15 13:13:01.405565 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7e06bb9-68a6-40eb-a73b-b966655eb61c tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:01.447449 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f6bffbf4-fa10-419f-9958-24f25e353386 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dba6388-03a6-4bec-8092-8df468e15d1d HTTP/1.1" status: 200 len: 205 time: 0.1472104 Jul 15 13:13:01.448389 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58254) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:01.507987 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 5895e339-f2ce-465f-b37b-81f0219f7117 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:01.520979 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 5895e339-f2ce-465f-b37b-81f0219f7117 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:01.524358 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:01.570260 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7e06bb9-68a6-40eb-a73b-b966655eb61c tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:01.570260 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-b51efb21-ecb2-4cc1-897c-559d9a513aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:01.572402 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-b51efb21-ecb2-4cc1-897c-559d9a513aa4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f7ee163d-4be2-4821-945f-cb7507aae308 HTTP/1.1" status: 200 len: 861 time: 0.0877168 Jul 15 13:13:01.688385 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cac6b6fa-8c2c-41fc-bcfa-039f457ab32b tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:01.701874 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-ecf8eb04-9d7e-437b-b982-bdacf97a5e5e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b4de3f9-9898-4e48-8ad2-d64a9c837567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694685 Jul 15 13:13:01.716700 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd688aa8-e8b8-4171-a499-36c44512a1e7 req-c521b548-e73f-4812-98c7-0613e811dd42 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:01.723022 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fd688aa8-e8b8-4171-a499-36c44512a1e7 req-c521b548-e73f-4812-98c7-0613e811dd42 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 945 time: 1.0314059 Jul 15 13:13:01.759331 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:01.802227 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365c97c5-1dc9-444e-aa7f-97a6a08ec914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5895e339-f2ce-465f-b37b-81f0219f7117'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:01.806190 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a984c63-87be-45e4-b97c-47413316fa61" -d '{"events": [{"server_uuid": "365c97c5-1dc9-444e-aa7f-97a6a08ec914", "name": "network-vif-plugged", "status": "completed", "tag": "5895e339-f2ce-465f-b37b-81f0219f7117"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:01.843976 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 5895e339-f2ce-465f-b37b-81f0219f7117, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=5895e339-f2ce-465f-b37b-81f0219f7117,segment=NetworkSegment(f19c2669-c167-4697-a02d-3890cc03720b),segment_id=f19c2669-c167-4697-a02d-3890cc03720b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:01.851918 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:01.923461 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fd688aa8-e8b8-4171-a499-36c44512a1e7 req-c1bf77a4-aa20-432f-accb-a745f69a6c53 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991115 Jul 15 13:13:01.940752 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e06bb9-68a6-40eb-a73b-b966655eb61c tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Pushing event updated for resources: {'Port': ['ID=a3d85dea-5e98-4174-b000-a3a5c7340462,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:02.000797 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=5895e339-f2ce-465f-b37b-81f0219f7117,revision_number=12']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:02.078412 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cac6b6fa-8c2c-41fc-bcfa-039f457ab32b tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:02.083284 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cac6b6fa-8c2c-41fc-bcfa-039f457ab32b tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:02.168356 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc98394c-12a5-4151-9f1e-d473c4fc40ce x-openstack-request-id: req-dc98394c-12a5-4151-9f1e-d473c4fc40ce {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:02.168633 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365c97c5-1dc9-444e-aa7f-97a6a08ec914", "name": "network-vif-plugged", "status": "completed", "tag": "5895e339-f2ce-465f-b37b-81f0219f7117", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:02.168947 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dc98394c-12a5-4151-9f1e-d473c4fc40ce {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:02.169616 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365c97c5-1dc9-444e-aa7f-97a6a08ec914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5895e339-f2ce-465f-b37b-81f0219f7117', 'code': 200} Jul 15 13:13:02.233904 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cac6b6fa-8c2c-41fc-bcfa-039f457ab32b tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:02.235323 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac6b6fa-8c2c-41fc-bcfa-039f457ab32b tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Fanout notify agent at l3_agent the message router_deleted on router 1dba6388-03a6-4bec-8092-8df468e15d1d {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:13:02.242124 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-3f4f73f9-8827-4bb0-a112-6d4a70959834 service neutron] 10.222.0.18 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4838026 Jul 15 13:13:02.248701 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cac6b6fa-8c2c-41fc-bcfa-039f457ab32b tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:02.255360 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-cac6b6fa-8c2c-41fc-bcfa-039f457ab32b tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] 10.222.0.24 "DELETE /v2.0/routers/1dba6388-03a6-4bec-8092-8df468e15d1d HTTP/1.1" status: 204 len: 168 time: 0.8005812 Jul 15 13:13:02.258402 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58266) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:02.266664 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e06bb9-68a6-40eb-a73b-b966655eb61c tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Network dbcafc36-4c84-4eb5-906c-db24129a1c81 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:02.334241 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-eb74ea64-60d2-4041-8bdf-947cd57d2efb tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dba6388-03a6-4bec-8092-8df468e15d1d HTTP/1.1" status: 200 len: 205 time: 0.0708144 Jul 15 13:13:02.336168 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58268) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:02.363725 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-a7e06bb9-68a6-40eb-a73b-b966655eb61c tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:02.447717 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-a42a9fec-3d34-421b-bdac-f3433c33d6a5 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] delete failed (client error): The resource could not be found. Jul 15 13:13:02.458259 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a42a9fec-3d34-421b-bdac-f3433c33d6a5 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] 10.222.0.24 "DELETE /v2.0/routers/1dba6388-03a6-4bec-8092-8df468e15d1d HTTP/1.1" status: 404 len: 336 time: 0.1198859 Jul 15 13:13:02.471508 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58270) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:02.479646 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-639bf305-8135-4f49-b9ba-0480a5502424 service neutron] 10.222.0.18 "GET /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018371 Jul 15 13:13:02.572399 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0dc80a05-e8fd-4612-bf90-80059bd8a5a8 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5752d82-f874-4bd8-b938-726f1949f876 HTTP/1.1" status: 200 len: 205 time: 0.0990446 Jul 15 13:13:02.625451 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028c041-b62f-4e32-9807-aa75d13b1c06 req-a0b5ac4c-bd19-4f5e-81c4-55161f75b4dc tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:02.628672 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0028c041-b62f-4e32-9807-aa75d13b1c06 req-a0b5ac4c-bd19-4f5e-81c4-55161f75b4dc tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 946 time: 0.4638722 Jul 15 13:13:02.714670 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58272) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:02.810257 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0028c041-b62f-4e32-9807-aa75d13b1c06 req-170357e7-098b-4e7a-9e00-8cf8407da2a5 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735837 Jul 15 13:13:02.876999 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-f4f0d25d-c03c-4e64-b02f-5dea6b2df405 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] delete failed (client error): The resource could not be found. Jul 15 13:13:02.878579 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f4f0d25d-c03c-4e64-b02f-5dea6b2df405 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] 10.222.0.24 "DELETE /v2.0/routers/d5752d82-f874-4bd8-b938-726f1949f876 HTTP/1.1" status: 404 len: 336 time: 0.1570189 Jul 15 13:13:02.882258 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58278) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:02.995400 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ee3aef40-3f0f-45d8-b319-b38892376adf tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] 10.222.0.24 "GET /v2.0/ports?device_id=e332f191-243c-4463-9b0c-df1972c0309a HTTP/1.1" status: 200 len: 205 time: 0.1064823 Jul 15 13:13:02.997548 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58280) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:03.012889 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-87c6c4ea-63b5-4be9-9d72-4ad145d03083 None None] Provisioning complete for port a3d85dea-5e98-4174-b000-a3a5c7340462 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:03.013509 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-87c6c4ea-63b5-4be9-9d72-4ad145d03083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:03.117799 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-87c6c4ea-63b5-4be9-9d72-4ad145d03083 None None] Port a3d85dea-5e98-4174-b000-a3a5c7340462 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:13:03.180495 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-5a195c48-15c1-4bd5-8ae9-9f531053c824 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] delete failed (client error): The resource could not be found. Jul 15 13:13:03.182485 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5a195c48-15c1-4bd5-8ae9-9f531053c824 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] 10.222.0.24 "DELETE /v2.0/routers/e332f191-243c-4463-9b0c-df1972c0309a HTTP/1.1" status: 404 len: 336 time: 0.1763754 Jul 15 13:13:03.190361 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58284) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:03.320040 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3b74b0ec-3476-44f3-9cd4-27643d100168 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] 10.222.0.24 "GET /v2.0/ports?device_id=98fd5a50-d640-4da6-8a0d-e10eca3ff3eb HTTP/1.1" status: 200 len: 205 time: 0.1275599 Jul 15 13:13:03.325183 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58288) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:03.361208 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e06bb9-68a6-40eb-a73b-b966655eb61c tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Router fc86ec3c-d6dd-40f1-bfdb-dfdde875a143 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:13:03.421157 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-7ba0d8fb-7105-4afe-a85a-d95d453e8475 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] delete failed (client error): The resource could not be found. Jul 15 13:13:03.422661 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7ba0d8fb-7105-4afe-a85a-d95d453e8475 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] 10.222.0.24 "DELETE /v2.0/routers/98fd5a50-d640-4da6-8a0d-e10eca3ff3eb HTTP/1.1" status: 404 len: 336 time: 0.0958002 Jul 15 13:13:03.425824 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58290) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:03.479874 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-406e9e28-b8b6-40c4-87c5-2232fd3460e2 tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ab843be-4e22-43a8-9440-666870720070 HTTP/1.1" status: 200 len: 205 time: 0.0526967 Jul 15 13:13:03.486316 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58294) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:03.536849 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e06bb9-68a6-40eb-a73b-b966655eb61c tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:13:03.547829 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5dbb50-dcae-4385-9550-63c577b3eee1 None None] Sync routers for ids ['fc86ec3c-d6dd-40f1-bfdb-dfdde875a143'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:13:03.567155 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5dbb50-dcae-4385-9550-63c577b3eee1 None None] Routers {'fc86ec3c-d6dd-40f1-bfdb-dfdde875a143'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:03.567831 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3f5dbb50-dcae-4385-9550-63c577b3eee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:12:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['fc86ec3c-d6dd-40f1-bfdb-dfdde875a143'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:03.576769 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a7e06bb9-68a6-40eb-a73b-b966655eb61c tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] 10.222.0.24 "PUT /v2.0/routers/fc86ec3c-d6dd-40f1-bfdb-dfdde875a143/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7008519 Jul 15 13:13:03.586452 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a6b8b-a20d-4f97-90b1-2f299be6026b req-27e2f2ed-ef09-4f02-a5dd-28899b1f8cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:03.588185 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-808a6b8b-a20d-4f97-90b1-2f299be6026b req-27e2f2ed-ef09-4f02-a5dd-28899b1f8cab service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 1098 time: 1.1064725 Jul 15 13:13:03.588812 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 58296) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:03.601538 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46503a09-7822-483a-bdfa-39523e2a3352 req-c916916d-716d-490d-a07c-6ba2169166e3 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:03.606724 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2894a3de-843e-4361-a305-63caa2732891 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Request body: {'port': {'network_id': 'dbcafc36-4c84-4eb5-906c-db24129a1c81', 'name': 'tempest-FloatingIPAdminTestJSON-1536673958'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:03.612507 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-46503a09-7822-483a-bdfa-39523e2a3352 req-c916916d-716d-490d-a07c-6ba2169166e3 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 945 time: 0.3978584 Jul 15 13:13:03.640614 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3f5dbb50-dcae-4385-9550-63c577b3eee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:03.641053 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-dcb64561-bfd8-40ca-b26f-58c3eb6f90cd tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] delete failed (client error): The resource could not be found. Jul 15 13:13:03.651266 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-dcb64561-bfd8-40ca-b26f-58c3eb6f90cd tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] 10.222.0.24 "DELETE /v2.0/routers/9ab843be-4e22-43a8-9440-666870720070 HTTP/1.1" status: 404 len: 336 time: 0.1474731 Jul 15 13:13:03.656440 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5dbb50-dcae-4385-9550-63c577b3eee1 None None] Routers {'fc86ec3c-d6dd-40f1-bfdb-dfdde875a143'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:03.657091 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3f5dbb50-dcae-4385-9550-63c577b3eee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:12:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['fc86ec3c-d6dd-40f1-bfdb-dfdde875a143'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:03.658770 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58300) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:03.696284 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3f5dbb50-dcae-4385-9550-63c577b3eee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:03.697092 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5dbb50-dcae-4385-9550-63c577b3eee1 None None] The sync data for ids ['fc86ec3c-d6dd-40f1-bfdb-dfdde875a143'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:13:03.747271 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3f1a89f2-aa9e-4b50-9e1f-0bd55a6967ff tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc0e10b3-7567-4e5a-b373-7c2a633e6c2f HTTP/1.1" status: 200 len: 205 time: 0.0868983 Jul 15 13:13:03.748220 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58306) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:03.779790 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-41b071ea-0ae2-4d24-9bba-fcdb4fe1c819 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:03.781989 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-41b071ea-0ae2-4d24-9bba-fcdb4fe1c819 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d&tenant_id=11b8af7c013140faa070a8db01c03b78&binding%3Ahost_id=n-h1-758944-45 HTTP/1.1" status: 200 len: 1097 time: 0.4646790 Jul 15 13:13:03.807825 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-37256bde-6bd0-4037-9de5-5fc9870b04de tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] delete failed (client error): The resource could not be found. Jul 15 13:13:03.812457 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-37256bde-6bd0-4037-9de5-5fc9870b04de tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] 10.222.0.24 "DELETE /v2.0/routers/dc0e10b3-7567-4e5a-b373-7c2a633e6c2f HTTP/1.1" status: 404 len: 336 time: 0.0629709 Jul 15 13:13:03.815707 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58310) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:03.828370 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-46503a09-7822-483a-bdfa-39523e2a3352 req-9ea299b0-bb34-428a-9cb9-9e6b06c584dc tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148027 Jul 15 13:13:03.852130 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f5fbabf-b195-4e02-a3a7-cb52d708582d tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] DELETE failed (client error): The resource could not be found. Jul 15 13:13:03.852555 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f5fbabf-b195-4e02-a3a7-cb52d708582d tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:13:03.857811 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0f5fbabf-b195-4e02-a3a7-cb52d708582d tempest-RoutersAdminTest-1511055812 tempest-RoutersAdminTest-1511055812-project] 10.222.0.24 "DELETE /v2.0/subnets/2e97ee87-293c-46c2-881f-f635e0e06dc5 HTTP/1.1" status: 404 len: 337 time: 0.0408957 Jul 15 13:13:04.006994 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-808a6b8b-a20d-4f97-90b1-2f299be6026b req-b7a82704-5047-441c-a851-aec07afda612 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863332 Jul 15 13:13:04.233670 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2894a3de-843e-4361-a305-63caa2732891 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Made reservation on behalf of 4cdff630b2004969bb31066a8b3f2288 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:04.240729 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2894a3de-843e-4361-a305-63caa2732891 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:04.270037 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-5fd48f29-39b3-42f6-8662-defc769aac8a service neutron] For port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:04.279079 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-5fd48f29-39b3-42f6-8662-defc769aac8a service neutron] Notify callbacks [] for binding, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:04.281012 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-137dd206-79b8-4be0-a6cd-dc91245b00ee req-5fd48f29-39b3-42f6-8662-defc769aac8a service neutron] 10.222.0.18 "DELETE /v2.0/ports/6674cf4f-0de1-4b44-875f-8c2ef97f9ba1/bindings/n-h2-758944-45 HTTP/1.1" status: 204 len: 173 time: 0.4854677 Jul 15 13:13:04.292266 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-2894a3de-843e-4361-a305-63caa2732891 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] device_id is not set on port 9faa489e-f531-41bc-84fe-3ed60222803d yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:13:04.390361 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58328) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:04.531073 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-2894a3de-843e-4361-a305-63caa2732891 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Allocated IP 172.20.0.9 (dbcafc36-4c84-4eb5-906c-db24129a1c81/6bf3b32d-ad7d-41c0-beb9-c15b0aa0161f/9faa489e-f531-41bc-84fe-3ed60222803d) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:04.624539 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a4109925-e489-479a-b6ca-aa488a0a1092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:04.830057 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2894a3de-843e-4361-a305-63caa2732891 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:04.925244 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a4109925-e489-479a-b6ca-aa488a0a1092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:04.935374 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a4109925-e489-479a-b6ca-aa488a0a1092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:04.937441 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2894a3de-843e-4361-a305-63caa2732891 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Transition to ACTIVE for port object 9faa489e-f531-41bc-84fe-3ed60222803d will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:05.021107 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 58340) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:05.023280 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a4109925-e489-479a-b6ca-aa488a0a1092 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9a9dfe2241d48d89f86e87f7850e636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6291518 Jul 15 13:13:05.095916 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e2353-3eaa-4484-a86e-82cded6023eb req-03fb2aa0-dbf3-476d-9c13-c46a1dbfec95 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:05.097552 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-660e2353-3eaa-4484-a86e-82cded6023eb req-03fb2aa0-dbf3-476d-9c13-c46a1dbfec95 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.24 "GET /v2.0/ports?device_id=131f1c3e-874b-43fa-8b8d-3f7dc49b8013 HTTP/1.1" status: 200 len: 946 time: 0.2444832 Jul 15 13:13:05.106452 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a1e98-8168-44e9-8a6c-762e9f5741a3 req-49570bd1-48a3-409b-af6c-70b993619b55 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:05.111180 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-982a1e98-8168-44e9-8a6c-762e9f5741a3 req-49570bd1-48a3-409b-af6c-70b993619b55 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 946 time: 0.3115106 Jul 15 13:13:05.116365 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4109925-e489-479a-b6ca-aa488a0a1092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57caab86-37f2-4f45-8442-60036f3a19b2,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:05.129554 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5c56d-539a-4e60-b3d0-0e965e44e944 req-f08e7e0f-7ccd-4da8-9315-cc39f436ebf8 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:05.131444 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f7b5c56d-539a-4e60-b3d0-0e965e44e944 req-f08e7e0f-7ccd-4da8-9315-cc39f436ebf8 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.18 "GET /v2.0/ports?device_id=131f1c3e-874b-43fa-8b8d-3f7dc49b8013 HTTP/1.1" status: 200 len: 946 time: 0.2517612 Jul 15 13:13:05.137691 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2894a3de-843e-4361-a305-63caa2732891 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:05.197681 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-982a1e98-8168-44e9-8a6c-762e9f5741a3 req-3e6e7744-ef2f-4022-8133-ed57f3b016eb tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732925 Jul 15 13:13:05.250710 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2894a3de-843e-4361-a305-63caa2732891 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Network dbcafc36-4c84-4eb5-906c-db24129a1c81 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:05.267943 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-2894a3de-843e-4361-a305-63caa2732891 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:05.290964 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2894a3de-843e-4361-a305-63caa2732891 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:05.330815 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a8fa19d-722b-42dd-910b-7e85baadf849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:05.345977 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-660e2353-3eaa-4484-a86e-82cded6023eb req-74e397dd-f9ae-4e11-8fa1-982369a4f06b tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.24 "GET /v2.0/security-groups?id=39f37a9b-8c70-4393-9933-8cb0ec6a8488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311838 Jul 15 13:13:05.412001 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2894a3de-843e-4361-a305-63caa2732891 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Pushing event updated for resources: {'Port': ['ID=9faa489e-f531-41bc-84fe-3ed60222803d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:05.499940 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a8fa19d-722b-42dd-910b-7e85baadf849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:05.505900 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529bf5ef-28e0-4f71-8d3f-d7822bc14710 req-90ef175c-1700-4ad6-b195-8d7a1eed8c5c tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:05.522352 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2894a3de-843e-4361-a305-63caa2732891 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:05.523062 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2894a3de-843e-4361-a305-63caa2732891 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:05.525614 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-529bf5ef-28e0-4f71-8d3f-d7822bc14710 req-90ef175c-1700-4ad6-b195-8d7a1eed8c5c tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df2ec52-728e-43f2-9416-2df162115a0f HTTP/1.1" status: 200 len: 945 time: 0.1488998 Jul 15 13:13:05.590477 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2894a3de-843e-4361-a305-63caa2732891 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0002463 Jul 15 13:13:05.598314 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 58356) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:05.607900 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-529bf5ef-28e0-4f71-8d3f-d7822bc14710 req-5a998b5c-29a1-461d-bfaf-4f8ec02ade7e tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765657 Jul 15 13:13:05.718073 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-f7b5c56d-539a-4e60-b3d0-0e965e44e944 req-266e76c0-4461-4754-8173-8478182f53a1 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Deleting port 9158d4a5-2854-4f66-9f1a-87fab2bac3ff {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:05.718621 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f7b5c56d-539a-4e60-b3d0-0e965e44e944 req-266e76c0-4461-4754-8173-8478182f53a1 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:05.779973 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17c8ea-8c6a-4ee3-9e47-9e3b620e4ce5 req-48dc12fe-b7c5-46d8-811a-3bccc01beccd tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:05.781605 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8a17c8ea-8c6a-4ee3-9e47-9e3b620e4ce5 req-48dc12fe-b7c5-46d8-811a-3bccc01beccd tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.32 "GET /v2.0/ports?device_id=08de8a3a-8605-4017-9f23-78733e199019 HTTP/1.1" status: 200 len: 946 time: 0.1721747 Jul 15 13:13:05.896253 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4ff96e58-0d88-47c1-badd-335e6786b213 None None] Provisioning for port 9faa489e-f531-41bc-84fe-3ed60222803d completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:05.919258 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4ff96e58-0d88-47c1-badd-335e6786b213 None None] Provisioning complete for port 9faa489e-f531-41bc-84fe-3ed60222803d triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:05.922200 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4ff96e58-0d88-47c1-badd-335e6786b213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:05.943026 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3071be-5639-46a5-8348-279d2f1ae382 req-9607b404-0927-42e6-9658-43b9bb78e8f0 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:05.944878 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2d3071be-5639-46a5-8348-279d2f1ae382 req-9607b404-0927-42e6-9658-43b9bb78e8f0 tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 1097 time: 0.3983622 Jul 15 13:13:05.950876 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a8fa19d-722b-42dd-910b-7e85baadf849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:05.960049 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a8fa19d-722b-42dd-910b-7e85baadf849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:05.965252 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3a8fa19d-722b-42dd-910b-7e85baadf849 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57caab86-37f2-4f45-8442-60036f3a19b2 HTTP/1.1" status: 204 len: 168 time: 0.9424617 Jul 15 13:13:06.012269 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-8a17c8ea-8c6a-4ee3-9e47-9e3b620e4ce5 req-3dceccb7-4b4e-45da-b942-85daa18b2317 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Deleting port 3f5de1aa-a2c8-4375-b2c2-da4a79f6db49 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:06.013039 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8a17c8ea-8c6a-4ee3-9e47-9e3b620e4ce5 req-3dceccb7-4b4e-45da-b942-85daa18b2317 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:06.094243 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2d3071be-5639-46a5-8348-279d2f1ae382 req-f954566e-faa5-4263-9e57-59ea7462980f tempest-LiveAutoBlockMigrationV225Test-1778743159 tempest-LiveAutoBlockMigrationV225Test-1778743159-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768087 Jul 15 13:13:06.104861 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-4ff96e58-0d88-47c1-badd-335e6786b213 None None] Port 9faa489e-f531-41bc-84fe-3ed60222803d cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:13:06.113678 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fa19d-722b-42dd-910b-7e85baadf849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57caab86-37f2-4f45-8442-60036f3a19b2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:06.138643 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f600a7bb-eea6-4dd4-be85-7393488f454e tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'project_id': '4cdff630b2004969bb31066a8b3f2288', 'port_id': '9faa489e-f531-41bc-84fe-3ed60222803d'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:06.172825 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-f7b5c56d-539a-4e60-b3d0-0e965e44e944 req-266e76c0-4461-4754-8173-8478182f53a1 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] For port 9158d4a5-2854-4f66-9f1a-87fab2bac3ff, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9158d4a5-2854-4f66-9f1a-87fab2bac3ff,segment=NetworkSegment(4cef330c-37da-4641-a8a7-f38e5d914f40),segment_id=4cef330c-37da-4641-a8a7-f38e5d914f40)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:06.173265 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f7b5c56d-539a-4e60-b3d0-0e965e44e944 req-266e76c0-4461-4754-8173-8478182f53a1 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:06.223426 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-f7b5c56d-539a-4e60-b3d0-0e965e44e944 req-266e76c0-4461-4754-8173-8478182f53a1 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Calling delete_port for 9158d4a5-2854-4f66-9f1a-87fab2bac3ff owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:06.249300 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-8a17c8ea-8c6a-4ee3-9e47-9e3b620e4ce5 req-3dceccb7-4b4e-45da-b942-85daa18b2317 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] For port 3f5de1aa-a2c8-4375-b2c2-da4a79f6db49, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3f5de1aa-a2c8-4375-b2c2-da4a79f6db49,segment=NetworkSegment(4cef330c-37da-4641-a8a7-f38e5d914f40),segment_id=4cef330c-37da-4641-a8a7-f38e5d914f40)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:06.249659 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8a17c8ea-8c6a-4ee3-9e47-9e3b620e4ce5 req-3dceccb7-4b4e-45da-b942-85daa18b2317 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:06.277899 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-8a17c8ea-8c6a-4ee3-9e47-9e3b620e4ce5 req-3dceccb7-4b4e-45da-b942-85daa18b2317 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Calling delete_port for 3f5de1aa-a2c8-4375-b2c2-da4a79f6db49 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:06.367046 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f600a7bb-eea6-4dd4-be85-7393488f454e tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:06.664190 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 58394) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:06.710100 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f7b5c56d-539a-4e60-b3d0-0e965e44e944 req-266e76c0-4461-4754-8173-8478182f53a1 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:06.725957 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8a17c8ea-8c6a-4ee3-9e47-9e3b620e4ce5 req-3dceccb7-4b4e-45da-b942-85daa18b2317 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:06.729683 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['9158d4a5-2854-4f66-9f1a-87fab2bac3ff'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:06.799837 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['3f5de1aa-a2c8-4375-b2c2-da4a79f6db49'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:06.800263 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dceccb7-4b4e-45da-b942-85daa18b2317 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Pushing event deleted for resources: {'Port': ['ID=3f5de1aa-a2c8-4375-b2c2-da4a79f6db49,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:06.859976 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['9158d4a5-2854-4f66-9f1a-87fab2bac3ff'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:06.860478 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e76c0-4461-4754-8173-8478182f53a1 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Pushing event deleted for resources: {'Port': ['ID=9158d4a5-2854-4f66-9f1a-87fab2bac3ff,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:06.914418 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['3f5de1aa-a2c8-4375-b2c2-da4a79f6db49'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:06.939008 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b5c56d-539a-4e60-b3d0-0e965e44e944 req-266e76c0-4461-4754-8173-8478182f53a1 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] No DVR routers for this DVR port 9158d4a5-2854-4f66-9f1a-87fab2bac3ff on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:06.949094 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a17c8ea-8c6a-4ee3-9e47-9e3b620e4ce5 req-3dceccb7-4b4e-45da-b942-85daa18b2317 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] No DVR routers for this DVR port 3f5de1aa-a2c8-4375-b2c2-da4a79f6db49 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:06.952983 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8a17c8ea-8c6a-4ee3-9e47-9e3b620e4ce5 req-3dceccb7-4b4e-45da-b942-85daa18b2317 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:06.956400 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8a17c8ea-8c6a-4ee3-9e47-9e3b620e4ce5 req-3dceccb7-4b4e-45da-b942-85daa18b2317 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.32 "DELETE /v2.0/ports/3f5de1aa-a2c8-4375-b2c2-da4a79f6db49 HTTP/1.1" status: 204 len: 173 time: 1.1659617 Jul 15 13:13:06.958706 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f600a7bb-eea6-4dd4-be85-7393488f454e tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:06.961204 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-243ff7ee-f17a-42f9-8034-e7aa27d5bc36 req-6d97bf3c-0d20-404f-b490-edc7c2ab5235 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.24 "GET /v2.0/ports?device_id=131f1c3e-874b-43fa-8b8d-3f7dc49b8013 HTTP/1.1" status: 200 len: 210 time: 0.0912182 Jul 15 13:13:06.961389 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f7b5c56d-539a-4e60-b3d0-0e965e44e944 req-266e76c0-4461-4754-8173-8478182f53a1 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:06.962297 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08de8a3a-8605-4017-9f23-78733e199019', 'name': 'network-vif-deleted', 'tag': '3f5de1aa-a2c8-4375-b2c2-da4a79f6db49'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:06.963361 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f7b5c56d-539a-4e60-b3d0-0e965e44e944 req-266e76c0-4461-4754-8173-8478182f53a1 tempest-ListServersNegativeTestJSON-82496817 tempest-ListServersNegativeTestJSON-82496817-project] 10.222.0.18 "DELETE /v2.0/ports/9158d4a5-2854-4f66-9f1a-87fab2bac3ff HTTP/1.1" status: 204 len: 173 time: 1.8224528 Jul 15 13:13:06.966859 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e399caf1-5529-45b0-97e6-d78855425b61" -d '{"events": [{"server_uuid": "08de8a3a-8605-4017-9f23-78733e199019", "name": "network-vif-deleted", "tag": "3f5de1aa-a2c8-4375-b2c2-da4a79f6db49"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:06.969452 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131f1c3e-874b-43fa-8b8d-3f7dc49b8013', 'name': 'network-vif-deleted', 'tag': '9158d4a5-2854-4f66-9f1a-87fab2bac3ff'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:06.970785 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dd5a4c-034b-46b2-9d07-b510ffca9690" -d '{"events": [{"server_uuid": "131f1c3e-874b-43fa-8b8d-3f7dc49b8013", "name": "network-vif-deleted", "tag": "9158d4a5-2854-4f66-9f1a-87fab2bac3ff"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:06.983080 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6907a-e11c-4780-84f6-00a4da0df5e5 req-5f235f16-fe01-483f-82b0-aada9a3986f8 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:06.992011 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cdc6907a-e11c-4780-84f6-00a4da0df5e5 req-5f235f16-fe01-483f-82b0-aada9a3986f8 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 946 time: 0.5050201 Jul 15 13:13:07.057744 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ea8aa3eb-59a7-4c1f-ac47-de44f4f31770 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=214d53b152d94e828e92e7182ea6f8ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3843756 Jul 15 13:13:07.066935 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58406) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:07.223754 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a8ceec2-79e3-4f67-9899-f89efd9a45d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:07.262653 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cdc6907a-e11c-4780-84f6-00a4da0df5e5 req-3c13d50a-15c3-4eb4-b8e6-06fc50ced205 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670898 Jul 15 13:13:07.292524 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a8ceec2-79e3-4f67-9899-f89efd9a45d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:07.384021 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c992f-a2cb-4b1b-bd67-28558eb1e228 req-f472bfc4-9a22-460d-85ec-3afb6a601a78 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:07.387523 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-824c992f-a2cb-4b1b-bd67-28558eb1e228 req-f472bfc4-9a22-460d-85ec-3afb6a601a78 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df2ec52-728e-43f2-9416-2df162115a0f HTTP/1.1" status: 200 len: 945 time: 0.1410267 Jul 15 13:13:07.424563 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a8ceec2-79e3-4f67-9899-f89efd9a45d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:07.426104 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9dbc6-9465-4e01-b6da-7bcda0ae31a6 req-2c4d6240-c904-4a46-a18d-f9fd00c2013c tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:07.427721 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a8ceec2-79e3-4f67-9899-f89efd9a45d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:07.428171 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1de9dbc6-9465-4e01-b6da-7bcda0ae31a6 req-2c4d6240-c904-4a46-a18d-f9fd00c2013c tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.18 "GET /v2.0/ports?device_id=1df2ec52-728e-43f2-9416-2df162115a0f HTTP/1.1" status: 200 len: 945 time: 0.4916766 Jul 15 13:13:07.429179 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3a8ceec2-79e3-4f67-9899-f89efd9a45d2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc24343c-91b7-4e89-ad17-a50db571d4d0 HTTP/1.1" status: 204 len: 168 time: 0.3602345 Jul 15 13:13:07.460101 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-824c992f-a2cb-4b1b-bd67-28558eb1e228 req-0bee8296-190b-407c-b6db-dc84ebb31b36 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570085 Jul 15 13:13:07.461620 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ceec2-79e3-4f67-9899-f89efd9a45d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc24343c-91b7-4e89-ad17-a50db571d4d0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:07.608275 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-f600a7bb-eea6-4dd4-be85-7393488f454e tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Allocated IP 172.25.6.36 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/e22c8132-7a79-49d4-b30a-e3933d32602d) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:07.730947 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414083b3-7b91-49c4-8599-6861ea7ef22f x-openstack-request-id: req-414083b3-7b91-49c4-8599-6861ea7ef22f {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:07.731658 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08de8a3a-8605-4017-9f23-78733e199019", "name": "network-vif-deleted", "tag": "3f5de1aa-a2c8-4375-b2c2-da4a79f6db49", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:07.731763 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-414083b3-7b91-49c4-8599-6861ea7ef22f {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:07.732201 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08de8a3a-8605-4017-9f23-78733e199019', 'name': 'network-vif-deleted', 'tag': '3f5de1aa-a2c8-4375-b2c2-da4a79f6db49', 'status': 'completed', 'code': 200} Jul 15 13:13:07.867765 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deee7253-1848-4d06-a969-dd5977c940e7 x-openstack-request-id: req-deee7253-1848-4d06-a969-dd5977c940e7 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:07.868135 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131f1c3e-874b-43fa-8b8d-3f7dc49b8013", "name": "network-vif-deleted", "tag": "9158d4a5-2854-4f66-9f1a-87fab2bac3ff", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:07.868538 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-deee7253-1848-4d06-a969-dd5977c940e7 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:07.869181 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131f1c3e-874b-43fa-8b8d-3f7dc49b8013', 'name': 'network-vif-deleted', 'tag': '9158d4a5-2854-4f66-9f1a-87fab2bac3ff', 'status': 'completed', 'code': 200} Jul 15 13:13:07.874047 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:07.936981 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1132670-3a44-4725-b486-54980f981bcc req-47bd3b17-8de8-4057-aacd-6982d215becc tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:07.948305 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e1132670-3a44-4725-b486-54980f981bcc req-47bd3b17-8de8-4057-aacd-6982d215becc tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.18 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 945 time: 0.4766355 Jul 15 13:13:08.005024 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091b36b-5295-4bae-97d8-9b1b6b676146 req-2cb17e5e-6c78-4148-9bf4-f9721e879757 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:08.018244 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d091b36b-5295-4bae-97d8-9b1b6b676146 req-2cb17e5e-6c78-4148-9bf4-f9721e879757 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 945 time: 0.4533331 Jul 15 13:13:08.201176 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f600a7bb-eea6-4dd4-be85-7393488f454e tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:08.211807 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-1de9dbc6-9465-4e01-b6da-7bcda0ae31a6 req-966f38f0-9c3b-403f-acc5-8ac08f55810d tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Deleting port 2b1c42c1-78b2-48f2-9e00-57d53a9198ed {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:08.212305 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1de9dbc6-9465-4e01-b6da-7bcda0ae31a6 req-966f38f0-9c3b-403f-acc5-8ac08f55810d tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:08.251105 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d091b36b-5295-4bae-97d8-9b1b6b676146 req-63e4b619-adae-4fe8-bac3-27deec2fc283 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310576 Jul 15 13:13:08.336145 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58426) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:08.415166 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c94893-fef4-41e6-b655-740d67a97d81 admin admin] Deleting subnet 90f120ba-6344-4cef-ad64-e2d154dab216 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:13:08.419318 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8c94893-fef4-41e6-b655-740d67a97d81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:08.462763 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8c94893-fef4-41e6-b655-740d67a97d81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:08.522460 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8c94893-fef4-41e6-b655-740d67a97d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:08.571360 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-e1132670-3a44-4725-b486-54980f981bcc req-7308ef83-60c2-427b-af6c-6be1570836f9 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Deleting port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:08.571747 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e1132670-3a44-4725-b486-54980f981bcc req-7308ef83-60c2-427b-af6c-6be1570836f9 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:08.581197 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-1de9dbc6-9465-4e01-b6da-7bcda0ae31a6 req-966f38f0-9c3b-403f-acc5-8ac08f55810d tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] For port 2b1c42c1-78b2-48f2-9e00-57d53a9198ed, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=2b1c42c1-78b2-48f2-9e00-57d53a9198ed,segment=NetworkSegment(1b15243f-f5b3-4b91-8138-e8eab75febdf),segment_id=1b15243f-f5b3-4b91-8138-e8eab75febdf)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:08.581197 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1de9dbc6-9465-4e01-b6da-7bcda0ae31a6 req-966f38f0-9c3b-403f-acc5-8ac08f55810d tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:08.581197 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f600a7bb-eea6-4dd4-be85-7393488f454e tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:08.645004 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8c94893-fef4-41e6-b655-740d67a97d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:08.648853 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-1de9dbc6-9465-4e01-b6da-7bcda0ae31a6 req-966f38f0-9c3b-403f-acc5-8ac08f55810d tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Calling delete_port for 2b1c42c1-78b2-48f2-9e00-57d53a9198ed owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:08.703798 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c94893-fef4-41e6-b655-740d67a97d81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90f120ba-6344-4cef-ad64-e2d154dab216,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:08.731680 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f600a7bb-eea6-4dd4-be85-7393488f454e tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:08.739798 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8c94893-fef4-41e6-b655-740d67a97d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:08.748021 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f8c94893-fef4-41e6-b655-740d67a97d81 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/90f120ba-6344-4cef-ad64-e2d154dab216 HTTP/1.1" status: 204 len: 168 time: 0.4064598 Jul 15 13:13:08.748551 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58438) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:08.776419 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f600a7bb-eea6-4dd4-be85-7393488f454e tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:08.789196 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f600a7bb-eea6-4dd4-be85-7393488f454e tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:08.791455 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600a7bb-eea6-4dd4-be85-7393488f454e tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Pushing event updated for resources: {'Port': ['ID=e22c8132-7a79-49d4-b30a-e3933d32602d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:08.849215 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600a7bb-eea6-4dd4-be85-7393488f454e tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:08.849543 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600a7bb-eea6-4dd4-be85-7393488f454e tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:08.850520 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600a7bb-eea6-4dd4-be85-7393488f454e tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:08.850803 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600a7bb-eea6-4dd4-be85-7393488f454e tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:08.851315 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600a7bb-eea6-4dd4-be85-7393488f454e tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:08.851826 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600a7bb-eea6-4dd4-be85-7393488f454e tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:08.851826 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600a7bb-eea6-4dd4-be85-7393488f454e tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:08.852174 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600a7bb-eea6-4dd4-be85-7393488f454e tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:08.852511 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600a7bb-eea6-4dd4-be85-7393488f454e tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:08.852845 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600a7bb-eea6-4dd4-be85-7393488f454e tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:08.853175 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600a7bb-eea6-4dd4-be85-7393488f454e tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:08.853503 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f600a7bb-eea6-4dd4-be85-7393488f454e tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:08.885847 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-e1132670-3a44-4725-b486-54980f981bcc req-7308ef83-60c2-427b-af6c-6be1570836f9 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] For port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=6674cf4f-0de1-4b44-875f-8c2ef97f9ba1,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:08.886233 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e1132670-3a44-4725-b486-54980f981bcc req-7308ef83-60c2-427b-af6c-6be1570836f9 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:08.914596 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3eac1-724d-495e-bbd1-000501c66e6b req-767c834f-ef29-4042-b014-f73ac3c5d7a8 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:08.916195 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-95e3eac1-724d-495e-bbd1-000501c66e6b req-767c834f-ef29-4042-b014-f73ac3c5d7a8 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 946 time: 0.4321957 Jul 15 13:13:08.941400 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-e1132670-3a44-4725-b486-54980f981bcc req-7308ef83-60c2-427b-af6c-6be1570836f9 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Calling delete_port for 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:08.975854 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-844df9fc-8ca1-488c-a445-5c6beb449b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:08.979039 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58442) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:09.031217 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfbe5a-aaf5-4b7a-b228-fa0c3c378394 req-c0abad31-c50a-454d-96ea-e6db52d710ee tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:09.035637 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-98dfbe5a-aaf5-4b7a-b228-fa0c3c378394 req-c0abad31-c50a-454d-96ea-e6db52d710ee tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df2ec52-728e-43f2-9416-2df162115a0f HTTP/1.1" status: 200 len: 945 time: 0.3162396 Jul 15 13:13:09.148635 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d46998a2-d4c5-4d60-a446-ab1ea35000d6 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-508958060'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:09.184594 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-844df9fc-8ca1-488c-a445-5c6beb449b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:09.202301 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-98dfbe5a-aaf5-4b7a-b228-fa0c3c378394 req-496238df-0503-4c86-9078-0654bdd5afa5 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255140 Jul 15 13:13:09.209660 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-844df9fc-8ca1-488c-a445-5c6beb449b1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03152998-8d8c-4a3d-a208-e039e443e15c']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:09.227805 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-844df9fc-8ca1-488c-a445-5c6beb449b1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cef330c-37da-4641-a8a7-f38e5d914f40') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:09.228274 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-844df9fc-8ca1-488c-a445-5c6beb449b1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cef330c-37da-4641-a8a7-f38e5d914f40') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:09.244779 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-844df9fc-8ca1-488c-a445-5c6beb449b1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:09.247780 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46998a2-d4c5-4d60-a446-ab1ea35000d6 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Made reservation on behalf of f7ac9efadf084e909923c9d9e4783e21 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:09.252202 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d46998a2-d4c5-4d60-a446-ab1ea35000d6 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:09.262386 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 3f5de1aa-a2c8-4375-b2c2-da4a79f6db49 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:09.273562 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d46998a2-d4c5-4d60-a446-ab1ea35000d6 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:09.286315 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-844df9fc-8ca1-488c-a445-5c6beb449b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:09.299543 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-844df9fc-8ca1-488c-a445-5c6beb449b1d admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:13:09.300020 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-844df9fc-8ca1-488c-a445-5c6beb449b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.302180 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:13:09.312501 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:13:09.331460 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 3f5de1aa-a2c8-4375-b2c2-da4a79f6db49 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:09.332570 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 3f5de1aa-a2c8-4375-b2c2-da4a79f6db49 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:09.373794 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 9158d4a5-2854-4f66-9f1a-87fab2bac3ff no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:09.416065 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-844df9fc-8ca1-488c-a445-5c6beb449b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:09.437809 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-844df9fc-8ca1-488c-a445-5c6beb449b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:09.440453 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-844df9fc-8ca1-488c-a445-5c6beb449b1d admin admin] 10.222.0.24 "DELETE /v2.0/networks/03152998-8d8c-4a3d-a208-e039e443e15c HTTP/1.1" status: 204 len: 168 time: 0.6905608 Jul 15 13:13:09.446952 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 9158d4a5-2854-4f66-9f1a-87fab2bac3ff {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:09.447710 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 9158d4a5-2854-4f66-9f1a-87fab2bac3ff not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:09.448534 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:09.449366 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-95e3eac1-724d-495e-bbd1-000501c66e6b req-f40b8018-fe5e-4c19-99d9-aa709b47f528 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5038891 Jul 15 13:13:09.468631 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844df9fc-8ca1-488c-a445-5c6beb449b1d admin admin] Pushing event deleted for resources: {'Network': ['ID=03152998-8d8c-4a3d-a208-e039e443e15c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:09.541168 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d46998a2-d4c5-4d60-a446-ab1ea35000d6 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:09.557260 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d46998a2-d4c5-4d60-a446-ab1ea35000d6 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:09.621122 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46998a2-d4c5-4d60-a446-ab1ea35000d6 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:13:09.637690 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46998a2-d4c5-4d60-a446-ab1ea35000d6 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92f315e8-64ce-4b2d-945f-dba4fcb31cc9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:09.646052 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d46998a2-d4c5-4d60-a446-ab1ea35000d6 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:09.646592 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-d46998a2-d4c5-4d60-a446-ab1ea35000d6 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Added segment 68a365d4-e583-4d9d-92fb-0926d43243a2 of type vlan for network 58782f77-5084-4003-b851-7d300b1f9d8b Jul 15 13:13:09.707316 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d46998a2-d4c5-4d60-a446-ab1ea35000d6 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:09.771095 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d46998a2-d4c5-4d60-a446-ab1ea35000d6 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:09.772814 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46998a2-d4c5-4d60-a446-ab1ea35000d6 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:09.773588 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d46998a2-d4c5-4d60-a446-ab1ea35000d6 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:09.816679 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d46998a2-d4c5-4d60-a446-ab1ea35000d6 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8364065 Jul 15 13:13:09.833080 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58454) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:09.843280 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-13748e2b-01be-4bb4-afba-9404b57cc124 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Request body: {'subnet': {'network_id': '58782f77-5084-4003-b851-7d300b1f9d8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:09.927559 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58456) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:09.942081 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46998a2-d4c5-4d60-a446-ab1ea35000d6 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event updated for resources: {'Network': ['ID=58782f77-5084-4003-b851-7d300b1f9d8b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:09.961152 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 58782f77-5084-4003-b851-7d300b1f9d8b details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:13:10.114236 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-84558178-d204-49de-9b66-e3c783917e1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d308a6a1226f4b79b9424f76280af15b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1819880 Jul 15 13:13:10.118263 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58458) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:10.122821 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13748e2b-01be-4bb4-afba-9404b57cc124 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Made reservation on behalf of f7ac9efadf084e909923c9d9e4783e21 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:10.128105 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13748e2b-01be-4bb4-afba-9404b57cc124 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:10.224221 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1de9dbc6-9465-4e01-b6da-7bcda0ae31a6 req-966f38f0-9c3b-403f-acc5-8ac08f55810d tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:10.262803 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['6792e362-13a8-4b34-a1c4-27c52b5f455c'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:10.319691 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f38f0-9c3b-403f-acc5-8ac08f55810d tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Pushing event deleted for resources: {'Port': ['ID=2b1c42c1-78b2-48f2-9e00-57d53a9198ed,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:10.432565 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de9dbc6-9465-4e01-b6da-7bcda0ae31a6 req-966f38f0-9c3b-403f-acc5-8ac08f55810d tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] No DVR routers for this DVR port 2b1c42c1-78b2-48f2-9e00-57d53a9198ed on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:10.436632 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-1de9dbc6-9465-4e01-b6da-7bcda0ae31a6 req-966f38f0-9c3b-403f-acc5-8ac08f55810d tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:10.439912 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1de9dbc6-9465-4e01-b6da-7bcda0ae31a6 req-966f38f0-9c3b-403f-acc5-8ac08f55810d tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.18 "DELETE /v2.0/ports/2b1c42c1-78b2-48f2-9e00-57d53a9198ed HTTP/1.1" status: 204 len: 173 time: 3.0012479 Jul 15 13:13:10.480930 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df2ec52-728e-43f2-9416-2df162115a0f', 'name': 'network-vif-deleted', 'tag': '2b1c42c1-78b2-48f2-9e00-57d53a9198ed'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:10.485365 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ce8308-dfa9-4918-9e3a-d73d4d285b0e" -d '{"events": [{"server_uuid": "1df2ec52-728e-43f2-9416-2df162115a0f", "name": "network-vif-deleted", "tag": "2b1c42c1-78b2-48f2-9e00-57d53a9198ed"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:10.659890 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e1132670-3a44-4725-b486-54980f981bcc req-7308ef83-60c2-427b-af6c-6be1570836f9 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:10.672885 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['9e2d2c7a-17e9-492b-b40d-42441a613b9f'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:10.675021 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49138ef0-a971-4e01-840a-038c69814607 req-cfc58bbf-b546-4506-b171-495a285706a3 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:10.678136 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-49138ef0-a971-4e01-840a-038c69814607 req-cfc58bbf-b546-4506-b171-495a285706a3 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 946 time: 0.6297684 Jul 15 13:13:10.683919 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13db5599-64f8-4862-97f3-3b74e783586f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:10.729447 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308ef83-60c2-427b-af6c-6be1570836f9 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Pushing event deleted for resources: {'Port': ['ID=6674cf4f-0de1-4b44-875f-8c2ef97f9ba1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:10.738430 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13db5599-64f8-4862-97f3-3b74e783586f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:10.757226 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088e93f-b8f9-4c22-a31c-b65e583def65 req-90b6a9bb-2150-4fad-82e4-3b20a87a1404 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:10.760172 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7088e93f-b8f9-4c22-a31c-b65e583def65 req-90b6a9bb-2150-4fad-82e4-3b20a87a1404 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 866 time: 0.5294554 Jul 15 13:13:10.800312 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-49138ef0-a971-4e01-840a-038c69814607 req-806db84e-44d8-4575-8ad0-96c3223b616a tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119726 Jul 15 13:13:10.901236 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1132670-3a44-4725-b486-54980f981bcc req-7308ef83-60c2-427b-af6c-6be1570836f9 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] No DVR routers for this DVR port 6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:10.908336 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e1132670-3a44-4725-b486-54980f981bcc req-7308ef83-60c2-427b-af6c-6be1570836f9 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:10.910768 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e1132670-3a44-4725-b486-54980f981bcc req-7308ef83-60c2-427b-af6c-6be1570836f9 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.18 "DELETE /v2.0/ports/6674cf4f-0de1-4b44-875f-8c2ef97f9ba1 HTTP/1.1" status: 204 len: 173 time: 2.9242663 Jul 15 13:13:10.937420 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7088e93f-b8f9-4c22-a31c-b65e583def65 req-4a6518c9-c442-48e1-acc6-b10d6e71ef46 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157711 Jul 15 13:13:10.947057 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f600a7bb-eea6-4dd4-be85-7393488f454e tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:10.995831 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13db5599-64f8-4862-97f3-3b74e783586f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:11.000241 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13db5599-64f8-4862-97f3-3b74e783586f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:11.008944 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-13db5599-64f8-4862-97f3-3b74e783586f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/39f37a9b-8c70-4393-9933-8cb0ec6a8488 HTTP/1.1" status: 204 len: 168 time: 0.8746884 Jul 15 13:13:11.075089 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f600a7bb-eea6-4dd4-be85-7393488f454e tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:11.183624 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db5599-64f8-4862-97f3-3b74e783586f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f37a9b-8c70-4393-9933-8cb0ec6a8488,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:11.225725 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13748e2b-01be-4bb4-afba-9404b57cc124 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:11.382788 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 2b1c42c1-78b2-48f2-9e00-57d53a9198ed no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:11.468174 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 2b1c42c1-78b2-48f2-9e00-57d53a9198ed {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:11.469462 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 2b1c42c1-78b2-48f2-9e00-57d53a9198ed not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:11.492839 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5f8d1065-60e9-4d1e-8568-1624f7ec43ed req-b2706291-f164-4a26-8826-b9674bc88f63 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=1df2ec52-728e-43f2-9416-2df162115a0f HTTP/1.1" status: 200 len: 210 time: 0.2497509 Jul 15 13:13:11.591973 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f600a7bb-eea6-4dd4-be85-7393488f454e tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:11.617727 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f600a7bb-eea6-4dd4-be85-7393488f454e tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:11.658109 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13748e2b-01be-4bb4-afba-9404b57cc124 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event updated for resources: {'Subnet': ['ID=00794332-46d5-42dd-a3c7-16f364b7e8b1,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:11.685243 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13748e2b-01be-4bb4-afba-9404b57cc124 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Checking segment: {'id': '68a365d4-e583-4d9d-92fb-0926d43243a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '58782f77-5084-4003-b851-7d300b1f9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:11.689193 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13748e2b-01be-4bb4-afba-9404b57cc124 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Network hostable DHCP agents. Network: 58782f77-5084-4003-b851-7d300b1f9d8b, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:13:11.751164 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f600a7bb-eea6-4dd4-be85-7393488f454e tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:11.759227 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13748e2b-01be-4bb4-afba-9404b57cc124 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Network 58782f77-5084-4003-b851-7d300b1f9d8b is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:13:11.800894 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-13748e2b-01be-4bb4-afba-9404b57cc124 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 58782f77-5084-4003-b851-7d300b1f9d8b) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:11.808338 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13748e2b-01be-4bb4-afba-9404b57cc124 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:11.809704 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13748e2b-01be-4bb4-afba-9404b57cc124 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:11.814812 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f636b58e-330e-4093-982b-9c6b8b999129 None None] Network 58782f77-5084-4003-b851-7d300b1f9d8b requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:11.864312 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-13748e2b-01be-4bb4-afba-9404b57cc124 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0253139 Jul 15 13:13:11.866740 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58474) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:11.890873 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-43b9f2a7-c587-4403-a99e-c9006fe1ef42 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-618288376', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}, 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:11.907317 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a3d7d1-4d77-4760-bfd1-104388b01b67 x-openstack-request-id: req-74a3d7d1-4d77-4760-bfd1-104388b01b67 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:11.908079 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df2ec52-728e-43f2-9416-2df162115a0f", "name": "network-vif-deleted", "tag": "2b1c42c1-78b2-48f2-9e00-57d53a9198ed", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:11.908079 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-74a3d7d1-4d77-4760-bfd1-104388b01b67 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:11.908879 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df2ec52-728e-43f2-9416-2df162115a0f', 'name': 'network-vif-deleted', 'tag': '2b1c42c1-78b2-48f2-9e00-57d53a9198ed', 'status': 'completed', 'code': 200} Jul 15 13:13:11.928278 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-f600a7bb-eea6-4dd4-be85-7393488f454e tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Floating IP ea9b5cda-346d-4041-8b5a-0957f387dc6b associated. External IP: 172.25.6.36, port: 9faa489e-f531-41bc-84fe-3ed60222803d. Jul 15 13:13:11.949962 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43b9f2a7-c587-4403-a99e-c9006fe1ef42 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:11.953479 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43b9f2a7-c587-4403-a99e-c9006fe1ef42 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:12.063137 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43b9f2a7-c587-4403-a99e-c9006fe1ef42 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:12.064995 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600a7bb-eea6-4dd4-be85-7393488f454e tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Pushing event updated for resources: {'Port': ['ID=e22c8132-7a79-49d4-b30a-e3933d32602d,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:12.315621 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6106746b-011d-4e87-b1d3-3ce810ed375c None None] Network 58782f77-5084-4003-b851-7d300b1f9d8b requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:12.337339 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44718144-245f-45a7-b33b-5b22fa36c24a req-09500b09-9a01-4a18-80ac-80ec1f436bc4 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:12.340057 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-44718144-245f-45a7-b33b-5b22fa36c24a req-09500b09-9a01-4a18-80ac-80ec1f436bc4 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 946 time: 0.2885995 Jul 15 13:13:12.418621 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43b9f2a7-c587-4403-a99e-c9006fe1ef42 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:12.424959 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b054a206-d5bc-4a58-95c7-32a4560a3859 req-391e498a-2820-42a3-9fef-95bae50bb03e tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 210 time: 0.0749257 Jul 15 13:13:12.488325 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f600a7bb-eea6-4dd4-be85-7393488f454e tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Router fc86ec3c-d6dd-40f1-bfdb-dfdde875a143 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:13:12.669901 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-44718144-245f-45a7-b33b-5b22fa36c24a req-7746a711-0e29-4a51-bd55-315cef5a8881 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015150 Jul 15 13:13:12.724748 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f600a7bb-eea6-4dd4-be85-7393488f454e tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:13:12.742333 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b212e62d-66b9-4538-b70b-1fb9e3606ecc None None] Sync routers for ids ['fc86ec3c-d6dd-40f1-bfdb-dfdde875a143'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:13:12.773800 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f600a7bb-eea6-4dd4-be85-7393488f454e tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:12.783204 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b212e62d-66b9-4538-b70b-1fb9e3606ecc None None] Routers {'fc86ec3c-d6dd-40f1-bfdb-dfdde875a143'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:12.784312 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b212e62d-66b9-4538-b70b-1fb9e3606ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:12:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['fc86ec3c-d6dd-40f1-bfdb-dfdde875a143'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:12.860580 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b212e62d-66b9-4538-b70b-1fb9e3606ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:12.879704 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58502) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:12.888210 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b212e62d-66b9-4538-b70b-1fb9e3606ecc None None] Routers {'fc86ec3c-d6dd-40f1-bfdb-dfdde875a143'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:12.889339 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b212e62d-66b9-4538-b70b-1fb9e3606ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:12:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['fc86ec3c-d6dd-40f1-bfdb-dfdde875a143'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:12.941449 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f600a7bb-eea6-4dd4-be85-7393488f454e tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 7.3344934 Jul 15 13:13:12.942232 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 58508) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:12.947819 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43b9f2a7-c587-4403-a99e-c9006fe1ef42 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:12.972875 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b212e62d-66b9-4538-b70b-1fb9e3606ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:12.974116 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b212e62d-66b9-4538-b70b-1fb9e3606ecc None None] The sync data for ids ['fc86ec3c-d6dd-40f1-bfdb-dfdde875a143'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:13:12.992721 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43b9f2a7-c587-4403-a99e-c9006fe1ef42 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.189199 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2f76e7bc-4c31-4cfd-af15-94cec90df636 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1575753264-network', 'tenant_id': '0a5577c115ec43508375ce7d29599c94'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:13.245408 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-43b9f2a7-c587-4403-a99e-c9006fe1ef42 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Allocated IP 172.25.6.168 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/9dc26811-3a52-41c5-92dd-f58e5b59f4d2) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:13.273990 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f76e7bc-4c31-4cfd-af15-94cec90df636 admin admin] Made reservation on behalf of 0a5577c115ec43508375ce7d29599c94 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:13.276893 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-35ae1917-a13e-4109-8435-d598be73f55b tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] 10.222.0.24 "GET /v2.0/floatingips/ea9b5cda-346d-4041-8b5a-0957f387dc6b HTTP/1.1" status: 200 len: 982 time: 0.3330047 Jul 15 13:13:13.277922 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 58512) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:13.278431 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2f76e7bc-4c31-4cfd-af15-94cec90df636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.334673 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2f76e7bc-4c31-4cfd-af15-94cec90df636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.461694 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2f76e7bc-4c31-4cfd-af15-94cec90df636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.472673 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2f76e7bc-4c31-4cfd-af15-94cec90df636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.532722 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-88767e47-06ae-4fb9-ad47-815d439cc202 tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3033 time: 0.2528317 Jul 15 13:13:13.534398 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 58516) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:13.574783 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f76e7bc-4c31-4cfd-af15-94cec90df636 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:13:13.583178 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76e7bc-4c31-4cfd-af15-94cec90df636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f40120b-38f9-4fb1-8864-41dc7f607887,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:13.614178 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2f76e7bc-4c31-4cfd-af15-94cec90df636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.614867 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-2f76e7bc-4c31-4cfd-af15-94cec90df636 admin admin] Added segment da9df486-ce25-472e-ba9f-e231dea52cb7 of type vlan for network edeaa118-edc5-4f1b-bf13-6f27616a2b19 Jul 15 13:13:13.654782 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d64bda-0125-4ffe-9547-88377e1cf1b2 req-dfb044d8-a5ed-4965-9dc8-153a2b52b159 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:13.664995 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b5d64bda-0125-4ffe-9547-88377e1cf1b2 req-dfb044d8-a5ed-4965-9dc8-153a2b52b159 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 946 time: 0.4835989 Jul 15 13:13:13.741872 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43b9f2a7-c587-4403-a99e-c9006fe1ef42 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.746031 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2f76e7bc-4c31-4cfd-af15-94cec90df636 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.783973 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b5d64bda-0125-4ffe-9547-88377e1cf1b2 req-94439097-7d7b-4f00-8519-4dc6f061a5cc tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170795 Jul 15 13:13:13.824463 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2f76e7bc-4c31-4cfd-af15-94cec90df636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.825723 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f76e7bc-4c31-4cfd-af15-94cec90df636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:13.826334 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2f76e7bc-4c31-4cfd-af15-94cec90df636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.922054 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43b9f2a7-c587-4403-a99e-c9006fe1ef42 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.930777 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2f76e7bc-4c31-4cfd-af15-94cec90df636 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0395510 Jul 15 13:13:13.943649 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58524) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:13.963200 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c59b88-7e09-4b9a-80cc-4a609a7a5e7d', 'name': 'network-vif-deleted', 'tag': '6674cf4f-0de1-4b44-875f-8c2ef97f9ba1'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:13.967339 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dee65fd-8051-4a9f-8509-f1c19c893763" -d '{"events": [{"server_uuid": "87c59b88-7e09-4b9a-80cc-4a609a7a5e7d", "name": "network-vif-deleted", "tag": "6674cf4f-0de1-4b44-875f-8c2ef97f9ba1"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:13.975105 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e75034a1-3bf6-4bd5-ad41-a3b445c40edf req-217cac5a-a9e5-4a22-9fdd-d843baeeba87 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 210 time: 0.0712416 Jul 15 13:13:13.989378 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3ccd122b-63a5-47f0-96c3-410cedf1b6ed admin admin] Request body: {'subnet': {'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1575753264-subnet', 'tenant_id': '0a5577c115ec43508375ce7d29599c94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:14.063805 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8d88832c-85db-4e19-b570-991136303aac tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Deleting port e22c8132-7a79-49d4-b30a-e3933d32602d {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:14.067733 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d88832c-85db-4e19-b570-991136303aac tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:14.078606 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76e7bc-4c31-4cfd-af15-94cec90df636 admin admin] Pushing event updated for resources: {'Network': ['ID=edeaa118-edc5-4f1b-bf13-6f27616a2b19,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:14.086321 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b9f2a7-c587-4403-a99e-c9006fe1ef42 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:14.130230 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-43b9f2a7-c587-4403-a99e-c9006fe1ef42 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:14.145451 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76e7bc-4c31-4cfd-af15-94cec90df636 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:14.147008 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76e7bc-4c31-4cfd-af15-94cec90df636 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:14.147997 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76e7bc-4c31-4cfd-af15-94cec90df636 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:14.149259 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76e7bc-4c31-4cfd-af15-94cec90df636 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:14.150243 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76e7bc-4c31-4cfd-af15-94cec90df636 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:14.151390 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76e7bc-4c31-4cfd-af15-94cec90df636 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:14.152474 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76e7bc-4c31-4cfd-af15-94cec90df636 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:14.153502 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76e7bc-4c31-4cfd-af15-94cec90df636 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:14.154478 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76e7bc-4c31-4cfd-af15-94cec90df636 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:14.155426 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76e7bc-4c31-4cfd-af15-94cec90df636 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:14.156355 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76e7bc-4c31-4cfd-af15-94cec90df636 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:14.157348 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f76e7bc-4c31-4cfd-af15-94cec90df636 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:14.185475 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network edeaa118-edc5-4f1b-bf13-6f27616a2b19 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:13:14.239772 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b9f2a7-c587-4403-a99e-c9006fe1ef42 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:14.256002 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9f2a7-c587-4403-a99e-c9006fe1ef42 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event updated for resources: {'Port': ['ID=9dc26811-3a52-41c5-92dd-f58e5b59f4d2,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:14.273464 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d88832c-85db-4e19-b570-991136303aac tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:14.274025 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d88832c-85db-4e19-b570-991136303aac tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:14.323399 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8d88832c-85db-4e19-b570-991136303aac tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Calling delete_port for e22c8132-7a79-49d4-b30a-e3933d32602d owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:14.338874 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccd122b-63a5-47f0-96c3-410cedf1b6ed admin admin] Made reservation on behalf of 0a5577c115ec43508375ce7d29599c94 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:14.341649 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ccd122b-63a5-47f0-96c3-410cedf1b6ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:14.637148 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91cfbf3-468f-484b-93da-dfa2b566df4d req-49d87dd2-26eb-43d8-9d98-ef9b0a0f5b75 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:14.639884 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b91cfbf3-468f-484b-93da-dfa2b566df4d req-49d87dd2-26eb-43d8-9d98-ef9b0a0f5b75 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 945 time: 0.5517218 Jul 15 13:13:14.645686 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1f477-ce5a-4838-baae-47b8910675dc req-87c053e6-ea24-49f8-9142-a3fc825ed01a tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:14.648947 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-64f1f477-ce5a-4838-baae-47b8910675dc req-87c053e6-ea24-49f8-9142-a3fc825ed01a tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 946 time: 0.1977367 Jul 15 13:13:14.794624 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-64f1f477-ce5a-4838-baae-47b8910675dc req-0c98c515-ce1d-4183-8c4d-89adea90cf1c tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268799 Jul 15 13:13:14.842156 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b91cfbf3-468f-484b-93da-dfa2b566df4d req-2f5ad746-3d7a-42d3-add1-f71f73c86dc6 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812677 Jul 15 13:13:14.852627 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d88832c-85db-4e19-b570-991136303aac tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:14.960858 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0f3850-fbad-4b08-9816-9ec6b9bc8747 x-openstack-request-id: req-fd0f3850-fbad-4b08-9816-9ec6b9bc8747 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:14.961325 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c59b88-7e09-4b9a-80cc-4a609a7a5e7d", "name": "network-vif-deleted", "tag": "6674cf4f-0de1-4b44-875f-8c2ef97f9ba1", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:14.961716 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd0f3850-fbad-4b08-9816-9ec6b9bc8747 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:14.962369 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c59b88-7e09-4b9a-80cc-4a609a7a5e7d', 'name': 'network-vif-deleted', 'tag': '6674cf4f-0de1-4b44-875f-8c2ef97f9ba1', 'status': 'completed', 'code': 200} Jul 15 13:13:14.970564 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88832c-85db-4e19-b570-991136303aac tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Pushing event deleted for resources: {'Port': ['ID=e22c8132-7a79-49d4-b30a-e3933d32602d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:14.972460 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43b9f2a7-c587-4403-a99e-c9006fe1ef42 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:15.095621 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ccd122b-63a5-47f0-96c3-410cedf1b6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:15.129311 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d88832c-85db-4e19-b570-991136303aac tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:15.132026 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-8d88832c-85db-4e19-b570-991136303aac tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Floating IP ea9b5cda-346d-4041-8b5a-0957f387dc6b disassociated (deleted). External IP: 172.25.6.36, port: 9faa489e-f531-41bc-84fe-3ed60222803d. Jul 15 13:13:15.231330 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd122b-63a5-47f0-96c3-410cedf1b6ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=d793a745-d38c-4e8b-9716-b5fdf7b27406,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:15.329158 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccd122b-63a5-47f0-96c3-410cedf1b6ed admin admin] Checking segment: {'id': 'da9df486-ce25-472e-ba9f-e231dea52cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:15.329814 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccd122b-63a5-47f0-96c3-410cedf1b6ed admin admin] Network hostable DHCP agents. Network: edeaa118-edc5-4f1b-bf13-6f27616a2b19, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:13:15.335972 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e27117cc-663f-4591-9ced-e8979fdc537a req-ac051dbd-63f4-44c7-9241-ad60fee16709 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 210 time: 0.0999324 Jul 15 13:13:15.378233 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43b9f2a7-c587-4403-a99e-c9006fe1ef42 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:15.517684 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4af31-4929-4136-b669-c8a922372420 req-0333a3f5-905b-40c3-8049-a0e1f75adbed tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:15.519689 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-00c4af31-4929-4136-b669-c8a922372420 req-0333a3f5-905b-40c3-8049-a0e1f75adbed tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 946 time: 0.2993181 Jul 15 13:13:15.534900 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccd122b-63a5-47f0-96c3-410cedf1b6ed admin admin] Network edeaa118-edc5-4f1b-bf13-6f27616a2b19 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:13:15.628830 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-3ccd122b-63a5-47f0-96c3-410cedf1b6ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, edeaa118-edc5-4f1b-bf13-6f27616a2b19) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:15.634430 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d88832c-85db-4e19-b570-991136303aac tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Router fc86ec3c-d6dd-40f1-bfdb-dfdde875a143 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:13:15.645268 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffc1d0f-8e3a-40d3-b053-eb1b0fc4d647 None None] Network edeaa118-edc5-4f1b-bf13-6f27616a2b19 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:15.658171 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccd122b-63a5-47f0-96c3-410cedf1b6ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:15.659906 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ccd122b-63a5-47f0-96c3-410cedf1b6ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:15.708964 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3ccd122b-63a5-47f0-96c3-410cedf1b6ed admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7622013 Jul 15 13:13:15.714836 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58538) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:15.734076 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ed1c30c6-da7c-462e-98e1-4a6716458d38 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1575753264-router', 'tenant_id': '0a5577c115ec43508375ce7d29599c94', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:15.803116 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed1c30c6-da7c-462e-98e1-4a6716458d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:15.805213 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed1c30c6-da7c-462e-98e1-4a6716458d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:15.835219 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b9f2a7-c587-4403-a99e-c9006fe1ef42 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Router afec9de3-b2b1-4625-960d-c44b358f429a is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:13:15.976363 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed1c30c6-da7c-462e-98e1-4a6716458d38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.118036 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-edeaa118-edc5-4f1b-bf13-6f27616a2b19', 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19', 'tenant_id': '0a5577c115ec43508375ce7d29599c94', 'fixed_ips': [{'subnet_id': 'd793a745-d38c-4e8b-9716-b5fdf7b27406'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:13:16.121266 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.309892 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b9f2a7-c587-4403-a99e-c9006fe1ef42 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:13:16.321977 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d942c-abd1-4226-ac2d-330dd4fdec5e req-f23255a4-9607-4066-829d-7779f50e494f tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:16.323385 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a27d942c-abd1-4226-ac2d-330dd4fdec5e req-f23255a4-9607-4066-829d-7779f50e494f tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 945 time: 0.2070537 Jul 15 13:13:16.331569 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-00c4af31-4929-4136-b669-c8a922372420 req-a0e1a77c-640a-4d8c-85d5-a4a29fde7307 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7941709 Jul 15 13:13:16.332875 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed1c30c6-da7c-462e-98e1-4a6716458d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.341493 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] Allocated IP 172.20.0.2 (edeaa118-edc5-4f1b-bf13-6f27616a2b19/d793a745-d38c-4e8b-9716-b5fdf7b27406/9fa4b877-9e30-4f5d-bca8-8b43764ed673) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:16.375854 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d88832c-85db-4e19-b570-991136303aac tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:13:16.388607 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d88832c-85db-4e19-b570-991136303aac tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.393815 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f2b3ad-b5f5-4d53-aa7a-a2e9fac1eeca None None] Sync routers for ids ['fc86ec3c-d6dd-40f1-bfdb-dfdde875a143'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:13:16.399830 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a27d942c-abd1-4226-ac2d-330dd4fdec5e req-2a36b634-ac11-45d5-bd96-723a6c51f985 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614395 Jul 15 13:13:16.402773 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43b9f2a7-c587-4403-a99e-c9006fe1ef42 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.404111 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-43b9f2a7-c587-4403-a99e-c9006fe1ef42 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5301771 Jul 15 13:13:16.413512 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f2b3ad-b5f5-4d53-aa7a-a2e9fac1eeca None None] Routers {'fc86ec3c-d6dd-40f1-bfdb-dfdde875a143'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:16.415290 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-46f2b3ad-b5f5-4d53-aa7a-a2e9fac1eeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:12:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['fc86ec3c-d6dd-40f1-bfdb-dfdde875a143'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:16.418534 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58548) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:16.445837 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d113a648-5189-423b-aa7a-31721a516e64 None None] Sync routers for ids ['afec9de3-b2b1-4625-960d-c44b358f429a'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:13:16.488647 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-46f2b3ad-b5f5-4d53-aa7a-a2e9fac1eeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:16.499958 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f2b3ad-b5f5-4d53-aa7a-a2e9fac1eeca None None] Routers {'fc86ec3c-d6dd-40f1-bfdb-dfdde875a143'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:16.507135 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-46f2b3ad-b5f5-4d53-aa7a-a2e9fac1eeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:12:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['fc86ec3c-d6dd-40f1-bfdb-dfdde875a143'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:16.530217 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8d88832c-85db-4e19-b570-991136303aac tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] 10.222.0.24 "DELETE /v2.0/floatingips/ea9b5cda-346d-4041-8b5a-0957f387dc6b HTTP/1.1" status: 204 len: 168 time: 2.9914963 Jul 15 13:13:16.530982 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 58552) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:16.532901 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d113a648-5189-423b-aa7a-31721a516e64 None None] Routers {'afec9de3-b2b1-4625-960d-c44b358f429a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:16.533619 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d113a648-5189-423b-aa7a-31721a516e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:12:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['afec9de3-b2b1-4625-960d-c44b358f429a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:16.553677 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-10ac2e17-cde1-4f4b-993f-7d821e908fde tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:16.569502 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-46f2b3ad-b5f5-4d53-aa7a-a2e9fac1eeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:16.570435 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f2b3ad-b5f5-4d53-aa7a-a2e9fac1eeca None None] The sync data for ids ['fc86ec3c-d6dd-40f1-bfdb-dfdde875a143'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:13:16.580843 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d113a648-5189-423b-aa7a-31721a516e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:16.614273 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10ac2e17-cde1-4f4b-993f-7d821e908fde tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.639587 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d113a648-5189-423b-aa7a-31721a516e64 None None] Routers {'afec9de3-b2b1-4625-960d-c44b358f429a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:16.640283 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d113a648-5189-423b-aa7a-31721a516e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:12:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['afec9de3-b2b1-4625-960d-c44b358f429a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:16.720471 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.770093 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d113a648-5189-423b-aa7a-31721a516e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:16.771835 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d113a648-5189-423b-aa7a-31721a516e64 None None] The sync data for ids ['afec9de3-b2b1-4625-960d-c44b358f429a'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:13:16.785295 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] Transition to ACTIVE for port object 9fa4b877-9e30-4f5d-bca8-8b43764ed673 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:16.808874 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] Transition to ACTIVE for port object 9fa4b877-9e30-4f5d-bca8-8b43764ed673 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:16.823640 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.850451 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-794b993b-c35b-48c7-824f-de633b3845ac req-51ca24d6-fcde-454e-b82a-ca8ed33488ff tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 210 time: 0.0629861 Jul 15 13:13:16.875676 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10ac2e17-cde1-4f4b-993f-7d821e908fde tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.910261 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] Pushing event updated for resources: {'Port': ['ID=9fa4b877-9e30-4f5d-bca8-8b43764ed673,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:16.923061 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:16.923472 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:16.923873 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:16.925679 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:16.926123 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:16.926553 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:16.927032 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:16.927939 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:16.928347 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:16.928730 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:16.929111 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:16.930726 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:16.953007 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] Network edeaa118-edc5-4f1b-bf13-6f27616a2b19 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:16.956068 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:16.962637 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:17.055131 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] Attempting to bind port 9fa4b877-9e30-4f5d-bca8-8b43764ed673 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:13:17.055536 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] Attempting to bind port 9fa4b877-9e30-4f5d-bca8-8b43764ed673 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'da9df486-ce25-472e-ba9f-e231dea52cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:13:17.055936 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] Attempting to bind port 9fa4b877-9e30-4f5d-bca8-8b43764ed673 on network edeaa118-edc5-4f1b-bf13-6f27616a2b19 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:17.063506 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:13:17.063965 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] Checking segment: {'id': 'da9df486-ce25-472e-ba9f-e231dea52cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:17.064337 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.064739 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] Bound using segment: {'id': 'da9df486-ce25-472e-ba9f-e231dea52cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:13:17.065227 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] Bound port: 9fa4b877-9e30-4f5d-bca8-8b43764ed673, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da9df486-ce25-472e-ba9f-e231dea52cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:13:17.065610 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.087438 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-10ac2e17-cde1-4f4b-993f-7d821e908fde tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Allocated IP 172.25.6.193 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/dc3cbe30-61b2-417b-9fc0-2dd0490d91bb) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:17.170300 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] For port 9fa4b877-9e30-4f5d-bca8-8b43764ed673, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:17.190473 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] For port 9fa4b877-9e30-4f5d-bca8-8b43764ed673, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=9fa4b877-9e30-4f5d-bca8-8b43764ed673,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:13:17.200403 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.306747 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10ac2e17-cde1-4f4b-993f-7d821e908fde tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.413379 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10ac2e17-cde1-4f4b-993f-7d821e908fde tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.478717 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b5b82-721e-4752-b374-abf3b9f3692c None None] Pushing event updated for resources: {'Port': ['ID=9fa4b877-9e30-4f5d-bca8-8b43764ed673,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:17.515099 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ac2e17-cde1-4f4b-993f-7d821e908fde tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:17.530187 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-10ac2e17-cde1-4f4b-993f-7d821e908fde tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:17.537836 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ac2e17-cde1-4f4b-993f-7d821e908fde tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:17.620726 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac2e17-cde1-4f4b-993f-7d821e908fde tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Pushing event updated for resources: {'Port': ['ID=dc3cbe30-61b2-417b-9fc0-2dd0490d91bb,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:17.675054 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c284e36-a779-46c6-8727-20d87c456505 req-c993ec04-8891-4b71-bb87-457576887960 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:17.684160 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9c284e36-a779-46c6-8727-20d87c456505 req-c993ec04-8891-4b71-bb87-457576887960 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 946 time: 0.9634802 Jul 15 13:13:17.869792 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10ac2e17-cde1-4f4b-993f-7d821e908fde tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:18.049428 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10ac2e17-cde1-4f4b-993f-7d821e908fde tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:18.070592 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a603966-4087-4795-b0fa-8a94dbfd55bb req-962b8dc0-3090-4832-ab10-d06bce23eeae tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:18.070835 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9c284e36-a779-46c6-8727-20d87c456505 req-98ab7623-2fe2-434d-9342-5c705a92b15a tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850646 Jul 15 13:13:18.074097 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9a603966-4087-4795-b0fa-8a94dbfd55bb req-962b8dc0-3090-4832-ab10-d06bce23eeae tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 945 time: 0.4089699 Jul 15 13:13:18.112140 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 9fa4b877-9e30-4f5d-bca8-8b43764ed673 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:18.262295 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9a603966-4087-4795-b0fa-8a94dbfd55bb req-94395140-04cb-4622-9039-eb426c4ddb4f tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389182 Jul 15 13:13:18.302002 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 9fa4b877-9e30-4f5d-bca8-8b43764ed673 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:18.359744 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed1c30c6-da7c-462e-98e1-4a6716458d38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:18.456087 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed1c30c6-da7c-462e-98e1-4a6716458d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:18.546669 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-855c8f3e-585e-4120-851c-d682da9c40e4 req-da500aee-8e87-4fd4-8e8c-1c00c48a8ca9 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=87c59b88-7e09-4b9a-80cc-4a609a7a5e7d HTTP/1.1" status: 200 len: 210 time: 0.1055982 Jul 15 13:13:18.654247 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10ac2e17-cde1-4f4b-993f-7d821e908fde tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:18.666428 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10ac2e17-cde1-4f4b-993f-7d821e908fde tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:18.923756 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10ac2e17-cde1-4f4b-993f-7d821e908fde tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:19.057536 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10ac2e17-cde1-4f4b-993f-7d821e908fde tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:19.059947 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-ed1c30c6-da7c-462e-98e1-4a6716458d38 admin admin] Allocated IP 172.25.6.250 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/11cbb116-cfb2-4a6f-aef0-fe837384a52e) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:19.064605 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-10ac2e17-cde1-4f4b-993f-7d821e908fde tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5298934 Jul 15 13:13:19.065394 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58566) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:19.125818 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac2e17-cde1-4f4b-993f-7d821e908fde tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Pushing event updated for resources: {'Port': ['ID=dc3cbe30-61b2-417b-9fc0-2dd0490d91bb,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:19.258605 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ef3b129b-2bbb-45c9-8406-0e2bc30adb16 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:19.294304 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90162992-a3b3-4396-9fdc-16d39fdb1b1c None None] Network edeaa118-edc5-4f1b-bf13-6f27616a2b19 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:19.296193 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d220d3bf-017b-4b02-83c8-3d51412047f3 tempest-FloatingIPAdminTestJSON-34206196 tempest-FloatingIPAdminTestJSON-34206196-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:19.320348 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d6c32-c263-4725-9ed7-19e2f8a1bfba req-35f5bc92-fc7b-41f5-bdd7-ae757fb66110 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:19.325011 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b27d6c32-c263-4725-9ed7-19e2f8a1bfba req-35f5bc92-fc7b-41f5-bdd7-ae757fb66110 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 946 time: 0.2565389 Jul 15 13:13:19.390427 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-27a71cc1-ed0e-4831-b421-cbe1e1281692 None None] Provisioning for port 9fa4b877-9e30-4f5d-bca8-8b43764ed673 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:19.399079 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-27a71cc1-ed0e-4831-b421-cbe1e1281692 None None] Provisioning complete for port 9fa4b877-9e30-4f5d-bca8-8b43764ed673 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:19.400108 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-27a71cc1-ed0e-4831-b421-cbe1e1281692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:19.481878 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b27d6c32-c263-4725-9ed7-19e2f8a1bfba req-da23fb99-c1ae-42fd-927a-185a9526376d tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347387 Jul 15 13:13:19.590257 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-27a71cc1-ed0e-4831-b421-cbe1e1281692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:19.602427 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed1c30c6-da7c-462e-98e1-4a6716458d38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:19.650805 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-27a71cc1-ed0e-4831-b421-cbe1e1281692 None None] For port 9fa4b877-9e30-4f5d-bca8-8b43764ed673, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=9fa4b877-9e30-4f5d-bca8-8b43764ed673,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:19.658345 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-27a71cc1-ed0e-4831-b421-cbe1e1281692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:19.729862 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a71cc1-ed0e-4831-b421-cbe1e1281692 None None] Pushing event updated for resources: {'Port': ['ID=9fa4b877-9e30-4f5d-bca8-8b43764ed673,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:19.755269 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed1c30c6-da7c-462e-98e1-4a6716458d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:19.796925 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff38ae1-c087-4b6a-a39a-9fb47e7a2530 req-516be441-dd78-4074-9b55-618e72e91a1d tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:19.798781 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aff38ae1-c087-4b6a-a39a-9fb47e7a2530 req-516be441-dd78-4074-9b55-618e72e91a1d tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.32 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 945 time: 0.9736118 Jul 15 13:13:19.920417 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1c30c6-da7c-462e-98e1-4a6716458d38 admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:19.995917 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d220d3bf-017b-4b02-83c8-3d51412047f3 tempest-FloatingIPAdminTestJSON-34206196 tempest-FloatingIPAdminTestJSON-34206196-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.002260 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-ed1c30c6-da7c-462e-98e1-4a6716458d38 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:20.006945 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1c30c6-da7c-462e-98e1-4a6716458d38 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:20.067009 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 9fa4b877-9e30-4f5d-bca8-8b43764ed673 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:20.163550 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 9fa4b877-9e30-4f5d-bca8-8b43764ed673 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:20.164156 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.169424 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-cb42e8cd-66a9-44a9-91e0-5b7c43fb41d3 None None] Provisioning complete for port 9fa4b877-9e30-4f5d-bca8-8b43764ed673 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:20.170199 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cb42e8cd-66a9-44a9-91e0-5b7c43fb41d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.291947 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c30c6-da7c-462e-98e1-4a6716458d38 admin admin] Pushing event updated for resources: {'Port': ['ID=11cbb116-cfb2-4a6f-aef0-fe837384a52e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:20.537635 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c455d4f-db2c-431c-8de4-eec92fd1cae5 req-02cedae5-6e69-47d4-a250-6b8da57a31d3 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:20.545225 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0c455d4f-db2c-431c-8de4-eec92fd1cae5 req-02cedae5-6e69-47d4-a250-6b8da57a31d3 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 945 time: 0.8044052 Jul 15 13:13:20.696435 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-aff38ae1-c087-4b6a-a39a-9fb47e7a2530 req-6256b677-b4b5-404e-9207-87986d3ccb78 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Deleting port 6792e362-13a8-4b34-a1c4-27c52b5f455c {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:20.696895 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-aff38ae1-c087-4b6a-a39a-9fb47e7a2530 req-6256b677-b4b5-404e-9207-87986d3ccb78 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.748912 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-447c1cb1-dd00-4164-9127-7d0fdd692c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.806416 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0c455d4f-db2c-431c-8de4-eec92fd1cae5 req-9b1218b1-ce92-4f44-be7c-c4cae5912084 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600431 Jul 15 13:13:20.872849 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf8282-1599-436a-93fa-0fe67dbcd73f req-849c44d5-71b0-4b09-a8ad-39dc7f9f836c tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:20.884786 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a7bf8282-1599-436a-93fa-0fe67dbcd73f req-849c44d5-71b0-4b09-a8ad-39dc7f9f836c tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 946 time: 0.2039101 Jul 15 13:13:20.966838 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a7bf8282-1599-436a-93fa-0fe67dbcd73f req-f36e063b-9c4c-494a-a3b2-319e580db3e1 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744290 Jul 15 13:13:21.230797 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-ef3b129b-2bbb-45c9-8406-0e2bc30adb16 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Allocated IP 172.20.0.1 (58782f77-5084-4003-b851-7d300b1f9d8b/00794332-46d5-42dd-a3c7-16f364b7e8b1/a16ce9c9-155b-497e-9c7c-b2b81a223671) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:21.308070 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 6792e362-13a8-4b34-a1c4-27c52b5f455c no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:21.407031 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d220d3bf-017b-4b02-83c8-3d51412047f3 tempest-FloatingIPAdminTestJSON-34206196 tempest-FloatingIPAdminTestJSON-34206196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:21.444228 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:21.474343 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-aff38ae1-c087-4b6a-a39a-9fb47e7a2530 req-6256b677-b4b5-404e-9207-87986d3ccb78 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] For port 6792e362-13a8-4b34-a1c4-27c52b5f455c, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=6792e362-13a8-4b34-a1c4-27c52b5f455c,segment=NetworkSegment(1b15243f-f5b3-4b91-8138-e8eab75febdf),segment_id=1b15243f-f5b3-4b91-8138-e8eab75febdf)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:21.474836 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-aff38ae1-c087-4b6a-a39a-9fb47e7a2530 req-6256b677-b4b5-404e-9207-87986d3ccb78 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:21.484298 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273a9ca2-fd7b-4e8d-ba77-0555007b2f23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6792e362-13a8-4b34-a1c4-27c52b5f455c'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:21.489440 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a554060-7faa-4d75-9307-bc76c91137b0" -d '{"events": [{"server_uuid": "273a9ca2-fd7b-4e8d-ba77-0555007b2f23", "name": "network-vif-unplugged", "status": "completed", "tag": "6792e362-13a8-4b34-a1c4-27c52b5f455c"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:21.551222 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 6792e362-13a8-4b34-a1c4-27c52b5f455c, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=6792e362-13a8-4b34-a1c4-27c52b5f455c,segment=NetworkSegment(1b15243f-f5b3-4b91-8138-e8eab75febdf),segment_id=1b15243f-f5b3-4b91-8138-e8eab75febdf)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:21.565507 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:21.626189 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9868f012-f026-4995-a775-04c6dfbba436 x-openstack-request-id: req-9868f012-f026-4995-a775-04c6dfbba436 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:21.626723 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273a9ca2-fd7b-4e8d-ba77-0555007b2f23", "name": "network-vif-unplugged", "status": "completed", "tag": "6792e362-13a8-4b34-a1c4-27c52b5f455c", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:21.627122 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9868f012-f026-4995-a775-04c6dfbba436 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:21.627496 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273a9ca2-fd7b-4e8d-ba77-0555007b2f23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6792e362-13a8-4b34-a1c4-27c52b5f455c', 'code': 200} Jul 15 13:13:21.699946 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=6792e362-13a8-4b34-a1c4-27c52b5f455c,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:21.773239 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-aff38ae1-c087-4b6a-a39a-9fb47e7a2530 req-6256b677-b4b5-404e-9207-87986d3ccb78 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Calling delete_port for 6792e362-13a8-4b34-a1c4-27c52b5f455c owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:22.119867 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed1c30c6-da7c-462e-98e1-4a6716458d38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:22.268400 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05787e7-8b18-4c7d-9eb3-d42fdfa063c8 req-6e588c73-b355-4bd1-bf4d-cec8ba3f91e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:22.272631 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b05787e7-8b18-4c7d-9eb3-d42fdfa063c8 req-6e588c73-b355-4bd1-bf4d-cec8ba3f91e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=711c2fbaceb442c4900883d9377ffded&device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 1098 time: 0.3225434 Jul 15 13:13:22.306636 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338266c-3d6c-4a34-80b3-bfd37c1cf34f req-30e506a9-98d4-4b97-9712-57de363c446e tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:22.317219 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a338266c-3d6c-4a34-80b3-bfd37c1cf34f req-30e506a9-98d4-4b97-9712-57de363c446e tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 946 time: 0.2688756 Jul 15 13:13:22.398984 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a338266c-3d6c-4a34-80b3-bfd37c1cf34f req-7e58b990-45f3-49ce-b589-204a1b8e2a34 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771768 Jul 15 13:13:22.590799 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05787e7-8b18-4c7d-9eb3-d42fdfa063c8 req-dd1dcee0-cb19-4642-85f7-fd711cd6dc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:22.593631 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b05787e7-8b18-4c7d-9eb3-d42fdfa063c8 req-dd1dcee0-cb19-4642-85f7-fd711cd6dc29 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a1d132d-e27f-484a-993c-1c0bbb72a2ee HTTP/1.1" status: 200 len: 915 time: 0.3134384 Jul 15 13:13:22.664415 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b05787e7-8b18-4c7d-9eb3-d42fdfa063c8 req-3bf5504d-1694-4c08-99f2-6438aa79d3cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5895e339-f2ce-465f-b37b-81f0219f7117 HTTP/1.1" status: 200 len: 217 time: 0.0634618 Jul 15 13:13:22.814784 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05787e7-8b18-4c7d-9eb3-d42fdfa063c8 req-c0439918-99df-48c9-b418-e5c1b1954c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:22.816994 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b05787e7-8b18-4c7d-9eb3-d42fdfa063c8 req-c0439918-99df-48c9-b418-e5c1b1954c9f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a0d112e7-4ba9-4d28-96e4-3d9434430baa HTTP/1.1" status: 200 len: 854 time: 0.1461008 Jul 15 13:13:22.871182 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b05787e7-8b18-4c7d-9eb3-d42fdfa063c8 req-30a71984-414c-4680-aa0e-ccb5003e5fef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a1d132d-e27f-484a-993c-1c0bbb72a2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463696 Jul 15 13:13:23.063688 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b05787e7-8b18-4c7d-9eb3-d42fdfa063c8 req-2eb97c0a-ce73-443c-8aed-1985da90b330 service neutron] 10.222.0.18 "GET /v2.0/networks/7a1d132d-e27f-484a-993c-1c0bbb72a2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839266 Jul 15 13:13:23.106502 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-d220d3bf-017b-4b02-83c8-3d51412047f3 tempest-FloatingIPAdminTestJSON-34206196 tempest-FloatingIPAdminTestJSON-34206196-project] Allocated IP 172.25.6.31 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/e9853f31-1d8c-4446-a408-d09e7e1babd8) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:23.227791 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:23.306152 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b05787e7-8b18-4c7d-9eb3-d42fdfa063c8 req-7c42ca0c-93fa-49b7-a7c4-8219e66e6601 service neutron] 10.222.0.18 "GET /v2.0/networks/7a1d132d-e27f-484a-993c-1c0bbb72a2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347214 Jul 15 13:13:23.351684 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-967a3cd9-ed7e-4065-b9e4-18f9c5a28bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:23.359184 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ef3b129b-2bbb-45c9-8406-0e2bc30adb16 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:23.560955 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d220d3bf-017b-4b02-83c8-3d51412047f3 tempest-FloatingIPAdminTestJSON-34206196 tempest-FloatingIPAdminTestJSON-34206196-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:23.584489 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a36e44-f82a-4013-9dda-6de7c6567a40 req-96467c93-1234-4874-93a8-d50db0cbc56b tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:23.586760 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e5a36e44-f82a-4013-9dda-6de7c6567a40 req-96467c93-1234-4874-93a8-d50db0cbc56b tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/ports?device_id=273a9ca2-fd7b-4e8d-ba77-0555007b2f23 HTTP/1.1" status: 200 len: 943 time: 1.4266272 Jul 15 13:13:23.731964 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ef3b129b-2bbb-45c9-8406-0e2bc30adb16 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:23.748022 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3c33d-caa1-4dbe-ae8f-b010776c93aa req-b74e01da-586a-4d90-ae48-d77ecfda7493 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:23.749732 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50f3c33d-caa1-4dbe-ae8f-b010776c93aa req-b74e01da-586a-4d90-ae48-d77ecfda7493 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 946 time: 0.0930548 Jul 15 13:13:23.806571 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50f3c33d-caa1-4dbe-ae8f-b010776c93aa req-bf0c99e5-cb35-4e1e-93ff-ccc4662918a3 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452223 Jul 15 13:13:23.830828 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-aff38ae1-c087-4b6a-a39a-9fb47e7a2530 req-6256b677-b4b5-404e-9207-87986d3ccb78 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:23.967805 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e5a36e44-f82a-4013-9dda-6de7c6567a40 req-49441fba-7e5e-4b5d-be45-356cd1292e3b tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.24 "GET /v2.0/security-groups?id=d47551ac-3645-4dc4-bb20-366da2a02697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041558 Jul 15 13:13:24.062794 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3b129b-2bbb-45c9-8406-0e2bc30adb16 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Network 58782f77-5084-4003-b851-7d300b1f9d8b is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:24.073414 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-ef3b129b-2bbb-45c9-8406-0e2bc30adb16 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:24.078405 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3b129b-2bbb-45c9-8406-0e2bc30adb16 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:24.151729 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed1c30c6-da7c-462e-98e1-4a6716458d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:24.378651 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff38ae1-c087-4b6a-a39a-9fb47e7a2530 req-6256b677-b4b5-404e-9207-87986d3ccb78 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] No DVR routers for this DVR port 6792e362-13a8-4b34-a1c4-27c52b5f455c on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:24.445223 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-aff38ae1-c087-4b6a-a39a-9fb47e7a2530 req-6256b677-b4b5-404e-9207-87986d3ccb78 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:24.448797 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aff38ae1-c087-4b6a-a39a-9fb47e7a2530 req-6256b677-b4b5-404e-9207-87986d3ccb78 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] 10.222.0.32 "DELETE /v2.0/ports/6792e362-13a8-4b34-a1c4-27c52b5f455c HTTP/1.1" status: 204 len: 173 time: 4.5664859 Jul 15 13:13:24.453644 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273a9ca2-fd7b-4e8d-ba77-0555007b2f23', 'name': 'network-vif-deleted', 'tag': '6792e362-13a8-4b34-a1c4-27c52b5f455c'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:24.458210 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5bf903-735f-4293-abc1-ba54bff9e49a" -d '{"events": [{"server_uuid": "273a9ca2-fd7b-4e8d-ba77-0555007b2f23", "name": "network-vif-deleted", "tag": "6792e362-13a8-4b34-a1c4-27c52b5f455c"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:24.462970 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b129b-2bbb-45c9-8406-0e2bc30adb16 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event updated for resources: {'Port': ['ID=a16ce9c9-155b-497e-9c7c-b2b81a223671,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:24.467905 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d220d3bf-017b-4b02-83c8-3d51412047f3 tempest-FloatingIPAdminTestJSON-34206196 tempest-FloatingIPAdminTestJSON-34206196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:24.555526 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ef3b129b-2bbb-45c9-8406-0e2bc30adb16 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:24.567021 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6256b677-b4b5-404e-9207-87986d3ccb78 tempest-ServerRescueNegativeTestJSON-900507152 tempest-ServerRescueNegativeTestJSON-900507152-project] Pushing event deleted for resources: {'Port': ['ID=6792e362-13a8-4b34-a1c4-27c52b5f455c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:24.630550 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:24.707417 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d220d3bf-017b-4b02-83c8-3d51412047f3 tempest-FloatingIPAdminTestJSON-34206196 tempest-FloatingIPAdminTestJSON-34206196-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:24.752513 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-d220d3bf-017b-4b02-83c8-3d51412047f3 tempest-FloatingIPAdminTestJSON-34206196 tempest-FloatingIPAdminTestJSON-34206196-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:24.759661 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5e4ef8-d636-4631-90c4-5816cd9a713d x-openstack-request-id: req-bb5e4ef8-d636-4631-90c4-5816cd9a713d {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:24.759943 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273a9ca2-fd7b-4e8d-ba77-0555007b2f23", "name": "network-vif-deleted", "tag": "6792e362-13a8-4b34-a1c4-27c52b5f455c", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:24.760206 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb5e4ef8-d636-4631-90c4-5816cd9a713d {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:24.760613 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273a9ca2-fd7b-4e8d-ba77-0555007b2f23', 'name': 'network-vif-deleted', 'tag': '6792e362-13a8-4b34-a1c4-27c52b5f455c', 'status': 'completed', 'code': 200} Jul 15 13:13:24.764762 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d220d3bf-017b-4b02-83c8-3d51412047f3 tempest-FloatingIPAdminTestJSON-34206196 tempest-FloatingIPAdminTestJSON-34206196-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:24.794076 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:24.819752 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220d3bf-017b-4b02-83c8-3d51412047f3 tempest-FloatingIPAdminTestJSON-34206196 tempest-FloatingIPAdminTestJSON-34206196-project] Pushing event updated for resources: {'Port': ['ID=e9853f31-1d8c-4446-a408-d09e7e1babd8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:25.021818 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d220d3bf-017b-4b02-83c8-3d51412047f3 tempest-FloatingIPAdminTestJSON-34206196 tempest-FloatingIPAdminTestJSON-34206196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:25.032718 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1c30c6-da7c-462e-98e1-4a6716458d38 admin admin] Router 158dbff2-560b-462e-ad14-d2d06978371b is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:13:25.051023 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ef3b129b-2bbb-45c9-8406-0e2bc30adb16 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:25.163033 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d220d3bf-017b-4b02-83c8-3d51412047f3 tempest-FloatingIPAdminTestJSON-34206196 tempest-FloatingIPAdminTestJSON-34206196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:25.242331 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170d11c-0ce8-4f3b-9cca-1252b1911dd4 req-e1650f7a-f850-4787-9abf-9b659239c563 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:25.260473 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0170d11c-0ce8-4f3b-9cca-1252b1911dd4 req-e1650f7a-f850-4787-9abf-9b659239c563 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 946 time: 0.2237144 Jul 15 13:13:25.380990 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0170d11c-0ce8-4f3b-9cca-1252b1911dd4 req-8900618b-3ccf-4c2c-afe6-bd374b1849db tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152644 Jul 15 13:13:25.400923 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1c30c6-da7c-462e-98e1-4a6716458d38 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:13:25.429261 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2bedb0-3be3-4e93-8471-0996ee25be5e None None] Sync routers for ids ['158dbff2-560b-462e-ad14-d2d06978371b'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:13:25.448762 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2bedb0-3be3-4e93-8471-0996ee25be5e None None] Routers {'158dbff2-560b-462e-ad14-d2d06978371b'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:25.470620 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5f2bedb0-3be3-4e93-8471-0996ee25be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:13:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['158dbff2-560b-462e-ad14-d2d06978371b'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:25.573560 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed1c30c6-da7c-462e-98e1-4a6716458d38 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:25.577560 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ed1c30c6-da7c-462e-98e1-4a6716458d38 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.8562191 Jul 15 13:13:25.578112 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 58632) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:25.752866 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-5f2bedb0-3be3-4e93-8471-0996ee25be5e None None] Set router 158dbff2-560b-462e-ad14-d2d06978371b gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:13:26.005607 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d220d3bf-017b-4b02-83c8-3d51412047f3 tempest-FloatingIPAdminTestJSON-34206196 tempest-FloatingIPAdminTestJSON-34206196-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.029930 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58636) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:26.058200 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d220d3bf-017b-4b02-83c8-3d51412047f3 tempest-FloatingIPAdminTestJSON-34206196 tempest-FloatingIPAdminTestJSON-34206196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.210314 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5f2bedb0-3be3-4e93-8471-0996ee25be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158dbff2-560b-462e-ad14-d2d06978371b', 'name': 'tempest-ServerActionsTestJSON-1575753264-router', 'tenant_id': '0a5577c115ec43508375ce7d29599c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '11cbb116-cfb2-4a6f-aef0-fe837384a52e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:15Z', 'updated_at': '2021-07-15T13:13:20Z', 'revision_number': 3, 'project_id': '0a5577c115ec43508375ce7d29599c94', 'gw_port': {'id': '11cbb116-cfb2-4a6f-aef0-fe837384a52e', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158dbff2-560b-462e-ad14-d2d06978371b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:18Z', 'updated_at': '2021-07-15T13:13:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:26.259291 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2bedb0-3be3-4e93-8471-0996ee25be5e None None] Checking router: 158dbff2-560b-462e-ad14-d2d06978371b for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:13:26.259983 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2bedb0-3be3-4e93-8471-0996ee25be5e None None] Updating router 158dbff2-560b-462e-ad14-d2d06978371b port 11cbb116-cfb2-4a6f-aef0-fe837384a52e binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:13:26.294933 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.315207 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f2bedb0-3be3-4e93-8471-0996ee25be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.434681 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d220d3bf-017b-4b02-83c8-3d51412047f3 tempest-FloatingIPAdminTestJSON-34206196 tempest-FloatingIPAdminTestJSON-34206196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.437385 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220d3bf-017b-4b02-83c8-3d51412047f3 tempest-FloatingIPAdminTestJSON-34206196 tempest-FloatingIPAdminTestJSON-34206196-project] Pushing event updated for resources: {'Port': ['ID=e9853f31-1d8c-4446-a408-d09e7e1babd8,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:26.444562 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ef3b129b-2bbb-45c9-8406-0e2bc30adb16 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.468818 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ef3b129b-2bbb-45c9-8406-0e2bc30adb16 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.482287 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d220d3bf-017b-4b02-83c8-3d51412047f3 tempest-FloatingIPAdminTestJSON-34206196 tempest-FloatingIPAdminTestJSON-34206196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.487943 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d220d3bf-017b-4b02-83c8-3d51412047f3 tempest-FloatingIPAdminTestJSON-34206196 tempest-FloatingIPAdminTestJSON-34206196-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.4169884 Jul 15 13:13:26.492403 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 58640) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:26.604922 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d78e8b54-ced7-47fd-bac0-3804a967d5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.618348 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60b863-3209-4171-ba92-1c1242db6338 req-b0875124-c508-4e2f-b135-913052335171 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:26.627299 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ac60b863-3209-4171-ba92-1c1242db6338 req-b0875124-c508-4e2f-b135-913052335171 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 946 time: 0.4774759 Jul 15 13:13:26.642491 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b129b-2bbb-45c9-8406-0e2bc30adb16 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event updated for resources: {'Port': ['ID=a16ce9c9-155b-497e-9c7c-b2b81a223671,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:26.657959 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ef3b129b-2bbb-45c9-8406-0e2bc30adb16 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.690825 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-83e0e4b4-8228-4509-96ae-d4f2c084d29e tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3218 time: 0.1930053 Jul 15 13:13:26.697736 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf3ff5-01af-4a50-a1ac-949c4636586a req-aaff2b9a-49b8-4452-bcd6-cad070838458 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:26.699439 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-05bf3ff5-01af-4a50-a1ac-949c4636586a req-aaff2b9a-49b8-4452-bcd6-cad070838458 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 944 time: 0.3689203 Jul 15 13:13:26.703500 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58642) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:26.782441 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f2bedb0-3be3-4e93-8471-0996ee25be5e None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.804851 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b79627-2280-4a04-979a-a477f46da9ae req-5f1627f0-9c5f-47bb-a2bf-f7958d073541 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:26.806585 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5f2bedb0-3be3-4e93-8471-0996ee25be5e None None] Transition to ACTIVE for port object 11cbb116-cfb2-4a6f-aef0-fe837384a52e will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:26.806795 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48b79627-2280-4a04-979a-a477f46da9ae req-5f1627f0-9c5f-47bb-a2bf-f7958d073541 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.18 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 944 time: 0.2079108 Jul 15 13:13:26.817434 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f2bedb0-3be3-4e93-8471-0996ee25be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.890058 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-05bf3ff5-01af-4a50-a1ac-949c4636586a req-b15ad074-1594-41bf-b2c0-34263a44cbee tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431861 Jul 15 13:13:26.918293 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-5f2bedb0-3be3-4e93-8471-0996ee25be5e None None] Attempting to bind port 11cbb116-cfb2-4a6f-aef0-fe837384a52e on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:13:26.919001 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-5f2bedb0-3be3-4e93-8471-0996ee25be5e None None] Attempting to bind port 11cbb116-cfb2-4a6f-aef0-fe837384a52e by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:13:26.919630 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2bedb0-3be3-4e93-8471-0996ee25be5e None None] Attempting to bind port 11cbb116-cfb2-4a6f-aef0-fe837384a52e on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:26.935483 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2bedb0-3be3-4e93-8471-0996ee25be5e None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:13:26.936197 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2bedb0-3be3-4e93-8471-0996ee25be5e None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:26.936905 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f2bedb0-3be3-4e93-8471-0996ee25be5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.937815 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2bedb0-3be3-4e93-8471-0996ee25be5e None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:13:26.938627 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-5f2bedb0-3be3-4e93-8471-0996ee25be5e None None] Bound port: 11cbb116-cfb2-4a6f-aef0-fe837384a52e, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:13:26.939298 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f2bedb0-3be3-4e93-8471-0996ee25be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.945204 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1824b2-d350-4eb3-b798-c69b3432af7b None None] Pushing event updated for resources: {'Port': ['ID=11cbb116-cfb2-4a6f-aef0-fe837384a52e,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:26.995824 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-d78e8b54-ced7-47fd-bac0-3804a967d5a9 admin admin] Allocated IP 172.20.0.1 (edeaa118-edc5-4f1b-bf13-6f27616a2b19/d793a745-d38c-4e8b-9716-b5fdf7b27406/1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:27.058176 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5f2bedb0-3be3-4e93-8471-0996ee25be5e None None] For port 11cbb116-cfb2-4a6f-aef0-fe837384a52e, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:27.061132 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-48b79627-2280-4a04-979a-a477f46da9ae req-a48a0865-612a-447f-bb43-9e218bc55500 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Deleting port 9e2d2c7a-17e9-492b-b40d-42441a613b9f {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:27.061488 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-48b79627-2280-4a04-979a-a477f46da9ae req-a48a0865-612a-447f-bb43-9e218bc55500 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.065350 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5f2bedb0-3be3-4e93-8471-0996ee25be5e None None] For port 11cbb116-cfb2-4a6f-aef0-fe837384a52e, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=11cbb116-cfb2-4a6f-aef0-fe837384a52e,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:13:27.075578 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f2bedb0-3be3-4e93-8471-0996ee25be5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.216648 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d78e8b54-ced7-47fd-bac0-3804a967d5a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.220318 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2bedb0-3be3-4e93-8471-0996ee25be5e None None] Routers {'158dbff2-560b-462e-ad14-d2d06978371b'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:27.221310 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5f2bedb0-3be3-4e93-8471-0996ee25be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:13:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['158dbff2-560b-462e-ad14-d2d06978371b'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:27.239582 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-48b79627-2280-4a04-979a-a477f46da9ae req-a48a0865-612a-447f-bb43-9e218bc55500 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] For port 9e2d2c7a-17e9-492b-b40d-42441a613b9f, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9e2d2c7a-17e9-492b-b40d-42441a613b9f,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:27.239970 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-48b79627-2280-4a04-979a-a477f46da9ae req-a48a0865-612a-447f-bb43-9e218bc55500 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.254137 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d78e8b54-ced7-47fd-bac0-3804a967d5a9 admin admin] Transition to ACTIVE for port object 1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:27.262915 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-48b79627-2280-4a04-979a-a477f46da9ae req-a48a0865-612a-447f-bb43-9e218bc55500 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Calling delete_port for 9e2d2c7a-17e9-492b-b40d-42441a613b9f owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:27.311165 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1824b2-d350-4eb3-b798-c69b3432af7b None None] Pushing event updated for resources: {'Port': ['ID=11cbb116-cfb2-4a6f-aef0-fe837384a52e,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:27.349673 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-56c18d46-ebdc-445e-a9ad-12fe51131703 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.6400223 Jul 15 13:13:27.349954 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 58646) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:27.399440 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ac60b863-3209-4171-ba92-1c1242db6338 req-b70d7242-d542-4132-bbeb-cd0b2a214547 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7704470 Jul 15 13:13:27.405315 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-5f2bedb0-3be3-4e93-8471-0996ee25be5e None None] Set router 158dbff2-560b-462e-ad14-d2d06978371b gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:13:27.406908 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d78e8b54-ced7-47fd-bac0-3804a967d5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.508436 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78e8b54-ced7-47fd-bac0-3804a967d5a9 admin admin] Network edeaa118-edc5-4f1b-bf13-6f27616a2b19 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:27.522369 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d78e8b54-ced7-47fd-bac0-3804a967d5a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:27.532100 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78e8b54-ced7-47fd-bac0-3804a967d5a9 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:27.565404 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e8b54-ced7-47fd-bac0-3804a967d5a9 admin admin] Pushing event updated for resources: {'Port': ['ID=1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:27.568808 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3b129b-2bbb-45c9-8406-0e2bc30adb16 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Network 58782f77-5084-4003-b851-7d300b1f9d8b is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:27.575343 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-ef3b129b-2bbb-45c9-8406-0e2bc30adb16 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:27.749017 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-48b79627-2280-4a04-979a-a477f46da9ae req-a48a0865-612a-447f-bb43-9e218bc55500 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.767734 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['9e2d2c7a-17e9-492b-b40d-42441a613b9f'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:27.830638 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5f2bedb0-3be3-4e93-8471-0996ee25be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158dbff2-560b-462e-ad14-d2d06978371b', 'name': 'tempest-ServerActionsTestJSON-1575753264-router', 'tenant_id': '0a5577c115ec43508375ce7d29599c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '11cbb116-cfb2-4a6f-aef0-fe837384a52e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:15Z', 'updated_at': '2021-07-15T13:13:20Z', 'revision_number': 3, 'project_id': '0a5577c115ec43508375ce7d29599c94', 'gw_port': {'id': '11cbb116-cfb2-4a6f-aef0-fe837384a52e', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158dbff2-560b-462e-ad14-d2d06978371b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:18Z', 'updated_at': '2021-07-15T13:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:27.831469 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a0865-612a-447f-bb43-9e218bc55500 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Pushing event deleted for resources: {'Port': ['ID=9e2d2c7a-17e9-492b-b40d-42441a613b9f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:27.862454 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d78e8b54-ced7-47fd-bac0-3804a967d5a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.918038 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3b129b-2bbb-45c9-8406-0e2bc30adb16 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Router afec9de3-b2b1-4625-960d-c44b358f429a has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:13:27.938498 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2bedb0-3be3-4e93-8471-0996ee25be5e None None] The sync data for ids ['158dbff2-560b-462e-ad14-d2d06978371b'] in n-d-758944-45 is: [{'id': '158dbff2-560b-462e-ad14-d2d06978371b', 'name': 'tempest-ServerActionsTestJSON-1575753264-router', 'tenant_id': '0a5577c115ec43508375ce7d29599c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '11cbb116-cfb2-4a6f-aef0-fe837384a52e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:15Z', 'updated_at': '2021-07-15T13:13:20Z', 'revision_number': 3, 'project_id': '0a5577c115ec43508375ce7d29599c94', 'gw_port': {'id': '11cbb116-cfb2-4a6f-aef0-fe837384a52e', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158dbff2-560b-462e-ad14-d2d06978371b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:18Z', 'updated_at': '2021-07-15T13:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:13:27.954879 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b79627-2280-4a04-979a-a477f46da9ae req-a48a0865-612a-447f-bb43-9e218bc55500 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] No DVR routers for this DVR port 9e2d2c7a-17e9-492b-b40d-42441a613b9f on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:27.960418 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-48b79627-2280-4a04-979a-a477f46da9ae req-a48a0865-612a-447f-bb43-9e218bc55500 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.962597 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48b79627-2280-4a04-979a-a477f46da9ae req-a48a0865-612a-447f-bb43-9e218bc55500 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.18 "DELETE /v2.0/ports/9e2d2c7a-17e9-492b-b40d-42441a613b9f HTTP/1.1" status: 204 len: 173 time: 1.1187742 Jul 15 13:13:27.963239 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db545ece-eb73-4d22-8026-f2e240c22769', 'name': 'network-vif-deleted', 'tag': '9e2d2c7a-17e9-492b-b40d-42441a613b9f'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:27.966436 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ff7ac3-e859-4207-a41a-113943097738" -d '{"events": [{"server_uuid": "db545ece-eb73-4d22-8026-f2e240c22769", "name": "network-vif-deleted", "tag": "9e2d2c7a-17e9-492b-b40d-42441a613b9f"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:27.989848 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-886ab035-b14a-4955-8acd-c9d31113ba98 None None] Provisioning for port 1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:27.991961 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e637c814-00e2-4af9-892e-817049b334df tempest-FloatingIPAdminTestJSON-34206196 tempest-FloatingIPAdminTestJSON-34206196-project] Deleting port e9853f31-1d8c-4446-a408-d09e7e1babd8 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:27.992322 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e637c814-00e2-4af9-892e-817049b334df tempest-FloatingIPAdminTestJSON-34206196 tempest-FloatingIPAdminTestJSON-34206196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.014102 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-886ab035-b14a-4955-8acd-c9d31113ba98 None None] Provisioning complete for port 1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:28.015484 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-886ab035-b14a-4955-8acd-c9d31113ba98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.043988 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b251bb9-1b58-43bd-84a9-89835c42b071 req-094d18a6-a1af-4565-9eab-0f72f4b1b6dc tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:28.046062 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3b251bb9-1b58-43bd-84a9-89835c42b071 req-094d18a6-a1af-4565-9eab-0f72f4b1b6dc tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 946 time: 0.3112202 Jul 15 13:13:28.159695 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e637c814-00e2-4af9-892e-817049b334df tempest-FloatingIPAdminTestJSON-34206196 tempest-FloatingIPAdminTestJSON-34206196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.160110 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e637c814-00e2-4af9-892e-817049b334df tempest-FloatingIPAdminTestJSON-34206196 tempest-FloatingIPAdminTestJSON-34206196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.179635 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-886ab035-b14a-4955-8acd-c9d31113ba98 None None] Port 1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:13:28.232222 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3b251bb9-1b58-43bd-84a9-89835c42b071 req-8d2b44ce-e302-4968-8223-29aab932eada tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476703 Jul 15 13:13:28.266023 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ef49b594-739b-46d1-8731-afb2beff87eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.323594 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3b129b-2bbb-45c9-8406-0e2bc30adb16 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:13:28.330019 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1a6e223e-5b2f-4fbc-b916-754fb434e62f req-01fb146a-d4bf-45e5-b305-e0f3ad3f2e69 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=db545ece-eb73-4d22-8026-f2e240c22769 HTTP/1.1" status: 200 len: 210 time: 0.1740599 Jul 15 13:13:28.336828 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ef3b129b-2bbb-45c9-8406-0e2bc30adb16 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "PUT /v2.0/routers/afec9de3-b2b1-4625-960d-c44b358f429a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9026942 Jul 15 13:13:28.338015 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 58662) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:28.364021 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e637c814-00e2-4af9-892e-817049b334df tempest-FloatingIPAdminTestJSON-34206196 tempest-FloatingIPAdminTestJSON-34206196-project] Calling delete_port for e9853f31-1d8c-4446-a408-d09e7e1babd8 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:28.375313 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f28ccc-ae18-49e2-890d-9225464bdb90 None None] Sync routers for ids ['afec9de3-b2b1-4625-960d-c44b358f429a'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:13:28.405112 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f28ccc-ae18-49e2-890d-9225464bdb90 None None] Routers {'afec9de3-b2b1-4625-960d-c44b358f429a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:28.406485 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-41f28ccc-ae18-49e2-890d-9225464bdb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:13:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['afec9de3-b2b1-4625-960d-c44b358f429a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:28.504555 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-41f28ccc-ae18-49e2-890d-9225464bdb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:28.520311 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f28ccc-ae18-49e2-890d-9225464bdb90 None None] Routers {'afec9de3-b2b1-4625-960d-c44b358f429a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:28.521443 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-41f28ccc-ae18-49e2-890d-9225464bdb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:13:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['afec9de3-b2b1-4625-960d-c44b358f429a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:28.571934 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-41f28ccc-ae18-49e2-890d-9225464bdb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:28.573334 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f28ccc-ae18-49e2-890d-9225464bdb90 None None] The sync data for ids ['afec9de3-b2b1-4625-960d-c44b358f429a'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:13:28.846876 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530768ba-94b9-45bd-a935-e4c9002d680c req-5552ce73-2918-4eeb-9beb-f662b0811509 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:28.862603 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-530768ba-94b9-45bd-a935-e4c9002d680c req-5552ce73-2918-4eeb-9beb-f662b0811509 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 946 time: 0.1945331 Jul 15 13:13:28.924396 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0cf2a341-62c9-4b6d-9e6d-4f60a2ab9001 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Request body: {'port': {'network_id': '58782f77-5084-4003-b851-7d300b1f9d8b', 'name': 'tempest-FloatingIPTestJSON-1882656237'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:29.011655 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-530768ba-94b9-45bd-a935-e4c9002d680c req-f966ec1f-08b8-485b-a25b-9759cae2b615 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465313 Jul 15 13:13:29.014770 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d78e8b54-ced7-47fd-bac0-3804a967d5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.025617 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca89bf2a-5a24-4927-a0d7-8590e1c2c621 x-openstack-request-id: req-ca89bf2a-5a24-4927-a0d7-8590e1c2c621 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:29.030298 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db545ece-eb73-4d22-8026-f2e240c22769", "name": "network-vif-deleted", "tag": "9e2d2c7a-17e9-492b-b40d-42441a613b9f", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:29.030656 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ca89bf2a-5a24-4927-a0d7-8590e1c2c621 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:29.031952 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db545ece-eb73-4d22-8026-f2e240c22769', 'name': 'network-vif-deleted', 'tag': '9e2d2c7a-17e9-492b-b40d-42441a613b9f', 'status': 'completed', 'code': 200} Jul 15 13:13:29.063231 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-ef49b594-739b-46d1-8731-afb2beff87eb admin admin] Deleting port 042bfa1a-ac37-4987-a33a-dfe4b817e604 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:29.063656 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ef49b594-739b-46d1-8731-afb2beff87eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.179481 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-ef49b594-739b-46d1-8731-afb2beff87eb admin admin] For port 042bfa1a-ac37-4987-a33a-dfe4b817e604, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=042bfa1a-ac37-4987-a33a-dfe4b817e604,segment=NetworkSegment(1b15243f-f5b3-4b91-8138-e8eab75febdf),segment_id=1b15243f-f5b3-4b91-8138-e8eab75febdf)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:29.180052 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ef49b594-739b-46d1-8731-afb2beff87eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.208283 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-ef49b594-739b-46d1-8731-afb2beff87eb admin admin] Calling delete_port for 042bfa1a-ac37-4987-a33a-dfe4b817e604 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:29.417339 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf2a341-62c9-4b6d-9e6d-4f60a2ab9001 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Made reservation on behalf of f7ac9efadf084e909923c9d9e4783e21 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:29.421403 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0cf2a341-62c9-4b6d-9e6d-4f60a2ab9001 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.476139 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-0cf2a341-62c9-4b6d-9e6d-4f60a2ab9001 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] device_id is not set on port a88b52b6-45c7-432a-a944-08efd2dfae22 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:13:29.566344 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab0876-68f0-4020-8f29-cb895b4c86c8 req-35335c0e-7fc6-4a7d-a84d-a69848cf38c4 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:29.570583 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-deab0876-68f0-4020-8f29-cb895b4c86c8 req-35335c0e-7fc6-4a7d-a84d-a69848cf38c4 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 946 time: 0.2503939 Jul 15 13:13:29.631173 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ef49b594-739b-46d1-8731-afb2beff87eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.652693 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e637c814-00e2-4af9-892e-817049b334df tempest-FloatingIPAdminTestJSON-34206196 tempest-FloatingIPAdminTestJSON-34206196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.680195 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d78e8b54-ced7-47fd-bac0-3804a967d5a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.680623 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49b594-739b-46d1-8731-afb2beff87eb admin admin] Pushing event deleted for resources: {'Port': ['ID=042bfa1a-ac37-4987-a33a-dfe4b817e604,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:29.687733 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-deab0876-68f0-4020-8f29-cb895b4c86c8 req-542161b4-6d59-43f5-8de5-50cdc9aafddb tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042912 Jul 15 13:13:29.735194 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d78e8b54-ced7-47fd-bac0-3804a967d5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.754144 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e637c814-00e2-4af9-892e-817049b334df tempest-FloatingIPAdminTestJSON-34206196 tempest-FloatingIPAdminTestJSON-34206196-project] Pushing event deleted for resources: {'Port': ['ID=e9853f31-1d8c-4446-a408-d09e7e1babd8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:29.962554 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-0cf2a341-62c9-4b6d-9e6d-4f60a2ab9001 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Allocated IP 172.20.0.5 (58782f77-5084-4003-b851-7d300b1f9d8b/00794332-46d5-42dd-a3c7-16f364b7e8b1/a88b52b6-45c7-432a-a944-08efd2dfae22) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:29.977071 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e8b54-ced7-47fd-bac0-3804a967d5a9 admin admin] Pushing event updated for resources: {'Port': ['ID=1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:30.004533 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d78e8b54-ced7-47fd-bac0-3804a967d5a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:30.013288 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ef49b594-739b-46d1-8731-afb2beff87eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:30.127805 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e637c814-00e2-4af9-892e-817049b334df tempest-FloatingIPAdminTestJSON-34206196 tempest-FloatingIPAdminTestJSON-34206196-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:30.133017 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e637c814-00e2-4af9-892e-817049b334df tempest-FloatingIPAdminTestJSON-34206196 tempest-FloatingIPAdminTestJSON-34206196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:30.135158 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e637c814-00e2-4af9-892e-817049b334df tempest-FloatingIPAdminTestJSON-34206196 tempest-FloatingIPAdminTestJSON-34206196-project] 10.222.0.24 "DELETE /v2.0/floatingips/aef9c8da-7b7a-421b-ae8f-9cf60a3c2d8b HTTP/1.1" status: 204 len: 168 time: 2.7846675 Jul 15 13:13:30.154256 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 58680) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:30.188701 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 11cbb116-cfb2-4a6f-aef0-fe837384a52e up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:30.322537 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 11cbb116-cfb2-4a6f-aef0-fe837384a52e completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:30.332524 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 11cbb116-cfb2-4a6f-aef0-fe837384a52e triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:30.334694 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:30.465634 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68da21-4e48-4bfa-a688-abcc3dc82439 req-4a600c6d-49ec-4335-870e-8a86ecaef2ed tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:30.467472 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6e68da21-4e48-4bfa-a688-abcc3dc82439 req-4a600c6d-49ec-4335-870e-8a86ecaef2ed tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=45435c35-70cb-4302-8456-ce5fb63273a8 HTTP/1.1" status: 200 len: 944 time: 0.1460247 Jul 15 13:13:30.478451 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef49b594-739b-46d1-8731-afb2beff87eb admin admin] Router e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:13:30.537562 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6e68da21-4e48-4bfa-a688-abcc3dc82439 req-b8433ec3-d107-499f-a7ce-8dbe8eecaccd tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617428 Jul 15 13:13:30.673424 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:30.703934 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 11cbb116-cfb2-4a6f-aef0-fe837384a52e, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=11cbb116-cfb2-4a6f-aef0-fe837384a52e,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:30.711992 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:30.726172 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef49b594-739b-46d1-8731-afb2beff87eb admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:13:30.735451 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ef49b594-739b-46d1-8731-afb2beff87eb admin admin] 10.222.0.24 "PUT /v2.0/routers/e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7029660 Jul 15 13:13:30.740653 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58682) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:30.744011 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a36794c-9e15-451d-a44f-77f6b4b7676d None None] Sync routers for ids ['e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:13:30.764054 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a36794c-9e15-451d-a44f-77f6b4b7676d None None] Routers {'e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:30.765168 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6a36794c-9e15-451d-a44f-77f6b4b7676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:13:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:30.821028 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:13:30.842568 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=11cbb116-cfb2-4a6f-aef0-fe837384a52e,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:30.878598 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78e8b54-ced7-47fd-bac0-3804a967d5a9 admin admin] Network edeaa118-edc5-4f1b-bf13-6f27616a2b19 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:30.904556 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a643204e-5de7-4e58-a7f9-c00dcb8c63ed admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:30.908756 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d78e8b54-ced7-47fd-bac0-3804a967d5a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:30.923856 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-6a36794c-9e15-451d-a44f-77f6b4b7676d None None] Set router e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:13:30.954563 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ff6c3-0d51-48ce-ae3c-6339255d6fb5 req-1c9a32f0-6d36-4d78-97c6-6296527c510c tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:30.966442 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-047ff6c3-0d51-48ce-ae3c-6339255d6fb5 req-1c9a32f0-6d36-4d78-97c6-6296527c510c tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 946 time: 0.6576092 Jul 15 13:13:30.989449 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0cf2a341-62c9-4b6d-9e6d-4f60a2ab9001 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.050979 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc1583-8d27-410b-8319-1a1ae123ddc3 req-8bb0662e-31d6-450e-9486-00a08ba40cd2 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:31.054285 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-04cc1583-8d27-410b-8319-1a1ae123ddc3 req-8bb0662e-31d6-450e-9486-00a08ba40cd2 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.18 "GET /v2.0/ports?device_id=45435c35-70cb-4302-8456-ce5fb63273a8 HTTP/1.1" status: 200 len: 944 time: 0.6540380 Jul 15 13:13:31.054881 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a643204e-5de7-4e58-a7f9-c00dcb8c63ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.146908 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a643204e-5de7-4e58-a7f9-c00dcb8c63ed admin admin] Deleting port 180b6b8e-ed25-4f42-bfe5-621bba134403 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:31.147374 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a643204e-5de7-4e58-a7f9-c00dcb8c63ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.304815 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-a643204e-5de7-4e58-a7f9-c00dcb8c63ed admin admin] For port 180b6b8e-ed25-4f42-bfe5-621bba134403, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=180b6b8e-ed25-4f42-bfe5-621bba134403,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:31.305177 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a643204e-5de7-4e58-a7f9-c00dcb8c63ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.312602 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6a36794c-9e15-451d-a44f-77f6b4b7676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb', 'name': 'tempest-ServerRescueNegativeTestJSON-816361967-router', 'tenant_id': '2e51b95462ec42b2a02dd62dd4e4547f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '180b6b8e-ed25-4f42-bfe5-621bba134403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:20Z', 'updated_at': '2021-07-15T13:13:29Z', 'revision_number': 5, 'project_id': '2e51b95462ec42b2a02dd62dd4e4547f', 'gw_port': {'id': '180b6b8e-ed25-4f42-bfe5-621bba134403', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:22Z', 'updated_at': '2021-07-15T13:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:31.330980 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a643204e-5de7-4e58-a7f9-c00dcb8c63ed admin admin] Calling delete_port for 180b6b8e-ed25-4f42-bfe5-621bba134403 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:31.360071 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-52f69e3b-cf89-43dd-af98-4eb96c703262 tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Deleting port dc3cbe30-61b2-417b-9fc0-2dd0490d91bb {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:31.360844 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-52f69e3b-cf89-43dd-af98-4eb96c703262 tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.373517 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a36794c-9e15-451d-a44f-77f6b4b7676d None None] Checking router: e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:13:31.393529 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a36794c-9e15-451d-a44f-77f6b4b7676d None None] Routers {'e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:31.394205 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6a36794c-9e15-451d-a44f-77f6b4b7676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:13:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:31.432752 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-cbd0724f-e6af-4c1f-918d-c96ebe1c6903 None None] Provisioning complete for port 1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:31.433365 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cbd0724f-e6af-4c1f-918d-c96ebe1c6903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.473094 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-047ff6c3-0d51-48ce-ae3c-6339255d6fb5 req-f02e05fe-6175-40c8-8394-418ca36f59c2 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5052085 Jul 15 13:13:31.487843 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 9e2d2c7a-17e9-492b-b40d-42441a613b9f no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:31.514920 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78e8b54-ced7-47fd-bac0-3804a967d5a9 admin admin] Router 158dbff2-560b-462e-ad14-d2d06978371b has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:13:31.532832 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 9e2d2c7a-17e9-492b-b40d-42441a613b9f {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:31.532832 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 9e2d2c7a-17e9-492b-b40d-42441a613b9f not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:31.556032 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-cbd0724f-e6af-4c1f-918d-c96ebe1c6903 None None] Port 1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:13:31.562142 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-6a36794c-9e15-451d-a44f-77f6b4b7676d None None] Set router e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:13:31.571728 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a643204e-5de7-4e58-a7f9-c00dcb8c63ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.623192 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643204e-5de7-4e58-a7f9-c00dcb8c63ed admin admin] Pushing event deleted for resources: {'Port': ['ID=180b6b8e-ed25-4f42-bfe5-621bba134403,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:31.669008 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6a36794c-9e15-451d-a44f-77f6b4b7676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb', 'name': 'tempest-ServerRescueNegativeTestJSON-816361967-router', 'tenant_id': '2e51b95462ec42b2a02dd62dd4e4547f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:20Z', 'updated_at': '2021-07-15T13:13:31Z', 'revision_number': 6, 'project_id': '2e51b95462ec42b2a02dd62dd4e4547f', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:31.714966 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a643204e-5de7-4e58-a7f9-c00dcb8c63ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.718839 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0cf2a341-62c9-4b6d-9e6d-4f60a2ab9001 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.750080 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a36794c-9e15-451d-a44f-77f6b4b7676d None None] The sync data for ids ['e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb'] in n-d-758944-45 is: [{'id': 'e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb', 'name': 'tempest-ServerRescueNegativeTestJSON-816361967-router', 'tenant_id': '2e51b95462ec42b2a02dd62dd4e4547f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:20Z', 'updated_at': '2021-07-15T13:13:31Z', 'revision_number': 6, 'project_id': '2e51b95462ec42b2a02dd62dd4e4547f', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:13:31.867003 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-52f69e3b-cf89-43dd-af98-4eb96c703262 tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.867333 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-52f69e3b-cf89-43dd-af98-4eb96c703262 tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.880084 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a643204e-5de7-4e58-a7f9-c00dcb8c63ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.884004 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a643204e-5de7-4e58-a7f9-c00dcb8c63ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.916195 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf2a341-62c9-4b6d-9e6d-4f60a2ab9001 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Network 58782f77-5084-4003-b851-7d300b1f9d8b is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:31.938309 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-52f69e3b-cf89-43dd-af98-4eb96c703262 tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Calling delete_port for dc3cbe30-61b2-417b-9fc0-2dd0490d91bb owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:31.940871 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-0cf2a341-62c9-4b6d-9e6d-4f60a2ab9001 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:31.943634 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf2a341-62c9-4b6d-9e6d-4f60a2ab9001 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:31.952411 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a643204e-5de7-4e58-a7f9-c00dcb8c63ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.955284 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a643204e-5de7-4e58-a7f9-c00dcb8c63ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:13:31.959515 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a643204e-5de7-4e58-a7f9-c00dcb8c63ed admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.960721 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a643204e-5de7-4e58-a7f9-c00dcb8c63ed admin admin] 10.222.0.24 "DELETE /v2.0/routers/e26272c9-8d4c-4fdd-956f-51f2ffbfa0cb HTTP/1.1" status: 204 len: 168 time: 1.2180769 Jul 15 13:13:31.965066 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58694) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:31.983528 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927e595-7316-46a0-8865-d7a00140caff req-2648da3f-d245-4211-a8fb-dd313042f992 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:31.987094 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c927e595-7316-46a0-8865-d7a00140caff req-2648da3f-d245-4211-a8fb-dd313042f992 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=45435c35-70cb-4302-8456-ce5fb63273a8 HTTP/1.1" status: 200 len: 944 time: 0.1806192 Jul 15 13:13:32.022993 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf2a341-62c9-4b6d-9e6d-4f60a2ab9001 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event updated for resources: {'Port': ['ID=a88b52b6-45c7-432a-a944-08efd2dfae22,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:32.061481 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-26dbb230-e272-4902-bae1-b105199b4d9f admin admin] Deleting subnet 33c47e88-09c9-4ef9-8d40-4d0aac513fe6 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:13:32.070980 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c927e595-7316-46a0-8865-d7a00140caff req-9f96b604-c65b-4f53-b4cb-1116a3fbbdce tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633726 Jul 15 13:13:32.072919 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26dbb230-e272-4902-bae1-b105199b4d9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.092787 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-04cc1583-8d27-410b-8319-1a1ae123ddc3 req-aca2e83a-7305-4fdb-8e37-fcf0c9c14968 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Deleting port eb25cb7b-545d-4bf6-beca-f3584daa8063 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:32.093000 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-04cc1583-8d27-410b-8319-1a1ae123ddc3 req-aca2e83a-7305-4fdb-8e37-fcf0c9c14968 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.130776 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26dbb230-e272-4902-bae1-b105199b4d9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.156832 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf2a341-62c9-4b6d-9e6d-4f60a2ab9001 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:32.158396 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0cf2a341-62c9-4b6d-9e6d-4f60a2ab9001 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.171767 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78e8b54-ced7-47fd-bac0-3804a967d5a9 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:13:32.188492 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d78e8b54-ced7-47fd-bac0-3804a967d5a9 admin admin] 10.222.0.24 "PUT /v2.0/routers/158dbff2-560b-462e-ad14-d2d06978371b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6091659 Jul 15 13:13:32.193616 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356d56c3-e4b6-4039-9900-03752436d3fe None None] Sync routers for ids ['158dbff2-560b-462e-ad14-d2d06978371b'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:13:32.227976 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26dbb230-e272-4902-bae1-b105199b4d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.253509 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356d56c3-e4b6-4039-9900-03752436d3fe None None] Routers {'158dbff2-560b-462e-ad14-d2d06978371b'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:32.258408 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-356d56c3-e4b6-4039-9900-03752436d3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:13:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['158dbff2-560b-462e-ad14-d2d06978371b'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:32.314083 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cfa724-bf9f-4329-88b7-43d32cf37d29 req-6e8f4fa9-e77c-4ffa-9057-56377758af06 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:32.328331 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d3cfa724-bf9f-4329-88b7-43d32cf37d29 req-6e8f4fa9-e77c-4ffa-9057-56377758af06 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 946 time: 0.4989276 Jul 15 13:13:32.351914 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0cf2a341-62c9-4b6d-9e6d-4f60a2ab9001 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4413326 Jul 15 13:13:32.357969 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 58700) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:32.384991 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1f735e97-715e-49da-899f-63132dbdbe7c tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Request body: {'port': {'network_id': '58782f77-5084-4003-b851-7d300b1f9d8b', 'name': 'tempest-FloatingIPTestJSON-2068255247'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:32.439806 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26dbb230-e272-4902-bae1-b105199b4d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.470818 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-04cc1583-8d27-410b-8319-1a1ae123ddc3 req-aca2e83a-7305-4fdb-8e37-fcf0c9c14968 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] For port eb25cb7b-545d-4bf6-beca-f3584daa8063, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=eb25cb7b-545d-4bf6-beca-f3584daa8063,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:32.472409 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-04cc1583-8d27-410b-8319-1a1ae123ddc3 req-aca2e83a-7305-4fdb-8e37-fcf0c9c14968 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.523684 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dbb230-e272-4902-bae1-b105199b4d9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33c47e88-09c9-4ef9-8d40-4d0aac513fe6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:32.534593 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-356d56c3-e4b6-4039-9900-03752436d3fe None None] Set router 158dbff2-560b-462e-ad14-d2d06978371b gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:13:32.534866 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26dbb230-e272-4902-bae1-b105199b4d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.540079 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-26dbb230-e272-4902-bae1-b105199b4d9f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/33c47e88-09c9-4ef9-8d40-4d0aac513fe6 HTTP/1.1" status: 204 len: 168 time: 0.5729249 Jul 15 13:13:32.545818 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58704) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:32.708847 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a5806a0-34c7-454b-a85f-105eac98fb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.782212 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 11cbb116-cfb2-4a6f-aef0-fe837384a52e up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:32.913211 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-04cc1583-8d27-410b-8319-1a1ae123ddc3 req-aca2e83a-7305-4fdb-8e37-fcf0c9c14968 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Calling delete_port for eb25cb7b-545d-4bf6-beca-f3584daa8063 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:32.929628 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d3cfa724-bf9f-4329-88b7-43d32cf37d29 req-a3798ef2-ffae-4eaf-822f-99b13b0342a9 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6000116 Jul 15 13:13:32.939696 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a5806a0-34c7-454b-a85f-105eac98fb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.939816 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 11cbb116-cfb2-4a6f-aef0-fe837384a52e triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:32.940192 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.944719 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-356d56c3-e4b6-4039-9900-03752436d3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158dbff2-560b-462e-ad14-d2d06978371b', 'name': 'tempest-ServerActionsTestJSON-1575753264-router', 'tenant_id': '0a5577c115ec43508375ce7d29599c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '11cbb116-cfb2-4a6f-aef0-fe837384a52e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:15Z', 'updated_at': '2021-07-15T13:13:28Z', 'revision_number': 4, 'project_id': '0a5577c115ec43508375ce7d29599c94', 'gw_port': {'id': '11cbb116-cfb2-4a6f-aef0-fe837384a52e', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158dbff2-560b-462e-ad14-d2d06978371b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:18Z', 'updated_at': '2021-07-15T13:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2', 'name': '', 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19', 'tenant_id': '0a5577c115ec43508375ce7d29599c94', 'mac_address': 'fa:16:3e:af:65:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158dbff2-560b-462e-ad14-d2d06978371b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'd793a745-d38c-4e8b-9716-b5fdf7b27406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:26Z', 'updated_at': '2021-07-15T13:13:29Z', 'revision_number': 2, 'project_id': '0a5577c115ec43508375ce7d29599c94', 'subnets': [{'id': 'd793a745-d38c-4e8b-9716-b5fdf7b27406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:33.002714 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-1a5806a0-34c7-454b-a85f-105eac98fb78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff999f83-8f01-4fb0-bb3e-8fa1520b01f4']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:33.025895 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-1a5806a0-34c7-454b-a85f-105eac98fb78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b15243f-f5b3-4b91-8138-e8eab75febdf') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:33.026543 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-1a5806a0-34c7-454b-a85f-105eac98fb78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b15243f-f5b3-4b91-8138-e8eab75febdf') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:33.046035 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a5806a0-34c7-454b-a85f-105eac98fb78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.091139 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f735e97-715e-49da-899f-63132dbdbe7c tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Made reservation on behalf of f7ac9efadf084e909923c9d9e4783e21 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:33.095784 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a5806a0-34c7-454b-a85f-105eac98fb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.100632 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f735e97-715e-49da-899f-63132dbdbe7c tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.116564 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5806a0-34c7-454b-a85f-105eac98fb78 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:13:33.119592 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a5806a0-34c7-454b-a85f-105eac98fb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.126537 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:13:33.126537 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:13:33.126537 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:13:33.126537 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:13:33.126537 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:13:33.126537 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:13:33.126537 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:13:33.126537 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:13:33.126537 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:13:33.126537 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:13:33.126537 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:13:33.126537 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:13:33.126537 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:13:33.126537 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:13:33.126537 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:13:33.126537 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:13:33.126537 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:13:33.126537 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:13:33.126537 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:13:33.126537 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:13:33.126537 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:13:33.126537 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:13:33.126537 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:13:33.126537 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:13:33.126537 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:13:33.126537 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:13:33.126537 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:13:33.126537 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:13:33.126537 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:13:33.126537 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:13:33.126537 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:13:33.126537 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:13:33.140607 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 042bfa1a-ac37-4987-a33a-dfe4b817e604 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:33.152448 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-1f735e97-715e-49da-899f-63132dbdbe7c tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] device_id is not set on port 3e5ddf88-45a3-4b4b-854e-4b075ca0c8c0 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:13:33.178147 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 042bfa1a-ac37-4987-a33a-dfe4b817e604 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:33.179701 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 042bfa1a-ac37-4987-a33a-dfe4b817e604 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:33.254235 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356d56c3-e4b6-4039-9900-03752436d3fe None None] Checking router: 158dbff2-560b-462e-ad14-d2d06978371b for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:13:33.255054 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356d56c3-e4b6-4039-9900-03752436d3fe None None] Updating router 158dbff2-560b-462e-ad14-d2d06978371b port 1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:13:33.274184 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-52f69e3b-cf89-43dd-af98-4eb96c703262 tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.300003 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a5806a0-34c7-454b-a85f-105eac98fb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.322645 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a5806a0-34c7-454b-a85f-105eac98fb78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.349261 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1a5806a0-34c7-454b-a85f-105eac98fb78 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ff999f83-8f01-4fb0-bb3e-8fa1520b01f4 HTTP/1.1" status: 204 len: 168 time: 0.7986512 Jul 15 13:13:33.363531 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-356d56c3-e4b6-4039-9900-03752436d3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.391250 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5806a0-34c7-454b-a85f-105eac98fb78 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff999f83-8f01-4fb0-bb3e-8fa1520b01f4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:33.465107 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f69e3b-cf89-43dd-af98-4eb96c703262 tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc3cbe30-61b2-417b-9fc0-2dd0490d91bb,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:33.542858 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58716) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:33.548609 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-6cfdaa49-a223-4db9-aa47-478c39f3bfd3 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Request body: {'security_group': {'name': 'tempest-securitygroup--561579187', 'description': 'tempest-description--995753529'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:33.612838 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6cfdaa49-a223-4db9-aa47-478c39f3bfd3 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.643482 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58720) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:33.722624 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-52f69e3b-cf89-43dd-af98-4eb96c703262 tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.728006 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-52f69e3b-cf89-43dd-af98-4eb96c703262 tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.730047 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-52f69e3b-cf89-43dd-af98-4eb96c703262 tempest-FloatingIPAdminTestJSON-1201592710 tempest-FloatingIPAdminTestJSON-1201592710-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/744b66a4-8c2b-4132-a716-6bb74f20d865 HTTP/1.1" status: 204 len: 168 time: 3.5742180 Jul 15 13:13:33.745362 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 58724) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:33.746652 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-16b19033-b3e0-463f-9311-96627968e562 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e51b95462ec42b2a02dd62dd4e4547f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0950234 Jul 15 13:13:33.758021 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58726) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:33.781375 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d526978-eb12-4db5-901f-49471eeaad64 req-71a58902-65a2-493f-953b-8da789847257 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:33.790757 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d526978-eb12-4db5-901f-49471eeaad64 req-71a58902-65a2-493f-953b-8da789847257 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 946 time: 0.5232079 Jul 15 13:13:33.802364 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-356d56c3-e4b6-4039-9900-03752436d3fe None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.820899 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-356d56c3-e4b6-4039-9900-03752436d3fe None None] Transition to ACTIVE for port object 1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:33.833048 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-356d56c3-e4b6-4039-9900-03752436d3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.864176 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-1f735e97-715e-49da-899f-63132dbdbe7c tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Allocated IP 172.20.0.12 (58782f77-5084-4003-b851-7d300b1f9d8b/00794332-46d5-42dd-a3c7-16f364b7e8b1/3e5ddf88-45a3-4b4b-854e-4b075ca0c8c0) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:33.896798 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f9a765-2b71-43ec-af4a-7a03aec81358 None None] Pushing event updated for resources: {'Port': ['ID=1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:33.905661 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f9a765-2b71-43ec-af4a-7a03aec81358 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:33.906146 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f9a765-2b71-43ec-af4a-7a03aec81358 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:33.906379 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f9a765-2b71-43ec-af4a-7a03aec81358 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:33.906714 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f9a765-2b71-43ec-af4a-7a03aec81358 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:33.907035 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f9a765-2b71-43ec-af4a-7a03aec81358 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:33.907355 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f9a765-2b71-43ec-af4a-7a03aec81358 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:33.907689 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f9a765-2b71-43ec-af4a-7a03aec81358 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:33.907990 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f9a765-2b71-43ec-af4a-7a03aec81358 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:33.908308 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f9a765-2b71-43ec-af4a-7a03aec81358 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:33.908624 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f9a765-2b71-43ec-af4a-7a03aec81358 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:33.908938 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f9a765-2b71-43ec-af4a-7a03aec81358 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:33.909250 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f9a765-2b71-43ec-af4a-7a03aec81358 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:33.915345 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 180b6b8e-ed25-4f42-bfe5-621bba134403 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:33.935526 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-04cc1583-8d27-410b-8319-1a1ae123ddc3 req-aca2e83a-7305-4fdb-8e37-fcf0c9c14968 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.991426 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 180b6b8e-ed25-4f42-bfe5-621bba134403 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:33.992321 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 180b6b8e-ed25-4f42-bfe5-621bba134403 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:34.018682 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2e83a-7305-4fdb-8e37-fcf0c9c14968 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Pushing event deleted for resources: {'Port': ['ID=eb25cb7b-545d-4bf6-beca-f3584daa8063,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:34.046046 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-356d56c3-e4b6-4039-9900-03752436d3fe None None] Attempting to bind port 1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:13:34.046633 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-356d56c3-e4b6-4039-9900-03752436d3fe None None] Attempting to bind port 1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'da9df486-ce25-472e-ba9f-e231dea52cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:13:34.047537 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356d56c3-e4b6-4039-9900-03752436d3fe None None] Attempting to bind port 1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2 on network edeaa118-edc5-4f1b-bf13-6f27616a2b19 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:34.057845 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356d56c3-e4b6-4039-9900-03752436d3fe None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:13:34.058591 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356d56c3-e4b6-4039-9900-03752436d3fe None None] Checking segment: {'id': 'da9df486-ce25-472e-ba9f-e231dea52cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:34.059235 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-356d56c3-e4b6-4039-9900-03752436d3fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.059862 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356d56c3-e4b6-4039-9900-03752436d3fe None None] Bound using segment: {'id': 'da9df486-ce25-472e-ba9f-e231dea52cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:13:34.060644 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-356d56c3-e4b6-4039-9900-03752436d3fe None None] Bound port: 1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da9df486-ce25-472e-ba9f-e231dea52cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:13:34.061262 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-356d56c3-e4b6-4039-9900-03752436d3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.118676 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d526978-eb12-4db5-901f-49471eeaad64 req-9ca23c66-e420-4e0f-8b6e-5fd937a686d3 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729752 Jul 15 13:13:34.209592 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-356d56c3-e4b6-4039-9900-03752436d3fe None None] For port 1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:34.216058 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-356d56c3-e4b6-4039-9900-03752436d3fe None None] For port 1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:13:34.227062 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-356d56c3-e4b6-4039-9900-03752436d3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.235408 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-04cc1583-8d27-410b-8319-1a1ae123ddc3 req-aca2e83a-7305-4fdb-8e37-fcf0c9c14968 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] No DVR routers for this DVR port eb25cb7b-545d-4bf6-beca-f3584daa8063 on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:34.248584 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-04cc1583-8d27-410b-8319-1a1ae123ddc3 req-aca2e83a-7305-4fdb-8e37-fcf0c9c14968 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.253472 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-04cc1583-8d27-410b-8319-1a1ae123ddc3 req-aca2e83a-7305-4fdb-8e37-fcf0c9c14968 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.18 "DELETE /v2.0/ports/eb25cb7b-545d-4bf6-beca-f3584daa8063 HTTP/1.1" status: 204 len: 173 time: 2.9884899 Jul 15 13:13:34.253679 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45435c35-70cb-4302-8456-ce5fb63273a8', 'name': 'network-vif-deleted', 'tag': 'eb25cb7b-545d-4bf6-beca-f3584daa8063'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:34.256602 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6617896-6819-4f58-becf-a769bb9ec7c0" -d '{"events": [{"server_uuid": "45435c35-70cb-4302-8456-ce5fb63273a8", "name": "network-vif-deleted", "tag": "eb25cb7b-545d-4bf6-beca-f3584daa8063"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:34.341557 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8273afa1-0622-48d7-99f4-5977f7252a77 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Deleting port 9faa489e-f531-41bc-84fe-3ed60222803d {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:34.342027 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8273afa1-0622-48d7-99f4-5977f7252a77 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.405899 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f735e97-715e-49da-899f-63132dbdbe7c tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.448438 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6cfdaa49-a223-4db9-aa47-478c39f3bfd3 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.455753 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c7a82d9d-3d35-4ade-a550-307c385d2b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.482890 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356d56c3-e4b6-4039-9900-03752436d3fe None None] Routers {'158dbff2-560b-462e-ad14-d2d06978371b'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:34.484406 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-356d56c3-e4b6-4039-9900-03752436d3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:13:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['158dbff2-560b-462e-ad14-d2d06978371b'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:34.501690 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8273afa1-0622-48d7-99f4-5977f7252a77 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.528263 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8273afa1-0622-48d7-99f4-5977f7252a77 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Calling delete_port for 9faa489e-f531-41bc-84fe-3ed60222803d owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:34.568155 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d2aa8-1b77-45d3-8481-7e2df9ff86ca req-53003a2c-767c-44c2-a7fc-729aeb403328 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:34.570273 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f9a765-2b71-43ec-af4a-7a03aec81358 None None] Pushing event updated for resources: {'Port': ['ID=1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:34.576079 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-013d2aa8-1b77-45d3-8481-7e2df9ff86ca req-53003a2c-767c-44c2-a7fc-729aeb403328 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=45435c35-70cb-4302-8456-ce5fb63273a8 HTTP/1.1" status: 200 len: 866 time: 0.8426857 Jul 15 13:13:34.584453 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6cfdaa49-a223-4db9-aa47-478c39f3bfd3 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.611945 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c7a82d9d-3d35-4ade-a550-307c385d2b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.618627 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6cfdaa49-a223-4db9-aa47-478c39f3bfd3 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.622258 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6cfdaa49-a223-4db9-aa47-478c39f3bfd3 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0761347 Jul 15 13:13:34.653981 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58732) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:34.670284 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f1261f3a-9b74-4f97-81ba-ded0ce446295 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Request body: {'security_group_rule': {'security_group_id': 'dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:34.695195 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f735e97-715e-49da-899f-63132dbdbe7c tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.717337 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-356d56c3-e4b6-4039-9900-03752436d3fe None None] Set router 158dbff2-560b-462e-ad14-d2d06978371b gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:13:34.752605 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfdaa49-a223-4db9-aa47-478c39f3bfd3 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:34.781463 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-013d2aa8-1b77-45d3-8481-7e2df9ff86ca req-efdccc44-d673-48e9-8dae-337a86544a82 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999803 Jul 15 13:13:34.789403 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f735e97-715e-49da-899f-63132dbdbe7c tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Network 58782f77-5084-4003-b851-7d300b1f9d8b is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:34.815936 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1261f3a-9b74-4f97-81ba-ded0ce446295 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.826439 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-1f735e97-715e-49da-899f-63132dbdbe7c tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:34.845238 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f735e97-715e-49da-899f-63132dbdbe7c tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:34.871419 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c7a82d9d-3d35-4ade-a550-307c385d2b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.874312 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c7a82d9d-3d35-4ade-a550-307c385d2b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.881294 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c7a82d9d-3d35-4ade-a550-307c385d2b9e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d47551ac-3645-4dc4-bb20-366da2a02697 HTTP/1.1" status: 204 len: 168 time: 1.1138060 Jul 15 13:13:34.921653 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a82d9d-3d35-4ade-a550-307c385d2b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47551ac-3645-4dc4-bb20-366da2a02697,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:34.938189 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f735e97-715e-49da-899f-63132dbdbe7c tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event updated for resources: {'Port': ['ID=3e5ddf88-45a3-4b4b-854e-4b075ca0c8c0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:35.018316 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f735e97-715e-49da-899f-63132dbdbe7c tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:35.018894 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f735e97-715e-49da-899f-63132dbdbe7c tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.059604 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1261f3a-9b74-4f97-81ba-ded0ce446295 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.069496 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1261f3a-9b74-4f97-81ba-ded0ce446295 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.098172 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1261f3a-9b74-4f97-81ba-ded0ce446295 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33ac39e-4d78-49cf-8ade-aa92088ea507,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:35.118611 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1f735e97-715e-49da-899f-63132dbdbe7c tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7418952 Jul 15 13:13:35.118611 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 58740) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:35.121733 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ed497058-7cca-47d8-9b86-2f96956c8232 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'port_id': '3e5ddf88-45a3-4b4b-854e-4b075ca0c8c0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:35.141601 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1261f3a-9b74-4f97-81ba-ded0ce446295 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.151740 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 58742) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:35.155101 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f1261f3a-9b74-4f97-81ba-ded0ce446295 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4956629 Jul 15 13:13:35.163325 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-061a7ea1-6f1d-4264-b436-547817cd7a96 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Request body: {'security_group_rule': {'security_group_id': 'dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:35.264844 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed497058-7cca-47d8-9b86-2f96956c8232 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.304198 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8273afa1-0622-48d7-99f4-5977f7252a77 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.404634 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c28351-3c2e-4138-ba2c-2c6f3f1d3209 x-openstack-request-id: req-59c28351-3c2e-4138-ba2c-2c6f3f1d3209 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:35.405134 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45435c35-70cb-4302-8456-ce5fb63273a8", "name": "network-vif-deleted", "tag": "eb25cb7b-545d-4bf6-beca-f3584daa8063", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:35.405611 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-59c28351-3c2e-4138-ba2c-2c6f3f1d3209 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:35.406456 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45435c35-70cb-4302-8456-ce5fb63273a8', 'name': 'network-vif-deleted', 'tag': 'eb25cb7b-545d-4bf6-beca-f3584daa8063', 'status': 'completed', 'code': 200} Jul 15 13:13:35.419739 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8273afa1-0622-48d7-99f4-5977f7252a77 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Pushing event deleted for resources: {'Port': ['ID=9faa489e-f531-41bc-84fe-3ed60222803d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:35.491047 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-356d56c3-e4b6-4039-9900-03752436d3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158dbff2-560b-462e-ad14-d2d06978371b', 'name': 'tempest-ServerActionsTestJSON-1575753264-router', 'tenant_id': '0a5577c115ec43508375ce7d29599c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '11cbb116-cfb2-4a6f-aef0-fe837384a52e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:15Z', 'updated_at': '2021-07-15T13:13:28Z', 'revision_number': 4, 'project_id': '0a5577c115ec43508375ce7d29599c94', 'gw_port': {'id': '11cbb116-cfb2-4a6f-aef0-fe837384a52e', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158dbff2-560b-462e-ad14-d2d06978371b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:18Z', 'updated_at': '2021-07-15T13:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2', 'name': '', 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19', 'tenant_id': '0a5577c115ec43508375ce7d29599c94', 'mac_address': 'fa:16:3e:af:65:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158dbff2-560b-462e-ad14-d2d06978371b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'd793a745-d38c-4e8b-9716-b5fdf7b27406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:26Z', 'updated_at': '2021-07-15T13:13:34Z', 'revision_number': 4, 'project_id': '0a5577c115ec43508375ce7d29599c94', 'subnets': [{'id': 'd793a745-d38c-4e8b-9716-b5fdf7b27406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:35.499457 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device eb25cb7b-545d-4bf6-beca-f3584daa8063 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:35.557297 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-061a7ea1-6f1d-4264-b436-547817cd7a96 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.591712 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce3b83-a50b-4c2f-9cf3-23edca672a33 req-03b5f8e0-3d71-4418-ba64-b26d7b54492a tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:35.597783 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cfce3b83-a50b-4c2f-9cf3-23edca672a33 req-03b5f8e0-3d71-4418-ba64-b26d7b54492a tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 946 time: 0.2962778 Jul 15 13:13:35.602081 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356d56c3-e4b6-4039-9900-03752436d3fe None None] The sync data for ids ['158dbff2-560b-462e-ad14-d2d06978371b'] in n-d-758944-45 is: [{'id': '158dbff2-560b-462e-ad14-d2d06978371b', 'name': 'tempest-ServerActionsTestJSON-1575753264-router', 'tenant_id': '0a5577c115ec43508375ce7d29599c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '11cbb116-cfb2-4a6f-aef0-fe837384a52e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:15Z', 'updated_at': '2021-07-15T13:13:28Z', 'revision_number': 4, 'project_id': '0a5577c115ec43508375ce7d29599c94', 'gw_port': {'id': '11cbb116-cfb2-4a6f-aef0-fe837384a52e', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158dbff2-560b-462e-ad14-d2d06978371b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:18Z', 'updated_at': '2021-07-15T13:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2', 'name': '', 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19', 'tenant_id': '0a5577c115ec43508375ce7d29599c94', 'mac_address': 'fa:16:3e:af:65:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158dbff2-560b-462e-ad14-d2d06978371b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'd793a745-d38c-4e8b-9716-b5fdf7b27406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:26Z', 'updated_at': '2021-07-15T13:13:34Z', 'revision_number': 4, 'project_id': '0a5577c115ec43508375ce7d29599c94', 'subnets': [{'id': 'd793a745-d38c-4e8b-9716-b5fdf7b27406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:13:35.612866 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: eb25cb7b-545d-4bf6-beca-f3584daa8063 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:35.618711 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device eb25cb7b-545d-4bf6-beca-f3584daa8063 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:35.745015 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cfce3b83-a50b-4c2f-9cf3-23edca672a33 req-ca7eb93e-2ec2-42c1-b8c6-bbf67afb18d0 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347787 Jul 15 13:13:35.873074 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8273afa1-0622-48d7-99f4-5977f7252a77 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.875469 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8273afa1-0622-48d7-99f4-5977f7252a77 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] 10.222.0.24 "DELETE /v2.0/ports/9faa489e-f531-41bc-84fe-3ed60222803d HTTP/1.1" status: 204 len: 168 time: 2.1255891 Jul 15 13:13:35.881462 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58754) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:36.070536 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567c1bef-3802-4fae-8e0c-0494b9a30b3a tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:36.072494 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-567c1bef-3802-4fae-8e0c-0494b9a30b3a tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc86ec3c-d6dd-40f1-bfdb-dfdde875a143 HTTP/1.1" status: 200 len: 913 time: 0.1901171 Jul 15 13:13:36.072928 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-061a7ea1-6f1d-4264-b436-547817cd7a96 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.077592 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58760) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:36.102817 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed497058-7cca-47d8-9b86-2f96956c8232 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.120333 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-061a7ea1-6f1d-4264-b436-547817cd7a96 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.248032 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:36.377705 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:36.388649 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:36.389026 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.428505 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a7ea1-6f1d-4264-b436-547817cd7a96 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b3dc3f4-dd36-4072-9d9e-887cbf1c7381,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:36.475265 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-061a7ea1-6f1d-4264-b436-547817cd7a96 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.483177 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-061a7ea1-6f1d-4264-b436-547817cd7a96 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3283875 Jul 15 13:13:36.487946 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 58768) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:36.510856 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-8278baa1-30f9-4dac-aa25-358192d25dac tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:36.590366 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.620642 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-ed497058-7cca-47d8-9b86-2f96956c8232 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Allocated IP 172.25.6.156 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/0e9fc239-d734-4273-810b-a4269a0cdfdf) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:36.657569 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ce5fb-de5d-411f-a56b-b6d59acd88c5 req-95c4ec98-bf59-4b13-bad4-622aadea113a tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:36.660661 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-827ce5fb-de5d-411f-a56b-b6d59acd88c5 req-95c4ec98-bf59-4b13-bad4-622aadea113a tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 946 time: 0.3853688 Jul 15 13:13:36.711780 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8278baa1-30f9-4dac-aa25-358192d25dac tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.721589 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:36.736093 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.791514 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-827ce5fb-de5d-411f-a56b-b6d59acd88c5 req-28eb9b97-5a4e-4832-bdea-820bf17a24a2 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887699 Jul 15 13:13:36.968181 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:37.102884 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed497058-7cca-47d8-9b86-2f96956c8232 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.330686 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-98301465-849c-4c3d-ba03-0f0c494045b0 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.332985 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed497058-7cca-47d8-9b86-2f96956c8232 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.423631 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8278baa1-30f9-4dac-aa25-358192d25dac tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.454433 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed497058-7cca-47d8-9b86-2f96956c8232 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:37.499482 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-ed497058-7cca-47d8-9b86-2f96956c8232 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:37.510186 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed497058-7cca-47d8-9b86-2f96956c8232 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:37.582115 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed497058-7cca-47d8-9b86-2f96956c8232 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event updated for resources: {'Port': ['ID=0e9fc239-d734-4273-810b-a4269a0cdfdf,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:37.617547 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b2441-3565-4d8d-bb6c-ae7bdabad900 req-8cbaa562-0bab-4d37-beff-a64f5f14f8a5 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:37.620037 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-589b2441-3565-4d8d-bb6c-ae7bdabad900 req-8cbaa562-0bab-4d37-beff-a64f5f14f8a5 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 946 time: 0.2766306 Jul 15 13:13:37.693983 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-589b2441-3565-4d8d-bb6c-ae7bdabad900 req-fc974025-20e2-401a-920a-b55e975f71f5 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493269 Jul 15 13:13:37.813708 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-8278baa1-30f9-4dac-aa25-358192d25dac tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Allocated IP 172.25.6.24 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/8637cbe0-dd8a-42f9-863a-29073e0af136) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:37.870181 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.872033 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-98301465-849c-4c3d-ba03-0f0c494045b0 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Deleting port a3d85dea-5e98-4174-b000-a3a5c7340462 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:37.872590 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-98301465-849c-4c3d-ba03-0f0c494045b0 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:38.007798 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d910c1-0399-43c0-94ce-51ee739c9a7e req-782001f5-76f0-4731-92f0-a1fdcf0ef52d tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:38.010236 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a7d910c1-0399-43c0-94ce-51ee739c9a7e req-782001f5-76f0-4731-92f0-a1fdcf0ef52d tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622 HTTP/1.1" status: 200 len: 944 time: 0.4851491 Jul 15 13:13:38.076044 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-98301465-849c-4c3d-ba03-0f0c494045b0 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:38.100340 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-98301465-849c-4c3d-ba03-0f0c494045b0 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Calling delete_port for a3d85dea-5e98-4174-b000-a3a5c7340462 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:38.111610 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:38.227787 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a7d910c1-0399-43c0-94ce-51ee739c9a7e req-f992a480-49e6-49db-b9f5-c68832579d93 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939456 Jul 15 13:13:38.263680 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:38.265100 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:38.327722 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4a96f-175f-4129-949a-6cb3631cfcc3 req-7d9a5256-7802-4556-ad23-2d0a829b11f4 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:38.338674 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e9b4a96f-175f-4129-949a-6cb3631cfcc3 req-7d9a5256-7802-4556-ad23-2d0a829b11f4 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622 HTTP/1.1" status: 200 len: 944 time: 0.5855441 Jul 15 13:13:38.496018 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8278baa1-30f9-4dac-aa25-358192d25dac tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:38.578111 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-98301465-849c-4c3d-ba03-0f0c494045b0 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:38.612026 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98301465-849c-4c3d-ba03-0f0c494045b0 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Pushing event deleted for resources: {'Port': ['ID=a3d85dea-5e98-4174-b000-a3a5c7340462,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:38.745802 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8278baa1-30f9-4dac-aa25-358192d25dac tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:38.898030 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8278baa1-30f9-4dac-aa25-358192d25dac tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:38.955645 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-98301465-849c-4c3d-ba03-0f0c494045b0 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:38.991642 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-8278baa1-30f9-4dac-aa25-358192d25dac tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:38.996137 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8278baa1-30f9-4dac-aa25-358192d25dac tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:39.069167 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6179f-8c21-4f27-bdea-d95670fe14c5 req-d9476a92-926c-46f8-92cc-b0832a358b36 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:39.072142 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-77a6179f-8c21-4f27-bdea-d95670fe14c5 req-d9476a92-926c-46f8-92cc-b0832a358b36 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 946 time: 0.5610304 Jul 15 13:13:39.089864 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278baa1-30f9-4dac-aa25-358192d25dac tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Pushing event updated for resources: {'Port': ['ID=8637cbe0-dd8a-42f9-863a-29073e0af136,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:39.186967 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-e9b4a96f-175f-4129-949a-6cb3631cfcc3 req-45293a40-09e9-45a2-b0f4-bd91823ab087 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Deleting port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:39.187710 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e9b4a96f-175f-4129-949a-6cb3631cfcc3 req-45293a40-09e9-45a2-b0f4-bd91823ab087 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:39.286404 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-77a6179f-8c21-4f27-bdea-d95670fe14c5 req-4b5e8156-91b1-4cdb-a938-1fd0fa9ff6aa tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008228 Jul 15 13:13:39.336206 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98301465-849c-4c3d-ba03-0f0c494045b0 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Router fc86ec3c-d6dd-40f1-bfdb-dfdde875a143 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:13:39.595945 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58836) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:39.703340 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98301465-849c-4c3d-ba03-0f0c494045b0 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:13:39.716566 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-98301465-849c-4c3d-ba03-0f0c494045b0 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] 10.222.0.24 "PUT /v2.0/routers/fc86ec3c-d6dd-40f1-bfdb-dfdde875a143/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6373968 Jul 15 13:13:39.721500 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58840) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:39.722825 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3cd597-8263-4d9d-b36e-4721f0dc9667 None None] Sync routers for ids ['fc86ec3c-d6dd-40f1-bfdb-dfdde875a143'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:13:39.741474 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3cd597-8263-4d9d-b36e-4721f0dc9667 None None] Routers {'fc86ec3c-d6dd-40f1-bfdb-dfdde875a143'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:39.742634 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ff3cd597-8263-4d9d-b36e-4721f0dc9667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:13:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['fc86ec3c-d6dd-40f1-bfdb-dfdde875a143'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:39.814999 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ff3cd597-8263-4d9d-b36e-4721f0dc9667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:39.829374 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3cd597-8263-4d9d-b36e-4721f0dc9667 None None] Routers {'fc86ec3c-d6dd-40f1-bfdb-dfdde875a143'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:39.830500 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ff3cd597-8263-4d9d-b36e-4721f0dc9667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:13:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['fc86ec3c-d6dd-40f1-bfdb-dfdde875a143'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:39.847689 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1cd26-beb2-4ab2-9293-31c392f57229 req-aedd080a-aec1-4b3d-8a79-08fe900de388 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:39.862871 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-78f1cd26-beb2-4ab2-9293-31c392f57229 req-aedd080a-aec1-4b3d-8a79-08fe900de388 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622 HTTP/1.1" status: 200 len: 944 time: 0.2890847 Jul 15 13:13:39.893407 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ff3cd597-8263-4d9d-b36e-4721f0dc9667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:39.894478 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3cd597-8263-4d9d-b36e-4721f0dc9667 None None] The sync data for ids ['fc86ec3c-d6dd-40f1-bfdb-dfdde875a143'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:13:39.954839 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ade35639-80f9-4f17-a73a-01656b12a490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:39.970745 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-78f1cd26-beb2-4ab2-9293-31c392f57229 req-4cc34e23-520b-43d2-bfec-564318f8f0cf tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/security-groups?id=744f6300-a0e3-4da8-8213-fbeba950f74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981910 Jul 15 13:13:39.972150 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed497058-7cca-47d8-9b86-2f96956c8232 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.021449 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26938a6f-a5e7-41f1-b960-65ec8635be87 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.043552 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8278baa1-30f9-4dac-aa25-358192d25dac tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.057925 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-e9b4a96f-175f-4129-949a-6cb3631cfcc3 req-45293a40-09e9-45a2-b0f4-bd91823ab087 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] For port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da,segment=NetworkSegment(c0ab7a3a-31fa-4ef1-9098-78f469cca516),segment_id=c0ab7a3a-31fa-4ef1-9098-78f469cca516)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:40.058517 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e9b4a96f-175f-4129-949a-6cb3631cfcc3 req-45293a40-09e9-45a2-b0f4-bd91823ab087 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.117378 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-e9b4a96f-175f-4129-949a-6cb3631cfcc3 req-45293a40-09e9-45a2-b0f4-bd91823ab087 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Calling delete_port for 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:40.189728 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26938a6f-a5e7-41f1-b960-65ec8635be87 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.216348 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ade35639-80f9-4f17-a73a-01656b12a490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.244876 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ade35639-80f9-4f17-a73a-01656b12a490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.267470 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8278baa1-30f9-4dac-aa25-358192d25dac tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.278915 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8315a-a91b-440d-82ad-56c4f042eebf req-2d3a7c65-cb69-48c1-90ef-726a5c2ae0a7 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:40.281622 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c2d8315a-a91b-440d-82ad-56c4f042eebf req-2d3a7c65-cb69-48c1-90ef-726a5c2ae0a7 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 946 time: 0.4269428 Jul 15 13:13:40.287048 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed497058-7cca-47d8-9b86-2f96956c8232 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.287598 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ade35639-80f9-4f17-a73a-01656b12a490 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c42e7210b5da458e95898e2fa4440490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6555543 Jul 15 13:13:40.293580 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58844) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:40.321646 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade35639-80f9-4f17-a73a-01656b12a490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c53f733-194c-488e-be51-21972a598634,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:40.359193 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-26938a6f-a5e7-41f1-b960-65ec8635be87 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Deleting port 2da4b26b-e09a-442c-8220-e85c0ee2bb06 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:40.359193 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26938a6f-a5e7-41f1-b960-65ec8635be87 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.401046 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b5fbf56-cba2-4eb9-a778-c93bc957fef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.471396 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b5fbf56-cba2-4eb9-a778-c93bc957fef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.503447 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26938a6f-a5e7-41f1-b960-65ec8635be87 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.532505 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-26938a6f-a5e7-41f1-b960-65ec8635be87 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Calling delete_port for 2da4b26b-e09a-442c-8220-e85c0ee2bb06 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:40.626824 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c2d8315a-a91b-440d-82ad-56c4f042eebf req-26b00e0b-f5ad-47a7-afbd-d26095d4a3a3 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070891 Jul 15 13:13:40.633561 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b5fbf56-cba2-4eb9-a778-c93bc957fef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.637089 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b5fbf56-cba2-4eb9-a778-c93bc957fef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.638827 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3b5fbf56-cba2-4eb9-a778-c93bc957fef5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c53f733-194c-488e-be51-21972a598634 HTTP/1.1" status: 204 len: 168 time: 0.3433092 Jul 15 13:13:40.713781 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5fbf56-cba2-4eb9-a778-c93bc957fef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c53f733-194c-488e-be51-21972a598634,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:40.885952 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26938a6f-a5e7-41f1-b960-65ec8635be87 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.990776 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26938a6f-a5e7-41f1-b960-65ec8635be87 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Pushing event deleted for resources: {'Port': ['ID=2da4b26b-e09a-442c-8220-e85c0ee2bb06,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:41.044847 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26938a6f-a5e7-41f1-b960-65ec8635be87 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.103969 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e9b4a96f-175f-4129-949a-6cb3631cfcc3 req-45293a40-09e9-45a2-b0f4-bd91823ab087 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.182715 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26938a6f-a5e7-41f1-b960-65ec8635be87 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.187888 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26938a6f-a5e7-41f1-b960-65ec8635be87 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.281565 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26938a6f-a5e7-41f1-b960-65ec8635be87 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.284171 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26938a6f-a5e7-41f1-b960-65ec8635be87 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Fanout notify agent at l3_agent the message router_deleted on router fc86ec3c-d6dd-40f1-bfdb-dfdde875a143 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:13:41.303112 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26938a6f-a5e7-41f1-b960-65ec8635be87 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.305117 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-26938a6f-a5e7-41f1-b960-65ec8635be87 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] 10.222.0.24 "DELETE /v2.0/routers/fc86ec3c-d6dd-40f1-bfdb-dfdde875a143 HTTP/1.1" status: 204 len: 168 time: 1.5784011 Jul 15 13:13:41.310239 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58858) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:41.311091 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45293a40-09e9-45a2-b0f4-bd91823ab087 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Pushing event deleted for resources: {'Port': ['ID=3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:41.341545 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b4a96f-175f-4129-949a-6cb3631cfcc3 req-45293a40-09e9-45a2-b0f4-bd91823ab087 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] No DVR routers for this DVR port 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:41.359010 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e9b4a96f-175f-4129-949a-6cb3631cfcc3 req-45293a40-09e9-45a2-b0f4-bd91823ab087 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.361117 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e9b4a96f-175f-4129-949a-6cb3631cfcc3 req-45293a40-09e9-45a2-b0f4-bd91823ab087 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.18 "DELETE /v2.0/ports/3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da HTTP/1.1" status: 204 len: 173 time: 3.0073214 Jul 15 13:13:41.391781 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-073104ed-4dfb-4aaf-8633-aaea7b34ac94 req-be023232-ea49-4c2d-8bc7-74446d133d02 tempest-LiveAutoBlockMigrationV225Test-988743404 tempest-LiveAutoBlockMigrationV225Test-988743404-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea4d5cfd-e16a-4e55-98c3-63e9237c0622 HTTP/1.1" status: 200 len: 210 time: 0.0844643 Jul 15 13:13:41.406271 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4d5cfd-e16a-4e55-98c3-63e9237c0622', 'name': 'network-vif-deleted', 'tag': '3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:41.408925 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ea9dfe-133a-4a4a-9453-5bfed254d5aa" -d '{"events": [{"server_uuid": "ea4d5cfd-e16a-4e55-98c3-63e9237c0622", "name": "network-vif-deleted", "tag": "3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:41.456078 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8278baa1-30f9-4dac-aa25-358192d25dac tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.463836 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed497058-7cca-47d8-9b86-2f96956c8232 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.529078 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc041d-8908-41ce-997e-8c5884291350 req-25aceabe-130d-4a51-8382-95bc1f788040 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:41.532891 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:41.534224 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b59f8a-cf45-47cd-9f1f-fc86c949db9f tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Deleting subnet 6bf3b32d-ad7d-41c0-beb9-c15b0aa0161f {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:13:41.540470 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7b59f8a-cf45-47cd-9f1f-fc86c949db9f tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.545225 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5dbc041d-8908-41ce-997e-8c5884291350 req-25aceabe-130d-4a51-8382-95bc1f788040 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 946 time: 0.4694984 Jul 15 13:13:41.549548 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8278baa1-30f9-4dac-aa25-358192d25dac tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.569504 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed497058-7cca-47d8-9b86-2f96956c8232 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.587730 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:41.588075 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:41.642130 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7b59f8a-cf45-47cd-9f1f-fc86c949db9f tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.751177 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278baa1-30f9-4dac-aa25-358192d25dac tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Pushing event updated for resources: {'Port': ['ID=8637cbe0-dd8a-42f9-863a-29073e0af136,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:41.755919 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586cda7f-9d82-46b2-81a6-3d56f69a9ee3 x-openstack-request-id: req-586cda7f-9d82-46b2-81a6-3d56f69a9ee3 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:41.756326 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4d5cfd-e16a-4e55-98c3-63e9237c0622", "name": "network-vif-deleted", "tag": "3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:41.756471 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-586cda7f-9d82-46b2-81a6-3d56f69a9ee3 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:41.756874 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4d5cfd-e16a-4e55-98c3-63e9237c0622', 'name': 'network-vif-deleted', 'tag': '3f122dd5-3ae2-4dc0-8bc2-6b3ad88126da', 'status': 'completed', 'code': 200} Jul 15 13:13:41.814594 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7b59f8a-cf45-47cd-9f1f-fc86c949db9f tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.889553 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8278baa1-30f9-4dac-aa25-358192d25dac tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.900444 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5dbc041d-8908-41ce-997e-8c5884291350 req-06f08026-8a78-4e66-a347-1f9e104dcf88 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238826 Jul 15 13:13:41.906807 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed497058-7cca-47d8-9b86-2f96956c8232 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event updated for resources: {'Port': ['ID=0e9fc239-d734-4273-810b-a4269a0cdfdf,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:41.913835 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed497058-7cca-47d8-9b86-2f96956c8232 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.943818 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7b59f8a-cf45-47cd-9f1f-fc86c949db9f tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:42.013022 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8278baa1-30f9-4dac-aa25-358192d25dac tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:42.015269 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8278baa1-30f9-4dac-aa25-358192d25dac tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5257435 Jul 15 13:13:42.032242 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b59f8a-cf45-47cd-9f1f-fc86c949db9f tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Pushing event deleted for resources: {'Subnet': ['ID=6bf3b32d-ad7d-41c0-beb9-c15b0aa0161f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:42.082111 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7b59f8a-cf45-47cd-9f1f-fc86c949db9f tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:42.100538 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4d617e-06b0-45d8-be80-b150037ba5d7 None None] Network dbcafc36-4c84-4eb5-906c-db24129a1c81 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:42.109356 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f7b59f8a-cf45-47cd-9f1f-fc86c949db9f tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] 10.222.0.24 "DELETE /v2.0/subnets/6bf3b32d-ad7d-41c0-beb9-c15b0aa0161f HTTP/1.1" status: 204 len: 168 time: 0.7945852 Jul 15 13:13:42.113428 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 58882) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:42.425819 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-ed497058-7cca-47d8-9b86-2f96956c8232 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Floating IP f4dcb45b-42b6-4cc3-904f-c4307a2b660f associated. External IP: 172.25.6.156, port: 3e5ddf88-45a3-4b4b-854e-4b075ca0c8c0. Jul 15 13:13:42.484176 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56191205-a90b-438b-80b6-49cf8891f382 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:42.526474 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-da9a5ea9-b26a-4389-9a5e-b5e9e48d3dcb tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--561579187&fields=id&tenant_id=0a5577c115ec43508375ce7d29599c94 HTTP/1.1" status: 200 len: 267 time: 0.1371100 Jul 15 13:13:42.621847 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4be23-155a-4acb-b7e4-0fb7addc43a6 req-5b2d5864-23f0-4276-b224-8bc3232c4c15 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:42.623056 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269c7864-f44e-412e-87d1-a83f16285eab None None] DHCP port deletion for dbcafc36-4c84-4eb5-906c-db24129a1c81 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:13:42.629053 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2cf4be23-155a-4acb-b7e4-0fb7addc43a6 req-5b2d5864-23f0-4276-b224-8bc3232c4c15 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 946 time: 0.3154552 Jul 15 13:13:42.719386 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2cf4be23-155a-4acb-b7e4-0fb7addc43a6 req-07fbfb26-2387-4fd4-9ae2-0439d98f83ea tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892313 Jul 15 13:13:42.776659 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-269c7864-f44e-412e-87d1-a83f16285eab None None] Deleting port a0b91fec-930a-40d6-8c49-d1f99b79ac45 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:42.778034 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-269c7864-f44e-412e-87d1-a83f16285eab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:42.797342 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-df7a4627-1e1a-46a9-ab2b-405ca5d8c74a tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:42.811688 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-df7a4627-1e1a-46a9-ab2b-405ca5d8c74a tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/networks?id=edeaa118-edc5-4f1b-bf13-6f27616a2b19 HTTP/1.1" status: 200 len: 812 time: 0.2823460 Jul 15 13:13:42.842472 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58908) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:42.861274 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-21667c54-4bcf-45e8-a6ff-c8f28404ebb7 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/quotas/0a5577c115ec43508375ce7d29599c94 HTTP/1.1" status: 200 len: 375 time: 0.0392010 Jul 15 13:13:42.898677 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-56191205-a90b-438b-80b6-49cf8891f382 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Deleting port a0b91fec-930a-40d6-8c49-d1f99b79ac45 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:42.899074 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56191205-a90b-438b-80b6-49cf8891f382 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:43.045445 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-56191205-a90b-438b-80b6-49cf8891f382 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] For port a0b91fec-930a-40d6-8c49-d1f99b79ac45, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a0b91fec-930a-40d6-8c49-d1f99b79ac45,segment=NetworkSegment(cabb0b34-eae8-4ca6-98cc-ec76dfbd876e),segment_id=cabb0b34-eae8-4ca6-98cc-ec76dfbd876e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:43.045878 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56191205-a90b-438b-80b6-49cf8891f382 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:43.093916 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-56191205-a90b-438b-80b6-49cf8891f382 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Calling delete_port for a0b91fec-930a-40d6-8c49-d1f99b79ac45 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:43.096995 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed497058-7cca-47d8-9b86-2f96956c8232 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Router afec9de3-b2b1-4625-960d-c44b358f429a has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:13:43.141635 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-335b9aae-a072-4738-a07d-8aa4e2a73843 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0a5577c115ec43508375ce7d29599c94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2787266 Jul 15 13:13:43.152038 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-269c7864-f44e-412e-87d1-a83f16285eab None None] For port a0b91fec-930a-40d6-8c49-d1f99b79ac45, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a0b91fec-930a-40d6-8c49-d1f99b79ac45,segment=NetworkSegment(cabb0b34-eae8-4ca6-98cc-ec76dfbd876e),segment_id=cabb0b34-eae8-4ca6-98cc-ec76dfbd876e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:43.152609 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-269c7864-f44e-412e-87d1-a83f16285eab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:43.222044 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-269c7864-f44e-412e-87d1-a83f16285eab None None] Calling delete_port for a0b91fec-930a-40d6-8c49-d1f99b79ac45 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:43.494420 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-79646248-f240-4b6e-84b9-cb1b7c07a865 service neutron] 10.222.0.24 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299940 Jul 15 13:13:43.496785 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56191205-a90b-438b-80b6-49cf8891f382 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:43.541628 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-269c7864-f44e-412e-87d1-a83f16285eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:43.544158 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56191205-a90b-438b-80b6-49cf8891f382 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Pushing event deleted for resources: {'Port': ['ID=a0b91fec-930a-40d6-8c49-d1f99b79ac45,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:43.546488 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56191205-a90b-438b-80b6-49cf8891f382 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] No DVR routers for this DVR port a0b91fec-930a-40d6-8c49-d1f99b79ac45 on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:43.549029 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed497058-7cca-47d8-9b86-2f96956c8232 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:13:43.569690 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f16090a-7079-466f-b80e-23b3e7af1824 None None] Sync routers for ids ['afec9de3-b2b1-4625-960d-c44b358f429a'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:13:43.599160 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f16090a-7079-466f-b80e-23b3e7af1824 None None] Routers {'afec9de3-b2b1-4625-960d-c44b358f429a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:43.604451 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0f16090a-7079-466f-b80e-23b3e7af1824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:13:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['afec9de3-b2b1-4625-960d-c44b358f429a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:43.638651 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c7864-f44e-412e-87d1-a83f16285eab None None] Pushing event deleted for resources: {'Port': ['ID=a0b91fec-930a-40d6-8c49-d1f99b79ac45,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:43.657037 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269c7864-f44e-412e-87d1-a83f16285eab None None] No DVR routers for this DVR port a0b91fec-930a-40d6-8c49-d1f99b79ac45 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:43.662525 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed497058-7cca-47d8-9b86-2f96956c8232 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:43.715405 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0f16090a-7079-466f-b80e-23b3e7af1824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:43.726797 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f16090a-7079-466f-b80e-23b3e7af1824 None None] Routers {'afec9de3-b2b1-4625-960d-c44b358f429a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:43.727422 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0f16090a-7079-466f-b80e-23b3e7af1824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:13:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['afec9de3-b2b1-4625-960d-c44b358f429a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:43.741653 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-f596eadc-018a-428f-ab16-8e13d6d73835 admin admin] Deleting subnet f7ee163d-4be2-4821-945f-cb7507aae308 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:13:43.779934 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0f16090a-7079-466f-b80e-23b3e7af1824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:43.780799 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f16090a-7079-466f-b80e-23b3e7af1824 None None] The sync data for ids ['afec9de3-b2b1-4625-960d-c44b358f429a'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:13:43.794476 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f596eadc-018a-428f-ab16-8e13d6d73835 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:43.854597 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56191205-a90b-438b-80b6-49cf8891f382 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:43.880244 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f596eadc-018a-428f-ab16-8e13d6d73835 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:43.881353 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-56191205-a90b-438b-80b6-49cf8891f382 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbcafc36-4c84-4eb5-906c-db24129a1c81']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:43.905183 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ed497058-7cca-47d8-9b86-2f96956c8232 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.7875051 Jul 15 13:13:43.917891 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 58926) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:43.926936 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9b1d7f46-2703-48fe-80b0-8f942c497348 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:43.961845 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-a6110a92-511c-46a0-830b-bcf4c000dd58 service neutron] 10.222.0.24 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336120 Jul 15 13:13:44.043913 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f596eadc-018a-428f-ab16-8e13d6d73835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:44.058416 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-56191205-a90b-438b-80b6-49cf8891f382 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cabb0b34-eae8-4ca6-98cc-ec76dfbd876e') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:44.058896 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-56191205-a90b-438b-80b6-49cf8891f382 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cabb0b34-eae8-4ca6-98cc-ec76dfbd876e') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:44.060313 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a0b91fec-930a-40d6-8c49-d1f99b79ac45 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:44.105292 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b1d7f46-2703-48fe-80b0-8f942c497348 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:44.150558 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: a0b91fec-930a-40d6-8c49-d1f99b79ac45 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:44.151198 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a0b91fec-930a-40d6-8c49-d1f99b79ac45 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:44.215804 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f596eadc-018a-428f-ab16-8e13d6d73835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:44.296637 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596eadc-018a-428f-ab16-8e13d6d73835 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7ee163d-4be2-4821-945f-cb7507aae308,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:44.311791 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f596eadc-018a-428f-ab16-8e13d6d73835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:44.320553 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f596eadc-018a-428f-ab16-8e13d6d73835 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f7ee163d-4be2-4821-945f-cb7507aae308 HTTP/1.1" status: 204 len: 168 time: 1.4763114 Jul 15 13:13:44.322169 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58934) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:44.718739 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bae160b6-73d2-440a-bcf3-e644497ccb91 req-7cd12a72-f977-4a47-85b8-3b94b007cf4d tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 210 time: 0.1608658 Jul 15 13:13:44.728147 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9a5c13f-a272-42ea-b402-b03f5e7b735e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:44.922311 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9a5c13f-a272-42ea-b402-b03f5e7b735e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:44.935619 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-c9a5c13f-a272-42ea-b402-b03f5e7b735e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b4de3f9-9898-4e48-8ad2-d64a9c837567']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:44.967904 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-c9a5c13f-a272-42ea-b402-b03f5e7b735e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ab7a3a-31fa-4ef1-9098-78f469cca516') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:44.971417 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56191205-a90b-438b-80b6-49cf8891f382 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:44.977286 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-c9a5c13f-a272-42ea-b402-b03f5e7b735e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ab7a3a-31fa-4ef1-9098-78f469cca516') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:44.990008 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9a5c13f-a272-42ea-b402-b03f5e7b735e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:45.008083 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56191205-a90b-438b-80b6-49cf8891f382 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:45.011194 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9a5c13f-a272-42ea-b402-b03f5e7b735e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:45.026802 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a5c13f-a272-42ea-b402-b03f5e7b735e admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:13:45.027293 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9a5c13f-a272-42ea-b402-b03f5e7b735e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:45.029995 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:13:45.029995 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:13:45.029995 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:13:45.029995 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:13:45.029995 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:13:45.029995 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:13:45.029995 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:13:45.029995 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:13:45.029995 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:13:45.029995 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:13:45.029995 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:13:45.029995 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:13:45.029995 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:13:45.029995 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:13:45.029995 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:13:45.029995 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:13:45.029995 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:13:45.029995 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:13:45.029995 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:13:45.029995 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:13:45.029995 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:13:45.029995 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:13:45.029995 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:13:45.029995 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:13:45.029995 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:13:45.029995 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:13:45.029995 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:13:45.029995 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:13:45.029995 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:13:45.029995 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:13:45.029995 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:13:45.029995 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:13:45.041416 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56191205-a90b-438b-80b6-49cf8891f382 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:13:45.043557 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56191205-a90b-438b-80b6-49cf8891f382 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:13:45.049279 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:13:45.359653 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b1d7f46-2703-48fe-80b0-8f942c497348 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:45.451855 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b1d7f46-2703-48fe-80b0-8f942c497348 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:45.452518 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-9b1d7f46-2703-48fe-80b0-8f942c497348 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Floating IP f4dcb45b-42b6-4cc3-904f-c4307a2b660f disassociated. External IP: 172.25.6.156, port: 3e5ddf88-45a3-4b4b-854e-4b075ca0c8c0. Jul 15 13:13:45.543613 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56191205-a90b-438b-80b6-49cf8891f382 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:45.644310 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56191205-a90b-438b-80b6-49cf8891f382 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:45.659730 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-56191205-a90b-438b-80b6-49cf8891f382 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] 10.222.0.24 "DELETE /v2.0/networks/dbcafc36-4c84-4eb5-906c-db24129a1c81 HTTP/1.1" status: 204 len: 168 time: 3.5346124 Jul 15 13:13:45.659730 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56191205-a90b-438b-80b6-49cf8891f382 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Pushing event deleted for resources: {'Network': ['ID=dbcafc36-4c84-4eb5-906c-db24129a1c81,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:45.664422 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 58972) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:45.899499 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9a5c13f-a272-42ea-b402-b03f5e7b735e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:45.914457 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9a5c13f-a272-42ea-b402-b03f5e7b735e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:45.925864 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c9a5c13f-a272-42ea-b402-b03f5e7b735e admin admin] 10.222.0.24 "DELETE /v2.0/networks/2b4de3f9-9898-4e48-8ad2-d64a9c837567 HTTP/1.1" status: 204 len: 168 time: 1.5973196 Jul 15 13:13:45.965264 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58984) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:46.001203 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5c13f-a272-42ea-b402-b03f5e7b735e admin admin] Pushing event deleted for resources: {'Network': ['ID=2b4de3f9-9898-4e48-8ad2-d64a9c837567,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:46.088078 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-56bdd019-c8cb-44ad-84bf-20c0427cff29 admin admin] Deleting subnet 1deccfb1-ebc1-407c-9d42-f9f2f024ebcf {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:13:46.091596 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-56bdd019-c8cb-44ad-84bf-20c0427cff29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:46.113172 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-984fc657-ab68-485f-96a0-58dca8fe09cc req-896167cd-02c5-43f8-9473-9b3e0e04643f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 210 time: 0.0783114 Jul 15 13:13:46.163402 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-56bdd019-c8cb-44ad-84bf-20c0427cff29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:46.295083 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-56bdd019-c8cb-44ad-84bf-20c0427cff29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:46.349821 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-99911e4e-dc70-4715-a125-2953ef44d896 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Deleting port c5284d96-7081-41c6-ae8f-d511604189c1 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:46.350504 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99911e4e-dc70-4715-a125-2953ef44d896 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:46.476544 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1d7f46-2703-48fe-80b0-8f942c497348 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Router afec9de3-b2b1-4625-960d-c44b358f429a has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:13:46.490125 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-56bdd019-c8cb-44ad-84bf-20c0427cff29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:46.511846 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99911e4e-dc70-4715-a125-2953ef44d896 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:46.512297 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99911e4e-dc70-4715-a125-2953ef44d896 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:46.530314 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-56bdd019-c8cb-44ad-84bf-20c0427cff29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:46.533196 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-56bdd019-c8cb-44ad-84bf-20c0427cff29 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1deccfb1-ebc1-407c-9d42-f9f2f024ebcf HTTP/1.1" status: 204 len: 168 time: 0.5643597 Jul 15 13:13:46.558717 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58996) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:46.578013 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-99911e4e-dc70-4715-a125-2953ef44d896 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Calling delete_port for c5284d96-7081-41c6-ae8f-d511604189c1 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:46.710074 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-273de347-5d2c-4ee2-a0fa-ccd50f325747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:46.715546 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bdd019-c8cb-44ad-84bf-20c0427cff29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1deccfb1-ebc1-407c-9d42-f9f2f024ebcf,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:46.812268 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1d7f46-2703-48fe-80b0-8f942c497348 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:13:46.828364 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc427e36-d005-4cde-b189-961f6ad01a72 None None] Sync routers for ids ['afec9de3-b2b1-4625-960d-c44b358f429a'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:13:46.831179 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b1d7f46-2703-48fe-80b0-8f942c497348 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:46.868568 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-273de347-5d2c-4ee2-a0fa-ccd50f325747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:46.873751 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc427e36-d005-4cde-b189-961f6ad01a72 None None] Routers {'afec9de3-b2b1-4625-960d-c44b358f429a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:46.875066 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-bc427e36-d005-4cde-b189-961f6ad01a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:13:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['afec9de3-b2b1-4625-960d-c44b358f429a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:46.903073 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-273de347-5d2c-4ee2-a0fa-ccd50f325747 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6daf10e1-a8e7-4161-88b6-46487e59dc91']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:46.941069 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59004) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:46.947620 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-273de347-5d2c-4ee2-a0fa-ccd50f325747 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e3f2aa-583a-4f45-ad93-1bb2fbcc70c5') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:46.948318 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-273de347-5d2c-4ee2-a0fa-ccd50f325747 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e3f2aa-583a-4f45-ad93-1bb2fbcc70c5') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:46.955821 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-bc427e36-d005-4cde-b189-961f6ad01a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:46.967315 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc427e36-d005-4cde-b189-961f6ad01a72 None None] Routers {'afec9de3-b2b1-4625-960d-c44b358f429a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:46.968214 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-bc427e36-d005-4cde-b189-961f6ad01a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:13:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['afec9de3-b2b1-4625-960d-c44b358f429a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:46.968999 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-273de347-5d2c-4ee2-a0fa-ccd50f325747 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:47.005042 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-273de347-5d2c-4ee2-a0fa-ccd50f325747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:47.019448 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-273de347-5d2c-4ee2-a0fa-ccd50f325747 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:13:47.020190 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-273de347-5d2c-4ee2-a0fa-ccd50f325747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:47.050067 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-bc427e36-d005-4cde-b189-961f6ad01a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:47.051047 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc427e36-d005-4cde-b189-961f6ad01a72 None None] The sync data for ids ['afec9de3-b2b1-4625-960d-c44b358f429a'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:13:47.056736 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9b1d7f46-2703-48fe-80b0-8f942c497348 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "PUT /v2.0/floatingips/f4dcb45b-42b6-4cc3-904f-c4307a2b660f HTTP/1.1" status: 200 len: 688 time: 3.1360373 Jul 15 13:13:47.059064 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59008) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:47.161789 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:13:47.161789 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:13:47.161789 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:13:47.161789 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:13:47.161789 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:13:47.161789 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:13:47.161789 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:13:47.161789 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:13:47.161789 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:13:47.161789 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:13:47.161789 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:13:47.161789 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:13:47.161789 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:13:47.161789 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:13:47.161789 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:13:47.161789 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:13:47.161789 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:13:47.161789 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:13:47.161789 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:13:47.161789 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:13:47.161789 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:13:47.161789 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:13:47.161789 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:13:47.161789 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:13:47.161789 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:13:47.161789 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:13:47.161789 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:13:47.161789 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:13:47.161789 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:13:47.161789 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:13:47.161789 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:13:47.161789 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:13:47.195054 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-273de347-5d2c-4ee2-a0fa-ccd50f325747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:47.223481 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-273de347-5d2c-4ee2-a0fa-ccd50f325747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:47.236338 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-273de347-5d2c-4ee2-a0fa-ccd50f325747 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6daf10e1-a8e7-4161-88b6-46487e59dc91 HTTP/1.1" status: 204 len: 168 time: 0.6722417 Jul 15 13:13:47.273123 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273de347-5d2c-4ee2-a0fa-ccd50f325747 admin admin] Pushing event deleted for resources: {'Network': ['ID=6daf10e1-a8e7-4161-88b6-46487e59dc91,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:47.310084 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-627a331a-cd4f-4245-aa1b-1ff110be0c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:47.571414 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59020) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:47.849602 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-398a3bf1-deec-4a43-8b4a-47441ed1b720 req-2ac02885-e3b5-460d-91c4-ca56fe667d48 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 210 time: 0.2494750 Jul 15 13:13:47.882099 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5ad1866e-afe8-4405-b51e-10bf232b0647 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=11b8af7c013140faa070a8db01c03b78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3090916 Jul 15 13:13:47.887752 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59024) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:47.906252 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99911e4e-dc70-4715-a125-2953ef44d896 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:47.951184 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-0912c485-d050-4497-ac03-0034eda616ce tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:47.955071 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-0912c485-d050-4497-ac03-0034eda616ce tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.32 "GET /v2.0/networks?id=edeaa118-edc5-4f1b-bf13-6f27616a2b19 HTTP/1.1" status: 200 len: 812 time: 0.5358500 Jul 15 13:13:48.039720 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-627a331a-cd4f-4245-aa1b-1ff110be0c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.078118 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-a6a30ac1-7134-4cc6-92a7-6b0bfefbf64b tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a5577c115ec43508375ce7d29599c94 HTTP/1.1" status: 200 len: 379 time: 0.1069903 Jul 15 13:13:48.094134 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-43dc2bee-5c30-46f6-98b6-5eb413899cb9 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Request body: {'port': {'device_id': '3c7a2613-8e95-4a6c-a523-7f705118fee8', 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19', 'admin_state_up': True, 'tenant_id': '0a5577c115ec43508375ce7d29599c94', 'security_groups': ['dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:48.095463 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99911e4e-dc70-4715-a125-2953ef44d896 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Pushing event deleted for resources: {'Port': ['ID=c5284d96-7081-41c6-ae8f-d511604189c1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:48.165301 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-627a331a-cd4f-4245-aa1b-1ff110be0c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.244810 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a331a-cd4f-4245-aa1b-1ff110be0c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2c8187-bf6e-409e-878f-b7c514e78d6c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:48.282066 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3c8824ca-d3b2-4e99-b0c9-2e3147d91d0f tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Deleting port 0e9fc239-d734-4273-810b-a4269a0cdfdf {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:48.282525 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c8824ca-d3b2-4e99-b0c9-2e3147d91d0f tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.316162 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a097218-c6c1-4aca-851b-9c0b2b389d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.334873 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-627a331a-cd4f-4245-aa1b-1ff110be0c7b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8193d7581214546a9f2484edecbd2bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3859315 Jul 15 13:13:48.337534 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59026) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:48.362379 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-43dc2bee-5c30-46f6-98b6-5eb413899cb9 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Made reservation on behalf of 0a5577c115ec43508375ce7d29599c94 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:48.370560 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-43dc2bee-5c30-46f6-98b6-5eb413899cb9 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.382906 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a097218-c6c1-4aca-851b-9c0b2b389d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.542824 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c8824ca-d3b2-4e99-b0c9-2e3147d91d0f tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.543162 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c8824ca-d3b2-4e99-b0c9-2e3147d91d0f tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.576547 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3c8824ca-d3b2-4e99-b0c9-2e3147d91d0f tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Calling delete_port for 0e9fc239-d734-4273-810b-a4269a0cdfdf owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:48.593331 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99911e4e-dc70-4715-a125-2953ef44d896 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.598481 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99911e4e-dc70-4715-a125-2953ef44d896 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.600478 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-99911e4e-dc70-4715-a125-2953ef44d896 tempest-FloatingIPAdminTestJSON-62245551 tempest-FloatingIPAdminTestJSON-62245551-project] 10.222.0.24 "DELETE /v2.0/floatingips/d69e8a13-25cc-428e-bf38-22cf664d0448 HTTP/1.1" status: 204 len: 168 time: 2.9345589 Jul 15 13:13:48.610827 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a097218-c6c1-4aca-851b-9c0b2b389d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.614159 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a097218-c6c1-4aca-851b-9c0b2b389d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.619937 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2a097218-c6c1-4aca-851b-9c0b2b389d17 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/744f6300-a0e3-4da8-8213-fbeba950f74b HTTP/1.1" status: 204 len: 168 time: 0.7301373 Jul 15 13:13:48.644304 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a097218-c6c1-4aca-851b-9c0b2b389d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744f6300-a0e3-4da8-8213-fbeba950f74b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:48.646869 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-43dc2bee-5c30-46f6-98b6-5eb413899cb9 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Allocated IP 172.20.0.13 (edeaa118-edc5-4f1b-bf13-6f27616a2b19/d793a745-d38c-4e8b-9716-b5fdf7b27406/3313d1c0-7322-4571-9574-1a2b411edcd1) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:48.782291 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e587268a-93a8-4413-89d4-d3681e1a6845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.904296 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e587268a-93a8-4413-89d4-d3681e1a6845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.156627 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-43dc2bee-5c30-46f6-98b6-5eb413899cb9 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.261075 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e587268a-93a8-4413-89d4-d3681e1a6845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.265943 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-43dc2bee-5c30-46f6-98b6-5eb413899cb9 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Transition to ACTIVE for port object 3313d1c0-7322-4571-9574-1a2b411edcd1 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:49.272062 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e587268a-93a8-4413-89d4-d3681e1a6845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.278604 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e587268a-93a8-4413-89d4-d3681e1a6845 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bf2c8187-bf6e-409e-878f-b7c514e78d6c HTTP/1.1" status: 204 len: 168 time: 0.9336472 Jul 15 13:13:49.299709 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c8824ca-d3b2-4e99-b0c9-2e3147d91d0f tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.341889 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587268a-93a8-4413-89d4-d3681e1a6845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2c8187-bf6e-409e-878f-b7c514e78d6c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:49.417593 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59046) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:49.434480 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8824ca-d3b2-4e99-b0c9-2e3147d91d0f tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event deleted for resources: {'Port': ['ID=0e9fc239-d734-4273-810b-a4269a0cdfdf,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:49.605950 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1be667cc-46c5-40bc-9117-ed337e2ef4af req-1eea3ac1-9783-45a2-9d16-10a4d0f6b378 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 210 time: 0.1287370 Jul 15 13:13:49.669857 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c8824ca-d3b2-4e99-b0c9-2e3147d91d0f tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.683860 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c8824ca-d3b2-4e99-b0c9-2e3147d91d0f tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.684503 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59050) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:49.689902 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3c8824ca-d3b2-4e99-b0c9-2e3147d91d0f tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "DELETE /v2.0/floatingips/f4dcb45b-42b6-4cc3-904f-c4307a2b660f HTTP/1.1" status: 204 len: 168 time: 2.6185431 Jul 15 13:13:49.693049 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59052) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:49.713700 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f018efd9-aa35-4fe4-87f9-3102332c7714 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'port_id': 'a88b52b6-45c7-432a-a944-08efd2dfae22'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:49.716398 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-43dc2bee-5c30-46f6-98b6-5eb413899cb9 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.788360 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f018efd9-aa35-4fe4-87f9-3102332c7714 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.860945 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9d20bf36-8128-47c8-8923-3c894c378521 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc7c774a94274618bb78fe5f2513e300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4352484 Jul 15 13:13:49.873633 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59056) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:49.876019 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-43dc2bee-5c30-46f6-98b6-5eb413899cb9 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Network edeaa118-edc5-4f1b-bf13-6f27616a2b19 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:49.879044 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc2bee-5c30-46f6-98b6-5eb413899cb9 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Pushing event updated for resources: {'Port': ['ID=3313d1c0-7322-4571-9574-1a2b411edcd1,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:49.884794 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-43dc2bee-5c30-46f6-98b6-5eb413899cb9 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:49.897421 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-43dc2bee-5c30-46f6-98b6-5eb413899cb9 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:50.123313 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-43dc2bee-5c30-46f6-98b6-5eb413899cb9 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:50.125365 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-43dc2bee-5c30-46f6-98b6-5eb413899cb9 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.157797 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-71915aea-1d09-4482-b773-5aa71e9530af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.195297 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-43dc2bee-5c30-46f6-98b6-5eb413899cb9 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1092827 Jul 15 13:13:50.201854 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-937a99e1-0c7b-47b5-b6ec-1c712ee557b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4cdff630b2004969bb31066a8b3f2288&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5127037 Jul 15 13:13:50.204036 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59064) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:50.338937 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-71915aea-1d09-4482-b773-5aa71e9530af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.385402 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4dd3d197-b8c4-459d-a68c-39664344e851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.442680 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4dd3d197-b8c4-459d-a68c-39664344e851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.517371 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f018efd9-aa35-4fe4-87f9-3102332c7714 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.534950 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-baad168e-04b4-48c7-ba4a-f69aa115a4ed None None] Provisioning for port 3313d1c0-7322-4571-9574-1a2b411edcd1 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:50.536533 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4dd3d197-b8c4-459d-a68c-39664344e851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.540283 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4dd3d197-b8c4-459d-a68c-39664344e851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.542202 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4dd3d197-b8c4-459d-a68c-39664344e851 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ea3225a-be3e-4fc0-b2e1-d243c81e8382 HTTP/1.1" status: 204 len: 168 time: 0.3364408 Jul 15 13:13:50.547414 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-baad168e-04b4-48c7-ba4a-f69aa115a4ed None None] Provisioning complete for port 3313d1c0-7322-4571-9574-1a2b411edcd1 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:50.552440 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-baad168e-04b4-48c7-ba4a-f69aa115a4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.574126 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3d197-b8c4-459d-a68c-39664344e851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea3225a-be3e-4fc0-b2e1-d243c81e8382,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:50.664710 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-93cdd910-47b0-4307-929e-a6dd9df74c9c service neutron] Request body: {'port': {'device_id': '3c7a2613-8e95-4a6c-a523-7f705118fee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:50.710478 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-71915aea-1d09-4482-b773-5aa71e9530af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.715717 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-71915aea-1d09-4482-b773-5aa71e9530af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.727148 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-71915aea-1d09-4482-b773-5aa71e9530af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/437a98f1-6714-4af0-85f8-8116cbf1310c HTTP/1.1" status: 204 len: 168 time: 0.8497434 Jul 15 13:13:50.762628 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-baad168e-04b4-48c7-ba4a-f69aa115a4ed None None] Port 3313d1c0-7322-4571-9574-1a2b411edcd1 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:13:50.770678 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59074) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:50.789998 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aad25b07-a8ad-4498-882c-800fe9c8e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.936328 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-f018efd9-aa35-4fe4-87f9-3102332c7714 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Allocated IP 172.25.6.196 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/7c97da75-2203-4c0f-becd-838f7af4a97b) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:51.058204 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9a7533d-7696-4488-817d-448d1d498c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:51.062223 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-93cdd910-47b0-4307-929e-a6dd9df74c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:51.062533 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71915aea-1d09-4482-b773-5aa71e9530af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437a98f1-6714-4af0-85f8-8116cbf1310c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:51.424239 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f018efd9-aa35-4fe4-87f9-3102332c7714 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:51.606643 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b22db7-2c7a-4b6f-91ae-7f7eeaac6527 req-24f6089f-430e-4aa4-9752-a2e1e9c12dc0 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:51.608303 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-05b22db7-2c7a-4b6f-91ae-7f7eeaac6527 req-24f6089f-430e-4aa4-9752-a2e1e9c12dc0 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 932 time: 0.4641986 Jul 15 13:13:51.652192 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f018efd9-aa35-4fe4-87f9-3102332c7714 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:51.740040 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9a7533d-7696-4488-817d-448d1d498c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:51.775751 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f018efd9-aa35-4fe4-87f9-3102332c7714 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:51.783089 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018efd9-aa35-4fe4-87f9-3102332c7714 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event updated for resources: {'Port': ['ID=7c97da75-2203-4c0f-becd-838f7af4a97b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:51.809748 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-05b22db7-2c7a-4b6f-91ae-7f7eeaac6527 req-a61c9590-a366-4a49-b50d-3c6a908ea5aa tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859021 Jul 15 13:13:51.818241 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9a7533d-7696-4488-817d-448d1d498c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:51.822629 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f018efd9-aa35-4fe4-87f9-3102332c7714 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:51.835335 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f018efd9-aa35-4fe4-87f9-3102332c7714 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:51.853419 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-93cdd910-47b0-4307-929e-a6dd9df74c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3313d1c0-7322-4571-9574-1a2b411edcd1 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:51.885463 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-93cdd910-47b0-4307-929e-a6dd9df74c9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:51.935887 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-93cdd910-47b0-4307-929e-a6dd9df74c9c service neutron] Transition to ACTIVE for port object 3313d1c0-7322-4571-9574-1a2b411edcd1 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:51.945465 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-93cdd910-47b0-4307-929e-a6dd9df74c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:51.953379 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a9a7533d-7696-4488-817d-448d1d498c7b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e5bd47185fb24453bc4959add25f4156&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1367190 Jul 15 13:13:51.953379 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7533d-7696-4488-817d-448d1d498c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0285282-68ed-4bdf-adce-2ff47caf7c24,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:51.954030 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59094) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:51.970234 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59096) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:52.010687 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ad1b5d3-c5c0-4372-9a96-8cb9db67c684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:52.130362 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cdd910-47b0-4307-929e-a6dd9df74c9c service neutron] Pushing event updated for resources: {'Port': ['ID=3313d1c0-7322-4571-9574-1a2b411edcd1,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:52.375033 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-454d4c9a-a238-4867-bb9c-50f50abeb5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:52.504169 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-454d4c9a-a238-4867-bb9c-50f50abeb5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:52.542965 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ad1b5d3-c5c0-4372-9a96-8cb9db67c684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:52.554349 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ad1b5d3-c5c0-4372-9a96-8cb9db67c684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:52.657060 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-93cdd910-47b0-4307-929e-a6dd9df74c9c service neutron] Attempting to bind port 3313d1c0-7322-4571-9574-1a2b411edcd1 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:13:52.657904 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-93cdd910-47b0-4307-929e-a6dd9df74c9c service neutron] Attempting to bind port 3313d1c0-7322-4571-9574-1a2b411edcd1 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'da9df486-ce25-472e-ba9f-e231dea52cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:13:52.658610 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-93cdd910-47b0-4307-929e-a6dd9df74c9c service neutron] Attempting to bind port 3313d1c0-7322-4571-9574-1a2b411edcd1 on network edeaa118-edc5-4f1b-bf13-6f27616a2b19 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:52.676412 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1b5d3-c5c0-4372-9a96-8cb9db67c684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c35155b-d801-4797-a290-8755f2bbad4b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:52.686785 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-93cdd910-47b0-4307-929e-a6dd9df74c9c service neutron] Port 3313d1c0-7322-4571-9574-1a2b411edcd1 on network edeaa118-edc5-4f1b-bf13-6f27616a2b19 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:13:52.687779 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-93cdd910-47b0-4307-929e-a6dd9df74c9c service neutron] Attempting to bind port 3313d1c0-7322-4571-9574-1a2b411edcd1 on network edeaa118-edc5-4f1b-bf13-6f27616a2b19 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:52.699438 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4ad1b5d3-c5c0-4372-9a96-8cb9db67c684 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87fb8bd3a38541168f7629f029485d1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7277603 Jul 15 13:13:52.700362 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-454d4c9a-a238-4867-bb9c-50f50abeb5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:52.704409 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59110) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:52.708330 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-454d4c9a-a238-4867-bb9c-50f50abeb5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:52.711623 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-454d4c9a-a238-4867-bb9c-50f50abeb5e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0285282-68ed-4bdf-adce-2ff47caf7c24 HTTP/1.1" status: 204 len: 168 time: 0.7557726 Jul 15 13:13:52.732902 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-93cdd910-47b0-4307-929e-a6dd9df74c9c service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:13:52.734621 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-93cdd910-47b0-4307-929e-a6dd9df74c9c service neutron] Checking segment: {'id': 'da9df486-ce25-472e-ba9f-e231dea52cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:52.735409 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-93cdd910-47b0-4307-929e-a6dd9df74c9c service neutron] Bound using segment: {'id': 'da9df486-ce25-472e-ba9f-e231dea52cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:13:52.736190 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-93cdd910-47b0-4307-929e-a6dd9df74c9c service neutron] Bound port: 3313d1c0-7322-4571-9574-1a2b411edcd1, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da9df486-ce25-472e-ba9f-e231dea52cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:13:52.737447 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-93cdd910-47b0-4307-929e-a6dd9df74c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:52.744516 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d4c9a-a238-4867-bb9c-50f50abeb5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0285282-68ed-4bdf-adce-2ff47caf7c24,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:52.921389 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-93cdd910-47b0-4307-929e-a6dd9df74c9c service neutron] For port 3313d1c0-7322-4571-9574-1a2b411edcd1, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:52.927819 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f018efd9-aa35-4fe4-87f9-3102332c7714 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:52.931901 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-93cdd910-47b0-4307-929e-a6dd9df74c9c service neutron] For port 3313d1c0-7322-4571-9574-1a2b411edcd1, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3313d1c0-7322-4571-9574-1a2b411edcd1,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:13:52.939244 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-93cdd910-47b0-4307-929e-a6dd9df74c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:52.999742 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7f302a5-655e-41ce-896e-af9f66aea129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.034939 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7f302a5-655e-41ce-896e-af9f66aea129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.084156 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-93cdd910-47b0-4307-929e-a6dd9df74c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:53.088558 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-93cdd910-47b0-4307-929e-a6dd9df74c9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.096765 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-93cdd910-47b0-4307-929e-a6dd9df74c9c service neutron] 10.222.0.32 "PUT /v2.0/ports/3313d1c0-7322-4571-9574-1a2b411edcd1 HTTP/1.1" status: 200 len: 1093 time: 2.8787024 Jul 15 13:13:53.099630 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c7a2613-8e95-4a6c-a523-7f705118fee8', 'tag': '3313d1c0-7322-4571-9574-1a2b411edcd1'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:53.111388 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7f302a5-655e-41ce-896e-af9f66aea129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.115596 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7f302a5-655e-41ce-896e-af9f66aea129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.121999 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a7f302a5-655e-41ce-896e-af9f66aea129 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c35155b-d801-4797-a290-8755f2bbad4b HTTP/1.1" status: 204 len: 168 time: 0.4111047 Jul 15 13:13:53.123092 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc0e2e9-afc6-4ec8-879d-9cd140b51e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "3c7a2613-8e95-4a6c-a523-7f705118fee8", "tag": "3313d1c0-7322-4571-9574-1a2b411edcd1"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:53.134539 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f302a5-655e-41ce-896e-af9f66aea129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c35155b-d801-4797-a290-8755f2bbad4b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:53.258958 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.321696 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59128) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:53.413176 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f018efd9-aa35-4fe4-87f9-3102332c7714 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.420483 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cdd910-47b0-4307-929e-a6dd9df74c9c service neutron] Pushing event updated for resources: {'Port': ['ID=3313d1c0-7322-4571-9574-1a2b411edcd1,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:53.435165 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4d6b75cc-5bec-47fe-b62c-34366cd548ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.521021 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-16a6ffe7-bc86-4fdc-b0be-0602e4382b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:53.523932 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-16a6ffe7-bc86-4fdc-b0be-0602e4382b64 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a5577c115ec43508375ce7d29599c94&device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 1096 time: 0.3208132 Jul 15 13:13:53.742096 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-0bcef9b8-692c-4e8a-861f-956817e9b70e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3313d1c0-7322-4571-9574-1a2b411edcd1 HTTP/1.1" status: 200 len: 217 time: 0.1993783 Jul 15 13:13:53.748693 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4506b78b-8f6f-4f19-89fc-066e4fee05e5 x-openstack-request-id: req-4506b78b-8f6f-4f19-89fc-066e4fee05e5 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:53.749252 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c7a2613-8e95-4a6c-a523-7f705118fee8", "tag": "3313d1c0-7322-4571-9574-1a2b411edcd1", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:53.749708 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4506b78b-8f6f-4f19-89fc-066e4fee05e5 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:53.756471 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c7a2613-8e95-4a6c-a523-7f705118fee8', 'tag': '3313d1c0-7322-4571-9574-1a2b411edcd1', 'status': 'completed', 'code': 200} Jul 15 13:13:53.961178 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-8a5ec620-7b1b-4e2c-9401-b937468e7179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:53.963749 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-8a5ec620-7b1b-4e2c-9401-b937468e7179 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d793a745-d38c-4e8b-9716-b5fdf7b27406 HTTP/1.1" status: 200 len: 851 time: 0.2037282 Jul 15 13:13:54.187864 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-eb1df36d-09ee-4cf7-a3c6-f92c5be6ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:54.196280 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-eb1df36d-09ee-4cf7-a3c6-f92c5be6ad54 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edeaa118-edc5-4f1b-bf13-6f27616a2b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2246442 Jul 15 13:13:54.420225 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59150) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:54.476631 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fe5e42e-fa59-49eb-9d84-d201b154dea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:54.550779 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96790551-391d-418e-bb63-b6004bb5374a req-f490c7ce-6d39-42b9-b76d-d53d6a7551c5 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:54.553453 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-96790551-391d-418e-bb63-b6004bb5374a req-f490c7ce-6d39-42b9-b76d-d53d6a7551c5 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 946 time: 0.3700225 Jul 15 13:13:54.570867 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-bad9eaec-3919-4122-a0af-2433ceb7b587 service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392441 Jul 15 13:13:54.594605 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-47a6ad2f-7154-485b-b776-1d2fe3d7a1c8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-708254112-network', 'tenant_id': '540919b506e64fa0bfeedb2dc739e475'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:54.617223 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:54.793092 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-96790551-391d-418e-bb63-b6004bb5374a req-dd06ac4b-d4f0-421b-af3d-2476d02a30f2 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330866 Jul 15 13:13:54.831754 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:54.854268 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-47c043f5-dbc8-431d-b5b3-6407deccf01a req-f4538186-22af-4a70-9c33-3673986e36cd service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596469 Jul 15 13:13:54.886268 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d658608-78c8-4ffb-b80d-69c015642b63 req-aafb2171-0d11-4cdd-a6c1-adffc468c89a tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:54.894738 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8d658608-78c8-4ffb-b80d-69c015642b63 req-aafb2171-0d11-4cdd-a6c1-adffc468c89a tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 944 time: 0.3137467 Jul 15 13:13:54.916137 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f018efd9-aa35-4fe4-87f9-3102332c7714 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:54.928168 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f018efd9-aa35-4fe4-87f9-3102332c7714 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:54.969608 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fe5e42e-fa59-49eb-9d84-d201b154dea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:54.983913 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fe5e42e-fa59-49eb-9d84-d201b154dea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.000109 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018efd9-aa35-4fe4-87f9-3102332c7714 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event updated for resources: {'Port': ['ID=7c97da75-2203-4c0f-becd-838f7af4a97b,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:55.102925 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8d658608-78c8-4ffb-b80d-69c015642b63 req-48d6ccc4-fe92-4f94-8c9b-8b1030c58098 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053611 Jul 15 13:13:55.152458 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a6ad2f-7154-485b-b776-1d2fe3d7a1c8 admin admin] Made reservation on behalf of 540919b506e64fa0bfeedb2dc739e475 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:55.160372 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47a6ad2f-7154-485b-b776-1d2fe3d7a1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.163214 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5e42e-fa59-49eb-9d84-d201b154dea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f362d26-01ce-4eb9-bcfa-2d842f0c485d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:55.177140 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8fe5e42e-fa59-49eb-9d84-d201b154dea0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f17ff2649c542f1ac2045e81c31f66d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7470312 Jul 15 13:13:55.180734 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59164) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:55.206885 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47a6ad2f-7154-485b-b776-1d2fe3d7a1c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.249950 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0e2e9-afc6-4ec8-879d-9cd140b51e3d req-dceba7a1-f9bd-4145-9c12-ccfaf6c82e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:55.251999 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6bc0e2e9-afc6-4ec8-879d-9cd140b51e3d req-dceba7a1-f9bd-4145-9c12-ccfaf6c82e3c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a5577c115ec43508375ce7d29599c94&device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 1096 time: 0.2736518 Jul 15 13:13:55.263319 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f018efd9-aa35-4fe4-87f9-3102332c7714 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.295988 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb5949f9-d146-42b0-9efa-b1ecc656a63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.362101 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb5949f9-d146-42b0-9efa-b1ecc656a63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.420964 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0e2e9-afc6-4ec8-879d-9cd140b51e3d req-97c5690e-3c20-43a7-8ddd-d14a3edb4d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:55.424501 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6bc0e2e9-afc6-4ec8-879d-9cd140b51e3d req-97c5690e-3c20-43a7-8ddd-d14a3edb4d7d service neutron] 10.222.0.32 "GET /v2.0/networks?id=edeaa118-edc5-4f1b-bf13-6f27616a2b19 HTTP/1.1" status: 200 len: 913 time: 0.1658635 Jul 15 13:13:55.484687 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6bc0e2e9-afc6-4ec8-879d-9cd140b51e3d req-65b55b45-92d5-4c6b-a0df-5d67a0ac19c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3313d1c0-7322-4571-9574-1a2b411edcd1 HTTP/1.1" status: 200 len: 217 time: 0.0526037 Jul 15 13:13:55.551456 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb5949f9-d146-42b0-9efa-b1ecc656a63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.556831 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb5949f9-d146-42b0-9efa-b1ecc656a63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.558884 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fb5949f9-d146-42b0-9efa-b1ecc656a63b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f362d26-01ce-4eb9-bcfa-2d842f0c485d HTTP/1.1" status: 204 len: 168 time: 0.3766139 Jul 15 13:13:55.605577 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db8ab1-1173-410a-a0f6-11e5266292ac req-ce748e58-bb46-4f19-ac90-7792b9c09196 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:55.607966 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-41db8ab1-1173-410a-a0f6-11e5266292ac req-ce748e58-bb46-4f19-ac90-7792b9c09196 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.18 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 946 time: 0.3395691 Jul 15 13:13:55.609950 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-f018efd9-aa35-4fe4-87f9-3102332c7714 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Floating IP a265607f-2a9d-4437-b538-3281d3bc163f associated. External IP: 172.25.6.196, port: a88b52b6-45c7-432a-a944-08efd2dfae22. Jul 15 13:13:55.619272 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0e2e9-afc6-4ec8-879d-9cd140b51e3d req-6bfd8e4c-3361-401c-ab41-5aa2ab90951d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:55.622512 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6bc0e2e9-afc6-4ec8-879d-9cd140b51e3d req-6bfd8e4c-3361-401c-ab41-5aa2ab90951d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d793a745-d38c-4e8b-9716-b5fdf7b27406 HTTP/1.1" status: 200 len: 851 time: 0.1294999 Jul 15 13:13:55.624706 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5949f9-d146-42b0-9efa-b1ecc656a63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f362d26-01ce-4eb9-bcfa-2d842f0c485d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:55.771434 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0e2e9-afc6-4ec8-879d-9cd140b51e3d req-5f83af88-b59e-450c-8b3a-8fdb9d4bcd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:55.772255 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6bc0e2e9-afc6-4ec8-879d-9cd140b51e3d req-5f83af88-b59e-450c-8b3a-8fdb9d4bcd8c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edeaa118-edc5-4f1b-bf13-6f27616a2b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1415474 Jul 15 13:13:55.922823 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6bc0e2e9-afc6-4ec8-879d-9cd140b51e3d req-2b9ff0d4-5938-48e5-8205-d276ea79fdc3 service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427078 Jul 15 13:13:55.995919 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47a6ad2f-7154-485b-b776-1d2fe3d7a1c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:56.033929 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47a6ad2f-7154-485b-b776-1d2fe3d7a1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:56.091419 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6bc0e2e9-afc6-4ec8-879d-9cd140b51e3d req-0e38cbe7-1c05-45a9-8e54-1b21652e1830 service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586413 Jul 15 13:13:56.192664 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a6ad2f-7154-485b-b776-1d2fe3d7a1c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:13:56.270422 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a6ad2f-7154-485b-b776-1d2fe3d7a1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2848a278-9427-400a-911b-48f87a72fb12,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:56.277804 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47a6ad2f-7154-485b-b776-1d2fe3d7a1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:56.278384 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-47a6ad2f-7154-485b-b776-1d2fe3d7a1c8 admin admin] Added segment 33432445-58a5-44d7-857d-000184ddcc0c of type vlan for network bdbc0d6a-bfd6-44b8-9602-785fc4a70f1a Jul 15 13:13:56.313883 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:56.480616 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-41db8ab1-1173-410a-a0f6-11e5266292ac req-fd46760e-2ea6-4bc8-9b94-8020480b49e3 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Deleting port 5895e339-f2ce-465f-b37b-81f0219f7117 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:56.481203 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-41db8ab1-1173-410a-a0f6-11e5266292ac req-fd46760e-2ea6-4bc8-9b94-8020480b49e3 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:56.519616 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47a6ad2f-7154-485b-b776-1d2fe3d7a1c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:56.617092 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7276189-be9f-4f9b-8e40-3d852dd3854a req-44a70bbe-4439-4b54-998d-098856a5a9f6 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:56.624180 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b7276189-be9f-4f9b-8e40-3d852dd3854a req-44a70bbe-4439-4b54-998d-098856a5a9f6 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 944 time: 0.1412418 Jul 15 13:13:56.689805 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b7276189-be9f-4f9b-8e40-3d852dd3854a req-0ee5152d-b3a1-46ee-9438-c1616e2f93cd tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566516 Jul 15 13:13:56.856344 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.db.resource_extend [None req-47a6ad2f-7154-485b-b776-1d2fe3d7a1c8 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:13:56.873024 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d28403-ff3c-4c05-8692-bcefc1528287 req-0478b537-beed-4427-a65c-13520b297809 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:56.875090 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-36d28403-ff3c-4c05-8692-bcefc1528287 req-0478b537-beed-4427-a65c-13520b297809 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 946 time: 0.6474059 Jul 15 13:13:56.899778 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f018efd9-aa35-4fe4-87f9-3102332c7714 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Router afec9de3-b2b1-4625-960d-c44b358f429a has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:13:56.944448 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47a6ad2f-7154-485b-b776-1d2fe3d7a1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:56.945446 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a6ad2f-7154-485b-b776-1d2fe3d7a1c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:56.946043 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47a6ad2f-7154-485b-b776-1d2fe3d7a1c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:57.063602 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-41db8ab1-1173-410a-a0f6-11e5266292ac req-fd46760e-2ea6-4bc8-9b94-8020480b49e3 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] For port 5895e339-f2ce-465f-b37b-81f0219f7117, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=5895e339-f2ce-465f-b37b-81f0219f7117,segment=NetworkSegment(f19c2669-c167-4697-a02d-3890cc03720b),segment_id=f19c2669-c167-4697-a02d-3890cc03720b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:57.063958 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-41db8ab1-1173-410a-a0f6-11e5266292ac req-fd46760e-2ea6-4bc8-9b94-8020480b49e3 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:57.069971 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-47a6ad2f-7154-485b-b776-1d2fe3d7a1c8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.7460489 Jul 15 13:13:57.074187 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59222) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:57.083799 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d70c4cfb-15a0-461b-8a82-aeee017e9d12 admin admin] Request body: {'subnet': {'network_id': 'bdbc0d6a-bfd6-44b8-9602-785fc4a70f1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-708254112-subnet', 'tenant_id': '540919b506e64fa0bfeedb2dc739e475', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:57.085744 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-36d28403-ff3c-4c05-8692-bcefc1528287 req-00ce51cb-3534-4e0d-8099-fc4cc41d51b3 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/security-groups?id=89659949-ae25-4933-b4a8-00d3fe316e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888969 Jul 15 13:13:57.122010 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-41db8ab1-1173-410a-a0f6-11e5266292ac req-fd46760e-2ea6-4bc8-9b94-8020480b49e3 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Calling delete_port for 5895e339-f2ce-465f-b37b-81f0219f7117 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:57.124132 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a6ad2f-7154-485b-b776-1d2fe3d7a1c8 admin admin] Pushing event updated for resources: {'Network': ['ID=bdbc0d6a-bfd6-44b8-9602-785fc4a70f1a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:57.150804 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network bdbc0d6a-bfd6-44b8-9602-785fc4a70f1a details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:13:57.194652 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70c4cfb-15a0-461b-8a82-aeee017e9d12 admin admin] Made reservation on behalf of 540919b506e64fa0bfeedb2dc739e475 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:57.204544 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d70c4cfb-15a0-461b-8a82-aeee017e9d12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:57.320020 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f018efd9-aa35-4fe4-87f9-3102332c7714 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:13:57.353858 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f018efd9-aa35-4fe4-87f9-3102332c7714 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:57.372034 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca8ad87-77b0-4dba-95b8-1a3394c08a40 None None] Sync routers for ids ['afec9de3-b2b1-4625-960d-c44b358f429a'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:13:57.398212 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca8ad87-77b0-4dba-95b8-1a3394c08a40 None None] Routers {'afec9de3-b2b1-4625-960d-c44b358f429a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:57.401906 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-fca8ad87-77b0-4dba-95b8-1a3394c08a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:13:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['afec9de3-b2b1-4625-960d-c44b358f429a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:57.513084 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 3313d1c0-7322-4571-9574-1a2b411edcd1 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:13:57.515898 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-fca8ad87-77b0-4dba-95b8-1a3394c08a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:57.543216 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca8ad87-77b0-4dba-95b8-1a3394c08a40 None None] Routers {'afec9de3-b2b1-4625-960d-c44b358f429a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:57.545948 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-fca8ad87-77b0-4dba-95b8-1a3394c08a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:13:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['afec9de3-b2b1-4625-960d-c44b358f429a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:57.609484 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f018efd9-aa35-4fe4-87f9-3102332c7714 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.9146225 Jul 15 13:13:57.615372 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59236) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:57.647588 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-41db8ab1-1173-410a-a0f6-11e5266292ac req-fd46760e-2ea6-4bc8-9b94-8020480b49e3 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:57.697359 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-fca8ad87-77b0-4dba-95b8-1a3394c08a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:57.699476 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca8ad87-77b0-4dba-95b8-1a3394c08a40 None None] The sync data for ids ['afec9de3-b2b1-4625-960d-c44b358f429a'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:13:57.761065 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d70c4cfb-15a0-461b-8a82-aeee017e9d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:57.854599 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d2895b04-a174-4cf0-be20-6f225d2831fc tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "GET /v2.0/floatingips/a265607f-2a9d-4437-b538-3281d3bc163f HTTP/1.1" status: 200 len: 978 time: 0.2361543 Jul 15 13:13:57.918786 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59242) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:57.936870 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c4cfb-15a0-461b-8a82-aeee017e9d12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=667f6db8-b309-47fd-b2b4-ef03d5d30bbf,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:58.050221 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70c4cfb-15a0-461b-8a82-aeee017e9d12 admin admin] Checking segment: {'id': '33432445-58a5-44d7-857d-000184ddcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bdbc0d6a-bfd6-44b8-9602-785fc4a70f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:58.050790 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70c4cfb-15a0-461b-8a82-aeee017e9d12 admin admin] Network hostable DHCP agents. Network: bdbc0d6a-bfd6-44b8-9602-785fc4a70f1a, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:13:58.061148 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59250) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:58.084897 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46760e-2ea6-4bc8-9b94-8020480b49e3 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Pushing event deleted for resources: {'Port': ['ID=5895e339-f2ce-465f-b37b-81f0219f7117,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:58.148288 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70c4cfb-15a0-461b-8a82-aeee017e9d12 admin admin] Network bdbc0d6a-bfd6-44b8-9602-785fc4a70f1a is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:13:58.181475 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-d70c4cfb-15a0-461b-8a82-aeee017e9d12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, bdbc0d6a-bfd6-44b8-9602-785fc4a70f1a) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:58.200203 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70c4cfb-15a0-461b-8a82-aeee017e9d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:58.201297 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d70c4cfb-15a0-461b-8a82-aeee017e9d12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:58.258674 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d70c4cfb-15a0-461b-8a82-aeee017e9d12 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1826482 Jul 15 13:13:58.274381 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be954a6-bbf5-4bd5-90ec-304ef5eaa4e7 None None] Network bdbc0d6a-bfd6-44b8-9602-785fc4a70f1a requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:58.291548 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-41db8ab1-1173-410a-a0f6-11e5266292ac req-fd46760e-2ea6-4bc8-9b94-8020480b49e3 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] No DVR routers for this DVR port 5895e339-f2ce-465f-b37b-81f0219f7117 on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:58.338755 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-41db8ab1-1173-410a-a0f6-11e5266292ac req-fd46760e-2ea6-4bc8-9b94-8020480b49e3 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:58.341043 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-41db8ab1-1173-410a-a0f6-11e5266292ac req-fd46760e-2ea6-4bc8-9b94-8020480b49e3 tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.18 "DELETE /v2.0/ports/5895e339-f2ce-465f-b37b-81f0219f7117 HTTP/1.1" status: 204 len: 173 time: 2.7263780 Jul 15 13:13:58.342768 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365c97c5-1dc9-444e-aa7f-97a6a08ec914', 'name': 'network-vif-deleted', 'tag': '5895e339-f2ce-465f-b37b-81f0219f7117'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:58.352454 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf7ae3b-d285-4694-b3c2-ec81efa30b78" -d '{"events": [{"server_uuid": "365c97c5-1dc9-444e-aa7f-97a6a08ec914", "name": "network-vif-deleted", "tag": "5895e339-f2ce-465f-b37b-81f0219f7117"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:58.512422 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5593a7eb-228a-4824-a648-4d08fabfb345 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.5878050 Jul 15 13:13:58.514745 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59266) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:58.526297 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-fc44ad4f-2c93-4a7a-8723-2ebd047e1a4f tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Request body: {'floatingip': {'port_id': '3e5ddf88-45a3-4b4b-854e-4b075ca0c8c0'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:58.546783 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5093c2-ffa3-476e-863b-42764a87a7cc None None] Network bdbc0d6a-bfd6-44b8-9602-785fc4a70f1a requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:58.611114 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-022b791d-5c6e-4247-ad67-4c1b6a046675 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3343022 Jul 15 13:13:58.629126 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc44ad4f-2c93-4a7a-8723-2ebd047e1a4f tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:58.634814 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dcaad3d8-6373-4cf3-9681-6edb338dddd3 req-17724688-03f6-4f78-be55-5af00ebb2d6b tempest-ServersNegativeTestJSON-822260052 tempest-ServersNegativeTestJSON-822260052-project] 10.222.0.24 "GET /v2.0/ports?device_id=365c97c5-1dc9-444e-aa7f-97a6a08ec914 HTTP/1.1" status: 200 len: 210 time: 0.1502414 Jul 15 13:13:58.750305 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf22e1-235b-44b9-8ac8-f58e4d3a3c8d req-f67fb0b0-12fe-42e3-b643-f3f001fbd5ec tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:58.752971 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c9cf22e1-235b-44b9-8ac8-f58e4d3a3c8d req-f67fb0b0-12fe-42e3-b643-f3f001fbd5ec tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 944 time: 0.8196714 Jul 15 13:13:58.772634 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 3313d1c0-7322-4571-9574-1a2b411edcd1, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3313d1c0-7322-4571-9574-1a2b411edcd1,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:58.788578 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-58004858-8189-40e0-9fce-41039099febc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:58.810775 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '3313d1c0-7322-4571-9574-1a2b411edcd1', 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19', 'port_id': '3313d1c0-7322-4571-9574-1a2b411edcd1', 'mac_address': 'fa:16:3e:c4:19:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd793a745-d38c-4e8b-9716-b5fdf7b27406', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:13:58.909673 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:58.927285 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a679930-03cb-4c7a-a2bb-c891dad36318 x-openstack-request-id: req-9a679930-03cb-4c7a-a2bb-c891dad36318 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:58.928105 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365c97c5-1dc9-444e-aa7f-97a6a08ec914", "name": "network-vif-deleted", "tag": "5895e339-f2ce-465f-b37b-81f0219f7117", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:58.928105 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a679930-03cb-4c7a-a2bb-c891dad36318 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:58.928448 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365c97c5-1dc9-444e-aa7f-97a6a08ec914', 'name': 'network-vif-deleted', 'tag': '5895e339-f2ce-465f-b37b-81f0219f7117', 'status': 'completed', 'code': 200} Jul 15 13:13:58.936737 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c9cf22e1-235b-44b9-8ac8-f58e4d3a3c8d req-9427a66e-bab4-4d48-bcb8-ceaaf389ae15 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698685 Jul 15 13:13:58.952872 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3313d1c0-7322-4571-9574-1a2b411edcd1 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:59.003188 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 3313d1c0-7322-4571-9574-1a2b411edcd1, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3313d1c0-7322-4571-9574-1a2b411edcd1,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:59.077328 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:59.122865 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-58ddd556-0c62-4dbb-a024-316e549acc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:59.124099 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-58ddd556-0c62-4dbb-a024-316e549acc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:59.125177 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-58ddd556-0c62-4dbb-a024-316e549acc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:59.126346 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-58ddd556-0c62-4dbb-a024-316e549acc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:59.127730 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-58ddd556-0c62-4dbb-a024-316e549acc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:59.139463 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-58ddd556-0c62-4dbb-a024-316e549acc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:59.144505 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-58ddd556-0c62-4dbb-a024-316e549acc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:59.150098 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-58ddd556-0c62-4dbb-a024-316e549acc43 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d0be6e00b0740c79716294273e5f5c7&device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 6510 time: 0.4512258 Jul 15 13:13:59.272741 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-58004858-8189-40e0-9fce-41039099febc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:59.313009 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-58004858-8189-40e0-9fce-41039099febc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:59.426662 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-58004858-8189-40e0-9fce-41039099febc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=432ca485b7e34ba493d41d744af1fd2e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3638306 Jul 15 13:13:59.428736 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=3313d1c0-7322-4571-9574-1a2b411edcd1,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:59.430426 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59286) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:59.432858 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58004858-8189-40e0-9fce-41039099febc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193e3dd2-66e1-46fd-8986-988b25cf3d4b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:59.463724 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['3313d1c0-7322-4571-9574-1a2b411edcd1'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:59.567196 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-b8619927-6fb1-4451-beb6-35c353130576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:59.567676 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-b8619927-6fb1-4451-beb6-35c353130576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:59.568146 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-b8619927-6fb1-4451-beb6-35c353130576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:59.574032 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-b8619927-6fb1-4451-beb6-35c353130576 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3cb5bd25-ebc1-469a-a04a-24181cd456f0&id=a1fa1aec-075f-4548-b538-3645f4cfde6d&id=a1fa1aec-075f-4548-b538-3645f4cfde6d&id=a1fa1aec-075f-4548-b538-3645f4cfde6d&id=a1fa1aec-075f-4548-b538-3645f4cfde6d&id=3e157d46-1a46-4ef5-af60-0a822c2bdcfe&id=3e157d46-1a46-4ef5-af60-0a822c2bdcfe HTTP/1.1" status: 200 len: 2295 time: 0.2993512 Jul 15 13:13:59.649274 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 5895e339-f2ce-465f-b37b-81f0219f7117 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:59.731051 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 5895e339-f2ce-465f-b37b-81f0219f7117 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:59.731606 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 5895e339-f2ce-465f-b37b-81f0219f7117 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:59.788279 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-ebe8e477-f03c-4f15-bc78-27cd741eb8fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a321f8f-462b-42da-9f67-de3a6358e566 HTTP/1.1" status: 200 len: 1000 time: 0.1776345 Jul 15 13:13:59.920509 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-037507fa-756d-44d7-8554-a4e6d844ca7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:59.943159 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59296) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:59.969851 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-b47ee99c-353e-495d-9e7e-cbdac9afd161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:59.972358 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-b47ee99c-353e-495d-9e7e-cbdac9afd161 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8df1933c-2ac7-4eba-8783-298edae711d0 HTTP/1.1" status: 200 len: 854 time: 0.1563609 Jul 15 13:14:00.009973 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ae6e2818-03f5-4abc-8a78-bad381f7745b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-530723119-network', 'tenant_id': 'abf55cbc92db4f3083c9bd90ffc44882'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:00.069198 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-037507fa-756d-44d7-8554-a4e6d844ca7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:00.070130 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.db.resource_extend [None req-fc44ad4f-2c93-4a7a-8723-2ebd047e1a4f tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:14:00.074712 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59300) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:00.169520 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59304) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:00.205404 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-7f46e7a5-4bd7-4782-afe8-84f6dcaf2f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:00.208633 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-7f46e7a5-4bd7-4782-afe8-84f6dcaf2f73 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3cb5bd25-ebc1-469a-a04a-24181cd456f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2267909 Jul 15 13:14:00.214090 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc44ad4f-2c93-4a7a-8723-2ebd047e1a4f tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:00.216493 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6e2818-03f5-4abc-8a78-bad381f7745b admin admin] Made reservation on behalf of abf55cbc92db4f3083c9bd90ffc44882 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:00.221013 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ae6e2818-03f5-4abc-8a78-bad381f7745b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:00.227738 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc44ad4f-2c93-4a7a-8723-2ebd047e1a4f tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:00.305534 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-037507fa-756d-44d7-8554-a4e6d844ca7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:00.311345 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-037507fa-756d-44d7-8554-a4e6d844ca7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:00.313898 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-037507fa-756d-44d7-8554-a4e6d844ca7b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/193e3dd2-66e1-46fd-8986-988b25cf3d4b HTTP/1.1" status: 204 len: 168 time: 0.8820298 Jul 15 13:14:00.334687 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037507fa-756d-44d7-8554-a4e6d844ca7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193e3dd2-66e1-46fd-8986-988b25cf3d4b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:00.486687 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-0a42a625-1df3-4b41-aa6b-08f92210b11c service neutron] 10.222.0.32 "GET /v2.0/networks/3cb5bd25-ebc1-469a-a04a-24181cd456f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704430 Jul 15 13:14:00.633950 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-eac03a14-447f-4bdf-9871-21ff20e3f2c3 tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:00.711900 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-eac03a14-447f-4bdf-9871-21ff20e3f2c3 tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] 10.222.0.24 "PUT /v2.0/quotas/c37daeea2b814503ac082536fe48f3c7 HTTP/1.1" status: 200 len: 368 time: 0.5408530 Jul 15 13:14:00.717784 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59314) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:00.723909 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b9a61de8-9429-482e-9749-521e673207cf tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Request body: {'network': {'project_id': 'c37daeea2b814503ac082536fe48f3c7'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:00.730011 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-ee476d95-a458-4e36-9ed0-bf53886cebc4 service neutron] 10.222.0.32 "GET /v2.0/networks/3cb5bd25-ebc1-469a-a04a-24181cd456f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349625 Jul 15 13:14:00.786887 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-cb72dd19-3663-4a2b-b2eb-551e6447c680 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=b90f8281-cdcd-40a0-8a1a-8cf546cddaeb HTTP/1.1" status: 200 len: 217 time: 0.0477555 Jul 15 13:14:00.804584 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a61de8-9429-482e-9749-521e673207cf tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Made reservation on behalf of c37daeea2b814503ac082536fe48f3c7 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:00.807559 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b9a61de8-9429-482e-9749-521e673207cf tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:00.809449 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ae6e2818-03f5-4abc-8a78-bad381f7745b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:00.846364 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b9a61de8-9429-482e-9749-521e673207cf tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:00.906211 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-fc7be642-37f4-4bd7-b83f-2cef72ebd398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:00.908492 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-fc7be642-37f4-4bd7-b83f-2cef72ebd398 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6da4ff9-68f2-4350-8517-a3f37f7c5c8e HTTP/1.1" status: 200 len: 797 time: 0.1155691 Jul 15 13:14:00.995981 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-c989e3cf-73e2-4af7-aba3-29e69239afaa admin admin] Deleting subnet a0d112e7-4ba9-4d28-96e4-3d9434430baa {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:14:00.997889 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-e2c8b774-6d6b-4533-8d25-5373319a70cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:01.000546 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-e2c8b774-6d6b-4533-8d25-5373319a70cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a1fa1aec-075f-4548-b538-3645f4cfde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0850327 Jul 15 13:14:01.011341 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c989e3cf-73e2-4af7-aba3-29e69239afaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.074223 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-fc44ad4f-2c93-4a7a-8723-2ebd047e1a4f tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Floating IP a265607f-2a9d-4437-b538-3281d3bc163f associated. External IP: 172.25.6.196, port: a88b52b6-45c7-432a-a944-08efd2dfae22. Jul 15 13:14:01.084423 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59318) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:01.105794 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba284065-96b1-427e-9689-11f03eae7107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.123735 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c989e3cf-73e2-4af7-aba3-29e69239afaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.147217 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-0bb4b16c-28ed-46f7-9973-c06a40ca4243 service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390357 Jul 15 13:14:01.181296 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9279f-9085-4b1d-ad37-ebc9ddd7e6e4 req-3a4657d1-a273-4a38-baac-d9102e9517de tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:01.183002 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6fd9279f-9085-4b1d-ad37-ebc9ddd7e6e4 req-3a4657d1-a273-4a38-baac-d9102e9517de tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.8775408 Jul 15 13:14:01.196411 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ae6e2818-03f5-4abc-8a78-bad381f7745b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.220307 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ae6e2818-03f5-4abc-8a78-bad381f7745b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.249380 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.db.api [None req-ba284065-96b1-427e-9689-11f03eae7107 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:14:01.249380 n-d-758944-45 neutron-server[93813]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:14:01.249380 n-d-758944-45 neutron-server[93813]: [parameters: {'project_id_1': '3f9772219a904836bd2458227c5504f6', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 14, 1, 130227)}] Jul 15 13:14:01.249380 n-d-758944-45 neutron-server[93813]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:14:01.250124 n-d-758944-45 neutron-server[93813]: DEBUG oslo_db.api [None req-ba284065-96b1-427e-9689-11f03eae7107 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:14:01.283103 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-51ef8f4a-944d-49bb-8d68-21666cd9bfbd service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298282 Jul 15 13:14:01.319259 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae6e2818-03f5-4abc-8a78-bad381f7745b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:14:01.334973 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-ad1e57e1-1c2d-436a-aaab-099dae9e0bf0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=adb1e941-5028-40e5-8be7-c37ce3b71679 HTTP/1.1" status: 200 len: 217 time: 0.0425887 Jul 15 13:14:01.347680 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c989e3cf-73e2-4af7-aba3-29e69239afaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.388203 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ae6e2818-03f5-4abc-8a78-bad381f7745b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.388544 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-ae6e2818-03f5-4abc-8a78-bad381f7745b admin admin] Added segment 20fc7644-f112-4a59-835d-ce8f81898404 of type vlan for network 4da9b5e9-1dbf-4c12-b6f2-ed7e1e4c4774 Jul 15 13:14:01.390296 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e2818-03f5-4abc-8a78-bad381f7745b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3d603d-98ec-4b4e-b2ac-168bf52bfa55,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:01.417643 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-cdc36559-8899-433e-b853-60ce765546de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:01.419788 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-cdc36559-8899-433e-b853-60ce765546de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6da4ff9-68f2-4350-8517-a3f37f7c5c8e HTTP/1.1" status: 200 len: 797 time: 0.0782120 Jul 15 13:14:01.420631 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6fd9279f-9085-4b1d-ad37-ebc9ddd7e6e4 req-f7f51d5f-5016-423d-a241-e1f789555772 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2192540 Jul 15 13:14:01.421316 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b9a61de8-9429-482e-9749-521e673207cf tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.437462 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b9a61de8-9429-482e-9749-521e673207cf tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.495958 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a61de8-9429-482e-9749-521e673207cf tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:14:01.513306 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a61de8-9429-482e-9749-521e673207cf tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd305b8-e450-4c11-bc78-31d0b6f07a6b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:01.520438 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ae6e2818-03f5-4abc-8a78-bad381f7745b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.523269 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b9a61de8-9429-482e-9749-521e673207cf tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.523619 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-b9a61de8-9429-482e-9749-521e673207cf tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Added segment 3d4885df-60f7-4a7e-882b-80f678154aa2 of type vlan for network 9c2e9b47-571f-43f8-ba12-ec7d8b6b7f64 Jul 15 13:14:01.532320 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 3313d1c0-7322-4571-9574-1a2b411edcd1 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:01.588405 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b9a61de8-9429-482e-9749-521e673207cf tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.595929 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-82e8eef4-b57f-4f19-bb36-7d5df4f860bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:01.598154 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-82e8eef4-b57f-4f19-bb36-7d5df4f860bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a1fa1aec-075f-4548-b538-3645f4cfde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1707780 Jul 15 13:14:01.601622 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c989e3cf-73e2-4af7-aba3-29e69239afaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.621124 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 3313d1c0-7322-4571-9574-1a2b411edcd1 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:01.626879 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 3313d1c0-7322-4571-9574-1a2b411edcd1 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:01.627454 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.649686 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ae6e2818-03f5-4abc-8a78-bad381f7745b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.650875 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6e2818-03f5-4abc-8a78-bad381f7745b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:01.651480 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ae6e2818-03f5-4abc-8a78-bad381f7745b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.696395 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b9a61de8-9429-482e-9749-521e673207cf tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.696965 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a61de8-9429-482e-9749-521e673207cf tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:01.698106 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b9a61de8-9429-482e-9749-521e673207cf tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.706587 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989e3cf-73e2-4af7-aba3-29e69239afaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0d112e7-4ba9-4d28-96e4-3d9434430baa,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:01.725377 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c989e3cf-73e2-4af7-aba3-29e69239afaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.727002 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c989e3cf-73e2-4af7-aba3-29e69239afaa admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a0d112e7-4ba9-4d28-96e4-3d9434430baa HTTP/1.1" status: 204 len: 168 time: 1.6470001 Jul 15 13:14:01.740353 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59322) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:01.755343 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba284065-96b1-427e-9689-11f03eae7107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.765485 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ae6e2818-03f5-4abc-8a78-bad381f7745b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7632701 Jul 15 13:14:01.766415 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b9a61de8-9429-482e-9749-521e673207cf tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0473344 Jul 15 13:14:01.770438 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59324) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:01.771137 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59326) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:01.779658 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-82fd8db4-f352-44c0-b8e4-b0144543f0ae tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Request body: {'network': {'project_id': 'c37daeea2b814503ac082536fe48f3c7'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:01.787983 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-3dbb6f02-5907-4fd5-92a7-3c13dfcd66af admin admin] Request body: {'subnet': {'network_id': '4da9b5e9-1dbf-4c12-b6f2-ed7e1e4c4774', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-530723119-subnet', 'tenant_id': 'abf55cbc92db4f3083c9bd90ffc44882', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:01.819321 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.864483 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbb6f02-5907-4fd5-92a7-3c13dfcd66af admin admin] Made reservation on behalf of abf55cbc92db4f3083c9bd90ffc44882 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:01.867694 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3dbb6f02-5907-4fd5-92a7-3c13dfcd66af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.873979 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e2818-03f5-4abc-8a78-bad381f7745b admin admin] Pushing event updated for resources: {'Network': ['ID=4da9b5e9-1dbf-4c12-b6f2-ed7e1e4c4774,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:01.886061 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc44ad4f-2c93-4a7a-8723-2ebd047e1a4f tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Router afec9de3-b2b1-4625-960d-c44b358f429a has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:14:01.892060 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 3313d1c0-7322-4571-9574-1a2b411edcd1, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3313d1c0-7322-4571-9574-1a2b411edcd1,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:01.898444 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7a2613-8e95-4a6c-a523-7f705118fee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3313d1c0-7322-4571-9574-1a2b411edcd1'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:01.903590 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9612d3c0-d39a-4a5a-b2ce-fa42c4c755a0" -d '{"events": [{"server_uuid": "3c7a2613-8e95-4a6c-a523-7f705118fee8", "name": "network-vif-plugged", "status": "completed", "tag": "3313d1c0-7322-4571-9574-1a2b411edcd1"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:01.910559 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 4da9b5e9-1dbf-4c12-b6f2-ed7e1e4c4774 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:14:01.929371 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.946849 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fd8db4-f352-44c0-b8e4-b0144543f0ae tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Made reservation on behalf of c37daeea2b814503ac082536fe48f3c7 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:01.961422 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82fd8db4-f352-44c0-b8e4-b0144543f0ae tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.161912 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82fd8db4-f352-44c0-b8e4-b0144543f0ae tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:14:02.176868 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82fd8db4-f352-44c0-b8e4-b0144543f0ae tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.177628 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-82fd8db4-f352-44c0-b8e4-b0144543f0ae tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Added segment d24948f9-a8b6-45fe-84cc-911cb5014d9a of type vlan for network 6179e022-5077-49c0-8487-0452a5cf7040 Jul 15 13:14:02.232310 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82fd8db4-f352-44c0-b8e4-b0144543f0ae tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.247133 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=3313d1c0-7322-4571-9574-1a2b411edcd1,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:02.295374 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82fd8db4-f352-44c0-b8e4-b0144543f0ae tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.296957 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fd8db4-f352-44c0-b8e4-b0144543f0ae tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:02.297831 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82fd8db4-f352-44c0-b8e4-b0144543f0ae tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.305214 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-26660a64-a192-4ead-b1bf-2443e8c5d2a1 service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7007642 Jul 15 13:14:02.315249 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a61de8-9429-482e-9749-521e673207cf tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Pushing event updated for resources: {'Network': ['ID=9c2e9b47-571f-43f8-ba12-ec7d8b6b7f64,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:02.331973 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 9c2e9b47-571f-43f8-ba12-ec7d8b6b7f64 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:14:02.467433 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7910a0e9-42ba-4fe4-8752-254a7a638350 x-openstack-request-id: req-7910a0e9-42ba-4fe4-8752-254a7a638350 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:02.467732 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7a2613-8e95-4a6c-a523-7f705118fee8", "name": "network-vif-plugged", "status": "completed", "tag": "3313d1c0-7322-4571-9574-1a2b411edcd1", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:02.467876 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7910a0e9-42ba-4fe4-8752-254a7a638350 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:02.468434 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7a2613-8e95-4a6c-a523-7f705118fee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3313d1c0-7322-4571-9574-1a2b411edcd1', 'code': 200} Jul 15 13:14:02.471310 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd8db4-f352-44c0-b8e4-b0144543f0ae tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Pushing event updated for resources: {'Network': ['ID=6179e022-5077-49c0-8487-0452a5cf7040,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:02.498728 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aaae385f-7f8b-4152-95de-1be539c8c27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.500381 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc44ad4f-2c93-4a7a-8723-2ebd047e1a4f tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:14:02.507204 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 6179e022-5077-49c0-8487-0452a5cf7040 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:14:02.523832 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c1804f-48f8-4e17-b564-249e78e1c14d None None] Sync routers for ids ['afec9de3-b2b1-4625-960d-c44b358f429a'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:14:02.609427 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c1804f-48f8-4e17-b564-249e78e1c14d None None] Routers {'afec9de3-b2b1-4625-960d-c44b358f429a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:02.610870 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b6c1804f-48f8-4e17-b564-249e78e1c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:13:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['afec9de3-b2b1-4625-960d-c44b358f429a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:02.688537 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b6c1804f-48f8-4e17-b564-249e78e1c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:02.696335 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-7d985f43-5b30-4d78-b7b8-bb13b47b0c73 service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791153 Jul 15 13:14:02.706035 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c1804f-48f8-4e17-b564-249e78e1c14d None None] Routers {'afec9de3-b2b1-4625-960d-c44b358f429a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:02.707681 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b6c1804f-48f8-4e17-b564-249e78e1c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:13:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['afec9de3-b2b1-4625-960d-c44b358f429a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:02.750792 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3dbb6f02-5907-4fd5-92a7-3c13dfcd66af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.772310 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b6c1804f-48f8-4e17-b564-249e78e1c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:02.774011 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c1804f-48f8-4e17-b564-249e78e1c14d None None] The sync data for ids ['afec9de3-b2b1-4625-960d-c44b358f429a'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:14:02.774518 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aaae385f-7f8b-4152-95de-1be539c8c27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.835474 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-aaae385f-7f8b-4152-95de-1be539c8c27a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a1d132d-e27f-484a-993c-1c0bbb72a2ee']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:02.839031 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-4fafc66c-3614-4963-8405-b8e23fe4b6c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=d6761381-f152-46b6-8605-a91b69be3f5c HTTP/1.1" status: 200 len: 217 time: 0.1113300 Jul 15 13:14:02.859421 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb6f02-5907-4fd5-92a7-3c13dfcd66af admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1a2d53e-42fc-40e9-bb23-d96bf216016b,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:02.869342 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50555d-fc93-4b9c-8825-046e278694ba req-ef9d5fbd-c487-4913-ba9c-0dfaa7d9c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:02.870856 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ee50555d-fc93-4b9c-8825-046e278694ba req-ef9d5fbd-c487-4913-ba9c-0dfaa7d9c766 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 1098 time: 0.3537443 Jul 15 13:14:02.876817 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-aaae385f-7f8b-4152-95de-1be539c8c27a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f19c2669-c167-4697-a02d-3890cc03720b') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:02.877131 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-aaae385f-7f8b-4152-95de-1be539c8c27a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f19c2669-c167-4697-a02d-3890cc03720b') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:02.923622 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aaae385f-7f8b-4152-95de-1be539c8c27a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.963127 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbb6f02-5907-4fd5-92a7-3c13dfcd66af admin admin] Checking segment: {'id': '20fc7644-f112-4a59-835d-ce8f81898404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4da9b5e9-1dbf-4c12-b6f2-ed7e1e4c4774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:02.963620 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbb6f02-5907-4fd5-92a7-3c13dfcd66af admin admin] Network hostable DHCP agents. Network: 4da9b5e9-1dbf-4c12-b6f2-ed7e1e4c4774, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:14:02.972026 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aaae385f-7f8b-4152-95de-1be539c8c27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.003083 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba284065-96b1-427e-9689-11f03eae7107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.011603 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaae385f-7f8b-4152-95de-1be539c8c27a admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:14:03.012075 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aaae385f-7f8b-4152-95de-1be539c8c27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.014965 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:03.014965 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:03.014965 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:14:03.014965 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:14:03.014965 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:14:03.014965 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:14:03.014965 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:14:03.014965 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:14:03.014965 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:14:03.014965 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:14:03.014965 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:14:03.014965 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:14:03.014965 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:14:03.014965 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:14:03.014965 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:14:03.014965 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:14:03.014965 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:14:03.014965 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:14:03.014965 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:14:03.014965 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:14:03.014965 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:14:03.014965 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:14:03.014965 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:14:03.014965 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:14:03.014965 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:14:03.014965 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:14:03.014965 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:14:03.014965 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:14:03.014965 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:14:03.014965 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:14:03.014965 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:14:03.014965 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:14:03.014965 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:14:03.014965 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:14:03.022584 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-82fd8db4-f352-44c0-b8e4-b0144543f0ae tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2465558 Jul 15 13:14:03.027784 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbb6f02-5907-4fd5-92a7-3c13dfcd66af admin admin] Network 4da9b5e9-1dbf-4c12-b6f2-ed7e1e4c4774 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:14:03.029109 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59336) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:03.036044 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba284065-96b1-427e-9689-11f03eae7107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.039761 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-2b28bb7d-2bda-4b4b-b758-164d0162ba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:03.041806 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-2b28bb7d-2bda-4b4b-b758-164d0162ba9e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6da4ff9-68f2-4350-8517-a3f37f7c5c8e HTTP/1.1" status: 200 len: 797 time: 0.1895645 Jul 15 13:14:03.043124 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ee50555d-fc93-4b9c-8825-046e278694ba req-daca2cf9-fda0-4548-9706-e2a60e0d57bd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564457 Jul 15 13:14:03.046417 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-438ee312-a780-4e97-9773-648e98460dca tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Request body: {'network': {'project_id': 'c37daeea2b814503ac082536fe48f3c7'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:03.055618 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc44ad4f-2c93-4a7a-8723-2ebd047e1a4f tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Router afec9de3-b2b1-4625-960d-c44b358f429a has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:14:03.075076 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-3dbb6f02-5907-4fd5-92a7-3c13dfcd66af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 4da9b5e9-1dbf-4c12-b6f2-ed7e1e4c4774) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:03.078011 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841be154-a85f-42b1-b8a3-7d6a32e7b076 req-d9f07055-fdeb-4d8e-b5a0-41f728f16bb9 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:03.080089 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-841be154-a85f-42b1-b8a3-7d6a32e7b076 req-d9f07055-fdeb-4d8e-b5a0-41f728f16bb9 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 946 time: 0.4171593 Jul 15 13:14:03.092077 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbb6f02-5907-4fd5-92a7-3c13dfcd66af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:03.093087 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3dbb6f02-5907-4fd5-92a7-3c13dfcd66af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.103390 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-438ee312-a780-4e97-9773-648e98460dca tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 15 13:14:03.104541 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-438ee312-a780-4e97-9773-648e98460dca tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:14:03.106949 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-438ee312-a780-4e97-9773-648e98460dca tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0705693 Jul 15 13:14:03.115449 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c51372-3e30-4d07-8c3d-f34a335536be None None] Network 4da9b5e9-1dbf-4c12-b6f2-ed7e1e4c4774 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:03.201253 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba284065-96b1-427e-9689-11f03eae7107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f969f7-ead1-4ea8-b4ae-b2c1f8066660,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:03.212352 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3dbb6f02-5907-4fd5-92a7-3c13dfcd66af admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4377248 Jul 15 13:14:03.243012 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aaae385f-7f8b-4152-95de-1be539c8c27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.333551 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59346) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:03.340531 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ba284065-96b1-427e-9689-11f03eae7107 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f9772219a904836bd2458227c5504f6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2540169 Jul 15 13:14:03.341487 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59348) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:03.346218 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aaae385f-7f8b-4152-95de-1be539c8c27a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.353645 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-aaae385f-7f8b-4152-95de-1be539c8c27a admin admin] 10.222.0.24 "DELETE /v2.0/networks/7a1d132d-e27f-484a-993c-1c0bbb72a2ee HTTP/1.1" status: 204 len: 168 time: 1.6081920 Jul 15 13:14:03.360055 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc44ad4f-2c93-4a7a-8723-2ebd047e1a4f tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:14:03.378187 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b310eb-b734-400d-aa64-6e29e4fb70fd None None] Sync routers for ids ['afec9de3-b2b1-4625-960d-c44b358f429a'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:14:03.389208 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc44ad4f-2c93-4a7a-8723-2ebd047e1a4f tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.401316 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b310eb-b734-400d-aa64-6e29e4fb70fd None None] Routers {'afec9de3-b2b1-4625-960d-c44b358f429a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:03.401882 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-83b310eb-b734-400d-aa64-6e29e4fb70fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:13:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['afec9de3-b2b1-4625-960d-c44b358f429a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:03.453336 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772a377a-de3c-45c3-8363-e75a443ae238 None None] Network 4da9b5e9-1dbf-4c12-b6f2-ed7e1e4c4774 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:03.474826 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-841be154-a85f-42b1-b8a3-7d6a32e7b076 req-f4b3c088-c6b8-4e53-b0db-99b6f49e4ec8 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3053198 Jul 15 13:14:03.476129 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae385f-7f8b-4152-95de-1be539c8c27a admin admin] Pushing event deleted for resources: {'Network': ['ID=7a1d132d-e27f-484a-993c-1c0bbb72a2ee,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:03.569010 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-83b310eb-b734-400d-aa64-6e29e4fb70fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:03.591640 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59354) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:03.602673 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b310eb-b734-400d-aa64-6e29e4fb70fd None None] Routers {'afec9de3-b2b1-4625-960d-c44b358f429a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:03.603401 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-83b310eb-b734-400d-aa64-6e29e4fb70fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:13:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['afec9de3-b2b1-4625-960d-c44b358f429a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:03.675292 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-83b310eb-b734-400d-aa64-6e29e4fb70fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:03.676523 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b310eb-b734-400d-aa64-6e29e4fb70fd None None] The sync data for ids ['afec9de3-b2b1-4625-960d-c44b358f429a'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:14:03.689792 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-fc44ad4f-2c93-4a7a-8723-2ebd047e1a4f tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "PUT /v2.0/floatingips/a265607f-2a9d-4437-b538-3281d3bc163f HTTP/1.1" status: 200 len: 979 time: 5.1754239 Jul 15 13:14:03.691088 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59356) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:03.701612 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-37a9015e-bcaf-4ba2-a936-ed196b99b156 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:03.709717 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-9440207d-bdad-4141-a62d-2a6293cbd479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:03.712406 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-9440207d-bdad-4141-a62d-2a6293cbd479 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a1fa1aec-075f-4548-b538-3645f4cfde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3682480 Jul 15 13:14:03.731350 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-952eca2b-ecb2-46bb-81a1-bd299842acf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.758485 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-952eca2b-ecb2-46bb-81a1-bd299842acf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.763763 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2ff28f20-3db5-41e9-99c7-e12016ca459f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c37daeea2b814503ac082536fe48f3c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4292130 Jul 15 13:14:03.768588 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59358) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:03.809967 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37a9015e-bcaf-4ba2-a936-ed196b99b156 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.810604 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-43261cc6-9d9b-4d6b-94b0-39a5620a87b0 admin admin] Deleting subnet 667f6db8-b309-47fd-b2b4-ef03d5d30bbf {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:14:03.819170 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43261cc6-9d9b-4d6b-94b0-39a5620a87b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.860094 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59360) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:03.902969 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-33b8aa90-7dd5-4959-ab81-b8d5589c994d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.918318 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43261cc6-9d9b-4d6b-94b0-39a5620a87b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.947213 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-952eca2b-ecb2-46bb-81a1-bd299842acf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.949843 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-952eca2b-ecb2-46bb-81a1-bd299842acf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.951096 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-952eca2b-ecb2-46bb-81a1-bd299842acf3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/45f969f7-ead1-4ea8-b4ae-b2c1f8066660 HTTP/1.1" status: 204 len: 168 time: 0.5984201 Jul 15 13:14:03.992073 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-33b8aa90-7dd5-4959-ab81-b8d5589c994d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:04.010673 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952eca2b-ecb2-46bb-81a1-bd299842acf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f969f7-ead1-4ea8-b4ae-b2c1f8066660,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:04.025081 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-975c0966-adae-45d5-bc3a-0367bf5cad7d service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045073 Jul 15 13:14:04.034756 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0fbb6798-e9d5-4beb-ba52-b18131d4941b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=711c2fbaceb442c4900883d9377ffded&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1697726 Jul 15 13:14:04.034756 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43261cc6-9d9b-4d6b-94b0-39a5620a87b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:04.065247 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59364) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:04.150806 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37a9015e-bcaf-4ba2-a936-ed196b99b156 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:04.160090 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37a9015e-bcaf-4ba2-a936-ed196b99b156 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:04.162039 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-37a9015e-bcaf-4ba2-a936-ed196b99b156 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Floating IP a265607f-2a9d-4437-b538-3281d3bc163f disassociated. External IP: 172.25.6.196, port: 3e5ddf88-45a3-4b4b-854e-4b075ca0c8c0. Jul 15 13:14:04.214280 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43261cc6-9d9b-4d6b-94b0-39a5620a87b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:04.260574 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f53d767c-436f-4133-a683-f8d7cc480982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:04.270012 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43261cc6-9d9b-4d6b-94b0-39a5620a87b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=667f6db8-b309-47fd-b2b4-ef03d5d30bbf,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:04.274722 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43261cc6-9d9b-4d6b-94b0-39a5620a87b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:04.276732 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-43261cc6-9d9b-4d6b-94b0-39a5620a87b0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/667f6db8-b309-47fd-b2b4-ef03d5d30bbf HTTP/1.1" status: 204 len: 168 time: 0.6804771 Jul 15 13:14:04.279281 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-40ef256c-3564-4353-80b3-84ade5972bdf service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149525 Jul 15 13:14:04.280772 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59368) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:04.338010 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f53d767c-436f-4133-a683-f8d7cc480982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:04.341473 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-7927d801-6436-4fd1-8309-86527299cf31 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=ab5cfb37-8606-43a3-8c1c-bac95211bf1e HTTP/1.1" status: 200 len: 217 time: 0.0532024 Jul 15 13:14:04.379680 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-33b8aa90-7dd5-4959-ab81-b8d5589c994d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:04.385824 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-33b8aa90-7dd5-4959-ab81-b8d5589c994d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:04.393465 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59372) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:04.407085 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-33b8aa90-7dd5-4959-ab81-b8d5589c994d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6bd305b8-e450-4c11-bc78-31d0b6f07a6b HTTP/1.1" status: 204 len: 168 time: 0.6359410 Jul 15 13:14:04.464477 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-87cb7af4-5e59-477f-9de5-ceeafbc33abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:04.466146 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-87cb7af4-5e59-477f-9de5-ceeafbc33abb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6da4ff9-68f2-4350-8517-a3f37f7c5c8e HTTP/1.1" status: 200 len: 797 time: 0.1182020 Jul 15 13:14:04.540912 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8aa90-7dd5-4959-ab81-b8d5589c994d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd305b8-e450-4c11-bc78-31d0b6f07a6b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:04.576160 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0bd69277-f94e-445a-8000-c97e1d061d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:04.617031 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c136a1bf-3d97-4bab-8284-2247b1758ce8 tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:04.622605 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f53d767c-436f-4133-a683-f8d7cc480982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:04.627316 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f53d767c-436f-4133-a683-f8d7cc480982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:04.629745 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f53d767c-436f-4133-a683-f8d7cc480982 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/89659949-ae25-4933-b4a8-00d3fe316e73 HTTP/1.1" status: 204 len: 168 time: 0.5635915 Jul 15 13:14:04.668330 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d767c-436f-4133-a683-f8d7cc480982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89659949-ae25-4933-b4a8-00d3fe316e73,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:04.729063 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-b543fe25-76a3-47e3-a97a-a8eecc56bc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:04.730732 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-b543fe25-76a3-47e3-a97a-a8eecc56bc6a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a1fa1aec-075f-4548-b538-3645f4cfde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2154377 Jul 15 13:14:04.884758 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c136a1bf-3d97-4bab-8284-2247b1758ce8 tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:04.911090 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-c136a1bf-3d97-4bab-8284-2247b1758ce8 tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6179e022-5077-49c0-8487-0452a5cf7040']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:04.925975 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0bd69277-f94e-445a-8000-c97e1d061d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:04.928496 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-c136a1bf-3d97-4bab-8284-2247b1758ce8 tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24948f9-a8b6-45fe-84cc-911cb5014d9a') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:04.928882 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-c136a1bf-3d97-4bab-8284-2247b1758ce8 tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24948f9-a8b6-45fe-84cc-911cb5014d9a') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:04.958420 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c136a1bf-3d97-4bab-8284-2247b1758ce8 tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:04.968760 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-6d9b25a9-ac62-4fb5-8821-d5ab564ca7b4 service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146378 Jul 15 13:14:04.997068 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c136a1bf-3d97-4bab-8284-2247b1758ce8 tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.009484 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-0bd69277-f94e-445a-8000-c97e1d061d44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdbc0d6a-bfd6-44b8-9602-785fc4a70f1a']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:05.038442 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c136a1bf-3d97-4bab-8284-2247b1758ce8 tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:14:05.039139 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c136a1bf-3d97-4bab-8284-2247b1758ce8 tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.042435 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:14:05.042435 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:14:05.042435 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:14:05.042435 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:14:05.042435 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:14:05.042435 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:14:05.042435 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:14:05.042435 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:14:05.042435 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:14:05.042435 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:14:05.042435 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:14:05.042435 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:14:05.042435 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:14:05.042435 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:14:05.042435 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:14:05.042435 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:14:05.042435 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:14:05.042435 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:14:05.042435 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:14:05.042435 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:14:05.042435 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:14:05.042435 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:14:05.042435 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:14:05.042435 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:14:05.042435 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:14:05.042435 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:14:05.042435 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:14:05.042435 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:14:05.042435 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:14:05.042435 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:14:05.042435 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:14:05.042435 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:14:05.047708 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-0bd69277-f94e-445a-8000-c97e1d061d44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33432445-58a5-44d7-857d-000184ddcc0c') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:05.048011 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-0bd69277-f94e-445a-8000-c97e1d061d44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33432445-58a5-44d7-857d-000184ddcc0c') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:05.063244 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0bd69277-f94e-445a-8000-c97e1d061d44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.085022 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c19d19-59cf-4ee8-8483-ae380260d62e req-ca15bb2a-a9d2-4b72-9d6f-9647b8ba2142 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:05.086708 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-57c19d19-59cf-4ee8-8483-ae380260d62e req-ca15bb2a-a9d2-4b72-9d6f-9647b8ba2142 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 946 time: 0.3687177 Jul 15 13:14:05.099450 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0bd69277-f94e-445a-8000-c97e1d061d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.108061 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a9015e-bcaf-4ba2-a936-ed196b99b156 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Router afec9de3-b2b1-4625-960d-c44b358f429a has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:14:05.119846 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd69277-f94e-445a-8000-c97e1d061d44 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:14:05.120262 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0bd69277-f94e-445a-8000-c97e1d061d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.124580 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:14:05.124580 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:14:05.124580 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:14:05.124580 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:14:05.124580 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:14:05.124580 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:14:05.124580 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:14:05.124580 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:14:05.124580 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:14:05.124580 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:14:05.124580 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:14:05.124580 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:14:05.124580 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:14:05.124580 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:14:05.124580 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:14:05.124580 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:14:05.124580 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:14:05.124580 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:14:05.124580 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:14:05.124580 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:14:05.124580 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:14:05.124580 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:14:05.124580 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:14:05.124580 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:14:05.124580 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:14:05.124580 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:14:05.124580 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:14:05.124580 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:14:05.124580 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:14:05.124580 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:14:05.124580 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:14:05.124580 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:14:05.292920 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c136a1bf-3d97-4bab-8284-2247b1758ce8 tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.308450 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c136a1bf-3d97-4bab-8284-2247b1758ce8 tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.312058 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c136a1bf-3d97-4bab-8284-2247b1758ce8 tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] 10.222.0.24 "DELETE /v2.0/networks/6179e022-5077-49c0-8487-0452a5cf7040 HTTP/1.1" status: 204 len: 168 time: 0.9154706 Jul 15 13:14:05.337000 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59406) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:05.377378 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c136a1bf-3d97-4bab-8284-2247b1758ce8 tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Pushing event deleted for resources: {'Network': ['ID=6179e022-5077-49c0-8487-0452a5cf7040,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:05.428181 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-1f587eff-2e61-4aed-a689-24120216b088 service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503105 Jul 15 13:14:05.481975 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-666ac9c9-2032-43ae-8ac9-2571f8de5981 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=27c8b5cc-27c5-4e1f-b672-4682ef536901 HTTP/1.1" status: 200 len: 217 time: 0.0449364 Jul 15 13:14:05.579565 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d45da18-f0d5-48db-9f75-398e4dd6d857 tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.638104 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-932006f1-003d-41d1-a83e-519514871ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:05.639879 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-932006f1-003d-41d1-a83e-519514871ff6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5517f04-f874-4dc2-a2a6-0c279d24a4c6 HTTP/1.1" status: 200 len: 797 time: 0.1121857 Jul 15 13:14:05.646271 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-57c19d19-59cf-4ee8-8483-ae380260d62e req-9a4f7c92-b57b-4a8d-b263-167df3e05d66 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5403926 Jul 15 13:14:05.657230 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0bd69277-f94e-445a-8000-c97e1d061d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.670210 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0bd69277-f94e-445a-8000-c97e1d061d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.672463 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0bd69277-f94e-445a-8000-c97e1d061d44 admin admin] 10.222.0.24 "DELETE /v2.0/networks/bdbc0d6a-bfd6-44b8-9602-785fc4a70f1a HTTP/1.1" status: 204 len: 168 time: 1.3895743 Jul 15 13:14:05.682723 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59420) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:05.726980 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd69277-f94e-445a-8000-c97e1d061d44 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdbc0d6a-bfd6-44b8-9602-785fc4a70f1a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:05.758050 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d45da18-f0d5-48db-9f75-398e4dd6d857 tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.781732 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-8d45da18-f0d5-48db-9f75-398e4dd6d857 tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2e9b47-571f-43f8-ba12-ec7d8b6b7f64']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:05.807509 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-8d45da18-f0d5-48db-9f75-398e4dd6d857 tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d4885df-60f7-4a7e-882b-80f678154aa2') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:05.807811 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-8d45da18-f0d5-48db-9f75-398e4dd6d857 tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d4885df-60f7-4a7e-882b-80f678154aa2') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:05.821796 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d45da18-f0d5-48db-9f75-398e4dd6d857 tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.838523 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d45da18-f0d5-48db-9f75-398e4dd6d857 tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.843751 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-0816e8bf-1687-47da-a169-5929f6cea4c3 admin admin] Deleting subnet f1a2d53e-42fc-40e9-bb23-d96bf216016b {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:14:05.845700 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d45da18-f0d5-48db-9f75-398e4dd6d857 tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:14:05.846157 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d45da18-f0d5-48db-9f75-398e4dd6d857 tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.847604 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a9015e-bcaf-4ba2-a936-ed196b99b156 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:14:05.853327 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37a9015e-bcaf-4ba2-a936-ed196b99b156 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.855476 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0816e8bf-1687-47da-a169-5929f6cea4c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.865753 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc24cd70-350a-4207-b053-faca452a101e None None] Sync routers for ids ['afec9de3-b2b1-4625-960d-c44b358f429a'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:14:05.915949 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:14:05.915949 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:14:05.915949 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:14:05.915949 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:14:05.915949 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:14:05.915949 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:14:05.915949 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:14:05.915949 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:14:05.915949 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:14:05.915949 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:14:05.915949 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:14:05.915949 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:14:05.915949 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:14:05.915949 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:14:05.915949 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:14:05.915949 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:14:05.915949 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:14:05.915949 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:14:05.915949 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:14:05.915949 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:14:05.915949 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:14:05.915949 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:14:05.915949 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:14:05.915949 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:14:05.915949 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:14:05.915949 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:14:05.915949 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:14:05.915949 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:14:05.915949 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:14:05.915949 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:14:05.915949 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:14:05.915949 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:14:05.920269 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc24cd70-350a-4207-b053-faca452a101e None None] Routers {'afec9de3-b2b1-4625-960d-c44b358f429a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:05.924317 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fc24cd70-350a-4207-b053-faca452a101e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:13:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['afec9de3-b2b1-4625-960d-c44b358f429a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:05.948696 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d45da18-f0d5-48db-9f75-398e4dd6d857 tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.954920 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d45da18-f0d5-48db-9f75-398e4dd6d857 tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.957409 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8d45da18-f0d5-48db-9f75-398e4dd6d857 tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] 10.222.0.24 "DELETE /v2.0/networks/9c2e9b47-571f-43f8-ba12-ec7d8b6b7f64 HTTP/1.1" status: 204 len: 168 time: 0.6184113 Jul 15 13:14:05.976940 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45da18-f0d5-48db-9f75-398e4dd6d857 tempest-QuotasNegativeTest-1843605272 tempest-QuotasNegativeTest-1843605272-project-admin] Pushing event deleted for resources: {'Network': ['ID=9c2e9b47-571f-43f8-ba12-ec7d8b6b7f64,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:05.998525 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-89a737a2-6876-486f-a5cf-54ca88010a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:06.000472 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-89a737a2-6876-486f-a5cf-54ca88010a65 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3e157d46-1a46-4ef5-af60-0a822c2bdcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0855565 Jul 15 13:14:06.033856 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fc24cd70-350a-4207-b053-faca452a101e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:06.046445 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0816e8bf-1687-47da-a169-5929f6cea4c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.052464 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc24cd70-350a-4207-b053-faca452a101e None None] Routers {'afec9de3-b2b1-4625-960d-c44b358f429a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:06.054079 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fc24cd70-350a-4207-b053-faca452a101e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:13:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['afec9de3-b2b1-4625-960d-c44b358f429a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:06.161137 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fc24cd70-350a-4207-b053-faca452a101e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:06.163541 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc24cd70-350a-4207-b053-faca452a101e None None] The sync data for ids ['afec9de3-b2b1-4625-960d-c44b358f429a'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:14:06.205580 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-18f668a0-d7bb-443f-b5c5-5193713a0a9b service neutron] 10.222.0.32 "GET /v2.0/networks/3e157d46-1a46-4ef5-af60-0a822c2bdcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970081 Jul 15 13:14:06.215483 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-37a9015e-bcaf-4ba2-a936-ed196b99b156 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "PUT /v2.0/floatingips/a265607f-2a9d-4437-b538-3281d3bc163f HTTP/1.1" status: 200 len: 688 time: 2.5181067 Jul 15 13:14:06.218900 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59432) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:06.231923 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0816e8bf-1687-47da-a169-5929f6cea4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.386367 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-4aacd814-76d5-48fa-a451-7c588c046846 service neutron] 10.222.0.32 "GET /v2.0/networks/3e157d46-1a46-4ef5-af60-0a822c2bdcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728621 Jul 15 13:14:06.415074 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f916c56-93cb-4736-92bd-b5f6cdf43292 req-f63e2ba5-57a5-41a7-b06e-45ed6a9bbd37 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:06.420988 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7f916c56-93cb-4736-92bd-b5f6cdf43292 req-f63e2ba5-57a5-41a7-b06e-45ed6a9bbd37 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 946 time: 0.3012033 Jul 15 13:14:06.426447 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59440) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:06.432200 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-407a0727-43a1-4dcd-af19-c6e932c5265b tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Request body: {'floatingip': {'port_id': '3313d1c0-7322-4571-9574-1a2b411edcd1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:06.476480 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0816e8bf-1687-47da-a169-5929f6cea4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.478137 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-f1689c58-8edd-467d-bf9d-b381557df19d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=06589b71-6e92-4c84-89d8-fd3a675bfd6c HTTP/1.1" status: 200 len: 217 time: 0.0843246 Jul 15 13:14:06.497843 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-407a0727-43a1-4dcd-af19-c6e932c5265b tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.559383 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816e8bf-1687-47da-a169-5929f6cea4c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1a2d53e-42fc-40e9-bb23-d96bf216016b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:06.575282 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0816e8bf-1687-47da-a169-5929f6cea4c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.577792 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0816e8bf-1687-47da-a169-5929f6cea4c3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f1a2d53e-42fc-40e9-bb23-d96bf216016b HTTP/1.1" status: 204 len: 168 time: 0.8924742 Jul 15 13:14:06.580971 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59446) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:06.622284 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b09bd5b5-3c2d-4c20-b2a6-a396b952a595 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Deleting port 7c97da75-2203-4c0f-becd-838f7af4a97b {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:06.622668 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b09bd5b5-3c2d-4c20-b2a6-a396b952a595 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.653627 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-17436eeb-a0be-4303-a07d-9baff54c0fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:06.656144 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-17436eeb-a0be-4303-a07d-9baff54c0fcb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5517f04-f874-4dc2-a2a6-0c279d24a4c6 HTTP/1.1" status: 200 len: 797 time: 0.1709251 Jul 15 13:14:06.726428 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59448) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:06.771915 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0074202e-9dcd-47de-be0c-07a367afe837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.795349 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a72010b7-22f9-4508-abaf-5f1f436de460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.851100 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-8307b9c9-722a-45a0-a32f-1ed8d96a14bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:06.854513 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-8307b9c9-722a-45a0-a32f-1ed8d96a14bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3e157d46-1a46-4ef5-af60-0a822c2bdcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1910856 Jul 15 13:14:06.872595 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b09bd5b5-3c2d-4c20-b2a6-a396b952a595 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.872916 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b09bd5b5-3c2d-4c20-b2a6-a396b952a595 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.947008 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b09bd5b5-3c2d-4c20-b2a6-a396b952a595 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Calling delete_port for 7c97da75-2203-4c0f-becd-838f7af4a97b owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:07.008801 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0074202e-9dcd-47de-be0c-07a367afe837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.039433 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-0074202e-9dcd-47de-be0c-07a367afe837 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da9b5e9-1dbf-4c12-b6f2-ed7e1e4c4774']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:07.117462 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-0074202e-9dcd-47de-be0c-07a367afe837 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20fc7644-f112-4a59-835d-ce8f81898404') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:07.118010 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-0074202e-9dcd-47de-be0c-07a367afe837 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20fc7644-f112-4a59-835d-ce8f81898404') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:07.158489 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0074202e-9dcd-47de-be0c-07a367afe837 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.209291 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-64c607ad-ec39-497d-a27c-4be5c3c5ebf0 service neutron] 10.222.0.32 "GET /v2.0/networks/3e157d46-1a46-4ef5-af60-0a822c2bdcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361790 Jul 15 13:14:07.217087 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59462) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:07.231203 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0074202e-9dcd-47de-be0c-07a367afe837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.294702 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0074202e-9dcd-47de-be0c-07a367afe837 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:14:07.295408 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0074202e-9dcd-47de-be0c-07a367afe837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.298620 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:14:07.298620 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:14:07.298620 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:14:07.298620 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:14:07.298620 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:14:07.298620 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:14:07.298620 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:14:07.298620 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:14:07.298620 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:14:07.298620 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:14:07.298620 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:14:07.298620 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:14:07.298620 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:14:07.298620 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:14:07.298620 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:14:07.298620 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:14:07.298620 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:14:07.298620 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:14:07.298620 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:14:07.298620 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:14:07.298620 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:14:07.298620 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:14:07.298620 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:14:07.298620 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:14:07.298620 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:14:07.298620 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:14:07.298620 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:14:07.298620 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:14:07.298620 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:14:07.298620 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:14:07.298620 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:14:07.298620 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:14:07.477660 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0074202e-9dcd-47de-be0c-07a367afe837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.492230 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0074202e-9dcd-47de-be0c-07a367afe837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.495788 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0074202e-9dcd-47de-be0c-07a367afe837 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4da9b5e9-1dbf-4c12-b6f2-ed7e1e4c4774 HTTP/1.1" status: 204 len: 168 time: 0.9121211 Jul 15 13:14:07.526844 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074202e-9dcd-47de-be0c-07a367afe837 admin admin] Pushing event deleted for resources: {'Network': ['ID=4da9b5e9-1dbf-4c12-b6f2-ed7e1e4c4774,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:07.539361 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff235ed8-3bab-4d45-ae94-8aa1479b0cae req-2907863c-9936-4b0a-ab53-380a3756e7eb service neutron] 10.222.0.32 "GET /v2.0/networks/3e157d46-1a46-4ef5-af60-0a822c2bdcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236620 Jul 15 13:14:07.659308 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b0949146-bbf3-44b4-b4c2-615410bfe38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.710034 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b09bd5b5-3c2d-4c20-b2a6-a396b952a595 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.798375 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09bd5b5-3c2d-4c20-b2a6-a396b952a595 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event deleted for resources: {'Port': ['ID=7c97da75-2203-4c0f-becd-838f7af4a97b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:07.812572 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:14:07.813314 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.db.resource_extend [None req-407a0727-43a1-4dcd-af19-c6e932c5265b tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:14:07.813523 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59474) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:07.822478 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a72010b7-22f9-4508-abaf-5f1f436de460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.882517 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d6d72686-076d-40fe-b54d-45ce9843d9d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=540919b506e64fa0bfeedb2dc739e475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0675755 Jul 15 13:14:07.883158 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59476) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:07.919448 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.925072 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a72010b7-22f9-4508-abaf-5f1f436de460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.983218 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cab1b1b2-c2fb-4baa-be59-9d05e49c093b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.001747 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-407a0727-43a1-4dcd-af19-c6e932c5265b tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.020537 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-407a0727-43a1-4dcd-af19-c6e932c5265b tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.024644 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cab1b1b2-c2fb-4baa-be59-9d05e49c093b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.028919 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a72010b7-22f9-4508-abaf-5f1f436de460 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=62a6b607faf44da0b0f0bec189b4e810&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2959306 Jul 15 13:14:08.038199 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59478) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:08.067343 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72010b7-22f9-4508-abaf-5f1f436de460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9ce978-c241-4427-a16a-7573eab74062,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:08.069726 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b09bd5b5-3c2d-4c20-b2a6-a396b952a595 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.072591 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b09bd5b5-3c2d-4c20-b2a6-a396b952a595 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.078402 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b09bd5b5-3c2d-4c20-b2a6-a396b952a595 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "DELETE /v2.0/floatingips/a265607f-2a9d-4437-b538-3281d3bc163f HTTP/1.1" status: 204 len: 168 time: 1.8519928 Jul 15 13:14:08.084605 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59480) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:08.117099 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b0949146-bbf3-44b4-b4c2-615410bfe38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.142205 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-d8bdc6da-b1a2-45f0-81ca-2e92871b30e5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] delete failed (client error): The resource could not be found. Jul 15 13:14:08.149966 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d8bdc6da-b1a2-45f0-81ca-2e92871b30e5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "DELETE /v2.0/floatingips/a265607f-2a9d-4437-b538-3281d3bc163f HTTP/1.1" status: 404 len: 345 time: 0.0584388 Jul 15 13:14:08.152729 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59484) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:08.156131 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b0949146-bbf3-44b4-b4c2-615410bfe38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.206211 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-407a0727-43a1-4dcd-af19-c6e932c5265b tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Floating IP 5829a7b7-39cc-4a20-94e5-32c83737da0d associated. External IP: 172.25.6.24, port: 3313d1c0-7322-4571-9574-1a2b411edcd1. Jul 15 13:14:08.411499 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b0949146-bbf3-44b4-b4c2-615410bfe38c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=365d2c29cdf040b492338f35ae151ca8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1821148 Jul 15 13:14:08.416531 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59490) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:08.457634 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949146-bbf3-44b4-b4c2-615410bfe38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec60ceba-97da-4e47-9fab-b82395be3e5d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:08.495355 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ad230d07-55a0-446a-97ee-466ddfa713a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.519569 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cab1b1b2-c2fb-4baa-be59-9d05e49c093b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.529474 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cab1b1b2-c2fb-4baa-be59-9d05e49c093b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.529744 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59492) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:08.533491 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-cab1b1b2-c2fb-4baa-be59-9d05e49c093b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2848a278-9427-400a-911b-48f87a72fb12 HTTP/1.1" status: 204 len: 168 time: 0.6433702 Jul 15 13:14:08.593808 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1b1b2-c2fb-4baa-be59-9d05e49c093b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2848a278-9427-400a-911b-48f87a72fb12,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:08.632191 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ad230d07-55a0-446a-97ee-466ddfa713a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.661441 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6307de99-ecec-425a-8d2f-0372719bb48c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.664372 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e2ba5e-26ff-4930-b21e-6e04c61d1fef tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:08.676415 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e2ba5e-26ff-4930-b21e-6e04c61d1fef tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:08.687997 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e2ba5e-26ff-4930-b21e-6e04c61d1fef tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:08.688345 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407a0727-43a1-4dcd-af19-c6e932c5265b tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Router 158dbff2-560b-462e-ad14-d2d06978371b has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:14:08.694884 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-33e2ba5e-26ff-4930-b21e-6e04c61d1fef tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "GET /v2.0/ports?network_id=58782f77-5084-4003-b851-7d300b1f9d8b HTTP/1.1" status: 200 len: 2359 time: 0.5169585 Jul 15 13:14:08.695527 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59498) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:08.706115 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6307de99-ecec-425a-8d2f-0372719bb48c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.796550 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c172a6e-d71f-4753-b890-6c6f175d558b tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:08.806717 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4c172a6e-d71f-4753-b890-6c6f175d558b tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "GET /v2.0/subnets/00794332-46d5-42dd-a3c7-16f364b7e8b1 HTTP/1.1" status: 200 len: 797 time: 0.0974085 Jul 15 13:14:08.806717 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59502) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:08.811989 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a4b4e8a3-2416-4bd2-be97-0e4442826a5a tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Request body: {'port': {'network_id': '58782f77-5084-4003-b851-7d300b1f9d8b', 'name': 'tempest-FloatingIPTestJSON-2058576139', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:08.819083 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ad230d07-55a0-446a-97ee-466ddfa713a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.821678 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ad230d07-55a0-446a-97ee-466ddfa713a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.822845 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ad230d07-55a0-446a-97ee-466ddfa713a8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b9ce978-c241-4427-a16a-7573eab74062 HTTP/1.1" status: 204 len: 168 time: 0.7811608 Jul 15 13:14:08.851369 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6307de99-ecec-425a-8d2f-0372719bb48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.851945 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad230d07-55a0-446a-97ee-466ddfa713a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9ce978-c241-4427-a16a-7573eab74062,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:08.855392 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6307de99-ecec-425a-8d2f-0372719bb48c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.857313 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6307de99-ecec-425a-8d2f-0372719bb48c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ec60ceba-97da-4e47-9fab-b82395be3e5d HTTP/1.1" status: 204 len: 168 time: 0.4403577 Jul 15 13:14:08.909133 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307de99-ecec-425a-8d2f-0372719bb48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec60ceba-97da-4e47-9fab-b82395be3e5d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:08.927487 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6307de99-ecec-425a-8d2f-0372719bb48c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:08.927904 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6307de99-ecec-425a-8d2f-0372719bb48c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:08.928155 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6307de99-ecec-425a-8d2f-0372719bb48c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:08.928494 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6307de99-ecec-425a-8d2f-0372719bb48c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:08.928827 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6307de99-ecec-425a-8d2f-0372719bb48c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:08.929157 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6307de99-ecec-425a-8d2f-0372719bb48c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:08.929481 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6307de99-ecec-425a-8d2f-0372719bb48c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:08.929835 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6307de99-ecec-425a-8d2f-0372719bb48c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:08.930172 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6307de99-ecec-425a-8d2f-0372719bb48c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:08.930492 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6307de99-ecec-425a-8d2f-0372719bb48c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:08.930812 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6307de99-ecec-425a-8d2f-0372719bb48c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:08.931253 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6307de99-ecec-425a-8d2f-0372719bb48c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:08.948791 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407a0727-43a1-4dcd-af19-c6e932c5265b tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:14:08.964629 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-407a0727-43a1-4dcd-af19-c6e932c5265b tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.964962 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650c6caa-95bf-4f80-b289-3a58e6df2e8d None None] Sync routers for ids ['158dbff2-560b-462e-ad14-d2d06978371b'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:14:08.978074 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650c6caa-95bf-4f80-b289-3a58e6df2e8d None None] Routers {'158dbff2-560b-462e-ad14-d2d06978371b'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:08.978818 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-650c6caa-95bf-4f80-b289-3a58e6df2e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:13:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['158dbff2-560b-462e-ad14-d2d06978371b'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:08.999869 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b4e8a3-2416-4bd2-be97-0e4442826a5a tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Made reservation on behalf of f7ac9efadf084e909923c9d9e4783e21 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:09.074769 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-407a0727-43a1-4dcd-af19-c6e932c5265b tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "PUT /v2.0/floatingips/5829a7b7-39cc-4a20-94e5-32c83737da0d HTTP/1.1" status: 200 len: 991 time: 2.6459639 Jul 15 13:14:09.076139 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-26a92316-08c0-49f2-9737-2c0d6c12213d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.094263 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c7a2613-8e95-4a6c-a523-7f705118fee8', 'tag': '3313d1c0-7322-4571-9574-1a2b411edcd1'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:09.106548 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e00ba14-66d1-49f6-966b-4f45f23634d2" -d '{"events": [{"name": "network-changed", "server_uuid": "3c7a2613-8e95-4a6c-a523-7f705118fee8", "tag": "3313d1c0-7322-4571-9574-1a2b411edcd1"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:09.134288 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a4b4e8a3-2416-4bd2-be97-0e4442826a5a tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.137368 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59512) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:09.192655 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-a4b4e8a3-2416-4bd2-be97-0e4442826a5a tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] device_id is not set on port 749c3ab8-e979-40a9-8415-9e0427579d4a yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:14:09.238310 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3bde3966-d6e9-4b83-8e47-8ee931cbe894 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=abf55cbc92db4f3083c9bd90ffc44882&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0997100 Jul 15 13:14:09.244452 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59514) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:09.253859 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-650c6caa-95bf-4f80-b289-3a58e6df2e8d None None] Set router 158dbff2-560b-462e-ad14-d2d06978371b gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:14:09.360843 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff9a262-85af-4a48-9739-36d6d762bfc2 x-openstack-request-id: req-4ff9a262-85af-4a48-9739-36d6d762bfc2 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:09.361225 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c7a2613-8e95-4a6c-a523-7f705118fee8", "tag": "3313d1c0-7322-4571-9574-1a2b411edcd1", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:09.361640 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ff9a262-85af-4a48-9739-36d6d762bfc2 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:09.370630 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c7a2613-8e95-4a6c-a523-7f705118fee8', 'tag': '3313d1c0-7322-4571-9574-1a2b411edcd1', 'status': 'completed', 'code': 200} Jul 15 13:14:09.638291 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c01d2fc-1e9a-487d-ab62-0e9fd6381d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.732710 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-650c6caa-95bf-4f80-b289-3a58e6df2e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158dbff2-560b-462e-ad14-d2d06978371b', 'name': 'tempest-ServerActionsTestJSON-1575753264-router', 'tenant_id': '0a5577c115ec43508375ce7d29599c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '11cbb116-cfb2-4a6f-aef0-fe837384a52e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:15Z', 'updated_at': '2021-07-15T13:13:28Z', 'revision_number': 4, 'project_id': '0a5577c115ec43508375ce7d29599c94', 'gw_port': {'id': '11cbb116-cfb2-4a6f-aef0-fe837384a52e', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158dbff2-560b-462e-ad14-d2d06978371b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:18Z', 'updated_at': '2021-07-15T13:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '5829a7b7-39cc-4a20-94e5-32c83737da0d', 'tenant_id': '0a5577c115ec43508375ce7d29599c94', 'floating_ip_address': '172.25.6.24', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '158dbff2-560b-462e-ad14-d2d06978371b', 'port_id': '3313d1c0-7322-4571-9574-1a2b411edcd1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19', 'mac_address': 'fa:16:3e:c4:19:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7a2613-8e95-4a6c-a523-7f705118fee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:13:39Z', 'updated_at': '2021-07-15T13:14:07Z', 'revision_number': 1, 'project_id': '0a5577c115ec43508375ce7d29599c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2', 'name': '', 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19', 'tenant_id': '0a5577c115ec43508375ce7d29599c94', 'mac_address': 'fa:16:3e:af:65:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158dbff2-560b-462e-ad14-d2d06978371b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'd793a745-d38c-4e8b-9716-b5fdf7b27406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:26Z', 'updated_at': '2021-07-15T13:13:36Z', 'revision_number': 5, 'project_id': '0a5577c115ec43508375ce7d29599c94', 'subnets': [{'id': 'd793a745-d38c-4e8b-9716-b5fdf7b27406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:09.734054 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59528) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:09.748659 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c01d2fc-1e9a-487d-ab62-0e9fd6381d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.775534 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650c6caa-95bf-4f80-b289-3a58e6df2e8d None None] Checking router: 158dbff2-560b-462e-ad14-d2d06978371b for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:14:09.788180 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650c6caa-95bf-4f80-b289-3a58e6df2e8d None None] Routers {'158dbff2-560b-462e-ad14-d2d06978371b'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:09.788994 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-650c6caa-95bf-4f80-b289-3a58e6df2e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:13:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['158dbff2-560b-462e-ad14-d2d06978371b'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:09.792579 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e224f672-0c9a-40cd-8091-bd0c91c2a7dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.823022 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-26a92316-08c0-49f2-9737-2c0d6c12213d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.839765 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-26a92316-08c0-49f2-9737-2c0d6c12213d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.924009 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-26a92316-08c0-49f2-9737-2c0d6c12213d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4cf86da6455b46e1b611556cbe853f10&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3711016 Jul 15 13:14:09.927677 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59532) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:09.962324 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a92316-08c0-49f2-9737-2c0d6c12213d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ccfab5-645a-44b2-af30-ef144510f443,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:09.970958 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c01d2fc-1e9a-487d-ab62-0e9fd6381d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.978451 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c01d2fc-1e9a-487d-ab62-0e9fd6381d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.981712 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6c01d2fc-1e9a-487d-ab62-0e9fd6381d2a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3a3d603d-98ec-4b4e-b2ac-168bf52bfa55 HTTP/1.1" status: 204 len: 168 time: 0.7355907 Jul 15 13:14:10.021365 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01d2fc-1e9a-487d-ab62-0e9fd6381d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3d603d-98ec-4b4e-b2ac-168bf52bfa55,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:10.065247 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dbf94441-29fd-49f4-8370-0922788a18ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:10.103107 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dbf94441-29fd-49f4-8370-0922788a18ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:10.110078 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00ba14-66d1-49f6-966b-4f45f23634d2 req-81a44032-a58e-4541-99b1-9c8262c89d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:10.112890 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3e00ba14-66d1-49f6-966b-4f45f23634d2 req-81a44032-a58e-4541-99b1-9c8262c89d00 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a5577c115ec43508375ce7d29599c94&device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 1098 time: 0.3802552 Jul 15 13:14:10.177943 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-a4b4e8a3-2416-4bd2-be97-0e4442826a5a tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Allocated IP 172.20.0.14 (58782f77-5084-4003-b851-7d300b1f9d8b/00794332-46d5-42dd-a3c7-16f364b7e8b1/749c3ab8-e979-40a9-8415-9e0427579d4a) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:10.185322 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-650c6caa-95bf-4f80-b289-3a58e6df2e8d None None] Set router 158dbff2-560b-462e-ad14-d2d06978371b gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:14:10.200777 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-a4b4e8a3-2416-4bd2-be97-0e4442826a5a tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Allocated IP 172.20.0.13 (58782f77-5084-4003-b851-7d300b1f9d8b/00794332-46d5-42dd-a3c7-16f364b7e8b1/749c3ab8-e979-40a9-8415-9e0427579d4a) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:10.215643 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dbf94441-29fd-49f4-8370-0922788a18ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:10.221960 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dbf94441-29fd-49f4-8370-0922788a18ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:10.224630 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-dbf94441-29fd-49f4-8370-0922788a18ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9ccfab5-645a-44b2-af30-ef144510f443 HTTP/1.1" status: 204 len: 168 time: 0.2895703 Jul 15 13:14:10.240230 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf94441-29fd-49f4-8370-0922788a18ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ccfab5-645a-44b2-af30-ef144510f443,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:10.612040 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-650c6caa-95bf-4f80-b289-3a58e6df2e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158dbff2-560b-462e-ad14-d2d06978371b', 'name': 'tempest-ServerActionsTestJSON-1575753264-router', 'tenant_id': '0a5577c115ec43508375ce7d29599c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '11cbb116-cfb2-4a6f-aef0-fe837384a52e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:15Z', 'updated_at': '2021-07-15T13:13:28Z', 'revision_number': 4, 'project_id': '0a5577c115ec43508375ce7d29599c94', 'gw_port': {'id': '11cbb116-cfb2-4a6f-aef0-fe837384a52e', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158dbff2-560b-462e-ad14-d2d06978371b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:18Z', 'updated_at': '2021-07-15T13:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '5829a7b7-39cc-4a20-94e5-32c83737da0d', 'tenant_id': '0a5577c115ec43508375ce7d29599c94', 'floating_ip_address': '172.25.6.24', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '158dbff2-560b-462e-ad14-d2d06978371b', 'port_id': '3313d1c0-7322-4571-9574-1a2b411edcd1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19', 'mac_address': 'fa:16:3e:c4:19:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7a2613-8e95-4a6c-a523-7f705118fee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:13:39Z', 'updated_at': '2021-07-15T13:14:07Z', 'revision_number': 1, 'project_id': '0a5577c115ec43508375ce7d29599c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2', 'name': '', 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19', 'tenant_id': '0a5577c115ec43508375ce7d29599c94', 'mac_address': 'fa:16:3e:af:65:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158dbff2-560b-462e-ad14-d2d06978371b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'd793a745-d38c-4e8b-9716-b5fdf7b27406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:26Z', 'updated_at': '2021-07-15T13:13:36Z', 'revision_number': 5, 'project_id': '0a5577c115ec43508375ce7d29599c94', 'subnets': [{'id': 'd793a745-d38c-4e8b-9716-b5fdf7b27406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:10.678720 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650c6caa-95bf-4f80-b289-3a58e6df2e8d None None] The sync data for ids ['158dbff2-560b-462e-ad14-d2d06978371b'] in n-d-758944-45 is: [{'id': '158dbff2-560b-462e-ad14-d2d06978371b', 'name': 'tempest-ServerActionsTestJSON-1575753264-router', 'tenant_id': '0a5577c115ec43508375ce7d29599c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '11cbb116-cfb2-4a6f-aef0-fe837384a52e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:15Z', 'updated_at': '2021-07-15T13:13:28Z', 'revision_number': 4, 'project_id': '0a5577c115ec43508375ce7d29599c94', 'gw_port': {'id': '11cbb116-cfb2-4a6f-aef0-fe837384a52e', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158dbff2-560b-462e-ad14-d2d06978371b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:18Z', 'updated_at': '2021-07-15T13:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '5829a7b7-39cc-4a20-94e5-32c83737da0d', 'tenant_id': '0a5577c115ec43508375ce7d29599c94', 'floating_ip_address': '172.25.6.24', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '158dbff2-560b-462e-ad14-d2d06978371b', 'port_id': '3313d1c0-7322-4571-9574-1a2b411edcd1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19', 'mac_address': 'fa:16:3e:c4:19:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7a2613-8e95-4a6c-a523-7f705118fee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:13:39Z', 'updated_at': '2021-07-15T13:14:07Z', 'revision_number': 1, 'project_id': '0a5577c115ec43508375ce7d29599c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2', 'name': '', 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19', 'tenant_id': '0a5577c115ec43508375ce7d29599c94', 'mac_address': 'fa:16:3e:af:65:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158dbff2-560b-462e-ad14-d2d06978371b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'd793a745-d38c-4e8b-9716-b5fdf7b27406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:26Z', 'updated_at': '2021-07-15T13:13:36Z', 'revision_number': 5, 'project_id': '0a5577c115ec43508375ce7d29599c94', 'subnets': [{'id': 'd793a745-d38c-4e8b-9716-b5fdf7b27406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:14:10.907547 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59560) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:10.949727 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fec5efe2-4ee3-4018-b5e3-604945aaefaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.098746 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59564) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:11.132605 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68297788-aaf1-4125-8d81-54cfb1f33222 None None] New status for floating IP 5829a7b7-39cc-4a20-94e5-32c83737da0d: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:14:11.212958 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e224f672-0c9a-40cd-8091-bd0c91c2a7dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.245353 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e224f672-0c9a-40cd-8091-bd0c91c2a7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.260024 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-3b782342-aa15-4643-a310-b0d5bd315f93 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1376553243-network', 'tenant_id': '7c1af11be7dd419195f949cd92df4ecc'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:11.299068 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00ba14-66d1-49f6-966b-4f45f23634d2 req-2c6aa6c4-e512-429d-9398-b31c6b5b145e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:11.301905 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3e00ba14-66d1-49f6-966b-4f45f23634d2 req-2c6aa6c4-e512-429d-9398-b31c6b5b145e service neutron] 10.222.0.32 "GET /v2.0/networks?id=edeaa118-edc5-4f1b-bf13-6f27616a2b19 HTTP/1.1" status: 200 len: 913 time: 1.1804678 Jul 15 13:14:11.418535 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fec5efe2-4ee3-4018-b5e3-604945aaefaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.433447 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e224f672-0c9a-40cd-8091-bd0c91c2a7dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0344e10d98834c6cb533033acb24f389&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6929154 Jul 15 13:14:11.435912 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fec5efe2-4ee3-4018-b5e3-604945aaefaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.441383 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59572) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:11.466788 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224f672-0c9a-40cd-8091-bd0c91c2a7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6e578d-e385-4c19-bdf5-9d7e887a21c7,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:11.486812 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a4b4e8a3-2416-4bd2-be97-0e4442826a5a tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.507369 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5efe2-4ee3-4018-b5e3-604945aaefaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171d4e96-69aa-43dc-90f1-e817ed76b760,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:11.516540 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3e00ba14-66d1-49f6-966b-4f45f23634d2 req-b51c0e52-26b0-46c9-9748-2b573860177b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3313d1c0-7322-4571-9574-1a2b411edcd1 HTTP/1.1" status: 200 len: 999 time: 0.1914289 Jul 15 13:14:11.528730 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b782342-aa15-4643-a310-b0d5bd315f93 admin admin] Made reservation on behalf of 7c1af11be7dd419195f949cd92df4ecc for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:11.531246 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b782342-aa15-4643-a310-b0d5bd315f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.547876 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b782342-aa15-4643-a310-b0d5bd315f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.556494 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-fec5efe2-4ee3-4018-b5e3-604945aaefaf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f790170883e54dc39ba75a81f03c16a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6474588 Jul 15 13:14:11.563321 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59580) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:11.646777 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f27ab32-a1c3-451d-8b96-ee0ecfc82c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.653632 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00ba14-66d1-49f6-966b-4f45f23634d2 req-4eff622d-6519-4ae6-988b-c3372cd26ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:11.656400 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3e00ba14-66d1-49f6-966b-4f45f23634d2 req-4eff622d-6519-4ae6-988b-c3372cd26ada service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d793a745-d38c-4e8b-9716-b5fdf7b27406 HTTP/1.1" status: 200 len: 851 time: 0.1306663 Jul 15 13:14:11.683784 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a4b4e8a3-2416-4bd2-be97-0e4442826a5a tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.703599 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f27ab32-a1c3-451d-8b96-ee0ecfc82c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.709573 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9eedb6ef-3e33-4ecc-bc75-c99b8bd50a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.779009 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9eedb6ef-3e33-4ecc-bc75-c99b8bd50a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.845664 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f27ab32-a1c3-451d-8b96-ee0ecfc82c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.849110 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f27ab32-a1c3-451d-8b96-ee0ecfc82c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.852937 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2f27ab32-a1c3-451d-8b96-ee0ecfc82c06 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f6e578d-e385-4c19-bdf5-9d7e887a21c7 HTTP/1.1" status: 204 len: 168 time: 0.3943946 Jul 15 13:14:11.852937 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b782342-aa15-4643-a310-b0d5bd315f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.864090 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27ab32-a1c3-451d-8b96-ee0ecfc82c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6e578d-e385-4c19-bdf5-9d7e887a21c7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:11.866854 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b4e8a3-2416-4bd2-be97-0e4442826a5a tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Network 58782f77-5084-4003-b851-7d300b1f9d8b is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:11.867498 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b782342-aa15-4643-a310-b0d5bd315f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.896588 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-a4b4e8a3-2416-4bd2-be97-0e4442826a5a tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:11.903287 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b782342-aa15-4643-a310-b0d5bd315f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d499bd81-9e17-484a-8125-c175ffb80abd,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:11.903694 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4e8a3-2416-4bd2-be97-0e4442826a5a tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event updated for resources: {'Port': ['ID=749c3ab8-e979-40a9-8415-9e0427579d4a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:11.913787 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b4e8a3-2416-4bd2-be97-0e4442826a5a tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:11.921482 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9eedb6ef-3e33-4ecc-bc75-c99b8bd50a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.924058 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9eedb6ef-3e33-4ecc-bc75-c99b8bd50a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.926397 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9eedb6ef-3e33-4ecc-bc75-c99b8bd50a4e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/171d4e96-69aa-43dc-90f1-e817ed76b760 HTTP/1.1" status: 204 len: 168 time: 0.3559196 Jul 15 13:14:11.932735 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b782342-aa15-4643-a310-b0d5bd315f93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:14:11.947007 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedb6ef-3e33-4ecc-bc75-c99b8bd50a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171d4e96-69aa-43dc-90f1-e817ed76b760,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:11.951213 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59592) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:11.953568 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b782342-aa15-4643-a310-b0d5bd315f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.953980 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-3b782342-aa15-4643-a310-b0d5bd315f93 admin admin] Added segment 2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72 of type vlan for network 7b9ba910-6749-4270-b002-56d9006f5b50 Jul 15 13:14:11.975276 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00ba14-66d1-49f6-966b-4f45f23634d2 req-79ca8dca-cbc4-443c-b901-878d1d189686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:11.979115 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3e00ba14-66d1-49f6-966b-4f45f23634d2 req-79ca8dca-cbc4-443c-b901-878d1d189686 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edeaa118-edc5-4f1b-bf13-6f27616a2b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3152270 Jul 15 13:14:12.025537 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b782342-aa15-4643-a310-b0d5bd315f93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.082160 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b782342-aa15-4643-a310-b0d5bd315f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.083616 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b782342-aa15-4643-a310-b0d5bd315f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:12.085058 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b782342-aa15-4643-a310-b0d5bd315f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.117931 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b4e8a3-2416-4bd2-be97-0e4442826a5a tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:12.126099 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a4b4e8a3-2416-4bd2-be97-0e4442826a5a tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.161306 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a4b4e8a3-2416-4bd2-be97-0e4442826a5a tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.3538694 Jul 15 13:14:12.223652 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59600) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:12.237864 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-477efb45-e5c6-4806-8e9f-c724f372e504 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'port_id': '749c3ab8-e979-40a9-8415-9e0427579d4a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:12.254284 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b782342-aa15-4643-a310-b0d5bd315f93 admin admin] Pushing event updated for resources: {'Network': ['ID=7b9ba910-6749-4270-b002-56d9006f5b50,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:12.260882 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3b782342-aa15-4643-a310-b0d5bd315f93 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1607766 Jul 15 13:14:12.264398 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59602) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:12.270917 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 7b9ba910-6749-4270-b002-56d9006f5b50 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:14:12.283705 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-623da0c5-4a4a-481e-8fa2-84cfbfc1a6ac admin admin] Request body: {'subnet': {'network_id': '7b9ba910-6749-4270-b002-56d9006f5b50', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1376553243-subnet', 'tenant_id': '7c1af11be7dd419195f949cd92df4ecc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:12.343149 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3e00ba14-66d1-49f6-966b-4f45f23634d2 req-37146e10-73a3-45a5-9080-cd29098bedf9 service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510566 Jul 15 13:14:12.346282 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-477efb45-e5c6-4806-8e9f-c724f372e504 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.367125 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623da0c5-4a4a-481e-8fa2-84cfbfc1a6ac admin admin] Made reservation on behalf of 7c1af11be7dd419195f949cd92df4ecc for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:12.373674 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-623da0c5-4a4a-481e-8fa2-84cfbfc1a6ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.409970 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-90bab479-d4bc-4bbf-8a48-6bce7b9b5ba3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-386486809-network', 'tenant_id': '3c2b5fceeddc4686a6075bcd70c81526'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:12.491222 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bab479-d4bc-4bbf-8a48-6bce7b9b5ba3 admin admin] Made reservation on behalf of 3c2b5fceeddc4686a6075bcd70c81526 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:12.494355 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90bab479-d4bc-4bbf-8a48-6bce7b9b5ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.507978 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90bab479-d4bc-4bbf-8a48-6bce7b9b5ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.667085 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3e00ba14-66d1-49f6-966b-4f45f23634d2 req-cac8610a-c43c-454e-a1b8-5fffc043ffa4 service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128850 Jul 15 13:14:12.710349 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-477efb45-e5c6-4806-8e9f-c724f372e504 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.713234 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-623da0c5-4a4a-481e-8fa2-84cfbfc1a6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.726081 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90bab479-d4bc-4bbf-8a48-6bce7b9b5ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.755812 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90bab479-d4bc-4bbf-8a48-6bce7b9b5ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.804943 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90bab479-d4bc-4bbf-8a48-6bce7b9b5ba3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:14:12.824342 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623da0c5-4a4a-481e-8fa2-84cfbfc1a6ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9399f7e-15bd-4621-abd1-34b022e325f1,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:12.831476 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bab479-d4bc-4bbf-8a48-6bce7b9b5ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa65c08d-1d36-4a22-a316-392aa8014807,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:12.839390 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90bab479-d4bc-4bbf-8a48-6bce7b9b5ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.840184 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-90bab479-d4bc-4bbf-8a48-6bce7b9b5ba3 admin admin] Added segment c1374f25-4b2c-4c99-9255-b9d9480fbefa of type vlan for network 11104484-975b-4425-b2d0-5e9908c9b0d1 Jul 15 13:14:12.858031 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623da0c5-4a4a-481e-8fa2-84cfbfc1a6ac admin admin] Checking segment: {'id': '2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7b9ba910-6749-4270-b002-56d9006f5b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:12.858485 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623da0c5-4a4a-481e-8fa2-84cfbfc1a6ac admin admin] Network hostable DHCP agents. Network: 7b9ba910-6749-4270-b002-56d9006f5b50, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:14:12.901200 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90bab479-d4bc-4bbf-8a48-6bce7b9b5ba3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.930030 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623da0c5-4a4a-481e-8fa2-84cfbfc1a6ac admin admin] Network 7b9ba910-6749-4270-b002-56d9006f5b50 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:14:12.953698 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-623da0c5-4a4a-481e-8fa2-84cfbfc1a6ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 7b9ba910-6749-4270-b002-56d9006f5b50) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:12.959411 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623da0c5-4a4a-481e-8fa2-84cfbfc1a6ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:12.961426 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-623da0c5-4a4a-481e-8fa2-84cfbfc1a6ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.964184 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90bab479-d4bc-4bbf-8a48-6bce7b9b5ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.965237 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bab479-d4bc-4bbf-8a48-6bce7b9b5ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:12.966085 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90bab479-d4bc-4bbf-8a48-6bce7b9b5ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.979395 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-477efb45-e5c6-4806-8e9f-c724f372e504 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Allocated IP 172.25.6.199 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/f0947829-27f8-45cc-a3a1-a171730debe3) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:12.984004 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c21983c-1a9f-414f-b3df-c2d4e4f00c13 None None] Network 7b9ba910-6749-4270-b002-56d9006f5b50 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:13.008253 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-90bab479-d4bc-4bbf-8a48-6bce7b9b5ba3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0561743 Jul 15 13:14:13.011564 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59624) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:13.018064 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-8a1b564c-23e7-4611-a6d3-14a8cdad4d7a admin admin] Request body: {'subnet': {'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-386486809-subnet', 'tenant_id': '3c2b5fceeddc4686a6075bcd70c81526', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:13.028789 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-623da0c5-4a4a-481e-8fa2-84cfbfc1a6ac admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7527647 Jul 15 13:14:13.193076 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-477efb45-e5c6-4806-8e9f-c724f372e504 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:13.250809 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-477efb45-e5c6-4806-8e9f-c724f372e504 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:13.275693 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2e320d-e3f5-4b52-8378-ece4d2f49cdf None None] Network 7b9ba910-6749-4270-b002-56d9006f5b50 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:13.319858 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477efb45-e5c6-4806-8e9f-c724f372e504 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:13.324285 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-477efb45-e5c6-4806-8e9f-c724f372e504 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:13.333628 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477efb45-e5c6-4806-8e9f-c724f372e504 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:13.445686 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477efb45-e5c6-4806-8e9f-c724f372e504 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event updated for resources: {'Port': ['ID=f0947829-27f8-45cc-a3a1-a171730debe3,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:13.713990 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bab479-d4bc-4bbf-8a48-6bce7b9b5ba3 admin admin] Pushing event updated for resources: {'Network': ['ID=11104484-975b-4425-b2d0-5e9908c9b0d1,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:13.753108 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 11104484-975b-4425-b2d0-5e9908c9b0d1 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:14:13.754976 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1b564c-23e7-4611-a6d3-14a8cdad4d7a admin admin] Made reservation on behalf of 3c2b5fceeddc4686a6075bcd70c81526 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:13.764431 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a1b564c-23e7-4611-a6d3-14a8cdad4d7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:13.835129 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-477efb45-e5c6-4806-8e9f-c724f372e504 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:13.953335 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-477efb45-e5c6-4806-8e9f-c724f372e504 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:14.136753 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a1b564c-23e7-4611-a6d3-14a8cdad4d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:14.191631 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-477efb45-e5c6-4806-8e9f-c724f372e504 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:14.207471 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-477efb45-e5c6-4806-8e9f-c724f372e504 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:14.339062 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b564c-23e7-4611-a6d3-14a8cdad4d7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=175aacaa-613b-43c2-81a6-3ccd12246946,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:14.342447 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1b564c-23e7-4611-a6d3-14a8cdad4d7a admin admin] Checking segment: {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:14.342899 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1b564c-23e7-4611-a6d3-14a8cdad4d7a admin admin] Network hostable DHCP agents. Network: 11104484-975b-4425-b2d0-5e9908c9b0d1, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:14:14.379144 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477efb45-e5c6-4806-8e9f-c724f372e504 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event updated for resources: {'Port': ['ID=f0947829-27f8-45cc-a3a1-a171730debe3,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:14.403360 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477efb45-e5c6-4806-8e9f-c724f372e504 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:14.403916 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477efb45-e5c6-4806-8e9f-c724f372e504 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:14.404482 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477efb45-e5c6-4806-8e9f-c724f372e504 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:14.405060 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477efb45-e5c6-4806-8e9f-c724f372e504 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:14.405640 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477efb45-e5c6-4806-8e9f-c724f372e504 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:14.406241 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477efb45-e5c6-4806-8e9f-c724f372e504 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:14.406811 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477efb45-e5c6-4806-8e9f-c724f372e504 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:14.407348 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477efb45-e5c6-4806-8e9f-c724f372e504 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:14.408020 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477efb45-e5c6-4806-8e9f-c724f372e504 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:14.408851 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477efb45-e5c6-4806-8e9f-c724f372e504 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:14.410030 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477efb45-e5c6-4806-8e9f-c724f372e504 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:14.410606 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477efb45-e5c6-4806-8e9f-c724f372e504 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:14.436228 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-477efb45-e5c6-4806-8e9f-c724f372e504 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:14.438701 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1b564c-23e7-4611-a6d3-14a8cdad4d7a admin admin] Network 11104484-975b-4425-b2d0-5e9908c9b0d1 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:14:14.477672 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-8a1b564c-23e7-4611-a6d3-14a8cdad4d7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 11104484-975b-4425-b2d0-5e9908c9b0d1) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:14.489258 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea43af5-e532-4deb-b2d0-5ad54454fcfc None None] Network 11104484-975b-4425-b2d0-5e9908c9b0d1 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:14.490959 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1b564c-23e7-4611-a6d3-14a8cdad4d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:14.491953 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a1b564c-23e7-4611-a6d3-14a8cdad4d7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:14.536802 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-56717fcf-4c63-44b7-87f3-42d0af2a31d2 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:14.549141 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-56717fcf-4c63-44b7-87f3-42d0af2a31d2 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/networks?id=7b9ba910-6749-4270-b002-56d9006f5b50 HTTP/1.1" status: 200 len: 815 time: 0.2436359 Jul 15 13:14:14.594466 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-2f029aa9-0763-49ef-8e8f-dcd27946322c tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/quotas/7c1af11be7dd419195f949cd92df4ecc HTTP/1.1" status: 200 len: 375 time: 0.0416920 Jul 15 13:14:14.607967 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8a1b564c-23e7-4611-a6d3-14a8cdad4d7a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5952556 Jul 15 13:14:14.621532 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-477efb45-e5c6-4806-8e9f-c724f372e504 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Floating IP 0eb24241-0c54-4775-8937-6a11a8de4ef6 associated. External IP: 172.25.6.199, port: 749c3ab8-e979-40a9-8415-9e0427579d4a. Jul 15 13:14:14.644601 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-5b6e7b55-b928-4c28-b4c0-71959bfe9128 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c1af11be7dd419195f949cd92df4ecc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479982 Jul 15 13:14:14.779605 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-44cd8d1d-32f3-443e-a73a-92e4a26e26ae service neutron] 10.222.0.24 "GET /v2.0/networks/7b9ba910-6749-4270-b002-56d9006f5b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335616 Jul 15 13:14:14.817230 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c24ff6-3844-480a-9433-4db4f1744386 None None] Network 11104484-975b-4425-b2d0-5e9908c9b0d1 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:15.024305 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-80780e02-adca-4620-aaff-4f6a084dc03a service neutron] 10.222.0.24 "GET /v2.0/networks/7b9ba910-6749-4270-b002-56d9006f5b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368608 Jul 15 13:14:15.098335 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477efb45-e5c6-4806-8e9f-c724f372e504 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Router afec9de3-b2b1-4625-960d-c44b358f429a has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:14:15.340343 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-caf130ab-0fd8-47ba-9e94-f363faff583d req-2bd8cadc-3582-4513-b5bf-1045c6e77ff4 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7534a8e-0503-4c58-800a-3c52cda26800 HTTP/1.1" status: 200 len: 210 time: 0.0476966 Jul 15 13:14:15.357215 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477efb45-e5c6-4806-8e9f-c724f372e504 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:14:15.376546 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa358f78-a765-4183-bc4a-bbab3aff6b37 None None] Sync routers for ids ['afec9de3-b2b1-4625-960d-c44b358f429a'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:14:15.390145 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa358f78-a765-4183-bc4a-bbab3aff6b37 None None] Routers {'afec9de3-b2b1-4625-960d-c44b358f429a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:15.390804 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-477efb45-e5c6-4806-8e9f-c724f372e504 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:15.391318 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-aa358f78-a765-4183-bc4a-bbab3aff6b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:13:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['afec9de3-b2b1-4625-960d-c44b358f429a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:15.442307 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-aa358f78-a765-4183-bc4a-bbab3aff6b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:15.453392 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa358f78-a765-4183-bc4a-bbab3aff6b37 None None] Routers {'afec9de3-b2b1-4625-960d-c44b358f429a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:15.454280 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-aa358f78-a765-4183-bc4a-bbab3aff6b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:13:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['afec9de3-b2b1-4625-960d-c44b358f429a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:15.471297 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-477efb45-e5c6-4806-8e9f-c724f372e504 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.2444508 Jul 15 13:14:15.474130 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59706) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:15.479246 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-20b2b539-6646-47a9-9910-dcf7f74750c3 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Request body: {'floatingip': {'port_id': '749c3ab8-e979-40a9-8415-9e0427579d4a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:15.526222 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-aa358f78-a765-4183-bc4a-bbab3aff6b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:15.527523 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa358f78-a765-4183-bc4a-bbab3aff6b37 None None] The sync data for ids ['afec9de3-b2b1-4625-960d-c44b358f429a'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:14:15.592476 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-20b2b539-6646-47a9-9910-dcf7f74750c3 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:15.889616 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59726) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:16.230938 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e7057927-810e-4126-b1dd-6616727896b1 tempest-PortsAdminExtendedAttrsTestJSON-613292054 tempest-PortsAdminExtendedAttrsTestJSON-613292054-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1203191582'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:16.301092 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7057927-810e-4126-b1dd-6616727896b1 tempest-PortsAdminExtendedAttrsTestJSON-613292054 tempest-PortsAdminExtendedAttrsTestJSON-613292054-project] Made reservation on behalf of d25909ebd32840a8b0d2f2d1d2392fc1 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:16.308593 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e7057927-810e-4126-b1dd-6616727896b1 tempest-PortsAdminExtendedAttrsTestJSON-613292054 tempest-PortsAdminExtendedAttrsTestJSON-613292054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:16.343614 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e7057927-810e-4126-b1dd-6616727896b1 tempest-PortsAdminExtendedAttrsTestJSON-613292054 tempest-PortsAdminExtendedAttrsTestJSON-613292054-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:16.552048 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.db.resource_extend [None req-20b2b539-6646-47a9-9910-dcf7f74750c3 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:14:16.580769 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e7057927-810e-4126-b1dd-6616727896b1 tempest-PortsAdminExtendedAttrsTestJSON-613292054 tempest-PortsAdminExtendedAttrsTestJSON-613292054-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:16.605285 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59748) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:16.619950 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a1c4965e-29ba-4c7f-a8b0-6c9a74b14cd2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1679184602-network', 'tenant_id': 'dd055fb6fa4f45e9994bdf01e3b32f8d'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:16.627516 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e7057927-810e-4126-b1dd-6616727896b1 tempest-PortsAdminExtendedAttrsTestJSON-613292054 tempest-PortsAdminExtendedAttrsTestJSON-613292054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:16.712257 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7057927-810e-4126-b1dd-6616727896b1 tempest-PortsAdminExtendedAttrsTestJSON-613292054 tempest-PortsAdminExtendedAttrsTestJSON-613292054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:14:16.746709 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e7057927-810e-4126-b1dd-6616727896b1 tempest-PortsAdminExtendedAttrsTestJSON-613292054 tempest-PortsAdminExtendedAttrsTestJSON-613292054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:16.747132 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-e7057927-810e-4126-b1dd-6616727896b1 tempest-PortsAdminExtendedAttrsTestJSON-613292054 tempest-PortsAdminExtendedAttrsTestJSON-613292054-project] Added segment 22e31e74-4a8d-4ee3-901a-fe05b153ba6a of type vlan for network 6258cd5b-62f3-40fd-9824-7ac5547a45ea Jul 15 13:14:16.748689 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7057927-810e-4126-b1dd-6616727896b1 tempest-PortsAdminExtendedAttrsTestJSON-613292054 tempest-PortsAdminExtendedAttrsTestJSON-613292054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a29592-9807-4779-8079-c3621eba7c65,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:16.762943 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c4965e-29ba-4c7f-a8b0-6c9a74b14cd2 admin admin] Made reservation on behalf of dd055fb6fa4f45e9994bdf01e3b32f8d for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:16.765335 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a1c4965e-29ba-4c7f-a8b0-6c9a74b14cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:16.790373 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-20b2b539-6646-47a9-9910-dcf7f74750c3 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:16.795252 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-20b2b539-6646-47a9-9910-dcf7f74750c3 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:16.824929 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-48e32e38-8dda-4f48-b77d-ebb3f4fa2789 req-0b3c8c57-b245-4ba4-befd-c377050ee376 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7534a8e-0503-4c58-800a-3c52cda26800 HTTP/1.1" status: 200 len: 210 time: 0.0731647 Jul 15 13:14:16.825634 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a1c4965e-29ba-4c7f-a8b0-6c9a74b14cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:16.849632 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e7057927-810e-4126-b1dd-6616727896b1 tempest-PortsAdminExtendedAttrsTestJSON-613292054 tempest-PortsAdminExtendedAttrsTestJSON-613292054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:16.913178 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e7057927-810e-4126-b1dd-6616727896b1 tempest-PortsAdminExtendedAttrsTestJSON-613292054 tempest-PortsAdminExtendedAttrsTestJSON-613292054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:16.919157 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7057927-810e-4126-b1dd-6616727896b1 tempest-PortsAdminExtendedAttrsTestJSON-613292054 tempest-PortsAdminExtendedAttrsTestJSON-613292054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:16.919834 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e7057927-810e-4126-b1dd-6616727896b1 tempest-PortsAdminExtendedAttrsTestJSON-613292054 tempest-PortsAdminExtendedAttrsTestJSON-613292054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:17.028391 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7057927-810e-4126-b1dd-6616727896b1 tempest-PortsAdminExtendedAttrsTestJSON-613292054 tempest-PortsAdminExtendedAttrsTestJSON-613292054-project] Pushing event updated for resources: {'Network': ['ID=6258cd5b-62f3-40fd-9824-7ac5547a45ea,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:17.046471 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 6258cd5b-62f3-40fd-9824-7ac5547a45ea details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:14:17.058150 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b2b539-6646-47a9-9910-dcf7f74750c3 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Router afec9de3-b2b1-4625-960d-c44b358f429a has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:14:17.069212 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a1c4965e-29ba-4c7f-a8b0-6c9a74b14cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:17.079892 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a1c4965e-29ba-4c7f-a8b0-6c9a74b14cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:17.149942 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c4965e-29ba-4c7f-a8b0-6c9a74b14cd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:14:17.172835 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a1c4965e-29ba-4c7f-a8b0-6c9a74b14cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:17.173939 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-a1c4965e-29ba-4c7f-a8b0-6c9a74b14cd2 admin admin] Added segment 9e9b135a-ad9c-4716-9eb4-26f1ae2fc31a of type vlan for network c1c49d30-af67-4c0e-bebd-47c25d955f5a Jul 15 13:14:17.234985 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e7057927-810e-4126-b1dd-6616727896b1 tempest-PortsAdminExtendedAttrsTestJSON-613292054 tempest-PortsAdminExtendedAttrsTestJSON-613292054-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.3441784 Jul 15 13:14:17.277216 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a1c4965e-29ba-4c7f-a8b0-6c9a74b14cd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:17.281348 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4965e-29ba-4c7f-a8b0-6c9a74b14cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fcb6be-b65d-4f6b-a82a-8bc61231bb23,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:17.350215 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a1c4965e-29ba-4c7f-a8b0-6c9a74b14cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:17.352330 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c4965e-29ba-4c7f-a8b0-6c9a74b14cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:17.353502 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a1c4965e-29ba-4c7f-a8b0-6c9a74b14cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:17.444373 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a1c4965e-29ba-4c7f-a8b0-6c9a74b14cd2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8375859 Jul 15 13:14:17.446119 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4965e-29ba-4c7f-a8b0-6c9a74b14cd2 admin admin] Pushing event updated for resources: {'Network': ['ID=c1c49d30-af67-4c0e-bebd-47c25d955f5a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:17.449036 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59764) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:17.456846 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-85b1f1bd-4e8f-4043-bdf6-1cfb7d0f922f admin admin] Request body: {'subnet': {'network_id': 'c1c49d30-af67-4c0e-bebd-47c25d955f5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1679184602-subnet', 'tenant_id': 'dd055fb6fa4f45e9994bdf01e3b32f8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:17.461151 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network c1c49d30-af67-4c0e-bebd-47c25d955f5a details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:14:17.501930 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b1f1bd-4e8f-4043-bdf6-1cfb7d0f922f admin admin] Made reservation on behalf of dd055fb6fa4f45e9994bdf01e3b32f8d for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:17.504459 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-85b1f1bd-4e8f-4043-bdf6-1cfb7d0f922f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:17.507603 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b2b539-6646-47a9-9910-dcf7f74750c3 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:14:17.517612 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-20b2b539-6646-47a9-9910-dcf7f74750c3 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:17.577435 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e0d016-6b54-4eab-b390-8e31e04d8d2d None None] Sync routers for ids ['afec9de3-b2b1-4625-960d-c44b358f429a'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:14:17.609304 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-bbf27a96-c978-4f5a-ada2-0aa8b8f54fad tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:17.614725 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-bbf27a96-c978-4f5a-ada2-0aa8b8f54fad tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.18 "GET /v2.0/networks?id=7b9ba910-6749-4270-b002-56d9006f5b50 HTTP/1.1" status: 200 len: 815 time: 0.3768697 Jul 15 13:14:17.666508 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-383a8546-632c-4b7c-bae9-6aff97f6981c tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Request body: {'port': {'device_id': 'b7534a8e-0503-4c58-800a-3c52cda26800', 'network_id': '7b9ba910-6749-4270-b002-56d9006f5b50', 'admin_state_up': True, 'tenant_id': '7c1af11be7dd419195f949cd92df4ecc'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:17.710997 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e0d016-6b54-4eab-b390-8e31e04d8d2d None None] Routers {'afec9de3-b2b1-4625-960d-c44b358f429a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:17.711975 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-01e0d016-6b54-4eab-b390-8e31e04d8d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:13:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['afec9de3-b2b1-4625-960d-c44b358f429a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:17.796141 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-01e0d016-6b54-4eab-b390-8e31e04d8d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:17.816907 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e0d016-6b54-4eab-b390-8e31e04d8d2d None None] Routers {'afec9de3-b2b1-4625-960d-c44b358f429a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:17.817962 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-01e0d016-6b54-4eab-b390-8e31e04d8d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:13:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['afec9de3-b2b1-4625-960d-c44b358f429a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:17.916542 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-20b2b539-6646-47a9-9910-dcf7f74750c3 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "PUT /v2.0/floatingips/0eb24241-0c54-4775-8937-6a11a8de4ef6 HTTP/1.1" status: 200 len: 979 time: 2.4407456 Jul 15 13:14:17.920950 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59782) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:17.950045 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-01e0d016-6b54-4eab-b390-8e31e04d8d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:17.953312 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e0d016-6b54-4eab-b390-8e31e04d8d2d None None] The sync data for ids ['afec9de3-b2b1-4625-960d-c44b358f429a'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:14:18.028377 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-85b1f1bd-4e8f-4043-bdf6-1cfb7d0f922f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.093002 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59786) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:18.105378 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Request body: {'port': {'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea', 'binding:host_id': 'n-h1-758944-45', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-739390824'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:18.111538 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-383a8546-632c-4b7c-bae9-6aff97f6981c tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Made reservation on behalf of 7c1af11be7dd419195f949cd92df4ecc for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:18.118411 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-383a8546-632c-4b7c-bae9-6aff97f6981c tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.181146 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1f1bd-4e8f-4043-bdf6-1cfb7d0f922f admin admin] Pushing event updated for resources: {'Subnet': ['ID=836980f1-5b9f-4fea-8953-f2b48ab60b4f,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:18.192318 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b1f1bd-4e8f-4043-bdf6-1cfb7d0f922f admin admin] Checking segment: {'id': '9e9b135a-ad9c-4716-9eb4-26f1ae2fc31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c1c49d30-af67-4c0e-bebd-47c25d955f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:18.192690 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b1f1bd-4e8f-4043-bdf6-1cfb7d0f922f admin admin] Network hostable DHCP agents. Network: c1c49d30-af67-4c0e-bebd-47c25d955f5a, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:14:18.215387 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b1f1bd-4e8f-4043-bdf6-1cfb7d0f922f admin admin] Network c1c49d30-af67-4c0e-bebd-47c25d955f5a is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:14:18.231476 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-85b1f1bd-4e8f-4043-bdf6-1cfb7d0f922f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, c1c49d30-af67-4c0e-bebd-47c25d955f5a) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:18.243277 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b1f1bd-4e8f-4043-bdf6-1cfb7d0f922f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:18.245398 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0681e8-bb40-431f-8c58-daf628fcbfc4 None None] Network c1c49d30-af67-4c0e-bebd-47c25d955f5a requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:18.247384 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-85b1f1bd-4e8f-4043-bdf6-1cfb7d0f922f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.303750 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b26b519d-4e1e-49f2-8e77-0ed15513e995 req-8d6afc5f-4db4-47ab-96f2-d8b77f5becef tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7534a8e-0503-4c58-800a-3c52cda26800 HTTP/1.1" status: 200 len: 210 time: 0.1728990 Jul 15 13:14:18.365808 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-85b1f1bd-4e8f-4043-bdf6-1cfb7d0f922f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9142683 Jul 15 13:14:18.420519 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Made reservation on behalf of 2d5230c0821847869846c896f9229335 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:18.424519 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.489119 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.605206 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e4b2fc-e266-4b47-94b2-eb74575188a7 None None] Network c1c49d30-af67-4c0e-bebd-47c25d955f5a requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:18.720192 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4836e016-3641-468f-affe-51165323bac6 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Deleting port f0947829-27f8-45cc-a3a1-a171730debe3 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:18.720858 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4836e016-3641-468f-affe-51165323bac6 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.774469 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-383a8546-632c-4b7c-bae9-6aff97f6981c tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Allocated IP 172.20.0.13 (7b9ba910-6749-4270-b002-56d9006f5b50/b9399f7e-15bd-4621-abd1-34b022e325f1/283d420b-795e-4edf-be9f-99c321b70042) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:18.846160 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59800) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:19.041715 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4836e016-3641-468f-affe-51165323bac6 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.042312 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4836e016-3641-468f-affe-51165323bac6 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.048500 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-38e9e8bd-5d78-4f55-ba3d-12bf62a3c045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.104313 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4836e016-3641-468f-affe-51165323bac6 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Calling delete_port for f0947829-27f8-45cc-a3a1-a171730debe3 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:19.134353 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.160133 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.233090 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] device_id is not set on port e6ce11a3-e092-441d-8b88-f0f67a1823b4 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:14:19.330695 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035358cb-7285-48cb-a281-e42960ec62ee req-551aeb3d-137f-4adb-b59c-e52e820b56ee tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:19.332964 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-035358cb-7285-48cb-a281-e42960ec62ee req-551aeb3d-137f-4adb-b59c-e52e820b56ee tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/networks?id=11104484-975b-4425-b2d0-5e9908c9b0d1 HTTP/1.1" status: 200 len: 807 time: 0.1643138 Jul 15 13:14:19.369290 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-035358cb-7285-48cb-a281-e42960ec62ee req-eec0902d-491b-4c5f-95b5-26436dcd0d7b tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/quotas/3c2b5fceeddc4686a6075bcd70c81526 HTTP/1.1" status: 200 len: 375 time: 0.0238774 Jul 15 13:14:19.371540 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-38e9e8bd-5d78-4f55-ba3d-12bf62a3c045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.377240 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-38e9e8bd-5d78-4f55-ba3d-12bf62a3c045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.410107 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9e8bd-5d78-4f55-ba3d-12bf62a3c045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7feade23-0bbc-482d-9388-9f1e82ffbab7,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:19.457504 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-035358cb-7285-48cb-a281-e42960ec62ee req-974e8d14-0397-423c-be5e-c14ca89fd53e tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c2b5fceeddc4686a6075bcd70c81526&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477176 Jul 15 13:14:19.488757 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4369104f-59b3-469d-af0d-6a8a60245a27,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:19.507594 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-38e9e8bd-5d78-4f55-ba3d-12bf62a3c045 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fec4a49156174d0ca8aaf71e79bbe482&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6587725 Jul 15 13:14:19.512176 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59820) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:19.610783 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-383a8546-632c-4b7c-bae9-6aff97f6981c tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.620613 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-035358cb-7285-48cb-a281-e42960ec62ee req-efa71b41-6dd5-4ca3-bf9b-1e32e350932d service neutron] 10.222.0.24 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471157 Jul 15 13:14:19.623952 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fbace6e3-9bdd-4f24-a345-a90c41691f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.666487 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fbace6e3-9bdd-4f24-a345-a90c41691f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.735880 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fc3235c2-b6da-4053-bfe5-3a6d1a19a30b req-59ee4bf2-9e0f-4dad-9109-6ad1f9d5bcfc tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7534a8e-0503-4c58-800a-3c52cda26800 HTTP/1.1" status: 200 len: 210 time: 0.0838869 Jul 15 13:14:19.772252 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-035358cb-7285-48cb-a281-e42960ec62ee req-3917a333-8b76-4257-a018-26b7c7f42539 service neutron] 10.222.0.24 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330805 Jul 15 13:14:19.798517 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fbace6e3-9bdd-4f24-a345-a90c41691f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.801682 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fbace6e3-9bdd-4f24-a345-a90c41691f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.803604 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fbace6e3-9bdd-4f24-a345-a90c41691f35 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7feade23-0bbc-482d-9388-9f1e82ffbab7 HTTP/1.1" status: 204 len: 168 time: 0.2904387 Jul 15 13:14:19.824411 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbace6e3-9bdd-4f24-a345-a90c41691f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7feade23-0bbc-482d-9388-9f1e82ffbab7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:19.936353 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-383a8546-632c-4b7c-bae9-6aff97f6981c tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.983914 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4836e016-3641-468f-affe-51165323bac6 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:20.042558 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-383a8546-632c-4b7c-bae9-6aff97f6981c tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Network 7b9ba910-6749-4270-b002-56d9006f5b50 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:20.060838 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-383a8546-632c-4b7c-bae9-6aff97f6981c tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:20.068572 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-383a8546-632c-4b7c-bae9-6aff97f6981c tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:20.074084 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a8546-632c-4b7c-bae9-6aff97f6981c tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Pushing event updated for resources: {'Port': ['ID=283d420b-795e-4edf-be9f-99c321b70042,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:20.083826 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] device_id is not set on port e6ce11a3-e092-441d-8b88-f0f67a1823b4 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:14:20.153890 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:20.158636 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836e016-3641-468f-affe-51165323bac6 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event deleted for resources: {'Port': ['ID=f0947829-27f8-45cc-a3a1-a171730debe3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:20.207034 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Transition to ACTIVE for port object e6ce11a3-e092-441d-8b88-f0f67a1823b4 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:20.224247 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-383a8546-632c-4b7c-bae9-6aff97f6981c tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:20.225221 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-383a8546-632c-4b7c-bae9-6aff97f6981c tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:20.244645 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4836e016-3641-468f-affe-51165323bac6 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:20.245335 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-4836e016-3641-468f-affe-51165323bac6 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Floating IP 0eb24241-0c54-4775-8937-6a11a8de4ef6 disassociated (deleted). External IP: 172.25.6.199, port: 749c3ab8-e979-40a9-8415-9e0427579d4a. Jul 15 13:14:20.248490 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:20.318396 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a9fae775-dab8-4d4b-8247-ead2263eeb9b req-8734d7a2-971e-4fdc-8c8a-397673628533 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=147c7280-5538-49e7-9aae-642db42a04b4 HTTP/1.1" status: 200 len: 210 time: 0.0822265 Jul 15 13:14:20.367377 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-383a8546-632c-4b7c-bae9-6aff97f6981c tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7172022 Jul 15 13:14:20.397041 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-3bac357b-e02a-4f4d-8edc-e9c199dcf626 service neutron] Request body: {'port': {'device_id': 'b7534a8e-0503-4c58-800a-3c52cda26800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:20.454375 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59834) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:20.530067 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Pushing event updated for resources: {'Port': ['ID=e6ce11a3-e092-441d-8b88-f0f67a1823b4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:20.560181 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5559334f-22ff-48f9-bd8b-41d01a43f957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:20.610636 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Checking segment: {'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:20.610994 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Network hostable DHCP agents. Network: 6258cd5b-62f3-40fd-9824-7ac5547a45ea, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:14:20.649836 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-3bac357b-e02a-4f4d-8edc-e9c199dcf626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:20.721303 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Network 6258cd5b-62f3-40fd-9824-7ac5547a45ea is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:14:20.769439 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-443092e3-4e7d-46d1-b905-928e3dbed5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:20.771611 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 6258cd5b-62f3-40fd-9824-7ac5547a45ea) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:20.786400 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:20.789844 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38219d6d-0e8e-4143-94aa-213dd004ebd7 None None] Network 6258cd5b-62f3-40fd-9824-7ac5547a45ea requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:21.300984 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:21.301520 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:21.302391 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:21.348654 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:21.349014 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Failed to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] Jul 15 13:14:21.353321 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempt 2 to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 Jul 15 13:14:21.407557 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4836e016-3641-468f-affe-51165323bac6 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Router afec9de3-b2b1-4625-960d-c44b358f429a has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:14:21.436186 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5559334f-22ff-48f9-bd8b-41d01a43f957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.466145 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:21.466510 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:21.466836 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:21.475515 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5559334f-22ff-48f9-bd8b-41d01a43f957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.502687 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:21.503499 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Failed to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] Jul 15 13:14:21.514824 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempt 3 to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 Jul 15 13:14:21.562994 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e9763-78a6-4fb4-b960-a2606379880b req-65001633-aa59-4ec7-8864-be8a978acbfc tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:21.564691 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c48e9763-78a6-4fb4-b960-a2606379880b req-65001633-aa59-4ec7-8864-be8a978acbfc tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7534a8e-0503-4c58-800a-3c52cda26800 HTTP/1.1" status: 200 len: 932 time: 0.3707743 Jul 15 13:14:21.569698 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-941851f8-907a-4596-a839-8feb84aa39c3 req-0c8c9a7d-8e56-4e59-b1a6-96d3a389deaf tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=147c7280-5538-49e7-9aae-642db42a04b4 HTTP/1.1" status: 200 len: 210 time: 0.0588298 Jul 15 13:14:21.621905 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559334f-22ff-48f9-bd8b-41d01a43f957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6468569a-597f-4180-a773-5ddeab89f90b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:21.638278 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:21.638615 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:21.638950 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:21.647537 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5559334f-22ff-48f9-bd8b-41d01a43f957 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a7c1b411838c4bd283fdf4feb134748a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1384022 Jul 15 13:14:21.651243 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59852) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:21.672577 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:21.672913 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Failed to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] Jul 15 13:14:21.677070 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempt 4 to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 Jul 15 13:14:21.752413 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-40019941-3219-4c40-86ce-7cc38d3d45e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.778952 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:21.779817 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:21.779817 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:21.800301 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-40019941-3219-4c40-86ce-7cc38d3d45e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.800546 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c48e9763-78a6-4fb4-b960-a2606379880b req-4956db09-63cc-414c-8535-f4a90bdb2085 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221663 Jul 15 13:14:21.816649 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:21.817054 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Failed to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] Jul 15 13:14:21.823200 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempt 5 to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 Jul 15 13:14:21.838002 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-3bac357b-e02a-4f4d-8edc-e9c199dcf626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 283d420b-795e-4edf-be9f-99c321b70042 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:21.845009 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4836e016-3641-468f-affe-51165323bac6 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:14:21.853247 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-3bac357b-e02a-4f4d-8edc-e9c199dcf626 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.858158 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4836e016-3641-468f-affe-51165323bac6 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.862817 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da4ee29-9b81-4462-a3e2-1470d936fddf None None] Sync routers for ids ['afec9de3-b2b1-4625-960d-c44b358f429a'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:14:21.875940 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:21.876298 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:21.876622 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:21.883295 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da4ee29-9b81-4462-a3e2-1470d936fddf None None] Routers {'afec9de3-b2b1-4625-960d-c44b358f429a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:21.884312 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-7da4ee29-9b81-4462-a3e2-1470d936fddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:13:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['afec9de3-b2b1-4625-960d-c44b358f429a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:21.932055 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-40019941-3219-4c40-86ce-7cc38d3d45e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.934953 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-40019941-3219-4c40-86ce-7cc38d3d45e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.936182 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-40019941-3219-4c40-86ce-7cc38d3d45e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6468569a-597f-4180-a773-5ddeab89f90b HTTP/1.1" status: 204 len: 168 time: 0.2835808 Jul 15 13:14:21.943777 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-3bac357b-e02a-4f4d-8edc-e9c199dcf626 service neutron] Transition to ACTIVE for port object 283d420b-795e-4edf-be9f-99c321b70042 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:21.945405 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-7da4ee29-9b81-4462-a3e2-1470d936fddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:21.948109 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40019941-3219-4c40-86ce-7cc38d3d45e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6468569a-597f-4180-a773-5ddeab89f90b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:21.950959 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:21.951384 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Failed to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] Jul 15 13:14:21.956184 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempt 6 to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 Jul 15 13:14:21.970956 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da4ee29-9b81-4462-a3e2-1470d936fddf None None] Routers {'afec9de3-b2b1-4625-960d-c44b358f429a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:21.972126 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-7da4ee29-9b81-4462-a3e2-1470d936fddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:13:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['afec9de3-b2b1-4625-960d-c44b358f429a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:21.981911 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-3bac357b-e02a-4f4d-8edc-e9c199dcf626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.012044 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4836e016-3641-468f-affe-51165323bac6 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "DELETE /v2.0/floatingips/0eb24241-0c54-4775-8937-6a11a8de4ef6 HTTP/1.1" status: 204 len: 168 time: 4.0895731 Jul 15 13:14:22.014907 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-7da4ee29-9b81-4462-a3e2-1470d936fddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:22.015654 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da4ee29-9b81-4462-a3e2-1470d936fddf None None] The sync data for ids ['afec9de3-b2b1-4625-960d-c44b358f429a'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:14:22.016419 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59858) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:22.024290 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:22.025352 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:22.025574 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:22.074968 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:22.075460 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Failed to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] Jul 15 13:14:22.079478 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempt 7 to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 Jul 15 13:14:22.164432 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:22.165853 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:22.166677 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:22.174102 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac357b-e02a-4f4d-8edc-e9c199dcf626 service neutron] Pushing event updated for resources: {'Port': ['ID=283d420b-795e-4edf-be9f-99c321b70042,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:22.219083 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:22.219970 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Failed to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] Jul 15 13:14:22.223732 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempt 8 to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 Jul 15 13:14:22.256684 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:22.257035 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:22.257381 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:22.268941 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-033acd47-1abe-4ce7-be30-536d956b8403 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Deleting port 749c3ab8-e979-40a9-8415-9e0427579d4a {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:22.270201 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:22.270403 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-033acd47-1abe-4ce7-be30-536d956b8403 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.270571 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Failed to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] Jul 15 13:14:22.276717 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempt 9 to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 Jul 15 13:14:22.294866 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-3bac357b-e02a-4f4d-8edc-e9c199dcf626 service neutron] Attempting to bind port 283d420b-795e-4edf-be9f-99c321b70042 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:22.295211 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-3bac357b-e02a-4f4d-8edc-e9c199dcf626 service neutron] Attempting to bind port 283d420b-795e-4edf-be9f-99c321b70042 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7b9ba910-6749-4270-b002-56d9006f5b50'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:22.295542 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-3bac357b-e02a-4f4d-8edc-e9c199dcf626 service neutron] Attempting to bind port 283d420b-795e-4edf-be9f-99c321b70042 on network 7b9ba910-6749-4270-b002-56d9006f5b50 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:22.299182 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:22.299519 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:22.300522 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:22.308081 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-3bac357b-e02a-4f4d-8edc-e9c199dcf626 service neutron] Port 283d420b-795e-4edf-be9f-99c321b70042 on network 7b9ba910-6749-4270-b002-56d9006f5b50 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:22.308081 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-3bac357b-e02a-4f4d-8edc-e9c199dcf626 service neutron] Attempting to bind port 283d420b-795e-4edf-be9f-99c321b70042 on network 7b9ba910-6749-4270-b002-56d9006f5b50 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:22.309097 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:22.309437 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Failed to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] Jul 15 13:14:22.311022 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempt 10 to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 Jul 15 13:14:22.317676 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-3bac357b-e02a-4f4d-8edc-e9c199dcf626 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:22.318054 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-3bac357b-e02a-4f4d-8edc-e9c199dcf626 service neutron] Checking segment: {'id': '2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7b9ba910-6749-4270-b002-56d9006f5b50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:22.318453 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-3bac357b-e02a-4f4d-8edc-e9c199dcf626 service neutron] Bound using segment: {'id': '2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7b9ba910-6749-4270-b002-56d9006f5b50'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:22.318914 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-3bac357b-e02a-4f4d-8edc-e9c199dcf626 service neutron] Bound port: 283d420b-795e-4edf-be9f-99c321b70042, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7b9ba910-6749-4270-b002-56d9006f5b50'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:22.319282 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-3bac357b-e02a-4f4d-8edc-e9c199dcf626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.340045 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:22.340465 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:22.341032 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:22.350403 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:22.350834 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Failed to bind port e6ce11a3-e092-441d-8b88-f0f67a1823b4 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] Jul 15 13:14:22.351408 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.455885 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035358cb-7285-48cb-a281-e42960ec62ee req-44d91737-a673-4be4-8069-17f995d00e40 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:22.456495 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-3bac357b-e02a-4f4d-8edc-e9c199dcf626 service neutron] For port 283d420b-795e-4edf-be9f-99c321b70042, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:22.458574 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-035358cb-7285-48cb-a281-e42960ec62ee req-44d91737-a673-4be4-8069-17f995d00e40 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.32 "GET /v2.0/networks?id=11104484-975b-4425-b2d0-5e9908c9b0d1 HTTP/1.1" status: 200 len: 807 time: 0.3934066 Jul 15 13:14:22.463696 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-3bac357b-e02a-4f4d-8edc-e9c199dcf626 service neutron] For port 283d420b-795e-4edf-be9f-99c321b70042, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=283d420b-795e-4edf-be9f-99c321b70042,segment=NetworkSegment(2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72),segment_id=2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:22.472730 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-3bac357b-e02a-4f4d-8edc-e9c199dcf626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.516041 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] For port e6ce11a3-e092-441d-8b88-f0f67a1823b4, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:22.516424 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempted to set empty binding levels {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 13:14:22.527148 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.528322 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-035358cb-7285-48cb-a281-e42960ec62ee req-f4e1551c-54c6-4ef3-b32b-3e64f5613150 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Request body: {'port': {'device_id': '147c7280-5538-49e7-9aae-642db42a04b4', 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1', 'admin_state_up': True, 'tenant_id': '3c2b5fceeddc4686a6075bcd70c81526'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:22.534551 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-3bac357b-e02a-4f4d-8edc-e9c199dcf626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:22.535178 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-033acd47-1abe-4ce7-be30-536d956b8403 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.535349 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-3bac357b-e02a-4f4d-8edc-e9c199dcf626 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.536684 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-3bac357b-e02a-4f4d-8edc-e9c199dcf626 service neutron] 10.222.0.18 "PUT /v2.0/ports/283d420b-795e-4edf-be9f-99c321b70042 HTTP/1.1" status: 200 len: 1093 time: 2.1612697 Jul 15 13:14:22.538216 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7534a8e-0503-4c58-800a-3c52cda26800', 'tag': '283d420b-795e-4edf-be9f-99c321b70042'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:22.541684 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914bcbe1-5e82-4940-afb2-dc8205fba1e8" -d '{"events": [{"name": "network-changed", "server_uuid": "b7534a8e-0503-4c58-800a-3c52cda26800", "tag": "283d420b-795e-4edf-be9f-99c321b70042"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:22.574802 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-033acd47-1abe-4ce7-be30-536d956b8403 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Calling delete_port for 749c3ab8-e979-40a9-8415-9e0427579d4a owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:22.575871 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:22.576023 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.582550 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac357b-e02a-4f4d-8edc-e9c199dcf626 service neutron] Pushing event updated for resources: {'Port': ['ID=283d420b-795e-4edf-be9f-99c321b70042,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:22.648900 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a418b5-1e74-4629-b72b-5dd5d3b9d41a x-openstack-request-id: req-45a418b5-1e74-4629-b72b-5dd5d3b9d41a {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:22.649221 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7534a8e-0503-4c58-800a-3c52cda26800", "tag": "283d420b-795e-4edf-be9f-99c321b70042", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:22.649451 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-45a418b5-1e74-4629-b72b-5dd5d3b9d41a {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:22.649881 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7534a8e-0503-4c58-800a-3c52cda26800', 'tag': '283d420b-795e-4edf-be9f-99c321b70042', 'status': 'completed', 'code': 200} Jul 15 13:14:22.654253 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 4.5586987 Jul 15 13:14:22.672953 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59870) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:22.694961 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e259f2-e471-4c1d-9785-daeea714bb1a tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Pushing event updated for resources: {'Port': ['ID=e6ce11a3-e092-441d-8b88-f0f67a1823b4,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:22.733041 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-c933ed46-7fd4-4ecd-94b3-840fe9d82a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:22.735747 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-c933ed46-7fd4-4ecd-94b3-840fe9d82a0e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c1af11be7dd419195f949cd92df4ecc&device_id=b7534a8e-0503-4c58-800a-3c52cda26800 HTTP/1.1" status: 200 len: 1096 time: 0.1059270 Jul 15 13:14:22.878595 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ef8510c-d09d-4f4e-a274-ca97d3a45586 req-adc8d840-cacc-4e5a-82c7-ce77a1d565e1 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=147c7280-5538-49e7-9aae-642db42a04b4 HTTP/1.1" status: 200 len: 210 time: 0.0510085 Jul 15 13:14:22.880869 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-b72287f1-165e-4107-aca4-b8aae0394ce0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=283d420b-795e-4edf-be9f-99c321b70042 HTTP/1.1" status: 200 len: 217 time: 0.1350272 Jul 15 13:14:22.938918 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-035358cb-7285-48cb-a281-e42960ec62ee req-f4e1551c-54c6-4ef3-b32b-3e64f5613150 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Made reservation on behalf of 3c2b5fceeddc4686a6075bcd70c81526 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:22.945164 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-035358cb-7285-48cb-a281-e42960ec62ee req-f4e1551c-54c6-4ef3-b32b-3e64f5613150 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.957494 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-03064cec-1186-4bb1-a982-42c4a9a9286a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:22.959200 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-03064cec-1186-4bb1-a982-42c4a9a9286a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9399f7e-15bd-4621-abd1-34b022e325f1 HTTP/1.1" status: 200 len: 855 time: 0.0714383 Jul 15 13:14:22.996290 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a5309ca5-823b-40c5-9723-ea37536cc78b tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Deleting port e6ce11a3-e092-441d-8b88-f0f67a1823b4 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:22.996976 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a5309ca5-823b-40c5-9723-ea37536cc78b tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:23.007535 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-a1818ab6-03d6-47fc-a612-91cf2972a8bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7b9ba910-6749-4270-b002-56d9006f5b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413289 Jul 15 13:14:23.172861 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-34246dba-f67d-42d7-830e-524ef5b57a1b service neutron] 10.222.0.18 "GET /v2.0/networks/7b9ba910-6749-4270-b002-56d9006f5b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559069 Jul 15 13:14:23.213052 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:23.360133 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-95220798-cab4-428a-9331-a54c591cde9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:23.367805 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c8ecd2aa-17b7-47f9-b4fd-08fffd2d12f4 req-c3946776-5ec2-46ee-b630-4312fff867d4 service neutron] 10.222.0.18 "GET /v2.0/networks/7b9ba910-6749-4270-b002-56d9006f5b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806357 Jul 15 13:14:23.402455 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3007886-fedb-4520-8251-f7bf32d5194b req-eede1e0b-ac0e-48ae-8742-3040c93f0feb tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:23.405489 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f3007886-fedb-4520-8251-f7bf32d5194b req-eede1e0b-ac0e-48ae-8742-3040c93f0feb tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7534a8e-0503-4c58-800a-3c52cda26800 HTTP/1.1" status: 200 len: 944 time: 0.2202532 Jul 15 13:14:23.566229 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f3007886-fedb-4520-8251-f7bf32d5194b req-93bc0dad-b3f2-4175-951d-4984feb0b5ce tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511123 Jul 15 13:14:23.607095 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bcbe1-5e82-4940-afb2-dc8205fba1e8 req-496f2c4f-6ea0-4790-b268-fd77c9c53cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:23.608941 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-914bcbe1-5e82-4940-afb2-dc8205fba1e8 req-496f2c4f-6ea0-4790-b268-fd77c9c53cb2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c1af11be7dd419195f949cd92df4ecc&device_id=b7534a8e-0503-4c58-800a-3c52cda26800 HTTP/1.1" status: 200 len: 1096 time: 0.1660471 Jul 15 13:14:23.778165 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bcbe1-5e82-4940-afb2-dc8205fba1e8 req-949cee13-9cc5-4538-8302-8464a1e611a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:23.780367 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-914bcbe1-5e82-4940-afb2-dc8205fba1e8 req-949cee13-9cc5-4538-8302-8464a1e611a0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7b9ba910-6749-4270-b002-56d9006f5b50 HTTP/1.1" status: 200 len: 916 time: 0.1629047 Jul 15 13:14:23.797145 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-a5309ca5-823b-40c5-9723-ea37536cc78b tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] For port e6ce11a3-e092-441d-8b88-f0f67a1823b4, host n-h1-758944-45, got binding levels [] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:23.797984 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a5309ca5-823b-40c5-9723-ea37536cc78b tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:23.831914 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a5309ca5-823b-40c5-9723-ea37536cc78b tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Calling delete_port for e6ce11a3-e092-441d-8b88-f0f67a1823b4 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:23.843509 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-033acd47-1abe-4ce7-be30-536d956b8403 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:23.858280 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-914bcbe1-5e82-4940-afb2-dc8205fba1e8 req-6daab1c9-cfd4-4710-8118-bedd2910b567 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=283d420b-795e-4edf-be9f-99c321b70042 HTTP/1.1" status: 200 len: 217 time: 0.0694220 Jul 15 13:14:23.860380 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-035358cb-7285-48cb-a281-e42960ec62ee req-f4e1551c-54c6-4ef3-b32b-3e64f5613150 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Allocated IP 172.20.0.3 (11104484-975b-4425-b2d0-5e9908c9b0d1/175aacaa-613b-43c2-81a6-3ccd12246946/720adb4d-f7d9-4b09-96ad-238d3c1d91ce) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:23.935519 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033acd47-1abe-4ce7-be30-536d956b8403 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event deleted for resources: {'Port': ['ID=749c3ab8-e979-40a9-8415-9e0427579d4a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:23.980305 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bcbe1-5e82-4940-afb2-dc8205fba1e8 req-1b5fd35b-c7a5-416e-87cb-93df90565b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:23.983584 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-914bcbe1-5e82-4940-afb2-dc8205fba1e8 req-1b5fd35b-c7a5-416e-87cb-93df90565b39 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9399f7e-15bd-4621-abd1-34b022e325f1 HTTP/1.1" status: 200 len: 855 time: 0.1189804 Jul 15 13:14:24.102216 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-914bcbe1-5e82-4940-afb2-dc8205fba1e8 req-5d571155-c590-400b-88a3-ea806c3e21c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7b9ba910-6749-4270-b002-56d9006f5b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105392 Jul 15 13:14:24.120976 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a5309ca5-823b-40c5-9723-ea37536cc78b tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:24.137048 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-033acd47-1abe-4ce7-be30-536d956b8403 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:24.139493 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-033acd47-1abe-4ce7-be30-536d956b8403 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "DELETE /v2.0/ports/749c3ab8-e979-40a9-8415-9e0427579d4a HTTP/1.1" status: 204 len: 168 time: 2.1217186 Jul 15 13:14:24.181640 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59910) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:24.186921 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9798b384-a6d8-4ffc-9f15-0fc99a60f6c5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:24.220256 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9798b384-a6d8-4ffc-9f15-0fc99a60f6c5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:24.281841 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5309ca5-823b-40c5-9723-ea37536cc78b tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6ce11a3-e092-441d-8b88-f0f67a1823b4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:24.290132 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a5309ca5-823b-40c5-9723-ea37536cc78b tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:24.295386 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a5309ca5-823b-40c5-9723-ea37536cc78b tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] 10.222.0.24 "DELETE /v2.0/ports/e6ce11a3-e092-441d-8b88-f0f67a1823b4 HTTP/1.1" status: 204 len: 168 time: 1.6208398 Jul 15 13:14:24.302308 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59916) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:24.318025 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-035358cb-7285-48cb-a281-e42960ec62ee req-f4e1551c-54c6-4ef3-b32b-3e64f5613150 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:24.350727 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-510e67f2-a012-411e-b181-5574693e4abe tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:14:24.355641 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-510e67f2-a012-411e-b181-5574693e4abe tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] 10.222.0.24 "GET /v2.0/ports/e6ce11a3-e092-441d-8b88-f0f67a1823b4 HTTP/1.1" status: 404 len: 333 time: 0.0520678 Jul 15 13:14:24.356362 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59918) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:24.363326 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-cca8db5b-2011-4df9-928c-3b87db360d04 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Request body: {'port': {'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-351097239'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:24.406947 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca8db5b-2011-4df9-928c-3b87db360d04 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Made reservation on behalf of 2d5230c0821847869846c896f9229335 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:24.409647 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cca8db5b-2011-4df9-928c-3b87db360d04 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:24.412244 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3db9670c-77b7-4b67-ada5-b14537d79e0c req-66209bb7-377f-4868-866c-aeb9c10d6b8b tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=147c7280-5538-49e7-9aae-642db42a04b4 HTTP/1.1" status: 200 len: 210 time: 0.1413341 Jul 15 13:14:24.443226 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-914bcbe1-5e82-4940-afb2-dc8205fba1e8 req-534cf299-fba4-42bd-b0c7-c2175d98094a service neutron] 10.222.0.18 "GET /v2.0/networks/7b9ba910-6749-4270-b002-56d9006f5b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324254 Jul 15 13:14:24.445493 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-cca8db5b-2011-4df9-928c-3b87db360d04 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] device_id is not set on port acd70eb7-9ddb-4986-8816-f4a4fec7595d yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:14:24.456630 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-035358cb-7285-48cb-a281-e42960ec62ee req-f4e1551c-54c6-4ef3-b32b-3e64f5613150 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:24.559388 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-035358cb-7285-48cb-a281-e42960ec62ee req-f4e1551c-54c6-4ef3-b32b-3e64f5613150 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Network 11104484-975b-4425-b2d0-5e9908c9b0d1 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:24.571165 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-035358cb-7285-48cb-a281-e42960ec62ee req-f4e1551c-54c6-4ef3-b32b-3e64f5613150 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:24.582518 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-035358cb-7285-48cb-a281-e42960ec62ee req-f4e1551c-54c6-4ef3-b32b-3e64f5613150 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:24.603894 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-914bcbe1-5e82-4940-afb2-dc8205fba1e8 req-f69af207-9384-4471-af4a-140e4c360767 service neutron] 10.222.0.18 "GET /v2.0/networks/7b9ba910-6749-4270-b002-56d9006f5b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527319 Jul 15 13:14:24.611977 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:24.619265 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9798b384-a6d8-4ffc-9f15-0fc99a60f6c5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:24.626099 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1551c-54c6-4ef3-b32b-3e64f5613150 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Pushing event updated for resources: {'Port': ['ID=720adb4d-f7d9-4b09-96ad-238d3c1d91ce,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:24.695111 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035358cb-7285-48cb-a281-e42960ec62ee req-f4e1551c-54c6-4ef3-b32b-3e64f5613150 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:24.695813 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-035358cb-7285-48cb-a281-e42960ec62ee req-f4e1551c-54c6-4ef3-b32b-3e64f5613150 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:24.763605 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-035358cb-7285-48cb-a281-e42960ec62ee req-f4e1551c-54c6-4ef3-b32b-3e64f5613150 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2512450 Jul 15 13:14:24.769484 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cca8db5b-2011-4df9-928c-3b87db360d04 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:24.786908 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-035358cb-7285-48cb-a281-e42960ec62ee req-2a36e3ba-48d1-453c-87e4-71e5ab63e2b9 service neutron] Request body: {'port': {'device_id': '147c7280-5538-49e7-9aae-642db42a04b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:24.801023 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:24.828017 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-9798b384-a6d8-4ffc-9f15-0fc99a60f6c5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Allocated IP 172.25.6.207 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/91eae179-cd8d-4c4d-acec-a0e6910a098d) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:24.903907 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cca8db5b-2011-4df9-928c-3b87db360d04 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:24.935858 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-035358cb-7285-48cb-a281-e42960ec62ee req-2a36e3ba-48d1-453c-87e4-71e5ab63e2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:24.994066 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9798b384-a6d8-4ffc-9f15-0fc99a60f6c5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.049165 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9798b384-a6d8-4ffc-9f15-0fc99a60f6c5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.075373 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca8db5b-2011-4df9-928c-3b87db360d04 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Network 6258cd5b-62f3-40fd-9824-7ac5547a45ea is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:25.099926 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-cca8db5b-2011-4df9-928c-3b87db360d04 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:25.113105 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca8db5b-2011-4df9-928c-3b87db360d04 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:25.114517 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9798b384-a6d8-4ffc-9f15-0fc99a60f6c5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:25.114730 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca8db5b-2011-4df9-928c-3b87db360d04 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:25.115454 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cca8db5b-2011-4df9-928c-3b87db360d04 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.119153 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8db5b-2011-4df9-928c-3b87db360d04 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Pushing event updated for resources: {'Port': ['ID=acd70eb7-9ddb-4986-8816-f4a4fec7595d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:25.119862 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-9798b384-a6d8-4ffc-9f15-0fc99a60f6c5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:25.131744 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9798b384-a6d8-4ffc-9f15-0fc99a60f6c5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:25.160301 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798b384-a6d8-4ffc-9f15-0fc99a60f6c5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event updated for resources: {'Port': ['ID=91eae179-cd8d-4c4d-acec-a0e6910a098d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:25.235062 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-cca8db5b-2011-4df9-928c-3b87db360d04 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8718915 Jul 15 13:14:25.237260 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59958) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:25.242505 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:25.245391 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e5dca-1c33-4eab-b794-45ac5840aa33 req-28d377cc-f6af-4e6b-a494-973b70910c23 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:25.246981 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e51e5dca-1c33-4eab-b794-45ac5840aa33 req-28d377cc-f6af-4e6b-a494-973b70910c23 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7534a8e-0503-4c58-800a-3c52cda26800 HTTP/1.1" status: 200 len: 944 time: 0.3627944 Jul 15 13:14:25.296886 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9798b384-a6d8-4ffc-9f15-0fc99a60f6c5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.423920 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e51e5dca-1c33-4eab-b794-45ac5840aa33 req-cd039efd-1b5d-4c82-9225-cc5de07886a7 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511526 Jul 15 13:14:25.424580 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.439106 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9798b384-a6d8-4ffc-9f15-0fc99a60f6c5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.621493 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-035358cb-7285-48cb-a281-e42960ec62ee req-2a36e3ba-48d1-453c-87e4-71e5ab63e2b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 720adb4d-f7d9-4b09-96ad-238d3c1d91ce {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:25.636760 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-035358cb-7285-48cb-a281-e42960ec62ee req-2a36e3ba-48d1-453c-87e4-71e5ab63e2b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.654128 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-035358cb-7285-48cb-a281-e42960ec62ee req-2a36e3ba-48d1-453c-87e4-71e5ab63e2b9 service neutron] Transition to ACTIVE for port object 720adb4d-f7d9-4b09-96ad-238d3c1d91ce will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:25.661895 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-035358cb-7285-48cb-a281-e42960ec62ee req-2a36e3ba-48d1-453c-87e4-71e5ab63e2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.783792 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59968) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:25.794286 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36e3ba-48d1-453c-87e4-71e5ab63e2b9 service neutron] Pushing event updated for resources: {'Port': ['ID=720adb4d-f7d9-4b09-96ad-238d3c1d91ce,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:25.829099 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] device_id is not set on port acd70eb7-9ddb-4986-8816-f4a4fec7595d yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:14:25.848745 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9798b384-a6d8-4ffc-9f15-0fc99a60f6c5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.851210 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.857946 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9798b384-a6d8-4ffc-9f15-0fc99a60f6c5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.904599 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Transition to ACTIVE for port object acd70eb7-9ddb-4986-8816-f4a4fec7595d will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:25.910818 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-035358cb-7285-48cb-a281-e42960ec62ee req-2a36e3ba-48d1-453c-87e4-71e5ab63e2b9 service neutron] Attempting to bind port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:25.911645 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-035358cb-7285-48cb-a281-e42960ec62ee req-2a36e3ba-48d1-453c-87e4-71e5ab63e2b9 service neutron] Attempting to bind port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:25.912076 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035358cb-7285-48cb-a281-e42960ec62ee req-2a36e3ba-48d1-453c-87e4-71e5ab63e2b9 service neutron] Attempting to bind port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce on network 11104484-975b-4425-b2d0-5e9908c9b0d1 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:25.928439 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035358cb-7285-48cb-a281-e42960ec62ee req-2a36e3ba-48d1-453c-87e4-71e5ab63e2b9 service neutron] Port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce on network 11104484-975b-4425-b2d0-5e9908c9b0d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:25.929488 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035358cb-7285-48cb-a281-e42960ec62ee req-2a36e3ba-48d1-453c-87e4-71e5ab63e2b9 service neutron] Attempting to bind port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce on network 11104484-975b-4425-b2d0-5e9908c9b0d1 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:25.936859 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035358cb-7285-48cb-a281-e42960ec62ee req-2a36e3ba-48d1-453c-87e4-71e5ab63e2b9 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:25.937386 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035358cb-7285-48cb-a281-e42960ec62ee req-2a36e3ba-48d1-453c-87e4-71e5ab63e2b9 service neutron] Checking segment: {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:25.937930 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035358cb-7285-48cb-a281-e42960ec62ee req-2a36e3ba-48d1-453c-87e4-71e5ab63e2b9 service neutron] Bound using segment: {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:25.938540 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-035358cb-7285-48cb-a281-e42960ec62ee req-2a36e3ba-48d1-453c-87e4-71e5ab63e2b9 service neutron] Bound port: 720adb4d-f7d9-4b09-96ad-238d3c1d91ce, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:25.939336 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-035358cb-7285-48cb-a281-e42960ec62ee req-2a36e3ba-48d1-453c-87e4-71e5ab63e2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.941939 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.966576 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798b384-a6d8-4ffc-9f15-0fc99a60f6c5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event updated for resources: {'Port': ['ID=91eae179-cd8d-4c4d-acec-a0e6910a098d,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:26.031139 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b5e28-7030-486f-b8d3-40004786f684 req-9889b2dd-95a1-43fb-bee6-640484dc73c2 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.039918 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-035358cb-7285-48cb-a281-e42960ec62ee req-2a36e3ba-48d1-453c-87e4-71e5ab63e2b9 service neutron] For port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:26.043437 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-151b5e28-7030-486f-b8d3-40004786f684 req-9889b2dd-95a1-43fb-bee6-640484dc73c2 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=147c7280-5538-49e7-9aae-642db42a04b4 HTTP/1.1" status: 200 len: 943 time: 0.3016117 Jul 15 13:14:26.044610 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-035358cb-7285-48cb-a281-e42960ec62ee req-2a36e3ba-48d1-453c-87e4-71e5ab63e2b9 service neutron] For port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=720adb4d-f7d9-4b09-96ad-238d3c1d91ce,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:26.054533 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-035358cb-7285-48cb-a281-e42960ec62ee req-2a36e3ba-48d1-453c-87e4-71e5ab63e2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.059968 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9798b384-a6d8-4ffc-9f15-0fc99a60f6c5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.115292 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035358cb-7285-48cb-a281-e42960ec62ee req-2a36e3ba-48d1-453c-87e4-71e5ab63e2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.116143 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-035358cb-7285-48cb-a281-e42960ec62ee req-2a36e3ba-48d1-453c-87e4-71e5ab63e2b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.117887 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-035358cb-7285-48cb-a281-e42960ec62ee req-2a36e3ba-48d1-453c-87e4-71e5ab63e2b9 service neutron] 10.222.0.32 "PUT /v2.0/ports/720adb4d-f7d9-4b09-96ad-238d3c1d91ce HTTP/1.1" status: 200 len: 1092 time: 1.3378956 Jul 15 13:14:26.118381 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '147c7280-5538-49e7-9aae-642db42a04b4', 'tag': '720adb4d-f7d9-4b09-96ad-238d3c1d91ce'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:26.121134 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7822e1ea-2570-4fcf-af3b-c0839e29ac2a" -d '{"events": [{"name": "network-changed", "server_uuid": "147c7280-5538-49e7-9aae-642db42a04b4", "tag": "720adb4d-f7d9-4b09-96ad-238d3c1d91ce"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:26.125334 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d47b9f4c-13e3-4adb-93fa-ebecaffb8922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.144237 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Pushing event updated for resources: {'Port': ['ID=acd70eb7-9ddb-4986-8816-f4a4fec7595d,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:26.147029 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:26.147417 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:26.147763 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:26.157408 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9798b384-a6d8-4ffc-9f15-0fc99a60f6c5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.162670 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36e3ba-48d1-453c-87e4-71e5ab63e2b9 service neutron] Pushing event updated for resources: {'Port': ['ID=720adb4d-f7d9-4b09-96ad-238d3c1d91ce,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:26.162898 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9798b384-a6d8-4ffc-9f15-0fc99a60f6c5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9761012 Jul 15 13:14:26.163789 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59976) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:26.169536 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4ed377e8-aa2a-4bd9-b27b-905cede08cbf tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Request body: {'port': {'network_id': '58782f77-5084-4003-b851-7d300b1f9d8b', 'name': 'tempest-FloatingIPTestJSON-1778593072'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:26.182306 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-151b5e28-7030-486f-b8d3-40004786f684 req-4893d96f-b54c-4a9f-8771-602c8d4aa206 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375096 Jul 15 13:14:26.182984 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Port acd70eb7-9ddb-4986-8816-f4a4fec7595d on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:26.183356 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Failed to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d on host n-h1-758944-45 for vnic_type normal using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] Jul 15 13:14:26.191936 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempt 2 to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d Jul 15 13:14:26.215367 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:26.215710 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:26.216058 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:26.224755 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1beaa37-6601-4791-8f83-79e0d7ab5104 x-openstack-request-id: req-c1beaa37-6601-4791-8f83-79e0d7ab5104 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:26.224991 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "147c7280-5538-49e7-9aae-642db42a04b4", "tag": "720adb4d-f7d9-4b09-96ad-238d3c1d91ce", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:26.225192 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c1beaa37-6601-4791-8f83-79e0d7ab5104 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:26.225787 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '147c7280-5538-49e7-9aae-642db42a04b4', 'tag': '720adb4d-f7d9-4b09-96ad-238d3c1d91ce', 'status': 'completed', 'code': 200} Jul 15 13:14:26.228170 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Port acd70eb7-9ddb-4986-8816-f4a4fec7595d on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:26.228510 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Failed to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d on host n-h1-758944-45 for vnic_type normal using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] Jul 15 13:14:26.230451 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.237117 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempt 3 to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d Jul 15 13:14:26.260900 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:26.261257 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:26.261595 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:26.275987 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Port acd70eb7-9ddb-4986-8816-f4a4fec7595d on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:26.276442 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Failed to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d on host n-h1-758944-45 for vnic_type normal using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] Jul 15 13:14:26.278119 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempt 4 to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d Jul 15 13:14:26.304443 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:26.304846 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:26.305203 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:26.315661 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Port acd70eb7-9ddb-4986-8816-f4a4fec7595d on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:26.315957 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Failed to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d on host n-h1-758944-45 for vnic_type normal using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] Jul 15 13:14:26.318464 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempt 5 to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d Jul 15 13:14:26.342644 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:26.342994 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:26.343329 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:26.343839 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035358cb-7285-48cb-a281-e42960ec62ee req-e175c3ad-2307-4d2c-9cb5-cb2f634ebe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.345444 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-035358cb-7285-48cb-a281-e42960ec62ee req-e175c3ad-2307-4d2c-9cb5-cb2f634ebe0b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c2b5fceeddc4686a6075bcd70c81526&device_id=147c7280-5538-49e7-9aae-642db42a04b4 HTTP/1.1" status: 200 len: 1095 time: 0.1413262 Jul 15 13:14:26.356188 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d47b9f4c-13e3-4adb-93fa-ebecaffb8922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.357470 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Port acd70eb7-9ddb-4986-8816-f4a4fec7595d on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:26.357879 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Failed to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d on host n-h1-758944-45 for vnic_type normal using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] Jul 15 13:14:26.358315 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempt 6 to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d Jul 15 13:14:26.363111 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d47b9f4c-13e3-4adb-93fa-ebecaffb8922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.400549 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:26.400894 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:26.401243 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:26.408515 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-035358cb-7285-48cb-a281-e42960ec62ee req-9b8e2876-3317-4437-91e0-ff4e50aca487 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=720adb4d-f7d9-4b09-96ad-238d3c1d91ce HTTP/1.1" status: 200 len: 217 time: 0.0486791 Jul 15 13:14:26.429235 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Port acd70eb7-9ddb-4986-8816-f4a4fec7595d on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:26.432386 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Failed to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d on host n-h1-758944-45 for vnic_type normal using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] Jul 15 13:14:26.434897 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempt 7 to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d Jul 15 13:14:26.443449 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d47b9f4c-13e3-4adb-93fa-ebecaffb8922 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2dd15dad313140dfa486e9b28e3854ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6401949 Jul 15 13:14:26.446059 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b9f4c-13e3-4adb-93fa-ebecaffb8922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d26dc7d-dc45-4c57-a128-82d92c285ad4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:26.447047 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59978) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:26.458984 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed377e8-aa2a-4bd9-b27b-905cede08cbf tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Made reservation on behalf of f7ac9efadf084e909923c9d9e4783e21 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:26.461505 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:26.461849 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:26.462143 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:26.462660 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4ed377e8-aa2a-4bd9-b27b-905cede08cbf tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.467956 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Port acd70eb7-9ddb-4986-8816-f4a4fec7595d on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:26.468354 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Failed to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d on host n-h1-758944-45 for vnic_type normal using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] Jul 15 13:14:26.468685 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempt 8 to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d Jul 15 13:14:26.487776 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:26.488197 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:26.488612 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:26.495986 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Port acd70eb7-9ddb-4986-8816-f4a4fec7595d on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:26.497034 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Failed to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d on host n-h1-758944-45 for vnic_type normal using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] Jul 15 13:14:26.497683 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempt 9 to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d Jul 15 13:14:26.515364 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:26.515753 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:26.516045 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:26.522298 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Port acd70eb7-9ddb-4986-8816-f4a4fec7595d on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:26.522702 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Failed to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d on host n-h1-758944-45 for vnic_type normal using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] Jul 15 13:14:26.523588 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempt 10 to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d Jul 15 13:14:26.528458 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-4ed377e8-aa2a-4bd9-b27b-905cede08cbf tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] device_id is not set on port 33d57780-9266-436d-92f1-2aef9caf500d yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:14:26.536551 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035358cb-7285-48cb-a281-e42960ec62ee req-fe752d12-b3a4-4291-9981-48d1d9f33f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.538270 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-035358cb-7285-48cb-a281-e42960ec62ee req-fe752d12-b3a4-4291-9981-48d1d9f33f38 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=175aacaa-613b-43c2-81a6-3ccd12246946 HTTP/1.1" status: 200 len: 847 time: 0.1231778 Jul 15 13:14:26.542799 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:26.543232 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:26.543546 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:26.548800 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Port acd70eb7-9ddb-4986-8816-f4a4fec7595d on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:26.549216 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Failed to bind port acd70eb7-9ddb-4986-8816-f4a4fec7595d on host n-h1-758944-45 for vnic_type normal using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] Jul 15 13:14:26.549615 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.615025 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-035358cb-7285-48cb-a281-e42960ec62ee req-353c27bb-8ba0-4e1d-8785-3dae95915ff4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=11104484-975b-4425-b2d0-5e9908c9b0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684257 Jul 15 13:14:26.641629 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] For port acd70eb7-9ddb-4986-8816-f4a4fec7595d, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:26.642544 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempted to set empty binding levels {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 13:14:26.649524 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-92eb2d97-525f-4e21-8173-d5917601871d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.652517 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.699961 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] In _notify_port_updated(), no bound segment for port acd70eb7-9ddb-4986-8816-f4a4fec7595d on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea {{(pid=93814) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:14:26.700844 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.701462 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.702877 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] 10.222.0.24 "PUT /v2.0/ports/acd70eb7-9ddb-4986-8816-f4a4fec7595d HTTP/1.1" status: 200 len: 975 time: 1.4663239 Jul 15 13:14:26.706978 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59984) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:26.753385 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-92eb2d97-525f-4e21-8173-d5917601871d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.803357 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b301f-6649-456d-9d91-302eb1e542b4 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Pushing event updated for resources: {'Port': ['ID=acd70eb7-9ddb-4986-8816-f4a4fec7595d,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:26.828493 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-4ed377e8-aa2a-4bd9-b27b-905cede08cbf tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Allocated IP 172.20.0.8 (58782f77-5084-4003-b851-7d300b1f9d8b/00794332-46d5-42dd-a3c7-16f364b7e8b1/33d57780-9266-436d-92f1-2aef9caf500d) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:26.844671 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-035358cb-7285-48cb-a281-e42960ec62ee req-e849b67c-43de-413f-a4d2-bffd003c3b72 service neutron] 10.222.0.32 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154753 Jul 15 13:14:26.897369 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc79ac-2212-4bec-8a8e-a40773db59cd req-d16b9b75-40ff-4cb9-ac44-ef8d0327742e tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.899211 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e2dc79ac-2212-4bec-8a8e-a40773db59cd req-d16b9b75-40ff-4cb9-ac44-ef8d0327742e tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7534a8e-0503-4c58-800a-3c52cda26800 HTTP/1.1" status: 200 len: 944 time: 0.2129107 Jul 15 13:14:26.913811 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-92eb2d97-525f-4e21-8173-d5917601871d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.916457 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-92eb2d97-525f-4e21-8173-d5917601871d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.917672 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-92eb2d97-525f-4e21-8173-d5917601871d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d26dc7d-dc45-4c57-a128-82d92c285ad4 HTTP/1.1" status: 204 len: 168 time: 0.4697571 Jul 15 13:14:26.972114 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.972444 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.973266 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.974068 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.974876 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.975697 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.976666 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.977347 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb2d97-525f-4e21-8173-d5917601871d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d26dc7d-dc45-4c57-a128-82d92c285ad4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:26.977577 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.978033 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.979395 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.980293 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.981356 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.982152 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.982767 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.983850 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.984652 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.985321 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.987018 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.988081 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.989732 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.989732 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.990449 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.991489 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.992092 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.992689 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.993320 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.994254 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.994962 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.996282 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.996563 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.997334 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.998225 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.998846 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.999442 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:27.000046 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:27.000635 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:27.001427 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:27.002992 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:27.003187 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:27.005138 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:27.005138 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:27.005526 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:27.006591 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:27.022138 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-56c9dafc-d5eb-432b-ad98-46a2a2687753 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 38320 time: 0.3077495 Jul 15 13:14:27.023401 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59990) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:27.058536 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-035358cb-7285-48cb-a281-e42960ec62ee req-5229935e-9e99-4cc4-8d90-4be02efeeda6 service neutron] 10.222.0.32 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059760 Jul 15 13:14:27.070876 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e2dc79ac-2212-4bec-8a8e-a40773db59cd req-63a44775-c113-4ad0-9914-9e5514ac7879 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487973 Jul 15 13:14:27.179758 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4ed377e8-aa2a-4bd9-b27b-905cede08cbf tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.247974 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-9fa7443b-1068-41e8-ab97-67b7032e6f5c tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Deleting port acd70eb7-9ddb-4986-8816-f4a4fec7595d {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:27.248310 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9fa7443b-1068-41e8-ab97-67b7032e6f5c tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.343001 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4ed377e8-aa2a-4bd9-b27b-905cede08cbf tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.365250 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-9fa7443b-1068-41e8-ab97-67b7032e6f5c tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] For port acd70eb7-9ddb-4986-8816-f4a4fec7595d, host n-h1-758944-45, got binding levels [] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:27.365605 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9fa7443b-1068-41e8-ab97-67b7032e6f5c tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.416985 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-9fa7443b-1068-41e8-ab97-67b7032e6f5c tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Calling delete_port for acd70eb7-9ddb-4986-8816-f4a4fec7595d owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:27.436882 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed377e8-aa2a-4bd9-b27b-905cede08cbf tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Network 58782f77-5084-4003-b851-7d300b1f9d8b is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:27.448092 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822e1ea-2570-4fcf-af3b-c0839e29ac2a req-09e4db4d-6378-4b55-b35b-856fbd0b8d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:27.449734 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7822e1ea-2570-4fcf-af3b-c0839e29ac2a req-09e4db4d-6378-4b55-b35b-856fbd0b8d5e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c2b5fceeddc4686a6075bcd70c81526&device_id=147c7280-5538-49e7-9aae-642db42a04b4 HTTP/1.1" status: 200 len: 1095 time: 0.2389612 Jul 15 13:14:27.455390 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-4ed377e8-aa2a-4bd9-b27b-905cede08cbf tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:27.469526 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed377e8-aa2a-4bd9-b27b-905cede08cbf tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:27.505938 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed377e8-aa2a-4bd9-b27b-905cede08cbf tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event updated for resources: {'Port': ['ID=33d57780-9266-436d-92f1-2aef9caf500d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:27.509631 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59998) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:27.542672 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61aed199-71f1-40ff-8c46-ed805ff5676a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.578570 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac853f8a-f0f8-4ab1-9e66-6d7d263e3baa req-6522be38-ba7d-4011-a404-3d938d4bfe33 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:27.581862 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac853f8a-f0f8-4ab1-9e66-6d7d263e3baa req-6522be38-ba7d-4011-a404-3d938d4bfe33 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=147c7280-5538-49e7-9aae-642db42a04b4 HTTP/1.1" status: 200 len: 943 time: 0.1602783 Jul 15 13:14:27.629091 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed377e8-aa2a-4bd9-b27b-905cede08cbf tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:27.630133 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4ed377e8-aa2a-4bd9-b27b-905cede08cbf tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.673464 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822e1ea-2570-4fcf-af3b-c0839e29ac2a req-692ad590-694f-457b-bd77-7f47eedf9ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:27.675673 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7822e1ea-2570-4fcf-af3b-c0839e29ac2a req-692ad590-694f-457b-bd77-7f47eedf9ae3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=11104484-975b-4425-b2d0-5e9908c9b0d1 HTTP/1.1" status: 200 len: 908 time: 0.2160108 Jul 15 13:14:27.677267 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9fa7443b-1068-41e8-ab97-67b7032e6f5c tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.715405 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7443b-1068-41e8-ab97-67b7032e6f5c tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Pushing event deleted for resources: {'Port': ['ID=acd70eb7-9ddb-4986-8816-f4a4fec7595d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:27.726638 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac853f8a-f0f8-4ab1-9e66-6d7d263e3baa req-5a561586-7aca-40c3-a4e4-650ac14d0002 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365418 Jul 15 13:14:27.764630 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7822e1ea-2570-4fcf-af3b-c0839e29ac2a req-9a54118d-b584-47ca-ac77-c6d1a77e3291 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=720adb4d-f7d9-4b09-96ad-238d3c1d91ce HTTP/1.1" status: 200 len: 217 time: 0.0793364 Jul 15 13:14:27.770303 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9fa7443b-1068-41e8-ab97-67b7032e6f5c tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.778154 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9fa7443b-1068-41e8-ab97-67b7032e6f5c tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] 10.222.0.24 "DELETE /v2.0/ports/acd70eb7-9ddb-4986-8816-f4a4fec7595d HTTP/1.1" status: 204 len: 168 time: 0.7544084 Jul 15 13:14:27.779263 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60002) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:27.805012 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 283d420b-795e-4edf-be9f-99c321b70042 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:14:27.850170 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61aed199-71f1-40ff-8c46-ed805ff5676a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.856097 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61aed199-71f1-40ff-8c46-ed805ff5676a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.883547 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-908ec1f7-e75f-4b73-b989-63640629b278 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:14:27.886879 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-908ec1f7-e75f-4b73-b989-63640629b278 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] 10.222.0.24 "GET /v2.0/ports/acd70eb7-9ddb-4986-8816-f4a4fec7595d HTTP/1.1" status: 404 len: 333 time: 0.0925288 Jul 15 13:14:27.894646 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 60004) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:27.900436 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4ed377e8-aa2a-4bd9-b27b-905cede08cbf tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7350945 Jul 15 13:14:27.904507 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60006) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:27.907137 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c503a90c-efee-4ea5-8984-a2e779ae6553 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-243886942', 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:27.927852 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a7f1efb7-a05d-4a69-b37f-d2c4d0c5adb3 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Request body: {'floatingip': {'port_id': '33d57780-9266-436d-92f1-2aef9caf500d'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:27.938730 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-61aed199-71f1-40ff-8c46-ed805ff5676a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=156bc59d2c854c8cb0d7bfec54096d95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4245567 Jul 15 13:14:27.942647 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aed199-71f1-40ff-8c46-ed805ff5676a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e63c8be-9f3a-4e60-abc1-3118e4d39fa7,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:27.947494 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 60010) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:27.955111 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822e1ea-2570-4fcf-af3b-c0839e29ac2a req-a7ef3da4-e856-4ec4-9def-ae7b95c57c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:27.960635 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7822e1ea-2570-4fcf-af3b-c0839e29ac2a req-a7ef3da4-e856-4ec4-9def-ae7b95c57c3f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=175aacaa-613b-43c2-81a6-3ccd12246946 HTTP/1.1" status: 200 len: 847 time: 0.1796796 Jul 15 13:14:27.986167 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c503a90c-efee-4ea5-8984-a2e779ae6553 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Made reservation on behalf of 2d5230c0821847869846c896f9229335 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:27.989084 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c503a90c-efee-4ea5-8984-a2e779ae6553 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.991973 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 283d420b-795e-4edf-be9f-99c321b70042, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=283d420b-795e-4edf-be9f-99c321b70042,segment=NetworkSegment(2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72),segment_id=2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:28.018817 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '283d420b-795e-4edf-be9f-99c321b70042', 'network_id': '7b9ba910-6749-4270-b002-56d9006f5b50', 'port_id': '283d420b-795e-4edf-be9f-99c321b70042', 'mac_address': 'fa:16:3e:47:a2:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9399f7e-15bd-4621-abd1-34b022e325f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:14:28.050045 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7822e1ea-2570-4fcf-af3b-c0839e29ac2a req-8aae548a-b013-4b75-8040-dc265cb2277b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=11104484-975b-4425-b2d0-5e9908c9b0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389109 Jul 15 13:14:28.052722 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a7f1efb7-a05d-4a69-b37f-d2c4d0c5adb3 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for floatingip, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.062048 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-c503a90c-efee-4ea5-8984-a2e779ae6553 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] device_id is not set on port 694c8f3a-7f91-4d32-8418-9052d457fbb9 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:14:28.103732 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.129890 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 283d420b-795e-4edf-be9f-99c321b70042 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:28.168180 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 283d420b-795e-4edf-be9f-99c321b70042, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=283d420b-795e-4edf-be9f-99c321b70042,segment=NetworkSegment(2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72),segment_id=2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:28.179016 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-660e0c23-15a6-4fd9-9295-32fee5f5213d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.187337 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.257378 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-660e0c23-15a6-4fd9-9295-32fee5f5213d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.294930 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=283d420b-795e-4edf-be9f-99c321b70042,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:28.310810 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:28.311850 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:28.312419 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:28.313264 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:28.314155 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:28.315051 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:28.315978 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:28.317384 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:28.318263 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:28.319136 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:28.319974 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:28.320736 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:28.396925 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-660e0c23-15a6-4fd9-9295-32fee5f5213d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.399656 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-660e0c23-15a6-4fd9-9295-32fee5f5213d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.404994 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-660e0c23-15a6-4fd9-9295-32fee5f5213d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e63c8be-9f3a-4e60-abc1-3118e4d39fa7 HTTP/1.1" status: 204 len: 168 time: 0.4523678 Jul 15 13:14:28.419111 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c503a90c-efee-4ea5-8984-a2e779ae6553 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.421557 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e0c23-15a6-4fd9-9295-32fee5f5213d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e63c8be-9f3a-4e60-abc1-3118e4d39fa7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:28.467180 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['283d420b-795e-4edf-be9f-99c321b70042'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:14:28.505356 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c503a90c-efee-4ea5-8984-a2e779ae6553 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.584214 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c503a90c-efee-4ea5-8984-a2e779ae6553 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Network 6258cd5b-62f3-40fd-9824-7ac5547a45ea is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:28.587849 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-c503a90c-efee-4ea5-8984-a2e779ae6553 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:28.592165 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c503a90c-efee-4ea5-8984-a2e779ae6553 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:28.593329 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c503a90c-efee-4ea5-8984-a2e779ae6553 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:28.593656 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c503a90c-efee-4ea5-8984-a2e779ae6553 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.604801 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503a90c-efee-4ea5-8984-a2e779ae6553 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Pushing event updated for resources: {'Port': ['ID=694c8f3a-7f91-4d32-8418-9052d457fbb9,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:28.623367 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c503a90c-efee-4ea5-8984-a2e779ae6553 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7269804 Jul 15 13:14:28.626781 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 60018) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:28.657174 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7822e1ea-2570-4fcf-af3b-c0839e29ac2a req-e4616b50-cd73-4a8a-9c89-ad6303903d16 service neutron] 10.222.0.32 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5510726 Jul 15 13:14:28.678802 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69709e0c-cdab-4141-be24-850f337d7550 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:28.680826 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-69709e0c-cdab-4141-be24-850f337d7550 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] 10.222.0.24 "GET /v2.0/ports/694c8f3a-7f91-4d32-8418-9052d457fbb9 HTTP/1.1" status: 200 len: 954 time: 0.0528166 Jul 15 13:14:28.685415 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 60020) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:28.829748 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-019fa46e-588f-43c9-9771-59ca004023ad tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Deleting port 694c8f3a-7f91-4d32-8418-9052d457fbb9 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:28.830414 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-019fa46e-588f-43c9-9771-59ca004023ad tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.906078 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042f677-9790-483c-a103-77427562bc7f req-622576a2-7a8f-4f58-b5f7-fa57bb014d29 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:28.907376 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-019fa46e-588f-43c9-9771-59ca004023ad tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.918708 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5042f677-9790-483c-a103-77427562bc7f req-622576a2-7a8f-4f58-b5f7-fa57bb014d29 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7534a8e-0503-4c58-800a-3c52cda26800 HTTP/1.1" status: 200 len: 945 time: 0.6547101 Jul 15 13:14:28.922254 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-019fa46e-588f-43c9-9771-59ca004023ad tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Calling delete_port for 694c8f3a-7f91-4d32-8418-9052d457fbb9 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:29.087354 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803613c7-28ea-4eb7-b784-59b7a5880cb9 req-5c11c150-b37a-4465-b66b-55aa70722677 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:29.089128 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-803613c7-28ea-4eb7-b784-59b7a5880cb9 req-5c11c150-b37a-4465-b66b-55aa70722677 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=147c7280-5538-49e7-9aae-642db42a04b4 HTTP/1.1" status: 200 len: 943 time: 0.1057034 Jul 15 13:14:29.095848 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-019fa46e-588f-43c9-9771-59ca004023ad tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:29.186535 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-019fa46e-588f-43c9-9771-59ca004023ad tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:29.198016 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-019fa46e-588f-43c9-9771-59ca004023ad tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] 10.222.0.24 "DELETE /v2.0/ports/694c8f3a-7f91-4d32-8418-9052d457fbb9 HTTP/1.1" status: 204 len: 168 time: 0.5046191 Jul 15 13:14:29.198016 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fa46e-588f-43c9-9771-59ca004023ad tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Pushing event deleted for resources: {'Port': ['ID=694c8f3a-7f91-4d32-8418-9052d457fbb9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:29.200439 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 60040) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:29.274585 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-63db1052-02ef-4b4a-bfc3-1c7411d37d02 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:14:29.287094 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-63db1052-02ef-4b4a-bfc3-1c7411d37d02 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] 10.222.0.24 "GET /v2.0/ports/694c8f3a-7f91-4d32-8418-9052d457fbb9 HTTP/1.1" status: 404 len: 333 time: 0.0760701 Jul 15 13:14:29.296223 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-803613c7-28ea-4eb7-b784-59b7a5880cb9 req-8a5216de-873c-467a-ac3f-abf22cc1a7b8 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920357 Jul 15 13:14:29.298246 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 60042) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:29.308710 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-79a736e5-a5e0-42ae-97e1-5d97d32259b2 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Request body: {'port': {'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1813711737'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:29.356394 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a736e5-a5e0-42ae-97e1-5d97d32259b2 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Made reservation on behalf of 2d5230c0821847869846c896f9229335 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:29.361513 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79a736e5-a5e0-42ae-97e1-5d97d32259b2 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:29.386414 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-79a736e5-a5e0-42ae-97e1-5d97d32259b2 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] device_id is not set on port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:14:29.490422 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5042f677-9790-483c-a103-77427562bc7f req-fdc50da5-d7ca-415a-b431-81203bf183cc tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5593014 Jul 15 13:14:29.494778 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7822e1ea-2570-4fcf-af3b-c0839e29ac2a req-9fb215eb-eae3-4b66-8dd6-1c3787add456 service neutron] 10.222.0.32 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8293822 Jul 15 13:14:29.654891 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 720adb4d-f7d9-4b09-96ad-238d3c1d91ce details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:14:29.769738 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a7f1efb7-a05d-4a69-b37f-d2c4d0c5adb3 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:29.779270 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a7f1efb7-a05d-4a69-b37f-d2c4d0c5adb3 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:29.796891 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=720adb4d-f7d9-4b09-96ad-238d3c1d91ce,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:29.812720 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '720adb4d-f7d9-4b09-96ad-238d3c1d91ce', 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1', 'port_id': '720adb4d-f7d9-4b09-96ad-238d3c1d91ce', 'mac_address': 'fa:16:3e:49:0a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '175aacaa-613b-43c2-81a6-3ccd12246946', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:14:29.816394 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 283d420b-795e-4edf-be9f-99c321b70042 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:29.918281 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:29.928357 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 283d420b-795e-4edf-be9f-99c321b70042 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:29.934225 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 283d420b-795e-4edf-be9f-99c321b70042 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:29.934600 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:29.942172 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-a7f1efb7-a05d-4a69-b37f-d2c4d0c5adb3 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Floating IP 11f256e6-caaf-4cf7-8d9e-5f03e5404dbd associated. External IP: 172.25.6.207, port: 33d57780-9266-436d-92f1-2aef9caf500d. Jul 15 13:14:29.969278 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720adb4d-f7d9-4b09-96ad-238d3c1d91ce {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:29.998316 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=720adb4d-f7d9-4b09-96ad-238d3c1d91ce,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:30.004727 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.130188 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.147745 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=720adb4d-f7d9-4b09-96ad-238d3c1d91ce,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:30.164786 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79a736e5-a5e0-42ae-97e1-5d97d32259b2 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.173730 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7534a8e-0503-4c58-800a-3c52cda26800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283d420b-795e-4edf-be9f-99c321b70042'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:30.178584 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5454124e-27dc-42e9-bdd1-01a08200bbd1" -d '{"events": [{"server_uuid": "b7534a8e-0503-4c58-800a-3c52cda26800", "name": "network-vif-plugged", "status": "completed", "tag": "283d420b-795e-4edf-be9f-99c321b70042"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:30.209605 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 283d420b-795e-4edf-be9f-99c321b70042, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=283d420b-795e-4edf-be9f-99c321b70042,segment=NetworkSegment(2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72),segment_id=2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:30.215733 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.256932 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79a736e5-a5e0-42ae-97e1-5d97d32259b2 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.263613 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d259d8ed-cd44-4e1d-af86-e81705be2f5b x-openstack-request-id: req-d259d8ed-cd44-4e1d-af86-e81705be2f5b {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:30.264167 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7534a8e-0503-4c58-800a-3c52cda26800", "name": "network-vif-plugged", "status": "completed", "tag": "283d420b-795e-4edf-be9f-99c321b70042", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:30.265969 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d259d8ed-cd44-4e1d-af86-e81705be2f5b {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:30.266638 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7534a8e-0503-4c58-800a-3c52cda26800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283d420b-795e-4edf-be9f-99c321b70042', 'code': 200} Jul 15 13:14:30.315100 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a736e5-a5e0-42ae-97e1-5d97d32259b2 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Network 6258cd5b-62f3-40fd-9824-7ac5547a45ea is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:30.315876 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f1efb7-a05d-4a69-b37f-d2c4d0c5adb3 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Router afec9de3-b2b1-4625-960d-c44b358f429a has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:14:30.316590 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=283d420b-795e-4edf-be9f-99c321b70042,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:30.319022 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-79a736e5-a5e0-42ae-97e1-5d97d32259b2 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:30.325452 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a736e5-a5e0-42ae-97e1-5d97d32259b2 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:30.326599 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a736e5-a5e0-42ae-97e1-5d97d32259b2 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:30.327388 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79a736e5-a5e0-42ae-97e1-5d97d32259b2 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.372449 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a736e5-a5e0-42ae-97e1-5d97d32259b2 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Pushing event updated for resources: {'Port': ['ID=6054cac9-4364-4ca5-9dd5-01c86ea3c3c7,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:30.388107 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-79a736e5-a5e0-42ae-97e1-5d97d32259b2 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0846653 Jul 15 13:14:30.390164 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 60070) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:30.398716 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:30.410226 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['720adb4d-f7d9-4b09-96ad-238d3c1d91ce'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:14:30.498631 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51273426-b36a-4a20-a87d-846220f76c89 req-3a49298b-20e0-4d8e-9569-ca77c00f646e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:30.500228 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-51273426-b36a-4a20-a87d-846220f76c89 req-3a49298b-20e0-4d8e-9569-ca77c00f646e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b7534a8e-0503-4c58-800a-3c52cda26800 HTTP/1.1" status: 200 len: 1098 time: 0.1673563 Jul 15 13:14:30.501044 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.582502 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f1efb7-a05d-4a69-b37f-d2c4d0c5adb3 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:14:30.602883 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a55ca2f-1488-4393-8d1b-b9b8529ff6f5 None None] Sync routers for ids ['afec9de3-b2b1-4625-960d-c44b358f429a'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:14:30.606293 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a7f1efb7-a05d-4a69-b37f-d2c4d0c5adb3 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.629671 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a55ca2f-1488-4393-8d1b-b9b8529ff6f5 None None] Routers {'afec9de3-b2b1-4625-960d-c44b358f429a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:30.630769 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5a55ca2f-1488-4393-8d1b-b9b8529ff6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:14:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['afec9de3-b2b1-4625-960d-c44b358f429a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:30.658775 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-51273426-b36a-4a20-a87d-846220f76c89 req-ffc0f07c-f25e-47c9-ac0e-a80e827e5aff service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458256 Jul 15 13:14:30.695631 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5a55ca2f-1488-4393-8d1b-b9b8529ff6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:30.719533 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a7f1efb7-a05d-4a69-b37f-d2c4d0c5adb3 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "PUT /v2.0/floatingips/11f256e6-caaf-4cf7-8d9e-5f03e5404dbd HTTP/1.1" status: 200 len: 978 time: 2.8132570 Jul 15 13:14:30.721118 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a55ca2f-1488-4393-8d1b-b9b8529ff6f5 None None] Routers {'afec9de3-b2b1-4625-960d-c44b358f429a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:30.721958 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5a55ca2f-1488-4393-8d1b-b9b8529ff6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:14:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['afec9de3-b2b1-4625-960d-c44b358f429a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:30.722229 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60088) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:30.762296 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5a55ca2f-1488-4393-8d1b-b9b8529ff6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:30.763132 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a55ca2f-1488-4393-8d1b-b9b8529ff6f5 None None] The sync data for ids ['afec9de3-b2b1-4625-960d-c44b358f429a'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:14:30.772914 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f075fc-ae1d-4c4f-8ea5-cc5f56331e28 req-232aa6e3-cad2-45d4-8f8e-c4a6d77ab418 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:30.774986 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-00f075fc-ae1d-4c4f-8ea5-cc5f56331e28 req-232aa6e3-cad2-45d4-8f8e-c4a6d77ab418 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=147c7280-5538-49e7-9aae-642db42a04b4 HTTP/1.1" status: 200 len: 944 time: 0.2639928 Jul 15 13:14:30.856857 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-00f075fc-ae1d-4c4f-8ea5-cc5f56331e28 req-ec1517a1-479c-4606-bae1-75ec7717051a tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654452 Jul 15 13:14:30.923851 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] device_id is not set on port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:14:30.936571 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.970151 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Transition to ACTIVE for port object 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:30.973983 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485facd3-d43c-4a6c-ae8d-eb4376da659d req-be8532dd-2e31-45bd-9d40-24f6e54f13d7 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:30.976107 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-485facd3-d43c-4a6c-ae8d-eb4376da659d req-be8532dd-2e31-45bd-9d40-24f6e54f13d7 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7534a8e-0503-4c58-800a-3c52cda26800 HTTP/1.1" status: 200 len: 946 time: 0.2193954 Jul 15 13:14:30.984949 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.034910 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5af7c81b-7887-40f3-9657-2cce35155d0b tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Deleting port 33d57780-9266-436d-92f1-2aef9caf500d {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:31.035303 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5af7c81b-7887-40f3-9657-2cce35155d0b tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.045039 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-485facd3-d43c-4a6c-ae8d-eb4376da659d req-05938b44-71f1-4eb5-9756-8ad4ae95aec4 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583858 Jul 15 13:14:31.144622 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:31.144894 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:31.145339 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:31.170276 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:31.170867 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Failed to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] Jul 15 13:14:31.173840 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempt 2 to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 Jul 15 13:14:31.179334 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Pushing event updated for resources: {'Port': ['ID=6054cac9-4364-4ca5-9dd5-01c86ea3c3c7,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:31.204058 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:31.204701 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:31.205401 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:31.214619 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:31.215214 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Failed to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] Jul 15 13:14:31.216036 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempt 3 to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 Jul 15 13:14:31.233681 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5af7c81b-7887-40f3-9657-2cce35155d0b tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.235749 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:31.237684 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:31.237684 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:31.244950 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:31.244950 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Failed to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] Jul 15 13:14:31.244950 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempt 4 to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 Jul 15 13:14:31.257859 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:31.258842 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:31.258842 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:31.264027 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:31.264491 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Failed to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] Jul 15 13:14:31.264991 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempt 5 to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 Jul 15 13:14:31.282517 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:31.282987 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:31.283449 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:31.288752 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:31.289221 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Failed to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] Jul 15 13:14:31.289708 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempt 6 to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 Jul 15 13:14:31.304222 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:31.304726 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:31.305171 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:31.310378 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:31.310852 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Failed to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] Jul 15 13:14:31.311364 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempt 7 to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 Jul 15 13:14:31.328046 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:31.328526 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:31.328962 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:31.334715 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:31.335247 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Failed to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] Jul 15 13:14:31.335816 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempt 8 to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 Jul 15 13:14:31.351494 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:31.351965 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:31.352403 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:31.359160 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:31.359649 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Failed to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] Jul 15 13:14:31.360201 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempt 9 to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 Jul 15 13:14:31.379583 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:31.380078 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:31.380549 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:31.387150 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:31.387744 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Failed to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] Jul 15 13:14:31.388244 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempt 10 to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 Jul 15 13:14:31.405150 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:31.405607 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:31.406092 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempting to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:31.413056 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:31.413747 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Failed to bind port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '22e31e74-4a8d-4ee3-901a-fe05b153ba6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6258cd5b-62f3-40fd-9824-7ac5547a45ea'}] Jul 15 13:14:31.414311 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.565409 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] For port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:31.566067 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attempted to set empty binding levels {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 13:14:31.573534 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.607242 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5af7c81b-7887-40f3-9657-2cce35155d0b tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.607810 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5af7c81b-7887-40f3-9657-2cce35155d0b tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.608049 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-5af7c81b-7887-40f3-9657-2cce35155d0b tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Floating IP 11f256e6-caaf-4cf7-8d9e-5f03e5404dbd disassociated. External IP: 172.25.6.207, port: 33d57780-9266-436d-92f1-2aef9caf500d. Jul 15 13:14:31.608284 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5af7c81b-7887-40f3-9657-2cce35155d0b tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Calling delete_port for 33d57780-9266-436d-92f1-2aef9caf500d owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:31.640020 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] In _notify_port_updated(), no bound segment for port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 on network 6258cd5b-62f3-40fd-9824-7ac5547a45ea {{(pid=93814) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:14:31.641744 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:31.642712 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.645888 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] 10.222.0.24 "PUT /v2.0/ports/6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 HTTP/1.1" status: 200 len: 976 time: 1.2531164 Jul 15 13:14:31.650048 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 60142) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:31.666412 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 720adb4d-f7d9-4b09-96ad-238d3c1d91ce up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:31.742412 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:31.748127 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:31.748592 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.759919 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15392a8-11b4-41ef-a1f5-74ada9cbfcc5 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Pushing event updated for resources: {'Port': ['ID=6054cac9-4364-4ca5-9dd5-01c86ea3c3c7,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:31.818265 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5af7c81b-7887-40f3-9657-2cce35155d0b tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.855076 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-af81b096-9138-4e84-b07a-f51b02934dea tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Deleting port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:31.855860 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-af81b096-9138-4e84-b07a-f51b02934dea tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.874364 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7c81b-7887-40f3-9657-2cce35155d0b tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event deleted for resources: {'Port': ['ID=33d57780-9266-436d-92f1-2aef9caf500d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:31.903474 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.962129 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-af81b096-9138-4e84-b07a-f51b02934dea tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] For port 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7, host n-h1-758944-45, got binding levels [] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:31.962715 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-af81b096-9138-4e84-b07a-f51b02934dea tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.966845 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=720adb4d-f7d9-4b09-96ad-238d3c1d91ce,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:31.971456 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.984326 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-af81b096-9138-4e84-b07a-f51b02934dea tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Calling delete_port for 6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:32.105075 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af7c81b-7887-40f3-9657-2cce35155d0b tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Router afec9de3-b2b1-4625-960d-c44b358f429a has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:14:32.109552 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=720adb4d-f7d9-4b09-96ad-238d3c1d91ce,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:32.185213 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-af81b096-9138-4e84-b07a-f51b02934dea tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.222784 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81b096-9138-4e84-b07a-f51b02934dea tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Pushing event deleted for resources: {'Port': ['ID=6054cac9-4364-4ca5-9dd5-01c86ea3c3c7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:32.227376 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-af81b096-9138-4e84-b07a-f51b02934dea tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.230316 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-af81b096-9138-4e84-b07a-f51b02934dea tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] 10.222.0.24 "DELETE /v2.0/ports/6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 HTTP/1.1" status: 204 len: 168 time: 0.5787902 Jul 15 13:14:32.234608 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 60182) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:32.269943 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '147c7280-5538-49e7-9aae-642db42a04b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720adb4d-f7d9-4b09-96ad-238d3c1d91ce'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:32.272639 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549cfd32-16cf-488e-bb20-848b7b7e41d0" -d '{"events": [{"server_uuid": "147c7280-5538-49e7-9aae-642db42a04b4", "name": "network-vif-plugged", "status": "completed", "tag": "720adb4d-f7d9-4b09-96ad-238d3c1d91ce"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:32.287598 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-b152b286-1315-45d4-b103-2b144e5fe292 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:14:32.292749 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b152b286-1315-45d4-b103-2b144e5fe292 tempest-PortsAdminExtendedAttrsTestJSON-1616347216 tempest-PortsAdminExtendedAttrsTestJSON-1616347216-project-admin] 10.222.0.24 "GET /v2.0/ports/6054cac9-4364-4ca5-9dd5-01c86ea3c3c7 HTTP/1.1" status: 404 len: 333 time: 0.0536070 Jul 15 13:14:32.295333 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60188) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:32.344043 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2608ab-81bb-41f5-86e0-42bfb51cf4d4 req-c82cd4da-9736-498b-aec5-425f7199bdc8 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:32.345531 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ed2608ab-81bb-41f5-86e0-42bfb51cf4d4 req-c82cd4da-9736-498b-aec5-425f7199bdc8 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=147c7280-5538-49e7-9aae-642db42a04b4 HTTP/1.1" status: 200 len: 945 time: 0.1836290 Jul 15 13:14:32.350024 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af7c81b-7887-40f3-9657-2cce35155d0b tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:14:32.379306 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e43c55-27dc-456a-a00f-1aef4d2c18f5 None None] Sync routers for ids ['afec9de3-b2b1-4625-960d-c44b358f429a'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:14:32.400205 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e43c55-27dc-456a-a00f-1aef4d2c18f5 None None] Routers {'afec9de3-b2b1-4625-960d-c44b358f429a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:32.401896 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-62e43c55-27dc-456a-a00f-1aef4d2c18f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:14:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['afec9de3-b2b1-4625-960d-c44b358f429a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:32.449089 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837872a5-e922-4323-bdbb-4f1ff37ecbd0 req-6c6d20b6-2f21-40c6-aa90-d8eab3df1963 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:32.452700 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-837872a5-e922-4323-bdbb-4f1ff37ecbd0 req-6c6d20b6-2f21-40c6-aa90-d8eab3df1963 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7534a8e-0503-4c58-800a-3c52cda26800 HTTP/1.1" status: 200 len: 946 time: 0.1414893 Jul 15 13:14:32.469607 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-62e43c55-27dc-456a-a00f-1aef4d2c18f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:32.482889 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3decbeb-3e93-4fdb-914d-8506c80856ca tempest-PortsAdminExtendedAttrsTestJSON-613292054 tempest-PortsAdminExtendedAttrsTestJSON-613292054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.490316 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5af7c81b-7887-40f3-9657-2cce35155d0b tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.491647 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e43c55-27dc-456a-a00f-1aef4d2c18f5 None None] Routers {'afec9de3-b2b1-4625-960d-c44b358f429a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:32.492311 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5af7c81b-7887-40f3-9657-2cce35155d0b tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "DELETE /v2.0/ports/33d57780-9266-436d-92f1-2aef9caf500d HTTP/1.1" status: 204 len: 168 time: 1.7672620 Jul 15 13:14:32.494573 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-62e43c55-27dc-456a-a00f-1aef4d2c18f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:14:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['afec9de3-b2b1-4625-960d-c44b358f429a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:32.500811 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60196) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:32.542939 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-837872a5-e922-4323-bdbb-4f1ff37ecbd0 req-c9eaf361-b317-48d8-afee-0d6ac75c286c tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729742 Jul 15 13:14:32.562433 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ed2608ab-81bb-41f5-86e0-42bfb51cf4d4 req-a9c586d2-34ca-4569-8a1b-9ee781612e14 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506484 Jul 15 13:14:32.575247 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-62e43c55-27dc-456a-a00f-1aef4d2c18f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:32.575887 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-63e0c92b-c9bd-4b85-9c4e-19403e213c88 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "GET /v2.0/floatingips/11f256e6-caaf-4cf7-8d9e-5f03e5404dbd HTTP/1.1" status: 200 len: 688 time: 0.0740371 Jul 15 13:14:32.581435 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 60206) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:32.585508 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e43c55-27dc-456a-a00f-1aef4d2c18f5 None None] The sync data for ids ['afec9de3-b2b1-4625-960d-c44b358f429a'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:14:32.709435 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3decbeb-3e93-4fdb-914d-8506c80856ca tempest-PortsAdminExtendedAttrsTestJSON-613292054 tempest-PortsAdminExtendedAttrsTestJSON-613292054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.739735 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-c3decbeb-3e93-4fdb-914d-8506c80856ca tempest-PortsAdminExtendedAttrsTestJSON-613292054 tempest-PortsAdminExtendedAttrsTestJSON-613292054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6258cd5b-62f3-40fd-9824-7ac5547a45ea']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:32.758470 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-c3decbeb-3e93-4fdb-914d-8506c80856ca tempest-PortsAdminExtendedAttrsTestJSON-613292054 tempest-PortsAdminExtendedAttrsTestJSON-613292054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e31e74-4a8d-4ee3-901a-fe05b153ba6a') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:32.758748 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-c3decbeb-3e93-4fdb-914d-8506c80856ca tempest-PortsAdminExtendedAttrsTestJSON-613292054 tempest-PortsAdminExtendedAttrsTestJSON-613292054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e31e74-4a8d-4ee3-901a-fe05b153ba6a') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:32.782272 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3decbeb-3e93-4fdb-914d-8506c80856ca tempest-PortsAdminExtendedAttrsTestJSON-613292054 tempest-PortsAdminExtendedAttrsTestJSON-613292054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.804006 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3decbeb-3e93-4fdb-914d-8506c80856ca tempest-PortsAdminExtendedAttrsTestJSON-613292054 tempest-PortsAdminExtendedAttrsTestJSON-613292054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.818163 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3decbeb-3e93-4fdb-914d-8506c80856ca tempest-PortsAdminExtendedAttrsTestJSON-613292054 tempest-PortsAdminExtendedAttrsTestJSON-613292054-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:14:32.819610 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3decbeb-3e93-4fdb-914d-8506c80856ca tempest-PortsAdminExtendedAttrsTestJSON-613292054 tempest-PortsAdminExtendedAttrsTestJSON-613292054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:14:32.841386 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:14:32.897531 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bfeb5b-b06f-4741-a1f5-037a4f7f18f9 x-openstack-request-id: req-26bfeb5b-b06f-4741-a1f5-037a4f7f18f9 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:32.898570 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "147c7280-5538-49e7-9aae-642db42a04b4", "name": "network-vif-plugged", "status": "completed", "tag": "720adb4d-f7d9-4b09-96ad-238d3c1d91ce", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:32.899172 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-26bfeb5b-b06f-4741-a1f5-037a4f7f18f9 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:32.900386 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '147c7280-5538-49e7-9aae-642db42a04b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720adb4d-f7d9-4b09-96ad-238d3c1d91ce', 'code': 200} Jul 15 13:14:32.929353 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-fa66f81c-1347-42c9-a8d2-64992c0d87d0 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Deleting port 91eae179-cd8d-4c4d-acec-a0e6910a098d {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:32.932637 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa66f81c-1347-42c9-a8d2-64992c0d87d0 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:33.125501 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa66f81c-1347-42c9-a8d2-64992c0d87d0 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:33.125965 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa66f81c-1347-42c9-a8d2-64992c0d87d0 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:33.143761 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-fa66f81c-1347-42c9-a8d2-64992c0d87d0 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Calling delete_port for 91eae179-cd8d-4c4d-acec-a0e6910a098d owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:33.215996 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3decbeb-3e93-4fdb-914d-8506c80856ca tempest-PortsAdminExtendedAttrsTestJSON-613292054 tempest-PortsAdminExtendedAttrsTestJSON-613292054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:33.255579 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3decbeb-3e93-4fdb-914d-8506c80856ca tempest-PortsAdminExtendedAttrsTestJSON-613292054 tempest-PortsAdminExtendedAttrsTestJSON-613292054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:33.257955 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c3decbeb-3e93-4fdb-914d-8506c80856ca tempest-PortsAdminExtendedAttrsTestJSON-613292054 tempest-PortsAdminExtendedAttrsTestJSON-613292054-project] 10.222.0.24 "DELETE /v2.0/networks/6258cd5b-62f3-40fd-9824-7ac5547a45ea HTTP/1.1" status: 204 len: 168 time: 0.9607279 Jul 15 13:14:33.271348 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3decbeb-3e93-4fdb-914d-8506c80856ca tempest-PortsAdminExtendedAttrsTestJSON-613292054 tempest-PortsAdminExtendedAttrsTestJSON-613292054-project] Pushing event deleted for resources: {'Network': ['ID=6258cd5b-62f3-40fd-9824-7ac5547a45ea,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:33.298002 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432d5ad-19ca-4cd7-986b-b0f9675a6816 req-7d618f30-8e0b-4f17-9e80-7e483c8022ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:33.300280 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7432d5ad-19ca-4cd7-986b-b0f9675a6816 req-7d618f30-8e0b-4f17-9e80-7e483c8022ea service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=147c7280-5538-49e7-9aae-642db42a04b4 HTTP/1.1" status: 200 len: 1097 time: 0.2447855 Jul 15 13:14:33.359857 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7432d5ad-19ca-4cd7-986b-b0f9675a6816 req-c2c6aae1-6651-4d0c-b4c5-6854db77a0d3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481255 Jul 15 13:14:33.403013 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa66f81c-1347-42c9-a8d2-64992c0d87d0 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:33.439264 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66f81c-1347-42c9-a8d2-64992c0d87d0 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event deleted for resources: {'Port': ['ID=91eae179-cd8d-4c4d-acec-a0e6910a098d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:33.523677 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa66f81c-1347-42c9-a8d2-64992c0d87d0 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:33.526655 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa66f81c-1347-42c9-a8d2-64992c0d87d0 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:33.533809 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-fa66f81c-1347-42c9-a8d2-64992c0d87d0 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "DELETE /v2.0/floatingips/11f256e6-caaf-4cf7-8d9e-5f03e5404dbd HTTP/1.1" status: 204 len: 168 time: 0.9450994 Jul 15 13:14:33.534104 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 60252) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:33.541226 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b9ad6491-0eb0-46e1-80a9-42997b6dbbea tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'port_id': '3e5ddf88-45a3-4b4b-854e-4b075ca0c8c0'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:33.575109 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6491-0eb0-46e1-80a9-42997b6dbbea tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:33.815336 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6491-0eb0-46e1-80a9-42997b6dbbea tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:33.827183 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60262) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:34.047695 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28770d7f-d11d-446b-bdbc-dff6f65b6df8 req-3753a654-6fda-446d-b01d-6bb5a3b3dcc8 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:34.051925 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-28770d7f-d11d-446b-bdbc-dff6f65b6df8 req-3753a654-6fda-446d-b01d-6bb5a3b3dcc8 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=147c7280-5538-49e7-9aae-642db42a04b4 HTTP/1.1" status: 200 len: 945 time: 0.1850057 Jul 15 13:14:34.113966 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-b9ad6491-0eb0-46e1-80a9-42997b6dbbea tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Allocated IP 172.25.6.112 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/71c49d4b-f623-47cb-8583-ee0b1c47a516) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:34.184610 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-28770d7f-d11d-446b-bdbc-dff6f65b6df8 req-e3117b8b-f5f7-4f0e-bb47-1d92efe5ad38 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620093 Jul 15 13:14:34.191928 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6223368d-db02-4625-bcc1-4b4acee4fde8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d25909ebd32840a8b0d2f2d1d2392fc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3590834 Jul 15 13:14:34.192850 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60282) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:34.385639 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0177c3db-5ba8-462e-93cd-659b0fb1c820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.398181 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6491-0eb0-46e1-80a9-42997b6dbbea tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.445929 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0177c3db-5ba8-462e-93cd-659b0fb1c820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.506662 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6491-0eb0-46e1-80a9-42997b6dbbea tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.556314 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0177c3db-5ba8-462e-93cd-659b0fb1c820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.562732 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0177c3db-5ba8-462e-93cd-659b0fb1c820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.565303 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0177c3db-5ba8-462e-93cd-659b0fb1c820 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1a29592-9807-4779-8079-c3621eba7c65 HTTP/1.1" status: 204 len: 168 time: 0.3707542 Jul 15 13:14:34.591593 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177c3db-5ba8-462e-93cd-659b0fb1c820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a29592-9807-4779-8079-c3621eba7c65,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:34.592393 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ad6491-0eb0-46e1-80a9-42997b6dbbea tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:34.598623 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-b9ad6491-0eb0-46e1-80a9-42997b6dbbea tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:34.605744 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ad6491-0eb0-46e1-80a9-42997b6dbbea tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:34.651554 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad6491-0eb0-46e1-80a9-42997b6dbbea tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event updated for resources: {'Port': ['ID=71c49d4b-f623-47cb-8583-ee0b1c47a516,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:35.053172 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60322) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:35.101696 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 60326) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:35.135290 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-cc4c3960-0528-47ad-bdd9-d4396dc0fd4e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d5230c0821847869846c896f9229335&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0799468 Jul 15 13:14:35.137496 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60330) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:35.208554 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6491-0eb0-46e1-80a9-42997b6dbbea tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.250149 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-39b5606d-fc9e-463c-a141-cf141d656f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.334354 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-39b5606d-fc9e-463c-a141-cf141d656f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.347078 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6491-0eb0-46e1-80a9-42997b6dbbea tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.436751 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-39b5606d-fc9e-463c-a141-cf141d656f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.444498 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-39b5606d-fc9e-463c-a141-cf141d656f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.447131 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-39b5606d-fc9e-463c-a141-cf141d656f8c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4369104f-59b3-469d-af0d-6a8a60245a27 HTTP/1.1" status: 204 len: 168 time: 0.3077555 Jul 15 13:14:35.466431 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5606d-fc9e-463c-a141-cf141d656f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4369104f-59b3-469d-af0d-6a8a60245a27,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:35.552611 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1a1a7bf1-60c0-4e43-adf2-4b8669800dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.594052 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f5718-adcb-4ca7-b55d-9ae926eee0ac req-4be3b72c-039e-4001-8a7c-d9440227d085 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:35.596374 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-637f5718-adcb-4ca7-b55d-9ae926eee0ac req-4be3b72c-039e-4001-8a7c-d9440227d085 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=147c7280-5538-49e7-9aae-642db42a04b4 HTTP/1.1" status: 200 len: 945 time: 0.1216958 Jul 15 13:14:35.674916 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-637f5718-adcb-4ca7-b55d-9ae926eee0ac req-370be54e-ab55-4fea-9bda-1565b817cd84 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715327 Jul 15 13:14:35.830484 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6491-0eb0-46e1-80a9-42997b6dbbea tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.843889 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6491-0eb0-46e1-80a9-42997b6dbbea tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.853249 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1a1a7bf1-60c0-4e43-adf2-4b8669800dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.939749 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6491-0eb0-46e1-80a9-42997b6dbbea tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.947764 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1a1a7bf1-60c0-4e43-adf2-4b8669800dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.108300 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad6491-0eb0-46e1-80a9-42997b6dbbea tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event updated for resources: {'Port': ['ID=71c49d4b-f623-47cb-8583-ee0b1c47a516,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:36.169594 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1a1a7bf1-60c0-4e43-adf2-4b8669800dbf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=120e75d37571449aa09c2904f35458eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0625737 Jul 15 13:14:36.170374 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60364) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:36.219672 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a7bf1-60c0-4e43-adf2-4b8669800dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538ea534-c7b8-4453-b6fe-0d6772b38364,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:36.297608 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-b9ad6491-0eb0-46e1-80a9-42997b6dbbea tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Floating IP 5fb138d6-0c01-4ead-a86a-9a463eae3205 associated. External IP: 172.25.6.112, port: 3e5ddf88-45a3-4b4b-854e-4b075ca0c8c0. Jul 15 13:14:36.334290 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-642c915a-7fcf-4791-b46f-74934a441e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.408550 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-642c915a-7fcf-4791-b46f-74934a441e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.552973 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-642c915a-7fcf-4791-b46f-74934a441e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.556093 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-642c915a-7fcf-4791-b46f-74934a441e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.557615 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-642c915a-7fcf-4791-b46f-74934a441e78 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/538ea534-c7b8-4453-b6fe-0d6772b38364 HTTP/1.1" status: 204 len: 168 time: 0.3858733 Jul 15 13:14:36.585888 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c915a-7fcf-4791-b46f-74934a441e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538ea534-c7b8-4453-b6fe-0d6772b38364,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:36.816184 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ad6491-0eb0-46e1-80a9-42997b6dbbea tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Router afec9de3-b2b1-4625-960d-c44b358f429a has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:14:36.926425 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd9dd1-ac79-423b-b120-224c73099b0c req-40e7087b-4f30-4789-bbbe-863a82f9ee60 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:36.937727 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-83cd9dd1-ac79-423b-b120-224c73099b0c req-40e7087b-4f30-4789-bbbe-863a82f9ee60 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=147c7280-5538-49e7-9aae-642db42a04b4 HTTP/1.1" status: 200 len: 1097 time: 0.1544466 Jul 15 13:14:37.025263 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-83cd9dd1-ac79-423b-b120-224c73099b0c req-aba5baca-1592-4e8f-a8ce-1f58008e62ea tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840957 Jul 15 13:14:37.204011 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ad6491-0eb0-46e1-80a9-42997b6dbbea tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:14:37.223199 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ee707f-4c93-4be4-923c-fbdf8de9c558 None None] Sync routers for ids ['afec9de3-b2b1-4625-960d-c44b358f429a'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:14:37.239730 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6491-0eb0-46e1-80a9-42997b6dbbea tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.269487 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ee707f-4c93-4be4-923c-fbdf8de9c558 None None] Routers {'afec9de3-b2b1-4625-960d-c44b358f429a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:37.272774 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-67ee707f-4c93-4be4-923c-fbdf8de9c558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:14:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['afec9de3-b2b1-4625-960d-c44b358f429a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:37.378705 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60394) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:37.379556 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b9ad6491-0eb0-46e1-80a9-42997b6dbbea tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.8439713 Jul 15 13:14:37.386702 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-67ee707f-4c93-4be4-923c-fbdf8de9c558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:37.387925 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-17a99ce9-3198-4a7a-b389-2811e449fa86 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1031056756'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:37.407111 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ee707f-4c93-4be4-923c-fbdf8de9c558 None None] Routers {'afec9de3-b2b1-4625-960d-c44b358f429a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:37.408717 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-67ee707f-4c93-4be4-923c-fbdf8de9c558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:14:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['afec9de3-b2b1-4625-960d-c44b358f429a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:37.468418 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a99ce9-3198-4a7a-b389-2811e449fa86 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Made reservation on behalf of f7ac9efadf084e909923c9d9e4783e21 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:37.475231 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-17a99ce9-3198-4a7a-b389-2811e449fa86 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.494890 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-67ee707f-4c93-4be4-923c-fbdf8de9c558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:37.496851 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ee707f-4c93-4be4-923c-fbdf8de9c558 None None] The sync data for ids ['afec9de3-b2b1-4625-960d-c44b358f429a'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:14:37.518793 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 60400) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:37.545984 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a99ce9-3198-4a7a-b389-2811e449fa86 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:14:37.563101 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-17a99ce9-3198-4a7a-b389-2811e449fa86 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.563959 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-17a99ce9-3198-4a7a-b389-2811e449fa86 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Added segment 4c1a7dfa-c050-4c0a-bdd0-9e67608363c0 of type vlan for network a9679e22-42b0-4409-ac48-7fc9b7a84744 Jul 15 13:14:37.668049 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-17a99ce9-3198-4a7a-b389-2811e449fa86 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.741510 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c13155-a39a-4c77-9bfe-ce6ec61402d7 req-f21db7be-9fee-404f-9853-467438cbddf1 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:37.744691 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-79c13155-a39a-4c77-9bfe-ce6ec61402d7 req-f21db7be-9fee-404f-9853-467438cbddf1 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=147c7280-5538-49e7-9aae-642db42a04b4 HTTP/1.1" status: 200 len: 1097 time: 0.1188135 Jul 15 13:14:37.754553 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-17a99ce9-3198-4a7a-b389-2811e449fa86 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.771724 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a99ce9-3198-4a7a-b389-2811e449fa86 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:37.772761 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-17a99ce9-3198-4a7a-b389-2811e449fa86 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.817678 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-79c13155-a39a-4c77-9bfe-ce6ec61402d7 req-dfacbf0b-1df3-4ab3-98b2-409934de167e tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618873 Jul 15 13:14:37.934139 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.002067 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a99ce9-3198-4a7a-b389-2811e449fa86 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event updated for resources: {'Network': ['ID=a9679e22-42b0-4409-ac48-7fc9b7a84744,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:38.010692 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-17a99ce9-3198-4a7a-b389-2811e449fa86 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6293101 Jul 15 13:14:38.014146 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 60420) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:38.025469 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9badb9a1-77e1-4bd5-9108-b2dcc0bade57 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Request body: {'subnet': {'network_id': 'a9679e22-42b0-4409-ac48-7fc9b7a84744', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:38.030579 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network a9679e22-42b0-4409-ac48-7fc9b7a84744 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:14:38.138785 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c73832da-c2a2-49ac-9b90-3d7712265332 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1983900597'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:38.296353 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73832da-c2a2-49ac-9b90-3d7712265332 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Made reservation on behalf of 3738c566c715471e81c27628ca74d617 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:38.305913 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c73832da-c2a2-49ac-9b90-3d7712265332 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.325490 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c73832da-c2a2-49ac-9b90-3d7712265332 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.368042 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9badb9a1-77e1-4bd5-9108-b2dcc0bade57 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Made reservation on behalf of f7ac9efadf084e909923c9d9e4783e21 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:38.380889 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9badb9a1-77e1-4bd5-9108-b2dcc0bade57 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.553091 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c73832da-c2a2-49ac-9b90-3d7712265332 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.627917 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c73832da-c2a2-49ac-9b90-3d7712265332 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.789723 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c73832da-c2a2-49ac-9b90-3d7712265332 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:14:38.815290 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73832da-c2a2-49ac-9b90-3d7712265332 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc710856-5d8d-43e0-9a30-00278cc328a7,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:38.823587 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c73832da-c2a2-49ac-9b90-3d7712265332 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.824814 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-c73832da-c2a2-49ac-9b90-3d7712265332 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Added segment 5b21c3f8-05b1-4b84-b258-3d02a67e0696 of type vlan for network b70addd0-f8fd-48e0-b01e-b7e5b3916a2e Jul 15 13:14:38.896183 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c73832da-c2a2-49ac-9b90-3d7712265332 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.912311 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-88dbb3b2-6fb6-4684-be95-92dce11611fb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5254412 Jul 15 13:14:39.055598 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c73832da-c2a2-49ac-9b90-3d7712265332 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.061595 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73832da-c2a2-49ac-9b90-3d7712265332 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:39.062326 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c73832da-c2a2-49ac-9b90-3d7712265332 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.122805 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9badb9a1-77e1-4bd5-9108-b2dcc0bade57 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.167632 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c73832da-c2a2-49ac-9b90-3d7712265332 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.6467569 Jul 15 13:14:39.171827 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60484) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:39.177153 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-82b8e98e-c41b-41d7-a41e-d499c209000a tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Request body: {'subnet': {'network_id': 'b70addd0-f8fd-48e0-b01e-b7e5b3916a2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:39.242534 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73832da-c2a2-49ac-9b90-3d7712265332 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Pushing event updated for resources: {'Network': ['ID=b70addd0-f8fd-48e0-b01e-b7e5b3916a2e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:39.260386 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network b70addd0-f8fd-48e0-b01e-b7e5b3916a2e details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:14:39.325208 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9badb9a1-77e1-4bd5-9108-b2dcc0bade57 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event updated for resources: {'Subnet': ['ID=114086db-a274-45a3-a707-d19ff5208a56,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:39.366204 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b8e98e-c41b-41d7-a41e-d499c209000a tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Made reservation on behalf of 3738c566c715471e81c27628ca74d617 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:39.371602 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-82b8e98e-c41b-41d7-a41e-d499c209000a tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.391248 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d68915-701f-431a-add8-5512d3e2ba0f req-4873f660-9899-4dae-8dce-e8d64e578940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:39.392596 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d68915-701f-431a-add8-5512d3e2ba0f req-4873f660-9899-4dae-8dce-e8d64e578940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:39.396730 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d68915-701f-431a-add8-5512d3e2ba0f req-4873f660-9899-4dae-8dce-e8d64e578940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:39.397566 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d68915-701f-431a-add8-5512d3e2ba0f req-4873f660-9899-4dae-8dce-e8d64e578940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:39.400876 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d68915-701f-431a-add8-5512d3e2ba0f req-4873f660-9899-4dae-8dce-e8d64e578940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:39.404500 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d68915-701f-431a-add8-5512d3e2ba0f req-4873f660-9899-4dae-8dce-e8d64e578940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:39.405327 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d68915-701f-431a-add8-5512d3e2ba0f req-4873f660-9899-4dae-8dce-e8d64e578940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:39.415296 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-4873f660-9899-4dae-8dce-e8d64e578940 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=418a827c6cea45b7b8c4dddb4927b332&device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 6498 time: 0.4297469 Jul 15 13:14:39.454173 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60496) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:39.469704 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9badb9a1-77e1-4bd5-9108-b2dcc0bade57 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Checking segment: {'id': '4c1a7dfa-c050-4c0a-bdd0-9e67608363c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a9679e22-42b0-4409-ac48-7fc9b7a84744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:39.470702 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9badb9a1-77e1-4bd5-9108-b2dcc0bade57 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Network hostable DHCP agents. Network: a9679e22-42b0-4409-ac48-7fc9b7a84744, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:14:39.582685 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9badb9a1-77e1-4bd5-9108-b2dcc0bade57 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Network a9679e22-42b0-4409-ac48-7fc9b7a84744 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:14:39.707679 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-9badb9a1-77e1-4bd5-9108-b2dcc0bade57 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, a9679e22-42b0-4409-ac48-7fc9b7a84744) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:39.722998 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9badb9a1-77e1-4bd5-9108-b2dcc0bade57 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:39.723495 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9badb9a1-77e1-4bd5-9108-b2dcc0bade57 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.741347 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b10587b-5baa-4a9f-9bd6-f5bc4cb92242 None None] Network a9679e22-42b0-4409-ac48-7fc9b7a84744 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:39.768798 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9badb9a1-77e1-4bd5-9108-b2dcc0bade57 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7481678 Jul 15 13:14:39.769961 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60508) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:39.789151 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-08b80a13-52fe-459f-a669-d8d4afb10923 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-546381720', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}, 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:39.810462 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d68915-701f-431a-add8-5512d3e2ba0f req-59c7d455-4646-4715-ab66-1d193cc3ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:39.811793 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d68915-701f-431a-add8-5512d3e2ba0f req-59c7d455-4646-4715-ab66-1d193cc3ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:39.815872 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d68915-701f-431a-add8-5512d3e2ba0f req-59c7d455-4646-4715-ab66-1d193cc3ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:39.822674 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-59c7d455-4646-4715-ab66-1d193cc3ee79 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a68fe874-df04-4314-a181-131d0536a9d8&id=092cf651-d793-4b85-94d1-eb7a1eab171d&id=092cf651-d793-4b85-94d1-eb7a1eab171d&id=092cf651-d793-4b85-94d1-eb7a1eab171d&id=092cf651-d793-4b85-94d1-eb7a1eab171d&id=af7ddb53-a503-4934-b82b-95b8c79b40c8&id=af7ddb53-a503-4934-b82b-95b8c79b40c8 HTTP/1.1" status: 200 len: 2294 time: 0.3417604 Jul 15 13:14:39.986908 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-82b8e98e-c41b-41d7-a41e-d499c209000a tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.998526 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-08b80a13-52fe-459f-a669-d8d4afb10923 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.999616 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-08b80a13-52fe-459f-a669-d8d4afb10923 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.037251 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d353b7c9-d2d7-4b4b-97d0-2f4605686246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.093375 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8e98e-c41b-41d7-a41e-d499c209000a tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Pushing event updated for resources: {'Subnet': ['ID=ad32a593-be5d-400f-a3df-ec00bb6d37d0,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:40.098791 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-e891427c-b2fa-4efc-8a93-0ced86980905 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f564a5e-612b-4a41-8d78-25b6e98f9169 HTTP/1.1" status: 200 len: 1000 time: 0.2687562 Jul 15 13:14:40.157257 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-08b80a13-52fe-459f-a669-d8d4afb10923 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.260541 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390c58e3-811b-4a76-adfc-32900c8df263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-a9679e22-42b0-4409-ac48-7fc9b7a84744', 'network_id': 'a9679e22-42b0-4409-ac48-7fc9b7a84744', 'tenant_id': 'f7ac9efadf084e909923c9d9e4783e21', 'fixed_ips': [{'subnet_id': '114086db-a274-45a3-a707-d19ff5208a56'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:14:40.264647 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-390c58e3-811b-4a76-adfc-32900c8df263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.274150 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d68915-701f-431a-add8-5512d3e2ba0f req-0e1882ac-3118-4bf8-ad95-9bc99922f8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:40.277118 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-0e1882ac-3118-4bf8-ad95-9bc99922f8a7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bb32fc9a-711d-486b-b43b-dc825031996b HTTP/1.1" status: 200 len: 851 time: 0.1687174 Jul 15 13:14:40.297153 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b8e98e-c41b-41d7-a41e-d499c209000a tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Checking segment: {'id': '5b21c3f8-05b1-4b84-b258-3d02a67e0696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b70addd0-f8fd-48e0-b01e-b7e5b3916a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:40.298210 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b8e98e-c41b-41d7-a41e-d499c209000a tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Network hostable DHCP agents. Network: b70addd0-f8fd-48e0-b01e-b7e5b3916a2e, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:14:40.413254 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-08b80a13-52fe-459f-a669-d8d4afb10923 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.487740 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b8e98e-c41b-41d7-a41e-d499c209000a tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Network b70addd0-f8fd-48e0-b01e-b7e5b3916a2e is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:14:40.507978 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d68915-701f-431a-add8-5512d3e2ba0f req-54f22597-8407-4115-819a-e110ca664962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:40.510753 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-54f22597-8407-4115-819a-e110ca664962 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a68fe874-df04-4314-a181-131d0536a9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2208362 Jul 15 13:14:40.610834 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d353b7c9-d2d7-4b4b-97d0-2f4605686246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.612585 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-82b8e98e-c41b-41d7-a41e-d499c209000a tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, b70addd0-f8fd-48e0-b01e-b7e5b3916a2e) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:40.644101 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d353b7c9-d2d7-4b4b-97d0-2f4605686246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.648251 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b8e98e-c41b-41d7-a41e-d499c209000a tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:40.649143 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-82b8e98e-c41b-41d7-a41e-d499c209000a tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.652930 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9605fd-8c7f-4ba1-a68c-59861c4ba649 None None] Network b70addd0-f8fd-48e0-b01e-b7e5b3916a2e requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:40.716995 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-390c58e3-811b-4a76-adfc-32900c8df263 None None] Allocated IP 172.20.0.2 (a9679e22-42b0-4409-ac48-7fc9b7a84744/114086db-a274-45a3-a707-d19ff5208a56/66045608-5c12-4242-b15a-623801d49896) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:40.752263 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-d3409723-5226-43ad-b9d4-40e4fbd05bda service neutron] 10.222.0.18 "GET /v2.0/networks/a68fe874-df04-4314-a181-131d0536a9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257895 Jul 15 13:14:40.777530 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-bec22255-4c66-4f14-bd97-810605e3fef5 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:14:40.778746 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-bec22255-4c66-4f14-bd97-810605e3fef5 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0366285 Jul 15 13:14:40.782983 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-82b8e98e-c41b-41d7-a41e-d499c209000a tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6100388 Jul 15 13:14:40.801132 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353b7c9-d2d7-4b4b-97d0-2f4605686246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344c9b53-6255-439c-baad-62683c942173,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:40.825451 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60518) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:40.830370 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d353b7c9-d2d7-4b4b-97d0-2f4605686246 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d25fb7e91f24079be8d25a3b0a95a07&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3747935 Jul 15 13:14:40.836766 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60520) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:40.848165 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4d035394-a159-421e-bce4-e589ea14b9f0 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Request body: {'port': {'network_id': 'b70addd0-f8fd-48e0-b01e-b7e5b3916a2e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-896481502'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:40.865745 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-1e08ae6c-3ea5-4240-8568-d4c8f4ee6f83 service neutron] Request body: {'binding': {'host': 'n-h1-758944-45', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:40.868546 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-1e08ae6c-3ea5-4240-8568-d4c8f4ee6f83 service neutron] Unknown quota resources ['binding']. {{(pid=93813) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:14:41.402846 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-390c58e3-811b-4a76-adfc-32900c8df263 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.412638 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b0023a-fc4c-419f-9aeb-cd26890a52bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-b70addd0-f8fd-48e0-b01e-b7e5b3916a2e', 'network_id': 'b70addd0-f8fd-48e0-b01e-b7e5b3916a2e', 'tenant_id': '3738c566c715471e81c27628ca74d617', 'fixed_ips': [{'subnet_id': 'ad32a593-be5d-400f-a3df-ec00bb6d37d0'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:14:41.413964 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-84b0023a-fc4c-419f-9aeb-cd26890a52bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.423398 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-390c58e3-811b-4a76-adfc-32900c8df263 None None] Transition to ACTIVE for port object 66045608-5c12-4242-b15a-623801d49896 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:41.496146 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-390c58e3-811b-4a76-adfc-32900c8df263 None None] Transition to ACTIVE for port object 66045608-5c12-4242-b15a-623801d49896 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:41.524466 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-76c82018-0190-4fd0-871f-6da757dc4e67 service neutron] 10.222.0.18 "GET /v2.0/networks/a68fe874-df04-4314-a181-131d0536a9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7642751 Jul 15 13:14:41.572384 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-806ca32b-68f2-4206-ba38-bf61ca19c919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.630695 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-af526f06-3c4e-4aa7-88e6-d21376a945ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=b6f4ad12-3700-4e2e-a890-1b96827e12d9 HTTP/1.1" status: 200 len: 217 time: 0.0925870 Jul 15 13:14:41.739482 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d035394-a159-421e-bce4-e589ea14b9f0 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Made reservation on behalf of 3738c566c715471e81c27628ca74d617 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:41.750399 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d035394-a159-421e-bce4-e589ea14b9f0 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.754871 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-390c58e3-811b-4a76-adfc-32900c8df263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.800678 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d68915-701f-431a-add8-5512d3e2ba0f req-a1c5e2e2-ebd5-4986-922e-49d95aa8d2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:41.804568 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-a1c5e2e2-ebd5-4986-922e-49d95aa8d2f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a43bc5d5-1c28-45f8-9de2-b37f1dc5ca84 HTTP/1.1" status: 200 len: 797 time: 0.1639323 Jul 15 13:14:41.808673 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390c58e3-811b-4a76-adfc-32900c8df263 None None] Network a9679e22-42b0-4409-ac48-7fc9b7a84744 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:41.825023 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-806ca32b-68f2-4206-ba38-bf61ca19c919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.825576 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-390c58e3-811b-4a76-adfc-32900c8df263 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:41.832369 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390c58e3-811b-4a76-adfc-32900c8df263 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:41.867638 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-4d035394-a159-421e-bce4-e589ea14b9f0 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] device_id is not set on port 1bbf414b-4591-4903-a4a0-0c7b17dcb439 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:14:41.873312 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c58e3-811b-4a76-adfc-32900c8df263 None None] Pushing event updated for resources: {'Port': ['ID=66045608-5c12-4242-b15a-623801d49896,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:41.912137 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-1e08ae6c-3ea5-4240-8568-d4c8f4ee6f83 service neutron] Attempting to bind port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce on host n-h1-758944-45 for vnic_type normal with profile None {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:41.912868 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-1e08ae6c-3ea5-4240-8568-d4c8f4ee6f83 service neutron] Attempting to bind port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:41.913555 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-1e08ae6c-3ea5-4240-8568-d4c8f4ee6f83 service neutron] Attempting to bind port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce on network 11104484-975b-4425-b2d0-5e9908c9b0d1 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:41.969478 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d68915-701f-431a-add8-5512d3e2ba0f req-46a783c1-0e1d-4e31-99ec-e608f083dbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:41.972814 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-46a783c1-0e1d-4e31-99ec-e608f083dbdd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=092cf651-d793-4b85-94d1-eb7a1eab171d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1604323 Jul 15 13:14:42.022730 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-84b0023a-fc4c-419f-9aeb-cd26890a52bd None None] Allocated IP 2001:db8::2 (b70addd0-f8fd-48e0-b01e-b7e5b3916a2e/ad32a593-be5d-400f-a3df-ec00bb6d37d0/1f31e45e-e227-4fa2-962f-abafdfc048ed) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:42.054821 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-390c58e3-811b-4a76-adfc-32900c8df263 None None] Attempting to bind port 66045608-5c12-4242-b15a-623801d49896 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:42.055201 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-390c58e3-811b-4a76-adfc-32900c8df263 None None] Attempting to bind port 66045608-5c12-4242-b15a-623801d49896 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4c1a7dfa-c050-4c0a-bdd0-9e67608363c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a9679e22-42b0-4409-ac48-7fc9b7a84744'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:42.056756 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390c58e3-811b-4a76-adfc-32900c8df263 None None] Attempting to bind port 66045608-5c12-4242-b15a-623801d49896 on network a9679e22-42b0-4409-ac48-7fc9b7a84744 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:42.083964 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390c58e3-811b-4a76-adfc-32900c8df263 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:42.084374 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390c58e3-811b-4a76-adfc-32900c8df263 None None] Checking segment: {'id': '4c1a7dfa-c050-4c0a-bdd0-9e67608363c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a9679e22-42b0-4409-ac48-7fc9b7a84744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:42.084749 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-390c58e3-811b-4a76-adfc-32900c8df263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.085153 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390c58e3-811b-4a76-adfc-32900c8df263 None None] Bound using segment: {'id': '4c1a7dfa-c050-4c0a-bdd0-9e67608363c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a9679e22-42b0-4409-ac48-7fc9b7a84744'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:42.089912 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-390c58e3-811b-4a76-adfc-32900c8df263 None None] Bound port: 66045608-5c12-4242-b15a-623801d49896, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c1a7dfa-c050-4c0a-bdd0-9e67608363c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a9679e22-42b0-4409-ac48-7fc9b7a84744'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:42.090385 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-390c58e3-811b-4a76-adfc-32900c8df263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.104047 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-1e08ae6c-3ea5-4240-8568-d4c8f4ee6f83 service neutron] Port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce on network 11104484-975b-4425-b2d0-5e9908c9b0d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:42.104047 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-1e08ae6c-3ea5-4240-8568-d4c8f4ee6f83 service neutron] Attempting to bind port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce on network 11104484-975b-4425-b2d0-5e9908c9b0d1 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:42.162201 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-1e08ae6c-3ea5-4240-8568-d4c8f4ee6f83 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:42.162739 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-1e08ae6c-3ea5-4240-8568-d4c8f4ee6f83 service neutron] Checking segment: {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:42.163250 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-1e08ae6c-3ea5-4240-8568-d4c8f4ee6f83 service neutron] Bound using segment: {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:42.163865 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-1e08ae6c-3ea5-4240-8568-d4c8f4ee6f83 service neutron] Bound port: 720adb4d-f7d9-4b09-96ad-238d3c1d91ce, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:42.285301 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-a2704866-15f8-4898-8f6f-aed20a39f325 service neutron] 10.222.0.18 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002212 Jul 15 13:14:42.359733 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-390c58e3-811b-4a76-adfc-32900c8df263 None None] For port 66045608-5c12-4242-b15a-623801d49896, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:42.373332 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-390c58e3-811b-4a76-adfc-32900c8df263 None None] For port 66045608-5c12-4242-b15a-623801d49896, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=66045608-5c12-4242-b15a-623801d49896,segment=NetworkSegment(4c1a7dfa-c050-4c0a-bdd0-9e67608363c0),segment_id=4c1a7dfa-c050-4c0a-bdd0-9e67608363c0)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:42.398894 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-390c58e3-811b-4a76-adfc-32900c8df263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.570176 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-84b0023a-fc4c-419f-9aeb-cd26890a52bd None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.585948 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c58e3-811b-4a76-adfc-32900c8df263 None None] Pushing event updated for resources: {'Port': ['ID=66045608-5c12-4242-b15a-623801d49896,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:42.601305 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-84b0023a-fc4c-419f-9aeb-cd26890a52bd None None] Transition to ACTIVE for port object 1f31e45e-e227-4fa2-962f-abafdfc048ed will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:42.606584 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-40e575f9-634b-4679-a389-40925ae67d2a service neutron] 10.222.0.18 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115880 Jul 15 13:14:42.658690 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-84b0023a-fc4c-419f-9aeb-cd26890a52bd None None] Transition to ACTIVE for port object 1f31e45e-e227-4fa2-962f-abafdfc048ed will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:42.676919 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-84b0023a-fc4c-419f-9aeb-cd26890a52bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.685943 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-93cbdc94-b7ac-4bf0-a2a1-3caa55c02174 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=1f7146e3-8033-4950-8584-85d59a6f89e7 HTTP/1.1" status: 200 len: 217 time: 0.0723181 Jul 15 13:14:42.756615 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b0023a-fc4c-419f-9aeb-cd26890a52bd None None] Network b70addd0-f8fd-48e0-b01e-b7e5b3916a2e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:42.772683 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d68915-701f-431a-add8-5512d3e2ba0f req-438217a7-33d7-4b6b-aa34-2651a5e821f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:42.772982 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-84b0023a-fc4c-419f-9aeb-cd26890a52bd None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:42.777411 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b0023a-fc4c-419f-9aeb-cd26890a52bd None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:42.781217 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-438217a7-33d7-4b6b-aa34-2651a5e821f6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a43bc5d5-1c28-45f8-9de2-b37f1dc5ca84 HTTP/1.1" status: 200 len: 797 time: 0.0880263 Jul 15 13:14:42.796137 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0023a-fc4c-419f-9aeb-cd26890a52bd None None] Pushing event updated for resources: {'Port': ['ID=1f31e45e-e227-4fa2-962f-abafdfc048ed,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:42.884053 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-84b0023a-fc4c-419f-9aeb-cd26890a52bd None None] Attempting to bind port 1f31e45e-e227-4fa2-962f-abafdfc048ed on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:42.884624 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-84b0023a-fc4c-419f-9aeb-cd26890a52bd None None] Attempting to bind port 1f31e45e-e227-4fa2-962f-abafdfc048ed by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '5b21c3f8-05b1-4b84-b258-3d02a67e0696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b70addd0-f8fd-48e0-b01e-b7e5b3916a2e'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:42.885077 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b0023a-fc4c-419f-9aeb-cd26890a52bd None None] Attempting to bind port 1f31e45e-e227-4fa2-962f-abafdfc048ed on network b70addd0-f8fd-48e0-b01e-b7e5b3916a2e {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:42.891274 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b0023a-fc4c-419f-9aeb-cd26890a52bd None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:42.891825 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b0023a-fc4c-419f-9aeb-cd26890a52bd None None] Checking segment: {'id': '5b21c3f8-05b1-4b84-b258-3d02a67e0696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b70addd0-f8fd-48e0-b01e-b7e5b3916a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:42.892394 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-84b0023a-fc4c-419f-9aeb-cd26890a52bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.892980 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b0023a-fc4c-419f-9aeb-cd26890a52bd None None] Bound using segment: {'id': '5b21c3f8-05b1-4b84-b258-3d02a67e0696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b70addd0-f8fd-48e0-b01e-b7e5b3916a2e'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:42.893617 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-84b0023a-fc4c-419f-9aeb-cd26890a52bd None None] Bound port: 1f31e45e-e227-4fa2-962f-abafdfc048ed, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b21c3f8-05b1-4b84-b258-3d02a67e0696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'b70addd0-f8fd-48e0-b01e-b7e5b3916a2e'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:42.894149 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-84b0023a-fc4c-419f-9aeb-cd26890a52bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.925016 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d68915-701f-431a-add8-5512d3e2ba0f req-79a9cce3-3b93-4318-9a30-b4c0c03369f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:42.927107 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-79a9cce3-3b93-4318-9a30-b4c0c03369f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=092cf651-d793-4b85-94d1-eb7a1eab171d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1382506 Jul 15 13:14:42.939453 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-08b80a13-52fe-459f-a669-d8d4afb10923 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:43.087303 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-84b0023a-fc4c-419f-9aeb-cd26890a52bd None None] For port 1f31e45e-e227-4fa2-962f-abafdfc048ed, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:43.098298 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-84b0023a-fc4c-419f-9aeb-cd26890a52bd None None] For port 1f31e45e-e227-4fa2-962f-abafdfc048ed, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=1f31e45e-e227-4fa2-962f-abafdfc048ed,segment=NetworkSegment(5b21c3f8-05b1-4b84-b258-3d02a67e0696),segment_id=5b21c3f8-05b1-4b84-b258-3d02a67e0696)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:43.107092 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-84b0023a-fc4c-419f-9aeb-cd26890a52bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:43.221892 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-08b80a13-52fe-459f-a669-d8d4afb10923 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:43.230799 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-1e08ae6c-3ea5-4240-8568-d4c8f4ee6f83 service neutron] For port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=720adb4d-f7d9-4b09-96ad-238d3c1d91ce,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:43.258413 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0023a-fc4c-419f-9aeb-cd26890a52bd None None] Pushing event updated for resources: {'Port': ['ID=1f31e45e-e227-4fa2-962f-abafdfc048ed,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:43.297295 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-1e08ae6c-3ea5-4240-8568-d4c8f4ee6f83 service neutron] Notify callbacks [] for binding, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:43.302995 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-1e08ae6c-3ea5-4240-8568-d4c8f4ee6f83 service neutron] 10.222.0.24 "POST /v2.0/ports/720adb4d-f7d9-4b09-96ad-238d3c1d91ce/bindings HTTP/1.1" status: 201 len: 390 time: 2.4781513 Jul 15 13:14:43.341265 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-e39cda33-a87b-4dfb-8009-7a7ca6c4323d service neutron] 10.222.0.18 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001586 Jul 15 13:14:43.451389 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-806ca32b-68f2-4206-ba38-bf61ca19c919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:43.456786 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-806ca32b-68f2-4206-ba38-bf61ca19c919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:43.459085 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-806ca32b-68f2-4206-ba38-bf61ca19c919 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/344c9b53-6255-439c-baad-62683c942173 HTTP/1.1" status: 204 len: 168 time: 2.5875049 Jul 15 13:14:43.523301 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-4d035394-a159-421e-bce4-e589ea14b9f0 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Allocated IP 2001:db8::392 (b70addd0-f8fd-48e0-b01e-b7e5b3916a2e/ad32a593-be5d-400f-a3df-ec00bb6d37d0/1bbf414b-4591-4903-a4a0-0c7b17dcb439) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:43.622057 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ca32b-68f2-4206-ba38-bf61ca19c919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344c9b53-6255-439c-baad-62683c942173,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:43.664979 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-95a29db4-2326-4bae-8f72-4a5557b81dee service neutron] 10.222.0.18 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060658 Jul 15 13:14:43.792354 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-4a5abc70-df5a-41b3-ac5f-23a10dbaaf0a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e HTTP/1.1" status: 200 len: 217 time: 0.1090896 Jul 15 13:14:44.060462 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d68915-701f-431a-add8-5512d3e2ba0f req-7081d034-5cd6-4557-b5a6-07b459e6fde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:44.063235 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-7081d034-5cd6-4557-b5a6-07b459e6fde6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a43bc5d5-1c28-45f8-9de2-b37f1dc5ca84 HTTP/1.1" status: 200 len: 797 time: 0.2573006 Jul 15 13:14:44.067098 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d035394-a159-421e-bce4-e589ea14b9f0 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.085642 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-4d035394-a159-421e-bce4-e589ea14b9f0 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Transition to ACTIVE for port object 1bbf414b-4591-4903-a4a0-0c7b17dcb439 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:44.106433 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-ad2f3d50-4743-4cb5-9c6e-a3808178f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:44.110264 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-ad2f3d50-4743-4cb5-9c6e-a3808178f6b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c2b5fceeddc4686a6075bcd70c81526&device_id=147c7280-5538-49e7-9aae-642db42a04b4 HTTP/1.1" status: 200 len: 1097 time: 0.2897048 Jul 15 13:14:44.135321 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-08b80a13-52fe-459f-a669-d8d4afb10923 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Allocated IP 172.25.6.29 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/437ea85d-7478-42de-ad28-827086b45b67) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:44.383329 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-08b80a13-52fe-459f-a669-d8d4afb10923 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.386445 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 66045608-5c12-4242-b15a-623801d49896 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:44.395416 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d035394-a159-421e-bce4-e589ea14b9f0 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.438091 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192d41e-5a43-4c18-8616-e7b55b339df4 req-9c5b76a8-be03-42e0-9771-05ce01466806 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:44.439948 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0192d41e-5a43-4c18-8616-e7b55b339df4 req-9c5b76a8-be03-42e0-9771-05ce01466806 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=147c7280-5538-49e7-9aae-642db42a04b4 HTTP/1.1" status: 200 len: 945 time: 0.5611269 Jul 15 13:14:44.524357 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d035394-a159-421e-bce4-e589ea14b9f0 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Network b70addd0-f8fd-48e0-b01e-b7e5b3916a2e is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:44.525281 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-6bc1069a-0f2f-48e6-91f2-44cdd5ce4242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:44.527589 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-6bc1069a-0f2f-48e6-91f2-44cdd5ce4242 service neutron] 10.222.0.18 "GET /v2.0/networks?id=11104484-975b-4425-b2d0-5e9908c9b0d1 HTTP/1.1" status: 200 len: 908 time: 0.4106326 Jul 15 13:14:44.536793 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-4d035394-a159-421e-bce4-e589ea14b9f0 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:44.565556 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d035394-a159-421e-bce4-e589ea14b9f0 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:44.573079 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d035394-a159-421e-bce4-e589ea14b9f0 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:44.581902 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d035394-a159-421e-bce4-e589ea14b9f0 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.644153 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d035394-a159-421e-bce4-e589ea14b9f0 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Pushing event updated for resources: {'Port': ['ID=1bbf414b-4591-4903-a4a0-0c7b17dcb439,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:44.668924 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 66045608-5c12-4242-b15a-623801d49896 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:44.677360 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-36c24356-810e-453b-8879-47781f11d638 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=720adb4d-f7d9-4b09-96ad-238d3c1d91ce HTTP/1.1" status: 200 len: 217 time: 0.1098282 Jul 15 13:14:44.683510 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1f31e45e-e227-4fa2-962f-abafdfc048ed up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:44.693492 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4d035394-a159-421e-bce4-e589ea14b9f0 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.8576474 Jul 15 13:14:44.698837 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60562) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:44.700310 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-08b80a13-52fe-459f-a669-d8d4afb10923 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.717446 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-1643c3ac-6adc-4500-930b-7f0a51d4cee3 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Request body: {'port': {'network_id': 'b70addd0-f8fd-48e0-b01e-b7e5b3916a2e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1692223314', 'allowed_address_pairs': [{'ip_address': '2001:db8::392', 'mac_address': 'fa:16:3e:b6:76:2c'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:44.818772 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:14:44.838212 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0192d41e-5a43-4c18-8616-e7b55b339df4 req-a60c2c9a-e092-405e-ba62-e63e059b3c6c tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747587 Jul 15 13:14:44.875549 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d68915-701f-431a-add8-5512d3e2ba0f req-ae379971-8591-46ee-a067-9068a53f70ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:44.877924 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-ae379971-8591-46ee-a067-9068a53f70ef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=092cf651-d793-4b85-94d1-eb7a1eab171d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8050809 Jul 15 13:14:44.898713 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b80a13-52fe-459f-a669-d8d4afb10923 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:44.900871 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 1f31e45e-e227-4fa2-962f-abafdfc048ed completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:44.926758 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-08b80a13-52fe-459f-a669-d8d4afb10923 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:44.953258 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80239c55-44b7-4411-8703-329c3bb52285 None None] Network a9679e22-42b0-4409-ac48-7fc9b7a84744 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:44.974704 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-86543208-77c3-4c38-8e74-3ee6e51dae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:44.976258 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-86543208-77c3-4c38-8e74-3ee6e51dae7c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=175aacaa-613b-43c2-81a6-3ccd12246946 HTTP/1.1" status: 200 len: 847 time: 0.2712281 Jul 15 13:14:44.994862 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b80a13-52fe-459f-a669-d8d4afb10923 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:44.997721 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b80a13-52fe-459f-a669-d8d4afb10923 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event updated for resources: {'Port': ['ID=437ea85d-7478-42de-ad28-827086b45b67,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:45.144949 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-123cc66d-259d-48b6-b9d8-f7d6d2805a59 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11104484-975b-4425-b2d0-5e9908c9b0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1570878 Jul 15 13:14:45.309655 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-99f0b73b-890d-45d3-941a-537aba71b595 service neutron] 10.222.0.18 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988819 Jul 15 13:14:45.328575 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-666c004a-6394-4d94-ac83-ea1377251eb9 None None] Provisioning for port 66045608-5c12-4242-b15a-623801d49896 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:45.341783 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-666c004a-6394-4d94-ac83-ea1377251eb9 None None] Provisioning complete for port 66045608-5c12-4242-b15a-623801d49896 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:45.342197 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-666c004a-6394-4d94-ac83-ea1377251eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.374189 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-1af08330-00a1-4a79-96c9-0f051e2ce93c service neutron] 10.222.0.18 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178805 Jul 15 13:14:45.513942 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274316b5-ae6e-43f2-a733-a276f94c4905 None None] Network b70addd0-f8fd-48e0-b01e-b7e5b3916a2e requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:45.546078 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-08b80a13-52fe-459f-a669-d8d4afb10923 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.696887 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1643c3ac-6adc-4500-930b-7f0a51d4cee3 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Made reservation on behalf of 3738c566c715471e81c27628ca74d617 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:45.712751 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-4f4e4317-d874-4033-b350-51b12c197375 service neutron] 10.222.0.18 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910888 Jul 15 13:14:45.779576 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-a453d7fa-4b2e-47a5-8591-58d5a4b2d52a service neutron] 10.222.0.18 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4604266 Jul 15 13:14:45.819458 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-666c004a-6394-4d94-ac83-ea1377251eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.925110 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-73a343e1-c279-4fa1-a409-3fe7a386168b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=17aae3e2-beee-4242-a747-d5d996c9bcc4 HTTP/1.1" status: 200 len: 217 time: 0.1368647 Jul 15 13:14:45.998335 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-666c004a-6394-4d94-ac83-ea1377251eb9 None None] For port 66045608-5c12-4242-b15a-623801d49896, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=66045608-5c12-4242-b15a-623801d49896,segment=NetworkSegment(4c1a7dfa-c050-4c0a-bdd0-9e67608363c0),segment_id=4c1a7dfa-c050-4c0a-bdd0-9e67608363c0)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:46.103401 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1643c3ac-6adc-4500-930b-7f0a51d4cee3 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.130346 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-666c004a-6394-4d94-ac83-ea1377251eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.164410 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d68915-701f-431a-add8-5512d3e2ba0f req-b95a13bb-0f7e-4d56-ae29-16d01c4bef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:46.174494 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-b95a13bb-0f7e-4d56-ae29-16d01c4bef11 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a43bc5d5-1c28-45f8-9de2-b37f1dc5ca84 HTTP/1.1" status: 200 len: 797 time: 0.1772392 Jul 15 13:14:46.252614 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-1643c3ac-6adc-4500-930b-7f0a51d4cee3 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] device_id is not set on port cd2cc1bc-fd75-49b7-84d3-302344902ee4 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:14:46.349381 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fa6baa80-d7ce-4326-b499-5037ebe6de20 None None] Provisioning for port 1f31e45e-e227-4fa2-962f-abafdfc048ed completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:46.412159 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fa6baa80-d7ce-4326-b499-5037ebe6de20 None None] Provisioning complete for port 1f31e45e-e227-4fa2-962f-abafdfc048ed triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:46.412918 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa6baa80-d7ce-4326-b499-5037ebe6de20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.441383 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-8a628f84-b0a0-4971-aaaf-5e34381347a7 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:46.450954 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-8a628f84-b0a0-4971-aaaf-5e34381347a7 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=147c7280-5538-49e7-9aae-642db42a04b4&tenant_id=3c2b5fceeddc4686a6075bcd70c81526&binding%3Ahost_id=n-h2-758944-45 HTTP/1.1" status: 200 len: 1097 time: 0.6460767 Jul 15 13:14:46.461747 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c004a-6394-4d94-ac83-ea1377251eb9 None None] Pushing event updated for resources: {'Port': ['ID=66045608-5c12-4242-b15a-623801d49896,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:46.482926 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-8a6e1fe9-ca64-49bb-a5a1-5e864bfac0a7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-45'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:46.523102 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157cccea-6c4e-4e7c-9a5b-5cdc7b8f4fc3 req-b7b086d8-6d27-4ec0-b0f1-f86bbf696833 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:46.525016 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-157cccea-6c4e-4e7c-9a5b-5cdc7b8f4fc3 req-b7b086d8-6d27-4ec0-b0f1-f86bbf696833 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=147c7280-5538-49e7-9aae-642db42a04b4 HTTP/1.1" status: 200 len: 945 time: 0.1848962 Jul 15 13:14:46.550270 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-08b80a13-52fe-459f-a669-d8d4afb10923 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.562571 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d68915-701f-431a-add8-5512d3e2ba0f req-008d55aa-2c41-4b05-aa70-e2cc8de4b4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:46.564867 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-008d55aa-2c41-4b05-aa70-e2cc8de4b4ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=092cf651-d793-4b85-94d1-eb7a1eab171d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3768592 Jul 15 13:14:46.651317 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-157cccea-6c4e-4e7c-9a5b-5cdc7b8f4fc3 req-fd5699b3-8d1d-4865-a20f-37f4d1dd5d72 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135702 Jul 15 13:14:46.716722 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa6baa80-d7ce-4326-b499-5037ebe6de20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.839834 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-fa6baa80-d7ce-4326-b499-5037ebe6de20 None None] For port 1f31e45e-e227-4fa2-962f-abafdfc048ed, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=1f31e45e-e227-4fa2-962f-abafdfc048ed,segment=NetworkSegment(5b21c3f8-05b1-4b84-b258-3d02a67e0696),segment_id=5b21c3f8-05b1-4b84-b258-3d02a67e0696)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:46.852511 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa6baa80-d7ce-4326-b499-5037ebe6de20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.910559 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-13f938cd-021f-4bcc-b5e6-a6645489a209 service neutron] 10.222.0.18 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376865 Jul 15 13:14:46.911610 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-8a6e1fe9-ca64-49bb-a5a1-5e864bfac0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:47.012128 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6baa80-d7ce-4326-b499-5037ebe6de20 None None] Pushing event updated for resources: {'Port': ['ID=1f31e45e-e227-4fa2-962f-abafdfc048ed,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:47.049609 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-1643c3ac-6adc-4500-930b-7f0a51d4cee3 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Allocated IP 2001:db8::1bf (b70addd0-f8fd-48e0-b01e-b7e5b3916a2e/ad32a593-be5d-400f-a3df-ec00bb6d37d0/cd2cc1bc-fd75-49b7-84d3-302344902ee4) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:47.059812 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-6ce2404e-1eaf-4d8f-bad6-7f4eee544eb4 None None] Provisioning complete for port 66045608-5c12-4242-b15a-623801d49896 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:47.060495 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6ce2404e-1eaf-4d8f-bad6-7f4eee544eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:47.336590 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1643c3ac-6adc-4500-930b-7f0a51d4cee3 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:47.353919 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-1643c3ac-6adc-4500-930b-7f0a51d4cee3 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Transition to ACTIVE for port object cd2cc1bc-fd75-49b7-84d3-302344902ee4 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:47.400522 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1643c3ac-6adc-4500-930b-7f0a51d4cee3 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:47.425892 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-8a6e1fe9-ca64-49bb-a5a1-5e864bfac0a7 service neutron] For port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=720adb4d-f7d9-4b09-96ad-238d3c1d91ce,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:47.431559 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-7c6cbfc9-33c6-4183-b6c5-50d9d6349274 service neutron] 10.222.0.18 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5137258 Jul 15 13:14:47.463609 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1643c3ac-6adc-4500-930b-7f0a51d4cee3 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Pushing event updated for resources: {'Port': ['ID=cd2cc1bc-fd75-49b7-84d3-302344902ee4,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:47.481786 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b80a13-52fe-459f-a669-d8d4afb10923 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Router e221a3b1-f958-4278-8068-27a2b6f82168 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:14:47.504708 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1643c3ac-6adc-4500-930b-7f0a51d4cee3 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Network b70addd0-f8fd-48e0-b01e-b7e5b3916a2e is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:47.507817 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-1643c3ac-6adc-4500-930b-7f0a51d4cee3 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:47.551517 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1643c3ac-6adc-4500-930b-7f0a51d4cee3 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:47.558854 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1643c3ac-6adc-4500-930b-7f0a51d4cee3 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:47.559559 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1643c3ac-6adc-4500-930b-7f0a51d4cee3 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:47.564741 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-d711dfc3-618a-46a8-9e35-5b1631455905 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b7de99ab-528a-45b3-83e8-223243db9266 HTTP/1.1" status: 200 len: 217 time: 0.1170101 Jul 15 13:14:47.572143 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4a4a1bed-c982-490b-a5c5-d29f9c5ca9fc None None] Provisioning complete for port 1f31e45e-e227-4fa2-962f-abafdfc048ed triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:47.572729 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4a4a1bed-c982-490b-a5c5-d29f9c5ca9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:47.614966 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1643c3ac-6adc-4500-930b-7f0a51d4cee3 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.9065981 Jul 15 13:14:47.629537 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60628) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:47.727909 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d68915-701f-431a-add8-5512d3e2ba0f req-e23f4504-1293-4f14-8c0f-2b948c306273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:47.731140 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-e23f4504-1293-4f14-8c0f-2b948c306273 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=565ec453-53b0-4720-9670-49936e2bd20d HTTP/1.1" status: 200 len: 797 time: 0.1310713 Jul 15 13:14:47.801189 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-8a6e1fe9-ca64-49bb-a5a1-5e864bfac0a7 service neutron] For port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:47.826060 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4a4a1bed-c982-490b-a5c5-d29f9c5ca9fc None None] Provisioning for port 1bbf414b-4591-4903-a4a0-0c7b17dcb439 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:47.850535 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4a4a1bed-c982-490b-a5c5-d29f9c5ca9fc None None] Provisioning complete for port 1bbf414b-4591-4903-a4a0-0c7b17dcb439 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:47.851194 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4a4a1bed-c982-490b-a5c5-d29f9c5ca9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:47.900214 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d68915-701f-431a-add8-5512d3e2ba0f req-d316348a-e8ec-43f1-97f9-2baf885b9c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:47.902775 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-d316348a-e8ec-43f1-97f9-2baf885b9c7c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=af7ddb53-a503-4934-b82b-95b8c79b40c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1602805 Jul 15 13:14:47.908125 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '147c7280-5538-49e7-9aae-642db42a04b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '720adb4d-f7d9-4b09-96ad-238d3c1d91ce'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:47.911806 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b53be6-8afb-435d-9fe7-86d69b2bc57c" -d '{"events": [{"server_uuid": "147c7280-5538-49e7-9aae-642db42a04b4", "name": "network-vif-unplugged", "status": "completed", "tag": "720adb4d-f7d9-4b09-96ad-238d3c1d91ce"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:47.927290 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-8a6e1fe9-ca64-49bb-a5a1-5e864bfac0a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:47.953452 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-8a6e1fe9-ca64-49bb-a5a1-5e864bfac0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.032375 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e1fe9-ca64-49bb-a5a1-5e864bfac0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=720adb4d-f7d9-4b09-96ad-238d3c1d91ce,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:48.047021 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-4a4a1bed-c982-490b-a5c5-d29f9c5ca9fc None None] Port 1bbf414b-4591-4903-a4a0-0c7b17dcb439 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:14:48.077588 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b80a13-52fe-459f-a669-d8d4afb10923 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:14:48.091485 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5665a204-eebd-41fc-93a2-e5882541f201 None None] Sync routers for ids ['e221a3b1-f958-4278-8068-27a2b6f82168'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:14:48.103002 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fd5b6c-04ad-4df3-8281-73023c4d184f tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:48.110414 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fd5b6c-04ad-4df3-8281-73023c4d184f tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:48.118172 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fd5b6c-04ad-4df3-8281-73023c4d184f tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:48.120241 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-99fd5b6c-04ad-4df3-8281-73023c4d184f tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.4634466 Jul 15 13:14:48.126822 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5665a204-eebd-41fc-93a2-e5882541f201 None None] Routers {'e221a3b1-f958-4278-8068-27a2b6f82168'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:48.127295 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60640) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:48.127681 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60642) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:48.128066 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5665a204-eebd-41fc-93a2-e5882541f201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:14:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['e221a3b1-f958-4278-8068-27a2b6f82168'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:48.197889 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-08b80a13-52fe-459f-a669-d8d4afb10923 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.199797 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-08b80a13-52fe-459f-a669-d8d4afb10923 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.4278328 Jul 15 13:14:48.203612 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60646) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:48.204985 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e55149f2-1094-403a-96f1-1bf69b12ba14 None None] Provisioning for port cd2cc1bc-fd75-49b7-84d3-302344902ee4 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:48.219905 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e55149f2-1094-403a-96f1-1bf69b12ba14 None None] Provisioning complete for port cd2cc1bc-fd75-49b7-84d3-302344902ee4 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:48.221749 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e55149f2-1094-403a-96f1-1bf69b12ba14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.228958 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5665a204-eebd-41fc-93a2-e5882541f201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:48.252407 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e45006-341d-408f-a2e2-fcd154573106 x-openstack-request-id: req-02e45006-341d-408f-a2e2-fcd154573106 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:48.252774 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "147c7280-5538-49e7-9aae-642db42a04b4", "name": "network-vif-unplugged", "status": "completed", "tag": "720adb4d-f7d9-4b09-96ad-238d3c1d91ce", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:48.252986 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-02e45006-341d-408f-a2e2-fcd154573106 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:48.253363 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '147c7280-5538-49e7-9aae-642db42a04b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '720adb4d-f7d9-4b09-96ad-238d3c1d91ce', 'code': 200} Jul 15 13:14:48.258643 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5665a204-eebd-41fc-93a2-e5882541f201 None None] Routers {'e221a3b1-f958-4278-8068-27a2b6f82168'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:48.259298 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5665a204-eebd-41fc-93a2-e5882541f201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:14:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['e221a3b1-f958-4278-8068-27a2b6f82168'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:48.275750 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-8a6e1fe9-ca64-49bb-a5a1-5e864bfac0a7 service neutron] Attempting to bind port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce on host n-h2-758944-45 for vnic_type normal with profile {"migrating_to": "n-h1-758944-45"} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:48.276078 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-8a6e1fe9-ca64-49bb-a5a1-5e864bfac0a7 service neutron] Attempting to bind port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:48.283717 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-8a6e1fe9-ca64-49bb-a5a1-5e864bfac0a7 service neutron] Attempting to bind port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce on network 11104484-975b-4425-b2d0-5e9908c9b0d1 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:48.331860 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-8a6e1fe9-ca64-49bb-a5a1-5e864bfac0a7 service neutron] Port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce on network 11104484-975b-4425-b2d0-5e9908c9b0d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:48.331860 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-8a6e1fe9-ca64-49bb-a5a1-5e864bfac0a7 service neutron] Attempting to bind port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce on network 11104484-975b-4425-b2d0-5e9908c9b0d1 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:48.335682 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5665a204-eebd-41fc-93a2-e5882541f201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:48.339607 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5665a204-eebd-41fc-93a2-e5882541f201 None None] The sync data for ids ['e221a3b1-f958-4278-8068-27a2b6f82168'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:14:48.345147 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e55149f2-1094-403a-96f1-1bf69b12ba14 None None] Port cd2cc1bc-fd75-49b7-84d3-302344902ee4 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:14:48.367437 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e55149f2-1094-403a-96f1-1bf69b12ba14 None None] Provisioning complete for port 1bbf414b-4591-4903-a4a0-0c7b17dcb439 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:48.368523 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e55149f2-1094-403a-96f1-1bf69b12ba14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.376104 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-8a6e1fe9-ca64-49bb-a5a1-5e864bfac0a7 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:48.376566 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-8a6e1fe9-ca64-49bb-a5a1-5e864bfac0a7 service neutron] Checking segment: {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:48.376984 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-8a6e1fe9-ca64-49bb-a5a1-5e864bfac0a7 service neutron] Bound using segment: {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:48.377476 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-8a6e1fe9-ca64-49bb-a5a1-5e864bfac0a7 service neutron] Bound port: 720adb4d-f7d9-4b09-96ad-238d3c1d91ce, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:48.377873 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-8a6e1fe9-ca64-49bb-a5a1-5e864bfac0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.385747 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c5c7b5d0-ae99-4d56-abff-887d32603033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.390764 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-4c1b9a16-e715-4132-bbc0-f8be86e2bb19 service neutron] 10.222.0.18 "GET /v2.0/networks/af7ddb53-a503-4934-b82b-95b8c79b40c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739804 Jul 15 13:14:48.399574 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 66045608-5c12-4242-b15a-623801d49896 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:48.467564 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e55149f2-1094-403a-96f1-1bf69b12ba14 None None] Port 1bbf414b-4591-4903-a4a0-0c7b17dcb439 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:14:48.472798 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d7357-b85a-47ae-a4eb-31f82ed9d9a1 req-1b2f0de5-b036-41ce-8c9c-956d97e6092d tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:48.474519 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-279d7357-b85a-47ae-a4eb-31f82ed9d9a1 req-1b2f0de5-b036-41ce-8c9c-956d97e6092d tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=147c7280-5538-49e7-9aae-642db42a04b4 HTTP/1.1" status: 200 len: 943 time: 0.3420129 Jul 15 13:14:48.503057 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a84df05f-747f-4a92-98f3-6811185616c7 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Deleting port cd2cc1bc-fd75-49b7-84d3-302344902ee4 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:48.503426 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a84df05f-747f-4a92-98f3-6811185616c7 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.506518 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 66045608-5c12-4242-b15a-623801d49896 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:48.507139 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.613702 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-279d7357-b85a-47ae-a4eb-31f82ed9d9a1 req-30a0afc7-67bd-4c43-a3f9-dadf0ed111cb tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174729 Jul 15 13:14:48.615719 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-4dadfeab-6ef3-4ea1-980a-dd1549dbadf8 service neutron] 10.222.0.18 "GET /v2.0/networks/af7ddb53-a503-4934-b82b-95b8c79b40c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984007 Jul 15 13:14:48.631839 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-8a6e1fe9-ca64-49bb-a5a1-5e864bfac0a7 service neutron] For port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:48.636501 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-8a6e1fe9-ca64-49bb-a5a1-5e864bfac0a7 service neutron] For port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=720adb4d-f7d9-4b09-96ad-238d3c1d91ce,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:48.667169 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-b0653610-c4f3-40a6-bad3-f996a664c1e8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9f6dd92f-446d-431c-9742-1c64543233ba HTTP/1.1" status: 200 len: 217 time: 0.0428195 Jul 15 13:14:48.668346 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-8a6e1fe9-ca64-49bb-a5a1-5e864bfac0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.678798 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1f31e45e-e227-4fa2-962f-abafdfc048ed up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:48.726034 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a84df05f-747f-4a92-98f3-6811185616c7 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.755015 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a84df05f-747f-4a92-98f3-6811185616c7 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Calling delete_port for cd2cc1bc-fd75-49b7-84d3-302344902ee4 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:48.769333 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 1f31e45e-e227-4fa2-962f-abafdfc048ed triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:48.770028 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.800062 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d68915-701f-431a-add8-5512d3e2ba0f req-0115dcb5-ac5b-42a4-b1bc-5f65022eac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:48.801628 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-0115dcb5-ac5b-42a4-b1bc-5f65022eac26 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=565ec453-53b0-4720-9670-49936e2bd20d HTTP/1.1" status: 200 len: 797 time: 0.1243033 Jul 15 13:14:48.805750 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-8a6e1fe9-ca64-49bb-a5a1-5e864bfac0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:48.806422 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-8a6e1fe9-ca64-49bb-a5a1-5e864bfac0a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.807919 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-8a6e1fe9-ca64-49bb-a5a1-5e864bfac0a7 service neutron] 10.222.0.18 "PUT /v2.0/ports/720adb4d-f7d9-4b09-96ad-238d3c1d91ce HTTP/1.1" status: 200 len: 1123 time: 2.3427148 Jul 15 13:14:48.818087 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e1fe9-ca64-49bb-a5a1-5e864bfac0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=720adb4d-f7d9-4b09-96ad-238d3c1d91ce,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:48.905649 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d68915-701f-431a-add8-5512d3e2ba0f req-59e7d605-84f3-4b91-8f74-d88645981fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:48.911200 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-59e7d605-84f3-4b91-8f74-d88645981fba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=af7ddb53-a503-4934-b82b-95b8c79b40c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1021330 Jul 15 13:14:48.992851 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['720adb4d-f7d9-4b09-96ad-238d3c1d91ce'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:14:49.041739 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-e3406994-54d6-428e-a166-8e704072697b service neutron] 10.222.0.18 "GET /v2.0/networks/af7ddb53-a503-4934-b82b-95b8c79b40c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227279 Jul 15 13:14:49.350176 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c5c7b5d0-ae99-4d56-abff-887d32603033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:49.398227 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c5c7b5d0-ae99-4d56-abff-887d32603033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:49.520638 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c5c7b5d0-ae99-4d56-abff-887d32603033 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3108978bebc4d4690452a95b948561b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3907003 Jul 15 13:14:49.523629 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 60658) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:49.526640 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7b5d0-ae99-4d56-abff-887d32603033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27306869-65c0-4b75-ba4c-daff31ca74f4,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:49.573911 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58d68915-701f-431a-add8-5512d3e2ba0f req-76c8f4a0-1ffe-48cd-adcb-005726afa3ce service neutron] 10.222.0.18 "GET /v2.0/networks/af7ddb53-a503-4934-b82b-95b8c79b40c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5231326 Jul 15 13:14:49.644184 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97893550-8196-47df-920a-27eaea866da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:49.698597 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97893550-8196-47df-920a-27eaea866da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:49.777966 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a84df05f-747f-4a92-98f3-6811185616c7 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:49.783856 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97893550-8196-47df-920a-27eaea866da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:49.787144 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97893550-8196-47df-920a-27eaea866da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:49.790051 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-97893550-8196-47df-920a-27eaea866da9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/27306869-65c0-4b75-ba4c-daff31ca74f4 HTTP/1.1" status: 204 len: 168 time: 0.2626364 Jul 15 13:14:49.812197 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97893550-8196-47df-920a-27eaea866da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27306869-65c0-4b75-ba4c-daff31ca74f4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:49.817682 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84df05f-747f-4a92-98f3-6811185616c7 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Pushing event deleted for resources: {'Port': ['ID=cd2cc1bc-fd75-49b7-84d3-302344902ee4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:49.829517 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-19a11631-c029-4f36-bd39-d673efc2cd67 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.055532 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec4deb-3874-4e76-8479-65c0c75d665e req-33eb1920-8577-4a7c-8528-ebe3532e1e70 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:50.062176 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b7ec4deb-3874-4e76-8479-65c0c75d665e req-33eb1920-8577-4a7c-8528-ebe3532e1e70 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=147c7280-5538-49e7-9aae-642db42a04b4 HTTP/1.1" status: 200 len: 943 time: 0.1541021 Jul 15 13:14:50.144211 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b7ec4deb-3874-4e76-8479-65c0c75d665e req-cbd8a083-9f77-4d9f-a9e9-a7bb3af31aba tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671520 Jul 15 13:14:50.168407 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a84df05f-747f-4a92-98f3-6811185616c7 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.178103 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 60670) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:50.178786 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a84df05f-747f-4a92-98f3-6811185616c7 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] 10.222.0.24 "DELETE /v2.0/ports/cd2cc1bc-fd75-49b7-84d3-302344902ee4 HTTP/1.1" status: 204 len: 168 time: 2.0458503 Jul 15 13:14:50.248949 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da49b44-ce98-4867-b3b5-c21d69ec5416 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] GET failed (client error): The resource could not be found. Jul 15 13:14:50.250980 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8da49b44-ce98-4867-b3b5-c21d69ec5416 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] 10.222.0.24 "GET /v2.0/ports/cd2cc1bc-fd75-49b7-84d3-302344902ee4 HTTP/1.1" status: 404 len: 333 time: 0.0697846 Jul 15 13:14:50.257965 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '147c7280-5538-49e7-9aae-642db42a04b4', 'tag': '720adb4d-f7d9-4b09-96ad-238d3c1d91ce'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:50.260492 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb49e7bd-e7fa-4fde-b1bf-4243c1e01a90" -d '{"events": [{"name": "network-changed", "server_uuid": "147c7280-5538-49e7-9aae-642db42a04b4", "tag": "720adb4d-f7d9-4b09-96ad-238d3c1d91ce"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:50.275144 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 60676) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:50.302660 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-983ebed5-b8b4-4066-ae29-1771d25f95cf tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Request body: {'port': {'network_id': 'b70addd0-f8fd-48e0-b01e-b7e5b3916a2e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1067341'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:50.369360 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2134c72-e856-41cc-879f-6999198a4236 x-openstack-request-id: req-a2134c72-e856-41cc-879f-6999198a4236 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:50.369657 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "147c7280-5538-49e7-9aae-642db42a04b4", "tag": "720adb4d-f7d9-4b09-96ad-238d3c1d91ce", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:50.370037 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2134c72-e856-41cc-879f-6999198a4236 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:50.370483 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '147c7280-5538-49e7-9aae-642db42a04b4', 'tag': '720adb4d-f7d9-4b09-96ad-238d3c1d91ce', 'status': 'completed', 'code': 200} Jul 15 13:14:50.533167 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49e7bd-e7fa-4fde-b1bf-4243c1e01a90 req-ad5b4eba-9a60-4a93-bc62-86470ac57111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:50.535150 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cb49e7bd-e7fa-4fde-b1bf-4243c1e01a90 req-ad5b4eba-9a60-4a93-bc62-86470ac57111 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c2b5fceeddc4686a6075bcd70c81526&device_id=147c7280-5538-49e7-9aae-642db42a04b4 HTTP/1.1" status: 200 len: 1126 time: 0.1147256 Jul 15 13:14:50.551122 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983ebed5-b8b4-4066-ae29-1771d25f95cf tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Made reservation on behalf of 3738c566c715471e81c27628ca74d617 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:50.556252 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-983ebed5-b8b4-4066-ae29-1771d25f95cf tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.571122 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-19a11631-c029-4f36-bd39-d673efc2cd67 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Allocated IP 172.20.0.1 (a9679e22-42b0-4409-ac48-7fc9b7a84744/114086db-a274-45a3-a707-d19ff5208a56/06c403f5-8923-4f2d-9403-4a4561b965a2) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:50.584420 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-983ebed5-b8b4-4066-ae29-1771d25f95cf tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] device_id is not set on port 2dd1d3fa-e823-4dae-b410-33e509e84b00 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:14:50.738058 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d8ae883e-ec72-4c75-91d3-a293acd0dd77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.748398 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49e7bd-e7fa-4fde-b1bf-4243c1e01a90 req-0f3d39a6-7367-4cb3-95f2-f4fb6012c5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:50.750060 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cb49e7bd-e7fa-4fde-b1bf-4243c1e01a90 req-0f3d39a6-7367-4cb3-95f2-f4fb6012c5f5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=11104484-975b-4425-b2d0-5e9908c9b0d1 HTTP/1.1" status: 200 len: 908 time: 0.2082930 Jul 15 13:14:50.791188 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-983ebed5-b8b4-4066-ae29-1771d25f95cf tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Allocated IP 2001:db8::27a (b70addd0-f8fd-48e0-b01e-b7e5b3916a2e/ad32a593-be5d-400f-a3df-ec00bb6d37d0/2dd1d3fa-e823-4dae-b410-33e509e84b00) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:50.812698 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cb49e7bd-e7fa-4fde-b1bf-4243c1e01a90 req-c1cfbcfa-8dbf-4a58-bda5-feb1dfe5f409 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=720adb4d-f7d9-4b09-96ad-238d3c1d91ce HTTP/1.1" status: 200 len: 217 time: 0.0521638 Jul 15 13:14:50.850903 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-19a11631-c029-4f36-bd39-d673efc2cd67 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.876377 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-19a11631-c029-4f36-bd39-d673efc2cd67 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Transition to ACTIVE for port object 06c403f5-8923-4f2d-9403-4a4561b965a2 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:50.887160 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49e7bd-e7fa-4fde-b1bf-4243c1e01a90 req-839ce7b3-329e-4455-8ce0-e27af34ffebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:50.888800 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cb49e7bd-e7fa-4fde-b1bf-4243c1e01a90 req-839ce7b3-329e-4455-8ce0-e27af34ffebe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=175aacaa-613b-43c2-81a6-3ccd12246946 HTTP/1.1" status: 200 len: 847 time: 0.0668411 Jul 15 13:14:50.937101 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cb49e7bd-e7fa-4fde-b1bf-4243c1e01a90 req-64151d7d-9a61-44d2-8d21-290f52090e7f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=11104484-975b-4425-b2d0-5e9908c9b0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391417 Jul 15 13:14:50.987351 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-19a11631-c029-4f36-bd39-d673efc2cd67 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.068467 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a11631-c029-4f36-bd39-d673efc2cd67 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Network a9679e22-42b0-4409-ac48-7fc9b7a84744 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:51.077416 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-19a11631-c029-4f36-bd39-d673efc2cd67 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:51.084459 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a11631-c029-4f36-bd39-d673efc2cd67 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:51.098041 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-983ebed5-b8b4-4066-ae29-1771d25f95cf tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.114069 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a11631-c029-4f36-bd39-d673efc2cd67 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event updated for resources: {'Port': ['ID=06c403f5-8923-4f2d-9403-4a4561b965a2,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:51.125083 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-983ebed5-b8b4-4066-ae29-1771d25f95cf tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Transition to ACTIVE for port object 2dd1d3fa-e823-4dae-b410-33e509e84b00 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:51.140918 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cb49e7bd-e7fa-4fde-b1bf-4243c1e01a90 req-1e538050-669b-4902-a1a6-68642a60d186 service neutron] 10.222.0.32 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958995 Jul 15 13:14:51.209171 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-983ebed5-b8b4-4066-ae29-1771d25f95cf tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.256832 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-19a11631-c029-4f36-bd39-d673efc2cd67 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.332698 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ebed5-b8b4-4066-ae29-1771d25f95cf tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Pushing event updated for resources: {'Port': ['ID=2dd1d3fa-e823-4dae-b410-33e509e84b00,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:51.356093 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983ebed5-b8b4-4066-ae29-1771d25f95cf tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Network b70addd0-f8fd-48e0-b01e-b7e5b3916a2e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:51.359471 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-983ebed5-b8b4-4066-ae29-1771d25f95cf tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:51.376117 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983ebed5-b8b4-4066-ae29-1771d25f95cf tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:51.389307 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983ebed5-b8b4-4066-ae29-1771d25f95cf tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:51.389944 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-983ebed5-b8b4-4066-ae29-1771d25f95cf tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.445335 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cb49e7bd-e7fa-4fde-b1bf-4243c1e01a90 req-ab4dd4f6-2415-437a-a0a8-fc546da4aba6 service neutron] 10.222.0.32 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943368 Jul 15 13:14:51.491798 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-983ebed5-b8b4-4066-ae29-1771d25f95cf tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.2120097 Jul 15 13:14:51.495790 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 60710) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:51.503644 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-236d19dd-5f95-442c-b928-019161005662 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::392', 'mac_address': 'fa:16:3e:b6:76:2c'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:51.549265 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-19a11631-c029-4f36-bd39-d673efc2cd67 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.627614 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d51f3-a6b9-4b64-b1bd-5c6d6b1e25cb req-b9a7d449-b4bd-4d05-8525-94d7d991ac28 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:51.629229 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-508d51f3-a6b9-4b64-b1bd-5c6d6b1e25cb req-b9a7d449-b4bd-4d05-8525-94d7d991ac28 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=147c7280-5538-49e7-9aae-642db42a04b4 HTTP/1.1" status: 200 len: 943 time: 0.2003205 Jul 15 13:14:51.670353 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7491d16c-b4fb-47a2-83dd-2a5f5b398d2e None None] Provisioning for port 06c403f5-8923-4f2d-9403-4a4561b965a2 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:51.685071 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7491d16c-b4fb-47a2-83dd-2a5f5b398d2e None None] Provisioning complete for port 06c403f5-8923-4f2d-9403-4a4561b965a2 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:51.685626 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7491d16c-b4fb-47a2-83dd-2a5f5b398d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.812023 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7491d16c-b4fb-47a2-83dd-2a5f5b398d2e None None] Port 06c403f5-8923-4f2d-9403-4a4561b965a2 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:14:51.827476 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-508d51f3-a6b9-4b64-b1bd-5c6d6b1e25cb req-25ff1259-8bb8-479f-8a9c-13febede54da tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710420 Jul 15 13:14:51.947204 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-236d19dd-5f95-442c-b928-019161005662 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.963615 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 720adb4d-f7d9-4b09-96ad-238d3c1d91ce details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:14:51.973826 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f2a6d72b-0c5a-4d4d-b251-34765c000429 None None] Provisioning for port 2dd1d3fa-e823-4dae-b410-33e509e84b00 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:52.000268 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f2a6d72b-0c5a-4d4d-b251-34765c000429 None None] Provisioning complete for port 2dd1d3fa-e823-4dae-b410-33e509e84b00 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:52.002733 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2a6d72b-0c5a-4d4d-b251-34765c000429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.051371 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f2a6d72b-0c5a-4d4d-b251-34765c000429 None None] Port 2dd1d3fa-e823-4dae-b410-33e509e84b00 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:14:52.121986 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-19a11631-c029-4f36-bd39-d673efc2cd67 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.122945 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60722) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:52.160940 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-19a11631-c029-4f36-bd39-d673efc2cd67 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.273190 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-19a11631-c029-4f36-bd39-d673efc2cd67 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.277996 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=720adb4d-f7d9-4b09-96ad-238d3c1d91ce,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:52.303451 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 720adb4d-f7d9-4b09-96ad-238d3c1d91ce has no active binding in host n-h1-758944-45 {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:14:52.361948 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a11631-c029-4f36-bd39-d673efc2cd67 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event updated for resources: {'Port': ['ID=06c403f5-8923-4f2d-9403-4a4561b965a2,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:52.366979 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-236d19dd-5f95-442c-b928-019161005662 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.378343 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-236d19dd-5f95-442c-b928-019161005662 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.421847 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e6adf051-0b32-45f5-bdae-6413cbd58735 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-607572413', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:52.439541 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-236d19dd-5f95-442c-b928-019161005662 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] In _notify_port_updated(), no bound segment for port 2dd1d3fa-e823-4dae-b410-33e509e84b00 on network b70addd0-f8fd-48e0-b01e-b7e5b3916a2e {{(pid=93814) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:14:52.445907 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236d19dd-5f95-442c-b928-019161005662 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:52.446625 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-236d19dd-5f95-442c-b928-019161005662 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.448269 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-236d19dd-5f95-442c-b928-019161005662 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] 10.222.0.24 "PUT /v2.0/ports/2dd1d3fa-e823-4dae-b410-33e509e84b00 HTTP/1.1" status: 200 len: 1000 time: 0.9514580 Jul 15 13:14:52.454558 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 60728) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:52.457094 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a11631-c029-4f36-bd39-d673efc2cd67 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Network a9679e22-42b0-4409-ac48-7fc9b7a84744 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:52.462404 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-19a11631-c029-4f36-bd39-d673efc2cd67 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:52.534802 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d19dd-5f95-442c-b928-019161005662 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Pushing event updated for resources: {'Port': ['ID=2dd1d3fa-e823-4dae-b410-33e509e84b00,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:52.548883 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6adf051-0b32-45f5-bdae-6413cbd58735 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Made reservation on behalf of 6b108ef11240437aa0510f8a76c3d95e for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:52.551781 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6adf051-0b32-45f5-bdae-6413cbd58735 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.582848 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6adf051-0b32-45f5-bdae-6413cbd58735 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.616012 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-619b0e5d-9dfd-48b5-8c53-f58495d4772d tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Deleting port 2dd1d3fa-e823-4dae-b410-33e509e84b00 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:52.617001 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-619b0e5d-9dfd-48b5-8c53-f58495d4772d tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.724207 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a11631-c029-4f36-bd39-d673efc2cd67 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Router e221a3b1-f958-4278-8068-27a2b6f82168 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:14:52.885304 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-619b0e5d-9dfd-48b5-8c53-f58495d4772d tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.916771 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6adf051-0b32-45f5-bdae-6413cbd58735 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.926517 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6adf051-0b32-45f5-bdae-6413cbd58735 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.934101 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-e6adf051-0b32-45f5-bdae-6413cbd58735 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] device_id is not set on port 5176d44b-756d-4f91-895f-bc4c1556481b yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:14:52.953242 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a11631-c029-4f36-bd39-d673efc2cd67 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:14:52.964451 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-19a11631-c029-4f36-bd39-d673efc2cd67 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "PUT /v2.0/routers/e221a3b1-f958-4278-8068-27a2b6f82168/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7592998 Jul 15 13:14:52.965159 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60738) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:52.972800 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edfd292-6b5f-4f37-a700-d6473135842d None None] Sync routers for ids ['e221a3b1-f958-4278-8068-27a2b6f82168'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:14:52.980600 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-619b0e5d-9dfd-48b5-8c53-f58495d4772d tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Calling delete_port for 2dd1d3fa-e823-4dae-b410-33e509e84b00 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:53.007662 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-151729f0-2a1c-4f41-9762-0a43a3cccfd8 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Request body: {'port': {'network_id': 'a9679e22-42b0-4409-ac48-7fc9b7a84744', 'name': 'tempest-FloatingIPTestJSON-1159433541'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:53.028967 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edfd292-6b5f-4f37-a700-d6473135842d None None] Routers {'e221a3b1-f958-4278-8068-27a2b6f82168'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:53.033612 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7edfd292-6b5f-4f37-a700-d6473135842d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:14:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['e221a3b1-f958-4278-8068-27a2b6f82168'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:53.080038 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adf051-0b32-45f5-bdae-6413cbd58735 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965e58e3-cf5c-4cd3-aa87-43caacb9a49b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:53.199782 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7edfd292-6b5f-4f37-a700-d6473135842d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:53.254371 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-e6adf051-0b32-45f5-bdae-6413cbd58735 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Allocated IP 172.25.6.164 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/5176d44b-756d-4f91-895f-bc4c1556481b) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:53.269339 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.272457 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edfd292-6b5f-4f37-a700-d6473135842d None None] Routers {'e221a3b1-f958-4278-8068-27a2b6f82168'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:53.273482 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7edfd292-6b5f-4f37-a700-d6473135842d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:14:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['e221a3b1-f958-4278-8068-27a2b6f82168'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:53.350621 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7edfd292-6b5f-4f37-a700-d6473135842d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:53.352237 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edfd292-6b5f-4f37-a700-d6473135842d None None] The sync data for ids ['e221a3b1-f958-4278-8068-27a2b6f82168'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:14:53.363339 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e1ac51c3-e6b0-426e-8e29-94f766bc4cd9 None None] Provisioning complete for port 06c403f5-8923-4f2d-9403-4a4561b965a2 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:53.364027 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e1ac51c3-e6b0-426e-8e29-94f766bc4cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.372613 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151729f0-2a1c-4f41-9762-0a43a3cccfd8 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Made reservation on behalf of f7ac9efadf084e909923c9d9e4783e21 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:53.377830 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-151729f0-2a1c-4f41-9762-0a43a3cccfd8 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.415497 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-619b0e5d-9dfd-48b5-8c53-f58495d4772d tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.416958 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c532e006-3963-4830-8f14-68cd05acf1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.420190 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-151729f0-2a1c-4f41-9762-0a43a3cccfd8 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] device_id is not set on port f36c75a8-be05-478e-b3be-406538b87a51 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:14:53.459764 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e1ac51c3-e6b0-426e-8e29-94f766bc4cd9 None None] Port 06c403f5-8923-4f2d-9403-4a4561b965a2 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:14:53.466143 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e1ac51c3-e6b0-426e-8e29-94f766bc4cd9 None None] Could not find standard attr ID for object 2dd1d3fa-e823-4dae-b410-33e509e84b00. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:14:53.492950 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b0e5d-9dfd-48b5-8c53-f58495d4772d tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Pushing event deleted for resources: {'Port': ['ID=2dd1d3fa-e823-4dae-b410-33e509e84b00,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:53.500748 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f27dbb-d5b2-4dcb-976f-8abf110fd15a req-61156090-9273-4d96-a936-4b2d277a778f tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:53.502530 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d4f27dbb-d5b2-4dcb-976f-8abf110fd15a req-61156090-9273-4d96-a936-4b2d277a778f tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=147c7280-5538-49e7-9aae-642db42a04b4 HTTP/1.1" status: 200 len: 943 time: 0.2732265 Jul 15 13:14:53.686419 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d4f27dbb-d5b2-4dcb-976f-8abf110fd15a req-4bda5b0a-14d8-462e-9ea6-6879d8ba6056 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283031 Jul 15 13:14:53.697270 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-151729f0-2a1c-4f41-9762-0a43a3cccfd8 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Allocated IP 172.20.0.14 (a9679e22-42b0-4409-ac48-7fc9b7a84744/114086db-a274-45a3-a707-d19ff5208a56/f36c75a8-be05-478e-b3be-406538b87a51) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:53.702597 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6adf051-0b32-45f5-bdae-6413cbd58735 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.718703 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-619b0e5d-9dfd-48b5-8c53-f58495d4772d tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.724478 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-619b0e5d-9dfd-48b5-8c53-f58495d4772d tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] 10.222.0.24 "DELETE /v2.0/ports/2dd1d3fa-e823-4dae-b410-33e509e84b00 HTTP/1.1" status: 204 len: 168 time: 1.2682991 Jul 15 13:14:53.732753 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 60754) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:53.775428 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-b03062fb-991f-452b-a0ad-2dec87ff9171 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] GET failed (client error): The resource could not be found. Jul 15 13:14:53.777478 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b03062fb-991f-452b-a0ad-2dec87ff9171 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] 10.222.0.24 "GET /v2.0/ports/2dd1d3fa-e823-4dae-b410-33e509e84b00 HTTP/1.1" status: 404 len: 333 time: 0.0434113 Jul 15 13:14:53.786029 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 60756) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:53.805693 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ece48c95-5845-444f-865d-8d3825ca890a tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Request body: {'port': {'network_id': 'b70addd0-f8fd-48e0-b01e-b7e5b3916a2e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-443243050'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:53.874983 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6adf051-0b32-45f5-bdae-6413cbd58735 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.888674 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-d5543e7e-ffc4-40d7-a714-82b6caa6fd13 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:53.890961 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-d5543e7e-ffc4-40d7-a714-82b6caa6fd13 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/networks?id=7b9ba910-6749-4270-b002-56d9006f5b50 HTTP/1.1" status: 200 len: 815 time: 0.3951044 Jul 15 13:14:53.932264 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-34c4e096-79a9-4c9c-b4cf-e98856866524 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/quotas/7c1af11be7dd419195f949cd92df4ecc HTTP/1.1" status: 200 len: 375 time: 0.0255194 Jul 15 13:14:53.991570 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6adf051-0b32-45f5-bdae-6413cbd58735 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:54.014429 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-e6adf051-0b32-45f5-bdae-6413cbd58735 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:54.018147 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6adf051-0b32-45f5-bdae-6413cbd58735 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:54.020526 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adf051-0b32-45f5-bdae-6413cbd58735 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Pushing event updated for resources: {'Port': ['ID=5176d44b-756d-4f91-895f-bc4c1556481b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:54.075809 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-1c994394-4920-46aa-897c-551556845b75 service neutron] 10.222.0.32 "GET /v2.0/ports/720adb4d-f7d9-4b09-96ad-238d3c1d91ce/bindings/n-h1-758944-45 HTTP/1.1" status: 200 len: 385 time: 0.2481589 Jul 15 13:14:54.100010 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-151729f0-2a1c-4f41-9762-0a43a3cccfd8 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.154817 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6adf051-0b32-45f5-bdae-6413cbd58735 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:54.155789 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6adf051-0b32-45f5-bdae-6413cbd58735 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.163909 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-151729f0-2a1c-4f41-9762-0a43a3cccfd8 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Transition to ACTIVE for port object f36c75a8-be05-478e-b3be-406538b87a51 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:54.180773 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-6d2cac39-9e3e-438f-a73d-5db73bf04b09 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c1af11be7dd419195f949cd92df4ecc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1853130 Jul 15 13:14:54.190360 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece48c95-5845-444f-865d-8d3825ca890a tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Made reservation on behalf of 3738c566c715471e81c27628ca74d617 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:54.195416 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ece48c95-5845-444f-865d-8d3825ca890a tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.206679 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e6adf051-0b32-45f5-bdae-6413cbd58735 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.0825930 Jul 15 13:14:54.211956 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60758) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:54.222284 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-92c449a6-0042-4c92-98c6-799dab614fc0 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.164'}]}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:54.242820 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-ece48c95-5845-444f-865d-8d3825ca890a tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] device_id is not set on port 022f6cc6-8e33-4410-be39-c0731bb31e4c yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:14:54.283600 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-151729f0-2a1c-4f41-9762-0a43a3cccfd8 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.303219 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-92c449a6-0042-4c92-98c6-799dab614fc0 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.304643 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-92c449a6-0042-4c92-98c6-799dab614fc0 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.355762 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-e5cae1fa-b042-4f19-bdbd-5398b00149b4 service neutron] 10.222.0.24 "GET /v2.0/networks/7b9ba910-6749-4270-b002-56d9006f5b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566322 Jul 15 13:14:54.411827 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151729f0-2a1c-4f41-9762-0a43a3cccfd8 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Network a9679e22-42b0-4409-ac48-7fc9b7a84744 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:54.434432 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-151729f0-2a1c-4f41-9762-0a43a3cccfd8 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:54.437156 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151729f0-2a1c-4f41-9762-0a43a3cccfd8 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:54.446131 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151729f0-2a1c-4f41-9762-0a43a3cccfd8 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event updated for resources: {'Port': ['ID=f36c75a8-be05-478e-b3be-406538b87a51,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:54.555318 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-ece48c95-5845-444f-865d-8d3825ca890a tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Allocated IP 2001:db8::228 (b70addd0-f8fd-48e0-b01e-b7e5b3916a2e/ad32a593-be5d-400f-a3df-ec00bb6d37d0/022f6cc6-8e33-4410-be39-c0731bb31e4c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:54.616902 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.643956 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-8de20319-ee1b-4bff-888b-b8e563cbd3eb service neutron] 10.222.0.24 "GET /v2.0/networks/7b9ba910-6749-4270-b002-56d9006f5b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569587 Jul 15 13:14:54.799549 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.849981 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0bb84f8a-df54-442d-8f14-f446819fe261 None None] Provisioning for port f36c75a8-be05-478e-b3be-406538b87a51 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:54.855662 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0bb84f8a-df54-442d-8f14-f446819fe261 None None] Provisioning complete for port f36c75a8-be05-478e-b3be-406538b87a51 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:54.856385 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb84f8a-df54-442d-8f14-f446819fe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.897097 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-0bb84f8a-df54-442d-8f14-f446819fe261 None None] Port f36c75a8-be05-478e-b3be-406538b87a51 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:14:54.919941 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-679af008-7615-4942-b2a8-e2f1991640d6 req-0e6330be-9f3d-42d5-92a9-647b2bcb640d tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=705214c8-8a5b-4ed0-bc32-d628d9515d83 HTTP/1.1" status: 200 len: 210 time: 0.0590937 Jul 15 13:14:54.934115 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-92c449a6-0042-4c92-98c6-799dab614fc0 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.958396 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ece48c95-5845-444f-865d-8d3825ca890a tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.978400 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ece48c95-5845-444f-865d-8d3825ca890a tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Transition to ACTIVE for port object 022f6cc6-8e33-4410-be39-c0731bb31e4c will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:55.011230 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-97dec521-f4ff-480d-ac16-d26600b1d0a2 service neutron] For port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=720adb4d-f7d9-4b09-96ad-238d3c1d91ce,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:55.040868 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ece48c95-5845-444f-865d-8d3825ca890a tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.110661 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece48c95-5845-444f-865d-8d3825ca890a tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Network b70addd0-f8fd-48e0-b01e-b7e5b3916a2e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:55.115625 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-ece48c95-5845-444f-865d-8d3825ca890a tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:55.125409 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151729f0-2a1c-4f41-9762-0a43a3cccfd8 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:55.126111 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-151729f0-2a1c-4f41-9762-0a43a3cccfd8 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.127575 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece48c95-5845-444f-865d-8d3825ca890a tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Pushing event updated for resources: {'Port': ['ID=022f6cc6-8e33-4410-be39-c0731bb31e4c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:55.131929 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece48c95-5845-444f-865d-8d3825ca890a tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:55.139736 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece48c95-5845-444f-865d-8d3825ca890a tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:55.141425 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ece48c95-5845-444f-865d-8d3825ca890a tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.146701 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-151729f0-2a1c-4f41-9762-0a43a3cccfd8 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1439030 Jul 15 13:14:55.151683 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 60770) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:55.156211 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-97dec521-f4ff-480d-ac16-d26600b1d0a2 service neutron] For port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:55.190693 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2f385aca-2ea0-4afa-82e2-153fa7929424 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Request body: {'floatingip': {'port_id': 'f36c75a8-be05-478e-b3be-406538b87a51'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:55.334154 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc25d1-b181-44ff-8868-0b402eb96711 req-6ed0af9e-106d-46c6-9249-275511467664 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:55.338033 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-35bc25d1-b181-44ff-8868-0b402eb96711 req-6ed0af9e-106d-46c6-9249-275511467664 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=147c7280-5538-49e7-9aae-642db42a04b4 HTTP/1.1" status: 200 len: 943 time: 0.4329677 Jul 15 13:14:55.346961 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ece48c95-5845-444f-865d-8d3825ca890a tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5539408 Jul 15 13:14:55.354086 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 60778) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:55.370422 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9696536c-af54-4b42-b829-fd59a5e763e9 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b6:76:2c'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:55.384743 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-92c449a6-0042-4c92-98c6-799dab614fc0 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.424120 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-97dec521-f4ff-480d-ac16-d26600b1d0a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 720adb4d-f7d9-4b09-96ad-238d3c1d91ce {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:55.453054 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f385aca-2ea0-4afa-82e2-153fa7929424 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.507326 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-97dec521-f4ff-480d-ac16-d26600b1d0a2 service neutron] For port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=720adb4d-f7d9-4b09-96ad-238d3c1d91ce,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:55.531881 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b25145b1-c41d-4ff5-b2bc-f7a1a8674e79 None None] Provisioning for port 022f6cc6-8e33-4410-be39-c0731bb31e4c completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:55.539752 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b25145b1-c41d-4ff5-b2bc-f7a1a8674e79 None None] Provisioning complete for port 022f6cc6-8e33-4410-be39-c0731bb31e4c triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:55.540137 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b25145b1-c41d-4ff5-b2bc-f7a1a8674e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.566729 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-35bc25d1-b181-44ff-8868-0b402eb96711 req-92d0f7ff-e279-408b-96cc-cb4740811397 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169363 Jul 15 13:14:55.570649 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-97dec521-f4ff-480d-ac16-d26600b1d0a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.621475 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b25145b1-c41d-4ff5-b2bc-f7a1a8674e79 None None] Port 022f6cc6-8e33-4410-be39-c0731bb31e4c cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:14:55.667091 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9696536c-af54-4b42-b829-fd59a5e763e9 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.773853 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-97dec521-f4ff-480d-ac16-d26600b1d0a2 service neutron] Transition to ACTIVE for port object 720adb4d-f7d9-4b09-96ad-238d3c1d91ce will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:55.782235 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-97dec521-f4ff-480d-ac16-d26600b1d0a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.794845 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 720adb4d-f7d9-4b09-96ad-238d3c1d91ce no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:55.845984 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 720adb4d-f7d9-4b09-96ad-238d3c1d91ce not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:14:55.974579 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-97dec521-f4ff-480d-ac16-d26600b1d0a2 service neutron] No DVR routers for this DVR port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:14:56.036008 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dec521-f4ff-480d-ac16-d26600b1d0a2 service neutron] Pushing event updated for resources: {'Port': ['ID=720adb4d-f7d9-4b09-96ad-238d3c1d91ce,revision_number=10']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:56.081916 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9696536c-af54-4b42-b829-fd59a5e763e9 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.089223 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9696536c-af54-4b42-b829-fd59a5e763e9 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.170918 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-97dec521-f4ff-480d-ac16-d26600b1d0a2 service neutron] 10.222.0.32 "PUT /v2.0/ports/720adb4d-f7d9-4b09-96ad-238d3c1d91ce/bindings/n-h1-758944-45/activate HTTP/1.1" status: 200 len: 370 time: 2.0850451 Jul 15 13:14:56.198737 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9696536c-af54-4b42-b829-fd59a5e763e9 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] In _notify_port_updated(), no bound segment for port 022f6cc6-8e33-4410-be39-c0731bb31e4c on network b70addd0-f8fd-48e0-b01e-b7e5b3916a2e {{(pid=93814) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:14:56.205239 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9696536c-af54-4b42-b829-fd59a5e763e9 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:56.206138 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9696536c-af54-4b42-b829-fd59a5e763e9 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.208490 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9696536c-af54-4b42-b829-fd59a5e763e9 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] 10.222.0.24 "PUT /v2.0/ports/022f6cc6-8e33-4410-be39-c0731bb31e4c HTTP/1.1" status: 200 len: 1002 time: 0.8480115 Jul 15 13:14:56.213159 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 60788) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:56.223049 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d3f48dda-a0bf-4839-8023-2b3ff8387124 req-87171285-ab9c-4e7b-ad49-a4454b7f7c87 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=705214c8-8a5b-4ed0-bc32-d628d9515d83 HTTP/1.1" status: 200 len: 210 time: 0.1256969 Jul 15 13:14:56.255826 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.279438 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-92c449a6-0042-4c92-98c6-799dab614fc0 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.320676 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-92c449a6-0042-4c92-98c6-799dab614fc0 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.580966 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-92c449a6-0042-4c92-98c6-799dab614fc0 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.619849 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c6a1c370-e002-4eb5-a4c1-f352b78b688c None None] Provisioning complete for port 022f6cc6-8e33-4410-be39-c0731bb31e4c triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:56.620470 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6a1c370-e002-4eb5-a4c1-f352b78b688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.694549 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c6a1c370-e002-4eb5-a4c1-f352b78b688c None None] Port 022f6cc6-8e33-4410-be39-c0731bb31e4c cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:14:56.886025 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696536c-af54-4b42-b829-fd59a5e763e9 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Pushing event updated for resources: {'Port': ['ID=022f6cc6-8e33-4410-be39-c0731bb31e4c,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:56.962619 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-92c449a6-0042-4c92-98c6-799dab614fc0 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.965675 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-92c449a6-0042-4c92-98c6-799dab614fc0 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.060310 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-92c449a6-0042-4c92-98c6-799dab614fc0 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.061193 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c449a6-0042-4c92-98c6-799dab614fc0 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e44fc345-7fc5-4a3f-8f6d-7bc8e51869f8 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:14:57.099458 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-92c449a6-0042-4c92-98c6-799dab614fc0 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 15 13:14:57.101453 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-92c449a6-0042-4c92-98c6-799dab614fc0 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.8866816 Jul 15 13:14:57.106272 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60796) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:57.169568 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f81643-971b-418d-a66b-f56b4cc1f4c0 req-191e8e83-1863-47e1-8c14-0cbff6d3e7e6 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:57.178369 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-06f81643-971b-418d-a66b-f56b4cc1f4c0 req-191e8e83-1863-47e1-8c14-0cbff6d3e7e6 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=147c7280-5538-49e7-9aae-642db42a04b4 HTTP/1.1" status: 200 len: 944 time: 0.2310710 Jul 15 13:14:57.279901 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-06f81643-971b-418d-a66b-f56b4cc1f4c0 req-cdf1bc05-0a92-41da-808a-2bc0548bf73b tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916834 Jul 15 13:14:57.294789 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-769bb9a4-005f-47d8-a1e3-49b257b6b70e tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:57.296509 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-769bb9a4-005f-47d8-a1e3-49b257b6b70e tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.18 "GET /v2.0/networks?id=7b9ba910-6749-4270-b002-56d9006f5b50 HTTP/1.1" status: 200 len: 815 time: 0.5406637 Jul 15 13:14:57.298824 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-36f60fef-166d-46af-950b-c47984876b49 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:57.300399 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-36f60fef-166d-46af-950b-c47984876b49 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=147c7280-5538-49e7-9aae-642db42a04b4&tenant_id=3c2b5fceeddc4686a6075bcd70c81526&binding%3Ahost_id=n-h2-758944-45 HTTP/1.1" status: 200 len: 1096 time: 0.5894325 Jul 15 13:14:57.318225 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-6f827490-283c-45f8-9177-c598b79b02f3 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Deleting port 5176d44b-756d-4f91-895f-bc4c1556481b {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:57.319219 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6f827490-283c-45f8-9177-c598b79b02f3 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.341481 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-0e08cef1-8832-463a-8976-b478ecdd15dc tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Request body: {'port': {'device_id': '705214c8-8a5b-4ed0-bc32-d628d9515d83', 'network_id': '7b9ba910-6749-4270-b002-56d9006f5b50', 'admin_state_up': True, 'tenant_id': '7c1af11be7dd419195f949cd92df4ecc'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:57.345830 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8d73449b-1142-4b5c-a2ac-17c29e0249a1 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Deleting port 022f6cc6-8e33-4410-be39-c0731bb31e4c {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:57.346261 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d73449b-1142-4b5c-a2ac-17c29e0249a1 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.354984 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f385aca-2ea0-4afa-82e2-153fa7929424 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.415231 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f385aca-2ea0-4afa-82e2-153fa7929424 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.435975 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6f827490-283c-45f8-9177-c598b79b02f3 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.476566 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-6f827490-283c-45f8-9177-c598b79b02f3 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Calling delete_port for 5176d44b-756d-4f91-895f-bc4c1556481b owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:57.480260 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-55718caf-496e-48c9-9a08-506cb2011f88 req-a32f325f-4f54-4638-a781-c116d5da2201 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=705214c8-8a5b-4ed0-bc32-d628d9515d83 HTTP/1.1" status: 200 len: 210 time: 0.0415604 Jul 15 13:14:57.653105 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6f827490-283c-45f8-9177-c598b79b02f3 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.666952 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d73449b-1142-4b5c-a2ac-17c29e0249a1 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.684038 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-2940d89f-5b22-412d-9125-2f16186d761a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:57.685612 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-2940d89f-5b22-412d-9125-2f16186d761a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=147c7280-5538-49e7-9aae-642db42a04b4&tenant_id=3c2b5fceeddc4686a6075bcd70c81526 HTTP/1.1" status: 200 len: 1096 time: 0.3613198 Jul 15 13:14:57.687464 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f827490-283c-45f8-9177-c598b79b02f3 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Pushing event deleted for resources: {'Port': ['ID=5176d44b-756d-4f91-895f-bc4c1556481b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:57.694886 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8d73449b-1142-4b5c-a2ac-17c29e0249a1 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Calling delete_port for 022f6cc6-8e33-4410-be39-c0731bb31e4c owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:57.706037 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-2f385aca-2ea0-4afa-82e2-153fa7929424 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Floating IP 5fb138d6-0c01-4ead-a86a-9a463eae3205 associated. External IP: 172.25.6.112, port: 3e5ddf88-45a3-4b4b-854e-4b075ca0c8c0. Jul 15 13:14:57.768267 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6f827490-283c-45f8-9177-c598b79b02f3 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.770481 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6f827490-283c-45f8-9177-c598b79b02f3 tempest-RoutersAdminNegativeIpV6Test-1490303237 tempest-RoutersAdminNegativeIpV6Test-1490303237-project-admin] 10.222.0.24 "DELETE /v2.0/ports/5176d44b-756d-4f91-895f-bc4c1556481b HTTP/1.1" status: 204 len: 168 time: 0.6627238 Jul 15 13:14:57.814603 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-0e08cef1-8832-463a-8976-b478ecdd15dc tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Made reservation on behalf of 7c1af11be7dd419195f949cd92df4ecc for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:57.818372 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-0e08cef1-8832-463a-8976-b478ecdd15dc tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.085933 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-76cd8f0e-0e81-4176-badb-91276c448572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:58.087533 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-76cd8f0e-0e81-4176-badb-91276c448572 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c2b5fceeddc4686a6075bcd70c81526&device_id=147c7280-5538-49e7-9aae-642db42a04b4 HTTP/1.1" status: 200 len: 1096 time: 0.3404636 Jul 15 13:14:58.163461 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60810) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:58.223931 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-0e08cef1-8832-463a-8976-b478ecdd15dc tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Allocated IP 172.20.0.10 (7b9ba910-6749-4270-b002-56d9006f5b50/b9399f7e-15bd-4621-abd1-34b022e325f1/5f1dcba5-e3c3-453a-a9d1-7ad4d008439b) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:58.287309 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d73449b-1142-4b5c-a2ac-17c29e0249a1 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.340354 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-671eec57-1775-4234-9d16-39371e8474a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.354283 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73449b-1142-4b5c-a2ac-17c29e0249a1 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Pushing event deleted for resources: {'Port': ['ID=022f6cc6-8e33-4410-be39-c0731bb31e4c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:58.422188 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-bd42d689-b324-4d86-ad77-fdecf6d028a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:58.423627 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-bd42d689-b324-4d86-ad77-fdecf6d028a1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=11104484-975b-4425-b2d0-5e9908c9b0d1 HTTP/1.1" status: 200 len: 908 time: 0.3213825 Jul 15 13:14:58.425702 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f385aca-2ea0-4afa-82e2-153fa7929424 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Router afec9de3-b2b1-4625-960d-c44b358f429a has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:14:58.443077 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d73449b-1142-4b5c-a2ac-17c29e0249a1 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.445128 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8d73449b-1142-4b5c-a2ac-17c29e0249a1 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] 10.222.0.24 "DELETE /v2.0/ports/022f6cc6-8e33-4410-be39-c0731bb31e4c HTTP/1.1" status: 204 len: 168 time: 2.2307966 Jul 15 13:14:58.456573 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 60818) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:58.536743 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-0dfe2232-6165-4490-aa27-5ba958d7d311 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=720adb4d-f7d9-4b09-96ad-238d3c1d91ce HTTP/1.1" status: 200 len: 217 time: 0.1002295 Jul 15 13:14:58.567092 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-671eec57-1775-4234-9d16-39371e8474a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.580250 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-b306b4f1-ef30-43c9-874f-af6a499582d4 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] GET failed (client error): The resource could not be found. Jul 15 13:14:58.581818 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-671eec57-1775-4234-9d16-39371e8474a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.582058 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b306b4f1-ef30-43c9-874f-af6a499582d4 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] 10.222.0.24 "GET /v2.0/ports/022f6cc6-8e33-4410-be39-c0731bb31e4c HTTP/1.1" status: 404 len: 333 time: 0.1243558 Jul 15 13:14:58.598459 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 60822) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:58.628406 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1590b0cf-a307-4f96-a814-1d14b4d19643 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Request body: {'port': {'network_id': 'b70addd0-f8fd-48e0-b01e-b7e5b3916a2e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-779910613'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:58.669824 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-671eec57-1775-4234-9d16-39371e8474a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3910e9bb82544138bee32d203acf3c72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5043695 Jul 15 13:14:58.670799 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60826) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:58.711853 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671eec57-1775-4234-9d16-39371e8474a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68a4345-ea78-453b-9597-55c2aea0de4b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:58.803031 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5fe3174b-71b3-435b-b4a4-edf964df5453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.823296 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-e3e58c6c-e870-4dc4-9d4b-cbc482cc3aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:58.824912 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-e3e58c6c-e870-4dc4-9d4b-cbc482cc3aaf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=175aacaa-613b-43c2-81a6-3ccd12246946 HTTP/1.1" status: 200 len: 847 time: 0.2747774 Jul 15 13:14:58.844159 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5fe3174b-71b3-435b-b4a4-edf964df5453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.872352 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-65d7891e-1cd5-433e-9ee5-77d677284ddc req-09024332-3531-4ddc-9711-1e8a780ea2d1 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=705214c8-8a5b-4ed0-bc32-d628d9515d83 HTTP/1.1" status: 200 len: 210 time: 0.0437214 Jul 15 13:14:58.931912 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5fe3174b-71b3-435b-b4a4-edf964df5453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.934782 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5fe3174b-71b3-435b-b4a4-edf964df5453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.940070 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5fe3174b-71b3-435b-b4a4-edf964df5453 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d68a4345-ea78-453b-9597-55c2aea0de4b HTTP/1.1" status: 204 len: 168 time: 0.2581789 Jul 15 13:14:58.948827 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3174b-71b3-435b-b4a4-edf964df5453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68a4345-ea78-453b-9597-55c2aea0de4b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:59.307276 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60834) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:59.326451 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-c3dd29ae-6b42-4dfc-83d0-5b0ad0a34240 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11104484-975b-4425-b2d0-5e9908c9b0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4558825 Jul 15 13:14:59.340449 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-0e08cef1-8832-463a-8976-b478ecdd15dc tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.362544 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7ac4ab99-fa9a-4dd2-b2d0-b98348e118f8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b108ef11240437aa0510f8a76c3d95e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536895 Jul 15 13:14:59.366713 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60836) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:59.407256 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa635bf2-9c91-492d-af65-d48298084621 req-00ce1104-e7c7-4465-8e57-6d96fb64ab07 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:59.409471 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa635bf2-9c91-492d-af65-d48298084621 req-00ce1104-e7c7-4465-8e57-6d96fb64ab07 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=147c7280-5538-49e7-9aae-642db42a04b4 HTTP/1.1" status: 200 len: 944 time: 0.9110665 Jul 15 13:14:59.415132 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f385aca-2ea0-4afa-82e2-153fa7929424 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:14:59.428416 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c45eec1-c4a5-4f7e-a916-92f471cca94a None None] Sync routers for ids ['afec9de3-b2b1-4625-960d-c44b358f429a'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:14:59.444297 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c45eec1-c4a5-4f7e-a916-92f471cca94a None None] Routers {'afec9de3-b2b1-4625-960d-c44b358f429a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:59.445217 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4c45eec1-c4a5-4f7e-a916-92f471cca94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:14:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['afec9de3-b2b1-4625-960d-c44b358f429a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:59.452178 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7dbcaf24-f4e1-4162-a098-fd6aed93878c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.488824 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4c45eec1-c4a5-4f7e-a916-92f471cca94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:59.495947 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7dbcaf24-f4e1-4162-a098-fd6aed93878c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.504103 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c45eec1-c4a5-4f7e-a916-92f471cca94a None None] Routers {'afec9de3-b2b1-4625-960d-c44b358f429a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:59.505121 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4c45eec1-c4a5-4f7e-a916-92f471cca94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:14:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['afec9de3-b2b1-4625-960d-c44b358f429a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:59.553395 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4c45eec1-c4a5-4f7e-a916-92f471cca94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:59.554134 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c45eec1-c4a5-4f7e-a916-92f471cca94a None None] The sync data for ids ['afec9de3-b2b1-4625-960d-c44b358f429a'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:14:59.564604 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1590b0cf-a307-4f96-a814-1d14b4d19643 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Made reservation on behalf of 3738c566c715471e81c27628ca74d617 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:59.568308 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1590b0cf-a307-4f96-a814-1d14b4d19643 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.594392 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7dbcaf24-f4e1-4162-a098-fd6aed93878c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.600418 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7dbcaf24-f4e1-4162-a098-fd6aed93878c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.604608 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7dbcaf24-f4e1-4162-a098-fd6aed93878c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/965e58e3-cf5c-4cd3-aa87-43caacb9a49b HTTP/1.1" status: 204 len: 168 time: 0.2343946 Jul 15 13:14:59.615292 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbcaf24-f4e1-4162-a098-fd6aed93878c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965e58e3-cf5c-4cd3-aa87-43caacb9a49b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:59.639962 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-610b9b51-6afb-47bc-aef4-5cc0f1d5a3bc service neutron] 10.222.0.18 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970383 Jul 15 13:14:59.660307 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa635bf2-9c91-492d-af65-d48298084621 req-38967fd3-9d7d-4902-a909-882901968886 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274585 Jul 15 13:14:59.693435 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-1590b0cf-a307-4f96-a814-1d14b4d19643 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] device_id is not set on port feef4499-a3e0-499d-87d1-087dfc628995 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:14:59.699081 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-0e08cef1-8832-463a-8976-b478ecdd15dc tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.714909 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['283d420b-795e-4edf-be9f-99c321b70042'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:14:59.895422 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08cef1-8832-463a-8976-b478ecdd15dc tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Pushing event updated for resources: {'Port': ['ID=5f1dcba5-e3c3-453a-a9d1-7ad4d008439b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:00.071197 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-0e08cef1-8832-463a-8976-b478ecdd15dc tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Network 7b9ba910-6749-4270-b002-56d9006f5b50 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:00.092571 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-0e08cef1-8832-463a-8976-b478ecdd15dc tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:00.100640 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-0e08cef1-8832-463a-8976-b478ecdd15dc tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:00.132669 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-e23fd53d-3c9b-4652-98c5-62ac4b238c45 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1581993 Jul 15 13:15:00.161436 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-1590b0cf-a307-4f96-a814-1d14b4d19643 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Allocated IP 2001:db8::3cd (b70addd0-f8fd-48e0-b01e-b7e5b3916a2e/ad32a593-be5d-400f-a3df-ec00bb6d37d0/feef4499-a3e0-499d-87d1-087dfc628995) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:00.173926 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f385aca-2ea0-4afa-82e2-153fa7929424 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Router e221a3b1-f958-4278-8068-27a2b6f82168 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:15:00.235969 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-9f233bc2-f74e-41bb-9d87-f7e4d18af986 service neutron] 10.222.0.18 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5744598 Jul 15 13:15:00.258088 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-0e08cef1-8832-463a-8976-b478ecdd15dc tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:00.258788 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-0e08cef1-8832-463a-8976-b478ecdd15dc tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.353502 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-0e08cef1-8832-463a-8976-b478ecdd15dc tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0279083 Jul 15 13:15:00.359709 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-40dd4a2c-e143-4a50-a6e3-218bebc074ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:00.360366 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-40dd4a2c-e143-4a50-a6e3-218bebc074ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:00.360908 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-40dd4a2c-e143-4a50-a6e3-218bebc074ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:00.361571 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-40dd4a2c-e143-4a50-a6e3-218bebc074ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:00.362249 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-40dd4a2c-e143-4a50-a6e3-218bebc074ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:00.362905 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-40dd4a2c-e143-4a50-a6e3-218bebc074ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:00.363542 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-40dd4a2c-e143-4a50-a6e3-218bebc074ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:00.366348 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-40dd4a2c-e143-4a50-a6e3-218bebc074ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d0be6e00b0740c79716294273e5f5c7&device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 6510 time: 0.1390836 Jul 15 13:15:00.379967 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-d3894b93-3f07-4ecc-a7d2-977293040ee2 service neutron] Request body: {'port': {'device_id': '705214c8-8a5b-4ed0-bc32-d628d9515d83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:00.543937 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df0103-918a-4008-8a0d-a9b728719033 req-ee678611-9428-49b3-91f5-4062ad3f4015 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:00.551732 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-15df0103-918a-4008-8a0d-a9b728719033 req-ee678611-9428-49b3-91f5-4062ad3f4015 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=705214c8-8a5b-4ed0-bc32-d628d9515d83 HTTP/1.1" status: 200 len: 932 time: 0.3954751 Jul 15 13:15:00.566147 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-7cfb3fa8-9f4a-4d45-a8f1-f493d1713342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:00.567040 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-7cfb3fa8-9f4a-4d45-a8f1-f493d1713342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:00.567698 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-7cfb3fa8-9f4a-4d45-a8f1-f493d1713342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:00.571366 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-7cfb3fa8-9f4a-4d45-a8f1-f493d1713342 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3cb5bd25-ebc1-469a-a04a-24181cd456f0&id=a1fa1aec-075f-4548-b538-3645f4cfde6d&id=a1fa1aec-075f-4548-b538-3645f4cfde6d&id=a1fa1aec-075f-4548-b538-3645f4cfde6d&id=a1fa1aec-075f-4548-b538-3645f4cfde6d&id=3e157d46-1a46-4ef5-af60-0a822c2bdcfe&id=3e157d46-1a46-4ef5-af60-0a822c2bdcfe HTTP/1.1" status: 200 len: 2295 time: 0.1730235 Jul 15 13:15:00.622367 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f385aca-2ea0-4afa-82e2-153fa7929424 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:15:00.634436 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f385aca-2ea0-4afa-82e2-153fa7929424 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.637298 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadda3f6-5496-440a-947c-a4b91709e4f7 None None] Sync routers for ids ['e221a3b1-f958-4278-8068-27a2b6f82168'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:15:00.655471 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadda3f6-5496-440a-947c-a4b91709e4f7 None None] Routers {'e221a3b1-f958-4278-8068-27a2b6f82168'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:00.656410 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-dadda3f6-5496-440a-947c-a4b91709e4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:14:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['e221a3b1-f958-4278-8068-27a2b6f82168'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:00.712998 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-dadda3f6-5496-440a-947c-a4b91709e4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:00.732691 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1590b0cf-a307-4f96-a814-1d14b4d19643 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.739591 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-d3894b93-3f07-4ecc-a7d2-977293040ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.740710 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadda3f6-5496-440a-947c-a4b91709e4f7 None None] Routers {'e221a3b1-f958-4278-8068-27a2b6f82168'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:00.742719 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-dadda3f6-5496-440a-947c-a4b91709e4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:14:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['e221a3b1-f958-4278-8068-27a2b6f82168'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:00.756383 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-14baa5d5-c517-464a-b5d6-3c7c2de25afd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a321f8f-462b-42da-9f67-de3a6358e566 HTTP/1.1" status: 200 len: 1000 time: 0.1770892 Jul 15 13:15:00.766502 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-15df0103-918a-4008-8a0d-a9b728719033 req-907cf203-74a6-4d8a-8525-15140d85e474 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137206 Jul 15 13:15:00.792456 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-dadda3f6-5496-440a-947c-a4b91709e4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:00.794372 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadda3f6-5496-440a-947c-a4b91709e4f7 None None] The sync data for ids ['e221a3b1-f958-4278-8068-27a2b6f82168'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:15:00.795466 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1590b0cf-a307-4f96-a814-1d14b4d19643 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Transition to ACTIVE for port object feef4499-a3e0-499d-87d1-087dfc628995 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:00.876832 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-b90bb3eb-2939-429b-85e6-933ff7194a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:00.883203 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-b90bb3eb-2939-429b-85e6-933ff7194a4e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8df1933c-2ac7-4eba-8783-298edae711d0 HTTP/1.1" status: 200 len: 854 time: 0.1187773 Jul 15 13:15:01.027555 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2f385aca-2ea0-4afa-82e2-153fa7929424 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "PUT /v2.0/floatingips/5fb138d6-0c01-4ead-a86a-9a463eae3205 HTTP/1.1" status: 200 len: 979 time: 5.8741348 Jul 15 13:15:01.045577 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 60870) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:01.049367 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-74ef3dd5-dab5-420f-831e-63c3b2fc4b13 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:01.052173 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-74ef3dd5-dab5-420f-831e-63c3b2fc4b13 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=147c7280-5538-49e7-9aae-642db42a04b4&tenant_id=3c2b5fceeddc4686a6075bcd70c81526&binding%3Ahost_id=n-h1-758944-45 HTTP/1.1" status: 200 len: 1096 time: 0.3579974 Jul 15 13:15:01.111627 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-3b689f19-5549-43cb-98f6-1ab6179840c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:01.114237 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-3b689f19-5549-43cb-98f6-1ab6179840c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3cb5bd25-ebc1-469a-a04a-24181cd456f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2249062 Jul 15 13:15:01.161067 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4271e91-17e3-4a41-9a11-24459ef3613b req-23720c7c-6dfc-43b0-90d7-6c1500902f87 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:01.162619 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d4271e91-17e3-4a41-9a11-24459ef3613b req-23720c7c-6dfc-43b0-90d7-6c1500902f87 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=147c7280-5538-49e7-9aae-642db42a04b4 HTTP/1.1" status: 200 len: 944 time: 0.1784637 Jul 15 13:15:01.253075 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d4271e91-17e3-4a41-9a11-24459ef3613b req-2c7aa0ad-9a55-4586-aedd-6a6a8d40f6b9 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835128 Jul 15 13:15:01.258921 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1590b0cf-a307-4f96-a814-1d14b4d19643 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.274210 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-07d0807a-f90d-4629-bb43-684ab824e6f5 service neutron] 10.222.0.32 "GET /v2.0/networks/3cb5bd25-ebc1-469a-a04a-24181cd456f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517553 Jul 15 13:15:01.362173 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1590b0cf-a307-4f96-a814-1d14b4d19643 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Network b70addd0-f8fd-48e0-b01e-b7e5b3916a2e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:01.398738 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-1590b0cf-a307-4f96-a814-1d14b4d19643 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:01.401951 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1590b0cf-a307-4f96-a814-1d14b4d19643 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:01.408220 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1590b0cf-a307-4f96-a814-1d14b4d19643 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:01.408886 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1590b0cf-a307-4f96-a814-1d14b4d19643 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.468295 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590b0cf-a307-4f96-a814-1d14b4d19643 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Pushing event updated for resources: {'Port': ['ID=feef4499-a3e0-499d-87d1-087dfc628995,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:01.483836 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1590b0cf-a307-4f96-a814-1d14b4d19643 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8845394 Jul 15 13:15:01.490226 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 60884) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:01.512630 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1464363b-2327-42f8-acb2-426a2a5ce6a6 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Request body: {'port': {'network_id': 'b70addd0-f8fd-48e0-b01e-b7e5b3916a2e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1521816684'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:01.520220 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-e78240ec-bf70-4f15-8dcf-d7552b342bf5 service neutron] 10.222.0.32 "GET /v2.0/networks/3cb5bd25-ebc1-469a-a04a-24181cd456f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375615 Jul 15 13:15:01.630204 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-e924b661-0148-4f62-97a8-c1a5ae8bd94e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=b90f8281-cdcd-40a0-8a1a-8cf546cddaeb HTTP/1.1" status: 200 len: 217 time: 0.0912139 Jul 15 13:15:01.731017 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-61c9fbdd-5448-42f2-aa0e-ac8932c618d3 service neutron] For port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:01.731591 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-988e9f77-9a0f-4ff5-bc52-6055e33f1e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:01.733108 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-988e9f77-9a0f-4ff5-bc52-6055e33f1e66 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6da4ff9-68f2-4350-8517-a3f37f7c5c8e HTTP/1.1" status: 200 len: 797 time: 0.1020648 Jul 15 13:15:01.750975 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-14514161-1147-466c-9c42-a0acabc37639 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Deleting port f36c75a8-be05-478e-b3be-406538b87a51 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:01.752137 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14514161-1147-466c-9c42-a0acabc37639 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.758358 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-61c9fbdd-5448-42f2-aa0e-ac8932c618d3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.759237 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff60106-b7f0-44f8-b374-13979844b163 req-4817f556-d585-465f-b9e3-a06382e6560a tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:01.759496 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d68c4c5-0bc2-499e-a104-60bbe3a37675 req-61c9fbdd-5448-42f2-aa0e-ac8932c618d3 service neutron] 10.222.0.18 "DELETE /v2.0/ports/720adb4d-f7d9-4b09-96ad-238d3c1d91ce/bindings/n-h2-758944-45 HTTP/1.1" status: 204 len: 173 time: 0.6002610 Jul 15 13:15:01.769100 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cff60106-b7f0-44f8-b374-13979844b163 req-4817f556-d585-465f-b9e3-a06382e6560a tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=147c7280-5538-49e7-9aae-642db42a04b4 HTTP/1.1" status: 200 len: 1096 time: 0.2434025 Jul 15 13:15:01.869986 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cff60106-b7f0-44f8-b374-13979844b163 req-2297a538-ff97-4359-be68-0f417ebc16ab tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988050 Jul 15 13:15:01.878463 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8863d53c-4b18-417a-8bd7-51be9d678c17 None None] Provisioning for port feef4499-a3e0-499d-87d1-087dfc628995 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:01.883905 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8863d53c-4b18-417a-8bd7-51be9d678c17 None None] Provisioning complete for port feef4499-a3e0-499d-87d1-087dfc628995 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:01.884398 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8863d53c-4b18-417a-8bd7-51be9d678c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.937031 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-d4130a89-f13f-4fb4-95f5-ddd1a63221f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:01.938803 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-d4130a89-f13f-4fb4-95f5-ddd1a63221f7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a1fa1aec-075f-4548-b538-3645f4cfde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1623073 Jul 15 13:15:01.975216 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-8863d53c-4b18-417a-8bd7-51be9d678c17 None None] Port feef4499-a3e0-499d-87d1-087dfc628995 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:02.003795 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60900) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:02.043536 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14514161-1147-466c-9c42-a0acabc37639 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.136245 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-e2aaed57-bb9c-48fd-bfca-22352b5251b8 service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890488 Jul 15 13:15:02.197400 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-d3894b93-3f07-4ecc-a7d2-977293040ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f1dcba5-e3c3-453a-a9d1-7ad4d008439b {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:02.207449 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-d3894b93-3f07-4ecc-a7d2-977293040ee2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.219236 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-460e03b3-305c-4efb-80d5-ef1c63b856b9 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1839474708', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:02.278815 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-d3894b93-3f07-4ecc-a7d2-977293040ee2 service neutron] Transition to ACTIVE for port object 5f1dcba5-e3c3-453a-a9d1-7ad4d008439b will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:02.298838 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-d3894b93-3f07-4ecc-a7d2-977293040ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.346290 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460e03b3-305c-4efb-80d5-ef1c63b856b9 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Made reservation on behalf of 329fb99ae5da42cfb8f56e6d7717ff2f for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:02.347694 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-460e03b3-305c-4efb-80d5-ef1c63b856b9 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.371640 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-460e03b3-305c-4efb-80d5-ef1c63b856b9 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.375292 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-0dec6579-b84e-4217-a86f-a02125c789b2 service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303360 Jul 15 13:15:02.446056 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-b9ff55b6-503a-4025-b9ab-dcdc36d1f2ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=adb1e941-5028-40e5-8be7-c37ce3b71679 HTTP/1.1" status: 200 len: 217 time: 0.0616996 Jul 15 13:15:02.578258 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-fd257eed-1cc5-45a1-a916-59e8021daddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:02.580420 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-fd257eed-1cc5-45a1-a916-59e8021daddb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6da4ff9-68f2-4350-8517-a3f37f7c5c8e HTTP/1.1" status: 200 len: 797 time: 0.1004393 Jul 15 13:15:02.590267 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-87b3e69c-b9f6-4858-841d-a7a837e878d9 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:02.591956 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-87b3e69c-b9f6-4858-841d-a7a837e878d9 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/networks?id=11104484-975b-4425-b2d0-5e9908c9b0d1 HTTP/1.1" status: 200 len: 807 time: 0.2704809 Jul 15 13:15:02.646255 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-5004c9d2-434b-423b-bae7-368cba3e9d88 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/quotas/3c2b5fceeddc4686a6075bcd70c81526 HTTP/1.1" status: 200 len: 375 time: 0.0378156 Jul 15 13:15:02.748748 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-460e03b3-305c-4efb-80d5-ef1c63b856b9 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.753948 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-8bd84f73-f45b-4d88-9161-293ec6a027da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:02.755671 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-8bd84f73-f45b-4d88-9161-293ec6a027da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a1fa1aec-075f-4548-b538-3645f4cfde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1606965 Jul 15 13:15:02.758215 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-460e03b3-305c-4efb-80d5-ef1c63b856b9 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.766207 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-460e03b3-305c-4efb-80d5-ef1c63b856b9 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] device_id is not set on port 9182cda6-b35d-40b4-a4df-78d9a8390513 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:02.801229 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-1464363b-2327-42f8-acb2-426a2a5ce6a6 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:15:02.801229 n-d-758944-45 neutron-server[93814]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:15:02.801229 n-d-758944-45 neutron-server[93814]: [parameters: {'project_id_1': '3738c566c715471e81c27628ca74d617', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 15, 2, 289749)}] Jul 15 13:15:02.801229 n-d-758944-45 neutron-server[93814]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:15:02.802115 n-d-758944-45 neutron-server[93814]: DEBUG oslo_db.api [None req-1464363b-2327-42f8-acb2-426a2a5ce6a6 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:15:02.869069 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e03b3-305c-4efb-80d5-ef1c63b856b9 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa3d398-28b0-4576-9d12-20291735ae9b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:02.871054 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa0950-e178-4994-98ab-5df6e12fd965 req-b9a0492c-23cc-47d9-afa0-02a62fde6fd6 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:02.879883 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-97fa0950-e178-4994-98ab-5df6e12fd965 req-b9a0492c-23cc-47d9-afa0-02a62fde6fd6 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=705214c8-8a5b-4ed0-bc32-d628d9515d83 HTTP/1.1" status: 200 len: 932 time: 0.9048672 Jul 15 13:15:02.924894 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-34beca32-f6f1-403c-b100-77f4e6fad4b1 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c2b5fceeddc4686a6075bcd70c81526&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2618036 Jul 15 13:15:02.950485 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3894b93-3f07-4ecc-a7d2-977293040ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1dcba5-e3c3-453a-a9d1-7ad4d008439b,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:03.012010 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-4615e165-8ef9-4741-a808-5b628eacf3e2 service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473009 Jul 15 13:15:03.056398 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14514161-1147-466c-9c42-a0acabc37639 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.056782 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14514161-1147-466c-9c42-a0acabc37639 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.057055 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-14514161-1147-466c-9c42-a0acabc37639 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Floating IP 5fb138d6-0c01-4ead-a86a-9a463eae3205 disassociated. External IP: 172.25.6.112, port: f36c75a8-be05-478e-b3be-406538b87a51. Jul 15 13:15:03.057390 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-14514161-1147-466c-9c42-a0acabc37639 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Calling delete_port for f36c75a8-be05-478e-b3be-406538b87a51 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:03.063532 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-460e03b3-305c-4efb-80d5-ef1c63b856b9 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Allocated IP 172.25.6.72 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/9182cda6-b35d-40b4-a4df-78d9a8390513) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:03.066782 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-97fa0950-e178-4994-98ab-5df6e12fd965 req-b23288e6-ab59-4c19-a613-efe39be83af7 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646736 Jul 15 13:15:03.177068 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-d3894b93-3f07-4ecc-a7d2-977293040ee2 service neutron] Attempting to bind port 5f1dcba5-e3c3-453a-a9d1-7ad4d008439b on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:03.177068 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-d3894b93-3f07-4ecc-a7d2-977293040ee2 service neutron] Attempting to bind port 5f1dcba5-e3c3-453a-a9d1-7ad4d008439b by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7b9ba910-6749-4270-b002-56d9006f5b50'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:03.177068 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-d3894b93-3f07-4ecc-a7d2-977293040ee2 service neutron] Attempting to bind port 5f1dcba5-e3c3-453a-a9d1-7ad4d008439b on network 7b9ba910-6749-4270-b002-56d9006f5b50 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:03.190798 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-d3894b93-3f07-4ecc-a7d2-977293040ee2 service neutron] Port 5f1dcba5-e3c3-453a-a9d1-7ad4d008439b on network 7b9ba910-6749-4270-b002-56d9006f5b50 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:03.191396 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-d3894b93-3f07-4ecc-a7d2-977293040ee2 service neutron] Attempting to bind port 5f1dcba5-e3c3-453a-a9d1-7ad4d008439b on network 7b9ba910-6749-4270-b002-56d9006f5b50 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:03.219716 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-d3894b93-3f07-4ecc-a7d2-977293040ee2 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:03.220328 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-d3894b93-3f07-4ecc-a7d2-977293040ee2 service neutron] Checking segment: {'id': '2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7b9ba910-6749-4270-b002-56d9006f5b50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:03.220960 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-d3894b93-3f07-4ecc-a7d2-977293040ee2 service neutron] Bound using segment: {'id': '2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7b9ba910-6749-4270-b002-56d9006f5b50'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:03.221776 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-d3894b93-3f07-4ecc-a7d2-977293040ee2 service neutron] Bound port: 5f1dcba5-e3c3-453a-a9d1-7ad4d008439b, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7b9ba910-6749-4270-b002-56d9006f5b50'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:03.222378 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-d3894b93-3f07-4ecc-a7d2-977293040ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.245826 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-65000925-f3ca-420a-abb9-bff1c38c4d34 service neutron] 10.222.0.24 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948916 Jul 15 13:15:03.377859 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-d67cb80b-6b37-4b27-bf39-22b68a17b7cb service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208401 Jul 15 13:15:03.452943 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1464363b-2327-42f8-acb2-426a2a5ce6a6 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Made reservation on behalf of 3738c566c715471e81c27628ca74d617 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:03.456898 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-705b27d3-07be-4703-b42f-dfff4f39f4bc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=d6761381-f152-46b6-8605-a91b69be3f5c HTTP/1.1" status: 200 len: 217 time: 0.0716400 Jul 15 13:15:03.459396 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1464363b-2327-42f8-acb2-426a2a5ce6a6 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.472815 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-d3894b93-3f07-4ecc-a7d2-977293040ee2 service neutron] For port 5f1dcba5-e3c3-453a-a9d1-7ad4d008439b, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:03.512940 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-8be87d2a-a546-4c1e-8fed-c341d413999d service neutron] 10.222.0.24 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697256 Jul 15 13:15:03.516262 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-d3894b93-3f07-4ecc-a7d2-977293040ee2 service neutron] For port 5f1dcba5-e3c3-453a-a9d1-7ad4d008439b, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=5f1dcba5-e3c3-453a-a9d1-7ad4d008439b,segment=NetworkSegment(2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72),segment_id=2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:03.533534 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-1464363b-2327-42f8-acb2-426a2a5ce6a6 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] device_id is not set on port 005211af-31de-4ef6-89b5-e24cedba4672 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:03.542889 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-d3894b93-3f07-4ecc-a7d2-977293040ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.554656 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-b445e4b0-c12f-4002-ae5d-cda582752f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:03.556213 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-b445e4b0-c12f-4002-ae5d-cda582752f8b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6da4ff9-68f2-4350-8517-a3f37f7c5c8e HTTP/1.1" status: 200 len: 797 time: 0.0897157 Jul 15 13:15:03.559615 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-460e03b3-305c-4efb-80d5-ef1c63b856b9 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.679711 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14514161-1147-466c-9c42-a0acabc37639 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.725602 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-d3894b93-3f07-4ecc-a7d2-977293040ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:03.726586 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-d3894b93-3f07-4ecc-a7d2-977293040ee2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.729067 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-d3894b93-3f07-4ecc-a7d2-977293040ee2 service neutron] 10.222.0.18 "PUT /v2.0/ports/5f1dcba5-e3c3-453a-a9d1-7ad4d008439b HTTP/1.1" status: 200 len: 1093 time: 3.3643627 Jul 15 13:15:03.729850 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '705214c8-8a5b-4ed0-bc32-d628d9515d83', 'tag': '5f1dcba5-e3c3-453a-a9d1-7ad4d008439b'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:03.733599 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c04a3a-227c-4786-a610-d4657400b97e" -d '{"events": [{"name": "network-changed", "server_uuid": "705214c8-8a5b-4ed0-bc32-d628d9515d83", "tag": "5f1dcba5-e3c3-453a-a9d1-7ad4d008439b"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:03.860301 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366e204f-6ff8-422c-926f-cff4e2c80161 x-openstack-request-id: req-366e204f-6ff8-422c-926f-cff4e2c80161 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:03.861216 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "705214c8-8a5b-4ed0-bc32-d628d9515d83", "tag": "5f1dcba5-e3c3-453a-a9d1-7ad4d008439b", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:03.861374 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-366e204f-6ff8-422c-926f-cff4e2c80161 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:03.862369 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '705214c8-8a5b-4ed0-bc32-d628d9515d83', 'tag': '5f1dcba5-e3c3-453a-a9d1-7ad4d008439b', 'status': 'completed', 'code': 200} Jul 15 13:15:03.879799 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-85a758b9-e5b0-41bd-a39a-4ba6905d9b1c req-1e9d6bcb-b292-40fa-bcc4-c27b82026cef tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 210 time: 0.1610129 Jul 15 13:15:04.017394 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3894b93-3f07-4ecc-a7d2-977293040ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1dcba5-e3c3-453a-a9d1-7ad4d008439b,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:04.095299 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-e3b9853d-a898-4ec7-93a5-789e77661735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:04.098322 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-e3b9853d-a898-4ec7-93a5-789e77661735 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a1fa1aec-075f-4548-b538-3645f4cfde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5333238 Jul 15 13:15:04.121668 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-460e03b3-305c-4efb-80d5-ef1c63b856b9 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.247673 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460e03b3-305c-4efb-80d5-ef1c63b856b9 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:04.285792 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-1464363b-2327-42f8-acb2-426a2a5ce6a6 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Allocated IP 2001:db8::16d (b70addd0-f8fd-48e0-b01e-b7e5b3916a2e/ad32a593-be5d-400f-a3df-ec00bb6d37d0/005211af-31de-4ef6-89b5-e24cedba4672) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:04.292069 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14514161-1147-466c-9c42-a0acabc37639 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Router e221a3b1-f958-4278-8068-27a2b6f82168 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:15:04.304766 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14514161-1147-466c-9c42-a0acabc37639 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event deleted for resources: {'Port': ['ID=f36c75a8-be05-478e-b3be-406538b87a51,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:04.318849 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-460e03b3-305c-4efb-80d5-ef1c63b856b9 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:04.322053 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460e03b3-305c-4efb-80d5-ef1c63b856b9 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:04.340483 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e03b3-305c-4efb-80d5-ef1c63b856b9 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Pushing event updated for resources: {'Port': ['ID=9182cda6-b35d-40b4-a4df-78d9a8390513,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:04.439498 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460e03b3-305c-4efb-80d5-ef1c63b856b9 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:04.440155 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-460e03b3-305c-4efb-80d5-ef1c63b856b9 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.454854 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-5b2c390c-7581-4920-87a0-0749a22316da service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492062 Jul 15 13:15:04.460540 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-460e03b3-305c-4efb-80d5-ef1c63b856b9 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4554939 Jul 15 13:15:04.463357 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-4fa0f08b-d369-40bc-b99a-8e0580bca08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:04.465555 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-4fa0f08b-d369-40bc-b99a-8e0580bca08d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c1af11be7dd419195f949cd92df4ecc&device_id=705214c8-8a5b-4ed0-bc32-d628d9515d83 HTTP/1.1" status: 200 len: 1096 time: 0.6110287 Jul 15 13:15:04.465889 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60942) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:04.473465 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5bc5ddb5-59a5-4cc8-b2fc-34dc9c20d3b7 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.72'}]}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:04.573510 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-3c25c641-90ea-4f93-9e19-11802adfb681 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f1dcba5-e3c3-453a-a9d1-7ad4d008439b HTTP/1.1" status: 200 len: 217 time: 0.0641596 Jul 15 13:15:04.579691 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54a75a-067c-4412-8ef7-ddd6a2e14b40 req-51147d25-0fa5-4829-8007-62becb8bdab6 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:04.587126 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-db54a75a-067c-4412-8ef7-ddd6a2e14b40 req-51147d25-0fa5-4829-8007-62becb8bdab6 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=705214c8-8a5b-4ed0-bc32-d628d9515d83 HTTP/1.1" status: 200 len: 944 time: 0.2602568 Jul 15 13:15:04.599933 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ddb5-59a5-4cc8-b2fc-34dc9c20d3b7 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.600954 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ddb5-59a5-4cc8-b2fc-34dc9c20d3b7 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.683939 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-db54a75a-067c-4412-8ef7-ddd6a2e14b40 req-7dfb3c5c-e5d5-47ef-b03c-7334b0bd27a4 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957868 Jul 15 13:15:04.703074 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-f446cc68-97de-4e6c-88d6-982ce3300586 service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207875 Jul 15 13:15:04.730861 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14514161-1147-466c-9c42-a0acabc37639 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:15:04.745696 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ddb5-59a5-4cc8-b2fc-34dc9c20d3b7 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.757493 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956bc165-b2db-4699-b344-3ca8130d929f None None] Sync routers for ids ['e221a3b1-f958-4278-8068-27a2b6f82168'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:15:04.777974 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956bc165-b2db-4699-b344-3ca8130d929f None None] Routers {'e221a3b1-f958-4278-8068-27a2b6f82168'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:04.779295 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-0865be64-e6b8-4d25-b213-7ab11ddf4f55 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=ab5cfb37-8606-43a3-8c1c-bac95211bf1e HTTP/1.1" status: 200 len: 217 time: 0.0448215 Jul 15 13:15:04.780605 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-956bc165-b2db-4699-b344-3ca8130d929f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:14:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['e221a3b1-f958-4278-8068-27a2b6f82168'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:04.848716 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-956bc165-b2db-4699-b344-3ca8130d929f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:04.853218 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1464363b-2327-42f8-acb2-426a2a5ce6a6 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.871760 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956bc165-b2db-4699-b344-3ca8130d929f None None] Routers {'e221a3b1-f958-4278-8068-27a2b6f82168'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:04.873573 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-956bc165-b2db-4699-b344-3ca8130d929f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:14:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['e221a3b1-f958-4278-8068-27a2b6f82168'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:04.883181 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-97749960-c9e8-4688-a8c7-dd173b2aee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:04.884761 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-97749960-c9e8-4688-a8c7-dd173b2aee3b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9399f7e-15bd-4621-abd1-34b022e325f1 HTTP/1.1" status: 200 len: 855 time: 0.3024051 Jul 15 13:15:04.889569 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1464363b-2327-42f8-acb2-426a2a5ce6a6 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Transition to ACTIVE for port object 005211af-31de-4ef6-89b5-e24cedba4672 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:04.892545 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14514161-1147-466c-9c42-a0acabc37639 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.899389 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60946) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:04.900085 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-14514161-1147-466c-9c42-a0acabc37639 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "DELETE /v2.0/ports/f36c75a8-be05-478e-b3be-406538b87a51 HTTP/1.1" status: 204 len: 168 time: 3.8464692 Jul 15 13:15:04.936484 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-e068f3ca-21f2-4aaa-bcef-686f25d4a9a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7b9ba910-6749-4270-b002-56d9006f5b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351124 Jul 15 13:15:04.978330 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-956bc165-b2db-4699-b344-3ca8130d929f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:04.979958 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956bc165-b2db-4699-b344-3ca8130d929f None None] The sync data for ids ['e221a3b1-f958-4278-8068-27a2b6f82168'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:15:05.037993 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ddb5-59a5-4cc8-b2fc-34dc9c20d3b7 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.093457 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-6bb751a3-2c1b-485d-b258-97d08a4e047e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:05.095598 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-6bb751a3-2c1b-485d-b258-97d08a4e047e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6da4ff9-68f2-4350-8517-a3f37f7c5c8e HTTP/1.1" status: 200 len: 797 time: 0.2791920 Jul 15 13:15:05.117356 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1464363b-2327-42f8-acb2-426a2a5ce6a6 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.128216 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f05a4134-dec3-43bd-b62e-eb9f1dc4e773 req-efd39144-f3ef-4744-aafd-d27b65cf2d19 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 210 time: 0.0863132 Jul 15 13:15:05.177037 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-0821baf4-e6e6-4f5d-9cdb-efeb26f5a25a service neutron] 10.222.0.18 "GET /v2.0/networks/7b9ba910-6749-4270-b002-56d9006f5b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289703 Jul 15 13:15:05.190693 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1464363b-2327-42f8-acb2-426a2a5ce6a6 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Network b70addd0-f8fd-48e0-b01e-b7e5b3916a2e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:05.206517 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-1464363b-2327-42f8-acb2-426a2a5ce6a6 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:05.209453 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1464363b-2327-42f8-acb2-426a2a5ce6a6 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:05.215526 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1464363b-2327-42f8-acb2-426a2a5ce6a6 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:05.216169 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1464363b-2327-42f8-acb2-426a2a5ce6a6 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.236099 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464363b-2327-42f8-acb2-426a2a5ce6a6 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Pushing event updated for resources: {'Port': ['ID=005211af-31de-4ef6-89b5-e24cedba4672,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:05.285463 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1464363b-2327-42f8-acb2-426a2a5ce6a6 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.7911620 Jul 15 13:15:05.288689 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 60950) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:05.294115 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2eccbcce-dd27-48c0-bfa5-67923e2d8dcb tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::392', 'mac_address': 'fa:16:3e:b6:76:2c'}, {'ip_address': '2001:db8::3cd', 'mac_address': 'fa:16:3e:c1:93:9b'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:05.383439 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-533003c2-40f4-4033-ab2d-0b67cbd7d1a3 req-93663cc0-e1f4-475e-8e03-e407d9b67259 service neutron] 10.222.0.18 "GET /v2.0/networks/7b9ba910-6749-4270-b002-56d9006f5b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945834 Jul 15 13:15:05.414573 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-73d3ce4f-ee42-44e1-80f3-0b300ab264a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:05.416958 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-73d3ce4f-ee42-44e1-80f3-0b300ab264a3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a1fa1aec-075f-4548-b538-3645f4cfde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3004258 Jul 15 13:15:05.645737 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9b2f4523-57ed-4dfa-8ab5-00583dd415b5 None None] Provisioning for port 005211af-31de-4ef6-89b5-e24cedba4672 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:05.655516 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9b2f4523-57ed-4dfa-8ab5-00583dd415b5 None None] Provisioning complete for port 005211af-31de-4ef6-89b5-e24cedba4672 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:05.660145 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b2f4523-57ed-4dfa-8ab5-00583dd415b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.671290 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-489d7290-1b3e-4882-81fb-3140c5977a4c service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458227 Jul 15 13:15:05.745480 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9b2f4523-57ed-4dfa-8ab5-00583dd415b5 None None] Port 005211af-31de-4ef6-89b5-e24cedba4672 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:05.767415 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2eccbcce-dd27-48c0-bfa5-67923e2d8dcb tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.895473 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c04a3a-227c-4786-a610-d4657400b97e req-c1670641-68c4-4fd0-890f-373a89856a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:05.898601 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-85c04a3a-227c-4786-a610-d4657400b97e req-c1670641-68c4-4fd0-890f-373a89856a90 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c1af11be7dd419195f949cd92df4ecc&device_id=705214c8-8a5b-4ed0-bc32-d628d9515d83 HTTP/1.1" status: 200 len: 1096 time: 0.2510047 Jul 15 13:15:06.101407 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ddb5-59a5-4cc8-b2fc-34dc9c20d3b7 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.154113 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ddb5-59a5-4cc8-b2fc-34dc9c20d3b7 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.185213 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c04a3a-227c-4786-a610-d4657400b97e req-bc985d04-6319-420c-acd9-ba579d609ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:06.187073 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-85c04a3a-227c-4786-a610-d4657400b97e req-bc985d04-6319-420c-acd9-ba579d609ce2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7b9ba910-6749-4270-b002-56d9006f5b50 HTTP/1.1" status: 200 len: 916 time: 0.2777255 Jul 15 13:15:06.256468 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-85c04a3a-227c-4786-a610-d4657400b97e req-7f65d831-8db2-4667-bf4d-bedbd67481ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f1dcba5-e3c3-453a-a9d1-7ad4d008439b HTTP/1.1" status: 200 len: 217 time: 0.0507145 Jul 15 13:15:06.280703 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d8c13-375b-443a-bcf1-ec4665241808 req-10f5fdfb-6f24-4308-be46-8fac10b0c1a8 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:06.285728 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ce2d8c13-375b-443a-bcf1-ec4665241808 req-10f5fdfb-6f24-4308-be46-8fac10b0c1a8 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=705214c8-8a5b-4ed0-bc32-d628d9515d83 HTTP/1.1" status: 200 len: 944 time: 0.2228243 Jul 15 13:15:06.328045 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-848f9f04-a9e3-45aa-ae4b-f566819a88c9 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:06.330971 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-848f9f04-a9e3-45aa-ae4b-f566819a88c9 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.32 "GET /v2.0/networks?id=11104484-975b-4425-b2d0-5e9908c9b0d1 HTTP/1.1" status: 200 len: 807 time: 0.5401256 Jul 15 13:15:06.339130 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-61bfa5f8-4e48-436c-8a0f-8aceb12e8937 service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6544147 Jul 15 13:15:06.380108 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-0193e9b7-973d-401d-89bb-e1d94122ea2b tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Request body: {'port': {'device_id': 'b781a204-60ee-4d12-b626-02d8107e5d8a', 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1', 'admin_state_up': True, 'tenant_id': '3c2b5fceeddc4686a6075bcd70c81526'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:06.380857 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2eccbcce-dd27-48c0-bfa5-67923e2d8dcb tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.401138 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2eccbcce-dd27-48c0-bfa5-67923e2d8dcb tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.460841 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c04a3a-227c-4786-a610-d4657400b97e req-231fdf7f-a8c8-4192-ba81-1750a3b0605c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:06.462407 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-85c04a3a-227c-4786-a610-d4657400b97e req-231fdf7f-a8c8-4192-ba81-1750a3b0605c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9399f7e-15bd-4621-abd1-34b022e325f1 HTTP/1.1" status: 200 len: 855 time: 0.1751580 Jul 15 13:15:06.468390 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2eccbcce-dd27-48c0-bfa5-67923e2d8dcb tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] In _notify_port_updated(), no bound segment for port 005211af-31de-4ef6-89b5-e24cedba4672 on network b70addd0-f8fd-48e0-b01e-b7e5b3916a2e {{(pid=93814) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:15:06.479591 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eccbcce-dd27-48c0-bfa5-67923e2d8dcb tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:06.480692 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2eccbcce-dd27-48c0-bfa5-67923e2d8dcb tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.485934 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2eccbcce-dd27-48c0-bfa5-67923e2d8dcb tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] 10.222.0.24 "PUT /v2.0/ports/005211af-31de-4ef6-89b5-e24cedba4672 HTTP/1.1" status: 200 len: 1068 time: 1.1930759 Jul 15 13:15:06.503627 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ce2d8c13-375b-443a-bcf1-ec4665241808 req-47adea15-302b-4064-9ac5-492441ee7860 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963398 Jul 15 13:15:06.505993 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60962) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:06.544476 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-85c04a3a-227c-4786-a610-d4657400b97e req-3bfc796f-985a-4daa-a6e6-f1f50d67fb18 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7b9ba910-6749-4270-b002-56d9006f5b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600116 Jul 15 13:15:06.549588 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eccbcce-dd27-48c0-bfa5-67923e2d8dcb tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Pushing event updated for resources: {'Port': ['ID=005211af-31de-4ef6-89b5-e24cedba4672,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:06.554224 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-1a64e93d-0f95-4597-a5b0-4da3ded826e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=27c8b5cc-27c5-4e1f-b672-4682ef536901 HTTP/1.1" status: 200 len: 217 time: 0.1979616 Jul 15 13:15:06.671102 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bcca24b6-78bf-44eb-b51f-f1b4c2a408e1 req-259d8687-a76a-441b-b47a-aaabcf367fb1 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 210 time: 0.2372546 Jul 15 13:15:06.715683 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-85c04a3a-227c-4786-a610-d4657400b97e req-4a3307a9-f694-4512-9171-73b3fe5beff9 service neutron] 10.222.0.18 "GET /v2.0/networks/7b9ba910-6749-4270-b002-56d9006f5b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613278 Jul 15 13:15:06.788116 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-62b6d47d-ea55-490f-b496-c4799af9ef74 None None] Provisioning complete for port 005211af-31de-4ef6-89b5-e24cedba4672 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:06.789787 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-62b6d47d-ea55-490f-b496-c4799af9ef74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.848081 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-85c04a3a-227c-4786-a610-d4657400b97e req-3026744a-832f-4631-bb4d-40e18c557acb service neutron] 10.222.0.18 "GET /v2.0/networks/7b9ba910-6749-4270-b002-56d9006f5b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231613 Jul 15 13:15:06.855188 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-62b6d47d-ea55-490f-b496-c4799af9ef74 None None] Port 005211af-31de-4ef6-89b5-e24cedba4672 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:06.933313 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6cad443b-ced2-4480-83f1-b52c190d0db5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.004634 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-7be8b002-f1ca-4115-8911-9ffa5d55ed2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:07.006164 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-7be8b002-f1ca-4115-8911-9ffa5d55ed2e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5517f04-f874-4dc2-a2a6-0c279d24a4c6 HTTP/1.1" status: 200 len: 797 time: 0.3732536 Jul 15 13:15:07.493646 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ddb5-59a5-4cc8-b2fc-34dc9c20d3b7 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.536493 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-0193e9b7-973d-401d-89bb-e1d94122ea2b tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Made reservation on behalf of 3c2b5fceeddc4686a6075bcd70c81526 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:07.540193 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-0193e9b7-973d-401d-89bb-e1d94122ea2b tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.659256 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-04b4c163-a425-4ee4-bcf4-aa3edcc2df42 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Deleting port 005211af-31de-4ef6-89b5-e24cedba4672 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:07.659606 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-04b4c163-a425-4ee4-bcf4-aa3edcc2df42 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.851853 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ddb5-59a5-4cc8-b2fc-34dc9c20d3b7 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.854752 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-2821415d-0524-466b-9c9a-6521bdc50acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:07.856311 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-2821415d-0524-466b-9c9a-6521bdc50acc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3e157d46-1a46-4ef5-af60-0a822c2bdcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8406272 Jul 15 13:15:07.877166 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-09a19dac-3101-480a-9152-16783bb5a918 req-48372d30-e1ca-45ea-bffb-97ab210eb06f tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 210 time: 0.0567491 Jul 15 13:15:07.887319 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ddb5-59a5-4cc8-b2fc-34dc9c20d3b7 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.916722 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.039882 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 5f1dcba5-e3c3-453a-a9d1-7ad4d008439b details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:15:08.103347 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ddb5-59a5-4cc8-b2fc-34dc9c20d3b7 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.103759 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc5ddb5-59a5-4cc8-b2fc-34dc9c20d3b7 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e6a73a9-d77c-4cf8-888e-e17581dd6106 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:15:08.108284 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-04b4c163-a425-4ee4-bcf4-aa3edcc2df42 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.159781 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-04b4c163-a425-4ee4-bcf4-aa3edcc2df42 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Calling delete_port for 005211af-31de-4ef6-89b5-e24cedba4672 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:08.167378 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 5f1dcba5-e3c3-453a-a9d1-7ad4d008439b, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=5f1dcba5-e3c3-453a-a9d1-7ad4d008439b,segment=NetworkSegment(2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72),segment_id=2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:08.189012 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '5f1dcba5-e3c3-453a-a9d1-7ad4d008439b', 'network_id': '7b9ba910-6749-4270-b002-56d9006f5b50', 'port_id': '5f1dcba5-e3c3-453a-a9d1-7ad4d008439b', 'mac_address': 'fa:16:3e:d8:ef:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9399f7e-15bd-4621-abd1-34b022e325f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:15:08.209027 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-0193e9b7-973d-401d-89bb-e1d94122ea2b tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Allocated IP 172.20.0.11 (11104484-975b-4425-b2d0-5e9908c9b0d1/175aacaa-613b-43c2-81a6-3ccd12246946/aa29e1a1-aae3-4a2a-9416-a346b74f4f17) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:08.212186 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-5bc5ddb5-59a5-4cc8-b2fc-34dc9c20d3b7 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 15 13:15:08.216370 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5bc5ddb5-59a5-4cc8-b2fc-34dc9c20d3b7 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.7471499 Jul 15 13:15:08.217205 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 60978) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:08.255601 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.262458 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-5cb9630b-3df2-416f-bea8-f7af0caeaf27 service neutron] 10.222.0.32 "GET /v2.0/networks/3e157d46-1a46-4ef5-af60-0a822c2bdcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659627 Jul 15 13:15:08.283103 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f1dcba5-e3c3-453a-a9d1-7ad4d008439b {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:08.284314 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e953e5-2771-424e-952f-97500670cd4d req-24ab4ebc-5298-4ebb-aa68-610b559a1328 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:08.285974 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-05e953e5-2771-424e-952f-97500670cd4d req-24ab4ebc-5298-4ebb-aa68-610b559a1328 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=705214c8-8a5b-4ed0-bc32-d628d9515d83 HTTP/1.1" status: 200 len: 944 time: 0.5091147 Jul 15 13:15:08.317583 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 5f1dcba5-e3c3-453a-a9d1-7ad4d008439b, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=5f1dcba5-e3c3-453a-a9d1-7ad4d008439b,segment=NetworkSegment(2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72),segment_id=2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:08.326407 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.337116 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a179fa98-9017-4167-9f83-f517cf6c0917 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Deleting port 9182cda6-b35d-40b4-a4df-78d9a8390513 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:08.337586 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a179fa98-9017-4167-9f83-f517cf6c0917 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.411477 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=5f1dcba5-e3c3-453a-a9d1-7ad4d008439b,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:08.437963 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a179fa98-9017-4167-9f83-f517cf6c0917 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.451842 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a179fa98-9017-4167-9f83-f517cf6c0917 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Calling delete_port for 9182cda6-b35d-40b4-a4df-78d9a8390513 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:08.558627 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-05e953e5-2771-424e-952f-97500670cd4d req-67ea977a-5043-4c2b-b44a-e7673d0b1bf1 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603660 Jul 15 13:15:08.644497 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['5f1dcba5-e3c3-453a-a9d1-7ad4d008439b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:08.649009 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-ed4c7fb0-5915-4680-a871-250992c3d2af service neutron] 10.222.0.32 "GET /v2.0/networks/3e157d46-1a46-4ef5-af60-0a822c2bdcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775175 Jul 15 13:15:08.664844 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a179fa98-9017-4167-9f83-f517cf6c0917 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.716028 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179fa98-9017-4167-9f83-f517cf6c0917 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Pushing event deleted for resources: {'Port': ['ID=9182cda6-b35d-40b4-a4df-78d9a8390513,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:08.745140 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-fce4dfc1-a252-4dae-bc93-9f0f64b9a703 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=06589b71-6e92-4c84-89d8-fd3a675bfd6c HTTP/1.1" status: 200 len: 217 time: 0.0722094 Jul 15 13:15:08.800185 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a179fa98-9017-4167-9f83-f517cf6c0917 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.804093 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a179fa98-9017-4167-9f83-f517cf6c0917 tempest-RoutersAdminNegativeTest-1726860416 tempest-RoutersAdminNegativeTest-1726860416-project-admin] 10.222.0.24 "DELETE /v2.0/ports/9182cda6-b35d-40b4-a4df-78d9a8390513 HTTP/1.1" status: 204 len: 168 time: 0.5860531 Jul 15 13:15:08.816028 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-0193e9b7-973d-401d-89bb-e1d94122ea2b tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.826210 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-04b4c163-a425-4ee4-bcf4-aa3edcc2df42 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.887028 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4c163-a425-4ee4-bcf4-aa3edcc2df42 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Pushing event deleted for resources: {'Port': ['ID=005211af-31de-4ef6-89b5-e24cedba4672,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:08.891478 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-92e7c513-1dd1-44ca-b6f4-60bfdc09126c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:08.893115 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-92e7c513-1dd1-44ca-b6f4-60bfdc09126c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5517f04-f874-4dc2-a2a6-0c279d24a4c6 HTTP/1.1" status: 200 len: 797 time: 0.1318324 Jul 15 13:15:08.898353 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-6cad443b-ced2-4480-83f1-b52c190d0db5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Deleting port 06c403f5-8923-4f2d-9403-4a4561b965a2 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:08.898845 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6cad443b-ced2-4480-83f1-b52c190d0db5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.124856 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7a17a16d-07da-4832-be84-0f225f1adabb req-6ed5ea4f-2ddc-40fd-8c2d-fe65796298a4 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 210 time: 0.0857878 Jul 15 13:15:09.149941 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-0193e9b7-973d-401d-89bb-e1d94122ea2b tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.238113 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6cad443b-ced2-4480-83f1-b52c190d0db5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.281208 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-0193e9b7-973d-401d-89bb-e1d94122ea2b tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Network 11104484-975b-4425-b2d0-5e9908c9b0d1 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:09.282314 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-6cad443b-ced2-4480-83f1-b52c190d0db5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Calling delete_port for 06c403f5-8923-4f2d-9403-4a4561b965a2 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:09.286324 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 60990) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:09.305904 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193e9b7-973d-401d-89bb-e1d94122ea2b tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Pushing event updated for resources: {'Port': ['ID=aa29e1a1-aae3-4a2a-9416-a346b74f4f17,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:09.310357 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-0193e9b7-973d-401d-89bb-e1d94122ea2b tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:09.323765 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-0193e9b7-973d-401d-89bb-e1d94122ea2b tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:09.328906 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-228a4842-9b3c-458d-8dcb-0a8c096dfa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:09.331126 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-228a4842-9b3c-458d-8dcb-0a8c096dfa99 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3e157d46-1a46-4ef5-af60-0a822c2bdcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4104898 Jul 15 13:15:09.401185 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-13d91bc1-c82c-4d2f-b2d1-94b5c3b9f586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.463919 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-04b4c163-a425-4ee4-bcf4-aa3edcc2df42 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.467845 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-04b4c163-a425-4ee4-bcf4-aa3edcc2df42 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] 10.222.0.24 "DELETE /v2.0/ports/005211af-31de-4ef6-89b5-e24cedba4672 HTTP/1.1" status: 204 len: 168 time: 2.9583926 Jul 15 13:15:09.472633 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 60996) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:09.512087 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-0193e9b7-973d-401d-89bb-e1d94122ea2b tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:09.512913 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-0193e9b7-973d-401d-89bb-e1d94122ea2b tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.540513 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f5285d4-7854-4776-a796-d8b2b1fa752d tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] GET failed (client error): The resource could not be found. Jul 15 13:15:09.543750 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6f5285d4-7854-4776-a796-d8b2b1fa752d tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] 10.222.0.24 "GET /v2.0/ports/005211af-31de-4ef6-89b5-e24cedba4672 HTTP/1.1" status: 404 len: 333 time: 0.0635843 Jul 15 13:15:09.549160 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 60998) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:09.743591 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-3d99766d-971d-4fe7-8f7a-d110017db53e service neutron] 10.222.0.32 "GET /v2.0/networks/3e157d46-1a46-4ef5-af60-0a822c2bdcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846419 Jul 15 13:15:09.745818 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6cad443b-ced2-4480-83f1-b52c190d0db5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.749132 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-13d91bc1-c82c-4d2f-b2d1-94b5c3b9f586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.764075 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-13d91bc1-c82c-4d2f-b2d1-94b5c3b9f586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.842576 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-0193e9b7-973d-401d-89bb-e1d94122ea2b tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4825170 Jul 15 13:15:09.843699 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad443b-ced2-4480-83f1-b52c190d0db5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event deleted for resources: {'Port': ['ID=06c403f5-8923-4f2d-9403-4a4561b965a2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:09.872606 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d91bc1-c82c-4d2f-b2d1-94b5c3b9f586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3560dfb-aed4-4d0c-80b3-67eb1dec6a0c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:09.880002 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-3d713bde-f079-49be-a700-56d610d40590 service neutron] Request body: {'port': {'device_id': 'b781a204-60ee-4d12-b626-02d8107e5d8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:09.897322 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-13d91bc1-c82c-4d2f-b2d1-94b5c3b9f586 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=223c213f11164db0827fbda82fdd717d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6057997 Jul 15 13:15:09.897651 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 32772) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:09.909991 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d91bc1-c82c-4d2f-b2d1-94b5c3b9f586 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:09.910379 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d91bc1-c82c-4d2f-b2d1-94b5c3b9f586 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:09.910725 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d91bc1-c82c-4d2f-b2d1-94b5c3b9f586 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:09.911049 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d91bc1-c82c-4d2f-b2d1-94b5c3b9f586 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:09.911416 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d91bc1-c82c-4d2f-b2d1-94b5c3b9f586 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:09.911775 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d91bc1-c82c-4d2f-b2d1-94b5c3b9f586 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:09.912104 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d91bc1-c82c-4d2f-b2d1-94b5c3b9f586 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:09.912436 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d91bc1-c82c-4d2f-b2d1-94b5c3b9f586 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:09.912747 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d91bc1-c82c-4d2f-b2d1-94b5c3b9f586 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:09.913066 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d91bc1-c82c-4d2f-b2d1-94b5c3b9f586 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:09.913386 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d91bc1-c82c-4d2f-b2d1-94b5c3b9f586 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:09.913882 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d91bc1-c82c-4d2f-b2d1-94b5c3b9f586 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:09.954170 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-31a3f0ab-8bc1-4f3d-b991-5609d851fd21 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Deleting port feef4499-a3e0-499d-87d1-087dfc628995 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:09.954508 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-31a3f0ab-8bc1-4f3d-b991-5609d851fd21 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.058435 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e78de3e7-6858-4a3f-9dd2-194880e861cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.067936 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 5f1dcba5-e3c3-453a-a9d1-7ad4d008439b up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:10.070407 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab705d0-8638-46ce-b5c8-faa700cd2748 req-be7caf78-4fe9-43fc-9065-22a438e7343f tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:10.072101 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dab705d0-8638-46ce-b5c8-faa700cd2748 req-be7caf78-4fe9-43fc-9065-22a438e7343f tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=705214c8-8a5b-4ed0-bc32-d628d9515d83 HTTP/1.1" status: 200 len: 945 time: 0.2605472 Jul 15 13:15:10.147009 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e78de3e7-6858-4a3f-9dd2-194880e861cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.208405 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 5f1dcba5-e3c3-453a-a9d1-7ad4d008439b completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:10.217820 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 5f1dcba5-e3c3-453a-a9d1-7ad4d008439b triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:10.218543 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.235564 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-31a3f0ab-8bc1-4f3d-b991-5609d851fd21 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.281038 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-31a3f0ab-8bc1-4f3d-b991-5609d851fd21 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Calling delete_port for feef4499-a3e0-499d-87d1-087dfc628995 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:10.304877 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dab705d0-8638-46ce-b5c8-faa700cd2748 req-61340730-c242-4259-9eaf-2bec6da45a86 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093432 Jul 15 13:15:10.400528 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.430967 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e78de3e7-6858-4a3f-9dd2-194880e861cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.435546 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e78de3e7-6858-4a3f-9dd2-194880e861cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.441256 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e78de3e7-6858-4a3f-9dd2-194880e861cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e3560dfb-aed4-4d0c-80b3-67eb1dec6a0c HTTP/1.1" status: 204 len: 168 time: 0.5387297 Jul 15 13:15:10.448787 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 5f1dcba5-e3c3-453a-a9d1-7ad4d008439b, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=5f1dcba5-e3c3-453a-a9d1-7ad4d008439b,segment=NetworkSegment(2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72),segment_id=2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:10.450211 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705214c8-8a5b-4ed0-bc32-d628d9515d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1dcba5-e3c3-453a-a9d1-7ad4d008439b'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:10.454570 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a038d35d-cb50-4fea-9427-675a9a3ff50e" -d '{"events": [{"server_uuid": "705214c8-8a5b-4ed0-bc32-d628d9515d83", "name": "network-vif-plugged", "status": "completed", "tag": "5f1dcba5-e3c3-453a-a9d1-7ad4d008439b"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:10.459497 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.490269 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78de3e7-6858-4a3f-9dd2-194880e861cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3560dfb-aed4-4d0c-80b3-67eb1dec6a0c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:10.528038 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=5f1dcba5-e3c3-453a-a9d1-7ad4d008439b,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:10.658282 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-31a3f0ab-8bc1-4f3d-b991-5609d851fd21 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.677340 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff9f6ae-5328-40ce-9d1f-62a2439075b2 x-openstack-request-id: req-dff9f6ae-5328-40ce-9d1f-62a2439075b2 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:10.678234 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705214c8-8a5b-4ed0-bc32-d628d9515d83", "name": "network-vif-plugged", "status": "completed", "tag": "5f1dcba5-e3c3-453a-a9d1-7ad4d008439b", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:10.678699 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dff9f6ae-5328-40ce-9d1f-62a2439075b2 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:10.679438 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705214c8-8a5b-4ed0-bc32-d628d9515d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1dcba5-e3c3-453a-a9d1-7ad4d008439b', 'code': 200} Jul 15 13:15:11.116631 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-3d713bde-f079-49be-a700-56d610d40590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.151132 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 32788) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:11.154565 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f720557-36af-4d4f-aaa2-9c69009a9efd req-b9bdaf42-213e-421c-bbbb-5fa0ea40eaf0 service neutron] 10.222.0.32 "GET /v2.0/networks/3e157d46-1a46-4ef5-af60-0a822c2bdcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3944430 Jul 15 13:15:11.202816 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408f612-08ac-40e1-bf41-eaea7ac20111 req-a4bc972f-d66b-4543-8b7b-4d6b444263fa tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:11.205125 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e408f612-08ac-40e1-bf41-eaea7ac20111 req-a4bc972f-d66b-4543-8b7b-4d6b444263fa tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 932 time: 0.5028262 Jul 15 13:15:11.233900 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6cad443b-ced2-4480-83f1-b52c190d0db5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.241250 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3f0ab-8bc1-4f3d-b991-5609d851fd21 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Pushing event deleted for resources: {'Port': ['ID=feef4499-a3e0-499d-87d1-087dfc628995,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:11.319858 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-31a3f0ab-8bc1-4f3d-b991-5609d851fd21 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.323586 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-31a3f0ab-8bc1-4f3d-b991-5609d851fd21 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] 10.222.0.24 "DELETE /v2.0/ports/feef4499-a3e0-499d-87d1-087dfc628995 HTTP/1.1" status: 204 len: 168 time: 1.7722621 Jul 15 13:15:11.330749 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 32790) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:11.356753 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-70758df1-c52e-45bb-9380-6fc4501c0c6c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=329fb99ae5da42cfb8f56e6d7717ff2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1965230 Jul 15 13:15:11.397751 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 32794) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:11.420177 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e408f612-08ac-40e1-bf41-eaea7ac20111 req-d29c7d3b-7aa0-4b59-a697-c24f1a098289 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907890 Jul 15 13:15:11.470819 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e1c715-3afa-4e15-96e0-ca54fbab592b tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] GET failed (client error): The resource could not be found. Jul 15 13:15:11.477478 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f9e1c715-3afa-4e15-96e0-ca54fbab592b tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] 10.222.0.24 "GET /v2.0/ports/feef4499-a3e0-499d-87d1-087dfc628995 HTTP/1.1" status: 404 len: 333 time: 0.1436200 Jul 15 13:15:11.478265 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 32796) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:11.531007 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ae01477d-963c-47b0-88a2-c33d81c1e706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.570265 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343931d-7d22-41d8-8338-6351fed2c0e2 req-b401060c-1d8b-41d8-a751-971ff9470c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:11.572094 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2343931d-7d22-41d8-8338-6351fed2c0e2 req-b401060c-1d8b-41d8-a751-971ff9470c1d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=705214c8-8a5b-4ed0-bc32-d628d9515d83 HTTP/1.1" status: 200 len: 1098 time: 0.3764687 Jul 15 13:15:11.620342 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ae01477d-963c-47b0-88a2-c33d81c1e706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.718607 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2343931d-7d22-41d8-8338-6351fed2c0e2 req-2e166a81-19be-4af3-b22d-1a69440e80d7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190672 Jul 15 13:15:11.782722 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fe940-5d23-4263-8e34-e9f4e6955c25 req-20956ed0-2792-4e98-9795-6faa8c8673c7 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:11.796099 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-971fe940-5d23-4263-8e34-e9f4e6955c25 req-20956ed0-2792-4e98-9795-6faa8c8673c7 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=705214c8-8a5b-4ed0-bc32-d628d9515d83 HTTP/1.1" status: 200 len: 946 time: 0.2582655 Jul 15 13:15:11.833903 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ae01477d-963c-47b0-88a2-c33d81c1e706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.837581 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ae01477d-963c-47b0-88a2-c33d81c1e706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.842640 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ae01477d-963c-47b0-88a2-c33d81c1e706 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dfa3d398-28b0-4576-9d12-20291735ae9b HTTP/1.1" status: 204 len: 168 time: 0.4301395 Jul 15 13:15:11.855756 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-3d713bde-f079-49be-a700-56d610d40590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa29e1a1-aae3-4a2a-9416-a346b74f4f17 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:11.866282 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5d9432a0-3db5-43e9-9b28-a54d9673dbb3 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Deleting port 1bbf414b-4591-4903-a4a0-0c7b17dcb439 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:11.866629 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d9432a0-3db5-43e9-9b28-a54d9673dbb3 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.867389 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-3d713bde-f079-49be-a700-56d610d40590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.873290 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01477d-963c-47b0-88a2-c33d81c1e706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa3d398-28b0-4576-9d12-20291735ae9b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:11.913527 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-971fe940-5d23-4263-8e34-e9f4e6955c25 req-31d25af0-e07c-4bdd-a2e3-caa2fbe91015 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149673 Jul 15 13:15:11.921934 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-3d713bde-f079-49be-a700-56d610d40590 service neutron] Transition to ACTIVE for port object aa29e1a1-aae3-4a2a-9416-a346b74f4f17 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:11.950951 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cad443b-ced2-4480-83f1-b52c190d0db5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Router e221a3b1-f958-4278-8068-27a2b6f82168 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:15:11.951856 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-3d713bde-f079-49be-a700-56d610d40590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.073943 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d713bde-f079-49be-a700-56d610d40590 service neutron] Pushing event updated for resources: {'Port': ['ID=aa29e1a1-aae3-4a2a-9416-a346b74f4f17,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:12.080140 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d9432a0-3db5-43e9-9b28-a54d9673dbb3 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.108223 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5d9432a0-3db5-43e9-9b28-a54d9673dbb3 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Calling delete_port for 1bbf414b-4591-4903-a4a0-0c7b17dcb439 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:12.285182 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cad443b-ced2-4480-83f1-b52c190d0db5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:15:12.294461 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6cad443b-ced2-4480-83f1-b52c190d0db5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "PUT /v2.0/routers/e221a3b1-f958-4278-8068-27a2b6f82168/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3944383 Jul 15 13:15:12.300769 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 32812) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:12.310504 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa7e39d-ac65-4e56-9801-e02216a0da9b None None] Sync routers for ids ['e221a3b1-f958-4278-8068-27a2b6f82168'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:15:12.326977 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa7e39d-ac65-4e56-9801-e02216a0da9b None None] Routers {'e221a3b1-f958-4278-8068-27a2b6f82168'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:12.327660 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-faa7e39d-ac65-4e56-9801-e02216a0da9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:14:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['e221a3b1-f958-4278-8068-27a2b6f82168'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:12.359169 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-3d713bde-f079-49be-a700-56d610d40590 service neutron] Attempting to bind port aa29e1a1-aae3-4a2a-9416-a346b74f4f17 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:12.359640 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-3d713bde-f079-49be-a700-56d610d40590 service neutron] Attempting to bind port aa29e1a1-aae3-4a2a-9416-a346b74f4f17 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:12.359962 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-3d713bde-f079-49be-a700-56d610d40590 service neutron] Attempting to bind port aa29e1a1-aae3-4a2a-9416-a346b74f4f17 on network 11104484-975b-4425-b2d0-5e9908c9b0d1 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:12.373467 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-3d713bde-f079-49be-a700-56d610d40590 service neutron] Port aa29e1a1-aae3-4a2a-9416-a346b74f4f17 on network 11104484-975b-4425-b2d0-5e9908c9b0d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:12.373981 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-3d713bde-f079-49be-a700-56d610d40590 service neutron] Attempting to bind port aa29e1a1-aae3-4a2a-9416-a346b74f4f17 on network 11104484-975b-4425-b2d0-5e9908c9b0d1 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:12.396684 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-3d713bde-f079-49be-a700-56d610d40590 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:12.397159 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-3d713bde-f079-49be-a700-56d610d40590 service neutron] Checking segment: {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:12.397543 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-3d713bde-f079-49be-a700-56d610d40590 service neutron] Bound using segment: {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:12.398283 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-3d713bde-f079-49be-a700-56d610d40590 service neutron] Bound port: aa29e1a1-aae3-4a2a-9416-a346b74f4f17, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:12.399006 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-3d713bde-f079-49be-a700-56d610d40590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.401188 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d9432a0-3db5-43e9-9b28-a54d9673dbb3 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.406793 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-faa7e39d-ac65-4e56-9801-e02216a0da9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:12.427848 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa7e39d-ac65-4e56-9801-e02216a0da9b None None] Routers {'e221a3b1-f958-4278-8068-27a2b6f82168'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:12.428912 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-faa7e39d-ac65-4e56-9801-e02216a0da9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:14:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['e221a3b1-f958-4278-8068-27a2b6f82168'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:12.445854 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9432a0-3db5-43e9-9b28-a54d9673dbb3 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Pushing event deleted for resources: {'Port': ['ID=1bbf414b-4591-4903-a4a0-0c7b17dcb439,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:12.534115 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d9432a0-3db5-43e9-9b28-a54d9673dbb3 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.534309 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-faa7e39d-ac65-4e56-9801-e02216a0da9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:12.535119 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa7e39d-ac65-4e56-9801-e02216a0da9b None None] The sync data for ids ['e221a3b1-f958-4278-8068-27a2b6f82168'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:15:12.539146 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5d9432a0-3db5-43e9-9b28-a54d9673dbb3 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] 10.222.0.24 "DELETE /v2.0/ports/1bbf414b-4591-4903-a4a0-0c7b17dcb439 HTTP/1.1" status: 204 len: 168 time: 1.0564718 Jul 15 13:15:12.546752 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 32820) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:12.656119 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0bdec95c-9c4a-413f-b88f-4ff57350f481 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.660934 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-7df19e1a-ec8e-4de3-b69c-f003673bd8bc tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Deleting subnet ad32a593-be5d-400f-a3df-ec00bb6d37d0 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:15:12.663652 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-3d713bde-f079-49be-a700-56d610d40590 service neutron] For port aa29e1a1-aae3-4a2a-9416-a346b74f4f17, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:12.667735 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7df19e1a-ec8e-4de3-b69c-f003673bd8bc tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.675939 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-3d713bde-f079-49be-a700-56d610d40590 service neutron] For port aa29e1a1-aae3-4a2a-9416-a346b74f4f17, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=aa29e1a1-aae3-4a2a-9416-a346b74f4f17,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:12.761327 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-3d713bde-f079-49be-a700-56d610d40590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.769437 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7df19e1a-ec8e-4de3-b69c-f003673bd8bc tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.935785 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-3d713bde-f079-49be-a700-56d610d40590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:12.936904 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-3d713bde-f079-49be-a700-56d610d40590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.939341 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-3d713bde-f079-49be-a700-56d610d40590 service neutron] 10.222.0.32 "PUT /v2.0/ports/aa29e1a1-aae3-4a2a-9416-a346b74f4f17 HTTP/1.1" status: 200 len: 1093 time: 3.0680549 Jul 15 13:15:12.939917 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b781a204-60ee-4d12-b626-02d8107e5d8a', 'tag': 'aa29e1a1-aae3-4a2a-9416-a346b74f4f17'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:12.942806 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cbfd87-0fe4-4279-be03-e498e7f1c58d" -d '{"events": [{"name": "network-changed", "server_uuid": "b781a204-60ee-4d12-b626-02d8107e5d8a", "tag": "aa29e1a1-aae3-4a2a-9416-a346b74f4f17"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:12.976679 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7df19e1a-ec8e-4de3-b69c-f003673bd8bc tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.031413 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d713bde-f079-49be-a700-56d610d40590 service neutron] Pushing event updated for resources: {'Port': ['ID=aa29e1a1-aae3-4a2a-9416-a346b74f4f17,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:13.071817 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d246aa8-a2bc-48e2-a7b7-67ee739b7e3c x-openstack-request-id: req-2d246aa8-a2bc-48e2-a7b7-67ee739b7e3c {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:13.072227 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b781a204-60ee-4d12-b626-02d8107e5d8a", "tag": "aa29e1a1-aae3-4a2a-9416-a346b74f4f17", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:13.072571 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d246aa8-a2bc-48e2-a7b7-67ee739b7e3c {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:13.073078 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b781a204-60ee-4d12-b626-02d8107e5d8a', 'tag': 'aa29e1a1-aae3-4a2a-9416-a346b74f4f17', 'status': 'completed', 'code': 200} Jul 15 13:15:13.081871 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7df19e1a-ec8e-4de3-b69c-f003673bd8bc tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.087757 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da60d44-88a2-4b97-80f5-542a0fa833bf req-d9719a30-a2e6-40de-88d9-b3d526b622a0 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:13.089878 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9da60d44-88a2-4b97-80f5-542a0fa833bf req-d9719a30-a2e6-40de-88d9-b3d526b622a0 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 944 time: 0.4183660 Jul 15 13:15:13.112836 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0bdec95c-9c4a-413f-b88f-4ff57350f481 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.126229 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df19e1a-ec8e-4de3-b69c-f003673bd8bc tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Pushing event deleted for resources: {'Subnet': ['ID=ad32a593-be5d-400f-a3df-ec00bb6d37d0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:13.127868 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7df19e1a-ec8e-4de3-b69c-f003673bd8bc tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.132107 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7df19e1a-ec8e-4de3-b69c-f003673bd8bc tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] 10.222.0.24 "DELETE /v2.0/subnets/ad32a593-be5d-400f-a3df-ec00bb6d37d0 HTTP/1.1" status: 204 len: 168 time: 0.5788102 Jul 15 13:15:13.132699 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 32836) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:13.143445 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82fd6ce-7bdd-4f59-9693-3155d1bd1365 None None] Network b70addd0-f8fd-48e0-b01e-b7e5b3916a2e requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:13.162125 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-1c10074d-4314-4eb7-9e6d-deb17e390bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:13.163787 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-1c10074d-4314-4eb7-9e6d-deb17e390bbd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c2b5fceeddc4686a6075bcd70c81526&device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 1096 time: 0.1485763 Jul 15 13:15:13.268288 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9da60d44-88a2-4b97-80f5-542a0fa833bf req-a797dfdc-759f-41f4-97a8-1d20abe0c083 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590211 Jul 15 13:15:13.272707 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-05fb1b7a-676a-44d4-9fcd-15560ef7bf48 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa29e1a1-aae3-4a2a-9416-a346b74f4f17 HTTP/1.1" status: 200 len: 217 time: 0.0825658 Jul 15 13:15:13.274690 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51c1bcbb-4ff3-452c-bad7-f27a3c0320d1 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.335362 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-0bdec95c-9c4a-413f-b88f-4ff57350f481 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Deleting port 437ea85d-7478-42de-ad28-827086b45b67 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:13.336188 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0bdec95c-9c4a-413f-b88f-4ff57350f481 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.359821 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-0493f988-ca5a-46b3-b6b0-0edb9c4cf4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:13.361446 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-0493f988-ca5a-46b3-b6b0-0edb9c4cf4b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=175aacaa-613b-43c2-81a6-3ccd12246946 HTTP/1.1" status: 200 len: 847 time: 0.0781271 Jul 15 13:15:13.363680 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 32842) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:13.386763 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7f774-06b1-47a7-b811-d7eae9a8e01f req-799a9ccc-7346-46bd-9f34-1da93c6f0762 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:13.395298 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-88f7f774-06b1-47a7-b811-d7eae9a8e01f req-799a9ccc-7346-46bd-9f34-1da93c6f0762 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=705214c8-8a5b-4ed0-bc32-d628d9515d83 HTTP/1.1" status: 200 len: 946 time: 0.1672893 Jul 15 13:15:13.439238 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-2394eb98-8fc2-4341-89d8-47796b67df6d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=11104484-975b-4425-b2d0-5e9908c9b0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533679 Jul 15 13:15:13.465424 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-88f7f774-06b1-47a7-b811-d7eae9a8e01f req-1650a2ec-84cb-4a73-bc49-f7d76d4f574a tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696905 Jul 15 13:15:13.483335 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-51c1bcbb-4ff3-452c-bad7-f27a3c0320d1 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Deleting port 1f31e45e-e227-4fa2-962f-abafdfc048ed {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:13.483703 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51c1bcbb-4ff3-452c-bad7-f27a3c0320d1 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.505327 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b20d41c-376a-4f65-83f0-fb770a475253 None None] DHCP port deletion for b70addd0-f8fd-48e0-b01e-b7e5b3916a2e request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:15:13.608953 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-1b20d41c-376a-4f65-83f0-fb770a475253 None None] Deleting port 1f31e45e-e227-4fa2-962f-abafdfc048ed {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:13.610095 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b20d41c-376a-4f65-83f0-fb770a475253 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.615257 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-88887546-55dc-49f2-bb18-b5f1bea67d6e service neutron] 10.222.0.32 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353548 Jul 15 13:15:13.624188 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-51c1bcbb-4ff3-452c-bad7-f27a3c0320d1 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] For port 1f31e45e-e227-4fa2-962f-abafdfc048ed, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=1f31e45e-e227-4fa2-962f-abafdfc048ed,segment=NetworkSegment(5b21c3f8-05b1-4b84-b258-3d02a67e0696),segment_id=5b21c3f8-05b1-4b84-b258-3d02a67e0696)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:13.624645 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51c1bcbb-4ff3-452c-bad7-f27a3c0320d1 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.653936 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-51c1bcbb-4ff3-452c-bad7-f27a3c0320d1 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Calling delete_port for 1f31e45e-e227-4fa2-962f-abafdfc048ed owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:13.727645 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-1b20d41c-376a-4f65-83f0-fb770a475253 None None] For port 1f31e45e-e227-4fa2-962f-abafdfc048ed, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=1f31e45e-e227-4fa2-962f-abafdfc048ed,segment=NetworkSegment(5b21c3f8-05b1-4b84-b258-3d02a67e0696),segment_id=5b21c3f8-05b1-4b84-b258-3d02a67e0696)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:13.728022 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b20d41c-376a-4f65-83f0-fb770a475253 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.738524 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ee956ad9-84f7-4319-b524-f2edcbaf1bf1 req-997d8e00-87f3-459f-9ccf-dc2a86087bd7 service neutron] 10.222.0.32 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093254 Jul 15 13:15:13.741920 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-1b20d41c-376a-4f65-83f0-fb770a475253 None None] Calling delete_port for 1f31e45e-e227-4fa2-962f-abafdfc048ed owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:13.764318 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ff8b609f-c103-42cb-ae0b-546e390a8e3e tempest-AgentManagementNegativeTest-406273712 tempest-AgentManagementNegativeTest-406273712-project] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3951621 Jul 15 13:15:13.784963 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51c1bcbb-4ff3-452c-bad7-f27a3c0320d1 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.792168 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0bdec95c-9c4a-413f-b88f-4ff57350f481 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.808057 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-0bdec95c-9c4a-413f-b88f-4ff57350f481 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Calling delete_port for 437ea85d-7478-42de-ad28-827086b45b67 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:13.835267 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1bcbb-4ff3-452c-bad7-f27a3c0320d1 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Pushing event deleted for resources: {'Port': ['ID=1f31e45e-e227-4fa2-962f-abafdfc048ed,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:13.845282 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c1bcbb-4ff3-452c-bad7-f27a3c0320d1 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] No DVR routers for this DVR port 1f31e45e-e227-4fa2-962f-abafdfc048ed on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:13.878268 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b20d41c-376a-4f65-83f0-fb770a475253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.918364 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20d41c-376a-4f65-83f0-fb770a475253 None None] Pushing event deleted for resources: {'Port': ['ID=1f31e45e-e227-4fa2-962f-abafdfc048ed,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:13.920909 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b20d41c-376a-4f65-83f0-fb770a475253 None None] No DVR routers for this DVR port 1f31e45e-e227-4fa2-962f-abafdfc048ed on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:14.001400 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51c1bcbb-4ff3-452c-bad7-f27a3c0320d1 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.013745 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-51c1bcbb-4ff3-452c-bad7-f27a3c0320d1 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b70addd0-f8fd-48e0-b01e-b7e5b3916a2e']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:14.051126 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbfd87-0fe4-4279-be03-e498e7f1c58d req-51b95acf-7b76-49d4-bc55-ac5742240758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:14.053074 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-27cbfd87-0fe4-4279-be03-e498e7f1c58d req-51b95acf-7b76-49d4-bc55-ac5742240758 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c2b5fceeddc4686a6075bcd70c81526&device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 1096 time: 0.1687632 Jul 15 13:15:14.058890 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-51c1bcbb-4ff3-452c-bad7-f27a3c0320d1 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b21c3f8-05b1-4b84-b258-3d02a67e0696') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:14.059268 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-51c1bcbb-4ff3-452c-bad7-f27a3c0320d1 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b21c3f8-05b1-4b84-b258-3d02a67e0696') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:14.086883 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51c1bcbb-4ff3-452c-bad7-f27a3c0320d1 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.119799 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51c1bcbb-4ff3-452c-bad7-f27a3c0320d1 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.142991 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c1bcbb-4ff3-452c-bad7-f27a3c0320d1 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:14.143698 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51c1bcbb-4ff3-452c-bad7-f27a3c0320d1 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:14.149527 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:14.154306 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:14.154306 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:14.260717 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 32862) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:14.274623 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1f31e45e-e227-4fa2-962f-abafdfc048ed no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:14.278957 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51c1bcbb-4ff3-452c-bad7-f27a3c0320d1 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.285512 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0bdec95c-9c4a-413f-b88f-4ff57350f481 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.292092 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51c1bcbb-4ff3-452c-bad7-f27a3c0320d1 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.302457 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-51c1bcbb-4ff3-452c-bad7-f27a3c0320d1 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] 10.222.0.24 "DELETE /v2.0/networks/b70addd0-f8fd-48e0-b01e-b7e5b3916a2e HTTP/1.1" status: 204 len: 168 time: 1.1656070 Jul 15 13:15:14.322428 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1bcbb-4ff3-452c-bad7-f27a3c0320d1 tempest-AllowedAddressPairIpV6TestJSON-796605803 tempest-AllowedAddressPairIpV6TestJSON-796605803-project] Pushing event deleted for resources: {'Network': ['ID=b70addd0-f8fd-48e0-b01e-b7e5b3916a2e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:14.333020 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 1f31e45e-e227-4fa2-962f-abafdfc048ed {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:14.333156 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1f31e45e-e227-4fa2-962f-abafdfc048ed not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:14.351725 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdec95c-9c4a-413f-b88f-4ff57350f481 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event deleted for resources: {'Port': ['ID=437ea85d-7478-42de-ad28-827086b45b67,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:14.551814 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbfd87-0fe4-4279-be03-e498e7f1c58d req-7c3287c5-5abe-469f-83e8-c4cbaae6aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:14.553370 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-27cbfd87-0fe4-4279-be03-e498e7f1c58d req-7c3287c5-5abe-469f-83e8-c4cbaae6aa47 service neutron] 10.222.0.32 "GET /v2.0/networks?id=11104484-975b-4425-b2d0-5e9908c9b0d1 HTTP/1.1" status: 200 len: 908 time: 0.4555480 Jul 15 13:15:14.555198 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d852a86e-3534-4536-af84-3619b38de8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.631393 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-27cbfd87-0fe4-4279-be03-e498e7f1c58d req-55047cab-1be0-49ca-be6f-d80671742c18 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa29e1a1-aae3-4a2a-9416-a346b74f4f17 HTTP/1.1" status: 200 len: 217 time: 0.0667386 Jul 15 13:15:14.667387 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0bdec95c-9c4a-413f-b88f-4ff57350f481 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.695608 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 32878) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:14.865704 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0bdec95c-9c4a-413f-b88f-4ff57350f481 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.869601 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0bdec95c-9c4a-413f-b88f-4ff57350f481 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.873515 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbfd87-0fe4-4279-be03-e498e7f1c58d req-119075e3-9d71-47fc-87b7-3d7a874e4748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:14.875337 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-27cbfd87-0fe4-4279-be03-e498e7f1c58d req-119075e3-9d71-47fc-87b7-3d7a874e4748 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=175aacaa-613b-43c2-81a6-3ccd12246946 HTTP/1.1" status: 200 len: 847 time: 0.2322583 Jul 15 13:15:14.888567 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724dda1-9388-48a8-95be-66f39d1eef4e req-856c5ccd-4cad-40a6-b772-b522b54e1da0 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:14.895432 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d724dda1-9388-48a8-95be-66f39d1eef4e req-856c5ccd-4cad-40a6-b772-b522b54e1da0 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 944 time: 0.3976252 Jul 15 13:15:14.917067 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1ff970c0-9b0d-492c-a85c-6b1a51e058b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3738c566c715471e81c27628ca74d617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2210348 Jul 15 13:15:14.921163 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 32884) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:14.985918 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-27cbfd87-0fe4-4279-be03-e498e7f1c58d req-885857dc-d8e0-42f3-963e-7225af852b99 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=11104484-975b-4425-b2d0-5e9908c9b0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954018 Jul 15 13:15:14.986175 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d6fdb52-4e21-4349-a661-d5fb815268ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.020136 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d6fdb52-4e21-4349-a661-d5fb815268ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.021139 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0bdec95c-9c4a-413f-b88f-4ff57350f481 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.021701 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bdec95c-9c4a-413f-b88f-4ff57350f481 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Fanout notify agent at l3_agent the message router_deleted on router e221a3b1-f958-4278-8068-27a2b6f82168 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:15:15.041033 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0bdec95c-9c4a-413f-b88f-4ff57350f481 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.042232 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0bdec95c-9c4a-413f-b88f-4ff57350f481 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "DELETE /v2.0/routers/e221a3b1-f958-4278-8068-27a2b6f82168 HTTP/1.1" status: 204 len: 168 time: 2.7405140 Jul 15 13:15:15.053324 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 32886) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:15.076265 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d724dda1-9388-48a8-95be-66f39d1eef4e req-e85c30ab-e382-4c95-b414-e674ea31ec48 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643970 Jul 15 13:15:15.147708 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d852a86e-3534-4536-af84-3619b38de8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.159114 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d852a86e-3534-4536-af84-3619b38de8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.159798 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ebd0d41-f637-4edf-a3e9-f85fd58136c0 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Deleting subnet 114086db-a274-45a3-a707-d19ff5208a56 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:15:15.165745 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ebd0d41-f637-4edf-a3e9-f85fd58136c0 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.226535 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d6fdb52-4e21-4349-a661-d5fb815268ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.230114 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d6fdb52-4e21-4349-a661-d5fb815268ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.231818 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5d6fdb52-4e21-4349-a661-d5fb815268ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc710856-5d8d-43e0-9a30-00278cc328a7 HTTP/1.1" status: 204 len: 168 time: 0.3093348 Jul 15 13:15:15.280907 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fdb52-4e21-4349-a661-d5fb815268ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc710856-5d8d-43e0-9a30-00278cc328a7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:15.314173 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ebd0d41-f637-4edf-a3e9-f85fd58136c0 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.595256 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ebd0d41-f637-4edf-a3e9-f85fd58136c0 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.602004 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-27cbfd87-0fe4-4279-be03-e498e7f1c58d req-577e08e6-c03f-4bba-bb2e-b8dc1e609365 service neutron] 10.222.0.32 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6057637 Jul 15 13:15:15.635231 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852a86e-3534-4536-af84-3619b38de8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204b995c-49e1-4fa5-b1c5-9c52e456b9ba,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:15.649945 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d852a86e-3534-4536-af84-3619b38de8dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a82f1d195c4f44008e8f6967cc77f7a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3874602 Jul 15 13:15:15.656898 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 32896) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:15.684476 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ebd0d41-f637-4edf-a3e9-f85fd58136c0 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.726342 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852a86e-3534-4536-af84-3619b38de8dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:15.727188 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852a86e-3534-4536-af84-3619b38de8dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:15.727630 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852a86e-3534-4536-af84-3619b38de8dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:15.728080 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852a86e-3534-4536-af84-3619b38de8dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:15.728996 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852a86e-3534-4536-af84-3619b38de8dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:15.728996 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852a86e-3534-4536-af84-3619b38de8dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:15.729319 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852a86e-3534-4536-af84-3619b38de8dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:15.729908 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852a86e-3534-4536-af84-3619b38de8dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:15.730333 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852a86e-3534-4536-af84-3619b38de8dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:15.730794 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852a86e-3534-4536-af84-3619b38de8dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:15.731220 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852a86e-3534-4536-af84-3619b38de8dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:15.731644 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852a86e-3534-4536-af84-3619b38de8dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:15.737460 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd0d41-f637-4edf-a3e9-f85fd58136c0 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event deleted for resources: {'Subnet': ['ID=114086db-a274-45a3-a707-d19ff5208a56,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:15.740892 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ebd0d41-f637-4edf-a3e9-f85fd58136c0 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.743756 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb4e11a-89e4-4edb-9374-ca0c4fc89fd4 None None] Network a9679e22-42b0-4409-ac48-7fc9b7a84744 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:15.744731 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5ebd0d41-f637-4edf-a3e9-f85fd58136c0 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "DELETE /v2.0/subnets/114086db-a274-45a3-a707-d19ff5208a56 HTTP/1.1" status: 204 len: 168 time: 0.6880782 Jul 15 13:15:15.747945 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 32898) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:15.810884 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb0707a0-8bf8-44d6-9709-47657cbac2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.823052 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-27cbfd87-0fe4-4279-be03-e498e7f1c58d req-99008de1-e7c1-4dc0-a742-4a29af8022d6 service neutron] 10.222.0.32 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117076 Jul 15 13:15:15.887911 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb0707a0-8bf8-44d6-9709-47657cbac2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.900553 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-614b5daa-e864-4395-bcd3-026fc25dd6dc tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.982211 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device aa29e1a1-aae3-4a2a-9416-a346b74f4f17 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:15:16.038946 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb0707a0-8bf8-44d6-9709-47657cbac2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.044163 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb0707a0-8bf8-44d6-9709-47657cbac2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.050610 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-cb0707a0-8bf8-44d6-9709-47657cbac2b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/204b995c-49e1-4fa5-b1c5-9c52e456b9ba HTTP/1.1" status: 204 len: 168 time: 0.3857749 Jul 15 13:15:16.096147 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0707a0-8bf8-44d6-9709-47657cbac2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204b995c-49e1-4fa5-b1c5-9c52e456b9ba,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:16.148311 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port aa29e1a1-aae3-4a2a-9416-a346b74f4f17, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=aa29e1a1-aae3-4a2a-9416-a346b74f4f17,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:16.151082 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-614b5daa-e864-4395-bcd3-026fc25dd6dc tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Deleting port 66045608-5c12-4242-b15a-623801d49896 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:16.152750 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-614b5daa-e864-4395-bcd3-026fc25dd6dc tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.168916 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'aa29e1a1-aae3-4a2a-9416-a346b74f4f17', 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1', 'port_id': 'aa29e1a1-aae3-4a2a-9416-a346b74f4f17', 'mac_address': 'fa:16:3e:97:36:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '175aacaa-613b-43c2-81a6-3ccd12246946', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:15:16.418309 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-614b5daa-e864-4395-bcd3-026fc25dd6dc tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] For port 66045608-5c12-4242-b15a-623801d49896, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=66045608-5c12-4242-b15a-623801d49896,segment=NetworkSegment(4c1a7dfa-c050-4c0a-bdd0-9e67608363c0),segment_id=4c1a7dfa-c050-4c0a-bdd0-9e67608363c0)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:16.423325 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-614b5daa-e864-4395-bcd3-026fc25dd6dc tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.474575 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-614b5daa-e864-4395-bcd3-026fc25dd6dc tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Calling delete_port for 66045608-5c12-4242-b15a-623801d49896 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:16.476747 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.525292 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41032d-3a1d-4d12-99fc-7136b70f08aa req-f11e0d2c-bf6f-4bd3-a849-cb8c5d31fc74 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:16.532903 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aa41032d-3a1d-4d12-99fc-7136b70f08aa req-f11e0d2c-bf6f-4bd3-a849-cb8c5d31fc74 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 944 time: 0.2060091 Jul 15 13:15:16.535317 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa29e1a1-aae3-4a2a-9416-a346b74f4f17 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:16.642051 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port aa29e1a1-aae3-4a2a-9416-a346b74f4f17, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=aa29e1a1-aae3-4a2a-9416-a346b74f4f17,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:16.669722 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.692449 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aa41032d-3a1d-4d12-99fc-7136b70f08aa req-89cd0649-d675-4dbd-9c1f-c91be76e342d tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499023 Jul 15 13:15:16.734117 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-614b5daa-e864-4395-bcd3-026fc25dd6dc tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.842948 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614b5daa-e864-4395-bcd3-026fc25dd6dc tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] No DVR routers for this DVR port 66045608-5c12-4242-b15a-623801d49896 on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:16.855090 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b5daa-e864-4395-bcd3-026fc25dd6dc tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event deleted for resources: {'Port': ['ID=66045608-5c12-4242-b15a-623801d49896,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:16.887179 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=aa29e1a1-aae3-4a2a-9416-a346b74f4f17,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:16.893233 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3677df-6d95-4650-ad03-5bfd97ceff52 None None] DHCP port deletion for a9679e22-42b0-4409-ac48-7fc9b7a84744 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:15:17.043302 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-614b5daa-e864-4395-bcd3-026fc25dd6dc tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.053856 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['aa29e1a1-aae3-4a2a-9416-a346b74f4f17'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:17.056536 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-614b5daa-e864-4395-bcd3-026fc25dd6dc tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9679e22-42b0-4409-ac48-7fc9b7a84744']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:17.068948 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-614b5daa-e864-4395-bcd3-026fc25dd6dc tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c1a7dfa-c050-4c0a-bdd0-9e67608363c0') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:17.069547 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-614b5daa-e864-4395-bcd3-026fc25dd6dc tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c1a7dfa-c050-4c0a-bdd0-9e67608363c0') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:17.081004 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-614b5daa-e864-4395-bcd3-026fc25dd6dc tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.099043 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-614b5daa-e864-4395-bcd3-026fc25dd6dc tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.111359 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614b5daa-e864-4395-bcd3-026fc25dd6dc tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:17.112203 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-614b5daa-e864-4395-bcd3-026fc25dd6dc tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.145037 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:15:17.145037 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:17.145037 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:15:17.145037 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:17.145037 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:15:17.145037 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:17.145037 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:15:17.145037 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:17.145037 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:15:17.145037 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:17.145037 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:15:17.145037 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:17.145037 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:15:17.145037 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:17.145037 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:17.145037 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:17.145037 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:17.145037 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:17.145037 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:15:17.145037 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:17.145037 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:15:17.145037 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:17.145037 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:17.145037 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:17.145037 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:17.145037 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:17.145037 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:17.145037 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:17.145037 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:17.145037 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:17.145037 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:17.145037 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:17.152831 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 32940) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:17.326966 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-614b5daa-e864-4395-bcd3-026fc25dd6dc tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.348990 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-614b5daa-e864-4395-bcd3-026fc25dd6dc tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.352083 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-614b5daa-e864-4395-bcd3-026fc25dd6dc tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "DELETE /v2.0/networks/a9679e22-42b0-4409-ac48-7fc9b7a84744 HTTP/1.1" status: 204 len: 168 time: 1.6026497 Jul 15 13:15:17.356643 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 32946) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:17.365538 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b5daa-e864-4395-bcd3-026fc25dd6dc tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event deleted for resources: {'Network': ['ID=a9679e22-42b0-4409-ac48-7fc9b7a84744,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:17.534769 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a62b669e-c2a2-4e09-a6ef-de218287871e tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-11665713'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:17.701508 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62b669e-c2a2-4e09-a6ef-de218287871e tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Made reservation on behalf of 3bbbe7381d5c4e8d8b543859e5e29a5e for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:17.708232 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a62b669e-c2a2-4e09-a6ef-de218287871e tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.728963 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a62b669e-c2a2-4e09-a6ef-de218287871e tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.751614 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 32958) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:17.800911 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-07ba72ff-09a8-4ba5-b7dc-4d1120a2d6dc tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Deleting port 71c49d4b-f623-47cb-8583-ee0b1c47a516 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:17.801484 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-07ba72ff-09a8-4ba5-b7dc-4d1120a2d6dc tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.927674 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-258562ae-fee9-431b-8f74-0c07ee7947e7 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1133813048'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:17.998367 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-07ba72ff-09a8-4ba5-b7dc-4d1120a2d6dc tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.999040 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-07ba72ff-09a8-4ba5-b7dc-4d1120a2d6dc tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.044625 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-07ba72ff-09a8-4ba5-b7dc-4d1120a2d6dc tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Calling delete_port for 71c49d4b-f623-47cb-8583-ee0b1c47a516 owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:18.048893 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30ddc4-0d8a-4e18-bbb4-a2d55038787d req-c0527192-4ed1-4453-b2f9-bb16b2cc25f5 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:18.051012 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ed30ddc4-0d8a-4e18-bbb4-a2d55038787d req-c0527192-4ed1-4453-b2f9-bb16b2cc25f5 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 945 time: 0.0910826 Jul 15 13:15:18.116877 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ed30ddc4-0d8a-4e18-bbb4-a2d55038787d req-7256a1a2-2b0e-403a-bf39-26756315027c tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555091 Jul 15 13:15:18.212922 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a62b669e-c2a2-4e09-a6ef-de218287871e tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.224408 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a62b669e-c2a2-4e09-a6ef-de218287871e tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.249822 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 66045608-5c12-4242-b15a-623801d49896 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:18.257196 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258562ae-fee9-431b-8f74-0c07ee7947e7 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Made reservation on behalf of a6ee9f29b5154c41b874ec7e390b7883 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:18.263239 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-258562ae-fee9-431b-8f74-0c07ee7947e7 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.277998 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-258562ae-fee9-431b-8f74-0c07ee7947e7 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.296268 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 66045608-5c12-4242-b15a-623801d49896 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:18.296716 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a62b669e-c2a2-4e09-a6ef-de218287871e tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:18.296849 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 66045608-5c12-4242-b15a-623801d49896 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:18.317455 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b669e-c2a2-4e09-a6ef-de218287871e tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62c9084a-12f5-43b4-8003-bf1e1615c421,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:18.341667 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a62b669e-c2a2-4e09-a6ef-de218287871e tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.342313 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-a62b669e-c2a2-4e09-a6ef-de218287871e tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Added segment b611f458-e3fc-4389-b6ff-dbd809622cd7 of type vlan for network 89840781-8553-4c35-bebc-a4f0edb77f6b Jul 15 13:15:18.412396 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a62b669e-c2a2-4e09-a6ef-de218287871e tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.437995 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-258562ae-fee9-431b-8f74-0c07ee7947e7 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.446003 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-258562ae-fee9-431b-8f74-0c07ee7947e7 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.481979 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-258562ae-fee9-431b-8f74-0c07ee7947e7 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:18.487989 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-07ba72ff-09a8-4ba5-b7dc-4d1120a2d6dc tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.493254 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a62b669e-c2a2-4e09-a6ef-de218287871e tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.498994 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62b669e-c2a2-4e09-a6ef-de218287871e tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:18.499645 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a62b669e-c2a2-4e09-a6ef-de218287871e tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.511153 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258562ae-fee9-431b-8f74-0c07ee7947e7 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb5ccb8-69ac-4631-86c0-893086a7bcaf,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:18.516908 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-258562ae-fee9-431b-8f74-0c07ee7947e7 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.517491 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-258562ae-fee9-431b-8f74-0c07ee7947e7 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Added segment 96912050-1515-4f70-be3d-915dc2335b10 of type vlan for network eb3a66cd-854b-418a-8b44-f98ab227a6e9 Jul 15 13:15:18.537750 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba72ff-09a8-4ba5-b7dc-4d1120a2d6dc tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event deleted for resources: {'Port': ['ID=71c49d4b-f623-47cb-8583-ee0b1c47a516,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:18.604224 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-258562ae-fee9-431b-8f74-0c07ee7947e7 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.639661 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b669e-c2a2-4e09-a6ef-de218287871e tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Pushing event updated for resources: {'Network': ['ID=89840781-8553-4c35-bebc-a4f0edb77f6b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:18.658679 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 89840781-8553-4c35-bebc-a4f0edb77f6b details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:18.689451 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a62b669e-c2a2-4e09-a6ef-de218287871e tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5335331 Jul 15 13:15:18.690907 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 32970) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:18.715049 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-db6b0245-f399-455d-baa0-e5f6a763e516 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Request body: {'subnet': {'network_id': '89840781-8553-4c35-bebc-a4f0edb77f6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:18.756409 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-07ba72ff-09a8-4ba5-b7dc-4d1120a2d6dc tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.761286 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-07ba72ff-09a8-4ba5-b7dc-4d1120a2d6dc tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.770405 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-07ba72ff-09a8-4ba5-b7dc-4d1120a2d6dc tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "DELETE /v2.0/floatingips/5fb138d6-0c01-4ead-a86a-9a463eae3205 HTTP/1.1" status: 204 len: 168 time: 1.4122512 Jul 15 13:15:18.771591 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 32972) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:18.802203 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-258562ae-fee9-431b-8f74-0c07ee7947e7 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.813972 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258562ae-fee9-431b-8f74-0c07ee7947e7 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:18.816028 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-258562ae-fee9-431b-8f74-0c07ee7947e7 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.820263 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fabaa89-e4d1-469e-8352-6327ffe300bb tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] DELETE failed (client error): The resource could not be found. Jul 15 13:15:18.821422 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fabaa89-e4d1-469e-8352-6327ffe300bb tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:15:18.826992 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3fabaa89-e4d1-469e-8352-6327ffe300bb tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "DELETE /v2.0/ports/f36c75a8-be05-478e-b3be-406538b87a51 HTTP/1.1" status: 404 len: 333 time: 0.0536969 Jul 15 13:15:18.828040 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 32974) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:18.880635 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-afcd6182-988d-421c-8113-1de70b388331 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "GET /v2.0/ports?device_id=e221a3b1-f958-4278-8068-27a2b6f82168 HTTP/1.1" status: 200 len: 205 time: 0.0488229 Jul 15 13:15:18.882579 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 32978) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:18.950314 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-8c39f045-e4a0-41f4-a15f-f237a6dfbb1e tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] delete failed (client error): The resource could not be found. Jul 15 13:15:18.953821 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8c39f045-e4a0-41f4-a15f-f237a6dfbb1e tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "DELETE /v2.0/routers/e221a3b1-f958-4278-8068-27a2b6f82168 HTTP/1.1" status: 404 len: 336 time: 0.0673692 Jul 15 13:15:18.954905 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 32980) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:18.971335 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-258562ae-fee9-431b-8f74-0c07ee7947e7 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2180598 Jul 15 13:15:18.974103 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 32982) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:18.982551 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c5588b85-3cc0-4593-a2fb-e889cb2537a9 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Request body: {'subnet': {'network_id': 'eb3a66cd-854b-418a-8b44-f98ab227a6e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:19.025695 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4569929-547e-4ed4-a616-6110c345456c tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] DELETE failed (client error): The resource could not be found. Jul 15 13:15:19.026486 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4569929-547e-4ed4-a616-6110c345456c tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:15:19.032188 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e4569929-547e-4ed4-a616-6110c345456c tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "DELETE /v2.0/subnets/114086db-a274-45a3-a707-d19ff5208a56 HTTP/1.1" status: 404 len: 337 time: 0.0722842 Jul 15 13:15:19.038769 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 32984) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:19.069926 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258562ae-fee9-431b-8f74-0c07ee7947e7 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Pushing event updated for resources: {'Network': ['ID=eb3a66cd-854b-418a-8b44-f98ab227a6e9,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:19.086395 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network eb3a66cd-854b-418a-8b44-f98ab227a6e9 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:19.154335 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6b0245-f399-455d-baa0-e5f6a763e516 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Made reservation on behalf of 3bbbe7381d5c4e8d8b543859e5e29a5e for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:19.170771 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db6b0245-f399-455d-baa0-e5f6a763e516 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.189628 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5588b85-3cc0-4593-a2fb-e889cb2537a9 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Made reservation on behalf of a6ee9f29b5154c41b874ec7e390b7883 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:19.193517 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c5588b85-3cc0-4593-a2fb-e889cb2537a9 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.446263 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7413b8e2-351f-400e-9b47-28dbdfbbe6c1 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Deleting port 3e5ddf88-45a3-4b4b-854e-4b075ca0c8c0 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:19.446634 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7413b8e2-351f-400e-9b47-28dbdfbbe6c1 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.463768 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db6b0245-f399-455d-baa0-e5f6a763e516 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.511030 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c5588b85-3cc0-4593-a2fb-e889cb2537a9 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.533695 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20104d0-66c3-4010-9a8d-e7156ff5f14a req-dbb3007d-36be-4c3d-b95d-f3f77c68765a tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:19.535583 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a20104d0-66c3-4010-9a8d-e7156ff5f14a req-dbb3007d-36be-4c3d-b95d-f3f77c68765a tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 945 time: 0.1409621 Jul 15 13:15:19.613701 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5588b85-3cc0-4593-a2fb-e889cb2537a9 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Pushing event updated for resources: {'Subnet': ['ID=6ae0aef7-165b-4ad3-b7c7-f2f858b4522a,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:19.644623 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a20104d0-66c3-4010-9a8d-e7156ff5f14a req-4143c0f5-adda-40a3-ab2d-f19da5e5f15a tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806234 Jul 15 13:15:19.646080 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5588b85-3cc0-4593-a2fb-e889cb2537a9 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Checking segment: {'id': '96912050-1515-4f70-be3d-915dc2335b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'eb3a66cd-854b-418a-8b44-f98ab227a6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:19.646399 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5588b85-3cc0-4593-a2fb-e889cb2537a9 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Network hostable DHCP agents. Network: eb3a66cd-854b-418a-8b44-f98ab227a6e9, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:15:19.668462 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5588b85-3cc0-4593-a2fb-e889cb2537a9 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Network eb3a66cd-854b-418a-8b44-f98ab227a6e9 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:15:19.682276 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-c5588b85-3cc0-4593-a2fb-e889cb2537a9 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, eb3a66cd-854b-418a-8b44-f98ab227a6e9) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:19.687615 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b0245-f399-455d-baa0-e5f6a763e516 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Pushing event updated for resources: {'Subnet': ['ID=9c148e9d-5b46-4b88-8cfa-d80329a40ac7,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:19.691587 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d7a6f7-358a-407f-9f23-d58ee8d1b48f None None] Network eb3a66cd-854b-418a-8b44-f98ab227a6e9 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:19.701911 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5588b85-3cc0-4593-a2fb-e889cb2537a9 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:19.702734 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c5588b85-3cc0-4593-a2fb-e889cb2537a9 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.718553 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7413b8e2-351f-400e-9b47-28dbdfbbe6c1 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.724067 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c5588b85-3cc0-4593-a2fb-e889cb2537a9 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7484319 Jul 15 13:15:19.726737 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 32990) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:19.733803 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3b27b02e-7de0-4631-9e81-6036c1d52dd3 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Request body: {'port': {'network_id': 'eb3a66cd-854b-418a-8b44-f98ab227a6e9', 'name': 'tempest-AllowedAddressPairTestJSON-1036913918'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:19.737360 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6b0245-f399-455d-baa0-e5f6a763e516 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Checking segment: {'id': 'b611f458-e3fc-4389-b6ff-dbd809622cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '89840781-8553-4c35-bebc-a4f0edb77f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:19.737897 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6b0245-f399-455d-baa0-e5f6a763e516 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Network hostable DHCP agents. Network: 89840781-8553-4c35-bebc-a4f0edb77f6b, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:15:19.750089 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7413b8e2-351f-400e-9b47-28dbdfbbe6c1 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Calling delete_port for 3e5ddf88-45a3-4b4b-854e-4b075ca0c8c0 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:19.882309 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6b0245-f399-455d-baa0-e5f6a763e516 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Network 89840781-8553-4c35-bebc-a4f0edb77f6b is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:15:19.886702 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3d471f-9a37-4f3e-98e2-77b0f59b6b8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-eb3a66cd-854b-418a-8b44-f98ab227a6e9', 'network_id': 'eb3a66cd-854b-418a-8b44-f98ab227a6e9', 'tenant_id': 'a6ee9f29b5154c41b874ec7e390b7883', 'fixed_ips': [{'subnet_id': '6ae0aef7-165b-4ad3-b7c7-f2f858b4522a'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:15:19.888597 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e3d471f-9a37-4f3e-98e2-77b0f59b6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.905315 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-db6b0245-f399-455d-baa0-e5f6a763e516 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 89840781-8553-4c35-bebc-a4f0edb77f6b) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:19.922818 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device aa29e1a1-aae3-4a2a-9416-a346b74f4f17 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:19.923186 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6b0245-f399-455d-baa0-e5f6a763e516 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:19.924154 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db6b0245-f399-455d-baa0-e5f6a763e516 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.925795 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e936360-a67e-4200-9d60-c233dcf34199 None None] Network 89840781-8553-4c35-bebc-a4f0edb77f6b requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:19.995811 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 32998) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:19.997589 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-db6b0245-f399-455d-baa0-e5f6a763e516 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3048773 Jul 15 13:15:20.007748 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-71507a85-5400-4398-be9a-dc08030b9039 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Request body: {'port': {'network_id': '89840781-8553-4c35-bebc-a4f0edb77f6b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1131449272'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:20.078102 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b27b02e-7de0-4631-9e81-6036c1d52dd3 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Made reservation on behalf of a6ee9f29b5154c41b874ec7e390b7883 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:20.086714 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b27b02e-7de0-4631-9e81-6036c1d52dd3 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.127654 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7413b8e2-351f-400e-9b47-28dbdfbbe6c1 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.165604 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413b8e2-351f-400e-9b47-28dbdfbbe6c1 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event deleted for resources: {'Port': ['ID=3e5ddf88-45a3-4b4b-854e-4b075ca0c8c0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:20.181326 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-3b27b02e-7de0-4631-9e81-6036c1d52dd3 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] device_id is not set on port d8f30e8d-e044-4bc4-994d-04610cefca78 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:20.276554 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port aa29e1a1-aae3-4a2a-9416-a346b74f4f17 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:20.284506 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port aa29e1a1-aae3-4a2a-9416-a346b74f4f17 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:20.284887 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.297190 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7413b8e2-351f-400e-9b47-28dbdfbbe6c1 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.301949 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7413b8e2-351f-400e-9b47-28dbdfbbe6c1 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "DELETE /v2.0/ports/3e5ddf88-45a3-4b4b-854e-4b075ca0c8c0 HTTP/1.1" status: 204 len: 168 time: 1.2594533 Jul 15 13:15:20.302337 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33000) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:20.323803 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad351ffc-61ad-44c4-8b60-80839e6fb4ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-89840781-8553-4c35-bebc-a4f0edb77f6b', 'network_id': '89840781-8553-4c35-bebc-a4f0edb77f6b', 'tenant_id': '3bbbe7381d5c4e8d8b543859e5e29a5e', 'fixed_ips': [{'subnet_id': '9c148e9d-5b46-4b88-8cfa-d80329a40ac7'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:15:20.324947 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ad351ffc-61ad-44c4-8b60-80839e6fb4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.367794 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-5e3d471f-9a37-4f3e-98e2-77b0f59b6b8a None None] Allocated IP 172.20.0.2 (eb3a66cd-854b-418a-8b44-f98ab227a6e9/6ae0aef7-165b-4ad3-b7c7-f2f858b4522a/cad392b4-a6fa-4f00-8238-ab099c764dbd) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:20.368287 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71507a85-5400-4398-be9a-dc08030b9039 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Made reservation on behalf of 3bbbe7381d5c4e8d8b543859e5e29a5e for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:20.375533 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71507a85-5400-4398-be9a-dc08030b9039 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.420084 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-71507a85-5400-4398-be9a-dc08030b9039 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] device_id is not set on port 1b799782-9814-4b3a-9795-3d76bebc3812 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:20.451262 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6687a4fe-31f9-4b51-b108-4cb56e2612af tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Deleting port a88b52b6-45c7-432a-a944-08efd2dfae22 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:20.451617 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6687a4fe-31f9-4b51-b108-4cb56e2612af tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.608736 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6687a4fe-31f9-4b51-b108-4cb56e2612af tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.626627 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6687a4fe-31f9-4b51-b108-4cb56e2612af tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Calling delete_port for a88b52b6-45c7-432a-a944-08efd2dfae22 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:20.628371 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.674589 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b781a204-60ee-4d12-b626-02d8107e5d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa29e1a1-aae3-4a2a-9416-a346b74f4f17'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:20.676980 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9cc1c8-9727-48e2-bcf2-eea369b5d63f" -d '{"events": [{"server_uuid": "b781a204-60ee-4d12-b626-02d8107e5d8a", "name": "network-vif-plugged", "status": "completed", "tag": "aa29e1a1-aae3-4a2a-9416-a346b74f4f17"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:20.698009 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port aa29e1a1-aae3-4a2a-9416-a346b74f4f17, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=aa29e1a1-aae3-4a2a-9416-a346b74f4f17,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:20.707010 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-71507a85-5400-4398-be9a-dc08030b9039 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Allocated IP 2001:db8::1d1 (89840781-8553-4c35-bebc-a4f0edb77f6b/9c148e9d-5b46-4b88-8cfa-d80329a40ac7/1b799782-9814-4b3a-9795-3d76bebc3812) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:20.746358 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.791121 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae781862-8a52-4291-9551-e9f67f1d5fa6 x-openstack-request-id: req-ae781862-8a52-4291-9551-e9f67f1d5fa6 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:20.791408 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b781a204-60ee-4d12-b626-02d8107e5d8a", "name": "network-vif-plugged", "status": "completed", "tag": "aa29e1a1-aae3-4a2a-9416-a346b74f4f17", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:20.791660 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae781862-8a52-4291-9551-e9f67f1d5fa6 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:20.792055 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b781a204-60ee-4d12-b626-02d8107e5d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa29e1a1-aae3-4a2a-9416-a346b74f4f17', 'code': 200} Jul 15 13:15:20.925373 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6687a4fe-31f9-4b51-b108-4cb56e2612af tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.965745 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d46b9ae0-4da1-444e-8c28-1b99ea0470cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.987084 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=aa29e1a1-aae3-4a2a-9416-a346b74f4f17,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:21.011119 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687a4fe-31f9-4b51-b108-4cb56e2612af tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event deleted for resources: {'Port': ['ID=a88b52b6-45c7-432a-a944-08efd2dfae22,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:21.136111 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e3d471f-9a37-4f3e-98e2-77b0f59b6b8a None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.156004 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6687a4fe-31f9-4b51-b108-4cb56e2612af tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.158179 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6687a4fe-31f9-4b51-b108-4cb56e2612af tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "DELETE /v2.0/ports/a88b52b6-45c7-432a-a944-08efd2dfae22 HTTP/1.1" status: 204 len: 168 time: 0.8546915 Jul 15 13:15:21.159734 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5e3d471f-9a37-4f3e-98e2-77b0f59b6b8a None None] Transition to ACTIVE for port object cad392b4-a6fa-4f00-8238-ab099c764dbd will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:21.164855 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33014) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:21.207055 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5e3d471f-9a37-4f3e-98e2-77b0f59b6b8a None None] Transition to ACTIVE for port object cad392b4-a6fa-4f00-8238-ab099c764dbd will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:21.218242 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e3d471f-9a37-4f3e-98e2-77b0f59b6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.219676 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71507a85-5400-4398-be9a-dc08030b9039 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.309850 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3d471f-9a37-4f3e-98e2-77b0f59b6b8a None None] Network eb3a66cd-854b-418a-8b44-f98ab227a6e9 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:21.320890 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-5e3d471f-9a37-4f3e-98e2-77b0f59b6b8a None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:21.330855 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3d471f-9a37-4f3e-98e2-77b0f59b6b8a None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:21.335954 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d471f-9a37-4f3e-98e2-77b0f59b6b8a None None] Pushing event updated for resources: {'Port': ['ID=cad392b4-a6fa-4f00-8238-ab099c764dbd,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:21.351423 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-71507a85-5400-4398-be9a-dc08030b9039 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Transition to ACTIVE for port object 1b799782-9814-4b3a-9795-3d76bebc3812 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:21.366101 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5118a-a370-4b5d-8b5d-219ef1d035df req-ff9b55e2-c03c-40a8-aa27-b0f191af5e79 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:21.367130 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca009c01-7dea-45c9-b715-9cdc5f2ad6c0 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:21.376613 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ca009c01-7dea-45c9-b715-9cdc5f2ad6c0 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "GET /v2.0/ports?device_id=afec9de3-b2b1-4625-960d-c44b358f429a HTTP/1.1" status: 200 len: 913 time: 0.2097743 Jul 15 13:15:21.377598 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33020) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:21.380932 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0fd5118a-a370-4b5d-8b5d-219ef1d035df req-ff9b55e2-c03c-40a8-aa27-b0f191af5e79 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 946 time: 0.5319204 Jul 15 13:15:21.416978 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-5e3d471f-9a37-4f3e-98e2-77b0f59b6b8a None None] Attempting to bind port cad392b4-a6fa-4f00-8238-ab099c764dbd on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:21.417463 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-5e3d471f-9a37-4f3e-98e2-77b0f59b6b8a None None] Attempting to bind port cad392b4-a6fa-4f00-8238-ab099c764dbd by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '96912050-1515-4f70-be3d-915dc2335b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'eb3a66cd-854b-418a-8b44-f98ab227a6e9'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:21.417811 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3d471f-9a37-4f3e-98e2-77b0f59b6b8a None None] Attempting to bind port cad392b4-a6fa-4f00-8238-ab099c764dbd on network eb3a66cd-854b-418a-8b44-f98ab227a6e9 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:21.424542 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3d471f-9a37-4f3e-98e2-77b0f59b6b8a None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:21.425053 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3d471f-9a37-4f3e-98e2-77b0f59b6b8a None None] Checking segment: {'id': '96912050-1515-4f70-be3d-915dc2335b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'eb3a66cd-854b-418a-8b44-f98ab227a6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:21.425357 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e3d471f-9a37-4f3e-98e2-77b0f59b6b8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.425701 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3d471f-9a37-4f3e-98e2-77b0f59b6b8a None None] Bound using segment: {'id': '96912050-1515-4f70-be3d-915dc2335b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'eb3a66cd-854b-418a-8b44-f98ab227a6e9'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:21.426367 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-5e3d471f-9a37-4f3e-98e2-77b0f59b6b8a None None] Bound port: cad392b4-a6fa-4f00-8238-ab099c764dbd, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96912050-1515-4f70-be3d-915dc2335b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'eb3a66cd-854b-418a-8b44-f98ab227a6e9'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:21.426751 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e3d471f-9a37-4f3e-98e2-77b0f59b6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.442973 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-3b27b02e-7de0-4631-9e81-6036c1d52dd3 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Allocated IP 172.20.0.8 (eb3a66cd-854b-418a-8b44-f98ab227a6e9/6ae0aef7-165b-4ad3-b7c7-f2f858b4522a/d8f30e8d-e044-4bc4-994d-04610cefca78) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:21.480562 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae5c88-1096-46fb-9ced-619efca9a845 req-6b98e899-e5c0-4a69-be42-ee947dd72078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:21.483261 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-faae5c88-1096-46fb-9ced-619efca9a845 req-6b98e899-e5c0-4a69-be42-ee947dd72078 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 1098 time: 0.5350654 Jul 15 13:15:21.540855 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5e3d471f-9a37-4f3e-98e2-77b0f59b6b8a None None] For port cad392b4-a6fa-4f00-8238-ab099c764dbd, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:21.552616 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5e3d471f-9a37-4f3e-98e2-77b0f59b6b8a None None] For port cad392b4-a6fa-4f00-8238-ab099c764dbd, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=cad392b4-a6fa-4f00-8238-ab099c764dbd,segment=NetworkSegment(96912050-1515-4f70-be3d-915dc2335b10),segment_id=96912050-1515-4f70-be3d-915dc2335b10)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:21.565564 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e3d471f-9a37-4f3e-98e2-77b0f59b6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.602662 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0fd5118a-a370-4b5d-8b5d-219ef1d035df req-a1a93d31-0629-4ea9-85e2-041650daa2c4 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202549 Jul 15 13:15:21.679741 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d471f-9a37-4f3e-98e2-77b0f59b6b8a None None] Pushing event updated for resources: {'Port': ['ID=cad392b4-a6fa-4f00-8238-ab099c764dbd,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:21.703328 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-faae5c88-1096-46fb-9ced-619efca9a845 req-65e279c9-f9c5-47c4-8f00-943061e729f2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077839 Jul 15 13:15:21.727489 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71507a85-5400-4398-be9a-dc08030b9039 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.815334 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:15:21.845274 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71507a85-5400-4398-be9a-dc08030b9039 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Network 89840781-8553-4c35-bebc-a4f0edb77f6b is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:21.853721 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-71507a85-5400-4398-be9a-dc08030b9039 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:21.861530 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71507a85-5400-4398-be9a-dc08030b9039 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:21.873449 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71507a85-5400-4398-be9a-dc08030b9039 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:21.875607 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71507a85-5400-4398-be9a-dc08030b9039 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.907887 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-ad351ffc-61ad-44c4-8b60-80839e6fb4ca None None] Allocated IP 2001:db8::2 (89840781-8553-4c35-bebc-a4f0edb77f6b/9c148e9d-5b46-4b88-8cfa-d80329a40ac7/6a616546-9441-4e14-8340-c4fd636de683) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:21.927806 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71507a85-5400-4398-be9a-dc08030b9039 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Pushing event updated for resources: {'Port': ['ID=1b799782-9814-4b3a-9795-3d76bebc3812,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:21.949860 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-71507a85-5400-4398-be9a-dc08030b9039 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9494638 Jul 15 13:15:21.956126 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33032) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:21.999845 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-461e43e8-9c88-4573-adcb-4ad597be8ab2 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Request body: {'port': {'network_id': '89840781-8553-4c35-bebc-a4f0edb77f6b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2003900769', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:22.000766 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.api.validators [None req-461e43e8-9c88-4573-adcb-4ad597be8ab2 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] bootfile-name is not in valid_values {{(pid=93813) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:15:22.001343 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.api.validators [None req-461e43e8-9c88-4573-adcb-4ad597be8ab2 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] tftp-server is not in valid_values {{(pid=93813) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:15:22.001967 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.api.validators [None req-461e43e8-9c88-4573-adcb-4ad597be8ab2 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] server-ip-address is not in valid_values {{(pid=93813) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:15:22.090273 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-8ccc9430-a47c-412c-b946-6e7b86f074dc tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:22.091976 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-8ccc9430-a47c-412c-b946-6e7b86f074dc tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/networks?id=7b9ba910-6749-4270-b002-56d9006f5b50 HTTP/1.1" status: 200 len: 815 time: 0.4584656 Jul 15 13:15:22.147223 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-3ff0ddc9-81f3-4e22-ace6-371aaccb28c8 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/quotas/7c1af11be7dd419195f949cd92df4ecc HTTP/1.1" status: 200 len: 375 time: 0.0320482 Jul 15 13:15:22.230381 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b27b02e-7de0-4631-9e81-6036c1d52dd3 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.242204 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ad351ffc-61ad-44c4-8b60-80839e6fb4ca None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.255751 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ad351ffc-61ad-44c4-8b60-80839e6fb4ca None None] Transition to ACTIVE for port object 6a616546-9441-4e14-8340-c4fd636de683 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:22.272777 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ad351ffc-61ad-44c4-8b60-80839e6fb4ca None None] Transition to ACTIVE for port object 6a616546-9441-4e14-8340-c4fd636de683 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:22.286438 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-3b27b02e-7de0-4631-9e81-6036c1d52dd3 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Transition to ACTIVE for port object d8f30e8d-e044-4bc4-994d-04610cefca78 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:22.294408 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ad351ffc-61ad-44c4-8b60-80839e6fb4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.403565 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461e43e8-9c88-4573-adcb-4ad597be8ab2 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Made reservation on behalf of 3bbbe7381d5c4e8d8b543859e5e29a5e for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:22.406052 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad351ffc-61ad-44c4-8b60-80839e6fb4ca None None] Pushing event updated for resources: {'Port': ['ID=6a616546-9441-4e14-8340-c4fd636de683,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:22.417531 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-461e43e8-9c88-4573-adcb-4ad597be8ab2 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.432017 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad351ffc-61ad-44c4-8b60-80839e6fb4ca None None] Network 89840781-8553-4c35-bebc-a4f0edb77f6b is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:22.444244 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-ad351ffc-61ad-44c4-8b60-80839e6fb4ca None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:22.452215 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad351ffc-61ad-44c4-8b60-80839e6fb4ca None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:22.457190 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b27b02e-7de0-4631-9e81-6036c1d52dd3 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.461167 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device cad392b4-a6fa-4f00-8238-ab099c764dbd up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:22.535080 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-461e43e8-9c88-4573-adcb-4ad597be8ab2 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] device_id is not set on port 132bd7d8-7a35-4d18-ae8f-893b624c674f yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:22.567019 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-265299c8-6738-4f4e-8ac7-16c0c0eb595b tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c1af11be7dd419195f949cd92df4ecc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3649371 Jul 15 13:15:22.586826 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b27b02e-7de0-4631-9e81-6036c1d52dd3 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Network eb3a66cd-854b-418a-8b44-f98ab227a6e9 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:22.589718 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-3b27b02e-7de0-4631-9e81-6036c1d52dd3 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:22.595500 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b27b02e-7de0-4631-9e81-6036c1d52dd3 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:22.617346 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27b02e-7de0-4631-9e81-6036c1d52dd3 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Pushing event updated for resources: {'Port': ['ID=d8f30e8d-e044-4bc4-994d-04610cefca78,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:22.638553 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ad351ffc-61ad-44c4-8b60-80839e6fb4ca None None] Attempting to bind port 6a616546-9441-4e14-8340-c4fd636de683 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:22.639166 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ad351ffc-61ad-44c4-8b60-80839e6fb4ca None None] Attempting to bind port 6a616546-9441-4e14-8340-c4fd636de683 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'b611f458-e3fc-4389-b6ff-dbd809622cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '89840781-8553-4c35-bebc-a4f0edb77f6b'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:22.639766 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad351ffc-61ad-44c4-8b60-80839e6fb4ca None None] Attempting to bind port 6a616546-9441-4e14-8340-c4fd636de683 on network 89840781-8553-4c35-bebc-a4f0edb77f6b {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:22.655004 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad351ffc-61ad-44c4-8b60-80839e6fb4ca None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:22.655467 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad351ffc-61ad-44c4-8b60-80839e6fb4ca None None] Checking segment: {'id': 'b611f458-e3fc-4389-b6ff-dbd809622cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '89840781-8553-4c35-bebc-a4f0edb77f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:22.656108 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ad351ffc-61ad-44c4-8b60-80839e6fb4ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.657272 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad351ffc-61ad-44c4-8b60-80839e6fb4ca None None] Bound using segment: {'id': 'b611f458-e3fc-4389-b6ff-dbd809622cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '89840781-8553-4c35-bebc-a4f0edb77f6b'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:22.661501 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ad351ffc-61ad-44c4-8b60-80839e6fb4ca None None] Bound port: 6a616546-9441-4e14-8340-c4fd636de683, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b611f458-e3fc-4389-b6ff-dbd809622cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '89840781-8553-4c35-bebc-a4f0edb77f6b'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:22.662220 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ad351ffc-61ad-44c4-8b60-80839e6fb4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.755780 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port cad392b4-a6fa-4f00-8238-ab099c764dbd completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:22.864993 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ad351ffc-61ad-44c4-8b60-80839e6fb4ca None None] For port 6a616546-9441-4e14-8340-c4fd636de683, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:22.872128 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ad351ffc-61ad-44c4-8b60-80839e6fb4ca None None] For port 6a616546-9441-4e14-8340-c4fd636de683, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=6a616546-9441-4e14-8340-c4fd636de683,segment=NetworkSegment(b611f458-e3fc-4389-b6ff-dbd809622cd7),segment_id=b611f458-e3fc-4389-b6ff-dbd809622cd7)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:22.883704 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ad351ffc-61ad-44c4-8b60-80839e6fb4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.903057 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b27b02e-7de0-4631-9e81-6036c1d52dd3 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:22.904022 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b27b02e-7de0-4631-9e81-6036c1d52dd3 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.976079 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3b27b02e-7de0-4631-9e81-6036c1d52dd3 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2466588 Jul 15 13:15:22.985277 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33040) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:23.015529 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c82f81c0-e8b2-483d-aa6d-872f8d464e13 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Request body: {'port': {'network_id': 'eb3a66cd-854b-418a-8b44-f98ab227a6e9', 'name': 'tempest-AllowedAddressPairTestJSON-1014327480', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:fe:3b:a3'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:23.042030 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad351ffc-61ad-44c4-8b60-80839e6fb4ca None None] Pushing event updated for resources: {'Port': ['ID=6a616546-9441-4e14-8340-c4fd636de683,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:23.202839 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:23.303860 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-461e43e8-9c88-4573-adcb-4ad597be8ab2 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Allocated IP 2001:db8::231 (89840781-8553-4c35-bebc-a4f0edb77f6b/9c148e9d-5b46-4b88-8cfa-d80329a40ac7/132bd7d8-7a35-4d18-ae8f-893b624c674f) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:23.379429 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7474893a-6536-4ebc-b534-110cb23624b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:23.444710 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51d9621a-2e2d-4538-a76b-1b8dc58561cd tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:23.544900 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-84836ce3-3fa1-4012-83a6-6a170a51ee25 service neutron] 10.222.0.24 "GET /v2.0/networks/7b9ba910-6749-4270-b002-56d9006f5b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9361086 Jul 15 13:15:23.552881 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82f81c0-e8b2-483d-aa6d-872f8d464e13 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Made reservation on behalf of a6ee9f29b5154c41b874ec7e390b7883 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:23.591279 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2977b452-05b6-4765-84c6-788dc0178dc3 None None] Network eb3a66cd-854b-418a-8b44-f98ab227a6e9 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:23.644581 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72306362-eaa3-4cc2-97cb-c50097836eb3 req-dea635c9-af99-405b-99a0-23051f7563ac tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:23.647371 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-72306362-eaa3-4cc2-97cb-c50097836eb3 req-dea635c9-af99-405b-99a0-23051f7563ac tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 946 time: 0.4502301 Jul 15 13:15:23.687598 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-cff1030b-7051-4729-ab56-bbf39138352a None None] Provisioning for port cad392b4-a6fa-4f00-8238-ab099c764dbd completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:23.701254 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-cff1030b-7051-4729-ab56-bbf39138352a None None] Provisioning complete for port cad392b4-a6fa-4f00-8238-ab099c764dbd triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:23.701520 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cff1030b-7051-4729-ab56-bbf39138352a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:23.810646 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-72306362-eaa3-4cc2-97cb-c50097836eb3 req-94d7d3c8-d0a5-4789-ad79-fefb3b89a007 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168458 Jul 15 13:15:23.865180 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-448de7dd-be22-44de-abc9-cb5ffb727682 service neutron] 10.222.0.24 "GET /v2.0/networks/7b9ba910-6749-4270-b002-56d9006f5b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892003 Jul 15 13:15:23.869895 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cff1030b-7051-4729-ab56-bbf39138352a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:23.924596 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-cff1030b-7051-4729-ab56-bbf39138352a None None] For port cad392b4-a6fa-4f00-8238-ab099c764dbd, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=cad392b4-a6fa-4f00-8238-ab099c764dbd,segment=NetworkSegment(96912050-1515-4f70-be3d-915dc2335b10),segment_id=96912050-1515-4f70-be3d-915dc2335b10)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:23.937542 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cff1030b-7051-4729-ab56-bbf39138352a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.008160 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1030b-7051-4729-ab56-bbf39138352a None None] Pushing event updated for resources: {'Port': ['ID=cad392b4-a6fa-4f00-8238-ab099c764dbd,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:24.015132 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-461e43e8-9c88-4573-adcb-4ad597be8ab2 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.065434 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-461e43e8-9c88-4573-adcb-4ad597be8ab2 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Transition to ACTIVE for port object 132bd7d8-7a35-4d18-ae8f-893b624c674f will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:24.154164 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-461e43e8-9c88-4573-adcb-4ad597be8ab2 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.361450 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e43e8-9c88-4573-adcb-4ad597be8ab2 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Pushing event updated for resources: {'Port': ['ID=132bd7d8-7a35-4d18-ae8f-893b624c674f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:24.427581 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-51d9621a-2e2d-4538-a76b-1b8dc58561cd tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Deleting port a16ce9c9-155b-497e-9c7c-b2b81a223671 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:24.427803 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51d9621a-2e2d-4538-a76b-1b8dc58561cd tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.437322 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461e43e8-9c88-4573-adcb-4ad597be8ab2 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Network 89840781-8553-4c35-bebc-a4f0edb77f6b is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:24.443525 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-461e43e8-9c88-4573-adcb-4ad597be8ab2 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:24.453474 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c82f81c0-e8b2-483d-aa6d-872f8d464e13 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.468112 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461e43e8-9c88-4573-adcb-4ad597be8ab2 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:24.498329 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c69f29c8-c02f-4704-b87f-de664a3937d6 None None] Provisioning complete for port cad392b4-a6fa-4f00-8238-ab099c764dbd triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:24.498946 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c69f29c8-c02f-4704-b87f-de664a3937d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.503374 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461e43e8-9c88-4573-adcb-4ad597be8ab2 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:24.506334 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-461e43e8-9c88-4573-adcb-4ad597be8ab2 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.548517 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 6a616546-9441-4e14-8340-c4fd636de683 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:24.601509 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-c82f81c0-e8b2-483d-aa6d-872f8d464e13 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] device_id is not set on port 3ca3cc1a-144f-4a7a-b36f-fdecb3ac986b yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:24.689394 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.753241 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 6a616546-9441-4e14-8340-c4fd636de683 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:24.789247 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device cad392b4-a6fa-4f00-8238-ab099c764dbd up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:24.792651 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51d9621a-2e2d-4538-a76b-1b8dc58561cd tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.837844 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.871300 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-461e43e8-9c88-4573-adcb-4ad597be8ab2 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.9145782 Jul 15 13:15:24.875614 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33062) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:24.889504 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c69f29c8-c02f-4704-b87f-de664a3937d6 None None] Provisioning for port d8f30e8d-e044-4bc4-994d-04610cefca78 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:24.894554 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53864cb7-e721-4458-ad69-6a07f5b1642e None None] Network 89840781-8553-4c35-bebc-a4f0edb77f6b requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:24.927307 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5fa37df1-b7f8-4f6e-948a-87ec88becb66 req-1a36faf9-e303-4c1d-b01f-423ee04b07cb tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a28d48f-8cdc-4592-9bf3-eff6621e1f33 HTTP/1.1" status: 200 len: 210 time: 0.1961195 Jul 15 13:15:24.951732 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-51d9621a-2e2d-4538-a76b-1b8dc58561cd tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Calling delete_port for a16ce9c9-155b-497e-9c7c-b2b81a223671 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:24.959112 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c69f29c8-c02f-4704-b87f-de664a3937d6 None None] Provisioning complete for port d8f30e8d-e044-4bc4-994d-04610cefca78 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:24.960061 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c69f29c8-c02f-4704-b87f-de664a3937d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.035375 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port cad392b4-a6fa-4f00-8238-ab099c764dbd triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:25.036117 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.041938 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-c82f81c0-e8b2-483d-aa6d-872f8d464e13 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Allocated IP 172.20.0.10 (eb3a66cd-854b-418a-8b44-f98ab227a6e9/6ae0aef7-165b-4ad3-b7c7-f2f858b4522a/3ca3cc1a-144f-4a7a-b36f-fdecb3ac986b) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:25.075262 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace25b9c-a1d5-47e2-9e01-0de407a7a4b5 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:25.084550 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace25b9c-a1d5-47e2-9e01-0de407a7a4b5 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:25.091538 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace25b9c-a1d5-47e2-9e01-0de407a7a4b5 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:25.102925 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ace25b9c-a1d5-47e2-9e01-0de407a7a4b5 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2256870 Jul 15 13:15:25.105654 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33064) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:25.114314 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c69f29c8-c02f-4704-b87f-de664a3937d6 None None] Port d8f30e8d-e044-4bc4-994d-04610cefca78 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:25.270263 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-205cc392-f81e-4c62-bbfa-975a98e8a041 None None] Provisioning complete for port d8f30e8d-e044-4bc4-994d-04610cefca78 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:25.270535 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-205cc392-f81e-4c62-bbfa-975a98e8a041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.323111 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-205cc392-f81e-4c62-bbfa-975a98e8a041 None None] Port d8f30e8d-e044-4bc4-994d-04610cefca78 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:25.344282 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-205cc392-f81e-4c62-bbfa-975a98e8a041 None None] Provisioning for port 6a616546-9441-4e14-8340-c4fd636de683 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:25.350687 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-205cc392-f81e-4c62-bbfa-975a98e8a041 None None] Provisioning complete for port 6a616546-9441-4e14-8340-c4fd636de683 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:25.351143 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-205cc392-f81e-4c62-bbfa-975a98e8a041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.452351 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51d9621a-2e2d-4538-a76b-1b8dc58561cd tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.514021 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-205cc392-f81e-4c62-bbfa-975a98e8a041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.519504 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9621a-2e2d-4538-a76b-1b8dc58561cd tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event deleted for resources: {'Port': ['ID=a16ce9c9-155b-497e-9c7c-b2b81a223671,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:25.524649 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bffe39-d7eb-42b0-ad84-14f55c61be96 req-57df167c-da47-457f-887a-005dde4ef206 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:25.526376 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-51bffe39-d7eb-42b0-ad84-14f55c61be96 req-57df167c-da47-457f-887a-005dde4ef206 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 946 time: 0.4217083 Jul 15 13:15:25.596242 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-205cc392-f81e-4c62-bbfa-975a98e8a041 None None] For port 6a616546-9441-4e14-8340-c4fd636de683, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=6a616546-9441-4e14-8340-c4fd636de683,segment=NetworkSegment(b611f458-e3fc-4389-b6ff-dbd809622cd7),segment_id=b611f458-e3fc-4389-b6ff-dbd809622cd7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:25.606404 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-205cc392-f81e-4c62-bbfa-975a98e8a041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.622478 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c82f81c0-e8b2-483d-aa6d-872f8d464e13 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.661403 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-51bffe39-d7eb-42b0-ad84-14f55c61be96 req-0a57a5de-2c01-460c-82ed-ab6d38268c44 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202564 Jul 15 13:15:25.675561 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205cc392-f81e-4c62-bbfa-975a98e8a041 None None] Pushing event updated for resources: {'Port': ['ID=6a616546-9441-4e14-8340-c4fd636de683,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:25.699498 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-9d1c9db3-eeda-484b-a45f-5d18cb286de2 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Deleting port 132bd7d8-7a35-4d18-ae8f-893b624c674f {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:25.699498 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d1c9db3-eeda-484b-a45f-5d18cb286de2 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.747205 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a6a7a916-6f75-475c-8905-de3b6494da26 None None] Provisioning for port 1b799782-9814-4b3a-9795-3d76bebc3812 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:25.760063 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a6a7a916-6f75-475c-8905-de3b6494da26 None None] Provisioning complete for port 1b799782-9814-4b3a-9795-3d76bebc3812 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:25.760675 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6a7a916-6f75-475c-8905-de3b6494da26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.766933 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-c82f81c0-e8b2-483d-aa6d-872f8d464e13 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Transition to ACTIVE for port object 3ca3cc1a-144f-4a7a-b36f-fdecb3ac986b will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:25.864187 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a6a7a916-6f75-475c-8905-de3b6494da26 None None] Port 1b799782-9814-4b3a-9795-3d76bebc3812 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:25.905721 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51d9621a-2e2d-4538-a76b-1b8dc58561cd tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.915400 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a6a7a916-6f75-475c-8905-de3b6494da26 None None] Provisioning for port 132bd7d8-7a35-4d18-ae8f-893b624c674f completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:25.922783 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a6a7a916-6f75-475c-8905-de3b6494da26 None None] Provisioning complete for port 132bd7d8-7a35-4d18-ae8f-893b624c674f triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:25.923288 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6a7a916-6f75-475c-8905-de3b6494da26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.025608 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d1c9db3-eeda-484b-a45f-5d18cb286de2 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.050061 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-9d1c9db3-eeda-484b-a45f-5d18cb286de2 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Calling delete_port for 132bd7d8-7a35-4d18-ae8f-893b624c674f owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:26.092562 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c82f81c0-e8b2-483d-aa6d-872f8d464e13 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.122273 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01390305-7523-4164-8840-aff107678b94 req-89db6a76-2689-4b5c-b1b5-5613e4e8fd44 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:26.128151 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a6a7a916-6f75-475c-8905-de3b6494da26 None None] Port 132bd7d8-7a35-4d18-ae8f-893b624c674f cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:26.128443 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-01390305-7523-4164-8840-aff107678b94 req-89db6a76-2689-4b5c-b1b5-5613e4e8fd44 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 1098 time: 0.2024548 Jul 15 13:15:26.157620 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a6a7a916-6f75-475c-8905-de3b6494da26 None None] Provisioning complete for port 6a616546-9441-4e14-8340-c4fd636de683 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:26.158072 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6a7a916-6f75-475c-8905-de3b6494da26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.290116 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.312070 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82f81c0-e8b2-483d-aa6d-872f8d464e13 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Network eb3a66cd-854b-418a-8b44-f98ab227a6e9 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:26.318929 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f81c0-e8b2-483d-aa6d-872f8d464e13 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Pushing event updated for resources: {'Port': ['ID=3ca3cc1a-144f-4a7a-b36f-fdecb3ac986b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:26.355636 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-c82f81c0-e8b2-483d-aa6d-872f8d464e13 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:26.368689 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82f81c0-e8b2-483d-aa6d-872f8d464e13 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:26.399592 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 6a616546-9441-4e14-8340-c4fd636de683 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:26.465644 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82f81c0-e8b2-483d-aa6d-872f8d464e13 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:26.466387 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c82f81c0-e8b2-483d-aa6d-872f8d464e13 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.474203 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d9621a-2e2d-4538-a76b-1b8dc58561cd tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Router afec9de3-b2b1-4625-960d-c44b358f429a has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:15:26.509684 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c82f81c0-e8b2-483d-aa6d-872f8d464e13 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.5190983 Jul 15 13:15:26.510410 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33076) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:26.518752 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-01390305-7523-4164-8840-aff107678b94 req-c143e817-67c1-4d50-891f-e8a1d08cf94f tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890207 Jul 15 13:15:26.558564 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 6a616546-9441-4e14-8340-c4fd636de683 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:26.560922 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.689919 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2ab8233a-5ed7-4947-b222-fe75f4aeee43 None None] Provisioning complete for port 1b799782-9814-4b3a-9795-3d76bebc3812 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:26.690304 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2ab8233a-5ed7-4947-b222-fe75f4aeee43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.767143 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2ab8233a-5ed7-4947-b222-fe75f4aeee43 None None] Port 1b799782-9814-4b3a-9795-3d76bebc3812 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:26.846849 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d9621a-2e2d-4538-a76b-1b8dc58561cd tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:15:26.860443 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-51d9621a-2e2d-4538-a76b-1b8dc58561cd tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "PUT /v2.0/routers/afec9de3-b2b1-4625-960d-c44b358f429a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4799287 Jul 15 13:15:26.864895 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33084) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:26.865584 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfb9e7c-1922-4926-9fb8-764efe92792b None None] Sync routers for ids ['afec9de3-b2b1-4625-960d-c44b358f429a'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:15:26.893732 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfb9e7c-1922-4926-9fb8-764efe92792b None None] Routers {'afec9de3-b2b1-4625-960d-c44b358f429a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:26.894809 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-edfb9e7c-1922-4926-9fb8-764efe92792b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:15:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['afec9de3-b2b1-4625-960d-c44b358f429a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:26.909962 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-6d87b489-7322-4c7c-a961-0884e6c3bd9a None None] Provisioning complete for port 132bd7d8-7a35-4d18-ae8f-893b624c674f triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:26.910517 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6d87b489-7322-4c7c-a961-0884e6c3bd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.916765 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2572e96e-7632-4d0a-8085-1db82db676e4 req-12a35dc3-3450-4f3e-adbe-13363f71a85e tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a28d48f-8cdc-4592-9bf3-eff6621e1f33 HTTP/1.1" status: 200 len: 210 time: 0.1672699 Jul 15 13:15:26.960147 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-edfb9e7c-1922-4926-9fb8-764efe92792b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:26.980673 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfb9e7c-1922-4926-9fb8-764efe92792b None None] Routers {'afec9de3-b2b1-4625-960d-c44b358f429a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:26.982737 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-edfb9e7c-1922-4926-9fb8-764efe92792b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:15:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['afec9de3-b2b1-4625-960d-c44b358f429a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:26.985067 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6d87b489-7322-4c7c-a961-0884e6c3bd9a None None] Port 132bd7d8-7a35-4d18-ae8f-893b624c674f cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:27.044054 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-edfb9e7c-1922-4926-9fb8-764efe92792b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:27.044872 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfb9e7c-1922-4926-9fb8-764efe92792b None None] The sync data for ids ['afec9de3-b2b1-4625-960d-c44b358f429a'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:15:27.094811 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7939f68b-7854-4f54-bd61-4f1f0586841a tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:27.100917 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7939f68b-7854-4f54-bd61-4f1f0586841a tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:27.107688 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7939f68b-7854-4f54-bd61-4f1f0586841a tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:27.109694 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7939f68b-7854-4f54-bd61-4f1f0586841a tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.5980060 Jul 15 13:15:27.113781 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8febd4bb-9cf8-4555-a0e5-8c6baa91bca8 None None] Provisioning for port 3ca3cc1a-144f-4a7a-b36f-fdecb3ac986b completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:27.122389 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8febd4bb-9cf8-4555-a0e5-8c6baa91bca8 None None] Provisioning complete for port 3ca3cc1a-144f-4a7a-b36f-fdecb3ac986b triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:27.123594 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8febd4bb-9cf8-4555-a0e5-8c6baa91bca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.139893 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bb673ad1-0300-447e-909e-dc6a90a46fb5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.142372 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33088) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:27.209040 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-8febd4bb-9cf8-4555-a0e5-8c6baa91bca8 None None] Port 3ca3cc1a-144f-4a7a-b36f-fdecb3ac986b cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:27.294213 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-909fc3c7-b04e-46a6-878d-848aee45e959 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:27.295847 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-909fc3c7-b04e-46a6-878d-848aee45e959 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.32 "GET /v2.0/networks?id=7b9ba910-6749-4270-b002-56d9006f5b50 HTTP/1.1" status: 200 len: 815 time: 0.8048658 Jul 15 13:15:27.308191 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d1c9db3-eeda-484b-a45f-5d18cb286de2 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.343104 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bb673ad1-0300-447e-909e-dc6a90a46fb5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.344747 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fad1d6-ae54-42a0-86ef-bd1498be3970 req-d03ec534-a927-41a5-a788-882b0283f180 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:27.346491 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-92fad1d6-ae54-42a0-86ef-bd1498be3970 req-d03ec534-a927-41a5-a788-882b0283f180 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 1098 time: 0.1755629 Jul 15 13:15:27.350901 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-75ffbae1-128d-4ef4-af7a-fc7a71b70714 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Request body: {'port': {'device_id': '8a28d48f-8cdc-4592-9bf3-eff6621e1f33', 'network_id': '7b9ba910-6749-4270-b002-56d9006f5b50', 'admin_state_up': True, 'tenant_id': '7c1af11be7dd419195f949cd92df4ecc'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:27.369990 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a5bf6e0c-bf71-467b-ae7a-37cca059e925 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Deleting port 3ca3cc1a-144f-4a7a-b36f-fdecb3ac986b {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:27.370474 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5bf6e0c-bf71-467b-ae7a-37cca059e925 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.377590 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c9db3-eeda-484b-a45f-5d18cb286de2 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Pushing event deleted for resources: {'Port': ['ID=132bd7d8-7a35-4d18-ae8f-893b624c674f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:27.486565 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d1c9db3-eeda-484b-a45f-5d18cb286de2 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.488575 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9d1c9db3-eeda-484b-a45f-5d18cb286de2 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] 10.222.0.24 "DELETE /v2.0/ports/132bd7d8-7a35-4d18-ae8f-893b624c674f HTTP/1.1" status: 204 len: 168 time: 2.3774357 Jul 15 13:15:27.495703 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33090) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:27.505363 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-055d856b-1ab3-4888-9b80-ddd6ca0806b9 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Request body: {'port': {'name': 'tempest-new-port-name-1312770121', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:27.506539 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.api.validators [None req-055d856b-1ab3-4888-9b80-ddd6ca0806b9 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] bootfile-name is not in valid_values {{(pid=93813) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:15:27.506539 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.api.validators [None req-055d856b-1ab3-4888-9b80-ddd6ca0806b9 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] tftp-server is not in valid_values {{(pid=93813) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:15:27.506539 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.api.validators [None req-055d856b-1ab3-4888-9b80-ddd6ca0806b9 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] server-ip-address is not in valid_values {{(pid=93813) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:15:27.514701 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-92fad1d6-ae54-42a0-86ef-bd1498be3970 req-1e6e77cf-7fce-4f5d-a9a8-444761ff87dd tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322291 Jul 15 13:15:27.521202 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5bf6e0c-bf71-467b-ae7a-37cca059e925 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.540048 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a5bf6e0c-bf71-467b-ae7a-37cca059e925 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Calling delete_port for 3ca3cc1a-144f-4a7a-b36f-fdecb3ac986b owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:27.546218 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-bb673ad1-0300-447e-909e-dc6a90a46fb5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Deleting port 9dc26811-3a52-41c5-92dd-f58e5b59f4d2 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:27.546661 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bb673ad1-0300-447e-909e-dc6a90a46fb5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.660290 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-055d856b-1ab3-4888-9b80-ddd6ca0806b9 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.698343 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bb673ad1-0300-447e-909e-dc6a90a46fb5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.721073 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-bb673ad1-0300-447e-909e-dc6a90a46fb5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Calling delete_port for 9dc26811-3a52-41c5-92dd-f58e5b59f4d2 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:27.724726 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-75ffbae1-128d-4ef4-af7a-fc7a71b70714 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Made reservation on behalf of 7c1af11be7dd419195f949cd92df4ecc for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:27.736474 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-75ffbae1-128d-4ef4-af7a-fc7a71b70714 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.838633 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5bf6e0c-bf71-467b-ae7a-37cca059e925 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.961472 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf6e0c-bf71-467b-ae7a-37cca059e925 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Pushing event deleted for resources: {'Port': ['ID=3ca3cc1a-144f-4a7a-b36f-fdecb3ac986b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:28.124775 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-75ffbae1-128d-4ef4-af7a-fc7a71b70714 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Allocated IP 172.20.0.11 (7b9ba910-6749-4270-b002-56d9006f5b50/b9399f7e-15bd-4621-abd1-34b022e325f1/68b0e08c-0398-4870-b713-e65062c79b32) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:28.168399 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-055d856b-1ab3-4888-9b80-ddd6ca0806b9 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.180837 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-055d856b-1ab3-4888-9b80-ddd6ca0806b9 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.247015 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-055d856b-1ab3-4888-9b80-ddd6ca0806b9 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] In _notify_port_updated(), no bound segment for port 1b799782-9814-4b3a-9795-3d76bebc3812 on network 89840781-8553-4c35-bebc-a4f0edb77f6b {{(pid=93813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:15:28.252851 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055d856b-1ab3-4888-9b80-ddd6ca0806b9 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:28.253477 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-055d856b-1ab3-4888-9b80-ddd6ca0806b9 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.257712 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-055d856b-1ab3-4888-9b80-ddd6ca0806b9 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] 10.222.0.24 "PUT /v2.0/ports/1b799782-9814-4b3a-9795-3d76bebc3812 HTTP/1.1" status: 200 len: 1130 time: 0.7615402 Jul 15 13:15:28.263062 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33104) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:28.352929 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5bf6e0c-bf71-467b-ae7a-37cca059e925 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.356784 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a5bf6e0c-bf71-467b-ae7a-37cca059e925 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] 10.222.0.24 "DELETE /v2.0/ports/3ca3cc1a-144f-4a7a-b36f-fdecb3ac986b HTTP/1.1" status: 204 len: 168 time: 1.2133117 Jul 15 13:15:28.361102 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33108) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:28.411146 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d856b-1ab3-4888-9b80-ddd6ca0806b9 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Pushing event updated for resources: {'Port': ['ID=1b799782-9814-4b3a-9795-3d76bebc3812,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:28.416633 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-916e21cf-b622-4d86-a158-bc7f81e223cd tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] GET failed (client error): The resource could not be found. Jul 15 13:15:28.419373 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-916e21cf-b622-4d86-a158-bc7f81e223cd tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] 10.222.0.24 "GET /v2.0/ports/3ca3cc1a-144f-4a7a-b36f-fdecb3ac986b HTTP/1.1" status: 404 len: 333 time: 0.0549028 Jul 15 13:15:28.423638 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bb673ad1-0300-447e-909e-dc6a90a46fb5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.425663 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33110) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:28.434575 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ec9c43dc-b4bd-4c7f-9cf3-79adaeb526c5 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Request body: {'port': {'network_id': 'eb3a66cd-854b-418a-8b44-f98ab227a6e9', 'name': 'tempest-AllowedAddressPairTestJSON-795942930'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:28.453844 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0e5fad90-6d39-41e1-9963-ba46a4197e4d req-72b7fef1-4dfe-4d70-b4a6-c2c3ae64e235 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a28d48f-8cdc-4592-9bf3-eff6621e1f33 HTTP/1.1" status: 200 len: 210 time: 0.1154909 Jul 15 13:15:28.486353 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9d5bc-3ac4-4193-856a-744130f5f438 req-1ed28251-6297-4f92-87ed-ad0baf75d5d5 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:28.488498 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0391669e-2faa-4b58-af9f-5030508250b0 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:28.490174 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0391669e-2faa-4b58-af9f-5030508250b0 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] 10.222.0.24 "GET /v2.0/ports/1b799782-9814-4b3a-9795-3d76bebc3812 HTTP/1.1" status: 200 len: 1130 time: 0.2260859 Jul 15 13:15:28.497724 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33114) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:28.498221 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1de9d5bc-3ac4-4193-856a-744130f5f438 req-1ed28251-6297-4f92-87ed-ad0baf75d5d5 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 1098 time: 0.3350639 Jul 15 13:15:28.525526 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb673ad1-0300-447e-909e-dc6a90a46fb5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event deleted for resources: {'Port': ['ID=9dc26811-3a52-41c5-92dd-f58e5b59f4d2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:28.569293 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-75ffbae1-128d-4ef4-af7a-fc7a71b70714 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.669952 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-75ffbae1-128d-4ef4-af7a-fc7a71b70714 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.686409 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['283d420b-795e-4edf-be9f-99c321b70042', '5f1dcba5-e3c3-453a-a9d1-7ad4d008439b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:28.744659 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-74ea62de-f98f-4e7d-9583-33d16fd34287 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Deleting port 1b799782-9814-4b3a-9795-3d76bebc3812 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:28.745303 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74ea62de-f98f-4e7d-9583-33d16fd34287 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.762290 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-75ffbae1-128d-4ef4-af7a-fc7a71b70714 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Network 7b9ba910-6749-4270-b002-56d9006f5b50 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:28.768074 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-75ffbae1-128d-4ef4-af7a-fc7a71b70714 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:28.783885 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-75ffbae1-128d-4ef4-af7a-fc7a71b70714 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:28.803475 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-6fa81ab0-8b89-4a9f-8fc8-a55d9e049e18 None None] Provisioning complete for port 1b799782-9814-4b3a-9795-3d76bebc3812 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:28.804160 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6fa81ab0-8b89-4a9f-8fc8-a55d9e049e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.832883 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffbae1-128d-4ef4-af7a-fc7a71b70714 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Pushing event updated for resources: {'Port': ['ID=68b0e08c-0398-4870-b713-e65062c79b32,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:28.898129 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-75ffbae1-128d-4ef4-af7a-fc7a71b70714 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:28.899649 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-75ffbae1-128d-4ef4-af7a-fc7a71b70714 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.929233 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6fa81ab0-8b89-4a9f-8fc8-a55d9e049e18 None None] Port 1b799782-9814-4b3a-9795-3d76bebc3812 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:28.958847 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74ea62de-f98f-4e7d-9583-33d16fd34287 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.962118 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-75ffbae1-128d-4ef4-af7a-fc7a71b70714 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6483312 Jul 15 13:15:28.979741 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-74ea62de-f98f-4e7d-9583-33d16fd34287 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Calling delete_port for 1b799782-9814-4b3a-9795-3d76bebc3812 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:29.003545 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bb673ad1-0300-447e-909e-dc6a90a46fb5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.073220 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-94ffea29-a7bc-41df-aabb-c65ef7230876 service neutron] Request body: {'port': {'device_id': '8a28d48f-8cdc-4592-9bf3-eff6621e1f33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:29.170412 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1de9d5bc-3ac4-4193-856a-744130f5f438 req-9b1433c4-2e7b-45ae-817e-5be6e081fe3f tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6707292 Jul 15 13:15:29.218001 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-94ffea29-a7bc-41df-aabb-c65ef7230876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.229297 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74ea62de-f98f-4e7d-9583-33d16fd34287 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.232329 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bb673ad1-0300-447e-909e-dc6a90a46fb5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.238146 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bb673ad1-0300-447e-909e-dc6a90a46fb5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.275142 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea62de-f98f-4e7d-9583-33d16fd34287 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Pushing event deleted for resources: {'Port': ['ID=1b799782-9814-4b3a-9795-3d76bebc3812,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:29.323230 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74ea62de-f98f-4e7d-9583-33d16fd34287 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.325828 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-74ea62de-f98f-4e7d-9583-33d16fd34287 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] 10.222.0.24 "DELETE /v2.0/ports/1b799782-9814-4b3a-9795-3d76bebc3812 HTTP/1.1" status: 204 len: 168 time: 0.8262148 Jul 15 13:15:29.328833 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bb673ad1-0300-447e-909e-dc6a90a46fb5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.329892 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb673ad1-0300-447e-909e-dc6a90a46fb5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Fanout notify agent at l3_agent the message router_deleted on router afec9de3-b2b1-4625-960d-c44b358f429a {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:15:29.330146 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33116) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:29.342934 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bb673ad1-0300-447e-909e-dc6a90a46fb5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.344796 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-bb673ad1-0300-447e-909e-dc6a90a46fb5 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "DELETE /v2.0/routers/afec9de3-b2b1-4625-960d-c44b358f429a HTTP/1.1" status: 204 len: 168 time: 2.4332340 Jul 15 13:15:29.349337 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33118) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:29.403090 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9c43dc-b4bd-4c7f-9cf3-79adaeb526c5 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Made reservation on behalf of a6ee9f29b5154c41b874ec7e390b7883 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:29.408544 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec9c43dc-b4bd-4c7f-9cf3-79adaeb526c5 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.450683 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-ec9c43dc-b4bd-4c7f-9cf3-79adaeb526c5 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] device_id is not set on port 7b98d0b8-2515-49d4-9278-7cedd3e16037 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:29.458937 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-0036b486-a1db-4a03-93f4-8c54e306e7cb tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Deleting subnet 9c148e9d-5b46-4b88-8cfa-d80329a40ac7 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:15:29.461989 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-b340db19-bd05-4102-a6dd-1ee3fee2ae59 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Deleting subnet 00794332-46d5-42dd-a3c7-16f364b7e8b1 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:15:29.468702 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b340db19-bd05-4102-a6dd-1ee3fee2ae59 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.474719 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0036b486-a1db-4a03-93f4-8c54e306e7cb tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.562186 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b340db19-bd05-4102-a6dd-1ee3fee2ae59 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.667808 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0036b486-a1db-4a03-93f4-8c54e306e7cb tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.684650 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b340db19-bd05-4102-a6dd-1ee3fee2ae59 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.713536 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-ec9c43dc-b4bd-4c7f-9cf3-79adaeb526c5 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Allocated IP 172.20.0.4 (eb3a66cd-854b-418a-8b44-f98ab227a6e9/6ae0aef7-165b-4ad3-b7c7-f2f858b4522a/7b98d0b8-2515-49d4-9278-7cedd3e16037) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:29.822013 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba91d0f-72c8-4be3-9373-3182afd34a32 req-57153da5-4fe2-4844-a322-c4cd2346dc7b tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:29.823759 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dba91d0f-72c8-4be3-9373-3182afd34a32 req-57153da5-4fe2-4844-a322-c4cd2346dc7b tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a28d48f-8cdc-4592-9bf3-eff6621e1f33 HTTP/1.1" status: 200 len: 932 time: 0.1853552 Jul 15 13:15:29.863960 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b340db19-bd05-4102-a6dd-1ee3fee2ae59 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.941777 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0036b486-a1db-4a03-93f4-8c54e306e7cb tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.972855 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b340db19-bd05-4102-a6dd-1ee3fee2ae59 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.975660 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b340db19-bd05-4102-a6dd-1ee3fee2ae59 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "DELETE /v2.0/subnets/00794332-46d5-42dd-a3c7-16f364b7e8b1 HTTP/1.1" status: 204 len: 168 time: 0.6246781 Jul 15 13:15:29.976615 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b340db19-bd05-4102-a6dd-1ee3fee2ae59 tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event deleted for resources: {'Subnet': ['ID=00794332-46d5-42dd-a3c7-16f364b7e8b1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:29.981794 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33124) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:30.008131 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-94ffea29-a7bc-41df-aabb-c65ef7230876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b0e08c-0398-4870-b713-e65062c79b32 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:30.030873 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-94ffea29-a7bc-41df-aabb-c65ef7230876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.035539 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dba91d0f-72c8-4be3-9373-3182afd34a32 req-50d2f5b6-f905-4173-9f26-458ede402c93 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867075 Jul 15 13:15:30.112064 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-94ffea29-a7bc-41df-aabb-c65ef7230876 service neutron] Transition to ACTIVE for port object 68b0e08c-0398-4870-b713-e65062c79b32 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:30.114945 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0036b486-a1db-4a03-93f4-8c54e306e7cb tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.125691 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b3dd92f-d782-4d5f-b991-6b491176a9db tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.131146 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec9c43dc-b4bd-4c7f-9cf3-79adaeb526c5 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.138618 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-94ffea29-a7bc-41df-aabb-c65ef7230876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.154026 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ec9c43dc-b4bd-4c7f-9cf3-79adaeb526c5 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Transition to ACTIVE for port object 7b98d0b8-2515-49d4-9278-7cedd3e16037 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:30.235273 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0036b486-a1db-4a03-93f4-8c54e306e7cb tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.240874 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0036b486-a1db-4a03-93f4-8c54e306e7cb tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] 10.222.0.24 "DELETE /v2.0/subnets/9c148e9d-5b46-4b88-8cfa-d80329a40ac7 HTTP/1.1" status: 204 len: 168 time: 0.9093652 Jul 15 13:15:30.241597 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e67d49-a97d-489c-8f54-aa04edc37ffe None None] Network 89840781-8553-4c35-bebc-a4f0edb77f6b requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:30.250485 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036b486-a1db-4a03-93f4-8c54e306e7cb tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Pushing event deleted for resources: {'Subnet': ['ID=9c148e9d-5b46-4b88-8cfa-d80329a40ac7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:30.259576 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33132) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:30.272019 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b3dd92f-d782-4d5f-b991-6b491176a9db tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.285066 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-1b3dd92f-d782-4d5f-b991-6b491176a9db tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58782f77-5084-4003-b851-7d300b1f9d8b']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:30.298606 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-1b3dd92f-d782-4d5f-b991-6b491176a9db tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a365d4-e583-4d9d-92fb-0926d43243a2') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:30.298893 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-1b3dd92f-d782-4d5f-b991-6b491176a9db tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a365d4-e583-4d9d-92fb-0926d43243a2') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:30.310651 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b3dd92f-d782-4d5f-b991-6b491176a9db tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.326788 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b3dd92f-d782-4d5f-b991-6b491176a9db tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.335243 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b3dd92f-d782-4d5f-b991-6b491176a9db tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:30.335689 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b3dd92f-d782-4d5f-b991-6b491176a9db tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.405359 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:15:30.405359 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:30.405359 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:15:30.405359 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:30.405359 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:15:30.405359 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:30.405359 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:15:30.405359 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:30.405359 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:15:30.405359 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:30.405359 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:15:30.405359 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:30.405359 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:15:30.405359 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:30.405359 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:30.405359 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:30.405359 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:30.405359 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:30.405359 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:15:30.405359 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:30.405359 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:15:30.405359 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:30.405359 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:30.405359 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:30.405359 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:30.405359 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:30.405359 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:30.405359 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:30.405359 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:30.405359 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:30.405359 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:30.405359 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:30.413547 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b3dd92f-d782-4d5f-b991-6b491176a9db tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.415517 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffea29-a7bc-41df-aabb-c65ef7230876 service neutron] Pushing event updated for resources: {'Port': ['ID=68b0e08c-0398-4870-b713-e65062c79b32,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:30.429065 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b3dd92f-d782-4d5f-b991-6b491176a9db tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.431462 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1b3dd92f-d782-4d5f-b991-6b491176a9db tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] 10.222.0.24 "DELETE /v2.0/networks/58782f77-5084-4003-b851-7d300b1f9d8b HTTP/1.1" status: 204 len: 168 time: 0.4419978 Jul 15 13:15:30.458256 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3dd92f-d782-4d5f-b991-6b491176a9db tempest-FloatingIPTestJSON-1590070568 tempest-FloatingIPTestJSON-1590070568-project] Pushing event deleted for resources: {'Network': ['ID=58782f77-5084-4003-b851-7d300b1f9d8b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:30.523292 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec9c43dc-b4bd-4c7f-9cf3-79adaeb526c5 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.568240 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cad29a4e-2d55-4206-b656-2773282f9db9 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.620375 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-94ffea29-a7bc-41df-aabb-c65ef7230876 service neutron] Attempting to bind port 68b0e08c-0398-4870-b713-e65062c79b32 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:30.620721 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-94ffea29-a7bc-41df-aabb-c65ef7230876 service neutron] Attempting to bind port 68b0e08c-0398-4870-b713-e65062c79b32 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7b9ba910-6749-4270-b002-56d9006f5b50'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:30.621056 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-94ffea29-a7bc-41df-aabb-c65ef7230876 service neutron] Attempting to bind port 68b0e08c-0398-4870-b713-e65062c79b32 on network 7b9ba910-6749-4270-b002-56d9006f5b50 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:30.631669 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-94ffea29-a7bc-41df-aabb-c65ef7230876 service neutron] Port 68b0e08c-0398-4870-b713-e65062c79b32 on network 7b9ba910-6749-4270-b002-56d9006f5b50 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:30.632023 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-94ffea29-a7bc-41df-aabb-c65ef7230876 service neutron] Attempting to bind port 68b0e08c-0398-4870-b713-e65062c79b32 on network 7b9ba910-6749-4270-b002-56d9006f5b50 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:30.639136 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9c43dc-b4bd-4c7f-9cf3-79adaeb526c5 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Network eb3a66cd-854b-418a-8b44-f98ab227a6e9 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:30.640455 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-94ffea29-a7bc-41df-aabb-c65ef7230876 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:30.640831 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-94ffea29-a7bc-41df-aabb-c65ef7230876 service neutron] Checking segment: {'id': '2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7b9ba910-6749-4270-b002-56d9006f5b50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:30.641299 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-94ffea29-a7bc-41df-aabb-c65ef7230876 service neutron] Bound using segment: {'id': '2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7b9ba910-6749-4270-b002-56d9006f5b50'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:30.641822 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-94ffea29-a7bc-41df-aabb-c65ef7230876 service neutron] Bound port: 68b0e08c-0398-4870-b713-e65062c79b32, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7b9ba910-6749-4270-b002-56d9006f5b50'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:30.642422 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-94ffea29-a7bc-41df-aabb-c65ef7230876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.650416 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-ec9c43dc-b4bd-4c7f-9cf3-79adaeb526c5 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:30.662933 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9c43dc-b4bd-4c7f-9cf3-79adaeb526c5 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:30.684456 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301081ab-349b-4936-9491-2dcbd2503d0b req-55c88c28-6580-493b-bbef-88294d3a1a7b tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:30.702775 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-301081ab-349b-4936-9491-2dcbd2503d0b req-55c88c28-6580-493b-bbef-88294d3a1a7b tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 1098 time: 0.2477617 Jul 15 13:15:30.720559 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73caf356-d4e8-416f-b5b4-7895101956a3 None None] DHCP port deletion for 89840781-8553-4c35-bebc-a4f0edb77f6b request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:15:30.740897 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c43dc-b4bd-4c7f-9cf3-79adaeb526c5 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Pushing event updated for resources: {'Port': ['ID=7b98d0b8-2515-49d4-9278-7cedd3e16037,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:30.769142 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-cad29a4e-2d55-4206-b656-2773282f9db9 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Deleting port 6a616546-9441-4e14-8340-c4fd636de683 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:30.769690 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cad29a4e-2d55-4206-b656-2773282f9db9 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.776903 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-94ffea29-a7bc-41df-aabb-c65ef7230876 service neutron] For port 68b0e08c-0398-4870-b713-e65062c79b32, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:30.813779 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9c43dc-b4bd-4c7f-9cf3-79adaeb526c5 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:30.814481 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec9c43dc-b4bd-4c7f-9cf3-79adaeb526c5 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.825786 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-94ffea29-a7bc-41df-aabb-c65ef7230876 service neutron] For port 68b0e08c-0398-4870-b713-e65062c79b32, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=68b0e08c-0398-4870-b713-e65062c79b32,segment=NetworkSegment(2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72),segment_id=2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:30.839483 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-94ffea29-a7bc-41df-aabb-c65ef7230876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.860593 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-301081ab-349b-4936-9491-2dcbd2503d0b req-3122eb6f-c703-4dd7-890e-9b1d3c384763 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208806 Jul 15 13:15:30.891335 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ec9c43dc-b4bd-4c7f-9cf3-79adaeb526c5 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4620562 Jul 15 13:15:30.892618 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33138) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:30.906848 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-62540738-458e-4d9a-97e7-8628e7e4b585 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:fe:3b:a3'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:30.934838 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-94ffea29-a7bc-41df-aabb-c65ef7230876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:30.935641 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-94ffea29-a7bc-41df-aabb-c65ef7230876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.938528 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-94ffea29-a7bc-41df-aabb-c65ef7230876 service neutron] 10.222.0.32 "PUT /v2.0/ports/68b0e08c-0398-4870-b713-e65062c79b32 HTTP/1.1" status: 200 len: 1093 time: 1.8696423 Jul 15 13:15:30.941591 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a28d48f-8cdc-4592-9bf3-eff6621e1f33', 'tag': '68b0e08c-0398-4870-b713-e65062c79b32'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:30.944504 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57e2412-b5b2-4e83-b4b9-37698ca6fdc2" -d '{"events": [{"name": "network-changed", "server_uuid": "8a28d48f-8cdc-4592-9bf3-eff6621e1f33", "tag": "68b0e08c-0398-4870-b713-e65062c79b32"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:30.958077 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33146) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:30.984133 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-73caf356-d4e8-416f-b5b4-7895101956a3 None None] Deleting port 6a616546-9441-4e14-8340-c4fd636de683 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:30.984463 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-73caf356-d4e8-416f-b5b4-7895101956a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.034463 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-cad29a4e-2d55-4206-b656-2773282f9db9 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] For port 6a616546-9441-4e14-8340-c4fd636de683, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=6a616546-9441-4e14-8340-c4fd636de683,segment=NetworkSegment(b611f458-e3fc-4389-b6ff-dbd809622cd7),segment_id=b611f458-e3fc-4389-b6ff-dbd809622cd7)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:31.035700 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cad29a4e-2d55-4206-b656-2773282f9db9 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.098830 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-cad29a4e-2d55-4206-b656-2773282f9db9 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Calling delete_port for 6a616546-9441-4e14-8340-c4fd636de683 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:31.147995 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-73caf356-d4e8-416f-b5b4-7895101956a3 None None] For port 6a616546-9441-4e14-8340-c4fd636de683, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=6a616546-9441-4e14-8340-c4fd636de683,segment=NetworkSegment(b611f458-e3fc-4389-b6ff-dbd809622cd7),segment_id=b611f458-e3fc-4389-b6ff-dbd809622cd7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:31.148425 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-73caf356-d4e8-416f-b5b4-7895101956a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.173301 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-73caf356-d4e8-416f-b5b4-7895101956a3 None None] Calling delete_port for 6a616546-9441-4e14-8340-c4fd636de683 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:31.261953 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dec924a-2e20-4c94-be50-41b99b81f760 x-openstack-request-id: req-6dec924a-2e20-4c94-be50-41b99b81f760 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:31.262349 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a28d48f-8cdc-4592-9bf3-eff6621e1f33", "tag": "68b0e08c-0398-4870-b713-e65062c79b32", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:31.262526 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6dec924a-2e20-4c94-be50-41b99b81f760 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:31.263004 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a28d48f-8cdc-4592-9bf3-eff6621e1f33', 'tag': '68b0e08c-0398-4870-b713-e65062c79b32', 'status': 'completed', 'code': 200} Jul 15 13:15:31.287488 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cad29a4e-2d55-4206-b656-2773282f9db9 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.292696 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-10493ebc-5367-4d23-a8e0-8a6ac5df0476 None None] Provisioning for port 7b98d0b8-2515-49d4-9278-7cedd3e16037 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:31.318977 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62540738-458e-4d9a-97e7-8628e7e4b585 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.325497 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-10493ebc-5367-4d23-a8e0-8a6ac5df0476 None None] Provisioning complete for port 7b98d0b8-2515-49d4-9278-7cedd3e16037 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:31.329289 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffea29-a7bc-41df-aabb-c65ef7230876 service neutron] Pushing event updated for resources: {'Port': ['ID=68b0e08c-0398-4870-b713-e65062c79b32,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:31.332401 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-10493ebc-5367-4d23-a8e0-8a6ac5df0476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.332640 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad29a4e-2d55-4206-b656-2773282f9db9 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] No DVR routers for this DVR port 6a616546-9441-4e14-8340-c4fd636de683 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:31.435170 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-73caf356-d4e8-416f-b5b4-7895101956a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.440934 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cad29a4e-2d55-4206-b656-2773282f9db9 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.467930 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-10493ebc-5367-4d23-a8e0-8a6ac5df0476 None None] Port 7b98d0b8-2515-49d4-9278-7cedd3e16037 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:31.474014 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73caf356-d4e8-416f-b5b4-7895101956a3 None None] Pushing event deleted for resources: {'Port': ['ID=6a616546-9441-4e14-8340-c4fd636de683,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:31.476877 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73caf356-d4e8-416f-b5b4-7895101956a3 None None] No DVR routers for this DVR port 6a616546-9441-4e14-8340-c4fd636de683 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:31.486294 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-cad29a4e-2d55-4206-b656-2773282f9db9 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89840781-8553-4c35-bebc-a4f0edb77f6b']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:31.490064 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caf356-d4e8-416f-b5b4-7895101956a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:31.490653 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caf356-d4e8-416f-b5b4-7895101956a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:31.491684 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caf356-d4e8-416f-b5b4-7895101956a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:31.492202 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caf356-d4e8-416f-b5b4-7895101956a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:31.492697 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caf356-d4e8-416f-b5b4-7895101956a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:31.493440 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caf356-d4e8-416f-b5b4-7895101956a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:31.494262 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caf356-d4e8-416f-b5b4-7895101956a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:31.494877 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caf356-d4e8-416f-b5b4-7895101956a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:31.495381 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caf356-d4e8-416f-b5b4-7895101956a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:31.496150 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caf356-d4e8-416f-b5b4-7895101956a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:31.496626 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caf356-d4e8-416f-b5b4-7895101956a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:31.497125 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caf356-d4e8-416f-b5b4-7895101956a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:31.513911 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-cad29a4e-2d55-4206-b656-2773282f9db9 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b611f458-e3fc-4389-b6ff-dbd809622cd7') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:31.515987 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-cad29a4e-2d55-4206-b656-2773282f9db9 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b611f458-e3fc-4389-b6ff-dbd809622cd7') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:31.541459 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad29a4e-2d55-4206-b656-2773282f9db9 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Pushing event deleted for resources: {'Port': ['ID=6a616546-9441-4e14-8340-c4fd636de683,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:31.560220 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cad29a4e-2d55-4206-b656-2773282f9db9 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.615072 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a3c1a-0a8f-4b8f-9c91-195d62b8162d req-38a712d0-ea5c-4ecc-bac6-b7c21b2af148 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:31.616734 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b2a3c1a-0a8f-4b8f-9c91-195d62b8162d req-38a712d0-ea5c-4ecc-bac6-b7c21b2af148 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a28d48f-8cdc-4592-9bf3-eff6621e1f33 HTTP/1.1" status: 200 len: 944 time: 0.1713862 Jul 15 13:15:31.626316 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cad29a4e-2d55-4206-b656-2773282f9db9 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.638492 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d405e598-beba-4923-864e-6145b49d3d0a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7ac9efadf084e909923c9d9e4783e21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6727405 Jul 15 13:15:31.642542 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33160) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:31.648183 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad29a4e-2d55-4206-b656-2773282f9db9 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:31.648650 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cad29a4e-2d55-4206-b656-2773282f9db9 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:31.652162 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:31.668443 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-b0aa414f-db8f-43b3-8ce6-6f6eb98bacee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:31.670093 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-b0aa414f-db8f-43b3-8ce6-6f6eb98bacee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1af11be7dd419195f949cd92df4ecc&device_id=8a28d48f-8cdc-4592-9bf3-eff6621e1f33 HTTP/1.1" status: 200 len: 1096 time: 0.4015734 Jul 15 13:15:31.722128 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b2a3c1a-0a8f-4b8f-9c91-195d62b8162d req-096dc431-fe21-41fa-9ae3-d09397f42e47 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988157 Jul 15 13:15:31.736869 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62540738-458e-4d9a-97e7-8628e7e4b585 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.750185 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62540738-458e-4d9a-97e7-8628e7e4b585 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.762427 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb19d-6d63-4544-b86d-9a0be844684d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.782124 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-124f8475-ba97-49c4-a9c9-06ff31f33047 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68b0e08c-0398-4870-b713-e65062c79b32 HTTP/1.1" status: 200 len: 217 time: 0.0955303 Jul 15 13:15:31.857741 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb19d-6d63-4544-b86d-9a0be844684d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.865589 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-db90f68b-ccfa-4528-b1ed-b074e3d2a4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:31.867501 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-db90f68b-ccfa-4528-b1ed-b074e3d2a4f2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9399f7e-15bd-4621-abd1-34b022e325f1 HTTP/1.1" status: 200 len: 855 time: 0.0783079 Jul 15 13:15:31.899140 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62540738-458e-4d9a-97e7-8628e7e4b585 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Pushing event updated for resources: {'Port': ['ID=7b98d0b8-2515-49d4-9278-7cedd3e16037,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:31.914928 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-62540738-458e-4d9a-97e7-8628e7e4b585 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] In _notify_port_updated(), no bound segment for port 7b98d0b8-2515-49d4-9278-7cedd3e16037 on network eb3a66cd-854b-418a-8b44-f98ab227a6e9 {{(pid=93814) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:15:31.929932 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62540738-458e-4d9a-97e7-8628e7e4b585 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:31.931214 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62540738-458e-4d9a-97e7-8628e7e4b585 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.933735 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-4bab0843-d633-4bed-ba36-6d3e48bd87ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b9ba910-6749-4270-b002-56d9006f5b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507908 Jul 15 13:15:31.934629 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cad29a4e-2d55-4206-b656-2773282f9db9 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.939344 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-62540738-458e-4d9a-97e7-8628e7e4b585 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] 10.222.0.24 "PUT /v2.0/ports/7b98d0b8-2515-49d4-9278-7cedd3e16037 HTTP/1.1" status: 200 len: 992 time: 1.0451221 Jul 15 13:15:31.942442 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33170) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:32.019196 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb19d-6d63-4544-b86d-9a0be844684d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.027429 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb19d-6d63-4544-b86d-9a0be844684d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.027831 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cad29a4e-2d55-4206-b656-2773282f9db9 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.035881 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-cad29a4e-2d55-4206-b656-2773282f9db9 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] 10.222.0.24 "DELETE /v2.0/networks/89840781-8553-4c35-bebc-a4f0edb77f6b HTTP/1.1" status: 204 len: 168 time: 1.7742817 Jul 15 13:15:32.036454 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ab3eb19d-6d63-4544-b86d-9a0be844684d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92f315e8-64ce-4b2d-945f-dba4fcb31cc9 HTTP/1.1" status: 204 len: 168 time: 0.3864079 Jul 15 13:15:32.057162 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3eb19d-6d63-4544-b86d-9a0be844684d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f315e8-64ce-4b2d-945f-dba4fcb31cc9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:32.127416 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad29a4e-2d55-4206-b656-2773282f9db9 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945 tempest-ExtraDHCPOptionsIpV6TestJSON-29706945-project] Pushing event deleted for resources: {'Network': ['ID=89840781-8553-4c35-bebc-a4f0edb77f6b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:32.223287 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-412b294b-6a85-4599-9542-2079f26345f9 service neutron] 10.222.0.32 "GET /v2.0/networks/7b9ba910-6749-4270-b002-56d9006f5b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796283 Jul 15 13:15:32.237745 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9f20903c-ed5e-48b5-a3e7-eb2f24f45be3 None None] Provisioning complete for port 7b98d0b8-2515-49d4-9278-7cedd3e16037 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:32.238367 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9f20903c-ed5e-48b5-a3e7-eb2f24f45be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.348664 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9f20903c-ed5e-48b5-a3e7-eb2f24f45be3 None None] Port 7b98d0b8-2515-49d4-9278-7cedd3e16037 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:32.359188 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 6a616546-9441-4e14-8340-c4fd636de683 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:32.403920 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 6a616546-9441-4e14-8340-c4fd636de683 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:32.404935 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 6a616546-9441-4e14-8340-c4fd636de683 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:32.487833 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-59c98aa8-4b7b-4edd-b29b-bf4573054813 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Deleting port 7b98d0b8-2515-49d4-9278-7cedd3e16037 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:32.488158 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-59c98aa8-4b7b-4edd-b29b-bf4573054813 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.496728 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-53a9b1e9-943c-4769-bbca-f0815d9899cd req-b774fa79-a42c-452a-84c8-31c5ba22bfc9 service neutron] 10.222.0.32 "GET /v2.0/networks/7b9ba910-6749-4270-b002-56d9006f5b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353504 Jul 15 13:15:32.575540 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33192) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:32.700868 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-59c98aa8-4b7b-4edd-b29b-bf4573054813 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.721179 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-59c98aa8-4b7b-4edd-b29b-bf4573054813 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Calling delete_port for 7b98d0b8-2515-49d4-9278-7cedd3e16037 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:32.740569 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e2412-b5b2-4e83-b4b9-37698ca6fdc2 req-ef750110-0bad-4258-8dc3-b5f9dccfae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:32.744545 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c57e2412-b5b2-4e83-b4b9-37698ca6fdc2 req-ef750110-0bad-4258-8dc3-b5f9dccfae35 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1af11be7dd419195f949cd92df4ecc&device_id=8a28d48f-8cdc-4592-9bf3-eff6621e1f33 HTTP/1.1" status: 200 len: 1096 time: 0.1288264 Jul 15 13:15:32.826914 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-486fa7e9-f709-4f96-9e13-3d7a32c164d3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3bbbe7381d5c4e8d8b543859e5e29a5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2485759 Jul 15 13:15:32.827515 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33202) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:32.894927 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-ae8d1469-d8de-4169-970d-bfa0f6f84e93 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:32.896504 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-ae8d1469-d8de-4169-970d-bfa0f6f84e93 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142262 Jul 15 13:15:32.927098 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35563d8e-f146-4986-984b-55f373d5d369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.927676 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-e0659cea-ba82-48f0-8c87-27f01f9f596a service neutron] Request body: {'binding': {'host': 'n-h1-758944-45', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:32.928770 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-e0659cea-ba82-48f0-8c87-27f01f9f596a service neutron] Unknown quota resources ['binding']. {{(pid=93813) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:15:32.986903 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35563d8e-f146-4986-984b-55f373d5d369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.059395 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f804589-f472-4db8-ab6b-9f9e877c5e63 req-647b3761-0fb3-4394-96b1-f9c0cb7f3214 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:33.061284 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9f804589-f472-4db8-ab6b-9f9e877c5e63 req-647b3761-0fb3-4394-96b1-f9c0cb7f3214 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a28d48f-8cdc-4592-9bf3-eff6621e1f33 HTTP/1.1" status: 200 len: 944 time: 0.1215506 Jul 15 13:15:33.106756 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35563d8e-f146-4986-984b-55f373d5d369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.109562 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35563d8e-f146-4986-984b-55f373d5d369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.110971 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-35563d8e-f146-4986-984b-55f373d5d369 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62c9084a-12f5-43b4-8003-bf1e1615c421 HTTP/1.1" status: 204 len: 168 time: 0.2814887 Jul 15 13:15:33.126566 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9f804589-f472-4db8-ab6b-9f9e877c5e63 req-09c23479-b151-4ec3-8c4f-aee220e0d969 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543549 Jul 15 13:15:33.128099 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35563d8e-f146-4986-984b-55f373d5d369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c9084a-12f5-43b4-8003-bf1e1615c421,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:33.267034 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e2412-b5b2-4e83-b4b9-37698ca6fdc2 req-1ec3b60e-d36d-404d-bbdf-06c34ef2e1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:33.270333 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c57e2412-b5b2-4e83-b4b9-37698ca6fdc2 req-1ec3b60e-d36d-404d-bbdf-06c34ef2e1b1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7b9ba910-6749-4270-b002-56d9006f5b50 HTTP/1.1" status: 200 len: 916 time: 0.4233747 Jul 15 13:15:33.377275 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c57e2412-b5b2-4e83-b4b9-37698ca6fdc2 req-df60c964-89a8-4ec5-a951-508c46941536 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68b0e08c-0398-4870-b713-e65062c79b32 HTTP/1.1" status: 200 len: 217 time: 0.0609865 Jul 15 13:15:33.444074 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33222) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:33.458007 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-59c98aa8-4b7b-4edd-b29b-bf4573054813 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.549587 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-e0659cea-ba82-48f0-8c87-27f01f9f596a service neutron] Attempting to bind port aa29e1a1-aae3-4a2a-9416-a346b74f4f17 on host n-h1-758944-45 for vnic_type normal with profile None {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:33.550153 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-e0659cea-ba82-48f0-8c87-27f01f9f596a service neutron] Attempting to bind port aa29e1a1-aae3-4a2a-9416-a346b74f4f17 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:33.550686 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-e0659cea-ba82-48f0-8c87-27f01f9f596a service neutron] Attempting to bind port aa29e1a1-aae3-4a2a-9416-a346b74f4f17 on network 11104484-975b-4425-b2d0-5e9908c9b0d1 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:33.565799 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e2412-b5b2-4e83-b4b9-37698ca6fdc2 req-b3e67396-1afb-4453-9596-2bb890aa8483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:33.568151 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c57e2412-b5b2-4e83-b4b9-37698ca6fdc2 req-b3e67396-1afb-4453-9596-2bb890aa8483 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9399f7e-15bd-4621-abd1-34b022e325f1 HTTP/1.1" status: 200 len: 855 time: 0.1810799 Jul 15 13:15:33.572145 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c98aa8-4b7b-4edd-b29b-bf4573054813 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Pushing event deleted for resources: {'Port': ['ID=7b98d0b8-2515-49d4-9278-7cedd3e16037,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:33.611450 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c6d61ac9-0e2b-4763-bef4-9948ab062a2d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Request body: {'network': {'name': 'tempest-RoutersTest-59813480'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:33.633996 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-e0659cea-ba82-48f0-8c87-27f01f9f596a service neutron] Port aa29e1a1-aae3-4a2a-9416-a346b74f4f17 on network 11104484-975b-4425-b2d0-5e9908c9b0d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:33.634721 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-e0659cea-ba82-48f0-8c87-27f01f9f596a service neutron] Attempting to bind port aa29e1a1-aae3-4a2a-9416-a346b74f4f17 on network 11104484-975b-4425-b2d0-5e9908c9b0d1 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:33.659831 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d61ac9-0e2b-4763-bef4-9948ab062a2d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Made reservation on behalf of 2299834c406d4055b9f136a9c73b3afc for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:33.664941 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6d61ac9-0e2b-4763-bef4-9948ab062a2d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.670461 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c57e2412-b5b2-4e83-b4b9-37698ca6fdc2 req-175e3e8a-8e6d-4f64-8e2e-0060709043bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b9ba910-6749-4270-b002-56d9006f5b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943017 Jul 15 13:15:33.674076 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-e0659cea-ba82-48f0-8c87-27f01f9f596a service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:33.674806 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-e0659cea-ba82-48f0-8c87-27f01f9f596a service neutron] Checking segment: {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:33.675455 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-e0659cea-ba82-48f0-8c87-27f01f9f596a service neutron] Bound using segment: {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:33.676182 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-e0659cea-ba82-48f0-8c87-27f01f9f596a service neutron] Bound port: aa29e1a1-aae3-4a2a-9416-a346b74f4f17, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:33.691430 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6d61ac9-0e2b-4763-bef4-9948ab062a2d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.834731 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6d61ac9-0e2b-4763-bef4-9948ab062a2d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.841984 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6d61ac9-0e2b-4763-bef4-9948ab062a2d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.875923 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d61ac9-0e2b-4763-bef4-9948ab062a2d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:33.888670 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d61ac9-0e2b-4763-bef4-9948ab062a2d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbe0984-ca47-4ff7-9cae-96c8c27a4fa0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:33.906615 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6d61ac9-0e2b-4763-bef4-9948ab062a2d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.908210 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-c6d61ac9-0e2b-4763-bef4-9948ab062a2d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Added segment d03964e7-2815-4848-9426-4268d20cfb72 of type vlan for network 1c4a1e72-1a6a-40a2-a28a-5efc195a95d7 Jul 15 13:15:33.988545 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6d61ac9-0e2b-4763-bef4-9948ab062a2d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.040260 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6d61ac9-0e2b-4763-bef4-9948ab062a2d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.046030 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d61ac9-0e2b-4763-bef4-9948ab062a2d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:34.046731 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6d61ac9-0e2b-4763-bef4-9948ab062a2d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.096910 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c6d61ac9-0e2b-4763-bef4-9948ab062a2d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.6508570 Jul 15 13:15:34.100324 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33244) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:34.108933 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2f3e88ee-a760-4ce1-8be4-32cc7d2a9acc tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Request body: {'network': {'name': 'tempest-RoutersTest-987481589'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:34.145550 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d61ac9-0e2b-4763-bef4-9948ab062a2d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Network': ['ID=1c4a1e72-1a6a-40a2-a28a-5efc195a95d7,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:34.161649 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 1c4a1e72-1a6a-40a2-a28a-5efc195a95d7 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:34.180103 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3e88ee-a760-4ce1-8be4-32cc7d2a9acc tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Made reservation on behalf of 2299834c406d4055b9f136a9c73b3afc for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:34.204509 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f3e88ee-a760-4ce1-8be4-32cc7d2a9acc tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.237942 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33248) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:34.289045 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f3e88ee-a760-4ce1-8be4-32cc7d2a9acc tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:34.298951 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-e0659cea-ba82-48f0-8c87-27f01f9f596a service neutron] For port aa29e1a1-aae3-4a2a-9416-a346b74f4f17, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=aa29e1a1-aae3-4a2a-9416-a346b74f4f17,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:34.313179 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c57e2412-b5b2-4e83-b4b9-37698ca6fdc2 req-e84e00be-4c57-4cf8-b2a1-786255f54947 service neutron] 10.222.0.32 "GET /v2.0/networks/7b9ba910-6749-4270-b002-56d9006f5b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6326101 Jul 15 13:15:34.314752 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-59c98aa8-4b7b-4edd-b29b-bf4573054813 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.316877 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-59c98aa8-4b7b-4edd-b29b-bf4573054813 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] 10.222.0.24 "DELETE /v2.0/ports/7b98d0b8-2515-49d4-9278-7cedd3e16037 HTTP/1.1" status: 204 len: 168 time: 2.2797244 Jul 15 13:15:34.318882 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-e0659cea-ba82-48f0-8c87-27f01f9f596a service neutron] Notify callbacks [] for binding, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.320888 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-e0659cea-ba82-48f0-8c87-27f01f9f596a service neutron] 10.222.0.24 "POST /v2.0/ports/aa29e1a1-aae3-4a2a-9416-a346b74f4f17/bindings HTTP/1.1" status: 201 len: 390 time: 1.4048624 Jul 15 13:15:34.321494 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f3e88ee-a760-4ce1-8be4-32cc7d2a9acc tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.321695 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33254) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:34.323842 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-2f3e88ee-a760-4ce1-8be4-32cc7d2a9acc tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Added segment 2013f5d7-afea-4281-a6a2-c7c4e3ac4062 of type vlan for network 9ebaabe9-752c-4d99-92b2-6daf06dc6d5d Jul 15 13:15:34.384780 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e86208-9bd4-4c69-b0f6-7630d87c417d tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] GET failed (client error): The resource could not be found. Jul 15 13:15:34.387739 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a2e86208-9bd4-4c69-b0f6-7630d87c417d tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] 10.222.0.24 "GET /v2.0/ports/7b98d0b8-2515-49d4-9278-7cedd3e16037 HTTP/1.1" status: 404 len: 333 time: 0.0629923 Jul 15 13:15:34.398470 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33256) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:34.417630 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-98b1d1bd-0171-45e7-9e51-da90740b8696 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Request body: {'port': {'network_id': 'eb3a66cd-854b-418a-8b44-f98ab227a6e9', 'name': 'tempest-AllowedAddressPairTestJSON-1131359274'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:34.493834 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f042969c-1647-4902-98d4-5b5890dfacc0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-582260951'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:34.527077 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f3e88ee-a760-4ce1-8be4-32cc7d2a9acc tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.581132 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c57e2412-b5b2-4e83-b4b9-37698ca6fdc2 req-509dfc03-c51a-4cc4-b389-9d8f73127159 service neutron] 10.222.0.32 "GET /v2.0/networks/7b9ba910-6749-4270-b002-56d9006f5b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583501 Jul 15 13:15:34.606178 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f22d9-98e5-4c4c-a05a-111945ed7a3d req-58445b49-c690-41a9-b239-f66e4a39e82d tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:34.609079 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a44f22d9-98e5-4c4c-a05a-111945ed7a3d req-58445b49-c690-41a9-b239-f66e4a39e82d tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a28d48f-8cdc-4592-9bf3-eff6621e1f33 HTTP/1.1" status: 200 len: 944 time: 0.2657287 Jul 15 13:15:34.646017 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b1d1bd-0171-45e7-9e51-da90740b8696 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Made reservation on behalf of a6ee9f29b5154c41b874ec7e390b7883 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:34.654480 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f042969c-1647-4902-98d4-5b5890dfacc0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:34.655965 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-98b1d1bd-0171-45e7-9e51-da90740b8696 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.662126 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f042969c-1647-4902-98d4-5b5890dfacc0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.677120 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-98b1d1bd-0171-45e7-9e51-da90740b8696 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] device_id is not set on port 1044ff81-7a7a-4ad8-be71-09cda8e0d8d3 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:34.749436 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f042969c-1647-4902-98d4-5b5890dfacc0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.760686 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f3e88ee-a760-4ce1-8be4-32cc7d2a9acc tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.772281 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3e88ee-a760-4ce1-8be4-32cc7d2a9acc tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:34.773359 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f3e88ee-a760-4ce1-8be4-32cc7d2a9acc tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.842789 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-98b1d1bd-0171-45e7-9e51-da90740b8696 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Allocated IP 172.20.0.4 (eb3a66cd-854b-418a-8b44-f98ab227a6e9/6ae0aef7-165b-4ad3-b7c7-f2f858b4522a/1044ff81-7a7a-4ad8-be71-09cda8e0d8d3) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:34.854332 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a44f22d9-98e5-4c4c-a05a-111945ed7a3d req-97c99065-e40b-419f-8180-3393c2bec1dd tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323873 Jul 15 13:15:34.865876 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2f3e88ee-a760-4ce1-8be4-32cc7d2a9acc tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7644022 Jul 15 13:15:34.870270 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33264) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:34.880815 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3d765ee0-33dc-404f-9202-14338e020069 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Request body: {'subnet': {'network_id': '1c4a1e72-1a6a-40a2-a28a-5efc195a95d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:34.920588 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e88ee-a760-4ce1-8be4-32cc7d2a9acc tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Network': ['ID=9ebaabe9-752c-4d99-92b2-6daf06dc6d5d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:34.936544 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 9ebaabe9-752c-4d99-92b2-6daf06dc6d5d details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:34.961907 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-05842f1f-91f3-4d71-8f7e-c07960b2fccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:34.963548 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-05842f1f-91f3-4d71-8f7e-c07960b2fccc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c2b5fceeddc4686a6075bcd70c81526&device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 1098 time: 0.3110535 Jul 15 13:15:35.040676 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f042969c-1647-4902-98d4-5b5890dfacc0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.044769 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993643b-5d38-40c8-b69b-95f009f53fbf req-5e0f0cab-f60f-45ff-abcb-959235f67cac tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:35.046504 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7993643b-5d38-40c8-b69b-95f009f53fbf req-5e0f0cab-f60f-45ff-abcb-959235f67cac tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 946 time: 0.2836783 Jul 15 13:15:35.077750 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f042969c-1647-4902-98d4-5b5890dfacc0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.113025 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f042969c-1647-4902-98d4-5b5890dfacc0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:35.122550 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d765ee0-33dc-404f-9202-14338e020069 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Made reservation on behalf of 2299834c406d4055b9f136a9c73b3afc for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:35.125954 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d765ee0-33dc-404f-9202-14338e020069 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.170140 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042969c-1647-4902-98d4-5b5890dfacc0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7b619f-8c90-44a7-80fe-87f6dde1f132,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:35.175753 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f042969c-1647-4902-98d4-5b5890dfacc0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.176153 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-f042969c-1647-4902-98d4-5b5890dfacc0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Added segment 932b5e5e-6608-4d88-9e6a-43db6fa29c4a of type vlan for network 73e847af-0772-4459-8702-a89a659fb5a0 Jul 15 13:15:35.217667 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7993643b-5d38-40c8-b69b-95f009f53fbf req-60777770-3447-487d-ad49-12997e775fd8 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539283 Jul 15 13:15:35.244128 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-711ffa1f-0966-4bcd-829c-8add659a6c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:35.246029 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-711ffa1f-0966-4bcd-829c-8add659a6c6a service neutron] 10.222.0.18 "GET /v2.0/networks?id=11104484-975b-4425-b2d0-5e9908c9b0d1 HTTP/1.1" status: 200 len: 908 time: 0.2033913 Jul 15 13:15:35.269055 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f042969c-1647-4902-98d4-5b5890dfacc0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.302667 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-8b9b0178-f057-4a3a-b1d6-49e8296eba36 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa29e1a1-aae3-4a2a-9416-a346b74f4f17 HTTP/1.1" status: 200 len: 217 time: 0.0451171 Jul 15 13:15:35.322463 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-98b1d1bd-0171-45e7-9e51-da90740b8696 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.344410 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-98b1d1bd-0171-45e7-9e51-da90740b8696 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Transition to ACTIVE for port object 1044ff81-7a7a-4ad8-be71-09cda8e0d8d3 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:35.371332 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f042969c-1647-4902-98d4-5b5890dfacc0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.377529 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f042969c-1647-4902-98d4-5b5890dfacc0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:35.378228 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f042969c-1647-4902-98d4-5b5890dfacc0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.394873 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-a1dd556c-40c1-4d66-a269-8bf866919869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:35.396432 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-a1dd556c-40c1-4d66-a269-8bf866919869 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=175aacaa-613b-43c2-81a6-3ccd12246946 HTTP/1.1" status: 200 len: 847 time: 0.0874910 Jul 15 13:15:35.447162 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f042969c-1647-4902-98d4-5b5890dfacc0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2037084 Jul 15 13:15:35.447396 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33266) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:35.448639 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-b7250637-04d4-4aab-8b7e-c4993ff01948 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11104484-975b-4425-b2d0-5e9908c9b0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404379 Jul 15 13:15:35.453816 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-36489287-d738-4c7c-949f-df89dba43705 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'port': {'network_id': '73e847af-0772-4459-8702-a89a659fb5a0', 'name': 'tempest-PortsIpV6TestJSON-814697005'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:35.496801 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042969c-1647-4902-98d4-5b5890dfacc0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Network': ['ID=73e847af-0772-4459-8702-a89a659fb5a0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:35.500669 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-98b1d1bd-0171-45e7-9e51-da90740b8696 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.518340 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 73e847af-0772-4459-8702-a89a659fb5a0 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:35.522025 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d765ee0-33dc-404f-9202-14338e020069 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.600069 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-adc6a44f-4bbf-4d6f-a154-14f9b531f9c4 service neutron] 10.222.0.18 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437190 Jul 15 13:15:35.635534 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b1d1bd-0171-45e7-9e51-da90740b8696 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Network eb3a66cd-854b-418a-8b44-f98ab227a6e9 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:35.655068 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-98b1d1bd-0171-45e7-9e51-da90740b8696 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:35.662532 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b1d1bd-0171-45e7-9e51-da90740b8696 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:35.667181 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1d1bd-0171-45e7-9e51-da90740b8696 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Pushing event updated for resources: {'Port': ['ID=1044ff81-7a7a-4ad8-be71-09cda8e0d8d3,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:35.748162 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d765ee0-33dc-404f-9202-14338e020069 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Subnet': ['ID=958a4b61-815b-4c52-9473-18f55d303abf,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:35.750780 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-34c128c4-cafc-4b49-89e6-b3ecb6cf3e13 service neutron] 10.222.0.18 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432655 Jul 15 13:15:35.773295 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36489287-d738-4c7c-949f-df89dba43705 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:35.779236 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36489287-d738-4c7c-949f-df89dba43705 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.788677 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d765ee0-33dc-404f-9202-14338e020069 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Checking segment: {'id': 'd03964e7-2815-4848-9426-4268d20cfb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1c4a1e72-1a6a-40a2-a28a-5efc195a95d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:35.789120 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d765ee0-33dc-404f-9202-14338e020069 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network hostable DHCP agents. Network: 1c4a1e72-1a6a-40a2-a28a-5efc195a95d7, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:15:35.806294 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b1d1bd-0171-45e7-9e51-da90740b8696 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:35.807115 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-98b1d1bd-0171-45e7-9e51-da90740b8696 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.834677 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-36489287-d738-4c7c-949f-df89dba43705 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] device_id is not set on port 25c90446-ba5b-4725-baaa-4df301b424a6 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:35.844397 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-98b1d1bd-0171-45e7-9e51-da90740b8696 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4442849 Jul 15 13:15:35.851733 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33270) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:35.861739 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ada6ec10-5822-478f-b9c4-c974ad23b529 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:fe:3b:a3'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:35.904152 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d765ee0-33dc-404f-9202-14338e020069 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network 1c4a1e72-1a6a-40a2-a28a-5efc195a95d7 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:15:35.908220 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-1f1f0679-a375-4c0e-92c8-a88c406d5506 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:35.910212 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-1f1f0679-a375-4c0e-92c8-a88c406d5506 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a&tenant_id=3c2b5fceeddc4686a6075bcd70c81526&binding%3Ahost_id=n-h2-758944-45 HTTP/1.1" status: 200 len: 1098 time: 0.0834577 Jul 15 13:15:35.924390 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-32a36dfc-1405-4f06-bf3b-6115c762a9e0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-45'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:35.971330 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-3d765ee0-33dc-404f-9202-14338e020069 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 1c4a1e72-1a6a-40a2-a28a-5efc195a95d7) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:35.982147 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 68b0e08c-0398-4870-b713-e65062c79b32 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:15:36.023042 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaf4a90-ae8f-4a02-8038-1ce5027f2d0e None None] Network 1c4a1e72-1a6a-40a2-a28a-5efc195a95d7 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:36.050388 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d765ee0-33dc-404f-9202-14338e020069 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:36.051018 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d765ee0-33dc-404f-9202-14338e020069 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.104413 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-32a36dfc-1405-4f06-bf3b-6115c762a9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.127149 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3d765ee0-33dc-404f-9202-14338e020069 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2539105 Jul 15 13:15:36.131588 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33276) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:36.135579 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e69fbe7e-cb44-42b6-b7d3-ccfeb7a272e5 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Request body: {'subnet': {'network_id': '9ebaabe9-752c-4d99-92b2-6daf06dc6d5d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:36.195080 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-82a579c3-3ccf-43f9-8689-e0c0368a5561 None None] Provisioning for port 1044ff81-7a7a-4ad8-be71-09cda8e0d8d3 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:36.244433 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-82a579c3-3ccf-43f9-8689-e0c0368a5561 None None] Provisioning complete for port 1044ff81-7a7a-4ad8-be71-09cda8e0d8d3 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:36.245083 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-82a579c3-3ccf-43f9-8689-e0c0368a5561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.295361 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-82a579c3-3ccf-43f9-8689-e0c0368a5561 None None] Port 1044ff81-7a7a-4ad8-be71-09cda8e0d8d3 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:36.311537 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 68b0e08c-0398-4870-b713-e65062c79b32, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=68b0e08c-0398-4870-b713-e65062c79b32,segment=NetworkSegment(2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72),segment_id=2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:36.339654 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9729e7d-55ff-417a-a737-b908f1a45707 req-d80ca6a9-ef87-4d7d-9c4a-741f688f225b tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:36.347404 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a9729e7d-55ff-417a-a737-b908f1a45707 req-d80ca6a9-ef87-4d7d-9c4a-741f688f225b tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a28d48f-8cdc-4592-9bf3-eff6621e1f33 HTTP/1.1" status: 200 len: 944 time: 0.3075469 Jul 15 13:15:36.353725 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '68b0e08c-0398-4870-b713-e65062c79b32', 'network_id': '7b9ba910-6749-4270-b002-56d9006f5b50', 'port_id': '68b0e08c-0398-4870-b713-e65062c79b32', 'mac_address': 'fa:16:3e:6e:a9:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9399f7e-15bd-4621-abd1-34b022e325f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:15:36.407965 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-32a36dfc-1405-4f06-bf3b-6115c762a9e0 service neutron] For port aa29e1a1-aae3-4a2a-9416-a346b74f4f17, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=aa29e1a1-aae3-4a2a-9416-a346b74f4f17,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:36.410660 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ada6ec10-5822-478f-b9c4-c974ad23b529 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.412379 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.437027 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b0e08c-0398-4870-b713-e65062c79b32 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:36.439263 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36489287-d738-4c7c-949f-df89dba43705 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.450433 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a9729e7d-55ff-417a-a737-b908f1a45707 req-5ab288b6-863f-4818-aed8-16ff89ac8cfe tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012056 Jul 15 13:15:36.461525 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69fbe7e-cb44-42b6-b7d3-ccfeb7a272e5 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Made reservation on behalf of 2299834c406d4055b9f136a9c73b3afc for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:36.464441 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 68b0e08c-0398-4870-b713-e65062c79b32, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=68b0e08c-0398-4870-b713-e65062c79b32,segment=NetworkSegment(2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72),segment_id=2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:36.471972 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e69fbe7e-cb44-42b6-b7d3-ccfeb7a272e5 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.515139 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.571985 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=68b0e08c-0398-4870-b713-e65062c79b32,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:36.584666 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ee31a1-0333-4db1-ae9a-764f4ca6b94e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-1c4a1e72-1a6a-40a2-a28a-5efc195a95d7', 'network_id': '1c4a1e72-1a6a-40a2-a28a-5efc195a95d7', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'fixed_ips': [{'subnet_id': '958a4b61-815b-4c52-9473-18f55d303abf'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:15:36.586100 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-80ee31a1-0333-4db1-ae9a-764f4ca6b94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.642800 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-32a36dfc-1405-4f06-bf3b-6115c762a9e0 service neutron] For port aa29e1a1-aae3-4a2a-9416-a346b74f4f17, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:36.695268 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36489287-d738-4c7c-949f-df89dba43705 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.738351 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b781a204-60ee-4d12-b626-02d8107e5d8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa29e1a1-aae3-4a2a-9416-a346b74f4f17'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:36.743763 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee691957-38c3-4d0c-8353-a4af29ef313f" -d '{"events": [{"server_uuid": "b781a204-60ee-4d12-b626-02d8107e5d8a", "name": "network-vif-unplugged", "status": "completed", "tag": "aa29e1a1-aae3-4a2a-9416-a346b74f4f17"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:36.754246 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-32a36dfc-1405-4f06-bf3b-6115c762a9e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.781736 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-32a36dfc-1405-4f06-bf3b-6115c762a9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.832021 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36489287-d738-4c7c-949f-df89dba43705 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Port': ['ID=25c90446-ba5b-4725-baaa-4df301b424a6,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:36.840516 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-80ee31a1-0333-4db1-ae9a-764f4ca6b94e None None] Allocated IP 172.20.0.2 (1c4a1e72-1a6a-40a2-a28a-5efc195a95d7/958a4b61-815b-4c52-9473-18f55d303abf/bd8b34b4-a2fc-4158-8528-ab9cf9ae0df0) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:36.883352 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258f57f-d09e-4acd-8ae1-3bc59288b5ee req-78b87c89-52c8-4ee6-bea7-e33907b54cac tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:36.891646 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7258f57f-d09e-4acd-8ae1-3bc59288b5ee req-78b87c89-52c8-4ee6-bea7-e33907b54cac tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 946 time: 0.2605948 Jul 15 13:15:36.892078 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86fe4ad-1949-4513-9b07-e10a94eefede x-openstack-request-id: req-e86fe4ad-1949-4513-9b07-e10a94eefede {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:36.892532 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b781a204-60ee-4d12-b626-02d8107e5d8a", "name": "network-vif-unplugged", "status": "completed", "tag": "aa29e1a1-aae3-4a2a-9416-a346b74f4f17", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:36.892919 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e86fe4ad-1949-4513-9b07-e10a94eefede {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:36.893959 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b781a204-60ee-4d12-b626-02d8107e5d8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa29e1a1-aae3-4a2a-9416-a346b74f4f17', 'code': 200} Jul 15 13:15:36.909092 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36489287-d738-4c7c-949f-df89dba43705 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Checking segment: {'id': '932b5e5e-6608-4d88-9e6a-43db6fa29c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '73e847af-0772-4459-8702-a89a659fb5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:36.909463 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36489287-d738-4c7c-949f-df89dba43705 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network hostable DHCP agents. Network: 73e847af-0772-4459-8702-a89a659fb5a0, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:15:36.931436 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ada6ec10-5822-478f-b9c4-c974ad23b529 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.956291 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ada6ec10-5822-478f-b9c4-c974ad23b529 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.985800 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7258f57f-d09e-4acd-8ae1-3bc59288b5ee req-cff2db61-32e0-46a8-8287-5cf7d829c243 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931232 Jul 15 13:15:37.017405 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36489287-d738-4c7c-949f-df89dba43705 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network 73e847af-0772-4459-8702-a89a659fb5a0 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:15:37.038315 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-80ee31a1-0333-4db1-ae9a-764f4ca6b94e None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.054308 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-80ee31a1-0333-4db1-ae9a-764f4ca6b94e None None] Transition to ACTIVE for port object bd8b34b4-a2fc-4158-8528-ab9cf9ae0df0 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:37.059263 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-36489287-d738-4c7c-949f-df89dba43705 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 73e847af-0772-4459-8702-a89a659fb5a0) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:37.069380 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89ae104-5e45-44d7-9ff9-bb6855223840 None None] Network 73e847af-0772-4459-8702-a89a659fb5a0 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:37.076468 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36489287-d738-4c7c-949f-df89dba43705 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:37.080121 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a36dfc-1405-4f06-bf3b-6115c762a9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=aa29e1a1-aae3-4a2a-9416-a346b74f4f17,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:37.083283 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36489287-d738-4c7c-949f-df89dba43705 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:37.083601 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36489287-d738-4c7c-949f-df89dba43705 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.091334 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6ec10-5822-478f-b9c4-c974ad23b529 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Pushing event updated for resources: {'Port': ['ID=1044ff81-7a7a-4ad8-be71-09cda8e0d8d3,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:37.120122 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-80ee31a1-0333-4db1-ae9a-764f4ca6b94e None None] Transition to ACTIVE for port object bd8b34b4-a2fc-4158-8528-ab9cf9ae0df0 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:37.125966 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33286) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:37.126249 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-36489287-d738-4c7c-949f-df89dba43705 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6779888 Jul 15 13:15:37.130454 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-ada6ec10-5822-478f-b9c4-c974ad23b529 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] In _notify_port_updated(), no bound segment for port 1044ff81-7a7a-4ad8-be71-09cda8e0d8d3 on network eb3a66cd-854b-418a-8b44-f98ab227a6e9 {{(pid=93813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:15:37.136886 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada6ec10-5822-478f-b9c4-c974ad23b529 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:37.137651 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ada6ec10-5822-478f-b9c4-c974ad23b529 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.141915 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ada6ec10-5822-478f-b9c4-c974ad23b529 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] 10.222.0.24 "PUT /v2.0/ports/1044ff81-7a7a-4ad8-be71-09cda8e0d8d3 HTTP/1.1" status: 200 len: 996 time: 1.2848392 Jul 15 13:15:37.142266 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a3420c77-c90e-4fb8-bf1e-9b6fbd18d05a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1503540289'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:37.142645 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33288) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:37.149024 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-32a36dfc-1405-4f06-bf3b-6115c762a9e0 service neutron] Attempting to bind port aa29e1a1-aae3-4a2a-9416-a346b74f4f17 on host n-h2-758944-45 for vnic_type normal with profile {"migrating_to": "n-h1-758944-45"} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:37.149364 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-32a36dfc-1405-4f06-bf3b-6115c762a9e0 service neutron] Attempting to bind port aa29e1a1-aae3-4a2a-9416-a346b74f4f17 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:37.149665 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-32a36dfc-1405-4f06-bf3b-6115c762a9e0 service neutron] Attempting to bind port aa29e1a1-aae3-4a2a-9416-a346b74f4f17 on network 11104484-975b-4425-b2d0-5e9908c9b0d1 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:37.162420 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-32a36dfc-1405-4f06-bf3b-6115c762a9e0 service neutron] Port aa29e1a1-aae3-4a2a-9416-a346b74f4f17 on network 11104484-975b-4425-b2d0-5e9908c9b0d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:37.162877 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-32a36dfc-1405-4f06-bf3b-6115c762a9e0 service neutron] Attempting to bind port aa29e1a1-aae3-4a2a-9416-a346b74f4f17 on network 11104484-975b-4425-b2d0-5e9908c9b0d1 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:37.183972 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-80ee31a1-0333-4db1-ae9a-764f4ca6b94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.192645 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-32a36dfc-1405-4f06-bf3b-6115c762a9e0 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:37.192645 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-32a36dfc-1405-4f06-bf3b-6115c762a9e0 service neutron] Checking segment: {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:37.193176 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-32a36dfc-1405-4f06-bf3b-6115c762a9e0 service neutron] Bound using segment: {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:37.193658 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-32a36dfc-1405-4f06-bf3b-6115c762a9e0 service neutron] Bound port: aa29e1a1-aae3-4a2a-9416-a346b74f4f17, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:37.195198 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-32a36dfc-1405-4f06-bf3b-6115c762a9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.204253 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e69fbe7e-cb44-42b6-b7d3-ccfeb7a272e5 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.245670 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['68b0e08c-0398-4870-b713-e65062c79b32'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:37.264881 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3420c77-c90e-4fb8-bf1e-9b6fbd18d05a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:37.268453 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3420c77-c90e-4fb8-bf1e-9b6fbd18d05a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.270221 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-2a82fe50-0724-465e-a288-ed46e346012c tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Deleting port 1044ff81-7a7a-4ad8-be71-09cda8e0d8d3 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:37.270586 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a82fe50-0724-465e-a288-ed46e346012c tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.314038 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee31a1-0333-4db1-ae9a-764f4ca6b94e None None] Pushing event updated for resources: {'Port': ['ID=bd8b34b4-a2fc-4158-8528-ab9cf9ae0df0,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:37.346854 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3420c77-c90e-4fb8-bf1e-9b6fbd18d05a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:37.362896 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ee31a1-0333-4db1-ae9a-764f4ca6b94e None None] Network 1c4a1e72-1a6a-40a2-a28a-5efc195a95d7 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:37.382824 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69fbe7e-cb44-42b6-b7d3-ccfeb7a272e5 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Subnet': ['ID=4e982ec9-01fa-48eb-b1d6-e27e1c9d061f,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:37.391280 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a82fe50-0724-465e-a288-ed46e346012c tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.399582 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3420c77-c90e-4fb8-bf1e-9b6fbd18d05a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.399938 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-a3420c77-c90e-4fb8-bf1e-9b6fbd18d05a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Added segment 7abaead2-4d65-421f-b160-b10ae580fc7e of type vlan for network 2cca63e9-01ca-4579-832b-a11f7b387bba Jul 15 13:15:37.408222 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-2a82fe50-0724-465e-a288-ed46e346012c tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Calling delete_port for 1044ff81-7a7a-4ad8-be71-09cda8e0d8d3 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:37.417682 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-80ee31a1-0333-4db1-ae9a-764f4ca6b94e None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:37.422468 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ee31a1-0333-4db1-ae9a-764f4ca6b94e None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:37.459407 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3420c77-c90e-4fb8-bf1e-9b6fbd18d05a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.516708 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3420c77-c90e-4fb8-bf1e-9b6fbd18d05a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.522671 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3420c77-c90e-4fb8-bf1e-9b6fbd18d05a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:37.523208 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3420c77-c90e-4fb8-bf1e-9b6fbd18d05a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.565638 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69fbe7e-cb44-42b6-b7d3-ccfeb7a272e5 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Checking segment: {'id': '2013f5d7-afea-4281-a6a2-c7c4e3ac4062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9ebaabe9-752c-4d99-92b2-6daf06dc6d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:37.566015 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69fbe7e-cb44-42b6-b7d3-ccfeb7a272e5 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network hostable DHCP agents. Network: 9ebaabe9-752c-4d99-92b2-6daf06dc6d5d, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:15:37.568998 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a3420c77-c90e-4fb8-bf1e-9b6fbd18d05a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4366233 Jul 15 13:15:37.583836 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33294) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:37.585146 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-32a36dfc-1405-4f06-bf3b-6115c762a9e0 service neutron] For port aa29e1a1-aae3-4a2a-9416-a346b74f4f17, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:37.592297 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4ca5c500-b972-4fed-8ebc-92ffd5695d96 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'ports': [{'network_id': '73e847af-0772-4459-8702-a89a659fb5a0'}, {'network_id': '2cca63e9-01ca-4579-832b-a11f7b387bba'}]} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:37.592598 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4ca5c500-b972-4fed-8ebc-92ffd5695d96 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'port': {'network_id': '73e847af-0772-4459-8702-a89a659fb5a0'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:37.593083 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4ca5c500-b972-4fed-8ebc-92ffd5695d96 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'port': {'network_id': '2cca63e9-01ca-4579-832b-a11f7b387bba'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:37.605707 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9f2892d8-84d2-4161-8982-4a7efd8ed76d None None] Provisioning complete for port 1044ff81-7a7a-4ad8-be71-09cda8e0d8d3 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:37.607653 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9f2892d8-84d2-4161-8982-4a7efd8ed76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.616229 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a82fe50-0724-465e-a288-ed46e346012c tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.657873 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-32a36dfc-1405-4f06-bf3b-6115c762a9e0 service neutron] For port aa29e1a1-aae3-4a2a-9416-a346b74f4f17, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=aa29e1a1-aae3-4a2a-9416-a346b74f4f17,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:37.675954 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9f2892d8-84d2-4161-8982-4a7efd8ed76d None None] Port 1044ff81-7a7a-4ad8-be71-09cda8e0d8d3 was deleted so its status cannot be updated. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 15 13:15:37.683676 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82fe50-0724-465e-a288-ed46e346012c tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Pushing event deleted for resources: {'Port': ['ID=1044ff81-7a7a-4ad8-be71-09cda8e0d8d3,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:37.695470 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-80ee31a1-0333-4db1-ae9a-764f4ca6b94e None None] Attempting to bind port bd8b34b4-a2fc-4158-8528-ab9cf9ae0df0 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:37.695984 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-80ee31a1-0333-4db1-ae9a-764f4ca6b94e None None] Attempting to bind port bd8b34b4-a2fc-4158-8528-ab9cf9ae0df0 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'd03964e7-2815-4848-9426-4268d20cfb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1c4a1e72-1a6a-40a2-a28a-5efc195a95d7'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:37.696346 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ee31a1-0333-4db1-ae9a-764f4ca6b94e None None] Attempting to bind port bd8b34b4-a2fc-4158-8528-ab9cf9ae0df0 on network 1c4a1e72-1a6a-40a2-a28a-5efc195a95d7 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:37.704220 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ee31a1-0333-4db1-ae9a-764f4ca6b94e None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:37.704220 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ee31a1-0333-4db1-ae9a-764f4ca6b94e None None] Checking segment: {'id': 'd03964e7-2815-4848-9426-4268d20cfb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1c4a1e72-1a6a-40a2-a28a-5efc195a95d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:37.704220 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-80ee31a1-0333-4db1-ae9a-764f4ca6b94e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.704220 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ee31a1-0333-4db1-ae9a-764f4ca6b94e None None] Bound using segment: {'id': 'd03964e7-2815-4848-9426-4268d20cfb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1c4a1e72-1a6a-40a2-a28a-5efc195a95d7'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:37.705050 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-80ee31a1-0333-4db1-ae9a-764f4ca6b94e None None] Bound port: bd8b34b4-a2fc-4158-8528-ab9cf9ae0df0, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd03964e7-2815-4848-9426-4268d20cfb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1c4a1e72-1a6a-40a2-a28a-5efc195a95d7'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:37.705050 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-80ee31a1-0333-4db1-ae9a-764f4ca6b94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.731614 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-32a36dfc-1405-4f06-bf3b-6115c762a9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.777425 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a82fe50-0724-465e-a288-ed46e346012c tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.781851 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2a82fe50-0724-465e-a288-ed46e346012c tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] 10.222.0.24 "DELETE /v2.0/ports/1044ff81-7a7a-4ad8-be71-09cda8e0d8d3 HTTP/1.1" status: 204 len: 168 time: 0.6370173 Jul 15 13:15:37.784531 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33298) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:37.825384 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-2923f11f-101c-4ba9-bf90-41cd7790169f tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] GET failed (client error): The resource could not be found. Jul 15 13:15:37.827563 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2923f11f-101c-4ba9-bf90-41cd7790169f tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] 10.222.0.24 "GET /v2.0/ports/1044ff81-7a7a-4ad8-be71-09cda8e0d8d3 HTTP/1.1" status: 404 len: 333 time: 0.0420032 Jul 15 13:15:37.831213 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33300) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:37.837351 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-80ee31a1-0333-4db1-ae9a-764f4ca6b94e None None] For port bd8b34b4-a2fc-4158-8528-ab9cf9ae0df0, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:37.838296 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-8c4ff8d3-d902-4ce1-8cb5-ee72b2afd9da tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Request body: {'port': {'network_id': 'eb3a66cd-854b-418a-8b44-f98ab227a6e9', 'name': 'tempest-AllowedAddressPairTestJSON-559635125'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:37.853722 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-80ee31a1-0333-4db1-ae9a-764f4ca6b94e None None] For port bd8b34b4-a2fc-4158-8528-ab9cf9ae0df0, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=bd8b34b4-a2fc-4158-8528-ab9cf9ae0df0,segment=NetworkSegment(d03964e7-2815-4848-9426-4268d20cfb72),segment_id=d03964e7-2815-4848-9426-4268d20cfb72)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:37.874382 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-80ee31a1-0333-4db1-ae9a-764f4ca6b94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.006476 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.038507 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee31a1-0333-4db1-ae9a-764f4ca6b94e None None] Pushing event updated for resources: {'Port': ['ID=bd8b34b4-a2fc-4158-8528-ab9cf9ae0df0,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:38.061787 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4ff8d3-d902-4ce1-8cb5-ee72b2afd9da tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Made reservation on behalf of a6ee9f29b5154c41b874ec7e390b7883 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:38.065598 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c4ff8d3-d902-4ce1-8cb5-ee72b2afd9da tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.098555 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-8c4ff8d3-d902-4ce1-8cb5-ee72b2afd9da tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] device_id is not set on port ec0e94d2-ab26-43f1-94b8-0bc5cff76b42 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:38.302308 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3420c77-c90e-4fb8-bf1e-9b6fbd18d05a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Network': ['ID=2cca63e9-01ca-4579-832b-a11f7b387bba,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:38.321005 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-8c4ff8d3-d902-4ce1-8cb5-ee72b2afd9da tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Allocated IP 172.20.0.7 (eb3a66cd-854b-418a-8b44-f98ab227a6e9/6ae0aef7-165b-4ad3-b7c7-f2f858b4522a/ec0e94d2-ab26-43f1-94b8-0bc5cff76b42) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:38.332207 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 2cca63e9-01ca-4579-832b-a11f7b387bba details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:38.365613 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69fbe7e-cb44-42b6-b7d3-ccfeb7a272e5 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network 9ebaabe9-752c-4d99-92b2-6daf06dc6d5d is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:15:38.385673 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1011d-5ff5-4cee-ab56-3ccf0f57519f req-8d7a1497-ed69-446f-be12-6bf490f202b1 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:38.395935 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4c1011d-5ff5-4cee-ab56-3ccf0f57519f req-8d7a1497-ed69-446f-be12-6bf490f202b1 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 944 time: 0.1680055 Jul 15 13:15:38.492511 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4c1011d-5ff5-4cee-ab56-3ccf0f57519f req-89e3b5b5-b96e-4c84-8d1e-24b113ef3ce3 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955286 Jul 15 13:15:38.504784 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device bd8b34b4-a2fc-4158-8528-ab9cf9ae0df0 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:38.535755 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-e69fbe7e-cb44-42b6-b7d3-ccfeb7a272e5 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 9ebaabe9-752c-4d99-92b2-6daf06dc6d5d) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:38.554396 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69fbe7e-cb44-42b6-b7d3-ccfeb7a272e5 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:38.555185 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e69fbe7e-cb44-42b6-b7d3-ccfeb7a272e5 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.562521 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc3197d-317c-48c0-942e-d3eb2ded96e5 None None] Network 9ebaabe9-752c-4d99-92b2-6daf06dc6d5d requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:38.574778 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a36dfc-1405-4f06-bf3b-6115c762a9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=aa29e1a1-aae3-4a2a-9416-a346b74f4f17,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:38.604549 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca5c500-b972-4fed-8ebc-92ffd5695d96 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'port': 2} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:38.610256 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ca5c500-b972-4fed-8ebc-92ffd5695d96 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.630046 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-32a36dfc-1405-4f06-bf3b-6115c762a9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:38.630767 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-32a36dfc-1405-4f06-bf3b-6115c762a9e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.632330 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-32a36dfc-1405-4f06-bf3b-6115c762a9e0 service neutron] 10.222.0.18 "PUT /v2.0/ports/aa29e1a1-aae3-4a2a-9416-a346b74f4f17 HTTP/1.1" status: 200 len: 1124 time: 2.7138796 Jul 15 13:15:38.633081 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ca5c500-b972-4fed-8ebc-92ffd5695d96 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.638968 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e69fbe7e-cb44-42b6-b7d3-ccfeb7a272e5 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5078731 Jul 15 13:15:38.648372 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e82f7-c0b0-4684-8105-209aaa22cf07 req-06b3f38d-1eb9-4f2b-9132-35ffdd017195 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:38.656907 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-779e82f7-c0b0-4684-8105-209aaa22cf07 req-06b3f38d-1eb9-4f2b-9132-35ffdd017195 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a28d48f-8cdc-4592-9bf3-eff6621e1f33 HTTP/1.1" status: 200 len: 945 time: 1.0073369 Jul 15 13:15:38.664963 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33308) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:38.680574 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-6836dc00-3497-49bc-8089-a3b8469f615b tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1722204474', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:38.747727 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c4ff8d3-d902-4ce1-8cb5-ee72b2afd9da tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.760180 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port bd8b34b4-a2fc-4158-8528-ab9cf9ae0df0 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:38.777549 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-779e82f7-c0b0-4684-8105-209aaa22cf07 req-0796e40b-02f3-498b-958f-d0dce683c757 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153891 Jul 15 13:15:38.781744 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-8c4ff8d3-d902-4ce1-8cb5-ee72b2afd9da tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Transition to ACTIVE for port object ec0e94d2-ab26-43f1-94b8-0bc5cff76b42 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:38.815509 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['aa29e1a1-aae3-4a2a-9416-a346b74f4f17'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:38.829182 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6836dc00-3497-49bc-8089-a3b8469f615b tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.830361 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6836dc00-3497-49bc-8089-a3b8469f615b tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.844780 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-4ca5c500-b972-4fed-8ebc-92ffd5695d96 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] device_id is not set on port 865427df-6559-4405-bcbd-3fd35aff6f3a yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:38.879033 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c4ff8d3-d902-4ce1-8cb5-ee72b2afd9da tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.914195 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b781a204-60ee-4d12-b626-02d8107e5d8a', 'tag': 'aa29e1a1-aae3-4a2a-9416-a346b74f4f17'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:38.916602 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af365a86-baa2-434e-89ae-c6b76f25833b" -d '{"events": [{"name": "network-changed", "server_uuid": "b781a204-60ee-4d12-b626-02d8107e5d8a", "tag": "aa29e1a1-aae3-4a2a-9416-a346b74f4f17"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:38.932033 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcae57a-fd4d-4f78-b76e-758214765118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-9ebaabe9-752c-4d99-92b2-6daf06dc6d5d', 'network_id': '9ebaabe9-752c-4d99-92b2-6daf06dc6d5d', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'fixed_ips': [{'subnet_id': '4e982ec9-01fa-48eb-b1d6-e27e1c9d061f'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:15:38.932908 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-afcae57a-fd4d-4f78-b76e-758214765118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.934104 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6836dc00-3497-49bc-8089-a3b8469f615b tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.948943 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6836dc00-3497-49bc-8089-a3b8469f615b tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.976966 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4ff8d3-d902-4ce1-8cb5-ee72b2afd9da tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Network eb3a66cd-854b-418a-8b44-f98ab227a6e9 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:38.985649 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a51fb8-c288-40a2-adc0-039550962d7a x-openstack-request-id: req-c9a51fb8-c288-40a2-adc0-039550962d7a {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:38.986327 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b781a204-60ee-4d12-b626-02d8107e5d8a", "tag": "aa29e1a1-aae3-4a2a-9416-a346b74f4f17", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:38.986327 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c9a51fb8-c288-40a2-adc0-039550962d7a {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:38.986614 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b781a204-60ee-4d12-b626-02d8107e5d8a', 'tag': 'aa29e1a1-aae3-4a2a-9416-a346b74f4f17', 'status': 'completed', 'code': 200} Jul 15 13:15:38.988859 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-8c4ff8d3-d902-4ce1-8cb5-ee72b2afd9da tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:39.010504 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4ff8d3-d902-4ce1-8cb5-ee72b2afd9da tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:39.053722 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6836dc00-3497-49bc-8089-a3b8469f615b tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.055239 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6836dc00-3497-49bc-8089-a3b8469f615b tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3786955 Jul 15 13:15:39.058114 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33314) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:39.071321 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ff8d3-d902-4ce1-8cb5-ee72b2afd9da tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Pushing event updated for resources: {'Port': ['ID=ec0e94d2-ab26-43f1-94b8-0bc5cff76b42,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:39.160852 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4ff8d3-d902-4ce1-8cb5-ee72b2afd9da tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.161975 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c4ff8d3-d902-4ce1-8cb5-ee72b2afd9da tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.189125 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af365a86-baa2-434e-89ae-c6b76f25833b req-ab4935ff-32a4-4c51-8c1f-b3eee6e8ad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.190869 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-af365a86-baa2-434e-89ae-c6b76f25833b req-ab4935ff-32a4-4c51-8c1f-b3eee6e8ad2b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c2b5fceeddc4686a6075bcd70c81526&device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 1127 time: 0.1394639 Jul 15 13:15:39.195824 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8c4ff8d3-d902-4ce1-8cb5-ee72b2afd9da tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3634789 Jul 15 13:15:39.196473 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33316) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:39.207404 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-109d7427-3021-4b99-8f8d-ccffe2273068 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Request body: {'port': {'network_id': 'eb3a66cd-854b-418a-8b44-f98ab227a6e9', 'name': 'tempest-AllowedAddressPairTestJSON-107762544'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:39.282309 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-afcae57a-fd4d-4f78-b76e-758214765118 None None] Allocated IP 172.21.0.2 (9ebaabe9-752c-4d99-92b2-6daf06dc6d5d/4e982ec9-01fa-48eb-b1d6-e27e1c9d061f/a493703d-a04c-44e6-970b-6340739a03a3) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:39.419807 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af365a86-baa2-434e-89ae-c6b76f25833b req-bda4569a-4b6c-4db7-8520-34092789991c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.422895 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-af365a86-baa2-434e-89ae-c6b76f25833b req-bda4569a-4b6c-4db7-8520-34092789991c service neutron] 10.222.0.32 "GET /v2.0/networks?id=11104484-975b-4425-b2d0-5e9908c9b0d1 HTTP/1.1" status: 200 len: 908 time: 0.2105618 Jul 15 13:15:39.467329 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ca5c500-b972-4fed-8ebc-92ffd5695d96 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.480498 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-af365a86-baa2-434e-89ae-c6b76f25833b req-954a2035-0b1f-4f67-a1c3-207fba04285c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa29e1a1-aae3-4a2a-9416-a346b74f4f17 HTTP/1.1" status: 200 len: 217 time: 0.0502353 Jul 15 13:15:39.527774 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd435db2-9235-4b03-b41a-92046d2f613c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.573425 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af365a86-baa2-434e-89ae-c6b76f25833b req-211b061e-a70f-4b8a-ac0b-a4b451bee370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.575249 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-af365a86-baa2-434e-89ae-c6b76f25833b req-211b061e-a70f-4b8a-ac0b-a4b451bee370 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=175aacaa-613b-43c2-81a6-3ccd12246946 HTTP/1.1" status: 200 len: 847 time: 0.0872896 Jul 15 13:15:39.580173 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109d7427-3021-4b99-8f8d-ccffe2273068 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Made reservation on behalf of a6ee9f29b5154c41b874ec7e390b7883 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:39.586651 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-109d7427-3021-4b99-8f8d-ccffe2273068 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.622127 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb98f01-53e8-41a5-bda4-658bb360abad None None] Network 1c4a1e72-1a6a-40a2-a28a-5efc195a95d7 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:39.632266 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-4ca5c500-b972-4fed-8ebc-92ffd5695d96 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] device_id is not set on port df960d99-15f4-4dc8-9d34-52397992e149 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:39.650765 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-af365a86-baa2-434e-89ae-c6b76f25833b req-b5126df4-52a3-4620-b914-d0a98e0dfec2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=11104484-975b-4425-b2d0-5e9908c9b0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572209 Jul 15 13:15:39.668618 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2f6d1d9a-0830-4d90-aa9a-e9a6dcd5d48c None None] Provisioning for port ec0e94d2-ab26-43f1-94b8-0bc5cff76b42 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:39.709500 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-109d7427-3021-4b99-8f8d-ccffe2273068 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] device_id is not set on port e98bf8bc-3dc8-47e5-a5c9-1bb1d8486ab8 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:39.767385 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-afcae57a-fd4d-4f78-b76e-758214765118 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.799291 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-afcae57a-fd4d-4f78-b76e-758214765118 None None] Transition to ACTIVE for port object a493703d-a04c-44e6-970b-6340739a03a3 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:39.806653 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2f6d1d9a-0830-4d90-aa9a-e9a6dcd5d48c None None] Provisioning complete for port ec0e94d2-ab26-43f1-94b8-0bc5cff76b42 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:39.808113 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2f6d1d9a-0830-4d90-aa9a-e9a6dcd5d48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.862166 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9860d-a103-4a19-b548-3eb2089e0c94 req-1d7cd87c-bf03-47bd-93ac-6b5b80d67b06 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.870990 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-84c9860d-a103-4a19-b548-3eb2089e0c94 req-1d7cd87c-bf03-47bd-93ac-6b5b80d67b06 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 944 time: 0.2343869 Jul 15 13:15:39.893021 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-af365a86-baa2-434e-89ae-c6b76f25833b req-5ef1e9aa-6728-4457-8b0f-0c9f9cd87261 service neutron] 10.222.0.32 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346871 Jul 15 13:15:39.947741 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-109d7427-3021-4b99-8f8d-ccffe2273068 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Allocated IP 172.20.0.6 (eb3a66cd-854b-418a-8b44-f98ab227a6e9/6ae0aef7-165b-4ad3-b7c7-f2f858b4522a/e98bf8bc-3dc8-47e5-a5c9-1bb1d8486ab8) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:39.967188 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-afcae57a-fd4d-4f78-b76e-758214765118 None None] Transition to ACTIVE for port object a493703d-a04c-44e6-970b-6340739a03a3 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:39.975624 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2f6d1d9a-0830-4d90-aa9a-e9a6dcd5d48c None None] Port ec0e94d2-ab26-43f1-94b8-0bc5cff76b42 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:39.985118 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-afcae57a-fd4d-4f78-b76e-758214765118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.035432 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 68b0e08c-0398-4870-b713-e65062c79b32 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:40.106760 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-af365a86-baa2-434e-89ae-c6b76f25833b req-3bc64f0c-783e-4438-bc03-a82e52cb86a2 service neutron] 10.222.0.32 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054033 Jul 15 13:15:40.112955 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcae57a-fd4d-4f78-b76e-758214765118 None None] Network 9ebaabe9-752c-4d99-92b2-6daf06dc6d5d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:40.132806 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-afcae57a-fd4d-4f78-b76e-758214765118 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:40.133024 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-84c9860d-a103-4a19-b548-3eb2089e0c94 req-74ed7e83-7d80-4bd8-9b34-0e32f19e4c00 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607009 Jul 15 13:15:40.136466 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcae57a-fd4d-4f78-b76e-758214765118 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:40.149896 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a021b5-4761-4ca7-99c9-1618943bf2c5 req-4ac48e88-76ad-40fd-a086-10d9b98e28ef tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:40.151590 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-12c7d0e0-5849-4042-8817-75576adbffd3 None None] Provisioning for port bd8b34b4-a2fc-4158-8528-ab9cf9ae0df0 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:40.152005 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-38a021b5-4761-4ca7-99c9-1618943bf2c5 req-4ac48e88-76ad-40fd-a086-10d9b98e28ef tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a28d48f-8cdc-4592-9bf3-eff6621e1f33 HTTP/1.1" status: 200 len: 945 time: 0.1991899 Jul 15 13:15:40.184283 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcae57a-fd4d-4f78-b76e-758214765118 None None] Pushing event updated for resources: {'Port': ['ID=a493703d-a04c-44e6-970b-6340739a03a3,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:40.195236 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-12c7d0e0-5849-4042-8817-75576adbffd3 None None] Provisioning complete for port bd8b34b4-a2fc-4158-8528-ab9cf9ae0df0 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:40.195724 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-12c7d0e0-5849-4042-8817-75576adbffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.257742 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ca5c500-b972-4fed-8ebc-92ffd5695d96 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.273003 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-38a021b5-4761-4ca7-99c9-1618943bf2c5 req-f1878283-1fac-4b09-b273-51986dbcccf3 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625467 Jul 15 13:15:40.279719 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-dd435db2-9235-4b03-b41a-92046d2f613c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Allocated IP 172.20.0.1 (1c4a1e72-1a6a-40a2-a28a-5efc195a95d7/958a4b61-815b-4c52-9473-18f55d303abf/ce1de2f5-1310-4e7d-9129-17e44d1f6572) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:40.352634 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-12c7d0e0-5849-4042-8817-75576adbffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.374002 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-afcae57a-fd4d-4f78-b76e-758214765118 None None] Attempting to bind port a493703d-a04c-44e6-970b-6340739a03a3 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:40.374446 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-afcae57a-fd4d-4f78-b76e-758214765118 None None] Attempting to bind port a493703d-a04c-44e6-970b-6340739a03a3 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '2013f5d7-afea-4281-a6a2-c7c4e3ac4062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9ebaabe9-752c-4d99-92b2-6daf06dc6d5d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:40.374873 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcae57a-fd4d-4f78-b76e-758214765118 None None] Attempting to bind port a493703d-a04c-44e6-970b-6340739a03a3 on network 9ebaabe9-752c-4d99-92b2-6daf06dc6d5d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:40.378486 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 68b0e08c-0398-4870-b713-e65062c79b32 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:40.386093 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 68b0e08c-0398-4870-b713-e65062c79b32 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:40.386477 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.431614 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcae57a-fd4d-4f78-b76e-758214765118 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:40.432035 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcae57a-fd4d-4f78-b76e-758214765118 None None] Checking segment: {'id': '2013f5d7-afea-4281-a6a2-c7c4e3ac4062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9ebaabe9-752c-4d99-92b2-6daf06dc6d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:40.432446 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-afcae57a-fd4d-4f78-b76e-758214765118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.432977 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcae57a-fd4d-4f78-b76e-758214765118 None None] Bound using segment: {'id': '2013f5d7-afea-4281-a6a2-c7c4e3ac4062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9ebaabe9-752c-4d99-92b2-6daf06dc6d5d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:40.433457 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-afcae57a-fd4d-4f78-b76e-758214765118 None None] Bound port: a493703d-a04c-44e6-970b-6340739a03a3, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2013f5d7-afea-4281-a6a2-c7c4e3ac4062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9ebaabe9-752c-4d99-92b2-6daf06dc6d5d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:40.433907 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-afcae57a-fd4d-4f78-b76e-758214765118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.479857 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-12c7d0e0-5849-4042-8817-75576adbffd3 None None] For port bd8b34b4-a2fc-4158-8528-ab9cf9ae0df0, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=bd8b34b4-a2fc-4158-8528-ab9cf9ae0df0,segment=NetworkSegment(d03964e7-2815-4848-9426-4268d20cfb72),segment_id=d03964e7-2815-4848-9426-4268d20cfb72)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:40.488843 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-109d7427-3021-4b99-8f8d-ccffe2273068 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.498050 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-12c7d0e0-5849-4042-8817-75576adbffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.524399 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-109d7427-3021-4b99-8f8d-ccffe2273068 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Transition to ACTIVE for port object e98bf8bc-3dc8-47e5-a5c9-1bb1d8486ab8 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:40.641659 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-109d7427-3021-4b99-8f8d-ccffe2273068 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.664553 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ca5c500-b972-4fed-8ebc-92ffd5695d96 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.702743 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7d0e0-5849-4042-8817-75576adbffd3 None None] Pushing event updated for resources: {'Port': ['ID=bd8b34b4-a2fc-4158-8528-ab9cf9ae0df0,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:40.715363 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-afcae57a-fd4d-4f78-b76e-758214765118 None None] For port a493703d-a04c-44e6-970b-6340739a03a3, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:40.721908 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-afcae57a-fd4d-4f78-b76e-758214765118 None None] For port a493703d-a04c-44e6-970b-6340739a03a3, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a493703d-a04c-44e6-970b-6340739a03a3,segment=NetworkSegment(2013f5d7-afea-4281-a6a2-c7c4e3ac4062),segment_id=2013f5d7-afea-4281-a6a2-c7c4e3ac4062)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:40.731431 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.738642 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd435db2-9235-4b03-b41a-92046d2f613c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.738979 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-afcae57a-fd4d-4f78-b76e-758214765118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.767557 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109d7427-3021-4b99-8f8d-ccffe2273068 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Network eb3a66cd-854b-418a-8b44-f98ab227a6e9 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:40.773956 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-dd435db2-9235-4b03-b41a-92046d2f613c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Transition to ACTIVE for port object ce1de2f5-1310-4e7d-9129-17e44d1f6572 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:40.774373 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d7427-3021-4b99-8f8d-ccffe2273068 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Pushing event updated for resources: {'Port': ['ID=e98bf8bc-3dc8-47e5-a5c9-1bb1d8486ab8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:40.778959 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-109d7427-3021-4b99-8f8d-ccffe2273068 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:40.783985 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109d7427-3021-4b99-8f8d-ccffe2273068 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:40.872542 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd435db2-9235-4b03-b41a-92046d2f613c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.932324 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d648520-4851-4e94-afdd-68fd0a9c6ea5 req-4e49fb52-139a-4e17-9efb-02d776db4312 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b7534a8e-0503-4c58-800a-3c52cda26800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5727005 Jul 15 13:15:40.940510 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 68b0e08c-0398-4870-b713-e65062c79b32, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=68b0e08c-0398-4870-b713-e65062c79b32,segment=NetworkSegment(2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72),segment_id=2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:40.945337 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca5c500-b972-4fed-8ebc-92ffd5695d96 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network 73e847af-0772-4459-8702-a89a659fb5a0 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:40.949666 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a28d48f-8cdc-4592-9bf3-eff6621e1f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b0e08c-0398-4870-b713-e65062c79b32'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:40.953253 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9387dbba-4bfd-4c25-8599-91528a3d232b" -d '{"events": [{"server_uuid": "8a28d48f-8cdc-4592-9bf3-eff6621e1f33", "name": "network-vif-plugged", "status": "completed", "tag": "68b0e08c-0398-4870-b713-e65062c79b32"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:40.953535 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4ca5c500-b972-4fed-8ebc-92ffd5695d96 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:40.961434 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.975965 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109d7427-3021-4b99-8f8d-ccffe2273068 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:40.976654 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-109d7427-3021-4b99-8f8d-ccffe2273068 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.994819 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcae57a-fd4d-4f78-b76e-758214765118 None None] Pushing event updated for resources: {'Port': ['ID=a493703d-a04c-44e6-970b-6340739a03a3,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:40.995191 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd435db2-9235-4b03-b41a-92046d2f613c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network 1c4a1e72-1a6a-40a2-a28a-5efc195a95d7 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:41.012937 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca5c500-b972-4fed-8ebc-92ffd5695d96 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:41.014644 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ca5c500-b972-4fed-8ebc-92ffd5695d96 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.017720 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-dd435db2-9235-4b03-b41a-92046d2f613c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:41.033095 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-109d7427-3021-4b99-8f8d-ccffe2273068 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8324914 Jul 15 13:15:41.034299 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33332) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:41.048397 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9724296d-a91a-40ae-9f2a-120dce18e10b tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:fe:3b:a3'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:07:84:8c'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:41.062150 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd435db2-9235-4b03-b41a-92046d2f613c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:41.084913 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-35acf119-4f48-46e5-a29a-f60ee0b516e0 None None] Provisioning complete for port bd8b34b4-a2fc-4158-8528-ab9cf9ae0df0 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:41.085267 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-35acf119-4f48-46e5-a29a-f60ee0b516e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.090953 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba69ca6b-d60a-4731-8292-ff09f63bafbd x-openstack-request-id: req-ba69ca6b-d60a-4731-8292-ff09f63bafbd {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:41.091253 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a28d48f-8cdc-4592-9bf3-eff6621e1f33", "name": "network-vif-plugged", "status": "completed", "tag": "68b0e08c-0398-4870-b713-e65062c79b32", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:41.091658 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ba69ca6b-d60a-4731-8292-ff09f63bafbd {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:41.092066 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a28d48f-8cdc-4592-9bf3-eff6621e1f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b0e08c-0398-4870-b713-e65062c79b32', 'code': 200} Jul 15 13:15:41.172453 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=68b0e08c-0398-4870-b713-e65062c79b32,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:41.224191 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5c500-b972-4fed-8ebc-92ffd5695d96 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Port': ['ID=865427df-6559-4405-bcbd-3fd35aff6f3a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:41.423176 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd435db2-9235-4b03-b41a-92046d2f613c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.626424 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd435db2-9235-4b03-b41a-92046d2f613c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Port': ['ID=ce1de2f5-1310-4e7d-9129-17e44d1f6572,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:41.627296 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8dbaa742-082d-4d43-866e-0d9c3c12d2be None None] Provisioning for port e98bf8bc-3dc8-47e5-a5c9-1bb1d8486ab8 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:41.635593 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8dbaa742-082d-4d43-866e-0d9c3c12d2be None None] Provisioning complete for port e98bf8bc-3dc8-47e5-a5c9-1bb1d8486ab8 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:41.636028 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8dbaa742-082d-4d43-866e-0d9c3c12d2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.638710 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44892a9e-222b-4520-817b-3451abe6af0d req-440db61c-f99b-4526-b26d-cf18a4cce9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:41.641337 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-44892a9e-222b-4520-817b-3451abe6af0d req-440db61c-f99b-4526-b26d-cf18a4cce9a9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8a28d48f-8cdc-4592-9bf3-eff6621e1f33 HTTP/1.1" status: 200 len: 1098 time: 0.2637243 Jul 15 13:15:41.681023 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-8dbaa742-082d-4d43-866e-0d9c3c12d2be None None] Port e98bf8bc-3dc8-47e5-a5c9-1bb1d8486ab8 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:41.695179 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca5c500-b972-4fed-8ebc-92ffd5695d96 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Checking segment: {'id': '7abaead2-4d65-421f-b160-b10ae580fc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2cca63e9-01ca-4579-832b-a11f7b387bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:41.695751 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca5c500-b972-4fed-8ebc-92ffd5695d96 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network hostable DHCP agents. Network: 2cca63e9-01ca-4579-832b-a11f7b387bba, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:15:41.698418 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8dbaa742-082d-4d43-866e-0d9c3c12d2be None None] Provisioning for port ce1de2f5-1310-4e7d-9129-17e44d1f6572 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:41.704197 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8dbaa742-082d-4d43-866e-0d9c3c12d2be None None] Provisioning complete for port ce1de2f5-1310-4e7d-9129-17e44d1f6572 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:41.704846 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8dbaa742-082d-4d43-866e-0d9c3c12d2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.733395 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-44892a9e-222b-4520-817b-3451abe6af0d req-5016e767-2427-45e0-9165-0b7b60bf8ea1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684633 Jul 15 13:15:41.751142 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c3cbe-66c2-4fd8-b3d4-37a88132b503 req-b091f900-b365-43f1-9039-b8410ef935e3 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:41.753740 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-8dbaa742-082d-4d43-866e-0d9c3c12d2be None None] Port ce1de2f5-1310-4e7d-9129-17e44d1f6572 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:41.759062 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e50c3cbe-66c2-4fd8-b3d4-37a88132b503 req-b091f900-b365-43f1-9039-b8410ef935e3 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 944 time: 0.1701529 Jul 15 13:15:41.767387 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9724296d-a91a-40ae-9f2a-120dce18e10b tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.809923 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d648520-4851-4e94-afdd-68fd0a9c6ea5 req-6faf8075-0e55-4c71-8988-c6a4beeeabd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:41.811502 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d648520-4851-4e94-afdd-68fd0a9c6ea5 req-6faf8075-0e55-4c71-8988-c6a4beeeabd6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c1af11be7dd419195f949cd92df4ecc&device_id=b7534a8e-0503-4c58-800a-3c52cda26800 HTTP/1.1" status: 200 len: 1098 time: 0.8003895 Jul 15 13:15:41.812691 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca5c500-b972-4fed-8ebc-92ffd5695d96 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network 2cca63e9-01ca-4579-832b-a11f7b387bba is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:15:41.843398 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5c500-b972-4fed-8ebc-92ffd5695d96 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Port': ['ID=df960d99-15f4-4dc8-9d34-52397992e149,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:41.856560 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4ca5c500-b972-4fed-8ebc-92ffd5695d96 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 2cca63e9-01ca-4579-832b-a11f7b387bba) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:41.874246 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17cc0c7-d663-429b-948c-1e3998d66e7b None None] Network 2cca63e9-01ca-4579-832b-a11f7b387bba requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:41.902421 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca5c500-b972-4fed-8ebc-92ffd5695d96 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:41.908284 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca5c500-b972-4fed-8ebc-92ffd5695d96 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:41.912353 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e50c3cbe-66c2-4fd8-b3d4-37a88132b503 req-0ef7812d-7b4e-49bb-b536-dfd476a80047 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521080 Jul 15 13:15:41.913355 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca5c500-b972-4fed-8ebc-92ffd5695d96 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:41.914105 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ca5c500-b972-4fed-8ebc-92ffd5695d96 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.980881 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ee0cc-0ecf-41bc-b449-8e36b82e3be0 req-b2c8410d-d613-4498-a8e8-9fa66169f523 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:41.999157 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-867ee0cc-0ecf-41bc-b449-8e36b82e3be0 req-b2c8410d-d613-4498-a8e8-9fa66169f523 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a28d48f-8cdc-4592-9bf3-eff6621e1f33 HTTP/1.1" status: 200 len: 946 time: 0.3765934 Jul 15 13:15:42.014213 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4ca5c500-b972-4fed-8ebc-92ffd5695d96 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.4264615 Jul 15 13:15:42.020027 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33342) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:42.027499 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd435db2-9235-4b03-b41a-92046d2f613c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.166145 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9724296d-a91a-40ae-9f2a-120dce18e10b tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.182667 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9724296d-a91a-40ae-9f2a-120dce18e10b tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.183612 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device aa29e1a1-aae3-4a2a-9416-a346b74f4f17 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:15:42.186972 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-867ee0cc-0ecf-41bc-b449-8e36b82e3be0 req-8ce67858-1ce1-4c2d-b0ff-035011b21f41 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863451 Jul 15 13:15:42.240097 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d648520-4851-4e94-afdd-68fd0a9c6ea5 req-c379a980-c23a-4780-b4cd-0034a8d8b99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:42.244411 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d648520-4851-4e94-afdd-68fd0a9c6ea5 req-c379a980-c23a-4780-b4cd-0034a8d8b99d service neutron] 10.222.0.18 "GET /v2.0/networks?id=7b9ba910-6749-4270-b002-56d9006f5b50 HTTP/1.1" status: 200 len: 916 time: 0.3703196 Jul 15 13:15:42.364147 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port aa29e1a1-aae3-4a2a-9416-a346b74f4f17, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=aa29e1a1-aae3-4a2a-9416-a346b74f4f17,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:42.393222 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d648520-4851-4e94-afdd-68fd0a9c6ea5 req-1d93a53c-1060-407d-8107-d6472e34c770 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=283d420b-795e-4edf-be9f-99c321b70042 HTTP/1.1" status: 200 len: 217 time: 0.1363289 Jul 15 13:15:42.395968 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device aa29e1a1-aae3-4a2a-9416-a346b74f4f17 has no active binding in host n-h1-758944-45 {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:15:42.552021 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a493703d-a04c-44e6-970b-6340739a03a3 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:42.591770 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d648520-4851-4e94-afdd-68fd0a9c6ea5 req-1f0e0034-132c-4555-8c94-8c3b5580a09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:42.594331 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d648520-4851-4e94-afdd-68fd0a9c6ea5 req-1f0e0034-132c-4555-8c94-8c3b5580a09a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9399f7e-15bd-4621-abd1-34b022e325f1 HTTP/1.1" status: 200 len: 855 time: 0.1771832 Jul 15 13:15:42.647595 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port a493703d-a04c-44e6-970b-6340739a03a3 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:42.656748 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device bd8b34b4-a2fc-4158-8528-ab9cf9ae0df0 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:42.658815 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e3e9f7-baef-468c-a087-ee90ec1aa9fc None None] Network 9ebaabe9-752c-4d99-92b2-6daf06dc6d5d requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:42.665905 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d648520-4851-4e94-afdd-68fd0a9c6ea5 req-2f12bd5d-f2c1-4f6c-a8ac-5dcd9c2c450e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7b9ba910-6749-4270-b002-56d9006f5b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595639 Jul 15 13:15:42.778850 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c56af943-a823-470c-b0f5-a0583e091b69 None None] Provisioning complete for port e98bf8bc-3dc8-47e5-a5c9-1bb1d8486ab8 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:42.779190 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c56af943-a823-470c-b0f5-a0583e091b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.856237 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-96c628ac-a89c-4b01-ad8f-6550ab1c871b service neutron] 10.222.0.32 "GET /v2.0/ports/aa29e1a1-aae3-4a2a-9416-a346b74f4f17/bindings/n-h1-758944-45 HTTP/1.1" status: 200 len: 385 time: 0.0652845 Jul 15 13:15:42.877281 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c56af943-a823-470c-b0f5-a0583e091b69 None None] Port e98bf8bc-3dc8-47e5-a5c9-1bb1d8486ab8 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:42.890975 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d648520-4851-4e94-afdd-68fd0a9c6ea5 req-3a483956-0532-41c3-a772-c332b2bf2ce1 service neutron] 10.222.0.18 "GET /v2.0/networks/7b9ba910-6749-4270-b002-56d9006f5b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024913 Jul 15 13:15:42.896357 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port bd8b34b4-a2fc-4158-8528-ab9cf9ae0df0 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:42.898025 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.898339 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9724296d-a91a-40ae-9f2a-120dce18e10b tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Pushing event updated for resources: {'Port': ['ID=e98bf8bc-3dc8-47e5-a5c9-1bb1d8486ab8,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:42.920333 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-9724296d-a91a-40ae-9f2a-120dce18e10b tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] In _notify_port_updated(), no bound segment for port e98bf8bc-3dc8-47e5-a5c9-1bb1d8486ab8 on network eb3a66cd-854b-418a-8b44-f98ab227a6e9 {{(pid=93813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:15:42.926824 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9724296d-a91a-40ae-9f2a-120dce18e10b tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:42.928245 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9724296d-a91a-40ae-9f2a-120dce18e10b tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.932886 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9724296d-a91a-40ae-9f2a-120dce18e10b tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] 10.222.0.24 "PUT /v2.0/ports/e98bf8bc-3dc8-47e5-a5c9-1bb1d8486ab8 HTTP/1.1" status: 200 len: 1054 time: 1.8936954 Jul 15 13:15:42.932886 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-de2dcbad-a647-49e8-a7a1-cf435535e01d tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Deleting port df960d99-15f4-4dc8-9d34-52397992e149 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:42.932886 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-de2dcbad-a647-49e8-a7a1-cf435535e01d tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.936557 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33346) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:42.954975 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c56af943-a823-470c-b0f5-a0583e091b69 None None] Provisioning for port a493703d-a04c-44e6-970b-6340739a03a3 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:42.978611 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c56af943-a823-470c-b0f5-a0583e091b69 None None] Provisioning complete for port a493703d-a04c-44e6-970b-6340739a03a3 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:42.978979 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c56af943-a823-470c-b0f5-a0583e091b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.162088 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-de2dcbad-a647-49e8-a7a1-cf435535e01d tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.191318 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-de2dcbad-a647-49e8-a7a1-cf435535e01d tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Calling delete_port for df960d99-15f4-4dc8-9d34-52397992e149 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:43.328632 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c56af943-a823-470c-b0f5-a0583e091b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.356907 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1b871-4bac-43b5-bfa1-01ecfd38070b req-48ca513a-9cf4-46ff-8b7e-24224a8fe966 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:43.364719 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-afd1b871-4bac-43b5-bfa1-01ecfd38070b req-48ca513a-9cf4-46ff-8b7e-24224a8fe966 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 944 time: 0.2385108 Jul 15 13:15:43.387202 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-c56af943-a823-470c-b0f5-a0583e091b69 None None] For port a493703d-a04c-44e6-970b-6340739a03a3, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a493703d-a04c-44e6-970b-6340739a03a3,segment=NetworkSegment(2013f5d7-afea-4281-a6a2-c7c4e3ac4062),segment_id=2013f5d7-afea-4281-a6a2-c7c4e3ac4062)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:43.397451 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c56af943-a823-470c-b0f5-a0583e091b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.484850 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd435db2-9235-4b03-b41a-92046d2f613c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.495576 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56af943-a823-470c-b0f5-a0583e091b69 None None] Pushing event updated for resources: {'Port': ['ID=a493703d-a04c-44e6-970b-6340739a03a3,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:43.514140 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-afd1b871-4bac-43b5-bfa1-01ecfd38070b req-aa217b12-66d6-468b-bee1-7334aca6bcf1 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483872 Jul 15 13:15:43.522577 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-de2dcbad-a647-49e8-a7a1-cf435535e01d tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.537238 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-34ce9422-3260-425b-80ea-5b1b1a93679c service neutron] For port aa29e1a1-aae3-4a2a-9416-a346b74f4f17, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=aa29e1a1-aae3-4a2a-9416-a346b74f4f17,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:43.540973 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd435db2-9235-4b03-b41a-92046d2f613c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.574947 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2dcbad-a647-49e8-a7a1-cf435535e01d tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Port': ['ID=df960d99-15f4-4dc8-9d34-52397992e149,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:43.598846 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-de2dcbad-a647-49e8-a7a1-cf435535e01d tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.600916 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-de2dcbad-a647-49e8-a7a1-cf435535e01d tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/ports/df960d99-15f4-4dc8-9d34-52397992e149 HTTP/1.1" status: 204 len: 168 time: 1.5802491 Jul 15 13:15:43.606326 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33358) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:43.618143 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-34ce9422-3260-425b-80ea-5b1b1a93679c service neutron] For port aa29e1a1-aae3-4a2a-9416-a346b74f4f17, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:43.638297 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3aa37ef5-e3a7-4fc3-8c15-2e70dec913bf None None] Provisioning complete for port a493703d-a04c-44e6-970b-6340739a03a3 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:43.638763 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aa37ef5-e3a7-4fc3-8c15-2e70dec913bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.681997 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-34ce9422-3260-425b-80ea-5b1b1a93679c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa29e1a1-aae3-4a2a-9416-a346b74f4f17 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:43.697738 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-34ce9422-3260-425b-80ea-5b1b1a93679c service neutron] For port aa29e1a1-aae3-4a2a-9416-a346b74f4f17, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=aa29e1a1-aae3-4a2a-9416-a346b74f4f17,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:43.727214 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-34ce9422-3260-425b-80ea-5b1b1a93679c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.740603 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd435db2-9235-4b03-b41a-92046d2f613c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.742389 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd435db2-9235-4b03-b41a-92046d2f613c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Port': ['ID=ce1de2f5-1310-4e7d-9129-17e44d1f6572,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:43.758166 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d648520-4851-4e94-afdd-68fd0a9c6ea5 req-361a94fd-b82c-410c-b238-30ff1ec7e9f3 service neutron] 10.222.0.18 "GET /v2.0/networks/7b9ba910-6749-4270-b002-56d9006f5b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8383100 Jul 15 13:15:43.780297 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37464c55-9847-4ee6-b521-a86bd2dae8a3 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:43.792324 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37464c55-9847-4ee6-b521-a86bd2dae8a3 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:43.795768 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-37464c55-9847-4ee6-b521-a86bd2dae8a3 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1882317 Jul 15 13:15:43.800872 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33362) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:43.873712 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-bf1be304-72b9-44ec-8ff5-d76adc681df7 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Deleting port e98bf8bc-3dc8-47e5-a5c9-1bb1d8486ab8 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:43.874095 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf1be304-72b9-44ec-8ff5-d76adc681df7 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.892174 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c0181-ade8-4043-9391-e0020c90bc9b req-65ebb2db-3eab-4137-bcbc-928852dd3d17 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:43.892905 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-34ce9422-3260-425b-80ea-5b1b1a93679c service neutron] Transition to ACTIVE for port object aa29e1a1-aae3-4a2a-9416-a346b74f4f17 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:43.894022 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1a0c0181-ade8-4043-9391-e0020c90bc9b req-65ebb2db-3eab-4137-bcbc-928852dd3d17 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a28d48f-8cdc-4592-9bf3-eff6621e1f33 HTTP/1.1" status: 200 len: 946 time: 0.3803592 Jul 15 13:15:43.900455 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-34ce9422-3260-425b-80ea-5b1b1a93679c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.968865 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-34ce9422-3260-425b-80ea-5b1b1a93679c service neutron] No DVR routers for this DVR port aa29e1a1-aae3-4a2a-9416-a346b74f4f17 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:44.024865 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce9422-3260-425b-80ea-5b1b1a93679c service neutron] Pushing event updated for resources: {'Port': ['ID=aa29e1a1-aae3-4a2a-9416-a346b74f4f17,revision_number=10']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:44.048353 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-34ce9422-3260-425b-80ea-5b1b1a93679c service neutron] 10.222.0.32 "PUT /v2.0/ports/aa29e1a1-aae3-4a2a-9416-a346b74f4f17/bindings/n-h1-758944-45/activate HTTP/1.1" status: 200 len: 370 time: 1.1612134 Jul 15 13:15:44.075916 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1a0c0181-ade8-4043-9391-e0020c90bc9b req-4af81e89-3387-4daa-b078-349ef4f4fc63 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498528 Jul 15 13:15:44.083908 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd435db2-9235-4b03-b41a-92046d2f613c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network 1c4a1e72-1a6a-40a2-a28a-5efc195a95d7 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:44.088685 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6fbf7-06bc-4a25-9995-ca024e2a2ba9 req-fee3d526-b252-4e24-9622-98b71283edd5 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:44.089354 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf1be304-72b9-44ec-8ff5-d76adc681df7 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.090521 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-92f6fbf7-06bc-4a25-9995-ca024e2a2ba9 req-fee3d526-b252-4e24-9622-98b71283edd5 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 946 time: 0.0817144 Jul 15 13:15:44.093290 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-dd435db2-9235-4b03-b41a-92046d2f613c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:44.120310 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-bf1be304-72b9-44ec-8ff5-d76adc681df7 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Calling delete_port for e98bf8bc-3dc8-47e5-a5c9-1bb1d8486ab8 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:44.162671 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-92f6fbf7-06bc-4a25-9995-ca024e2a2ba9 req-7123ba0b-e62d-49bb-ba50-0a5477e89a9d tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519450 Jul 15 13:15:44.282551 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-732132f4-f6ea-4e5f-b4e4-5a452e5f99a4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Deleting port 865427df-6559-4405-bcbd-3fd35aff6f3a {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:44.283086 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-732132f4-f6ea-4e5f-b4e4-5a452e5f99a4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.338828 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a493703d-a04c-44e6-970b-6340739a03a3 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:44.451924 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-732132f4-f6ea-4e5f-b4e4-5a452e5f99a4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.478398 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port a493703d-a04c-44e6-970b-6340739a03a3 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:44.480074 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.493399 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-732132f4-f6ea-4e5f-b4e4-5a452e5f99a4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Calling delete_port for 865427df-6559-4405-bcbd-3fd35aff6f3a owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:44.579705 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ff6ff396-d22c-4d7e-8868-0e336e5e623e None None] Provisioning complete for port ce1de2f5-1310-4e7d-9129-17e44d1f6572 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:44.580246 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ff6ff396-d22c-4d7e-8868-0e336e5e623e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.655061 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ff6ff396-d22c-4d7e-8868-0e336e5e623e None None] Port ce1de2f5-1310-4e7d-9129-17e44d1f6572 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:44.718102 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-85ce26aa-07f6-4dd1-8758-17ede6873a53 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:44.721112 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-85ce26aa-07f6-4dd1-8758-17ede6873a53 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a&tenant_id=3c2b5fceeddc4686a6075bcd70c81526&binding%3Ahost_id=n-h2-758944-45 HTTP/1.1" status: 200 len: 1097 time: 0.4822068 Jul 15 13:15:44.799134 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-732132f4-f6ea-4e5f-b4e4-5a452e5f99a4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.823235 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01539d4d-2d33-4f66-8860-06664c5bfdbd req-c0ffb39b-3426-4329-b7bf-bbdaea0d9cbc tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:44.825130 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-01539d4d-2d33-4f66-8860-06664c5bfdbd req-c0ffb39b-3426-4329-b7bf-bbdaea0d9cbc tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 945 time: 0.0930533 Jul 15 13:15:44.831366 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd435db2-9235-4b03-b41a-92046d2f613c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Router 14f5722a-d675-4dd4-87ce-5746580cd6a4 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:15:44.880118 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732132f4-f6ea-4e5f-b4e4-5a452e5f99a4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Port': ['ID=865427df-6559-4405-bcbd-3fd35aff6f3a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:44.894947 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-01539d4d-2d33-4f66-8860-06664c5bfdbd req-1035b3e4-12cd-4ffa-9fd7-606827e1747a tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629737 Jul 15 13:15:44.901742 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-732132f4-f6ea-4e5f-b4e4-5a452e5f99a4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.903836 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-732132f4-f6ea-4e5f-b4e4-5a452e5f99a4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/ports/865427df-6559-4405-bcbd-3fd35aff6f3a HTTP/1.1" status: 204 len: 168 time: 1.1009827 Jul 15 13:15:44.907992 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33388) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:44.911461 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf1be304-72b9-44ec-8ff5-d76adc681df7 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.038038 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1be304-72b9-44ec-8ff5-d76adc681df7 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Pushing event deleted for resources: {'Port': ['ID=e98bf8bc-3dc8-47e5-a5c9-1bb1d8486ab8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:45.093542 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-cb95b2dc-cd22-4fb7-a7f1-bd91ee3b427f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:45.095212 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-cb95b2dc-cd22-4fb7-a7f1-bd91ee3b427f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a&tenant_id=3c2b5fceeddc4686a6075bcd70c81526 HTTP/1.1" status: 200 len: 1097 time: 0.3376496 Jul 15 13:15:45.124154 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d8b220-01ff-4c15-9aff-30e78b7169f4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:45.128960 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd435db2-9235-4b03-b41a-92046d2f613c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:15:45.142566 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-dd435db2-9235-4b03-b41a-92046d2f613c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "PUT /v2.0/routers/14f5722a-d675-4dd4-87ce-5746580cd6a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0794210 Jul 15 13:15:45.142671 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-05d8b220-01ff-4c15-9aff-30e78b7169f4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2297010 Jul 15 13:15:45.142671 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33394) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:45.144862 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33396) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:45.153665 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960767ec-df68-4300-a105-0378588969e8 None None] Sync routers for ids ['14f5722a-d675-4dd4-87ce-5746580cd6a4'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:15:45.171282 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960767ec-df68-4300-a105-0378588969e8 None None] Routers {'14f5722a-d675-4dd4-87ce-5746580cd6a4'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:45.175400 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-960767ec-df68-4300-a105-0378588969e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:15:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['14f5722a-d675-4dd4-87ce-5746580cd6a4'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:45.176976 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a678ec4-8dd6-4fba-9318-73d8f32a32b3 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] GET failed (client error): The resource could not be found. Jul 15 13:15:45.182333 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5a678ec4-8dd6-4fba-9318-73d8f32a32b3 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "GET /v2.0/ports/df960d99-15f4-4dc8-9d34-52397992e149 HTTP/1.1" status: 404 len: 333 time: 0.0401936 Jul 15 13:15:45.183019 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33398) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:45.214704 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-efb67ca6-02dc-48c6-82fc-6db29972ce0e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] GET failed (client error): The resource could not be found. Jul 15 13:15:45.219758 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-efb67ca6-02dc-48c6-82fc-6db29972ce0e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "GET /v2.0/ports/865427df-6559-4405-bcbd-3fd35aff6f3a HTTP/1.1" status: 404 len: 333 time: 0.0354733 Jul 15 13:15:45.220669 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33400) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:45.266882 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-960767ec-df68-4300-a105-0378588969e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:45.293210 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960767ec-df68-4300-a105-0378588969e8 None None] Routers {'14f5722a-d675-4dd4-87ce-5746580cd6a4'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:45.293877 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-960767ec-df68-4300-a105-0378588969e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:15:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['14f5722a-d675-4dd4-87ce-5746580cd6a4'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:45.356412 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-960767ec-df68-4300-a105-0378588969e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:45.357105 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960767ec-df68-4300-a105-0378588969e8 None None] The sync data for ids ['14f5722a-d675-4dd4-87ce-5746580cd6a4'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:15:45.365597 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d3d5068b-eeb6-4ff2-a69e-526bd5304811 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.379996 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f87ec3-8ce8-45a7-8aff-12969df4ac46 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:45.381949 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d2f87ec3-8ce8-45a7-8aff-12969df4ac46 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "GET /v2.0/ports/ce1de2f5-1310-4e7d-9129-17e44d1f6572 HTTP/1.1" status: 200 len: 910 time: 0.1965919 Jul 15 13:15:45.386176 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33402) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:45.489165 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d3d5068b-eeb6-4ff2-a69e-526bd5304811 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.501377 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-d3d5068b-eeb6-4ff2-a69e-526bd5304811 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cca63e9-01ca-4579-832b-a11f7b387bba']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:45.513367 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-d3d5068b-eeb6-4ff2-a69e-526bd5304811 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7abaead2-4d65-421f-b160-b10ae580fc7e') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:45.513668 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-d3d5068b-eeb6-4ff2-a69e-526bd5304811 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7abaead2-4d65-421f-b160-b10ae580fc7e') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:45.529185 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d3d5068b-eeb6-4ff2-a69e-526bd5304811 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.548986 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d3d5068b-eeb6-4ff2-a69e-526bd5304811 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.561258 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-923a2cef-1e65-4e5d-bf59-a26b27d02d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:45.563921 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-923a2cef-1e65-4e5d-bf59-a26b27d02d03 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c2b5fceeddc4686a6075bcd70c81526&device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 1097 time: 0.4199460 Jul 15 13:15:45.571259 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d5068b-eeb6-4ff2-a69e-526bd5304811 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:45.571722 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d3d5068b-eeb6-4ff2-a69e-526bd5304811 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:45.580862 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:45.688164 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d3d5068b-eeb6-4ff2-a69e-526bd5304811 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.696546 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d3d5068b-eeb6-4ff2-a69e-526bd5304811 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.703576 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d3d5068b-eeb6-4ff2-a69e-526bd5304811 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/networks/2cca63e9-01ca-4579-832b-a11f7b387bba HTTP/1.1" status: 204 len: 168 time: 0.4780350 Jul 15 13:15:45.703933 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33408) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:45.710743 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-81236370-6673-4dae-ae2d-8e941403183a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-903914180'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:45.731915 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5068b-eeb6-4ff2-a69e-526bd5304811 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Network': ['ID=2cca63e9-01ca-4579-832b-a11f7b387bba,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:45.777893 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81236370-6673-4dae-ae2d-8e941403183a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:45.786164 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf1be304-72b9-44ec-8ff5-d76adc681df7 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.788012 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-81236370-6673-4dae-ae2d-8e941403183a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.788181 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-bf1be304-72b9-44ec-8ff5-d76adc681df7 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] 10.222.0.24 "DELETE /v2.0/ports/e98bf8bc-3dc8-47e5-a5c9-1bb1d8486ab8 HTTP/1.1" status: 204 len: 168 time: 2.8469455 Jul 15 13:15:45.792865 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33412) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:45.829101 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-20b771f2-c58c-410b-9344-cbff1b2f0360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:45.830706 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-20b771f2-c58c-410b-9344-cbff1b2f0360 service neutron] 10.222.0.18 "GET /v2.0/networks?id=11104484-975b-4425-b2d0-5e9908c9b0d1 HTTP/1.1" status: 200 len: 908 time: 0.2585251 Jul 15 13:15:45.856192 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-f39eb5d4-5dac-4565-85f4-b73dc724e79a tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] GET failed (client error): The resource could not be found. Jul 15 13:15:45.858529 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f39eb5d4-5dac-4565-85f4-b73dc724e79a tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] 10.222.0.24 "GET /v2.0/ports/e98bf8bc-3dc8-47e5-a5c9-1bb1d8486ab8 HTTP/1.1" status: 404 len: 333 time: 0.0644255 Jul 15 13:15:45.862338 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33414) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:45.888910 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81236370-6673-4dae-ae2d-8e941403183a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:45.945825 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-81236370-6673-4dae-ae2d-8e941403183a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.946185 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-81236370-6673-4dae-ae2d-8e941403183a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Added segment 91589ee1-f340-4263-b416-9c4344ed9b4b of type vlan for network 1d60c6f4-9a7f-4468-86ab-d2b6eb04b1a7 Jul 15 13:15:45.946384 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-0733412d-cc0b-4c00-bd78-fc9d6eedd887 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa29e1a1-aae3-4a2a-9416-a346b74f4f17 HTTP/1.1" status: 200 len: 217 time: 0.0683610 Jul 15 13:15:46.023557 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-1bd748d8-a21d-4ea0-9978-3b2f9e928281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:46.024864 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-81236370-6673-4dae-ae2d-8e941403183a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.025249 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-1bd748d8-a21d-4ea0-9978-3b2f9e928281 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=175aacaa-613b-43c2-81a6-3ccd12246946 HTTP/1.1" status: 200 len: 847 time: 0.0712380 Jul 15 13:15:46.032820 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device aa29e1a1-aae3-4a2a-9416-a346b74f4f17 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:46.109894 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device aa29e1a1-aae3-4a2a-9416-a346b74f4f17 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:46.131812 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-980ca4a3-691b-4589-a1fc-07517144f5c7 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Deleting port ec0e94d2-ab26-43f1-94b8-0bc5cff76b42 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:46.132163 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-980ca4a3-691b-4589-a1fc-07517144f5c7 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.152751 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-81236370-6673-4dae-ae2d-8e941403183a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.159892 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81236370-6673-4dae-ae2d-8e941403183a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:46.160746 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-81236370-6673-4dae-ae2d-8e941403183a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.347717 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-81236370-6673-4dae-ae2d-8e941403183a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6426857 Jul 15 13:15:46.362176 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33424) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:46.407826 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-18b88ac5-4a70-42c2-9783-c317325e4766 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'subnet': {'network_id': '1d60c6f4-9a7f-4468-86ab-d2b6eb04b1a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:46.417917 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81236370-6673-4dae-ae2d-8e941403183a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Network': ['ID=1d60c6f4-9a7f-4468-86ab-d2b6eb04b1a7,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:46.432955 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 1d60c6f4-9a7f-4468-86ab-d2b6eb04b1a7 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:46.463319 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca98b41-4541-4297-9996-f8c842ec0205 req-9a910978-dff7-436f-b1cc-a99f58714adc tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:46.464872 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bca98b41-4541-4297-9996-f8c842ec0205 req-9a910978-dff7-436f-b1cc-a99f58714adc tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 945 time: 0.3991232 Jul 15 13:15:46.470889 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-980ca4a3-691b-4589-a1fc-07517144f5c7 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.505475 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-41e2d37b-1609-420d-8ebc-139bf23861ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11104484-975b-4425-b2d0-5e9908c9b0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4700947 Jul 15 13:15:46.549444 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-980ca4a3-691b-4589-a1fc-07517144f5c7 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Calling delete_port for ec0e94d2-ab26-43f1-94b8-0bc5cff76b42 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:46.598019 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bca98b41-4541-4297-9996-f8c842ec0205 req-e5d11507-8318-4352-8d3a-d97762476b1f tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213307 Jul 15 13:15:46.674467 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b88ac5-4a70-42c2-9783-c317325e4766 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:46.678240 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18b88ac5-4a70-42c2-9783-c317325e4766 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.694778 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-396200e9-cb55-4927-a352-7a374247867a tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.719372 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-a2b163ba-32d4-487e-a1b8-59d74aa4593e service neutron] 10.222.0.18 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952972 Jul 15 13:15:46.939847 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-980ca4a3-691b-4589-a1fc-07517144f5c7 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.005610 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ca4a3-691b-4589-a1fc-07517144f5c7 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Pushing event deleted for resources: {'Port': ['ID=ec0e94d2-ab26-43f1-94b8-0bc5cff76b42,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:47.097979 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-73e32a59-7a47-48af-b3d3-5278490b7572 service neutron] 10.222.0.18 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636060 Jul 15 13:15:47.188660 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-980ca4a3-691b-4589-a1fc-07517144f5c7 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.207491 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-980ca4a3-691b-4589-a1fc-07517144f5c7 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] 10.222.0.24 "DELETE /v2.0/ports/ec0e94d2-ab26-43f1-94b8-0bc5cff76b42 HTTP/1.1" status: 204 len: 168 time: 1.3434284 Jul 15 13:15:47.216645 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33436) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:47.234492 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-396200e9-cb55-4927-a352-7a374247867a tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Allocated IP 172.21.0.1 (9ebaabe9-752c-4d99-92b2-6daf06dc6d5d/4e982ec9-01fa-48eb-b1d6-e27e1c9d061f/7c510e28-42db-4860-8d49-b9e00bd5771f) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:47.316335 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc982cb0-7cfc-4bcc-88e8-4d90d6de8be6 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] GET failed (client error): The resource could not be found. Jul 15 13:15:47.319591 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-dc982cb0-7cfc-4bcc-88e8-4d90d6de8be6 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] 10.222.0.24 "GET /v2.0/ports/ec0e94d2-ab26-43f1-94b8-0bc5cff76b42 HTTP/1.1" status: 404 len: 333 time: 0.0948372 Jul 15 13:15:47.329111 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33440) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:47.406660 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18b88ac5-4a70-42c2-9783-c317325e4766 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.492510 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b88ac5-4a70-42c2-9783-c317325e4766 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Subnet': ['ID=88e80d45-a522-415b-9349-50ad16364894,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:47.495312 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b88ac5-4a70-42c2-9783-c317325e4766 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Checking segment: {'id': '91589ee1-f340-4263-b416-9c4344ed9b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1d60c6f4-9a7f-4468-86ab-d2b6eb04b1a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:47.495763 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b88ac5-4a70-42c2-9783-c317325e4766 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network hostable DHCP agents. Network: 1d60c6f4-9a7f-4468-86ab-d2b6eb04b1a7, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:15:47.518803 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b88ac5-4a70-42c2-9783-c317325e4766 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network 1d60c6f4-9a7f-4468-86ab-d2b6eb04b1a7 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:15:47.530281 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-18b88ac5-4a70-42c2-9783-c317325e4766 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 1d60c6f4-9a7f-4468-86ab-d2b6eb04b1a7) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:47.540843 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b254aec-b198-48f0-a231-2e587c88b3bb None None] Network 1d60c6f4-9a7f-4468-86ab-d2b6eb04b1a7 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:47.548425 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b88ac5-4a70-42c2-9783-c317325e4766 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:47.549743 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18b88ac5-4a70-42c2-9783-c317325e4766 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.586127 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-18b88ac5-4a70-42c2-9783-c317325e4766 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2140498 Jul 15 13:15:47.586720 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33448) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:47.601971 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2c070263-ba59-419b-aa20-3f66855e5eef tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'port': {'network_id': '1d60c6f4-9a7f-4468-86ab-d2b6eb04b1a7', 'name': 'tempest-PortsIpV6TestJSON-1256424430'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:47.678074 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-396200e9-cb55-4927-a352-7a374247867a tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.710670 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-396200e9-cb55-4927-a352-7a374247867a tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Transition to ACTIVE for port object 7c510e28-42db-4860-8d49-b9e00bd5771f will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:47.848237 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-746646a8-5ada-48d9-a236-4d0dafc41cff tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Deleting port d8f30e8d-e044-4bc4-994d-04610cefca78 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:47.848640 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-746646a8-5ada-48d9-a236-4d0dafc41cff tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.873945 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9628006a-8cf7-4261-bdcd-57f32d879d87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-1d60c6f4-9a7f-4468-86ab-d2b6eb04b1a7', 'network_id': '1d60c6f4-9a7f-4468-86ab-d2b6eb04b1a7', 'tenant_id': 'd0416ea200934772bf1c355297ecb0ef', 'fixed_ips': [{'subnet_id': '88e80d45-a522-415b-9349-50ad16364894'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:15:47.876026 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9628006a-8cf7-4261-bdcd-57f32d879d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.885864 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-8b03a0d1-2248-4dbc-ac24-ef37f7e4b05c tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:47.889217 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-8b03a0d1-2248-4dbc-ac24-ef37f7e4b05c tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a&tenant_id=3c2b5fceeddc4686a6075bcd70c81526&binding%3Ahost_id=n-h1-758944-45 HTTP/1.1" status: 200 len: 1097 time: 0.3905814 Jul 15 13:15:47.996599 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-396200e9-cb55-4927-a352-7a374247867a tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.041013 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 3313d1c0-7322-4571-9574-1a2b411edcd1 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:15:48.105498 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396200e9-cb55-4927-a352-7a374247867a tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network 9ebaabe9-752c-4d99-92b2-6daf06dc6d5d is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:48.132555 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-396200e9-cb55-4927-a352-7a374247867a tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:48.143635 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-746646a8-5ada-48d9-a236-4d0dafc41cff tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.148127 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396200e9-cb55-4927-a352-7a374247867a tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:48.152054 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396200e9-cb55-4927-a352-7a374247867a tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Port': ['ID=7c510e28-42db-4860-8d49-b9e00bd5771f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:48.199174 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c070263-ba59-419b-aa20-3f66855e5eef tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:48.203815 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2c070263-ba59-419b-aa20-3f66855e5eef tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.206488 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-746646a8-5ada-48d9-a236-4d0dafc41cff tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Calling delete_port for d8f30e8d-e044-4bc4-994d-04610cefca78 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:48.276447 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115d886-7082-4d63-a118-cedd6c0cbfee req-9f9fba9a-72b1-4678-96e8-3338b415326a tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:48.292065 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4115d886-7082-4d63-a118-cedd6c0cbfee req-9f9fba9a-72b1-4678-96e8-3338b415326a tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 945 time: 0.4822698 Jul 15 13:15:48.310471 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-9628006a-8cf7-4261-bdcd-57f32d879d87 None None] Allocated IP 2001:db8::2 (1d60c6f4-9a7f-4468-86ab-d2b6eb04b1a7/88e80d45-a522-415b-9349-50ad16364894/30bc8532-74cb-453f-b87c-888f27ba624c) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:48.364214 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-2c070263-ba59-419b-aa20-3f66855e5eef tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] device_id is not set on port 5ee99a6c-9eb4-459f-bcb7-04b87ba13078 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:48.379739 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-396200e9-cb55-4927-a352-7a374247867a tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.493540 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 3313d1c0-7322-4571-9574-1a2b411edcd1, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3313d1c0-7322-4571-9574-1a2b411edcd1,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:48.514895 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '3313d1c0-7322-4571-9574-1a2b411edcd1', 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19', 'port_id': '3313d1c0-7322-4571-9574-1a2b411edcd1', 'mac_address': 'fa:16:3e:c4:19:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd793a745-d38c-4e8b-9716-b5fdf7b27406', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:15:48.703607 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-960d1ff6-9904-46eb-8bc2-527476f2ec35 service neutron] For port aa29e1a1-aae3-4a2a-9416-a346b74f4f17, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:48.711050 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-960d1ff6-9904-46eb-8bc2-527476f2ec35 service neutron] Notify callbacks [] for binding, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.712870 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-960d1ff6-9904-46eb-8bc2-527476f2ec35 service neutron] 10.222.0.18 "DELETE /v2.0/ports/aa29e1a1-aae3-4a2a-9416-a346b74f4f17/bindings/n-h2-758944-45 HTTP/1.1" status: 204 len: 173 time: 0.8081300 Jul 15 13:15:48.772607 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4115d886-7082-4d63-a118-cedd6c0cbfee req-480219a9-d8ec-4831-b6ea-a24d83f668d8 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199896 Jul 15 13:15:48.805982 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9628006a-8cf7-4261-bdcd-57f32d879d87 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.862544 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9628006a-8cf7-4261-bdcd-57f32d879d87 None None] Transition to ACTIVE for port object 30bc8532-74cb-453f-b87c-888f27ba624c will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:48.892618 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2c2cfeb1-7d05-4866-8403-5606af2d13fb None None] Provisioning for port 7c510e28-42db-4860-8d49-b9e00bd5771f completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:48.917288 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2c2cfeb1-7d05-4866-8403-5606af2d13fb None None] Provisioning complete for port 7c510e28-42db-4860-8d49-b9e00bd5771f triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:48.917918 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2c2cfeb1-7d05-4866-8403-5606af2d13fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.932608 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.989307 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9628006a-8cf7-4261-bdcd-57f32d879d87 None None] Transition to ACTIVE for port object 30bc8532-74cb-453f-b87c-888f27ba624c will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:48.996249 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3313d1c0-7322-4571-9574-1a2b411edcd1 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:49.019008 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 3313d1c0-7322-4571-9574-1a2b411edcd1, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3313d1c0-7322-4571-9574-1a2b411edcd1,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:49.029130 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.044761 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9628006a-8cf7-4261-bdcd-57f32d879d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.067177 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2c2cfeb1-7d05-4866-8403-5606af2d13fb None None] Port 7c510e28-42db-4860-8d49-b9e00bd5771f cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:49.097299 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9628006a-8cf7-4261-bdcd-57f32d879d87 None None] Network 1d60c6f4-9a7f-4468-86ab-d2b6eb04b1a7 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:49.107424 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-9628006a-8cf7-4261-bdcd-57f32d879d87 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:49.111396 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9628006a-8cf7-4261-bdcd-57f32d879d87 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:49.115267 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-746646a8-5ada-48d9-a236-4d0dafc41cff tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.141885 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-396200e9-cb55-4927-a352-7a374247867a tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.152268 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=3313d1c0-7322-4571-9574-1a2b411edcd1,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:49.224287 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746646a8-5ada-48d9-a236-4d0dafc41cff tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Pushing event deleted for resources: {'Port': ['ID=d8f30e8d-e044-4bc4-994d-04610cefca78,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:49.260094 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-2c070263-ba59-419b-aa20-3f66855e5eef tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Allocated IP 2001:db8::7d (1d60c6f4-9a7f-4468-86ab-d2b6eb04b1a7/88e80d45-a522-415b-9349-50ad16364894/5ee99a6c-9eb4-459f-bcb7-04b87ba13078) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:49.280548 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628006a-8cf7-4261-bdcd-57f32d879d87 None None] Pushing event updated for resources: {'Port': ['ID=30bc8532-74cb-453f-b87c-888f27ba624c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:49.361499 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['3313d1c0-7322-4571-9574-1a2b411edcd1'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:49.469861 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-9628006a-8cf7-4261-bdcd-57f32d879d87 None None] Attempting to bind port 30bc8532-74cb-453f-b87c-888f27ba624c on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:49.474958 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-9628006a-8cf7-4261-bdcd-57f32d879d87 None None] Attempting to bind port 30bc8532-74cb-453f-b87c-888f27ba624c by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '91589ee1-f340-4263-b416-9c4344ed9b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1d60c6f4-9a7f-4468-86ab-d2b6eb04b1a7'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:49.474958 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9628006a-8cf7-4261-bdcd-57f32d879d87 None None] Attempting to bind port 30bc8532-74cb-453f-b87c-888f27ba624c on network 1d60c6f4-9a7f-4468-86ab-d2b6eb04b1a7 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:49.503699 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9628006a-8cf7-4261-bdcd-57f32d879d87 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:49.504233 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9628006a-8cf7-4261-bdcd-57f32d879d87 None None] Checking segment: {'id': '91589ee1-f340-4263-b416-9c4344ed9b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1d60c6f4-9a7f-4468-86ab-d2b6eb04b1a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:49.504528 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9628006a-8cf7-4261-bdcd-57f32d879d87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.508622 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9628006a-8cf7-4261-bdcd-57f32d879d87 None None] Bound using segment: {'id': '91589ee1-f340-4263-b416-9c4344ed9b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1d60c6f4-9a7f-4468-86ab-d2b6eb04b1a7'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:49.511523 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-9628006a-8cf7-4261-bdcd-57f32d879d87 None None] Bound port: 30bc8532-74cb-453f-b87c-888f27ba624c, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91589ee1-f340-4263-b416-9c4344ed9b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1d60c6f4-9a7f-4468-86ab-d2b6eb04b1a7'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:49.512019 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9628006a-8cf7-4261-bdcd-57f32d879d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.793266 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-9628006a-8cf7-4261-bdcd-57f32d879d87 None None] For port 30bc8532-74cb-453f-b87c-888f27ba624c, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:49.813737 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-9628006a-8cf7-4261-bdcd-57f32d879d87 None None] For port 30bc8532-74cb-453f-b87c-888f27ba624c, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=30bc8532-74cb-453f-b87c-888f27ba624c,segment=NetworkSegment(91589ee1-f340-4263-b416-9c4344ed9b4b),segment_id=91589ee1-f340-4263-b416-9c4344ed9b4b)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:49.821940 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9628006a-8cf7-4261-bdcd-57f32d879d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.900164 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-746646a8-5ada-48d9-a236-4d0dafc41cff tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.908400 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-746646a8-5ada-48d9-a236-4d0dafc41cff tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] 10.222.0.24 "DELETE /v2.0/ports/d8f30e8d-e044-4bc4-994d-04610cefca78 HTTP/1.1" status: 204 len: 168 time: 2.5768673 Jul 15 13:15:49.911731 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33504) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:49.944133 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628006a-8cf7-4261-bdcd-57f32d879d87 None None] Pushing event updated for resources: {'Port': ['ID=30bc8532-74cb-453f-b87c-888f27ba624c,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:50.115349 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0f8b3-c05f-4f80-bff9-b57db428a69f req-89ec5151-d995-46c9-ade5-299ac750c91d tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:50.118276 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-14b0f8b3-c05f-4f80-bff9-b57db428a69f req-89ec5151-d995-46c9-ade5-299ac750c91d tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 1097 time: 0.9966638 Jul 15 13:15:50.164028 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-54712501-53d9-4f1e-8294-5a35d3ea1608 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Deleting subnet 6ae0aef7-165b-4ad3-b7c7-f2f858b4522a {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:15:50.173640 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-54712501-53d9-4f1e-8294-5a35d3ea1608 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.252969 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2c070263-ba59-419b-aa20-3f66855e5eef tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.307031 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2c070263-ba59-419b-aa20-3f66855e5eef tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Transition to ACTIVE for port object 5ee99a6c-9eb4-459f-bcb7-04b87ba13078 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:50.448687 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-54712501-53d9-4f1e-8294-5a35d3ea1608 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.629677 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2c070263-ba59-419b-aa20-3f66855e5eef tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.750984 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00854824-6d94-4a22-a4d2-bf3167701a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.793686 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c070263-ba59-419b-aa20-3f66855e5eef tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network 1d60c6f4-9a7f-4468-86ab-d2b6eb04b1a7 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:50.797409 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-54712501-53d9-4f1e-8294-5a35d3ea1608 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.906216 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-54712501-53d9-4f1e-8294-5a35d3ea1608 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.917872 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-14b0f8b3-c05f-4f80-bff9-b57db428a69f req-e5591052-713d-4651-b8de-03af1773a7fc tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7474937 Jul 15 13:15:50.920357 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-2c070263-ba59-419b-aa20-3f66855e5eef tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:50.930214 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c070263-ba59-419b-aa20-3f66855e5eef tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:50.942958 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c070263-ba59-419b-aa20-3f66855e5eef tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:50.946622 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2c070263-ba59-419b-aa20-3f66855e5eef tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.954843 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9102a7e-248d-4227-9648-6d4d8751d9e7 None None] Network eb3a66cd-854b-418a-8b44-f98ab227a6e9 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:51.002411 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-54712501-53d9-4f1e-8294-5a35d3ea1608 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.011210 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-54712501-53d9-4f1e-8294-5a35d3ea1608 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] 10.222.0.24 "DELETE /v2.0/subnets/6ae0aef7-165b-4ad3-b7c7-f2f858b4522a HTTP/1.1" status: 204 len: 168 time: 1.0964971 Jul 15 13:15:51.018044 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33518) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:51.060525 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2c070263-ba59-419b-aa20-3f66855e5eef tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4656911 Jul 15 13:15:51.076148 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33520) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:51.168710 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54712501-53d9-4f1e-8294-5a35d3ea1608 tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Pushing event deleted for resources: {'Subnet': ['ID=6ae0aef7-165b-4ad3-b7c7-f2f858b4522a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:51.200102 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-64d579f3-a6d4-42be-87a2-eb8e234aeffa tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.328034 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c070263-ba59-419b-aa20-3f66855e5eef tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Port': ['ID=5ee99a6c-9eb4-459f-bcb7-04b87ba13078,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:51.410340 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-64d579f3-a6d4-42be-87a2-eb8e234aeffa tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Deleting port cad392b4-a6fa-4f00-8238-ab099c764dbd {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:51.411475 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-64d579f3-a6d4-42be-87a2-eb8e234aeffa tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.521240 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-396200e9-cb55-4927-a352-7a374247867a tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.630105 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-64d579f3-a6d4-42be-87a2-eb8e234aeffa tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] For port cad392b4-a6fa-4f00-8238-ab099c764dbd, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=cad392b4-a6fa-4f00-8238-ab099c764dbd,segment=NetworkSegment(96912050-1515-4f70-be3d-915dc2335b10),segment_id=96912050-1515-4f70-be3d-915dc2335b10)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:51.630588 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-64d579f3-a6d4-42be-87a2-eb8e234aeffa tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.678741 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-64d579f3-a6d4-42be-87a2-eb8e234aeffa tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Calling delete_port for cad392b4-a6fa-4f00-8238-ab099c764dbd owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:51.683627 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e00070-6548-4219-b5a8-68414ff4fcf5 None None] DHCP port deletion for eb3a66cd-854b-418a-8b44-f98ab227a6e9 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:15:51.901282 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-64d579f3-a6d4-42be-87a2-eb8e234aeffa tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.902727 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-05e00070-6548-4219-b5a8-68414ff4fcf5 None None] Deleting port cad392b4-a6fa-4f00-8238-ab099c764dbd {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:51.903797 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-05e00070-6548-4219-b5a8-68414ff4fcf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.042370 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d579f3-a6d4-42be-87a2-eb8e234aeffa tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Pushing event deleted for resources: {'Port': ['ID=cad392b4-a6fa-4f00-8238-ab099c764dbd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:52.059897 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d579f3-a6d4-42be-87a2-eb8e234aeffa tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] No DVR routers for this DVR port cad392b4-a6fa-4f00-8238-ab099c764dbd on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:52.165105 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 3313d1c0-7322-4571-9574-1a2b411edcd1 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:52.180972 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e5b482e7-edbe-46cb-8291-b311d9d03d3c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Deleting port 5ee99a6c-9eb4-459f-bcb7-04b87ba13078 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:52.181641 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5b482e7-edbe-46cb-8291-b311d9d03d3c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.185484 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-396200e9-cb55-4927-a352-7a374247867a tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.282721 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0589db50-80eb-45db-9dba-62f9dadf9fd5 None None] Network 1d60c6f4-9a7f-4468-86ab-d2b6eb04b1a7 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:52.324979 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396200e9-cb55-4927-a352-7a374247867a tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Port': ['ID=7c510e28-42db-4860-8d49-b9e00bd5771f,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:52.447502 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-64d579f3-a6d4-42be-87a2-eb8e234aeffa tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.467395 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-64d579f3-a6d4-42be-87a2-eb8e234aeffa tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb3a66cd-854b-418a-8b44-f98ab227a6e9']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:52.496033 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-64d579f3-a6d4-42be-87a2-eb8e234aeffa tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96912050-1515-4f70-be3d-915dc2335b10') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:52.496449 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-64d579f3-a6d4-42be-87a2-eb8e234aeffa tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96912050-1515-4f70-be3d-915dc2335b10') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:52.497808 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 30bc8532-74cb-453f-b87c-888f27ba624c up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:52.509612 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-64d579f3-a6d4-42be-87a2-eb8e234aeffa tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.510675 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bc188-e010-4af7-a236-def6b771ff1c req-e530f5b5-d279-4073-a3f9-58aabc706ec9 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:52.512953 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-242bc188-e010-4af7-a236-def6b771ff1c req-e530f5b5-d279-4073-a3f9-58aabc706ec9 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/networks?id=11104484-975b-4425-b2d0-5e9908c9b0d1 HTTP/1.1" status: 200 len: 807 time: 1.0854597 Jul 15 13:15:52.530210 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-396200e9-cb55-4927-a352-7a374247867a tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.546907 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-64d579f3-a6d4-42be-87a2-eb8e234aeffa tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.565881 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d579f3-a6d4-42be-87a2-eb8e234aeffa tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:52.566377 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-64d579f3-a6d4-42be-87a2-eb8e234aeffa tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.569673 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:15:52.569673 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:52.569673 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:15:52.569673 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:52.569673 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:15:52.569673 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:52.569673 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:15:52.569673 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:52.569673 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:15:52.569673 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:52.569673 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:15:52.569673 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:52.569673 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:15:52.569673 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:52.569673 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:52.569673 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:52.569673 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:52.569673 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:52.569673 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:15:52.569673 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:52.569673 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:15:52.569673 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:52.569673 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:52.569673 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:52.569673 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:52.569673 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:52.569673 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:52.569673 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:52.569673 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:52.569673 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:52.569673 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:52.569673 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:52.610020 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-05e00070-6548-4219-b5a8-68414ff4fcf5 None None] For port cad392b4-a6fa-4f00-8238-ab099c764dbd, host n-d-758944-45, got binding levels [] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:52.610812 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-05e00070-6548-4219-b5a8-68414ff4fcf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.624807 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-747b09fc-1be8-40bf-b1e4-b90c967b6ba2 None None] Provisioning for port 30bc8532-74cb-453f-b87c-888f27ba624c completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:52.667433 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-242bc188-e010-4af7-a236-def6b771ff1c req-890aab55-5cfc-4d91-abcb-62f034d3f017 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/quotas/3c2b5fceeddc4686a6075bcd70c81526 HTTP/1.1" status: 200 len: 375 time: 0.1323969 Jul 15 13:15:52.696332 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5b482e7-edbe-46cb-8291-b311d9d03d3c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.707531 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-05e00070-6548-4219-b5a8-68414ff4fcf5 None None] Calling delete_port for cad392b4-a6fa-4f00-8238-ab099c764dbd owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:52.711502 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.ipam_backend_mixin [None req-05e00070-6548-4219-b5a8-68414ff4fcf5 None None] Port cad392b4-a6fa-4f00-8238-ab099c764dbd was not found and therefore no delete operation was performed {{(pid=93815) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:15:52.715411 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e5b482e7-edbe-46cb-8291-b311d9d03d3c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Calling delete_port for 5ee99a6c-9eb4-459f-bcb7-04b87ba13078 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:52.724553 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-05e00070-6548-4219-b5a8-68414ff4fcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.768267 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-64d579f3-a6d4-42be-87a2-eb8e234aeffa tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.768745 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e00070-6548-4219-b5a8-68414ff4fcf5 None None] Pushing event deleted for resources: {'Port': ['ID=cad392b4-a6fa-4f00-8238-ab099c764dbd,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:52.770991 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 3313d1c0-7322-4571-9574-1a2b411edcd1 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:52.771367 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.789690 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-05e00070-6548-4219-b5a8-68414ff4fcf5 None None] Network eb3a66cd-854b-418a-8b44-f98ab227a6e9 is not hosted by any dhcp agent {{(pid=93815) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:15:52.792629 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e00070-6548-4219-b5a8-68414ff4fcf5 None None] No DVR routers for this DVR port cad392b4-a6fa-4f00-8238-ab099c764dbd on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:52.814402 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-64d579f3-a6d4-42be-87a2-eb8e234aeffa tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.818582 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-64d579f3-a6d4-42be-87a2-eb8e234aeffa tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] 10.222.0.24 "DELETE /v2.0/networks/eb3a66cd-854b-418a-8b44-f98ab227a6e9 HTTP/1.1" status: 204 len: 168 time: 1.7984166 Jul 15 13:15:52.828452 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d579f3-a6d4-42be-87a2-eb8e234aeffa tempest-AllowedAddressPairTestJSON-2065127480 tempest-AllowedAddressPairTestJSON-2065127480-project] Pushing event deleted for resources: {'Network': ['ID=eb3a66cd-854b-418a-8b44-f98ab227a6e9,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:53.004001 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 30bc8532-74cb-453f-b87c-888f27ba624c completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:53.021012 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 30bc8532-74cb-453f-b87c-888f27ba624c triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:53.022263 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.051177 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-242bc188-e010-4af7-a236-def6b771ff1c req-37dc9322-332c-4699-8f59-48e0cff36c61 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c2b5fceeddc4686a6075bcd70c81526&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3801548 Jul 15 13:15:53.053205 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396200e9-cb55-4927-a352-7a374247867a tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network 9ebaabe9-752c-4d99-92b2-6daf06dc6d5d is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:53.055415 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-396200e9-cb55-4927-a352-7a374247867a tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:53.169212 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.260635 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5b482e7-edbe-46cb-8291-b311d9d03d3c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.337395 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b482e7-edbe-46cb-8291-b311d9d03d3c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Port': ['ID=5ee99a6c-9eb4-459f-bcb7-04b87ba13078,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:53.353570 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396200e9-cb55-4927-a352-7a374247867a tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Router 14f5722a-d675-4dd4-87ce-5746580cd6a4 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:15:53.397032 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5b482e7-edbe-46cb-8291-b311d9d03d3c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.399554 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e5b482e7-edbe-46cb-8291-b311d9d03d3c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/ports/5ee99a6c-9eb4-459f-bcb7-04b87ba13078 HTTP/1.1" status: 204 len: 168 time: 2.3090103 Jul 15 13:15:53.402556 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33560) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:53.424428 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7a2613-8e95-4a6c-a523-7f705118fee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3313d1c0-7322-4571-9574-1a2b411edcd1'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:53.442044 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22698cf6-5ad9-4ecd-9d2f-9f8ec2bda031" -d '{"events": [{"server_uuid": "3c7a2613-8e95-4a6c-a523-7f705118fee8", "name": "network-vif-plugged", "status": "completed", "tag": "3313d1c0-7322-4571-9574-1a2b411edcd1"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:53.472884 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 3313d1c0-7322-4571-9574-1a2b411edcd1, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3313d1c0-7322-4571-9574-1a2b411edcd1,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:53.529146 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e8ad86-283d-4753-a78d-b4a24e08aa89 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] DELETE failed (client error): The resource could not be found. Jul 15 13:15:53.532236 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e8ad86-283d-4753-a78d-b4a24e08aa89 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:15:53.534275 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f7e8ad86-283d-4753-a78d-b4a24e08aa89 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/ports/5ee99a6c-9eb4-459f-bcb7-04b87ba13078 HTTP/1.1" status: 404 len: 333 time: 0.1299722 Jul 15 13:15:53.541852 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33564) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:53.570627 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.596418 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-242bc188-e010-4af7-a236-def6b771ff1c req-88698652-95c2-4089-8741-b3dee90cbe1e service neutron] 10.222.0.24 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4909201 Jul 15 13:15:53.678751 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c27b38f-4978-49ea-bbe6-64ed4250428a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] GET failed (client error): The resource could not be found. Jul 15 13:15:53.681184 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4c27b38f-4978-49ea-bbe6-64ed4250428a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "GET /v2.0/ports/5ee99a6c-9eb4-459f-bcb7-04b87ba13078 HTTP/1.1" status: 404 len: 333 time: 0.1366692 Jul 15 13:15:53.684847 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33568) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:53.710101 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.729054 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85793bf1-e92e-4a61-b0b8-4e8b262aeac8 x-openstack-request-id: req-85793bf1-e92e-4a61-b0b8-4e8b262aeac8 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:53.729367 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7a2613-8e95-4a6c-a523-7f705118fee8", "name": "network-vif-plugged", "status": "completed", "tag": "3313d1c0-7322-4571-9574-1a2b411edcd1", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:53.729632 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-85793bf1-e92e-4a61-b0b8-4e8b262aeac8 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:53.730307 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7a2613-8e95-4a6c-a523-7f705118fee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3313d1c0-7322-4571-9574-1a2b411edcd1', 'code': 200} Jul 15 13:15:53.745370 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33574) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:53.745595 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=3313d1c0-7322-4571-9574-1a2b411edcd1,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:53.816594 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d12126c6-8c53-4e04-b7e8-bfce8ba69206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.853644 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396200e9-cb55-4927-a352-7a374247867a tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:15:53.855465 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb6b28c7-d88e-4a98-be0f-947343d8a30c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Deleting subnet 88e80d45-a522-415b-9349-50ad16364894 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:15:53.861420 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb6b28c7-d88e-4a98-be0f-947343d8a30c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.872249 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a817222-4f64-4aca-adf2-4e9a4d9ab61d None None] Sync routers for ids ['14f5722a-d675-4dd4-87ce-5746580cd6a4'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:15:53.876298 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-396200e9-cb55-4927-a352-7a374247867a tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "PUT /v2.0/routers/14f5722a-d675-4dd4-87ce-5746580cd6a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4890993 Jul 15 13:15:53.892403 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33578) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:53.928511 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a817222-4f64-4aca-adf2-4e9a4d9ab61d None None] Routers {'14f5722a-d675-4dd4-87ce-5746580cd6a4'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:53.929584 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-7a817222-4f64-4aca-adf2-4e9a4d9ab61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:15:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['14f5722a-d675-4dd4-87ce-5746580cd6a4'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:53.930971 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-803ef5dc-fa4d-4ce8-8beb-2b0e3dfea289 None None] Provisioning complete for port 7c510e28-42db-4860-8d49-b9e00bd5771f triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:53.931546 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-803ef5dc-fa4d-4ce8-8beb-2b0e3dfea289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.964749 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb6b28c7-d88e-4a98-be0f-947343d8a30c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.971974 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.017280 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-803ef5dc-fa4d-4ce8-8beb-2b0e3dfea289 None None] Port 7c510e28-42db-4860-8d49-b9e00bd5771f cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:54.040436 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-7a817222-4f64-4aca-adf2-4e9a4d9ab61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:54.049862 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 30bc8532-74cb-453f-b87c-888f27ba624c, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=30bc8532-74cb-453f-b87c-888f27ba624c,segment=NetworkSegment(91589ee1-f340-4263-b416-9c4344ed9b4b),segment_id=91589ee1-f340-4263-b416-9c4344ed9b4b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:54.055978 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.066962 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a817222-4f64-4aca-adf2-4e9a4d9ab61d None None] Routers {'14f5722a-d675-4dd4-87ce-5746580cd6a4'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:54.067527 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-7a817222-4f64-4aca-adf2-4e9a4d9ab61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:15:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['14f5722a-d675-4dd4-87ce-5746580cd6a4'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:54.120911 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-242bc188-e010-4af7-a236-def6b771ff1c req-d5dfa719-578f-4819-b2ab-ac3ef9f2d2fe service neutron] 10.222.0.24 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747064 Jul 15 13:15:54.147034 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-7a817222-4f64-4aca-adf2-4e9a4d9ab61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:54.152076 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a817222-4f64-4aca-adf2-4e9a4d9ab61d None None] The sync data for ids ['14f5722a-d675-4dd4-87ce-5746580cd6a4'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:15:54.183538 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device cad392b4-a6fa-4f00-8238-ab099c764dbd no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:54.200106 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c906a3-76a0-49d9-b417-bd6b5b3c44d1 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:54.204212 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-78c906a3-76a0-49d9-b417-bd6b5b3c44d1 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "GET /v2.0/ports/7c510e28-42db-4860-8d49-b9e00bd5771f HTTP/1.1" status: 200 len: 910 time: 0.3103905 Jul 15 13:15:54.213770 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33580) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:54.246234 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7ee66a36-38a9-4e38-bbac-fcb970161a84 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a6ee9f29b5154c41b874ec7e390b7883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4966152 Jul 15 13:15:54.254151 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33582) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:54.290594 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: cad392b4-a6fa-4f00-8238-ab099c764dbd {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:54.290941 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device cad392b4-a6fa-4f00-8238-ab099c764dbd not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:54.301934 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=30bc8532-74cb-453f-b87c-888f27ba624c,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:54.416013 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb6b28c7-d88e-4a98-be0f-947343d8a30c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.465107 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f472dd3e-3b23-4369-985c-26f6f2336ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.490556 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b5e70d87-2f0d-429a-84ff-eae8123f9e25 None None] Provisioning complete for port 30bc8532-74cb-453f-b87c-888f27ba624c triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:54.510709 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5e70d87-2f0d-429a-84ff-eae8123f9e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.540083 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f472dd3e-3b23-4369-985c-26f6f2336ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.665086 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb6b28c7-d88e-4a98-be0f-947343d8a30c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.681749 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 30bc8532-74cb-453f-b87c-888f27ba624c up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:54.739580 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d7675617-ef9a-4bda-a823-987c131e9216 req-d8abb78d-891b-4c76-98cf-52fab49a0adb tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 210 time: 0.0968180 Jul 15 13:15:54.798116 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f472dd3e-3b23-4369-985c-26f6f2336ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.801279 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f472dd3e-3b23-4369-985c-26f6f2336ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.802877 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f472dd3e-3b23-4369-985c-26f6f2336ae2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8fb5ccb8-69ac-4631-86c0-893086a7bcaf HTTP/1.1" status: 204 len: 168 time: 0.5473804 Jul 15 13:15:54.822766 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472dd3e-3b23-4369-985c-26f6f2336ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb5ccb8-69ac-4631-86c0-893086a7bcaf,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:54.913097 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b28c7-d88e-4a98-be0f-947343d8a30c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Subnet': ['ID=88e80d45-a522-415b-9349-50ad16364894,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:54.919227 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb6b28c7-d88e-4a98-be0f-947343d8a30c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.922182 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fb6b28c7-d88e-4a98-be0f-947343d8a30c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/subnets/88e80d45-a522-415b-9349-50ad16364894 HTTP/1.1" status: 204 len: 168 time: 1.2354193 Jul 15 13:15:54.926307 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33598) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:55.201339 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.239014 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.307169 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e107804c-1010-48ab-b3fc-ca70052f3ed6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.524306 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2f5c26b-7ec0-41b7-9ad0-d7824407754f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.528457 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e107804c-1010-48ab-b3fc-ca70052f3ed6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Deleting port 30bc8532-74cb-453f-b87c-888f27ba624c {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:55.530873 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e107804c-1010-48ab-b3fc-ca70052f3ed6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.544201 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa320cc-78ec-4ce6-a265-228272f60d3c None None] Network 1d60c6f4-9a7f-4468-86ab-d2b6eb04b1a7 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:55.702856 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 30bc8532-74cb-453f-b87c-888f27ba624c triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:55.704267 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.794909 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-e107804c-1010-48ab-b3fc-ca70052f3ed6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] For port 30bc8532-74cb-453f-b87c-888f27ba624c, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=30bc8532-74cb-453f-b87c-888f27ba624c,segment=NetworkSegment(91589ee1-f340-4263-b416-9c4344ed9b4b),segment_id=91589ee1-f340-4263-b416-9c4344ed9b4b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:55.797042 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e107804c-1010-48ab-b3fc-ca70052f3ed6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.895272 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e107804c-1010-48ab-b3fc-ca70052f3ed6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Calling delete_port for 30bc8532-74cb-453f-b87c-888f27ba624c owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:55.910041 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-49dd045d-71de-4b69-aaa1-6391ea684cb0 None None] Could not find standard attr ID for object 5ee99a6c-9eb4-459f-bcb7-04b87ba13078. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:15:56.259399 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-10a32ee8-b40f-4493-b04f-ab95120cd9e2 req-45877c89-a0ef-45c0-b99f-0bfc3fdaf121 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 210 time: 0.3571076 Jul 15 13:15:56.366074 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e107804c-1010-48ab-b3fc-ca70052f3ed6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.490959 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e107804c-1010-48ab-b3fc-ca70052f3ed6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] No DVR routers for this DVR port 30bc8532-74cb-453f-b87c-888f27ba624c on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:56.614554 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107804c-1010-48ab-b3fc-ca70052f3ed6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Port': ['ID=30bc8532-74cb-453f-b87c-888f27ba624c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:56.645161 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.888639 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e107804c-1010-48ab-b3fc-ca70052f3ed6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.919563 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-b2f5c26b-7ec0-41b7-9ad0-d7824407754f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Deleting port 7c510e28-42db-4860-8d49-b9e00bd5771f {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:56.920315 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2f5c26b-7ec0-41b7-9ad0-d7824407754f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.938943 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-e107804c-1010-48ab-b3fc-ca70052f3ed6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d60c6f4-9a7f-4468-86ab-d2b6eb04b1a7']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:56.960750 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-e107804c-1010-48ab-b3fc-ca70052f3ed6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91589ee1-f340-4263-b416-9c4344ed9b4b') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:56.961721 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-e107804c-1010-48ab-b3fc-ca70052f3ed6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91589ee1-f340-4263-b416-9c4344ed9b4b') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:57.006325 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e107804c-1010-48ab-b3fc-ca70052f3ed6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.014248 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10475b70-0c67-465b-8004-cb71b669c10d None None] DHCP port deletion for 1d60c6f4-9a7f-4468-86ab-d2b6eb04b1a7 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:15:57.077606 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e107804c-1010-48ab-b3fc-ca70052f3ed6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.108938 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e107804c-1010-48ab-b3fc-ca70052f3ed6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:57.110305 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e107804c-1010-48ab-b3fc-ca70052f3ed6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:57.139080 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:57.160380 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2f5c26b-7ec0-41b7-9ad0-d7824407754f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.187810 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-b2f5c26b-7ec0-41b7-9ad0-d7824407754f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Calling delete_port for 7c510e28-42db-4860-8d49-b9e00bd5771f owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:57.406838 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e107804c-1010-48ab-b3fc-ca70052f3ed6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.438660 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e107804c-1010-48ab-b3fc-ca70052f3ed6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.443912 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e107804c-1010-48ab-b3fc-ca70052f3ed6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/networks/1d60c6f4-9a7f-4468-86ab-d2b6eb04b1a7 HTTP/1.1" status: 204 len: 168 time: 2.5161102 Jul 15 13:15:57.444977 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107804c-1010-48ab-b3fc-ca70052f3ed6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Network': ['ID=1d60c6f4-9a7f-4468-86ab-d2b6eb04b1a7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:57.454128 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33650) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:57.463435 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-acb37b0f-d72d-4163-8932-f189efb35aa9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1338742088'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:57.539778 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33652) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:57.555814 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2f5c26b-7ec0-41b7-9ad0-d7824407754f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.567011 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb37b0f-d72d-4163-8932-f189efb35aa9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:57.578233 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-acb37b0f-d72d-4163-8932-f189efb35aa9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.641314 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5a17ddd0-ed8d-4a18-b35e-0ec6cb4e8dcd req-65bcd977-9046-45f0-8496-1e5c3b5d5015 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 210 time: 0.0600402 Jul 15 13:15:57.681294 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acb37b0f-d72d-4163-8932-f189efb35aa9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:57.708862 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-acb37b0f-d72d-4163-8932-f189efb35aa9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.712967 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-acb37b0f-d72d-4163-8932-f189efb35aa9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Added segment ac50cd35-b0f7-4bf2-9f4e-f0c484e32314 of type vlan for network 5b88b44d-899a-473a-8f75-09966a3ac9c8 Jul 15 13:15:57.831769 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-acb37b0f-d72d-4163-8932-f189efb35aa9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.955997 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-acb37b0f-d72d-4163-8932-f189efb35aa9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.975788 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb37b0f-d72d-4163-8932-f189efb35aa9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:57.976375 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-acb37b0f-d72d-4163-8932-f189efb35aa9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.015329 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-f4528063-0e4b-4c58-9f4d-4d988bed66e8 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:58.020911 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f4528063-0e4b-4c58-9f4d-4d988bed66e8 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4796381 Jul 15 13:15:58.041478 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33658) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:58.064805 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-761afe5c-c3b5-4e49-8b19-73f91ce94f4c tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:58.068313 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-761afe5c-c3b5-4e49-8b19-73f91ce94f4c tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0145085 Jul 15 13:15:58.102763 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33660) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:58.114998 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-c06a6237-0385-4eb9-8618-a82a3324d92c tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:58.120006 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c06a6237-0385-4eb9-8618-a82a3324d92c tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0136893 Jul 15 13:15:58.131041 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33666) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:58.255388 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb37b0f-d72d-4163-8932-f189efb35aa9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Network': ['ID=5b88b44d-899a-473a-8f75-09966a3ac9c8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:58.266088 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 5b88b44d-899a-473a-8f75-09966a3ac9c8 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:58.282434 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-b327a8d9-7351-438f-946b-8600ccbebc3f tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:58.286392 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b327a8d9-7351-438f-946b-8600ccbebc3f tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0322766 Jul 15 13:15:58.291959 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-acb37b0f-d72d-4163-8932-f189efb35aa9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8331287 Jul 15 13:15:58.292718 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33668) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:58.294554 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33670) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:58.314399 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-6fcffcab-a51c-4269-a8be-5eed41bcb195 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:58.319996 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6fcffcab-a51c-4269-a8be-5eed41bcb195 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0241086 Jul 15 13:15:58.326620 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-34b8ab7f-0fe9-4a24-9065-afd721ce04c5 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'subnet': {'network_id': '5b88b44d-899a-473a-8f75-09966a3ac9c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:58.336734 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33674) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:58.379996 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-3743c983-5f4e-4438-8389-c8c34482d782 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:58.383194 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3743c983-5f4e-4438-8389-c8c34482d782 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0437868 Jul 15 13:15:58.407346 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33678) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:58.416503 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-070d5f53-c04f-47e9-9141-5f9cd0f9ddd5 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:58.421926 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-070d5f53-c04f-47e9-9141-5f9cd0f9ddd5 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0090790 Jul 15 13:15:58.444042 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33680) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:58.473492 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [None req-3e020a99-1a83-402c-811f-631e56e9372f tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:58.486793 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3e020a99-1a83-402c-811f-631e56e9372f tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0275865 Jul 15 13:15:58.488278 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5c26b-7ec0-41b7-9ad0-d7824407754f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Port': ['ID=7c510e28-42db-4860-8d49-b9e00bd5771f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:58.507306 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33682) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:58.560022 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [None req-08ca9b47-4e76-490c-929b-c509da6adf85 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:58.561478 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-08ca9b47-4e76-490c-929b-c509da6adf85 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0210941 Jul 15 13:15:58.572660 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33684) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:58.578371 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [None req-d3bff0a4-ec41-42a9-83ec-c0be1054f697 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:58.591259 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d3bff0a4-ec41-42a9-83ec-c0be1054f697 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0169370 Jul 15 13:15:58.597872 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33686) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:58.622543 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-a5eb810f-1291-44dc-97c0-21e513622c3a tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:58.624948 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a5eb810f-1291-44dc-97c0-21e513622c3a tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0141885 Jul 15 13:15:58.631571 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33688) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:58.637022 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-2a0edf57-e91b-4bb0-bb52-6e4484e82732 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:58.638673 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2a0edf57-e91b-4bb0-bb52-6e4484e82732 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0056560 Jul 15 13:15:58.642856 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33690) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:58.661269 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-55747847-4c35-439b-bd38-b5cd8fdade9a tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:58.672184 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-55747847-4c35-439b-bd38-b5cd8fdade9a tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0271456 Jul 15 13:15:58.675713 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33694) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:58.707469 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-d0513b73-9789-4419-ab96-85c6350a520a tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:58.709171 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d0513b73-9789-4419-ab96-85c6350a520a tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0319228 Jul 15 13:15:58.716391 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33698) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:58.733080 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-4c1e3c1f-2d9a-418b-a6d1-b2baaa8a3793 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:58.735132 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4c1e3c1f-2d9a-418b-a6d1-b2baaa8a3793 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0169127 Jul 15 13:15:58.753820 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33700) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:58.771243 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 30bc8532-74cb-453f-b87c-888f27ba624c no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:58.776190 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-70c0f0a6-4a0d-40dd-8a0c-f89bff5ac0a2 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:58.777897 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-70c0f0a6-4a0d-40dd-8a0c-f89bff5ac0a2 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0224957 Jul 15 13:15:58.805414 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:15:58.811127 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33702) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:58.826662 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-99ab281c-aed9-44a7-b2cf-803d810e9553 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:58.834183 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-99ab281c-aed9-44a7-b2cf-803d810e9553 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0209272 Jul 15 13:15:58.835075 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33704) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:58.849416 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-728e04de-e11c-4630-a333-a80aa0ba659d tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:58.860322 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-728e04de-e11c-4630-a333-a80aa0ba659d tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0168929 Jul 15 13:15:58.869685 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33706) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:58.881471 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-a07d7c25-1769-4022-adbe-095911b7137d tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:58.888684 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a07d7c25-1769-4022-adbe-095911b7137d tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0163701 Jul 15 13:15:58.892071 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33708) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:58.907585 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 30bc8532-74cb-453f-b87c-888f27ba624c {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:58.908155 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 30bc8532-74cb-453f-b87c-888f27ba624c not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:58.913354 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-e6af11d2-d1b9-4cd5-b7a8-b30d7611e607 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:58.920440 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e6af11d2-d1b9-4cd5-b7a8-b30d7611e607 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0169911 Jul 15 13:15:58.926654 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33710) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:58.937931 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-5eebd44c-cda2-4b63-bc02-7cd888c7e11a tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:58.947908 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5eebd44c-cda2-4b63-bc02-7cd888c7e11a tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0170560 Jul 15 13:15:58.953889 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33712) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:58.965200 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-4b92f34b-b34f-44c0-a319-ee6449634278 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:58.972316 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4b92f34b-b34f-44c0-a319-ee6449634278 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0156775 Jul 15 13:15:58.974740 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33714) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:58.987790 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-f17cfcc5-1cba-4edd-893c-0c13899de493 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:58.997520 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f17cfcc5-1cba-4edd-893c-0c13899de493 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0207076 Jul 15 13:15:58.998456 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33716) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.004040 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b8ab7f-0fe9-4a24-9065-afd721ce04c5 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:59.011248 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-34b8ab7f-0fe9-4a24-9065-afd721ce04c5 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:59.027387 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bc188-e010-4af7-a236-def6b771ff1c req-055340df-eb8c-4ba8-bcde-4b9c833c1516 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:59.031551 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-215be69d-1b7c-4caf-be31-1c8e40f1567d tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.034907 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-242bc188-e010-4af7-a236-def6b771ff1c req-055340df-eb8c-4ba8-bcde-4b9c833c1516 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.32 "GET /v2.0/networks?id=11104484-975b-4425-b2d0-5e9908c9b0d1 HTTP/1.1" status: 200 len: 807 time: 0.4117665 Jul 15 13:15:59.036017 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2f5c26b-7ec0-41b7-9ad0-d7824407754f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:59.042044 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-215be69d-1b7c-4caf-be31-1c8e40f1567d tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0156419 Jul 15 13:15:59.044160 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33718) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.058234 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-b2f9904f-ae68-4adb-94b4-2e022a5807c0 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.064777 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b2f9904f-ae68-4adb-94b4-2e022a5807c0 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0101404 Jul 15 13:15:59.065993 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33720) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.084510 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-242bc188-e010-4af7-a236-def6b771ff1c req-da5f26c5-6c42-452e-a76e-087c237d4b42 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Request body: {'port': {'device_id': '9d45afb3-275a-48fc-ae2f-0ba34dee1c3d', 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1', 'admin_state_up': True, 'tenant_id': '3c2b5fceeddc4686a6075bcd70c81526'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:59.088963 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-72d333b0-fa6f-42e8-b79f-c395e51b9a67 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.093172 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-72d333b0-fa6f-42e8-b79f-c395e51b9a67 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0084674 Jul 15 13:15:59.102509 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33724) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.108912 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-6a11d9ee-95f7-48ed-a33b-e570bd76e01d tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.114486 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6a11d9ee-95f7-48ed-a33b-e570bd76e01d tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0101476 Jul 15 13:15:59.119723 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33726) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.127663 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-c2b91331-8b9e-40dd-9be8-bf0cbbfce3cb tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.132340 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c2b91331-8b9e-40dd-9be8-bf0cbbfce3cb tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0104940 Jul 15 13:15:59.137342 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33728) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.142718 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-9800226b-fb08-4030-8253-1e40a8654419 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.147987 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9800226b-fb08-4030-8253-1e40a8654419 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0091562 Jul 15 13:15:59.148635 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33730) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.156486 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-67d1eba9-a74e-4b33-9cf3-456e78a8ec5e tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.161482 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-67d1eba9-a74e-4b33-9cf3-456e78a8ec5e tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0089543 Jul 15 13:15:59.162170 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33736) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.171845 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-e8383fa7-4752-4722-a7fe-f12861c72d8b tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.175831 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e8383fa7-4752-4722-a7fe-f12861c72d8b tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0096350 Jul 15 13:15:59.176467 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33738) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.185563 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-0fd68e4f-516f-48a4-9e8e-5a8aa763a530 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.190377 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0fd68e4f-516f-48a4-9e8e-5a8aa763a530 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0093114 Jul 15 13:15:59.245396 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33740) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.258996 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [None req-d35d47c9-e330-47db-8626-8085478341e7 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.263973 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d35d47c9-e330-47db-8626-8085478341e7 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0157702 Jul 15 13:15:59.267060 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33742) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.305829 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [None req-9779f8af-42c1-422b-abc8-0448a3fa75af tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.309781 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9779f8af-42c1-422b-abc8-0448a3fa75af tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0075989 Jul 15 13:15:59.321932 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33744) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.343899 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-9a0b47a3-49c9-4d96-a97b-c3f4f9f1a92b tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.347721 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9a0b47a3-49c9-4d96-a97b-c3f4f9f1a92b tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0190966 Jul 15 13:15:59.359096 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33746) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.382265 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-614f095b-04d1-44d5-b60a-5a76570d23c6 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.386378 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-614f095b-04d1-44d5-b60a-5a76570d23c6 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0185750 Jul 15 13:15:59.387403 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33748) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.396038 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-a13b1513-9209-490a-9be1-5b1fcd04308b tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.398377 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a13b1513-9209-490a-9be1-5b1fcd04308b tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0069396 Jul 15 13:15:59.402005 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33750) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.415019 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-e067b39a-4540-4647-bcfe-b70c9c407bf1 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.417305 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e067b39a-4540-4647-bcfe-b70c9c407bf1 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0126095 Jul 15 13:15:59.421509 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33752) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.429612 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-6ce17935-c397-4680-a40a-7a1cb5290129 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.431280 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6ce17935-c397-4680-a40a-7a1cb5290129 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0081255 Jul 15 13:15:59.435751 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33754) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.454944 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-8849ecc6-40f2-4d89-91e5-594aaf719eff tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.456463 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8909df61-6db6-4481-87f3-9f6f151f6fee req-46a27fee-1513-48ea-a679-27c595edc056 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 210 time: 0.2315421 Jul 15 13:15:59.456963 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8849ecc6-40f2-4d89-91e5-594aaf719eff tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0193872 Jul 15 13:15:59.462561 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33756) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.478214 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-0345b147-f1a1-4d38-b22d-ea1dd0af1915 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.479953 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0345b147-f1a1-4d38-b22d-ea1dd0af1915 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0159028 Jul 15 13:15:59.497952 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33758) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.511143 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [None req-1820cf51-1371-4b0c-8aeb-c4a6fcf8b6bb tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.512578 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1820cf51-1371-4b0c-8aeb-c4a6fcf8b6bb tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0088274 Jul 15 13:15:59.515794 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33760) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.525472 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [None req-8d7261d9-fc5e-4a54-9f32-a8e6b74a706f tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.526535 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8d7261d9-fc5e-4a54-9f32-a8e6b74a706f tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0075276 Jul 15 13:15:59.532418 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33762) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.543236 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [None req-1ce1900e-d1b0-41d5-9162-2d997d95a4bf tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.548708 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1ce1900e-d1b0-41d5-9162-2d997d95a4bf tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0084190 Jul 15 13:15:59.552777 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33766) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.561402 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [None req-550ee438-2c10-4228-8d8f-477ebd692baf tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.565997 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-550ee438-2c10-4228-8d8f-477ebd692baf tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0122204 Jul 15 13:15:59.566709 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33768) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.576872 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [None req-fb01783f-97c6-4565-acc2-9104ab70f7ca tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.581610 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fb01783f-97c6-4565-acc2-9104ab70f7ca tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0114651 Jul 15 13:15:59.585037 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33770) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.601919 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-9f475ce8-3ace-4c64-8a09-25cdecc8f0c1 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.603906 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9f475ce8-3ace-4c64-8a09-25cdecc8f0c1 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0173659 Jul 15 13:15:59.641657 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33772) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.649165 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-11c0a8ab-f644-4ffe-a93b-7e6aa1eb740f tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.650748 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-11c0a8ab-f644-4ffe-a93b-7e6aa1eb740f tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0076349 Jul 15 13:15:59.660555 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33774) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.676391 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-7a78c1ae-b3e2-4cf0-9142-1a2d573c47e9 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.678393 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7a78c1ae-b3e2-4cf0-9142-1a2d573c47e9 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0161521 Jul 15 13:15:59.682466 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33776) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.688070 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-8ba331e9-0ac9-4992-b4aa-6d790d0ee74a tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.689053 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8ba331e9-0ac9-4992-b4aa-6d790d0ee74a tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0053823 Jul 15 13:15:59.693319 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33778) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.697431 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-51830f09-beb6-4347-8814-483a2480ddc0 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.699224 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-51830f09-beb6-4347-8814-483a2480ddc0 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0046983 Jul 15 13:15:59.705460 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33780) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.710445 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-2ec24ed3-d0bb-4073-bd45-3698bdec83af tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.711421 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2ec24ed3-d0bb-4073-bd45-3698bdec83af tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0053523 Jul 15 13:15:59.719120 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33782) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.731680 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-3520cb9d-2132-4931-9b9b-5b04fa52d601 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.737020 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3520cb9d-2132-4931-9b9b-5b04fa52d601 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0157487 Jul 15 13:15:59.737274 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33784) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.738279 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-34b8ab7f-0fe9-4a24-9065-afd721ce04c5 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:59.744028 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [None req-3eb13cd3-953a-48f0-8823-04afb14778d4 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.745184 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3eb13cd3-953a-48f0-8823-04afb14778d4 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0072901 Jul 15 13:15:59.747933 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33786) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.751770 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-242bc188-e010-4af7-a236-def6b771ff1c req-da5f26c5-6c42-452e-a76e-087c237d4b42 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Made reservation on behalf of 3c2b5fceeddc4686a6075bcd70c81526 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:59.755442 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-242bc188-e010-4af7-a236-def6b771ff1c req-da5f26c5-6c42-452e-a76e-087c237d4b42 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:59.760675 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [None req-62f3cfa1-b753-4d0b-915c-cba80a215140 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.761726 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-62f3cfa1-b753-4d0b-915c-cba80a215140 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0126410 Jul 15 13:15:59.766470 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33788) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.779255 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [None req-673be12a-d1d8-4f04-b750-b3a8e51f99b1 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.779621 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-673be12a-d1d8-4f04-b750-b3a8e51f99b1 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0046790 Jul 15 13:15:59.785284 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33790) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.791385 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [None req-808fd80a-2742-4714-b3e7-edb606cbe4e6 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.791998 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-808fd80a-2742-4714-b3e7-edb606cbe4e6 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0045455 Jul 15 13:15:59.794040 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f5c26b-7ec0-41b7-9ad0-d7824407754f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Router 14f5722a-d675-4dd4-87ce-5746580cd6a4 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:15:59.794999 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33792) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.802428 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [None req-e34fa5aa-ab20-4d10-a3f7-81310325ce79 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.803445 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e34fa5aa-ab20-4d10-a3f7-81310325ce79 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0071216 Jul 15 13:15:59.815007 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33794) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.821147 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [None req-9a3f5401-eab1-46f4-bb4f-94eb4fa456f0 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.822173 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9a3f5401-eab1-46f4-bb4f-94eb4fa456f0 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0047157 Jul 15 13:15:59.825517 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33796) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.836078 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [None req-daad9965-d5f5-4d3e-a353-2fd6bfef543a tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.836406 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b8ab7f-0fe9-4a24-9065-afd721ce04c5 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Checking segment: {'id': 'ac50cd35-b0f7-4bf2-9f4e-f0c484e32314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5b88b44d-899a-473a-8f75-09966a3ac9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:59.836641 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b8ab7f-0fe9-4a24-9065-afd721ce04c5 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network hostable DHCP agents. Network: 5b88b44d-899a-473a-8f75-09966a3ac9c8, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:15:59.837041 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-daad9965-d5f5-4d3e-a353-2fd6bfef543a tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0084977 Jul 15 13:15:59.842027 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33798) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.853614 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-a7d76d18-cd62-4946-a04b-8ae0d41721f8 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.857627 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a7d76d18-cd62-4946-a04b-8ae0d41721f8 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0112286 Jul 15 13:15:59.861954 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33800) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.874455 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-f8a6d636-104c-4628-9e4d-9437e46b372c tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.879291 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f8a6d636-104c-4628-9e4d-9437e46b372c tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0159011 Jul 15 13:15:59.882634 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33802) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.883616 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8ab7f-0fe9-4a24-9065-afd721ce04c5 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Subnet': ['ID=8b6f709b-e5bd-422d-849a-7d11baa7fc61,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:59.899945 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-83417a77-1e94-4b10-85e1-60000989df9f tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.904160 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33804) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.904623 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-83417a77-1e94-4b10-85e1-60000989df9f tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0092030 Jul 15 13:15:59.918142 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b8ab7f-0fe9-4a24-9065-afd721ce04c5 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network 5b88b44d-899a-473a-8f75-09966a3ac9c8 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:15:59.918763 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [None req-a14cfd09-71a8-4cea-a5aa-14fbd2c128b0 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.919638 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a14cfd09-71a8-4cea-a5aa-14fbd2c128b0 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0143399 Jul 15 13:15:59.923388 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33806) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.932174 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [None req-9187387d-9ba1-4233-ac5e-daf59d3a9a7e tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.933299 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9187387d-9ba1-4233-ac5e-daf59d3a9a7e tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0093057 Jul 15 13:15:59.938699 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33808) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.948254 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-69119077-f7c9-4c79-9fd7-08456817fd91 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.950275 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-69119077-f7c9-4c79-9fd7-08456817fd91 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0080748 Jul 15 13:15:59.953492 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33810) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.960581 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-7c386655-fd6d-4450-9300-b8adae51bd6c tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.962481 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7c386655-fd6d-4450-9300-b8adae51bd6c tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0073891 Jul 15 13:15:59.964308 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-34b8ab7f-0fe9-4a24-9065-afd721ce04c5 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 5b88b44d-899a-473a-8f75-09966a3ac9c8) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:59.967080 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33812) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.974528 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-fd180462-7048-4243-ab84-fe6032cc7d5a tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.977454 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-fd180462-7048-4243-ab84-fe6032cc7d5a tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0082409 Jul 15 13:15:59.980263 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33814) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:59.991425 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [None req-5f23e7cc-8775-4fb2-be3e-2d14b5b1efe5 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:15:59.994238 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5f23e7cc-8775-4fb2-be3e-2d14b5b1efe5 tempest-ExtensionsTestJSON-410978739 tempest-ExtensionsTestJSON-410978739-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0115705 Jul 15 13:16:00.021332 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b8ab7f-0fe9-4a24-9065-afd721ce04c5 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:00.024064 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d997307-6398-4fe1-8094-b2a34a930417 None None] Network 5b88b44d-899a-473a-8f75-09966a3ac9c8 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:00.032385 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-34b8ab7f-0fe9-4a24-9065-afd721ce04c5 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.082797 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-34b8ab7f-0fe9-4a24-9065-afd721ce04c5 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7824922 Jul 15 13:16:00.083061 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33820) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:00.088512 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7ff7174b-37b5-426f-9014-58e78aa886d4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'port': {'network_id': '5b88b44d-899a-473a-8f75-09966a3ac9c8', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-62758291'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:00.102345 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-242bc188-e010-4af7-a236-def6b771ff1c req-da5f26c5-6c42-452e-a76e-087c237d4b42 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Allocated IP 172.20.0.6 (11104484-975b-4425-b2d0-5e9908c9b0d1/175aacaa-613b-43c2-81a6-3ccd12246946/47646f87-d7a9-46f0-84a2-57552665394e) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:00.144215 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f5c26b-7ec0-41b7-9ad0-d7824407754f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:00.160860 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128bb441-e110-4c80-87ba-1c879ab1021f None None] Sync routers for ids ['14f5722a-d675-4dd4-87ce-5746580cd6a4'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:00.161726 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33824) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:00.185544 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b2f5c26b-7ec0-41b7-9ad0-d7824407754f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "PUT /v2.0/routers/14f5722a-d675-4dd4-87ce-5746580cd6a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9705946 Jul 15 13:16:00.198407 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128bb441-e110-4c80-87ba-1c879ab1021f None None] Routers {'14f5722a-d675-4dd4-87ce-5746580cd6a4'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:00.208155 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-128bb441-e110-4c80-87ba-1c879ab1021f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:15:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['14f5722a-d675-4dd4-87ce-5746580cd6a4'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:00.314796 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-128bb441-e110-4c80-87ba-1c879ab1021f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:00.413534 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128bb441-e110-4c80-87ba-1c879ab1021f None None] Routers {'14f5722a-d675-4dd4-87ce-5746580cd6a4'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:00.423576 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-128bb441-e110-4c80-87ba-1c879ab1021f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:15:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['14f5722a-d675-4dd4-87ce-5746580cd6a4'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:00.478910 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-128bb441-e110-4c80-87ba-1c879ab1021f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:00.479600 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128bb441-e110-4c80-87ba-1c879ab1021f None None] The sync data for ids ['14f5722a-d675-4dd4-87ce-5746580cd6a4'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:00.534625 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7744a8a3-382d-4460-9a82-ff4275bda78b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-5b88b44d-899a-473a-8f75-09966a3ac9c8', 'network_id': '5b88b44d-899a-473a-8f75-09966a3ac9c8', 'tenant_id': 'd0416ea200934772bf1c355297ecb0ef', 'fixed_ips': [{'subnet_id': '8b6f709b-e5bd-422d-849a-7d11baa7fc61'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:16:00.536487 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7744a8a3-382d-4460-9a82-ff4275bda78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.568074 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-242bc188-e010-4af7-a236-def6b771ff1c req-da5f26c5-6c42-452e-a76e-087c237d4b42 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.641518 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33838) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:00.767715 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-242bc188-e010-4af7-a236-def6b771ff1c req-da5f26c5-6c42-452e-a76e-087c237d4b42 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.886829 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-7744a8a3-382d-4460-9a82-ff4275bda78b None None] Allocated IP 2001:db8::2 (5b88b44d-899a-473a-8f75-09966a3ac9c8/8b6f709b-e5bd-422d-849a-7d11baa7fc61/417105f5-76ea-4a6c-bf19-c0a5a9bfd729) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:00.896858 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f26c5-6c42-452e-a76e-087c237d4b42 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Pushing event updated for resources: {'Port': ['ID=47646f87-d7a9-46f0-84a2-57552665394e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:00.949479 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-242bc188-e010-4af7-a236-def6b771ff1c req-da5f26c5-6c42-452e-a76e-087c237d4b42 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Network 11104484-975b-4425-b2d0-5e9908c9b0d1 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:00.957076 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-242bc188-e010-4af7-a236-def6b771ff1c req-da5f26c5-6c42-452e-a76e-087c237d4b42 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:00.962476 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff7174b-37b5-426f-9014-58e78aa886d4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:00.968369 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-242bc188-e010-4af7-a236-def6b771ff1c req-da5f26c5-6c42-452e-a76e-087c237d4b42 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:00.996778 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ff7174b-37b5-426f-9014-58e78aa886d4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.226005 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bc188-e010-4af7-a236-def6b771ff1c req-da5f26c5-6c42-452e-a76e-087c237d4b42 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:01.227845 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-242bc188-e010-4af7-a236-def6b771ff1c req-da5f26c5-6c42-452e-a76e-087c237d4b42 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.320938 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-7ff7174b-37b5-426f-9014-58e78aa886d4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] device_id is not set on port a392f0b6-12f3-4ff5-84ac-6dbe99572cb3 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:16:01.369356 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7744a8a3-382d-4460-9a82-ff4275bda78b None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.381695 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7744a8a3-382d-4460-9a82-ff4275bda78b None None] Transition to ACTIVE for port object 417105f5-76ea-4a6c-bf19-c0a5a9bfd729 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:01.401488 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7aa5c3c6-adc8-4460-ab74-9039111363d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.411764 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7744a8a3-382d-4460-9a82-ff4275bda78b None None] Transition to ACTIVE for port object 417105f5-76ea-4a6c-bf19-c0a5a9bfd729 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:01.439344 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7744a8a3-382d-4460-9a82-ff4275bda78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.466851 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-242bc188-e010-4af7-a236-def6b771ff1c req-da5f26c5-6c42-452e-a76e-087c237d4b42 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3927672 Jul 15 13:16:01.495730 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-242bc188-e010-4af7-a236-def6b771ff1c req-9ec2ef02-8c84-42f8-b138-73b5e9c7de31 service neutron] Request body: {'port': {'device_id': '9d45afb3-275a-48fc-ae2f-0ba34dee1c3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:01.523994 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7744a8a3-382d-4460-9a82-ff4275bda78b None None] Network 5b88b44d-899a-473a-8f75-09966a3ac9c8 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:01.528014 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-7744a8a3-382d-4460-9a82-ff4275bda78b None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:01.531953 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7744a8a3-382d-4460-9a82-ff4275bda78b None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:01.551186 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744a8a3-382d-4460-9a82-ff4275bda78b None None] Pushing event updated for resources: {'Port': ['ID=417105f5-76ea-4a6c-bf19-c0a5a9bfd729,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:01.620980 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-7744a8a3-382d-4460-9a82-ff4275bda78b None None] Attempting to bind port 417105f5-76ea-4a6c-bf19-c0a5a9bfd729 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:01.621584 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-7744a8a3-382d-4460-9a82-ff4275bda78b None None] Attempting to bind port 417105f5-76ea-4a6c-bf19-c0a5a9bfd729 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'ac50cd35-b0f7-4bf2-9f4e-f0c484e32314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5b88b44d-899a-473a-8f75-09966a3ac9c8'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:01.622238 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7744a8a3-382d-4460-9a82-ff4275bda78b None None] Attempting to bind port 417105f5-76ea-4a6c-bf19-c0a5a9bfd729 on network 5b88b44d-899a-473a-8f75-09966a3ac9c8 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:01.628689 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-242bc188-e010-4af7-a236-def6b771ff1c req-9ec2ef02-8c84-42f8-b138-73b5e9c7de31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.631125 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7744a8a3-382d-4460-9a82-ff4275bda78b None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:01.632096 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7744a8a3-382d-4460-9a82-ff4275bda78b None None] Checking segment: {'id': 'ac50cd35-b0f7-4bf2-9f4e-f0c484e32314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5b88b44d-899a-473a-8f75-09966a3ac9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:01.632643 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7744a8a3-382d-4460-9a82-ff4275bda78b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.633157 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7744a8a3-382d-4460-9a82-ff4275bda78b None None] Bound using segment: {'id': 'ac50cd35-b0f7-4bf2-9f4e-f0c484e32314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5b88b44d-899a-473a-8f75-09966a3ac9c8'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:01.634235 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-7744a8a3-382d-4460-9a82-ff4275bda78b None None] Bound port: 417105f5-76ea-4a6c-bf19-c0a5a9bfd729, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac50cd35-b0f7-4bf2-9f4e-f0c484e32314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5b88b44d-899a-473a-8f75-09966a3ac9c8'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:01.634906 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7744a8a3-382d-4460-9a82-ff4275bda78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.672522 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f4c67-60a8-4607-8904-d0cdffffea81 req-f68fb5fd-aa1f-4561-a17c-df64abd37786 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:01.689174 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9c0f4c67-60a8-4607-8904-d0cdffffea81 req-f68fb5fd-aa1f-4561-a17c-df64abd37786 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 931 time: 0.8125842 Jul 15 13:16:01.734957 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7744a8a3-382d-4460-9a82-ff4275bda78b None None] For port 417105f5-76ea-4a6c-bf19-c0a5a9bfd729, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:01.738950 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7744a8a3-382d-4460-9a82-ff4275bda78b None None] For port 417105f5-76ea-4a6c-bf19-c0a5a9bfd729, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=417105f5-76ea-4a6c-bf19-c0a5a9bfd729,segment=NetworkSegment(ac50cd35-b0f7-4bf2-9f4e-f0c484e32314),segment_id=ac50cd35-b0f7-4bf2-9f4e-f0c484e32314)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:01.750424 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7744a8a3-382d-4460-9a82-ff4275bda78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.817862 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744a8a3-382d-4460-9a82-ff4275bda78b None None] Pushing event updated for resources: {'Port': ['ID=417105f5-76ea-4a6c-bf19-c0a5a9bfd729,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:01.939555 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9c0f4c67-60a8-4607-8904-d0cdffffea81 req-234c8b07-bb7e-402d-bf6e-11130d1a386e tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394946 Jul 15 13:16:01.965855 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-7ff7174b-37b5-426f-9014-58e78aa886d4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Allocated IP 2001:db8::30b (5b88b44d-899a-473a-8f75-09966a3ac9c8/8b6f709b-e5bd-422d-849a-7d11baa7fc61/a392f0b6-12f3-4ff5-84ac-6dbe99572cb3) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:02.022156 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8f4c8b0-3964-4eba-9c5f-b26016fa23b6 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.265062 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165325cb-59ba-4caf-9541-efcac3ca533d req-aa9cc2e8-4795-4783-bdfd-d74866231aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:02.271800 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-165325cb-59ba-4caf-9541-efcac3ca533d req-aa9cc2e8-4795-4783-bdfd-d74866231aad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a5577c115ec43508375ce7d29599c94&device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 1098 time: 0.9068394 Jul 15 13:16:02.430943 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-242bc188-e010-4af7-a236-def6b771ff1c req-9ec2ef02-8c84-42f8-b138-73b5e9c7de31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47646f87-d7a9-46f0-84a2-57552665394e {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:02.494499 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-242bc188-e010-4af7-a236-def6b771ff1c req-9ec2ef02-8c84-42f8-b138-73b5e9c7de31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.550978 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-242bc188-e010-4af7-a236-def6b771ff1c req-9ec2ef02-8c84-42f8-b138-73b5e9c7de31 service neutron] Transition to ACTIVE for port object 47646f87-d7a9-46f0-84a2-57552665394e will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:02.573319 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-242bc188-e010-4af7-a236-def6b771ff1c req-9ec2ef02-8c84-42f8-b138-73b5e9c7de31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.575577 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ff7174b-37b5-426f-9014-58e78aa886d4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.616299 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7ff7174b-37b5-426f-9014-58e78aa886d4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Transition to ACTIVE for port object a392f0b6-12f3-4ff5-84ac-6dbe99572cb3 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:02.767387 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2ef02-8c84-42f8-b138-73b5e9c7de31 service neutron] Pushing event updated for resources: {'Port': ['ID=47646f87-d7a9-46f0-84a2-57552665394e,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:02.788099 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7aa5c3c6-adc8-4460-ab74-9039111363d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.839701 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165325cb-59ba-4caf-9541-efcac3ca533d req-e1341b57-c1dc-46d6-b0b9-dd20d77a75ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:02.854092 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-165325cb-59ba-4caf-9541-efcac3ca533d req-e1341b57-c1dc-46d6-b0b9-dd20d77a75ad service neutron] 10.222.0.32 "GET /v2.0/networks?id=edeaa118-edc5-4f1b-bf13-6f27616a2b19 HTTP/1.1" status: 200 len: 913 time: 0.5366583 Jul 15 13:16:02.864113 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ff7174b-37b5-426f-9014-58e78aa886d4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.864465 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7aa5c3c6-adc8-4460-ab74-9039111363d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.981426 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5c3c6-adc8-4460-ab74-9039111363d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514f5f7d-6a8e-4d34-880b-97cf415f409b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:03.063696 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff7174b-37b5-426f-9014-58e78aa886d4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network 5b88b44d-899a-473a-8f75-09966a3ac9c8 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:03.074737 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7ff7174b-37b5-426f-9014-58e78aa886d4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:03.080621 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff7174b-37b5-426f-9014-58e78aa886d4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:03.086759 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff7174b-37b5-426f-9014-58e78aa886d4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:03.087444 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ff7174b-37b5-426f-9014-58e78aa886d4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.091361 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4c8b0-3964-4eba-9c5f-b26016fa23b6 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Deleting port ce1de2f5-1310-4e7d-9129-17e44d1f6572 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:03.091820 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8f4c8b0-3964-4eba-9c5f-b26016fa23b6 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.147498 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 417105f5-76ea-4a6c-bf19-c0a5a9bfd729 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:03.167291 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7174b-37b5-426f-9014-58e78aa886d4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Port': ['ID=a392f0b6-12f3-4ff5-84ac-6dbe99572cb3,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:03.188012 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7ff7174b-37b5-426f-9014-58e78aa886d4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 3.1037982 Jul 15 13:16:03.191936 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33866) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:03.415438 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 417105f5-76ea-4a6c-bf19-c0a5a9bfd729 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:03.483735 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7aa5c3c6-adc8-4460-ab74-9039111363d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b43fe939bea4ddea4cd3763ed08ac9a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8353033 Jul 15 13:16:03.490020 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33868) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:03.565221 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-165325cb-59ba-4caf-9541-efcac3ca533d req-4f262de0-378e-4b69-87fd-75cb7f2e3375 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3313d1c0-7322-4571-9574-1a2b411edcd1 HTTP/1.1" status: 200 len: 1001 time: 0.6955571 Jul 15 13:16:03.720925 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165325cb-59ba-4caf-9541-efcac3ca533d req-c3c9366b-6b63-485b-a3c4-468b6f625ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:03.723797 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-165325cb-59ba-4caf-9541-efcac3ca533d req-c3c9366b-6b63-485b-a3c4-468b6f625ebc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d793a745-d38c-4e8b-9716-b5fdf7b27406 HTTP/1.1" status: 200 len: 851 time: 0.1456814 Jul 15 13:16:03.875269 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-242bc188-e010-4af7-a236-def6b771ff1c req-9ec2ef02-8c84-42f8-b138-73b5e9c7de31 service neutron] Attempting to bind port 47646f87-d7a9-46f0-84a2-57552665394e on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:03.876355 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-242bc188-e010-4af7-a236-def6b771ff1c req-9ec2ef02-8c84-42f8-b138-73b5e9c7de31 service neutron] Attempting to bind port 47646f87-d7a9-46f0-84a2-57552665394e by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:03.876780 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242bc188-e010-4af7-a236-def6b771ff1c req-9ec2ef02-8c84-42f8-b138-73b5e9c7de31 service neutron] Attempting to bind port 47646f87-d7a9-46f0-84a2-57552665394e on network 11104484-975b-4425-b2d0-5e9908c9b0d1 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:03.924360 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb5f3de-25b2-4080-a630-a6ba4016e19b None None] Network 5b88b44d-899a-473a-8f75-09966a3ac9c8 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:03.927346 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242bc188-e010-4af7-a236-def6b771ff1c req-9ec2ef02-8c84-42f8-b138-73b5e9c7de31 service neutron] Port 47646f87-d7a9-46f0-84a2-57552665394e on network 11104484-975b-4425-b2d0-5e9908c9b0d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:16:03.928083 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242bc188-e010-4af7-a236-def6b771ff1c req-9ec2ef02-8c84-42f8-b138-73b5e9c7de31 service neutron] Attempting to bind port 47646f87-d7a9-46f0-84a2-57552665394e on network 11104484-975b-4425-b2d0-5e9908c9b0d1 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:03.954121 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14fda8-b0fc-4271-855a-b1e7b48dc49a req-c96eee27-c332-4331-907a-24c49eb44e17 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:03.970204 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8f14fda8-b0fc-4271-855a-b1e7b48dc49a req-c96eee27-c332-4331-907a-24c49eb44e17 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 943 time: 0.4771073 Jul 15 13:16:04.035747 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242bc188-e010-4af7-a236-def6b771ff1c req-9ec2ef02-8c84-42f8-b138-73b5e9c7de31 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:04.037463 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242bc188-e010-4af7-a236-def6b771ff1c req-9ec2ef02-8c84-42f8-b138-73b5e9c7de31 service neutron] Checking segment: {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:04.037957 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242bc188-e010-4af7-a236-def6b771ff1c req-9ec2ef02-8c84-42f8-b138-73b5e9c7de31 service neutron] Bound using segment: {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:04.041549 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-242bc188-e010-4af7-a236-def6b771ff1c req-9ec2ef02-8c84-42f8-b138-73b5e9c7de31 service neutron] Bound port: 47646f87-d7a9-46f0-84a2-57552665394e, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:04.042361 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-242bc188-e010-4af7-a236-def6b771ff1c req-9ec2ef02-8c84-42f8-b138-73b5e9c7de31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.066989 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8f4c8b0-3964-4eba-9c5f-b26016fa23b6 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.097685 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4c8b0-3964-4eba-9c5f-b26016fa23b6 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Calling delete_port for ce1de2f5-1310-4e7d-9129-17e44d1f6572 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:04.190323 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1550cd8e-d0a9-4829-bc06-f0a6627e5afb None None] Provisioning for port 417105f5-76ea-4a6c-bf19-c0a5a9bfd729 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:04.199697 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a6bba039-7c84-4662-bbcf-544738b740b6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Deleting port a392f0b6-12f3-4ff5-84ac-6dbe99572cb3 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:04.200088 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6bba039-7c84-4662-bbcf-544738b740b6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.235712 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1550cd8e-d0a9-4829-bc06-f0a6627e5afb None None] Provisioning complete for port 417105f5-76ea-4a6c-bf19-c0a5a9bfd729 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:04.238482 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1550cd8e-d0a9-4829-bc06-f0a6627e5afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.247802 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-242bc188-e010-4af7-a236-def6b771ff1c req-9ec2ef02-8c84-42f8-b138-73b5e9c7de31 service neutron] For port 47646f87-d7a9-46f0-84a2-57552665394e, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:04.258644 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-242bc188-e010-4af7-a236-def6b771ff1c req-9ec2ef02-8c84-42f8-b138-73b5e9c7de31 service neutron] For port 47646f87-d7a9-46f0-84a2-57552665394e, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=47646f87-d7a9-46f0-84a2-57552665394e,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:04.262529 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fbd27b64-f1ee-4fe5-aa63-6e840c6ce708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.297246 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165325cb-59ba-4caf-9541-efcac3ca533d req-88f6d80c-1476-4104-9a98-f07b1dd73e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:04.303922 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-165325cb-59ba-4caf-9541-efcac3ca533d req-88f6d80c-1476-4104-9a98-f07b1dd73e0a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edeaa118-edc5-4f1b-bf13-6f27616a2b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5645180 Jul 15 13:16:04.306424 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-242bc188-e010-4af7-a236-def6b771ff1c req-9ec2ef02-8c84-42f8-b138-73b5e9c7de31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.396457 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fbd27b64-f1ee-4fe5-aa63-6e840c6ce708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.430774 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6bba039-7c84-4662-bbcf-544738b740b6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.466447 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a6bba039-7c84-4662-bbcf-544738b740b6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Calling delete_port for a392f0b6-12f3-4ff5-84ac-6dbe99572cb3 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:04.534662 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8f14fda8-b0fc-4271-855a-b1e7b48dc49a req-37fbf415-f8f6-4204-a3ea-fcfae1ea92e0 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508435 Jul 15 13:16:04.676987 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bc188-e010-4af7-a236-def6b771ff1c req-9ec2ef02-8c84-42f8-b138-73b5e9c7de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:04.677982 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-242bc188-e010-4af7-a236-def6b771ff1c req-9ec2ef02-8c84-42f8-b138-73b5e9c7de31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.679853 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-242bc188-e010-4af7-a236-def6b771ff1c req-9ec2ef02-8c84-42f8-b138-73b5e9c7de31 service neutron] 10.222.0.32 "PUT /v2.0/ports/47646f87-d7a9-46f0-84a2-57552665394e HTTP/1.1" status: 200 len: 1092 time: 3.1924908 Jul 15 13:16:04.690520 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d45afb3-275a-48fc-ae2f-0ba34dee1c3d', 'tag': '47646f87-d7a9-46f0-84a2-57552665394e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:04.693206 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc6f57b-ee85-4887-ba20-b0ee7ce75114" -d '{"events": [{"name": "network-changed", "server_uuid": "9d45afb3-275a-48fc-ae2f-0ba34dee1c3d", "tag": "47646f87-d7a9-46f0-84a2-57552665394e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:04.820405 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2ef02-8c84-42f8-b138-73b5e9c7de31 service neutron] Pushing event updated for resources: {'Port': ['ID=47646f87-d7a9-46f0-84a2-57552665394e,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:04.821737 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6bba039-7c84-4662-bbcf-544738b740b6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.837837 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1550cd8e-d0a9-4829-bc06-f0a6627e5afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.839256 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fbd27b64-f1ee-4fe5-aa63-6e840c6ce708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.848603 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fbd27b64-f1ee-4fe5-aa63-6e840c6ce708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.855012 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-fbd27b64-f1ee-4fe5-aa63-6e840c6ce708 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/514f5f7d-6a8e-4d34-880b-97cf415f409b HTTP/1.1" status: 204 len: 168 time: 1.3636172 Jul 15 13:16:04.868847 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8f4c8b0-3964-4eba-9c5f-b26016fa23b6 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.897058 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-1550cd8e-d0a9-4829-bc06-f0a6627e5afb None None] For port 417105f5-76ea-4a6c-bf19-c0a5a9bfd729, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=417105f5-76ea-4a6c-bf19-c0a5a9bfd729,segment=NetworkSegment(ac50cd35-b0f7-4bf2-9f4e-f0c484e32314),segment_id=ac50cd35-b0f7-4bf2-9f4e-f0c484e32314)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:04.909162 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1550cd8e-d0a9-4829-bc06-f0a6627e5afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.949479 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd27b64-f1ee-4fe5-aa63-6e840c6ce708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514f5f7d-6a8e-4d34-880b-97cf415f409b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:04.955674 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bba039-7c84-4662-bbcf-544738b740b6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Port': ['ID=a392f0b6-12f3-4ff5-84ac-6dbe99572cb3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:05.009539 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a73299-7a59-4d8b-8868-54f43ec6ecca x-openstack-request-id: req-d2a73299-7a59-4d8b-8868-54f43ec6ecca {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:05.010215 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d45afb3-275a-48fc-ae2f-0ba34dee1c3d", "tag": "47646f87-d7a9-46f0-84a2-57552665394e", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:05.010451 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2a73299-7a59-4d8b-8868-54f43ec6ecca {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:05.011118 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d45afb3-275a-48fc-ae2f-0ba34dee1c3d', 'tag': '47646f87-d7a9-46f0-84a2-57552665394e', 'status': 'completed', 'code': 200} Jul 15 13:16:05.070922 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6bba039-7c84-4662-bbcf-544738b740b6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.074749 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a6bba039-7c84-4662-bbcf-544738b740b6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/ports/a392f0b6-12f3-4ff5-84ac-6dbe99572cb3 HTTP/1.1" status: 204 len: 168 time: 1.8814836 Jul 15 13:16:05.089065 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33888) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:05.204624 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4c8b0-3964-4eba-9c5f-b26016fa23b6 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Port': ['ID=ce1de2f5-1310-4e7d-9129-17e44d1f6572,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:05.217283 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550cd8e-d0a9-4829-bc06-f0a6627e5afb None None] Pushing event updated for resources: {'Port': ['ID=417105f5-76ea-4a6c-bf19-c0a5a9bfd729,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:05.224168 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c349b45-c647-43d9-8b70-7f1b2599d0b5 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] GET failed (client error): The resource could not be found. Jul 15 13:16:05.231675 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2c349b45-c647-43d9-8b70-7f1b2599d0b5 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "GET /v2.0/ports/a392f0b6-12f3-4ff5-84ac-6dbe99572cb3 HTTP/1.1" status: 404 len: 333 time: 0.1322336 Jul 15 13:16:05.271486 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-165325cb-59ba-4caf-9541-efcac3ca533d req-b8822b81-418b-44c8-9457-06e373e233bd service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9338861 Jul 15 13:16:05.272673 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33894) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:05.437577 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2f96feec-a78e-4392-93ba-8dfeba32af15 None None] Could not find standard attr ID for object a392f0b6-12f3-4ff5-84ac-6dbe99572cb3. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:16:05.491133 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2f96feec-a78e-4392-93ba-8dfeba32af15 None None] Provisioning complete for port 417105f5-76ea-4a6c-bf19-c0a5a9bfd729 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:05.491750 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2f96feec-a78e-4392-93ba-8dfeba32af15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.511368 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-1beebc6a-8f8d-43dc-b126-398346880de8 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Deleting subnet 8b6f709b-e5bd-422d-849a-7d11baa7fc61 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:16:05.581258 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1beebc6a-8f8d-43dc-b126-398346880de8 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.613947 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8f4c8b0-3964-4eba-9c5f-b26016fa23b6 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.900419 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bc188-e010-4af7-a236-def6b771ff1c req-469aec44-8b55-4972-bb1f-86e2bae47ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:05.905907 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-242bc188-e010-4af7-a236-def6b771ff1c req-469aec44-8b55-4972-bb1f-86e2bae47ae7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c2b5fceeddc4686a6075bcd70c81526&device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 1095 time: 0.9041064 Jul 15 13:16:05.963563 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1beebc6a-8f8d-43dc-b126-398346880de8 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.062337 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-01abd700-0aa5-4900-8a3b-7dee6de67415 None None] Could not find standard attr ID for object a392f0b6-12f3-4ff5-84ac-6dbe99572cb3. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:16:06.100028 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-242bc188-e010-4af7-a236-def6b771ff1c req-76f63672-9ed0-486a-8331-208be8a6e3ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47646f87-d7a9-46f0-84a2-57552665394e HTTP/1.1" status: 200 len: 217 time: 0.1546733 Jul 15 13:16:06.158467 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-165325cb-59ba-4caf-9541-efcac3ca533d req-1d49ecf8-11ed-4557-9a5b-1b7dd5a11807 service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8643067 Jul 15 13:16:06.193115 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f4c8b0-3964-4eba-9c5f-b26016fa23b6 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Router 14f5722a-d675-4dd4-87ce-5746580cd6a4 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:16:06.328913 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bc188-e010-4af7-a236-def6b771ff1c req-936f3e73-79fb-4323-884a-80051f7bcbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:06.331090 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-242bc188-e010-4af7-a236-def6b771ff1c req-936f3e73-79fb-4323-884a-80051f7bcbd1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=175aacaa-613b-43c2-81a6-3ccd12246946 HTTP/1.1" status: 200 len: 847 time: 0.1810067 Jul 15 13:16:06.336303 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1beebc6a-8f8d-43dc-b126-398346880de8 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.470656 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f4c8b0-3964-4eba-9c5f-b26016fa23b6 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:06.485130 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245b0311-9add-4bf5-a5b8-c1d29e9a4696 None None] Sync routers for ids ['14f5722a-d675-4dd4-87ce-5746580cd6a4'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:06.490048 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c8f4c8b0-3964-4eba-9c5f-b26016fa23b6 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "PUT /v2.0/routers/14f5722a-d675-4dd4-87ce-5746580cd6a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3245792 Jul 15 13:16:06.494411 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33918) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:06.510080 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-242bc188-e010-4af7-a236-def6b771ff1c req-65c51f02-7509-4d8b-8e5a-09ae1afc964e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=11104484-975b-4425-b2d0-5e9908c9b0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1698539 Jul 15 13:16:06.517528 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245b0311-9add-4bf5-a5b8-c1d29e9a4696 None None] Routers {'14f5722a-d675-4dd4-87ce-5746580cd6a4'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:06.518266 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-245b0311-9add-4bf5-a5b8-c1d29e9a4696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:15:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['14f5722a-d675-4dd4-87ce-5746580cd6a4'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:06.592829 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d2049ecf-4fd4-431a-be4d-5f28f81c2c7a tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "GET /v2.0/ports?device_id=14f5722a-d675-4dd4-87ce-5746580cd6a4 HTTP/1.1" status: 200 len: 205 time: 0.0955653 Jul 15 13:16:06.595187 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33922) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:06.636133 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-245b0311-9add-4bf5-a5b8-c1d29e9a4696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:06.666300 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245b0311-9add-4bf5-a5b8-c1d29e9a4696 None None] Routers {'14f5722a-d675-4dd4-87ce-5746580cd6a4'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:06.667265 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-245b0311-9add-4bf5-a5b8-c1d29e9a4696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:15:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['14f5722a-d675-4dd4-87ce-5746580cd6a4'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:06.735311 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5a012-f572-476b-a604-f771c3514820 req-9d2d4dee-1100-4c97-8a42-3728973aa00f tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:06.750211 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0ba5a012-f572-476b-a604-f771c3514820 req-9d2d4dee-1100-4c97-8a42-3728973aa00f tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 943 time: 0.6404393 Jul 15 13:16:06.857077 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-718e8bde-c066-4e12-b445-8164f60f5e16 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.875606 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 417105f5-76ea-4a6c-bf19-c0a5a9bfd729 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:06.885250 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1beebc6a-8f8d-43dc-b126-398346880de8 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.988943 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 417105f5-76ea-4a6c-bf19-c0a5a9bfd729 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:06.989406 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.990173 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-245b0311-9add-4bf5-a5b8-c1d29e9a4696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:07.004788 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245b0311-9add-4bf5-a5b8-c1d29e9a4696 None None] The sync data for ids ['14f5722a-d675-4dd4-87ce-5746580cd6a4'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:07.037171 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33936) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:07.043668 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec23fccd-0fe0-49b9-9575-0efadc0e7f4b None None] Network 5b88b44d-899a-473a-8f75-09966a3ac9c8 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:07.079510 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1beebc6a-8f8d-43dc-b126-398346880de8 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.085322 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1beebc6a-8f8d-43dc-b126-398346880de8 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/subnets/8b6f709b-e5bd-422d-849a-7d11baa7fc61 HTTP/1.1" status: 204 len: 168 time: 1.8078513 Jul 15 13:16:07.093980 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33940) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:07.120449 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beebc6a-8f8d-43dc-b126-398346880de8 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Subnet': ['ID=8b6f709b-e5bd-422d-849a-7d11baa7fc61,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:07.276053 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0ba5a012-f572-476b-a604-f771c3514820 req-5925b774-ddc3-4bd3-8c03-64ac38b2b65e tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5102010 Jul 15 13:16:07.315637 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-718e8bde-c066-4e12-b445-8164f60f5e16 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.330659 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-718e8bde-c066-4e12-b445-8164f60f5e16 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.391573 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-242bc188-e010-4af7-a236-def6b771ff1c req-f50ee93b-6e8a-4683-a861-cccf721795e5 service neutron] 10.222.0.32 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8584566 Jul 15 13:16:07.420025 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3cdbbb6e-c518-445e-96f0-aa3459af2dab tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.438306 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2abcde8f-e070-4229-b600-fd619d70a57b tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1926436326'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:07.589283 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abcde8f-e070-4229-b600-fd619d70a57b tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] Made reservation on behalf of c573e30234b34e5eacccad1cb2e54e54 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:07.594497 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2abcde8f-e070-4229-b600-fd619d70a57b tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.607673 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2abcde8f-e070-4229-b600-fd619d70a57b tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.640872 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-718e8bde-c066-4e12-b445-8164f60f5e16 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.648151 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718e8bde-c066-4e12-b445-8164f60f5e16 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Fanout notify agent at l3_agent the message router_deleted on router 14f5722a-d675-4dd4-87ce-5746580cd6a4 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:16:07.726516 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-242bc188-e010-4af7-a236-def6b771ff1c req-7c0e5033-4105-4836-9eed-e142d849e815 service neutron] 10.222.0.32 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257039 Jul 15 13:16:07.747452 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-718e8bde-c066-4e12-b445-8164f60f5e16 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.747452 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-718e8bde-c066-4e12-b445-8164f60f5e16 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/routers/14f5722a-d675-4dd4-87ce-5746580cd6a4 HTTP/1.1" status: 204 len: 168 time: 1.1485205 Jul 15 13:16:07.763548 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231d3e41-d650-49a0-87e1-5b713417ad22 None None] DHCP port deletion for 5b88b44d-899a-473a-8f75-09966a3ac9c8 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:16:07.765502 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33952) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:07.778185 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-3cdbbb6e-c518-445e-96f0-aa3459af2dab tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Deleting port 417105f5-76ea-4a6c-bf19-c0a5a9bfd729 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:07.778610 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3cdbbb6e-c518-445e-96f0-aa3459af2dab tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.003743 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.021460 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-231d3e41-d650-49a0-87e1-5b713417ad22 None None] Deleting port 417105f5-76ea-4a6c-bf19-c0a5a9bfd729 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:08.024335 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2abcde8f-e070-4229-b600-fd619d70a57b tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.025113 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-231d3e41-d650-49a0-87e1-5b713417ad22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.040819 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2abcde8f-e070-4229-b600-fd619d70a57b tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.110411 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abcde8f-e070-4229-b600-fd619d70a57b tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=182690ea-c429-4314-a721-8693d8832cef,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:08.150620 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2abcde8f-e070-4229-b600-fd619d70a57b tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:16:08.150620 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2abcde8f-e070-4229-b600-fd619d70a57b tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.150620 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-2abcde8f-e070-4229-b600-fd619d70a57b tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] Added segment 387ffd5f-b2aa-4ae5-9ead-fc33e66af1e1 of type vlan for network 5729f058-58cd-4858-9c50-0a6d2a57db3e Jul 15 13:16:08.205460 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-231d3e41-d650-49a0-87e1-5b713417ad22 None None] For port 417105f5-76ea-4a6c-bf19-c0a5a9bfd729, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=417105f5-76ea-4a6c-bf19-c0a5a9bfd729,segment=NetworkSegment(ac50cd35-b0f7-4bf2-9f4e-f0c484e32314),segment_id=ac50cd35-b0f7-4bf2-9f4e-f0c484e32314)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:08.205979 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-231d3e41-d650-49a0-87e1-5b713417ad22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.229705 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-231d3e41-d650-49a0-87e1-5b713417ad22 None None] Calling delete_port for 417105f5-76ea-4a6c-bf19-c0a5a9bfd729 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:08.263635 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2abcde8f-e070-4229-b600-fd619d70a57b tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.330232 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2abcde8f-e070-4229-b600-fd619d70a57b tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.343496 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abcde8f-e070-4229-b600-fd619d70a57b tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:08.344345 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2abcde8f-e070-4229-b600-fd619d70a57b tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.453944 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-231d3e41-d650-49a0-87e1-5b713417ad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.497383 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231d3e41-d650-49a0-87e1-5b713417ad22 None None] No DVR routers for this DVR port 417105f5-76ea-4a6c-bf19-c0a5a9bfd729 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:08.515306 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d3e41-d650-49a0-87e1-5b713417ad22 None None] Pushing event deleted for resources: {'Port': ['ID=417105f5-76ea-4a6c-bf19-c0a5a9bfd729,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:08.557881 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abcde8f-e070-4229-b600-fd619d70a57b tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] Pushing event updated for resources: {'Network': ['ID=5729f058-58cd-4858-9c50-0a6d2a57db3e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:08.571620 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 5729f058-58cd-4858-9c50-0a6d2a57db3e details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:16:08.607534 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2abcde8f-e070-4229-b600-fd619d70a57b tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.5676963 Jul 15 13:16:08.613805 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33972) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:08.629168 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-bfcbbb6c-edea-4186-8ec2-087ef517618e tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '5729f058-58cd-4858-9c50-0a6d2a57db3e', 'tempest-TagsTest-Tag-1394036287') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:08.798219 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef69ed3-a153-4839-81de-08e78fe3a645 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Deleting subnet 4e982ec9-01fa-48eb-b1d6-e27e1c9d061f {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:16:08.801257 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 417105f5-76ea-4a6c-bf19-c0a5a9bfd729 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:08.818116 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5ef69ed3-a153-4839-81de-08e78fe3a645 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.825697 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-3cdbbb6e-c518-445e-96f0-aa3459af2dab tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] For port 417105f5-76ea-4a6c-bf19-c0a5a9bfd729, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=417105f5-76ea-4a6c-bf19-c0a5a9bfd729,segment=NetworkSegment(ac50cd35-b0f7-4bf2-9f4e-f0c484e32314),segment_id=ac50cd35-b0f7-4bf2-9f4e-f0c484e32314)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:08.826048 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3cdbbb6e-c518-445e-96f0-aa3459af2dab tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.848582 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 417105f5-76ea-4a6c-bf19-c0a5a9bfd729 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:16:08.848923 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 417105f5-76ea-4a6c-bf19-c0a5a9bfd729 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:08.926301 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179b6d7-052e-4059-a25c-838578efbc60 req-92146d53-5d17-4cc7-814b-7153c9133f91 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:08.928125 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9179b6d7-052e-4059-a25c-838578efbc60 req-92146d53-5d17-4cc7-814b-7153c9133f91 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 943 time: 0.2676539 Jul 15 13:16:08.930989 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-bfcbbb6c-edea-4186-8ec2-087ef517618e tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] 10.222.0.24 "PUT /v2.0/networks/5729f058-58cd-4858-9c50-0a6d2a57db3e/tags/tempest-TagsTest-Tag-1394036287 HTTP/1.1" status: 201 len: 201 time: 0.3157058 Jul 15 13:16:08.936462 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33976) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:08.944931 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-22983120-e4d9-4d37-a00e-699b044e7b4f tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5729f058-58cd-4858-9c50-0a6d2a57db3e', 'tempest-TagsTest-Tag-1394036287') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:08.947649 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-3cdbbb6e-c518-445e-96f0-aa3459af2dab tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Calling delete_port for 417105f5-76ea-4a6c-bf19-c0a5a9bfd729 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:08.995775 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5ef69ed3-a153-4839-81de-08e78fe3a645 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.068992 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9179b6d7-052e-4059-a25c-838578efbc60 req-e07a56fc-fe5e-4de0-987b-bb18b897d45f tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956254 Jul 15 13:16:09.110374 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-22983120-e4d9-4d37-a00e-699b044e7b4f tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] 10.222.0.24 "GET /v2.0/networks/5729f058-58cd-4858-9c50-0a6d2a57db3e/tags/tempest-TagsTest-Tag-1394036287 HTTP/1.1" status: 204 len: 168 time: 0.1680114 Jul 15 13:16:09.125422 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33978) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:09.134015 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-0e972ae2-a958-4187-a81e-4d9da28ea40f tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '5729f058-58cd-4858-9c50-0a6d2a57db3e') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:09.192872 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6f57b-ee85-4887-ba20-b0ee7ce75114 req-e12b684d-33b5-4f4c-9bb4-91623cd04454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:09.194425 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-afc6f57b-ee85-4887-ba20-b0ee7ce75114 req-e12b684d-33b5-4f4c-9bb4-91623cd04454 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c2b5fceeddc4686a6075bcd70c81526&device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 1095 time: 1.2957056 Jul 15 13:16:09.300273 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0e972ae2-a958-4187-a81e-4d9da28ea40f tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] 10.222.0.24 "GET /v2.0/networks/5729f058-58cd-4858-9c50-0a6d2a57db3e/tags HTTP/1.1" status: 200 len: 238 time: 0.1724584 Jul 15 13:16:09.301729 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33986) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:09.309650 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-50a24225-0001-4ccf-ae2e-26caa52d39d4 tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '5729f058-58cd-4858-9c50-0a6d2a57db3e', {'tags': ['tempest-TagsTest-Tag-1686803042', 'tempest-TagsTest-Tag-1203929332', 'tempest-TagsTest-Tag-457601404']}) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:09.463380 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5ef69ed3-a153-4839-81de-08e78fe3a645 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.470425 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6f57b-ee85-4887-ba20-b0ee7ce75114 req-fbcb764e-c08b-4a00-9bdb-1be22d1caf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:09.472230 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-afc6f57b-ee85-4887-ba20-b0ee7ce75114 req-fbcb764e-c08b-4a00-9bdb-1be22d1caf83 service neutron] 10.222.0.32 "GET /v2.0/networks?id=11104484-975b-4425-b2d0-5e9908c9b0d1 HTTP/1.1" status: 200 len: 908 time: 0.2671845 Jul 15 13:16:09.553987 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-50a24225-0001-4ccf-ae2e-26caa52d39d4 tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] 10.222.0.24 "PUT /v2.0/networks/5729f058-58cd-4858-9c50-0a6d2a57db3e/tags HTTP/1.1" status: 200 len: 308 time: 0.2504373 Jul 15 13:16:09.557730 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33990) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:09.565635 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-0f7b0a48-f69d-445a-b7ce-c94611116c0d tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '5729f058-58cd-4858-9c50-0a6d2a57db3e', 'tempest-TagsTest-Tag-1686803042') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:09.582543 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3cdbbb6e-c518-445e-96f0-aa3459af2dab tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.593579 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-afc6f57b-ee85-4887-ba20-b0ee7ce75114 req-badc94b2-a301-4c27-b318-e884bdd25668 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47646f87-d7a9-46f0-84a2-57552665394e HTTP/1.1" status: 200 len: 217 time: 0.0914638 Jul 15 13:16:09.640716 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdbbb6e-c518-445e-96f0-aa3459af2dab tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] No DVR routers for this DVR port 417105f5-76ea-4a6c-bf19-c0a5a9bfd729 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:09.660881 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdbbb6e-c518-445e-96f0-aa3459af2dab tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Port': ['ID=417105f5-76ea-4a6c-bf19-c0a5a9bfd729,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:09.743008 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0f7b0a48-f69d-445a-b7ce-c94611116c0d tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] 10.222.0.24 "DELETE /v2.0/networks/5729f058-58cd-4858-9c50-0a6d2a57db3e/tags/tempest-TagsTest-Tag-1686803042 HTTP/1.1" status: 204 len: 168 time: 0.1819720 Jul 15 13:16:09.746773 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33992) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:09.757088 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-642bba60-9d6c-4d9e-acd3-2053406e4adb tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5729f058-58cd-4858-9c50-0a6d2a57db3e', 'tempest-TagsTest-Tag-1686803042') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:09.758677 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5ef69ed3-a153-4839-81de-08e78fe3a645 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.806293 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef69ed3-a153-4839-81de-08e78fe3a645 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Subnet': ['ID=4e982ec9-01fa-48eb-b1d6-e27e1c9d061f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:09.815833 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6f57b-ee85-4887-ba20-b0ee7ce75114 req-dd47119d-0ee3-46f6-bdbe-46bbc00be36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:09.817901 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-afc6f57b-ee85-4887-ba20-b0ee7ce75114 req-dd47119d-0ee3-46f6-bdbe-46bbc00be36c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=175aacaa-613b-43c2-81a6-3ccd12246946 HTTP/1.1" status: 200 len: 847 time: 0.1697764 Jul 15 13:16:09.824139 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5ef69ed3-a153-4839-81de-08e78fe3a645 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.827122 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5ef69ed3-a153-4839-81de-08e78fe3a645 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/subnets/4e982ec9-01fa-48eb-b1d6-e27e1c9d061f HTTP/1.1" status: 204 len: 168 time: 2.0513482 Jul 15 13:16:09.836428 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33994) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:09.839010 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c672ec-eb90-49b1-91ae-e1724ea01de2 None None] Network 9ebaabe9-752c-4d99-92b2-6daf06dc6d5d requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:09.923431 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3cdbbb6e-c518-445e-96f0-aa3459af2dab tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.960854 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-642bba60-9d6c-4d9e-acd3-2053406e4adb tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] show failed (client error): The resource could not be found. Jul 15 13:16:09.971674 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-642bba60-9d6c-4d9e-acd3-2053406e4adb tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] 10.222.0.24 "GET /v2.0/networks/5729f058-58cd-4858-9c50-0a6d2a57db3e/tags/tempest-TagsTest-Tag-1686803042 HTTP/1.1" status: 404 len: 326 time: 0.2232549 Jul 15 13:16:09.983910 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33996) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:09.989391 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-f84e3d53-60d3-457d-af21-fedb16ad6ab4 tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5729f058-58cd-4858-9c50-0a6d2a57db3e', 'tempest-TagsTest-Tag-1203929332') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:10.003442 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bde2ec6-e026-4ca6-931a-b4574d01d824 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Deleting subnet 958a4b61-815b-4c52-9473-18f55d303abf {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:16:10.032547 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-3cdbbb6e-c518-445e-96f0-aa3459af2dab tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b88b44d-899a-473a-8f75-09966a3ac9c8']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:10.047220 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-afc6f57b-ee85-4887-ba20-b0ee7ce75114 req-d87a3a00-c3ae-46fe-99e9-ee621f09e605 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=11104484-975b-4425-b2d0-5e9908c9b0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185625 Jul 15 13:16:10.047745 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2bde2ec6-e026-4ca6-931a-b4574d01d824 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.100794 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 47646f87-d7a9-46f0-84a2-57552665394e details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:16:10.168220 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f34000-682b-46f3-9fda-29951947b872 None None] DHCP port deletion for 9ebaabe9-752c-4d99-92b2-6daf06dc6d5d request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:16:10.252304 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2bde2ec6-e026-4ca6-931a-b4574d01d824 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.428039 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-3cdbbb6e-c518-445e-96f0-aa3459af2dab tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac50cd35-b0f7-4bf2-9f4e-f0c484e32314') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:10.431428 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-3cdbbb6e-c518-445e-96f0-aa3459af2dab tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac50cd35-b0f7-4bf2-9f4e-f0c484e32314') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:10.474644 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3cdbbb6e-c518-445e-96f0-aa3459af2dab tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.587833 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3cdbbb6e-c518-445e-96f0-aa3459af2dab tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.603345 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f84e3d53-60d3-457d-af21-fedb16ad6ab4 tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] 10.222.0.24 "GET /v2.0/networks/5729f058-58cd-4858-9c50-0a6d2a57db3e/tags/tempest-TagsTest-Tag-1203929332 HTTP/1.1" status: 204 len: 168 time: 0.6180089 Jul 15 13:16:10.615575 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cdbbb6e-c518-445e-96f0-aa3459af2dab tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:16:10.616209 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3cdbbb6e-c518-445e-96f0-aa3459af2dab tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.630128 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34010) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:16:10.641738 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:16:10.658401 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-008dca7c-039a-4d8e-beb4-76443b7c698f tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5729f058-58cd-4858-9c50-0a6d2a57db3e', 'tempest-TagsTest-Tag-457601404') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:10.681151 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-afc6f57b-ee85-4887-ba20-b0ee7ce75114 req-5d52f539-c917-4fa4-82c9-39fba1f8840d service neutron] 10.222.0.32 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5911214 Jul 15 13:16:10.723545 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 47646f87-d7a9-46f0-84a2-57552665394e, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=47646f87-d7a9-46f0-84a2-57552665394e,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:10.887148 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3cdbbb6e-c518-445e-96f0-aa3459af2dab tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.902818 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3cdbbb6e-c518-445e-96f0-aa3459af2dab tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.910926 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3cdbbb6e-c518-445e-96f0-aa3459af2dab tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/networks/5b88b44d-899a-473a-8f75-09966a3ac9c8 HTTP/1.1" status: 204 len: 168 time: 3.8084669 Jul 15 13:16:10.931450 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34012) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:10.948577 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-00497240-44ab-4f41-a45a-b7d94a904eeb tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'port': {'network_id': '73e847af-0772-4459-8702-a89a659fb5a0', 'name': 'tempest-PortsIpV6TestJSON-2122751874'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:10.988776 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdbbb6e-c518-445e-96f0-aa3459af2dab tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Network': ['ID=5b88b44d-899a-473a-8f75-09966a3ac9c8,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:11.084374 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94316cde-d511-4027-8ee7-fff351ba09f2 req-43f4bf3f-96e8-49fd-9d48-acbc96d605d6 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:11.094261 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-94316cde-d511-4027-8ee7-fff351ba09f2 req-43f4bf3f-96e8-49fd-9d48-acbc96d605d6 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 943 time: 0.4292650 Jul 15 13:16:11.099090 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-afc6f57b-ee85-4887-ba20-b0ee7ce75114 req-0aee841c-427a-4112-98d4-8bd81c5c68d7 service neutron] 10.222.0.32 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524466 Jul 15 13:16:11.174651 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-94316cde-d511-4027-8ee7-fff351ba09f2 req-252f0c83-b4c3-4ce3-9e7a-93488909d4cd tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789850 Jul 15 13:16:11.216996 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '47646f87-d7a9-46f0-84a2-57552665394e', 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1', 'port_id': '47646f87-d7a9-46f0-84a2-57552665394e', 'mac_address': 'fa:16:3e:56:67:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '175aacaa-613b-43c2-81a6-3ccd12246946', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:16:11.225592 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a493703d-a04c-44e6-970b-6340739a03a3 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:11.255625 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2bde2ec6-e026-4ca6-931a-b4574d01d824 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.338738 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-008dca7c-039a-4d8e-beb4-76443b7c698f tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] 10.222.0.24 "GET /v2.0/networks/5729f058-58cd-4858-9c50-0a6d2a57db3e/tags/tempest-TagsTest-Tag-457601404 HTTP/1.1" status: 204 len: 168 time: 0.7069421 Jul 15 13:16:11.342162 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00497240-44ab-4f41-a45a-b7d94a904eeb tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:11.343349 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34018) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:11.345580 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00497240-44ab-4f41-a45a-b7d94a904eeb tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.350096 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-0fa2a4f4-66f2-49aa-8be1-b22d271a01b0 tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5729f058-58cd-4858-9c50-0a6d2a57db3e') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:11.413627 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-00497240-44ab-4f41-a45a-b7d94a904eeb tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] device_id is not set on port 3dd311a3-8c5b-4759-8ce9-be701333d41f yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:16:11.503153 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.539739 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47646f87-d7a9-46f0-84a2-57552665394e {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:11.560139 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0fa2a4f4-66f2-49aa-8be1-b22d271a01b0 tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] 10.222.0.24 "DELETE /v2.0/networks/5729f058-58cd-4858-9c50-0a6d2a57db3e/tags HTTP/1.1" status: 204 len: 168 time: 0.2098982 Jul 15 13:16:11.560139 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34022) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:11.567693 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-d4b8ffc1-d141-4fe2-8941-12964034ecb7 tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5729f058-58cd-4858-9c50-0a6d2a57db3e', 'tempest-TagsTest-Tag-1203929332') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:11.574346 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2bde2ec6-e026-4ca6-931a-b4574d01d824 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.581097 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 47646f87-d7a9-46f0-84a2-57552665394e, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=47646f87-d7a9-46f0-84a2-57552665394e,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:11.596768 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.653935 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-21f34000-682b-46f3-9fda-29951947b872 None None] Deleting port a493703d-a04c-44e6-970b-6340739a03a3 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:11.654519 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-21f34000-682b-46f3-9fda-29951947b872 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.663357 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.799461 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-d4b8ffc1-d141-4fe2-8941-12964034ecb7 tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] show failed (client error): The resource could not be found. Jul 15 13:16:11.803668 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-21f34000-682b-46f3-9fda-29951947b872 None None] For port a493703d-a04c-44e6-970b-6340739a03a3, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a493703d-a04c-44e6-970b-6340739a03a3,segment=NetworkSegment(2013f5d7-afea-4281-a6a2-c7c4e3ac4062),segment_id=2013f5d7-afea-4281-a6a2-c7c4e3ac4062)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:11.808650 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-21f34000-682b-46f3-9fda-29951947b872 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.808859 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d4b8ffc1-d141-4fe2-8941-12964034ecb7 tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] 10.222.0.24 "GET /v2.0/networks/5729f058-58cd-4858-9c50-0a6d2a57db3e/tags/tempest-TagsTest-Tag-1203929332 HTTP/1.1" status: 404 len: 326 time: 0.2419636 Jul 15 13:16:11.809018 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34026) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:11.815754 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-e3b99557-5abb-4e5d-a6a4-9bd525a25cac tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5729f058-58cd-4858-9c50-0a6d2a57db3e', 'tempest-TagsTest-Tag-457601404') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:11.829581 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-21f34000-682b-46f3-9fda-29951947b872 None None] Calling delete_port for a493703d-a04c-44e6-970b-6340739a03a3 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:12.047387 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00497240-44ab-4f41-a45a-b7d94a904eeb tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.059719 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-e3b99557-5abb-4e5d-a6a4-9bd525a25cac tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] show failed (client error): The resource could not be found. Jul 15 13:16:12.065829 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e3b99557-5abb-4e5d-a6a4-9bd525a25cac tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] 10.222.0.24 "GET /v2.0/networks/5729f058-58cd-4858-9c50-0a6d2a57db3e/tags/tempest-TagsTest-Tag-457601404 HTTP/1.1" status: 404 len: 325 time: 0.2503753 Jul 15 13:16:12.074350 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34030) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:12.080499 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-97a80234-f7e2-4a9f-bcab-b26e260affa1 tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5729f058-58cd-4858-9c50-0a6d2a57db3e') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:12.104576 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=47646f87-d7a9-46f0-84a2-57552665394e,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:12.147198 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde2ec6-e026-4ca6-931a-b4574d01d824 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Subnet': ['ID=958a4b61-815b-4c52-9473-18f55d303abf,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:12.156461 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['47646f87-d7a9-46f0-84a2-57552665394e'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:12.161114 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00497240-44ab-4f41-a45a-b7d94a904eeb tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.276315 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-97a80234-f7e2-4a9f-bcab-b26e260affa1 tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] 10.222.0.24 "DELETE /v2.0/networks/5729f058-58cd-4858-9c50-0a6d2a57db3e/tags HTTP/1.1" status: 204 len: 168 time: 0.2006516 Jul 15 13:16:12.283995 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34034) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:12.297879 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2bde2ec6-e026-4ca6-931a-b4574d01d824 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.298239 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port a493703d-a04c-44e6-970b-6340739a03a3, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a493703d-a04c-44e6-970b-6340739a03a3,segment=NetworkSegment(2013f5d7-afea-4281-a6a2-c7c4e3ac4062),segment_id=2013f5d7-afea-4281-a6a2-c7c4e3ac4062)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:12.299237 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2bde2ec6-e026-4ca6-931a-b4574d01d824 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/subnets/958a4b61-815b-4c52-9473-18f55d303abf HTTP/1.1" status: 204 len: 168 time: 2.4616973 Jul 15 13:16:12.304209 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34036) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:12.307003 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d566009-6ac9-414b-9979-f948862b6f87 None None] Network 1c4a1e72-1a6a-40a2-a28a-5efc195a95d7 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:12.366321 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde2ec6-e026-4ca6-931a-b4574d01d824 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:12.366918 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde2ec6-e026-4ca6-931a-b4574d01d824 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:12.367220 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde2ec6-e026-4ca6-931a-b4574d01d824 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:12.367412 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde2ec6-e026-4ca6-931a-b4574d01d824 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:12.368247 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde2ec6-e026-4ca6-931a-b4574d01d824 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:12.368751 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde2ec6-e026-4ca6-931a-b4574d01d824 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:12.369138 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde2ec6-e026-4ca6-931a-b4574d01d824 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:12.369477 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde2ec6-e026-4ca6-931a-b4574d01d824 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:12.370138 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde2ec6-e026-4ca6-931a-b4574d01d824 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:12.370138 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde2ec6-e026-4ca6-931a-b4574d01d824 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:12.370588 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde2ec6-e026-4ca6-931a-b4574d01d824 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:12.370765 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde2ec6-e026-4ca6-931a-b4574d01d824 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:12.393847 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00497240-44ab-4f41-a45a-b7d94a904eeb tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Port': ['ID=3dd311a3-8c5b-4759-8ce9-be701333d41f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:12.411834 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00497240-44ab-4f41-a45a-b7d94a904eeb tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network 73e847af-0772-4459-8702-a89a659fb5a0 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:12.418370 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-00497240-44ab-4f41-a45a-b7d94a904eeb tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:12.429430 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00497240-44ab-4f41-a45a-b7d94a904eeb tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:12.437870 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00497240-44ab-4f41-a45a-b7d94a904eeb tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:12.438999 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00497240-44ab-4f41-a45a-b7d94a904eeb tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.466980 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-00497240-44ab-4f41-a45a-b7d94a904eeb tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5341260 Jul 15 13:16:12.467998 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34042) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:12.568738 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.646386 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f21dc5f-2ae5-4d79-aa52-93c018d1a76f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.757026 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d262e810-20be-425c-b1e8-13e13c588a03 tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.775713 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-21f34000-682b-46f3-9fda-29951947b872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.826300 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f6d1cf19-392e-4908-993a-0c8634bfd62a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Deleting port 3dd311a3-8c5b-4759-8ce9-be701333d41f {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:12.827165 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6d1cf19-392e-4908-993a-0c8634bfd62a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.833947 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event deleted for resources: {'Port': ['ID=a493703d-a04c-44e6-970b-6340739a03a3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:12.902999 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653214a-cc50-4f93-971e-caae0509cf09 req-28b93044-e892-42c2-abb4-84fd4938e761 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:12.916313 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6653214a-cc50-4f93-971e-caae0509cf09 req-28b93044-e892-42c2-abb4-84fd4938e761 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 944 time: 0.3301625 Jul 15 13:16:12.919935 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f34000-682b-46f3-9fda-29951947b872 None None] Pushing event deleted for resources: {'Port': ['ID=a493703d-a04c-44e6-970b-6340739a03a3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:12.943343 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f34000-682b-46f3-9fda-29951947b872 None None] No DVR routers for this DVR port a493703d-a04c-44e6-970b-6340739a03a3 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:13.183178 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f21dc5f-2ae5-4d79-aa52-93c018d1a76f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.198535 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6d1cf19-392e-4908-993a-0c8634bfd62a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.266850 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6653214a-cc50-4f93-971e-caae0509cf09 req-86b4fa40-5c99-4c8d-b581-2935ca667e10 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461812 Jul 15 13:16:13.296344 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f6d1cf19-392e-4908-993a-0c8634bfd62a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Calling delete_port for 3dd311a3-8c5b-4759-8ce9-be701333d41f owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:13.367881 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d262e810-20be-425c-b1e8-13e13c588a03 tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.394364 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830c8654-179c-43fa-a13d-9a738639b2bc None None] DHCP port deletion for 1c4a1e72-1a6a-40a2-a28a-5efc195a95d7 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:16:13.414089 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-9f21dc5f-2ae5-4d79-aa52-93c018d1a76f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ebaabe9-752c-4d99-92b2-6daf06dc6d5d']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:13.420880 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-d262e810-20be-425c-b1e8-13e13c588a03 tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5729f058-58cd-4858-9c50-0a6d2a57db3e']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:13.458676 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-9f21dc5f-2ae5-4d79-aa52-93c018d1a76f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2013f5d7-afea-4281-a6a2-c7c4e3ac4062') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:13.458676 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-9f21dc5f-2ae5-4d79-aa52-93c018d1a76f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2013f5d7-afea-4281-a6a2-c7c4e3ac4062') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:13.467860 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-d262e810-20be-425c-b1e8-13e13c588a03 tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '387ffd5f-b2aa-4ae5-9ead-fc33e66af1e1') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:13.468336 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-d262e810-20be-425c-b1e8-13e13c588a03 tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '387ffd5f-b2aa-4ae5-9ead-fc33e66af1e1') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:13.497362 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-830c8654-179c-43fa-a13d-9a738639b2bc None None] Deleting port bd8b34b4-a2fc-4158-8528-ab9cf9ae0df0 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:13.501127 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-830c8654-179c-43fa-a13d-9a738639b2bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.530926 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f21dc5f-2ae5-4d79-aa52-93c018d1a76f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.535914 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d262e810-20be-425c-b1e8-13e13c588a03 tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.593159 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6d1cf19-392e-4908-993a-0c8634bfd62a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.618925 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d262e810-20be-425c-b1e8-13e13c588a03 tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.633579 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d262e810-20be-425c-b1e8-13e13c588a03 tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:16:13.634432 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d262e810-20be-425c-b1e8-13e13c588a03 tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.668589 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1cf19-392e-4908-993a-0c8634bfd62a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Port': ['ID=3dd311a3-8c5b-4759-8ce9-be701333d41f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:13.701181 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6d1cf19-392e-4908-993a-0c8634bfd62a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.707446 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f6d1cf19-392e-4908-993a-0c8634bfd62a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/ports/3dd311a3-8c5b-4759-8ce9-be701333d41f HTTP/1.1" status: 204 len: 168 time: 1.2341447 Jul 15 13:16:13.708630 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34054) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:13.715406 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:16:13.715406 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:16:13.715406 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:16:13.715406 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:16:13.715406 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:16:13.715406 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:16:13.715406 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:16:13.715406 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:16:13.715406 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:16:13.715406 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:16:13.715406 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:16:13.715406 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:16:13.715406 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:16:13.715406 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:16:13.715406 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:16:13.715406 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:16:13.715406 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:16:13.715406 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:16:13.715406 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:16:13.715406 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:16:13.715406 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:16:13.715406 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:16:13.715406 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:16:13.715406 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:16:13.715406 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:16:13.715406 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:16:13.715406 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:16:13.715406 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:16:13.715406 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:16:13.715406 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:16:13.715406 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:16:13.715406 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:16:13.720496 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2050aedd-e8d2-4ae9-bdd4-436298a28962 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'port': {'network_id': '73e847af-0772-4459-8702-a89a659fb5a0', 'mac_address': 'fa:16:3e:4f:f3:3e', 'name': 'tempest-PortsIpV6TestJSON-329046863'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:13.731877 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f21dc5f-2ae5-4d79-aa52-93c018d1a76f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.737309 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-830c8654-179c-43fa-a13d-9a738639b2bc None None] For port bd8b34b4-a2fc-4158-8528-ab9cf9ae0df0, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=bd8b34b4-a2fc-4158-8528-ab9cf9ae0df0,segment=NetworkSegment(d03964e7-2815-4848-9426-4268d20cfb72),segment_id=d03964e7-2815-4848-9426-4268d20cfb72)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:13.737979 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-830c8654-179c-43fa-a13d-9a738639b2bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.747846 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f21dc5f-2ae5-4d79-aa52-93c018d1a76f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:16:13.751593 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f21dc5f-2ae5-4d79-aa52-93c018d1a76f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.779418 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-830c8654-179c-43fa-a13d-9a738639b2bc None None] Calling delete_port for bd8b34b4-a2fc-4158-8528-ab9cf9ae0df0 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:13.884720 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:16:13.884720 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:16:13.884720 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:16:13.884720 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:16:13.884720 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:16:13.884720 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:16:13.884720 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:16:13.884720 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:16:13.884720 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:16:13.884720 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:16:13.884720 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:16:13.884720 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:16:13.884720 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:16:13.884720 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:16:13.884720 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:16:13.884720 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:16:13.884720 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:16:13.884720 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:16:13.884720 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:16:13.884720 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:16:13.884720 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:16:13.884720 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:16:13.884720 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:16:13.884720 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:16:13.884720 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:16:13.884720 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:16:13.884720 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:16:13.884720 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:16:13.884720 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:16:13.884720 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:16:13.884720 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:16:13.884720 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:16:13.897205 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f21dc5f-2ae5-4d79-aa52-93c018d1a76f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.940458 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f21dc5f-2ae5-4d79-aa52-93c018d1a76f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.942774 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9f21dc5f-2ae5-4d79-aa52-93c018d1a76f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/networks/9ebaabe9-752c-4d99-92b2-6daf06dc6d5d HTTP/1.1" status: 204 len: 168 time: 1.6378193 Jul 15 13:16:13.946305 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34056) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:13.961917 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21dc5f-2ae5-4d79-aa52-93c018d1a76f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Network': ['ID=9ebaabe9-752c-4d99-92b2-6daf06dc6d5d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:13.979193 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d262e810-20be-425c-b1e8-13e13c588a03 tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.992954 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d262e810-20be-425c-b1e8-13e13c588a03 tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.008378 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-830c8654-179c-43fa-a13d-9a738639b2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.031592 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d262e810-20be-425c-b1e8-13e13c588a03 tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] 10.222.0.24 "DELETE /v2.0/networks/5729f058-58cd-4858-9c50-0a6d2a57db3e HTTP/1.1" status: 204 len: 168 time: 1.7465286 Jul 15 13:16:14.059459 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d262e810-20be-425c-b1e8-13e13c588a03 tempest-TagsTest-1449921923 tempest-TagsTest-1449921923-project] Pushing event deleted for resources: {'Network': ['ID=5729f058-58cd-4858-9c50-0a6d2a57db3e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:14.079344 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c8654-179c-43fa-a13d-9a738639b2bc None None] Pushing event deleted for resources: {'Port': ['ID=bd8b34b4-a2fc-4158-8528-ab9cf9ae0df0,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:14.082765 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830c8654-179c-43fa-a13d-9a738639b2bc None None] No DVR routers for this DVR port bd8b34b4-a2fc-4158-8528-ab9cf9ae0df0 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:14.181200 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2050aedd-e8d2-4ae9-bdd4-436298a28962 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:14.322796 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2050aedd-e8d2-4ae9-bdd4-436298a28962 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.329008 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dec35a40-97b4-43b4-b63f-2c2f58b1a14c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.397101 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-2050aedd-e8d2-4ae9-bdd4-436298a28962 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] device_id is not set on port 0932a202-3a38-40a3-bb35-4cd1725cbce4 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:16:14.544809 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dec35a40-97b4-43b4-b63f-2c2f58b1a14c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.563461 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-dec35a40-97b4-43b4-b63f-2c2f58b1a14c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c4a1e72-1a6a-40a2-a28a-5efc195a95d7']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:14.578924 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-dec35a40-97b4-43b4-b63f-2c2f58b1a14c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03964e7-2815-4848-9426-4268d20cfb72') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:14.580755 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-dec35a40-97b4-43b4-b63f-2c2f58b1a14c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03964e7-2815-4848-9426-4268d20cfb72') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:14.775132 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dec35a40-97b4-43b4-b63f-2c2f58b1a14c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.854071 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dec35a40-97b4-43b4-b63f-2c2f58b1a14c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.880083 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device bd8b34b4-a2fc-4158-8528-ab9cf9ae0df0 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:14.925514 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec35a40-97b4-43b4-b63f-2c2f58b1a14c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:16:14.927946 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dec35a40-97b4-43b4-b63f-2c2f58b1a14c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.928337 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b594e-cec4-4eb0-8bd9-7eed23b8f015 req-621b6589-7cb5-412e-b0bc-e0ea82166da7 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:14.930041 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3f1b594e-cec4-4eb0-8bd9-7eed23b8f015 req-621b6589-7cb5-412e-b0bc-e0ea82166da7 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 944 time: 0.2881856 Jul 15 13:16:14.939297 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:14.939297 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:14.939297 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:16:14.939297 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:16:14.939297 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:16:14.939297 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:16:14.939297 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:16:14.939297 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:16:14.939297 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:16:14.939297 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:16:14.939297 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:16:14.939297 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:16:14.939297 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:16:14.939297 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:16:14.939297 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:16:14.939297 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:16:14.939297 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:16:14.939297 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:16:14.939297 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:16:14.939297 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:16:14.939297 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:16:14.939297 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:16:14.939297 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:16:14.939297 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:16:14.939297 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:16:14.939297 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:16:14.939297 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:16:14.939297 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:16:14.939297 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:16:14.939297 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:16:14.939297 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:16:14.939297 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:16:14.939297 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:16:14.939297 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:16:14.944062 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34074) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:14.950522 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: bd8b34b4-a2fc-4158-8528-ab9cf9ae0df0 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:16:14.950886 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device bd8b34b4-a2fc-4158-8528-ab9cf9ae0df0 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:15.041834 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3f1b594e-cec4-4eb0-8bd9-7eed23b8f015 req-7e76f4e5-17f2-4b22-a356-c7cc8c77f597 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923998 Jul 15 13:16:15.135202 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dec35a40-97b4-43b4-b63f-2c2f58b1a14c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.161556 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dec35a40-97b4-43b4-b63f-2c2f58b1a14c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.164077 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-dec35a40-97b4-43b4-b63f-2c2f58b1a14c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/networks/1c4a1e72-1a6a-40a2-a28a-5efc195a95d7 HTTP/1.1" status: 204 len: 168 time: 1.2169113 Jul 15 13:16:15.167780 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34078) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:15.177001 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-dfe57500-734d-46e3-a0a6-41cd9e6b62dd tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Request body: {'network': {'name': 'tempest-RoutersTest-1094069814'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:15.217744 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec35a40-97b4-43b4-b63f-2c2f58b1a14c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Network': ['ID=1c4a1e72-1a6a-40a2-a28a-5efc195a95d7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:15.232978 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe57500-734d-46e3-a0a6-41cd9e6b62dd tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Made reservation on behalf of 2299834c406d4055b9f136a9c73b3afc for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:15.238358 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dfe57500-734d-46e3-a0a6-41cd9e6b62dd tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.337629 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe57500-734d-46e3-a0a6-41cd9e6b62dd tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:16:15.360873 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2050aedd-e8d2-4ae9-bdd4-436298a28962 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.369142 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dfe57500-734d-46e3-a0a6-41cd9e6b62dd tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.369858 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-dfe57500-734d-46e3-a0a6-41cd9e6b62dd tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Added segment 11524246-ebdb-4d80-a216-fd79e0e87245 of type vlan for network bdd106d4-93e0-47ec-b419-e850de06ed80 Jul 15 13:16:15.447737 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-685b5994-e18d-4e7d-a008-e9b70f80758e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c573e30234b34e5eacccad1cb2e54e54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5038180 Jul 15 13:16:15.500194 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34082) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:15.556178 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2050aedd-e8d2-4ae9-bdd4-436298a28962 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.585967 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dfe57500-734d-46e3-a0a6-41cd9e6b62dd tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.662667 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aa7090ab-812f-4d39-98af-e9410b48b2cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.683002 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2050aedd-e8d2-4ae9-bdd4-436298a28962 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network 73e847af-0772-4459-8702-a89a659fb5a0 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:15.690066 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-2050aedd-e8d2-4ae9-bdd4-436298a28962 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:15.694385 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2050aedd-e8d2-4ae9-bdd4-436298a28962 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:15.708715 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2050aedd-e8d2-4ae9-bdd4-436298a28962 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:15.710165 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2050aedd-e8d2-4ae9-bdd4-436298a28962 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.724651 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.db.resource_extend [None req-dfe57500-734d-46e3-a0a6-41cd9e6b62dd tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:16:15.776721 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2050aedd-e8d2-4ae9-bdd4-436298a28962 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0674770 Jul 15 13:16:15.777969 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34090) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:15.835453 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aa7090ab-812f-4d39-98af-e9410b48b2cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.882219 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2050aedd-e8d2-4ae9-bdd4-436298a28962 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Port': ['ID=0932a202-3a38-40a3-bb35-4cd1725cbce4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:15.905299 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dfe57500-734d-46e3-a0a6-41cd9e6b62dd tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.911601 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe57500-734d-46e3-a0a6-41cd9e6b62dd tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:15.913185 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dfe57500-734d-46e3-a0a6-41cd9e6b62dd tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.920625 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aa7090ab-812f-4d39-98af-e9410b48b2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.924017 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aa7090ab-812f-4d39-98af-e9410b48b2cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.925708 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-aa7090ab-812f-4d39-98af-e9410b48b2cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/182690ea-c429-4314-a721-8693d8832cef HTTP/1.1" status: 204 len: 168 time: 0.4240642 Jul 15 13:16:15.926953 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df077654-587d-4b86-a652-2831da8eb464 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:15.934555 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-df077654-587d-4b86-a652-2831da8eb464 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "GET /v2.0/ports/0932a202-3a38-40a3-bb35-4cd1725cbce4 HTTP/1.1" status: 200 len: 844 time: 0.1542368 Jul 15 13:16:15.936688 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34094) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:15.963270 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7090ab-812f-4d39-98af-e9410b48b2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182690ea-c429-4314-a721-8693d8832cef,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:15.989005 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7090ab-812f-4d39-98af-e9410b48b2cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:15.989323 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7090ab-812f-4d39-98af-e9410b48b2cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:15.989663 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7090ab-812f-4d39-98af-e9410b48b2cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:15.992666 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7090ab-812f-4d39-98af-e9410b48b2cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:15.993045 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7090ab-812f-4d39-98af-e9410b48b2cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:15.993399 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7090ab-812f-4d39-98af-e9410b48b2cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:15.993822 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7090ab-812f-4d39-98af-e9410b48b2cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:15.994179 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7090ab-812f-4d39-98af-e9410b48b2cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:15.994505 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7090ab-812f-4d39-98af-e9410b48b2cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:15.994828 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7090ab-812f-4d39-98af-e9410b48b2cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:15.995170 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7090ab-812f-4d39-98af-e9410b48b2cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:15.995497 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7090ab-812f-4d39-98af-e9410b48b2cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:16.018398 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-dfe57500-734d-46e3-a0a6-41cd9e6b62dd tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8460555 Jul 15 13:16:16.056146 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34096) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:16.077953 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-619831d8-e042-47f3-a564-7b1baa74c350 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Request body: {'subnet': {'network_id': 'bdd106d4-93e0-47ec-b419-e850de06ed80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:16.132418 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 47646f87-d7a9-46f0-84a2-57552665394e up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:16.220671 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe57500-734d-46e3-a0a6-41cd9e6b62dd tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Network': ['ID=bdd106d4-93e0-47ec-b419-e850de06ed80,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:16.263293 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network bdd106d4-93e0-47ec-b419-e850de06ed80 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:16:16.542717 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619831d8-e042-47f3-a564-7b1baa74c350 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Made reservation on behalf of 2299834c406d4055b9f136a9c73b3afc for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:16.558742 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-619831d8-e042-47f3-a564-7b1baa74c350 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.629342 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 47646f87-d7a9-46f0-84a2-57552665394e completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:16.650336 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 47646f87-d7a9-46f0-84a2-57552665394e triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:16.677824 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.876853 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2702cec2-bafa-4462-945d-7899b7d2c85f tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Deleting port 0932a202-3a38-40a3-bb35-4cd1725cbce4 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:16.876853 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2702cec2-bafa-4462-945d-7899b7d2c85f tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.060745 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.144100 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d45afb3-275a-48fc-ae2f-0ba34dee1c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47646f87-d7a9-46f0-84a2-57552665394e'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:17.149402 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5865d54b-85d6-41c4-b7ed-975ea7f4e9d4" -d '{"events": [{"server_uuid": "9d45afb3-275a-48fc-ae2f-0ba34dee1c3d", "name": "network-vif-plugged", "status": "completed", "tag": "47646f87-d7a9-46f0-84a2-57552665394e"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:17.227285 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 47646f87-d7a9-46f0-84a2-57552665394e, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=47646f87-d7a9-46f0-84a2-57552665394e,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:17.252655 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.571231 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=47646f87-d7a9-46f0-84a2-57552665394e,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:17.727457 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6bd8f8-a3ad-49fb-80e9-33cbcb9727f2 x-openstack-request-id: req-6d6bd8f8-a3ad-49fb-80e9-33cbcb9727f2 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:17.728482 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d45afb3-275a-48fc-ae2f-0ba34dee1c3d", "name": "network-vif-plugged", "status": "completed", "tag": "47646f87-d7a9-46f0-84a2-57552665394e", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:17.729063 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d6bd8f8-a3ad-49fb-80e9-33cbcb9727f2 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:17.730012 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d45afb3-275a-48fc-ae2f-0ba34dee1c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47646f87-d7a9-46f0-84a2-57552665394e', 'code': 200} Jul 15 13:16:18.166247 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a4d5a-6d7e-4aa3-8032-3d8cc682db0c req-669de5cf-dd0f-48bc-b4e5-8c99c182fb3d tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:18.170653 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a53a4d5a-6d7e-4aa3-8032-3d8cc682db0c req-669de5cf-dd0f-48bc-b4e5-8c99c182fb3d tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 944 time: 1.4213178 Jul 15 13:16:18.179961 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2702cec2-bafa-4462-945d-7899b7d2c85f tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.235668 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67586d-2f91-48bb-ba9f-8a00a3400dfc req-7d0ac96d-1b1b-4d8f-ae0c-45f5f87fac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:18.249170 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1c67586d-2f91-48bb-ba9f-8a00a3400dfc req-7d0ac96d-1b1b-4d8f-ae0c-45f5f87fac5c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 1097 time: 0.1360927 Jul 15 13:16:18.302567 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a53a4d5a-6d7e-4aa3-8032-3d8cc682db0c req-87b50096-fb68-42aa-ad5d-a7ba0cce43c3 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808141 Jul 15 13:16:18.318275 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2702cec2-bafa-4462-945d-7899b7d2c85f tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Calling delete_port for 0932a202-3a38-40a3-bb35-4cd1725cbce4 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:18.376349 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1c67586d-2f91-48bb-ba9f-8a00a3400dfc req-9b1b4f79-33a0-4334-a321-f6d7a31f8e88 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980599 Jul 15 13:16:18.675328 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-619831d8-e042-47f3-a564-7b1baa74c350 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.834499 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619831d8-e042-47f3-a564-7b1baa74c350 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Checking segment: {'id': '11524246-ebdb-4d80-a216-fd79e0e87245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bdd106d4-93e0-47ec-b419-e850de06ed80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:18.834995 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619831d8-e042-47f3-a564-7b1baa74c350 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network hostable DHCP agents. Network: bdd106d4-93e0-47ec-b419-e850de06ed80, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:16:18.875160 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619831d8-e042-47f3-a564-7b1baa74c350 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Subnet': ['ID=b1afc343-9807-44db-8c1e-51e39e08ec1c,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:18.894881 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2702cec2-bafa-4462-945d-7899b7d2c85f tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.915587 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-6e1f7ba1-286f-43bf-a693-dfdb3b2f30c7 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:18.924520 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-6e1f7ba1-286f-43bf-a693-dfdb3b2f30c7 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/networks?id=7b9ba910-6749-4270-b002-56d9006f5b50 HTTP/1.1" status: 200 len: 815 time: 0.4145598 Jul 15 13:16:18.941999 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-438285c6-c199-42bb-9707-ec88c071bd54 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/quotas/7c1af11be7dd419195f949cd92df4ecc HTTP/1.1" status: 200 len: 375 time: 0.0160577 Jul 15 13:16:18.960297 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619831d8-e042-47f3-a564-7b1baa74c350 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network bdd106d4-93e0-47ec-b419-e850de06ed80 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:16:19.008856 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702cec2-bafa-4462-945d-7899b7d2c85f tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Port': ['ID=0932a202-3a38-40a3-bb35-4cd1725cbce4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:19.015396 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-619831d8-e042-47f3-a564-7b1baa74c350 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, bdd106d4-93e0-47ec-b419-e850de06ed80) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:19.023346 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619831d8-e042-47f3-a564-7b1baa74c350 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:19.024690 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-619831d8-e042-47f3-a564-7b1baa74c350 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:19.028892 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2702cec2-bafa-4462-945d-7899b7d2c85f tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:19.032277 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2702cec2-bafa-4462-945d-7899b7d2c85f tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/ports/0932a202-3a38-40a3-bb35-4cd1725cbce4 HTTP/1.1" status: 204 len: 168 time: 3.0939267 Jul 15 13:16:19.041322 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34162) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:19.047403 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c326f3-edcd-44fd-9e01-58d7bed127fe None None] Network bdd106d4-93e0-47ec-b419-e850de06ed80 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:19.094533 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-619831d8-e042-47f3-a564-7b1baa74c350 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0365965 Jul 15 13:16:19.095919 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-f56ddf5e-b6dc-424e-ae60-95d74aadb8bf tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] GET failed (client error): The resource could not be found. Jul 15 13:16:19.098127 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f56ddf5e-b6dc-424e-ae60-95d74aadb8bf tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "GET /v2.0/ports/0932a202-3a38-40a3-bb35-4cd1725cbce4 HTTP/1.1" status: 404 len: 333 time: 0.0546472 Jul 15 13:16:19.099171 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34168) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:19.103293 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-689b4adf-440b-4940-b7da-9400ccc0f7f3 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c1af11be7dd419195f949cd92df4ecc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1598523 Jul 15 13:16:19.104183 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34170) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:19.113564 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-970d34ff-c72e-4146-a34a-83fd35ac365f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-907485211', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:19.114980 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2a570328-6494-49dd-8110-8332d2f64f50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'port': {'network_id': '73e847af-0772-4459-8702-a89a659fb5a0', 'name': 'tempest-PortsIpV6TestJSON-873176037'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:19.164782 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-970d34ff-c72e-4146-a34a-83fd35ac365f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:19.166065 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-970d34ff-c72e-4146-a34a-83fd35ac365f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:19.290221 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-970d34ff-c72e-4146-a34a-83fd35ac365f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:19.298616 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-970d34ff-c72e-4146-a34a-83fd35ac365f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:19.374080 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-970d34ff-c72e-4146-a34a-83fd35ac365f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:19.379742 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-970d34ff-c72e-4146-a34a-83fd35ac365f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2786839 Jul 15 13:16:19.380011 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34180) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:19.391043 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1d66e3c4-2233-4d24-969b-6ef96d169743 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Request body: {'port': {'network_id': 'bdd106d4-93e0-47ec-b419-e850de06ed80', 'name': 'tempest-RoutersTest-1775580930'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:19.469042 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a570328-6494-49dd-8110-8332d2f64f50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:19.474362 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a570328-6494-49dd-8110-8332d2f64f50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:19.523050 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-2a570328-6494-49dd-8110-8332d2f64f50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] device_id is not set on port 656c0249-081b-4a55-9c84-efe33f9c409d yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:16:19.625035 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa325958-9b07-42cb-bc05-495938ed1106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-bdd106d4-93e0-47ec-b419-e850de06ed80', 'network_id': 'bdd106d4-93e0-47ec-b419-e850de06ed80', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'fixed_ips': [{'subnet_id': 'b1afc343-9807-44db-8c1e-51e39e08ec1c'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:16:19.625946 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa325958-9b07-42cb-bc05-495938ed1106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:19.852096 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-aa325958-9b07-42cb-bc05-495938ed1106 None None] Allocated IP 172.20.0.2 (bdd106d4-93e0-47ec-b419-e850de06ed80/b1afc343-9807-44db-8c1e-51e39e08ec1c/d5c2b1a0-cc21-4f5e-be18-991b179ea629) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:19.956120 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d66e3c4-2233-4d24-969b-6ef96d169743 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Made reservation on behalf of 2299834c406d4055b9f136a9c73b3afc for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:19.962846 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d66e3c4-2233-4d24-969b-6ef96d169743 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.011789 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-1d66e3c4-2233-4d24-969b-6ef96d169743 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] device_id is not set on port 87b15fb9-de15-4248-80cc-73049eef1197 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:16:20.039920 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32228a22-d56c-42d5-8a12-d71cdcd1314a req-31da6a6c-2493-4756-b690-de578c2b4139 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:20.052917 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-32228a22-d56c-42d5-8a12-d71cdcd1314a req-31da6a6c-2493-4756-b690-de578c2b4139 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 945 time: 0.2160056 Jul 15 13:16:20.075071 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa325958-9b07-42cb-bc05-495938ed1106 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.094251 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-aa325958-9b07-42cb-bc05-495938ed1106 None None] Transition to ACTIVE for port object d5c2b1a0-cc21-4f5e-be18-991b179ea629 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:20.100324 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a570328-6494-49dd-8110-8332d2f64f50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.124726 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-aa325958-9b07-42cb-bc05-495938ed1106 None None] Transition to ACTIVE for port object d5c2b1a0-cc21-4f5e-be18-991b179ea629 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:20.132642 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa325958-9b07-42cb-bc05-495938ed1106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.164566 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-ce23347c-7b28-44c0-942f-8e3f6b1dfe1d service neutron] 10.222.0.24 "GET /v2.0/networks/7b9ba910-6749-4270-b002-56d9006f5b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0423450 Jul 15 13:16:20.199230 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa325958-9b07-42cb-bc05-495938ed1106 None None] Network bdd106d4-93e0-47ec-b419-e850de06ed80 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:20.201428 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa325958-9b07-42cb-bc05-495938ed1106 None None] Pushing event updated for resources: {'Port': ['ID=d5c2b1a0-cc21-4f5e-be18-991b179ea629,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:20.205595 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-aa325958-9b07-42cb-bc05-495938ed1106 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:20.208741 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa325958-9b07-42cb-bc05-495938ed1106 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:20.236189 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-32228a22-d56c-42d5-8a12-d71cdcd1314a req-c5df4a89-dbdf-4508-af47-3a0e02db0ec4 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817787 Jul 15 13:16:20.361491 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a570328-6494-49dd-8110-8332d2f64f50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.373584 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-aa325958-9b07-42cb-bc05-495938ed1106 None None] Attempting to bind port d5c2b1a0-cc21-4f5e-be18-991b179ea629 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:20.379715 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-aa325958-9b07-42cb-bc05-495938ed1106 None None] Attempting to bind port d5c2b1a0-cc21-4f5e-be18-991b179ea629 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '11524246-ebdb-4d80-a216-fd79e0e87245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bdd106d4-93e0-47ec-b419-e850de06ed80'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:20.379715 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa325958-9b07-42cb-bc05-495938ed1106 None None] Attempting to bind port d5c2b1a0-cc21-4f5e-be18-991b179ea629 on network bdd106d4-93e0-47ec-b419-e850de06ed80 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:20.399680 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa325958-9b07-42cb-bc05-495938ed1106 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:20.400265 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa325958-9b07-42cb-bc05-495938ed1106 None None] Checking segment: {'id': '11524246-ebdb-4d80-a216-fd79e0e87245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bdd106d4-93e0-47ec-b419-e850de06ed80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:20.400917 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa325958-9b07-42cb-bc05-495938ed1106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.401559 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa325958-9b07-42cb-bc05-495938ed1106 None None] Bound using segment: {'id': '11524246-ebdb-4d80-a216-fd79e0e87245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bdd106d4-93e0-47ec-b419-e850de06ed80'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:20.402389 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-aa325958-9b07-42cb-bc05-495938ed1106 None None] Bound port: d5c2b1a0-cc21-4f5e-be18-991b179ea629, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11524246-ebdb-4d80-a216-fd79e0e87245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bdd106d4-93e0-47ec-b419-e850de06ed80'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:20.403023 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa325958-9b07-42cb-bc05-495938ed1106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.426723 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-1d66e3c4-2233-4d24-969b-6ef96d169743 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Allocated IP 172.20.0.11 (bdd106d4-93e0-47ec-b419-e850de06ed80/b1afc343-9807-44db-8c1e-51e39e08ec1c/87b15fb9-de15-4248-80cc-73049eef1197) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:20.501952 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a570328-6494-49dd-8110-8332d2f64f50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network 73e847af-0772-4459-8702-a89a659fb5a0 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:20.524953 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-2a570328-6494-49dd-8110-8332d2f64f50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:20.529341 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a570328-6494-49dd-8110-8332d2f64f50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:20.536599 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a570328-6494-49dd-8110-8332d2f64f50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:20.536599 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a570328-6494-49dd-8110-8332d2f64f50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.539663 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a570328-6494-49dd-8110-8332d2f64f50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Port': ['ID=656c0249-081b-4a55-9c84-efe33f9c409d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:20.577530 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-ebd50d9b-1912-4ff5-bc83-bbb059ef88e5 service neutron] 10.222.0.24 "GET /v2.0/networks/7b9ba910-6749-4270-b002-56d9006f5b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108124 Jul 15 13:16:20.594894 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2a570328-6494-49dd-8110-8332d2f64f50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4887145 Jul 15 13:16:20.599953 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34224) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:20.605444 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-aa325958-9b07-42cb-bc05-495938ed1106 None None] For port d5c2b1a0-cc21-4f5e-be18-991b179ea629, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:20.621873 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-922b8cfd-9a4d-46c4-9c19-6ba84f50c8cb tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:20.634185 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-aa325958-9b07-42cb-bc05-495938ed1106 None None] For port d5c2b1a0-cc21-4f5e-be18-991b179ea629, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=d5c2b1a0-cc21-4f5e-be18-991b179ea629,segment=NetworkSegment(11524246-ebdb-4d80-a216-fd79e0e87245),segment_id=11524246-ebdb-4d80-a216-fd79e0e87245)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:20.642497 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa325958-9b07-42cb-bc05-495938ed1106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.799578 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d66e3c4-2233-4d24-969b-6ef96d169743 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.832877 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1d66e3c4-2233-4d24-969b-6ef96d169743 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Transition to ACTIVE for port object 87b15fb9-de15-4248-80cc-73049eef1197 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:20.845982 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f39a895d-365e-4630-ae02-b5e0bffcb42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.847911 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d38245-abd7-43aa-889f-46720524078f req-eb0a6644-6af4-40c7-8d97-2945cc0bfea6 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:20.855769 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-15d38245-abd7-43aa-889f-46720524078f req-eb0a6644-6af4-40c7-8d97-2945cc0bfea6 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 946 time: 0.1409631 Jul 15 13:16:20.868829 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-922b8cfd-9a4d-46c4-9c19-6ba84f50c8cb tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.896758 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa325958-9b07-42cb-bc05-495938ed1106 None None] Pushing event updated for resources: {'Port': ['ID=d5c2b1a0-cc21-4f5e-be18-991b179ea629,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:20.962453 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-15d38245-abd7-43aa-889f-46720524078f req-c3b8aaf1-a205-4aaf-af28-2f0787ea1d05 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056838 Jul 15 13:16:21.019123 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d66e3c4-2233-4d24-969b-6ef96d169743 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.148460 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66e3c4-2233-4d24-969b-6ef96d169743 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Port': ['ID=87b15fb9-de15-4248-80cc-73049eef1197,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:21.191183 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d66e3c4-2233-4d24-969b-6ef96d169743 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network bdd106d4-93e0-47ec-b419-e850de06ed80 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:21.225148 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-1d66e3c4-2233-4d24-969b-6ef96d169743 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:21.245788 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d66e3c4-2233-4d24-969b-6ef96d169743 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:21.270751 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bb54b527-60b8-4b72-9027-6c7f49b7a8ee req-9eaee540-739a-4d95-9a13-6329f07a47d0 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=352874d8-59a0-401a-a9f2-b731ba9ca9be HTTP/1.1" status: 200 len: 210 time: 0.1914110 Jul 15 13:16:21.385063 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-922b8cfd-9a4d-46c4-9c19-6ba84f50c8cb tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.400397 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-922b8cfd-9a4d-46c4-9c19-6ba84f50c8cb tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.469388 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d66e3c4-2233-4d24-969b-6ef96d169743 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:21.470478 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d66e3c4-2233-4d24-969b-6ef96d169743 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.558875 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1d66e3c4-2233-4d24-969b-6ef96d169743 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1768253 Jul 15 13:16:21.563565 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34258) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:21.567776 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b8cfd-9a4d-46c4-9c19-6ba84f50c8cb tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Port': ['ID=656c0249-081b-4a55-9c84-efe33f9c409d,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:21.577987 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-922b8cfd-9a4d-46c4-9c19-6ba84f50c8cb tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] In _notify_port_updated(), no bound segment for port 656c0249-081b-4a55-9c84-efe33f9c409d on network 73e847af-0772-4459-8702-a89a659fb5a0 {{(pid=93813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:16:21.584441 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922b8cfd-9a4d-46c4-9c19-6ba84f50c8cb tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:21.585117 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-922b8cfd-9a4d-46c4-9c19-6ba84f50c8cb tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.589923 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-922b8cfd-9a4d-46c4-9c19-6ba84f50c8cb tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "PUT /v2.0/ports/656c0249-081b-4a55-9c84-efe33f9c409d HTTP/1.1" status: 200 len: 818 time: 0.9883342 Jul 15 13:16:21.590611 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34260) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:21.726183 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-f8a11168-08e4-4253-9e2b-345912ca59cd tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Deleting port 656c0249-081b-4a55-9c84-efe33f9c409d {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:21.740552 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8a11168-08e4-4253-9e2b-345912ca59cd tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.793548 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3697f4ec-2aea-4aa1-8dc6-db015ea1fce6 req-7fe3bf3f-7f80-4e8f-8092-7d833acc7e18 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:21.796158 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3697f4ec-2aea-4aa1-8dc6-db015ea1fce6 req-7fe3bf3f-7f80-4e8f-8092-7d833acc7e18 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 945 time: 0.2879610 Jul 15 13:16:21.824656 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34266) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:21.914958 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8a11168-08e4-4253-9e2b-345912ca59cd tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.955855 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-f8a11168-08e4-4253-9e2b-345912ca59cd tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Calling delete_port for 656c0249-081b-4a55-9c84-efe33f9c409d owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:21.965314 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3697f4ec-2aea-4aa1-8dc6-db015ea1fce6 req-5fed39fa-df3d-44c4-828d-947a9c0b00ed tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844717 Jul 15 13:16:22.244072 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b4d9c14d-7394-457a-a709-2a8798edce4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.281319 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8a11168-08e4-4253-9e2b-345912ca59cd tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.371365 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a11168-08e4-4253-9e2b-345912ca59cd tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Port': ['ID=656c0249-081b-4a55-9c84-efe33f9c409d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:22.385427 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8a11168-08e4-4253-9e2b-345912ca59cd tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.388402 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c610011-84dd-4d94-a742-526615dc2a5f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.389077 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f8a11168-08e4-4253-9e2b-345912ca59cd tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/ports/656c0249-081b-4a55-9c84-efe33f9c409d HTTP/1.1" status: 204 len: 168 time: 0.7964964 Jul 15 13:16:22.392066 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34282) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:22.656354 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b4d9c14d-7394-457a-a709-2a8798edce4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.676614 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b4d9c14d-7394-457a-a709-2a8798edce4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.737753 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a648f-019c-465a-a9aa-d2099116af10 req-12551e0b-d171-4d43-8c1c-45b3a92bae03 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:22.739439 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dc6a648f-019c-465a-a9aa-d2099116af10 req-12551e0b-d171-4d43-8c1c-45b3a92bae03 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 1097 time: 0.2211246 Jul 15 13:16:22.844099 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b4d9c14d-7394-457a-a709-2a8798edce4d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f3bcb92ac97e4119959b9ba38e8c20b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0177097 Jul 15 13:16:22.844990 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9c14d-7394-457a-a709-2a8798edce4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cf5e1f-08d1-424b-8ab2-53163e58489f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:22.848216 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34284) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:22.894040 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dc6a648f-019c-465a-a9aa-d2099116af10 req-fc91ecac-e88a-4499-929e-a946d1f7e9f4 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133373 Jul 15 13:16:22.907513 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a544f770-9bb9-468b-86be-1d6a4f114c17 None None] Network bdd106d4-93e0-47ec-b419-e850de06ed80 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:22.947173 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device d5c2b1a0-cc21-4f5e-be18-991b179ea629 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:22.947471 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3de9181-91a2-4dcc-8c9e-aeff3d2d9c8c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:22.950292 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a3de9181-91a2-4dcc-8c9e-aeff3d2d9c8c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5370736 Jul 15 13:16:22.954150 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34288) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:23.021732 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-597d9e97-8a69-4453-b28f-c02c8357ace8 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] GET failed (client error): The resource could not be found. Jul 15 13:16:23.025519 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-597d9e97-8a69-4453-b28f-c02c8357ace8 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "GET /v2.0/ports/656c0249-081b-4a55-9c84-efe33f9c409d HTTP/1.1" status: 404 len: 333 time: 0.0697613 Jul 15 13:16:23.035855 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34292) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:23.044178 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f34fbc33-57ef-4c35-a864-5d6b2c49410e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-215761315'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:23.124574 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34fbc33-57ef-4c35-a864-5d6b2c49410e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:23.129062 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f34fbc33-57ef-4c35-a864-5d6b2c49410e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.130557 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-723d0fe8-1f56-4429-a06f-6855ed0e569b req-7f570b80-f907-40fa-b64d-f86540b59ba6 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=352874d8-59a0-401a-a9f2-b731ba9ca9be HTTP/1.1" status: 200 len: 210 time: 0.1104739 Jul 15 13:16:23.145801 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0b932d5f-76eb-4362-9cb0-73be3109df72 None None] Provisioning for port d5c2b1a0-cc21-4f5e-be18-991b179ea629 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:23.188183 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f34fbc33-57ef-4c35-a864-5d6b2c49410e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:16:23.201925 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f34fbc33-57ef-4c35-a864-5d6b2c49410e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.202537 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-f34fbc33-57ef-4c35-a864-5d6b2c49410e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Added segment d4829c96-b850-4cad-9333-42b60e354525 of type vlan for network 0651ec67-406a-4520-bfb1-9f6ef7776a18 Jul 15 13:16:23.266314 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc651a02-681c-4d3d-bbb4-b3c8ca39892b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.266737 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f34fbc33-57ef-4c35-a864-5d6b2c49410e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.315243 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f34fbc33-57ef-4c35-a864-5d6b2c49410e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.328513 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port d5c2b1a0-cc21-4f5e-be18-991b179ea629 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:23.331807 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34fbc33-57ef-4c35-a864-5d6b2c49410e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:23.333044 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f34fbc33-57ef-4c35-a864-5d6b2c49410e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.342209 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.373452 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port d5c2b1a0-cc21-4f5e-be18-991b179ea629 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:23.374504 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.405102 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f34fbc33-57ef-4c35-a864-5d6b2c49410e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3667400 Jul 15 13:16:23.417544 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34300) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:23.431218 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c616956e-466f-4dab-9d87-aefb299a0cf9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'subnet': {'network_id': '0651ec67-406a-4520-bfb1-9f6ef7776a18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:23.469308 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc651a02-681c-4d3d-bbb4-b3c8ca39892b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.518191 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3892c3e7-47dd-4498-82ef-748ab0ff3b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.532428 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34fbc33-57ef-4c35-a864-5d6b2c49410e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Network': ['ID=0651ec67-406a-4520-bfb1-9f6ef7776a18,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:23.567871 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 0651ec67-406a-4520-bfb1-9f6ef7776a18 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:16:23.917532 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.961293 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c610011-84dd-4d94-a742-526615dc2a5f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.044823 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-4094f6fc-3940-4027-be92-109c4a7360b1 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:24.047736 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-4094f6fc-3940-4027-be92-109c4a7360b1 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.18 "GET /v2.0/networks?id=7b9ba910-6749-4270-b002-56d9006f5b50 HTTP/1.1" status: 200 len: 815 time: 0.5337327 Jul 15 13:16:24.049458 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port d5c2b1a0-cc21-4f5e-be18-991b179ea629, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=d5c2b1a0-cc21-4f5e-be18-991b179ea629,segment=NetworkSegment(11524246-ebdb-4d80-a216-fd79e0e87245),segment_id=11524246-ebdb-4d80-a216-fd79e0e87245)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:24.056270 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c610011-84dd-4d94-a742-526615dc2a5f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.058429 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.089666 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-522655b6-f861-4300-828e-2dbfbf4e82a8 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Request body: {'port': {'device_id': '352874d8-59a0-401a-a9f2-b731ba9ca9be', 'network_id': '7b9ba910-6749-4270-b002-56d9006f5b50', 'admin_state_up': True, 'tenant_id': '7c1af11be7dd419195f949cd92df4ecc'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:24.152944 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 3313d1c0-7322-4571-9574-1a2b411edcd1 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:16:24.165372 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 3313d1c0-7322-4571-9574-1a2b411edcd1 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:24.222201 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=d5c2b1a0-cc21-4f5e-be18-991b179ea629,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:24.313571 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c610011-84dd-4d94-a742-526615dc2a5f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Port': ['ID=87b15fb9-de15-4248-80cc-73049eef1197,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:24.469315 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc651a02-681c-4d3d-bbb4-b3c8ca39892b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.474695 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc651a02-681c-4d3d-bbb4-b3c8ca39892b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.476431 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-bc651a02-681c-4d3d-bbb4-b3c8ca39892b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/03cf5e1f-08d1-424b-8ab2-53163e58489f HTTP/1.1" status: 204 len: 168 time: 1.6267264 Jul 15 13:16:24.481566 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-30dd66cb-266e-4a46-8866-74aa4f19dae4 None None] Provisioning complete for port d5c2b1a0-cc21-4f5e-be18-991b179ea629 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:24.481566 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30dd66cb-266e-4a46-8866-74aa4f19dae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.508272 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c616956e-466f-4dab-9d87-aefb299a0cf9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:24.525003 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c616956e-466f-4dab-9d87-aefb299a0cf9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.526080 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c64a6051-e6b3-4179-ae02-33931c7a70b8 req-45240f4c-68bc-4d5a-bcc4-ed44d1126d4e tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=352874d8-59a0-401a-a9f2-b731ba9ca9be HTTP/1.1" status: 200 len: 210 time: 0.0690835 Jul 15 13:16:24.529629 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.594015 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 3313d1c0-7322-4571-9574-1a2b411edcd1, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3313d1c0-7322-4571-9574-1a2b411edcd1,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:24.630891 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc651a02-681c-4d3d-bbb4-b3c8ca39892b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cf5e1f-08d1-424b-8ab2-53163e58489f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:24.827013 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7a2613-8e95-4a6c-a523-7f705118fee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3313d1c0-7322-4571-9574-1a2b411edcd1'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:24.837940 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7998b81-a5c4-4de2-be74-1d97161ecff4" -d '{"events": [{"server_uuid": "3c7a2613-8e95-4a6c-a523-7f705118fee8", "name": "network-vif-unplugged", "status": "completed", "tag": "3313d1c0-7322-4571-9574-1a2b411edcd1"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:24.846462 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '3313d1c0-7322-4571-9574-1a2b411edcd1', 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19', 'port_id': '3313d1c0-7322-4571-9574-1a2b411edcd1', 'mac_address': 'fa:16:3e:c4:19:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd793a745-d38c-4e8b-9716-b5fdf7b27406', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:16:24.865814 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device d5c2b1a0-cc21-4f5e-be18-991b179ea629 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:24.940665 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.970961 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 3313d1c0-7322-4571-9574-1a2b411edcd1, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3313d1c0-7322-4571-9574-1a2b411edcd1,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:25.013593 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefd3178-6d12-4209-912e-4e46c9822586 x-openstack-request-id: req-fefd3178-6d12-4209-912e-4e46c9822586 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:25.014481 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7a2613-8e95-4a6c-a523-7f705118fee8", "name": "network-vif-unplugged", "status": "completed", "tag": "3313d1c0-7322-4571-9574-1a2b411edcd1", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:25.015148 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fefd3178-6d12-4209-912e-4e46c9822586 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:25.016052 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7a2613-8e95-4a6c-a523-7f705118fee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3313d1c0-7322-4571-9574-1a2b411edcd1', 'code': 200} Jul 15 13:16:25.090835 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.152236 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.313371 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.316663 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34336) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:25.333850 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fea10359-d3ac-445f-81d5-5e0d0dd4f549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.368286 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.db.api [None req-fea10359-d3ac-445f-81d5-5e0d0dd4f549 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:16:25.368286 n-d-758944-45 neutron-server[93813]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:16:25.368286 n-d-758944-45 neutron-server[93813]: [parameters: {'project_id_1': '5a5cd7c8c6ad424ca163264ae8503641', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 16, 25, 347735)}] Jul 15 13:16:25.368286 n-d-758944-45 neutron-server[93813]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:16:25.368805 n-d-758944-45 neutron-server[93813]: DEBUG oslo_db.api [None req-fea10359-d3ac-445f-81d5-5e0d0dd4f549 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:16:25.379959 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3313d1c0-7322-4571-9574-1a2b411edcd1 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:25.385514 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=3313d1c0-7322-4571-9574-1a2b411edcd1,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:25.392196 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port d5c2b1a0-cc21-4f5e-be18-991b179ea629 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:25.392561 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.412202 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c610011-84dd-4d94-a742-526615dc2a5f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.415769 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c616956e-466f-4dab-9d87-aefb299a0cf9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.443154 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-30dd66cb-266e-4a46-8866-74aa4f19dae4 None None] Provisioning for port 87b15fb9-de15-4248-80cc-73049eef1197 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:25.452909 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 3313d1c0-7322-4571-9574-1a2b411edcd1, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3313d1c0-7322-4571-9574-1a2b411edcd1,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:25.456244 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-30dd66cb-266e-4a46-8866-74aa4f19dae4 None None] Provisioning complete for port 87b15fb9-de15-4248-80cc-73049eef1197 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:25.456633 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30dd66cb-266e-4a46-8866-74aa4f19dae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.481640 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.546105 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-522655b6-f861-4300-828e-2dbfbf4e82a8 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Made reservation on behalf of 7c1af11be7dd419195f949cd92df4ecc for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:25.549825 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-522655b6-f861-4300-828e-2dbfbf4e82a8 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.555331 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-30dd66cb-266e-4a46-8866-74aa4f19dae4 None None] Port 87b15fb9-de15-4248-80cc-73049eef1197 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:25.597255 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=3313d1c0-7322-4571-9574-1a2b411edcd1,revision_number=9']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:25.611647 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616956e-466f-4dab-9d87-aefb299a0cf9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Subnet': ['ID=9958fc11-0f46-46d9-9c5f-0d1b90b307cb,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:25.689364 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a02f100d-1078-4002-afbf-743e6c9c424c None None] Provisioning complete for port 87b15fb9-de15-4248-80cc-73049eef1197 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:25.689716 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a02f100d-1078-4002-afbf-743e6c9c424c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.717039 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['3313d1c0-7322-4571-9574-1a2b411edcd1'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:25.739026 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c616956e-466f-4dab-9d87-aefb299a0cf9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Checking segment: {'id': 'd4829c96-b850-4cad-9333-42b60e354525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0651ec67-406a-4520-bfb1-9f6ef7776a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:25.739815 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c616956e-466f-4dab-9d87-aefb299a0cf9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network hostable DHCP agents. Network: 0651ec67-406a-4520-bfb1-9f6ef7776a18, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:16:25.774762 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a02f100d-1078-4002-afbf-743e6c9c424c None None] Port 87b15fb9-de15-4248-80cc-73049eef1197 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:25.841616 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c610011-84dd-4d94-a742-526615dc2a5f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.868045 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c616956e-466f-4dab-9d87-aefb299a0cf9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network 0651ec67-406a-4520-bfb1-9f6ef7776a18 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:16:25.869692 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fea10359-d3ac-445f-81d5-5e0d0dd4f549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.992077 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-c616956e-466f-4dab-9d87-aefb299a0cf9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 0651ec67-406a-4520-bfb1-9f6ef7776a18) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:26.027083 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c616956e-466f-4dab-9d87-aefb299a0cf9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:26.028572 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c616956e-466f-4dab-9d87-aefb299a0cf9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:26.037466 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b34aa7-e777-4740-96a8-7ed785804276 None None] Network 0651ec67-406a-4520-bfb1-9f6ef7776a18 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:26.041895 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7060ddaa-f423-4ce4-8dff-b09d908c3566 req-7c25bb94-c761-4fdd-94d9-c2c374185cf0 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=352874d8-59a0-401a-a9f2-b731ba9ca9be HTTP/1.1" status: 200 len: 210 time: 0.0907097 Jul 15 13:16:26.083956 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-522655b6-f861-4300-828e-2dbfbf4e82a8 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Allocated IP 172.20.0.3 (7b9ba910-6749-4270-b002-56d9006f5b50/b9399f7e-15bd-4621-abd1-34b022e325f1/923edff6-f17c-4696-ade6-011844c84a69) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:26.237041 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fea10359-d3ac-445f-81d5-5e0d0dd4f549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:26.250894 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fea10359-d3ac-445f-81d5-5e0d0dd4f549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:26.290482 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea10359-d3ac-445f-81d5-5e0d0dd4f549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63a2d4a-8323-4484-a81e-1a0c4b241b7e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:26.343739 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fea10359-d3ac-445f-81d5-5e0d0dd4f549 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a5cd7c8c6ad424ca163264ae8503641&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0226009 Jul 15 13:16:26.348118 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c616956e-466f-4dab-9d87-aefb299a0cf9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9260240 Jul 15 13:16:26.349374 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34354) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:26.353063 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34356) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:26.359055 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:26.368182 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2ae4cfea-94a4-453f-9bb1-21d44035bd91 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'subnet': {'network_id': '0651ec67-406a-4520-bfb1-9f6ef7776a18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:26.603597 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81e4f3d-0a3c-4d71-8b80-b72354a01701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-0651ec67-406a-4520-bfb1-9f6ef7776a18', 'network_id': '0651ec67-406a-4520-bfb1-9f6ef7776a18', 'tenant_id': 'd0416ea200934772bf1c355297ecb0ef', 'fixed_ips': [{'subnet_id': '9958fc11-0f46-46d9-9c5f-0d1b90b307cb'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:16:26.605663 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a81e4f3d-0a3c-4d71-8b80-b72354a01701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:26.665350 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae4cfea-94a4-453f-9bb1-21d44035bd91 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:26.673347 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ae4cfea-94a4-453f-9bb1-21d44035bd91 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:26.909733 n-d-758944-45 neutron-server[93813]: INFO neutron.db.ipam_backend_mixin [None req-2ae4cfea-94a4-453f-9bb1-21d44035bd91 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9958fc11-0f46-46d9-9c5f-0d1b90b307cb (CIDR: 2001:db8::/64) Jul 15 13:16:26.918253 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae4cfea-94a4-453f-9bb1-21d44035bd91 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:16:26.923788 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ae4cfea-94a4-453f-9bb1-21d44035bd91 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:16:26.970838 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2ae4cfea-94a4-453f-9bb1-21d44035bd91 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6152217 Jul 15 13:16:26.975065 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34376) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:26.985306 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-79c4f147-0db8-4672-9afe-74ebaf7047d1 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'subnet': {'network_id': '0651ec67-406a-4520-bfb1-9f6ef7776a18', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:27.013493 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d76d67d-db9d-40ea-8f0d-3a703ffd4791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.022838 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-a81e4f3d-0a3c-4d71-8b80-b72354a01701 None None] Allocated IP 2001:db8::2 (0651ec67-406a-4520-bfb1-9f6ef7776a18/9958fc11-0f46-46d9-9c5f-0d1b90b307cb/095913c0-a39b-41db-bf8b-84a0596fab73) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:27.043276 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d76d67d-db9d-40ea-8f0d-3a703ffd4791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.287149 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d76d67d-db9d-40ea-8f0d-3a703ffd4791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.297359 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d76d67d-db9d-40ea-8f0d-3a703ffd4791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.324268 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8d76d67d-db9d-40ea-8f0d-3a703ffd4791 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c63a2d4a-8323-4484-a81e-1a0c4b241b7e HTTP/1.1" status: 204 len: 168 time: 0.9612725 Jul 15 13:16:27.329749 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c4f147-0db8-4672-9afe-74ebaf7047d1 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:27.340614 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-79c4f147-0db8-4672-9afe-74ebaf7047d1 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.345687 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-522655b6-f861-4300-828e-2dbfbf4e82a8 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.475308 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a81e4f3d-0a3c-4d71-8b80-b72354a01701 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.485455 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76d67d-db9d-40ea-8f0d-3a703ffd4791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63a2d4a-8323-4484-a81e-1a0c4b241b7e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:27.496271 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a81e4f3d-0a3c-4d71-8b80-b72354a01701 None None] Transition to ACTIVE for port object 095913c0-a39b-41db-bf8b-84a0596fab73 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:27.547779 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a81e4f3d-0a3c-4d71-8b80-b72354a01701 None None] Transition to ACTIVE for port object 095913c0-a39b-41db-bf8b-84a0596fab73 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:27.561254 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a81e4f3d-0a3c-4d71-8b80-b72354a01701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.575626 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c610011-84dd-4d94-a742-526615dc2a5f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.681163 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81e4f3d-0a3c-4d71-8b80-b72354a01701 None None] Network 0651ec67-406a-4520-bfb1-9f6ef7776a18 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:27.690916 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-a81e4f3d-0a3c-4d71-8b80-b72354a01701 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:27.705624 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81e4f3d-0a3c-4d71-8b80-b72354a01701 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:27.766038 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c610011-84dd-4d94-a742-526615dc2a5f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.809481 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-15df5f56-dd12-46bb-89ea-fda721661cc6 req-a3734475-bc5c-4581-b861-3989c903941d tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=352874d8-59a0-401a-a9f2-b731ba9ca9be HTTP/1.1" status: 200 len: 210 time: 0.2237842 Jul 15 13:16:27.870426 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-522655b6-f861-4300-828e-2dbfbf4e82a8 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.988608 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['283d420b-795e-4edf-be9f-99c321b70042', '5f1dcba5-e3c3-453a-a9d1-7ad4d008439b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:28.016202 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['68b0e08c-0398-4870-b713-e65062c79b32'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:28.071076 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-79c4f147-0db8-4672-9afe-74ebaf7047d1 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:28.113796 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-522655b6-f861-4300-828e-2dbfbf4e82a8 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Network 7b9ba910-6749-4270-b002-56d9006f5b50 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:28.141019 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4f147-0db8-4672-9afe-74ebaf7047d1 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Subnet': ['ID=b66c1a5d-a731-4a84-8f15-92f5ce385127,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:28.144647 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-522655b6-f861-4300-828e-2dbfbf4e82a8 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:28.192439 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-522655b6-f861-4300-828e-2dbfbf4e82a8 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:28.200658 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c4f147-0db8-4672-9afe-74ebaf7047d1 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network 0651ec67-406a-4520-bfb1-9f6ef7776a18 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:28.213500 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c610011-84dd-4d94-a742-526615dc2a5f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Port': ['ID=87b15fb9-de15-4248-80cc-73049eef1197,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:28.218215 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-79c4f147-0db8-4672-9afe-74ebaf7047d1 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:28.225682 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c4f147-0db8-4672-9afe-74ebaf7047d1 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:28.226787 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-79c4f147-0db8-4672-9afe-74ebaf7047d1 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:28.282365 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 3313d1c0-7322-4571-9574-1a2b411edcd1 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:28.297702 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-79c4f147-0db8-4672-9afe-74ebaf7047d1 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3212731 Jul 15 13:16:28.298175 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c610011-84dd-4d94-a742-526615dc2a5f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:28.301662 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34406) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:28.310888 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a555fd53-f37d-462a-9dc2-6b253717ecd5 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'port': {'network_id': '0651ec67-406a-4520-bfb1-9f6ef7776a18', 'fixed_ips': [{'subnet_id': '9958fc11-0f46-46d9-9c5f-0d1b90b307cb'}, {'subnet_id': 'b66c1a5d-a731-4a84-8f15-92f5ce385127'}], 'name': 'tempest-PortsIpV6TestJSON-1451805245'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:28.363709 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e4f3d-0a3c-4d71-8b80-b72354a01701 None None] Pushing event updated for resources: {'Port': ['ID=095913c0-a39b-41db-bf8b-84a0596fab73,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:28.379945 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a81e4f3d-0a3c-4d71-8b80-b72354a01701 None None] Attempting to bind port 095913c0-a39b-41db-bf8b-84a0596fab73 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:28.380815 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a81e4f3d-0a3c-4d71-8b80-b72354a01701 None None] Attempting to bind port 095913c0-a39b-41db-bf8b-84a0596fab73 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'd4829c96-b850-4cad-9333-42b60e354525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0651ec67-406a-4520-bfb1-9f6ef7776a18'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:28.381612 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81e4f3d-0a3c-4d71-8b80-b72354a01701 None None] Attempting to bind port 095913c0-a39b-41db-bf8b-84a0596fab73 on network 0651ec67-406a-4520-bfb1-9f6ef7776a18 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:28.477809 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81e4f3d-0a3c-4d71-8b80-b72354a01701 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:28.477809 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81e4f3d-0a3c-4d71-8b80-b72354a01701 None None] Checking segment: {'id': 'd4829c96-b850-4cad-9333-42b60e354525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0651ec67-406a-4520-bfb1-9f6ef7776a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:28.477809 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a81e4f3d-0a3c-4d71-8b80-b72354a01701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:28.477809 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81e4f3d-0a3c-4d71-8b80-b72354a01701 None None] Bound using segment: {'id': 'd4829c96-b850-4cad-9333-42b60e354525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0651ec67-406a-4520-bfb1-9f6ef7776a18'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:28.477809 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a81e4f3d-0a3c-4d71-8b80-b72354a01701 None None] Bound port: 095913c0-a39b-41db-bf8b-84a0596fab73, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4829c96-b850-4cad-9333-42b60e354525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0651ec67-406a-4520-bfb1-9f6ef7776a18'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:28.479517 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a81e4f3d-0a3c-4d71-8b80-b72354a01701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:28.653388 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-522655b6-f861-4300-828e-2dbfbf4e82a8 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:28.655000 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-522655b6-f861-4300-828e-2dbfbf4e82a8 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:28.658212 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a555fd53-f37d-462a-9dc2-6b253717ecd5 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:28.672120 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522655b6-f861-4300-828e-2dbfbf4e82a8 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Pushing event updated for resources: {'Port': ['ID=923edff6-f17c-4696-ade6-011844c84a69,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:28.800369 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-522655b6-f861-4300-828e-2dbfbf4e82a8 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7373762 Jul 15 13:16:28.846309 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-56da0082-1b97-4428-a11f-42a230b946b8 service neutron] Request body: {'port': {'device_id': '352874d8-59a0-401a-a9f2-b731ba9ca9be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:29.158402 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 3313d1c0-7322-4571-9574-1a2b411edcd1 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:29.158779 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.233430 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a81e4f3d-0a3c-4d71-8b80-b72354a01701 None None] For port 095913c0-a39b-41db-bf8b-84a0596fab73, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:29.564073 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a81e4f3d-0a3c-4d71-8b80-b72354a01701 None None] For port 095913c0-a39b-41db-bf8b-84a0596fab73, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=095913c0-a39b-41db-bf8b-84a0596fab73,segment=NetworkSegment(d4829c96-b850-4cad-9333-42b60e354525),segment_id=d4829c96-b850-4cad-9333-42b60e354525)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:29.587643 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a81e4f3d-0a3c-4d71-8b80-b72354a01701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.705371 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.720232 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a555fd53-f37d-462a-9dc2-6b253717ecd5 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.773529 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-a555fd53-f37d-462a-9dc2-6b253717ecd5 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] device_id is not set on port 88fe6165-7802-4fb3-b459-f96906eb2761 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:16:29.784260 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-56da0082-1b97-4428-a11f-42a230b946b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.822145 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c610011-84dd-4d94-a742-526615dc2a5f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network bdd106d4-93e0-47ec-b419-e850de06ed80 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:29.832951 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-6c610011-84dd-4d94-a742-526615dc2a5f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:29.947716 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 3313d1c0-7322-4571-9574-1a2b411edcd1, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3313d1c0-7322-4571-9574-1a2b411edcd1,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:29.968060 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7a2613-8e95-4a6c-a523-7f705118fee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3313d1c0-7322-4571-9574-1a2b411edcd1'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:29.973499 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f76e090-edac-4b76-abea-39f1b7a27167" -d '{"events": [{"server_uuid": "3c7a2613-8e95-4a6c-a523-7f705118fee8", "name": "network-vif-plugged", "status": "completed", "tag": "3313d1c0-7322-4571-9574-1a2b411edcd1"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:30.001068 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:30.031971 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e4f3d-0a3c-4d71-8b80-b72354a01701 None None] Pushing event updated for resources: {'Port': ['ID=095913c0-a39b-41db-bf8b-84a0596fab73,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:30.105845 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027bd2d3-ceb3-4e7e-834b-43298645dc19 req-1661af14-2fbf-4079-909e-5f22a452d46c tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:30.126456 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-027bd2d3-ceb3-4e7e-834b-43298645dc19 req-1661af14-2fbf-4079-909e-5f22a452d46c tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=352874d8-59a0-401a-a9f2-b731ba9ca9be HTTP/1.1" status: 200 len: 931 time: 0.4193289 Jul 15 13:16:30.277578 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=3313d1c0-7322-4571-9574-1a2b411edcd1,revision_number=10']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:30.287344 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0507af1-f392-49f1-99fa-e0e593229361 x-openstack-request-id: req-b0507af1-f392-49f1-99fa-e0e593229361 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:30.287900 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7a2613-8e95-4a6c-a523-7f705118fee8", "name": "network-vif-plugged", "status": "completed", "tag": "3313d1c0-7322-4571-9574-1a2b411edcd1", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:30.288468 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0507af1-f392-49f1-99fa-e0e593229361 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:30.289199 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7a2613-8e95-4a6c-a523-7f705118fee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3313d1c0-7322-4571-9574-1a2b411edcd1', 'code': 200} Jul 15 13:16:30.459032 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fd2364c0-2810-4b7e-b40e-d163e0c1af6d None None] Provisioning complete for port 87b15fb9-de15-4248-80cc-73049eef1197 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:30.459401 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd2364c0-2810-4b7e-b40e-d163e0c1af6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:30.510351 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-027bd2d3-ceb3-4e7e-834b-43298645dc19 req-7733f565-ac0f-4c7a-b491-254613f57957 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703277 Jul 15 13:16:30.613356 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-fd2364c0-2810-4b7e-b40e-d163e0c1af6d None None] Port 87b15fb9-de15-4248-80cc-73049eef1197 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:30.885873 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-a555fd53-f37d-462a-9dc2-6b253717ecd5 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Allocated IP 2001:db8::2e7 (0651ec67-406a-4520-bfb1-9f6ef7776a18/9958fc11-0f46-46d9-9c5f-0d1b90b307cb/88fe6165-7802-4fb3-b459-f96906eb2761) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:30.901546 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-a555fd53-f37d-462a-9dc2-6b253717ecd5 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Allocated IP 2001:db8:0:1::2d8 (0651ec67-406a-4520-bfb1-9f6ef7776a18/b66c1a5d-a731-4a84-8f15-92f5ce385127/88fe6165-7802-4fb3-b459-f96906eb2761) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:30.938639 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 095913c0-a39b-41db-bf8b-84a0596fab73 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:31.061109 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-56da0082-1b97-4428-a11f-42a230b946b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 923edff6-f17c-4696-ade6-011844c84a69 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:31.090022 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-56da0082-1b97-4428-a11f-42a230b946b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.100300 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 095913c0-a39b-41db-bf8b-84a0596fab73 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:31.167960 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-56da0082-1b97-4428-a11f-42a230b946b8 service neutron] Transition to ACTIVE for port object 923edff6-f17c-4696-ade6-011844c84a69 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:31.177416 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c610011-84dd-4d94-a742-526615dc2a5f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Router 802b816d-f249-46c6-9924-7d3ce05879c6 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:16:31.184977 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-56da0082-1b97-4428-a11f-42a230b946b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.398951 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a555fd53-f37d-462a-9dc2-6b253717ecd5 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.440849 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-a555fd53-f37d-462a-9dc2-6b253717ecd5 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Transition to ACTIVE for port object 88fe6165-7802-4fb3-b459-f96906eb2761 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:31.548225 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a555fd53-f37d-462a-9dc2-6b253717ecd5 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.554737 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da0082-1b97-4428-a11f-42a230b946b8 service neutron] Pushing event updated for resources: {'Port': ['ID=923edff6-f17c-4696-ade6-011844c84a69,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:31.646139 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7788c5-ab6a-4c8e-afa1-0835381dd1e1 None None] Network 0651ec67-406a-4520-bfb1-9f6ef7776a18 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:31.653541 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a555fd53-f37d-462a-9dc2-6b253717ecd5 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network 0651ec67-406a-4520-bfb1-9f6ef7776a18 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:31.678531 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-a555fd53-f37d-462a-9dc2-6b253717ecd5 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:31.688449 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a555fd53-f37d-462a-9dc2-6b253717ecd5 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:31.694455 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a555fd53-f37d-462a-9dc2-6b253717ecd5 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:31.704539 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a555fd53-f37d-462a-9dc2-6b253717ecd5 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.761402 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a555fd53-f37d-462a-9dc2-6b253717ecd5 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.4581575 Jul 15 13:16:31.764476 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34476) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:31.784054 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c43469a4-fd15-45b4-a912-f7474208cb79 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9958fc11-0f46-46d9-9c5f-0d1b90b307cb'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:31.897737 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3dde1ec6-2e56-40e1-8cab-dcbd49c889a3 None None] Provisioning for port 095913c0-a39b-41db-bf8b-84a0596fab73 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:31.920805 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3dde1ec6-2e56-40e1-8cab-dcbd49c889a3 None None] Provisioning complete for port 095913c0-a39b-41db-bf8b-84a0596fab73 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:31.921167 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3dde1ec6-2e56-40e1-8cab-dcbd49c889a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.938108 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555fd53-f37d-462a-9dc2-6b253717ecd5 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Port': ['ID=88fe6165-7802-4fb3-b459-f96906eb2761,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:31.977229 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c610011-84dd-4d94-a742-526615dc2a5f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:32.012947 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9047de0b-62ed-42d4-8a7a-32b11b1201bd None None] Sync routers for ids ['802b816d-f249-46c6-9924-7d3ce05879c6'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:32.047711 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6c610011-84dd-4d94-a742-526615dc2a5f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "PUT /v2.0/routers/802b816d-f249-46c6-9924-7d3ce05879c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4827089 Jul 15 13:16:32.074105 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34482) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:32.091187 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c43469a4-fd15-45b4-a912-f7474208cb79 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.173380 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9047de0b-62ed-42d4-8a7a-32b11b1201bd None None] Routers {'802b816d-f249-46c6-9924-7d3ce05879c6'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:32.179183 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-9047de0b-62ed-42d4-8a7a-32b11b1201bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:16:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['802b816d-f249-46c6-9924-7d3ce05879c6'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:32.244064 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-56da0082-1b97-4428-a11f-42a230b946b8 service neutron] Attempting to bind port 923edff6-f17c-4696-ade6-011844c84a69 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:32.244822 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-56da0082-1b97-4428-a11f-42a230b946b8 service neutron] Attempting to bind port 923edff6-f17c-4696-ade6-011844c84a69 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7b9ba910-6749-4270-b002-56d9006f5b50'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:32.245413 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-56da0082-1b97-4428-a11f-42a230b946b8 service neutron] Attempting to bind port 923edff6-f17c-4696-ade6-011844c84a69 on network 7b9ba910-6749-4270-b002-56d9006f5b50 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:32.275073 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac257a7-3a37-4176-846f-a6cb2c2ee5e4 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:32.277434 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4ac257a7-3a37-4176-846f-a6cb2c2ee5e4 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "GET /v2.0/ports/87b15fb9-de15-4248-80cc-73049eef1197 HTTP/1.1" status: 200 len: 978 time: 0.1865540 Jul 15 13:16:32.298284 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34488) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:32.304305 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-9047de0b-62ed-42d4-8a7a-32b11b1201bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:32.328555 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-56da0082-1b97-4428-a11f-42a230b946b8 service neutron] Port 923edff6-f17c-4696-ade6-011844c84a69 on network 7b9ba910-6749-4270-b002-56d9006f5b50 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:16:32.333878 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9047de0b-62ed-42d4-8a7a-32b11b1201bd None None] Routers {'802b816d-f249-46c6-9924-7d3ce05879c6'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:32.334793 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-9047de0b-62ed-42d4-8a7a-32b11b1201bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:16:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['802b816d-f249-46c6-9924-7d3ce05879c6'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:32.343697 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-56da0082-1b97-4428-a11f-42a230b946b8 service neutron] Attempting to bind port 923edff6-f17c-4696-ade6-011844c84a69 on network 7b9ba910-6749-4270-b002-56d9006f5b50 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:32.674906 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-9047de0b-62ed-42d4-8a7a-32b11b1201bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:32.675697 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9047de0b-62ed-42d4-8a7a-32b11b1201bd None None] The sync data for ids ['802b816d-f249-46c6-9924-7d3ce05879c6'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:32.766250 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3dde1ec6-2e56-40e1-8cab-dcbd49c889a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.817088 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-56da0082-1b97-4428-a11f-42a230b946b8 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:32.817446 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-56da0082-1b97-4428-a11f-42a230b946b8 service neutron] Checking segment: {'id': '2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7b9ba910-6749-4270-b002-56d9006f5b50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:32.817839 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-56da0082-1b97-4428-a11f-42a230b946b8 service neutron] Bound using segment: {'id': '2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7b9ba910-6749-4270-b002-56d9006f5b50'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:32.818301 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-56da0082-1b97-4428-a11f-42a230b946b8 service neutron] Bound port: 923edff6-f17c-4696-ade6-011844c84a69, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7b9ba910-6749-4270-b002-56d9006f5b50'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:32.818672 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-56da0082-1b97-4428-a11f-42a230b946b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.865685 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-3dde1ec6-2e56-40e1-8cab-dcbd49c889a3 None None] For port 095913c0-a39b-41db-bf8b-84a0596fab73, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=095913c0-a39b-41db-bf8b-84a0596fab73,segment=NetworkSegment(d4829c96-b850-4cad-9333-42b60e354525),segment_id=d4829c96-b850-4cad-9333-42b60e354525)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:32.878750 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3dde1ec6-2e56-40e1-8cab-dcbd49c889a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.972300 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62f336-8147-4ab2-a87d-b022317d055e req-72208af6-2fa8-4916-a102-7b86bf593076 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:32.989177 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4f62f336-8147-4ab2-a87d-b022317d055e req-72208af6-2fa8-4916-a102-7b86bf593076 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=352874d8-59a0-401a-a9f2-b731ba9ca9be HTTP/1.1" status: 200 len: 943 time: 1.1190147 Jul 15 13:16:32.994996 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde1ec6-2e56-40e1-8cab-dcbd49c889a3 None None] Pushing event updated for resources: {'Port': ['ID=095913c0-a39b-41db-bf8b-84a0596fab73,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:33.019300 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde1ec6-2e56-40e1-8cab-dcbd49c889a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:33.023885 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-c43469a4-fd15-45b4-a912-f7474208cb79 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Delete allocated IP 2001:db8:0:1::2d8 (0651ec67-406a-4520-bfb1-9f6ef7776a18/b66c1a5d-a731-4a84-8f15-92f5ce385127) {{(pid=93813) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 13:16:33.036614 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde1ec6-2e56-40e1-8cab-dcbd49c889a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:33.038096 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde1ec6-2e56-40e1-8cab-dcbd49c889a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:33.039080 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde1ec6-2e56-40e1-8cab-dcbd49c889a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:33.041808 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde1ec6-2e56-40e1-8cab-dcbd49c889a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:33.042394 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde1ec6-2e56-40e1-8cab-dcbd49c889a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:33.042907 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde1ec6-2e56-40e1-8cab-dcbd49c889a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:33.043406 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde1ec6-2e56-40e1-8cab-dcbd49c889a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:33.043928 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde1ec6-2e56-40e1-8cab-dcbd49c889a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:33.046852 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde1ec6-2e56-40e1-8cab-dcbd49c889a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:33.050641 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde1ec6-2e56-40e1-8cab-dcbd49c889a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:33.051190 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde1ec6-2e56-40e1-8cab-dcbd49c889a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:33.232795 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcb020b-6a3e-4045-aadf-49a6ce5ccb1a None None] Update dhcp port {'port': {'network_id': '0651ec67-406a-4520-bfb1-9f6ef7776a18', 'fixed_ips': [{'subnet_id': '9958fc11-0f46-46d9-9c5f-0d1b90b307cb', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b66c1a5d-a731-4a84-8f15-92f5ce385127'}], 'binding:host_id': 'n-d-758944-45'}, 'id': '095913c0-a39b-41db-bf8b-84a0596fab73'} from n-d-758944-45. {{(pid=93815) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:16:33.347824 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-abcb020b-6a3e-4045-aadf-49a6ce5ccb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.510119 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4f62f336-8147-4ab2-a87d-b022317d055e req-7d93833e-4898-4266-bbaa-dd7ee72cd228 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5197573 Jul 15 13:16:33.584836 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-56da0082-1b97-4428-a11f-42a230b946b8 service neutron] For port 923edff6-f17c-4696-ade6-011844c84a69, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:33.619665 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-56da0082-1b97-4428-a11f-42a230b946b8 service neutron] For port 923edff6-f17c-4696-ade6-011844c84a69, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=923edff6-f17c-4696-ade6-011844c84a69,segment=NetworkSegment(2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72),segment_id=2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:33.678874 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-56da0082-1b97-4428-a11f-42a230b946b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.730585 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c43469a4-fd15-45b4-a912-f7474208cb79 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.770130 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-c43469a4-fd15-45b4-a912-f7474208cb79 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Ignored duplicate provisioning block setup for port 88fe6165-7802-4fb3-b459-f96906eb2761 by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 13:16:33.785580 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c43469a4-fd15-45b4-a912-f7474208cb79 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.932413 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-56da0082-1b97-4428-a11f-42a230b946b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:33.934328 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-56da0082-1b97-4428-a11f-42a230b946b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.937713 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-56da0082-1b97-4428-a11f-42a230b946b8 service neutron] 10.222.0.18 "PUT /v2.0/ports/923edff6-f17c-4696-ade6-011844c84a69 HTTP/1.1" status: 200 len: 1092 time: 5.1156003 Jul 15 13:16:33.943028 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352874d8-59a0-401a-a9f2-b731ba9ca9be', 'tag': '923edff6-f17c-4696-ade6-011844c84a69'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:33.948175 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e7c170-9af5-4f8a-ac46-fd0877c53a06" -d '{"events": [{"name": "network-changed", "server_uuid": "352874d8-59a0-401a-a9f2-b731ba9ca9be", "tag": "923edff6-f17c-4696-ade6-011844c84a69"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:34.027442 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43469a4-fd15-45b4-a912-f7474208cb79 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Port': ['ID=88fe6165-7802-4fb3-b459-f96906eb2761,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:34.124950 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864ca0a3-197d-4a55-a063-d2a3d2987bcd x-openstack-request-id: req-864ca0a3-197d-4a55-a063-d2a3d2987bcd {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:34.125466 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352874d8-59a0-401a-a9f2-b731ba9ca9be", "tag": "923edff6-f17c-4696-ade6-011844c84a69", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:34.126675 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-864ca0a3-197d-4a55-a063-d2a3d2987bcd {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:34.127289 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352874d8-59a0-401a-a9f2-b731ba9ca9be', 'tag': '923edff6-f17c-4696-ade6-011844c84a69', 'status': 'completed', 'code': 200} Jul 15 13:16:34.140110 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da0082-1b97-4428-a11f-42a230b946b8 service neutron] Pushing event updated for resources: {'Port': ['ID=923edff6-f17c-4696-ade6-011844c84a69,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:34.162092 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-c43469a4-fd15-45b4-a912-f7474208cb79 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] In _notify_port_updated(), no bound segment for port 88fe6165-7802-4fb3-b459-f96906eb2761 on network 0651ec67-406a-4520-bfb1-9f6ef7776a18 {{(pid=93813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:16:34.195882 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43469a4-fd15-45b4-a912-f7474208cb79 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:34.201413 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c43469a4-fd15-45b4-a912-f7474208cb79 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:34.204386 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c43469a4-fd15-45b4-a912-f7474208cb79 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "PUT /v2.0/ports/88fe6165-7802-4fb3-b459-f96906eb2761 HTTP/1.1" status: 200 len: 926 time: 2.4361296 Jul 15 13:16:34.209515 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34512) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:34.215159 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-abcb020b-6a3e-4045-aadf-49a6ce5ccb1a None None] Allocated IP 2001:db8:0:1::2 (0651ec67-406a-4520-bfb1-9f6ef7776a18/b66c1a5d-a731-4a84-8f15-92f5ce385127/095913c0-a39b-41db-bf8b-84a0596fab73) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:34.235186 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-62cfe8ff-0fa6-43a6-ba1f-4a3c8310f78d tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9958fc11-0f46-46d9-9c5f-0d1b90b307cb'}, {'subnet_id': 'b66c1a5d-a731-4a84-8f15-92f5ce385127'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:34.303421 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-00b0a163-07f4-4a76-a697-431e69d4ac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:34.305056 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-00b0a163-07f4-4a76-a697-431e69d4ac50 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c1af11be7dd419195f949cd92df4ecc&device_id=352874d8-59a0-401a-a9f2-b731ba9ca9be HTTP/1.1" status: 200 len: 1095 time: 0.2645977 Jul 15 13:16:34.305795 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08be1595-223c-4290-92e0-d526839ba793 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:34.463872 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62cfe8ff-0fa6-43a6-ba1f-4a3c8310f78d tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:34.469660 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-abcb020b-6a3e-4045-aadf-49a6ce5ccb1a None None] For port 095913c0-a39b-41db-bf8b-84a0596fab73, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=095913c0-a39b-41db-bf8b-84a0596fab73,segment=NetworkSegment(d4829c96-b850-4cad-9333-42b60e354525),segment_id=d4829c96-b850-4cad-9333-42b60e354525)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:34.551111 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-abcb020b-6a3e-4045-aadf-49a6ce5ccb1a None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:34.584637 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-abcb020b-6a3e-4045-aadf-49a6ce5ccb1a None None] Transition to ACTIVE for port object 095913c0-a39b-41db-bf8b-84a0596fab73 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:34.594295 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-abcb020b-6a3e-4045-aadf-49a6ce5ccb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:34.714960 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-74116b8b-4920-4212-9efa-cd797a434b27 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=923edff6-f17c-4696-ade6-011844c84a69 HTTP/1.1" status: 200 len: 217 time: 0.2140684 Jul 15 13:16:34.916049 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb020b-6a3e-4045-aadf-49a6ce5ccb1a None None] Pushing event updated for resources: {'Port': ['ID=095913c0-a39b-41db-bf8b-84a0596fab73,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:34.991132 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 095913c0-a39b-41db-bf8b-84a0596fab73 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:35.001638 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-2e3c0359-cbe7-43cf-baa2-b33edbef28b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:35.005629 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-2e3c0359-cbe7-43cf-baa2-b33edbef28b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9399f7e-15bd-4621-abd1-34b022e325f1 HTTP/1.1" status: 200 len: 855 time: 0.2310221 Jul 15 13:16:35.153647 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-9f095f08-04b4-4271-99a7-3cd3f8787036 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7b9ba910-6749-4270-b002-56d9006f5b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1372771 Jul 15 13:16:35.602143 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-08be1595-223c-4290-92e0-d526839ba793 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Deleting port 87b15fb9-de15-4248-80cc-73049eef1197 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:35.602471 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08be1595-223c-4290-92e0-d526839ba793 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.613506 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ad9a5-ba5c-4e4d-8be9-5434a918162b req-9022a52f-8deb-47a7-adbc-556f572fc023 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:35.624541 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b53ad9a5-ba5c-4e4d-8be9-5434a918162b req-9022a52f-8deb-47a7-adbc-556f572fc023 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=352874d8-59a0-401a-a9f2-b731ba9ca9be HTTP/1.1" status: 200 len: 943 time: 0.6385608 Jul 15 13:16:35.681974 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-2f7aa4d7-dad1-4491-8fa6-84144adab95e service neutron] 10.222.0.18 "GET /v2.0/networks/7b9ba910-6749-4270-b002-56d9006f5b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5203743 Jul 15 13:16:35.761379 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b53ad9a5-ba5c-4e4d-8be9-5434a918162b req-5c295c7d-b874-40cb-898f-10bfc6cb92e3 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287184 Jul 15 13:16:35.807569 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:16:35.963332 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-62cfe8ff-0fa6-43a6-ba1f-4a3c8310f78d tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Allocated IP 2001:db8:0:1::1c5 (0651ec67-406a-4520-bfb1-9f6ef7776a18/b66c1a5d-a731-4a84-8f15-92f5ce385127/88fe6165-7802-4fb3-b459-f96906eb2761) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:36.047321 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08be1595-223c-4290-92e0-d526839ba793 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.096983 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-08be1595-223c-4290-92e0-d526839ba793 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Calling delete_port for 87b15fb9-de15-4248-80cc-73049eef1197 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:36.159065 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7e85e7-50d9-4a1a-a288-a3aabdd94968 None None] Network 0651ec67-406a-4520-bfb1-9f6ef7776a18 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:36.285785 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7262ac2-73d3-4e4e-8265-7a181552ea47 req-ab5a7381-5bb0-421d-a1b2-296d60d83b54 service neutron] 10.222.0.18 "GET /v2.0/networks/7b9ba910-6749-4270-b002-56d9006f5b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5940251 Jul 15 13:16:36.390867 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4340218e-d6eb-47b8-ae48-ab674e5117bb None None] Provisioning for port 88fe6165-7802-4fb3-b459-f96906eb2761 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:36.419091 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4340218e-d6eb-47b8-ae48-ab674e5117bb None None] Provisioning complete for port 88fe6165-7802-4fb3-b459-f96906eb2761 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:36.434060 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4340218e-d6eb-47b8-ae48-ab674e5117bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.442064 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62cfe8ff-0fa6-43a6-ba1f-4a3c8310f78d tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.504349 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-62cfe8ff-0fa6-43a6-ba1f-4a3c8310f78d tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Ignored duplicate provisioning block setup for port 88fe6165-7802-4fb3-b459-f96906eb2761 by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 13:16:36.512344 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62cfe8ff-0fa6-43a6-ba1f-4a3c8310f78d tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.812452 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cfe8ff-0fa6-43a6-ba1f-4a3c8310f78d tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Port': ['ID=88fe6165-7802-4fb3-b459-f96906eb2761,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:36.843433 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-4340218e-d6eb-47b8-ae48-ab674e5117bb None None] Port 88fe6165-7802-4fb3-b459-f96906eb2761 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:36.891951 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4340218e-d6eb-47b8-ae48-ab674e5117bb None None] Provisioning for port 095913c0-a39b-41db-bf8b-84a0596fab73 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:36.950879 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 095913c0-a39b-41db-bf8b-84a0596fab73 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:37.029964 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4340218e-d6eb-47b8-ae48-ab674e5117bb None None] Provisioning complete for port 095913c0-a39b-41db-bf8b-84a0596fab73 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:37.030540 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4340218e-d6eb-47b8-ae48-ab674e5117bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.146421 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7c170-9af5-4f8a-ac46-fd0877c53a06 req-f4b77dfa-e46d-4fa4-8051-fdfb26556ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:37.148869 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-35e7c170-9af5-4f8a-ac46-fd0877c53a06 req-f4b77dfa-e46d-4fa4-8051-fdfb26556ebb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c1af11be7dd419195f949cd92df4ecc&device_id=352874d8-59a0-401a-a9f2-b731ba9ca9be HTTP/1.1" status: 200 len: 1095 time: 0.7646449 Jul 15 13:16:37.156523 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-62cfe8ff-0fa6-43a6-ba1f-4a3c8310f78d tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] In _notify_port_updated(), no bound segment for port 88fe6165-7802-4fb3-b459-f96906eb2761 on network 0651ec67-406a-4520-bfb1-9f6ef7776a18 {{(pid=93813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:16:37.196856 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cfe8ff-0fa6-43a6-ba1f-4a3c8310f78d tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:37.202787 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62cfe8ff-0fa6-43a6-ba1f-4a3c8310f78d tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.208553 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-62cfe8ff-0fa6-43a6-ba1f-4a3c8310f78d tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "PUT /v2.0/ports/88fe6165-7802-4fb3-b459-f96906eb2761 HTTP/1.1" status: 200 len: 1012 time: 2.9967752 Jul 15 13:16:37.214010 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34558) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:37.280181 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 095913c0-a39b-41db-bf8b-84a0596fab73 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:37.281058 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.558697 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-7b7fac46-b120-4b62-85d3-a3148c9421af tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Deleting port 88fe6165-7802-4fb3-b459-f96906eb2761 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:37.559061 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7b7fac46-b120-4b62-85d3-a3148c9421af tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.681249 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08be1595-223c-4290-92e0-d526839ba793 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.732737 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be1595-223c-4290-92e0-d526839ba793 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Port': ['ID=87b15fb9-de15-4248-80cc-73049eef1197,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:37.898490 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7c170-9af5-4f8a-ac46-fd0877c53a06 req-be80129e-8ed3-49b1-af9c-3791f943b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:37.918534 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7b7fac46-b120-4b62-85d3-a3148c9421af tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.926305 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-35e7c170-9af5-4f8a-ac46-fd0877c53a06 req-be80129e-8ed3-49b1-af9c-3791f943b5f7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7b9ba910-6749-4270-b002-56d9006f5b50 HTTP/1.1" status: 200 len: 916 time: 0.6996527 Jul 15 13:16:37.937848 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.969261 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-7b7fac46-b120-4b62-85d3-a3148c9421af tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Calling delete_port for 88fe6165-7802-4fb3-b459-f96906eb2761 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:38.039814 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1c0c4-2af8-40ac-90db-c06cc487c40d req-69057919-8f34-455e-a9dc-f9dea6ad15a7 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:38.049284 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f3d1c0c4-2af8-40ac-90db-c06cc487c40d req-69057919-8f34-455e-a9dc-f9dea6ad15a7 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=352874d8-59a0-401a-a9f2-b731ba9ca9be HTTP/1.1" status: 200 len: 943 time: 1.0164104 Jul 15 13:16:38.049839 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d0d76476-19c2-4fa4-8673-feaa34c02bd3 None None] Provisioning complete for port 88fe6165-7802-4fb3-b459-f96906eb2761 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:38.050253 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d0d76476-19c2-4fa4-8673-feaa34c02bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.144091 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d0d76476-19c2-4fa4-8673-feaa34c02bd3 None None] Port 88fe6165-7802-4fb3-b459-f96906eb2761 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:38.189160 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d0d76476-19c2-4fa4-8673-feaa34c02bd3 None None] Provisioning complete for port 095913c0-a39b-41db-bf8b-84a0596fab73 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:38.189725 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d0d76476-19c2-4fa4-8673-feaa34c02bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.276405 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-35e7c170-9af5-4f8a-ac46-fd0877c53a06 req-24eb6db1-0f16-4f8f-9109-11cd4a2cdc89 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=923edff6-f17c-4696-ade6-011844c84a69 HTTP/1.1" status: 200 len: 217 time: 0.3101654 Jul 15 13:16:38.430788 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f3d1c0c4-2af8-40ac-90db-c06cc487c40d req-d3bb051c-b761-49a4-8dec-02110040075d tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795192 Jul 15 13:16:38.456865 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 923edff6-f17c-4696-ade6-011844c84a69 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:16:38.706143 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 923edff6-f17c-4696-ade6-011844c84a69, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=923edff6-f17c-4696-ade6-011844c84a69,segment=NetworkSegment(2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72),segment_id=2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:38.769647 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '923edff6-f17c-4696-ade6-011844c84a69', 'network_id': '7b9ba910-6749-4270-b002-56d9006f5b50', 'port_id': '923edff6-f17c-4696-ade6-011844c84a69', 'mac_address': 'fa:16:3e:3f:5b:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9399f7e-15bd-4621-abd1-34b022e325f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:16:38.886209 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7b7fac46-b120-4b62-85d3-a3148c9421af tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.946071 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.946071 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b2e165ce-dd3d-40c7-a385-b89e1da1e065 None None] Provisioning complete for port 88fe6165-7802-4fb3-b459-f96906eb2761 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:38.946071 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b2e165ce-dd3d-40c7-a385-b89e1da1e065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.030238 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7fac46-b120-4b62-85d3-a3148c9421af tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Port': ['ID=88fe6165-7802-4fb3-b459-f96906eb2761,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:39.032757 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b2e165ce-dd3d-40c7-a385-b89e1da1e065 None None] Port 88fe6165-7802-4fb3-b459-f96906eb2761 was deleted so its status cannot be updated. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 15 13:16:39.062349 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 923edff6-f17c-4696-ade6-011844c84a69 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:39.095098 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7b7fac46-b120-4b62-85d3-a3148c9421af tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.097469 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7b7fac46-b120-4b62-85d3-a3148c9421af tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/ports/88fe6165-7802-4fb3-b459-f96906eb2761 HTTP/1.1" status: 204 len: 168 time: 1.8733180 Jul 15 13:16:39.100303 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34580) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:39.124323 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 923edff6-f17c-4696-ade6-011844c84a69, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=923edff6-f17c-4696-ade6-011844c84a69,segment=NetworkSegment(2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72),segment_id=2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:39.132522 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.211176 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-9477fb7e-5047-48d2-b438-74e19df737b0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] GET failed (client error): The resource could not be found. Jul 15 13:16:39.225586 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9477fb7e-5047-48d2-b438-74e19df737b0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "GET /v2.0/ports/88fe6165-7802-4fb3-b459-f96906eb2761 HTTP/1.1" status: 404 len: 333 time: 0.1232064 Jul 15 13:16:39.226912 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34586) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:39.234992 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=923edff6-f17c-4696-ade6-011844c84a69,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:39.370827 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-917fae16-3188-4a85-b2fe-59ae35789d5b None None] Could not find standard attr ID for object 88fe6165-7802-4fb3-b459-f96906eb2761. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:16:39.379131 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4816e8c-1895-4866-bce7-6269a9bcc888 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Deleting subnet b66c1a5d-a731-4a84-8f15-92f5ce385127 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:16:39.384429 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a4816e8c-1895-4866-bce7-6269a9bcc888 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.477356 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a4816e8c-1895-4866-bce7-6269a9bcc888 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.486273 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['923edff6-f17c-4696-ade6-011844c84a69'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:39.555127 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7c170-9af5-4f8a-ac46-fd0877c53a06 req-93f43537-e56f-467d-87c9-ac76d37600dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:39.557672 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-35e7c170-9af5-4f8a-ac46-fd0877c53a06 req-93f43537-e56f-467d-87c9-ac76d37600dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9399f7e-15bd-4621-abd1-34b022e325f1 HTTP/1.1" status: 200 len: 855 time: 1.2676430 Jul 15 13:16:39.561152 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08be1595-223c-4290-92e0-d526839ba793 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.788590 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-35e7c170-9af5-4f8a-ac46-fd0877c53a06 req-599a05b0-be28-4f52-99ba-8052957b3548 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7b9ba910-6749-4270-b002-56d9006f5b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2156923 Jul 15 13:16:39.921033 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c3af7063-3ea0-4db1-8212-6c2f14bcb1c7 None None] Could not find standard attr ID for object 88fe6165-7802-4fb3-b459-f96906eb2761. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:16:39.932461 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a4816e8c-1895-4866-bce7-6269a9bcc888 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:40.101561 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6436cb-a41e-4f9e-84b7-39a67b8e312d req-ef6ce5c5-8040-4268-b01e-cc05a6810c26 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:40.103240 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9b6436cb-a41e-4f9e-84b7-39a67b8e312d req-ef6ce5c5-8040-4268-b01e-cc05a6810c26 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=352874d8-59a0-401a-a9f2-b731ba9ca9be HTTP/1.1" status: 200 len: 944 time: 0.3102398 Jul 15 13:16:40.181251 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08be1595-223c-4290-92e0-d526839ba793 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Router 802b816d-f249-46c6-9924-7d3ce05879c6 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:16:40.221145 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a4816e8c-1895-4866-bce7-6269a9bcc888 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:40.245918 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-35e7c170-9af5-4f8a-ac46-fd0877c53a06 req-88524927-14f2-4f07-914d-00c8e1198424 service neutron] 10.222.0.18 "GET /v2.0/networks/7b9ba910-6749-4270-b002-56d9006f5b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450293 Jul 15 13:16:40.312932 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9b6436cb-a41e-4f9e-84b7-39a67b8e312d req-594ec517-57be-4f92-aea8-e24f284493b8 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757123 Jul 15 13:16:40.315764 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4816e8c-1895-4866-bce7-6269a9bcc888 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Subnet': ['ID=b66c1a5d-a731-4a84-8f15-92f5ce385127,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:40.326418 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a4816e8c-1895-4866-bce7-6269a9bcc888 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:40.327587 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507e2364-9c07-486c-a432-2641708646e5 None None] Network 0651ec67-406a-4520-bfb1-9f6ef7776a18 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:40.328435 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a4816e8c-1895-4866-bce7-6269a9bcc888 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/subnets/b66c1a5d-a731-4a84-8f15-92f5ce385127 HTTP/1.1" status: 204 len: 168 time: 1.0999167 Jul 15 13:16:40.341366 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34600) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:40.462668 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-01adad0d-09b2-466d-af8c-571692726111 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Deleting subnet 9958fc11-0f46-46d9-9c5f-0d1b90b307cb {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:16:40.473968 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-01adad0d-09b2-466d-af8c-571692726111 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:40.635224 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-01adad0d-09b2-466d-af8c-571692726111 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:40.713456 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08be1595-223c-4290-92e0-d526839ba793 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:40.726335 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac793f21-f872-4be9-bb91-67970b05f94e None None] Sync routers for ids ['802b816d-f249-46c6-9924-7d3ce05879c6'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:40.732726 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-08be1595-223c-4290-92e0-d526839ba793 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "PUT /v2.0/routers/802b816d-f249-46c6-9924-7d3ce05879c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4426866 Jul 15 13:16:40.735134 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34608) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:40.750811 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac793f21-f872-4be9-bb91-67970b05f94e None None] Routers {'802b816d-f249-46c6-9924-7d3ce05879c6'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:40.751624 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ac793f21-f872-4be9-bb91-67970b05f94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:16:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['802b816d-f249-46c6-9924-7d3ce05879c6'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:40.781460 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-35e7c170-9af5-4f8a-ac46-fd0877c53a06 req-ecb93717-09d6-4ff5-b13a-fa9ba6d3b3a0 service neutron] 10.222.0.18 "GET /v2.0/networks/7b9ba910-6749-4270-b002-56d9006f5b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5147543 Jul 15 13:16:40.917496 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ac793f21-f872-4be9-bb91-67970b05f94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:40.970511 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac793f21-f872-4be9-bb91-67970b05f94e None None] Routers {'802b816d-f249-46c6-9924-7d3ce05879c6'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:40.975259 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ac793f21-f872-4be9-bb91-67970b05f94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:16:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['802b816d-f249-46c6-9924-7d3ce05879c6'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:41.043103 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ac793f21-f872-4be9-bb91-67970b05f94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:41.043878 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac793f21-f872-4be9-bb91-67970b05f94e None None] The sync data for ids ['802b816d-f249-46c6-9924-7d3ce05879c6'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:41.244324 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-c1395b4b-f3c6-442e-9f99-8bed386a240e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] remove_router_interface failed (client error): The resource could not be found. Jul 15 13:16:41.248727 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c1395b4b-f3c6-442e-9f99-8bed386a240e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "PUT /v2.0/routers/802b816d-f249-46c6-9924-7d3ce05879c6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5091121 Jul 15 13:16:41.249939 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34614) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:41.266651 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-01adad0d-09b2-466d-af8c-571692726111 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.331712 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4fcc3e69-303b-42b9-8372-8f78e2399a9a tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "GET /v2.0/ports?device_id=802b816d-f249-46c6-9924-7d3ce05879c6 HTTP/1.1" status: 200 len: 205 time: 0.0792849 Jul 15 13:16:41.332723 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34618) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:41.379624 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-01adad0d-09b2-466d-af8c-571692726111 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.433248 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01adad0d-09b2-466d-af8c-571692726111 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Subnet': ['ID=9958fc11-0f46-46d9-9c5f-0d1b90b307cb,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:41.458288 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-01adad0d-09b2-466d-af8c-571692726111 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.460444 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-01adad0d-09b2-466d-af8c-571692726111 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/subnets/9958fc11-0f46-46d9-9c5f-0d1b90b307cb HTTP/1.1" status: 204 len: 168 time: 1.1179388 Jul 15 13:16:41.464843 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34622) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:41.573275 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8dce4130-e51b-4d6b-b9b1-7da88cbfd7aa tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.642554 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f3c3a56-06b0-4fb3-8750-588d76e36154 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.799930 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-4f3c3a56-06b0-4fb3-8750-588d76e36154 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Deleting port 095913c0-a39b-41db-bf8b-84a0596fab73 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:41.800430 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f3c3a56-06b0-4fb3-8750-588d76e36154 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.938390 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-4f3c3a56-06b0-4fb3-8750-588d76e36154 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] For port 095913c0-a39b-41db-bf8b-84a0596fab73, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=095913c0-a39b-41db-bf8b-84a0596fab73,segment=NetworkSegment(d4829c96-b850-4cad-9333-42b60e354525),segment_id=d4829c96-b850-4cad-9333-42b60e354525)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:41.938959 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f3c3a56-06b0-4fb3-8750-588d76e36154 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.969906 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-4f3c3a56-06b0-4fb3-8750-588d76e36154 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Calling delete_port for 095913c0-a39b-41db-bf8b-84a0596fab73 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:42.047495 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8dce4130-e51b-4d6b-b9b1-7da88cbfd7aa tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.051804 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8dce4130-e51b-4d6b-b9b1-7da88cbfd7aa tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.130060 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f3c3a56-06b0-4fb3-8750-588d76e36154 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.166757 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1092d5d-7223-4a35-be71-5057375e5bbe None None] Network 0651ec67-406a-4520-bfb1-9f6ef7776a18 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:42.168789 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3c3a56-06b0-4fb3-8750-588d76e36154 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] No DVR routers for this DVR port 095913c0-a39b-41db-bf8b-84a0596fab73 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:42.200964 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8dc70f56-ec5b-4f87-b47a-0a528d0932a6 None None] Could not find standard attr ID for object 095913c0-a39b-41db-bf8b-84a0596fab73. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:16:42.206989 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c3a56-06b0-4fb3-8750-588d76e36154 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Port': ['ID=095913c0-a39b-41db-bf8b-84a0596fab73,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:42.249298 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8dce4130-e51b-4d6b-b9b1-7da88cbfd7aa tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.251469 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dce4130-e51b-4d6b-b9b1-7da88cbfd7aa tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Fanout notify agent at l3_agent the message router_deleted on router 802b816d-f249-46c6-9924-7d3ce05879c6 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:16:42.293701 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8dce4130-e51b-4d6b-b9b1-7da88cbfd7aa tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.295767 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8dce4130-e51b-4d6b-b9b1-7da88cbfd7aa tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/routers/802b816d-f249-46c6-9924-7d3ce05879c6 HTTP/1.1" status: 204 len: 168 time: 0.9614129 Jul 15 13:16:42.298703 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34632) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:42.399914 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f3c3a56-06b0-4fb3-8750-588d76e36154 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.423922 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-4f3c3a56-06b0-4fb3-8750-588d76e36154 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0651ec67-406a-4520-bfb1-9f6ef7776a18']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:42.431196 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c41e2b-928e-4f9b-b3b2-0fb154fab23e req-b6be11ca-ab5f-4c31-8889-b6b3b31a4580 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:42.432458 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48c41e2b-928e-4f9b-b3b2-0fb154fab23e req-b6be11ca-ab5f-4c31-8889-b6b3b31a4580 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=352874d8-59a0-401a-a9f2-b731ba9ca9be HTTP/1.1" status: 200 len: 944 time: 0.7802198 Jul 15 13:16:42.465101 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-4f3c3a56-06b0-4fb3-8750-588d76e36154 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4829c96-b850-4cad-9333-42b60e354525') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:42.465381 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-4f3c3a56-06b0-4fb3-8750-588d76e36154 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4829c96-b850-4cad-9333-42b60e354525') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:42.471892 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 923edff6-f17c-4696-ade6-011844c84a69 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:42.489042 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f3c3a56-06b0-4fb3-8750-588d76e36154 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.524000 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f3c3a56-06b0-4fb3-8750-588d76e36154 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.533259 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f3c3a56-06b0-4fb3-8750-588d76e36154 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:16:42.533259 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f3c3a56-06b0-4fb3-8750-588d76e36154 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:16:42.535488 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:16:42.651108 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 923edff6-f17c-4696-ade6-011844c84a69 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:42.657979 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 923edff6-f17c-4696-ade6-011844c84a69 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:42.658574 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.689624 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f3c3a56-06b0-4fb3-8750-588d76e36154 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.704461 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f3c3a56-06b0-4fb3-8750-588d76e36154 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.708625 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48c41e2b-928e-4f9b-b3b2-0fb154fab23e req-dc2da9d4-30ca-4637-a375-09dcab98c5dd tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304003 Jul 15 13:16:42.719078 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4f3c3a56-06b0-4fb3-8750-588d76e36154 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/networks/0651ec67-406a-4520-bfb1-9f6ef7776a18 HTTP/1.1" status: 204 len: 168 time: 1.2467606 Jul 15 13:16:42.723693 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf08d778-d504-4ebb-b6dd-8ea346c23638 None None] DHCP port deletion for 0651ec67-406a-4520-bfb1-9f6ef7776a18 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:16:42.746735 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34638) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:42.753417 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c3a56-06b0-4fb3-8750-588d76e36154 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Network': ['ID=0651ec67-406a-4520-bfb1-9f6ef7776a18,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:42.871389 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c5bc5a5-1127-4c27-b0fd-d39029f3328d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Deleting subnet b1afc343-9807-44db-8c1e-51e39e08ec1c {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:16:42.891429 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c5bc5a5-1127-4c27-b0fd-d39029f3328d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.895708 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.926628 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 095913c0-a39b-41db-bf8b-84a0596fab73 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:42.974077 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 095913c0-a39b-41db-bf8b-84a0596fab73 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:16:42.975624 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 095913c0-a39b-41db-bf8b-84a0596fab73 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:42.991286 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352874d8-59a0-401a-a9f2-b731ba9ca9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923edff6-f17c-4696-ade6-011844c84a69'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:43.008627 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c9db50-97c1-434f-a24c-b5053fd8f641" -d '{"events": [{"server_uuid": "352874d8-59a0-401a-a9f2-b731ba9ca9be", "name": "network-vif-plugged", "status": "completed", "tag": "923edff6-f17c-4696-ade6-011844c84a69"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:43.073976 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 923edff6-f17c-4696-ade6-011844c84a69, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=923edff6-f17c-4696-ade6-011844c84a69,segment=NetworkSegment(2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72),segment_id=2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:43.099554 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.145605 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-3e58b7ce-fef3-4df2-b6a5-1df6b5f6eb31 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.8167131 Jul 15 13:16:43.192834 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63e81f9-0c1a-4c6b-b8e6-08666296582e x-openstack-request-id: req-b63e81f9-0c1a-4c6b-b8e6-08666296582e {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:43.194144 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352874d8-59a0-401a-a9f2-b731ba9ca9be", "name": "network-vif-plugged", "status": "completed", "tag": "923edff6-f17c-4696-ade6-011844c84a69", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:43.194802 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b63e81f9-0c1a-4c6b-b8e6-08666296582e {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:43.195587 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352874d8-59a0-401a-a9f2-b731ba9ca9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923edff6-f17c-4696-ade6-011844c84a69', 'code': 200} Jul 15 13:16:43.214631 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=923edff6-f17c-4696-ade6-011844c84a69,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:43.272687 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c5bc5a5-1127-4c27-b0fd-d39029f3328d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.440091 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23609f43-dc71-4b59-9bd8-ae63cc1f001e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:43.449650 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-23609f43-dc71-4b59-9bd8-ae63cc1f001e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6954565 Jul 15 13:16:43.449650 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34650) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:43.560122 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a9de-f5d4-473f-87be-897b7104de70 req-44e52a0d-52bd-4e7a-a9dd-24d116544179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:43.560651 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a9de-f5d4-473f-87be-897b7104de70 req-44e52a0d-52bd-4e7a-a9dd-24d116544179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:43.561199 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a9de-f5d4-473f-87be-897b7104de70 req-44e52a0d-52bd-4e7a-a9dd-24d116544179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:43.562537 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a9de-f5d4-473f-87be-897b7104de70 req-44e52a0d-52bd-4e7a-a9dd-24d116544179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:43.562537 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a9de-f5d4-473f-87be-897b7104de70 req-44e52a0d-52bd-4e7a-a9dd-24d116544179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:43.562785 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a9de-f5d4-473f-87be-897b7104de70 req-44e52a0d-52bd-4e7a-a9dd-24d116544179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:43.563320 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a9de-f5d4-473f-87be-897b7104de70 req-44e52a0d-52bd-4e7a-a9dd-24d116544179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:43.565507 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-44e52a0d-52bd-4e7a-a9dd-24d116544179 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=418a827c6cea45b7b8c4dddb4927b332&device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 6498 time: 0.3084972 Jul 15 13:16:43.640744 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ca130-a2f9-4fe1-8852-2f72f9d05946 req-9529d452-8ffc-4169-a4f8-0ff89f5cf0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:43.642685 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8e0ca130-a2f9-4fe1-8852-2f72f9d05946 req-9529d452-8ffc-4169-a4f8-0ff89f5cf0e6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=352874d8-59a0-401a-a9f2-b731ba9ca9be HTTP/1.1" status: 200 len: 1097 time: 0.3588190 Jul 15 13:16:43.827545 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-28680112-3f50-42bd-b67a-b7393b563e32 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3715866 Jul 15 13:16:43.833535 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34662) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:43.838075 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c5bc5a5-1127-4c27-b0fd-d39029f3328d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.868669 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-1d84d513-a800-4657-aa9f-efed03036069 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1101307098'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:43.946222 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d84d513-a800-4657-aa9f-efed03036069 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:43.950327 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d84d513-a800-4657-aa9f-efed03036069 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.953991 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8e0ca130-a2f9-4fe1-8852-2f72f9d05946 req-d22d44e7-c945-45f6-9b19-15ad788bac0c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767200 Jul 15 13:16:44.000451 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d84d513-a800-4657-aa9f-efed03036069 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:16:44.022847 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d84d513-a800-4657-aa9f-efed03036069 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.024144 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a9de-f5d4-473f-87be-897b7104de70 req-cc829720-76ee-4f86-adae-cfb255ffc5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:44.024726 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-1d84d513-a800-4657-aa9f-efed03036069 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Added segment 8e866f17-8b2c-46d8-a6d5-b88ed4f95d30 of type vlan for network 4044d453-4c2e-450f-9032-accba9052fba Jul 15 13:16:44.026703 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a9de-f5d4-473f-87be-897b7104de70 req-cc829720-76ee-4f86-adae-cfb255ffc5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:44.028665 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a9de-f5d4-473f-87be-897b7104de70 req-cc829720-76ee-4f86-adae-cfb255ffc5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:44.031825 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-cc829720-76ee-4f86-adae-cfb255ffc5f8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a68fe874-df04-4314-a181-131d0536a9d8&id=092cf651-d793-4b85-94d1-eb7a1eab171d&id=092cf651-d793-4b85-94d1-eb7a1eab171d&id=092cf651-d793-4b85-94d1-eb7a1eab171d&id=092cf651-d793-4b85-94d1-eb7a1eab171d&id=af7ddb53-a503-4934-b82b-95b8c79b40c8&id=af7ddb53-a503-4934-b82b-95b8c79b40c8 HTTP/1.1" status: 200 len: 2294 time: 0.4215627 Jul 15 13:16:44.123465 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c5bc5a5-1127-4c27-b0fd-d39029f3328d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.190336 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d84d513-a800-4657-aa9f-efed03036069 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.206709 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5bc5a5-1127-4c27-b0fd-d39029f3328d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Subnet': ['ID=b1afc343-9807-44db-8c1e-51e39e08ec1c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:44.210001 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c5bc5a5-1127-4c27-b0fd-d39029f3328d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.212242 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6a278f-e73f-4c24-9d59-cb309065ddb5 None None] Network bdd106d4-93e0-47ec-b419-e850de06ed80 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:44.212741 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6c5bc5a5-1127-4c27-b0fd-d39029f3328d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/subnets/b1afc343-9807-44db-8c1e-51e39e08ec1c HTTP/1.1" status: 204 len: 168 time: 1.9105473 Jul 15 13:16:44.218685 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34664) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:44.298476 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d84d513-a800-4657-aa9f-efed03036069 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.307133 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d84d513-a800-4657-aa9f-efed03036069 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:44.307809 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d84d513-a800-4657-aa9f-efed03036069 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.584882 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84d513-a800-4657-aa9f-efed03036069 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Network': ['ID=4044d453-4c2e-450f-9032-accba9052fba,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:44.626802 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 4044d453-4c2e-450f-9032-accba9052fba details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:16:44.642735 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1d84d513-a800-4657-aa9f-efed03036069 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8024025 Jul 15 13:16:44.652286 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34670) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:44.673664 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-76ae7df9-c124-45c3-9b11-b0d61e1fde1c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'subnet': {'network_id': '4044d453-4c2e-450f-9032-accba9052fba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:44.769311 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ce4ca-5c74-4eb3-9361-d1fbea09a42f req-e736433b-1174-4e30-bf1a-96ec78b78498 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:44.786705 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f70ce4ca-5c74-4eb3-9361-d1fbea09a42f req-e736433b-1174-4e30-bf1a-96ec78b78498 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=352874d8-59a0-401a-a9f2-b731ba9ca9be HTTP/1.1" status: 200 len: 945 time: 0.6794763 Jul 15 13:16:44.843315 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1999e06-82cf-4373-881a-256f14edadc6 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.868072 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-29440c31-6a62-4827-9815-d2b32766bab1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f564a5e-612b-4a41-8d78-25b6e98f9169 HTTP/1.1" status: 200 len: 1000 time: 0.8223119 Jul 15 13:16:44.963000 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f70ce4ca-5c74-4eb3-9361-d1fbea09a42f req-9ba104a6-ce39-4f97-aeb6-0336d7076f7d tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752262 Jul 15 13:16:45.032197 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ae7df9-c124-45c3-9b11-b0d61e1fde1c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:45.047885 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-76ae7df9-c124-45c3-9b11-b0d61e1fde1c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.085500 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a9de-f5d4-473f-87be-897b7104de70 req-662f8e19-32de-4a7b-80b0-39cfa1056a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:45.086083 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-662f8e19-32de-4a7b-80b0-39cfa1056a34 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bb32fc9a-711d-486b-b43b-dc825031996b HTTP/1.1" status: 200 len: 851 time: 0.2067118 Jul 15 13:16:45.139326 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f6515a-d925-4400-a487-8b33d3c11b0b None None] DHCP port deletion for bdd106d4-93e0-47ec-b419-e850de06ed80 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:16:45.219899 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f7f6515a-d925-4400-a487-8b33d3c11b0b None None] Deleting port d5c2b1a0-cc21-4f5e-be18-991b179ea629 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:45.221100 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7f6515a-d925-4400-a487-8b33d3c11b0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.236330 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d1999e06-82cf-4373-881a-256f14edadc6 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Deleting port d5c2b1a0-cc21-4f5e-be18-991b179ea629 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:45.237044 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1999e06-82cf-4373-881a-256f14edadc6 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.313584 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-f7f6515a-d925-4400-a487-8b33d3c11b0b None None] For port d5c2b1a0-cc21-4f5e-be18-991b179ea629, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=d5c2b1a0-cc21-4f5e-be18-991b179ea629,segment=NetworkSegment(11524246-ebdb-4d80-a216-fd79e0e87245),segment_id=11524246-ebdb-4d80-a216-fd79e0e87245)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:45.314508 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7f6515a-d925-4400-a487-8b33d3c11b0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.338522 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a9de-f5d4-473f-87be-897b7104de70 req-220d82e3-7970-4ce3-af84-87fd45116e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:45.340160 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-220d82e3-7970-4ce3-af84-87fd45116e9c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a68fe874-df04-4314-a181-131d0536a9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2440290 Jul 15 13:16:45.349529 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f7f6515a-d925-4400-a487-8b33d3c11b0b None None] Calling delete_port for d5c2b1a0-cc21-4f5e-be18-991b179ea629 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:45.460566 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7f6515a-d925-4400-a487-8b33d3c11b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.487350 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-76ae7df9-c124-45c3-9b11-b0d61e1fde1c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.513099 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f6515a-d925-4400-a487-8b33d3c11b0b None None] Pushing event deleted for resources: {'Port': ['ID=d5c2b1a0-cc21-4f5e-be18-991b179ea629,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:45.517174 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f6515a-d925-4400-a487-8b33d3c11b0b None None] No DVR routers for this DVR port d5c2b1a0-cc21-4f5e-be18-991b179ea629 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:45.522171 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d1999e06-82cf-4373-881a-256f14edadc6 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] For port d5c2b1a0-cc21-4f5e-be18-991b179ea629, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=d5c2b1a0-cc21-4f5e-be18-991b179ea629,segment=NetworkSegment(11524246-ebdb-4d80-a216-fd79e0e87245),segment_id=11524246-ebdb-4d80-a216-fd79e0e87245)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:45.522620 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1999e06-82cf-4373-881a-256f14edadc6 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.584694 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae7df9-c124-45c3-9b11-b0d61e1fde1c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Subnet': ['ID=55325820-d6a6-4a75-a928-003737e0adb7,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:45.587998 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ae7df9-c124-45c3-9b11-b0d61e1fde1c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Checking segment: {'id': '8e866f17-8b2c-46d8-a6d5-b88ed4f95d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4044d453-4c2e-450f-9032-accba9052fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:45.588720 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ae7df9-c124-45c3-9b11-b0d61e1fde1c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network hostable DHCP agents. Network: 4044d453-4c2e-450f-9032-accba9052fba, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:16:45.628390 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ae7df9-c124-45c3-9b11-b0d61e1fde1c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network 4044d453-4c2e-450f-9032-accba9052fba is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:16:45.641217 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-ff4a81df-c447-4924-8db7-a44d98d64319 service neutron] 10.222.0.18 "GET /v2.0/networks/a68fe874-df04-4314-a181-131d0536a9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934315 Jul 15 13:16:45.652446 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-76ae7df9-c124-45c3-9b11-b0d61e1fde1c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 4044d453-4c2e-450f-9032-accba9052fba) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:45.661217 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63881620-4353-47c5-85c8-6996a1490e4c None None] Network 4044d453-4c2e-450f-9032-accba9052fba requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:45.674801 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ae7df9-c124-45c3-9b11-b0d61e1fde1c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:45.676106 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-76ae7df9-c124-45c3-9b11-b0d61e1fde1c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.728377 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-76ae7df9-c124-45c3-9b11-b0d61e1fde1c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0723581 Jul 15 13:16:45.732393 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34692) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:45.732698 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d1999e06-82cf-4373-881a-256f14edadc6 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Calling delete_port for d5c2b1a0-cc21-4f5e-be18-991b179ea629 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:45.754948 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-28ec5594-90cb-43bf-ad56-1ca32d745e7a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'port': {'network_id': '4044d453-4c2e-450f-9032-accba9052fba', 'name': 'tempest-PortsIpV6TestJSON-36882047'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:46.153944 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ec5594-90cb-43bf-ad56-1ca32d745e7a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:46.158100 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28ec5594-90cb-43bf-ad56-1ca32d745e7a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.264098 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-28ec5594-90cb-43bf-ad56-1ca32d745e7a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] device_id is not set on port 951bc9fc-1e04-4679-92ac-b8f21b842bc1 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:16:46.394206 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-505bb1f1-5860-48bd-a4f7-7dccb67ee2fb service neutron] 10.222.0.18 "GET /v2.0/networks/a68fe874-df04-4314-a181-131d0536a9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7175491 Jul 15 13:16:46.408181 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7977b7ed-935f-4500-86ff-6dcb4ea25c0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-4044d453-4c2e-450f-9032-accba9052fba', 'network_id': '4044d453-4c2e-450f-9032-accba9052fba', 'tenant_id': 'd0416ea200934772bf1c355297ecb0ef', 'fixed_ips': [{'subnet_id': '55325820-d6a6-4a75-a928-003737e0adb7'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:16:46.409044 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7977b7ed-935f-4500-86ff-6dcb4ea25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.466298 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8ccbd-1d3e-4e8c-a8ca-90ff4ffb77b9 req-e3784c77-d3c6-496b-81ad-ef3fddb04020 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:46.480015 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-18d8ccbd-1d3e-4e8c-a8ca-90ff4ffb77b9 req-e3784c77-d3c6-496b-81ad-ef3fddb04020 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 1097 time: 0.3112633 Jul 15 13:16:46.521713 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-f70aa703-2a54-4710-8f31-d467fa88760d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=b6f4ad12-3700-4e2e-a890-1b96827e12d9 HTTP/1.1" status: 200 len: 217 time: 0.1187840 Jul 15 13:16:46.540477 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1999e06-82cf-4373-881a-256f14edadc6 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.554183 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a87203-8751-48d3-8673-f418ff9bede3 req-9e568cb1-5266-4bb7-a071-8afe43d1d562 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:46.556140 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d2a87203-8751-48d3-8673-f418ff9bede3 req-9e568cb1-5266-4bb7-a071-8afe43d1d562 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=352874d8-59a0-401a-a9f2-b731ba9ca9be HTTP/1.1" status: 200 len: 945 time: 0.2643950 Jul 15 13:16:46.576050 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-28ec5594-90cb-43bf-ad56-1ca32d745e7a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Allocated IP 2001:db8::1bd (4044d453-4c2e-450f-9032-accba9052fba/55325820-d6a6-4a75-a928-003737e0adb7/951bc9fc-1e04-4679-92ac-b8f21b842bc1) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:46.589092 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1999e06-82cf-4373-881a-256f14edadc6 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] No DVR routers for this DVR port d5c2b1a0-cc21-4f5e-be18-991b179ea629 on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:46.643319 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d2a87203-8751-48d3-8673-f418ff9bede3 req-e79d9faf-5a67-429e-8057-66efe592e352 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764418 Jul 15 13:16:46.724769 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a9de-f5d4-473f-87be-897b7104de70 req-596323b3-a3db-4f5f-9c30-8360438fe983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:46.726390 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-596323b3-a3db-4f5f-9c30-8360438fe983 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a43bc5d5-1c28-45f8-9de2-b37f1dc5ca84 HTTP/1.1" status: 200 len: 797 time: 0.1682663 Jul 15 13:16:46.830470 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-18d8ccbd-1d3e-4e8c-a8ca-90ff4ffb77b9 req-e4c4228b-b704-4d03-9b5f-055782a26769 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487542 Jul 15 13:16:46.899300 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1999e06-82cf-4373-881a-256f14edadc6 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Port': ['ID=d5c2b1a0-cc21-4f5e-be18-991b179ea629,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:46.901343 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device d5c2b1a0-cc21-4f5e-be18-991b179ea629 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:46.930371 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28ec5594-90cb-43bf-ad56-1ca32d745e7a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.979298 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-28ec5594-90cb-43bf-ad56-1ca32d745e7a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Transition to ACTIVE for port object 951bc9fc-1e04-4679-92ac-b8f21b842bc1 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:46.989993 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: d5c2b1a0-cc21-4f5e-be18-991b179ea629 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:16:46.991094 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device d5c2b1a0-cc21-4f5e-be18-991b179ea629 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:47.090495 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28ec5594-90cb-43bf-ad56-1ca32d745e7a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.106746 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1999e06-82cf-4373-881a-256f14edadc6 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.163105 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-d1999e06-82cf-4373-881a-256f14edadc6 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd106d4-93e0-47ec-b419-e850de06ed80']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:47.207543 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-d1999e06-82cf-4373-881a-256f14edadc6 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11524246-ebdb-4d80-a216-fd79e0e87245') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:47.207853 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-d1999e06-82cf-4373-881a-256f14edadc6 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11524246-ebdb-4d80-a216-fd79e0e87245') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:47.221133 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-7977b7ed-935f-4500-86ff-6dcb4ea25c0c None None] Allocated IP 2001:db8::2 (4044d453-4c2e-450f-9032-accba9052fba/55325820-d6a6-4a75-a928-003737e0adb7/7eb25f5f-a24c-4d7a-b66c-ec0e37961a32) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:47.258611 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1999e06-82cf-4373-881a-256f14edadc6 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.299799 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec5594-90cb-43bf-ad56-1ca32d745e7a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Port': ['ID=951bc9fc-1e04-4679-92ac-b8f21b842bc1,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:47.322523 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1999e06-82cf-4373-881a-256f14edadc6 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.343085 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1999e06-82cf-4373-881a-256f14edadc6 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:16:47.343408 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1999e06-82cf-4373-881a-256f14edadc6 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.370978 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ec5594-90cb-43bf-ad56-1ca32d745e7a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network 4044d453-4c2e-450f-9032-accba9052fba is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:47.378725 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-28ec5594-90cb-43bf-ad56-1ca32d745e7a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:47.389436 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ec5594-90cb-43bf-ad56-1ca32d745e7a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:47.400101 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ec5594-90cb-43bf-ad56-1ca32d745e7a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:47.412762 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28ec5594-90cb-43bf-ad56-1ca32d745e7a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.447931 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-28ec5594-90cb-43bf-ad56-1ca32d745e7a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7095058 Jul 15 13:16:47.452793 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34720) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:47.458818 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-09f54a97-d886-4475-a66e-aafd7effff59 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'port': {'network_id': '4044d453-4c2e-450f-9032-accba9052fba', 'name': 'tempest-PortsIpV6TestJSON-536297208'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:16:47.522058 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:16:47.534608 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1999e06-82cf-4373-881a-256f14edadc6 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.583095 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1999e06-82cf-4373-881a-256f14edadc6 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.585204 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d1999e06-82cf-4373-881a-256f14edadc6 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/networks/bdd106d4-93e0-47ec-b419-e850de06ed80 HTTP/1.1" status: 204 len: 168 time: 3.3649998 Jul 15 13:16:47.590472 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1999e06-82cf-4373-881a-256f14edadc6 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Network': ['ID=bdd106d4-93e0-47ec-b419-e850de06ed80,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:47.600069 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34724) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:47.605889 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-80419624-d8be-46fd-a7ac-0946b05e043e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Request body: {'network': {'name': 'tempest-RoutersTest-1633434867'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:47.713285 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80419624-d8be-46fd-a7ac-0946b05e043e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Made reservation on behalf of 2299834c406d4055b9f136a9c73b3afc for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:47.722596 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80419624-d8be-46fd-a7ac-0946b05e043e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.777010 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f54a97-d886-4475-a66e-aafd7effff59 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:47.781160 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09f54a97-d886-4475-a66e-aafd7effff59 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.792910 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a9de-f5d4-473f-87be-897b7104de70 req-b7302465-6aa3-4f5d-a481-1181f838d44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:47.795322 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-b7302465-6aa3-4f5d-a481-1181f838d44d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=092cf651-d793-4b85-94d1-eb7a1eab171d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9636247 Jul 15 13:16:47.833777 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7977b7ed-935f-4500-86ff-6dcb4ea25c0c None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.847787 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7977b7ed-935f-4500-86ff-6dcb4ea25c0c None None] Transition to ACTIVE for port object 7eb25f5f-a24c-4d7a-b66c-ec0e37961a32 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:47.889595 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-09f54a97-d886-4475-a66e-aafd7effff59 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] device_id is not set on port d87b7c72-e06f-497c-a7b9-ca03c3397bb7 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:16:47.890315 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7977b7ed-935f-4500-86ff-6dcb4ea25c0c None None] Transition to ACTIVE for port object 7eb25f5f-a24c-4d7a-b66c-ec0e37961a32 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:47.909635 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80419624-d8be-46fd-a7ac-0946b05e043e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:16:47.934791 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80419624-d8be-46fd-a7ac-0946b05e043e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.935355 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-80419624-d8be-46fd-a7ac-0946b05e043e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Added segment dc2d57d0-1207-4085-b927-b32b61a3260b of type vlan for network 70226541-db83-4763-8cdd-bfcfb9f7677c Jul 15 13:16:47.946216 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7977b7ed-935f-4500-86ff-6dcb4ea25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.051162 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7977b7ed-935f-4500-86ff-6dcb4ea25c0c None None] Network 4044d453-4c2e-450f-9032-accba9052fba is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:48.053628 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80419624-d8be-46fd-a7ac-0946b05e043e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.055302 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-7977b7ed-935f-4500-86ff-6dcb4ea25c0c None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:48.066214 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7977b7ed-935f-4500-86ff-6dcb4ea25c0c None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:48.145983 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80419624-d8be-46fd-a7ac-0946b05e043e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.161435 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80419624-d8be-46fd-a7ac-0946b05e043e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:48.162260 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80419624-d8be-46fd-a7ac-0946b05e043e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.179747 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-09f54a97-d886-4475-a66e-aafd7effff59 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Allocated IP 2001:db8::f (4044d453-4c2e-450f-9032-accba9052fba/55325820-d6a6-4a75-a928-003737e0adb7/d87b7c72-e06f-497c-a7b9-ca03c3397bb7) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:48.245492 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977b7ed-935f-4500-86ff-6dcb4ea25c0c None None] Pushing event updated for resources: {'Port': ['ID=7eb25f5f-a24c-4d7a-b66c-ec0e37961a32,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:48.317082 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-7977b7ed-935f-4500-86ff-6dcb4ea25c0c None None] Attempting to bind port 7eb25f5f-a24c-4d7a-b66c-ec0e37961a32 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:48.324467 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-7977b7ed-935f-4500-86ff-6dcb4ea25c0c None None] Attempting to bind port 7eb25f5f-a24c-4d7a-b66c-ec0e37961a32 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '8e866f17-8b2c-46d8-a6d5-b88ed4f95d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4044d453-4c2e-450f-9032-accba9052fba'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:48.327276 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7977b7ed-935f-4500-86ff-6dcb4ea25c0c None None] Attempting to bind port 7eb25f5f-a24c-4d7a-b66c-ec0e37961a32 on network 4044d453-4c2e-450f-9032-accba9052fba {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:48.330368 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-80419624-d8be-46fd-a7ac-0946b05e043e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7289338 Jul 15 13:16:48.336122 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34748) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:48.342046 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9a30fbfd-2362-42b2-aa5a-054951358131 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Request body: {'subnet': {'network_id': '70226541-db83-4763-8cdd-bfcfb9f7677c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:48.355314 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7977b7ed-935f-4500-86ff-6dcb4ea25c0c None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:48.355871 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7977b7ed-935f-4500-86ff-6dcb4ea25c0c None None] Checking segment: {'id': '8e866f17-8b2c-46d8-a6d5-b88ed4f95d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4044d453-4c2e-450f-9032-accba9052fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:48.356401 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7977b7ed-935f-4500-86ff-6dcb4ea25c0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.356948 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7977b7ed-935f-4500-86ff-6dcb4ea25c0c None None] Bound using segment: {'id': '8e866f17-8b2c-46d8-a6d5-b88ed4f95d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4044d453-4c2e-450f-9032-accba9052fba'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:48.360734 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-7977b7ed-935f-4500-86ff-6dcb4ea25c0c None None] Bound port: 7eb25f5f-a24c-4d7a-b66c-ec0e37961a32, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e866f17-8b2c-46d8-a6d5-b88ed4f95d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4044d453-4c2e-450f-9032-accba9052fba'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:48.361715 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7977b7ed-935f-4500-86ff-6dcb4ea25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.545332 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80419624-d8be-46fd-a7ac-0946b05e043e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Network': ['ID=70226541-db83-4763-8cdd-bfcfb9f7677c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:48.604181 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a30fbfd-2362-42b2-aa5a-054951358131 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Made reservation on behalf of 2299834c406d4055b9f136a9c73b3afc for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:48.614396 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9a30fbfd-2362-42b2-aa5a-054951358131 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.621260 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 70226541-db83-4763-8cdd-bfcfb9f7677c details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:16:48.692314 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09f54a97-d886-4475-a66e-aafd7effff59 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.703441 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-2223b613-1451-46df-8a1a-ed18d2c7c131 service neutron] 10.222.0.18 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8850768 Jul 15 13:16:48.727970 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-09f54a97-d886-4475-a66e-aafd7effff59 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Transition to ACTIVE for port object d87b7c72-e06f-497c-a7b9-ca03c3397bb7 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:48.814805 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7977b7ed-935f-4500-86ff-6dcb4ea25c0c None None] For port 7eb25f5f-a24c-4d7a-b66c-ec0e37961a32, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:48.847445 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09f54a97-d886-4475-a66e-aafd7effff59 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.873012 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7977b7ed-935f-4500-86ff-6dcb4ea25c0c None None] For port 7eb25f5f-a24c-4d7a-b66c-ec0e37961a32, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=7eb25f5f-a24c-4d7a-b66c-ec0e37961a32,segment=NetworkSegment(8e866f17-8b2c-46d8-a6d5-b88ed4f95d30),segment_id=8e866f17-8b2c-46d8-a6d5-b88ed4f95d30)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:48.884698 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7977b7ed-935f-4500-86ff-6dcb4ea25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.987268 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f54a97-d886-4475-a66e-aafd7effff59 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network 4044d453-4c2e-450f-9032-accba9052fba is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:48.996400 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-09f54a97-d886-4475-a66e-aafd7effff59 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:49.003756 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f54a97-d886-4475-a66e-aafd7effff59 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:49.020672 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f54a97-d886-4475-a66e-aafd7effff59 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:49.023933 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09f54a97-d886-4475-a66e-aafd7effff59 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.035595 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977b7ed-935f-4500-86ff-6dcb4ea25c0c None None] Pushing event updated for resources: {'Port': ['ID=7eb25f5f-a24c-4d7a-b66c-ec0e37961a32,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:49.067669 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f54a97-d886-4475-a66e-aafd7effff59 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Port': ['ID=d87b7c72-e06f-497c-a7b9-ca03c3397bb7,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:49.092537 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-09f54a97-d886-4475-a66e-aafd7effff59 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6385605 Jul 15 13:16:49.096954 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34762) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:49.382823 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84978b39-ec7b-4410-bab4-0dfe32360baa tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:49.391064 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-84978b39-ec7b-4410-bab4-0dfe32360baa tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1bd HTTP/1.1" status: 200 len: 927 time: 0.2924752 Jul 15 13:16:49.400281 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34770) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:49.636156 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-4efd51c8-7a3c-45b8-a004-676d5c4edb81 service neutron] 10.222.0.18 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7182961 Jul 15 13:16:49.754793 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-bc6cb97b-d2d3-4fc5-8173-f95d60047639 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Deleting port d87b7c72-e06f-497c-a7b9-ca03c3397bb7 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:49.756087 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bc6cb97b-d2d3-4fc5-8173-f95d60047639 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.782954 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-1ddc9453-53c3-4539-b87a-8fd7d513611c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=1f7146e3-8033-4950-8584-85d59a6f89e7 HTTP/1.1" status: 200 len: 217 time: 0.1356137 Jul 15 13:16:49.920813 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bc6cb97b-d2d3-4fc5-8173-f95d60047639 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.943420 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-bc6cb97b-d2d3-4fc5-8173-f95d60047639 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Calling delete_port for d87b7c72-e06f-497c-a7b9-ca03c3397bb7 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:50.285563 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9a30fbfd-2362-42b2-aa5a-054951358131 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:50.295950 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a9de-f5d4-473f-87be-897b7104de70 req-80f724c8-b6ae-4900-9eec-455ed7ee7420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:50.307153 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-80f724c8-b6ae-4900-9eec-455ed7ee7420 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a43bc5d5-1c28-45f8-9de2-b37f1dc5ca84 HTTP/1.1" status: 200 len: 797 time: 0.5083826 Jul 15 13:16:50.630113 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34796) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:50.728575 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30fbfd-2362-42b2-aa5a-054951358131 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Subnet': ['ID=5cc57141-9ac6-4c44-9af2-e6d52e13fa95,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:50.765560 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6dad5d2-da3d-4474-8158-42ef3e398652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:50.786000 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a30fbfd-2362-42b2-aa5a-054951358131 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Checking segment: {'id': 'dc2d57d0-1207-4085-b927-b32b61a3260b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '70226541-db83-4763-8cdd-bfcfb9f7677c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:50.787012 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a30fbfd-2362-42b2-aa5a-054951358131 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network hostable DHCP agents. Network: 70226541-db83-4763-8cdd-bfcfb9f7677c, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:16:50.893823 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-446ea8c4-3a3f-44eb-a885-97354f7bba8b tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:16:50.917613 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-446ea8c4-3a3f-44eb-a885-97354f7bba8b tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8315122 Jul 15 13:16:50.998370 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a9de-f5d4-473f-87be-897b7104de70 req-aec51f9c-aaa6-430f-9f78-9741132202ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:51.000257 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-aec51f9c-aaa6-430f-9f78-9741132202ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=092cf651-d793-4b85-94d1-eb7a1eab171d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6751647 Jul 15 13:16:51.097805 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 7eb25f5f-a24c-4d7a-b66c-ec0e37961a32 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:51.296126 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 7eb25f5f-a24c-4d7a-b66c-ec0e37961a32 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:51.328023 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1e84bd-94ca-4d66-93d2-cd926df1e242 None None] Network 4044d453-4c2e-450f-9032-accba9052fba requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:51.417602 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-07c25278-2244-4f4e-b896-762f54833c88 service neutron] Request body: {'binding': {'host': 'n-h1-758944-45', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:51.418478 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-07c25278-2244-4f4e-b896-762f54833c88 service neutron] Unknown quota resources ['binding']. {{(pid=93814) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:16:51.426525 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a30fbfd-2362-42b2-aa5a-054951358131 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network 70226541-db83-4763-8cdd-bfcfb9f7677c is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:16:51.439152 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bc6cb97b-d2d3-4fc5-8173-f95d60047639 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:51.491790 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6cb97b-d2d3-4fc5-8173-f95d60047639 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Port': ['ID=d87b7c72-e06f-497c-a7b9-ca03c3397bb7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:51.519744 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e9f7945-50d1-40fd-bdd0-ee0c112b3586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:51.537669 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bc6cb97b-d2d3-4fc5-8173-f95d60047639 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:51.540396 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-bc6cb97b-d2d3-4fc5-8173-f95d60047639 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/ports/d87b7c72-e06f-497c-a7b9-ca03c3397bb7 HTTP/1.1" status: 204 len: 168 time: 2.1388078 Jul 15 13:16:51.545232 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34810) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:51.589664 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-9a30fbfd-2362-42b2-aa5a-054951358131 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 70226541-db83-4763-8cdd-bfcfb9f7677c) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:51.673639 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-7096417f-8cf3-40d1-a764-6de668db00aa service neutron] 10.222.0.18 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6334207 Jul 15 13:16:51.684175 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7853d757-e6a7-4e5c-a42f-4461f3489fac None None] Network 70226541-db83-4763-8cdd-bfcfb9f7677c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:51.866536 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e3bba9df-c9c0-4172-8495-8b31619344dd None None] Provisioning for port 7eb25f5f-a24c-4d7a-b66c-ec0e37961a32 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:51.923988 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e3bba9df-c9c0-4172-8495-8b31619344dd None None] Provisioning complete for port 7eb25f5f-a24c-4d7a-b66c-ec0e37961a32 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:51.926539 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e3bba9df-c9c0-4172-8495-8b31619344dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:51.940568 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a30fbfd-2362-42b2-aa5a-054951358131 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:51.942284 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9a30fbfd-2362-42b2-aa5a-054951358131 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:51.974802 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-fb973929-3d14-49de-8622-67e13c98c981 service neutron] 10.222.0.18 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980647 Jul 15 13:16:51.986202 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-37833063-22fa-4b18-8b25-68d34c61d34f tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] GET failed (client error): The resource could not be found. Jul 15 13:16:51.995372 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34818) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:51.996263 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-37833063-22fa-4b18-8b25-68d34c61d34f tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "GET /v2.0/ports/d87b7c72-e06f-497c-a7b9-ca03c3397bb7 HTTP/1.1" status: 404 len: 333 time: 0.4443142 Jul 15 13:16:52.042293 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9a30fbfd-2362-42b2-aa5a-054951358131 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7022216 Jul 15 13:16:52.101124 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34820) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:52.122587 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-dd8d2ae4-67fb-41f5-85db-787d405745b3 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1724005174', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:52.136992 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a140ef-eb93-49d9-a79c-ee0c49b6e080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-70226541-db83-4763-8cdd-bfcfb9f7677c', 'network_id': '70226541-db83-4763-8cdd-bfcfb9f7677c', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'fixed_ips': [{'subnet_id': '5cc57141-9ac6-4c44-9af2-e6d52e13fa95'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:16:52.138758 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6a140ef-eb93-49d9-a79c-ee0c49b6e080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:52.198329 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-cd9f2fa6-dbf0-4043-b0ef-8fd91c5e5875 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e HTTP/1.1" status: 200 len: 217 time: 0.1958494 Jul 15 13:16:52.210231 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.db.api [None req-dd8d2ae4-67fb-41f5-85db-787d405745b3 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:16:52.210231 n-d-758944-45 neutron-server[93813]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:16:52.210231 n-d-758944-45 neutron-server[93813]: [parameters: {'project_id_1': '2299834c406d4055b9f136a9c73b3afc', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 16, 52, 161708)}] Jul 15 13:16:52.210231 n-d-758944-45 neutron-server[93813]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:16:52.216250 n-d-758944-45 neutron-server[93813]: DEBUG oslo_db.api [None req-dd8d2ae4-67fb-41f5-85db-787d405745b3 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:16:52.275843 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e3bba9df-c9c0-4172-8495-8b31619344dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:52.364407 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e3bba9df-c9c0-4172-8495-8b31619344dd None None] For port 7eb25f5f-a24c-4d7a-b66c-ec0e37961a32, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=7eb25f5f-a24c-4d7a-b66c-ec0e37961a32,segment=NetworkSegment(8e866f17-8b2c-46d8-a6d5-b88ed4f95d30),segment_id=8e866f17-8b2c-46d8-a6d5-b88ed4f95d30)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:52.446922 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-bc12ff70-8023-4eb3-9ae4-521ad7160f47 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Deleting port 951bc9fc-1e04-4679-92ac-b8f21b842bc1 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:52.447465 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bc12ff70-8023-4eb3-9ae4-521ad7160f47 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:52.532699 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-d6a140ef-eb93-49d9-a79c-ee0c49b6e080 None None] Allocated IP 172.20.0.2 (70226541-db83-4763-8cdd-bfcfb9f7677c/5cc57141-9ac6-4c44-9af2-e6d52e13fa95/b183a484-3c65-4f1b-975f-db1a20d51957) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:52.807647 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e3bba9df-c9c0-4172-8495-8b31619344dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:52.845156 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bc12ff70-8023-4eb3-9ae4-521ad7160f47 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:52.877995 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-bc12ff70-8023-4eb3-9ae4-521ad7160f47 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Calling delete_port for 951bc9fc-1e04-4679-92ac-b8f21b842bc1 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:52.965058 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a9de-f5d4-473f-87be-897b7104de70 req-f7bc4ab5-a75b-4ed6-a4eb-5ff02567625f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:52.968143 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-f7bc4ab5-a75b-4ed6-a4eb-5ff02567625f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a43bc5d5-1c28-45f8-9de2-b37f1dc5ca84 HTTP/1.1" status: 200 len: 797 time: 0.7550104 Jul 15 13:16:53.052167 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-07c25278-2244-4f4e-b896-762f54833c88 service neutron] Attempting to bind port 47646f87-d7a9-46f0-84a2-57552665394e on host n-h1-758944-45 for vnic_type normal with profile None {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:53.052567 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-07c25278-2244-4f4e-b896-762f54833c88 service neutron] Attempting to bind port 47646f87-d7a9-46f0-84a2-57552665394e by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:53.053071 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-07c25278-2244-4f4e-b896-762f54833c88 service neutron] Attempting to bind port 47646f87-d7a9-46f0-84a2-57552665394e on network 11104484-975b-4425-b2d0-5e9908c9b0d1 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:53.069940 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-07c25278-2244-4f4e-b896-762f54833c88 service neutron] Port 47646f87-d7a9-46f0-84a2-57552665394e on network 11104484-975b-4425-b2d0-5e9908c9b0d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:16:53.070312 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-07c25278-2244-4f4e-b896-762f54833c88 service neutron] Attempting to bind port 47646f87-d7a9-46f0-84a2-57552665394e on network 11104484-975b-4425-b2d0-5e9908c9b0d1 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:53.104010 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-07c25278-2244-4f4e-b896-762f54833c88 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:53.104010 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-07c25278-2244-4f4e-b896-762f54833c88 service neutron] Checking segment: {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:53.105098 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-07c25278-2244-4f4e-b896-762f54833c88 service neutron] Bound using segment: {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:53.105878 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-07c25278-2244-4f4e-b896-762f54833c88 service neutron] Bound port: 47646f87-d7a9-46f0-84a2-57552665394e, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:53.292604 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a9de-f5d4-473f-87be-897b7104de70 req-b4ebdddc-b9f2-40de-9c1e-e4722c2be58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:53.294034 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bba9df-c9c0-4172-8495-8b31619344dd None None] Pushing event updated for resources: {'Port': ['ID=7eb25f5f-a24c-4d7a-b66c-ec0e37961a32,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:53.295448 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-b4ebdddc-b9f2-40de-9c1e-e4722c2be58e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=092cf651-d793-4b85-94d1-eb7a1eab171d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3000793 Jul 15 13:16:53.313300 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.376931 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bc12ff70-8023-4eb3-9ae4-521ad7160f47 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.412104 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6a140ef-eb93-49d9-a79c-ee0c49b6e080 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.445338 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e9f7945-50d1-40fd-bdd0-ee0c112b3586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.460381 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58cbf0f5-ce12-474e-8eba-7ce5a232ee87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.477640 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-07c25278-2244-4f4e-b896-762f54833c88 service neutron] For port 47646f87-d7a9-46f0-84a2-57552665394e, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=47646f87-d7a9-46f0-84a2-57552665394e,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:53.479512 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e9f7945-50d1-40fd-bdd0-ee0c112b3586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.489278 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d6a140ef-eb93-49d9-a79c-ee0c49b6e080 None None] Transition to ACTIVE for port object b183a484-3c65-4f1b-975f-db1a20d51957 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:53.509004 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc12ff70-8023-4eb3-9ae4-521ad7160f47 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Port': ['ID=951bc9fc-1e04-4679-92ac-b8f21b842bc1,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:53.573135 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bc12ff70-8023-4eb3-9ae4-521ad7160f47 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.579487 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-bc12ff70-8023-4eb3-9ae4-521ad7160f47 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/ports/951bc9fc-1e04-4679-92ac-b8f21b842bc1 HTTP/1.1" status: 204 len: 168 time: 1.5827837 Jul 15 13:16:53.583494 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dd8d2ae4-67fb-41f5-85db-787d405745b3 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.584713 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dd8d2ae4-67fb-41f5-85db-787d405745b3 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.594508 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c97a6e42-0b04-476c-8df8-e1db6891ef29 None None] Could not find standard attr ID for object 951bc9fc-1e04-4679-92ac-b8f21b842bc1. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:16:53.596213 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34832) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:53.626526 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-07c25278-2244-4f4e-b896-762f54833c88 service neutron] Notify callbacks [] for binding, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.628507 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-07c25278-2244-4f4e-b896-762f54833c88 service neutron] 10.222.0.24 "POST /v2.0/ports/47646f87-d7a9-46f0-84a2-57552665394e/bindings HTTP/1.1" status: 201 len: 390 time: 2.7098331 Jul 15 13:16:53.659074 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f7945-50d1-40fd-bdd0-ee0c112b3586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac25692-ed86-4f5c-9ba3-f317bdbde433,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:53.679687 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d6a140ef-eb93-49d9-a79c-ee0c49b6e080 None None] Transition to ACTIVE for port object b183a484-3c65-4f1b-975f-db1a20d51957 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:53.680677 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5e9f7945-50d1-40fd-bdd0-ee0c112b3586 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e2a5ff5018ec4b609cb74099ca8b56f1&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0456576 Jul 15 13:16:53.685453 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34838) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:53.713405 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c97a6e42-0b04-476c-8df8-e1db6891ef29 None None] Provisioning complete for port 7eb25f5f-a24c-4d7a-b66c-ec0e37961a32 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:53.716951 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c97a6e42-0b04-476c-8df8-e1db6891ef29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.750493 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbf66b46-2843-4552-87c0-631e2160f54e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] GET failed (client error): The resource could not be found. Jul 15 13:16:53.755953 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-dbf66b46-2843-4552-87c0-631e2160f54e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "GET /v2.0/ports/951bc9fc-1e04-4679-92ac-b8f21b842bc1 HTTP/1.1" status: 404 len: 333 time: 0.1572928 Jul 15 13:16:53.765442 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34840) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:53.803942 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-024f00e8-e590-4a6f-ae96-5c6d69c6e56a service neutron] 10.222.0.18 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849782 Jul 15 13:16:54.039520 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6a140ef-eb93-49d9-a79c-ee0c49b6e080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.084618 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4bf697f-49b9-4233-ae6f-7f4246f7ab55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.137264 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4bf697f-49b9-4233-ae6f-7f4246f7ab55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.176584 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a140ef-eb93-49d9-a79c-ee0c49b6e080 None None] Network 70226541-db83-4763-8cdd-bfcfb9f7677c is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:54.183067 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-d6a140ef-eb93-49d9-a79c-ee0c49b6e080 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:54.188939 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a140ef-eb93-49d9-a79c-ee0c49b6e080 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:54.296354 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dd8d2ae4-67fb-41f5-85db-787d405745b3 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.311140 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dd8d2ae4-67fb-41f5-85db-787d405745b3 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.332010 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a90eb5c-b2d8-4b58-9052-f74b89c1043a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Deleting subnet 55325820-d6a6-4a75-a928-003737e0adb7 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:16:54.342107 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5a90eb5c-b2d8-4b58-9052-f74b89c1043a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.395430 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-d97adcf0-8b83-4de6-8840-4613732047de service neutron] 10.222.0.18 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5574608 Jul 15 13:16:54.426712 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5a90eb5c-b2d8-4b58-9052-f74b89c1043a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.494910 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-d6a140ef-eb93-49d9-a79c-ee0c49b6e080 None None] Attempting to bind port b183a484-3c65-4f1b-975f-db1a20d51957 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:54.495761 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-d6a140ef-eb93-49d9-a79c-ee0c49b6e080 None None] Attempting to bind port b183a484-3c65-4f1b-975f-db1a20d51957 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'dc2d57d0-1207-4085-b927-b32b61a3260b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '70226541-db83-4763-8cdd-bfcfb9f7677c'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:54.496021 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a140ef-eb93-49d9-a79c-ee0c49b6e080 None None] Attempting to bind port b183a484-3c65-4f1b-975f-db1a20d51957 on network 70226541-db83-4763-8cdd-bfcfb9f7677c {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:54.535728 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a140ef-eb93-49d9-a79c-ee0c49b6e080 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:54.536294 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a140ef-eb93-49d9-a79c-ee0c49b6e080 None None] Checking segment: {'id': 'dc2d57d0-1207-4085-b927-b32b61a3260b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '70226541-db83-4763-8cdd-bfcfb9f7677c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:54.536924 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6a140ef-eb93-49d9-a79c-ee0c49b6e080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.537543 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a140ef-eb93-49d9-a79c-ee0c49b6e080 None None] Bound using segment: {'id': 'dc2d57d0-1207-4085-b927-b32b61a3260b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '70226541-db83-4763-8cdd-bfcfb9f7677c'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:54.553119 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-d6a140ef-eb93-49d9-a79c-ee0c49b6e080 None None] Bound port: b183a484-3c65-4f1b-975f-db1a20d51957, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc2d57d0-1207-4085-b927-b32b61a3260b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '70226541-db83-4763-8cdd-bfcfb9f7677c'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:54.553917 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6a140ef-eb93-49d9-a79c-ee0c49b6e080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.578299 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5a90eb5c-b2d8-4b58-9052-f74b89c1043a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.585132 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a140ef-eb93-49d9-a79c-ee0c49b6e080 None None] Pushing event updated for resources: {'Port': ['ID=b183a484-3c65-4f1b-975f-db1a20d51957,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:54.690451 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4bf697f-49b9-4233-ae6f-7f4246f7ab55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.695025 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4bf697f-49b9-4233-ae6f-7f4246f7ab55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.701332 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a4bf697f-49b9-4233-ae6f-7f4246f7ab55 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ac25692-ed86-4f5c-9ba3-f317bdbde433 HTTP/1.1" status: 204 len: 168 time: 0.9981058 Jul 15 13:16:54.708199 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d6a140ef-eb93-49d9-a79c-ee0c49b6e080 None None] For port b183a484-3c65-4f1b-975f-db1a20d51957, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:54.715818 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d6a140ef-eb93-49d9-a79c-ee0c49b6e080 None None] For port b183a484-3c65-4f1b-975f-db1a20d51957, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b183a484-3c65-4f1b-975f-db1a20d51957,segment=NetworkSegment(dc2d57d0-1207-4085-b927-b32b61a3260b),segment_id=dc2d57d0-1207-4085-b927-b32b61a3260b)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:54.757999 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5a90eb5c-b2d8-4b58-9052-f74b89c1043a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.758278 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6a140ef-eb93-49d9-a79c-ee0c49b6e080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.822835 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-05d9bdfb-4511-4c7d-9200-9347a3e838d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=17aae3e2-beee-4242-a747-d5d996c9bcc4 HTTP/1.1" status: 200 len: 217 time: 0.3757861 Jul 15 13:16:54.846927 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf697f-49b9-4233-ae6f-7f4246f7ab55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac25692-ed86-4f5c-9ba3-f317bdbde433,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:54.851340 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a90eb5c-b2d8-4b58-9052-f74b89c1043a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Subnet': ['ID=55325820-d6a6-4a75-a928-003737e0adb7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:54.854641 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5a90eb5c-b2d8-4b58-9052-f74b89c1043a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.862132 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5a90eb5c-b2d8-4b58-9052-f74b89c1043a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/subnets/55325820-d6a6-4a75-a928-003737e0adb7 HTTP/1.1" status: 204 len: 168 time: 1.0897801 Jul 15 13:16:54.862132 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dd8d2ae4-67fb-41f5-85db-787d405745b3 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.862132 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-dd8d2ae4-67fb-41f5-85db-787d405745b3 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 2.7553451 Jul 15 13:16:54.862132 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34854) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:54.865674 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34856) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:54.871973 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4b09a1c0-e9af-413d-a56b-b8ae0d51ef45 None None] Could not find standard attr ID for object d87b7c72-e06f-497c-a7b9-ca03c3397bb7. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:16:54.913081 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4b09a1c0-e9af-413d-a56b-b8ae0d51ef45 None None] Could not find standard attr ID for object 951bc9fc-1e04-4679-92ac-b8f21b842bc1. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:16:54.987423 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:55.024774 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 7eb25f5f-a24c-4d7a-b66c-ec0e37961a32 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:55.060821 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:55.077833 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a9de-f5d4-473f-87be-897b7104de70 req-cabbee57-fe88-4148-a54e-c0c3849c0081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:55.080839 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-cabbee57-fe88-4148-a54e-c0c3849c0081 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a43bc5d5-1c28-45f8-9de2-b37f1dc5ca84 HTTP/1.1" status: 200 len: 797 time: 0.2186580 Jul 15 13:16:55.189348 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-d70cd182-0dc4-456c-bfcb-62c0d3c2bf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:55.192004 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-d70cd182-0dc4-456c-bfcb-62c0d3c2bf7c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c2b5fceeddc4686a6075bcd70c81526&device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 1097 time: 0.9403791 Jul 15 13:16:55.246859 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d008ede0-b541-4563-9adc-6112acd5c7ed None None] Network 4044d453-4c2e-450f-9032-accba9052fba requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:55.538207 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-db4037dd-710c-45cf-bf4d-5fc007cb8ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:55.541483 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-db4037dd-710c-45cf-bf4d-5fc007cb8ea6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=11104484-975b-4425-b2d0-5e9908c9b0d1 HTTP/1.1" status: 200 len: 908 time: 0.3380921 Jul 15 13:16:55.569132 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6cabb-ed5d-4ea3-860a-7d69acdc7c3b req-33fe3411-2b37-4123-9e27-2af3d4ee4184 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:55.581915 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6bb6cabb-ed5d-4ea3-860a-7d69acdc7c3b req-33fe3411-2b37-4123-9e27-2af3d4ee4184 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 945 time: 1.1132617 Jul 15 13:16:55.606914 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a140ef-eb93-49d9-a79c-ee0c49b6e080 None None] Pushing event updated for resources: {'Port': ['ID=b183a484-3c65-4f1b-975f-db1a20d51957,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:55.683171 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-02058a58-81a3-430a-ad9b-7cb146ebc6d2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:55.695266 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-144302d0-02b9-46b9-b6c1-8eda508c0913 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47646f87-d7a9-46f0-84a2-57552665394e HTTP/1.1" status: 200 len: 217 time: 0.1082411 Jul 15 13:16:55.886155 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6bb6cabb-ed5d-4ea3-860a-7d69acdc7c3b req-b5050285-e99e-46e5-af1b-2ee2b8edee9f tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020887 Jul 15 13:16:55.938978 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a9de-f5d4-473f-87be-897b7104de70 req-242a490c-d2dc-4dcf-b066-4434bf75b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:55.960591 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-242a490c-d2dc-4dcf-b066-4434bf75b4fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=092cf651-d793-4b85-94d1-eb7a1eab171d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8699322 Jul 15 13:16:55.964666 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-459ef46e-297c-4b9a-9a1a-cb627b59fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:55.966896 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-459ef46e-297c-4b9a-9a1a-cb627b59fe85 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=175aacaa-613b-43c2-81a6-3ccd12246946 HTTP/1.1" status: 200 len: 847 time: 0.2472606 Jul 15 13:16:55.983248 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d97f4b9-1918-4a3e-8981-6972928f3728 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.009820 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 7eb25f5f-a24c-4d7a-b66c-ec0e37961a32 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:56.010572 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.110346 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-a561135a-b876-4a32-b95f-47f0c3bd3406 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11104484-975b-4425-b2d0-5e9908c9b0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1323748 Jul 15 13:16:56.371062 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34872) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:56.372042 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.537172 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-02058a58-81a3-430a-ad9b-7cb146ebc6d2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Deleting port 7eb25f5f-a24c-4d7a-b66c-ec0e37961a32 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:56.540271 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-02058a58-81a3-430a-ad9b-7cb146ebc6d2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.594970 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c528f337-2343-4e67-8901-29061132db60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.666868 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-02058a58-81a3-430a-ad9b-7cb146ebc6d2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] For port 7eb25f5f-a24c-4d7a-b66c-ec0e37961a32, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=7eb25f5f-a24c-4d7a-b66c-ec0e37961a32,segment=NetworkSegment(8e866f17-8b2c-46d8-a6d5-b88ed4f95d30),segment_id=8e866f17-8b2c-46d8-a6d5-b88ed4f95d30)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:56.667310 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-02058a58-81a3-430a-ad9b-7cb146ebc6d2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.685925 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-02058a58-81a3-430a-ad9b-7cb146ebc6d2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Calling delete_port for 7eb25f5f-a24c-4d7a-b66c-ec0e37961a32 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:56.694856 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-28849f68-6f00-4805-b255-a8a5d97c1793 service neutron] 10.222.0.18 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7181814 Jul 15 13:16:56.695598 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d376e24-c621-4ef6-ac8c-10b3d6363b06 None None] DHCP port deletion for 4044d453-4c2e-450f-9032-accba9052fba request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:16:56.810994 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-02058a58-81a3-430a-ad9b-7cb146ebc6d2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.855335 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02058a58-81a3-430a-ad9b-7cb146ebc6d2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Port': ['ID=7eb25f5f-a24c-4d7a-b66c-ec0e37961a32,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:56.872877 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3d376e24-c621-4ef6-ac8c-10b3d6363b06 None None] Deleting port 7eb25f5f-a24c-4d7a-b66c-ec0e37961a32 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:56.873523 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d376e24-c621-4ef6-ac8c-10b3d6363b06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.945672 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02058a58-81a3-430a-ad9b-7cb146ebc6d2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] No DVR routers for this DVR port 7eb25f5f-a24c-4d7a-b66c-ec0e37961a32 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:57.034048 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-3d376e24-c621-4ef6-ac8c-10b3d6363b06 None None] For port 7eb25f5f-a24c-4d7a-b66c-ec0e37961a32, host n-d-758944-45, got binding levels [] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:57.034530 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d376e24-c621-4ef6-ac8c-10b3d6363b06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.069875 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3d376e24-c621-4ef6-ac8c-10b3d6363b06 None None] Calling delete_port for 7eb25f5f-a24c-4d7a-b66c-ec0e37961a32 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:57.076102 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.ipam_backend_mixin [None req-3d376e24-c621-4ef6-ac8c-10b3d6363b06 None None] Port 7eb25f5f-a24c-4d7a-b66c-ec0e37961a32 was not found and therefore no delete operation was performed {{(pid=93815) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:16:57.081053 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d376e24-c621-4ef6-ac8c-10b3d6363b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.092540 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1608609f-5752-4f68-9b5b-dfa3e25c6ff5 None None] Network 70226541-db83-4763-8cdd-bfcfb9f7677c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:57.115304 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-02058a58-81a3-430a-ad9b-7cb146ebc6d2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.134960 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-0bd80fb1-8764-4ea8-8f74-fea6d379d6ae service neutron] 10.222.0.18 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0197365 Jul 15 13:16:57.140420 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-02058a58-81a3-430a-ad9b-7cb146ebc6d2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4044d453-4c2e-450f-9032-accba9052fba']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:57.156675 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-02058a58-81a3-430a-ad9b-7cb146ebc6d2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e866f17-8b2c-46d8-a6d5-b88ed4f95d30') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:57.157001 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-02058a58-81a3-430a-ad9b-7cb146ebc6d2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e866f17-8b2c-46d8-a6d5-b88ed4f95d30') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:57.182210 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-02058a58-81a3-430a-ad9b-7cb146ebc6d2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.194941 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b183a484-3c65-4f1b-975f-db1a20d51957 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:57.204829 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d376e24-c621-4ef6-ac8c-10b3d6363b06 None None] Pushing event deleted for resources: {'Port': ['ID=7eb25f5f-a24c-4d7a-b66c-ec0e37961a32,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:57.207419 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-02058a58-81a3-430a-ad9b-7cb146ebc6d2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.210757 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d376e24-c621-4ef6-ac8c-10b3d6363b06 None None] No DVR routers for this DVR port 7eb25f5f-a24c-4d7a-b66c-ec0e37961a32 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:57.215233 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02058a58-81a3-430a-ad9b-7cb146ebc6d2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:16:57.215676 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-02058a58-81a3-430a-ad9b-7cb146ebc6d2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:16:57.323841 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:16:57.329657 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-99ed8625-c83b-42d4-8af7-de3ec11434f1 None None] Provisioning for port b183a484-3c65-4f1b-975f-db1a20d51957 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:57.345611 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-02058a58-81a3-430a-ad9b-7cb146ebc6d2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.436814 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-02058a58-81a3-430a-ad9b-7cb146ebc6d2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.449222 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-02058a58-81a3-430a-ad9b-7cb146ebc6d2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/networks/4044d453-4c2e-450f-9032-accba9052fba HTTP/1.1" status: 204 len: 168 time: 2.5841544 Jul 15 13:16:57.452704 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port b183a484-3c65-4f1b-975f-db1a20d51957 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:57.466804 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port b183a484-3c65-4f1b-975f-db1a20d51957 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:57.467102 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c528f337-2343-4e67-8901-29061132db60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.467824 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34884) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:57.468048 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.502347 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-e0a85c66-96f3-4aad-9a73-580622676e9e service neutron] 10.222.0.18 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7990580 Jul 15 13:16:57.505311 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c528f337-2343-4e67-8901-29061132db60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.535911 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4f505f3e-6bba-4f8f-ace4-f13adf1dd4b7 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1310554423'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:57.547248 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02058a58-81a3-430a-ad9b-7cb146ebc6d2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Network': ['ID=4044d453-4c2e-450f-9032-accba9052fba,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:57.643261 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-e7bb0f18-a8db-41a0-a605-f5ab9987af59 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b7de99ab-528a-45b3-83e8-223243db9266 HTTP/1.1" status: 200 len: 217 time: 0.1273816 Jul 15 13:16:57.670530 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c528f337-2343-4e67-8901-29061132db60 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b98bd91851b640cfb342c606e4ea6355&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2861338 Jul 15 13:16:57.678140 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34888) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:57.704789 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528f337-2343-4e67-8901-29061132db60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d549a31-5ae4-4a6d-ae9f-d55a048bf0c6,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:57.750556 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-4f592235-1771-4a04-a966-9e2732dbe4ad service neutron] 10.222.0.18 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5795035 Jul 15 13:16:57.766191 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a9de-f5d4-473f-87be-897b7104de70 req-7b2fcc23-d11d-4ed6-ad3e-f281535e6e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:57.767762 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-7b2fcc23-d11d-4ed6-ad3e-f281535e6e7a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=565ec453-53b0-4720-9670-49936e2bd20d HTTP/1.1" status: 200 len: 797 time: 0.1143727 Jul 15 13:16:57.802565 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-8d97f4b9-1918-4a3e-8981-6972928f3728 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Allocated IP 172.20.0.1 (70226541-db83-4763-8cdd-bfcfb9f7677c/5cc57141-9ac6-4c44-9af2-e6d52e13fa95/de266825-4b76-460a-8506-a3fab8b30be0) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:57.881118 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f505f3e-6bba-4f8f-ace4-f13adf1dd4b7 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:57.901251 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a9de-f5d4-473f-87be-897b7104de70 req-68643823-bedf-4251-829d-91fd4cec3942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:57.902494 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f505f3e-6bba-4f8f-ace4-f13adf1dd4b7 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.902927 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-68643823-bedf-4251-829d-91fd4cec3942 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=af7ddb53-a503-4934-b82b-95b8c79b40c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1283352 Jul 15 13:16:58.063490 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f505f3e-6bba-4f8f-ace4-f13adf1dd4b7 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:16:58.122937 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f505f3e-6bba-4f8f-ace4-f13adf1dd4b7 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:58.123892 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-4f505f3e-6bba-4f8f-ace4-f13adf1dd4b7 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Added segment b4f932f9-853b-4c71-9817-7c15bdc70f7b of type vlan for network 0fa2db55-f093-4e2d-b8bf-2f73f540ef87 Jul 15 13:16:58.131087 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-dafd09ee-5b74-42ca-86e0-ba6bfaf652dc service neutron] 10.222.0.18 "GET /v2.0/networks/af7ddb53-a503-4934-b82b-95b8c79b40c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196369 Jul 15 13:16:58.230198 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f505f3e-6bba-4f8f-ace4-f13adf1dd4b7 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:58.254359 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:58.313421 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c32a4-7df6-42ef-9d83-1a6467be8ea3 req-da246e92-6a52-4339-b78f-f7d65282c70f tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:58.316421 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-037c32a4-7df6-42ef-9d83-1a6467be8ea3 req-da246e92-6a52-4339-b78f-f7d65282c70f tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 945 time: 0.9966059 Jul 15 13:16:58.328889 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port b183a484-3c65-4f1b-975f-db1a20d51957, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b183a484-3c65-4f1b-975f-db1a20d51957,segment=NetworkSegment(dc2d57d0-1207-4085-b927-b32b61a3260b),segment_id=dc2d57d0-1207-4085-b927-b32b61a3260b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:58.337432 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:58.351545 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f505f3e-6bba-4f8f-ace4-f13adf1dd4b7 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:58.356565 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-db7dd074-63b4-45f9-a000-ba1580dd982a service neutron] 10.222.0.18 "GET /v2.0/networks/af7ddb53-a503-4934-b82b-95b8c79b40c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117980 Jul 15 13:16:58.363688 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f505f3e-6bba-4f8f-ace4-f13adf1dd4b7 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:58.364710 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f505f3e-6bba-4f8f-ace4-f13adf1dd4b7 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:58.503699 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=b183a484-3c65-4f1b-975f-db1a20d51957,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:58.509724 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-cf7421ce-6163-4318-9a20-c93ac221a6d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9f6dd92f-446d-431c-9742-1c64543233ba HTTP/1.1" status: 200 len: 217 time: 0.1480916 Jul 15 13:16:58.537640 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 7eb25f5f-a24c-4d7a-b66c-ec0e37961a32 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:58.593026 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 7eb25f5f-a24c-4d7a-b66c-ec0e37961a32 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:16:58.593383 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 7eb25f5f-a24c-4d7a-b66c-ec0e37961a32 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:58.612939 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f505f3e-6bba-4f8f-ace4-f13adf1dd4b7 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Network': ['ID=0fa2db55-f093-4e2d-b8bf-2f73f540ef87,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:58.636302 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4f505f3e-6bba-4f8f-ace4-f13adf1dd4b7 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1333356 Jul 15 13:16:58.638645 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34898) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:58.664677 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 0fa2db55-f093-4e2d-b8bf-2f73f540ef87 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:16:58.684289 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-dcc2b6e6-1288-4f2f-bc6a-6c3d45666351 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'subnet': {'network_id': '0fa2db55-f093-4e2d-b8bf-2f73f540ef87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:58.692115 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a9de-f5d4-473f-87be-897b7104de70 req-5e121619-3350-4b96-b48f-9e6b454e6774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:58.693634 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-5e121619-3350-4b96-b48f-9e6b454e6774 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=565ec453-53b0-4720-9670-49936e2bd20d HTTP/1.1" status: 200 len: 797 time: 0.1769600 Jul 15 13:16:58.862835 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267a9de-f5d4-473f-87be-897b7104de70 req-d7f9bab4-3d6a-43ed-9841-fd39289fa124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:58.864574 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-d7f9bab4-3d6a-43ed-9841-fd39289fa124 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=af7ddb53-a503-4934-b82b-95b8c79b40c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1519024 Jul 15 13:16:58.979281 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-cbc8f1ff-b407-4bc7-8b6a-01f6eccdfc3d None None] Provisioning complete for port b183a484-3c65-4f1b-975f-db1a20d51957 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:58.979683 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cbc8f1ff-b407-4bc7-8b6a-01f6eccdfc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.035296 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc2b6e6-1288-4f2f-bc6a-6c3d45666351 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:59.039579 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-0c3e5d60-b6d0-4cf6-8240-408b0a1a8d8b service neutron] 10.222.0.18 "GET /v2.0/networks/af7ddb53-a503-4934-b82b-95b8c79b40c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684496 Jul 15 13:16:59.046799 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dcc2b6e6-1288-4f2f-bc6a-6c3d45666351 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.057063 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b183a484-3c65-4f1b-975f-db1a20d51957 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:59.116690 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-037c32a4-7df6-42ef-9d83-1a6467be8ea3 req-ad029d2d-84d7-4ce1-8d8c-168b23f63811 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7254190 Jul 15 13:16:59.118522 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-812169f6-07d6-4728-8c87-2d2e0602cf88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.155327 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port b183a484-3c65-4f1b-975f-db1a20d51957 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:59.155711 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.172439 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-812169f6-07d6-4728-8c87-2d2e0602cf88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.336825 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8267a9de-f5d4-473f-87be-897b7104de70 req-79e33269-4b75-442c-9274-ec29dcdd08a1 service neutron] 10.222.0.18 "GET /v2.0/networks/af7ddb53-a503-4934-b82b-95b8c79b40c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891719 Jul 15 13:16:59.436345 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-812169f6-07d6-4728-8c87-2d2e0602cf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.439944 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-812169f6-07d6-4728-8c87-2d2e0602cf88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.445431 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-812169f6-07d6-4728-8c87-2d2e0602cf88 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d549a31-5ae4-4a6d-ae9f-d55a048bf0c6 HTTP/1.1" status: 204 len: 168 time: 1.7401357 Jul 15 13:16:59.475222 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812169f6-07d6-4728-8c87-2d2e0602cf88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d549a31-5ae4-4a6d-ae9f-d55a048bf0c6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:59.539174 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d97f4b9-1918-4a3e-8981-6972928f3728 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.585432 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-8d97f4b9-1918-4a3e-8981-6972928f3728 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Transition to ACTIVE for port object de266825-4b76-460a-8506-a3fab8b30be0 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:59.670788 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dcc2b6e6-1288-4f2f-bc6a-6c3d45666351 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.683389 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d97f4b9-1918-4a3e-8981-6972928f3728 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.123783 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d97f4b9-1918-4a3e-8981-6972928f3728 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network 70226541-db83-4763-8cdd-bfcfb9f7677c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:00.162352 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-8d97f4b9-1918-4a3e-8981-6972928f3728 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:00.164696 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2b6e6-1288-4f2f-bc6a-6c3d45666351 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Subnet': ['ID=2c07a264-2df8-419d-94ba-f76022fc727c,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:00.167195 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d97f4b9-1918-4a3e-8981-6972928f3728 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:00.201112 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97f4b9-1918-4a3e-8981-6972928f3728 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Port': ['ID=de266825-4b76-460a-8506-a3fab8b30be0,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:00.289346 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc2b6e6-1288-4f2f-bc6a-6c3d45666351 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Checking segment: {'id': 'b4f932f9-853b-4c71-9817-7c15bdc70f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0fa2db55-f093-4e2d-b8bf-2f73f540ef87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:00.289951 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc2b6e6-1288-4f2f-bc6a-6c3d45666351 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network hostable DHCP agents. Network: 0fa2db55-f093-4e2d-b8bf-2f73f540ef87, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:17:00.341518 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d97f4b9-1918-4a3e-8981-6972928f3728 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.556370 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc2b6e6-1288-4f2f-bc6a-6c3d45666351 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network 0fa2db55-f093-4e2d-b8bf-2f73f540ef87 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:17:00.695471 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-dcc2b6e6-1288-4f2f-bc6a-6c3d45666351 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 0fa2db55-f093-4e2d-b8bf-2f73f540ef87) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:00.723053 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de493f1e-ed23-4063-8df1-e16e4dd2fd2d None None] Network 0fa2db55-f093-4e2d-b8bf-2f73f540ef87 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:00.725194 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc2b6e6-1288-4f2f-bc6a-6c3d45666351 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:00.725687 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dcc2b6e6-1288-4f2f-bc6a-6c3d45666351 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.845128 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b1d9d-e696-48c4-bbe0-df934cb296d9 req-af84c7ca-2afd-420c-a9bc-f31c43a491ab tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:00.852067 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fc7b1d9d-e696-48c4-bbe0-df934cb296d9 req-af84c7ca-2afd-420c-a9bc-f31c43a491ab tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 945 time: 0.2584770 Jul 15 13:17:00.874843 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d97f4b9-1918-4a3e-8981-6972928f3728 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.890401 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-dcc2b6e6-1288-4f2f-bc6a-6c3d45666351 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2146738 Jul 15 13:17:00.901604 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34932) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:00.912952 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9655512d-ddd8-45f4-b27c-8a83eaf7bef4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'port': {'network_id': '0fa2db55-f093-4e2d-b8bf-2f73f540ef87', 'name': 'tempest-PortsIpV6TestJSON-1013532675', 'fixed_ips': [{'subnet_id': '2c07a264-2df8-419d-94ba-f76022fc727c', 'ip_address': '2001:db8::10'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:00.981484 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fc7b1d9d-e696-48c4-bbe0-df934cb296d9 req-924967b7-46ba-42b0-9e05-731141f89052 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182845 Jul 15 13:17:01.003330 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e5531c00-40c3-4841-b2d6-976411acfa39 None None] Provisioning for port de266825-4b76-460a-8506-a3fab8b30be0 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:01.077177 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e5531c00-40c3-4841-b2d6-976411acfa39 None None] Provisioning complete for port de266825-4b76-460a-8506-a3fab8b30be0 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:01.077670 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e5531c00-40c3-4841-b2d6-976411acfa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:01.176999 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e5531c00-40c3-4841-b2d6-976411acfa39 None None] Port de266825-4b76-460a-8506-a3fab8b30be0 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:01.236647 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b403568-8801-4b21-8d1d-1d8658e5812c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-0fa2db55-f093-4e2d-b8bf-2f73f540ef87', 'network_id': '0fa2db55-f093-4e2d-b8bf-2f73f540ef87', 'tenant_id': 'd0416ea200934772bf1c355297ecb0ef', 'fixed_ips': [{'subnet_id': '2c07a264-2df8-419d-94ba-f76022fc727c'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:17:01.237537 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b403568-8801-4b21-8d1d-1d8658e5812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:01.448869 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9655512d-ddd8-45f4-b27c-8a83eaf7bef4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:01.534411 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-5b403568-8801-4b21-8d1d-1d8658e5812c None None] Allocated IP 2001:db8::2 (0fa2db55-f093-4e2d-b8bf-2f73f540ef87/2c07a264-2df8-419d-94ba-f76022fc727c/8c78e96b-c143-45a6-b4e1-839e64842c5a) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:01.628467 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d97f4b9-1918-4a3e-8981-6972928f3728 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:01.640521 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d97f4b9-1918-4a3e-8981-6972928f3728 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:01.720452 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9655512d-ddd8-45f4-b27c-8a83eaf7bef4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:01.876516 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-9655512d-ddd8-45f4-b27c-8a83eaf7bef4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] device_id is not set on port d54c55cc-c30b-4c62-b0e0-1247c1f3108b yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:17:01.907722 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b403568-8801-4b21-8d1d-1d8658e5812c None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:01.909433 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97f4b9-1918-4a3e-8981-6972928f3728 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Port': ['ID=de266825-4b76-460a-8506-a3fab8b30be0,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:01.920043 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5b403568-8801-4b21-8d1d-1d8658e5812c None None] Transition to ACTIVE for port object 8c78e96b-c143-45a6-b4e1-839e64842c5a will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:01.946454 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d97f4b9-1918-4a3e-8981-6972928f3728 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:01.966481 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5b403568-8801-4b21-8d1d-1d8658e5812c None None] Transition to ACTIVE for port object 8c78e96b-c143-45a6-b4e1-839e64842c5a will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:01.981521 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b403568-8801-4b21-8d1d-1d8658e5812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:02.055586 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b403568-8801-4b21-8d1d-1d8658e5812c None None] Network 0fa2db55-f093-4e2d-b8bf-2f73f540ef87 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:02.059908 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-5b403568-8801-4b21-8d1d-1d8658e5812c None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:02.062442 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b403568-8801-4b21-8d1d-1d8658e5812c None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:02.144193 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b403568-8801-4b21-8d1d-1d8658e5812c None None] Pushing event updated for resources: {'Port': ['ID=8c78e96b-c143-45a6-b4e1-839e64842c5a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:02.212745 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-5b403568-8801-4b21-8d1d-1d8658e5812c None None] Attempting to bind port 8c78e96b-c143-45a6-b4e1-839e64842c5a on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:02.213515 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-5b403568-8801-4b21-8d1d-1d8658e5812c None None] Attempting to bind port 8c78e96b-c143-45a6-b4e1-839e64842c5a by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'b4f932f9-853b-4c71-9817-7c15bdc70f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0fa2db55-f093-4e2d-b8bf-2f73f540ef87'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:02.214196 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b403568-8801-4b21-8d1d-1d8658e5812c None None] Attempting to bind port 8c78e96b-c143-45a6-b4e1-839e64842c5a on network 0fa2db55-f093-4e2d-b8bf-2f73f540ef87 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:02.223494 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b403568-8801-4b21-8d1d-1d8658e5812c None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:02.224345 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b403568-8801-4b21-8d1d-1d8658e5812c None None] Checking segment: {'id': 'b4f932f9-853b-4c71-9817-7c15bdc70f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0fa2db55-f093-4e2d-b8bf-2f73f540ef87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:02.225010 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b403568-8801-4b21-8d1d-1d8658e5812c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:02.226686 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b403568-8801-4b21-8d1d-1d8658e5812c None None] Bound using segment: {'id': 'b4f932f9-853b-4c71-9817-7c15bdc70f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0fa2db55-f093-4e2d-b8bf-2f73f540ef87'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:02.227505 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-5b403568-8801-4b21-8d1d-1d8658e5812c None None] Bound port: 8c78e96b-c143-45a6-b4e1-839e64842c5a, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f932f9-853b-4c71-9817-7c15bdc70f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0fa2db55-f093-4e2d-b8bf-2f73f540ef87'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:02.228164 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b403568-8801-4b21-8d1d-1d8658e5812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:02.390660 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5b403568-8801-4b21-8d1d-1d8658e5812c None None] For port 8c78e96b-c143-45a6-b4e1-839e64842c5a, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:02.394931 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5b403568-8801-4b21-8d1d-1d8658e5812c None None] For port 8c78e96b-c143-45a6-b4e1-839e64842c5a, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8c78e96b-c143-45a6-b4e1-839e64842c5a,segment=NetworkSegment(b4f932f9-853b-4c71-9817-7c15bdc70f7b),segment_id=b4f932f9-853b-4c71-9817-7c15bdc70f7b)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:02.404112 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b403568-8801-4b21-8d1d-1d8658e5812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:02.459531 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d97f4b9-1918-4a3e-8981-6972928f3728 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network 70226541-db83-4763-8cdd-bfcfb9f7677c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:02.561385 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b403568-8801-4b21-8d1d-1d8658e5812c None None] Pushing event updated for resources: {'Port': ['ID=8c78e96b-c143-45a6-b4e1-839e64842c5a,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:02.577844 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-8d97f4b9-1918-4a3e-8981-6972928f3728 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:03.148189 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b304dc55-b57d-40b5-92dd-98d507b28570 None None] Provisioning complete for port de266825-4b76-460a-8506-a3fab8b30be0 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:03.148672 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b304dc55-b57d-40b5-92dd-98d507b28570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:03.154519 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be0065-bf1b-478a-b91c-9a6bd0579944 req-23761434-b92f-41bb-ba57-5daadc68ba92 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:03.156402 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c6be0065-bf1b-478a-b91c-9a6bd0579944 req-23761434-b92f-41bb-ba57-5daadc68ba92 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 945 time: 0.7111626 Jul 15 13:17:03.198374 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b304dc55-b57d-40b5-92dd-98d507b28570 None None] Port de266825-4b76-460a-8506-a3fab8b30be0 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:03.219516 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-9655512d-ddd8-45f4-b27c-8a83eaf7bef4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Allocated IP 2001:db8::10 (0fa2db55-f093-4e2d-b8bf-2f73f540ef87/2c07a264-2df8-419d-94ba-f76022fc727c/d54c55cc-c30b-4c62-b0e0-1247c1f3108b) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:03.255180 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c6be0065-bf1b-478a-b91c-9a6bd0579944 req-6afa35f6-7188-404b-90dc-c59c20b9fe1b tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910888 Jul 15 13:17:03.277254 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d97f4b9-1918-4a3e-8981-6972928f3728 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Router b6d55fa4-5063-44e5-81b9-b4e78d3a8643 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:17:03.597059 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9655512d-ddd8-45f4-b27c-8a83eaf7bef4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:03.632714 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-9655512d-ddd8-45f4-b27c-8a83eaf7bef4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Transition to ACTIVE for port object d54c55cc-c30b-4c62-b0e0-1247c1f3108b will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:03.813341 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9655512d-ddd8-45f4-b27c-8a83eaf7bef4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:03.827581 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d97f4b9-1918-4a3e-8981-6972928f3728 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:17:03.838024 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846573b8-0ddd-40ca-b982-7459d1f3f7dc None None] Sync routers for ids ['b6d55fa4-5063-44e5-81b9-b4e78d3a8643'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:17:03.848362 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846573b8-0ddd-40ca-b982-7459d1f3f7dc None None] Routers {'b6d55fa4-5063-44e5-81b9-b4e78d3a8643'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:03.849251 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-846573b8-0ddd-40ca-b982-7459d1f3f7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:16:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b6d55fa4-5063-44e5-81b9-b4e78d3a8643'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:03.860083 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8d97f4b9-1918-4a3e-8981-6972928f3728 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "PUT /v2.0/routers/b6d55fa4-5063-44e5-81b9-b4e78d3a8643/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9653523 Jul 15 13:17:03.862993 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35014) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:03.894387 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9655512d-ddd8-45f4-b27c-8a83eaf7bef4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network 0fa2db55-f093-4e2d-b8bf-2f73f540ef87 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:03.904425 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-9655512d-ddd8-45f4-b27c-8a83eaf7bef4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:03.909048 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9655512d-ddd8-45f4-b27c-8a83eaf7bef4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:03.915723 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9655512d-ddd8-45f4-b27c-8a83eaf7bef4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:03.916805 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9655512d-ddd8-45f4-b27c-8a83eaf7bef4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:03.920805 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655512d-ddd8-45f4-b27c-8a83eaf7bef4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Port': ['ID=d54c55cc-c30b-4c62-b0e0-1247c1f3108b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:03.922855 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-846573b8-0ddd-40ca-b982-7459d1f3f7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:03.943905 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe92c4b-18a2-494d-8f81-1cd57ad7bf46 req-da4ae127-f9fd-40d1-bbc3-33c659f3449a tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:03.945844 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-efe92c4b-18a2-494d-8f81-1cd57ad7bf46 req-da4ae127-f9fd-40d1-bbc3-33c659f3449a tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 947 time: 0.2235513 Jul 15 13:17:03.948405 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846573b8-0ddd-40ca-b982-7459d1f3f7dc None None] Routers {'b6d55fa4-5063-44e5-81b9-b4e78d3a8643'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:03.949053 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-846573b8-0ddd-40ca-b982-7459d1f3f7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:16:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b6d55fa4-5063-44e5-81b9-b4e78d3a8643'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:03.972438 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9655512d-ddd8-45f4-b27c-8a83eaf7bef4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0689099 Jul 15 13:17:03.978690 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35018) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:03.994669 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-21dc6b98-e41d-485c-9e28-f1f89b56de2f tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'port': {'network_id': '0fa2db55-f093-4e2d-b8bf-2f73f540ef87', 'name': 'tempest-PortsIpV6TestJSON-970422755', 'fixed_ips': [{'subnet_id': '2c07a264-2df8-419d-94ba-f76022fc727c', 'ip_address': '2001:db8::f'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:04.005271 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-efe92c4b-18a2-494d-8f81-1cd57ad7bf46 req-caf08a8c-a73d-4560-a4de-10897006df6e tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442679 Jul 15 13:17:04.019253 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-846573b8-0ddd-40ca-b982-7459d1f3f7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:04.020237 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846573b8-0ddd-40ca-b982-7459d1f3f7dc None None] The sync data for ids ['b6d55fa4-5063-44e5-81b9-b4e78d3a8643'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:17:04.038308 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7f8f9e-94d4-490f-aec3-4d66cedbee71 None None] Network 0fa2db55-f093-4e2d-b8bf-2f73f540ef87 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:04.077739 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffac843a-471c-40a2-8548-98cddb1409e5 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:04.084156 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ffac843a-471c-40a2-8548-98cddb1409e5 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "GET /v2.0/ports/de266825-4b76-460a-8506-a3fab8b30be0 HTTP/1.1" status: 200 len: 910 time: 0.2158968 Jul 15 13:17:04.084638 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35022) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:04.168512 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ac62e99c-5296-4348-a7ae-16206ee361e5 None None] Provisioning for port 8c78e96b-c143-45a6-b4e1-839e64842c5a completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:04.310768 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21dc6b98-e41d-485c-9e28-f1f89b56de2f tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:04.466986 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-21dc6b98-e41d-485c-9e28-f1f89b56de2f tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:04.506520 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-21dc6b98-e41d-485c-9e28-f1f89b56de2f tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] device_id is not set on port 31a7e24c-70b2-4839-ae9a-c96e0a0488bc yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:17:04.864178 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-21dc6b98-e41d-485c-9e28-f1f89b56de2f tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Allocated IP 2001:db8::f (0fa2db55-f093-4e2d-b8bf-2f73f540ef87/2c07a264-2df8-419d-94ba-f76022fc727c/31a7e24c-70b2-4839-ae9a-c96e0a0488bc) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:04.865139 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-72e1eae7-f793-4bd4-836a-2e114cdc6ed4 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:04.869302 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-aecbbfc6-af25-4dc7-a9f1-a09d735cfde6 None None] Provisioning for port d54c55cc-c30b-4c62-b0e0-1247c1f3108b completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:04.894183 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-aecbbfc6-af25-4dc7-a9f1-a09d735cfde6 None None] Provisioning complete for port d54c55cc-c30b-4c62-b0e0-1247c1f3108b triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:04.894961 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aecbbfc6-af25-4dc7-a9f1-a09d735cfde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:05.015072 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8c78e96b-c143-45a6-b4e1-839e64842c5a up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:05.030838 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72381fe2-4947-4b2a-972f-72fbc1919332 req-7b4b516b-f157-4b9e-8b19-8f71107c67d7 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:05.047358 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-72381fe2-4947-4b2a-972f-72fbc1919332 req-7b4b516b-f157-4b9e-8b19-8f71107c67d7 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 945 time: 0.3405972 Jul 15 13:17:05.110742 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-aecbbfc6-af25-4dc7-a9f1-a09d735cfde6 None None] Port d54c55cc-c30b-4c62-b0e0-1247c1f3108b cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:05.133355 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 8c78e96b-c143-45a6-b4e1-839e64842c5a completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:05.156902 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 8c78e96b-c143-45a6-b4e1-839e64842c5a triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:05.157578 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:05.197649 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-72381fe2-4947-4b2a-972f-72fbc1919332 req-c64bfa38-5d09-42f4-89fa-616b8dc477a5 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487825 Jul 15 13:17:05.216959 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-aecbbfc6-af25-4dc7-a9f1-a09d735cfde6 None None] Provisioning complete for port 8c78e96b-c143-45a6-b4e1-839e64842c5a triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:05.217546 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aecbbfc6-af25-4dc7-a9f1-a09d735cfde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:05.413113 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-21dc6b98-e41d-485c-9e28-f1f89b56de2f tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:05.435692 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-21dc6b98-e41d-485c-9e28-f1f89b56de2f tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Transition to ACTIVE for port object 31a7e24c-70b2-4839-ae9a-c96e0a0488bc will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:05.453179 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aecbbfc6-af25-4dc7-a9f1-a09d735cfde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:05.488668 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:05.496800 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-21dc6b98-e41d-485c-9e28-f1f89b56de2f tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:05.507469 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-aecbbfc6-af25-4dc7-a9f1-a09d735cfde6 None None] For port 8c78e96b-c143-45a6-b4e1-839e64842c5a, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8c78e96b-c143-45a6-b4e1-839e64842c5a,segment=NetworkSegment(b4f932f9-853b-4c71-9817-7c15bdc70f7b),segment_id=b4f932f9-853b-4c71-9817-7c15bdc70f7b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:05.520239 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aecbbfc6-af25-4dc7-a9f1-a09d735cfde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:05.621905 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:17:05.622267 n-d-758944-45 neutron-server[93815]: DEBUG oslo_db.api [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:17:05.622877 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecbbfc6-af25-4dc7-a9f1-a09d735cfde6 None None] Pushing event updated for resources: {'Port': ['ID=8c78e96b-c143-45a6-b4e1-839e64842c5a,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:05.623959 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc6b98-e41d-485c-9e28-f1f89b56de2f tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Port': ['ID=31a7e24c-70b2-4839-ae9a-c96e0a0488bc,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:05.639191 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dc6b98-e41d-485c-9e28-f1f89b56de2f tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network 0fa2db55-f093-4e2d-b8bf-2f73f540ef87 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:05.640978 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-21dc6b98-e41d-485c-9e28-f1f89b56de2f tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:05.644060 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dc6b98-e41d-485c-9e28-f1f89b56de2f tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:05.650811 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dc6b98-e41d-485c-9e28-f1f89b56de2f tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:05.651500 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-21dc6b98-e41d-485c-9e28-f1f89b56de2f tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:05.655167 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8b084326-3cbf-4603-a64a-9ba688d7d828 None None] Provisioning complete for port d54c55cc-c30b-4c62-b0e0-1247c1f3108b triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:05.655875 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8b084326-3cbf-4603-a64a-9ba688d7d828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:05.674989 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-21dc6b98-e41d-485c-9e28-f1f89b56de2f tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6937950 Jul 15 13:17:05.677348 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35040) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:05.700709 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-8b084326-3cbf-4603-a64a-9ba688d7d828 None None] Port d54c55cc-c30b-4c62-b0e0-1247c1f3108b cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:05.714778 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e5ce3-ba9c-4af7-94b0-bfdc4cf5dc8d req-fe0293fd-eab4-41d9-98e6-93845e8f6b3d tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:05.722957 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-940e5ce3-ba9c-4af7-94b0-bfdc4cf5dc8d req-fe0293fd-eab4-41d9-98e6-93845e8f6b3d tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 947 time: 0.2156003 Jul 15 13:17:05.780329 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-940e5ce3-ba9c-4af7-94b0-bfdc4cf5dc8d req-0a900a02-4a81-4409-9855-e063cbf726c4 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563858 Jul 15 13:17:05.828915 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-72e1eae7-f793-4bd4-836a-2e114cdc6ed4 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Deleting port de266825-4b76-460a-8506-a3fab8b30be0 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:05.830439 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-72e1eae7-f793-4bd4-836a-2e114cdc6ed4 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:05.853918 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea16dcbc-4b0b-4fc2-8c54-30c056f481d7 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:05.859247 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ea16dcbc-4b0b-4fc2-8c54-30c056f481d7 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1807425 Jul 15 13:17:05.859896 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35042) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:05.954609 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75ee681-4f1b-4c98-8cdc-d5eb7f01136f tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:05.959163 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-72e1eae7-f793-4bd4-836a-2e114cdc6ed4 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:05.965264 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75ee681-4f1b-4c98-8cdc-d5eb7f01136f tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:05.971750 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75ee681-4f1b-4c98-8cdc-d5eb7f01136f tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:05.976338 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35046) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:05.976560 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b75ee681-4f1b-4c98-8cdc-d5eb7f01136f tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1155717 Jul 15 13:17:06.016130 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-72e1eae7-f793-4bd4-836a-2e114cdc6ed4 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Calling delete_port for de266825-4b76-460a-8506-a3fab8b30be0 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:06.026670 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b063aceb-750b-4a60-b863-c9fb7d6db24e None None] Provisioning for port 31a7e24c-70b2-4839-ae9a-c96e0a0488bc completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:06.031506 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b063aceb-750b-4a60-b863-c9fb7d6db24e None None] Provisioning complete for port 31a7e24c-70b2-4839-ae9a-c96e0a0488bc triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:06.031855 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b063aceb-750b-4a60-b863-c9fb7d6db24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:06.092599 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b063aceb-750b-4a60-b863-c9fb7d6db24e None None] Port 31a7e24c-70b2-4839-ae9a-c96e0a0488bc cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:06.222824 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-23b577d7-7de3-46e1-90c3-8c1cd9dee4ee tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Deleting port 31a7e24c-70b2-4839-ae9a-c96e0a0488bc {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:06.223234 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-23b577d7-7de3-46e1-90c3-8c1cd9dee4ee tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:06.363135 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-72e1eae7-f793-4bd4-836a-2e114cdc6ed4 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:06.372657 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-23b577d7-7de3-46e1-90c3-8c1cd9dee4ee tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:06.395831 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 3313d1c0-7322-4571-9574-1a2b411edcd1 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:17:06.445194 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1eae7-f793-4bd4-836a-2e114cdc6ed4 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Port': ['ID=de266825-4b76-460a-8506-a3fab8b30be0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:06.448255 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-23b577d7-7de3-46e1-90c3-8c1cd9dee4ee tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Calling delete_port for 31a7e24c-70b2-4839-ae9a-c96e0a0488bc owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:06.637339 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 3313d1c0-7322-4571-9574-1a2b411edcd1, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3313d1c0-7322-4571-9574-1a2b411edcd1,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:06.652417 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '3313d1c0-7322-4571-9574-1a2b411edcd1', 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19', 'port_id': '3313d1c0-7322-4571-9574-1a2b411edcd1', 'mac_address': 'fa:16:3e:c4:19:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd793a745-d38c-4e8b-9716-b5fdf7b27406', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:17:06.656055 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-72e1eae7-f793-4bd4-836a-2e114cdc6ed4 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:06.699460 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:06.715101 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3313d1c0-7322-4571-9574-1a2b411edcd1 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:06.739975 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 3313d1c0-7322-4571-9574-1a2b411edcd1, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3313d1c0-7322-4571-9574-1a2b411edcd1,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:06.746056 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:06.844190 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=3313d1c0-7322-4571-9574-1a2b411edcd1,revision_number=11']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:06.878503 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8c78e96b-c143-45a6-b4e1-839e64842c5a up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:06.883715 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939818b-8479-4fc6-8d68-cc824c5a664b req-81724a21-f227-4eb5-afed-de444f678d35 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:06.885469 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3939818b-8479-4fc6-8d68-cc824c5a664b req-81724a21-f227-4eb5-afed-de444f678d35 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 945 time: 0.4793248 Jul 15 13:17:06.950717 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 8c78e96b-c143-45a6-b4e1-839e64842c5a triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:06.951105 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:06.982429 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['3313d1c0-7322-4571-9574-1a2b411edcd1'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:07.103295 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3939818b-8479-4fc6-8d68-cc824c5a664b req-d3bf7752-7e8f-4142-b8cc-68cf144a010f tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057681 Jul 15 13:17:07.107072 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-23b577d7-7de3-46e1-90c3-8c1cd9dee4ee tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.111609 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e1eae7-f793-4bd4-836a-2e114cdc6ed4 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Router b6d55fa4-5063-44e5-81b9-b4e78d3a8643 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:17:07.151302 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b577d7-7de3-46e1-90c3-8c1cd9dee4ee tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Port': ['ID=31a7e24c-70b2-4839-ae9a-c96e0a0488bc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:07.250256 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-23b577d7-7de3-46e1-90c3-8c1cd9dee4ee tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.260371 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-23b577d7-7de3-46e1-90c3-8c1cd9dee4ee tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/ports/31a7e24c-70b2-4839-ae9a-c96e0a0488bc HTTP/1.1" status: 204 len: 168 time: 1.2824895 Jul 15 13:17:07.261119 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35056) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:07.413373 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ab666-7216-4e56-8ad5-cb080366c260 req-2c699aaf-d024-4535-87ff-b393d7144c08 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:07.415428 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e1eae7-f793-4bd4-836a-2e114cdc6ed4 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:17:07.421302 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c86221-737a-4296-ab04-981083f4cb80 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] GET failed (client error): The resource could not be found. Jul 15 13:17:07.429129 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e75ab666-7216-4e56-8ad5-cb080366c260 req-2c699aaf-d024-4535-87ff-b393d7144c08 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 946 time: 0.4755700 Jul 15 13:17:07.430665 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a2c2cf-9ae0-41cb-8d2f-9b6633c2a962 None None] Sync routers for ids ['b6d55fa4-5063-44e5-81b9-b4e78d3a8643'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:17:07.432357 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35058) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:07.439892 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-82c86221-737a-4296-ab04-981083f4cb80 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "GET /v2.0/ports/31a7e24c-70b2-4839-ae9a-c96e0a0488bc HTTP/1.1" status: 404 len: 333 time: 0.1206679 Jul 15 13:17:07.454278 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-72e1eae7-f793-4bd4-836a-2e114cdc6ed4 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "PUT /v2.0/routers/b6d55fa4-5063-44e5-81b9-b4e78d3a8643/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3655577 Jul 15 13:17:07.456850 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35060) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:07.459493 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a2c2cf-9ae0-41cb-8d2f-9b6633c2a962 None None] Routers {'b6d55fa4-5063-44e5-81b9-b4e78d3a8643'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:07.460706 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d2a2c2cf-9ae0-41cb-8d2f-9b6633c2a962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:16:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b6d55fa4-5063-44e5-81b9-b4e78d3a8643'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:07.535310 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c1c1f666-8e38-4227-a0e4-b327f85b1bcf tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6d55fa4-5063-44e5-81b9-b4e78d3a8643 HTTP/1.1" status: 200 len: 205 time: 0.0584657 Jul 15 13:17:07.537281 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35064) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:07.544068 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d2a2c2cf-9ae0-41cb-8d2f-9b6633c2a962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:07.554011 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a2c2cf-9ae0-41cb-8d2f-9b6633c2a962 None None] Routers {'b6d55fa4-5063-44e5-81b9-b4e78d3a8643'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:07.554887 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d2a2c2cf-9ae0-41cb-8d2f-9b6633c2a962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:16:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b6d55fa4-5063-44e5-81b9-b4e78d3a8643'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:07.589137 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d2a2c2cf-9ae0-41cb-8d2f-9b6633c2a962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:07.589807 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a2c2cf-9ae0-41cb-8d2f-9b6633c2a962 None None] The sync data for ids ['b6d55fa4-5063-44e5-81b9-b4e78d3a8643'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:17:07.678484 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e75ab666-7216-4e56-8ad5-cb080366c260 req-5c950b21-ad70-43fd-beed-e9722907e1df tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2482190 Jul 15 13:17:07.689975 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aa1ddae0-0877-45aa-a573-26f2c9864b0c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.792864 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-df47cdda-8283-4d45-9468-89d64d3a1606 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Deleting port d54c55cc-c30b-4c62-b0e0-1247c1f3108b {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:07.793842 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df47cdda-8283-4d45-9468-89d64d3a1606 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.883365 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aa1ddae0-0877-45aa-a573-26f2c9864b0c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.886699 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aa1ddae0-0877-45aa-a573-26f2c9864b0c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.920626 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.949212 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aa1ddae0-0877-45aa-a573-26f2c9864b0c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.950013 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1ddae0-0877-45aa-a573-26f2c9864b0c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Fanout notify agent at l3_agent the message router_deleted on router b6d55fa4-5063-44e5-81b9-b4e78d3a8643 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:17:07.962760 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df47cdda-8283-4d45-9468-89d64d3a1606 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.977576 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aa1ddae0-0877-45aa-a573-26f2c9864b0c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.981901 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-aa1ddae0-0877-45aa-a573-26f2c9864b0c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/routers/b6d55fa4-5063-44e5-81b9-b4e78d3a8643 HTTP/1.1" status: 204 len: 168 time: 0.4400938 Jul 15 13:17:07.983497 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35078) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:07.992480 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-df47cdda-8283-4d45-9468-89d64d3a1606 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Calling delete_port for d54c55cc-c30b-4c62-b0e0-1247c1f3108b owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:08.087874 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-d32222a1-acab-4b3f-8acb-56366c3535fa tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Deleting subnet 5cc57141-9ac6-4c44-9af2-e6d52e13fa95 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:17:08.092128 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d32222a1-acab-4b3f-8acb-56366c3535fa tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.151578 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d32222a1-acab-4b3f-8acb-56366c3535fa tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.153654 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df47cdda-8283-4d45-9468-89d64d3a1606 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.208725 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47cdda-8283-4d45-9468-89d64d3a1606 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Port': ['ID=d54c55cc-c30b-4c62-b0e0-1247c1f3108b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:08.245330 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df47cdda-8283-4d45-9468-89d64d3a1606 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.251836 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-df47cdda-8283-4d45-9468-89d64d3a1606 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/ports/d54c55cc-c30b-4c62-b0e0-1247c1f3108b HTTP/1.1" status: 204 len: 168 time: 0.8146639 Jul 15 13:17:08.252889 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35082) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:08.335333 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-18a2d636-b0d4-4944-929c-71ece9039648 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] GET failed (client error): The resource could not be found. Jul 15 13:17:08.337286 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-18a2d636-b0d4-4944-929c-71ece9039648 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "GET /v2.0/ports/d54c55cc-c30b-4c62-b0e0-1247c1f3108b HTTP/1.1" status: 404 len: 333 time: 0.0829523 Jul 15 13:17:08.341915 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35088) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:08.425896 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 3313d1c0-7322-4571-9574-1a2b411edcd1 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:08.435172 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d32222a1-acab-4b3f-8acb-56366c3535fa tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.489357 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-812eda36-e338-4430-8340-9191e464ef50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Deleting subnet 2c07a264-2df8-419d-94ba-f76022fc727c {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:17:08.500271 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-812eda36-e338-4430-8340-9191e464ef50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.569733 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 3313d1c0-7322-4571-9574-1a2b411edcd1 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:08.570124 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.592709 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-812eda36-e338-4430-8340-9191e464ef50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.713045 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d32222a1-acab-4b3f-8acb-56366c3535fa tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.787525 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32222a1-acab-4b3f-8acb-56366c3535fa tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Subnet': ['ID=5cc57141-9ac6-4c44-9af2-e6d52e13fa95,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:08.793508 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d32222a1-acab-4b3f-8acb-56366c3535fa tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.796114 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-812eda36-e338-4430-8340-9191e464ef50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.799402 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d32222a1-acab-4b3f-8acb-56366c3535fa tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/subnets/5cc57141-9ac6-4c44-9af2-e6d52e13fa95 HTTP/1.1" status: 204 len: 168 time: 0.8143377 Jul 15 13:17:08.803068 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35112) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:08.847264 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.853156 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777a4de6-9a37-4271-94a7-95b415bb7e1d None None] Network 70226541-db83-4763-8cdd-bfcfb9f7677c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:09.005450 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-812eda36-e338-4430-8340-9191e464ef50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.050176 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812eda36-e338-4430-8340-9191e464ef50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Subnet': ['ID=2c07a264-2df8-419d-94ba-f76022fc727c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:09.056758 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7a2613-8e95-4a6c-a523-7f705118fee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3313d1c0-7322-4571-9574-1a2b411edcd1'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:09.061085 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166a77aa-4115-4713-8678-1b454eada5bd" -d '{"events": [{"server_uuid": "3c7a2613-8e95-4a6c-a523-7f705118fee8", "name": "network-vif-plugged", "status": "completed", "tag": "3313d1c0-7322-4571-9574-1a2b411edcd1"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:09.069563 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-812eda36-e338-4430-8340-9191e464ef50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.073177 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfc229e-f0fc-46a0-b1fc-ee8d5c6835bd None None] Network 0fa2db55-f093-4e2d-b8bf-2f73f540ef87 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:09.080397 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-812eda36-e338-4430-8340-9191e464ef50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/subnets/2c07a264-2df8-419d-94ba-f76022fc727c HTTP/1.1" status: 204 len: 168 time: 0.7352750 Jul 15 13:17:09.084062 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35122) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:09.099918 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 3313d1c0-7322-4571-9574-1a2b411edcd1, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3313d1c0-7322-4571-9574-1a2b411edcd1,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:09.145894 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5836639-4a05-489b-bc4f-d36c571c9a0d req-f8d1f370-0d52-4b96-8811-3db054176498 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:09.154257 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a5836639-4a05-489b-bc4f-d36c571c9a0d req-f8d1f370-0d52-4b96-8811-3db054176498 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 945 time: 0.2090223 Jul 15 13:17:09.158327 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b8fe148d-bc02-4bb7-8af6-6c7b92e5a8a7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.158894 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.227685 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fd67c-a711-44fd-937c-c066449c3917 req-e2152914-668f-42e6-8278-953796080b5b tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:09.246859 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7a1fd67c-a711-44fd-937c-c066449c3917 req-e2152914-668f-42e6-8278-953796080b5b tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 946 time: 0.2175901 Jul 15 13:17:09.296806 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a5836639-4a05-489b-bc4f-d36c571c9a0d req-5a066c6f-527a-4881-9c4b-fa8a1be4a356 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415267 Jul 15 13:17:09.315690 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f67f1a8-3e19-4d85-8df9-5892c5aaeddd tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.427167 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0615ac-9a8d-4154-991a-e45c33bde6c5 None None] DHCP port deletion for 70226541-db83-4763-8cdd-bfcfb9f7677c request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:17:09.432342 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7a1fd67c-a711-44fd-937c-c066449c3917 req-10083912-a7d7-40a7-89b1-5787ec0b2810 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838732 Jul 15 13:17:09.510523 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-b8fe148d-bc02-4bb7-8af6-6c7b92e5a8a7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Deleting port b183a484-3c65-4f1b-975f-db1a20d51957 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:09.512333 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b8fe148d-bc02-4bb7-8af6-6c7b92e5a8a7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.530434 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4f67f1a8-3e19-4d85-8df9-5892c5aaeddd tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Deleting port 8c78e96b-c143-45a6-b4e1-839e64842c5a {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:09.534311 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f67f1a8-3e19-4d85-8df9-5892c5aaeddd tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.619625 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b03320-e61c-4bcd-ae2b-70b89628a385 x-openstack-request-id: req-44b03320-e61c-4bcd-ae2b-70b89628a385 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:09.619925 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7a2613-8e95-4a6c-a523-7f705118fee8", "name": "network-vif-plugged", "status": "completed", "tag": "3313d1c0-7322-4571-9574-1a2b411edcd1", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:09.620277 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-44b03320-e61c-4bcd-ae2b-70b89628a385 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:09.620569 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7a2613-8e95-4a6c-a523-7f705118fee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3313d1c0-7322-4571-9574-1a2b411edcd1', 'code': 200} Jul 15 13:17:09.655598 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=3313d1c0-7322-4571-9574-1a2b411edcd1,revision_number=12']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:09.713527 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4f67f1a8-3e19-4d85-8df9-5892c5aaeddd tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] For port 8c78e96b-c143-45a6-b4e1-839e64842c5a, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8c78e96b-c143-45a6-b4e1-839e64842c5a,segment=NetworkSegment(b4f932f9-853b-4c71-9817-7c15bdc70f7b),segment_id=b4f932f9-853b-4c71-9817-7c15bdc70f7b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:09.714807 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f67f1a8-3e19-4d85-8df9-5892c5aaeddd tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.745830 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4f67f1a8-3e19-4d85-8df9-5892c5aaeddd tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Calling delete_port for 8c78e96b-c143-45a6-b4e1-839e64842c5a owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:09.770543 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-de0615ac-9a8d-4154-991a-e45c33bde6c5 None None] Deleting port b183a484-3c65-4f1b-975f-db1a20d51957 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:09.771068 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-de0615ac-9a8d-4154-991a-e45c33bde6c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.773631 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-b8fe148d-bc02-4bb7-8af6-6c7b92e5a8a7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] For port b183a484-3c65-4f1b-975f-db1a20d51957, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b183a484-3c65-4f1b-975f-db1a20d51957,segment=NetworkSegment(dc2d57d0-1207-4085-b927-b32b61a3260b),segment_id=dc2d57d0-1207-4085-b927-b32b61a3260b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:09.774034 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b8fe148d-bc02-4bb7-8af6-6c7b92e5a8a7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.830886 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-b8fe148d-bc02-4bb7-8af6-6c7b92e5a8a7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Calling delete_port for b183a484-3c65-4f1b-975f-db1a20d51957 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:09.841602 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93e894f-3656-4709-9bfb-d3efa24c0dea None None] DHCP port deletion for 0fa2db55-f093-4e2d-b8bf-2f73f540ef87 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:17:10.060768 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-de0615ac-9a8d-4154-991a-e45c33bde6c5 None None] For port b183a484-3c65-4f1b-975f-db1a20d51957, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b183a484-3c65-4f1b-975f-db1a20d51957,segment=NetworkSegment(dc2d57d0-1207-4085-b927-b32b61a3260b),segment_id=dc2d57d0-1207-4085-b927-b32b61a3260b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:10.061842 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-de0615ac-9a8d-4154-991a-e45c33bde6c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.065012 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f67f1a8-3e19-4d85-8df9-5892c5aaeddd tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.086160 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b8fe148d-bc02-4bb7-8af6-6c7b92e5a8a7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.093348 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-de0615ac-9a8d-4154-991a-e45c33bde6c5 None None] Calling delete_port for b183a484-3c65-4f1b-975f-db1a20d51957 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:10.131614 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe148d-bc02-4bb7-8af6-6c7b92e5a8a7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Port': ['ID=b183a484-3c65-4f1b-975f-db1a20d51957,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:10.133251 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67f1a8-3e19-4d85-8df9-5892c5aaeddd tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Port': ['ID=8c78e96b-c143-45a6-b4e1-839e64842c5a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:10.160405 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f67f1a8-3e19-4d85-8df9-5892c5aaeddd tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] No DVR routers for this DVR port 8c78e96b-c143-45a6-b4e1-839e64842c5a on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:10.185658 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fe148d-bc02-4bb7-8af6-6c7b92e5a8a7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] No DVR routers for this DVR port b183a484-3c65-4f1b-975f-db1a20d51957 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:10.290277 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c93e894f-3656-4709-9bfb-d3efa24c0dea None None] Deleting port 8c78e96b-c143-45a6-b4e1-839e64842c5a {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:10.304388 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c93e894f-3656-4709-9bfb-d3efa24c0dea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.403967 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f67f1a8-3e19-4d85-8df9-5892c5aaeddd tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.429086 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-4f67f1a8-3e19-4d85-8df9-5892c5aaeddd tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa2db55-f093-4e2d-b8bf-2f73f540ef87']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:10.458317 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-4f67f1a8-3e19-4d85-8df9-5892c5aaeddd tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f932f9-853b-4c71-9817-7c15bdc70f7b') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:10.458620 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-4f67f1a8-3e19-4d85-8df9-5892c5aaeddd tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f932f9-853b-4c71-9817-7c15bdc70f7b') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:10.481628 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f67f1a8-3e19-4d85-8df9-5892c5aaeddd tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.524674 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b8fe148d-bc02-4bb7-8af6-6c7b92e5a8a7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.535706 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f67f1a8-3e19-4d85-8df9-5892c5aaeddd tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.579958 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f67f1a8-3e19-4d85-8df9-5892c5aaeddd tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:17:10.580618 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f67f1a8-3e19-4d85-8df9-5892c5aaeddd tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.599317 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:10.599317 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:10.599317 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:17:10.599317 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:17:10.599317 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:17:10.599317 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:17:10.599317 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:17:10.599317 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:17:10.599317 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:17:10.599317 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:17:10.599317 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:17:10.599317 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:17:10.599317 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:17:10.599317 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:17:10.599317 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:17:10.599317 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:17:10.599317 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:17:10.599317 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:17:10.599317 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:17:10.599317 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:17:10.599317 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:17:10.599317 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:17:10.599317 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:17:10.599317 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:17:10.599317 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:17:10.599317 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:17:10.599317 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:17:10.599317 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:17:10.599317 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:17:10.599317 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:17:10.599317 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:17:10.599317 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:17:10.599317 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:17:10.599317 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:17:10.608961 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-b8fe148d-bc02-4bb7-8af6-6c7b92e5a8a7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70226541-db83-4763-8cdd-bfcfb9f7677c']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:10.648696 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-de0615ac-9a8d-4154-991a-e45c33bde6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.659995 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-b8fe148d-bc02-4bb7-8af6-6c7b92e5a8a7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2d57d0-1207-4085-b927-b32b61a3260b') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:10.660471 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-b8fe148d-bc02-4bb7-8af6-6c7b92e5a8a7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2d57d0-1207-4085-b927-b32b61a3260b') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:10.712392 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b8fe148d-bc02-4bb7-8af6-6c7b92e5a8a7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.747375 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b8fe148d-bc02-4bb7-8af6-6c7b92e5a8a7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.753647 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-c93e894f-3656-4709-9bfb-d3efa24c0dea None None] For port 8c78e96b-c143-45a6-b4e1-839e64842c5a, host n-d-758944-45, got binding levels [] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:10.755077 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c93e894f-3656-4709-9bfb-d3efa24c0dea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.759676 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8fe148d-bc02-4bb7-8af6-6c7b92e5a8a7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:17:10.764863 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b8fe148d-bc02-4bb7-8af6-6c7b92e5a8a7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.768537 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:10.768537 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:10.768537 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:17:10.768537 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:17:10.768537 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:17:10.768537 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:17:10.768537 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:17:10.768537 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:17:10.768537 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:17:10.768537 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:17:10.768537 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:17:10.768537 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:17:10.768537 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:17:10.768537 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:17:10.768537 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:17:10.768537 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:17:10.768537 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:17:10.768537 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:17:10.768537 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:17:10.768537 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:17:10.768537 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:17:10.768537 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:17:10.768537 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:17:10.768537 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:17:10.768537 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:17:10.768537 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:17:10.768537 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:17:10.768537 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:17:10.768537 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:17:10.768537 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:17:10.768537 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:17:10.768537 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:17:10.768537 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:17:10.768537 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:17:10.789277 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0615ac-9a8d-4154-991a-e45c33bde6c5 None None] Pushing event deleted for resources: {'Port': ['ID=b183a484-3c65-4f1b-975f-db1a20d51957,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:10.810228 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0615ac-9a8d-4154-991a-e45c33bde6c5 None None] No DVR routers for this DVR port b183a484-3c65-4f1b-975f-db1a20d51957 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:10.816026 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c93e894f-3656-4709-9bfb-d3efa24c0dea None None] Calling delete_port for 8c78e96b-c143-45a6-b4e1-839e64842c5a owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:10.835097 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.ipam_backend_mixin [None req-c93e894f-3656-4709-9bfb-d3efa24c0dea None None] Port 8c78e96b-c143-45a6-b4e1-839e64842c5a was not found and therefore no delete operation was performed {{(pid=93815) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:17:10.839668 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c93e894f-3656-4709-9bfb-d3efa24c0dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.921997 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e894f-3656-4709-9bfb-d3efa24c0dea None None] Pushing event deleted for resources: {'Port': ['ID=8c78e96b-c143-45a6-b4e1-839e64842c5a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:10.930412 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93e894f-3656-4709-9bfb-d3efa24c0dea None None] No DVR routers for this DVR port 8c78e96b-c143-45a6-b4e1-839e64842c5a on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:10.946974 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b8fe148d-bc02-4bb7-8af6-6c7b92e5a8a7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.982687 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8c78e96b-c143-45a6-b4e1-839e64842c5a no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:11.034505 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b8fe148d-bc02-4bb7-8af6-6c7b92e5a8a7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.049815 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b8fe148d-bc02-4bb7-8af6-6c7b92e5a8a7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/networks/70226541-db83-4763-8cdd-bfcfb9f7677c HTTP/1.1" status: 204 len: 168 time: 2.2325838 Jul 15 13:17:11.050920 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35154) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:11.051082 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 8c78e96b-c143-45a6-b4e1-839e64842c5a {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:17:11.054028 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8c78e96b-c143-45a6-b4e1-839e64842c5a not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:17:11.054028 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b183a484-3c65-4f1b-975f-db1a20d51957 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:11.061901 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe148d-bc02-4bb7-8af6-6c7b92e5a8a7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Network': ['ID=70226541-db83-4763-8cdd-bfcfb9f7677c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:11.100566 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: b183a484-3c65-4f1b-975f-db1a20d51957 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:17:11.101497 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b183a484-3c65-4f1b-975f-db1a20d51957 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:17:11.126274 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-eff63a17-1a2f-4a56-9522-4cbcd33c2289 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-572698448', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:11.166766 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ab1b3-59a7-4b1c-b7ab-e43500b1355c req-9dcd78a6-69d9-4d6c-8003-069efec81f7d tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:11.168993 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d41ab1b3-59a7-4b1c-b7ab-e43500b1355c req-9dcd78a6-69d9-4d6c-8003-069efec81f7d tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 947 time: 0.1312323 Jul 15 13:17:11.190672 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f67f1a8-3e19-4d85-8df9-5892c5aaeddd tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.218839 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f67f1a8-3e19-4d85-8df9-5892c5aaeddd tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.223236 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4f67f1a8-3e19-4d85-8df9-5892c5aaeddd tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/networks/0fa2db55-f093-4e2d-b8bf-2f73f540ef87 HTTP/1.1" status: 204 len: 168 time: 2.1350691 Jul 15 13:17:11.236016 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35156) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:11.256091 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67f1a8-3e19-4d85-8df9-5892c5aaeddd tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Network': ['ID=0fa2db55-f093-4e2d-b8bf-2f73f540ef87,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:11.271675 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d41ab1b3-59a7-4b1c-b7ab-e43500b1355c req-d5af4ef0-24fe-4bf7-a9c0-4a9da1e0c3b6 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861490 Jul 15 13:17:11.299780 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d9bdd990-bf78-4c67-8b00-12b4e272c0d6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1015870008'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:11.313004 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eff63a17-1a2f-4a56-9522-4cbcd33c2289 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.316012 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eff63a17-1a2f-4a56-9522-4cbcd33c2289 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.380087 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca094105-4ae6-446a-a47d-46e8c722e529 req-835327b1-52b1-4828-8a3c-39ee03df9c6f tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:11.383818 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ca094105-4ae6-446a-a47d-46e8c722e529 req-835327b1-52b1-4828-8a3c-39ee03df9c6f tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 945 time: 0.4079905 Jul 15 13:17:11.399529 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bdd990-bf78-4c67-8b00-12b4e272c0d6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:11.404535 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd990-bf78-4c67-8b00-12b4e272c0d6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.470155 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eff63a17-1a2f-4a56-9522-4cbcd33c2289 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.490130 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9bdd990-bf78-4c67-8b00-12b4e272c0d6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:17:11.509663 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd990-bf78-4c67-8b00-12b4e272c0d6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.511088 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-d9bdd990-bf78-4c67-8b00-12b4e272c0d6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Added segment e9de321a-550d-46f6-a095-a1f5c9f8f623 of type vlan for network 8466e020-fdbc-44b8-9d11-bfaca3b574fe Jul 15 13:17:11.601666 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd990-bf78-4c67-8b00-12b4e272c0d6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.689122 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ca094105-4ae6-446a-a47d-46e8c722e529 req-2c7c2c5c-49fe-4ae3-896d-c0cca2887236 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871058 Jul 15 13:17:11.697180 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd990-bf78-4c67-8b00-12b4e272c0d6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.714507 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bdd990-bf78-4c67-8b00-12b4e272c0d6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:11.716374 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd990-bf78-4c67-8b00-12b4e272c0d6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.843856 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d9bdd990-bf78-4c67-8b00-12b4e272c0d6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5666103 Jul 15 13:17:11.844459 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eff63a17-1a2f-4a56-9522-4cbcd33c2289 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.844932 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bdd990-bf78-4c67-8b00-12b4e272c0d6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Network': ['ID=8466e020-fdbc-44b8-9d11-bfaca3b574fe,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:11.847175 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35158) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:11.854827 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-0c038e8a-afd0-4149-b9df-677bdb1bb7c0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'subnet': {'network_id': '8466e020-fdbc-44b8-9d11-bfaca3b574fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:11.866463 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 8466e020-fdbc-44b8-9d11-bfaca3b574fe details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:17:12.077229 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c038e8a-afd0-4149-b9df-677bdb1bb7c0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:12.083814 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0c038e8a-afd0-4149-b9df-677bdb1bb7c0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.397593 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eff63a17-1a2f-4a56-9522-4cbcd33c2289 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.485960 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eff63a17-1a2f-4a56-9522-4cbcd33c2289 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.514556 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0c038e8a-afd0-4149-b9df-677bdb1bb7c0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:12.809137 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:17:12.934503 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-eff63a17-1a2f-4a56-9522-4cbcd33c2289 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Allocated IP 172.25.6.202 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/44bd4cc9-6a27-4266-a3e2-7fb7274e4a09) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:13.071424 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a846ac3-6f29-48ca-a199-26207a80459f req-c16240f6-875f-47b8-a991-a311c660b6a7 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:13.079606 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2a846ac3-6f29-48ca-a199-26207a80459f req-c16240f6-875f-47b8-a991-a311c660b6a7 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 947 time: 0.2126112 Jul 15 13:17:13.180975 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2a846ac3-6f29-48ca-a199-26207a80459f req-4e662b77-fc4d-41e9-8734-ce24fc656cc2 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006808 Jul 15 13:17:13.212583 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c038e8a-afd0-4149-b9df-677bdb1bb7c0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Subnet': ['ID=39d47eb3-d208-422f-828b-71d0fddfdcde,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:13.226275 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eff63a17-1a2f-4a56-9522-4cbcd33c2289 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.331841 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eff63a17-1a2f-4a56-9522-4cbcd33c2289 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.337610 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c038e8a-afd0-4149-b9df-677bdb1bb7c0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Checking segment: {'id': 'e9de321a-550d-46f6-a095-a1f5c9f8f623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8466e020-fdbc-44b8-9d11-bfaca3b574fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:13.338337 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c038e8a-afd0-4149-b9df-677bdb1bb7c0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network hostable DHCP agents. Network: 8466e020-fdbc-44b8-9d11-bfaca3b574fe, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:17:13.393139 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e129a-0ef3-4c34-b6cf-e40ae87e4702 req-d25ec0ac-ddfa-4102-8f37-e4d5e5cd1923 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:13.407789 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-895e129a-0ef3-4c34-b6cf-e40ae87e4702 req-d25ec0ac-ddfa-4102-8f37-e4d5e5cd1923 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 945 time: 0.3539956 Jul 15 13:17:13.412464 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c038e8a-afd0-4149-b9df-677bdb1bb7c0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network 8466e020-fdbc-44b8-9d11-bfaca3b574fe is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:17:13.545212 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-0c038e8a-afd0-4149-b9df-677bdb1bb7c0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 8466e020-fdbc-44b8-9d11-bfaca3b574fe) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:13.561834 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863a944f-1303-435f-b7f0-f7c19da7ba79 None None] Network 8466e020-fdbc-44b8-9d11-bfaca3b574fe requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:13.566480 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff63a17-1a2f-4a56-9522-4cbcd33c2289 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:13.577677 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff63a17-1a2f-4a56-9522-4cbcd33c2289 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Port': ['ID=44bd4cc9-6a27-4266-a3e2-7fb7274e4a09,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:13.586531 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c038e8a-afd0-4149-b9df-677bdb1bb7c0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:13.591317 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-eff63a17-1a2f-4a56-9522-4cbcd33c2289 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:13.597287 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0c038e8a-afd0-4149-b9df-677bdb1bb7c0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.614190 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff63a17-1a2f-4a56-9522-4cbcd33c2289 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:13.666620 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-895e129a-0ef3-4c34-b6cf-e40ae87e4702 req-e13e7384-03e3-4549-aef4-110257313cd7 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559524 Jul 15 13:17:13.683771 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff63a17-1a2f-4a56-9522-4cbcd33c2289 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:13.684777 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff63a17-1a2f-4a56-9522-4cbcd33c2289 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:13.685138 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff63a17-1a2f-4a56-9522-4cbcd33c2289 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:13.687038 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff63a17-1a2f-4a56-9522-4cbcd33c2289 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:13.687530 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff63a17-1a2f-4a56-9522-4cbcd33c2289 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:13.687883 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff63a17-1a2f-4a56-9522-4cbcd33c2289 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:13.688525 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0c038e8a-afd0-4149-b9df-677bdb1bb7c0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8371909 Jul 15 13:17:13.689550 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff63a17-1a2f-4a56-9522-4cbcd33c2289 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:13.689924 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff63a17-1a2f-4a56-9522-4cbcd33c2289 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:13.690270 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff63a17-1a2f-4a56-9522-4cbcd33c2289 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:13.690601 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff63a17-1a2f-4a56-9522-4cbcd33c2289 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:13.692303 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff63a17-1a2f-4a56-9522-4cbcd33c2289 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:13.692660 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff63a17-1a2f-4a56-9522-4cbcd33c2289 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:13.693413 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35186) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:13.702507 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-019352bb-681c-49df-b0a6-e49bcca6f467 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-237984800', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:13.755932 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-019352bb-681c-49df-b0a6-e49bcca6f467 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.759388 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-019352bb-681c-49df-b0a6-e49bcca6f467 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.895100 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-019352bb-681c-49df-b0a6-e49bcca6f467 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.910966 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-019352bb-681c-49df-b0a6-e49bcca6f467 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.936256 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4be3906-c93b-4f72-9beb-cc53656b9b86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-8466e020-fdbc-44b8-9d11-bfaca3b574fe', 'network_id': '8466e020-fdbc-44b8-9d11-bfaca3b574fe', 'tenant_id': 'd0416ea200934772bf1c355297ecb0ef', 'fixed_ips': [{'subnet_id': '39d47eb3-d208-422f-828b-71d0fddfdcde'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:17:13.938211 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e4be3906-c93b-4f72-9beb-cc53656b9b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.976591 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-019352bb-681c-49df-b0a6-e49bcca6f467 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.983198 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-019352bb-681c-49df-b0a6-e49bcca6f467 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2872870 Jul 15 13:17:13.984197 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35192) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:13.993299 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9af25aa3-9335-4777-b40f-f243511d7eba tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'port': {'network_id': '8466e020-fdbc-44b8-9d11-bfaca3b574fe', 'name': 'tempest-PortsIpV6TestJSON-1935780575'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:14.305339 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af25aa3-9335-4777-b40f-f243511d7eba tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:14.313802 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9af25aa3-9335-4777-b40f-f243511d7eba tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:14.348320 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-e4be3906-c93b-4f72-9beb-cc53656b9b86 None None] Allocated IP 2001:db8::2 (8466e020-fdbc-44b8-9d11-bfaca3b574fe/39d47eb3-d208-422f-828b-71d0fddfdcde/2c44e048-99a9-478d-8bd2-336efee9393e) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:14.378410 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-9af25aa3-9335-4777-b40f-f243511d7eba tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] device_id is not set on port b80cf16d-eb15-41cc-982c-744b10194997 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:17:14.421717 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eff63a17-1a2f-4a56-9522-4cbcd33c2289 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:14.791026 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76859ca3-c3d0-40ee-bbe1-6d8059b00a8f req-9cda26ac-22d2-463b-a7f0-8a03b20fe9a2 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:14.802595 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-76859ca3-c3d0-40ee-bbe1-6d8059b00a8f req-9cda26ac-22d2-463b-a7f0-8a03b20fe9a2 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 947 time: 0.2828410 Jul 15 13:17:14.843297 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e4be3906-c93b-4f72-9beb-cc53656b9b86 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:14.869145 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e4be3906-c93b-4f72-9beb-cc53656b9b86 None None] Transition to ACTIVE for port object 2c44e048-99a9-478d-8bd2-336efee9393e will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:14.903231 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-76859ca3-c3d0-40ee-bbe1-6d8059b00a8f req-af0fd0b6-d4b8-4bff-b5fa-219b1f8addb1 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996234 Jul 15 13:17:14.918446 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e4be3906-c93b-4f72-9beb-cc53656b9b86 None None] Transition to ACTIVE for port object 2c44e048-99a9-478d-8bd2-336efee9393e will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:14.936186 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e4be3906-c93b-4f72-9beb-cc53656b9b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:15.031656 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4be3906-c93b-4f72-9beb-cc53656b9b86 None None] Network 8466e020-fdbc-44b8-9d11-bfaca3b574fe is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:15.040868 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-e4be3906-c93b-4f72-9beb-cc53656b9b86 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:15.050330 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4be3906-c93b-4f72-9beb-cc53656b9b86 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:15.060902 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-9af25aa3-9335-4777-b40f-f243511d7eba tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Allocated IP 2001:db8::121 (8466e020-fdbc-44b8-9d11-bfaca3b574fe/39d47eb3-d208-422f-828b-71d0fddfdcde/b80cf16d-eb15-41cc-982c-744b10194997) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:15.063122 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be3906-c93b-4f72-9beb-cc53656b9b86 None None] Pushing event updated for resources: {'Port': ['ID=2c44e048-99a9-478d-8bd2-336efee9393e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:15.088031 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eff63a17-1a2f-4a56-9522-4cbcd33c2289 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:15.208873 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e4be3906-c93b-4f72-9beb-cc53656b9b86 None None] Attempting to bind port 2c44e048-99a9-478d-8bd2-336efee9393e on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:15.209294 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e4be3906-c93b-4f72-9beb-cc53656b9b86 None None] Attempting to bind port 2c44e048-99a9-478d-8bd2-336efee9393e by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'e9de321a-550d-46f6-a095-a1f5c9f8f623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8466e020-fdbc-44b8-9d11-bfaca3b574fe'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:15.213476 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4be3906-c93b-4f72-9beb-cc53656b9b86 None None] Attempting to bind port 2c44e048-99a9-478d-8bd2-336efee9393e on network 8466e020-fdbc-44b8-9d11-bfaca3b574fe {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:15.227318 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4be3906-c93b-4f72-9beb-cc53656b9b86 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:15.230200 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4be3906-c93b-4f72-9beb-cc53656b9b86 None None] Checking segment: {'id': 'e9de321a-550d-46f6-a095-a1f5c9f8f623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8466e020-fdbc-44b8-9d11-bfaca3b574fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:15.231904 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e4be3906-c93b-4f72-9beb-cc53656b9b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:15.232329 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4be3906-c93b-4f72-9beb-cc53656b9b86 None None] Bound using segment: {'id': 'e9de321a-550d-46f6-a095-a1f5c9f8f623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8466e020-fdbc-44b8-9d11-bfaca3b574fe'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:15.232850 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e4be3906-c93b-4f72-9beb-cc53656b9b86 None None] Bound port: 2c44e048-99a9-478d-8bd2-336efee9393e, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9de321a-550d-46f6-a095-a1f5c9f8f623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8466e020-fdbc-44b8-9d11-bfaca3b574fe'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:15.233255 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e4be3906-c93b-4f72-9beb-cc53656b9b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:15.385206 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e4be3906-c93b-4f72-9beb-cc53656b9b86 None None] For port 2c44e048-99a9-478d-8bd2-336efee9393e, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:15.389373 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e4be3906-c93b-4f72-9beb-cc53656b9b86 None None] For port 2c44e048-99a9-478d-8bd2-336efee9393e, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=2c44e048-99a9-478d-8bd2-336efee9393e,segment=NetworkSegment(e9de321a-550d-46f6-a095-a1f5c9f8f623),segment_id=e9de321a-550d-46f6-a095-a1f5c9f8f623)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:15.397652 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e4be3906-c93b-4f72-9beb-cc53656b9b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:15.426407 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9af25aa3-9335-4777-b40f-f243511d7eba tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:15.468373 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-9af25aa3-9335-4777-b40f-f243511d7eba tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Transition to ACTIVE for port object b80cf16d-eb15-41cc-982c-744b10194997 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:15.572445 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be3906-c93b-4f72-9beb-cc53656b9b86 None None] Pushing event updated for resources: {'Port': ['ID=2c44e048-99a9-478d-8bd2-336efee9393e,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:15.576619 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9af25aa3-9335-4777-b40f-f243511d7eba tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:15.646200 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af25aa3-9335-4777-b40f-f243511d7eba tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network 8466e020-fdbc-44b8-9d11-bfaca3b574fe is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:15.650260 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-9af25aa3-9335-4777-b40f-f243511d7eba tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:15.656248 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af25aa3-9335-4777-b40f-f243511d7eba tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:15.663010 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af25aa3-9335-4777-b40f-f243511d7eba tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:15.664220 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9af25aa3-9335-4777-b40f-f243511d7eba tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:15.673824 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af25aa3-9335-4777-b40f-f243511d7eba tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Port': ['ID=b80cf16d-eb15-41cc-982c-744b10194997,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:15.718313 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9af25aa3-9335-4777-b40f-f243511d7eba tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7325761 Jul 15 13:17:15.719218 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35214) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:16.502254 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcef227-dcca-4520-b1eb-362ced9638b0 req-4a3dca41-5e07-496d-8e45-0d30b3ce2296 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:16.522110 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4fcef227-dcca-4520-b1eb-362ced9638b0 req-4a3dca41-5e07-496d-8e45-0d30b3ce2296 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 945 time: 1.2629938 Jul 15 13:17:16.643797 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff63a17-1a2f-4a56-9522-4cbcd33c2289 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Router 96129b8d-c872-4f35-bab0-69392536e883 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:17:16.680838 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4fcef227-dcca-4520-b1eb-362ced9638b0 req-e6e715da-96ce-4666-bb6e-ac8dfcecbbad tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578281 Jul 15 13:17:16.723112 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-16202207-1957-4736-b988-45c9486b2d50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:17.022764 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 2c44e048-99a9-478d-8bd2-336efee9393e up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:17.216722 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-098e4ded-af13-4e94-8598-ec7b7e6a5f9a tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:17.219947 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-098e4ded-af13-4e94-8598-ec7b7e6a5f9a tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d&tenant_id=3c2b5fceeddc4686a6075bcd70c81526&binding%3Ahost_id=n-h2-758944-45 HTTP/1.1" status: 200 len: 1097 time: 0.3521330 Jul 15 13:17:17.224539 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 2c44e048-99a9-478d-8bd2-336efee9393e completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:17.270014 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-5e658c1f-b3f6-450a-b1fa-a23103849152 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-45'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:17.277776 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff63a17-1a2f-4a56-9522-4cbcd33c2289 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:17:17.300778 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3f8779-5eb6-4cbd-8323-6ec1068a809e None None] Sync routers for ids ['96129b8d-c872-4f35-bab0-69392536e883'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:17:17.319073 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3f8779-5eb6-4cbd-8323-6ec1068a809e None None] Routers {'96129b8d-c872-4f35-bab0-69392536e883'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:17.320624 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7d3f8779-5eb6-4cbd-8323-6ec1068a809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:16:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['96129b8d-c872-4f35-bab0-69392536e883'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:17.498419 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eff63a17-1a2f-4a56-9522-4cbcd33c2289 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:17.506279 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-eff63a17-1a2f-4a56-9522-4cbcd33c2289 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.3849792 Jul 15 13:17:17.507425 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35236) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:17.526484 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7d3f8779-5eb6-4cbd-8323-6ec1068a809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:17.580905 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3f8779-5eb6-4cbd-8323-6ec1068a809e None None] Routers {'96129b8d-c872-4f35-bab0-69392536e883'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:17.585528 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7d3f8779-5eb6-4cbd-8323-6ec1068a809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:16:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['96129b8d-c872-4f35-bab0-69392536e883'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:17.808344 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-5e658c1f-b3f6-450a-b1fa-a23103849152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:17.881063 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-16202207-1957-4736-b988-45c9486b2d50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:17.891886 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-16202207-1957-4736-b988-45c9486b2d50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:17.928986 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2264e304-bad0-4de6-be4a-2d9361977b95 None None] Network 8466e020-fdbc-44b8-9d11-bfaca3b574fe requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:17.962998 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-09703065-ac3d-452f-8a36-993151aa51f4 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "GET /v2.0/routers/96129b8d-c872-4f35-bab0-69392536e883 HTTP/1.1" status: 200 len: 880 time: 0.4489679 Jul 15 13:17:17.963223 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16202207-1957-4736-b988-45c9486b2d50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Port': ['ID=b80cf16d-eb15-41cc-982c-744b10194997,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:17.978607 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35242) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:17.986153 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16202207-1957-4736-b988-45c9486b2d50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:17.986770 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16202207-1957-4736-b988-45c9486b2d50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:17.987444 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16202207-1957-4736-b988-45c9486b2d50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:17.987803 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16202207-1957-4736-b988-45c9486b2d50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:17.988151 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16202207-1957-4736-b988-45c9486b2d50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:17.988492 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16202207-1957-4736-b988-45c9486b2d50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:17.988830 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16202207-1957-4736-b988-45c9486b2d50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:17.989222 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16202207-1957-4736-b988-45c9486b2d50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:17.989562 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16202207-1957-4736-b988-45c9486b2d50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:17.989948 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16202207-1957-4736-b988-45c9486b2d50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:17.990486 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16202207-1957-4736-b988-45c9486b2d50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:17.990816 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16202207-1957-4736-b988-45c9486b2d50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:18.071736 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9381a-af98-4648-9dc0-c25c2428f3cc req-04648cad-63d1-4273-a493-5bbc7ecde0ac tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:18.073712 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-64a9381a-af98-4648-9dc0-c25c2428f3cc req-04648cad-63d1-4273-a493-5bbc7ecde0ac tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 947 time: 1.2372899 Jul 15 13:17:18.087257 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7d3f8779-5eb6-4cbd-8323-6ec1068a809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:18.088531 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3f8779-5eb6-4cbd-8323-6ec1068a809e None None] The sync data for ids ['96129b8d-c872-4f35-bab0-69392536e883'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:17:18.278540 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a9de85eb-b2e9-44b6-a321-282ab48a8a46 None None] Provisioning for port 2c44e048-99a9-478d-8bd2-336efee9393e completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:18.294458 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a9de85eb-b2e9-44b6-a321-282ab48a8a46 None None] Provisioning complete for port 2c44e048-99a9-478d-8bd2-336efee9393e triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:18.295782 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a9de85eb-b2e9-44b6-a321-282ab48a8a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.345122 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-64a9381a-af98-4648-9dc0-c25c2428f3cc req-5bf1db04-b4d0-4ab3-9dc3-ff1cbce3713d tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2633004 Jul 15 13:17:18.590402 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-16202207-1957-4736-b988-45c9486b2d50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.653916 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-5e658c1f-b3f6-450a-b1fa-a23103849152 service neutron] For port 47646f87-d7a9-46f0-84a2-57552665394e, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=47646f87-d7a9-46f0-84a2-57552665394e,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:18.676952 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a9de85eb-b2e9-44b6-a321-282ab48a8a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.679128 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 47646f87-d7a9-46f0-84a2-57552665394e details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:17:18.713916 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-5e658c1f-b3f6-450a-b1fa-a23103849152 service neutron] For port 47646f87-d7a9-46f0-84a2-57552665394e, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:18.808079 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-5e658c1f-b3f6-450a-b1fa-a23103849152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.814207 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d45afb3-275a-48fc-ae2f-0ba34dee1c3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47646f87-d7a9-46f0-84a2-57552665394e'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:18.817208 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402e5c27-4b23-49ac-8d37-d10f2f9e3bc8" -d '{"events": [{"server_uuid": "9d45afb3-275a-48fc-ae2f-0ba34dee1c3d", "name": "network-vif-unplugged", "status": "completed", "tag": "47646f87-d7a9-46f0-84a2-57552665394e"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:18.827545 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-5e658c1f-b3f6-450a-b1fa-a23103849152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.003240 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f402cc82-0f88-4135-a3d6-d9d1e60adb66 x-openstack-request-id: req-f402cc82-0f88-4135-a3d6-d9d1e60adb66 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:19.003690 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d45afb3-275a-48fc-ae2f-0ba34dee1c3d", "name": "network-vif-unplugged", "status": "completed", "tag": "47646f87-d7a9-46f0-84a2-57552665394e", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:19.004052 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f402cc82-0f88-4135-a3d6-d9d1e60adb66 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:19.004548 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d45afb3-275a-48fc-ae2f-0ba34dee1c3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47646f87-d7a9-46f0-84a2-57552665394e', 'code': 200} Jul 15 13:17:19.004905 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a9de85eb-b2e9-44b6-a321-282ab48a8a46 None None] For port 2c44e048-99a9-478d-8bd2-336efee9393e, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=2c44e048-99a9-478d-8bd2-336efee9393e,segment=NetworkSegment(e9de321a-550d-46f6-a095-a1f5c9f8f623),segment_id=e9de321a-550d-46f6-a095-a1f5c9f8f623)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:19.013709 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a9de85eb-b2e9-44b6-a321-282ab48a8a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.021972 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e658c1f-b3f6-450a-b1fa-a23103849152 service neutron] Pushing event updated for resources: {'Port': ['ID=47646f87-d7a9-46f0-84a2-57552665394e,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:19.155198 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 47646f87-d7a9-46f0-84a2-57552665394e, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=47646f87-d7a9-46f0-84a2-57552665394e,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:19.204826 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-16202207-1957-4736-b988-45c9486b2d50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.223512 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 47646f87-d7a9-46f0-84a2-57552665394e has no active binding in host n-h1-758944-45 {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:17:19.275224 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-5e658c1f-b3f6-450a-b1fa-a23103849152 service neutron] Attempting to bind port 47646f87-d7a9-46f0-84a2-57552665394e on host n-h2-758944-45 for vnic_type normal with profile {"migrating_to": "n-h1-758944-45"} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:19.275662 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-5e658c1f-b3f6-450a-b1fa-a23103849152 service neutron] Attempting to bind port 47646f87-d7a9-46f0-84a2-57552665394e by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:19.276106 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-5e658c1f-b3f6-450a-b1fa-a23103849152 service neutron] Attempting to bind port 47646f87-d7a9-46f0-84a2-57552665394e on network 11104484-975b-4425-b2d0-5e9908c9b0d1 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:19.295557 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de85eb-b2e9-44b6-a321-282ab48a8a46 None None] Pushing event updated for resources: {'Port': ['ID=2c44e048-99a9-478d-8bd2-336efee9393e,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:19.309742 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75ce5c-6bae-454b-ac46-d34d8479d4e8 req-7d5a4020-0636-4520-8aae-e094680c02f6 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:19.320001 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-be75ce5c-6bae-454b-ac46-d34d8479d4e8 req-7d5a4020-0636-4520-8aae-e094680c02f6 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 945 time: 0.8411181 Jul 15 13:17:19.409534 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-5e658c1f-b3f6-450a-b1fa-a23103849152 service neutron] Port 47646f87-d7a9-46f0-84a2-57552665394e on network 11104484-975b-4425-b2d0-5e9908c9b0d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:17:19.414538 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-5e658c1f-b3f6-450a-b1fa-a23103849152 service neutron] Attempting to bind port 47646f87-d7a9-46f0-84a2-57552665394e on network 11104484-975b-4425-b2d0-5e9908c9b0d1 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:19.471517 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-5e658c1f-b3f6-450a-b1fa-a23103849152 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:19.486178 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-5e658c1f-b3f6-450a-b1fa-a23103849152 service neutron] Checking segment: {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:19.486828 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-5e658c1f-b3f6-450a-b1fa-a23103849152 service neutron] Bound using segment: {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:19.487426 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-5e658c1f-b3f6-450a-b1fa-a23103849152 service neutron] Bound port: 47646f87-d7a9-46f0-84a2-57552665394e, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:19.487910 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-5e658c1f-b3f6-450a-b1fa-a23103849152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.608346 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-be75ce5c-6bae-454b-ac46-d34d8479d4e8 req-d18e759b-8665-4ca8-9ccf-674708920f28 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856793 Jul 15 13:17:19.626966 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d290d912-d66a-454b-8723-6aadffdd5ce4 None None] Provisioning complete for port 2c44e048-99a9-478d-8bd2-336efee9393e triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:19.627665 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d290d912-d66a-454b-8723-6aadffdd5ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.746903 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-16202207-1957-4736-b988-45c9486b2d50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.798273 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-16202207-1957-4736-b988-45c9486b2d50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.799584 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-16202207-1957-4736-b988-45c9486b2d50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.901068 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35274) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:19.911104 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-cd9a7c17-ca09-46a0-a281-ba459609c87e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-572698448'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:19.912604 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-bf98bd8d-32d9-405d-aa38-8749f63cd2ae tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.9327745 Jul 15 13:17:19.979181 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d290d912-d66a-454b-8723-6aadffdd5ce4 None None] Provisioning for port b80cf16d-eb15-41cc-982c-744b10194997 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:19.990692 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d290d912-d66a-454b-8723-6aadffdd5ce4 None None] Provisioning complete for port b80cf16d-eb15-41cc-982c-744b10194997 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:19.991367 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d290d912-d66a-454b-8723-6aadffdd5ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.018855 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-5e658c1f-b3f6-450a-b1fa-a23103849152 service neutron] For port 47646f87-d7a9-46f0-84a2-57552665394e, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:20.031901 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-5e658c1f-b3f6-450a-b1fa-a23103849152 service neutron] For port 47646f87-d7a9-46f0-84a2-57552665394e, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=47646f87-d7a9-46f0-84a2-57552665394e,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:20.041526 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-5e658c1f-b3f6-450a-b1fa-a23103849152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.135331 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d290d912-d66a-454b-8723-6aadffdd5ce4 None None] Port b80cf16d-eb15-41cc-982c-744b10194997 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:20.253630 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16202207-1957-4736-b988-45c9486b2d50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Port': ['ID=b80cf16d-eb15-41cc-982c-744b10194997,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:20.272494 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e658c1f-b3f6-450a-b1fa-a23103849152 service neutron] Pushing event updated for resources: {'Port': ['ID=47646f87-d7a9-46f0-84a2-57552665394e,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:20.281856 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-be2b596c-ae7a-4cdf-bf01-d689d707e9e0 None None] Provisioning complete for port b80cf16d-eb15-41cc-982c-744b10194997 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:20.282368 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-be2b596c-ae7a-4cdf-bf01-d689d707e9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.360050 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-5e658c1f-b3f6-450a-b1fa-a23103849152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:20.361326 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-5e658c1f-b3f6-450a-b1fa-a23103849152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.372368 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-5e658c1f-b3f6-450a-b1fa-a23103849152 service neutron] 10.222.0.18 "PUT /v2.0/ports/47646f87-d7a9-46f0-84a2-57552665394e HTTP/1.1" status: 200 len: 1123 time: 3.1246290 Jul 15 13:17:20.373974 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-be2b596c-ae7a-4cdf-bf01-d689d707e9e0 None None] Port b80cf16d-eb15-41cc-982c-744b10194997 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:20.380362 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a1443-6c19-4537-bf32-ba93d87e1147 req-3bb48ac6-5cdb-4e22-bd64-408a32166a8b tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:20.396949 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fe0a1443-6c19-4537-bf32-ba93d87e1147 req-3bb48ac6-5cdb-4e22-bd64-408a32166a8b tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 947 time: 0.6398361 Jul 15 13:17:20.507360 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['47646f87-d7a9-46f0-84a2-57552665394e'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:20.577753 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['47646f87-d7a9-46f0-84a2-57552665394e'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:20.677392 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16202207-1957-4736-b988-45c9486b2d50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network 8466e020-fdbc-44b8-9d11-bfaca3b574fe is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:20.706120 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-16202207-1957-4736-b988-45c9486b2d50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:21.010419 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d45afb3-275a-48fc-ae2f-0ba34dee1c3d', 'tag': '47646f87-d7a9-46f0-84a2-57552665394e'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:21.025904 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb7066d-5a3a-42a5-a42d-b9c52c31d0d8" -d '{"events": [{"name": "network-changed", "server_uuid": "9d45afb3-275a-48fc-ae2f-0ba34dee1c3d", "tag": "47646f87-d7a9-46f0-84a2-57552665394e"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:21.169365 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e47a7c-35aa-4923-bcad-4bc324d1718d req-71da6f30-7c1e-46ff-a31a-4c778a0377cc tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:21.177491 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 2c44e048-99a9-478d-8bd2-336efee9393e up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:21.205176 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f5e47a7c-35aa-4923-bcad-4bc324d1718d req-71da6f30-7c1e-46ff-a31a-4c778a0377cc tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 943 time: 0.2642665 Jul 15 13:17:21.313878 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f5e47a7c-35aa-4923-bcad-4bc324d1718d req-39de7605-1b4d-431c-aab4-5d528c632e9b tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990820 Jul 15 13:17:21.315752 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fe0a1443-6c19-4537-bf32-ba93d87e1147 req-4ce141d5-d3b2-40f4-97d8-af34bfa5ed2c tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9169598 Jul 15 13:17:21.402045 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-255a19d4-2229-49b4-9286-3c06db68675b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.504374 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea967332-eb39-43cc-95ff-c902851e56dc x-openstack-request-id: req-ea967332-eb39-43cc-95ff-c902851e56dc {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:21.504937 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d45afb3-275a-48fc-ae2f-0ba34dee1c3d", "tag": "47646f87-d7a9-46f0-84a2-57552665394e", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:21.505258 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea967332-eb39-43cc-95ff-c902851e56dc {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:21.505728 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d45afb3-275a-48fc-ae2f-0ba34dee1c3d', 'tag': '47646f87-d7a9-46f0-84a2-57552665394e', 'status': 'completed', 'code': 200} Jul 15 13:17:21.508662 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9d5a9b82-b6b2-4bbe-b66e-8c2593c05754 None None] Provisioning complete for port b80cf16d-eb15-41cc-982c-744b10194997 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:21.509263 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d5a9b82-b6b2-4bbe-b66e-8c2593c05754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.679037 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9d5a9b82-b6b2-4bbe-b66e-8c2593c05754 None None] Port b80cf16d-eb15-41cc-982c-744b10194997 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:21.708272 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 2c44e048-99a9-478d-8bd2-336efee9393e triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:21.708971 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.808376 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a6c58752-24e8-4657-b3cb-fd389425bb87 None None] Provisioning complete for port b80cf16d-eb15-41cc-982c-744b10194997 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:21.808964 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6c58752-24e8-4657-b3cb-fd389425bb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.928957 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16202207-1957-4736-b988-45c9486b2d50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Router a57d03a4-effc-4495-b59c-adb7a7b0dd96 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:17:22.097733 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a6c58752-24e8-4657-b3cb-fd389425bb87 None None] Port b80cf16d-eb15-41cc-982c-744b10194997 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:22.103046 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7066d-5a3a-42a5-a42d-b9c52c31d0d8 req-f429c284-63c0-4e95-ad52-55a897e0261c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:22.105900 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5bb7066d-5a3a-42a5-a42d-b9c52c31d0d8 req-f429c284-63c0-4e95-ad52-55a897e0261c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c2b5fceeddc4686a6075bcd70c81526&device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 1126 time: 0.4946208 Jul 15 13:17:22.662107 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d9c5c-8c0b-4a2d-831e-780637cf7baf req-314e6171-541d-48b8-abda-ed8736275e46 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:22.671454 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-474d9c5c-8c0b-4a2d-831e-780637cf7baf req-314e6171-541d-48b8-abda-ed8736275e46 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 943 time: 0.1285100 Jul 15 13:17:22.727124 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-474d9c5c-8c0b-4a2d-831e-780637cf7baf req-bc8f79b9-82d4-4f73-ba65-5a33997c93ab tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543497 Jul 15 13:17:23.079822 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7066d-5a3a-42a5-a42d-b9c52c31d0d8 req-4fe129d3-b14f-41ce-9079-f7cbcab9063d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:23.082728 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5bb7066d-5a3a-42a5-a42d-b9c52c31d0d8 req-4fe129d3-b14f-41ce-9079-f7cbcab9063d service neutron] 10.222.0.32 "GET /v2.0/networks?id=11104484-975b-4425-b2d0-5e9908c9b0d1 HTTP/1.1" status: 200 len: 908 time: 0.2060294 Jul 15 13:17:23.225343 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:23.348668 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5bb7066d-5a3a-42a5-a42d-b9c52c31d0d8 req-613feee7-20a0-41bf-948b-174b116485e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47646f87-d7a9-46f0-84a2-57552665394e HTTP/1.1" status: 200 len: 217 time: 0.1986096 Jul 15 13:17:23.352936 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e192749-9306-4f6c-83d8-1d3924751ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:23.367189 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd9a7c17-ca09-46a0-a281-ba459609c87e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:23.460062 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7066d-5a3a-42a5-a42d-b9c52c31d0d8 req-90ccda1d-ab4d-4bdb-a9f0-38f076d320da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:23.461695 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5bb7066d-5a3a-42a5-a42d-b9c52c31d0d8 req-90ccda1d-ab4d-4bdb-a9f0-38f076d320da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=175aacaa-613b-43c2-81a6-3ccd12246946 HTTP/1.1" status: 200 len: 847 time: 0.0897641 Jul 15 13:17:23.507066 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5bb7066d-5a3a-42a5-a42d-b9c52c31d0d8 req-59d9d523-3a3d-4334-8b7a-dac29cec906d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=11104484-975b-4425-b2d0-5e9908c9b0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318437 Jul 15 13:17:23.565329 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd9a7c17-ca09-46a0-a281-ba459609c87e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3773587'] for router, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:23.579010 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16202207-1957-4736-b988-45c9486b2d50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:17:23.588040 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35314) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:23.588898 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-16202207-1957-4736-b988-45c9486b2d50 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "PUT /v2.0/routers/a57d03a4-effc-4495-b59c-adb7a7b0dd96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8678694 Jul 15 13:17:23.593826 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc205c-e28c-4a18-8e84-e58ddb18b556 None None] Sync routers for ids ['a57d03a4-effc-4495-b59c-adb7a7b0dd96'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:17:23.644127 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfc205c-e28c-4a18-8e84-e58ddb18b556 None None] Routers {'a57d03a4-effc-4495-b59c-adb7a7b0dd96'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:23.644870 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-fbfc205c-e28c-4a18-8e84-e58ddb18b556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:17:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['a57d03a4-effc-4495-b59c-adb7a7b0dd96'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:23.689676 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54252c34-d1c2-48fd-8ac7-060371ccf53e req-1f61a560-dd63-458b-b08a-dbe4e1e5ba1b tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:23.691563 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-fbfc205c-e28c-4a18-8e84-e58ddb18b556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:23.693439 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-54252c34-d1c2-48fd-8ac7-060371ccf53e req-1f61a560-dd63-458b-b08a-dbe4e1e5ba1b tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 947 time: 0.6358869 Jul 15 13:17:23.708954 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfc205c-e28c-4a18-8e84-e58ddb18b556 None None] Routers {'a57d03a4-effc-4495-b59c-adb7a7b0dd96'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:23.710050 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-fbfc205c-e28c-4a18-8e84-e58ddb18b556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:17:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['a57d03a4-effc-4495-b59c-adb7a7b0dd96'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:23.740751 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36276896-1ebe-4a46-aaa3-61a33efeab1c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:23.745435 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-fbfc205c-e28c-4a18-8e84-e58ddb18b556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:23.750060 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc205c-e28c-4a18-8e84-e58ddb18b556 None None] The sync data for ids ['a57d03a4-effc-4495-b59c-adb7a7b0dd96'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:17:23.752542 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-36276896-1ebe-4a46-aaa3-61a33efeab1c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "GET /v2.0/ports?device_id=a57d03a4-effc-4495-b59c-adb7a7b0dd96 HTTP/1.1" status: 200 len: 989 time: 0.1557415 Jul 15 13:17:23.754262 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35316) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:23.875938 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5bb7066d-5a3a-42a5-a42d-b9c52c31d0d8 req-5d42fb79-28fe-4b68-867b-7f878ad55233 service neutron] 10.222.0.32 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616083 Jul 15 13:17:23.884886 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9a7c17-ca09-46a0-a281-ba459609c87e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Router 96129b8d-c872-4f35-bab0-69392536e883 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:17:24.008789 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5bb7066d-5a3a-42a5-a42d-b9c52c31d0d8 req-5e94df0e-a5ca-48f6-b784-6bec35816cad service neutron] 10.222.0.32 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201642 Jul 15 13:17:24.079372 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-54252c34-d1c2-48fd-8ac7-060371ccf53e req-db62e8b3-a36b-4eab-a57d-1a9ff73f0af9 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919572 Jul 15 13:17:24.291014 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9a7c17-ca09-46a0-a281-ba459609c87e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:17:24.299817 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd9a7c17-ca09-46a0-a281-ba459609c87e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:24.303599 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a31b15d-98df-4a29-8a12-f9ca6d8e886a None None] Sync routers for ids ['96129b8d-c872-4f35-bab0-69392536e883'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:17:24.324445 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-cd9a7c17-ca09-46a0-a281-ba459609c87e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "PUT /v2.0/routers/96129b8d-c872-4f35-bab0-69392536e883 HTTP/1.1" status: 200 len: 887 time: 4.4185081 Jul 15 13:17:24.329650 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35326) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:24.333451 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a31b15d-98df-4a29-8a12-f9ca6d8e886a None None] Routers {'96129b8d-c872-4f35-bab0-69392536e883'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:24.334480 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8a31b15d-98df-4a29-8a12-f9ca6d8e886a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:17:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['96129b8d-c872-4f35-bab0-69392536e883'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:24.573091 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd58285-8bd2-4a55-a582-85c36feac2f6 req-1f7f70cd-d471-4438-9b76-655818a6af4c tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:24.588785 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2cd58285-8bd2-4a55-a582-85c36feac2f6 req-1f7f70cd-d471-4438-9b76-655818a6af4c tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 943 time: 0.3639586 Jul 15 13:17:24.783943 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c01bf847-1ba2-4c14-a984-fe9c12f94ac9 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "GET /v2.0/routers/96129b8d-c872-4f35-bab0-69392536e883 HTTP/1.1" status: 200 len: 887 time: 0.4530342 Jul 15 13:17:24.793295 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35332) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:24.884351 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8a31b15d-98df-4a29-8a12-f9ca6d8e886a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:24.923496 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-727d30ac-5ffd-49c7-8cb1-4c6684525ab3 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "GET /v2.0/ports?device_id=96129b8d-c872-4f35-bab0-69392536e883 HTTP/1.1" status: 200 len: 205 time: 0.1175516 Jul 15 13:17:24.927422 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35334) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:24.956630 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:24.971014 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a31b15d-98df-4a29-8a12-f9ca6d8e886a None None] Routers {'96129b8d-c872-4f35-bab0-69392536e883'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:24.972051 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8a31b15d-98df-4a29-8a12-f9ca6d8e886a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:17:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['96129b8d-c872-4f35-bab0-69392536e883'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:25.026627 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2cd58285-8bd2-4a55-a582-85c36feac2f6 req-240bea18-6db3-466b-a41b-6e02e0033e38 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172095 Jul 15 13:17:25.108630 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:25.109928 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8a31b15d-98df-4a29-8a12-f9ca6d8e886a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:25.111033 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a31b15d-98df-4a29-8a12-f9ca6d8e886a None None] The sync data for ids ['96129b8d-c872-4f35-bab0-69392536e883'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:17:25.112099 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-25bb88d9-9526-45f5-b5ad-0d8da4ced667 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:25.207184 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8254e1d5-76ef-4cde-ba0c-b0859a2bdea9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:25.388605 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-25bb88d9-9526-45f5-b5ad-0d8da4ced667 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:25.700488 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-25bb88d9-9526-45f5-b5ad-0d8da4ced667 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Deleting port 44bd4cc9-6a27-4266-a3e2-7fb7274e4a09 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:25.701251 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-25bb88d9-9526-45f5-b5ad-0d8da4ced667 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:25.799707 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-25bb88d9-9526-45f5-b5ad-0d8da4ced667 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:25.808961 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8254e1d5-76ef-4cde-ba0c-b0859a2bdea9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Deleting port b80cf16d-eb15-41cc-982c-744b10194997 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:25.813322 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8254e1d5-76ef-4cde-ba0c-b0859a2bdea9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:25.815304 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-25bb88d9-9526-45f5-b5ad-0d8da4ced667 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Calling delete_port for 44bd4cc9-6a27-4266-a3e2-7fb7274e4a09 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:25.955004 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8254e1d5-76ef-4cde-ba0c-b0859a2bdea9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:25.971737 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8254e1d5-76ef-4cde-ba0c-b0859a2bdea9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Calling delete_port for b80cf16d-eb15-41cc-982c-744b10194997 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:26.210669 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9fa2b-7cd9-453c-a239-46516be34f2b req-c1ae272f-5751-476d-8371-55a49637c856 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:26.213624 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-18d9fa2b-7cd9-453c-a239-46516be34f2b req-c1ae272f-5751-476d-8371-55a49637c856 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 947 time: 0.8385584 Jul 15 13:17:26.218554 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-25bb88d9-9526-45f5-b5ad-0d8da4ced667 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:26.280442 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8254e1d5-76ef-4cde-ba0c-b0859a2bdea9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:26.285247 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb88d9-9526-45f5-b5ad-0d8da4ced667 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Port': ['ID=44bd4cc9-6a27-4266-a3e2-7fb7274e4a09,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:26.316225 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:26.368374 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254e1d5-76ef-4cde-ba0c-b0859a2bdea9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Port': ['ID=b80cf16d-eb15-41cc-982c-744b10194997,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:26.383898 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-18d9fa2b-7cd9-453c-a239-46516be34f2b req-165c1bb0-13e2-438d-b244-086a560f9162 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431916 Jul 15 13:17:26.438113 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-25bb88d9-9526-45f5-b5ad-0d8da4ced667 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:26.602518 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-25bb88d9-9526-45f5-b5ad-0d8da4ced667 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:26.605733 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-25bb88d9-9526-45f5-b5ad-0d8da4ced667 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:26.707412 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 47646f87-d7a9-46f0-84a2-57552665394e details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:17:26.744230 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-25bb88d9-9526-45f5-b5ad-0d8da4ced667 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:26.745176 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bb88d9-9526-45f5-b5ad-0d8da4ced667 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Fanout notify agent at l3_agent the message router_deleted on router 96129b8d-c872-4f35-bab0-69392536e883 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:17:26.765081 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-25bb88d9-9526-45f5-b5ad-0d8da4ced667 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:26.771763 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-25bb88d9-9526-45f5-b5ad-0d8da4ced667 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/routers/96129b8d-c872-4f35-bab0-69392536e883 HTTP/1.1" status: 204 len: 168 time: 1.8371625 Jul 15 13:17:26.797114 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35356) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:26.814292 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-13de41b5-adde-4874-981c-41fc5a11812c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Request body: {'network': {'name': 'tempest-RoutersTest-691542823'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:27.044149 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13de41b5-adde-4874-981c-41fc5a11812c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Made reservation on behalf of 2299834c406d4055b9f136a9c73b3afc for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:27.049247 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13de41b5-adde-4874-981c-41fc5a11812c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.121163 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13de41b5-adde-4874-981c-41fc5a11812c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:17:27.149128 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13de41b5-adde-4874-981c-41fc5a11812c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.151980 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-13de41b5-adde-4874-981c-41fc5a11812c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Added segment beb9db16-c815-4167-840a-55c69ea614d3 of type vlan for network 37382a84-0a5b-4148-88d0-11ba97a03278 Jul 15 13:17:27.281823 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13de41b5-adde-4874-981c-41fc5a11812c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.359751 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13de41b5-adde-4874-981c-41fc5a11812c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.373397 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13de41b5-adde-4874-981c-41fc5a11812c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:27.381063 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 47646f87-d7a9-46f0-84a2-57552665394e, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=47646f87-d7a9-46f0-84a2-57552665394e,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:27.384124 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13de41b5-adde-4874-981c-41fc5a11812c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.470333 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 47646f87-d7a9-46f0-84a2-57552665394e has no active binding in host n-h1-758944-45 {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:17:27.511508 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-13de41b5-adde-4874-981c-41fc5a11812c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7102320 Jul 15 13:17:27.517309 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35374) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:27.541261 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f45134ba-7b30-49b9-bbd2-564539d992c4 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Request body: {'subnet': {'network_id': '37382a84-0a5b-4148-88d0-11ba97a03278', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:27.604772 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d1ab9-bfa9-4ea5-81fa-447f0551572e req-c76c806c-333e-41c5-8fdf-efacb4234c59 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:27.632116 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d76d1ab9-bfa9-4ea5-81fa-447f0551572e req-c76c806c-333e-41c5-8fdf-efacb4234c59 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 943 time: 1.2993696 Jul 15 13:17:27.646642 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8254e1d5-76ef-4cde-ba0c-b0859a2bdea9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.784934 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de41b5-adde-4874-981c-41fc5a11812c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Network': ['ID=37382a84-0a5b-4148-88d0-11ba97a03278,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:27.799610 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 37382a84-0a5b-4148-88d0-11ba97a03278 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:17:27.838798 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45134ba-7b30-49b9-bbd2-564539d992c4 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Made reservation on behalf of 2299834c406d4055b9f136a9c73b3afc for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:27.843593 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f45134ba-7b30-49b9-bbd2-564539d992c4 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.879402 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d76d1ab9-bfa9-4ea5-81fa-447f0551572e req-840b24b4-efe1-485b-8227-02f75cf70a35 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460904 Jul 15 13:17:28.207425 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f45134ba-7b30-49b9-bbd2-564539d992c4 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:28.356354 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48955d52-d791-45f3-befc-a984345ee682 req-dc528a14-a166-405c-87e0-45e724c3c861 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:28.363737 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-48955d52-d791-45f3-befc-a984345ee682 req-dc528a14-a166-405c-87e0-45e724c3c861 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 947 time: 0.6066914 Jul 15 13:17:28.471901 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45134ba-7b30-49b9-bbd2-564539d992c4 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Subnet': ['ID=a7b72852-8db1-4c9b-b393-1680b470a846,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:28.533961 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45134ba-7b30-49b9-bbd2-564539d992c4 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Checking segment: {'id': 'beb9db16-c815-4167-840a-55c69ea614d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '37382a84-0a5b-4148-88d0-11ba97a03278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:28.534950 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45134ba-7b30-49b9-bbd2-564539d992c4 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network hostable DHCP agents. Network: 37382a84-0a5b-4148-88d0-11ba97a03278, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:17:28.541392 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8254e1d5-76ef-4cde-ba0c-b0859a2bdea9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Router a57d03a4-effc-4495-b59c-adb7a7b0dd96 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:17:28.583117 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-48955d52-d791-45f3-befc-a984345ee682 req-436dbef3-6298-471d-9a89-dc4b280d88e4 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006185 Jul 15 13:17:28.622669 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45134ba-7b30-49b9-bbd2-564539d992c4 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network 37382a84-0a5b-4148-88d0-11ba97a03278 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:17:28.647376 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-f45134ba-7b30-49b9-bbd2-564539d992c4 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 37382a84-0a5b-4148-88d0-11ba97a03278) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:28.652799 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45134ba-7b30-49b9-bbd2-564539d992c4 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:28.653503 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f45134ba-7b30-49b9-bbd2-564539d992c4 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:28.664373 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0175f6d-0d42-412c-b9b9-e5a24985fddb None None] Network 37382a84-0a5b-4148-88d0-11ba97a03278 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:28.694766 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f45134ba-7b30-49b9-bbd2-564539d992c4 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1723049 Jul 15 13:17:28.697154 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35390) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:28.710675 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-8172ffd5-e55d-4f19-85e3-cd0fdcfa51ee tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-255507482', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:28.815831 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8172ffd5-e55d-4f19-85e3-cd0fdcfa51ee tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:28.816946 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8172ffd5-e55d-4f19-85e3-cd0fdcfa51ee tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:28.949022 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8254e1d5-76ef-4cde-ba0c-b0859a2bdea9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:17:28.964576 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8254e1d5-76ef-4cde-ba0c-b0859a2bdea9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "PUT /v2.0/routers/a57d03a4-effc-4495-b59c-adb7a7b0dd96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2051563 Jul 15 13:17:28.966695 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35396) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:28.970410 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8172ffd5-e55d-4f19-85e3-cd0fdcfa51ee tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:28.973516 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd34490-b200-4778-9f85-d7bcf4f7cb8d None None] Sync routers for ids ['a57d03a4-effc-4495-b59c-adb7a7b0dd96'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:17:28.987924 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8172ffd5-e55d-4f19-85e3-cd0fdcfa51ee tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.009272 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd34490-b200-4778-9f85-d7bcf4f7cb8d None None] Routers {'a57d03a4-effc-4495-b59c-adb7a7b0dd96'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:29.012916 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-6fd34490-b200-4778-9f85-d7bcf4f7cb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:17:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['a57d03a4-effc-4495-b59c-adb7a7b0dd96'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:29.032780 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8172ffd5-e55d-4f19-85e3-cd0fdcfa51ee tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.036938 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8172ffd5-e55d-4f19-85e3-cd0fdcfa51ee tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3357334 Jul 15 13:17:29.050190 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35398) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:29.084765 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0ed968-3f1f-4995-9bbc-3a2c89fc7912 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] GET failed (client error): The resource could not be found. Jul 15 13:17:29.089229 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7a0ed968-3f1f-4995-9bbc-3a2c89fc7912 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "GET /v2.0/ports/b80cf16d-eb15-41cc-982c-744b10194997 HTTP/1.1" status: 404 len: 333 time: 0.1188037 Jul 15 13:17:29.090744 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35400) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:29.198037 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-6fd34490-b200-4778-9f85-d7bcf4f7cb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:29.227003 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd34490-b200-4778-9f85-d7bcf4f7cb8d None None] Routers {'a57d03a4-effc-4495-b59c-adb7a7b0dd96'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:29.230897 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee38c8e-3db6-42fb-836a-c5e40ce955cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-37382a84-0a5b-4148-88d0-11ba97a03278', 'network_id': '37382a84-0a5b-4148-88d0-11ba97a03278', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'fixed_ips': [{'subnet_id': 'a7b72852-8db1-4c9b-b393-1680b470a846'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:17:29.232892 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ee38c8e-3db6-42fb-836a-c5e40ce955cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.239170 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-6fd34490-b200-4778-9f85-d7bcf4f7cb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:17:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['a57d03a4-effc-4495-b59c-adb7a7b0dd96'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:29.242380 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35404) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:29.359403 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-6fd34490-b200-4778-9f85-d7bcf4f7cb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:29.360616 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd34490-b200-4778-9f85-d7bcf4f7cb8d None None] The sync data for ids ['a57d03a4-effc-4495-b59c-adb7a7b0dd96'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:17:29.433923 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc695a2a-85fd-4afb-8d1e-d9e06a5abdbf tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.611043 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-769903af-f236-4d4b-9561-2169b5ed4501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.628827 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-7ee38c8e-3db6-42fb-836a-c5e40ce955cd None None] Allocated IP 172.20.0.2 (37382a84-0a5b-4148-88d0-11ba97a03278/a7b72852-8db1-4c9b-b393-1680b470a846/ce811af9-1be2-45b8-880d-16184cc96461) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:29.795906 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc695a2a-85fd-4afb-8d1e-d9e06a5abdbf tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.799052 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc695a2a-85fd-4afb-8d1e-d9e06a5abdbf tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.912467 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc695a2a-85fd-4afb-8d1e-d9e06a5abdbf tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.913889 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc695a2a-85fd-4afb-8d1e-d9e06a5abdbf tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Fanout notify agent at l3_agent the message router_deleted on router a57d03a4-effc-4495-b59c-adb7a7b0dd96 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:17:29.936498 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc695a2a-85fd-4afb-8d1e-d9e06a5abdbf tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.942027 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-dc695a2a-85fd-4afb-8d1e-d9e06a5abdbf tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/routers/a57d03a4-effc-4495-b59c-adb7a7b0dd96 HTTP/1.1" status: 204 len: 168 time: 0.8500247 Jul 15 13:17:29.943216 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35412) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:29.981474 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ee38c8e-3db6-42fb-836a-c5e40ce955cd None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.001687 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7ee38c8e-3db6-42fb-836a-c5e40ce955cd None None] Transition to ACTIVE for port object ce811af9-1be2-45b8-880d-16184cc96461 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:30.021879 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8c9167-cdaa-4439-80bd-1e71cbc03fa2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Deleting subnet 39d47eb3-d208-422f-828b-71d0fddfdcde {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:17:30.027424 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9a8c9167-cdaa-4439-80bd-1e71cbc03fa2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.053589 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7ee38c8e-3db6-42fb-836a-c5e40ce955cd None None] Transition to ACTIVE for port object ce811af9-1be2-45b8-880d-16184cc96461 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:30.077233 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ee38c8e-3db6-42fb-836a-c5e40ce955cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.189254 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9a8c9167-cdaa-4439-80bd-1e71cbc03fa2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.308749 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6373a9-0b89-4ea2-8376-4244b88491b5 req-db595592-800c-4495-8718-9c07b1bf0edb tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:30.309069 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee38c8e-3db6-42fb-836a-c5e40ce955cd None None] Pushing event updated for resources: {'Port': ['ID=ce811af9-1be2-45b8-880d-16184cc96461,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:30.332848 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee38c8e-3db6-42fb-836a-c5e40ce955cd None None] Network 37382a84-0a5b-4148-88d0-11ba97a03278 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:30.336403 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-7ee38c8e-3db6-42fb-836a-c5e40ce955cd None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:30.337507 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3a6373a9-0b89-4ea2-8376-4244b88491b5 req-db595592-800c-4495-8718-9c07b1bf0edb tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 947 time: 0.2448881 Jul 15 13:17:30.343059 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee38c8e-3db6-42fb-836a-c5e40ce955cd None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:30.549245 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3a6373a9-0b89-4ea2-8376-4244b88491b5 req-84859a77-1d82-4a3d-9dee-229f66c22a28 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2102065 Jul 15 13:17:30.553645 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-769903af-f236-4d4b-9561-2169b5ed4501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.564583 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-7ee38c8e-3db6-42fb-836a-c5e40ce955cd None None] Attempting to bind port ce811af9-1be2-45b8-880d-16184cc96461 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:30.569569 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-7ee38c8e-3db6-42fb-836a-c5e40ce955cd None None] Attempting to bind port ce811af9-1be2-45b8-880d-16184cc96461 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'beb9db16-c815-4167-840a-55c69ea614d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '37382a84-0a5b-4148-88d0-11ba97a03278'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:30.570683 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee38c8e-3db6-42fb-836a-c5e40ce955cd None None] Attempting to bind port ce811af9-1be2-45b8-880d-16184cc96461 on network 37382a84-0a5b-4148-88d0-11ba97a03278 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:30.575095 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 47646f87-d7a9-46f0-84a2-57552665394e no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:30.575409 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-769903af-f236-4d4b-9561-2169b5ed4501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.596182 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9a8c9167-cdaa-4439-80bd-1e71cbc03fa2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.616833 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee38c8e-3db6-42fb-836a-c5e40ce955cd None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:30.617657 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee38c8e-3db6-42fb-836a-c5e40ce955cd None None] Checking segment: {'id': 'beb9db16-c815-4167-840a-55c69ea614d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '37382a84-0a5b-4148-88d0-11ba97a03278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:30.618214 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ee38c8e-3db6-42fb-836a-c5e40ce955cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.620798 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee38c8e-3db6-42fb-836a-c5e40ce955cd None None] Bound using segment: {'id': 'beb9db16-c815-4167-840a-55c69ea614d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '37382a84-0a5b-4148-88d0-11ba97a03278'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:30.621512 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-7ee38c8e-3db6-42fb-836a-c5e40ce955cd None None] Bound port: ce811af9-1be2-45b8-880d-16184cc96461, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb9db16-c815-4167-840a-55c69ea614d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '37382a84-0a5b-4148-88d0-11ba97a03278'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:30.622868 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ee38c8e-3db6-42fb-836a-c5e40ce955cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.742814 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 47646f87-d7a9-46f0-84a2-57552665394e no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:30.848265 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9a8c9167-cdaa-4439-80bd-1e71cbc03fa2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.890138 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 47646f87-d7a9-46f0-84a2-57552665394e not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:17:30.939976 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7ee38c8e-3db6-42fb-836a-c5e40ce955cd None None] For port ce811af9-1be2-45b8-880d-16184cc96461, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:30.950661 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7ee38c8e-3db6-42fb-836a-c5e40ce955cd None None] For port ce811af9-1be2-45b8-880d-16184cc96461, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ce811af9-1be2-45b8-880d-16184cc96461,segment=NetworkSegment(beb9db16-c815-4167-840a-55c69ea614d3),segment_id=beb9db16-c815-4167-840a-55c69ea614d3)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:30.958620 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c9167-cdaa-4439-80bd-1e71cbc03fa2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Subnet': ['ID=39d47eb3-d208-422f-828b-71d0fddfdcde,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:30.980180 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5f659-4f86-470d-9007-f45ba6423075 req-dfed567f-4c80-4a11-b5d5-5c4f05c37767 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:30.981547 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ee38c8e-3db6-42fb-836a-c5e40ce955cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.986020 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9dc5f659-4f86-470d-9007-f45ba6423075 req-dfed567f-4c80-4a11-b5d5-5c4f05c37767 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 943 time: 1.7789800 Jul 15 13:17:30.987170 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9a8c9167-cdaa-4439-80bd-1e71cbc03fa2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.989145 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f2ee05ef-5965-4a28-88bf-fe16963be1de tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.990657 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9a8c9167-cdaa-4439-80bd-1e71cbc03fa2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/subnets/39d47eb3-d208-422f-828b-71d0fddfdcde HTTP/1.1" status: 204 len: 168 time: 1.0457485 Jul 15 13:17:31.001883 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35422) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:31.098235 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-769903af-f236-4d4b-9561-2169b5ed4501 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b293df59f132484e9e18b3016d56f904&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8506262 Jul 15 13:17:31.108013 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35424) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:31.123336 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee38c8e-3db6-42fb-836a-c5e40ce955cd None None] Pushing event updated for resources: {'Port': ['ID=ce811af9-1be2-45b8-880d-16184cc96461,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:31.129733 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcba5a1-fb0a-47a7-aafe-72403a1f6c0a None None] Network 8466e020-fdbc-44b8-9d11-bfaca3b574fe requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:31.152018 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769903af-f236-4d4b-9561-2169b5ed4501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a50a81-096c-4663-ab1c-21a8dd20e688,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:31.218613 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9dc5f659-4f86-470d-9007-f45ba6423075 req-404df74b-b5bc-415c-b80b-80fb1ce6834e tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686394 Jul 15 13:17:31.488307 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-84789708-ace0-4c21-aebd-59e46f7f3749 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.577495 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be0dbf99-8141-4dbb-aa72-6528f38cef22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.749554 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be0dbf99-8141-4dbb-aa72-6528f38cef22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.783901 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3126949e-07ad-46b3-917d-905a3fce1c04 None None] DHCP port deletion for 8466e020-fdbc-44b8-9d11-bfaca3b574fe request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:17:31.835364 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-84789708-ace0-4c21-aebd-59e46f7f3749 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Deleting port 2c44e048-99a9-478d-8bd2-336efee9393e {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:31.835932 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-84789708-ace0-4c21-aebd-59e46f7f3749 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.920381 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-f2ee05ef-5965-4a28-88bf-fe16963be1de tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Allocated IP 172.20.0.1 (37382a84-0a5b-4148-88d0-11ba97a03278/a7b72852-8db1-4c9b-b393-1680b470a846/54bc5396-38f6-4785-a073-508b44789d96) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:31.943723 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3126949e-07ad-46b3-917d-905a3fce1c04 None None] Deleting port 2c44e048-99a9-478d-8bd2-336efee9393e {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:31.947521 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3126949e-07ad-46b3-917d-905a3fce1c04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.990171 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-84789708-ace0-4c21-aebd-59e46f7f3749 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] For port 2c44e048-99a9-478d-8bd2-336efee9393e, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=2c44e048-99a9-478d-8bd2-336efee9393e,segment=NetworkSegment(e9de321a-550d-46f6-a095-a1f5c9f8f623),segment_id=e9de321a-550d-46f6-a095-a1f5c9f8f623)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:31.991135 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-84789708-ace0-4c21-aebd-59e46f7f3749 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.027601 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-84789708-ace0-4c21-aebd-59e46f7f3749 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Calling delete_port for 2c44e048-99a9-478d-8bd2-336efee9393e owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:32.094595 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f2ee05ef-5965-4a28-88bf-fe16963be1de tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.216965 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-84789708-ace0-4c21-aebd-59e46f7f3749 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.220933 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-f2ee05ef-5965-4a28-88bf-fe16963be1de tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Transition to ACTIVE for port object 54bc5396-38f6-4785-a073-508b44789d96 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:32.279482 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be0dbf99-8141-4dbb-aa72-6528f38cef22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.281445 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-3126949e-07ad-46b3-917d-905a3fce1c04 None None] For port 2c44e048-99a9-478d-8bd2-336efee9393e, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=2c44e048-99a9-478d-8bd2-336efee9393e,segment=NetworkSegment(e9de321a-550d-46f6-a095-a1f5c9f8f623),segment_id=e9de321a-550d-46f6-a095-a1f5c9f8f623)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:32.286987 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3126949e-07ad-46b3-917d-905a3fce1c04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.291984 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be0dbf99-8141-4dbb-aa72-6528f38cef22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.297907 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-be0dbf99-8141-4dbb-aa72-6528f38cef22 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/96a50a81-096c-4663-ab1c-21a8dd20e688 HTTP/1.1" status: 204 len: 168 time: 1.1709187 Jul 15 13:17:32.348957 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3126949e-07ad-46b3-917d-905a3fce1c04 None None] Calling delete_port for 2c44e048-99a9-478d-8bd2-336efee9393e owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:32.352977 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f2ee05ef-5965-4a28-88bf-fe16963be1de tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.399904 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0dbf99-8141-4dbb-aa72-6528f38cef22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a50a81-096c-4663-ab1c-21a8dd20e688,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:32.438352 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84789708-ace0-4c21-aebd-59e46f7f3749 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] No DVR routers for this DVR port 2c44e048-99a9-478d-8bd2-336efee9393e on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:32.534514 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ee05ef-5965-4a28-88bf-fe16963be1de tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network 37382a84-0a5b-4148-88d0-11ba97a03278 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:32.552655 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-f2ee05ef-5965-4a28-88bf-fe16963be1de tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:32.575549 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ee05ef-5965-4a28-88bf-fe16963be1de tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:32.582575 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84789708-ace0-4c21-aebd-59e46f7f3749 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Port': ['ID=2c44e048-99a9-478d-8bd2-336efee9393e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:32.618956 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-56108542-bf6b-4b90-b8f2-c285c7f3e101 service neutron] 10.222.0.32 "GET /v2.0/ports/47646f87-d7a9-46f0-84a2-57552665394e/bindings/n-h1-758944-45 HTTP/1.1" status: 200 len: 385 time: 0.8204703 Jul 15 13:17:32.764824 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee05ef-5965-4a28-88bf-fe16963be1de tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Port': ['ID=54bc5396-38f6-4785-a073-508b44789d96,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:32.825228 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-84789708-ace0-4c21-aebd-59e46f7f3749 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.831212 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e5d15-d4ed-4808-ae99-8ed181c79bec req-c9dcf74a-3a0d-4e45-a19c-c55205306402 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:32.844600 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2c2e5d15-d4ed-4808-ae99-8ed181c79bec req-c9dcf74a-3a0d-4e45-a19c-c55205306402 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 947 time: 0.9685826 Jul 15 13:17:32.849743 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-84789708-ace0-4c21-aebd-59e46f7f3749 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8466e020-fdbc-44b8-9d11-bfaca3b574fe']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:32.875919 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3126949e-07ad-46b3-917d-905a3fce1c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.883748 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-84789708-ace0-4c21-aebd-59e46f7f3749 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9de321a-550d-46f6-a095-a1f5c9f8f623') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:32.884393 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-84789708-ace0-4c21-aebd-59e46f7f3749 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9de321a-550d-46f6-a095-a1f5c9f8f623') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:32.938256 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-84789708-ace0-4c21-aebd-59e46f7f3749 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.999241 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f2ee05ef-5965-4a28-88bf-fe16963be1de tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.011301 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-84789708-ace0-4c21-aebd-59e46f7f3749 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.058338 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84789708-ace0-4c21-aebd-59e46f7f3749 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:17:33.058338 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-84789708-ace0-4c21-aebd-59e46f7f3749 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.059162 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126949e-07ad-46b3-917d-905a3fce1c04 None None] Pushing event deleted for resources: {'Port': ['ID=2c44e048-99a9-478d-8bd2-336efee9393e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:33.076759 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3126949e-07ad-46b3-917d-905a3fce1c04 None None] No DVR routers for this DVR port 2c44e048-99a9-478d-8bd2-336efee9393e on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:33.126622 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126949e-07ad-46b3-917d-905a3fce1c04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:33.130535 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126949e-07ad-46b3-917d-905a3fce1c04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:33.131477 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126949e-07ad-46b3-917d-905a3fce1c04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:33.132356 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126949e-07ad-46b3-917d-905a3fce1c04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:33.134827 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126949e-07ad-46b3-917d-905a3fce1c04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:33.139415 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126949e-07ad-46b3-917d-905a3fce1c04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:33.141085 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126949e-07ad-46b3-917d-905a3fce1c04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:33.147667 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126949e-07ad-46b3-917d-905a3fce1c04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:33.148758 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126949e-07ad-46b3-917d-905a3fce1c04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:33.154528 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126949e-07ad-46b3-917d-905a3fce1c04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:33.156898 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126949e-07ad-46b3-917d-905a3fce1c04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:33.160577 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126949e-07ad-46b3-917d-905a3fce1c04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:33.180615 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2c2e5d15-d4ed-4808-ae99-8ed181c79bec req-4827f1a6-0603-4252-85a7-2e5fdbc1b9fa tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3344948 Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:17:33.211396 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:17:33.220188 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ce811af9-1be2-45b8-880d-16184cc96461 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:33.341717 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8cc745-b76c-4de8-9475-be2578bfa74c None None] Network 37382a84-0a5b-4148-88d0-11ba97a03278 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:33.391756 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35442) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:33.395040 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-84789708-ace0-4c21-aebd-59e46f7f3749 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.482969 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-84789708-ace0-4c21-aebd-59e46f7f3749 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.492713 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-84789708-ace0-4c21-aebd-59e46f7f3749 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/networks/8466e020-fdbc-44b8-9d11-bfaca3b574fe HTTP/1.1" status: 204 len: 168 time: 2.4886811 Jul 15 13:17:33.527245 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35446) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:33.567456 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fd07bb6a-4067-4fd8-b126-ebca6efdbe64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.633149 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84789708-ace0-4c21-aebd-59e46f7f3749 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Network': ['ID=8466e020-fdbc-44b8-9d11-bfaca3b574fe,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:33.757675 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4e6a1fd9-897e-4d45-b4c8-a38202305a71 None None] Provisioning for port ce811af9-1be2-45b8-880d-16184cc96461 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:33.785949 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a31a3-3f6a-48e0-a924-cbb2018c5662 req-47ea0543-5499-44b2-a0a5-09192e2a14f2 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:33.800885 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d89a31a3-3f6a-48e0-a924-cbb2018c5662 req-47ea0543-5499-44b2-a0a5-09192e2a14f2 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 943 time: 0.5964680 Jul 15 13:17:33.814295 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port ce811af9-1be2-45b8-880d-16184cc96461 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:33.821893 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port ce811af9-1be2-45b8-880d-16184cc96461 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:33.822386 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.905749 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8186fc3d-3a39-4b63-9fb6-1959b6f71b01 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:33.914238 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8186fc3d-3a39-4b63-9fb6-1959b6f71b01 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "GET /v2.0/ports/25c90446-ba5b-4725-baaa-4df301b424a6 HTTP/1.1" status: 200 len: 844 time: 0.3854129 Jul 15 13:17:33.935730 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35448) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:34.084356 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fd07bb6a-4067-4fd8-b126-ebca6efdbe64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.105234 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d89a31a3-3f6a-48e0-a924-cbb2018c5662 req-4f8b7a26-4fdf-4947-a449-94082d647125 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960885 Jul 15 13:17:34.109192 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fd07bb6a-4067-4fd8-b126-ebca6efdbe64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.185706 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.234488 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07bb6a-4067-4fd8-b126-ebca6efdbe64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e819810d-841f-4d70-9d8c-fbe06bb51202,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:34.255666 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c6f5bfd9-0b13-4a42-90c7-580371879f0c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "GET /v2.0/ports/25c90446-ba5b-4725-baaa-4df301b424a6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3114974 Jul 15 13:17:34.271384 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-fd07bb6a-4067-4fd8-b126-ebca6efdbe64 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f613f7221c54171b137e3f145e8f046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8642333 Jul 15 13:17:34.272544 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35454) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:34.273202 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35456) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:34.288373 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-8391a7ba-49c1-4e3a-8381-892237d6a220 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'subnet': {'network_id': '73e847af-0772-4459-8702-a89a659fb5a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:34.302290 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f2ee05ef-5965-4a28-88bf-fe16963be1de tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.314778 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port ce811af9-1be2-45b8-880d-16184cc96461, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ce811af9-1be2-45b8-880d-16184cc96461,segment=NetworkSegment(beb9db16-c815-4167-840a-55c69ea614d3),segment_id=beb9db16-c815-4167-840a-55c69ea614d3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:34.331490 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.486775 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=ce811af9-1be2-45b8-880d-16184cc96461,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:34.498535 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 2c44e048-99a9-478d-8bd2-336efee9393e no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:34.553204 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 2c44e048-99a9-478d-8bd2-336efee9393e {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:17:34.553972 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 2c44e048-99a9-478d-8bd2-336efee9393e not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:17:34.566946 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-aa912031-5098-4970-83f8-41d91ef6a318 None None] Provisioning for port 54bc5396-38f6-4785-a073-508b44789d96 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:34.578633 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-aa912031-5098-4970-83f8-41d91ef6a318 None None] Provisioning complete for port 54bc5396-38f6-4785-a073-508b44789d96 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:34.580680 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa912031-5098-4970-83f8-41d91ef6a318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.695246 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-aa912031-5098-4970-83f8-41d91ef6a318 None None] Port 54bc5396-38f6-4785-a073-508b44789d96 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:34.708845 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8391a7ba-49c1-4e3a-8381-892237d6a220 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:34.729626 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8391a7ba-49c1-4e3a-8381-892237d6a220 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.730542 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-aa912031-5098-4970-83f8-41d91ef6a318 None None] Provisioning complete for port ce811af9-1be2-45b8-880d-16184cc96461 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:34.730915 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa912031-5098-4970-83f8-41d91ef6a318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.885835 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f2ee05ef-5965-4a28-88bf-fe16963be1de tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.945575 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-a3599283-ecde-4907-b1e3-de3ed197e394 service neutron] For port 47646f87-d7a9-46f0-84a2-57552665394e, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=47646f87-d7a9-46f0-84a2-57552665394e,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:34.987214 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-a3599283-ecde-4907-b1e3-de3ed197e394 service neutron] For port 47646f87-d7a9-46f0-84a2-57552665394e, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:35.025714 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ce811af9-1be2-45b8-880d-16184cc96461 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:35.031397 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-a3599283-ecde-4907-b1e3-de3ed197e394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47646f87-d7a9-46f0-84a2-57552665394e {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:35.047261 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-a3599283-ecde-4907-b1e3-de3ed197e394 service neutron] For port 47646f87-d7a9-46f0-84a2-57552665394e, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=47646f87-d7a9-46f0-84a2-57552665394e,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:35.079433 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f2ee05ef-5965-4a28-88bf-fe16963be1de tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.101661 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b07468e1-3dd0-406c-be7a-3784babc6f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.150979 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-a3599283-ecde-4907-b1e3-de3ed197e394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.192250 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-06a1eb79-7579-4e2d-9133-99777cb15a1e None None] Provisioning complete for port 54bc5396-38f6-4785-a073-508b44789d96 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:35.192879 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06a1eb79-7579-4e2d-9133-99777cb15a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.206790 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee05ef-5965-4a28-88bf-fe16963be1de tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Port': ['ID=54bc5396-38f6-4785-a073-508b44789d96,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:35.217048 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b07468e1-3dd0-406c-be7a-3784babc6f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.331926 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-06a1eb79-7579-4e2d-9133-99777cb15a1e None None] Port 54bc5396-38f6-4785-a073-508b44789d96 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:35.348476 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87053e-b3ad-4383-a24a-424fb0e2d723 req-4a810311-d0da-41e5-a2c9-bf3b3339e668 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:35.350504 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1d87053e-b3ad-4383-a24a-424fb0e2d723 req-4a810311-d0da-41e5-a2c9-bf3b3339e668 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 947 time: 0.2869558 Jul 15 13:17:35.357564 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f2ee05ef-5965-4a28-88bf-fe16963be1de tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.396409 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port ce811af9-1be2-45b8-880d-16184cc96461 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:35.397010 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.442562 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1d87053e-b3ad-4383-a24a-424fb0e2d723 req-394bf128-44b0-4175-9275-8aa57b5c6492 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731816 Jul 15 13:17:35.493371 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-a3599283-ecde-4907-b1e3-de3ed197e394 service neutron] Transition to ACTIVE for port object 47646f87-d7a9-46f0-84a2-57552665394e will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:35.539990 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-a3599283-ecde-4907-b1e3-de3ed197e394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.567887 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ee05ef-5965-4a28-88bf-fe16963be1de tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network 37382a84-0a5b-4148-88d0-11ba97a03278 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:35.649283 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-f2ee05ef-5965-4a28-88bf-fe16963be1de tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:35.670873 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b0536-c7a3-4757-b1c2-6b8b6a2654e5 req-d61a4010-9604-4e5e-b915-5bdf4c855602 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:35.679632 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fb4b0536-c7a3-4757-b1c2-6b8b6a2654e5 req-d61a4010-9604-4e5e-b915-5bdf4c855602 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 943 time: 0.2741787 Jul 15 13:17:35.697210 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b07468e1-3dd0-406c-be7a-3784babc6f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.701299 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b07468e1-3dd0-406c-be7a-3784babc6f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.703064 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b07468e1-3dd0-406c-be7a-3784babc6f3b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e819810d-841f-4d70-9d8c-fbe06bb51202 HTTP/1.1" status: 204 len: 168 time: 1.2650492 Jul 15 13:17:35.769414 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07468e1-3dd0-406c-be7a-3784babc6f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e819810d-841f-4d70-9d8c-fbe06bb51202,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:35.843384 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-a3599283-ecde-4907-b1e3-de3ed197e394 service neutron] No DVR routers for this DVR port 47646f87-d7a9-46f0-84a2-57552665394e on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:35.857518 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fb4b0536-c7a3-4757-b1c2-6b8b6a2654e5 req-99abe6fe-a42f-49a9-b1b2-5039b8130727 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766269 Jul 15 13:17:35.869649 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8391a7ba-49c1-4e3a-8381-892237d6a220 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.915912 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-a3599283-ecde-4907-b1e3-de3ed197e394 service neutron] 10.222.0.32 "PUT /v2.0/ports/47646f87-d7a9-46f0-84a2-57552665394e/bindings/n-h1-758944-45/activate HTTP/1.1" status: 200 len: 370 time: 3.2796686 Jul 15 13:17:35.918824 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3599283-ecde-4907-b1e3-de3ed197e394 service neutron] Pushing event updated for resources: {'Port': ['ID=47646f87-d7a9-46f0-84a2-57552665394e,revision_number=10']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:35.932545 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ee05ef-5965-4a28-88bf-fe16963be1de tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Router 01f0e191-32a0-4ca4-bcbb-98a0955c26a3 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:17:35.991641 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8391a7ba-49c1-4e3a-8381-892237d6a220 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network 73e847af-0772-4459-8702-a89a659fb5a0 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:36.003598 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-8391a7ba-49c1-4e3a-8381-892237d6a220 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:36.016494 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a639196-201c-44a6-9f10-3346702d6aa0 None None] Network 73e847af-0772-4459-8702-a89a659fb5a0 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:36.019944 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8391a7ba-49c1-4e3a-8381-892237d6a220 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:36.029729 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8391a7ba-49c1-4e3a-8381-892237d6a220 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.200438 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391a7ba-49c1-4e3a-8381-892237d6a220 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Subnet': ['ID=c6f9e607-3a9d-4627-92cb-cb74ecad1fb7,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:36.295592 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8391a7ba-49c1-4e3a-8381-892237d6a220 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0010185 Jul 15 13:17:36.298346 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35474) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:36.321451 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-34dc5df9-be0c-4f95-abdd-cd1b1b00be7a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'security_group': {'name': 'tempest-secgroup-929788131'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:36.393014 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ee05ef-5965-4a28-88bf-fe16963be1de tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:17:36.408727 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-78acb1f5-1363-4cfe-9cd7-e912793e52c1 None None] Provisioning complete for port 54bc5396-38f6-4785-a073-508b44789d96 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:36.409103 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-78acb1f5-1363-4cfe-9cd7-e912793e52c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.438271 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f2ee05ef-5965-4a28-88bf-fe16963be1de tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "PUT /v2.0/routers/01f0e191-32a0-4ca4-bcbb-98a0955c26a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3866251 Jul 15 13:17:36.442627 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35476) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:36.456416 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-91cb953c-2867-4988-a696-60131a6ac53d tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:36.466024 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-78acb1f5-1363-4cfe-9cd7-e912793e52c1 None None] Port 54bc5396-38f6-4785-a073-508b44789d96 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:36.468862 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132c0912-7682-48a9-adca-3d6851edaa78 None None] Sync routers for ids ['01f0e191-32a0-4ca4-bcbb-98a0955c26a3'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:17:36.470692 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-91cb953c-2867-4988-a696-60131a6ac53d tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d&tenant_id=3c2b5fceeddc4686a6075bcd70c81526&binding%3Ahost_id=n-h2-758944-45 HTTP/1.1" status: 200 len: 1096 time: 0.4141529 Jul 15 13:17:36.492839 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132c0912-7682-48a9-adca-3d6851edaa78 None None] Routers {'01f0e191-32a0-4ca4-bcbb-98a0955c26a3'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:36.493549 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-132c0912-7682-48a9-adca-3d6851edaa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:17:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['01f0e191-32a0-4ca4-bcbb-98a0955c26a3'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:36.525173 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-34dc5df9-be0c-4f95-abdd-cd1b1b00be7a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.551940 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-132c0912-7682-48a9-adca-3d6851edaa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:36.565051 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132c0912-7682-48a9-adca-3d6851edaa78 None None] Routers {'01f0e191-32a0-4ca4-bcbb-98a0955c26a3'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:36.565713 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-132c0912-7682-48a9-adca-3d6851edaa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:17:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['01f0e191-32a0-4ca4-bcbb-98a0955c26a3'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:36.663056 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-132c0912-7682-48a9-adca-3d6851edaa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:36.664234 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132c0912-7682-48a9-adca-3d6851edaa78 None None] The sync data for ids ['01f0e191-32a0-4ca4-bcbb-98a0955c26a3'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:17:36.697879 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea79ccbe-29c8-4010-8782-2bcc85138463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-73e847af-0772-4459-8702-a89a659fb5a0', 'network_id': '73e847af-0772-4459-8702-a89a659fb5a0', 'tenant_id': 'd0416ea200934772bf1c355297ecb0ef', 'fixed_ips': [{'subnet_id': 'c6f9e607-3a9d-4627-92cb-cb74ecad1fb7'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:17:36.699521 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea79ccbe-29c8-4010-8782-2bcc85138463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.761444 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f41740-fbbe-4faf-917b-5cd6c759b30c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:36.766298 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-07f41740-fbbe-4faf-917b-5cd6c759b30c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "GET /v2.0/ports/54bc5396-38f6-4785-a073-508b44789d96 HTTP/1.1" status: 200 len: 910 time: 0.2891841 Jul 15 13:17:36.769052 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35482) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:36.782481 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-d3132009-5ff5-4749-a9a3-c7e1afbdccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:36.784996 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-d3132009-5ff5-4749-a9a3-c7e1afbdccf2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d&tenant_id=3c2b5fceeddc4686a6075bcd70c81526 HTTP/1.1" status: 200 len: 1096 time: 0.3083045 Jul 15 13:17:36.831338 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d6675cbc-9859-4baa-9ca8-871cdb079a84 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a7b72852-8db1-4c9b-b393-1680b470a846'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:36.999447 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-34dc5df9-be0c-4f95-abdd-cd1b1b00be7a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.028106 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35486) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:37.105258 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32ac5bd1-3410-47cf-88ed-1f1f78ada6b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.206385 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-571f5c16-6cf3-4a2a-b71a-3454c7e3229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:37.207996 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-571f5c16-6cf3-4a2a-b71a-3454c7e3229e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c2b5fceeddc4686a6075bcd70c81526&device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 1096 time: 0.3703451 Jul 15 13:17:37.291836 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-ea79ccbe-29c8-4010-8782-2bcc85138463 None None] Allocated IP 2001:db8::2 (73e847af-0772-4459-8702-a89a659fb5a0/c6f9e607-3a9d-4627-92cb-cb74ecad1fb7/c622a3f9-81a4-43ab-883d-c993e97c95be) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:37.360759 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-4d40aed1-d0db-4a2d-a7cc-c69b50f3b9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:37.362567 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-4d40aed1-d0db-4a2d-a7cc-c69b50f3b9e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=11104484-975b-4425-b2d0-5e9908c9b0d1 HTTP/1.1" status: 200 len: 908 time: 0.1310153 Jul 15 13:17:37.577812 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32ac5bd1-3410-47cf-88ed-1f1f78ada6b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.585752 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-f242454a-b959-4e04-a06b-22771b3b5cff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47646f87-d7a9-46f0-84a2-57552665394e HTTP/1.1" status: 200 len: 217 time: 0.2150960 Jul 15 13:17:37.602601 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32ac5bd1-3410-47cf-88ed-1f1f78ada6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.736485 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-32ac5bd1-3410-47cf-88ed-1f1f78ada6b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3fc13c144b0b4a0f858773c931d5d6f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7045271 Jul 15 13:17:37.745586 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac5bd1-3410-47cf-88ed-1f1f78ada6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ca0bfd-e7b3-4ad9-b632-087975978f1a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:37.793834 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35494) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:37.856368 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d228e3a-a8a3-44a5-bee5-d86f7ebad012 req-402ba8ad-9509-4876-bebb-bc22f78cefed tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:37.862537 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d228e3a-a8a3-44a5-bee5-d86f7ebad012 req-402ba8ad-9509-4876-bebb-bc22f78cefed tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 944 time: 0.6875443 Jul 15 13:17:37.884184 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-34dc5df9-be0c-4f95-abdd-cd1b1b00be7a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.887905 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea79ccbe-29c8-4010-8782-2bcc85138463 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.909260 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ea79ccbe-29c8-4010-8782-2bcc85138463 None None] Transition to ACTIVE for port object c622a3f9-81a4-43ab-883d-c993e97c95be will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:37.951731 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ea79ccbe-29c8-4010-8782-2bcc85138463 None None] Transition to ACTIVE for port object c622a3f9-81a4-43ab-883d-c993e97c95be will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:37.980894 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea79ccbe-29c8-4010-8782-2bcc85138463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.995794 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-34dc5df9-be0c-4f95-abdd-cd1b1b00be7a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:38.002452 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-34dc5df9-be0c-4f95-abdd-cd1b1b00be7a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6959257 Jul 15 13:17:38.003791 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35496) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:38.024011 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-21a59381-0fcd-4c8f-be27-3bf60837cdee tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'security_group': {'name': 'tempest-secgroup-177151231'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:38.026056 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea79ccbe-29c8-4010-8782-2bcc85138463 None None] Network 73e847af-0772-4459-8702-a89a659fb5a0 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:38.035587 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-ea79ccbe-29c8-4010-8782-2bcc85138463 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:38.040949 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea79ccbe-29c8-4010-8782-2bcc85138463 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:38.119036 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-462115d3-cda2-48d5-afeb-6672d164c6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:38.121016 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-462115d3-cda2-48d5-afeb-6672d164c6de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=175aacaa-613b-43c2-81a6-3ccd12246946 HTTP/1.1" status: 200 len: 847 time: 0.5211687 Jul 15 13:17:38.125660 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc5df9-be0c-4f95-abdd-cd1b1b00be7a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85563474-ac51-4bf0-b1e8-d1f4ec8287d5,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:38.169993 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:38.188853 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01ddf1f0-e8c4-4791-a1b4-5e3f96c6e880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:38.252241 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da775f-091e-4e34-9813-66a43b7d2345 req-3fd08fd5-acd0-4c96-b53a-97404b59037c tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:38.266244 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-15da775f-091e-4e34-9813-66a43b7d2345 req-3fd08fd5-acd0-4c96-b53a-97404b59037c tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 947 time: 1.3112502 Jul 15 13:17:38.288427 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ea79ccbe-29c8-4010-8782-2bcc85138463 None None] Attempting to bind port c622a3f9-81a4-43ab-883d-c993e97c95be on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:38.289034 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ea79ccbe-29c8-4010-8782-2bcc85138463 None None] Attempting to bind port c622a3f9-81a4-43ab-883d-c993e97c95be by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '932b5e5e-6608-4d88-9e6a-43db6fa29c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '73e847af-0772-4459-8702-a89a659fb5a0'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:38.289722 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea79ccbe-29c8-4010-8782-2bcc85138463 None None] Attempting to bind port c622a3f9-81a4-43ab-883d-c993e97c95be on network 73e847af-0772-4459-8702-a89a659fb5a0 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:38.295070 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01ddf1f0-e8c4-4791-a1b4-5e3f96c6e880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:38.305546 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea79ccbe-29c8-4010-8782-2bcc85138463 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:38.306507 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea79ccbe-29c8-4010-8782-2bcc85138463 None None] Checking segment: {'id': '932b5e5e-6608-4d88-9e6a-43db6fa29c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '73e847af-0772-4459-8702-a89a659fb5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:38.306507 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea79ccbe-29c8-4010-8782-2bcc85138463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:38.307137 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea79ccbe-29c8-4010-8782-2bcc85138463 None None] Bound using segment: {'id': '932b5e5e-6608-4d88-9e6a-43db6fa29c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '73e847af-0772-4459-8702-a89a659fb5a0'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:38.308002 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ea79ccbe-29c8-4010-8782-2bcc85138463 None None] Bound port: c622a3f9-81a4-43ab-883d-c993e97c95be, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '932b5e5e-6608-4d88-9e6a-43db6fa29c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '73e847af-0772-4459-8702-a89a659fb5a0'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:38.308661 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea79ccbe-29c8-4010-8782-2bcc85138463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:38.416476 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-21a59381-0fcd-4c8f-be27-3bf60837cdee tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:38.441107 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-548de21b-85be-4022-996e-eb68c615d5a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11104484-975b-4425-b2d0-5e9908c9b0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2920432 Jul 15 13:17:38.445195 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-15da775f-091e-4e34-9813-66a43b7d2345 req-a0f8aafb-e6fd-4f82-8ab7-c6ce3bdb5938 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769571 Jul 15 13:17:38.446283 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d6675cbc-9859-4baa-9ca8-871cdb079a84 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:38.510745 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d228e3a-a8a3-44a5-bee5-d86f7ebad012 req-506bf9dd-0d12-4123-9f8b-14684e686cad tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5335755 Jul 15 13:17:38.708901 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79ccbe-29c8-4010-8782-2bcc85138463 None None] Pushing event updated for resources: {'Port': ['ID=c622a3f9-81a4-43ab-883d-c993e97c95be,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:38.891331 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ea79ccbe-29c8-4010-8782-2bcc85138463 None None] For port c622a3f9-81a4-43ab-883d-c993e97c95be, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:38.904641 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ea79ccbe-29c8-4010-8782-2bcc85138463 None None] For port c622a3f9-81a4-43ab-883d-c993e97c95be, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c622a3f9-81a4-43ab-883d-c993e97c95be,segment=NetworkSegment(932b5e5e-6608-4d88-9e6a-43db6fa29c4a),segment_id=932b5e5e-6608-4d88-9e6a-43db6fa29c4a)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:38.993114 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea79ccbe-29c8-4010-8782-2bcc85138463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.235670 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79ccbe-29c8-4010-8782-2bcc85138463 None None] Pushing event updated for resources: {'Port': ['ID=c622a3f9-81a4-43ab-883d-c993e97c95be,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:39.478732 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01ddf1f0-e8c4-4791-a1b4-5e3f96c6e880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.484343 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01ddf1f0-e8c4-4791-a1b4-5e3f96c6e880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.486419 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-01ddf1f0-e8c4-4791-a1b4-5e3f96c6e880 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50ca0bfd-e7b3-4ad9-b632-087975978f1a HTTP/1.1" status: 204 len: 168 time: 1.6906123 Jul 15 13:17:39.530490 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-7c2d5419-668d-42ed-80c9-87f551bfbccf service neutron] 10.222.0.18 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0746577 Jul 15 13:17:39.610818 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ddf1f0-e8c4-4791-a1b4-5e3f96c6e880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ca0bfd-e7b3-4ad9-b632-087975978f1a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:40.083578 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d6675cbc-9859-4baa-9ca8-871cdb079a84 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.176847 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d6675cbc-9859-4baa-9ca8-871cdb079a84 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.211583 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-62673f5e-b6f7-4e14-add3-389b76f5922a service neutron] 10.222.0.18 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6436799 Jul 15 13:17:40.217155 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-21a59381-0fcd-4c8f-be27-3bf60837cdee tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.226773 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-21a59381-0fcd-4c8f-be27-3bf60837cdee tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.323942 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-21a59381-0fcd-4c8f-be27-3bf60837cdee tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.327856 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-21a59381-0fcd-4c8f-be27-3bf60837cdee tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.3187485 Jul 15 13:17:40.344351 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35516) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:40.346149 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a59381-0fcd-4c8f-be27-3bf60837cdee tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e90e30ae-0a5b-44dd-bcde-e303b1221e25,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:40.354581 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-932ff8fe-2551-48cb-a1bd-c1cc61324bca tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-829596196', 'security_groups': ['e90e30ae-0a5b-44dd-bcde-e303b1221e25'], 'network_id': '73e847af-0772-4459-8702-a89a659fb5a0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c6f9e607-3a9d-4627-92cb-cb74ecad1fb7'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:40.434064 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6675cbc-9859-4baa-9ca8-871cdb079a84 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Port': ['ID=54bc5396-38f6-4785-a073-508b44789d96,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:40.578087 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a93bd-b6ae-4108-8b32-d7a2316be731 req-50e87c39-83a8-4751-9729-4b83831020f0 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:40.580906 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3d7a93bd-b6ae-4108-8b32-d7a2316be731 req-50e87c39-83a8-4751-9729-4b83831020f0 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 947 time: 0.4506269 Jul 15 13:17:40.588752 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6675cbc-9859-4baa-9ca8-871cdb079a84 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:40.595645 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d6675cbc-9859-4baa-9ca8-871cdb079a84 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.607308 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d6675cbc-9859-4baa-9ca8-871cdb079a84 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "PUT /v2.0/ports/54bc5396-38f6-4785-a073-508b44789d96 HTTP/1.1" status: 200 len: 910 time: 3.7963419 Jul 15 13:17:40.608978 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35524) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:40.618955 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a1353-2997-4ae5-a9cb-16fa3759d77d req-bbe7204a-46cf-41c6-b753-2126be83c718 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:40.647861 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b50a1353-2997-4ae5-a9cb-16fa3759d77d req-bbe7204a-46cf-41c6-b753-2126be83c718 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 944 time: 0.3391252 Jul 15 13:17:40.855845 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932ff8fe-2551-48cb-a1bd-c1cc61324bca tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:40.881677 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3d7a93bd-b6ae-4108-8b32-d7a2316be731 req-c7943a71-18e9-48e7-bfee-c2c31fca7536 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2705796 Jul 15 13:17:40.970277 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b50a1353-2997-4ae5-a9cb-16fa3759d77d req-a5cf8ed0-a57c-4fd4-9c0a-e4bb7e2c5900 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188818 Jul 15 13:17:41.242409 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c622a3f9-81a4-43ab-883d-c993e97c95be up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:41.560852 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port c622a3f9-81a4-43ab-883d-c993e97c95be completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:41.765300 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-932ff8fe-2551-48cb-a1bd-c1cc61324bca tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:41.857565 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-932ff8fe-2551-48cb-a1bd-c1cc61324bca tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] device_id is not set on port 7a9c77db-8497-4dcc-8839-e1ce35723660 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:17:41.877820 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-afb9e26e-6681-4ac9-b2e6-c95434cda58f tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:41.880772 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-afb9e26e-6681-4ac9-b2e6-c95434cda58f tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d&tenant_id=3c2b5fceeddc4686a6075bcd70c81526&binding%3Ahost_id=n-h1-758944-45 HTTP/1.1" status: 200 len: 1096 time: 0.8237636 Jul 15 13:17:41.900811 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30d3e1-362d-41de-bb57-0ee8f80e929a req-551adfbc-6475-4539-ba69-61571fb62932 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:41.912527 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dc30d3e1-362d-41de-bb57-0ee8f80e929a req-551adfbc-6475-4539-ba69-61571fb62932 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=352874d8-59a0-401a-a9f2-b731ba9ca9be HTTP/1.1" status: 200 len: 945 time: 0.2514675 Jul 15 13:17:41.953605 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-347e9dcd-8621-4c06-8573-69ad4c15eb21 None None] Provisioning complete for port 25c90446-ba5b-4725-baaa-4df301b424a6 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:41.954474 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-347e9dcd-8621-4c06-8573-69ad4c15eb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.022676 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dc30d3e1-362d-41de-bb57-0ee8f80e929a req-896521e9-ca45-400d-8854-38828457bf91 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084836 Jul 15 13:17:42.036225 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-16db1291-3342-44f5-be82-2ae4fd84fbe5 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.118246 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-347e9dcd-8621-4c06-8573-69ad4c15eb21 None None] Port 25c90446-ba5b-4725-baaa-4df301b424a6 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:42.118500 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-40a9d80a-3711-4308-aa15-cea0d77b453e service neutron] For port 47646f87-d7a9-46f0-84a2-57552665394e, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:42.125812 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-40a9d80a-3711-4308-aa15-cea0d77b453e service neutron] Notify callbacks [] for binding, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.126867 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ac8baeb-2874-4434-8e20-5a68147b1978 req-40a9d80a-3711-4308-aa15-cea0d77b453e service neutron] 10.222.0.18 "DELETE /v2.0/ports/47646f87-d7a9-46f0-84a2-57552665394e/bindings/n-h2-758944-45 HTTP/1.1" status: 204 len: 173 time: 0.2357976 Jul 15 13:17:42.135235 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268178b-9b50-4bd6-ad08-31a60b8258da req-f62d0baf-7e27-45f7-91f2-93248a66a6a6 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:42.137437 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9268178b-9b50-4bd6-ad08-31a60b8258da req-f62d0baf-7e27-45f7-91f2-93248a66a6a6 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.18 "GET /v2.0/ports?device_id=352874d8-59a0-401a-a9f2-b731ba9ca9be HTTP/1.1" status: 200 len: 945 time: 0.5470593 Jul 15 13:17:42.165444 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-347e9dcd-8621-4c06-8573-69ad4c15eb21 None None] Provisioning for port c622a3f9-81a4-43ab-883d-c993e97c95be completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:42.196271 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-347e9dcd-8621-4c06-8573-69ad4c15eb21 None None] Provisioning complete for port c622a3f9-81a4-43ab-883d-c993e97c95be triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:42.200034 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-347e9dcd-8621-4c06-8573-69ad4c15eb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.425035 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-347e9dcd-8621-4c06-8573-69ad4c15eb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.493345 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-347e9dcd-8621-4c06-8573-69ad4c15eb21 None None] For port c622a3f9-81a4-43ab-883d-c993e97c95be, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c622a3f9-81a4-43ab-883d-c993e97c95be,segment=NetworkSegment(932b5e5e-6608-4d88-9e6a-43db6fa29c4a),segment_id=932b5e5e-6608-4d88-9e6a-43db6fa29c4a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:42.512127 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-347e9dcd-8621-4c06-8573-69ad4c15eb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.646976 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e9dcd-8621-4c06-8573-69ad4c15eb21 None None] Pushing event updated for resources: {'Port': ['ID=c622a3f9-81a4-43ab-883d-c993e97c95be,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:42.704736 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58621f6-88c3-455e-bab2-c1be0cceed6f req-cf89d5e9-4eb5-4450-95bb-451bf81244e8 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:42.715964 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c58621f6-88c3-455e-bab2-c1be0cceed6f req-cf89d5e9-4eb5-4450-95bb-451bf81244e8 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 944 time: 0.1942766 Jul 15 13:17:42.831728 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c58621f6-88c3-455e-bab2-c1be0cceed6f req-f92cd7de-78e3-4cda-9885-6e33cfec0b89 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145563 Jul 15 13:17:42.922870 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-932ff8fe-2551-48cb-a1bd-c1cc61324bca tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Allocated IP 2001:db8::4 (73e847af-0772-4459-8702-a89a659fb5a0/c6f9e607-3a9d-4627-92cb-cb74ecad1fb7/7a9c77db-8497-4dcc-8839-e1ce35723660) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:42.974326 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c622a3f9-81a4-43ab-883d-c993e97c95be up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:42.982324 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-16db1291-3342-44f5-be82-2ae4fd84fbe5 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Deleting port 54bc5396-38f6-4785-a073-508b44789d96 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:42.983322 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-16db1291-3342-44f5-be82-2ae4fd84fbe5 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.049329 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264dcacf-73ec-45f4-a82c-a1ba2d403dc0 req-9ab459a2-3c62-4963-b4b6-70bea83cea15 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:43.051209 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-264dcacf-73ec-45f4-a82c-a1ba2d403dc0 req-9ab459a2-3c62-4963-b4b6-70bea83cea15 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 947 time: 0.4807732 Jul 15 13:17:43.074433 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6a8840b3-e370-4fd5-b4a4-8a1696dc3004 req-8077df96-5d75-4bba-aabb-c07f2ad6c6cf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b7534a8e-0503-4c58-800a-3c52cda26800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6297014 Jul 15 13:17:43.097206 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port c622a3f9-81a4-43ab-883d-c993e97c95be triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:43.097788 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.164809 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-9268178b-9b50-4bd6-ad08-31a60b8258da req-5746b1a1-47a5-482c-a770-0839f6525819 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Deleting port 923edff6-f17c-4696-ade6-011844c84a69 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:43.169817 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9268178b-9b50-4bd6-ad08-31a60b8258da req-5746b1a1-47a5-482c-a770-0839f6525819 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.207934 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-16db1291-3342-44f5-be82-2ae4fd84fbe5 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.235929 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-16db1291-3342-44f5-be82-2ae4fd84fbe5 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Calling delete_port for 54bc5396-38f6-4785-a073-508b44789d96 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:43.654813 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-264dcacf-73ec-45f4-a82c-a1ba2d403dc0 req-e993409c-869f-403e-be62-213a520020f5 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5705063 Jul 15 13:17:43.682840 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-9268178b-9b50-4bd6-ad08-31a60b8258da req-5746b1a1-47a5-482c-a770-0839f6525819 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] For port 923edff6-f17c-4696-ade6-011844c84a69, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=923edff6-f17c-4696-ade6-011844c84a69,segment=NetworkSegment(2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72),segment_id=2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:43.683742 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9268178b-9b50-4bd6-ad08-31a60b8258da req-5746b1a1-47a5-482c-a770-0839f6525819 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.692418 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-16db1291-3342-44f5-be82-2ae4fd84fbe5 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.718937 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8840b3-e370-4fd5-b4a4-8a1696dc3004 req-221eae35-5532-4679-9e6c-a0d7425c2424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:43.721545 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6a8840b3-e370-4fd5-b4a4-8a1696dc3004 req-221eae35-5532-4679-9e6c-a0d7425c2424 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c1af11be7dd419195f949cd92df4ecc&device_id=b7534a8e-0503-4c58-800a-3c52cda26800 HTTP/1.1" status: 200 len: 1098 time: 0.5853527 Jul 15 13:17:43.798190 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-9268178b-9b50-4bd6-ad08-31a60b8258da req-5746b1a1-47a5-482c-a770-0839f6525819 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Calling delete_port for 923edff6-f17c-4696-ade6-011844c84a69 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:43.856995 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db1291-3342-44f5-be82-2ae4fd84fbe5 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Port': ['ID=54bc5396-38f6-4785-a073-508b44789d96,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:44.033276 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8840b3-e370-4fd5-b4a4-8a1696dc3004 req-f0819676-cfd8-45c6-ab5b-5b5935e24169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:44.036095 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6a8840b3-e370-4fd5-b4a4-8a1696dc3004 req-f0819676-cfd8-45c6-ab5b-5b5935e24169 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7b9ba910-6749-4270-b002-56d9006f5b50 HTTP/1.1" status: 200 len: 916 time: 0.2444139 Jul 15 13:17:44.169023 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd81e6-a540-4100-aa2c-314a017d683c req-e15bc309-0214-4b27-b239-faad2c607284 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:44.195089 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dbdd81e6-a540-4100-aa2c-314a017d683c req-e15bc309-0214-4b27-b239-faad2c607284 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=352874d8-59a0-401a-a9f2-b731ba9ca9be HTTP/1.1" status: 200 len: 945 time: 0.5244541 Jul 15 13:17:44.233730 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-932ff8fe-2551-48cb-a1bd-c1cc61324bca tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:44.290009 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6a8840b3-e370-4fd5-b4a4-8a1696dc3004 req-096bc0ef-c2ce-49f6-9274-dbd364608e41 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=283d420b-795e-4edf-be9f-99c321b70042 HTTP/1.1" status: 200 len: 217 time: 0.1669900 Jul 15 13:17:44.300737 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-932ff8fe-2551-48cb-a1bd-c1cc61324bca tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Transition to ACTIVE for port object 7a9c77db-8497-4dcc-8839-e1ce35723660 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:44.314751 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-16db1291-3342-44f5-be82-2ae4fd84fbe5 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:44.376198 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dbdd81e6-a540-4100-aa2c-314a017d683c req-d21b7772-4b03-4d75-82e5-d6bd3433e856 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792312 Jul 15 13:17:44.406835 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8840b3-e370-4fd5-b4a4-8a1696dc3004 req-0fb8b636-c29a-4794-81b7-c71cbe7a1ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:44.408390 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6a8840b3-e370-4fd5-b4a4-8a1696dc3004 req-0fb8b636-c29a-4794-81b7-c71cbe7a1ae2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9399f7e-15bd-4621-abd1-34b022e325f1 HTTP/1.1" status: 200 len: 855 time: 0.1027379 Jul 15 13:17:44.467805 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6a8840b3-e370-4fd5-b4a4-8a1696dc3004 req-8be64384-353f-4e8c-919a-5c10f3dea1ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7b9ba910-6749-4270-b002-56d9006f5b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389974 Jul 15 13:17:44.485899 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0232e-c2ab-403d-83c3-37e3bb5773d1 req-8dc1d4fb-e1f4-42ac-a228-e722b9dd1a16 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:44.493951 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e1a0232e-c2ab-403d-83c3-37e3bb5773d1 req-8dc1d4fb-e1f4-42ac-a228-e722b9dd1a16 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 1096 time: 0.5256891 Jul 15 13:17:44.613221 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-932ff8fe-2551-48cb-a1bd-c1cc61324bca tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:44.630586 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16db1291-3342-44f5-be82-2ae4fd84fbe5 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Router 01f0e191-32a0-4ca4-bcbb-98a0955c26a3 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:17:44.691960 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ff8fe-2551-48cb-a1bd-c1cc61324bca tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Port': ['ID=7a9c77db-8497-4dcc-8839-e1ce35723660,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:44.727367 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e1a0232e-c2ab-403d-83c3-37e3bb5773d1 req-51cbf704-95bb-440f-94e8-af5a0e342ff0 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322481 Jul 15 13:17:44.782895 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932ff8fe-2551-48cb-a1bd-c1cc61324bca tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network 73e847af-0772-4459-8702-a89a659fb5a0 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:44.787556 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9268178b-9b50-4bd6-ad08-31a60b8258da req-5746b1a1-47a5-482c-a770-0839f6525819 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:44.792437 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-932ff8fe-2551-48cb-a1bd-c1cc61324bca tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:44.801724 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932ff8fe-2551-48cb-a1bd-c1cc61324bca tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:44.802860 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['283d420b-795e-4edf-be9f-99c321b70042', '5f1dcba5-e3c3-453a-a9d1-7ad4d008439b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:44.810533 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932ff8fe-2551-48cb-a1bd-c1cc61324bca tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:44.811502 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-932ff8fe-2551-48cb-a1bd-c1cc61324bca tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:44.814130 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16db1291-3342-44f5-be82-2ae4fd84fbe5 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:17:44.829630 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7801c85e-08d6-422e-8a26-6d0f2bbbad86 None None] Sync routers for ids ['01f0e191-32a0-4ca4-bcbb-98a0955c26a3'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:17:44.838195 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-16db1291-3342-44f5-be82-2ae4fd84fbe5 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "PUT /v2.0/routers/01f0e191-32a0-4ca4-bcbb-98a0955c26a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1853528 Jul 15 13:17:44.838195 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35640) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:44.841179 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6a8840b3-e370-4fd5-b4a4-8a1696dc3004 req-332ccda7-71fa-4b7b-a992-41f84b294671 service neutron] 10.222.0.18 "GET /v2.0/networks/7b9ba910-6749-4270-b002-56d9006f5b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625598 Jul 15 13:17:44.856801 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7801c85e-08d6-422e-8a26-6d0f2bbbad86 None None] Routers {'01f0e191-32a0-4ca4-bcbb-98a0955c26a3'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:44.857559 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-7801c85e-08d6-422e-8a26-6d0f2bbbad86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:17:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['01f0e191-32a0-4ca4-bcbb-98a0955c26a3'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:44.898049 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-245112a0-0a49-4e27-8f23-b81e7f01747c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "GET /v2.0/ports?device_id=01f0e191-32a0-4ca4-bcbb-98a0955c26a3 HTTP/1.1" status: 200 len: 205 time: 0.0517604 Jul 15 13:17:44.899779 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35642) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:44.913687 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['68b0e08c-0398-4870-b713-e65062c79b32'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:44.915987 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 923edff6-f17c-4696-ade6-011844c84a69 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:44.934405 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-932ff8fe-2551-48cb-a1bd-c1cc61324bca tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.5853410 Jul 15 13:17:44.960032 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746b1a1-47a5-482c-a770-0839f6525819 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Pushing event deleted for resources: {'Port': ['ID=923edff6-f17c-4696-ade6-011844c84a69,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:44.965561 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-7801c85e-08d6-422e-8a26-6d0f2bbbad86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:44.967351 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35644) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:44.985006 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-fe352301-7b84-468c-9a44-2b12857ffb37 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'subnet': {'network_id': '73e847af-0772-4459-8702-a89a659fb5a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:45.002754 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7801c85e-08d6-422e-8a26-6d0f2bbbad86 None None] Routers {'01f0e191-32a0-4ca4-bcbb-98a0955c26a3'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:45.003813 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-7801c85e-08d6-422e-8a26-6d0f2bbbad86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:17:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['01f0e191-32a0-4ca4-bcbb-98a0955c26a3'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:45.088594 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7825977c-0ba1-47c7-ba74-ab08fb24da4c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:45.102149 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-7801c85e-08d6-422e-8a26-6d0f2bbbad86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:45.104906 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7801c85e-08d6-422e-8a26-6d0f2bbbad86 None None] The sync data for ids ['01f0e191-32a0-4ca4-bcbb-98a0955c26a3'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:17:45.191177 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 923edff6-f17c-4696-ade6-011844c84a69 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:17:45.192090 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 923edff6-f17c-4696-ade6-011844c84a69 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:17:45.318693 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-9268178b-9b50-4bd6-ad08-31a60b8258da req-5746b1a1-47a5-482c-a770-0839f6525819 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] No DVR routers for this DVR port 923edff6-f17c-4696-ade6-011844c84a69 on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:45.354471 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9268178b-9b50-4bd6-ad08-31a60b8258da req-5746b1a1-47a5-482c-a770-0839f6525819 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:45.357259 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9268178b-9b50-4bd6-ad08-31a60b8258da req-5746b1a1-47a5-482c-a770-0839f6525819 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.18 "DELETE /v2.0/ports/923edff6-f17c-4696-ade6-011844c84a69 HTTP/1.1" status: 204 len: 173 time: 3.2066813 Jul 15 13:17:45.358025 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352874d8-59a0-401a-a9f2-b731ba9ca9be', 'name': 'network-vif-deleted', 'tag': '923edff6-f17c-4696-ade6-011844c84a69'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:45.360557 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef752648-28c0-4e9b-ba05-b2b2659d5c94" -d '{"events": [{"server_uuid": "352874d8-59a0-401a-a9f2-b731ba9ca9be", "name": "network-vif-deleted", "tag": "923edff6-f17c-4696-ade6-011844c84a69"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:45.473240 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-30ee84bc-a541-4e90-9112-8a566a50add0 None None] Provisioning for port 7a9c77db-8497-4dcc-8839-e1ce35723660 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:45.519970 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6a8840b3-e370-4fd5-b4a4-8a1696dc3004 req-5d045728-1b65-4944-9971-0366ad09a714 service neutron] 10.222.0.18 "GET /v2.0/networks/7b9ba910-6749-4270-b002-56d9006f5b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6038537 Jul 15 13:17:45.520673 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-30ee84bc-a541-4e90-9112-8a566a50add0 None None] Provisioning complete for port 7a9c77db-8497-4dcc-8839-e1ce35723660 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:45.521273 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30ee84bc-a541-4e90-9112-8a566a50add0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:45.548665 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3842a-2bae-4f68-bbbd-195338d83019 req-8bffcf8f-cfff-46ed-b743-65d1547b87ea tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:45.557369 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-12b3842a-2bae-4f68-bbbd-195338d83019 req-8bffcf8f-cfff-46ed-b743-65d1547b87ea tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 947 time: 0.4746242 Jul 15 13:17:45.641372 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-12b3842a-2bae-4f68-bbbd-195338d83019 req-77fd99fc-7480-42dc-b01f-635d1b1ebfcf tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802417 Jul 15 13:17:45.669361 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe352301-7b84-468c-9a44-2b12857ffb37 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:45.674030 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe352301-7b84-468c-9a44-2b12857ffb37 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:45.820482 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-30ee84bc-a541-4e90-9112-8a566a50add0 None None] Port 7a9c77db-8497-4dcc-8839-e1ce35723660 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:45.913104 n-d-758944-45 neutron-server[93814]: INFO neutron.db.ipam_backend_mixin [None req-fe352301-7b84-468c-9a44-2b12857ffb37 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c6f9e607-3a9d-4627-92cb-cb74ecad1fb7 (CIDR: 2001:db8::/64) Jul 15 13:17:45.917285 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0644ae21-5ab4-466d-855b-a9c1047946f8 x-openstack-request-id: req-0644ae21-5ab4-466d-855b-a9c1047946f8 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:45.918098 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352874d8-59a0-401a-a9f2-b731ba9ca9be", "name": "network-vif-deleted", "tag": "923edff6-f17c-4696-ade6-011844c84a69", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:45.918792 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0644ae21-5ab4-466d-855b-a9c1047946f8 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:45.919474 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352874d8-59a0-401a-a9f2-b731ba9ca9be', 'name': 'network-vif-deleted', 'tag': '923edff6-f17c-4696-ade6-011844c84a69', 'status': 'completed', 'code': 200} Jul 15 13:17:45.921936 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe352301-7b84-468c-9a44-2b12857ffb37 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:17:45.922683 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe352301-7b84-468c-9a44-2b12857ffb37 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:17:45.937005 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7825977c-0ba1-47c7-ba74-ab08fb24da4c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:45.943485 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7825977c-0ba1-47c7-ba74-ab08fb24da4c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:45.950009 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-fe352301-7b84-468c-9a44-2b12857ffb37 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9768252 Jul 15 13:17:45.954514 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35670) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:45.969750 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9362d994-1b86-46de-a3b2-2c353ea0eb90 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'subnet': {'network_id': '73e847af-0772-4459-8702-a89a659fb5a0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:45.978918 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57276afe-7fa7-4e62-8d6d-f4166e1043cb req-c89310da-1d64-43e9-84b2-d9b596d0a9f7 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:45.995275 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-57276afe-7fa7-4e62-8d6d-f4166e1043cb req-c89310da-1d64-43e9-84b2-d9b596d0a9f7 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 1096 time: 0.8279321 Jul 15 13:17:46.095704 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7825977c-0ba1-47c7-ba74-ab08fb24da4c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:46.096558 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7825977c-0ba1-47c7-ba74-ab08fb24da4c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Fanout notify agent at l3_agent the message router_deleted on router 01f0e191-32a0-4ca4-bcbb-98a0955c26a3 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:17:46.110829 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7825977c-0ba1-47c7-ba74-ab08fb24da4c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:46.117745 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7825977c-0ba1-47c7-ba74-ab08fb24da4c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/routers/01f0e191-32a0-4ca4-bcbb-98a0955c26a3 HTTP/1.1" status: 204 len: 168 time: 1.2122765 Jul 15 13:17:46.118819 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35672) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:46.227067 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-57276afe-7fa7-4e62-8d6d-f4166e1043cb req-40a66ae0-5f59-44bd-808c-d47565fe8619 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725426 Jul 15 13:17:46.231893 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c43c319e-701c-4862-ac58-31989f167159 req-b6d39b4d-8525-4664-85f9-f788c7f7eea5 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=352874d8-59a0-401a-a9f2-b731ba9ca9be HTTP/1.1" status: 200 len: 210 time: 0.0928767 Jul 15 13:17:46.235119 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9362d994-1b86-46de-a3b2-2c353ea0eb90 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:46.247442 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f979aba-950e-4aad-9eb0-9c854fe88e15 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Deleting subnet a7b72852-8db1-4c9b-b393-1680b470a846 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:17:46.252446 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9362d994-1b86-46de-a3b2-2c353ea0eb90 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:46.271574 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6f979aba-950e-4aad-9eb0-9c854fe88e15 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:46.389515 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6f979aba-950e-4aad-9eb0-9c854fe88e15 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:46.578746 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6f979aba-950e-4aad-9eb0-9c854fe88e15 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:46.595368 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 3313d1c0-7322-4571-9574-1a2b411edcd1 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:46.827801 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9362d994-1b86-46de-a3b2-2c353ea0eb90 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:46.850316 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6f979aba-950e-4aad-9eb0-9c854fe88e15 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:46.876526 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:46.886500 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f979aba-950e-4aad-9eb0-9c854fe88e15 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Subnet': ['ID=a7b72852-8db1-4c9b-b393-1680b470a846,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:46.897305 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6f979aba-950e-4aad-9eb0-9c854fe88e15 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:46.899687 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6f979aba-950e-4aad-9eb0-9c854fe88e15 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/subnets/a7b72852-8db1-4c9b-b393-1680b470a846 HTTP/1.1" status: 204 len: 168 time: 0.7696490 Jul 15 13:17:46.903420 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35686) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:46.913310 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3156ae-1acf-42ac-853c-620248188fe2 None None] Network 37382a84-0a5b-4148-88d0-11ba97a03278 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:46.944208 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7a2613-8e95-4a6c-a523-7f705118fee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3313d1c0-7322-4571-9574-1a2b411edcd1'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:46.947039 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbe9c11-d010-45b3-b4f8-4e4f0932ca3d" -d '{"events": [{"server_uuid": "3c7a2613-8e95-4a6c-a523-7f705118fee8", "name": "network-vif-unplugged", "status": "completed", "tag": "3313d1c0-7322-4571-9574-1a2b411edcd1"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:46.967512 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 3313d1c0-7322-4571-9574-1a2b411edcd1, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3313d1c0-7322-4571-9574-1a2b411edcd1,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:47.008442 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a259e-ee47-4885-9c56-13aaaf6482ff req-43ad6895-e4dd-4ff8-b953-ca8be585f53a tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:47.016003 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e44a259e-ee47-4885-9c56-13aaaf6482ff req-43ad6895-e4dd-4ff8-b953-ca8be585f53a tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 947 time: 0.2264190 Jul 15 13:17:47.022450 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:47.030637 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7194-52ee-4013-a3fe-ade1b778bfda tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:47.079733 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e44a259e-ee47-4885-9c56-13aaaf6482ff req-c88cdaab-89bb-4814-8ec6-127cdb458ec0 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625913 Jul 15 13:17:47.163957 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba02edad-cc78-444d-9de3-72c769dce6fd x-openstack-request-id: req-ba02edad-cc78-444d-9de3-72c769dce6fd {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:47.171116 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7a2613-8e95-4a6c-a523-7f705118fee8", "name": "network-vif-unplugged", "status": "completed", "tag": "3313d1c0-7322-4571-9574-1a2b411edcd1", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:47.171818 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ba02edad-cc78-444d-9de3-72c769dce6fd {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:47.172512 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7a2613-8e95-4a6c-a523-7f705118fee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3313d1c0-7322-4571-9574-1a2b411edcd1', 'code': 200} Jul 15 13:17:47.200120 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c7194-52ee-4013-a3fe-ade1b778bfda tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Deleting port ce811af9-1be2-45b8-880d-16184cc96461 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:47.200473 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7194-52ee-4013-a3fe-ade1b778bfda tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:47.206726 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=3313d1c0-7322-4571-9574-1a2b411edcd1,revision_number=13']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:47.349376 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce98be4-e0d0-40e0-b993-dd5788987ebe None None] DHCP port deletion for 37382a84-0a5b-4148-88d0-11ba97a03278 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:17:47.391856 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-ac6c7194-52ee-4013-a3fe-ade1b778bfda tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] For port ce811af9-1be2-45b8-880d-16184cc96461, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ce811af9-1be2-45b8-880d-16184cc96461,segment=NetworkSegment(beb9db16-c815-4167-840a-55c69ea614d3),segment_id=beb9db16-c815-4167-840a-55c69ea614d3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:47.392410 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7194-52ee-4013-a3fe-ade1b778bfda tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:47.422362 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c7194-52ee-4013-a3fe-ade1b778bfda tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Calling delete_port for ce811af9-1be2-45b8-880d-16184cc96461 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:47.481604 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7ce98be4-e0d0-40e0-b993-dd5788987ebe None None] Deleting port ce811af9-1be2-45b8-880d-16184cc96461 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:47.482628 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ce98be4-e0d0-40e0-b993-dd5788987ebe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:47.514110 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9362d994-1b86-46de-a3b2-2c353ea0eb90 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network 73e847af-0772-4459-8702-a89a659fb5a0 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:47.520685 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-9362d994-1b86-46de-a3b2-2c353ea0eb90 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:47.526070 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9362d994-1b86-46de-a3b2-2c353ea0eb90 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:47.527424 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9362d994-1b86-46de-a3b2-2c353ea0eb90 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:47.539514 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62f2fee-0fd4-4dab-80f1-da36f39e023b None None] Network 73e847af-0772-4459-8702-a89a659fb5a0 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:47.601175 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362d994-1b86-46de-a3b2-2c353ea0eb90 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Subnet': ['ID=8469d0cf-6d94-47ab-bc56-8c8a4477650e,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:47.615630 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9362d994-1b86-46de-a3b2-2c353ea0eb90 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6568453 Jul 15 13:17:47.616745 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35722) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:47.626433 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a938df4f-d1b5-4bad-8376-3e01dc7b8f2c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-323553640', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8469d0cf-6d94-47ab-bc56-8c8a4477650e'}], 'security_groups': ['85563474-ac51-4bf0-b1e8-d1f4ec8287d5']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:47.698730 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7194-52ee-4013-a3fe-ade1b778bfda tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:47.797604 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c7194-52ee-4013-a3fe-ade1b778bfda tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Port': ['ID=ce811af9-1be2-45b8-880d-16184cc96461,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:47.820823 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6c7194-52ee-4013-a3fe-ade1b778bfda tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] No DVR routers for this DVR port ce811af9-1be2-45b8-880d-16184cc96461 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:47.899063 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7ce98be4-e0d0-40e0-b993-dd5788987ebe None None] For port ce811af9-1be2-45b8-880d-16184cc96461, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ce811af9-1be2-45b8-880d-16184cc96461,segment=NetworkSegment(beb9db16-c815-4167-840a-55c69ea614d3),segment_id=beb9db16-c815-4167-840a-55c69ea614d3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:47.907822 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ce98be4-e0d0-40e0-b993-dd5788987ebe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:48.080272 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7ce98be4-e0d0-40e0-b993-dd5788987ebe None None] Calling delete_port for ce811af9-1be2-45b8-880d-16184cc96461 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:48.146719 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a938df4f-d1b5-4bad-8376-3e01dc7b8f2c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:48.171242 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7194-52ee-4013-a3fe-ade1b778bfda tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:48.217490 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-ac6c7194-52ee-4013-a3fe-ade1b778bfda tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37382a84-0a5b-4148-88d0-11ba97a03278']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:48.263330 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-ac6c7194-52ee-4013-a3fe-ade1b778bfda tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beb9db16-c815-4167-840a-55c69ea614d3') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:48.263813 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-ac6c7194-52ee-4013-a3fe-ade1b778bfda tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beb9db16-c815-4167-840a-55c69ea614d3') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:48.299218 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7194-52ee-4013-a3fe-ade1b778bfda tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:48.365155 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7194-52ee-4013-a3fe-ade1b778bfda tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:48.380915 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac6c7194-52ee-4013-a3fe-ade1b778bfda tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:17:48.384390 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7194-52ee-4013-a3fe-ade1b778bfda tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:17:48.390628 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: from cryptography.utils import int_from_bytes Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: from cryptography.utils import int_from_bytes Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:48.470794 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:17:48.477187 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:48.477187 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:17:48.477187 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:48.477187 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:17:48.477187 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:48.477187 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:17:48.477187 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:48.477187 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:17:48.477187 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:48.477187 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:17:48.477187 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:48.477187 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:17:48.477187 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:17:48.477187 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:17:48.536026 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ce98be4-e0d0-40e0-b993-dd5788987ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:48.654598 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7194-52ee-4013-a3fe-ade1b778bfda tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:48.732656 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ac6c7194-52ee-4013-a3fe-ade1b778bfda tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:48.746137 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ac6c7194-52ee-4013-a3fe-ade1b778bfda tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/networks/37382a84-0a5b-4148-88d0-11ba97a03278 HTTP/1.1" status: 204 len: 168 time: 1.8333011 Jul 15 13:17:48.749005 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c7194-52ee-4013-a3fe-ade1b778bfda tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Network': ['ID=37382a84-0a5b-4148-88d0-11ba97a03278,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:48.754685 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-a938df4f-d1b5-4bad-8376-3e01dc7b8f2c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Delete allocated IP 2001:db8::4 (73e847af-0772-4459-8702-a89a659fb5a0/c6f9e607-3a9d-4627-92cb-cb74ecad1fb7) {{(pid=93814) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 13:17:48.758694 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce98be4-e0d0-40e0-b993-dd5788987ebe None None] Pushing event deleted for resources: {'Port': ['ID=ce811af9-1be2-45b8-880d-16184cc96461,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:48.773958 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-a938df4f-d1b5-4bad-8376-3e01dc7b8f2c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Allocated IP 2001:db8:0:1::2d4 (73e847af-0772-4459-8702-a89a659fb5a0/8469d0cf-6d94-47ab-bc56-8c8a4477650e/7a9c77db-8497-4dcc-8839-e1ce35723660) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:48.799383 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35772) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:48.819181 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce98be4-e0d0-40e0-b993-dd5788987ebe None None] No DVR routers for this DVR port ce811af9-1be2-45b8-880d-16184cc96461 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:48.846449 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-46b8e5f1-1f3e-4490-9a5a-1b209c0bd2a5 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1545843645', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:48.900142 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fcdb3a-ffa3-4e5d-922a-55f0e9c468ee None None] Update dhcp port {'port': {'network_id': '73e847af-0772-4459-8702-a89a659fb5a0', 'fixed_ips': [{'subnet_id': 'c6f9e607-3a9d-4627-92cb-cb74ecad1fb7', 'ip_address': '2001:db8::2'}, {'subnet_id': '8469d0cf-6d94-47ab-bc56-8c8a4477650e'}], 'binding:host_id': 'n-d-758944-45'}, 'id': 'c622a3f9-81a4-43ab-883d-c993e97c95be'} from n-d-758944-45. {{(pid=93815) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:17:48.954309 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-46b8e5f1-1f3e-4490-9a5a-1b209c0bd2a5 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:48.955608 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-46b8e5f1-1f3e-4490-9a5a-1b209c0bd2a5 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.107107 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e5fcdb3a-ffa3-4e5d-922a-55f0e9c468ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.123264 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ce811af9-1be2-45b8-880d-16184cc96461 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:49.198933 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: ce811af9-1be2-45b8-880d-16184cc96461 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:17:49.199283 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ce811af9-1be2-45b8-880d-16184cc96461 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:17:49.264884 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-46b8e5f1-1f3e-4490-9a5a-1b209c0bd2a5 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.274782 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-46b8e5f1-1f3e-4490-9a5a-1b209c0bd2a5 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.342734 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-46b8e5f1-1f3e-4490-9a5a-1b209c0bd2a5 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.351980 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35804) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:49.356314 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-46b8e5f1-1f3e-4490-9a5a-1b209c0bd2a5 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5538216 Jul 15 13:17:49.363329 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d6ea7595-1b48-40c6-b8f8-b7978b3a7fa3 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Request body: {'network': {'name': 'tempest-RoutersTest-1663970650'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:49.468569 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a938df4f-d1b5-4bad-8376-3e01dc7b8f2c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.495902 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ea7595-1b48-40c6-b8f8-b7978b3a7fa3 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Made reservation on behalf of 2299834c406d4055b9f136a9c73b3afc for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:49.499922 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6ea7595-1b48-40c6-b8f8-b7978b3a7fa3 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.566700 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a938df4f-d1b5-4bad-8376-3e01dc7b8f2c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Transition to ACTIVE for port object 7a9c77db-8497-4dcc-8839-e1ce35723660 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:49.588102 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a938df4f-d1b5-4bad-8376-3e01dc7b8f2c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.646627 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-e5fcdb3a-ffa3-4e5d-922a-55f0e9c468ee None None] Allocated IP 2001:db8:0:1::2 (73e847af-0772-4459-8702-a89a659fb5a0/8469d0cf-6d94-47ab-bc56-8c8a4477650e/c622a3f9-81a4-43ab-883d-c993e97c95be) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:49.692445 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ea7595-1b48-40c6-b8f8-b7978b3a7fa3 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:17:49.712406 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6ea7595-1b48-40c6-b8f8-b7978b3a7fa3 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.713275 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-d6ea7595-1b48-40c6-b8f8-b7978b3a7fa3 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Added segment 619cf1f9-b0d4-4e58-87b2-76297a0627d5 of type vlan for network 79a2cb93-2f58-49f4-9584-0b5fdcc969cc Jul 15 13:17:49.782957 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e5fcdb3a-ffa3-4e5d-922a-55f0e9c468ee None None] For port c622a3f9-81a4-43ab-883d-c993e97c95be, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c622a3f9-81a4-43ab-883d-c993e97c95be,segment=NetworkSegment(932b5e5e-6608-4d88-9e6a-43db6fa29c4a),segment_id=932b5e5e-6608-4d88-9e6a-43db6fa29c4a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:49.825432 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:17:49.836115 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e5fcdb3a-ffa3-4e5d-922a-55f0e9c468ee None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.853417 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e5fcdb3a-ffa3-4e5d-922a-55f0e9c468ee None None] Transition to ACTIVE for port object c622a3f9-81a4-43ab-883d-c993e97c95be will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:49.857903 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938df4f-d1b5-4bad-8376-3e01dc7b8f2c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Port': ['ID=7a9c77db-8497-4dcc-8839-e1ce35723660,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:49.858641 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e5fcdb3a-ffa3-4e5d-922a-55f0e9c468ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.895807 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a938df4f-d1b5-4bad-8376-3e01dc7b8f2c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] In _notify_port_updated(), no bound segment for port 7a9c77db-8497-4dcc-8839-e1ce35723660 on network 73e847af-0772-4459-8702-a89a659fb5a0 {{(pid=93814) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:17:49.901840 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a938df4f-d1b5-4bad-8376-3e01dc7b8f2c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:49.902847 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a938df4f-d1b5-4bad-8376-3e01dc7b8f2c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.904563 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a938df4f-d1b5-4bad-8376-3e01dc7b8f2c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "PUT /v2.0/ports/7a9c77db-8497-4dcc-8839-e1ce35723660 HTTP/1.1" status: 200 len: 930 time: 2.2860868 Jul 15 13:17:49.906938 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6ea7595-1b48-40c6-b8f8-b7978b3a7fa3 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.908956 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35808) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:50.002778 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fcdb3a-ffa3-4e5d-922a-55f0e9c468ee None None] Pushing event updated for resources: {'Port': ['ID=c622a3f9-81a4-43ab-883d-c993e97c95be,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:50.008611 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6ea7595-1b48-40c6-b8f8-b7978b3a7fa3 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:50.025819 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ea7595-1b48-40c6-b8f8-b7978b3a7fa3 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:50.026435 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6ea7595-1b48-40c6-b8f8-b7978b3a7fa3 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:50.095586 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-bbe493cc-0b4e-403c-b577-3942c7abc4b0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Deleting port 7a9c77db-8497-4dcc-8839-e1ce35723660 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:50.097001 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bbe493cc-0b4e-403c-b577-3942c7abc4b0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:50.202771 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea7595-1b48-40c6-b8f8-b7978b3a7fa3 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Network': ['ID=79a2cb93-2f58-49f4-9584-0b5fdcc969cc,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:50.223700 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 79a2cb93-2f58-49f4-9584-0b5fdcc969cc details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:17:50.224812 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde871f-cb37-4c1d-bf07-382b3e561c7a req-59d642fc-f8df-4e13-9679-c64c826e09a6 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:50.232466 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3dde871f-cb37-4c1d-bf07-382b3e561c7a req-59d642fc-f8df-4e13-9679-c64c826e09a6 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.4436586 Jul 15 13:17:50.270755 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bbe493cc-0b4e-403c-b577-3942c7abc4b0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:50.289501 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d6ea7595-1b48-40c6-b8f8-b7978b3a7fa3 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9363801 Jul 15 13:17:50.293635 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-bbe493cc-0b4e-403c-b577-3942c7abc4b0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Calling delete_port for 7a9c77db-8497-4dcc-8839-e1ce35723660 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:50.305571 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35812) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:50.311419 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a7ff2812-52da-4967-94bd-3d5cb3b95411 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Request body: {'subnet': {'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:50.422584 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3dde871f-cb37-4c1d-bf07-382b3e561c7a req-290d4192-7f27-4236-aecd-759ac3a04976 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890557 Jul 15 13:17:50.675759 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ff2812-52da-4967-94bd-3d5cb3b95411 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Made reservation on behalf of 2299834c406d4055b9f136a9c73b3afc for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:50.681811 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7ff2812-52da-4967-94bd-3d5cb3b95411 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:50.704777 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bbe493cc-0b4e-403c-b577-3942c7abc4b0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:50.788468 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe493cc-0b4e-403c-b577-3942c7abc4b0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Port': ['ID=7a9c77db-8497-4dcc-8839-e1ce35723660,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:50.858326 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bbe493cc-0b4e-403c-b577-3942c7abc4b0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:50.860520 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-bbe493cc-0b4e-403c-b577-3942c7abc4b0 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/ports/7a9c77db-8497-4dcc-8839-e1ce35723660 HTTP/1.1" status: 204 len: 168 time: 0.9503582 Jul 15 13:17:50.864658 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35824) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:50.872244 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-79e64930-d545-4ae8-b293-fbe54186dce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:50.944296 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-912b0369-ef38-495b-afcc-7a54c340091c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] GET failed (client error): The resource could not be found. Jul 15 13:17:50.957644 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-912b0369-ef38-495b-afcc-7a54c340091c tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "GET /v2.0/ports/7a9c77db-8497-4dcc-8839-e1ce35723660 HTTP/1.1" status: 404 len: 333 time: 0.0780380 Jul 15 13:17:50.958434 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35826) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:51.110865 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c622a3f9-81a4-43ab-883d-c993e97c95be up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:51.121296 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa4ccf9d-f703-4f99-8f90-ac74bd5a493a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:51.131281 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7ff2812-52da-4967-94bd-3d5cb3b95411 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:51.171433 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa4ccf9d-f703-4f99-8f90-ac74bd5a493a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:51.294129 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff2812-52da-4967-94bd-3d5cb3b95411 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Subnet': ['ID=8ea6368d-9970-4e2d-848a-0afe8d034bde,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:51.364303 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa4ccf9d-f703-4f99-8f90-ac74bd5a493a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:51.367379 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa4ccf9d-f703-4f99-8f90-ac74bd5a493a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:51.368590 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fa4ccf9d-f703-4f99-8f90-ac74bd5a493a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/security-groups/e90e30ae-0a5b-44dd-bcde-e303b1221e25 HTTP/1.1" status: 204 len: 168 time: 0.4091532 Jul 15 13:17:51.377637 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35832) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:51.381044 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ff2812-52da-4967-94bd-3d5cb3b95411 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Checking segment: {'id': '619cf1f9-b0d4-4e58-87b2-76297a0627d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:51.381884 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ff2812-52da-4967-94bd-3d5cb3b95411 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network hostable DHCP agents. Network: 79a2cb93-2f58-49f4-9584-0b5fdcc969cc, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:17:51.411824 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ccf9d-f703-4f99-8f90-ac74bd5a493a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90e30ae-0a5b-44dd-bcde-e303b1221e25,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:51.460048 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caec7e5-86ba-4123-b170-32455ba18dc9 req-73a4f3b1-96f9-4cfb-9f13-522f0c9a64d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:51.461616 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7caec7e5-86ba-4123-b170-32455ba18dc9 req-73a4f3b1-96f9-4cfb-9f13-522f0c9a64d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a5577c115ec43508375ce7d29599c94&device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 1097 time: 0.1663351 Jul 15 13:17:51.528168 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-935d3f23-5ad3-425c-adcf-ea7c074593d0 None None] Could not find standard attr ID for object 7a9c77db-8497-4dcc-8839-e1ce35723660. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:17:51.599209 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-935d3f23-5ad3-425c-adcf-ea7c074593d0 None None] Provisioning complete for port 25c90446-ba5b-4725-baaa-4df301b424a6 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:51.616632 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-935d3f23-5ad3-425c-adcf-ea7c074593d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:51.654600 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ff2812-52da-4967-94bd-3d5cb3b95411 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network 79a2cb93-2f58-49f4-9584-0b5fdcc969cc is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:17:51.700681 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-a7ff2812-52da-4967-94bd-3d5cb3b95411 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 79a2cb93-2f58-49f4-9584-0b5fdcc969cc) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:51.702574 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7daab2b-ddb1-4e09-9596-61ab11a183d1 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:51.707584 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ff2812-52da-4967-94bd-3d5cb3b95411 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:51.708183 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7ff2812-52da-4967-94bd-3d5cb3b95411 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:51.731211 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caec7e5-86ba-4123-b170-32455ba18dc9 req-d4d1aa47-c5ac-4928-8f15-0d156277c6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:51.732762 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7caec7e5-86ba-4123-b170-32455ba18dc9 req-d4d1aa47-c5ac-4928-8f15-0d156277c6d5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=edeaa118-edc5-4f1b-bf13-6f27616a2b19 HTTP/1.1" status: 200 len: 913 time: 0.2640691 Jul 15 13:17:51.825081 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-935d3f23-5ad3-425c-adcf-ea7c074593d0 None None] Port 25c90446-ba5b-4725-baaa-4df301b424a6 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:51.833662 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ee1653-51a0-40c2-8a88-078f706136a3 None None] Network 79a2cb93-2f58-49f4-9584-0b5fdcc969cc requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:51.859315 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a7ff2812-52da-4967-94bd-3d5cb3b95411 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5524900 Jul 15 13:17:51.861433 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7daab2b-ddb1-4e09-9596-61ab11a183d1 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:51.868699 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35842) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:51.978005 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-935d3f23-5ad3-425c-adcf-ea7c074593d0 None None] Provisioning for port c622a3f9-81a4-43ab-883d-c993e97c95be completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:51.993482 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-935d3f23-5ad3-425c-adcf-ea7c074593d0 None None] Provisioning complete for port c622a3f9-81a4-43ab-883d-c993e97c95be triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:51.995103 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-935d3f23-5ad3-425c-adcf-ea7c074593d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:51.998473 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7caec7e5-86ba-4123-b170-32455ba18dc9 req-631a9e59-5240-4ec5-aeb9-883d36a8f91a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3313d1c0-7322-4571-9574-1a2b411edcd1 HTTP/1.1" status: 200 len: 999 time: 0.2509031 Jul 15 13:17:52.219099 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caec7e5-86ba-4123-b170-32455ba18dc9 req-dc411901-a1a3-4392-9fa5-7a67c863f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:52.220624 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7caec7e5-86ba-4123-b170-32455ba18dc9 req-dc411901-a1a3-4392-9fa5-7a67c863f6e6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d793a745-d38c-4e8b-9716-b5fdf7b27406 HTTP/1.1" status: 200 len: 851 time: 0.2211399 Jul 15 13:17:52.221994 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7daab2b-ddb1-4e09-9596-61ab11a183d1 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:52.238755 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7daab2b-ddb1-4e09-9596-61ab11a183d1 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:52.247133 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35846) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:52.252897 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a7daab2b-ddb1-4e09-9596-61ab11a183d1 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/security-groups/85563474-ac51-4bf0-b1e8-d1f4ec8287d5 HTTP/1.1" status: 204 len: 168 time: 0.8548911 Jul 15 13:17:52.342253 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7daab2b-ddb1-4e09-9596-61ab11a183d1 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85563474-ac51-4bf0-b1e8-d1f4ec8287d5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:52.396641 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc268bd-30ea-4456-adb6-6b910a5eff64 req-e31f47fa-fd20-418c-98b1-7a8aaf7e7ff1 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:52.405828 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cbc268bd-30ea-4456-adb6-6b910a5eff64 req-e31f47fa-fd20-418c-98b1-7a8aaf7e7ff1 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.9258404 Jul 15 13:17:52.467908 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccfbcc3a-3ef2-4a69-8cd4-8a3e87f14aa3 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Deleting subnet c6f9e607-3a9d-4627-92cb-cb74ecad1fb7 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:17:52.480323 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ccfbcc3a-3ef2-4a69-8cd4-8a3e87f14aa3 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:52.510958 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-24d02a2f-2f95-4f11-b420-8b17856f1c3b None None] Could not find standard attr ID for object 7a9c77db-8497-4dcc-8839-e1ce35723660. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:17:52.573370 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cbc268bd-30ea-4456-adb6-6b910a5eff64 req-fbf7ffc0-f345-44aa-86de-891a3a90bb18 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659806 Jul 15 13:17:52.595472 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af6bf1e-6675-4171-a663-188cd5efd172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-79a2cb93-2f58-49f4-9584-0b5fdcc969cc', 'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'fixed_ips': [{'subnet_id': '8ea6368d-9970-4e2d-848a-0afe8d034bde'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:17:52.603745 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0af6bf1e-6675-4171-a663-188cd5efd172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:52.609583 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caec7e5-86ba-4123-b170-32455ba18dc9 req-d4e986e6-29df-4037-93fd-dc29580c9e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:52.612756 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7caec7e5-86ba-4123-b170-32455ba18dc9 req-d4e986e6-29df-4037-93fd-dc29580c9e47 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edeaa118-edc5-4f1b-bf13-6f27616a2b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3654900 Jul 15 13:17:52.647446 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ccfbcc3a-3ef2-4a69-8cd4-8a3e87f14aa3 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:52.924126 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6f9d122-ab18-4f1c-adf8-713673437b73 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.107840 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7caec7e5-86ba-4123-b170-32455ba18dc9 req-7977bd2b-2363-4f7b-8e4e-eac9ee921114 service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4856076 Jul 15 13:17:53.271104 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ccfbcc3a-3ef2-4a69-8cd4-8a3e87f14aa3 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.289889 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.315721 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-0af6bf1e-6675-4171-a663-188cd5efd172 None None] Allocated IP 172.20.0.2 (79a2cb93-2f58-49f4-9584-0b5fdcc969cc/8ea6368d-9970-4e2d-848a-0afe8d034bde/d6708481-2476-4522-a488-6b188eac4539) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:53.375932 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bf0d63f1-01e4-44b8-b774-a59dc9453955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.548609 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7caec7e5-86ba-4123-b170-32455ba18dc9 req-5e7a1d94-cc8e-4484-8648-8a815a077ceb service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291675 Jul 15 13:17:53.557950 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ccfbcc3a-3ef2-4a69-8cd4-8a3e87f14aa3 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.563258 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0af6bf1e-6675-4171-a663-188cd5efd172 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.576004 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0af6bf1e-6675-4171-a663-188cd5efd172 None None] Transition to ACTIVE for port object d6708481-2476-4522-a488-6b188eac4539 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:53.599693 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0af6bf1e-6675-4171-a663-188cd5efd172 None None] Transition to ACTIVE for port object d6708481-2476-4522-a488-6b188eac4539 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:53.613336 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0af6bf1e-6675-4171-a663-188cd5efd172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.663802 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbcc3a-3ef2-4a69-8cd4-8a3e87f14aa3 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Subnet': ['ID=c6f9e607-3a9d-4627-92cb-cb74ecad1fb7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:53.667019 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ccfbcc3a-3ef2-4a69-8cd4-8a3e87f14aa3 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.674071 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ccfbcc3a-3ef2-4a69-8cd4-8a3e87f14aa3 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/subnets/c6f9e607-3a9d-4627-92cb-cb74ecad1fb7 HTTP/1.1" status: 204 len: 168 time: 1.4248407 Jul 15 13:17:53.687484 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35866) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:53.695294 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9ca4d10a-9ff6-4348-8fe2-b5c7ee1e15a8 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'subnet': {'network_id': '73e847af-0772-4459-8702-a89a659fb5a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:53.698183 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a326ed50-8362-43be-946c-1d6e2dfb4145 None None] Network 73e847af-0772-4459-8702-a89a659fb5a0 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:53.794107 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af6bf1e-6675-4171-a663-188cd5efd172 None None] Network 79a2cb93-2f58-49f4-9584-0b5fdcc969cc is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:53.806613 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35868) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:53.845669 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-0af6bf1e-6675-4171-a663-188cd5efd172 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:53.862688 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af6bf1e-6675-4171-a663-188cd5efd172 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:53.900582 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-d6f9d122-ab18-4f1c-adf8-713673437b73 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Allocated IP 172.20.0.1 (79a2cb93-2f58-49f4-9584-0b5fdcc969cc/8ea6368d-9970-4e2d-848a-0afe8d034bde/46555fe4-6a8c-45bd-b983-9580835f80a9) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:54.038761 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6bf1e-6675-4171-a663-188cd5efd172 None None] Pushing event updated for resources: {'Port': ['ID=d6708481-2476-4522-a488-6b188eac4539,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:54.110231 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca4d10a-9ff6-4348-8fe2-b5c7ee1e15a8 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:54.116144 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d10a-9ff6-4348-8fe2-b5c7ee1e15a8 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.270336 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-857d9bdb-b87e-4ce1-8b0f-9bf446151ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.393734 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-0af6bf1e-6675-4171-a663-188cd5efd172 None None] Attempting to bind port d6708481-2476-4522-a488-6b188eac4539 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:54.394149 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-0af6bf1e-6675-4171-a663-188cd5efd172 None None] Attempting to bind port d6708481-2476-4522-a488-6b188eac4539 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '619cf1f9-b0d4-4e58-87b2-76297a0627d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:54.394574 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af6bf1e-6675-4171-a663-188cd5efd172 None None] Attempting to bind port d6708481-2476-4522-a488-6b188eac4539 on network 79a2cb93-2f58-49f4-9584-0b5fdcc969cc {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:54.401837 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af6bf1e-6675-4171-a663-188cd5efd172 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:54.402216 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af6bf1e-6675-4171-a663-188cd5efd172 None None] Checking segment: {'id': '619cf1f9-b0d4-4e58-87b2-76297a0627d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:54.402619 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0af6bf1e-6675-4171-a663-188cd5efd172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.403013 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af6bf1e-6675-4171-a663-188cd5efd172 None None] Bound using segment: {'id': '619cf1f9-b0d4-4e58-87b2-76297a0627d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:54.403503 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-0af6bf1e-6675-4171-a663-188cd5efd172 None None] Bound port: d6708481-2476-4522-a488-6b188eac4539, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619cf1f9-b0d4-4e58-87b2-76297a0627d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:54.403943 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0af6bf1e-6675-4171-a663-188cd5efd172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.593310 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-0af6bf1e-6675-4171-a663-188cd5efd172 None None] For port d6708481-2476-4522-a488-6b188eac4539, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:54.606375 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-0af6bf1e-6675-4171-a663-188cd5efd172 None None] For port d6708481-2476-4522-a488-6b188eac4539, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=d6708481-2476-4522-a488-6b188eac4539,segment=NetworkSegment(619cf1f9-b0d4-4e58-87b2-76297a0627d5),segment_id=619cf1f9-b0d4-4e58-87b2-76297a0627d5)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:54.648210 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6f9d122-ab18-4f1c-adf8-713673437b73 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.659311 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f67c8-7d03-404b-aac6-3838cdbdbc10 req-5d45e308-03bd-46b4-b707-a1300d2941aa tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:54.663916 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0af6bf1e-6675-4171-a663-188cd5efd172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.671093 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-009f67c8-7d03-404b-aac6-3838cdbdbc10 req-5d45e308-03bd-46b4-b707-a1300d2941aa tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.6711740 Jul 15 13:17:54.735521 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d6f9d122-ab18-4f1c-adf8-713673437b73 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Transition to ACTIVE for port object 46555fe4-6a8c-45bd-b983-9580835f80a9 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:54.822464 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-009f67c8-7d03-404b-aac6-3838cdbdbc10 req-b3753006-392e-4d81-a177-e3f6f78d27dc tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499851 Jul 15 13:17:54.864051 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.877327 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d10a-9ff6-4348-8fe2-b5c7ee1e15a8 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.959817 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca4d10a-9ff6-4348-8fe2-b5c7ee1e15a8 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network 73e847af-0772-4459-8702-a89a659fb5a0 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:54.974729 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.979583 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-9ca4d10a-9ff6-4348-8fe2-b5c7ee1e15a8 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:55.002647 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6bf1e-6675-4171-a663-188cd5efd172 None None] Pushing event updated for resources: {'Port': ['ID=d6708481-2476-4522-a488-6b188eac4539,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:55.010975 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-857d9bdb-b87e-4ce1-8b0f-9bf446151ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:55.027033 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca4d10a-9ff6-4348-8fe2-b5c7ee1e15a8 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:55.029434 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d10a-9ff6-4348-8fe2-b5c7ee1e15a8 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:55.030815 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-857d9bdb-b87e-4ce1-8b0f-9bf446151ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:55.138072 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-857d9bdb-b87e-4ce1-8b0f-9bf446151ce0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8ba4489a5cd44fcbd58a4a3204289d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3240824 Jul 15 13:17:55.143997 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35884) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:55.176097 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9ca4d10a-9ff6-4348-8fe2-b5c7ee1e15a8 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4851136 Jul 15 13:17:55.201980 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35886) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:55.249313 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4d10a-9ff6-4348-8fe2-b5c7ee1e15a8 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Subnet': ['ID=dbc2ff1f-915c-494d-9228-a49f4045d0cc,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:55.259383 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6f9d122-ab18-4f1c-adf8-713673437b73 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:55.327939 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee141644-8475-4a66-a0f2-81f44e136637 req-363c709d-2ff3-4b0c-ab71-84dc98426acc tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:55.331334 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ee141644-8475-4a66-a0f2-81f44e136637 req-363c709d-2ff3-4b0c-ab71-84dc98426acc tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a28d48f-8cdc-4592-9bf3-eff6621e1f33 HTTP/1.1" status: 200 len: 946 time: 0.4044044 Jul 15 13:17:55.339897 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-abaed4e6-cc0a-447a-b4a5-8be3d39790c4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'security_group': {'name': 'tempest-secgroup-901296490'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:55.544890 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ee141644-8475-4a66-a0f2-81f44e136637 req-92646445-6ac3-48af-acea-d929e9317433 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920018 Jul 15 13:17:55.547961 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d9bdb-b87e-4ce1-8b0f-9bf446151ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3048b7e-047a-4c14-9f67-2db7b2c31cc1,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:55.555764 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f9d122-ab18-4f1c-adf8-713673437b73 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network 79a2cb93-2f58-49f4-9584-0b5fdcc969cc is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:55.579170 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d6f9d122-ab18-4f1c-adf8-713673437b73 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:55.595495 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f9d122-ab18-4f1c-adf8-713673437b73 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:55.599020 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9d122-ab18-4f1c-adf8-713673437b73 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Port': ['ID=46555fe4-6a8c-45bd-b983-9580835f80a9,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:55.627753 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-abaed4e6-cc0a-447a-b4a5-8be3d39790c4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:55.867250 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7362dec3-321b-497e-bd35-862d2ed7ec05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:55.882882 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6f9d122-ab18-4f1c-adf8-713673437b73 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.289188 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7362dec3-321b-497e-bd35-862d2ed7ec05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.399803 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e0866-5b2f-43de-958b-b3de81e32b45 req-03d4ffd2-0389-4d16-aec6-a51b6097a50c tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:56.404272 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b62e0866-5b2f-43de-958b-b3de81e32b45 req-03d4ffd2-0389-4d16-aec6-a51b6097a50c tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a28d48f-8cdc-4592-9bf3-eff6621e1f33 HTTP/1.1" status: 200 len: 946 time: 0.3010788 Jul 15 13:17:56.421070 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113dd19-418a-488e-bb1f-d881eff685cc req-3acaceb0-caa3-4b88-a129-d509a307feb7 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:56.432513 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0113dd19-418a-488e-bb1f-d881eff685cc req-3acaceb0-caa3-4b88-a129-d509a307feb7 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.2438018 Jul 15 13:17:56.438677 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.561718 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0113dd19-418a-488e-bb1f-d881eff685cc req-8e9082d2-b8cc-46d6-a849-258399df2ae6 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256862 Jul 15 13:17:56.568030 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-abaed4e6-cc0a-447a-b4a5-8be3d39790c4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.615833 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-abaed4e6-cc0a-447a-b4a5-8be3d39790c4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.720454 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-b62e0866-5b2f-43de-958b-b3de81e32b45 req-b1384147-9396-4f6f-a6e5-375ff4ebf008 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Deleting port 68b0e08c-0398-4870-b713-e65062c79b32 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:56.720799 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b62e0866-5b2f-43de-958b-b3de81e32b45 req-b1384147-9396-4f6f-a6e5-375ff4ebf008 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.736389 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-abaed4e6-cc0a-447a-b4a5-8be3d39790c4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.738953 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-abaed4e6-cc0a-447a-b4a5-8be3d39790c4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4977019 Jul 15 13:17:56.742183 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35900) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:56.751498 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaed4e6-cc0a-447a-b4a5-8be3d39790c4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9718217b-a403-4ad2-afee-50b5ebd82779,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:56.761853 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a228717-9fc5-41fc-8832-0279a8fdbf5b None None] Network 73e847af-0772-4459-8702-a89a659fb5a0 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:56.765953 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7244de0d-0641-4a30-aa36-fffa700119aa tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'security_group': {'name': 'tempest-secgroup-1633685613'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:56.823003 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5341ca2a-b370-4b3d-9911-ea7cd121ea6d None None] Provisioning complete for port 25c90446-ba5b-4725-baaa-4df301b424a6 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:56.824575 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5341ca2a-b370-4b3d-9911-ea7cd121ea6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.868397 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4372f-f82b-4fc6-a6e8-4f4a8ebdb33e req-756c624d-3771-4d7a-a15d-98e5e64515fd tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:56.874052 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5341ca2a-b370-4b3d-9911-ea7cd121ea6d None None] Port 25c90446-ba5b-4725-baaa-4df301b424a6 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:56.911940 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4372f-f82b-4fc6-a6e8-4f4a8ebdb33e req-756c624d-3771-4d7a-a15d-98e5e64515fd tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:56.940531 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4372f-f82b-4fc6-a6e8-4f4a8ebdb33e req-756c624d-3771-4d7a-a15d-98e5e64515fd tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:56.951442 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5341ca2a-b370-4b3d-9911-ea7cd121ea6d None None] Provisioning complete for port c622a3f9-81a4-43ab-883d-c993e97c95be triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:56.952114 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5341ca2a-b370-4b3d-9911-ea7cd121ea6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.977800 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4372f-f82b-4fc6-a6e8-4f4a8ebdb33e req-756c624d-3771-4d7a-a15d-98e5e64515fd tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:57.011617 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4372f-f82b-4fc6-a6e8-4f4a8ebdb33e req-756c624d-3771-4d7a-a15d-98e5e64515fd tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:57.032062 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4372f-f82b-4fc6-a6e8-4f4a8ebdb33e req-756c624d-3771-4d7a-a15d-98e5e64515fd tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:57.045249 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4372f-f82b-4fc6-a6e8-4f4a8ebdb33e req-756c624d-3771-4d7a-a15d-98e5e64515fd tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:57.058661 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-46f4372f-f82b-4fc6-a6e8-4f4a8ebdb33e req-756c624d-3771-4d7a-a15d-98e5e64515fd tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 5446 time: 1.4652696 Jul 15 13:17:57.091229 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b62e0866-5b2f-43de-958b-b3de81e32b45 req-b1384147-9396-4f6f-a6e5-375ff4ebf008 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] For port 68b0e08c-0398-4870-b713-e65062c79b32, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=68b0e08c-0398-4870-b713-e65062c79b32,segment=NetworkSegment(2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72),segment_id=2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:57.091810 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b62e0866-5b2f-43de-958b-b3de81e32b45 req-b1384147-9396-4f6f-a6e5-375ff4ebf008 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:57.169419 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-b62e0866-5b2f-43de-958b-b3de81e32b45 req-b1384147-9396-4f6f-a6e5-375ff4ebf008 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Calling delete_port for 68b0e08c-0398-4870-b713-e65062c79b32 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:57.228171 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7244de0d-0641-4a30-aa36-fffa700119aa tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:57.232518 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7362dec3-321b-497e-bd35-862d2ed7ec05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:57.235461 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7362dec3-321b-497e-bd35-862d2ed7ec05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:57.236686 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7362dec3-321b-497e-bd35-862d2ed7ec05 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e3048b7e-047a-4c14-9f67-2db7b2c31cc1 HTTP/1.1" status: 204 len: 168 time: 2.0903945 Jul 15 13:17:57.258711 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6f9d122-ab18-4f1c-adf8-713673437b73 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:57.280919 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device d6708481-2476-4522-a488-6b188eac4539 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:57.386076 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-46f4372f-f82b-4fc6-a6e8-4f4a8ebdb33e req-56abfd73-9bb9-460b-be1f-a29d9ee71467 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&id=a34d650b-5b3d-42d8-b923-cf07724c6c75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3080678 Jul 15 13:17:57.390087 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362dec3-321b-497e-bd35-862d2ed7ec05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3048b7e-047a-4c14-9f67-2db7b2c31cc1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:57.396481 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0251b4d-10c4-4987-b9df-0399d6ad4720 None None] Network 79a2cb93-2f58-49f4-9584-0b5fdcc969cc requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:57.507322 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port d6708481-2476-4522-a488-6b188eac4539 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:57.717294 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ca6eb-9d9d-4587-b291-8f3c99582247 req-70c84b5c-4f8d-4994-8123-88fae5b25eb4 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:57.724943 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b83ca6eb-9d9d-4587-b291-8f3c99582247 req-70c84b5c-4f8d-4994-8123-88fae5b25eb4 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a28d48f-8cdc-4592-9bf3-eff6621e1f33 HTTP/1.1" status: 200 len: 946 time: 0.5356081 Jul 15 13:17:57.777127 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-267e7593-f451-4947-83c0-352e05e168c3 None None] Provisioning for port d6708481-2476-4522-a488-6b188eac4539 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:57.817858 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-267e7593-f451-4947-83c0-352e05e168c3 None None] Provisioning complete for port d6708481-2476-4522-a488-6b188eac4539 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:57.818670 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-267e7593-f451-4947-83c0-352e05e168c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:57.877142 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b83ca6eb-9d9d-4587-b291-8f3c99582247 req-6feb7ec3-7258-4554-8bff-be5b8103825a tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371293 Jul 15 13:17:57.966351 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1984db70-6726-4e00-94bc-097d672f18ea None None] Update dhcp port {'port': {'network_id': '73e847af-0772-4459-8702-a89a659fb5a0', 'fixed_ips': [{'subnet_id': '8469d0cf-6d94-47ab-bc56-8c8a4477650e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dbc2ff1f-915c-494d-9228-a49f4045d0cc'}], 'binding:host_id': 'n-d-758944-45'}, 'id': 'c622a3f9-81a4-43ab-883d-c993e97c95be'} from n-d-758944-45. {{(pid=93815) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:17:58.021134 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-267e7593-f451-4947-83c0-352e05e168c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:58.055273 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1984db70-6726-4e00-94bc-097d672f18ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:58.096546 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b62e0866-5b2f-43de-958b-b3de81e32b45 req-b1384147-9396-4f6f-a6e5-375ff4ebf008 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:58.112779 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-267e7593-f451-4947-83c0-352e05e168c3 None None] For port d6708481-2476-4522-a488-6b188eac4539, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=d6708481-2476-4522-a488-6b188eac4539,segment=NetworkSegment(619cf1f9-b0d4-4e58-87b2-76297a0627d5),segment_id=619cf1f9-b0d4-4e58-87b2-76297a0627d5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:58.194613 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7244de0d-0641-4a30-aa36-fffa700119aa tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:58.195163 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1384147-9396-4f6f-a6e5-375ff4ebf008 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Pushing event deleted for resources: {'Port': ['ID=68b0e08c-0398-4870-b713-e65062c79b32,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:58.213933 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['283d420b-795e-4edf-be9f-99c321b70042', '5f1dcba5-e3c3-453a-a9d1-7ad4d008439b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:58.240424 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['68b0e08c-0398-4870-b713-e65062c79b32'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:58.276051 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7244de0d-0641-4a30-aa36-fffa700119aa tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:58.305352 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35914) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:58.370246 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7244de0d-0641-4a30-aa36-fffa700119aa tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:58.374454 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7244de0d-0641-4a30-aa36-fffa700119aa tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6273692 Jul 15 13:17:58.383851 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35918) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:58.388847 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62e0866-5b2f-43de-958b-b3de81e32b45 req-b1384147-9396-4f6f-a6e5-375ff4ebf008 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] No DVR routers for this DVR port 68b0e08c-0398-4870-b713-e65062c79b32 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:58.397396 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b62e0866-5b2f-43de-958b-b3de81e32b45 req-b1384147-9396-4f6f-a6e5-375ff4ebf008 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:58.400085 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b62e0866-5b2f-43de-958b-b3de81e32b45 req-b1384147-9396-4f6f-a6e5-375ff4ebf008 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.32 "DELETE /v2.0/ports/68b0e08c-0398-4870-b713-e65062c79b32 HTTP/1.1" status: 204 len: 173 time: 1.9661717 Jul 15 13:17:58.413115 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a28d48f-8cdc-4592-9bf3-eff6621e1f33', 'name': 'network-vif-deleted', 'tag': '68b0e08c-0398-4870-b713-e65062c79b32'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:58.421375 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06f1ed7-a55b-4858-ae5e-5f83f3cb0851" -d '{"events": [{"server_uuid": "8a28d48f-8cdc-4592-9bf3-eff6621e1f33", "name": "network-vif-deleted", "tag": "68b0e08c-0398-4870-b713-e65062c79b32"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:58.425280 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-267e7593-f451-4947-83c0-352e05e168c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:58.539149 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7262760-5635-4514-9ab2-d89554c24119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:58.668312 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-1984db70-6726-4e00-94bc-097d672f18ea None None] Allocated IP 2001:db8::2 (73e847af-0772-4459-8702-a89a659fb5a0/dbc2ff1f-915c-494d-9228-a49f4045d0cc/c622a3f9-81a4-43ab-883d-c993e97c95be) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:58.788842 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-151d7cf3-5c37-4e6b-a371-0f90c350afa4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'security_group': {'name': 'tempest-secgroup-1319702119'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:58.830497 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e7593-f451-4947-83c0-352e05e168c3 None None] Pushing event updated for resources: {'Port': ['ID=d6708481-2476-4522-a488-6b188eac4539,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:58.836332 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244de0d-0641-4a30-aa36-fffa700119aa tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe17bc9-3e23-4164-9d87-9a82b1e5bb85,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:58.857943 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bf47a-b223-4fe2-9758-7247796c69b1 req-cc52ce22-4013-4389-bf9c-f6b13e8e77f2 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:58.877445 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bf47a-b223-4fe2-9758-7247796c69b1 req-cc52ce22-4013-4389-bf9c-f6b13e8e77f2 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:58.894805 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bf47a-b223-4fe2-9758-7247796c69b1 req-cc52ce22-4013-4389-bf9c-f6b13e8e77f2 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:58.912220 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bf47a-b223-4fe2-9758-7247796c69b1 req-cc52ce22-4013-4389-bf9c-f6b13e8e77f2 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:58.917390 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6f9d122-ab18-4f1c-adf8-713673437b73 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:58.929654 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bf47a-b223-4fe2-9758-7247796c69b1 req-cc52ce22-4013-4389-bf9c-f6b13e8e77f2 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:58.941104 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bf47a-b223-4fe2-9758-7247796c69b1 req-cc52ce22-4013-4389-bf9c-f6b13e8e77f2 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:58.953907 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38365d3-d448-4890-97ba-79623e56d97f req-ae71dabf-6a93-43be-8f76-6bef02b46760 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:58.955274 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bf47a-b223-4fe2-9758-7247796c69b1 req-cc52ce22-4013-4389-bf9c-f6b13e8e77f2 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:58.959239 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e38365d3-d448-4890-97ba-79623e56d97f req-ae71dabf-6a93-43be-8f76-6bef02b46760 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.7494707 Jul 15 13:17:58.961138 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6f9d122-ab18-4f1c-adf8-713673437b73 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:58.970611 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff0bf47a-b223-4fe2-9758-7247796c69b1 req-cc52ce22-4013-4389-bf9c-f6b13e8e77f2 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 5446 time: 0.5666809 Jul 15 13:17:58.984584 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2174a4aa-fede-4758-b286-f1dfc685bf6d None None] Provisioning complete for port d6708481-2476-4522-a488-6b188eac4539 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:58.984885 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2174a4aa-fede-4758-b286-f1dfc685bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:59.000790 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-1984db70-6726-4e00-94bc-097d672f18ea None None] For port c622a3f9-81a4-43ab-883d-c993e97c95be, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c622a3f9-81a4-43ab-883d-c993e97c95be,segment=NetworkSegment(932b5e5e-6608-4d88-9e6a-43db6fa29c4a),segment_id=932b5e5e-6608-4d88-9e6a-43db6fa29c4a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:59.077920 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea4d083-3b60-4595-ad26-ad31e34c3c83 x-openstack-request-id: req-dea4d083-3b60-4595-ad26-ad31e34c3c83 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:59.078269 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a28d48f-8cdc-4592-9bf3-eff6621e1f33", "name": "network-vif-deleted", "tag": "68b0e08c-0398-4870-b713-e65062c79b32", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:59.078476 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dea4d083-3b60-4595-ad26-ad31e34c3c83 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:59.078919 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a28d48f-8cdc-4592-9bf3-eff6621e1f33', 'name': 'network-vif-deleted', 'tag': '68b0e08c-0398-4870-b713-e65062c79b32', 'status': 'completed', 'code': 200} Jul 15 13:17:59.107072 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1984db70-6726-4e00-94bc-097d672f18ea None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:59.143089 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1984db70-6726-4e00-94bc-097d672f18ea None None] Transition to ACTIVE for port object c622a3f9-81a4-43ab-883d-c993e97c95be will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:59.172218 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9d122-ab18-4f1c-adf8-713673437b73 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Port': ['ID=46555fe4-6a8c-45bd-b983-9580835f80a9,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:59.175587 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7262760-5635-4514-9ab2-d89554c24119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:59.188579 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7262760-5635-4514-9ab2-d89554c24119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:59.201295 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1984db70-6726-4e00-94bc-097d672f18ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:59.287742 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e38365d3-d448-4890-97ba-79623e56d97f req-a4240d80-2070-48f2-8239-dee99ea91901 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3165197 Jul 15 13:17:59.316876 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f7262760-5635-4514-9ab2-d89554c24119 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1868528a53c645d38c79582f4b06248d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0095615 Jul 15 13:17:59.329791 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35928) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:59.330025 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984db70-6726-4e00-94bc-097d672f18ea None None] Pushing event updated for resources: {'Port': ['ID=c622a3f9-81a4-43ab-883d-c993e97c95be,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:59.340386 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7262760-5635-4514-9ab2-d89554c24119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb86732-7f7e-43e8-9fee-b322892edfba,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:59.380274 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6f9d122-ab18-4f1c-adf8-713673437b73 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:59.436950 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-151d7cf3-5c37-4e6b-a371-0f90c350afa4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:59.505413 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09884c56-ebe7-4177-a534-7a24cc517393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:59.698446 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2174a4aa-fede-4758-b286-f1dfc685bf6d None None] Provisioning for port 46555fe4-6a8c-45bd-b983-9580835f80a9 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:59.763207 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2174a4aa-fede-4758-b286-f1dfc685bf6d None None] Provisioning complete for port 46555fe4-6a8c-45bd-b983-9580835f80a9 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:59.763563 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2174a4aa-fede-4758-b286-f1dfc685bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:59.948792 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f9d122-ab18-4f1c-adf8-713673437b73 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network 79a2cb93-2f58-49f4-9584-0b5fdcc969cc is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:59.983916 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d6f9d122-ab18-4f1c-adf8-713673437b73 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:00.055604 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2174a4aa-fede-4758-b286-f1dfc685bf6d None None] Port 46555fe4-6a8c-45bd-b983-9580835f80a9 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:00.153527 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-151d7cf3-5c37-4e6b-a371-0f90c350afa4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:00.173487 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae95219-923b-4c3d-b034-fa347de2ba83 req-19512768-4cdb-44c4-aa82-739e1f619365 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:00.181103 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6ae95219-923b-4c3d-b034-fa347de2ba83 req-19512768-4cdb-44c4-aa82-739e1f619365 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.5105457 Jul 15 13:18:00.193088 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-151d7cf3-5c37-4e6b-a371-0f90c350afa4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:00.209775 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fa4def9f-10c0-468e-817f-81352fb9b3da None None] Provisioning complete for port 46555fe4-6a8c-45bd-b983-9580835f80a9 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:00.210589 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa4def9f-10c0-468e-817f-81352fb9b3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:00.243527 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09884c56-ebe7-4177-a534-7a24cc517393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:00.250702 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d7cf3-5c37-4e6b-a371-0f90c350afa4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=252024c9-8562-44bf-a07a-88ea13eeeb61,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:00.294930 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-fa4def9f-10c0-468e-817f-81352fb9b3da None None] Port 46555fe4-6a8c-45bd-b983-9580835f80a9 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:00.323729 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6ae95219-923b-4c3d-b034-fa347de2ba83 req-13c13ca8-8414-4af1-a398-366944bd4a0a tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370959 Jul 15 13:18:00.328747 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-151d7cf3-5c37-4e6b-a371-0f90c350afa4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:00.330118 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-151d7cf3-5c37-4e6b-a371-0f90c350afa4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9452126 Jul 15 13:18:00.345295 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35964) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:00.357019 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-003daf87-f713-44df-bd1e-60d4a7cefd8d req-6d6d1ed8-8a4a-45aa-881b-7e2ae7f3bf0e tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a28d48f-8cdc-4592-9bf3-eff6621e1f33 HTTP/1.1" status: 200 len: 210 time: 0.8407197 Jul 15 13:18:00.363265 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0182e0b9-f893-4a1b-9480-10539a77b28e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1233418324', 'security_groups': ['252024c9-8562-44bf-a07a-88ea13eeeb61'], 'network_id': '73e847af-0772-4459-8702-a89a659fb5a0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dbc2ff1f-915c-494d-9228-a49f4045d0cc'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:00.463112 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09884c56-ebe7-4177-a534-7a24cc517393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:00.467262 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09884c56-ebe7-4177-a534-7a24cc517393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:00.468581 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-09884c56-ebe7-4177-a534-7a24cc517393 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ffb86732-7f7e-43e8-9fee-b322892edfba HTTP/1.1" status: 204 len: 168 time: 1.1470108 Jul 15 13:18:00.478171 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f9d122-ab18-4f1c-adf8-713673437b73 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Router 4d642d41-e917-4abf-9b81-bc2112473527 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:18:00.490876 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09884c56-ebe7-4177-a534-7a24cc517393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb86732-7f7e-43e8-9fee-b322892edfba,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:00.683600 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 68b0e08c-0398-4870-b713-e65062c79b32 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:00.758174 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 68b0e08c-0398-4870-b713-e65062c79b32 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:18:00.759029 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 68b0e08c-0398-4870-b713-e65062c79b32 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:18:00.761862 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-6aaa98ed-df55-4787-8404-7ae39dcbbeb1 None None] Provisioning complete for port 46555fe4-6a8c-45bd-b983-9580835f80a9 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:00.765458 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6aaa98ed-df55-4787-8404-7ae39dcbbeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:00.899890 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f9d122-ab18-4f1c-adf8-713673437b73 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:18:00.918631 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d6f9d122-ab18-4f1c-adf8-713673437b73 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "PUT /v2.0/routers/4d642d41-e917-4abf-9b81-bc2112473527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0300338 Jul 15 13:18:00.926101 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee92bca-4cab-4891-8a35-0986d16d3c98 None None] Sync routers for ids ['4d642d41-e917-4abf-9b81-bc2112473527'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:18:00.927508 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35994) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:00.942069 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9ce3d2ae-1e90-46da-b6d8-44c5956b42cb tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Request body: {'network': {'name': 'tempest-RoutersTest-517580717'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:00.957363 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6aaa98ed-df55-4787-8404-7ae39dcbbeb1 None None] Port 46555fe4-6a8c-45bd-b983-9580835f80a9 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:00.959077 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee92bca-4cab-4891-8a35-0986d16d3c98 None None] Routers {'4d642d41-e917-4abf-9b81-bc2112473527'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:00.959727 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5ee92bca-4cab-4891-8a35-0986d16d3c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:17:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4d642d41-e917-4abf-9b81-bc2112473527'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:00.969278 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0182e0b9-f893-4a1b-9480-10539a77b28e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:00.976165 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce3d2ae-1e90-46da-b6d8-44c5956b42cb tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Made reservation on behalf of 2299834c406d4055b9f136a9c73b3afc for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:00.993590 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9ce3d2ae-1e90-46da-b6d8-44c5956b42cb tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:01.127580 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ce3d2ae-1e90-46da-b6d8-44c5956b42cb tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:18:01.149210 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9ce3d2ae-1e90-46da-b6d8-44c5956b42cb tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:01.150015 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-9ce3d2ae-1e90-46da-b6d8-44c5956b42cb tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Added segment a31514a8-46f6-4c1a-8976-27c96782ad1a of type vlan for network 124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6 Jul 15 13:18:01.190554 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device d6708481-2476-4522-a488-6b188eac4539 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:01.206892 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-f2604183-17ba-43a3-9c18-42dabd96ca11 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:01.216299 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-f2604183-17ba-43a3-9c18-42dabd96ca11 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/networks?id=edeaa118-edc5-4f1b-bf13-6f27616a2b19 HTTP/1.1" status: 200 len: 812 time: 0.4067082 Jul 15 13:18:01.257986 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-5ee92bca-4cab-4891-8a35-0986d16d3c98 None None] Set router 4d642d41-e917-4abf-9b81-bc2112473527 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:01.278856 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-7dc83267-b53f-410d-9460-89dcf1eeb040 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/quotas/0a5577c115ec43508375ce7d29599c94 HTTP/1.1" status: 200 len: 375 time: 0.0609741 Jul 15 13:18:01.283249 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9ce3d2ae-1e90-46da-b6d8-44c5956b42cb tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:01.295528 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0182e0b9-f893-4a1b-9480-10539a77b28e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:01.326882 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5e103bb7-fb57-4354-95db-3b126b59cc4e None None] Provisioning complete for port 25c90446-ba5b-4725-baaa-4df301b424a6 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:01.327258 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e103bb7-fb57-4354-95db-3b126b59cc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:01.377465 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-0182e0b9-f893-4a1b-9480-10539a77b28e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] device_id is not set on port b31678d0-d38b-4a20-9c4e-cd0b4220faff yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:18:01.381922 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5e103bb7-fb57-4354-95db-3b126b59cc4e None None] Port 25c90446-ba5b-4725-baaa-4df301b424a6 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:01.423037 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9ce3d2ae-1e90-46da-b6d8-44c5956b42cb tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:01.443672 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce3d2ae-1e90-46da-b6d8-44c5956b42cb tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:01.444631 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9ce3d2ae-1e90-46da-b6d8-44c5956b42cb tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:01.534872 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-971feb72-668a-4524-8dea-ccd0eac44d98 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0a5577c115ec43508375ce7d29599c94&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2548640 Jul 15 13:18:01.605424 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9ce3d2ae-1e90-46da-b6d8-44c5956b42cb tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6764927 Jul 15 13:18:01.628442 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36010) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:01.653598 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-5a7b9ab9-ff96-475c-8f19-e6a7370ee37d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Request body: {'subnet': {'network_id': '124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:01.659299 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5e103bb7-fb57-4354-95db-3b126b59cc4e None None] Provisioning for port c622a3f9-81a4-43ab-883d-c993e97c95be completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:01.677888 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5e103bb7-fb57-4354-95db-3b126b59cc4e None None] Provisioning complete for port c622a3f9-81a4-43ab-883d-c993e97c95be triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:01.679688 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e103bb7-fb57-4354-95db-3b126b59cc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:01.792749 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-d9659023-2871-442a-a50a-169e2f32a7fc service neutron] 10.222.0.24 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448525 Jul 15 13:18:01.860941 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3d2ae-1e90-46da-b6d8-44c5956b42cb tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Network': ['ID=124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:01.865478 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port d6708481-2476-4522-a488-6b188eac4539 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:01.866232 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:02.153997 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-8173c6b7-83c1-427e-a141-0918cfa62359 service neutron] 10.222.0.24 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575795 Jul 15 13:18:02.172917 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7b9ab9-ff96-475c-8f19-e6a7370ee37d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Made reservation on behalf of 2299834c406d4055b9f136a9c73b3afc for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:02.177850 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5a7b9ab9-ff96-475c-8f19-e6a7370ee37d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:02.196950 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-0182e0b9-f893-4a1b-9480-10539a77b28e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Allocated IP 2001:db8::35f (73e847af-0772-4459-8702-a89a659fb5a0/dbc2ff1f-915c-494d-9228-a49f4045d0cc/b31678d0-d38b-4a20-9c4e-cd0b4220faff) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:02.311113 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:18:02.605368 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36072) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:02.798197 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c622a3f9-81a4-43ab-883d-c993e97c95be up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:02.833147 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0182e0b9-f893-4a1b-9480-10539a77b28e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:02.873713 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5a7b9ab9-ff96-475c-8f19-e6a7370ee37d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:02.895832 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0182e0b9-f893-4a1b-9480-10539a77b28e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Transition to ACTIVE for port object b31678d0-d38b-4a20-9c4e-cd0b4220faff will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:02.962770 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ebfd427b-5987-4d06-bcf0-cbf3cdeecc80 req-ec9f344b-7e37-42be-9ebc-16d92aacd000 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 210 time: 0.2504878 Jul 15 13:18:03.003798 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5ee92bca-4cab-4891-8a35-0986d16d3c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d642d41-e917-4abf-9b81-bc2112473527', 'name': 'tempest-RoutersTest-router-1545843645', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:48Z', 'updated_at': '2021-07-15T13:17:56Z', 'revision_number': 2, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'gw_port_host': None, '_interfaces': [{'id': '46555fe4-6a8c-45bd-b983-9580835f80a9', 'name': '', 'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:8e:89:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:53Z', 'updated_at': '2021-07-15T13:17:58Z', 'revision_number': 2, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:03.121094 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee92bca-4cab-4891-8a35-0986d16d3c98 None None] Checking router: 4d642d41-e917-4abf-9b81-bc2112473527 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:18:03.121094 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee92bca-4cab-4891-8a35-0986d16d3c98 None None] Updating router 4d642d41-e917-4abf-9b81-bc2112473527 port 46555fe4-6a8c-45bd-b983-9580835f80a9 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:18:03.190852 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b9ab9-ff96-475c-8f19-e6a7370ee37d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Subnet': ['ID=fe8a949b-4757-4459-9d16-3daca989d264,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:03.193957 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port c622a3f9-81a4-43ab-883d-c993e97c95be triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:03.194156 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.257659 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0182e0b9-f893-4a1b-9480-10539a77b28e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.258766 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ee92bca-4cab-4891-8a35-0986d16d3c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.381406 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eaf1fa-77ab-4567-a930-53c64baed446 req-c4166f4e-f842-450e-a135-2ebfc0565b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:03.384592 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eaf1fa-77ab-4567-a930-53c64baed446 req-c4166f4e-f842-450e-a135-2ebfc0565b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:03.390882 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eaf1fa-77ab-4567-a930-53c64baed446 req-c4166f4e-f842-450e-a135-2ebfc0565b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:03.392138 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eaf1fa-77ab-4567-a930-53c64baed446 req-c4166f4e-f842-450e-a135-2ebfc0565b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:03.393282 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eaf1fa-77ab-4567-a930-53c64baed446 req-c4166f4e-f842-450e-a135-2ebfc0565b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:03.394621 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eaf1fa-77ab-4567-a930-53c64baed446 req-c4166f4e-f842-450e-a135-2ebfc0565b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:03.398957 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eaf1fa-77ab-4567-a930-53c64baed446 req-c4166f4e-f842-450e-a135-2ebfc0565b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:03.416696 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e3eaf1fa-77ab-4567-a930-53c64baed446 req-c4166f4e-f842-450e-a135-2ebfc0565b31 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 6510 time: 0.8078954 Jul 15 13:18:03.431405 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7b9ab9-ff96-475c-8f19-e6a7370ee37d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Checking segment: {'id': 'a31514a8-46f6-4c1a-8976-27c96782ad1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:03.432633 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7b9ab9-ff96-475c-8f19-e6a7370ee37d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network hostable DHCP agents. Network: 124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:18:03.437021 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182e0b9-f893-4a1b-9480-10539a77b28e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Port': ['ID=b31678d0-d38b-4a20-9c4e-cd0b4220faff,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:03.486845 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-6829cdf2-cb20-4928-97cf-1bd4650c695d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3942478 Jul 15 13:18:03.492563 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0182e0b9-f893-4a1b-9480-10539a77b28e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network 73e847af-0772-4459-8702-a89a659fb5a0 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:03.542652 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e3eaf1fa-77ab-4567-a930-53c64baed446 req-4f3a5ab4-3942-406b-867b-bbc59c9423fa service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&id=a34d650b-5b3d-42d8-b923-cf07724c6c75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1233206 Jul 15 13:18:03.544136 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-0182e0b9-f893-4a1b-9480-10539a77b28e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:03.563688 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0182e0b9-f893-4a1b-9480-10539a77b28e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:03.611231 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0182e0b9-f893-4a1b-9480-10539a77b28e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:03.614668 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0182e0b9-f893-4a1b-9480-10539a77b28e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.812359 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0182e0b9-f893-4a1b-9480-10539a77b28e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4609141 Jul 15 13:18:03.835930 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-aff4082b-062b-4c0f-9695-fe16c1bfcef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:03.840278 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-aff4082b-062b-4c0f-9695-fe16c1bfcef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:03.841195 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-aff4082b-062b-4c0f-9695-fe16c1bfcef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:03.841861 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-aff4082b-062b-4c0f-9695-fe16c1bfcef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:03.842523 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-aff4082b-062b-4c0f-9695-fe16c1bfcef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:03.843151 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-aff4082b-062b-4c0f-9695-fe16c1bfcef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:03.843774 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-aff4082b-062b-4c0f-9695-fe16c1bfcef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:03.852405 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-aff4082b-062b-4c0f-9695-fe16c1bfcef3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d0be6e00b0740c79716294273e5f5c7&device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 6510 time: 0.2367375 Jul 15 13:18:03.855740 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36096) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:03.867278 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-453c2399-ecc7-448f-91ad-89dd06dd0652 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'subnet': {'network_id': '73e847af-0772-4459-8702-a89a659fb5a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:03.967084 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555db3b-af66-49ef-b2c8-abcbaaade399 req-ba35689c-1189-430f-881b-0422c57cc343 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:03.976256 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8555db3b-af66-49ef-b2c8-abcbaaade399 req-ba35689c-1189-430f-881b-0422c57cc343 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=705214c8-8a5b-4ed0-bc32-d628d9515d83 HTTP/1.1" status: 200 len: 946 time: 1.0176644 Jul 15 13:18:03.985537 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7b9ab9-ff96-475c-8f19-e6a7370ee37d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network 124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:18:04.167564 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ee92bca-4cab-4891-8a35-0986d16d3c98 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:04.202683 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-5a7b9ab9-ff96-475c-8f19-e6a7370ee37d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:04.208198 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5ee92bca-4cab-4891-8a35-0986d16d3c98 None None] Transition to ACTIVE for port object 46555fe4-6a8c-45bd-b983-9580835f80a9 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:04.224794 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068ec1d5-2867-4dff-ad01-dee0e89e5fde None None] Network 124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:04.265624 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7b9ab9-ff96-475c-8f19-e6a7370ee37d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:04.265876 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5a7b9ab9-ff96-475c-8f19-e6a7370ee37d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:04.285269 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ee92bca-4cab-4891-8a35-0986d16d3c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:04.325583 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8555db3b-af66-49ef-b2c8-abcbaaade399 req-34f11415-9178-47ab-b09c-832d80725940 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177118 Jul 15 13:18:04.333500 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5a7b9ab9-ff96-475c-8f19-e6a7370ee37d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7035036 Jul 15 13:18:04.352111 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36108) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:04.365158 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e97bf7-2b1d-4f34-bf26-75e0fb982d2f req-5724e037-d851-4205-b670-db7301ce19e4 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:04.371254 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-cf850ddd-7ac7-4bd7-b6f0-cbe0240b9a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:04.372162 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-cf850ddd-7ac7-4bd7-b6f0-cbe0240b9a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:04.372791 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-cf850ddd-7ac7-4bd7-b6f0-cbe0240b9a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:04.374839 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-cf850ddd-7ac7-4bd7-b6f0-cbe0240b9a6d service neutron] 10.222.0.32 "GET /v2.0/networks?id=3cb5bd25-ebc1-469a-a04a-24181cd456f0&id=a1fa1aec-075f-4548-b538-3645f4cfde6d&id=a1fa1aec-075f-4548-b538-3645f4cfde6d&id=a1fa1aec-075f-4548-b538-3645f4cfde6d&id=a1fa1aec-075f-4548-b538-3645f4cfde6d&id=3e157d46-1a46-4ef5-af60-0a822c2bdcfe&id=3e157d46-1a46-4ef5-af60-0a822c2bdcfe HTTP/1.1" status: 200 len: 2295 time: 0.4536698 Jul 15 13:18:04.378377 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d5e97bf7-2b1d-4f34-bf26-75e0fb982d2f req-5724e037-d851-4205-b670-db7301ce19e4 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.18 "GET /v2.0/ports?device_id=705214c8-8a5b-4ed0-bc32-d628d9515d83 HTTP/1.1" status: 200 len: 946 time: 0.7281306 Jul 15 13:18:04.552410 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-2d743fdb-ade6-4414-9cc7-6c4674e1b4af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a321f8f-462b-42da-9f67-de3a6358e566 HTTP/1.1" status: 200 len: 1000 time: 0.1397438 Jul 15 13:18:04.561173 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453c2399-ecc7-448f-91ad-89dd06dd0652 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:04.564955 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-453c2399-ecc7-448f-91ad-89dd06dd0652 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:04.608484 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-48884be5-a4af-483c-9116-bfa89ba3a425 None None] Provisioning for port b31678d0-d38b-4a20-9c4e-cd0b4220faff completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:04.681974 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-48884be5-a4af-483c-9116-bfa89ba3a425 None None] Provisioning complete for port b31678d0-d38b-4a20-9c4e-cd0b4220faff triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:04.682606 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-48884be5-a4af-483c-9116-bfa89ba3a425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:04.748758 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-48884be5-a4af-483c-9116-bfa89ba3a425 None None] Port b31678d0-d38b-4a20-9c4e-cd0b4220faff cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:04.754443 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c3d68-17ae-41dd-a912-d30d6bef442d None None] Pushing event updated for resources: {'Port': ['ID=46555fe4-6a8c-45bd-b983-9580835f80a9,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:04.756157 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-34b9cd46-5bb7-4374-ab38-17cf27ed968d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:04.758885 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-34b9cd46-5bb7-4374-ab38-17cf27ed968d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8df1933c-2ac7-4eba-8783-298edae711d0 HTTP/1.1" status: 200 len: 854 time: 0.1796467 Jul 15 13:18:04.833753 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-15799e6e-6bd0-42e4-a422-71f06f92fe8b req-97e261dc-4914-4e43-ae3c-0781510e1d37 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 210 time: 0.2531672 Jul 15 13:18:04.998518 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-d5e97bf7-2b1d-4f34-bf26-75e0fb982d2f req-a7f8ebee-e821-4c53-9149-d8908c1eeae4 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Deleting port 5f1dcba5-e3c3-453a-a9d1-7ad4d008439b {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:04.999097 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d5e97bf7-2b1d-4f34-bf26-75e0fb982d2f req-a7f8ebee-e821-4c53-9149-d8908c1eeae4 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:05.038361 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-5ee92bca-4cab-4891-8a35-0986d16d3c98 None None] Attempting to bind port 46555fe4-6a8c-45bd-b983-9580835f80a9 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:05.041539 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-5ee92bca-4cab-4891-8a35-0986d16d3c98 None None] Attempting to bind port 46555fe4-6a8c-45bd-b983-9580835f80a9 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '619cf1f9-b0d4-4e58-87b2-76297a0627d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:05.042963 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee92bca-4cab-4891-8a35-0986d16d3c98 None None] Attempting to bind port 46555fe4-6a8c-45bd-b983-9580835f80a9 on network 79a2cb93-2f58-49f4-9584-0b5fdcc969cc {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:05.076228 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-7331a46e-c12b-4af2-946a-b340ca0bafe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:05.079005 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-7331a46e-c12b-4af2-946a-b340ca0bafe1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3cb5bd25-ebc1-469a-a04a-24181cd456f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2424517 Jul 15 13:18:05.107445 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-93ceca67-b569-4ae1-9500-29cc4c61995f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:18:05.109261 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-93ceca67-b569-4ae1-9500-29cc4c61995f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097783 Jul 15 13:18:05.122532 n-d-758944-45 neutron-server[93813]: INFO neutron.db.ipam_backend_mixin [None req-453c2399-ecc7-448f-91ad-89dd06dd0652 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dbc2ff1f-915c-494d-9228-a49f4045d0cc (CIDR: 2001:db8::/64) Jul 15 13:18:05.154988 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-453c2399-ecc7-448f-91ad-89dd06dd0652 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:18:05.155514 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-453c2399-ecc7-448f-91ad-89dd06dd0652 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:18:05.277057 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-453c2399-ecc7-448f-91ad-89dd06dd0652 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4198782 Jul 15 13:18:05.291675 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36122) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:05.297588 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-1eab0fc2-a119-460f-8485-253f20f4fd40 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'subnet': {'network_id': '73e847af-0772-4459-8702-a89a659fb5a0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:05.352776 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-d5e97bf7-2b1d-4f34-bf26-75e0fb982d2f req-a7f8ebee-e821-4c53-9149-d8908c1eeae4 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] For port 5f1dcba5-e3c3-453a-a9d1-7ad4d008439b, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=5f1dcba5-e3c3-453a-a9d1-7ad4d008439b,segment=NetworkSegment(2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72),segment_id=2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:05.353114 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d5e97bf7-2b1d-4f34-bf26-75e0fb982d2f req-a7f8ebee-e821-4c53-9149-d8908c1eeae4 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:05.370301 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-d5e97bf7-2b1d-4f34-bf26-75e0fb982d2f req-a7f8ebee-e821-4c53-9149-d8908c1eeae4 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Calling delete_port for 5f1dcba5-e3c3-453a-a9d1-7ad4d008439b owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:05.503256 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee92bca-4cab-4891-8a35-0986d16d3c98 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:05.504449 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee92bca-4cab-4891-8a35-0986d16d3c98 None None] Checking segment: {'id': '619cf1f9-b0d4-4e58-87b2-76297a0627d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:05.505154 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ee92bca-4cab-4891-8a35-0986d16d3c98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:05.507348 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee92bca-4cab-4891-8a35-0986d16d3c98 None None] Bound using segment: {'id': '619cf1f9-b0d4-4e58-87b2-76297a0627d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:05.507600 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eab0fc2-a119-460f-8485-253f20f4fd40 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:05.508536 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-5ee92bca-4cab-4891-8a35-0986d16d3c98 None None] Bound port: 46555fe4-6a8c-45bd-b983-9580835f80a9, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619cf1f9-b0d4-4e58-87b2-76297a0627d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:05.509223 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ee92bca-4cab-4891-8a35-0986d16d3c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:05.515031 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1eab0fc2-a119-460f-8485-253f20f4fd40 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:05.607377 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-cd8e588d-0ad8-453c-a9cd-772857b51a04 service neutron] 10.222.0.32 "GET /v2.0/networks/3cb5bd25-ebc1-469a-a04a-24181cd456f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790807 Jul 15 13:18:05.656030 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5ee92bca-4cab-4891-8a35-0986d16d3c98 None None] For port 46555fe4-6a8c-45bd-b983-9580835f80a9, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:05.660863 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5ee92bca-4cab-4891-8a35-0986d16d3c98 None None] For port 46555fe4-6a8c-45bd-b983-9580835f80a9, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=46555fe4-6a8c-45bd-b983-9580835f80a9,segment=NetworkSegment(619cf1f9-b0d4-4e58-87b2-76297a0627d5),segment_id=619cf1f9-b0d4-4e58-87b2-76297a0627d5)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:05.664248 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e494c03-a19a-41da-8b8c-685fe24a2b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6', 'network_id': '124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'fixed_ips': [{'subnet_id': 'fe8a949b-4757-4459-9d16-3daca989d264'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:18:05.676668 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e494c03-a19a-41da-8b8c-685fe24a2b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:05.690225 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ee92bca-4cab-4891-8a35-0986d16d3c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:05.848443 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee92bca-4cab-4891-8a35-0986d16d3c98 None None] Routers {'4d642d41-e917-4abf-9b81-bc2112473527'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:05.852075 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5ee92bca-4cab-4891-8a35-0986d16d3c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:17:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4d642d41-e917-4abf-9b81-bc2112473527'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:06.335311 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c3d68-17ae-41dd-a912-d30d6bef442d None None] Pushing event updated for resources: {'Port': ['ID=46555fe4-6a8c-45bd-b983-9580835f80a9,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:06.352796 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-5ee92bca-4cab-4891-8a35-0986d16d3c98 None None] Set router 4d642d41-e917-4abf-9b81-bc2112473527 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:06.508347 n-d-758944-45 neutron-server[93813]: INFO neutron.db.ipam_backend_mixin [None req-1eab0fc2-a119-460f-8485-253f20f4fd40 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 8469d0cf-6d94-47ab-bc56-8c8a4477650e (CIDR: 2001:db8:0:1::/64) Jul 15 13:18:06.552432 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-e6c93195-8716-4a54-8880-2f68c79f1fa6 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:06.560644 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-e6c93195-8716-4a54-8880-2f68c79f1fa6 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.32 "GET /v2.0/networks?id=edeaa118-edc5-4f1b-bf13-6f27616a2b19 HTTP/1.1" status: 200 len: 812 time: 0.7610247 Jul 15 13:18:06.568768 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eab0fc2-a119-460f-8485-253f20f4fd40 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:18:06.569506 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eab0fc2-a119-460f-8485-253f20f4fd40 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:18:06.602043 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ae931f1f-6b7f-4449-94d7-67c06be804ec req-54fb1579-92d9-4023-b281-20ba87e6a3ba tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 210 time: 0.1022646 Jul 15 13:18:06.662484 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-98519db6-8da0-4598-861f-73a1288e3719 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Request body: {'port': {'device_id': '9961240d-eb6c-4534-8dcc-c543b0acb531', 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19', 'admin_state_up': True, 'tenant_id': '0a5577c115ec43508375ce7d29599c94'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:06.732933 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-0e494c03-a19a-41da-8b8c-685fe24a2b3f None None] Allocated IP 172.21.0.2 (124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6/fe8a949b-4757-4459-9d16-3daca989d264/0461554d-c477-4ab8-89b6-3e0cd941ef2a) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:06.762996 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1fa120d9-54f9-42f6-8fff-c4744b82c6e2 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:06.872898 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1eab0fc2-a119-460f-8485-253f20f4fd40 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.5795860 Jul 15 13:18:06.878394 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36140) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:06.888107 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-7077d307-9ef7-404d-a916-536dfbabed6e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'subnet': {'network_id': '73e847af-0772-4459-8702-a89a659fb5a0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:06.894047 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-98519db6-8da0-4598-861f-73a1288e3719 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Made reservation on behalf of 0a5577c115ec43508375ce7d29599c94 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:06.898152 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-98519db6-8da0-4598-861f-73a1288e3719 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:06.980004 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-e13d31d9-58db-492b-a374-14bbdbdab6ca service neutron] 10.222.0.32 "GET /v2.0/networks/3cb5bd25-ebc1-469a-a04a-24181cd456f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3576314 Jul 15 13:18:07.011397 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d5e97bf7-2b1d-4f34-bf26-75e0fb982d2f req-a7f8ebee-e821-4c53-9149-d8908c1eeae4 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.113351 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e494c03-a19a-41da-8b8c-685fe24a2b3f None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.134331 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0e494c03-a19a-41da-8b8c-685fe24a2b3f None None] Transition to ACTIVE for port object 0461554d-c477-4ab8-89b6-3e0cd941ef2a will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:07.189471 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 5f1dcba5-e3c3-453a-a9d1-7ad4d008439b no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:07.191801 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['283d420b-795e-4edf-be9f-99c321b70042'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:07.209821 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0e494c03-a19a-41da-8b8c-685fe24a2b3f None None] Transition to ACTIVE for port object 0461554d-c477-4ab8-89b6-3e0cd941ef2a will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:07.256982 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-98519db6-8da0-4598-861f-73a1288e3719 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Allocated IP 172.20.0.11 (edeaa118-edc5-4f1b-bf13-6f27616a2b19/d793a745-d38c-4e8b-9716-b5fdf7b27406/7a219332-539e-43f4-ad7d-bc1eb1e39bc8) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:07.296072 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 5f1dcba5-e3c3-453a-a9d1-7ad4d008439b {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:18:07.296423 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 5f1dcba5-e3c3-453a-a9d1-7ad4d008439b not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:18:07.303698 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e494c03-a19a-41da-8b8c-685fe24a2b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.366299 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8ebee-e821-4c53-9149-d8908c1eeae4 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Pushing event deleted for resources: {'Port': ['ID=5f1dcba5-e3c3-453a-a9d1-7ad4d008439b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:07.427051 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e494c03-a19a-41da-8b8c-685fe24a2b3f None None] Network 124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:07.458342 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-0e494c03-a19a-41da-8b8c-685fe24a2b3f None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:07.460558 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e494c03-a19a-41da-8b8c-685fe24a2b3f None None] Pushing event updated for resources: {'Port': ['ID=0461554d-c477-4ab8-89b6-3e0cd941ef2a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:07.464926 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e494c03-a19a-41da-8b8c-685fe24a2b3f None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:07.467338 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98355cb3-e820-4967-9d36-4cf34cd63ba6 req-357855f5-00fa-44e4-aa83-d486bbf81ffe tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:07.475725 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-98355cb3-e820-4967-9d36-4cf34cd63ba6 req-357855f5-00fa-44e4-aa83-d486bbf81ffe tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=705214c8-8a5b-4ed0-bc32-d628d9515d83 HTTP/1.1" status: 200 len: 946 time: 1.7092052 Jul 15 13:18:07.493395 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-bee5b56d-e88d-4445-a996-abacc0b81b07 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=b90f8281-cdcd-40a0-8a1a-8cf546cddaeb HTTP/1.1" status: 200 len: 217 time: 0.1644299 Jul 15 13:18:07.562281 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e97bf7-2b1d-4f34-bf26-75e0fb982d2f req-a7f8ebee-e821-4c53-9149-d8908c1eeae4 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] No DVR routers for this DVR port 5f1dcba5-e3c3-453a-a9d1-7ad4d008439b on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:07.567192 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d5e97bf7-2b1d-4f34-bf26-75e0fb982d2f req-a7f8ebee-e821-4c53-9149-d8908c1eeae4 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.569601 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d5e97bf7-2b1d-4f34-bf26-75e0fb982d2f req-a7f8ebee-e821-4c53-9149-d8908c1eeae4 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.18 "DELETE /v2.0/ports/5f1dcba5-e3c3-453a-a9d1-7ad4d008439b HTTP/1.1" status: 204 len: 173 time: 3.1900938 Jul 15 13:18:07.570210 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705214c8-8a5b-4ed0-bc32-d628d9515d83', 'name': 'network-vif-deleted', 'tag': '5f1dcba5-e3c3-453a-a9d1-7ad4d008439b'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:07.573357 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f977bffd-ef3d-40d8-a44c-697549939057" -d '{"events": [{"server_uuid": "705214c8-8a5b-4ed0-bc32-d628d9515d83", "name": "network-vif-deleted", "tag": "5f1dcba5-e3c3-453a-a9d1-7ad4d008439b"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:07.665103 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-1fa120d9-54f9-42f6-8fff-c4744b82c6e2 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Allocated IP 172.21.0.1 (124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6/fe8a949b-4757-4459-9d16-3daca989d264/72d7ee3a-9e74-4e17-b942-2eae4f566f68) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:07.787378 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-22727177-9b78-4211-bacf-52ef4075c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:07.788915 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad068ff-6d82-43f8-ada1-a90bb2453258 x-openstack-request-id: req-5ad068ff-6d82-43f8-ada1-a90bb2453258 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:07.790339 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705214c8-8a5b-4ed0-bc32-d628d9515d83", "name": "network-vif-deleted", "tag": "5f1dcba5-e3c3-453a-a9d1-7ad4d008439b", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:07.790620 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-22727177-9b78-4211-bacf-52ef4075c1b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6da4ff9-68f2-4350-8517-a3f37f7c5c8e HTTP/1.1" status: 200 len: 797 time: 0.2746658 Jul 15 13:18:07.790833 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5ad068ff-6d82-43f8-ada1-a90bb2453258 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:07.791997 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705214c8-8a5b-4ed0-bc32-d628d9515d83', 'name': 'network-vif-deleted', 'tag': '5f1dcba5-e3c3-453a-a9d1-7ad4d008439b', 'status': 'completed', 'code': 200} Jul 15 13:18:07.812929 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-98355cb3-e820-4967-9d36-4cf34cd63ba6 req-6b49129c-53de-401b-b400-798663fcf8f8 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358862 Jul 15 13:18:08.001297 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5ee92bca-4cab-4891-8a35-0986d16d3c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d642d41-e917-4abf-9b81-bc2112473527', 'name': 'tempest-RoutersTest-router-1545843645', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:48Z', 'updated_at': '2021-07-15T13:17:56Z', 'revision_number': 2, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'gw_port_host': None, '_interfaces': [{'id': '46555fe4-6a8c-45bd-b983-9580835f80a9', 'name': '', 'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:8e:89:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:53Z', 'updated_at': '2021-07-15T13:18:05Z', 'revision_number': 4, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:08.023766 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7077d307-9ef7-404d-a916-536dfbabed6e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Made reservation on behalf of d0416ea200934772bf1c355297ecb0ef for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:08.028144 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7077d307-9ef7-404d-a916-536dfbabed6e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:08.100100 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-98519db6-8da0-4598-861f-73a1288e3719 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:08.155982 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee92bca-4cab-4891-8a35-0986d16d3c98 None None] The sync data for ids ['4d642d41-e917-4abf-9b81-bc2112473527'] in n-d-758944-45 is: [{'id': '4d642d41-e917-4abf-9b81-bc2112473527', 'name': 'tempest-RoutersTest-router-1545843645', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:48Z', 'updated_at': '2021-07-15T13:17:56Z', 'revision_number': 2, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'gw_port_host': None, '_interfaces': [{'id': '46555fe4-6a8c-45bd-b983-9580835f80a9', 'name': '', 'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:8e:89:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:53Z', 'updated_at': '2021-07-15T13:18:05Z', 'revision_number': 4, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:18:08.177104 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1fa120d9-54f9-42f6-8fff-c4744b82c6e2 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:08.178033 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:08.196343 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-0e494c03-a19a-41da-8b8c-685fe24a2b3f None None] Attempting to bind port 0461554d-c477-4ab8-89b6-3e0cd941ef2a on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:08.201639 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-0e494c03-a19a-41da-8b8c-685fe24a2b3f None None] Attempting to bind port 0461554d-c477-4ab8-89b6-3e0cd941ef2a by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'a31514a8-46f6-4c1a-8976-27c96782ad1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:08.204740 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e494c03-a19a-41da-8b8c-685fe24a2b3f None None] Attempting to bind port 0461554d-c477-4ab8-89b6-3e0cd941ef2a on network 124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:08.210779 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-16af1d4c-fd2e-48ee-8459-d9812136387d req-305ad6da-a389-4ac9-b879-8c5acd083015 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 210 time: 0.2510581 Jul 15 13:18:08.234960 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1fa120d9-54f9-42f6-8fff-c4744b82c6e2 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Transition to ACTIVE for port object 72d7ee3a-9e74-4e17-b942-2eae4f566f68 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:08.316714 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e494c03-a19a-41da-8b8c-685fe24a2b3f None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:08.321247 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e494c03-a19a-41da-8b8c-685fe24a2b3f None None] Checking segment: {'id': 'a31514a8-46f6-4c1a-8976-27c96782ad1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:08.328265 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e494c03-a19a-41da-8b8c-685fe24a2b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:08.334385 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e494c03-a19a-41da-8b8c-685fe24a2b3f None None] Bound using segment: {'id': 'a31514a8-46f6-4c1a-8976-27c96782ad1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:08.334385 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-0e494c03-a19a-41da-8b8c-685fe24a2b3f None None] Bound port: 0461554d-c477-4ab8-89b6-3e0cd941ef2a, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31514a8-46f6-4c1a-8976-27c96782ad1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:08.334385 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e494c03-a19a-41da-8b8c-685fe24a2b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:08.351135 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1fa120d9-54f9-42f6-8fff-c4744b82c6e2 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:08.497239 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa120d9-54f9-42f6-8fff-c4744b82c6e2 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network 124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:08.503879 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-1fa120d9-54f9-42f6-8fff-c4744b82c6e2 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:08.509188 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-0e494c03-a19a-41da-8b8c-685fe24a2b3f None None] For port 0461554d-c477-4ab8-89b6-3e0cd941ef2a, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:08.515747 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-0e494c03-a19a-41da-8b8c-685fe24a2b3f None None] For port 0461554d-c477-4ab8-89b6-3e0cd941ef2a, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0461554d-c477-4ab8-89b6-3e0cd941ef2a,segment=NetworkSegment(a31514a8-46f6-4c1a-8976-27c96782ad1a),segment_id=a31514a8-46f6-4c1a-8976-27c96782ad1a)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:08.516138 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa120d9-54f9-42f6-8fff-c4744b82c6e2 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:08.525345 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e494c03-a19a-41da-8b8c-685fe24a2b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:08.648229 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e494c03-a19a-41da-8b8c-685fe24a2b3f None None] Pushing event updated for resources: {'Port': ['ID=0461554d-c477-4ab8-89b6-3e0cd941ef2a,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:08.653134 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa120d9-54f9-42f6-8fff-c4744b82c6e2 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Port': ['ID=72d7ee3a-9e74-4e17-b942-2eae4f566f68,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:08.682136 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1fa120d9-54f9-42f6-8fff-c4744b82c6e2 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:09.095337 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1fa120d9-54f9-42f6-8fff-c4744b82c6e2 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:09.379672 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a975511f-b8c2-439f-b52f-fe9be92c1506 req-9b769a53-db65-4710-8c5f-e9790b01b83f tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=705214c8-8a5b-4ed0-bc32-d628d9515d83 HTTP/1.1" status: 200 len: 210 time: 0.1208313 Jul 15 13:18:09.462187 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-98519db6-8da0-4598-861f-73a1288e3719 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Transition to ACTIVE for port object 7a219332-539e-43f4-ad7d-bc1eb1e39bc8 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:09.519673 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7077d307-9ef7-404d-a916-536dfbabed6e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:09.734378 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-bf2ca925-dd86-4caf-a9f4-bc850c8f2851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:09.738429 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-bf2ca925-dd86-4caf-a9f4-bc850c8f2851 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a1fa1aec-075f-4548-b538-3645f4cfde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.8535812 Jul 15 13:18:09.778249 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7077d307-9ef7-404d-a916-536dfbabed6e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Network 73e847af-0772-4459-8702-a89a659fb5a0 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:09.800581 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-7077d307-9ef7-404d-a916-536dfbabed6e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:09.814295 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e0e48c-773a-4cbd-8229-4fcc2f554c62 None None] Network 73e847af-0772-4459-8702-a89a659fb5a0 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:09.834888 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7077d307-9ef7-404d-a916-536dfbabed6e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:09.836035 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7077d307-9ef7-404d-a916-536dfbabed6e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:09.927016 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077d307-9ef7-404d-a916-536dfbabed6e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Subnet': ['ID=54ac3064-3086-45ea-aaf1-173c2b24baff,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:10.091922 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bb80305c-fd11-416b-b9fa-226c0345ff8f req-6c804f08-34ae-4cb6-ac6d-8a1fd5db9940 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 210 time: 0.2232673 Jul 15 13:18:10.095909 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1fa120d9-54f9-42f6-8fff-c4744b82c6e2 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.112680 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7077d307-9ef7-404d-a916-536dfbabed6e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.2295232 Jul 15 13:18:10.120039 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-98519db6-8da0-4598-861f-73a1288e3719 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.125002 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1fa120d9-54f9-42f6-8fff-c4744b82c6e2 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.129413 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36168) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:10.155985 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-285ed951-86f3-4752-83c1-27888a8b41e6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-989791191', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '54ac3064-3086-45ea-aaf1-173c2b24baff'}], 'security_groups': ['9718217b-a403-4ad2-afee-50b5ebd82779', 'dfe17bc9-3e23-4164-9d87-9a82b1e5bb85']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:10.278721 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-98519db6-8da0-4598-861f-73a1288e3719 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Network edeaa118-edc5-4f1b-bf13-6f27616a2b19 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:10.282472 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-688bea05-4bed-4f9c-9d8d-93c0a9e9ba4e service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5298815 Jul 15 13:18:10.286499 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-98519db6-8da0-4598-861f-73a1288e3719 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:10.302128 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-98519db6-8da0-4598-861f-73a1288e3719 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:10.302128 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98519db6-8da0-4598-861f-73a1288e3719 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Pushing event updated for resources: {'Port': ['ID=7a219332-539e-43f4-ad7d-bc1eb1e39bc8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:10.568525 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb4f6d3-2881-4937-b8a1-80551f130e69 None None] Update dhcp port {'port': {'network_id': '73e847af-0772-4459-8702-a89a659fb5a0', 'fixed_ips': [{'subnet_id': '8469d0cf-6d94-47ab-bc56-8c8a4477650e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dbc2ff1f-915c-494d-9228-a49f4045d0cc', 'ip_address': '2001:db8::2'}, {'subnet_id': '54ac3064-3086-45ea-aaf1-173c2b24baff'}], 'binding:host_id': 'n-d-758944-45'}, 'id': 'c622a3f9-81a4-43ab-883d-c993e97c95be'} from n-d-758944-45. {{(pid=93815) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:18:10.605414 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-98519db6-8da0-4598-861f-73a1288e3719 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:10.630999 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-98519db6-8da0-4598-861f-73a1288e3719 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.656144 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0461554d-c477-4ab8-89b6-3e0cd941ef2a up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:10.763796 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1fa120d9-54f9-42f6-8fff-c4744b82c6e2 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.813037 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa120d9-54f9-42f6-8fff-c4744b82c6e2 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Port': ['ID=72d7ee3a-9e74-4e17-b942-2eae4f566f68,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:10.926531 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-98519db6-8da0-4598-861f-73a1288e3719 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2892957 Jul 15 13:18:10.949032 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-edb4f6d3-2881-4937-b8a1-80551f130e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.986914 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-b7019a3c-953d-4667-963a-61aa970ced73 service neutron] Request body: {'port': {'device_id': '9961240d-eb6c-4534-8dcc-c543b0acb531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:11.203234 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-317d04e1-f828-4ac5-8744-8050fcb5850c service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9017644 Jul 15 13:18:11.254685 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 0461554d-c477-4ab8-89b6-3e0cd941ef2a completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:11.265857 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc15a59-7d59-417f-af28-f166492aaf06 None None] Network 124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:11.292627 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-285ed951-86f3-4752-83c1-27888a8b41e6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.315831 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 46555fe4-6a8c-45bd-b983-9580835f80a9 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:11.388853 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-4fb65df0-1726-4aae-bbfe-d735ec508bf4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=adb1e941-5028-40e5-8be7-c37ce3b71679 HTTP/1.1" status: 200 len: 217 time: 0.1709409 Jul 15 13:18:11.424279 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c5528c6c-beb5-4794-834a-6c118151b755 None None] Provisioning for port 7a219332-539e-43f4-ad7d-bc1eb1e39bc8 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:11.473181 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c5528c6c-beb5-4794-834a-6c118151b755 None None] Provisioning complete for port 7a219332-539e-43f4-ad7d-bc1eb1e39bc8 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:11.474447 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5528c6c-beb5-4794-834a-6c118151b755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.516758 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa120d9-54f9-42f6-8fff-c4744b82c6e2 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network 124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:11.542724 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-1fa120d9-54f9-42f6-8fff-c4744b82c6e2 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:11.743284 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-b7019a3c-953d-4667-963a-61aa970ced73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.753240 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-54aa9d95-7876-4da2-bc86-b9515c67892f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:11.761344 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-54aa9d95-7876-4da2-bc86-b9515c67892f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6da4ff9-68f2-4350-8517-a3f37f7c5c8e HTTP/1.1" status: 200 len: 797 time: 0.3552842 Jul 15 13:18:11.792891 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 46555fe4-6a8c-45bd-b983-9580835f80a9 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:11.804112 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 46555fe4-6a8c-45bd-b983-9580835f80a9 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:11.804503 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.859051 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa120d9-54f9-42f6-8fff-c4744b82c6e2 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Router 4d642d41-e917-4abf-9b81-bc2112473527 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:18:11.977263 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-edb4f6d3-2881-4937-b8a1-80551f130e69 None None] Allocated IP 2001:db8:0:2::2 (73e847af-0772-4459-8702-a89a659fb5a0/54ac3064-3086-45ea-aaf1-173c2b24baff/c622a3f9-81a4-43ab-883d-c993e97c95be) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:12.139551 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-edb4f6d3-2881-4937-b8a1-80551f130e69 None None] For port c622a3f9-81a4-43ab-883d-c993e97c95be, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c622a3f9-81a4-43ab-883d-c993e97c95be,segment=NetworkSegment(932b5e5e-6608-4d88-9e6a-43db6fa29c4a),segment_id=932b5e5e-6608-4d88-9e6a-43db6fa29c4a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:12.176001 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-edb4f6d3-2881-4937-b8a1-80551f130e69 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.248635 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-edb4f6d3-2881-4937-b8a1-80551f130e69 None None] Transition to ACTIVE for port object c622a3f9-81a4-43ab-883d-c993e97c95be will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:12.280067 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-edb4f6d3-2881-4937-b8a1-80551f130e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.282936 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab961cc6-8705-4176-a2a7-fbb962a4e5eb req-d7aec9a2-3ebb-4fa7-a6d1-edb85e99554a tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:12.299465 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c5528c6c-beb5-4794-834a-6c118151b755 None None] Port 7a219332-539e-43f4-ad7d-bc1eb1e39bc8 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:12.300747 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ab961cc6-8705-4176-a2a7-fbb962a4e5eb req-d7aec9a2-3ebb-4fa7-a6d1-edb85e99554a tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 932 time: 0.8073268 Jul 15 13:18:12.395023 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-5c9a75e6-33dd-479f-aa8a-e51737462828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:12.403747 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-5c9a75e6-33dd-479f-aa8a-e51737462828 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a1fa1aec-075f-4548-b538-3645f4cfde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6180549 Jul 15 13:18:12.527754 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.650071 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-d9157386-ce90-4477-91b1-2c28c29b7c73 service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350116 Jul 15 13:18:12.707180 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-238cb4e8-61b2-4732-aa74-b30740a4f298 None None] Provisioning for port 0461554d-c477-4ab8-89b6-3e0cd941ef2a completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:12.742977 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-238cb4e8-61b2-4732-aa74-b30740a4f298 None None] Provisioning complete for port 0461554d-c477-4ab8-89b6-3e0cd941ef2a triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:12.743706 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-238cb4e8-61b2-4732-aa74-b30740a4f298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.824848 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-2b848494-8501-4286-803b-da5e0ad459f4 service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598418 Jul 15 13:18:12.830448 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa120d9-54f9-42f6-8fff-c4744b82c6e2 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:18:12.831188 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4f6d3-2881-4937-b8a1-80551f130e69 None None] Pushing event updated for resources: {'Port': ['ID=c622a3f9-81a4-43ab-883d-c993e97c95be,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:12.871664 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf609eeb-be1e-42c8-aeaf-e08184d79e7f None None] Sync routers for ids ['4d642d41-e917-4abf-9b81-bc2112473527'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:18:12.882660 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ab961cc6-8705-4176-a2a7-fbb962a4e5eb req-ba8a7179-491e-4fc0-a09a-d931f1cc2d6f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5803678 Jul 15 13:18:12.903467 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf609eeb-be1e-42c8-aeaf-e08184d79e7f None None] Routers {'4d642d41-e917-4abf-9b81-bc2112473527'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:12.903467 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-bf609eeb-be1e-42c8-aeaf-e08184d79e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:17:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4d642d41-e917-4abf-9b81-bc2112473527'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:12.918280 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1fa120d9-54f9-42f6-8fff-c4744b82c6e2 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "PUT /v2.0/routers/4d642d41-e917-4abf-9b81-bc2112473527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5346825 Jul 15 13:18:12.925689 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36194) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:12.933615 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 46555fe4-6a8c-45bd-b983-9580835f80a9, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=46555fe4-6a8c-45bd-b983-9580835f80a9,segment=NetworkSegment(619cf1f9-b0d4-4e58-87b2-76297a0627d5),segment_id=619cf1f9-b0d4-4e58-87b2-76297a0627d5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:12.956859 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.981678 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-76818127-81bd-4f10-aa1b-558bb7502154 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Request body: {'network': {'name': 'tempest-RoutersTest-2089737257'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:13.052527 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-1dcc6f30-e75c-429e-b11e-ab75013b7b69 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=d6761381-f152-46b6-8605-a91b69be3f5c HTTP/1.1" status: 200 len: 217 time: 0.2115083 Jul 15 13:18:13.126520 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=46555fe4-6a8c-45bd-b983-9580835f80a9,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:13.251372 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-bf609eeb-be1e-42c8-aeaf-e08184d79e7f None None] Set router 4d642d41-e917-4abf-9b81-bc2112473527 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:13.258665 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c622a3f9-81a4-43ab-883d-c993e97c95be up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:13.321562 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76818127-81bd-4f10-aa1b-558bb7502154 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Made reservation on behalf of 2299834c406d4055b9f136a9c73b3afc for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:13.370718 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76818127-81bd-4f10-aa1b-558bb7502154 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:13.417799 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-238cb4e8-61b2-4732-aa74-b30740a4f298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:13.540818 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-238cb4e8-61b2-4732-aa74-b30740a4f298 None None] For port 0461554d-c477-4ab8-89b6-3e0cd941ef2a, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0461554d-c477-4ab8-89b6-3e0cd941ef2a,segment=NetworkSegment(a31514a8-46f6-4c1a-8976-27c96782ad1a),segment_id=a31514a8-46f6-4c1a-8976-27c96782ad1a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:13.548860 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-d885f2a6-3903-4036-8afd-3ad3e0e95b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:13.558675 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-d885f2a6-3903-4036-8afd-3ad3e0e95b58 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6da4ff9-68f2-4350-8517-a3f37f7c5c8e HTTP/1.1" status: 200 len: 797 time: 0.3329642 Jul 15 13:18:13.574212 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-238cb4e8-61b2-4732-aa74-b30740a4f298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:13.613922 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-b7019a3c-953d-4667-963a-61aa970ced73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a219332-539e-43f4-ad7d-bc1eb1e39bc8 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:13.645485 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-b7019a3c-953d-4667-963a-61aa970ced73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:13.695843 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-b7019a3c-953d-4667-963a-61aa970ced73 service neutron] Transition to ACTIVE for port object 7a219332-539e-43f4-ad7d-bc1eb1e39bc8 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:13.729702 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-b7019a3c-953d-4667-963a-61aa970ced73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:13.752362 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238cb4e8-61b2-4732-aa74-b30740a4f298 None None] Pushing event updated for resources: {'Port': ['ID=0461554d-c477-4ab8-89b6-3e0cd941ef2a,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:13.752692 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76818127-81bd-4f10-aa1b-558bb7502154 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:18:13.768092 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-bf609eeb-be1e-42c8-aeaf-e08184d79e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d642d41-e917-4abf-9b81-bc2112473527', 'name': 'tempest-RoutersTest-router-1545843645', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:48Z', 'updated_at': '2021-07-15T13:18:08Z', 'revision_number': 3, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'gw_port_host': None, '_interfaces': [{'id': '46555fe4-6a8c-45bd-b983-9580835f80a9', 'name': '', 'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:8e:89:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:53Z', 'updated_at': '2021-07-15T13:18:05Z', 'revision_number': 4, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72d7ee3a-9e74-4e17-b942-2eae4f566f68', 'name': '', 'network_id': '124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:a7:12:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:07Z', 'updated_at': '2021-07-15T13:18:09Z', 'revision_number': 2, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:13.823612 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf609eeb-be1e-42c8-aeaf-e08184d79e7f None None] Checking router: 4d642d41-e917-4abf-9b81-bc2112473527 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:18:13.823959 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf609eeb-be1e-42c8-aeaf-e08184d79e7f None None] Updating router 4d642d41-e917-4abf-9b81-bc2112473527 port 72d7ee3a-9e74-4e17-b942-2eae4f566f68 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:18:13.885187 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf609eeb-be1e-42c8-aeaf-e08184d79e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:13.907076 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76818127-81bd-4f10-aa1b-558bb7502154 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:13.907879 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-76818127-81bd-4f10-aa1b-558bb7502154 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Added segment 80b6ad5e-5d80-47e1-9a80-2ac50d5c490e of type vlan for network f58c519f-11eb-42fe-9351-24b164e94af3 Jul 15 13:18:13.924671 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7019a3c-953d-4667-963a-61aa970ced73 service neutron] Pushing event updated for resources: {'Port': ['ID=7a219332-539e-43f4-ad7d-bc1eb1e39bc8,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:14.017126 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-285ed951-86f3-4752-83c1-27888a8b41e6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Delete allocated IP 2001:db8::35f (73e847af-0772-4459-8702-a89a659fb5a0/dbc2ff1f-915c-494d-9228-a49f4045d0cc) {{(pid=93814) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 13:18:14.045894 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-73c569bd-41b5-4061-9828-1e27e59c4f95 None None] Provisioning for port 72d7ee3a-9e74-4e17-b942-2eae4f566f68 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:14.055359 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-73c569bd-41b5-4061-9828-1e27e59c4f95 None None] Provisioning complete for port 72d7ee3a-9e74-4e17-b942-2eae4f566f68 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:14.058572 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-73c569bd-41b5-4061-9828-1e27e59c4f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:14.112094 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-285ed951-86f3-4752-83c1-27888a8b41e6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Allocated IP 2001:db8:0:2::344 (73e847af-0772-4459-8702-a89a659fb5a0/54ac3064-3086-45ea-aaf1-173c2b24baff/b31678d0-d38b-4a20-9c4e-cd0b4220faff) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:14.350700 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-73c569bd-41b5-4061-9828-1e27e59c4f95 None None] Port 72d7ee3a-9e74-4e17-b942-2eae4f566f68 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:14.422700 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-73c569bd-41b5-4061-9828-1e27e59c4f95 None None] Provisioning complete for port 0461554d-c477-4ab8-89b6-3e0cd941ef2a triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:14.423381 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-73c569bd-41b5-4061-9828-1e27e59c4f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:14.482979 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-5fb2f5aa-a35e-4bb1-81e2-c93b473c6ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:14.487833 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-5fb2f5aa-a35e-4bb1-81e2-c93b473c6ab5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a1fa1aec-075f-4548-b538-3645f4cfde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7878001 Jul 15 13:18:14.598233 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-b7019a3c-953d-4667-963a-61aa970ced73 service neutron] Attempting to bind port 7a219332-539e-43f4-ad7d-bc1eb1e39bc8 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:14.598731 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-b7019a3c-953d-4667-963a-61aa970ced73 service neutron] Attempting to bind port 7a219332-539e-43f4-ad7d-bc1eb1e39bc8 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'da9df486-ce25-472e-ba9f-e231dea52cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:14.600602 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-b7019a3c-953d-4667-963a-61aa970ced73 service neutron] Attempting to bind port 7a219332-539e-43f4-ad7d-bc1eb1e39bc8 on network edeaa118-edc5-4f1b-bf13-6f27616a2b19 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:14.612463 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf609eeb-be1e-42c8-aeaf-e08184d79e7f None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:14.612812 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-b7019a3c-953d-4667-963a-61aa970ced73 service neutron] Port 7a219332-539e-43f4-ad7d-bc1eb1e39bc8 on network edeaa118-edc5-4f1b-bf13-6f27616a2b19 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:18:14.613251 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-b7019a3c-953d-4667-963a-61aa970ced73 service neutron] Attempting to bind port 7a219332-539e-43f4-ad7d-bc1eb1e39bc8 on network edeaa118-edc5-4f1b-bf13-6f27616a2b19 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:14.625381 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bf609eeb-be1e-42c8-aeaf-e08184d79e7f None None] Transition to ACTIVE for port object 72d7ee3a-9e74-4e17-b942-2eae4f566f68 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:14.638131 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf609eeb-be1e-42c8-aeaf-e08184d79e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:14.703634 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-b7019a3c-953d-4667-963a-61aa970ced73 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:14.715588 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-b7019a3c-953d-4667-963a-61aa970ced73 service neutron] Checking segment: {'id': 'da9df486-ce25-472e-ba9f-e231dea52cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:14.716340 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-b7019a3c-953d-4667-963a-61aa970ced73 service neutron] Bound using segment: {'id': 'da9df486-ce25-472e-ba9f-e231dea52cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:14.719531 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-b7019a3c-953d-4667-963a-61aa970ced73 service neutron] Bound port: 7a219332-539e-43f4-ad7d-bc1eb1e39bc8, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da9df486-ce25-472e-ba9f-e231dea52cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:14.720059 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-b7019a3c-953d-4667-963a-61aa970ced73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:14.743108 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe92268-53ab-4702-9014-2225c52419f6 None None] Pushing event updated for resources: {'Port': ['ID=72d7ee3a-9e74-4e17-b942-2eae4f566f68,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:14.764399 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe92268-53ab-4702-9014-2225c52419f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:14.768783 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe92268-53ab-4702-9014-2225c52419f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:14.777669 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe92268-53ab-4702-9014-2225c52419f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:14.778628 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe92268-53ab-4702-9014-2225c52419f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:14.779141 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe92268-53ab-4702-9014-2225c52419f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:14.779742 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe92268-53ab-4702-9014-2225c52419f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:14.780241 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe92268-53ab-4702-9014-2225c52419f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:14.780779 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe92268-53ab-4702-9014-2225c52419f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:14.781279 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe92268-53ab-4702-9014-2225c52419f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:14.781804 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe92268-53ab-4702-9014-2225c52419f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:14.782316 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe92268-53ab-4702-9014-2225c52419f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:14.782807 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe92268-53ab-4702-9014-2225c52419f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:14.861708 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-bf609eeb-be1e-42c8-aeaf-e08184d79e7f None None] Attempting to bind port 72d7ee3a-9e74-4e17-b942-2eae4f566f68 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:14.862449 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-bf609eeb-be1e-42c8-aeaf-e08184d79e7f None None] Attempting to bind port 72d7ee3a-9e74-4e17-b942-2eae4f566f68 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'a31514a8-46f6-4c1a-8976-27c96782ad1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:14.863000 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf609eeb-be1e-42c8-aeaf-e08184d79e7f None None] Attempting to bind port 72d7ee3a-9e74-4e17-b942-2eae4f566f68 on network 124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:14.864787 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-b7019a3c-953d-4667-963a-61aa970ced73 service neutron] For port 7a219332-539e-43f4-ad7d-bc1eb1e39bc8, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:14.869646 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-b7019a3c-953d-4667-963a-61aa970ced73 service neutron] For port 7a219332-539e-43f4-ad7d-bc1eb1e39bc8, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=7a219332-539e-43f4-ad7d-bc1eb1e39bc8,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:14.872269 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf609eeb-be1e-42c8-aeaf-e08184d79e7f None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:14.873014 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf609eeb-be1e-42c8-aeaf-e08184d79e7f None None] Checking segment: {'id': 'a31514a8-46f6-4c1a-8976-27c96782ad1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:14.873655 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf609eeb-be1e-42c8-aeaf-e08184d79e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:14.874242 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf609eeb-be1e-42c8-aeaf-e08184d79e7f None None] Bound using segment: {'id': 'a31514a8-46f6-4c1a-8976-27c96782ad1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:14.874926 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-bf609eeb-be1e-42c8-aeaf-e08184d79e7f None None] Bound port: 72d7ee3a-9e74-4e17-b942-2eae4f566f68, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31514a8-46f6-4c1a-8976-27c96782ad1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:14.875497 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf609eeb-be1e-42c8-aeaf-e08184d79e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:14.894717 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-b7019a3c-953d-4667-963a-61aa970ced73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:14.899721 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3d1a73b6-390d-40c2-97b1-2bd34df4c54f None None] Provisioning complete for port b31678d0-d38b-4a20-9c4e-cd0b4220faff triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:14.901197 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d1a73b6-390d-40c2-97b1-2bd34df4c54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:14.979259 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-bf609eeb-be1e-42c8-aeaf-e08184d79e7f None None] For port 72d7ee3a-9e74-4e17-b942-2eae4f566f68, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:14.984155 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-bf609eeb-be1e-42c8-aeaf-e08184d79e7f None None] For port 72d7ee3a-9e74-4e17-b942-2eae4f566f68, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=72d7ee3a-9e74-4e17-b942-2eae4f566f68,segment=NetworkSegment(a31514a8-46f6-4c1a-8976-27c96782ad1a),segment_id=a31514a8-46f6-4c1a-8976-27c96782ad1a)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:14.997210 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf609eeb-be1e-42c8-aeaf-e08184d79e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.020693 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76818127-81bd-4f10-aa1b-558bb7502154 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.038720 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3d1a73b6-390d-40c2-97b1-2bd34df4c54f None None] Port b31678d0-d38b-4a20-9c4e-cd0b4220faff cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:15.066319 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-b7019a3c-953d-4667-963a-61aa970ced73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:15.071153 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-b7019a3c-953d-4667-963a-61aa970ced73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.074745 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-b7019a3c-953d-4667-963a-61aa970ced73 service neutron] 10.222.0.32 "PUT /v2.0/ports/7a219332-539e-43f4-ad7d-bc1eb1e39bc8 HTTP/1.1" status: 200 len: 1093 time: 4.1264179 Jul 15 13:18:15.099772 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9961240d-eb6c-4534-8dcc-c543b0acb531', 'tag': '7a219332-539e-43f4-ad7d-bc1eb1e39bc8'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:15.107728 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3d1a73b6-390d-40c2-97b1-2bd34df4c54f None None] Provisioning complete for port 25c90446-ba5b-4725-baaa-4df301b424a6 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:15.107728 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d1a73b6-390d-40c2-97b1-2bd34df4c54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.110009 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458888de-201d-47e6-9b16-8ce2581e3d65" -d '{"events": [{"name": "network-changed", "server_uuid": "9961240d-eb6c-4534-8dcc-c543b0acb531", "tag": "7a219332-539e-43f4-ad7d-bc1eb1e39bc8"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:15.208234 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76818127-81bd-4f10-aa1b-558bb7502154 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.212514 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-4807c6b5-250f-4170-a0fe-65ca6fc36ae8 service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7136147 Jul 15 13:18:15.252728 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76818127-81bd-4f10-aa1b-558bb7502154 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:15.253415 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76818127-81bd-4f10-aa1b-558bb7502154 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.284360 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3d1a73b6-390d-40c2-97b1-2bd34df4c54f None None] Port 25c90446-ba5b-4725-baaa-4df301b424a6 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:15.314766 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf609eeb-be1e-42c8-aeaf-e08184d79e7f None None] Routers {'4d642d41-e917-4abf-9b81-bc2112473527'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:15.323294 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3d1a73b6-390d-40c2-97b1-2bd34df4c54f None None] Provisioning for port c622a3f9-81a4-43ab-883d-c993e97c95be completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:15.326354 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-bf609eeb-be1e-42c8-aeaf-e08184d79e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:17:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4d642d41-e917-4abf-9b81-bc2112473527'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:15.328930 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3d1a73b6-390d-40c2-97b1-2bd34df4c54f None None] Provisioning complete for port c622a3f9-81a4-43ab-883d-c993e97c95be triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:15.329313 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d1a73b6-390d-40c2-97b1-2bd34df4c54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.415327 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0461554d-c477-4ab8-89b6-3e0cd941ef2a up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:15.483459 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-285ed951-86f3-4752-83c1-27888a8b41e6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.570669 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-76818127-81bd-4f10-aa1b-558bb7502154 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.6408010 Jul 15 13:18:15.579419 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36220) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:15.581176 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7019a3c-953d-4667-963a-61aa970ced73 service neutron] Pushing event updated for resources: {'Port': ['ID=7a219332-539e-43f4-ad7d-bc1eb1e39bc8,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:15.597222 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b67f27c1-6f47-4f4e-a511-70c79b7b8606 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Request body: {'subnet': {'network_id': 'f58c519f-11eb-42fe-9351-24b164e94af3', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:15.617740 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-285ed951-86f3-4752-83c1-27888a8b41e6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Transition to ACTIVE for port object b31678d0-d38b-4a20-9c4e-cd0b4220faff will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:15.630064 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30ef020-44d8-4afb-8586-800f5f5cbd61 x-openstack-request-id: req-d30ef020-44d8-4afb-8586-800f5f5cbd61 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:15.630064 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9961240d-eb6c-4534-8dcc-c543b0acb531", "tag": "7a219332-539e-43f4-ad7d-bc1eb1e39bc8", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:15.630064 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d30ef020-44d8-4afb-8586-800f5f5cbd61 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:15.631867 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9961240d-eb6c-4534-8dcc-c543b0acb531', 'tag': '7a219332-539e-43f4-ad7d-bc1eb1e39bc8', 'status': 'completed', 'code': 200} Jul 15 13:18:15.733528 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-285ed951-86f3-4752-83c1-27888a8b41e6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.758925 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-bf609eeb-be1e-42c8-aeaf-e08184d79e7f None None] Set router 4d642d41-e917-4abf-9b81-bc2112473527 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:15.759251 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67280fc-c56b-4851-9027-7e2e0a72e7fb req-6ce742c1-3ec7-44b0-bd77-e13eb45b25a3 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:15.766131 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c67280fc-c56b-4851-9027-7e2e0a72e7fb req-6ce742c1-3ec7-44b0-bd77-e13eb45b25a3 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 944 time: 1.1452045 Jul 15 13:18:15.872541 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 0461554d-c477-4ab8-89b6-3e0cd941ef2a triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:15.875478 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.904400 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ed951-86f3-4752-83c1-27888a8b41e6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event updated for resources: {'Port': ['ID=b31678d0-d38b-4a20-9c4e-cd0b4220faff,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:15.907089 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76818127-81bd-4f10-aa1b-558bb7502154 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Network': ['ID=f58c519f-11eb-42fe-9351-24b164e94af3,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:15.948105 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-5ad9a0d5-06e1-424b-999a-6979e0354662 service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6235032 Jul 15 13:18:16.021016 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe92268-53ab-4702-9014-2225c52419f6 None None] Pushing event updated for resources: {'Port': ['ID=72d7ee3a-9e74-4e17-b942-2eae4f566f68,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:16.025495 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285ed951-86f3-4752-83c1-27888a8b41e6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:16.026014 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285ed951-86f3-4752-83c1-27888a8b41e6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:16.026403 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285ed951-86f3-4752-83c1-27888a8b41e6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:16.026950 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285ed951-86f3-4752-83c1-27888a8b41e6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:16.027400 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285ed951-86f3-4752-83c1-27888a8b41e6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:16.027929 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285ed951-86f3-4752-83c1-27888a8b41e6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:16.028507 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285ed951-86f3-4752-83c1-27888a8b41e6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:16.029024 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285ed951-86f3-4752-83c1-27888a8b41e6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:16.029568 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285ed951-86f3-4752-83c1-27888a8b41e6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:16.042401 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285ed951-86f3-4752-83c1-27888a8b41e6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:16.043073 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285ed951-86f3-4752-83c1-27888a8b41e6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:16.043661 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285ed951-86f3-4752-83c1-27888a8b41e6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:16.068585 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-bf609eeb-be1e-42c8-aeaf-e08184d79e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d642d41-e917-4abf-9b81-bc2112473527', 'name': 'tempest-RoutersTest-router-1545843645', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:48Z', 'updated_at': '2021-07-15T13:18:08Z', 'revision_number': 3, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'gw_port_host': None, '_interfaces': [{'id': '46555fe4-6a8c-45bd-b983-9580835f80a9', 'name': '', 'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:8e:89:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:53Z', 'updated_at': '2021-07-15T13:18:12Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72d7ee3a-9e74-4e17-b942-2eae4f566f68', 'name': '', 'network_id': '124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:a7:12:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:07Z', 'updated_at': '2021-07-15T13:18:14Z', 'revision_number': 4, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:16.070928 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76818127-81bd-4f10-aa1b-558bb7502154 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:16.071506 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76818127-81bd-4f10-aa1b-558bb7502154 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:16.072731 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76818127-81bd-4f10-aa1b-558bb7502154 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:16.073216 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76818127-81bd-4f10-aa1b-558bb7502154 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:16.073824 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76818127-81bd-4f10-aa1b-558bb7502154 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:16.095984 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76818127-81bd-4f10-aa1b-558bb7502154 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:16.096549 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76818127-81bd-4f10-aa1b-558bb7502154 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:16.097105 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76818127-81bd-4f10-aa1b-558bb7502154 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:16.097667 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76818127-81bd-4f10-aa1b-558bb7502154 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:16.098271 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76818127-81bd-4f10-aa1b-558bb7502154 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:16.098847 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76818127-81bd-4f10-aa1b-558bb7502154 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:16.099405 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76818127-81bd-4f10-aa1b-558bb7502154 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:16.111138 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf609eeb-be1e-42c8-aeaf-e08184d79e7f None None] The sync data for ids ['4d642d41-e917-4abf-9b81-bc2112473527'] in n-d-758944-45 is: [{'id': '4d642d41-e917-4abf-9b81-bc2112473527', 'name': 'tempest-RoutersTest-router-1545843645', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:48Z', 'updated_at': '2021-07-15T13:18:08Z', 'revision_number': 3, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'gw_port_host': None, '_interfaces': [{'id': '46555fe4-6a8c-45bd-b983-9580835f80a9', 'name': '', 'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:8e:89:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:53Z', 'updated_at': '2021-07-15T13:18:12Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72d7ee3a-9e74-4e17-b942-2eae4f566f68', 'name': '', 'network_id': '124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:a7:12:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:07Z', 'updated_at': '2021-07-15T13:18:14Z', 'revision_number': 4, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:18:16.164700 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-18958c0e-d621-4f67-845f-d4105ef31fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:16.167102 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-18958c0e-d621-4f67-845f-d4105ef31fe3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a5577c115ec43508375ce7d29599c94&device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 1096 time: 1.0034320 Jul 15 13:18:16.171303 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-fe7da24a-0df1-4397-ac17-b9d6c9234cc2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=ab5cfb37-8606-43a3-8c1c-bac95211bf1e HTTP/1.1" status: 200 len: 217 time: 0.2095969 Jul 15 13:18:16.195504 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network f58c519f-11eb-42fe-9351-24b164e94af3 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:18:16.292300 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c67280fc-c56b-4851-9027-7e2e0a72e7fb req-f97c828c-ea0e-4a86-997e-8c73aeb38fac tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5252326 Jul 15 13:18:16.293415 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-285ed951-86f3-4752-83c1-27888a8b41e6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] In _notify_port_updated(), no bound segment for port b31678d0-d38b-4a20-9c4e-cd0b4220faff on network 73e847af-0772-4459-8702-a89a659fb5a0 {{(pid=93814) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:18:16.323889 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285ed951-86f3-4752-83c1-27888a8b41e6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:16.330900 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-285ed951-86f3-4752-83c1-27888a8b41e6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:16.342899 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-285ed951-86f3-4752-83c1-27888a8b41e6 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "PUT /v2.0/ports/b31678d0-d38b-4a20-9c4e-cd0b4220faff HTTP/1.1" status: 200 len: 969 time: 6.2077377 Jul 15 13:18:16.350375 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36228) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:16.486672 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-d9f1a115-10da-451c-a872-defc3788a5d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a219332-539e-43f4-ad7d-bc1eb1e39bc8 HTTP/1.1" status: 200 len: 217 time: 0.2969956 Jul 15 13:18:16.501303 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67f27c1-6f47-4f4e-a511-70c79b7b8606 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Made reservation on behalf of 2299834c406d4055b9f136a9c73b3afc for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:16.512234 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b67f27c1-6f47-4f4e-a511-70c79b7b8606 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:16.543334 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 46555fe4-6a8c-45bd-b983-9580835f80a9 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:16.629751 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e493ebd5-5b21-48d7-bff4-2408609d8341 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Deleting port b31678d0-d38b-4a20-9c4e-cd0b4220faff {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:16.630137 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e493ebd5-5b21-48d7-bff4-2408609d8341 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:16.743486 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-78ace089-0e4a-4816-bf77-e398307e8be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:16.748569 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-78ace089-0e4a-4816-bf77-e398307e8be7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6da4ff9-68f2-4350-8517-a3f37f7c5c8e HTTP/1.1" status: 200 len: 797 time: 0.5553596 Jul 15 13:18:16.757725 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 46555fe4-6a8c-45bd-b983-9580835f80a9 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:16.758464 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:16.878637 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-58ffe780-0a04-4032-85fb-af85d7daaa85 None None] Provisioning for port b31678d0-d38b-4a20-9c4e-cd0b4220faff completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:16.902533 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-58ffe780-0a04-4032-85fb-af85d7daaa85 None None] Provisioning complete for port b31678d0-d38b-4a20-9c4e-cd0b4220faff triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:16.904340 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58ffe780-0a04-4032-85fb-af85d7daaa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.063946 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-6aa91d3c-75f2-4764-8ff3-2f45c95d39cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:17.069538 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-6aa91d3c-75f2-4764-8ff3-2f45c95d39cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d793a745-d38c-4e8b-9716-b5fdf7b27406 HTTP/1.1" status: 200 len: 851 time: 0.5357337 Jul 15 13:18:17.086263 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-58ffe780-0a04-4032-85fb-af85d7daaa85 None None] Port b31678d0-d38b-4a20-9c4e-cd0b4220faff cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:17.153077 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e493ebd5-5b21-48d7-bff4-2408609d8341 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.218069 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e493ebd5-5b21-48d7-bff4-2408609d8341 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Calling delete_port for b31678d0-d38b-4a20-9c4e-cd0b4220faff owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:17.439089 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-35f4e79d-662d-4b51-bcf2-e1c78c131b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:17.456285 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 72d7ee3a-9e74-4e17-b942-2eae4f566f68 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:17.456673 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-35f4e79d-662d-4b51-bcf2-e1c78c131b8d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a1fa1aec-075f-4548-b538-3645f4cfde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6618712 Jul 15 13:18:17.617075 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 72d7ee3a-9e74-4e17-b942-2eae4f566f68 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:17.624285 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 72d7ee3a-9e74-4e17-b942-2eae4f566f68 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:17.624742 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.747803 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-9d9c4d16-3409-4ae7-ae25-cb62072ceaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:17.751818 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-9d9c4d16-3409-4ae7-ae25-cb62072ceaa1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edeaa118-edc5-4f1b-bf13-6f27616a2b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6388271 Jul 15 13:18:17.786958 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.799331 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e493ebd5-5b21-48d7-bff4-2408609d8341 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.889309 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493ebd5-5b21-48d7-bff4-2408609d8341 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Port': ['ID=b31678d0-d38b-4a20-9c4e-cd0b4220faff,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:17.919866 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 72d7ee3a-9e74-4e17-b942-2eae4f566f68, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=72d7ee3a-9e74-4e17-b942-2eae4f566f68,segment=NetworkSegment(a31514a8-46f6-4c1a-8976-27c96782ad1a),segment_id=a31514a8-46f6-4c1a-8976-27c96782ad1a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:17.934809 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:18.050089 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b67f27c1-6f47-4f4e-a511-70c79b7b8606 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:18.167560 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=72d7ee3a-9e74-4e17-b942-2eae4f566f68,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:18.720017 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e493ebd5-5b21-48d7-bff4-2408609d8341 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:18.723580 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e493ebd5-5b21-48d7-bff4-2408609d8341 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/ports/b31678d0-d38b-4a20-9c4e-cd0b4220faff HTTP/1.1" status: 204 len: 168 time: 2.3703244 Jul 15 13:18:18.728857 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36250) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:18.769150 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5663da-40db-49db-976a-37cdf61e593a req-3d9a186d-b2fa-4324-a768-a7ee2eb8638a tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:18.780004 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e5663da-40db-49db-976a-37cdf61e593a req-3d9a186d-b2fa-4324-a768-a7ee2eb8638a tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 944 time: 1.1687229 Jul 15 13:18:18.859269 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-068f0cce-0da1-40f2-9b10-9f2a85374389 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] GET failed (client error): The resource could not be found. Jul 15 13:18:18.867192 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-068f0cce-0da1-40f2-9b10-9f2a85374389 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "GET /v2.0/ports/b31678d0-d38b-4a20-9c4e-cd0b4220faff HTTP/1.1" status: 404 len: 333 time: 0.1344187 Jul 15 13:18:18.877542 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36254) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:18.935314 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e5663da-40db-49db-976a-37cdf61e593a req-085cbb2b-5c64-4459-9553-de3916363ede tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535316 Jul 15 13:18:18.958678 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f27c1-6f47-4f4e-a511-70c79b7b8606 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Subnet': ['ID=c22aa5b4-73fd-4752-bd1d-3d239ebdafef,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:19.052132 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-15370f23-b6a3-4783-9f6d-a7eb29fbfaee service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5699790 Jul 15 13:18:19.053901 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f27c1-6f47-4f4e-a511-70c79b7b8606 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:19.054244 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f27c1-6f47-4f4e-a511-70c79b7b8606 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:19.054579 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f27c1-6f47-4f4e-a511-70c79b7b8606 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:19.054912 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f27c1-6f47-4f4e-a511-70c79b7b8606 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:19.055239 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f27c1-6f47-4f4e-a511-70c79b7b8606 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:19.055560 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f27c1-6f47-4f4e-a511-70c79b7b8606 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:19.055882 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f27c1-6f47-4f4e-a511-70c79b7b8606 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:19.056374 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f27c1-6f47-4f4e-a511-70c79b7b8606 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:19.056696 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f27c1-6f47-4f4e-a511-70c79b7b8606 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:19.057013 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f27c1-6f47-4f4e-a511-70c79b7b8606 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:19.057329 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f27c1-6f47-4f4e-a511-70c79b7b8606 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:19.057638 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f27c1-6f47-4f4e-a511-70c79b7b8606 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:19.298628 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-7310ed15-40ff-4335-b571-55f1db37a36e service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746242 Jul 15 13:18:19.339095 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-48a20149-ece6-434c-b456-ab4ff6d8a1ee service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5672417 Jul 15 13:18:19.395727 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 72d7ee3a-9e74-4e17-b942-2eae4f566f68 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:19.450191 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-2444df82-25d3-4026-86bd-e59f9e02eb03 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=27c8b5cc-27c5-4e1f-b672-4682ef536901 HTTP/1.1" status: 200 len: 217 time: 0.1213193 Jul 15 13:18:19.534312 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 72d7ee3a-9e74-4e17-b942-2eae4f566f68 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:19.534801 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:19.573515 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ace104b-1549-4d62-8f6a-4ec20d9ffd91 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:19.583307 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67f27c1-6f47-4f4e-a511-70c79b7b8606 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Checking segment: {'id': '80b6ad5e-5d80-47e1-9a80-2ac50d5c490e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f58c519f-11eb-42fe-9351-24b164e94af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:19.583722 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67f27c1-6f47-4f4e-a511-70c79b7b8606 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network hostable DHCP agents. Network: f58c519f-11eb-42fe-9351-24b164e94af3, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:18:19.748896 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ace104b-1549-4d62-8f6a-4ec20d9ffd91 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:19.753320 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67f27c1-6f47-4f4e-a511-70c79b7b8606 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network f58c519f-11eb-42fe-9351-24b164e94af3 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:18:19.815998 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4fd6bcc4-1d9c-4d03-894e-67e1216795ec req-0172ce5d-05d3-4e42-b56d-4e1091cd07c4 service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878400 Jul 15 13:18:19.841534 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-e3aac145-9fcc-4efc-aafd-7c9ca13b7276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:19.844358 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-e3aac145-9fcc-4efc-aafd-7c9ca13b7276 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5517f04-f874-4dc2-a2a6-0c279d24a4c6 HTTP/1.1" status: 200 len: 797 time: 0.3271878 Jul 15 13:18:19.908694 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-b67f27c1-6f47-4f4e-a511-70c79b7b8606 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, f58c519f-11eb-42fe-9351-24b164e94af3) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:19.929907 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0bd1d-b461-4a7d-b6c4-42fa71471dc6 req-2c37ba02-80e2-4de7-b296-02cdbe488b3c tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:19.934246 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2241c13f-063c-49fd-b7cc-8839251cebf9 None None] Network f58c519f-11eb-42fe-9351-24b164e94af3 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:19.937132 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3ac0bd1d-b461-4a7d-b6c4-42fa71471dc6 req-2c37ba02-80e2-4de7-b296-02cdbe488b3c tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7534a8e-0503-4c58-800a-3c52cda26800 HTTP/1.1" status: 200 len: 946 time: 0.9159846 Jul 15 13:18:19.950472 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67f27c1-6f47-4f4e-a511-70c79b7b8606 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:19.951093 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b67f27c1-6f47-4f4e-a511-70c79b7b8606 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:20.029931 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b67f27c1-6f47-4f4e-a511-70c79b7b8606 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4389019 Jul 15 13:18:20.030764 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ace104b-1549-4d62-8f6a-4ec20d9ffd91 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:20.033721 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ace104b-1549-4d62-8f6a-4ec20d9ffd91 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:20.034776 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36264) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:20.035545 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7ace104b-1549-4d62-8f6a-4ec20d9ffd91 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/security-groups/252024c9-8562-44bf-a07a-88ea13eeeb61 HTTP/1.1" status: 204 len: 168 time: 1.1518850 Jul 15 13:18:20.044960 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36266) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:20.085359 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3ac0bd1d-b461-4a7d-b6c4-42fa71471dc6 req-4f75e5f6-84f4-46dc-9fcf-b5d529e9c73f tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472020 Jul 15 13:18:20.109496 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace104b-1549-4d62-8f6a-4ec20d9ffd91 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=252024c9-8562-44bf-a07a-88ea13eeeb61,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:20.210881 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-e5ff4002-ff6a-4496-a34d-6c32f5166fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:20.213433 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-e5ff4002-ff6a-4496-a34d-6c32f5166fa9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3e157d46-1a46-4ef5-af60-0a822c2bdcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3574026 Jul 15 13:18:20.312708 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-700e9be6-1650-41ef-ab58-b0bb819d5fb2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:20.372979 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458888de-201d-47e6-9b16-8ce2581e3d65 req-a671c574-f37a-428e-8e67-070ab7e8d6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:20.374980 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-458888de-201d-47e6-9b16-8ce2581e3d65 req-a671c574-f37a-428e-8e67-070ab7e8d6fb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a5577c115ec43508375ce7d29599c94&device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 1096 time: 0.3976696 Jul 15 13:18:20.436984 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-700e9be6-1650-41ef-ab58-b0bb819d5fb2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:20.508387 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e990cdf-1d49-42da-b43e-930b358e2c41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-f58c519f-11eb-42fe-9351-24b164e94af3', 'network_id': 'f58c519f-11eb-42fe-9351-24b164e94af3', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'fixed_ips': [{'subnet_id': 'c22aa5b4-73fd-4752-bd1d-3d239ebdafef'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:18:20.515128 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e990cdf-1d49-42da-b43e-930b358e2c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:20.518557 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-e5041f00-f215-421f-bcd0-7ce69a6b3241 service neutron] 10.222.0.32 "GET /v2.0/networks/3e157d46-1a46-4ef5-af60-0a822c2bdcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937109 Jul 15 13:18:20.650864 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458888de-201d-47e6-9b16-8ce2581e3d65 req-0f0b8964-8f5d-4bdc-9f3f-4a1d985b5acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:20.652949 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-458888de-201d-47e6-9b16-8ce2581e3d65 req-0f0b8964-8f5d-4bdc-9f3f-4a1d985b5acf service neutron] 10.222.0.32 "GET /v2.0/networks?id=edeaa118-edc5-4f1b-bf13-6f27616a2b19 HTTP/1.1" status: 200 len: 913 time: 0.2651041 Jul 15 13:18:20.751160 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-700e9be6-1650-41ef-ab58-b0bb819d5fb2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:20.754488 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-700e9be6-1650-41ef-ab58-b0bb819d5fb2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:20.756088 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-700e9be6-1650-41ef-ab58-b0bb819d5fb2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/security-groups/dfe17bc9-3e23-4164-9d87-9a82b1e5bb85 HTTP/1.1" status: 204 len: 168 time: 0.7071478 Jul 15 13:18:20.795762 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36274) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:20.805240 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 7a219332-539e-43f4-ad7d-bc1eb1e39bc8 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:18:20.819970 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-458888de-201d-47e6-9b16-8ce2581e3d65 req-db204cba-17ae-4b77-ba68-53ff43c5e007 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a219332-539e-43f4-ad7d-bc1eb1e39bc8 HTTP/1.1" status: 200 len: 217 time: 0.0813873 Jul 15 13:18:20.831063 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e9be6-1650-41ef-ab58-b0bb819d5fb2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe17bc9-3e23-4164-9d87-9a82b1e5bb85,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:20.898770 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c4bea-5b92-4f5d-8195-15793921429a req-ebc07360-7355-4eda-aa03-dec3f1e57ebb tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:20.906662 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7d0c4bea-5b92-4f5d-8195-15793921429a req-ebc07360-7355-4eda-aa03-dec3f1e57ebb tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 944 time: 0.5943766 Jul 15 13:18:20.965230 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c030f444-a699-4229-9b18-fd34d49096a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:20.968161 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-6e990cdf-1d49-42da-b43e-930b358e2c41 None None] Allocated IP 172.22.0.2 (f58c519f-11eb-42fe-9351-24b164e94af3/c22aa5b4-73fd-4752-bd1d-3d239ebdafef/7a11b87d-8476-433b-ac3e-6053d8b0a434) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:20.971724 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-b9e003b9-4e2f-4750-bfc5-995e638e1bb6 service neutron] 10.222.0.32 "GET /v2.0/networks/3e157d46-1a46-4ef5-af60-0a822c2bdcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427505 Jul 15 13:18:21.003157 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a967d8a-4715-417c-befc-499e279de500 req-7553b9d9-c3f1-4f78-94c9-aa8be23a04f4 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:21.004861 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5a967d8a-4715-417c-befc-499e279de500 req-7553b9d9-c3f1-4f78-94c9-aa8be23a04f4 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7534a8e-0503-4c58-800a-3c52cda26800 HTTP/1.1" status: 200 len: 946 time: 0.6343396 Jul 15 13:18:21.022642 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7d0c4bea-5b92-4f5d-8195-15793921429a req-ab80974a-826e-4b92-ba4d-08f510204c27 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149693 Jul 15 13:18:21.030958 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-2bb62806-a6bc-4297-a93e-c3efb827e04c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=06589b71-6e92-4c84-89d8-fd3a675bfd6c HTTP/1.1" status: 200 len: 217 time: 0.0474992 Jul 15 13:18:21.032823 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458888de-201d-47e6-9b16-8ce2581e3d65 req-c0ef54ac-e14a-47c4-89e1-b70b61f10b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:21.034614 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-458888de-201d-47e6-9b16-8ce2581e3d65 req-c0ef54ac-e14a-47c4-89e1-b70b61f10b07 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d793a745-d38c-4e8b-9716-b5fdf7b27406 HTTP/1.1" status: 200 len: 851 time: 0.1992974 Jul 15 13:18:21.048719 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 7a219332-539e-43f4-ad7d-bc1eb1e39bc8, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=7a219332-539e-43f4-ad7d-bc1eb1e39bc8,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:21.147138 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '7a219332-539e-43f4-ad7d-bc1eb1e39bc8', 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19', 'port_id': '7a219332-539e-43f4-ad7d-bc1eb1e39bc8', 'mac_address': 'fa:16:3e:2c:0a:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd793a745-d38c-4e8b-9716-b5fdf7b27406', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:18:21.170523 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-54553aa9-2983-40da-859e-6938fb6183b7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:21.217038 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aedad3f9-42df-404a-901f-4120b5268a33 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:21.303213 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-750e431b-6d88-40ec-8d8f-da66b59e0596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:21.310609 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-750e431b-6d88-40ec-8d8f-da66b59e0596 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5517f04-f874-4dc2-a2a6-0c279d24a4c6 HTTP/1.1" status: 200 len: 797 time: 0.2443430 Jul 15 13:18:21.347952 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:21.388603 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aedad3f9-42df-404a-901f-4120b5268a33 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:21.388879 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a219332-539e-43f4-ad7d-bc1eb1e39bc8 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:21.433638 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-5a967d8a-4715-417c-befc-499e279de500 req-e6fb4325-ea37-48b7-a073-614b4a376551 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Deleting port 283d420b-795e-4edf-be9f-99c321b70042 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:21.434056 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5a967d8a-4715-417c-befc-499e279de500 req-e6fb4325-ea37-48b7-a073-614b4a376551 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:21.439329 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 7a219332-539e-43f4-ad7d-bc1eb1e39bc8, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=7a219332-539e-43f4-ad7d-bc1eb1e39bc8,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:21.452238 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:21.516211 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e990cdf-1d49-42da-b43e-930b358e2c41 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:21.518208 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=7a219332-539e-43f4-ad7d-bc1eb1e39bc8,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:21.529717 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aedad3f9-42df-404a-901f-4120b5268a33 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:21.532433 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aedad3f9-42df-404a-901f-4120b5268a33 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:21.536037 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-aedad3f9-42df-404a-901f-4120b5268a33 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/security-groups/9718217b-a403-4ad2-afee-50b5ebd82779 HTTP/1.1" status: 204 len: 168 time: 0.7363806 Jul 15 13:18:21.541357 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-6e990cdf-1d49-42da-b43e-930b358e2c41 None None] Transition to ACTIVE for port object 7a11b87d-8476-433b-ac3e-6053d8b0a434 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:21.575949 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36280) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:21.583222 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-6e990cdf-1d49-42da-b43e-930b358e2c41 None None] Transition to ACTIVE for port object 7a11b87d-8476-433b-ac3e-6053d8b0a434 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:21.593481 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedad3f9-42df-404a-901f-4120b5268a33 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9718217b-a403-4ad2-afee-50b5ebd82779,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:21.598951 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e990cdf-1d49-42da-b43e-930b358e2c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:21.636825 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458888de-201d-47e6-9b16-8ce2581e3d65 req-f75fbcb0-3df9-4af9-844f-4889cc2b1b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:21.641910 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-458888de-201d-47e6-9b16-8ce2581e3d65 req-f75fbcb0-3df9-4af9-844f-4889cc2b1b88 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edeaa118-edc5-4f1b-bf13-6f27616a2b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5846674 Jul 15 13:18:21.773431 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-5a967d8a-4715-417c-befc-499e279de500 req-e6fb4325-ea37-48b7-a073-614b4a376551 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] For port 283d420b-795e-4edf-be9f-99c321b70042, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=283d420b-795e-4edf-be9f-99c321b70042,segment=NetworkSegment(2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72),segment_id=2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:21.773685 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-3644e781-206b-4c9a-84cf-023b456109fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:21.774225 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5a967d8a-4715-417c-befc-499e279de500 req-e6fb4325-ea37-48b7-a073-614b4a376551 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:21.776851 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-3644e781-206b-4c9a-84cf-023b456109fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3e157d46-1a46-4ef5-af60-0a822c2bdcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4407504 Jul 15 13:18:21.829476 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31bab64-da3f-48dd-a5d8-18fb2ee100e9 req-73c27b5b-def9-4ffd-9628-19c02920d70e tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:21.835964 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-4395e24f-f856-4a33-be88-664641404c80 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Deleting subnet dbc2ff1f-915c-494d-9228-a49f4045d0cc {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:18:21.839151 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f31bab64-da3f-48dd-a5d8-18fb2ee100e9 req-73c27b5b-def9-4ffd-9628-19c02920d70e tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7534a8e-0503-4c58-800a-3c52cda26800 HTTP/1.1" status: 200 len: 946 time: 0.4950171 Jul 15 13:18:21.853563 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-5a967d8a-4715-417c-befc-499e279de500 req-e6fb4325-ea37-48b7-a073-614b4a376551 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Calling delete_port for 283d420b-795e-4edf-be9f-99c321b70042 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:21.861928 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4395e24f-f856-4a33-be88-664641404c80 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:22.006498 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4395e24f-f856-4a33-be88-664641404c80 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:22.026580 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f31bab64-da3f-48dd-a5d8-18fb2ee100e9 req-a34305e6-82a8-4e09-83ac-c3967adde7f9 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/security-groups?id=d499bd81-9e17-484a-8125-c175ffb80abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810615 Jul 15 13:18:22.083192 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-54553aa9-2983-40da-859e-6938fb6183b7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Allocated IP 172.22.0.1 (f58c519f-11eb-42fe-9351-24b164e94af3/c22aa5b4-73fd-4752-bd1d-3d239ebdafef/02628c6a-2717-4822-bd86-949556bd6b88) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:22.098966 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e990cdf-1d49-42da-b43e-930b358e2c41 None None] Network f58c519f-11eb-42fe-9351-24b164e94af3 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:22.107919 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e990cdf-1d49-42da-b43e-930b358e2c41 None None] Pushing event updated for resources: {'Port': ['ID=7a11b87d-8476-433b-ac3e-6053d8b0a434,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:22.114549 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-6e990cdf-1d49-42da-b43e-930b358e2c41 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:22.120516 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e990cdf-1d49-42da-b43e-930b358e2c41 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:22.157555 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-458888de-201d-47e6-9b16-8ce2581e3d65 req-f7c41882-b97e-4514-b857-c8786ceed30d service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076449 Jul 15 13:18:22.219511 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['7a219332-539e-43f4-ad7d-bc1eb1e39bc8'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:22.234628 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4395e24f-f856-4a33-be88-664641404c80 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:22.318255 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-0b85c942-ad53-46fd-b1ad-2be566469a5d service neutron] 10.222.0.32 "GET /v2.0/networks/3e157d46-1a46-4ef5-af60-0a822c2bdcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601049 Jul 15 13:18:22.337607 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6e990cdf-1d49-42da-b43e-930b358e2c41 None None] Attempting to bind port 7a11b87d-8476-433b-ac3e-6053d8b0a434 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:22.338034 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6e990cdf-1d49-42da-b43e-930b358e2c41 None None] Attempting to bind port 7a11b87d-8476-433b-ac3e-6053d8b0a434 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '80b6ad5e-5d80-47e1-9a80-2ac50d5c490e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f58c519f-11eb-42fe-9351-24b164e94af3'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:22.338390 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e990cdf-1d49-42da-b43e-930b358e2c41 None None] Attempting to bind port 7a11b87d-8476-433b-ac3e-6053d8b0a434 on network f58c519f-11eb-42fe-9351-24b164e94af3 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:22.351025 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e990cdf-1d49-42da-b43e-930b358e2c41 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:22.351025 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e990cdf-1d49-42da-b43e-930b358e2c41 None None] Checking segment: {'id': '80b6ad5e-5d80-47e1-9a80-2ac50d5c490e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f58c519f-11eb-42fe-9351-24b164e94af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:22.351025 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e990cdf-1d49-42da-b43e-930b358e2c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:22.351025 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e990cdf-1d49-42da-b43e-930b358e2c41 None None] Bound using segment: {'id': '80b6ad5e-5d80-47e1-9a80-2ac50d5c490e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f58c519f-11eb-42fe-9351-24b164e94af3'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:22.351025 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6e990cdf-1d49-42da-b43e-930b358e2c41 None None] Bound port: 7a11b87d-8476-433b-ac3e-6053d8b0a434, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b6ad5e-5d80-47e1-9a80-2ac50d5c490e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f58c519f-11eb-42fe-9351-24b164e94af3'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:22.351025 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e990cdf-1d49-42da-b43e-930b358e2c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:22.479464 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-6e990cdf-1d49-42da-b43e-930b358e2c41 None None] For port 7a11b87d-8476-433b-ac3e-6053d8b0a434, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:22.485715 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-6e990cdf-1d49-42da-b43e-930b358e2c41 None None] For port 7a11b87d-8476-433b-ac3e-6053d8b0a434, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=7a11b87d-8476-433b-ac3e-6053d8b0a434,segment=NetworkSegment(80b6ad5e-5d80-47e1-9a80-2ac50d5c490e),segment_id=80b6ad5e-5d80-47e1-9a80-2ac50d5c490e)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:22.516195 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e990cdf-1d49-42da-b43e-930b358e2c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:22.557305 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-458888de-201d-47e6-9b16-8ce2581e3d65 req-7e404590-8e27-4213-8a19-58914a466d9e service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865645 Jul 15 13:18:22.614471 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-007faa0f-a318-46b3-be41-4dd969f9d4cb req-bc710734-e492-49f7-a5c3-55230c539102 service neutron] 10.222.0.32 "GET /v2.0/networks/3e157d46-1a46-4ef5-af60-0a822c2bdcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952635 Jul 15 13:18:22.624957 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5a967d8a-4715-417c-befc-499e279de500 req-e6fb4325-ea37-48b7-a073-614b4a376551 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:22.631254 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4395e24f-f856-4a33-be88-664641404c80 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:22.647937 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e990cdf-1d49-42da-b43e-930b358e2c41 None None] Pushing event updated for resources: {'Port': ['ID=7a11b87d-8476-433b-ac3e-6053d8b0a434,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:22.763541 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a311038-4513-4c86-a950-a2ae896aaf40 None None] Network 73e847af-0772-4459-8702-a89a659fb5a0 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:22.778316 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb4325-ea37-48b7-a073-614b4a376551 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Pushing event deleted for resources: {'Port': ['ID=283d420b-795e-4edf-be9f-99c321b70042,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:22.781525 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4395e24f-f856-4a33-be88-664641404c80 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Subnet': ['ID=dbc2ff1f-915c-494d-9228-a49f4045d0cc,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:22.794445 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-54553aa9-2983-40da-859e-6938fb6183b7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:22.810993 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4395e24f-f856-4a33-be88-664641404c80 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:22.813066 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4395e24f-f856-4a33-be88-664641404c80 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/subnets/dbc2ff1f-915c-494d-9228-a49f4045d0cc HTTP/1.1" status: 204 len: 168 time: 1.2358096 Jul 15 13:18:22.819739 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36294) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:22.847661 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-54553aa9-2983-40da-859e-6938fb6183b7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Transition to ACTIVE for port object 02628c6a-2717-4822-bd86-949556bd6b88 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:22.950056 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cf9a50a-79df-4c13-8ef2-7878dbce856a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Deleting subnet 54ac3064-3086-45ea-aaf1-173c2b24baff {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:18:22.955873 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7cf9a50a-79df-4c13-8ef2-7878dbce856a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.099605 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 283d420b-795e-4edf-be9f-99c321b70042 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:23.110892 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-54553aa9-2983-40da-859e-6938fb6183b7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.149480 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7cf9a50a-79df-4c13-8ef2-7878dbce856a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.192889 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 283d420b-795e-4edf-be9f-99c321b70042 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:18:23.193420 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 283d420b-795e-4edf-be9f-99c321b70042 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:18:23.293017 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.328755 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a967d8a-4715-417c-befc-499e279de500 req-e6fb4325-ea37-48b7-a073-614b4a376551 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] No DVR routers for this DVR port 283d420b-795e-4edf-be9f-99c321b70042 on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:23.332931 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5a967d8a-4715-417c-befc-499e279de500 req-e6fb4325-ea37-48b7-a073-614b4a376551 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.353780 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7cf9a50a-79df-4c13-8ef2-7878dbce856a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.355092 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5a967d8a-4715-417c-befc-499e279de500 req-e6fb4325-ea37-48b7-a073-614b4a376551 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.18 "DELETE /v2.0/ports/283d420b-795e-4edf-be9f-99c321b70042 HTTP/1.1" status: 204 len: 173 time: 2.3313680 Jul 15 13:18:23.404633 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8676c742-b47a-48a7-abe2-48f0b64f732b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.436556 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54553aa9-2983-40da-859e-6938fb6183b7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network f58c519f-11eb-42fe-9351-24b164e94af3 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:23.482444 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7534a8e-0503-4c58-800a-3c52cda26800', 'name': 'network-vif-deleted', 'tag': '283d420b-795e-4edf-be9f-99c321b70042'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:23.494853 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bc7e02-da6f-452e-8a29-d170dc8b3188" -d '{"events": [{"server_uuid": "b7534a8e-0503-4c58-800a-3c52cda26800", "name": "network-vif-deleted", "tag": "283d420b-795e-4edf-be9f-99c321b70042"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:23.503063 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-54553aa9-2983-40da-859e-6938fb6183b7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:23.509992 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54553aa9-2983-40da-859e-6938fb6183b7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:23.607341 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7cf9a50a-79df-4c13-8ef2-7878dbce856a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.633355 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54553aa9-2983-40da-859e-6938fb6183b7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Port': ['ID=02628c6a-2717-4822-bd86-949556bd6b88,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:23.645989 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 7a11b87d-8476-433b-ac3e-6053d8b0a434 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:23.710173 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf9a50a-79df-4c13-8ef2-7878dbce856a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Subnet': ['ID=54ac3064-3086-45ea-aaf1-173c2b24baff,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:23.750654 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7cf9a50a-79df-4c13-8ef2-7878dbce856a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.753475 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7cf9a50a-79df-4c13-8ef2-7878dbce856a tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/subnets/54ac3064-3086-45ea-aaf1-173c2b24baff HTTP/1.1" status: 204 len: 168 time: 0.9324722 Jul 15 13:18:23.757321 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36306) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:23.791133 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-25dded1d-7581-427c-91fb-52999e1744da tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] DELETE failed (client error): The resource could not be found. Jul 15 13:18:23.791886 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25dded1d-7581-427c-91fb-52999e1744da tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:18:23.794032 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-25dded1d-7581-427c-91fb-52999e1744da tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/subnets/dbc2ff1f-915c-494d-9228-a49f4045d0cc HTTP/1.1" status: 404 len: 337 time: 0.0352824 Jul 15 13:18:23.798501 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36308) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:23.807079 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0552ec-0e24-477b-96c7-792db9ec8746 req-c936e9b2-4006-47bf-9ef6-3c782c4a10e9 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:23.813142 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1f0552ec-0e24-477b-96c7-792db9ec8746 req-c936e9b2-4006-47bf-9ef6-3c782c4a10e9 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 945 time: 1.5229046 Jul 15 13:18:23.837338 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 7a11b87d-8476-433b-ac3e-6053d8b0a434 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:23.887350 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1f0552ec-0e24-477b-96c7-792db9ec8746 req-b238eabb-71f0-4e7f-aefd-e84699dbba67 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597992 Jul 15 13:18:23.902062 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-54553aa9-2983-40da-859e-6938fb6183b7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.902541 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-31db2e66-f5be-4494-ac61-5baee44535fa req-fe475c3f-79ec-43ef-a99c-120494ee2081 tempest-AttachVolumeNegativeTest-1619096203 tempest-AttachVolumeNegativeTest-1619096203-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7534a8e-0503-4c58-800a-3c52cda26800 HTTP/1.1" status: 200 len: 210 time: 0.0868649 Jul 15 13:18:23.936448 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-c82f24b7-9eec-48d4-b502-1ad135400ce9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Deleting subnet 8469d0cf-6d94-47ab-bc56-8c8a4477650e {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:18:23.942699 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c82f24b7-9eec-48d4-b502-1ad135400ce9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.031936 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77553483-e871-49f0-8bfe-a3f110c6aab6 x-openstack-request-id: req-77553483-e871-49f0-8bfe-a3f110c6aab6 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:24.032283 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7534a8e-0503-4c58-800a-3c52cda26800", "name": "network-vif-deleted", "tag": "283d420b-795e-4edf-be9f-99c321b70042", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:24.032495 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-77553483-e871-49f0-8bfe-a3f110c6aab6 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:24.032903 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7534a8e-0503-4c58-800a-3c52cda26800', 'name': 'network-vif-deleted', 'tag': '283d420b-795e-4edf-be9f-99c321b70042', 'status': 'completed', 'code': 200} Jul 15 13:18:24.059426 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c82f24b7-9eec-48d4-b502-1ad135400ce9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.303669 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-54553aa9-2983-40da-859e-6938fb6183b7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.313210 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c82f24b7-9eec-48d4-b502-1ad135400ce9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.530004 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c82f24b7-9eec-48d4-b502-1ad135400ce9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.606614 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c82f24b7-9eec-48d4-b502-1ad135400ce9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.612271 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c82f24b7-9eec-48d4-b502-1ad135400ce9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/subnets/8469d0cf-6d94-47ab-bc56-8c8a4477650e HTTP/1.1" status: 204 len: 168 time: 0.8123834 Jul 15 13:18:24.644938 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.700559 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36312) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:24.701565 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f24b7-9eec-48d4-b502-1ad135400ce9 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Subnet': ['ID=8469d0cf-6d94-47ab-bc56-8c8a4477650e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:24.794110 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9af70f5-9298-4b8e-9167-b711a1e9d2ed tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] DELETE failed (client error): The resource could not be found. Jul 15 13:18:24.795135 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9af70f5-9298-4b8e-9167-b711a1e9d2ed tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:18:24.797542 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d9af70f5-9298-4b8e-9167-b711a1e9d2ed tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/subnets/c6f9e607-3a9d-4627-92cb-cb74ecad1fb7 HTTP/1.1" status: 404 len: 337 time: 0.0934515 Jul 15 13:18:24.802661 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36320) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:24.813934 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 7a219332-539e-43f4-ad7d-bc1eb1e39bc8 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:24.853608 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4d1af3cc-96f6-4fb7-89d1-793785c1fe1e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "GET /v2.0/ports?device_id=a57d03a4-effc-4495-b59c-adb7a7b0dd96 HTTP/1.1" status: 200 len: 205 time: 0.0485816 Jul 15 13:18:24.867658 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36322) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:24.917483 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f560b7-fc26-4557-b4c7-6566d2d636d6 None None] Network 73e847af-0772-4459-8702-a89a659fb5a0 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:25.008435 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-f9d938cf-34ae-4dd2-9ed2-4795cedf5415 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] delete failed (client error): The resource could not be found. Jul 15 13:18:25.017525 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f9d938cf-34ae-4dd2-9ed2-4795cedf5415 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/routers/a57d03a4-effc-4495-b59c-adb7a7b0dd96 HTTP/1.1" status: 404 len: 336 time: 0.1448796 Jul 15 13:18:25.019090 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36328) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:25.071021 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2351ae5b-9c59-40e4-81aa-cb0e26d13b83 None None] Network f58c519f-11eb-42fe-9351-24b164e94af3 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:25.128231 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36330) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:25.169430 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-83426650-95a3-4cd8-87ef-55b8c84e032d tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] DELETE failed (client error): The resource could not be found. Jul 15 13:18:25.169974 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83426650-95a3-4cd8-87ef-55b8c84e032d tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:18:25.172632 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-83426650-95a3-4cd8-87ef-55b8c84e032d tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/subnets/39d47eb3-d208-422f-828b-71d0fddfdcde HTTP/1.1" status: 404 len: 337 time: 0.1527054 Jul 15 13:18:25.177661 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36332) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:25.232778 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.239829 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fb2baca2-6ea2-4cce-af68-54835ef58ab8 None None] Provisioning complete for port 25c90446-ba5b-4725-baaa-4df301b424a6 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:25.240914 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb2baca2-6ea2-4cce-af68-54835ef58ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.252715 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e448fa7-1783-4c2d-a40e-2962a18ed93e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] DELETE failed (client error): The resource could not be found. Jul 15 13:18:25.255076 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e448fa7-1783-4c2d-a40e-2962a18ed93e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:18:25.262835 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0e448fa7-1783-4c2d-a40e-2962a18ed93e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/subnets/2c07a264-2df8-419d-94ba-f76022fc727c HTTP/1.1" status: 404 len: 337 time: 0.0787961 Jul 15 13:18:25.294115 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36334) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:25.327905 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc58643-9592-4ffe-9f79-5eb427e1f6ca admin admin] Deleting subnet b9399f7e-15bd-4621-abd1-34b022e325f1 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:18:25.333027 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2cc58643-9592-4ffe-9f79-5eb427e1f6ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.333322 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-df5d339b-4cdd-4970-a4b5-f4118286e611 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] DELETE failed (client error): The resource could not be found. Jul 15 13:18:25.333844 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df5d339b-4cdd-4970-a4b5-f4118286e611 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:18:25.339603 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-df5d339b-4cdd-4970-a4b5-f4118286e611 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/subnets/55325820-d6a6-4a75-a928-003737e0adb7 HTTP/1.1" status: 404 len: 337 time: 0.0404832 Jul 15 13:18:25.340742 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36336) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:25.402342 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2cc58643-9592-4ffe-9f79-5eb427e1f6ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.419213 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 7a219332-539e-43f4-ad7d-bc1eb1e39bc8 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:25.444242 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 7a219332-539e-43f4-ad7d-bc1eb1e39bc8 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:25.445219 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.456645 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d09e50-5f77-4876-a13f-100146c2345e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] DELETE failed (client error): The resource could not be found. Jul 15 13:18:25.457510 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d09e50-5f77-4876-a13f-100146c2345e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:18:25.461891 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d3d09e50-5f77-4876-a13f-100146c2345e tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/ports/88fe6165-7802-4fb3-b459-f96906eb2761 HTTP/1.1" status: 404 len: 333 time: 0.1169572 Jul 15 13:18:25.464059 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36338) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:25.532255 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-fb2baca2-6ea2-4cce-af68-54835ef58ab8 None None] Port 25c90446-ba5b-4725-baaa-4df301b424a6 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:25.534867 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3fac3-0161-4463-8313-f8110f1d07a4 req-d6fe3425-aba8-458b-a81a-f591c152fff5 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:25.536513 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-93e3fac3-0161-4463-8313-f8110f1d07a4 req-d6fe3425-aba8-458b-a81a-f591c152fff5 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 945 time: 0.3597527 Jul 15 13:18:25.554986 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2cc58643-9592-4ffe-9f79-5eb427e1f6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.563069 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-fed34148-6cee-4865-aa82-5b8c67f6e199 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] DELETE failed (client error): The resource could not be found. Jul 15 13:18:25.564594 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fed34148-6cee-4865-aa82-5b8c67f6e199 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:18:25.569142 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fed34148-6cee-4865-aa82-5b8c67f6e199 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/subnets/b66c1a5d-a731-4a84-8f15-92f5ce385127 HTTP/1.1" status: 404 len: 337 time: 0.0976541 Jul 15 13:18:25.584396 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36340) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:25.600998 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-54553aa9-2983-40da-859e-6938fb6183b7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.629172 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-e72f9dad-c53e-4c6e-affa-ab16db2b881f tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] DELETE failed (client error): The resource could not be found. Jul 15 13:18:25.629670 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e72f9dad-c53e-4c6e-affa-ab16db2b881f tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:18:25.631876 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e72f9dad-c53e-4c6e-affa-ab16db2b881f tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/subnets/9958fc11-0f46-46d9-9c5f-0d1b90b307cb HTTP/1.1" status: 404 len: 337 time: 0.0446713 Jul 15 13:18:25.632663 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-54553aa9-2983-40da-859e-6938fb6183b7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.637589 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36342) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:25.692802 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb69bcf4-c64c-491a-bab7-2d2a6633a8c2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] DELETE failed (client error): The resource could not be found. Jul 15 13:18:25.695264 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb69bcf4-c64c-491a-bab7-2d2a6633a8c2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:18:25.699530 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-bb69bcf4-c64c-491a-bab7-2d2a6633a8c2 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/ports/a392f0b6-12f3-4ff5-84ac-6dbe99572cb3 HTTP/1.1" status: 404 len: 333 time: 0.0602293 Jul 15 13:18:25.704316 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fb2baca2-6ea2-4cce-af68-54835ef58ab8 None None] Provisioning complete for port c622a3f9-81a4-43ab-883d-c993e97c95be triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:25.707047 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb2baca2-6ea2-4cce-af68-54835ef58ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.728349 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36344) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:25.743226 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-54553aa9-2983-40da-859e-6938fb6183b7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.751573 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54553aa9-2983-40da-859e-6938fb6183b7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Port': ['ID=02628c6a-2717-4822-bd86-949556bd6b88,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:25.792420 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-93e3fac3-0161-4463-8313-f8110f1d07a4 req-3d76f7e2-7086-49a1-b43b-3a70902aab70 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463517 Jul 15 13:18:25.867009 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-25cffdd2-6c86-48fe-ab79-14f7cdf0406b tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] DELETE failed (client error): The resource could not be found. Jul 15 13:18:25.868515 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25cffdd2-6c86-48fe-ab79-14f7cdf0406b tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:18:25.870846 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-25cffdd2-6c86-48fe-ab79-14f7cdf0406b tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/subnets/8b6f709b-e5bd-422d-849a-7d11baa7fc61 HTTP/1.1" status: 404 len: 337 time: 0.1397278 Jul 15 13:18:25.879159 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2cc58643-9592-4ffe-9f79-5eb427e1f6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.896644 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.918731 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36352) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:25.922583 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08968d57-5d8f-414a-92f9-36ab549e339d None None] DHCP port deletion for 73e847af-0772-4459-8702-a89a659fb5a0 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:18:25.936614 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2cc58643-9592-4ffe-9f79-5eb427e1f6ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.943862 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2cc58643-9592-4ffe-9f79-5eb427e1f6ca admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b9399f7e-15bd-4621-abd1-34b022e325f1 HTTP/1.1" status: 204 len: 168 time: 0.8139908 Jul 15 13:18:25.950602 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36354) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:25.982630 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc58643-9592-4ffe-9f79-5eb427e1f6ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9399f7e-15bd-4621-abd1-34b022e325f1,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:26.020777 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9961240d-eb6c-4534-8dcc-c543b0acb531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a219332-539e-43f4-ad7d-bc1eb1e39bc8'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:26.021235 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-e24cb2aa-b3ef-4bd0-8d91-705787cee378 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] DELETE failed (client error): The resource could not be found. Jul 15 13:18:26.021897 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e24cb2aa-b3ef-4bd0-8d91-705787cee378 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:18:26.024187 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e24cb2aa-b3ef-4bd0-8d91-705787cee378 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/subnets/88e80d45-a522-415b-9349-50ad16364894 HTTP/1.1" status: 404 len: 337 time: 0.1044378 Jul 15 13:18:26.025144 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6288805-2517-47d8-b84b-1b127ea56677" -d '{"events": [{"server_uuid": "9961240d-eb6c-4534-8dcc-c543b0acb531", "name": "network-vif-plugged", "status": "completed", "tag": "7a219332-539e-43f4-ad7d-bc1eb1e39bc8"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:26.028378 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36358) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:26.052630 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 7a219332-539e-43f4-ad7d-bc1eb1e39bc8, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=7a219332-539e-43f4-ad7d-bc1eb1e39bc8,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:26.066639 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.121811 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0876d17-a235-443e-9a70-0a0f0db9a908 x-openstack-request-id: req-f0876d17-a235-443e-9a70-0a0f0db9a908 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:26.122156 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9961240d-eb6c-4534-8dcc-c543b0acb531", "name": "network-vif-plugged", "status": "completed", "tag": "7a219332-539e-43f4-ad7d-bc1eb1e39bc8", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:26.122333 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f0876d17-a235-443e-9a70-0a0f0db9a908 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:26.122719 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9961240d-eb6c-4534-8dcc-c543b0acb531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a219332-539e-43f4-ad7d-bc1eb1e39bc8', 'code': 200} Jul 15 13:18:26.228209 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=7a219332-539e-43f4-ad7d-bc1eb1e39bc8,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:26.241243 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-08968d57-5d8f-414a-92f9-36ab549e339d None None] Deleting port c622a3f9-81a4-43ab-883d-c993e97c95be {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:26.242096 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-08968d57-5d8f-414a-92f9-36ab549e339d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.295656 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-29e8ef01-a0d2-4e8f-a1ce-2a8203f363b4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Deleting port 25c90446-ba5b-4725-baaa-4df301b424a6 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:26.296085 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-29e8ef01-a0d2-4e8f-a1ce-2a8203f363b4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.342507 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54553aa9-2983-40da-859e-6938fb6183b7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network f58c519f-11eb-42fe-9351-24b164e94af3 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:26.353489 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-54553aa9-2983-40da-859e-6938fb6183b7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:26.375431 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a49fb925-ba73-4bfe-8f72-0ade248212ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.385285 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.405689 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-08968d57-5d8f-414a-92f9-36ab549e339d None None] For port c622a3f9-81a4-43ab-883d-c993e97c95be, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c622a3f9-81a4-43ab-883d-c993e97c95be,segment=NetworkSegment(932b5e5e-6608-4d88-9e6a-43db6fa29c4a),segment_id=932b5e5e-6608-4d88-9e6a-43db6fa29c4a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:26.409750 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-08968d57-5d8f-414a-92f9-36ab549e339d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.460229 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-08968d57-5d8f-414a-92f9-36ab549e339d None None] Calling delete_port for c622a3f9-81a4-43ab-883d-c993e97c95be owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:26.479148 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0f41080e-52c6-450d-8552-79101cdf6b77 None None] Provisioning for port 7a11b87d-8476-433b-ac3e-6053d8b0a434 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:26.522717 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0f41080e-52c6-450d-8552-79101cdf6b77 None None] Provisioning complete for port 7a11b87d-8476-433b-ac3e-6053d8b0a434 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:26.523336 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0f41080e-52c6-450d-8552-79101cdf6b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.525418 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-29e8ef01-a0d2-4e8f-a1ce-2a8203f363b4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.566312 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-29e8ef01-a0d2-4e8f-a1ce-2a8203f363b4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Calling delete_port for 25c90446-ba5b-4725-baaa-4df301b424a6 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:26.591673 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbfe9f9-50bb-459d-844d-306578fa18c8 req-28d24e13-006e-4f41-a976-cedd49fd7a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:26.594740 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-efbfe9f9-50bb-459d-844d-306578fa18c8 req-28d24e13-006e-4f41-a976-cedd49fd7a0a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 1098 time: 0.2401140 Jul 15 13:18:26.733676 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-d0112841-47a5-4692-8734-278d8bd0999a req-f146c235-ee81-4359-a5d1-fca87dffc88b tempest-ServersAdminTestJSON-1633573440 tempest-ServersAdminTestJSON-1633573440-project] (93814) timed out ('10.222.0.32', 60642) {{(pid=93814) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:18:26.765585 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54553aa9-2983-40da-859e-6938fb6183b7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Router 4d642d41-e917-4abf-9b81-bc2112473527 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:18:26.794385 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-08968d57-5d8f-414a-92f9-36ab549e339d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.832871 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:18:26.857784 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08968d57-5d8f-414a-92f9-36ab549e339d None None] Pushing event deleted for resources: {'Port': ['ID=c622a3f9-81a4-43ab-883d-c993e97c95be,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:26.871344 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0f41080e-52c6-450d-8552-79101cdf6b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.890090 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08968d57-5d8f-414a-92f9-36ab549e339d None None] No DVR routers for this DVR port c622a3f9-81a4-43ab-883d-c993e97c95be on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:26.938353 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-0f41080e-52c6-450d-8552-79101cdf6b77 None None] For port 7a11b87d-8476-433b-ac3e-6053d8b0a434, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=7a11b87d-8476-433b-ac3e-6053d8b0a434,segment=NetworkSegment(80b6ad5e-5d80-47e1-9a80-2ac50d5c490e),segment_id=80b6ad5e-5d80-47e1-9a80-2ac50d5c490e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:26.944734 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0f41080e-52c6-450d-8552-79101cdf6b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.181606 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41080e-52c6-450d-8552-79101cdf6b77 None None] Pushing event updated for resources: {'Port': ['ID=7a11b87d-8476-433b-ac3e-6053d8b0a434,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:27.195832 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-52f6cd49-4532-4739-8e63-340130c13074 None None] Provisioning for port 02628c6a-2717-4822-bd86-949556bd6b88 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:27.209844 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-52f6cd49-4532-4739-8e63-340130c13074 None None] Provisioning complete for port 02628c6a-2717-4822-bd86-949556bd6b88 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:27.210279 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52f6cd49-4532-4739-8e63-340130c13074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.255775 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-29e8ef01-a0d2-4e8f-a1ce-2a8203f363b4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.304496 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-52f6cd49-4532-4739-8e63-340130c13074 None None] Port 02628c6a-2717-4822-bd86-949556bd6b88 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:27.341481 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-52f6cd49-4532-4739-8e63-340130c13074 None None] Provisioning complete for port 7a11b87d-8476-433b-ac3e-6053d8b0a434 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:27.341849 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52f6cd49-4532-4739-8e63-340130c13074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.392572 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e8ef01-a0d2-4e8f-a1ce-2a8203f363b4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Port': ['ID=25c90446-ba5b-4725-baaa-4df301b424a6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:27.405546 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-efbfe9f9-50bb-459d-844d-306578fa18c8 req-aeafbe95-36d1-4aa5-8323-437d13cf6992 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063167 Jul 15 13:18:27.423548 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a49fb925-ba73-4bfe-8f72-0ade248212ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.444267 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 7a11b87d-8476-433b-ac3e-6053d8b0a434 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:27.450356 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54553aa9-2983-40da-859e-6938fb6183b7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:18:27.464574 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-54553aa9-2983-40da-859e-6938fb6183b7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "PUT /v2.0/routers/4d642d41-e917-4abf-9b81-bc2112473527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4247823 Jul 15 13:18:27.467723 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-a49fb925-ba73-4bfe-8f72-0ade248212ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b9ba910-6749-4270-b002-56d9006f5b50']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:27.469856 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36368) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:27.497342 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-29e8ef01-a0d2-4e8f-a1ce-2a8203f363b4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.498555 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-5e8d31a2-061d-41a7-a34d-8a28eefa6b81 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Request body: {'network': {'name': 'tempest-RoutersTest-72593362'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:27.505499 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-29e8ef01-a0d2-4e8f-a1ce-2a8203f363b4 tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/ports/25c90446-ba5b-4725-baaa-4df301b424a6 HTTP/1.1" status: 204 len: 168 time: 1.4757135 Jul 15 13:18:27.506999 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36370) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:27.515558 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-a49fb925-ba73-4bfe-8f72-0ade248212ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:27.515878 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-a49fb925-ba73-4bfe-8f72-0ade248212ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7e5f3e-b26d-4ce9-8e4b-b781d9e1ac72') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:27.531478 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2659eaba-fa02-4437-8fd7-6cbaa3a62093 None None] Sync routers for ids ['4d642d41-e917-4abf-9b81-bc2112473527'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:18:27.544861 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a49fb925-ba73-4bfe-8f72-0ade248212ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.582200 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2659eaba-fa02-4437-8fd7-6cbaa3a62093 None None] Routers {'4d642d41-e917-4abf-9b81-bc2112473527'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:27.582433 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-2659eaba-fa02-4437-8fd7-6cbaa3a62093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:18:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4d642d41-e917-4abf-9b81-bc2112473527'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:27.592073 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a49fb925-ba73-4bfe-8f72-0ade248212ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.619742 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8d31a2-061d-41a7-a34d-8a28eefa6b81 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Made reservation on behalf of 2299834c406d4055b9f136a9c73b3afc for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:27.625064 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e8d31a2-061d-41a7-a34d-8a28eefa6b81 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.654399 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a49fb925-ba73-4bfe-8f72-0ade248212ef admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:18:27.654851 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a49fb925-ba73-4bfe-8f72-0ade248212ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:18:27.659787 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:18:27.710618 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed9afe72-4988-4e0a-aacf-95e4d4b4ebed tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.788981 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e8d31a2-061d-41a7-a34d-8a28eefa6b81 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:18:27.806974 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e8d31a2-061d-41a7-a34d-8a28eefa6b81 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.807399 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-5e8d31a2-061d-41a7-a34d-8a28eefa6b81 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Added segment ce62e139-f3f9-43fa-8738-7dc76b340605 of type vlan for network 7042ee30-cf2d-4b93-a86a-e678510d800f Jul 15 13:18:27.817588 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa84eb-58e9-4eee-994b-1d919832cfdd req-c2e08286-fc2b-4cdb-9608-5d56c7e56da4 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:27.819538 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-17aa84eb-58e9-4eee-994b-1d919832cfdd req-c2e08286-fc2b-4cdb-9608-5d56c7e56da4 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 946 time: 0.4231703 Jul 15 13:18:27.834437 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 7a11b87d-8476-433b-ac3e-6053d8b0a434 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:27.834819 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.856191 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e8d31a2-061d-41a7-a34d-8a28eefa6b81 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.881503 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a49fb925-ba73-4bfe-8f72-0ade248212ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.906101 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a49fb925-ba73-4bfe-8f72-0ade248212ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.910677 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a49fb925-ba73-4bfe-8f72-0ade248212ef admin admin] 10.222.0.24 "DELETE /v2.0/networks/7b9ba910-6749-4270-b002-56d9006f5b50 HTTP/1.1" status: 204 len: 168 time: 1.9504447 Jul 15 13:18:27.923085 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fb925-ba73-4bfe-8f72-0ade248212ef admin admin] Pushing event deleted for resources: {'Network': ['ID=7b9ba910-6749-4270-b002-56d9006f5b50,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:27.929147 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e8d31a2-061d-41a7-a34d-8a28eefa6b81 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.936311 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8d31a2-061d-41a7-a34d-8a28eefa6b81 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:27.937214 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e8d31a2-061d-41a7-a34d-8a28eefa6b81 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.944814 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed9afe72-4988-4e0a-aacf-95e4d4b4ebed tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.988575 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-ed9afe72-4988-4e0a-aacf-95e4d4b4ebed tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e847af-0772-4459-8702-a89a659fb5a0']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:28.029175 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d31a2-061d-41a7-a34d-8a28eefa6b81 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Network': ['ID=7042ee30-cf2d-4b93-a86a-e678510d800f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:28.053828 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5e8d31a2-061d-41a7-a34d-8a28eefa6b81 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5805800 Jul 15 13:18:28.059318 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36384) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:28.068272 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0f400876-286f-4025-b778-6153513f5f61 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Request body: {'subnet': {'network_id': '7042ee30-cf2d-4b93-a86a-e678510d800f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:28.075846 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-ed9afe72-4988-4e0a-aacf-95e4d4b4ebed tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '932b5e5e-6608-4d88-9e6a-43db6fa29c4a') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:28.076446 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-ed9afe72-4988-4e0a-aacf-95e4d4b4ebed tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '932b5e5e-6608-4d88-9e6a-43db6fa29c4a') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:28.123373 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed9afe72-4988-4e0a-aacf-95e4d4b4ebed tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.145618 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed9afe72-4988-4e0a-aacf-95e4d4b4ebed tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.152715 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-17aa84eb-58e9-4eee-994b-1d919832cfdd req-66b6c615-eb65-4208-ba55-c9e6d74f4eeb tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197501 Jul 15 13:18:28.159614 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed9afe72-4988-4e0a-aacf-95e4d4b4ebed tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:18:28.160260 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed9afe72-4988-4e0a-aacf-95e4d4b4ebed tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.164837 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:28.164837 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:28.164837 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:18:28.164837 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:18:28.164837 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:18:28.164837 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:18:28.164837 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:18:28.164837 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:18:28.164837 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:18:28.164837 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:18:28.164837 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:18:28.164837 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:18:28.164837 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:18:28.164837 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:18:28.164837 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:18:28.164837 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:18:28.164837 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:18:28.164837 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:18:28.164837 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:18:28.164837 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:18:28.164837 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:18:28.164837 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:18:28.164837 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:18:28.164837 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:18:28.164837 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:18:28.164837 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:18:28.164837 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:18:28.164837 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:18:28.164837 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:18:28.164837 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:18:28.164837 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:18:28.164837 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:18:28.164837 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:18:28.164837 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:18:28.268529 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 7042ee30-cf2d-4b93-a86a-e678510d800f details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:18:28.309514 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f400876-286f-4025-b778-6153513f5f61 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Made reservation on behalf of 2299834c406d4055b9f136a9c73b3afc for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:28.320299 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f400876-286f-4025-b778-6153513f5f61 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.335687 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-2659eaba-fa02-4437-8fd7-6cbaa3a62093 None None] Set router 4d642d41-e917-4abf-9b81-bc2112473527 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:28.339044 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed9afe72-4988-4e0a-aacf-95e4d4b4ebed tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.351827 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed9afe72-4988-4e0a-aacf-95e4d4b4ebed tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.357088 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ed9afe72-4988-4e0a-aacf-95e4d4b4ebed tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] 10.222.0.24 "DELETE /v2.0/networks/73e847af-0772-4459-8702-a89a659fb5a0 HTTP/1.1" status: 204 len: 168 time: 0.8453758 Jul 15 13:18:28.369326 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9afe72-4988-4e0a-aacf-95e4d4b4ebed tempest-PortsIpV6TestJSON-1073682324 tempest-PortsIpV6TestJSON-1073682324-project] Pushing event deleted for resources: {'Network': ['ID=73e847af-0772-4459-8702-a89a659fb5a0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:28.506657 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36402) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:28.560319 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b4951654-7d3b-4c72-8b60-c4924b25ef15 None None] Provisioning complete for port 02628c6a-2717-4822-bd86-949556bd6b88 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:28.560901 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4951654-7d3b-4c72-8b60-c4924b25ef15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.704809 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2a0608f3-cae8-4283-98a2-494d0ceade5e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7c1af11be7dd419195f949cd92df4ecc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1897614 Jul 15 13:18:28.712428 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36406) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:28.862041 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b4951654-7d3b-4c72-8b60-c4924b25ef15 None None] Port 02628c6a-2717-4822-bd86-949556bd6b88 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:28.895968 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66c9df59-06b2-4e4e-ab54-8b8b29f02171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.898763 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36408) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:28.960315 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f400876-286f-4025-b778-6153513f5f61 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.965300 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66c9df59-06b2-4e4e-ab54-8b8b29f02171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.981544 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c622a3f9-81a4-43ab-883d-c993e97c95be no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:29.077168 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: c622a3f9-81a4-43ab-883d-c993e97c95be {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:18:29.077731 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c622a3f9-81a4-43ab-883d-c993e97c95be not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:18:29.154149 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-2659eaba-fa02-4437-8fd7-6cbaa3a62093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d642d41-e917-4abf-9b81-bc2112473527', 'name': 'tempest-RoutersTest-router-1545843645', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:48Z', 'updated_at': '2021-07-15T13:18:24Z', 'revision_number': 4, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'gw_port_host': None, '_interfaces': [{'id': '02628c6a-2717-4822-bd86-949556bd6b88', 'name': '', 'network_id': 'f58c519f-11eb-42fe-9351-24b164e94af3', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:be:24:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'c22aa5b4-73fd-4752-bd1d-3d239ebdafef', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:21Z', 'updated_at': '2021-07-15T13:18:25Z', 'revision_number': 2, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'c22aa5b4-73fd-4752-bd1d-3d239ebdafef', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46555fe4-6a8c-45bd-b983-9580835f80a9', 'name': '', 'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:8e:89:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:53Z', 'updated_at': '2021-07-15T13:18:12Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72d7ee3a-9e74-4e17-b942-2eae4f566f68', 'name': '', 'network_id': '124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:a7:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:07Z', 'updated_at': '2021-07-15T13:18:17Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:29.182403 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f400876-286f-4025-b778-6153513f5f61 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Subnet': ['ID=a47f2f89-10f9-4d42-b4a9-f910fccf4cf1,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:29.236120 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5b930f57-245a-457f-ba98-04b10fefaeb0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d0416ea200934772bf1c355297ecb0ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3208194 Jul 15 13:18:29.236120 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66c9df59-06b2-4e4e-ab54-8b8b29f02171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.236120 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66c9df59-06b2-4e4e-ab54-8b8b29f02171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.236120 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-66c9df59-06b2-4e4e-ab54-8b8b29f02171 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d499bd81-9e17-484a-8125-c175ffb80abd HTTP/1.1" status: 204 len: 168 time: 0.5210996 Jul 15 13:18:29.240964 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36424) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:29.268953 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9df59-06b2-4e4e-ab54-8b8b29f02171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d499bd81-9e17-484a-8125-c175ffb80abd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:29.283366 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f400876-286f-4025-b778-6153513f5f61 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Checking segment: {'id': 'ce62e139-f3f9-43fa-8738-7dc76b340605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7042ee30-cf2d-4b93-a86a-e678510d800f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:29.295264 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f400876-286f-4025-b778-6153513f5f61 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network hostable DHCP agents. Network: 7042ee30-cf2d-4b93-a86a-e678510d800f, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:18:29.350239 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2659eaba-fa02-4437-8fd7-6cbaa3a62093 None None] Checking router: 4d642d41-e917-4abf-9b81-bc2112473527 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:18:29.351533 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2659eaba-fa02-4437-8fd7-6cbaa3a62093 None None] Updating router 4d642d41-e917-4abf-9b81-bc2112473527 port 02628c6a-2717-4822-bd86-949556bd6b88 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:18:29.364209 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f400876-286f-4025-b778-6153513f5f61 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network 7042ee30-cf2d-4b93-a86a-e678510d800f is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:18:29.387263 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51ed59ca-0815-4dce-b60d-8670b3ee30b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.406611 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-0f400876-286f-4025-b778-6153513f5f61 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 7042ee30-cf2d-4b93-a86a-e678510d800f) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:29.415807 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f400876-286f-4025-b778-6153513f5f61 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:29.416889 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f400876-286f-4025-b778-6153513f5f61 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.450845 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6116b16b-46a2-4e88-8992-eaf81f598233 None None] Network 7042ee30-cf2d-4b93-a86a-e678510d800f requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:29.486405 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0f400876-286f-4025-b778-6153513f5f61 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4249964 Jul 15 13:18:29.489347 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36432) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:29.505427 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51ed59ca-0815-4dce-b60d-8670b3ee30b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.717473 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2659eaba-fa02-4437-8fd7-6cbaa3a62093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.820398 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcda7c3-67ea-477b-828f-efccd2276cdc req-5f3854e8-4ed4-441b-ab32-b877ce19b06e tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:29.833453 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-abcda7c3-67ea-477b-828f-efccd2276cdc req-5f3854e8-4ed4-441b-ab32-b877ce19b06e tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 946 time: 0.2651544 Jul 15 13:18:29.870304 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51ed59ca-0815-4dce-b60d-8670b3ee30b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.872854 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51ed59ca-0815-4dce-b60d-8670b3ee30b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.878661 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-51ed59ca-0815-4dce-b60d-8670b3ee30b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9a7b619f-8c90-44a7-80fe-87f6dde1f132 HTTP/1.1" status: 204 len: 168 time: 0.6301711 Jul 15 13:18:29.937326 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-abcda7c3-67ea-477b-828f-efccd2276cdc req-cd1d09ff-2851-4442-9d32-eba6c708bd87 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030142 Jul 15 13:18:29.990440 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed59ca-0815-4dce-b60d-8670b3ee30b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7b619f-8c90-44a7-80fe-87f6dde1f132,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:29.992534 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-7042ee30-cf2d-4b93-a86a-e678510d800f', 'network_id': '7042ee30-cf2d-4b93-a86a-e678510d800f', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'fixed_ips': [{'subnet_id': 'a47f2f89-10f9-4d42-b4a9-f910fccf4cf1'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:18:29.997721 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.873845 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] Allocated IP 172.23.0.2 (7042ee30-cf2d-4b93-a86a-e678510d800f/a47f2f89-10f9-4d42-b4a9-f910fccf4cf1/a02f0df5-aed9-4fff-859b-c63d7fdfc611) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:31.008651 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bdeb5cc3-c33c-4cd4-9030-aa4ca3e740d7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.069348 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2659eaba-fa02-4437-8fd7-6cbaa3a62093 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.106150 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2659eaba-fa02-4437-8fd7-6cbaa3a62093 None None] Transition to ACTIVE for port object 02628c6a-2717-4822-bd86-949556bd6b88 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:31.139944 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2659eaba-fa02-4437-8fd7-6cbaa3a62093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.399107 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990e33e-b4c5-4ed9-87ac-67d93da6f923 None None] Pushing event updated for resources: {'Port': ['ID=02628c6a-2717-4822-bd86-949556bd6b88,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:31.468337 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.543559 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] Transition to ACTIVE for port object a02f0df5-aed9-4fff-859b-c63d7fdfc611 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:31.650133 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-2659eaba-fa02-4437-8fd7-6cbaa3a62093 None None] Attempting to bind port 02628c6a-2717-4822-bd86-949556bd6b88 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:31.650700 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-2659eaba-fa02-4437-8fd7-6cbaa3a62093 None None] Attempting to bind port 02628c6a-2717-4822-bd86-949556bd6b88 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '80b6ad5e-5d80-47e1-9a80-2ac50d5c490e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f58c519f-11eb-42fe-9351-24b164e94af3'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:31.651553 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2659eaba-fa02-4437-8fd7-6cbaa3a62093 None None] Attempting to bind port 02628c6a-2717-4822-bd86-949556bd6b88 on network f58c519f-11eb-42fe-9351-24b164e94af3 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:31.685203 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2659eaba-fa02-4437-8fd7-6cbaa3a62093 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:31.690526 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2659eaba-fa02-4437-8fd7-6cbaa3a62093 None None] Checking segment: {'id': '80b6ad5e-5d80-47e1-9a80-2ac50d5c490e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f58c519f-11eb-42fe-9351-24b164e94af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:31.691462 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2659eaba-fa02-4437-8fd7-6cbaa3a62093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.692420 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2659eaba-fa02-4437-8fd7-6cbaa3a62093 None None] Bound using segment: {'id': '80b6ad5e-5d80-47e1-9a80-2ac50d5c490e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f58c519f-11eb-42fe-9351-24b164e94af3'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:31.694417 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-2659eaba-fa02-4437-8fd7-6cbaa3a62093 None None] Bound port: 02628c6a-2717-4822-bd86-949556bd6b88, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b6ad5e-5d80-47e1-9a80-2ac50d5c490e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'f58c519f-11eb-42fe-9351-24b164e94af3'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:31.695318 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2659eaba-fa02-4437-8fd7-6cbaa3a62093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.700613 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5190b-8534-4bbd-acd9-c29159cd2e45 req-ab7696a8-8b76-47f1-93c6-740dec418cbc tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:31.703387 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-17e5190b-8534-4bbd-acd9-c29159cd2e45 req-ab7696a8-8b76-47f1-93c6-740dec418cbc tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 946 time: 0.5659232 Jul 15 13:18:31.751626 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] Transition to ACTIVE for port object a02f0df5-aed9-4fff-859b-c63d7fdfc611 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:31.799934 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.875044 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36520) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:31.881107 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0039141 Jul 15 13:18:31.888540 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36522) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:31.938383 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-2659eaba-fa02-4437-8fd7-6cbaa3a62093 None None] For port 02628c6a-2717-4822-bd86-949556bd6b88, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:31.943427 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-2659eaba-fa02-4437-8fd7-6cbaa3a62093 None None] For port 02628c6a-2717-4822-bd86-949556bd6b88, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=02628c6a-2717-4822-bd86-949556bd6b88,segment=NetworkSegment(80b6ad5e-5d80-47e1-9a80-2ac50d5c490e),segment_id=80b6ad5e-5d80-47e1-9a80-2ac50d5c490e)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:31.954814 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] Network 7042ee30-cf2d-4b93-a86a-e678510d800f is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:31.959156 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:31.961990 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2659eaba-fa02-4437-8fd7-6cbaa3a62093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:31.966572 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:32.011679 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] Pushing event updated for resources: {'Port': ['ID=a02f0df5-aed9-4fff-859b-c63d7fdfc611,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:32.130751 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-17e5190b-8534-4bbd-acd9-c29159cd2e45 req-f9c8a11a-0d32-4b6c-975e-69f1dc609b34 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080822 Jul 15 13:18:32.225522 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990e33e-b4c5-4ed9-87ac-67d93da6f923 None None] Pushing event updated for resources: {'Port': ['ID=02628c6a-2717-4822-bd86-949556bd6b88,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:32.272980 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2659eaba-fa02-4437-8fd7-6cbaa3a62093 None None] Routers {'4d642d41-e917-4abf-9b81-bc2112473527'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:32.274238 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-2659eaba-fa02-4437-8fd7-6cbaa3a62093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:18:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4d642d41-e917-4abf-9b81-bc2112473527'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:32.283642 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-bdeb5cc3-c33c-4cd4-9030-aa4ca3e740d7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Allocated IP 172.23.0.1 (7042ee30-cf2d-4b93-a86a-e678510d800f/a47f2f89-10f9-4d42-b4a9-f910fccf4cf1/2c30825f-548c-49b3-a9ff-92ea82e66a43) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:32.370661 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] Attempting to bind port a02f0df5-aed9-4fff-859b-c63d7fdfc611 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:32.372265 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] Attempting to bind port a02f0df5-aed9-4fff-859b-c63d7fdfc611 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'ce62e139-f3f9-43fa-8738-7dc76b340605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7042ee30-cf2d-4b93-a86a-e678510d800f'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:32.372971 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] Attempting to bind port a02f0df5-aed9-4fff-859b-c63d7fdfc611 on network 7042ee30-cf2d-4b93-a86a-e678510d800f {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:32.457067 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-2659eaba-fa02-4437-8fd7-6cbaa3a62093 None None] Set router 4d642d41-e917-4abf-9b81-bc2112473527 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:32.497662 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b8a4222c-04f1-4dcb-8e02-86cdb25d7bc0 tempest-NetworksApiDiscovery-1090441800 tempest-NetworksApiDiscovery-1090441800-project] 10.222.0.24 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.6065040 Jul 15 13:18:32.624586 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:32.625176 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] Checking segment: {'id': 'ce62e139-f3f9-43fa-8738-7dc76b340605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7042ee30-cf2d-4b93-a86a-e678510d800f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:32.625715 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:32.627073 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] Bound using segment: {'id': 'ce62e139-f3f9-43fa-8738-7dc76b340605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7042ee30-cf2d-4b93-a86a-e678510d800f'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:32.627073 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] Bound port: a02f0df5-aed9-4fff-859b-c63d7fdfc611, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce62e139-f3f9-43fa-8738-7dc76b340605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7042ee30-cf2d-4b93-a86a-e678510d800f'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:32.627597 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:32.763270 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bdeb5cc3-c33c-4cd4-9030-aa4ca3e740d7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:32.801390 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-bdeb5cc3-c33c-4cd4-9030-aa4ca3e740d7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Transition to ACTIVE for port object 2c30825f-548c-49b3-a9ff-92ea82e66a43 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:32.892320 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bdeb5cc3-c33c-4cd4-9030-aa4ca3e740d7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:33.010740 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] For port a02f0df5-aed9-4fff-859b-c63d7fdfc611, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:33.031596 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] For port a02f0df5-aed9-4fff-859b-c63d7fdfc611, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a02f0df5-aed9-4fff-859b-c63d7fdfc611,segment=NetworkSegment(ce62e139-f3f9-43fa-8738-7dc76b340605),segment_id=ce62e139-f3f9-43fa-8738-7dc76b340605)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:33.048313 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:33.064971 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36552) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:33.074783 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdeb5cc3-c33c-4cd4-9030-aa4ca3e740d7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network 7042ee30-cf2d-4b93-a86a-e678510d800f is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:33.092292 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-bdeb5cc3-c33c-4cd4-9030-aa4ca3e740d7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:33.136764 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb5cc3-c33c-4cd4-9030-aa4ca3e740d7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Port': ['ID=2c30825f-548c-49b3-a9ff-92ea82e66a43,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:33.143325 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdeb5cc3-c33c-4cd4-9030-aa4ca3e740d7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:33.283307 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bdeb5cc3-c33c-4cd4-9030-aa4ca3e740d7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:33.484067 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] Pushing event updated for resources: {'Port': ['ID=a02f0df5-aed9-4fff-859b-c63d7fdfc611,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:33.495835 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:33.496212 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:33.496519 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:33.496840 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:33.497177 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:33.497511 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:33.497848 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:33.502154 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:33.510016 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:33.510379 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:33.510716 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:33.511048 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee404a7a-3088-4977-a16c-a385ba1e85bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:33.517021 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d390fb50-607b-46f0-873a-505d07e0824e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:33.561614 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-2659eaba-fa02-4437-8fd7-6cbaa3a62093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d642d41-e917-4abf-9b81-bc2112473527', 'name': 'tempest-RoutersTest-router-1545843645', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:48Z', 'updated_at': '2021-07-15T13:18:24Z', 'revision_number': 4, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'gw_port_host': None, '_interfaces': [{'id': '02628c6a-2717-4822-bd86-949556bd6b88', 'name': '', 'network_id': 'f58c519f-11eb-42fe-9351-24b164e94af3', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:be:24:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'c22aa5b4-73fd-4752-bd1d-3d239ebdafef', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:21Z', 'updated_at': '2021-07-15T13:18:31Z', 'revision_number': 4, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'c22aa5b4-73fd-4752-bd1d-3d239ebdafef', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46555fe4-6a8c-45bd-b983-9580835f80a9', 'name': '', 'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:8e:89:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:53Z', 'updated_at': '2021-07-15T13:18:12Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72d7ee3a-9e74-4e17-b942-2eae4f566f68', 'name': '', 'network_id': '124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:a7:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:07Z', 'updated_at': '2021-07-15T13:18:17Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:33.668537 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2659eaba-fa02-4437-8fd7-6cbaa3a62093 None None] The sync data for ids ['4d642d41-e917-4abf-9b81-bc2112473527'] in n-d-758944-45 is: [{'id': '4d642d41-e917-4abf-9b81-bc2112473527', 'name': 'tempest-RoutersTest-router-1545843645', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:48Z', 'updated_at': '2021-07-15T13:18:24Z', 'revision_number': 4, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'gw_port_host': None, '_interfaces': [{'id': '02628c6a-2717-4822-bd86-949556bd6b88', 'name': '', 'network_id': 'f58c519f-11eb-42fe-9351-24b164e94af3', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:be:24:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'c22aa5b4-73fd-4752-bd1d-3d239ebdafef', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:21Z', 'updated_at': '2021-07-15T13:18:31Z', 'revision_number': 4, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'c22aa5b4-73fd-4752-bd1d-3d239ebdafef', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46555fe4-6a8c-45bd-b983-9580835f80a9', 'name': '', 'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:8e:89:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:53Z', 'updated_at': '2021-07-15T13:18:12Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72d7ee3a-9e74-4e17-b942-2eae4f566f68', 'name': '', 'network_id': '124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:a7:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:07Z', 'updated_at': '2021-07-15T13:18:17Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:18:33.670880 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bdeb5cc3-c33c-4cd4-9030-aa4ca3e740d7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:34.027505 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d390fb50-607b-46f0-873a-505d07e0824e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:34.047728 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d390fb50-607b-46f0-873a-505d07e0824e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:34.265413 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d390fb50-607b-46f0-873a-505d07e0824e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=14aca06202cd44b9bd2c1b3a5230ee9a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1992781 Jul 15 13:18:34.271780 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36592) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:34.334771 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390fb50-607b-46f0-873a-505d07e0824e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b7a570-5ab3-4abb-b010-99b09c8a2ebe,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:34.408163 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-50746d1a-eab3-4659-95f9-527a3d049934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:34.530913 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-50746d1a-eab3-4659-95f9-527a3d049934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:34.752743 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-50746d1a-eab3-4659-95f9-527a3d049934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:34.760170 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-50746d1a-eab3-4659-95f9-527a3d049934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:34.763076 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-50746d1a-eab3-4659-95f9-527a3d049934 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19b7a570-5ab3-4abb-b010-99b09c8a2ebe HTTP/1.1" status: 204 len: 168 time: 0.4886575 Jul 15 13:18:34.801014 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50746d1a-eab3-4659-95f9-527a3d049934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b7a570-5ab3-4abb-b010-99b09c8a2ebe,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:35.001341 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce6165-818f-481a-86c7-8e2eece6667c req-943d32cf-b8e7-40ae-a79a-f433c5165d98 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:35.004378 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50ce6165-818f-481a-86c7-8e2eece6667c req-943d32cf-b8e7-40ae-a79a-f433c5165d98 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 946 time: 0.2528989 Jul 15 13:18:35.074289 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50ce6165-818f-481a-86c7-8e2eece6667c req-c297dd8e-340e-491c-b109-be4a59a0e74b tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626209 Jul 15 13:18:35.146948 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bdeb5cc3-c33c-4cd4-9030-aa4ca3e740d7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.167160 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bdeb5cc3-c33c-4cd4-9030-aa4ca3e740d7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.478563 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb5cc3-c33c-4cd4-9030-aa4ca3e740d7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event updated for resources: {'Port': ['ID=2c30825f-548c-49b3-a9ff-92ea82e66a43,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:35.489502 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bdeb5cc3-c33c-4cd4-9030-aa4ca3e740d7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.663974 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdeb5cc3-c33c-4cd4-9030-aa4ca3e740d7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Network 7042ee30-cf2d-4b93-a86a-e678510d800f is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:35.665988 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-bdeb5cc3-c33c-4cd4-9030-aa4ca3e740d7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:35.779816 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a02f0df5-aed9-4fff-859b-c63d7fdfc611 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:35.908073 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d38e75-97ca-43ba-b4e3-043ee00dd351 None None] Network 7042ee30-cf2d-4b93-a86a-e678510d800f requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:35.970432 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdeb5cc3-c33c-4cd4-9030-aa4ca3e740d7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Router 4d642d41-e917-4abf-9b81-bc2112473527 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:18:35.992204 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port a02f0df5-aed9-4fff-859b-c63d7fdfc611 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:36.011342 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 02628c6a-2717-4822-bd86-949556bd6b88 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:36.068972 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ec555859-7ae5-4f11-9aa7-356212e00e03 None None] Provisioning for port a02f0df5-aed9-4fff-859b-c63d7fdfc611 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:36.101166 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ec555859-7ae5-4f11-9aa7-356212e00e03 None None] Provisioning complete for port a02f0df5-aed9-4fff-859b-c63d7fdfc611 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:36.101924 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec555859-7ae5-4f11-9aa7-356212e00e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:36.262713 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdeb5cc3-c33c-4cd4-9030-aa4ca3e740d7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:18:36.275913 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-bdeb5cc3-c33c-4cd4-9030-aa4ca3e740d7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "PUT /v2.0/routers/4d642d41-e917-4abf-9b81-bc2112473527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7796664 Jul 15 13:18:36.276770 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36654) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:36.287476 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a5d51f27-7bc9-4baa-a909-b4ef630d9cb0 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:36.447419 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 02628c6a-2717-4822-bd86-949556bd6b88 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:36.454673 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 02628c6a-2717-4822-bd86-949556bd6b88 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:36.455055 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:36.512797 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36658) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:36.619762 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec555859-7ae5-4f11-9aa7-356212e00e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:36.663806 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ec555859-7ae5-4f11-9aa7-356212e00e03 None None] For port a02f0df5-aed9-4fff-859b-c63d7fdfc611, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a02f0df5-aed9-4fff-859b-c63d7fdfc611,segment=NetworkSegment(ce62e139-f3f9-43fa-8738-7dc76b340605),segment_id=ce62e139-f3f9-43fa-8738-7dc76b340605)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:36.708412 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec555859-7ae5-4f11-9aa7-356212e00e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:36.730436 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6d2e0b-fba4-44e1-b877-e4c988bc9dbb None None] Sync routers for ids ['4d642d41-e917-4abf-9b81-bc2112473527'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:18:36.782213 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6d2e0b-fba4-44e1-b877-e4c988bc9dbb None None] Routers {'4d642d41-e917-4abf-9b81-bc2112473527'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:36.783254 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9e6d2e0b-fba4-44e1-b877-e4c988bc9dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:18:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4d642d41-e917-4abf-9b81-bc2112473527'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:36.887846 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801eae3-4dee-4d8f-807b-3aeeb73ab13b req-fbc10305-927c-4d79-af7a-542315c07bf9 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:36.890410 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f801eae3-4dee-4d8f-807b-3aeeb73ab13b req-fbc10305-927c-4d79-af7a-542315c07bf9 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 946 time: 0.3729336 Jul 15 13:18:37.028641 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-9e6d2e0b-fba4-44e1-b877-e4c988bc9dbb None None] Set router 4d642d41-e917-4abf-9b81-bc2112473527 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:37.034162 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:37.116364 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec555859-7ae5-4f11-9aa7-356212e00e03 None None] Pushing event updated for resources: {'Port': ['ID=a02f0df5-aed9-4fff-859b-c63d7fdfc611,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:37.182877 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-109880d7-20d0-478a-8047-9b3b019c0654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:37.195719 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f801eae3-4dee-4d8f-807b-3aeeb73ab13b req-f3c1eec4-a094-4650-a99f-3ce4bf97a7eb tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991562 Jul 15 13:18:37.249679 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 02628c6a-2717-4822-bd86-949556bd6b88, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=02628c6a-2717-4822-bd86-949556bd6b88,segment=NetworkSegment(80b6ad5e-5d80-47e1-9a80-2ac50d5c490e),segment_id=80b6ad5e-5d80-47e1-9a80-2ac50d5c490e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:37.265092 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:37.535668 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a02f0df5-aed9-4fff-859b-c63d7fdfc611 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:37.550579 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=02628c6a-2717-4822-bd86-949556bd6b88,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:37.623795 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-109880d7-20d0-478a-8047-9b3b019c0654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:37.635703 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-109880d7-20d0-478a-8047-9b3b019c0654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:37.686055 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109880d7-20d0-478a-8047-9b3b019c0654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87095906-b77e-403d-853b-8c8667dc8b7f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:37.772991 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-109880d7-20d0-478a-8047-9b3b019c0654 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e5f1adafc054c7f8e2e7564fe99f103&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2582293 Jul 15 13:18:37.783489 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36684) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:37.792185 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-73b1fbcb-a687-423a-bb3b-ad099cc0b945 None None] Provisioning complete for port a02f0df5-aed9-4fff-859b-c63d7fdfc611 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:37.793619 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-73b1fbcb-a687-423a-bb3b-ad099cc0b945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:37.907976 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port a02f0df5-aed9-4fff-859b-c63d7fdfc611 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:37.908364 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:37.975882 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.extraroute_db [None req-a5d51f27-7bc9-4baa-a909-b4ef630d9cb0 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93814) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 13:18:38.007348 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.extraroute_db [None req-a5d51f27-7bc9-4baa-a909-b4ef630d9cb0 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Removed routes are [] {{(pid=93814) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 13:18:38.008036 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5d51f27-7bc9-4baa-a909-b4ef630d9cb0 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:38.067201 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:38.242051 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9e6d2e0b-fba4-44e1-b877-e4c988bc9dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d642d41-e917-4abf-9b81-bc2112473527', 'name': 'tempest-RoutersTest-router-1545843645', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:48Z', 'updated_at': '2021-07-15T13:18:33Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'gw_port_host': None, '_interfaces': [{'id': '02628c6a-2717-4822-bd86-949556bd6b88', 'name': '', 'network_id': 'f58c519f-11eb-42fe-9351-24b164e94af3', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:be:24:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'c22aa5b4-73fd-4752-bd1d-3d239ebdafef', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:21Z', 'updated_at': '2021-07-15T13:18:31Z', 'revision_number': 4, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'c22aa5b4-73fd-4752-bd1d-3d239ebdafef', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c30825f-548c-49b3-a9ff-92ea82e66a43', 'name': '', 'network_id': '7042ee30-cf2d-4b93-a86a-e678510d800f', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:89:89:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'a47f2f89-10f9-4d42-b4a9-f910fccf4cf1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:31Z', 'updated_at': '2021-07-15T13:18:34Z', 'revision_number': 2, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'a47f2f89-10f9-4d42-b4a9-f910fccf4cf1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46555fe4-6a8c-45bd-b983-9580835f80a9', 'name': '', 'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:8e:89:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:53Z', 'updated_at': '2021-07-15T13:18:12Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72d7ee3a-9e74-4e17-b942-2eae4f566f68', 'name': '', 'network_id': '124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:a7:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:07Z', 'updated_at': '2021-07-15T13:18:17Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:38.353356 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6d2e0b-fba4-44e1-b877-e4c988bc9dbb None None] Checking router: 4d642d41-e917-4abf-9b81-bc2112473527 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:18:38.355939 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6d2e0b-fba4-44e1-b877-e4c988bc9dbb None None] Updating router 4d642d41-e917-4abf-9b81-bc2112473527 port 2c30825f-548c-49b3-a9ff-92ea82e66a43 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:18:38.361278 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-73b1fbcb-a687-423a-bb3b-ad099cc0b945 None None] Provisioning for port 2c30825f-548c-49b3-a9ff-92ea82e66a43 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:38.408062 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-73b1fbcb-a687-423a-bb3b-ad099cc0b945 None None] Provisioning complete for port 2c30825f-548c-49b3-a9ff-92ea82e66a43 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:38.408464 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-73b1fbcb-a687-423a-bb3b-ad099cc0b945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:38.489909 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-73b1fbcb-a687-423a-bb3b-ad099cc0b945 None None] Port 2c30825f-548c-49b3-a9ff-92ea82e66a43 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:38.515759 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6aba6497-9a15-4707-a624-688043696767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:38.543833 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2e0b-fba4-44e1-b877-e4c988bc9dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:38.616388 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6aba6497-9a15-4707-a624-688043696767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:38.642626 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c8212eda-b787-4f9b-b24f-7dce2343e12f None None] Provisioning complete for port 2c30825f-548c-49b3-a9ff-92ea82e66a43 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:38.642994 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c8212eda-b787-4f9b-b24f-7dce2343e12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:38.671726 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fcbc5-4e13-4d51-ba16-d234ba9aafa5 req-cf26a264-80af-49a2-87e8-e5bfd246cd04 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:38.679941 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-902fcbc5-4e13-4d51-ba16-d234ba9aafa5 req-cf26a264-80af-49a2-87e8-e5bfd246cd04 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 946 time: 0.1819544 Jul 15 13:18:38.762764 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c8212eda-b787-4f9b-b24f-7dce2343e12f None None] Port 2c30825f-548c-49b3-a9ff-92ea82e66a43 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:38.797925 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-902fcbc5-4e13-4d51-ba16-d234ba9aafa5 req-61730839-9fda-41c8-8926-4db850f407b8 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096566 Jul 15 13:18:38.896381 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ef306e18-5d43-4e63-ab7a-b32f079ff298 None None] Provisioning complete for port 2c30825f-548c-49b3-a9ff-92ea82e66a43 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:38.896767 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ef306e18-5d43-4e63-ab7a-b32f079ff298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:38.926274 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c5c68-04c0-40d1-b359-c287a7d78635 req-5fcc47eb-8ac5-4278-829c-4ceb077c3e7c tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:38.938488 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c5c68-04c0-40d1-b359-c287a7d78635 req-5fcc47eb-8ac5-4278-829c-4ceb077c3e7c tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:38.945486 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c5c68-04c0-40d1-b359-c287a7d78635 req-5fcc47eb-8ac5-4278-829c-4ceb077c3e7c tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:38.968265 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c5c68-04c0-40d1-b359-c287a7d78635 req-5fcc47eb-8ac5-4278-829c-4ceb077c3e7c tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:38.982907 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c5c68-04c0-40d1-b359-c287a7d78635 req-5fcc47eb-8ac5-4278-829c-4ceb077c3e7c tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:38.995482 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ef306e18-5d43-4e63-ab7a-b32f079ff298 None None] Port 2c30825f-548c-49b3-a9ff-92ea82e66a43 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:39.004333 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c5c68-04c0-40d1-b359-c287a7d78635 req-5fcc47eb-8ac5-4278-829c-4ceb077c3e7c tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:39.011861 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c5c68-04c0-40d1-b359-c287a7d78635 req-5fcc47eb-8ac5-4278-829c-4ceb077c3e7c tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:39.013981 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b07c5c68-04c0-40d1-b359-c287a7d78635 req-5fcc47eb-8ac5-4278-829c-4ceb077c3e7c tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 5434 time: 0.6493382 Jul 15 13:18:39.014568 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6aba6497-9a15-4707-a624-688043696767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:39.017503 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6aba6497-9a15-4707-a624-688043696767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:39.019164 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6aba6497-9a15-4707-a624-688043696767 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/87095906-b77e-403d-853b-8c8667dc8b7f HTTP/1.1" status: 204 len: 168 time: 1.2256093 Jul 15 13:18:39.038803 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5d51f27-7bc9-4baa-a909-b4ef630d9cb0 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:39.054812 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba6497-9a15-4707-a624-688043696767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87095906-b77e-403d-853b-8c8667dc8b7f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:39.100516 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5d51f27-7bc9-4baa-a909-b4ef630d9cb0 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3773587'] for router, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:39.190633 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b07c5c68-04c0-40d1-b359-c287a7d78635 req-d65b3efa-fa86-4fc9-bce6-cae5b48dab18 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=23bbefeb-be8c-4146-bf3d-810b99d9a00e&id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1635206 Jul 15 13:18:39.414216 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d51f27-7bc9-4baa-a909-b4ef630d9cb0 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Router 4d642d41-e917-4abf-9b81-bc2112473527 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:18:39.495863 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 02628c6a-2717-4822-bd86-949556bd6b88 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:39.546719 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2e0b-fba4-44e1-b877-e4c988bc9dbb None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:39.578254 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9e6d2e0b-fba4-44e1-b877-e4c988bc9dbb None None] Transition to ACTIVE for port object 2c30825f-548c-49b3-a9ff-92ea82e66a43 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:39.597974 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2e0b-fba4-44e1-b877-e4c988bc9dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:39.668467 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 02628c6a-2717-4822-bd86-949556bd6b88 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:39.669253 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:39.696882 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d51f27-7bc9-4baa-a909-b4ef630d9cb0 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:18:39.714883 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5d51f27-7bc9-4baa-a909-b4ef630d9cb0 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:39.718397 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a5d51f27-7bc9-4baa-a909-b4ef630d9cb0 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "PUT /v2.0/routers/4d642d41-e917-4abf-9b81-bc2112473527 HTTP/1.1" status: 200 len: 934 time: 3.4401829 Jul 15 13:18:39.722798 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36730) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:39.796431 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14158b-09a9-48fe-8756-6100a88f46ea req-19008289-bc20-4e2f-ad24-0fe7a9a026b5 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:39.818270 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14158b-09a9-48fe-8756-6100a88f46ea req-19008289-bc20-4e2f-ad24-0fe7a9a026b5 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:39.839250 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14158b-09a9-48fe-8756-6100a88f46ea req-19008289-bc20-4e2f-ad24-0fe7a9a026b5 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:39.857156 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14158b-09a9-48fe-8756-6100a88f46ea req-19008289-bc20-4e2f-ad24-0fe7a9a026b5 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:39.870438 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14158b-09a9-48fe-8756-6100a88f46ea req-19008289-bc20-4e2f-ad24-0fe7a9a026b5 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:39.889283 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14158b-09a9-48fe-8756-6100a88f46ea req-19008289-bc20-4e2f-ad24-0fe7a9a026b5 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:39.908499 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14158b-09a9-48fe-8756-6100a88f46ea req-19008289-bc20-4e2f-ad24-0fe7a9a026b5 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:39.919235 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dc14158b-09a9-48fe-8756-6100a88f46ea req-19008289-bc20-4e2f-ad24-0fe7a9a026b5 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 5434 time: 0.3563268 Jul 15 13:18:40.026254 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bff48d-995f-41cf-855c-cd5ac6abc3b3 None None] Pushing event updated for resources: {'Port': ['ID=2c30825f-548c-49b3-a9ff-92ea82e66a43,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:40.068688 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8075359d-620d-468e-94ad-72227837d832 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "GET /v2.0/routers/4d642d41-e917-4abf-9b81-bc2112473527 HTTP/1.1" status: 200 len: 934 time: 0.3325677 Jul 15 13:18:40.073408 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36738) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:40.079844 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-8979d7f1-dc90-49f0-b85b-4156fc0d2b86 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Request body: {'router': {'routes': None}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:40.172899 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-9e6d2e0b-fba4-44e1-b877-e4c988bc9dbb None None] Attempting to bind port 2c30825f-548c-49b3-a9ff-92ea82e66a43 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:40.173177 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-9e6d2e0b-fba4-44e1-b877-e4c988bc9dbb None None] Attempting to bind port 2c30825f-548c-49b3-a9ff-92ea82e66a43 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'ce62e139-f3f9-43fa-8738-7dc76b340605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7042ee30-cf2d-4b93-a86a-e678510d800f'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:40.174879 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6d2e0b-fba4-44e1-b877-e4c988bc9dbb None None] Attempting to bind port 2c30825f-548c-49b3-a9ff-92ea82e66a43 on network 7042ee30-cf2d-4b93-a86a-e678510d800f {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:40.206268 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6d2e0b-fba4-44e1-b877-e4c988bc9dbb None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:40.206665 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6d2e0b-fba4-44e1-b877-e4c988bc9dbb None None] Checking segment: {'id': 'ce62e139-f3f9-43fa-8738-7dc76b340605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7042ee30-cf2d-4b93-a86a-e678510d800f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:40.207103 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2e0b-fba4-44e1-b877-e4c988bc9dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:40.207516 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6d2e0b-fba4-44e1-b877-e4c988bc9dbb None None] Bound using segment: {'id': 'ce62e139-f3f9-43fa-8738-7dc76b340605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7042ee30-cf2d-4b93-a86a-e678510d800f'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:40.208258 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-9e6d2e0b-fba4-44e1-b877-e4c988bc9dbb None None] Bound port: 2c30825f-548c-49b3-a9ff-92ea82e66a43, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce62e139-f3f9-43fa-8738-7dc76b340605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '7042ee30-cf2d-4b93-a86a-e678510d800f'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:40.208886 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2e0b-fba4-44e1-b877-e4c988bc9dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:40.422778 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9e6d2e0b-fba4-44e1-b877-e4c988bc9dbb None None] For port 2c30825f-548c-49b3-a9ff-92ea82e66a43, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:40.428409 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9e6d2e0b-fba4-44e1-b877-e4c988bc9dbb None None] For port 2c30825f-548c-49b3-a9ff-92ea82e66a43, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=2c30825f-548c-49b3-a9ff-92ea82e66a43,segment=NetworkSegment(ce62e139-f3f9-43fa-8738-7dc76b340605),segment_id=ce62e139-f3f9-43fa-8738-7dc76b340605)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:40.470481 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2e0b-fba4-44e1-b877-e4c988bc9dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:40.589062 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bff48d-995f-41cf-855c-cd5ac6abc3b3 None None] Pushing event updated for resources: {'Port': ['ID=2c30825f-548c-49b3-a9ff-92ea82e66a43,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:40.622185 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6d2e0b-fba4-44e1-b877-e4c988bc9dbb None None] Routers {'4d642d41-e917-4abf-9b81-bc2112473527'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:40.622856 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9e6d2e0b-fba4-44e1-b877-e4c988bc9dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:18:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4d642d41-e917-4abf-9b81-bc2112473527'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:40.680574 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34fa27-c39a-40b8-979c-50e8c5e8c9e3 req-13a4ef3d-68a9-4f97-a1ee-7a60aba893ff tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:40.706491 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2c34fa27-c39a-40b8-979c-50e8c5e8c9e3 req-13a4ef3d-68a9-4f97-a1ee-7a60aba893ff tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 946 time: 0.5001223 Jul 15 13:18:40.711236 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36752) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:40.908416 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-92cad7a0-c8f4-4339-b144-e44ad09bb198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:40.972528 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2c34fa27-c39a-40b8-979c-50e8c5e8c9e3 req-b4a7d8a7-a947-450b-b636-7416bdfa921c tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621832 Jul 15 13:18:41.046621 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.extraroute_db [None req-8979d7f1-dc90-49f0-b85b-4156fc0d2b86 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Added routes are [] {{(pid=93813) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 13:18:41.047248 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.extraroute_db [None req-8979d7f1-dc90-49f0-b85b-4156fc0d2b86 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93813) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 13:18:41.063127 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-9e6d2e0b-fba4-44e1-b877-e4c988bc9dbb None None] Set router 4d642d41-e917-4abf-9b81-bc2112473527 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:41.113523 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8979d7f1-dc90-49f0-b85b-4156fc0d2b86 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:41.299749 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-92cad7a0-c8f4-4339-b144-e44ad09bb198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:41.309657 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-92cad7a0-c8f4-4339-b144-e44ad09bb198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:41.408505 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-92cad7a0-c8f4-4339-b144-e44ad09bb198 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8530cebb3fc0414681f272f3d9ff56cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6947510 Jul 15 13:18:41.420420 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36766) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:41.423351 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cad7a0-c8f4-4339-b144-e44ad09bb198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b026f431-7577-4c1e-8814-67d96382bc0a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:41.665510 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eebe977b-d778-4d2e-b652-05d0b97d76db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:41.699790 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9e6d2e0b-fba4-44e1-b877-e4c988bc9dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d642d41-e917-4abf-9b81-bc2112473527', 'name': 'tempest-RoutersTest-router-1545843645', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:48Z', 'updated_at': '2021-07-15T13:18:37Z', 'revision_number': 6, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'gw_port_host': None, '_interfaces': [{'id': '02628c6a-2717-4822-bd86-949556bd6b88', 'name': '', 'network_id': 'f58c519f-11eb-42fe-9351-24b164e94af3', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:be:24:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'c22aa5b4-73fd-4752-bd1d-3d239ebdafef', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:21Z', 'updated_at': '2021-07-15T13:18:37Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'c22aa5b4-73fd-4752-bd1d-3d239ebdafef', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c30825f-548c-49b3-a9ff-92ea82e66a43', 'name': '', 'network_id': '7042ee30-cf2d-4b93-a86a-e678510d800f', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:89:89:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'a47f2f89-10f9-4d42-b4a9-f910fccf4cf1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:31Z', 'updated_at': '2021-07-15T13:18:40Z', 'revision_number': 4, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'a47f2f89-10f9-4d42-b4a9-f910fccf4cf1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46555fe4-6a8c-45bd-b983-9580835f80a9', 'name': '', 'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:8e:89:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:53Z', 'updated_at': '2021-07-15T13:18:12Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72d7ee3a-9e74-4e17-b942-2eae4f566f68', 'name': '', 'network_id': '124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:a7:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:07Z', 'updated_at': '2021-07-15T13:18:17Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:41.715723 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eebe977b-d778-4d2e-b652-05d0b97d76db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:41.744308 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6d2e0b-fba4-44e1-b877-e4c988bc9dbb None None] The sync data for ids ['4d642d41-e917-4abf-9b81-bc2112473527'] in n-d-758944-45 is: [{'id': '4d642d41-e917-4abf-9b81-bc2112473527', 'name': 'tempest-RoutersTest-router-1545843645', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:48Z', 'updated_at': '2021-07-15T13:18:37Z', 'revision_number': 6, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'gw_port_host': None, '_interfaces': [{'id': '02628c6a-2717-4822-bd86-949556bd6b88', 'name': '', 'network_id': 'f58c519f-11eb-42fe-9351-24b164e94af3', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:be:24:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'c22aa5b4-73fd-4752-bd1d-3d239ebdafef', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:21Z', 'updated_at': '2021-07-15T13:18:37Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'c22aa5b4-73fd-4752-bd1d-3d239ebdafef', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c30825f-548c-49b3-a9ff-92ea82e66a43', 'name': '', 'network_id': '7042ee30-cf2d-4b93-a86a-e678510d800f', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:89:89:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'a47f2f89-10f9-4d42-b4a9-f910fccf4cf1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:31Z', 'updated_at': '2021-07-15T13:18:40Z', 'revision_number': 4, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'a47f2f89-10f9-4d42-b4a9-f910fccf4cf1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46555fe4-6a8c-45bd-b983-9580835f80a9', 'name': '', 'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:8e:89:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:53Z', 'updated_at': '2021-07-15T13:18:12Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72d7ee3a-9e74-4e17-b942-2eae4f566f68', 'name': '', 'network_id': '124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:a7:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:07Z', 'updated_at': '2021-07-15T13:18:17Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:18:41.754820 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36772) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:41.790883 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eebe977b-d778-4d2e-b652-05d0b97d76db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:41.794070 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eebe977b-d778-4d2e-b652-05d0b97d76db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:41.795329 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-eebe977b-d778-4d2e-b652-05d0b97d76db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b026f431-7577-4c1e-8814-67d96382bc0a HTTP/1.1" status: 204 len: 168 time: 0.3745689 Jul 15 13:18:41.801844 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8979d7f1-dc90-49f0-b85b-4156fc0d2b86 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:41.812845 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8979d7f1-dc90-49f0-b85b-4156fc0d2b86 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3773587'] for router, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:41.820441 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe977b-d778-4d2e-b652-05d0b97d76db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b026f431-7577-4c1e-8814-67d96382bc0a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:42.285816 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8979d7f1-dc90-49f0-b85b-4156fc0d2b86 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Router 4d642d41-e917-4abf-9b81-bc2112473527 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:18:42.467702 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8979d7f1-dc90-49f0-b85b-4156fc0d2b86 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:18:42.475847 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8979d7f1-dc90-49f0-b85b-4156fc0d2b86 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:42.480132 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36794) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:42.482361 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8979d7f1-dc90-49f0-b85b-4156fc0d2b86 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "PUT /v2.0/routers/4d642d41-e917-4abf-9b81-bc2112473527 HTTP/1.1" status: 200 len: 700 time: 2.4073792 Jul 15 13:18:42.713838 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecef52-d1dc-4f25-b225-b5571042e72a req-9bc235d2-190d-4166-938d-a6e80a4a0158 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:42.742728 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-53ecef52-d1dc-4f25-b225-b5571042e72a req-9bc235d2-190d-4166-938d-a6e80a4a0158 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 946 time: 0.2765276 Jul 15 13:18:42.911684 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-53ecef52-d1dc-4f25-b225-b5571042e72a req-655f9756-a8f3-47a6-8fd5-b8a80a349cdd tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674879 Jul 15 13:18:43.282252 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7675b2fe-0290-408a-9ab9-2003222f7e72 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "GET /v2.0/routers/4d642d41-e917-4abf-9b81-bc2112473527 HTTP/1.1" status: 200 len: 700 time: 0.8007710 Jul 15 13:18:43.282875 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36826) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:43.298899 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32444159-67f6-4f77-b6ce-ec4aa57306b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:43.320349 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36830) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:43.490064 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 2c30825f-548c-49b3-a9ff-92ea82e66a43 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:43.506120 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32444159-67f6-4f77-b6ce-ec4aa57306b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:43.519728 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32444159-67f6-4f77-b6ce-ec4aa57306b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:43.612666 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 2c30825f-548c-49b3-a9ff-92ea82e66a43 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:43.617488 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 2c30825f-548c-49b3-a9ff-92ea82e66a43 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:43.618415 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:43.636694 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-32444159-67f6-4f77-b6ce-ec4aa57306b3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf9531b90e6d4df7b4e1d10038e70aa0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8804374 Jul 15 13:18:43.637390 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36834) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:43.637607 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32444159-67f6-4f77-b6ce-ec4aa57306b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b022a6a-1ca3-469a-ba38-29324473179d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:43.656167 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-44d82bcb-298a-4667-8b5c-7b4496886ecd req-e943ced5-5631-4b1d-a98b-8e33b1365ad5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=147c7280-5538-49e7-9aae-642db42a04b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.2665784 Jul 15 13:18:43.838864 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:43.885741 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d82bcb-298a-4667-8b5c-7b4496886ecd req-e83d7b7e-d7e5-4cfe-8928-1704a1335a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:43.887805 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-44d82bcb-298a-4667-8b5c-7b4496886ecd req-e83d7b7e-d7e5-4cfe-8928-1704a1335a3e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c2b5fceeddc4686a6075bcd70c81526&device_id=147c7280-5538-49e7-9aae-642db42a04b4 HTTP/1.1" status: 200 len: 1096 time: 0.1802068 Jul 15 13:18:43.935950 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 2c30825f-548c-49b3-a9ff-92ea82e66a43, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=2c30825f-548c-49b3-a9ff-92ea82e66a43,segment=NetworkSegment(ce62e139-f3f9-43fa-8738-7dc76b340605),segment_id=ce62e139-f3f9-43fa-8738-7dc76b340605)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:43.947835 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:44.003640 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9de0198-b5f1-4656-89d4-320adebfd57a None None] Sync routers for ids ['4d642d41-e917-4abf-9b81-bc2112473527'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:18:44.040832 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9de0198-b5f1-4656-89d4-320adebfd57a None None] Routers {'4d642d41-e917-4abf-9b81-bc2112473527'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:44.046863 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b9de0198-b5f1-4656-89d4-320adebfd57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:18:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4d642d41-e917-4abf-9b81-bc2112473527'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:44.104173 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8da5ed5d-99df-4d93-b5f0-aad328491b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:44.225389 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=2c30825f-548c-49b3-a9ff-92ea82e66a43,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:44.273509 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8da5ed5d-99df-4d93-b5f0-aad328491b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:44.307968 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-b9de0198-b5f1-4656-89d4-320adebfd57a None None] Set router 4d642d41-e917-4abf-9b81-bc2112473527 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:44.349524 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d82bcb-298a-4667-8b5c-7b4496886ecd req-61be4837-0cae-4f82-b2f2-bae738b686fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:44.354164 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-44d82bcb-298a-4667-8b5c-7b4496886ecd req-61be4837-0cae-4f82-b2f2-bae738b686fc service neutron] 10.222.0.18 "GET /v2.0/networks?id=11104484-975b-4425-b2d0-5e9908c9b0d1 HTTP/1.1" status: 200 len: 908 time: 0.4387150 Jul 15 13:18:44.446170 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-44d82bcb-298a-4667-8b5c-7b4496886ecd req-2e4ca82c-e799-4a79-b4b7-5e0c1de724df service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=720adb4d-f7d9-4b09-96ad-238d3c1d91ce HTTP/1.1" status: 200 len: 217 time: 0.0850770 Jul 15 13:18:44.464472 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c1b8b-d0f3-4245-91ad-a7d9f1810160 req-6f594ac6-97aa-404c-b246-81473805599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:44.465985 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c1b8b-d0f3-4245-91ad-a7d9f1810160 req-6f594ac6-97aa-404c-b246-81473805599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:44.466881 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c1b8b-d0f3-4245-91ad-a7d9f1810160 req-6f594ac6-97aa-404c-b246-81473805599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:44.467556 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c1b8b-d0f3-4245-91ad-a7d9f1810160 req-6f594ac6-97aa-404c-b246-81473805599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:44.468615 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c1b8b-d0f3-4245-91ad-a7d9f1810160 req-6f594ac6-97aa-404c-b246-81473805599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:44.469277 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c1b8b-d0f3-4245-91ad-a7d9f1810160 req-6f594ac6-97aa-404c-b246-81473805599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:44.470039 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c1b8b-d0f3-4245-91ad-a7d9f1810160 req-6f594ac6-97aa-404c-b246-81473805599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:44.486332 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e12c1b8b-d0f3-4245-91ad-a7d9f1810160 req-6f594ac6-97aa-404c-b246-81473805599f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 6498 time: 1.1658399 Jul 15 13:18:44.661522 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d82bcb-298a-4667-8b5c-7b4496886ecd req-d93a9ccf-3c3c-4e01-8755-393e758c472a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:44.666128 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-44d82bcb-298a-4667-8b5c-7b4496886ecd req-d93a9ccf-3c3c-4e01-8755-393e758c472a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=175aacaa-613b-43c2-81a6-3ccd12246946 HTTP/1.1" status: 200 len: 847 time: 0.2062066 Jul 15 13:18:44.725461 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8da5ed5d-99df-4d93-b5f0-aad328491b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:44.728755 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8da5ed5d-99df-4d93-b5f0-aad328491b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:44.734029 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8da5ed5d-99df-4d93-b5f0-aad328491b24 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b022a6a-1ca3-469a-ba38-29324473179d HTTP/1.1" status: 204 len: 168 time: 1.0893278 Jul 15 13:18:44.767454 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e12c1b8b-d0f3-4245-91ad-a7d9f1810160 req-7452c6ae-e647-4af3-bc08-eb221cb9b1ce service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=455e1ca1-9db0-44d4-8190-9a75304b39f8&id=23bbefeb-be8c-4146-bf3d-810b99d9a00e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2760067 Jul 15 13:18:44.776920 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5ed5d-99df-4d93-b5f0-aad328491b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b022a6a-1ca3-469a-ba38-29324473179d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:44.802776 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-44d82bcb-298a-4667-8b5c-7b4496886ecd req-b4c8ca84-4e76-452c-b480-6473ab0124c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11104484-975b-4425-b2d0-5e9908c9b0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195889 Jul 15 13:18:44.824806 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef9bd2-e074-4162-8b67-00ef9539fc36 req-e330f69f-9814-42c8-b0a6-453a1868e58f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:44.829080 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-05ef9bd2-e074-4162-8b67-00ef9539fc36 req-e330f69f-9814-42c8-b0a6-453a1868e58f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 946 time: 0.5497322 Jul 15 13:18:44.855410 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-44d82bcb-298a-4667-8b5c-7b4496886ecd req-49dec9fb-7b39-4c99-b58b-6899dd043ecd service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:18:44.858293 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-44d82bcb-298a-4667-8b5c-7b4496886ecd req-49dec9fb-7b39-4c99-b58b-6899dd043ecd service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483792 Jul 15 13:18:44.985932 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-774ab14e-bf3c-4339-8846-19659f2c213f tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:44.988881 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-05ef9bd2-e074-4162-8b67-00ef9539fc36 req-2bf1d0bf-25aa-41e7-b7ad-5b385741ef17 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465406 Jul 15 13:18:44.992140 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b9de0198-b5f1-4656-89d4-320adebfd57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d642d41-e917-4abf-9b81-bc2112473527', 'name': 'tempest-RoutersTest-router-1545843645', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:48Z', 'updated_at': '2021-07-15T13:18:41Z', 'revision_number': 7, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'gw_port_host': None, '_interfaces': [{'id': '02628c6a-2717-4822-bd86-949556bd6b88', 'name': '', 'network_id': 'f58c519f-11eb-42fe-9351-24b164e94af3', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:be:24:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'c22aa5b4-73fd-4752-bd1d-3d239ebdafef', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:21Z', 'updated_at': '2021-07-15T13:18:37Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'c22aa5b4-73fd-4752-bd1d-3d239ebdafef', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c30825f-548c-49b3-a9ff-92ea82e66a43', 'name': '', 'network_id': '7042ee30-cf2d-4b93-a86a-e678510d800f', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:89:89:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'a47f2f89-10f9-4d42-b4a9-f910fccf4cf1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:31Z', 'updated_at': '2021-07-15T13:18:43Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'a47f2f89-10f9-4d42-b4a9-f910fccf4cf1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46555fe4-6a8c-45bd-b983-9580835f80a9', 'name': '', 'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:8e:89:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:53Z', 'updated_at': '2021-07-15T13:18:12Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72d7ee3a-9e74-4e17-b942-2eae4f566f68', 'name': '', 'network_id': '124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:a7:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:07Z', 'updated_at': '2021-07-15T13:18:17Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:45.003851 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-774ab14e-bf3c-4339-8846-19659f2c213f tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/networks?id=11104484-975b-4425-b2d0-5e9908c9b0d1 HTTP/1.1" status: 200 len: 807 time: 0.6299279 Jul 15 13:18:45.062971 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9de0198-b5f1-4656-89d4-320adebfd57a None None] Checking router: 4d642d41-e917-4abf-9b81-bc2112473527 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:18:45.100237 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9de0198-b5f1-4656-89d4-320adebfd57a None None] Routers {'4d642d41-e917-4abf-9b81-bc2112473527'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:45.100931 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b9de0198-b5f1-4656-89d4-320adebfd57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:18:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4d642d41-e917-4abf-9b81-bc2112473527'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:45.116888 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5a1d15a-940c-4114-a71a-378a16e90328 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:45.133844 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-604a7d8f-c1cf-472f-813e-722e1bf4eda3 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/quotas/3c2b5fceeddc4686a6075bcd70c81526 HTTP/1.1" status: 200 len: 375 time: 0.1117084 Jul 15 13:18:45.182248 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36882) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:45.261503 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-44d82bcb-298a-4667-8b5c-7b4496886ecd req-685abcb1-2cce-46eb-859a-b05624ae09e0 service neutron] 10.222.0.18 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900228 Jul 15 13:18:45.287517 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-b9de0198-b5f1-4656-89d4-320adebfd57a None None] Set router 4d642d41-e917-4abf-9b81-bc2112473527 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:45.447953 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36888) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:45.493090 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-f040e1ab-fab8-4f0e-a54b-9852b6e4a1b8 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c2b5fceeddc4686a6075bcd70c81526&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3492911 Jul 15 13:18:45.497912 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-de50968b-a232-4622-8097-281bd787e278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:45.528218 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 2c30825f-548c-49b3-a9ff-92ea82e66a43 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:45.620293 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-44586c63-b348-4c16-96fd-ab1f39b6a803 service neutron] 10.222.0.24 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097057 Jul 15 13:18:45.647697 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8f9389c2-be14-40d2-aace-ce9cbd876051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:45.660814 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-e5a1d15a-940c-4114-a71a-378a16e90328 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Deleting port 2c30825f-548c-49b3-a9ff-92ea82e66a43 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:45.661912 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5a1d15a-940c-4114-a71a-378a16e90328 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:45.668861 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 2c30825f-548c-49b3-a9ff-92ea82e66a43 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:45.669379 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:45.669915 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-44d82bcb-298a-4667-8b5c-7b4496886ecd req-188a91a9-ca57-46ba-a696-d324b4221bf6 service neutron] 10.222.0.18 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010839 Jul 15 13:18:45.823207 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-926ca832-30b0-44d8-b0b0-64cd2c4e52d8 service neutron] 10.222.0.24 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866851 Jul 15 13:18:45.851147 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-e5a1d15a-940c-4114-a71a-378a16e90328 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] For port 2c30825f-548c-49b3-a9ff-92ea82e66a43, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=2c30825f-548c-49b3-a9ff-92ea82e66a43,segment=NetworkSegment(ce62e139-f3f9-43fa-8738-7dc76b340605),segment_id=ce62e139-f3f9-43fa-8738-7dc76b340605)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:45.851678 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5a1d15a-940c-4114-a71a-378a16e90328 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:45.871979 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-e5a1d15a-940c-4114-a71a-378a16e90328 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Calling delete_port for 2c30825f-548c-49b3-a9ff-92ea82e66a43 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:45.919854 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-de50968b-a232-4622-8097-281bd787e278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:45.928185 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-de50968b-a232-4622-8097-281bd787e278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:45.970240 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-de50968b-a232-4622-8097-281bd787e278 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=efc013769e494ca6b3dd4c2a14554fe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5202444 Jul 15 13:18:45.975102 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36894) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:46.033195 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b9de0198-b5f1-4656-89d4-320adebfd57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d642d41-e917-4abf-9b81-bc2112473527', 'name': 'tempest-RoutersTest-router-1545843645', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:48Z', 'updated_at': '2021-07-15T13:18:41Z', 'revision_number': 7, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'gw_port_host': None, '_interfaces': [{'id': '02628c6a-2717-4822-bd86-949556bd6b88', 'name': '', 'network_id': 'f58c519f-11eb-42fe-9351-24b164e94af3', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:be:24:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'c22aa5b4-73fd-4752-bd1d-3d239ebdafef', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:21Z', 'updated_at': '2021-07-15T13:18:37Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'c22aa5b4-73fd-4752-bd1d-3d239ebdafef', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c30825f-548c-49b3-a9ff-92ea82e66a43', 'name': '', 'network_id': '7042ee30-cf2d-4b93-a86a-e678510d800f', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:89:89:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'a47f2f89-10f9-4d42-b4a9-f910fccf4cf1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:31Z', 'updated_at': '2021-07-15T13:18:43Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'a47f2f89-10f9-4d42-b4a9-f910fccf4cf1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46555fe4-6a8c-45bd-b983-9580835f80a9', 'name': '', 'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:8e:89:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:53Z', 'updated_at': '2021-07-15T13:18:12Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72d7ee3a-9e74-4e17-b942-2eae4f566f68', 'name': '', 'network_id': '124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:a7:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:07Z', 'updated_at': '2021-07-15T13:18:17Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:46.037168 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50968b-a232-4622-8097-281bd787e278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0ddba5-0f2a-4e88-9e46-bb0ea1673702,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:46.124186 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9de0198-b5f1-4656-89d4-320adebfd57a None None] The sync data for ids ['4d642d41-e917-4abf-9b81-bc2112473527'] in n-d-758944-45 is: [{'id': '4d642d41-e917-4abf-9b81-bc2112473527', 'name': 'tempest-RoutersTest-router-1545843645', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:48Z', 'updated_at': '2021-07-15T13:18:41Z', 'revision_number': 7, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'gw_port_host': None, '_interfaces': [{'id': '02628c6a-2717-4822-bd86-949556bd6b88', 'name': '', 'network_id': 'f58c519f-11eb-42fe-9351-24b164e94af3', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:be:24:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'c22aa5b4-73fd-4752-bd1d-3d239ebdafef', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:21Z', 'updated_at': '2021-07-15T13:18:37Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'c22aa5b4-73fd-4752-bd1d-3d239ebdafef', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c30825f-548c-49b3-a9ff-92ea82e66a43', 'name': '', 'network_id': '7042ee30-cf2d-4b93-a86a-e678510d800f', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:89:89:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'a47f2f89-10f9-4d42-b4a9-f910fccf4cf1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:31Z', 'updated_at': '2021-07-15T13:18:43Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'a47f2f89-10f9-4d42-b4a9-f910fccf4cf1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46555fe4-6a8c-45bd-b983-9580835f80a9', 'name': '', 'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:8e:89:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:53Z', 'updated_at': '2021-07-15T13:18:12Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72d7ee3a-9e74-4e17-b942-2eae4f566f68', 'name': '', 'network_id': '124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:a7:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:07Z', 'updated_at': '2021-07-15T13:18:17Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:18:46.132226 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7eecd0f-fe8e-41b6-80e9-121f4cb82814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.171298 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7eecd0f-fe8e-41b6-80e9-121f4cb82814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.306883 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8f9389c2-be14-40d2-aace-ce9cbd876051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.344483 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8f9389c2-be14-40d2-aace-ce9cbd876051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.469365 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8f9389c2-be14-40d2-aace-ce9cbd876051 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6166084c87a64a41b84a8805a3eace04&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2791076 Jul 15 13:18:46.476800 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9389c2-be14-40d2-aace-ce9cbd876051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d61fb9-5d84-4c1e-8907-ef0ddd80ea1e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:46.480292 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36906) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:46.490264 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7eecd0f-fe8e-41b6-80e9-121f4cb82814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.494237 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7eecd0f-fe8e-41b6-80e9-121f4cb82814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.498008 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f7eecd0f-fe8e-41b6-80e9-121f4cb82814 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d0ddba5-0f2a-4e88-9e46-bb0ea1673702 HTTP/1.1" status: 204 len: 168 time: 0.5124228 Jul 15 13:18:46.528985 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eecd0f-fe8e-41b6-80e9-121f4cb82814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0ddba5-0f2a-4e88-9e46-bb0ea1673702,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:46.607083 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad5aeb-94e8-4120-87c9-d9e3eb04e393 req-5808ac56-fd4c-4fe9-bb09-f8b652c5be06 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:46.610201 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ce6be1b-e20d-4f31-9e45-fdb7e4f773fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.611913 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-42ad5aeb-94e8-4120-87c9-d9e3eb04e393 req-5808ac56-fd4c-4fe9-bb09-f8b652c5be06 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 946 time: 0.2620301 Jul 15 13:18:46.667657 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ce6be1b-e20d-4f31-9e45-fdb7e4f773fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.757049 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5a1d15a-940c-4114-a71a-378a16e90328 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.804515 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-42ad5aeb-94e8-4120-87c9-d9e3eb04e393 req-133fddd6-ffe8-40c3-ab57-7ba838a56540 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199563 Jul 15 13:18:46.808649 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1d15a-940c-4114-a71a-378a16e90328 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Port': ['ID=2c30825f-548c-49b3-a9ff-92ea82e66a43,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:46.885309 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-69bfe2c7-2079-4985-a07e-5a698574c499 req-48830846-25bd-4dbb-8dc0-0c265e14e213 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 210 time: 0.1395843 Jul 15 13:18:46.925726 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ce6be1b-e20d-4f31-9e45-fdb7e4f773fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.942179 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ce6be1b-e20d-4f31-9e45-fdb7e4f773fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.947256 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2ce6be1b-e20d-4f31-9e45-fdb7e4f773fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/74d61fb9-5d84-4c1e-8907-ef0ddd80ea1e HTTP/1.1" status: 204 len: 168 time: 0.4655387 Jul 15 13:18:47.000028 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6be1b-e20d-4f31-9e45-fdb7e4f773fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d61fb9-5d84-4c1e-8907-ef0ddd80ea1e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:47.189564 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5a1d15a-940c-4114-a71a-378a16e90328 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:47.606880 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a1d15a-940c-4114-a71a-378a16e90328 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Router 4d642d41-e917-4abf-9b81-bc2112473527 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:18:47.747599 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a1d15a-940c-4114-a71a-378a16e90328 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:18:47.760843 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db2728c-b025-4f7e-bd6f-01dea1e1064f None None] Sync routers for ids ['4d642d41-e917-4abf-9b81-bc2112473527'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:18:47.762436 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e5a1d15a-940c-4114-a71a-378a16e90328 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "PUT /v2.0/routers/4d642d41-e917-4abf-9b81-bc2112473527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4777718 Jul 15 13:18:47.765318 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36952) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:47.802658 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db2728c-b025-4f7e-bd6f-01dea1e1064f None None] Routers {'4d642d41-e917-4abf-9b81-bc2112473527'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:47.805054 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0db2728c-b025-4f7e-bd6f-01dea1e1064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:18:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4d642d41-e917-4abf-9b81-bc2112473527'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:47.884781 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-07bde9a0-ce77-4178-9d15-426d733d0318 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Deleting subnet a47f2f89-10f9-4d42-b4a9-f910fccf4cf1 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:18:47.891384 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07bde9a0-ce77-4178-9d15-426d733d0318 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:47.986378 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07bde9a0-ce77-4178-9d15-426d733d0318 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:48.246258 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619127d6-00d0-47c6-83d9-fb6cc653cb1c req-91c0737c-6a8e-43c5-9167-275f8600bd60 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:48.257705 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-619127d6-00d0-47c6-83d9-fb6cc653cb1c req-91c0737c-6a8e-43c5-9167-275f8600bd60 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 946 time: 0.1771617 Jul 15 13:18:48.312058 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-0db2728c-b025-4f7e-bd6f-01dea1e1064f None None] Set router 4d642d41-e917-4abf-9b81-bc2112473527 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:48.343414 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2e9fe967-d038-49ed-b34f-ce95ddc9dfc9 req-90b8df3f-99a4-48d4-ab63-d10ee8748fbe tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 210 time: 0.0829499 Jul 15 13:18:48.403489 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07bde9a0-ce77-4178-9d15-426d733d0318 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:48.405456 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-619127d6-00d0-47c6-83d9-fb6cc653cb1c req-4610a528-bfac-4b48-9d1a-ce362f2a4eec tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456566 Jul 15 13:18:48.702977 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07bde9a0-ce77-4178-9d15-426d733d0318 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:48.776448 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bde9a0-ce77-4178-9d15-426d733d0318 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Subnet': ['ID=a47f2f89-10f9-4d42-b4a9-f910fccf4cf1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:48.796031 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed42068-dfae-41c3-931c-a2f91c053ff8 None None] Network 7042ee30-cf2d-4b93-a86a-e678510d800f requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:48.809395 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07bde9a0-ce77-4178-9d15-426d733d0318 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:48.819450 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-07bde9a0-ce77-4178-9d15-426d733d0318 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/subnets/a47f2f89-10f9-4d42-b4a9-f910fccf4cf1 HTTP/1.1" status: 204 len: 168 time: 1.0521221 Jul 15 13:18:48.822610 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36990) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:48.978357 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-adb5e1a5-405a-429c-a5df-ba58e94f35ce tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:49.124877 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-adb5e1a5-405a-429c-a5df-ba58e94f35ce tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Deleting port a02f0df5-aed9-4fff-859b-c63d7fdfc611 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:49.128004 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-adb5e1a5-405a-429c-a5df-ba58e94f35ce tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:49.175357 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0db2728c-b025-4f7e-bd6f-01dea1e1064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d642d41-e917-4abf-9b81-bc2112473527', 'name': 'tempest-RoutersTest-router-1545843645', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:48Z', 'updated_at': '2021-07-15T13:18:46Z', 'revision_number': 8, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'gw_port_host': None, '_interfaces': [{'id': '02628c6a-2717-4822-bd86-949556bd6b88', 'name': '', 'network_id': 'f58c519f-11eb-42fe-9351-24b164e94af3', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:be:24:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'c22aa5b4-73fd-4752-bd1d-3d239ebdafef', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:21Z', 'updated_at': '2021-07-15T13:18:37Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'c22aa5b4-73fd-4752-bd1d-3d239ebdafef', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46555fe4-6a8c-45bd-b983-9580835f80a9', 'name': '', 'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:8e:89:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:53Z', 'updated_at': '2021-07-15T13:18:12Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72d7ee3a-9e74-4e17-b942-2eae4f566f68', 'name': '', 'network_id': '124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:a7:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:07Z', 'updated_at': '2021-07-15T13:18:17Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:49.187468 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab18040e-8c54-44c6-8cb0-29020fd41649 None None] DHCP port deletion for 7042ee30-cf2d-4b93-a86a-e678510d800f request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:18:49.269987 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ab18040e-8c54-44c6-8cb0-29020fd41649 None None] Deleting port a02f0df5-aed9-4fff-859b-c63d7fdfc611 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:49.270691 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ab18040e-8c54-44c6-8cb0-29020fd41649 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:49.281196 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db2728c-b025-4f7e-bd6f-01dea1e1064f None None] Checking router: 4d642d41-e917-4abf-9b81-bc2112473527 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:18:49.309441 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db2728c-b025-4f7e-bd6f-01dea1e1064f None None] Routers {'4d642d41-e917-4abf-9b81-bc2112473527'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:49.311258 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0db2728c-b025-4f7e-bd6f-01dea1e1064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:18:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4d642d41-e917-4abf-9b81-bc2112473527'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:49.363876 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-adb5e1a5-405a-429c-a5df-ba58e94f35ce tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] For port a02f0df5-aed9-4fff-859b-c63d7fdfc611, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a02f0df5-aed9-4fff-859b-c63d7fdfc611,segment=NetworkSegment(ce62e139-f3f9-43fa-8738-7dc76b340605),segment_id=ce62e139-f3f9-43fa-8738-7dc76b340605)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:49.364250 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-adb5e1a5-405a-429c-a5df-ba58e94f35ce tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:49.392550 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-adb5e1a5-405a-429c-a5df-ba58e94f35ce tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Calling delete_port for a02f0df5-aed9-4fff-859b-c63d7fdfc611 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:49.481323 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ab18040e-8c54-44c6-8cb0-29020fd41649 None None] For port a02f0df5-aed9-4fff-859b-c63d7fdfc611, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a02f0df5-aed9-4fff-859b-c63d7fdfc611,segment=NetworkSegment(ce62e139-f3f9-43fa-8738-7dc76b340605),segment_id=ce62e139-f3f9-43fa-8738-7dc76b340605)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:49.481925 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ab18040e-8c54-44c6-8cb0-29020fd41649 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:49.520435 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ab18040e-8c54-44c6-8cb0-29020fd41649 None None] Calling delete_port for a02f0df5-aed9-4fff-859b-c63d7fdfc611 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:49.724198 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-adb5e1a5-405a-429c-a5df-ba58e94f35ce tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:49.750887 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-0db2728c-b025-4f7e-bd6f-01dea1e1064f None None] Set router 4d642d41-e917-4abf-9b81-bc2112473527 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:49.791037 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb5e1a5-405a-429c-a5df-ba58e94f35ce tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] No DVR routers for this DVR port a02f0df5-aed9-4fff-859b-c63d7fdfc611 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:49.802057 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb5e1a5-405a-429c-a5df-ba58e94f35ce tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Port': ['ID=a02f0df5-aed9-4fff-859b-c63d7fdfc611,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:50.091965 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-adb5e1a5-405a-429c-a5df-ba58e94f35ce tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:50.126205 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a02f0df5-aed9-4fff-859b-c63d7fdfc611 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:50.140603 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-adb5e1a5-405a-429c-a5df-ba58e94f35ce tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7042ee30-cf2d-4b93-a86a-e678510d800f']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:50.144386 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37020) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:50.203930 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: a02f0df5-aed9-4fff-859b-c63d7fdfc611 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:18:50.205046 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a02f0df5-aed9-4fff-859b-c63d7fdfc611 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:18:50.300517 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ab18040e-8c54-44c6-8cb0-29020fd41649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:50.307826 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-adb5e1a5-405a-429c-a5df-ba58e94f35ce tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce62e139-f3f9-43fa-8738-7dc76b340605') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:50.308653 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-adb5e1a5-405a-429c-a5df-ba58e94f35ce tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce62e139-f3f9-43fa-8738-7dc76b340605') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:50.334515 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-adb5e1a5-405a-429c-a5df-ba58e94f35ce tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:50.405738 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab18040e-8c54-44c6-8cb0-29020fd41649 None None] No DVR routers for this DVR port a02f0df5-aed9-4fff-859b-c63d7fdfc611 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:50.416063 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-603b5498-7299-4941-9b0a-e4964bdcba0b tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:50.417175 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-adb5e1a5-405a-429c-a5df-ba58e94f35ce tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:50.419685 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18040e-8c54-44c6-8cb0-29020fd41649 None None] Pushing event deleted for resources: {'Port': ['ID=a02f0df5-aed9-4fff-859b-c63d7fdfc611,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:50.436335 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-603b5498-7299-4941-9b0a-e4964bdcba0b tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.18 "GET /v2.0/networks?id=11104484-975b-4425-b2d0-5e9908c9b0d1 HTTP/1.1" status: 200 len: 807 time: 0.5848191 Jul 15 13:18:50.457134 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff50a02-0e79-443a-8d29-67470f93dbc2 req-0ddfd853-ab03-4388-a3cb-407927a49673 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:50.458852 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bff50a02-0e79-443a-8d29-67470f93dbc2 req-0ddfd853-ab03-4388-a3cb-407927a49673 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 946 time: 0.3580275 Jul 15 13:18:50.463729 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adb5e1a5-405a-429c-a5df-ba58e94f35ce tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:18:50.464145 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-adb5e1a5-405a-429c-a5df-ba58e94f35ce tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:50.467559 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:18:50.467559 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:18:50.467559 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:18:50.467559 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:18:50.467559 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:18:50.467559 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:18:50.467559 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:18:50.467559 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:18:50.467559 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:18:50.467559 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:18:50.467559 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:18:50.467559 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:18:50.467559 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:18:50.467559 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:18:50.467559 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:18:50.467559 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:18:50.467559 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:18:50.467559 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:18:50.467559 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:18:50.467559 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:18:50.467559 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:18:50.467559 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:18:50.467559 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:18:50.467559 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:18:50.467559 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:18:50.467559 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:18:50.467559 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:18:50.467559 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:18:50.467559 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:18:50.467559 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:18:50.467559 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:18:50.467559 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:18:50.471769 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-c1867e7b-63de-4835-bd76-a5a1dcd2169a tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Request body: {'port': {'device_id': 'e1870904-e612-40fe-9f4a-d793ec6058f3', 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1', 'admin_state_up': True, 'tenant_id': '3c2b5fceeddc4686a6075bcd70c81526'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:50.645069 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0db2728c-b025-4f7e-bd6f-01dea1e1064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d642d41-e917-4abf-9b81-bc2112473527', 'name': 'tempest-RoutersTest-router-1545843645', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:48Z', 'updated_at': '2021-07-15T13:18:46Z', 'revision_number': 8, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'gw_port_host': None, '_interfaces': [{'id': '02628c6a-2717-4822-bd86-949556bd6b88', 'name': '', 'network_id': 'f58c519f-11eb-42fe-9351-24b164e94af3', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:be:24:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'c22aa5b4-73fd-4752-bd1d-3d239ebdafef', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:21Z', 'updated_at': '2021-07-15T13:18:37Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'c22aa5b4-73fd-4752-bd1d-3d239ebdafef', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46555fe4-6a8c-45bd-b983-9580835f80a9', 'name': '', 'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:8e:89:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:53Z', 'updated_at': '2021-07-15T13:18:12Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72d7ee3a-9e74-4e17-b942-2eae4f566f68', 'name': '', 'network_id': '124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:a7:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:07Z', 'updated_at': '2021-07-15T13:18:17Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:50.654023 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b79decb6-4dff-46f5-8840-5860c6743ebd req-29d92afc-a336-4ff9-bfb5-38b3e56d98ff tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 210 time: 0.2086203 Jul 15 13:18:50.689420 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db2728c-b025-4f7e-bd6f-01dea1e1064f None None] The sync data for ids ['4d642d41-e917-4abf-9b81-bc2112473527'] in n-d-758944-45 is: [{'id': '4d642d41-e917-4abf-9b81-bc2112473527', 'name': 'tempest-RoutersTest-router-1545843645', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:48Z', 'updated_at': '2021-07-15T13:18:46Z', 'revision_number': 8, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'gw_port_host': None, '_interfaces': [{'id': '02628c6a-2717-4822-bd86-949556bd6b88', 'name': '', 'network_id': 'f58c519f-11eb-42fe-9351-24b164e94af3', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:be:24:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'c22aa5b4-73fd-4752-bd1d-3d239ebdafef', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:21Z', 'updated_at': '2021-07-15T13:18:37Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'c22aa5b4-73fd-4752-bd1d-3d239ebdafef', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46555fe4-6a8c-45bd-b983-9580835f80a9', 'name': '', 'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:8e:89:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:53Z', 'updated_at': '2021-07-15T13:18:12Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72d7ee3a-9e74-4e17-b942-2eae4f566f68', 'name': '', 'network_id': '124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:a7:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:07Z', 'updated_at': '2021-07-15T13:18:17Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:18:50.764783 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bff50a02-0e79-443a-8d29-67470f93dbc2 req-fd902cef-6173-45a8-8d6f-720b6cfcf240 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959051 Jul 15 13:18:50.788803 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-adb5e1a5-405a-429c-a5df-ba58e94f35ce tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:50.806173 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-adb5e1a5-405a-429c-a5df-ba58e94f35ce tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:50.808664 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-adb5e1a5-405a-429c-a5df-ba58e94f35ce tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/networks/7042ee30-cf2d-4b93-a86a-e678510d800f HTTP/1.1" status: 204 len: 168 time: 1.9849756 Jul 15 13:18:50.812523 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37034) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:50.825111 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2a85e184-88fd-48d0-b3bb-228fed49daae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:50.837672 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb5e1a5-405a-429c-a5df-ba58e94f35ce tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Network': ['ID=7042ee30-cf2d-4b93-a86a-e678510d800f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:51.059281 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a349d3f5-577a-496e-bbbf-b051e2a011c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.301914 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-c1867e7b-63de-4835-bd76-a5a1dcd2169a tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Made reservation on behalf of 3c2b5fceeddc4686a6075bcd70c81526 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:51.307627 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-c1867e7b-63de-4835-bd76-a5a1dcd2169a tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.353412 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a349d3f5-577a-496e-bbbf-b051e2a011c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.364343 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 2c30825f-548c-49b3-a9ff-92ea82e66a43 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:51.368228 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a349d3f5-577a-496e-bbbf-b051e2a011c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.445189 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 2c30825f-548c-49b3-a9ff-92ea82e66a43 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:18:51.446252 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 2c30825f-548c-49b3-a9ff-92ea82e66a43 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:18:51.468751 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349d3f5-577a-496e-bbbf-b051e2a011c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a91ca8-efea-46da-8c7d-992cab7e0e36,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:51.488988 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a349d3f5-577a-496e-bbbf-b051e2a011c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e5efd32542a54709823177e9481082e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2270038 Jul 15 13:18:51.492305 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37050) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:51.582211 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d3a711b-fa79-4594-8bcf-9c8b6f1974d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.614573 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d3a711b-fa79-4594-8bcf-9c8b6f1974d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.700377 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d3a711b-fa79-4594-8bcf-9c8b6f1974d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.704903 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d3a711b-fa79-4594-8bcf-9c8b6f1974d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.710187 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9d3a711b-fa79-4594-8bcf-9c8b6f1974d2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/21a91ca8-efea-46da-8c7d-992cab7e0e36 HTTP/1.1" status: 204 len: 168 time: 0.2155144 Jul 15 13:18:51.721272 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a711b-fa79-4594-8bcf-9c8b6f1974d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a91ca8-efea-46da-8c7d-992cab7e0e36,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:51.746406 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-c1867e7b-63de-4835-bd76-a5a1dcd2169a tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Allocated IP 172.20.0.2 (11104484-975b-4425-b2d0-5e9908c9b0d1/175aacaa-613b-43c2-81a6-3ccd12246946/6486b554-04f2-4a38-a683-cdbe24efe4c1) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:51.841655 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5a28688-aac0-415e-9436-cd1df846272b tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:52.230699 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aed0b7-48b7-41fa-b72e-121438e4a3e9 req-bcad889c-2bfa-4eff-b3b0-64b35f699af3 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:52.234523 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-58aed0b7-48b7-41fa-b72e-121438e4a3e9 req-bcad889c-2bfa-4eff-b3b0-64b35f699af3 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 946 time: 0.2133384 Jul 15 13:18:52.255381 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d183a6e5-13cf-430c-bd69-86afd22155bf req-433424b5-b264-41be-8c26-d238f219cb8f tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 210 time: 0.1940496 Jul 15 13:18:52.320236 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-58aed0b7-48b7-41fa-b72e-121438e4a3e9 req-814abef7-b45c-47c1-b873-4e99bf855afe tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776033 Jul 15 13:18:52.421502 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-c1867e7b-63de-4835-bd76-a5a1dcd2169a tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:52.512863 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-c1867e7b-63de-4835-bd76-a5a1dcd2169a tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:52.589258 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-c1867e7b-63de-4835-bd76-a5a1dcd2169a tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Network 11104484-975b-4425-b2d0-5e9908c9b0d1 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:52.600401 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-c1867e7b-63de-4835-bd76-a5a1dcd2169a tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:52.608276 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-c1867e7b-63de-4835-bd76-a5a1dcd2169a tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:52.634387 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1867e7b-63de-4835-bd76-a5a1dcd2169a tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Pushing event updated for resources: {'Port': ['ID=6486b554-04f2-4a38-a683-cdbe24efe4c1,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:52.755179 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-c1867e7b-63de-4835-bd76-a5a1dcd2169a tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:52.756655 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-c1867e7b-63de-4835-bd76-a5a1dcd2169a tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:52.809438 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-c1867e7b-63de-4835-bd76-a5a1dcd2169a tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3574812 Jul 15 13:18:52.822060 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-158bde5a-58ed-4f5e-ab38-d7f5bdc8eaad service neutron] Request body: {'port': {'device_id': 'e1870904-e612-40fe-9f4a-d793ec6058f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:53.007151 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e5a28688-aac0-415e-9436-cd1df846272b tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Deleting port 02628c6a-2717-4822-bd86-949556bd6b88 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:53.007507 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5a28688-aac0-415e-9436-cd1df846272b tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:53.035006 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-158bde5a-58ed-4f5e-ab38-d7f5bdc8eaad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:53.219330 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:53.457284 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cebd84e7-b776-4c51-9949-cf750307b51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:53.675333 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc38cb-acff-4543-84d8-b7466c631561 req-5d22ae5e-03db-41d8-84ac-95731906b340 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:53.684813 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2bdc38cb-acff-4543-84d8-b7466c631561 req-5d22ae5e-03db-41d8-84ac-95731906b340 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 946 time: 0.1386790 Jul 15 13:18:53.771658 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-e5a28688-aac0-415e-9436-cd1df846272b tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] For port 02628c6a-2717-4822-bd86-949556bd6b88, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=02628c6a-2717-4822-bd86-949556bd6b88,segment=NetworkSegment(80b6ad5e-5d80-47e1-9a80-2ac50d5c490e),segment_id=80b6ad5e-5d80-47e1-9a80-2ac50d5c490e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:53.772307 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5a28688-aac0-415e-9436-cd1df846272b tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:53.794417 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e5a28688-aac0-415e-9436-cd1df846272b tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Calling delete_port for 02628c6a-2717-4822-bd86-949556bd6b88 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:53.800380 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2bdc38cb-acff-4543-84d8-b7466c631561 req-d31b07c8-b66c-4164-87b1-ebe308ae4b74 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116314 Jul 15 13:18:54.392261 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6813eaf-2702-48ee-86a5-0076b33eec93 req-9f5b923a-7216-415e-a767-6d9f06516602 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:54.395029 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e6813eaf-2702-48ee-86a5-0076b33eec93 req-9f5b923a-7216-415e-a767-6d9f06516602 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 931 time: 0.4915528 Jul 15 13:18:54.449579 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5a28688-aac0-415e-9436-cd1df846272b tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:54.485416 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a28688-aac0-415e-9436-cd1df846272b tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Port': ['ID=02628c6a-2717-4822-bd86-949556bd6b88,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:54.529826 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e6813eaf-2702-48ee-86a5-0076b33eec93 req-331bbd0e-8f4d-4a70-b5f2-76974d917b57 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176946 Jul 15 13:18:54.690995 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:54.764701 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-158bde5a-58ed-4f5e-ab38-d7f5bdc8eaad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6486b554-04f2-4a38-a683-cdbe24efe4c1 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:54.926249 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.033113 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5a28688-aac0-415e-9436-cd1df846272b tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.064486 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-158bde5a-58ed-4f5e-ab38-d7f5bdc8eaad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.215448 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06513f91-54f6-4a50-b567-8b583221f265 req-dde46c44-2b96-4b62-abb5-f909c01d3a92 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:55.229068 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-158bde5a-58ed-4f5e-ab38-d7f5bdc8eaad service neutron] Transition to ACTIVE for port object 6486b554-04f2-4a38-a683-cdbe24efe4c1 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:55.232233 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-06513f91-54f6-4a50-b567-8b583221f265 req-dde46c44-2b96-4b62-abb5-f909c01d3a92 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 946 time: 0.1863811 Jul 15 13:18:55.240678 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-158bde5a-58ed-4f5e-ab38-d7f5bdc8eaad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.341278 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-06513f91-54f6-4a50-b567-8b583221f265 req-9c92564f-b5e9-41b6-bf7b-499866edb506 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064029 Jul 15 13:18:55.562857 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bde5a-58ed-4f5e-ab38-d7f5bdc8eaad service neutron] Pushing event updated for resources: {'Port': ['ID=6486b554-04f2-4a38-a683-cdbe24efe4c1,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:55.740578 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-158bde5a-58ed-4f5e-ab38-d7f5bdc8eaad service neutron] Attempting to bind port 6486b554-04f2-4a38-a683-cdbe24efe4c1 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:55.741913 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-158bde5a-58ed-4f5e-ab38-d7f5bdc8eaad service neutron] Attempting to bind port 6486b554-04f2-4a38-a683-cdbe24efe4c1 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:55.743350 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-158bde5a-58ed-4f5e-ab38-d7f5bdc8eaad service neutron] Attempting to bind port 6486b554-04f2-4a38-a683-cdbe24efe4c1 on network 11104484-975b-4425-b2d0-5e9908c9b0d1 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:55.809548 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-158bde5a-58ed-4f5e-ab38-d7f5bdc8eaad service neutron] Port 6486b554-04f2-4a38-a683-cdbe24efe4c1 on network 11104484-975b-4425-b2d0-5e9908c9b0d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:18:55.810323 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-158bde5a-58ed-4f5e-ab38-d7f5bdc8eaad service neutron] Attempting to bind port 6486b554-04f2-4a38-a683-cdbe24efe4c1 on network 11104484-975b-4425-b2d0-5e9908c9b0d1 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:55.886575 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-158bde5a-58ed-4f5e-ab38-d7f5bdc8eaad service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:55.887478 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-158bde5a-58ed-4f5e-ab38-d7f5bdc8eaad service neutron] Checking segment: {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:55.887743 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-158bde5a-58ed-4f5e-ab38-d7f5bdc8eaad service neutron] Bound using segment: {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:55.888451 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-158bde5a-58ed-4f5e-ab38-d7f5bdc8eaad service neutron] Bound port: 6486b554-04f2-4a38-a683-cdbe24efe4c1, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:55.889051 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-158bde5a-58ed-4f5e-ab38-d7f5bdc8eaad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.913566 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37172) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:56.041608 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a28688-aac0-415e-9436-cd1df846272b tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Router 4d642d41-e917-4abf-9b81-bc2112473527 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:18:56.142587 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-158bde5a-58ed-4f5e-ab38-d7f5bdc8eaad service neutron] For port 6486b554-04f2-4a38-a683-cdbe24efe4c1, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:56.167414 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-adec4739-8597-4aca-b263-6dcfc14f461d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:56.181864 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-158bde5a-58ed-4f5e-ab38-d7f5bdc8eaad service neutron] For port 6486b554-04f2-4a38-a683-cdbe24efe4c1, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=6486b554-04f2-4a38-a683-cdbe24efe4c1,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:56.230859 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d80019-cdbc-46ad-80eb-a1470111e021 req-cd558132-2870-44f3-b436-35975a9f5ba0 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:56.235000 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-54d80019-cdbc-46ad-80eb-a1470111e021 req-cd558132-2870-44f3-b436-35975a9f5ba0 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 943 time: 0.4830117 Jul 15 13:18:56.288815 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:56.342565 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-158bde5a-58ed-4f5e-ab38-d7f5bdc8eaad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:56.436710 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-adec4739-8597-4aca-b263-6dcfc14f461d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:56.462954 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-adec4739-8597-4aca-b263-6dcfc14f461d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:56.555920 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec4739-8597-4aca-b263-6dcfc14f461d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359d7330-041d-4c6a-9841-531b7aa17662,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:56.588570 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-adec4739-8597-4aca-b263-6dcfc14f461d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c758339f33c42aba16d0f7697a37e41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6718731 Jul 15 13:18:56.591477 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37186) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:56.595125 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-54d80019-cdbc-46ad-80eb-a1470111e021 req-d9c4825a-f60f-41de-97f7-fdecee68c7f4 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568314 Jul 15 13:18:56.604736 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-158bde5a-58ed-4f5e-ab38-d7f5bdc8eaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:56.605527 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-158bde5a-58ed-4f5e-ab38-d7f5bdc8eaad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:56.624292 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-158bde5a-58ed-4f5e-ab38-d7f5bdc8eaad service neutron] 10.222.0.18 "PUT /v2.0/ports/6486b554-04f2-4a38-a683-cdbe24efe4c1 HTTP/1.1" status: 200 len: 1092 time: 3.8074307 Jul 15 13:18:56.629250 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1870904-e612-40fe-9f4a-d793ec6058f3', 'tag': '6486b554-04f2-4a38-a683-cdbe24efe4c1'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:56.631636 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b09872-44a8-47be-980d-0661855227fc" -d '{"events": [{"name": "network-changed", "server_uuid": "e1870904-e612-40fe-9f4a-d793ec6058f3", "tag": "6486b554-04f2-4a38-a683-cdbe24efe4c1"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:56.825577 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bde5a-58ed-4f5e-ab38-d7f5bdc8eaad service neutron] Pushing event updated for resources: {'Port': ['ID=6486b554-04f2-4a38-a683-cdbe24efe4c1,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:56.834108 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a28688-aac0-415e-9436-cd1df846272b tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:18:56.850180 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf794c5e-4b72-49ee-b5a1-3282d73d84f8 None None] Sync routers for ids ['4d642d41-e917-4abf-9b81-bc2112473527'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:18:56.852154 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e5a28688-aac0-415e-9436-cd1df846272b tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "PUT /v2.0/routers/4d642d41-e917-4abf-9b81-bc2112473527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0379295 Jul 15 13:18:56.856464 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37198) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:56.856827 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6051b56c-39db-4bfd-9d89-32e6f3ad19c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:56.866726 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf794c5e-4b72-49ee-b5a1-3282d73d84f8 None None] Routers {'4d642d41-e917-4abf-9b81-bc2112473527'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:56.867931 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-cf794c5e-4b72-49ee-b5a1-3282d73d84f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:18:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4d642d41-e917-4abf-9b81-bc2112473527'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:56.890953 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6051b56c-39db-4bfd-9d89-32e6f3ad19c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:56.986095 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6051b56c-39db-4bfd-9d89-32e6f3ad19c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:56.990469 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-a61ee3eb-22ec-424b-9ef4-0e0172cb2d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:56.995086 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-a61ee3eb-22ec-424b-9ef4-0e0172cb2d76 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c2b5fceeddc4686a6075bcd70c81526&device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 1095 time: 0.2921367 Jul 15 13:18:56.999521 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6051b56c-39db-4bfd-9d89-32e6f3ad19c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:57.004733 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae11620-b0e1-48bb-ae59-9562d0136735 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Deleting subnet c22aa5b4-73fd-4752-bd1d-3d239ebdafef {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:18:57.007869 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6051b56c-39db-4bfd-9d89-32e6f3ad19c2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/359d7330-041d-4c6a-9841-531b7aa17662 HTTP/1.1" status: 204 len: 168 time: 0.4145403 Jul 15 13:18:57.014890 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ae11620-b0e1-48bb-ae59-9562d0136735 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:57.038385 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051b56c-39db-4bfd-9d89-32e6f3ad19c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359d7330-041d-4c6a-9841-531b7aa17662,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:57.074914 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce42359b-e5d7-43ec-acfb-a99c78b68e9e x-openstack-request-id: req-ce42359b-e5d7-43ec-acfb-a99c78b68e9e {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:57.076356 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1870904-e612-40fe-9f4a-d793ec6058f3", "tag": "6486b554-04f2-4a38-a683-cdbe24efe4c1", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:57.077041 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce42359b-e5d7-43ec-acfb-a99c78b68e9e {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:57.077995 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1870904-e612-40fe-9f4a-d793ec6058f3', 'tag': '6486b554-04f2-4a38-a683-cdbe24efe4c1', 'status': 'completed', 'code': 200} Jul 15 13:18:57.083014 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-cf794c5e-4b72-49ee-b5a1-3282d73d84f8 None None] Set router 4d642d41-e917-4abf-9b81-bc2112473527 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:57.135550 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6816d-d737-46d9-954a-0fc0496aadb8 req-707ea9ef-6d4d-48ac-9a88-7495450a00c8 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:57.138543 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-90a6816d-d737-46d9-954a-0fc0496aadb8 req-707ea9ef-6d4d-48ac-9a88-7495450a00c8 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 946 time: 0.4805312 Jul 15 13:18:57.153435 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-aa2d7832-141e-4fee-a726-1b35bbab1bfd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6486b554-04f2-4a38-a683-cdbe24efe4c1 HTTP/1.1" status: 200 len: 217 time: 0.1403561 Jul 15 13:18:57.256720 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ae11620-b0e1-48bb-ae59-9562d0136735 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:57.308058 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-b01e7fef-91ba-438d-a901-e8b31c85bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:57.309988 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-b01e7fef-91ba-438d-a901-e8b31c85bfee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=175aacaa-613b-43c2-81a6-3ccd12246946 HTTP/1.1" status: 200 len: 847 time: 0.1475692 Jul 15 13:18:57.337983 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-90a6816d-d737-46d9-954a-0fc0496aadb8 req-42311b43-11e0-4d49-8515-b315cac4d71b tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783240 Jul 15 13:18:57.436282 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-f9b74610-4b15-44bf-bc09-9588cc098c80 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11104484-975b-4425-b2d0-5e9908c9b0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1196001 Jul 15 13:18:57.606115 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-cf794c5e-4b72-49ee-b5a1-3282d73d84f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d642d41-e917-4abf-9b81-bc2112473527', 'name': 'tempest-RoutersTest-router-1545843645', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:48Z', 'updated_at': '2021-07-15T13:18:54Z', 'revision_number': 9, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'gw_port_host': None, '_interfaces': [{'id': '46555fe4-6a8c-45bd-b983-9580835f80a9', 'name': '', 'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:8e:89:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:53Z', 'updated_at': '2021-07-15T13:18:12Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72d7ee3a-9e74-4e17-b942-2eae4f566f68', 'name': '', 'network_id': '124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:a7:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:07Z', 'updated_at': '2021-07-15T13:18:17Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:57.679396 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf794c5e-4b72-49ee-b5a1-3282d73d84f8 None None] Checking router: 4d642d41-e917-4abf-9b81-bc2112473527 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:18:57.684445 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37216) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:57.697087 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf794c5e-4b72-49ee-b5a1-3282d73d84f8 None None] Routers {'4d642d41-e917-4abf-9b81-bc2112473527'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:57.698580 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-cf794c5e-4b72-49ee-b5a1-3282d73d84f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:18:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4d642d41-e917-4abf-9b81-bc2112473527'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:57.706806 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ae11620-b0e1-48bb-ae59-9562d0136735 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:57.731845 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f465c2de-ccba-45ae-9dde-c7e359a55db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:57.826946 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-667ff41f-b84a-4657-b204-d8a378341703 service neutron] 10.222.0.18 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762629 Jul 15 13:18:57.894238 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ae11620-b0e1-48bb-ae59-9562d0136735 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:57.934264 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-cf794c5e-4b72-49ee-b5a1-3282d73d84f8 None None] Set router 4d642d41-e917-4abf-9b81-bc2112473527 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:58.081615 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae11620-b0e1-48bb-ae59-9562d0136735 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Subnet': ['ID=c22aa5b4-73fd-4752-bd1d-3d239ebdafef,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:58.086370 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ae11620-b0e1-48bb-ae59-9562d0136735 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:58.088399 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5ae11620-b0e1-48bb-ae59-9562d0136735 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/subnets/c22aa5b4-73fd-4752-bd1d-3d239ebdafef HTTP/1.1" status: 204 len: 168 time: 1.2294631 Jul 15 13:18:58.106378 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37224) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:58.122408 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a966712-84d5-4975-a042-cabd074954b2 None None] Network f58c519f-11eb-42fe-9351-24b164e94af3 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:58.197058 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7573895e-0c72-472e-8784-0c490f72e3b3 req-b6930033-4ff4-4031-81ca-94ea4ce79896 service neutron] 10.222.0.18 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385894 Jul 15 13:18:58.201218 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f465c2de-ccba-45ae-9dde-c7e359a55db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:58.235890 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849e5c0-67e8-49c5-87a0-e685b782b7af req-9a96ae0b-af72-48b8-9e38-10ad9ee3aed4 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:58.237637 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3849e5c0-67e8-49c5-87a0-e685b782b7af req-9a96ae0b-af72-48b8-9e38-10ad9ee3aed4 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 943 time: 0.3056076 Jul 15 13:18:58.328773 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f465c2de-ccba-45ae-9dde-c7e359a55db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:58.338939 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3849e5c0-67e8-49c5-87a0-e685b782b7af req-c3d7bc03-18ce-4af7-a7f3-5d777e630bcb tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824533 Jul 15 13:18:58.456381 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f465c2de-ccba-45ae-9dde-c7e359a55db5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0c5e2baae11e434ea0a3ef20bd23fcd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7707274 Jul 15 13:18:58.457384 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465c2de-ccba-45ae-9dde-c7e359a55db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcc0d0f-f489-46ef-a60c-0cf56a87209b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:58.461384 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37238) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:58.479944 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a4ef9262-5527-46d5-b206-c6f4ebea2708 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:58.518534 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b09872-44a8-47be-980d-0661855227fc req-cecf6557-952e-429b-a1bf-12160a474725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:58.528114 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-39b09872-44a8-47be-980d-0661855227fc req-cecf6557-952e-429b-a1bf-12160a474725 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c2b5fceeddc4686a6075bcd70c81526&device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 1095 time: 0.2189569 Jul 15 13:18:58.588259 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18402d27-cec3-4f1d-9d28-1cb2a53ef48c req-9897a931-0ae8-4631-b7e3-6b5da5848464 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:58.602905 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-18402d27-cec3-4f1d-9d28-1cb2a53ef48c req-9897a931-0ae8-4631-b7e3-6b5da5848464 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.4371297 Jul 15 13:18:58.720351 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-cf794c5e-4b72-49ee-b5a1-3282d73d84f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d642d41-e917-4abf-9b81-bc2112473527', 'name': 'tempest-RoutersTest-router-1545843645', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:48Z', 'updated_at': '2021-07-15T13:18:54Z', 'revision_number': 9, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'gw_port_host': None, '_interfaces': [{'id': '46555fe4-6a8c-45bd-b983-9580835f80a9', 'name': '', 'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:8e:89:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:53Z', 'updated_at': '2021-07-15T13:18:12Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72d7ee3a-9e74-4e17-b942-2eae4f566f68', 'name': '', 'network_id': '124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:a7:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:07Z', 'updated_at': '2021-07-15T13:18:17Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:58.742446 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-18402d27-cec3-4f1d-9d28-1cb2a53ef48c req-0ca1c90f-5821-474b-bfa6-c130a6f2d3ae tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383054 Jul 15 13:18:58.743865 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a4ef9262-5527-46d5-b206-c6f4ebea2708 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Deleting port 7a11b87d-8476-433b-ac3e-6053d8b0a434 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:58.744957 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a4ef9262-5527-46d5-b206-c6f4ebea2708 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:58.824374 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b91463-61a2-4e35-a405-0aa88ec6f9ee None None] DHCP port deletion for f58c519f-11eb-42fe-9351-24b164e94af3 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:18:58.834531 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf794c5e-4b72-49ee-b5a1-3282d73d84f8 None None] The sync data for ids ['4d642d41-e917-4abf-9b81-bc2112473527'] in n-d-758944-45 is: [{'id': '4d642d41-e917-4abf-9b81-bc2112473527', 'name': 'tempest-RoutersTest-router-1545843645', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:48Z', 'updated_at': '2021-07-15T13:18:54Z', 'revision_number': 9, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'gw_port_host': None, '_interfaces': [{'id': '46555fe4-6a8c-45bd-b983-9580835f80a9', 'name': '', 'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:8e:89:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:53Z', 'updated_at': '2021-07-15T13:18:12Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72d7ee3a-9e74-4e17-b942-2eae4f566f68', 'name': '', 'network_id': '124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:a7:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:18:07Z', 'updated_at': '2021-07-15T13:18:17Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': 'fe8a949b-4757-4459-9d16-3daca989d264', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:18:58.971637 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-83b91463-61a2-4e35-a405-0aa88ec6f9ee None None] Deleting port 7a11b87d-8476-433b-ac3e-6053d8b0a434 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:58.972390 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83b91463-61a2-4e35-a405-0aa88ec6f9ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.018070 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-a4ef9262-5527-46d5-b206-c6f4ebea2708 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] For port 7a11b87d-8476-433b-ac3e-6053d8b0a434, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=7a11b87d-8476-433b-ac3e-6053d8b0a434,segment=NetworkSegment(80b6ad5e-5d80-47e1-9a80-2ac50d5c490e),segment_id=80b6ad5e-5d80-47e1-9a80-2ac50d5c490e)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:59.018837 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a4ef9262-5527-46d5-b206-c6f4ebea2708 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.062416 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-83b91463-61a2-4e35-a405-0aa88ec6f9ee None None] For port 7a11b87d-8476-433b-ac3e-6053d8b0a434, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=7a11b87d-8476-433b-ac3e-6053d8b0a434,segment=NetworkSegment(80b6ad5e-5d80-47e1-9a80-2ac50d5c490e),segment_id=80b6ad5e-5d80-47e1-9a80-2ac50d5c490e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:59.063242 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83b91463-61a2-4e35-a405-0aa88ec6f9ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.079675 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-83b91463-61a2-4e35-a405-0aa88ec6f9ee None None] Calling delete_port for 7a11b87d-8476-433b-ac3e-6053d8b0a434 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:59.082887 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a4ef9262-5527-46d5-b206-c6f4ebea2708 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Calling delete_port for 7a11b87d-8476-433b-ac3e-6053d8b0a434 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:59.309738 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83b91463-61a2-4e35-a405-0aa88ec6f9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.317444 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a4ef9262-5527-46d5-b206-c6f4ebea2708 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.398045 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef9262-5527-46d5-b206-c6f4ebea2708 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Port': ['ID=7a11b87d-8476-433b-ac3e-6053d8b0a434,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:59.405679 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ef9262-5527-46d5-b206-c6f4ebea2708 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] No DVR routers for this DVR port 7a11b87d-8476-433b-ac3e-6053d8b0a434 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:59.494639 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b91463-61a2-4e35-a405-0aa88ec6f9ee None None] Pushing event deleted for resources: {'Port': ['ID=7a11b87d-8476-433b-ac3e-6053d8b0a434,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:59.546641 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b91463-61a2-4e35-a405-0aa88ec6f9ee None None] No DVR routers for this DVR port 7a11b87d-8476-433b-ac3e-6053d8b0a434 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:59.567824 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 02628c6a-2717-4822-bd86-949556bd6b88 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:59.643741 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 02628c6a-2717-4822-bd86-949556bd6b88 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:18:59.644664 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 02628c6a-2717-4822-bd86-949556bd6b88 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:18:59.645718 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 7a11b87d-8476-433b-ac3e-6053d8b0a434 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:59.657320 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a4ef9262-5527-46d5-b206-c6f4ebea2708 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.690796 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a4ef9262-5527-46d5-b206-c6f4ebea2708 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f58c519f-11eb-42fe-9351-24b164e94af3']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:59.703794 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b09872-44a8-47be-980d-0661855227fc req-22235e74-053a-4321-9c04-05d911201a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:59.709009 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-39b09872-44a8-47be-980d-0661855227fc req-22235e74-053a-4321-9c04-05d911201a7b service neutron] 10.222.0.18 "GET /v2.0/networks?id=11104484-975b-4425-b2d0-5e9908c9b0d1 HTTP/1.1" status: 200 len: 908 time: 1.1641190 Jul 15 13:18:59.725944 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a4ef9262-5527-46d5-b206-c6f4ebea2708 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b6ad5e-5d80-47e1-9a80-2ac50d5c490e') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:59.726941 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a4ef9262-5527-46d5-b206-c6f4ebea2708 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b6ad5e-5d80-47e1-9a80-2ac50d5c490e') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:59.739962 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3593a84-a00b-45f8-9a09-524e23e9f101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.745457 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 7a11b87d-8476-433b-ac3e-6053d8b0a434 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:18:59.746091 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 7a11b87d-8476-433b-ac3e-6053d8b0a434 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:18:59.748227 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a4ef9262-5527-46d5-b206-c6f4ebea2708 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.794291 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a4ef9262-5527-46d5-b206-c6f4ebea2708 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.811043 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4ef9262-5527-46d5-b206-c6f4ebea2708 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:18:59.814935 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a4ef9262-5527-46d5-b206-c6f4ebea2708 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:18:59.818636 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:18:59.942257 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-39b09872-44a8-47be-980d-0661855227fc req-61a7ef9d-647f-4da6-8446-135fde0f4124 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6486b554-04f2-4a38-a683-cdbe24efe4c1 HTTP/1.1" status: 200 len: 217 time: 0.1890926 Jul 15 13:18:59.989877 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3593a84-a00b-45f8-9a09-524e23e9f101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:00.206658 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b09872-44a8-47be-980d-0661855227fc req-c1dd1899-3e68-4c2d-9f53-3e545199ace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:00.208833 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-39b09872-44a8-47be-980d-0661855227fc req-c1dd1899-3e68-4c2d-9f53-3e545199ace4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=175aacaa-613b-43c2-81a6-3ccd12246946 HTTP/1.1" status: 200 len: 847 time: 0.2588642 Jul 15 13:19:00.210484 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3593a84-a00b-45f8-9a09-524e23e9f101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:00.215481 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3593a84-a00b-45f8-9a09-524e23e9f101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:00.220519 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d3593a84-a00b-45f8-9a09-524e23e9f101 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cbcc0d0f-f489-46ef-a60c-0cf56a87209b HTTP/1.1" status: 204 len: 168 time: 1.7564042 Jul 15 13:19:00.276709 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-39b09872-44a8-47be-980d-0661855227fc req-1bde2f58-d19f-444d-8cd1-4f34d23235ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11104484-975b-4425-b2d0-5e9908c9b0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527008 Jul 15 13:19:00.276709 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3593a84-a00b-45f8-9a09-524e23e9f101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcc0d0f-f489-46ef-a60c-0cf56a87209b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:00.321648 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d8566-9726-4c5b-ab42-243cc95b51da req-09a5200d-8d1f-4013-8848-e727e0bfe6ec tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:00.342172 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1c5d8566-9726-4c5b-ab42-243cc95b51da req-09a5200d-8d1f-4013-8848-e727e0bfe6ec tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.6229997 Jul 15 13:19:00.526636 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1c5d8566-9726-4c5b-ab42-243cc95b51da req-9c852f2f-f293-46de-9c3c-208ce59b8952 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800399 Jul 15 13:19:00.570134 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-39b09872-44a8-47be-980d-0661855227fc req-a8a76eb1-d91d-43e7-a70e-2c409635216e service neutron] 10.222.0.18 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709038 Jul 15 13:19:00.675323 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a4ef9262-5527-46d5-b206-c6f4ebea2708 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:00.711352 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a4ef9262-5527-46d5-b206-c6f4ebea2708 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:00.722861 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a4ef9262-5527-46d5-b206-c6f4ebea2708 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/networks/f58c519f-11eb-42fe-9351-24b164e94af3 HTTP/1.1" status: 204 len: 168 time: 2.6002426 Jul 15 13:19:00.727986 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37280) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:00.757976 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527364a1-a3ff-4faa-9c78-94cbf6d8e2ed req-67795f80-7c9e-4af2-9cca-298f0ac24268 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:00.762207 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-527364a1-a3ff-4faa-9c78-94cbf6d8e2ed req-67795f80-7c9e-4af2-9cca-298f0ac24268 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 943 time: 0.9022470 Jul 15 13:19:00.806498 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef9262-5527-46d5-b206-c6f4ebea2708 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Network': ['ID=f58c519f-11eb-42fe-9351-24b164e94af3,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:00.977815 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-527364a1-a3ff-4faa-9c78-94cbf6d8e2ed req-e9501b75-81c7-4ce1-92d4-e62147fc06a1 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649606 Jul 15 13:19:01.036450 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-39b09872-44a8-47be-980d-0661855227fc req-2414257a-86f4-4afe-bf90-2ab8cd92dad4 service neutron] 10.222.0.18 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544716 Jul 15 13:19:01.559676 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-8f61e50c-5b13-48a1-b6eb-0d40a8f5b345 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:01.564468 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-8f61e50c-5b13-48a1-b6eb-0d40a8f5b345 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/networks?id=edeaa118-edc5-4f1b-bf13-6f27616a2b19 HTTP/1.1" status: 200 len: 812 time: 0.4239893 Jul 15 13:19:01.602459 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-3cdb3009-3330-4938-be1b-47d9f09c5010 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/quotas/0a5577c115ec43508375ce7d29599c94 HTTP/1.1" status: 200 len: 375 time: 0.0316577 Jul 15 13:19:01.796920 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-40d9033d-0fe3-4323-b01d-7e0c666beb8c tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0a5577c115ec43508375ce7d29599c94&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1778433 Jul 15 13:19:02.001829 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-4d97b05e-4bb4-4450-ab64-300ea0d64ce5 service neutron] 10.222.0.24 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948743 Jul 15 13:19:02.178468 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d807b73-a36d-425e-9bf7-b6b4c97ea75d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:02.247795 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27534b7-1025-4491-a3e2-589356b7ba21 req-7fbcb803-76dd-4fa5-871d-19b32233b357 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:02.263242 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d27534b7-1025-4491-a3e2-589356b7ba21 req-7fbcb803-76dd-4fa5-871d-19b32233b357 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 943 time: 0.1049473 Jul 15 13:19:02.354587 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d27534b7-1025-4491-a3e2-589356b7ba21 req-c54f73f3-44c7-41c4-a6f0-72cf0c84c23b tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895140 Jul 15 13:19:02.433475 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-e38d3c78-a453-45c1-901d-c6a2fc9fa115 service neutron] 10.222.0.24 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250786 Jul 15 13:19:02.768063 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ba31acc6-b79b-4308-baae-5abb2348ab12 req-d7bf7d67-ede7-4381-9187-a8d7837231b6 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80b1dbc-ec07-46ae-8b68-9a4572433a92 HTTP/1.1" status: 200 len: 210 time: 0.0728943 Jul 15 13:19:02.816587 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0d807b73-a36d-425e-9bf7-b6b4c97ea75d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Deleting port 72d7ee3a-9e74-4e17-b942-2eae4f566f68 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:02.817065 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d807b73-a36d-425e-9bf7-b6b4c97ea75d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:03.098304 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-0d807b73-a36d-425e-9bf7-b6b4c97ea75d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] For port 72d7ee3a-9e74-4e17-b942-2eae4f566f68, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=72d7ee3a-9e74-4e17-b942-2eae4f566f68,segment=NetworkSegment(a31514a8-46f6-4c1a-8976-27c96782ad1a),segment_id=a31514a8-46f6-4c1a-8976-27c96782ad1a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:03.098963 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d807b73-a36d-425e-9bf7-b6b4c97ea75d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:03.194074 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0d807b73-a36d-425e-9bf7-b6b4c97ea75d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Calling delete_port for 72d7ee3a-9e74-4e17-b942-2eae4f566f68 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:03.578059 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-82cdf830-d051-4cd5-8a34-ae75dc48fb34 req-a4ff636e-6a31-4dd5-9b04-8dea49a0ea26 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5143137 Jul 15 13:19:03.815093 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:19:03.833567 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdf830-d051-4cd5-8a34-ae75dc48fb34 req-2db7a7ad-ab63-4cca-92b2-cfa86c5acebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:03.836553 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-82cdf830-d051-4cd5-8a34-ae75dc48fb34 req-2db7a7ad-ab63-4cca-92b2-cfa86c5acebc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a5577c115ec43508375ce7d29599c94&device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 1097 time: 0.2153366 Jul 15 13:19:03.868395 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d807b73-a36d-425e-9bf7-b6b4c97ea75d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:03.980122 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d807b73-a36d-425e-9bf7-b6b4c97ea75d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Port': ['ID=72d7ee3a-9e74-4e17-b942-2eae4f566f68,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:04.234288 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42b2c0-e8dc-4350-aee5-83e09f9fdfa6 req-8fbfcdac-5c66-4523-9da9-fcee6d8b41bf tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:04.247036 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c42b2c0-e8dc-4350-aee5-83e09f9fdfa6 req-8fbfcdac-5c66-4523-9da9-fcee6d8b41bf tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 943 time: 0.4062407 Jul 15 13:19:04.278554 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aeefc3ec-94d7-4e17-80ab-df5dafac0a49 req-476bd54c-ae91-42cf-8595-03049c7eacdc tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80b1dbc-ec07-46ae-8b68-9a4572433a92 HTTP/1.1" status: 200 len: 210 time: 0.0676167 Jul 15 13:19:04.285511 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdf830-d051-4cd5-8a34-ae75dc48fb34 req-b6dfc89d-e5f7-4b67-a0d9-8992a5cc5261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:04.288838 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-82cdf830-d051-4cd5-8a34-ae75dc48fb34 req-b6dfc89d-e5f7-4b67-a0d9-8992a5cc5261 service neutron] 10.222.0.32 "GET /v2.0/networks?id=edeaa118-edc5-4f1b-bf13-6f27616a2b19 HTTP/1.1" status: 200 len: 913 time: 0.4079454 Jul 15 13:19:04.416015 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-82cdf830-d051-4cd5-8a34-ae75dc48fb34 req-5b801b10-2f1c-42f1-8c0e-987baa8dcfb2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3313d1c0-7322-4571-9574-1a2b411edcd1 HTTP/1.1" status: 200 len: 999 time: 0.1197727 Jul 15 13:19:04.534025 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdf830-d051-4cd5-8a34-ae75dc48fb34 req-d7345592-e533-48eb-8155-29ab76e7f85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:04.535573 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-82cdf830-d051-4cd5-8a34-ae75dc48fb34 req-d7345592-e533-48eb-8155-29ab76e7f85a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d793a745-d38c-4e8b-9716-b5fdf7b27406 HTTP/1.1" status: 200 len: 851 time: 0.1117692 Jul 15 13:19:04.674640 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c42b2c0-e8dc-4350-aee5-83e09f9fdfa6 req-5b3dc8ae-b151-4330-aa4f-965af8408bdb tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264181 Jul 15 13:19:04.693248 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdf830-d051-4cd5-8a34-ae75dc48fb34 req-cd4116de-fc72-4c2f-97d8-b9820c8e713a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:04.696569 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-82cdf830-d051-4cd5-8a34-ae75dc48fb34 req-cd4116de-fc72-4c2f-97d8-b9820c8e713a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edeaa118-edc5-4f1b-bf13-6f27616a2b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1520557 Jul 15 13:19:04.759844 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d807b73-a36d-425e-9bf7-b6b4c97ea75d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:04.855257 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-82cdf830-d051-4cd5-8a34-ae75dc48fb34 req-c1346a21-f808-4716-bb14-2309afc46363 service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510658 Jul 15 13:19:05.157270 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-82cdf830-d051-4cd5-8a34-ae75dc48fb34 req-62fa7135-4143-43fd-a311-77ef151376c1 service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937813 Jul 15 13:19:05.629560 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d807b73-a36d-425e-9bf7-b6b4c97ea75d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Router 4d642d41-e917-4abf-9b81-bc2112473527 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:19:05.718655 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6add3eac-2cb7-48d1-99af-76ebab74ff5e req-b60fdcb9-e23e-4cf3-9ed5-9bb5f17e1793 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80b1dbc-ec07-46ae-8b68-9a4572433a92 HTTP/1.1" status: 200 len: 210 time: 0.2302678 Jul 15 13:19:05.952562 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d807b73-a36d-425e-9bf7-b6b4c97ea75d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:19:05.965206 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0d807b73-a36d-425e-9bf7-b6b4c97ea75d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "PUT /v2.0/routers/4d642d41-e917-4abf-9b81-bc2112473527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2212405 Jul 15 13:19:05.966609 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37468) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:05.968203 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33beef8f-c2b9-4531-aa67-04f57bd4747d None None] Sync routers for ids ['4d642d41-e917-4abf-9b81-bc2112473527'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:19:06.033031 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33beef8f-c2b9-4531-aa67-04f57bd4747d None None] Routers {'4d642d41-e917-4abf-9b81-bc2112473527'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:06.034667 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-33beef8f-c2b9-4531-aa67-04f57bd4747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:18:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4d642d41-e917-4abf-9b81-bc2112473527'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:06.159633 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-158d189c-d5df-473a-82fc-3d60a58950cb tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:06.164141 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-158d189c-d5df-473a-82fc-3d60a58950cb tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.32 "GET /v2.0/networks?id=edeaa118-edc5-4f1b-bf13-6f27616a2b19 HTTP/1.1" status: 200 len: 812 time: 0.8872974 Jul 15 13:19:06.196898 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-14850ba3-3936-4477-bede-ca575b783cc5 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Request body: {'port': {'device_id': 'b80b1dbc-ec07-46ae-8b68-9a4572433a92', 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19', 'admin_state_up': True, 'tenant_id': '0a5577c115ec43508375ce7d29599c94'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:06.482138 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-14850ba3-3936-4477-bede-ca575b783cc5 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Made reservation on behalf of 0a5577c115ec43508375ce7d29599c94 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:06.504147 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-14850ba3-3936-4477-bede-ca575b783cc5 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:06.541507 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-33beef8f-c2b9-4531-aa67-04f57bd4747d None None] Set router 4d642d41-e917-4abf-9b81-bc2112473527 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:06.724288 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c33498e-208c-4c0a-9913-2ee0782871d7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Deleting subnet fe8a949b-4757-4459-9d16-3daca989d264 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:19:06.761555 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c33498e-208c-4c0a-9913-2ee0782871d7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:06.830830 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b88afc-331e-4ea3-b2f3-c3458276408e req-bb7f0b8a-6e3e-4887-b20e-c8d072318723 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:06.839850 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a4b88afc-331e-4ea3-b2f3-c3458276408e req-bb7f0b8a-6e3e-4887-b20e-c8d072318723 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 943 time: 0.2511845 Jul 15 13:19:06.933926 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a4b88afc-331e-4ea3-b2f3-c3458276408e req-d66f935a-7cf5-41e5-9bfe-a422431baef2 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922716 Jul 15 13:19:06.972359 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c33498e-208c-4c0a-9913-2ee0782871d7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.004770 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-14850ba3-3936-4477-bede-ca575b783cc5 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Allocated IP 172.20.0.12 (edeaa118-edc5-4f1b-bf13-6f27616a2b19/d793a745-d38c-4e8b-9716-b5fdf7b27406/44669c72-d839-4b49-83ed-d597c23d8bbd) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:07.140195 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-33beef8f-c2b9-4531-aa67-04f57bd4747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d642d41-e917-4abf-9b81-bc2112473527', 'name': 'tempest-RoutersTest-router-1545843645', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:48Z', 'updated_at': '2021-07-15T13:19:03Z', 'revision_number': 10, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'gw_port_host': None, '_interfaces': [{'id': '46555fe4-6a8c-45bd-b983-9580835f80a9', 'name': '', 'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:8e:89:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:53Z', 'updated_at': '2021-07-15T13:18:12Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:07.194546 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33beef8f-c2b9-4531-aa67-04f57bd4747d None None] Checking router: 4d642d41-e917-4abf-9b81-bc2112473527 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:19:07.228419 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33beef8f-c2b9-4531-aa67-04f57bd4747d None None] Routers {'4d642d41-e917-4abf-9b81-bc2112473527'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:07.229431 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-33beef8f-c2b9-4531-aa67-04f57bd4747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:18:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4d642d41-e917-4abf-9b81-bc2112473527'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:07.231494 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 6486b554-04f2-4a38-a683-cdbe24efe4c1 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:19:07.308425 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c33498e-208c-4c0a-9913-2ee0782871d7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.315074 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-999c4c02-1410-4b83-8c5e-ba56632a2e95 req-d00ee933-8863-47e1-865c-834d77a5303a tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80b1dbc-ec07-46ae-8b68-9a4572433a92 HTTP/1.1" status: 200 len: 210 time: 0.1684849 Jul 15 13:19:07.337898 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37508) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:07.484387 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 6486b554-04f2-4a38-a683-cdbe24efe4c1, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=6486b554-04f2-4a38-a683-cdbe24efe4c1,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:07.499589 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-33beef8f-c2b9-4531-aa67-04f57bd4747d None None] Set router 4d642d41-e917-4abf-9b81-bc2112473527 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:07.510904 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c33498e-208c-4c0a-9913-2ee0782871d7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.514645 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '6486b554-04f2-4a38-a683-cdbe24efe4c1', 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1', 'port_id': '6486b554-04f2-4a38-a683-cdbe24efe4c1', 'mac_address': 'fa:16:3e:70:23:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '175aacaa-613b-43c2-81a6-3ccd12246946', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:19:07.620739 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.636204 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-14850ba3-3936-4477-bede-ca575b783cc5 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.647624 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33498e-208c-4c0a-9913-2ee0782871d7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Subnet': ['ID=fe8a949b-4757-4459-9d16-3daca989d264,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:07.652051 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6486b554-04f2-4a38-a683-cdbe24efe4c1 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:07.665195 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c33498e-208c-4c0a-9913-2ee0782871d7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.673802 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1c33498e-208c-4c0a-9913-2ee0782871d7 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/subnets/fe8a949b-4757-4459-9d16-3daca989d264 HTTP/1.1" status: 204 len: 168 time: 1.7055929 Jul 15 13:19:07.677927 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37514) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:07.682389 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-14850ba3-3936-4477-bede-ca575b783cc5 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Transition to ACTIVE for port object 44669c72-d839-4b49-83ed-d597c23d8bbd will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:07.725179 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 6486b554-04f2-4a38-a683-cdbe24efe4c1, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=6486b554-04f2-4a38-a683-cdbe24efe4c1,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:07.741030 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d504332-fab0-436c-896f-1e5af1cfb04a None None] Network 124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:07.753411 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.812484 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-14850ba3-3936-4477-bede-ca575b783cc5 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.818258 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-330dabec-5879-4e40-8159-65a7487e5b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.970059 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ffb35b38-dd84-4a5b-a65e-e9c4895f56e9 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.043095 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14850ba3-3936-4477-bede-ca575b783cc5 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Pushing event updated for resources: {'Port': ['ID=44669c72-d839-4b49-83ed-d597c23d8bbd,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:08.067418 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['7a219332-539e-43f4-ad7d-bc1eb1e39bc8'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:08.090669 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-14850ba3-3936-4477-bede-ca575b783cc5 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Network edeaa118-edc5-4f1b-bf13-6f27616a2b19 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:08.099708 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-14850ba3-3936-4477-bede-ca575b783cc5 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:08.105706 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-14850ba3-3936-4477-bede-ca575b783cc5 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:08.146670 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-33beef8f-c2b9-4531-aa67-04f57bd4747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d642d41-e917-4abf-9b81-bc2112473527', 'name': 'tempest-RoutersTest-router-1545843645', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:48Z', 'updated_at': '2021-07-15T13:19:03Z', 'revision_number': 10, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'gw_port_host': None, '_interfaces': [{'id': '46555fe4-6a8c-45bd-b983-9580835f80a9', 'name': '', 'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:8e:89:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:53Z', 'updated_at': '2021-07-15T13:18:12Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:08.182105 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=6486b554-04f2-4a38-a683-cdbe24efe4c1,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:08.258562 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33beef8f-c2b9-4531-aa67-04f57bd4747d None None] The sync data for ids ['4d642d41-e917-4abf-9b81-bc2112473527'] in n-d-758944-45 is: [{'id': '4d642d41-e917-4abf-9b81-bc2112473527', 'name': 'tempest-RoutersTest-router-1545843645', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:48Z', 'updated_at': '2021-07-15T13:19:03Z', 'revision_number': 10, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'gw_port_host': None, '_interfaces': [{'id': '46555fe4-6a8c-45bd-b983-9580835f80a9', 'name': '', 'network_id': '79a2cb93-2f58-49f4-9584-0b5fdcc969cc', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'mac_address': 'fa:16:3e:8e:89:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d642d41-e917-4abf-9b81-bc2112473527', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:53Z', 'updated_at': '2021-07-15T13:18:12Z', 'revision_number': 5, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'subnets': [{'id': '8ea6368d-9970-4e2d-848a-0afe8d034bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:08.386816 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-14850ba3-3936-4477-bede-ca575b783cc5 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:08.388189 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-14850ba3-3936-4477-bede-ca575b783cc5 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.500848 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['6486b554-04f2-4a38-a683-cdbe24efe4c1'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:08.508928 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.549852 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ffb35b38-dd84-4a5b-a65e-e9c4895f56e9 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Deleting port 0461554d-c477-4ab8-89b6-3e0cd941ef2a {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:08.550621 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ffb35b38-dd84-4a5b-a65e-e9c4895f56e9 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.572743 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-330dabec-5879-4e40-8159-65a7487e5b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.586021 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-330dabec-5879-4e40-8159-65a7487e5b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.648864 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-330dabec-5879-4e40-8159-65a7487e5b2f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fb859c6bb65948edab9bb5c61d147d13&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3087561 Jul 15 13:19:08.658637 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37538) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:08.666285 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-14850ba3-3936-4477-bede-ca575b783cc5 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4792750 Jul 15 13:19:08.798143 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-d2faa172-fce9-4c1b-8838-ca38dce3c4eb service neutron] Request body: {'port': {'device_id': 'b80b1dbc-ec07-46ae-8b68-9a4572433a92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:08.836365 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ffb35b38-dd84-4a5b-a65e-e9c4895f56e9 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] For port 0461554d-c477-4ab8-89b6-3e0cd941ef2a, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0461554d-c477-4ab8-89b6-3e0cd941ef2a,segment=NetworkSegment(a31514a8-46f6-4c1a-8976-27c96782ad1a),segment_id=a31514a8-46f6-4c1a-8976-27c96782ad1a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:08.846732 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ffb35b38-dd84-4a5b-a65e-e9c4895f56e9 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.915760 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfcdc8-2916-4d8e-b6fa-1312205bb148 req-72191e18-54a0-4b65-a545-3543098730d6 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:08.938593 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d4dfcdc8-2916-4d8e-b6fa-1312205bb148 req-72191e18-54a0-4b65-a545-3543098730d6 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 944 time: 0.6410367 Jul 15 13:19:09.020082 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ffb35b38-dd84-4a5b-a65e-e9c4895f56e9 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Calling delete_port for 0461554d-c477-4ab8-89b6-3e0cd941ef2a owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:09.032394 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-cd3253a8-35b4-44e6-8227-63017692f1a2 None None] Provisioning for port 44669c72-d839-4b49-83ed-d597c23d8bbd completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:09.035507 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330dabec-5879-4e40-8159-65a7487e5b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a060defd-0e8e-4815-8e6b-8f420cbc70b0,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:09.080271 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d4dfcdc8-2916-4d8e-b6fa-1312205bb148 req-bfdf425e-d9c7-4c8f-b5f9-ab0df081ab19 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268444 Jul 15 13:19:09.082633 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-cd3253a8-35b4-44e6-8227-63017692f1a2 None None] Provisioning complete for port 44669c72-d839-4b49-83ed-d597c23d8bbd triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:09.083037 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cd3253a8-35b4-44e6-8227-63017692f1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.113177 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b1233a6e-5183-451f-9b2e-2f1a0bbd830c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.296467 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-d2faa172-fce9-4c1b-8838-ca38dce3c4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.322875 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ffb35b38-dd84-4a5b-a65e-e9c4895f56e9 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.378767 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee6be2-475d-443c-8974-e86a00d1d26c req-f147a963-1131-4730-b748-6cf0529d0c9c tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:09.381804 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a5ee6be2-475d-443c-8974-e86a00d1d26c req-f147a963-1131-4730-b748-6cf0529d0c9c tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80b1dbc-ec07-46ae-8b68-9a4572433a92 HTTP/1.1" status: 200 len: 932 time: 0.7019799 Jul 15 13:19:09.407954 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b1233a6e-5183-451f-9b2e-2f1a0bbd830c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.435975 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb35b38-dd84-4a5b-a65e-e9c4895f56e9 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Port': ['ID=0461554d-c477-4ab8-89b6-3e0cd941ef2a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:09.462658 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb35b38-dd84-4a5b-a65e-e9c4895f56e9 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] No DVR routers for this DVR port 0461554d-c477-4ab8-89b6-3e0cd941ef2a on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:19:09.496106 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b007da94-aee9-4588-8ad2-eef17662cf6b None None] DHCP port deletion for 124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:19:09.500343 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 72d7ee3a-9e74-4e17-b942-2eae4f566f68 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:19:09.510684 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-cd3253a8-35b4-44e6-8227-63017692f1a2 None None] Port 44669c72-d839-4b49-83ed-d597c23d8bbd cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:19:09.593490 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 72d7ee3a-9e74-4e17-b942-2eae4f566f68 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:19:09.593980 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 72d7ee3a-9e74-4e17-b942-2eae4f566f68 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:19:09.675282 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ffb35b38-dd84-4a5b-a65e-e9c4895f56e9 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.710157 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-ffb35b38-dd84-4a5b-a65e-e9c4895f56e9 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:09.737591 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-ffb35b38-dd84-4a5b-a65e-e9c4895f56e9 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a31514a8-46f6-4c1a-8976-27c96782ad1a') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:09.738578 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-ffb35b38-dd84-4a5b-a65e-e9c4895f56e9 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a31514a8-46f6-4c1a-8976-27c96782ad1a') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:09.745911 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a5ee6be2-475d-443c-8974-e86a00d1d26c req-02d883a0-dec4-47cc-9647-9a3e97e61ae4 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425047 Jul 15 13:19:09.787043 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ffb35b38-dd84-4a5b-a65e-e9c4895f56e9 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.822733 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ffb35b38-dd84-4a5b-a65e-e9c4895f56e9 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.832254 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb35b38-dd84-4a5b-a65e-e9c4895f56e9 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:19:09.832740 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ffb35b38-dd84-4a5b-a65e-e9c4895f56e9 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:19:09.837073 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:19:09.911812 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b1233a6e-5183-451f-9b2e-2f1a0bbd830c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.914748 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b1233a6e-5183-451f-9b2e-2f1a0bbd830c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.916045 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b1233a6e-5183-451f-9b2e-2f1a0bbd830c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a060defd-0e8e-4815-8e6b-8f420cbc70b0 HTTP/1.1" status: 204 len: 168 time: 1.2484229 Jul 15 13:19:09.932869 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1233a6e-5183-451f-9b2e-2f1a0bbd830c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a060defd-0e8e-4815-8e6b-8f420cbc70b0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:09.956460 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ffb35b38-dd84-4a5b-a65e-e9c4895f56e9 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.984480 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ffb35b38-dd84-4a5b-a65e-e9c4895f56e9 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.990992 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ffb35b38-dd84-4a5b-a65e-e9c4895f56e9 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/networks/124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6 HTTP/1.1" status: 204 len: 168 time: 2.3115366 Jul 15 13:19:09.994565 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb35b38-dd84-4a5b-a65e-e9c4895f56e9 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Network': ['ID=124e0f0c-9ba2-4ab5-9baf-dcc8b23153c6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:09.996711 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37562) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:10.228684 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-d2faa172-fce9-4c1b-8838-ca38dce3c4eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44669c72-d839-4b49-83ed-d597c23d8bbd {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:10.246139 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-d2faa172-fce9-4c1b-8838-ca38dce3c4eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.270167 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-d2faa172-fce9-4c1b-8838-ca38dce3c4eb service neutron] Transition to ACTIVE for port object 44669c72-d839-4b49-83ed-d597c23d8bbd will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:10.278984 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-d2faa172-fce9-4c1b-8838-ca38dce3c4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.363425 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2faa172-fce9-4c1b-8838-ca38dce3c4eb service neutron] Pushing event updated for resources: {'Port': ['ID=44669c72-d839-4b49-83ed-d597c23d8bbd,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:10.443924 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c6a6c-307f-4c2e-af52-a5fe1fd3867b req-34250f76-6bd8-4426-92db-1506b5116e8e tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:10.445975 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f60c6a6c-307f-4c2e-af52-a5fe1fd3867b req-34250f76-6bd8-4426-92db-1506b5116e8e tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 944 time: 0.1548779 Jul 15 13:19:10.509804 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-d2faa172-fce9-4c1b-8838-ca38dce3c4eb service neutron] Attempting to bind port 44669c72-d839-4b49-83ed-d597c23d8bbd on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:10.510386 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-d2faa172-fce9-4c1b-8838-ca38dce3c4eb service neutron] Attempting to bind port 44669c72-d839-4b49-83ed-d597c23d8bbd by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'da9df486-ce25-472e-ba9f-e231dea52cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:10.510935 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-d2faa172-fce9-4c1b-8838-ca38dce3c4eb service neutron] Attempting to bind port 44669c72-d839-4b49-83ed-d597c23d8bbd on network edeaa118-edc5-4f1b-bf13-6f27616a2b19 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:10.515061 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f60c6a6c-307f-4c2e-af52-a5fe1fd3867b req-4bbcbfba-19cf-44c9-b116-80ebafb85efa tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604875 Jul 15 13:19:10.535420 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-d2faa172-fce9-4c1b-8838-ca38dce3c4eb service neutron] Port 44669c72-d839-4b49-83ed-d597c23d8bbd on network edeaa118-edc5-4f1b-bf13-6f27616a2b19 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:19:10.535977 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-d2faa172-fce9-4c1b-8838-ca38dce3c4eb service neutron] Attempting to bind port 44669c72-d839-4b49-83ed-d597c23d8bbd on network edeaa118-edc5-4f1b-bf13-6f27616a2b19 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:10.551208 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-d2faa172-fce9-4c1b-8838-ca38dce3c4eb service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:10.552342 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-d2faa172-fce9-4c1b-8838-ca38dce3c4eb service neutron] Checking segment: {'id': 'da9df486-ce25-472e-ba9f-e231dea52cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:10.552995 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-d2faa172-fce9-4c1b-8838-ca38dce3c4eb service neutron] Bound using segment: {'id': 'da9df486-ce25-472e-ba9f-e231dea52cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:10.554904 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-d2faa172-fce9-4c1b-8838-ca38dce3c4eb service neutron] Bound port: 44669c72-d839-4b49-83ed-d597c23d8bbd, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da9df486-ce25-472e-ba9f-e231dea52cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:10.555466 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-d2faa172-fce9-4c1b-8838-ca38dce3c4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.614871 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-972d0b51-e1f2-4262-ba2b-495654d6781b tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.619812 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37574) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:10.706897 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-d2faa172-fce9-4c1b-8838-ca38dce3c4eb service neutron] For port 44669c72-d839-4b49-83ed-d597c23d8bbd, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:10.714099 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-d2faa172-fce9-4c1b-8838-ca38dce3c4eb service neutron] For port 44669c72-d839-4b49-83ed-d597c23d8bbd, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=44669c72-d839-4b49-83ed-d597c23d8bbd,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:10.725229 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-d2faa172-fce9-4c1b-8838-ca38dce3c4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.793075 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-d2faa172-fce9-4c1b-8838-ca38dce3c4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:10.793075 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-d2faa172-fce9-4c1b-8838-ca38dce3c4eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.793075 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-d2faa172-fce9-4c1b-8838-ca38dce3c4eb service neutron] 10.222.0.32 "PUT /v2.0/ports/44669c72-d839-4b49-83ed-d597c23d8bbd HTTP/1.1" status: 200 len: 1093 time: 2.0017810 Jul 15 13:19:10.793075 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80b1dbc-ec07-46ae-8b68-9a4572433a92', 'tag': '44669c72-d839-4b49-83ed-d597c23d8bbd'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:10.793421 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16784120-b919-4445-974b-670a6a0d456d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.793513 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431d5205-f515-4b2d-bf8e-babb50085391" -d '{"events": [{"name": "network-changed", "server_uuid": "b80b1dbc-ec07-46ae-8b68-9a4572433a92", "tag": "44669c72-d839-4b49-83ed-d597c23d8bbd"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:10.921433 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2faa172-fce9-4c1b-8838-ca38dce3c4eb service neutron] Pushing event updated for resources: {'Port': ['ID=44669c72-d839-4b49-83ed-d597c23d8bbd,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:11.136871 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-09e42f89-85c4-422d-a4f2-270d6ef8b9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:11.139737 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-09e42f89-85c4-422d-a4f2-270d6ef8b9e3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a5577c115ec43508375ce7d29599c94&device_id=b80b1dbc-ec07-46ae-8b68-9a4572433a92 HTTP/1.1" status: 200 len: 1096 time: 0.2107205 Jul 15 13:19:11.224402 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16784120-b919-4445-974b-670a6a0d456d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.238864 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-81b07669-190c-4585-aa8e-805dac96173d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44669c72-d839-4b49-83ed-d597c23d8bbd HTTP/1.1" status: 200 len: 217 time: 0.0836849 Jul 15 13:19:11.253445 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16784120-b919-4445-974b-670a6a0d456d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.257948 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 6486b554-04f2-4a38-a683-cdbe24efe4c1 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:11.397605 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-2c74087f-62ce-4957-8d18-f9ae27b387bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:11.401949 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-2c74087f-62ce-4957-8d18-f9ae27b387bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d793a745-d38c-4e8b-9716-b5fdf7b27406 HTTP/1.1" status: 200 len: 851 time: 0.1546488 Jul 15 13:19:11.447737 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 6486b554-04f2-4a38-a683-cdbe24efe4c1 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:11.452662 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 6486b554-04f2-4a38-a683-cdbe24efe4c1 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:11.453367 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.469878 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16784120-b919-4445-974b-670a6a0d456d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41dddf6c-712f-42cc-bd31-b974348d35bb,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:11.555700 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b989df3-0fd8-440a-8b24-25e58e3797d3 x-openstack-request-id: req-4b989df3-0fd8-440a-8b24-25e58e3797d3 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:11.556046 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80b1dbc-ec07-46ae-8b68-9a4572433a92", "tag": "44669c72-d839-4b49-83ed-d597c23d8bbd", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:11.556370 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4b989df3-0fd8-440a-8b24-25e58e3797d3 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:11.556671 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80b1dbc-ec07-46ae-8b68-9a4572433a92', 'tag': '44669c72-d839-4b49-83ed-d597c23d8bbd', 'status': 'completed', 'code': 200} Jul 15 13:19:11.588778 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0461554d-c477-4ab8-89b6-3e0cd941ef2a no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:19:11.598392 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-9eb60223-4b9c-48c4-bab1-abe24359b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:11.606532 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-9eb60223-4b9c-48c4-bab1-abe24359b9fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edeaa118-edc5-4f1b-bf13-6f27616a2b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1938868 Jul 15 13:19:11.644532 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-16784120-b919-4445-974b-670a6a0d456d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40d0d2b108b4457fb31b4d1872fb48ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0195093 Jul 15 13:19:11.652869 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37608) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:11.727151 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 0461554d-c477-4ab8-89b6-3e0cd941ef2a {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:19:11.727639 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0461554d-c477-4ab8-89b6-3e0cd941ef2a not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:19:11.848702 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.849388 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-fee11b53-40c6-48ce-ba06-7ccbe169dd5a service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359405 Jul 15 13:19:11.874752 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d255cf-72a6-4436-8bb6-e572a8908eeb req-9238cce9-82a2-43b7-b73d-d73169dd6334 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:11.888490 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-95d255cf-72a6-4436-8bb6-e572a8908eeb req-9238cce9-82a2-43b7-b73d-d73169dd6334 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80b1dbc-ec07-46ae-8b68-9a4572433a92 HTTP/1.1" status: 200 len: 944 time: 0.6857262 Jul 15 13:19:11.931590 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 6486b554-04f2-4a38-a683-cdbe24efe4c1, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=6486b554-04f2-4a38-a683-cdbe24efe4c1,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:11.934818 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1870904-e612-40fe-9f4a-d793ec6058f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6486b554-04f2-4a38-a683-cdbe24efe4c1'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:11.939759 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97f715c-d319-4aa9-a1a4-37df1ce66b40" -d '{"events": [{"server_uuid": "e1870904-e612-40fe-9f4a-d793ec6058f3", "name": "network-vif-plugged", "status": "completed", "tag": "6486b554-04f2-4a38-a683-cdbe24efe4c1"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:11.948636 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.984833 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-972d0b51-e1f2-4262-ba2b-495654d6781b tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Deleting port 46555fe4-6a8c-45bd-b983-9580835f80a9 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:11.988821 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-972d0b51-e1f2-4262-ba2b-495654d6781b tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.075902 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-89fab904-4917-4cd4-a133-7d239dcce00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.079671 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=6486b554-04f2-4a38-a683-cdbe24efe4c1,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:12.100722 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-95d255cf-72a6-4436-8bb6-e572a8908eeb req-a3386504-5262-497d-ae88-2a6b0b8a9355 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107511 Jul 15 13:19:12.130236 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0ec75cfc-ace3-428b-ae62-6ee7aa4b3d98 req-7b574c55-7b7c-478c-93d7-b74752e76ac2 service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592444 Jul 15 13:19:12.287034 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-89fab904-4917-4cd4-a133-7d239dcce00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.318322 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64099e6f-0895-423f-9485-7277f846bc3a x-openstack-request-id: req-64099e6f-0895-423f-9485-7277f846bc3a {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:12.318999 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1870904-e612-40fe-9f4a-d793ec6058f3", "name": "network-vif-plugged", "status": "completed", "tag": "6486b554-04f2-4a38-a683-cdbe24efe4c1", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:12.322569 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-64099e6f-0895-423f-9485-7277f846bc3a {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:12.323395 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1870904-e612-40fe-9f4a-d793ec6058f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6486b554-04f2-4a38-a683-cdbe24efe4c1', 'code': 200} Jul 15 13:19:12.377461 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-972d0b51-e1f2-4262-ba2b-495654d6781b tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] For port 46555fe4-6a8c-45bd-b983-9580835f80a9, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=46555fe4-6a8c-45bd-b983-9580835f80a9,segment=NetworkSegment(619cf1f9-b0d4-4e58-87b2-76297a0627d5),segment_id=619cf1f9-b0d4-4e58-87b2-76297a0627d5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:12.378814 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-972d0b51-e1f2-4262-ba2b-495654d6781b tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.407343 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d5205-f515-4b2d-bf8e-babb50085391 req-f31cde89-2f53-4f4e-b9f7-eeeeb356ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:12.409651 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-431d5205-f515-4b2d-bf8e-babb50085391 req-f31cde89-2f53-4f4e-b9f7-eeeeb356ba2d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a5577c115ec43508375ce7d29599c94&device_id=b80b1dbc-ec07-46ae-8b68-9a4572433a92 HTTP/1.1" status: 200 len: 1096 time: 0.1884880 Jul 15 13:19:12.438531 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-972d0b51-e1f2-4262-ba2b-495654d6781b tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Calling delete_port for 46555fe4-6a8c-45bd-b983-9580835f80a9 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:12.494050 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811d3f5-668d-4fac-8a87-d197cd01f59f req-7932c56e-9ce4-4809-949c-39c9bc7bce76 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:12.503087 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7811d3f5-668d-4fac-8a87-d197cd01f59f req-7932c56e-9ce4-4809-949c-39c9bc7bce76 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 945 time: 0.2131224 Jul 15 13:19:12.583195 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-89fab904-4917-4cd4-a133-7d239dcce00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.586232 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-89fab904-4917-4cd4-a133-7d239dcce00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.587642 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-89fab904-4917-4cd4-a133-7d239dcce00b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41dddf6c-712f-42cc-bd31-b974348d35bb HTTP/1.1" status: 204 len: 168 time: 0.9313614 Jul 15 13:19:12.643638 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fab904-4917-4cd4-a133-7d239dcce00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dddf6c-712f-42cc-bd31-b974348d35bb,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:12.702174 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb251a-c0c1-474d-8de0-edbe014f6a07 req-21789e40-fe98-4e50-be54-207289de421a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:12.710986 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-30eb251a-c0c1-474d-8de0-edbe014f6a07 req-21789e40-fe98-4e50-be54-207289de421a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 1097 time: 0.2955048 Jul 15 13:19:12.818747 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7811d3f5-668d-4fac-8a87-d197cd01f59f req-41a2670b-53b1-466b-baae-1f81856f52b0 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970819 Jul 15 13:19:12.886381 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d5205-f515-4b2d-bf8e-babb50085391 req-72b94f58-92d7-411d-8461-7e95fc9e7a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:12.890270 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-431d5205-f515-4b2d-bf8e-babb50085391 req-72b94f58-92d7-411d-8461-7e95fc9e7a52 service neutron] 10.222.0.32 "GET /v2.0/networks?id=edeaa118-edc5-4f1b-bf13-6f27616a2b19 HTTP/1.1" status: 200 len: 913 time: 0.4712527 Jul 15 13:19:12.946973 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-30eb251a-c0c1-474d-8de0-edbe014f6a07 req-c75637ae-24cf-4d4b-b98b-23685c0e8291 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498499 Jul 15 13:19:12.981717 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-431d5205-f515-4b2d-bf8e-babb50085391 req-9fa3a78d-0fd8-4b51-bcca-232183c0ba3d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44669c72-d839-4b49-83ed-d597c23d8bbd HTTP/1.1" status: 200 len: 217 time: 0.0842459 Jul 15 13:19:13.058357 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-972d0b51-e1f2-4262-ba2b-495654d6781b tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.104974 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d5205-f515-4b2d-bf8e-babb50085391 req-d08dbbc2-2999-4423-b1c6-08900382041a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:13.110552 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-431d5205-f515-4b2d-bf8e-babb50085391 req-d08dbbc2-2999-4423-b1c6-08900382041a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d793a745-d38c-4e8b-9716-b5fdf7b27406 HTTP/1.1" status: 200 len: 851 time: 0.1095271 Jul 15 13:19:13.115247 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d0b51-e1f2-4262-ba2b-495654d6781b tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Port': ['ID=46555fe4-6a8c-45bd-b983-9580835f80a9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:13.296488 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d5205-f515-4b2d-bf8e-babb50085391 req-d26cc1db-a3d6-494c-ad2b-44d49bc4ccda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:13.299375 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-431d5205-f515-4b2d-bf8e-babb50085391 req-d26cc1db-a3d6-494c-ad2b-44d49bc4ccda service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edeaa118-edc5-4f1b-bf13-6f27616a2b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1808035 Jul 15 13:19:13.511222 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-972d0b51-e1f2-4262-ba2b-495654d6781b tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.527932 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-431d5205-f515-4b2d-bf8e-babb50085391 req-44b4e0c7-13ab-458d-96ae-b9fe8707b2c0 service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178111 Jul 15 13:19:13.763449 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972d0b51-e1f2-4262-ba2b-495654d6781b tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Router 4d642d41-e917-4abf-9b81-bc2112473527 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:19:13.777596 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2783af0-f7fe-4084-b53e-47531ff88823 req-1dddf129-ed6a-4e23-817e-8d23e17fac8b tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:13.779866 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b2783af0-f7fe-4084-b53e-47531ff88823 req-1dddf129-ed6a-4e23-817e-8d23e17fac8b tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80b1dbc-ec07-46ae-8b68-9a4572433a92 HTTP/1.1" status: 200 len: 944 time: 0.2579908 Jul 15 13:19:13.835487 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-431d5205-f515-4b2d-bf8e-babb50085391 req-2572e90b-79e1-4e26-ac48-79a9f9b77ae0 service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975550 Jul 15 13:19:14.348883 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fc4f2-dd3e-4fce-8bde-8a03497d83c1 req-8e35c6d4-6ace-4df1-a0b8-766e482b6f28 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:14.350816 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f99fc4f2-dd3e-4fce-8bde-8a03497d83c1 req-8e35c6d4-6ace-4df1-a0b8-766e482b6f28 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 945 time: 0.1485858 Jul 15 13:19:14.375534 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b2783af0-f7fe-4084-b53e-47531ff88823 req-3807f183-9ac7-4535-acda-a976eb4c1913 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5819902 Jul 15 13:19:14.378266 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972d0b51-e1f2-4262-ba2b-495654d6781b tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:19:14.396791 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe5102d-2af3-4e71-ba36-889edcadb806 None None] Sync routers for ids ['4d642d41-e917-4abf-9b81-bc2112473527'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:19:14.401388 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-972d0b51-e1f2-4262-ba2b-495654d6781b tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "PUT /v2.0/routers/4d642d41-e917-4abf-9b81-bc2112473527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3996494 Jul 15 13:19:14.402077 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37676) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:14.411808 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f99fc4f2-dd3e-4fce-8bde-8a03497d83c1 req-5db8339c-508a-4bcf-b155-60102ee35a86 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494533 Jul 15 13:19:14.429024 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe5102d-2af3-4e71-ba36-889edcadb806 None None] Routers {'4d642d41-e917-4abf-9b81-bc2112473527'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:14.430729 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7fe5102d-2af3-4e71-ba36-889edcadb806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:18:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4d642d41-e917-4abf-9b81-bc2112473527'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:14.484142 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d9cc8a-0a6b-42bd-9ed1-9362a179820e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Deleting subnet 8ea6368d-9970-4e2d-848a-0afe8d034bde {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:19:14.491059 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e2d9cc8a-0a6b-42bd-9ed1-9362a179820e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.676156 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e2d9cc8a-0a6b-42bd-9ed1-9362a179820e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.756346 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-7fe5102d-2af3-4e71-ba36-889edcadb806 None None] Set router 4d642d41-e917-4abf-9b81-bc2112473527 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:14.788357 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10a867-22e2-4832-8409-6a8c21258841 req-637786e3-5dd5-4d79-be3e-6e5b1c307189 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:14.791264 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1e10a867-22e2-4832-8409-6a8c21258841 req-637786e3-5dd5-4d79-be3e-6e5b1c307189 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 1097 time: 0.2301345 Jul 15 13:19:14.831754 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7fe5102d-2af3-4e71-ba36-889edcadb806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d642d41-e917-4abf-9b81-bc2112473527', 'name': 'tempest-RoutersTest-router-1545843645', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:48Z', 'updated_at': '2021-07-15T13:19:12Z', 'revision_number': 11, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:14.864431 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe5102d-2af3-4e71-ba36-889edcadb806 None None] Checking router: 4d642d41-e917-4abf-9b81-bc2112473527 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:19:14.875822 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe5102d-2af3-4e71-ba36-889edcadb806 None None] Routers {'4d642d41-e917-4abf-9b81-bc2112473527'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:14.876470 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7fe5102d-2af3-4e71-ba36-889edcadb806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:18:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4d642d41-e917-4abf-9b81-bc2112473527'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:14.878903 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1e10a867-22e2-4832-8409-6a8c21258841 req-fa2f8456-71fe-4d34-a9e2-d4900c9df6f4 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795295 Jul 15 13:19:14.894884 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e2d9cc8a-0a6b-42bd-9ed1-9362a179820e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:15.006405 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e2d9cc8a-0a6b-42bd-9ed1-9362a179820e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:15.009239 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 44669c72-d839-4b49-83ed-d597c23d8bbd details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:19:15.085140 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9cc8a-0a6b-42bd-9ed1-9362a179820e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Subnet': ['ID=8ea6368d-9970-4e2d-848a-0afe8d034bde,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:15.091643 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e2d9cc8a-0a6b-42bd-9ed1-9362a179820e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:15.096713 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e2d9cc8a-0a6b-42bd-9ed1-9362a179820e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/subnets/8ea6368d-9970-4e2d-848a-0afe8d034bde HTTP/1.1" status: 204 len: 168 time: 0.6934888 Jul 15 13:19:15.097746 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37702) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:15.109796 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8e6430-70a0-481e-888c-0fde2c3b7e6d None None] Network 79a2cb93-2f58-49f4-9584-0b5fdcc969cc requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:15.120775 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-7fe5102d-2af3-4e71-ba36-889edcadb806 None None] Set router 4d642d41-e917-4abf-9b81-bc2112473527 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:15.171922 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d313d-7ea3-4b21-8a5a-03a424672dc2 req-d9ebe9d1-bf2a-421a-8fb2-2d598f73970e tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:15.177801 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2a2d313d-7ea3-4b21-8a5a-03a424672dc2 req-d9ebe9d1-bf2a-421a-8fb2-2d598f73970e tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 1097 time: 0.1465805 Jul 15 13:19:15.207891 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7fe5102d-2af3-4e71-ba36-889edcadb806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d642d41-e917-4abf-9b81-bc2112473527', 'name': 'tempest-RoutersTest-router-1545843645', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:48Z', 'updated_at': '2021-07-15T13:19:12Z', 'revision_number': 11, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:15.329478 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe5102d-2af3-4e71-ba36-889edcadb806 None None] The sync data for ids ['4d642d41-e917-4abf-9b81-bc2112473527'] in n-d-758944-45 is: [{'id': '4d642d41-e917-4abf-9b81-bc2112473527', 'name': 'tempest-RoutersTest-router-1545843645', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:48Z', 'updated_at': '2021-07-15T13:19:12Z', 'revision_number': 11, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:15.334918 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27269032-1399-426c-81d9-f67c287b809d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:15.339296 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 44669c72-d839-4b49-83ed-d597c23d8bbd, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=44669c72-d839-4b49-83ed-d597c23d8bbd,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:15.362662 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2a2d313d-7ea3-4b21-8a5a-03a424672dc2 req-52429dfa-3ef6-4a35-b5d2-5e59ca745d69 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809683 Jul 15 13:19:15.424067 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '44669c72-d839-4b49-83ed-d597c23d8bbd', 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19', 'port_id': '44669c72-d839-4b49-83ed-d597c23d8bbd', 'mac_address': 'fa:16:3e:62:ab:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd793a745-d38c-4e8b-9716-b5fdf7b27406', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:19:15.557703 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-27269032-1399-426c-81d9-f67c287b809d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Deleting port d6708481-2476-4522-a488-6b188eac4539 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:15.564004 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27269032-1399-426c-81d9-f67c287b809d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:15.689993 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:15.787754 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44669c72-d839-4b49-83ed-d597c23d8bbd {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:15.841262 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 44669c72-d839-4b49-83ed-d597c23d8bbd, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=44669c72-d839-4b49-83ed-d597c23d8bbd,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:15.857650 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:15.876685 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-27269032-1399-426c-81d9-f67c287b809d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] For port d6708481-2476-4522-a488-6b188eac4539, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=d6708481-2476-4522-a488-6b188eac4539,segment=NetworkSegment(619cf1f9-b0d4-4e58-87b2-76297a0627d5),segment_id=619cf1f9-b0d4-4e58-87b2-76297a0627d5)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:15.884932 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27269032-1399-426c-81d9-f67c287b809d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:15.947140 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-27269032-1399-426c-81d9-f67c287b809d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Calling delete_port for d6708481-2476-4522-a488-6b188eac4539 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:15.996103 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1870d1d7-4bcc-4116-8070-9c610f4477e4 None None] DHCP port deletion for 79a2cb93-2f58-49f4-9584-0b5fdcc969cc request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:19:16.087974 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc42c79-f7fc-4a08-82e1-3cf416558e40 req-619a498a-b01a-48a0-aedd-73d7802ad7f6 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:16.094612 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-abc42c79-f7fc-4a08-82e1-3cf416558e40 req-619a498a-b01a-48a0-aedd-73d7802ad7f6 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80b1dbc-ec07-46ae-8b68-9a4572433a92 HTTP/1.1" status: 200 len: 945 time: 0.2485571 Jul 15 13:19:16.137345 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=44669c72-d839-4b49-83ed-d597c23d8bbd,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:16.200999 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27269032-1399-426c-81d9-f67c287b809d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:16.214789 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-1870d1d7-4bcc-4116-8070-9c610f4477e4 None None] Deleting port d6708481-2476-4522-a488-6b188eac4539 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:16.215361 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1870d1d7-4bcc-4116-8070-9c610f4477e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:16.225028 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-abc42c79-f7fc-4a08-82e1-3cf416558e40 req-218a6c6d-13fa-4fa8-b4a3-c78a98d34a34 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241937 Jul 15 13:19:16.257819 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['44669c72-d839-4b49-83ed-d597c23d8bbd'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:16.288014 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27269032-1399-426c-81d9-f67c287b809d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Port': ['ID=d6708481-2476-4522-a488-6b188eac4539,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:16.297086 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27269032-1399-426c-81d9-f67c287b809d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] No DVR routers for this DVR port d6708481-2476-4522-a488-6b188eac4539 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:19:16.404652 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-1870d1d7-4bcc-4116-8070-9c610f4477e4 None None] For port d6708481-2476-4522-a488-6b188eac4539, host n-d-758944-45, got binding levels [] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:16.405163 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1870d1d7-4bcc-4116-8070-9c610f4477e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:16.449046 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-1870d1d7-4bcc-4116-8070-9c610f4477e4 None None] Calling delete_port for d6708481-2476-4522-a488-6b188eac4539 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:16.486570 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.ipam_backend_mixin [None req-1870d1d7-4bcc-4116-8070-9c610f4477e4 None None] Port d6708481-2476-4522-a488-6b188eac4539 was not found and therefore no delete operation was performed {{(pid=93815) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:19:16.493642 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1870d1d7-4bcc-4116-8070-9c610f4477e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:16.500911 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27269032-1399-426c-81d9-f67c287b809d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:16.516386 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-27269032-1399-426c-81d9-f67c287b809d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79a2cb93-2f58-49f4-9584-0b5fdcc969cc']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:16.534832 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-27269032-1399-426c-81d9-f67c287b809d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619cf1f9-b0d4-4e58-87b2-76297a0627d5') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:16.535220 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-27269032-1399-426c-81d9-f67c287b809d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619cf1f9-b0d4-4e58-87b2-76297a0627d5') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:16.546314 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870d1d7-4bcc-4116-8070-9c610f4477e4 None None] Pushing event deleted for resources: {'Port': ['ID=d6708481-2476-4522-a488-6b188eac4539,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:16.547844 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27269032-1399-426c-81d9-f67c287b809d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:16.558877 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1870d1d7-4bcc-4116-8070-9c610f4477e4 None None] No DVR routers for this DVR port d6708481-2476-4522-a488-6b188eac4539 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:19:16.577299 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27269032-1399-426c-81d9-f67c287b809d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:16.585258 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27269032-1399-426c-81d9-f67c287b809d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:19:16.585449 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27269032-1399-426c-81d9-f67c287b809d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:19:16.588930 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:19:16.716663 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27269032-1399-426c-81d9-f67c287b809d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:16.736090 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27269032-1399-426c-81d9-f67c287b809d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:16.747649 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37788) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:16.747937 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-27269032-1399-426c-81d9-f67c287b809d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/networks/79a2cb93-2f58-49f4-9584-0b5fdcc969cc HTTP/1.1" status: 204 len: 168 time: 1.6483412 Jul 15 13:19:16.755855 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ca2989fb-e1c7-4511-a13e-ff7381500065 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Request body: {'router': {'routes': None}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:16.818121 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27269032-1399-426c-81d9-f67c287b809d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Pushing event deleted for resources: {'Network': ['ID=79a2cb93-2f58-49f4-9584-0b5fdcc969cc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:17.012555 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.extraroute_db [None req-ca2989fb-e1c7-4511-a13e-ff7381500065 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Added routes are [] {{(pid=93814) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 13:19:17.012967 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.extraroute_db [None req-ca2989fb-e1c7-4511-a13e-ff7381500065 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Removed routes are [] {{(pid=93814) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 13:19:17.013418 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ca2989fb-e1c7-4511-a13e-ff7381500065 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.469964 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ca2989fb-e1c7-4511-a13e-ff7381500065 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.478628 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ca2989fb-e1c7-4511-a13e-ff7381500065 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3773587'] for router, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.495220 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device d6708481-2476-4522-a488-6b188eac4539 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:19:17.547257 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: d6708481-2476-4522-a488-6b188eac4539 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:19:17.547594 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device d6708481-2476-4522-a488-6b188eac4539 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:19:17.550572 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 46555fe4-6a8c-45bd-b983-9580835f80a9 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:19:17.595185 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 46555fe4-6a8c-45bd-b983-9580835f80a9 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:19:17.595815 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 46555fe4-6a8c-45bd-b983-9580835f80a9 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:19:17.868843 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2989fb-e1c7-4511-a13e-ff7381500065 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Router 4d642d41-e917-4abf-9b81-bc2112473527 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:19:17.932641 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-338a072d-a9f3-4843-a82f-1f4313cf16f8 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:19:17.944628 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-338a072d-a9f3-4843-a82f-1f4313cf16f8 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0320420 Jul 15 13:19:18.077562 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe3496-3ea5-4119-b7df-a40117b4ec23 req-18733225-c8ec-45e1-a1c3-82bcd046c452 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:18.096879 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eabe3496-3ea5-4119-b7df-a40117b4ec23 req-18733225-c8ec-45e1-a1c3-82bcd046c452 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80b1dbc-ec07-46ae-8b68-9a4572433a92 HTTP/1.1" status: 200 len: 945 time: 0.5042720 Jul 15 13:19:18.113173 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-8fe02732-4c69-4c0b-9c59-110c8c8a054c service neutron] Request body: {'binding': {'host': 'n-h2-758944-45', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:18.117437 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-8fe02732-4c69-4c0b-9c59-110c8c8a054c service neutron] Unknown quota resources ['binding']. {{(pid=93814) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:19:18.238196 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2989fb-e1c7-4511-a13e-ff7381500065 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:19:18.258529 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d2894a-2fad-4529-a212-7d447a676094 None None] Sync routers for ids ['4d642d41-e917-4abf-9b81-bc2112473527'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:19:18.259045 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ca2989fb-e1c7-4511-a13e-ff7381500065 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.260547 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ca2989fb-e1c7-4511-a13e-ff7381500065 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "PUT /v2.0/routers/4d642d41-e917-4abf-9b81-bc2112473527 HTTP/1.1" status: 200 len: 701 time: 1.5107021 Jul 15 13:19:18.263682 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37884) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:18.317381 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d2894a-2fad-4529-a212-7d447a676094 None None] Routers {'4d642d41-e917-4abf-9b81-bc2112473527'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:18.323655 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-18d2894a-2fad-4529-a212-7d447a676094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:18:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4d642d41-e917-4abf-9b81-bc2112473527'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:18.398564 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a3f869a8-b103-4159-bdb2-221578817625 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d642d41-e917-4abf-9b81-bc2112473527 HTTP/1.1" status: 200 len: 205 time: 0.1293728 Jul 15 13:19:18.399787 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37892) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:18.414820 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eabe3496-3ea5-4119-b7df-a40117b4ec23 req-690ff637-a5df-4a56-833a-5c8131fbbdf9 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156855 Jul 15 13:19:18.542052 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-18d2894a-2fad-4529-a212-7d447a676094 None None] Set router 4d642d41-e917-4abf-9b81-bc2112473527 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:18.633876 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2bd35a26-4f3a-4208-9419-be1a088f1f93 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.643204 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-8fe02732-4c69-4c0b-9c59-110c8c8a054c service neutron] Attempting to bind port 6486b554-04f2-4a38-a683-cdbe24efe4c1 on host n-h2-758944-45 for vnic_type normal with profile None {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:18.643953 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-8fe02732-4c69-4c0b-9c59-110c8c8a054c service neutron] Attempting to bind port 6486b554-04f2-4a38-a683-cdbe24efe4c1 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:18.643953 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-8fe02732-4c69-4c0b-9c59-110c8c8a054c service neutron] Attempting to bind port 6486b554-04f2-4a38-a683-cdbe24efe4c1 on network 11104484-975b-4425-b2d0-5e9908c9b0d1 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:18.649295 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-8fe02732-4c69-4c0b-9c59-110c8c8a054c service neutron] Port 6486b554-04f2-4a38-a683-cdbe24efe4c1 on network 11104484-975b-4425-b2d0-5e9908c9b0d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:19:18.649632 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-8fe02732-4c69-4c0b-9c59-110c8c8a054c service neutron] Attempting to bind port 6486b554-04f2-4a38-a683-cdbe24efe4c1 on network 11104484-975b-4425-b2d0-5e9908c9b0d1 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:18.665490 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-18d2894a-2fad-4529-a212-7d447a676094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d642d41-e917-4abf-9b81-bc2112473527', 'name': 'tempest-RoutersTest-router-1545843645', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:48Z', 'updated_at': '2021-07-15T13:19:12Z', 'revision_number': 11, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:18.681805 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-8fe02732-4c69-4c0b-9c59-110c8c8a054c service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:18.682168 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-8fe02732-4c69-4c0b-9c59-110c8c8a054c service neutron] Checking segment: {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:18.682621 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-8fe02732-4c69-4c0b-9c59-110c8c8a054c service neutron] Bound using segment: {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:18.685225 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-8fe02732-4c69-4c0b-9c59-110c8c8a054c service neutron] Bound port: 6486b554-04f2-4a38-a683-cdbe24efe4c1, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:18.721153 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d2894a-2fad-4529-a212-7d447a676094 None None] Checking router: 4d642d41-e917-4abf-9b81-bc2112473527 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:19:18.735351 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d2894a-2fad-4529-a212-7d447a676094 None None] Routers {'4d642d41-e917-4abf-9b81-bc2112473527'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:18.736567 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-18d2894a-2fad-4529-a212-7d447a676094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:18:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4d642d41-e917-4abf-9b81-bc2112473527'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:18.923070 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-8fe02732-4c69-4c0b-9c59-110c8c8a054c service neutron] For port 6486b554-04f2-4a38-a683-cdbe24efe4c1, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=6486b554-04f2-4a38-a683-cdbe24efe4c1,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:18.939730 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-8fe02732-4c69-4c0b-9c59-110c8c8a054c service neutron] Notify callbacks [] for binding, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.947978 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-8fe02732-4c69-4c0b-9c59-110c8c8a054c service neutron] 10.222.0.24 "POST /v2.0/ports/6486b554-04f2-4a38-a683-cdbe24efe4c1/bindings HTTP/1.1" status: 201 len: 390 time: 0.8425384 Jul 15 13:19:19.021230 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 44669c72-d839-4b49-83ed-d597c23d8bbd up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:19.248411 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-18d2894a-2fad-4529-a212-7d447a676094 None None] Set router 4d642d41-e917-4abf-9b81-bc2112473527 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:19.268661 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 44669c72-d839-4b49-83ed-d597c23d8bbd completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:19.291011 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 44669c72-d839-4b49-83ed-d597c23d8bbd triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:19.294777 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.449975 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-18d2894a-2fad-4529-a212-7d447a676094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d642d41-e917-4abf-9b81-bc2112473527', 'name': 'tempest-RoutersTest-router-1545843645', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:48Z', 'updated_at': '2021-07-15T13:19:12Z', 'revision_number': 11, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:19.512023 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d2894a-2fad-4529-a212-7d447a676094 None None] The sync data for ids ['4d642d41-e917-4abf-9b81-bc2112473527'] in n-d-758944-45 is: [{'id': '4d642d41-e917-4abf-9b81-bc2112473527', 'name': 'tempest-RoutersTest-router-1545843645', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:48Z', 'updated_at': '2021-07-15T13:19:12Z', 'revision_number': 11, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:19.595417 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.673318 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80b1dbc-ec07-46ae-8b68-9a4572433a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44669c72-d839-4b49-83ed-d597c23d8bbd'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:19.689384 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ad5879-c349-4cec-81db-10a99059ff77" -d '{"events": [{"server_uuid": "b80b1dbc-ec07-46ae-8b68-9a4572433a92", "name": "network-vif-plugged", "status": "completed", "tag": "44669c72-d839-4b49-83ed-d597c23d8bbd"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:19.753362 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2bd35a26-4f3a-4208-9419-be1a088f1f93 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.754976 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 44669c72-d839-4b49-83ed-d597c23d8bbd, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=44669c72-d839-4b49-83ed-d597c23d8bbd,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:19.763111 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.811957 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2bd35a26-4f3a-4208-9419-be1a088f1f93 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.893884 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=44669c72-d839-4b49-83ed-d597c23d8bbd,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:19.995287 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-7dc0ebc3-64fe-4637-a7c0-64568ebfbbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:19.998120 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-7dc0ebc3-64fe-4637-a7c0-64568ebfbbad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c2b5fceeddc4686a6075bcd70c81526&device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 1097 time: 0.5411460 Jul 15 13:19:20.014223 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2bd35a26-4f3a-4208-9419-be1a088f1f93 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.015499 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd35a26-4f3a-4208-9419-be1a088f1f93 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Fanout notify agent at l3_agent the message router_deleted on router 4d642d41-e917-4abf-9b81-bc2112473527 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:19:20.053130 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2bd35a26-4f3a-4208-9419-be1a088f1f93 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.060745 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2bd35a26-4f3a-4208-9419-be1a088f1f93 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/routers/4d642d41-e917-4abf-9b81-bc2112473527 HTTP/1.1" status: 204 len: 168 time: 1.6548393 Jul 15 13:19:20.063986 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37966) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:20.069772 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-28efe674-1f6c-4cfc-b181-dc7e0ce15c78 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1013714692', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:20.143848 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-28efe674-1f6c-4cfc-b181-dc7e0ce15c78 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.146687 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-28efe674-1f6c-4cfc-b181-dc7e0ce15c78 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.266459 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb9252-8a5a-495f-b35d-bc10ae4ed6eb req-b1626259-8b71-4c24-ae28-dd549d3d23f7 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:20.270303 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d8bb9252-8a5a-495f-b35d-bc10ae4ed6eb req-b1626259-8b71-4c24-ae28-dd549d3d23f7 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80b1dbc-ec07-46ae-8b68-9a4572433a92 HTTP/1.1" status: 200 len: 946 time: 0.4849691 Jul 15 13:19:20.288314 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-28efe674-1f6c-4cfc-b181-dc7e0ce15c78 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.303369 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-28efe674-1f6c-4cfc-b181-dc7e0ce15c78 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.428091 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-28efe674-1f6c-4cfc-b181-dc7e0ce15c78 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.433702 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37988) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:20.435317 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-28efe674-1f6c-4cfc-b181-dc7e0ce15c78 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3694603 Jul 15 13:19:20.452777 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-058c744c-71b9-47f3-b02e-2c7d543db28f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:20.479423 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa45a15-0890-4663-af11-f502d04fef7e req-4bd5f25e-99b1-4d02-9c0b-1873fb214110 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:20.490045 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8fa45a15-0890-4663-af11-f502d04fef7e req-4bd5f25e-99b1-4d02-9c0b-1873fb214110 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 945 time: 0.1991150 Jul 15 13:19:20.520397 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d8bb9252-8a5a-495f-b35d-bc10ae4ed6eb req-73c6b255-3c41-46b0-bc73-785b504cfe81 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465816 Jul 15 13:19:20.560822 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8fa45a15-0890-4663-af11-f502d04fef7e req-ffc17fb9-954a-4fec-865d-22f958538a47 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682089 Jul 15 13:19:20.634530 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ad4f7d-a19d-428f-95ca-ace401080361 x-openstack-request-id: req-66ad4f7d-a19d-428f-95ca-ace401080361 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:20.635628 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80b1dbc-ec07-46ae-8b68-9a4572433a92", "name": "network-vif-plugged", "status": "completed", "tag": "44669c72-d839-4b49-83ed-d597c23d8bbd", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:20.636201 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-66ad4f7d-a19d-428f-95ca-ace401080361 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:20.636779 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80b1dbc-ec07-46ae-8b68-9a4572433a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44669c72-d839-4b49-83ed-d597c23d8bbd', 'code': 200} Jul 15 13:19:20.644987 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-fc956c10-1718-4e1e-9691-04b37246cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:20.647635 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-fc956c10-1718-4e1e-9691-04b37246cab8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=11104484-975b-4425-b2d0-5e9908c9b0d1 HTTP/1.1" status: 200 len: 908 time: 0.6250229 Jul 15 13:19:20.769606 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-bd394a67-e97f-4e66-88de-b3b74b279d98 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6486b554-04f2-4a38-a683-cdbe24efe4c1 HTTP/1.1" status: 200 len: 217 time: 0.0399418 Jul 15 13:19:20.805260 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-08264051-7965-4c10-983b-7d9126abe790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:21.034615 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-058c744c-71b9-47f3-b02e-2c7d543db28f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:21.039318 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-66b8a1d1-c977-48ea-b863-31a797638e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:21.041574 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-66b8a1d1-c977-48ea-b863-31a797638e3f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=175aacaa-613b-43c2-81a6-3ccd12246946 HTTP/1.1" status: 200 len: 847 time: 0.1813784 Jul 15 13:19:21.096885 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-058c744c-71b9-47f3-b02e-2c7d543db28f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3773587'] for router, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:21.102973 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-b1d3871d-9d8e-4487-ad2b-bb398543e61b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=11104484-975b-4425-b2d0-5e9908c9b0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426347 Jul 15 13:19:21.106440 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470034f2-a01f-4f11-a9ff-c5686100c6b5 req-94cda1d2-355b-4643-b9da-d443923f8983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:21.108053 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-470034f2-a01f-4f11-a9ff-c5686100c6b5 req-94cda1d2-355b-4643-b9da-d443923f8983 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b80b1dbc-ec07-46ae-8b68-9a4572433a92 HTTP/1.1" status: 200 len: 1098 time: 0.3367064 Jul 15 13:19:21.329630 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-470034f2-a01f-4f11-a9ff-c5686100c6b5 req-544d1e34-3c23-443b-a201-9cbde0210cf9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067869 Jul 15 13:19:21.487594 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058c744c-71b9-47f3-b02e-2c7d543db28f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Router de0060c6-c100-4eb8-874e-5cef2ade5bcc is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:19:21.531127 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-d5a1ad08-401e-4c94-935c-e9cd33e8c96c service neutron] 10.222.0.32 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190388 Jul 15 13:19:21.645398 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058c744c-71b9-47f3-b02e-2c7d543db28f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:19:21.665570 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e080e78-ae86-4f9e-9003-5e7639728b0a None None] Sync routers for ids ['de0060c6-c100-4eb8-874e-5cef2ade5bcc'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:19:21.687490 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e080e78-ae86-4f9e-9003-5e7639728b0a None None] Routers {'de0060c6-c100-4eb8-874e-5cef2ade5bcc'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:21.694537 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-058c744c-71b9-47f3-b02e-2c7d543db28f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:21.694863 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5e080e78-ae86-4f9e-9003-5e7639728b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:18:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['de0060c6-c100-4eb8-874e-5cef2ade5bcc'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:21.696196 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-058c744c-71b9-47f3-b02e-2c7d543db28f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "PUT /v2.0/routers/de0060c6-c100-4eb8-874e-5cef2ade5bcc HTTP/1.1" status: 200 len: 694 time: 1.2592063 Jul 15 13:19:21.698869 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38072) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:21.821352 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-5e080e78-ae86-4f9e-9003-5e7639728b0a None None] Set router de0060c6-c100-4eb8-874e-5cef2ade5bcc gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:21.883068 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-b4b51c0a-ac89-4760-b2e6-1504f72252f1 service neutron] 10.222.0.32 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856978 Jul 15 13:19:21.940240 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5e080e78-ae86-4f9e-9003-5e7639728b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0060c6-c100-4eb8-874e-5cef2ade5bcc', 'name': 'tempest-RoutersTest-router-1013714692', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:20Z', 'updated_at': '2021-07-15T13:19:21Z', 'revision_number': 2, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:21.973920 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e080e78-ae86-4f9e-9003-5e7639728b0a None None] Checking router: de0060c6-c100-4eb8-874e-5cef2ade5bcc for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:19:22.001090 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e080e78-ae86-4f9e-9003-5e7639728b0a None None] Routers {'de0060c6-c100-4eb8-874e-5cef2ade5bcc'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:22.001647 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5e080e78-ae86-4f9e-9003-5e7639728b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:18:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['de0060c6-c100-4eb8-874e-5cef2ade5bcc'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:22.038285 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e428b7-6872-43e2-bbcf-b6192494747e req-ee238d25-e54f-43b8-9f79-0d406277ce37 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:22.058858 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-66e428b7-6872-43e2-bbcf-b6192494747e req-ee238d25-e54f-43b8-9f79-0d406277ce37 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 945 time: 0.2351792 Jul 15 13:19:22.164518 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-66e428b7-6872-43e2-bbcf-b6192494747e req-d3030006-cfd8-4241-acc1-478f6efea610 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989623 Jul 15 13:19:22.213675 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38090) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:22.215657 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3054b427-1faf-4a4d-a16a-8a0e7f6f68e4 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "GET /v2.0/routers/de0060c6-c100-4eb8-874e-5cef2ade5bcc HTTP/1.1" status: 200 len: 700 time: 0.5135784 Jul 15 13:19:22.329834 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-22211c62-0f2e-4592-97d1-d0c81a28a2f6 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "GET /v2.0/ports?device_id=de0060c6-c100-4eb8-874e-5cef2ade5bcc HTTP/1.1" status: 200 len: 205 time: 0.1119971 Jul 15 13:19:22.334127 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38104) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:22.365704 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89bb68-6b26-4d29-a99d-d17d302a237f req-bf62188e-272b-48a0-b0f5-a3d32f4e4bb4 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:22.368554 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1a89bb68-6b26-4d29-a99d-d17d302a237f req-bf62188e-272b-48a0-b0f5-a3d32f4e4bb4 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80b1dbc-ec07-46ae-8b68-9a4572433a92 HTTP/1.1" status: 200 len: 946 time: 0.4600508 Jul 15 13:19:22.427426 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-5e080e78-ae86-4f9e-9003-5e7639728b0a None None] Set router de0060c6-c100-4eb8-874e-5cef2ade5bcc gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:22.462786 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1a89bb68-6b26-4d29-a99d-d17d302a237f req-ed61fc2c-d3bc-453b-ba8c-48158dfc5079 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768809 Jul 15 13:19:22.496816 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5e080e78-ae86-4f9e-9003-5e7639728b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0060c6-c100-4eb8-874e-5cef2ade5bcc', 'name': 'tempest-RoutersTest-router-1013714692', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:20Z', 'updated_at': '2021-07-15T13:19:21Z', 'revision_number': 2, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:22.599390 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e080e78-ae86-4f9e-9003-5e7639728b0a None None] The sync data for ids ['de0060c6-c100-4eb8-874e-5cef2ade5bcc'] in n-d-758944-45 is: [{'id': 'de0060c6-c100-4eb8-874e-5cef2ade5bcc', 'name': 'tempest-RoutersTest-router-1013714692', 'tenant_id': '2299834c406d4055b9f136a9c73b3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:20Z', 'updated_at': '2021-07-15T13:19:21Z', 'revision_number': 2, 'project_id': '2299834c406d4055b9f136a9c73b3afc', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:22.642246 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-caf2027e-447e-4677-add1-ec614fd9405f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:22.987747 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-caf2027e-447e-4677-add1-ec614fd9405f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:22.992805 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-caf2027e-447e-4677-add1-ec614fd9405f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:23.081223 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-caf2027e-447e-4677-add1-ec614fd9405f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:23.082008 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf2027e-447e-4677-add1-ec614fd9405f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Fanout notify agent at l3_agent the message router_deleted on router de0060c6-c100-4eb8-874e-5cef2ade5bcc {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:19:23.119852 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-caf2027e-447e-4677-add1-ec614fd9405f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:23.124514 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-caf2027e-447e-4677-add1-ec614fd9405f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/routers/de0060c6-c100-4eb8-874e-5cef2ade5bcc HTTP/1.1" status: 204 len: 168 time: 0.7891192 Jul 15 13:19:23.132676 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38142) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:23.193944 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38146) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:23.202066 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2823ccc8-f03b-4e07-a681-853b60b2b07d tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "GET /v2.0/ports?device_id=de0060c6-c100-4eb8-874e-5cef2ade5bcc HTTP/1.1" status: 200 len: 205 time: 0.0545304 Jul 15 13:19:23.243646 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-f19e19ca-8173-4bc8-8e48-20c45a7f0229 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] delete failed (client error): The resource could not be found. Jul 15 13:19:23.245268 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f19e19ca-8173-4bc8-8e48-20c45a7f0229 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/routers/de0060c6-c100-4eb8-874e-5cef2ade5bcc HTTP/1.1" status: 404 len: 336 time: 0.0495684 Jul 15 13:19:23.249739 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38148) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:23.261587 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:23.302556 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7de01be-46f6-4093-bbef-2c73babe7c41 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] DELETE failed (client error): The resource could not be found. Jul 15 13:19:23.304796 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7de01be-46f6-4093-bbef-2c73babe7c41 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:19:23.307924 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b7de01be-46f6-4093-bbef-2c73babe7c41 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/subnets/a47f2f89-10f9-4d42-b4a9-f910fccf4cf1 HTTP/1.1" status: 404 len: 337 time: 0.0558777 Jul 15 13:19:23.312003 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38154) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:23.364856 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a33fd9c-3f79-4dac-a7be-b1cb012d5260 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] DELETE failed (client error): The resource could not be found. Jul 15 13:19:23.365691 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a33fd9c-3f79-4dac-a7be-b1cb012d5260 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:19:23.368805 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3a33fd9c-3f79-4dac-a7be-b1cb012d5260 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/subnets/c22aa5b4-73fd-4752-bd1d-3d239ebdafef HTTP/1.1" status: 404 len: 337 time: 0.0521612 Jul 15 13:19:23.372970 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38158) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:23.406635 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf5fde11-62bb-4190-9bca-6d25f1cd6c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:23.420955 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf618b2-e660-4eed-9f27-975c3ce0d822 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] DELETE failed (client error): The resource could not be found. Jul 15 13:19:23.421739 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf618b2-e660-4eed-9f27-975c3ce0d822 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:19:23.423880 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-daf618b2-e660-4eed-9f27-975c3ce0d822 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/subnets/fe8a949b-4757-4459-9d16-3daca989d264 HTTP/1.1" status: 404 len: 337 time: 0.0487051 Jul 15 13:19:23.427824 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38160) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:23.463580 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b552c75-6a5b-44e7-99c0-ca5fe1ed1e0b tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] DELETE failed (client error): The resource could not be found. Jul 15 13:19:23.464530 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b552c75-6a5b-44e7-99c0-ca5fe1ed1e0b tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:19:23.468527 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8b552c75-6a5b-44e7-99c0-ca5fe1ed1e0b tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/subnets/8ea6368d-9970-4e2d-848a-0afe8d034bde HTTP/1.1" status: 404 len: 337 time: 0.0386522 Jul 15 13:19:23.473209 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38162) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:23.645126 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-708dc6ce-2fd4-4014-96e3-d15c8497530a tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d642d41-e917-4abf-9b81-bc2112473527 HTTP/1.1" status: 200 len: 205 time: 0.1699898 Jul 15 13:19:23.649262 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38178) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:23.760691 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480285b1-0a54-471f-8820-f6e5181e5705 req-3c3970c5-dd8e-4ffb-ac4a-988dbe076210 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:23.768220 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-480285b1-0a54-471f-8820-f6e5181e5705 req-3c3970c5-dd8e-4ffb-ac4a-988dbe076210 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 945 time: 0.2595477 Jul 15 13:19:23.864396 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-480285b1-0a54-471f-8820-f6e5181e5705 req-26cc299f-9a90-466a-b3e6-6a7bf33a0dd9 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950005 Jul 15 13:19:23.915166 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-2cde7a4a-676d-4fe8-9860-6f9ac9e49d09 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] delete failed (client error): The resource could not be found. Jul 15 13:19:23.920112 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38192) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:23.927812 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2cde7a4a-676d-4fe8-9860-6f9ac9e49d09 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/routers/4d642d41-e917-4abf-9b81-bc2112473527 HTTP/1.1" status: 404 len: 336 time: 0.2665169 Jul 15 13:19:23.977827 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e89839b8-ce2c-4d8f-9ba7-170b628e0a33 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "GET /v2.0/ports?device_id=01f0e191-32a0-4ca4-bcbb-98a0955c26a3 HTTP/1.1" status: 200 len: 205 time: 0.0556607 Jul 15 13:19:23.985509 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38196) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:24.080969 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-c64f96a5-231e-4a5e-ae92-745500356bdc tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] delete failed (client error): The resource could not be found. Jul 15 13:19:24.084805 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c64f96a5-231e-4a5e-ae92-745500356bdc tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/routers/01f0e191-32a0-4ca4-bcbb-98a0955c26a3 HTTP/1.1" status: 404 len: 336 time: 0.0975614 Jul 15 13:19:24.092092 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38200) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:24.151422 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdb578-01e6-4220-948c-2f8b261bb5a1 req-1eeb6ddb-82ae-442b-809d-32b47c194a64 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:24.176945 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0ecdb578-01e6-4220-948c-2f8b261bb5a1 req-1eeb6ddb-82ae-442b-809d-32b47c194a64 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80b1dbc-ec07-46ae-8b68-9a4572433a92 HTTP/1.1" status: 200 len: 946 time: 0.2114148 Jul 15 13:19:24.203655 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb2255f-3b25-472f-9d76-bbfc6f545a85 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] DELETE failed (client error): The resource could not be found. Jul 15 13:19:24.204283 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bb2255f-3b25-472f-9d76-bbfc6f545a85 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:19:24.213082 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8bb2255f-3b25-472f-9d76-bbfc6f545a85 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/subnets/a7b72852-8db1-4c9b-b393-1680b470a846 HTTP/1.1" status: 404 len: 337 time: 0.1172748 Jul 15 13:19:24.213082 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38208) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:24.282314 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d0ae204d-0db0-4371-ac6a-23daee0c605f tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "GET /v2.0/ports?device_id=96129b8d-c872-4f35-bab0-69392536e883 HTTP/1.1" status: 200 len: 205 time: 0.0672278 Jul 15 13:19:24.285699 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38214) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:24.295977 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0ecdb578-01e6-4220-948c-2f8b261bb5a1 req-8b1841da-ef90-4914-82fd-de64853f2aaf tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141629 Jul 15 13:19:24.396980 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-c91b1a80-77b1-4ac1-b249-5bf12c743dcf tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] delete failed (client error): The resource could not be found. Jul 15 13:19:24.396980 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c91b1a80-77b1-4ac1-b249-5bf12c743dcf tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/routers/96129b8d-c872-4f35-bab0-69392536e883 HTTP/1.1" status: 404 len: 336 time: 0.1065042 Jul 15 13:19:24.398835 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38222) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:24.477522 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-49233b37-b538-4e96-9204-92910f94650a tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6d55fa4-5063-44e5-81b9-b4e78d3a8643 HTTP/1.1" status: 200 len: 205 time: 0.0768509 Jul 15 13:19:24.478441 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38230) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:24.632451 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-7e8f2f6b-038a-471c-b907-bf28d55621dc tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] delete failed (client error): The resource could not be found. Jul 15 13:19:24.634054 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7e8f2f6b-038a-471c-b907-bf28d55621dc tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/routers/b6d55fa4-5063-44e5-81b9-b4e78d3a8643 HTTP/1.1" status: 404 len: 336 time: 0.1542985 Jul 15 13:19:24.636846 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38236) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:24.682732 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:24.688131 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-66688466-8de1-4338-b3d8-7319b8a03c2e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] DELETE failed (client error): The resource could not be found. Jul 15 13:19:24.689062 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66688466-8de1-4338-b3d8-7319b8a03c2e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:19:24.692085 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-66688466-8de1-4338-b3d8-7319b8a03c2e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/subnets/5cc57141-9ac6-4c44-9af2-e6d52e13fa95 HTTP/1.1" status: 404 len: 337 time: 0.0532079 Jul 15 13:19:24.695916 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38240) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:24.789274 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38244) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:24.798009 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-acecee27-2e3b-4546-9fd9-727b39f8ac10 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "GET /v2.0/ports?device_id=802b816d-f249-46c6-9924-7d3ce05879c6 HTTP/1.1" status: 200 len: 205 time: 0.0845010 Jul 15 13:19:24.903020 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-1180cd1a-fe5c-4639-8557-5f3a0c3c9573 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] delete failed (client error): The resource could not be found. Jul 15 13:19:24.904180 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1180cd1a-fe5c-4639-8557-5f3a0c3c9573 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/routers/802b816d-f249-46c6-9924-7d3ce05879c6 HTTP/1.1" status: 404 len: 336 time: 0.1135130 Jul 15 13:19:24.907408 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38254) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:24.950682 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:25.032007 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-6975efcf-2fa3-41f3-8811-1386abe06d4e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] DELETE failed (client error): The resource could not be found. Jul 15 13:19:25.033008 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6975efcf-2fa3-41f3-8811-1386abe06d4e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:19:25.036527 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6975efcf-2fa3-41f3-8811-1386abe06d4e tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/subnets/b1afc343-9807-44db-8c1e-51e39e08ec1c HTTP/1.1" status: 404 len: 337 time: 0.1274550 Jul 15 13:19:25.039215 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38262) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:25.129404 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-954b024a-5c7a-48d5-b105-d40db88c245c tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "GET /v2.0/ports?device_id=14f5722a-d675-4dd4-87ce-5746580cd6a4 HTTP/1.1" status: 200 len: 205 time: 0.0887277 Jul 15 13:19:25.132652 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38266) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:25.276493 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-a7ed331c-61f6-4ade-acad-6599de1a8c64 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] delete failed (client error): The resource could not be found. Jul 15 13:19:25.281292 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a7ed331c-61f6-4ade-acad-6599de1a8c64 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/routers/14f5722a-d675-4dd4-87ce-5746580cd6a4 HTTP/1.1" status: 404 len: 336 time: 0.1471212 Jul 15 13:19:25.281737 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38272) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:25.385413 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-a776eb07-68f0-433e-bed7-c53d0de2bf5a tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] DELETE failed (client error): The resource could not be found. Jul 15 13:19:25.386538 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a776eb07-68f0-433e-bed7-c53d0de2bf5a tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:19:25.391830 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a776eb07-68f0-433e-bed7-c53d0de2bf5a tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/subnets/4e982ec9-01fa-48eb-b1d6-e27e1c9d061f HTTP/1.1" status: 404 len: 337 time: 0.1081874 Jul 15 13:19:25.399164 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38274) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:25.468499 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38278) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:25.546023 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-657e6c30-a198-474d-b2e7-68974fe7d426 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] DELETE failed (client error): The resource could not be found. Jul 15 13:19:25.546921 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-657e6c30-a198-474d-b2e7-68974fe7d426 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:19:25.553061 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-657e6c30-a198-474d-b2e7-68974fe7d426 tempest-RoutersTest-1758751644 tempest-RoutersTest-1758751644-project] 10.222.0.24 "DELETE /v2.0/subnets/958a4b61-815b-4c52-9473-18f55d303abf HTTP/1.1" status: 404 len: 337 time: 0.1512866 Jul 15 13:19:25.648203 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79231b3-a26c-4454-98b5-5e14c5b16ac3 req-a519572c-c992-453b-8014-8c7a74c311f1 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:25.654624 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f79231b3-a26c-4454-98b5-5e14c5b16ac3 req-a519572c-c992-453b-8014-8c7a74c311f1 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 945 time: 0.3714182 Jul 15 13:19:25.784311 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f79231b3-a26c-4454-98b5-5e14c5b16ac3 req-69f39af1-a698-4021-a5c9-a2e93182d40f tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146271 Jul 15 13:19:25.965939 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6eb0bab-6686-419e-98cf-274cce050590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.230203 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6eb0bab-6686-419e-98cf-274cce050590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.240775 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6eb0bab-6686-419e-98cf-274cce050590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.341039 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.400250 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38310) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:26.460867 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e6eb0bab-6686-419e-98cf-274cce050590 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b24a15be1bdd472dbf393221b2bc0a71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9890909 Jul 15 13:19:26.465578 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38314) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:26.468952 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb0bab-6686-419e-98cf-274cce050590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da1f8b7-9651-455d-bc8e-60bfafa25394,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:26.496817 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb0bab-6686-419e-98cf-274cce050590 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:26.498244 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb0bab-6686-419e-98cf-274cce050590 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:26.500136 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb0bab-6686-419e-98cf-274cce050590 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:26.501350 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb0bab-6686-419e-98cf-274cce050590 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:26.502464 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb0bab-6686-419e-98cf-274cce050590 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:26.502980 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb0bab-6686-419e-98cf-274cce050590 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:26.504006 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb0bab-6686-419e-98cf-274cce050590 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:26.505204 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb0bab-6686-419e-98cf-274cce050590 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:26.506938 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb0bab-6686-419e-98cf-274cce050590 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:26.508186 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb0bab-6686-419e-98cf-274cce050590 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:26.509089 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb0bab-6686-419e-98cf-274cce050590 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:26.510059 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb0bab-6686-419e-98cf-274cce050590 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:26.684976 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f551021a-e4f3-4249-8b87-dd5268f8376d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.768998 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f551021a-e4f3-4249-8b87-dd5268f8376d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.939058 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-07e8ac2c-61d0-4f2e-8204-f97fac691cc6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2299834c406d4055b9f136a9c73b3afc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5340226 Jul 15 13:19:26.942529 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38328) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:26.962437 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f551021a-e4f3-4249-8b87-dd5268f8376d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.975192 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f551021a-e4f3-4249-8b87-dd5268f8376d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.983404 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f551021a-e4f3-4249-8b87-dd5268f8376d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8da1f8b7-9651-455d-bc8e-60bfafa25394 HTTP/1.1" status: 204 len: 168 time: 0.5153310 Jul 15 13:19:27.005753 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f551021a-e4f3-4249-8b87-dd5268f8376d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da1f8b7-9651-455d-bc8e-60bfafa25394,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:27.028289 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f551021a-e4f3-4249-8b87-dd5268f8376d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:27.029209 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f551021a-e4f3-4249-8b87-dd5268f8376d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:27.030200 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f551021a-e4f3-4249-8b87-dd5268f8376d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:27.030996 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f551021a-e4f3-4249-8b87-dd5268f8376d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:27.032039 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f551021a-e4f3-4249-8b87-dd5268f8376d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:27.033435 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f551021a-e4f3-4249-8b87-dd5268f8376d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:27.035210 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f551021a-e4f3-4249-8b87-dd5268f8376d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:27.036628 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f551021a-e4f3-4249-8b87-dd5268f8376d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:27.038112 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f551021a-e4f3-4249-8b87-dd5268f8376d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:27.039647 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f551021a-e4f3-4249-8b87-dd5268f8376d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:27.040632 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f551021a-e4f3-4249-8b87-dd5268f8376d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:27.041481 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f551021a-e4f3-4249-8b87-dd5268f8376d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:27.149495 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dead420e-616e-4d78-9b7a-3798ad859028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.226137 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dead420e-616e-4d78-9b7a-3798ad859028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.278427 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38340) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:27.350379 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577580f-d7c6-482e-9346-67e76a64153c req-79c62690-88a5-449d-bd6a-a88a18fa205c tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:27.361542 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e577580f-d7c6-482e-9346-67e76a64153c req-79c62690-88a5-449d-bd6a-a88a18fa205c tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 945 time: 0.2410133 Jul 15 13:19:27.394755 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dead420e-616e-4d78-9b7a-3798ad859028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.400624 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dead420e-616e-4d78-9b7a-3798ad859028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.402744 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-dead420e-616e-4d78-9b7a-3798ad859028 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6bbe0984-ca47-4ff7-9cae-96c8c27a4fa0 HTTP/1.1" status: 204 len: 168 time: 0.4583142 Jul 15 13:19:27.420020 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead420e-616e-4d78-9b7a-3798ad859028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbe0984-ca47-4ff7-9cae-96c8c27a4fa0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:27.434629 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e577580f-d7c6-482e-9346-67e76a64153c req-e3f13f0f-88eb-4dda-9f4b-fa75491d64bd tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717192 Jul 15 13:19:27.721280 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da885538-4ef2-451a-969f-257f8afbb6a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.898835 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da885538-4ef2-451a-969f-257f8afbb6a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.910557 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da885538-4ef2-451a-969f-257f8afbb6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.992982 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38362) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:27.993850 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-da885538-4ef2-451a-969f-257f8afbb6a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=50ac30c472f9464887d06131bbb1d399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6884477 Jul 15 13:19:27.999428 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da885538-4ef2-451a-969f-257f8afbb6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139db560-29ee-4b14-8412-7ef0406cd304,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:28.157088 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b1dbcb42-e617-4a62-beb8-75f23ecb649c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.203816 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b1dbcb42-e617-4a62-beb8-75f23ecb649c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.300854 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b1dbcb42-e617-4a62-beb8-75f23ecb649c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.304325 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b1dbcb42-e617-4a62-beb8-75f23ecb649c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.307982 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b1dbcb42-e617-4a62-beb8-75f23ecb649c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/139db560-29ee-4b14-8412-7ef0406cd304 HTTP/1.1" status: 204 len: 168 time: 0.3114047 Jul 15 13:19:28.314901 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dbcb42-e617-4a62-beb8-75f23ecb649c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139db560-29ee-4b14-8412-7ef0406cd304,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:28.779854 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3febdc-526e-4158-b7a0-a915264d82f5 req-af468f99-76b7-4f62-acd2-6b4f7efd1ace tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:28.789886 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2f3febdc-526e-4158-b7a0-a915264d82f5 req-af468f99-76b7-4f62-acd2-6b4f7efd1ace tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 945 time: 0.1606088 Jul 15 13:19:28.874953 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2f3febdc-526e-4158-b7a0-a915264d82f5 req-461f98f1-a799-4f37-b1ad-5f9a564ac918 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754552 Jul 15 13:19:29.146513 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38414) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:29.185541 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c7135d02-6f0c-47b3-8aa9-fd157afa6077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:29.433090 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c7135d02-6f0c-47b3-8aa9-fd157afa6077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:29.440187 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c7135d02-6f0c-47b3-8aa9-fd157afa6077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:29.500209 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c7135d02-6f0c-47b3-8aa9-fd157afa6077 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=627cfa00660a475b87cb32824a49bc8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3500524 Jul 15 13:19:29.500209 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7135d02-6f0c-47b3-8aa9-fd157afa6077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6341cdf9-6493-4807-9461-785b1db1222a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:29.501197 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38418) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:29.623046 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-783a0c03-ca7e-42dc-8ff9-ba1b5d38f4d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:29.656527 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-783a0c03-ca7e-42dc-8ff9-ba1b5d38f4d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:29.716935 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38430) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:29.741914 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-783a0c03-ca7e-42dc-8ff9-ba1b5d38f4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:29.744828 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-783a0c03-ca7e-42dc-8ff9-ba1b5d38f4d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:29.750366 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-783a0c03-ca7e-42dc-8ff9-ba1b5d38f4d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6341cdf9-6493-4807-9461-785b1db1222a HTTP/1.1" status: 204 len: 168 time: 0.2476337 Jul 15 13:19:29.762922 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a0c03-ca7e-42dc-8ff9-ba1b5d38f4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6341cdf9-6493-4807-9461-785b1db1222a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:30.123990 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-748ed41d-3919-4c46-a070-9ec1d84850fe tempest-DvrRoutersNegativeTest-902061164 tempest-DvrRoutersNegativeTest-902061164-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-421319998', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:30.129827 n-d-758944-45 neutron-server[93814]: DEBUG neutron.policy [None req-748ed41d-3919-4c46-a070-9ec1d84850fe tempest-DvrRoutersNegativeTest-902061164 tempest-DvrRoutersNegativeTest-902061164-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93814) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 15 13:19:30.130579 n-d-758944-45 neutron-server[93814]: DEBUG neutron.policy [None req-748ed41d-3919-4c46-a070-9ec1d84850fe tempest-DvrRoutersNegativeTest-902061164 tempest-DvrRoutersNegativeTest-902061164-project] Failed policy check for 'create_router' {{(pid=93814) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 15 13:19:30.132853 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-748ed41d-3919-4c46-a070-9ec1d84850fe tempest-DvrRoutersNegativeTest-902061164 tempest-DvrRoutersNegativeTest-902061164-project] create failed (client error): Access was denied to this resource. Jul 15 13:19:30.134745 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-748ed41d-3919-4c46-a070-9ec1d84850fe tempest-DvrRoutersNegativeTest-902061164 tempest-DvrRoutersNegativeTest-902061164-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4177966 Jul 15 13:19:30.262583 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030259ed-8665-4d30-b087-42132ad36a06 req-6eaabd22-cb0f-462c-a159-139c605e408a tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:30.273751 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-030259ed-8665-4d30-b087-42132ad36a06 req-6eaabd22-cb0f-462c-a159-139c605e408a tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 945 time: 0.2119699 Jul 15 13:19:30.361853 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-030259ed-8665-4d30-b087-42132ad36a06 req-1ac4206d-6244-4a8c-9b60-777b56867f25 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804679 Jul 15 13:19:30.732402 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38476) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:31.038809 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38488) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:31.106961 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a5815b3-354c-4d4c-8ee2-c8dc6d904cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.247385 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-dcc90ee1-a4f4-41e0-bdde-30466f3467f6 tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-428530859'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:31.282847 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a5815b3-354c-4d4c-8ee2-c8dc6d904cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.293233 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a5815b3-354c-4d4c-8ee2-c8dc6d904cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.323322 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc90ee1-a4f4-41e0-bdde-30466f3467f6 tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] Made reservation on behalf of aa0d07c6255549bb9732948d3f6c7314 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:31.329918 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dcc90ee1-a4f4-41e0-bdde-30466f3467f6 tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.356647 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dcc90ee1-a4f4-41e0-bdde-30466f3467f6 tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.361149 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5815b3-354c-4d4c-8ee2-c8dc6d904cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a429a0b4-c3f4-4c56-a6b9-83d0dfa0729a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:31.371411 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0a5815b3-354c-4d4c-8ee2-c8dc6d904cb5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=957a008d74a047e29800c12d8a695b6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6376343 Jul 15 13:19:31.375128 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38498) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:31.454522 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f324678b-05ee-44f8-ae45-3419c83f000d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.487023 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f324678b-05ee-44f8-ae45-3419c83f000d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.548865 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f324678b-05ee-44f8-ae45-3419c83f000d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.551891 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f324678b-05ee-44f8-ae45-3419c83f000d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.553187 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f324678b-05ee-44f8-ae45-3419c83f000d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a429a0b4-c3f4-4c56-a6b9-83d0dfa0729a HTTP/1.1" status: 204 len: 168 time: 0.1765945 Jul 15 13:19:31.586182 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324678b-05ee-44f8-ae45-3419c83f000d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a429a0b4-c3f4-4c56-a6b9-83d0dfa0729a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:31.625003 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dcc90ee1-a4f4-41e0-bdde-30466f3467f6 tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.639901 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dcc90ee1-a4f4-41e0-bdde-30466f3467f6 tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.700879 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc90ee1-a4f4-41e0-bdde-30466f3467f6 tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:19:31.719860 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bf0b1-e4a0-4166-9f25-aa5c9f7f3220 req-85d34f94-8153-41f0-aaa7-70d4daac459b tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:31.727980 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fb4bf0b1-e4a0-4166-9f25-aa5c9f7f3220 req-85d34f94-8153-41f0-aaa7-70d4daac459b tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 945 time: 0.2173779 Jul 15 13:19:31.767108 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc90ee1-a4f4-41e0-bdde-30466f3467f6 tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=902dc074-ed94-4a06-a6f0-b5a80b9e166d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:31.785957 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fb4bf0b1-e4a0-4166-9f25-aa5c9f7f3220 req-a4f53da0-bc7c-446b-a808-71dcf41db69a tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569465 Jul 15 13:19:31.787361 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dcc90ee1-a4f4-41e0-bdde-30466f3467f6 tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.788469 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-dcc90ee1-a4f4-41e0-bdde-30466f3467f6 tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] Added segment 53511f90-82f7-4220-9457-86f87b6d00d1 of type vlan for network aaf22678-6422-4cb0-8cc6-2eff84016808 Jul 15 13:19:31.862589 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dcc90ee1-a4f4-41e0-bdde-30466f3467f6 tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.904343 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dcc90ee1-a4f4-41e0-bdde-30466f3467f6 tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.911874 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc90ee1-a4f4-41e0-bdde-30466f3467f6 tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:31.913395 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dcc90ee1-a4f4-41e0-bdde-30466f3467f6 tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.957602 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-dcc90ee1-a4f4-41e0-bdde-30466f3467f6 tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9175866 Jul 15 13:19:31.962177 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38512) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:32.014481 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc90ee1-a4f4-41e0-bdde-30466f3467f6 tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] Pushing event updated for resources: {'Network': ['ID=aaf22678-6422-4cb0-8cc6-2eff84016808,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:32.035640 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network aaf22678-6422-4cb0-8cc6-2eff84016808 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:19:32.328038 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f33cc6b6-c183-447b-a9e0-ca76b30a310f tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Request body: {'network': {'name': 'tempest-network--1455859038', 'router:external': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:32.358597 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33cc6b6-c183-447b-a9e0-ca76b30a310f tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Made reservation on behalf of 2017869774d94895a7a566a57777d050 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:32.362331 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f33cc6b6-c183-447b-a9e0-ca76b30a310f tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.379899 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f33cc6b6-c183-447b-a9e0-ca76b30a310f tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.504671 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f33cc6b6-c183-447b-a9e0-ca76b30a310f tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.511794 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f33cc6b6-c183-447b-a9e0-ca76b30a310f tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.548297 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f33cc6b6-c183-447b-a9e0-ca76b30a310f tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:19:32.562454 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33cc6b6-c183-447b-a9e0-ca76b30a310f tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbca96e5-b9de-4787-8ebd-76593c5781eb,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:32.571346 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f33cc6b6-c183-447b-a9e0-ca76b30a310f tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.571707 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-f33cc6b6-c183-447b-a9e0-ca76b30a310f tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Added segment afaccbdb-2eaf-469b-8fe6-3e804eadca1a of type vlan for network 6d92a670-b463-4de9-8f90-9e47a897c56a Jul 15 13:19:32.649359 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f33cc6b6-c183-447b-a9e0-ca76b30a310f tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.716165 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f33cc6b6-c183-447b-a9e0-ca76b30a310f tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.717708 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33cc6b6-c183-447b-a9e0-ca76b30a310f tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:32.718379 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f33cc6b6-c183-447b-a9e0-ca76b30a310f tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.841322 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33cc6b6-c183-447b-a9e0-ca76b30a310f tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Pushing event updated for resources: {'Network': ['ID=6d92a670-b463-4de9-8f90-9e47a897c56a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:32.856096 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38550) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:32.858891 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f33cc6b6-c183-447b-a9e0-ca76b30a310f tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8952436 Jul 15 13:19:32.873320 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 6d92a670-b463-4de9-8f90-9e47a897c56a details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:19:33.062096 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-867bb786-fd61-4361-8681-63b7cdc34eb0 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.249344 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341db04-2df8-4ca2-a54c-0a23f97d8640 req-c09d812a-c361-4bb2-a696-e5e433392b1a tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:33.259978 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5341db04-2df8-4ca2-a54c-0a23f97d8640 req-c09d812a-c361-4bb2-a696-e5e433392b1a tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 945 time: 0.1460927 Jul 15 13:19:33.262069 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38568) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:33.316916 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-867bb786-fd61-4361-8681-63b7cdc34eb0 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.370259 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5341db04-2df8-4ca2-a54c-0a23f97d8640 req-1ea13a42-832e-4b21-a9b2-5c10538349e5 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976431 Jul 15 13:19:33.371010 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-867bb786-fd61-4361-8681-63b7cdc34eb0 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d92a670-b463-4de9-8f90-9e47a897c56a']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:33.392610 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-867bb786-fd61-4361-8681-63b7cdc34eb0 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afaccbdb-2eaf-469b-8fe6-3e804eadca1a') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:33.393075 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-867bb786-fd61-4361-8681-63b7cdc34eb0 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afaccbdb-2eaf-469b-8fe6-3e804eadca1a') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:33.406193 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-867bb786-fd61-4361-8681-63b7cdc34eb0 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.426473 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-867bb786-fd61-4361-8681-63b7cdc34eb0 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.434764 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-867bb786-fd61-4361-8681-63b7cdc34eb0 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:19:33.435641 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-867bb786-fd61-4361-8681-63b7cdc34eb0 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.444998 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e861640e-5e3a-4ad5-a603-4257897c436b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1931759996', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:33.496113 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:19:33.496113 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:19:33.496113 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:19:33.496113 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:19:33.496113 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:19:33.496113 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:19:33.496113 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:19:33.496113 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:19:33.496113 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:19:33.496113 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:19:33.496113 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:19:33.496113 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:19:33.496113 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:19:33.496113 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:19:33.496113 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:19:33.496113 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:19:33.496113 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:19:33.496113 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:19:33.496113 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:19:33.496113 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:19:33.496113 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:19:33.496113 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:19:33.496113 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:19:33.496113 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:19:33.496113 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:19:33.496113 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:19:33.496113 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:19:33.496113 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:19:33.496113 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:19:33.496113 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:19:33.496113 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:19:33.496113 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:19:33.508400 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e861640e-5e3a-4ad5-a603-4257897c436b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.512358 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e861640e-5e3a-4ad5-a603-4257897c436b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.634154 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-867bb786-fd61-4361-8681-63b7cdc34eb0 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.657579 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867bb786-fd61-4361-8681-63b7cdc34eb0 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6d92a670-b463-4de9-8f90-9e47a897c56a {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:19:33.670807 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-867bb786-fd61-4361-8681-63b7cdc34eb0 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.673126 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-867bb786-fd61-4361-8681-63b7cdc34eb0 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] 10.222.0.24 "DELETE /v2.0/networks/6d92a670-b463-4de9-8f90-9e47a897c56a HTTP/1.1" status: 204 len: 168 time: 0.8125510 Jul 15 13:19:33.677016 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38576) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:33.683270 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-31b00aa0-6b60-46d9-976e-3fedb3a415f3 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:33.688664 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867bb786-fd61-4361-8681-63b7cdc34eb0 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Pushing event deleted for resources: {'Network': ['ID=6d92a670-b463-4de9-8f90-9e47a897c56a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:33.718939 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b00aa0-6b60-46d9-976e-3fedb3a415f3 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Made reservation on behalf of 2017869774d94895a7a566a57777d050 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:33.725010 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31b00aa0-6b60-46d9-976e-3fedb3a415f3 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.777263 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b00aa0-6b60-46d9-976e-3fedb3a415f3 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:19:33.798760 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31b00aa0-6b60-46d9-976e-3fedb3a415f3 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.800230 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-31b00aa0-6b60-46d9-976e-3fedb3a415f3 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Added segment 6e1331d4-5e6f-4773-99dc-9ce2fa1a54df of type vlan for network 091d1130-61ad-4417-a872-59ab2492c61f Jul 15 13:19:33.896597 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31b00aa0-6b60-46d9-976e-3fedb3a415f3 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:34.011108 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31b00aa0-6b60-46d9-976e-3fedb3a415f3 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:34.013218 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b00aa0-6b60-46d9-976e-3fedb3a415f3 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:34.014584 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31b00aa0-6b60-46d9-976e-3fedb3a415f3 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:34.105226 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e861640e-5e3a-4ad5-a603-4257897c436b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:34.114367 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e861640e-5e3a-4ad5-a603-4257897c436b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:34.152007 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e861640e-5e3a-4ad5-a603-4257897c436b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:34.155267 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e861640e-5e3a-4ad5-a603-4257897c436b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8908575 Jul 15 13:19:34.159747 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38580) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:34.171577 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a7441e87-dd67-455f-a2dd-c28fdd111a04 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1366191304'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:34.212238 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7441e87-dd67-455f-a2dd-c28fdd111a04 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Made reservation on behalf of 6109fb68eb4f4b4ebe616d67589df4b9 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:34.220080 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7441e87-dd67-455f-a2dd-c28fdd111a04 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:34.232518 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-31b00aa0-6b60-46d9-976e-3fedb3a415f3 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5534122 Jul 15 13:19:34.234451 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b00aa0-6b60-46d9-976e-3fedb3a415f3 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Pushing event updated for resources: {'Network': ['ID=091d1130-61ad-4417-a872-59ab2492c61f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:34.240738 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7441e87-dd67-455f-a2dd-c28fdd111a04 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:34.249265 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38582) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:34.253962 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 091d1130-61ad-4417-a872-59ab2492c61f details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:19:34.269179 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d94840d4-3e24-4e09-8d58-1f3286d16766 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Request body: {'subnet': {'network_id': '091d1130-61ad-4417-a872-59ab2492c61f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:34.423335 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7441e87-dd67-455f-a2dd-c28fdd111a04 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:34.431959 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7441e87-dd67-455f-a2dd-c28fdd111a04 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:34.454891 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94840d4-3e24-4e09-8d58-1f3286d16766 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Made reservation on behalf of 2017869774d94895a7a566a57777d050 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:34.457806 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d94840d4-3e24-4e09-8d58-1f3286d16766 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:34.490600 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7441e87-dd67-455f-a2dd-c28fdd111a04 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a35a55af-4ed3-4e49-ac58-5362baa9f4de,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:34.507328 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7441e87-dd67-455f-a2dd-c28fdd111a04 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:19:34.527969 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7441e87-dd67-455f-a2dd-c28fdd111a04 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:34.529010 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-a7441e87-dd67-455f-a2dd-c28fdd111a04 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Added segment c0183dbe-61e4-4b90-8ac1-f48862b5f50f of type vlan for network adcf2818-6706-418a-980a-ae80988f1361 Jul 15 13:19:34.676647 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7441e87-dd67-455f-a2dd-c28fdd111a04 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:34.746758 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5afee-677f-48e2-98d3-bdc83bb82298 req-4dd28cbb-349c-4079-8132-ec9819b2766d tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:34.748663 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e0a5afee-677f-48e2-98d3-bdc83bb82298 req-4dd28cbb-349c-4079-8132-ec9819b2766d tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 945 time: 0.2025805 Jul 15 13:19:34.750084 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7441e87-dd67-455f-a2dd-c28fdd111a04 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:34.756187 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7441e87-dd67-455f-a2dd-c28fdd111a04 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:34.757037 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7441e87-dd67-455f-a2dd-c28fdd111a04 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:34.814046 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a7441e87-dd67-455f-a2dd-c28fdd111a04 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6516278 Jul 15 13:19:34.819043 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38594) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:34.827342 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-311cebb7-1914-4262-8cb2-eb1ad34bbc2d tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Request body: {'subnet': {'network_id': 'adcf2818-6706-418a-980a-ae80988f1361', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:34.909682 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7441e87-dd67-455f-a2dd-c28fdd111a04 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Pushing event updated for resources: {'Network': ['ID=adcf2818-6706-418a-980a-ae80988f1361,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:34.929697 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network adcf2818-6706-418a-980a-ae80988f1361 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:19:34.939487 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e0a5afee-677f-48e2-98d3-bdc83bb82298 req-0a03c96f-c67e-478b-85aa-370723caa0e8 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749020 Jul 15 13:19:35.097577 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311cebb7-1914-4262-8cb2-eb1ad34bbc2d tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Made reservation on behalf of 6109fb68eb4f4b4ebe616d67589df4b9 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:35.106231 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-311cebb7-1914-4262-8cb2-eb1ad34bbc2d tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:35.316989 n-d-758944-45 neutron-server[93813]: DEBUG neutron.objects.ports [None req-d94840d4-3e24-4e09-8d58-1f3286d16766 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93813) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:19:35.317790 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d94840d4-3e24-4e09-8d58-1f3286d16766 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:35.342013 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723cb695-85da-4a63-aaed-ceef56410c4e req-44a038b4-b581-4ede-ba0a-db12bb9a46f4 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:35.355628 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-723cb695-85da-4a63-aaed-ceef56410c4e req-44a038b4-b581-4ede-ba0a-db12bb9a46f4 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.4806492 Jul 15 13:19:35.458058 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94840d4-3e24-4e09-8d58-1f3286d16766 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a8eca20f-6c87-406a-b7e2-80a735a11570,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:35.524706 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-723cb695-85da-4a63-aaed-ceef56410c4e req-47f854f2-827f-41a5-b7bb-5d659ab6e798 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677597 Jul 15 13:19:35.531412 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-311cebb7-1914-4262-8cb2-eb1ad34bbc2d tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:35.549009 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94840d4-3e24-4e09-8d58-1f3286d16766 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Checking segment: {'id': '6e1331d4-5e6f-4773-99dc-9ce2fa1a54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '091d1130-61ad-4417-a872-59ab2492c61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:35.549424 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94840d4-3e24-4e09-8d58-1f3286d16766 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Network hostable DHCP agents. Network: 091d1130-61ad-4417-a872-59ab2492c61f, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:19:35.582482 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94840d4-3e24-4e09-8d58-1f3286d16766 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Network 091d1130-61ad-4417-a872-59ab2492c61f is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:19:35.602674 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-d94840d4-3e24-4e09-8d58-1f3286d16766 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 091d1130-61ad-4417-a872-59ab2492c61f) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:35.608144 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94840d4-3e24-4e09-8d58-1f3286d16766 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:35.610263 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d94840d4-3e24-4e09-8d58-1f3286d16766 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:35.617808 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d7ad95-b8ce-4ade-8ae5-6cfcd6c312ed None None] Network 091d1130-61ad-4417-a872-59ab2492c61f requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:35.645526 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d94840d4-3e24-4e09-8d58-1f3286d16766 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3823059 Jul 15 13:19:35.646824 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38612) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:35.652481 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-bf7f8a73-8bc3-4edc-a2b7-f3225b49046a tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Request body: {'floatingip': {'floating_network_id': '091d1130-61ad-4417-a872-59ab2492c61f'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:35.693442 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf7f8a73-8bc3-4edc-a2b7-f3225b49046a tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:35.724186 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311cebb7-1914-4262-8cb2-eb1ad34bbc2d tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Pushing event updated for resources: {'Subnet': ['ID=f6786e4f-929d-4db8-a29a-7a14642aca9b,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:35.784287 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311cebb7-1914-4262-8cb2-eb1ad34bbc2d tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Checking segment: {'id': 'c0183dbe-61e4-4b90-8ac1-f48862b5f50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'adcf2818-6706-418a-980a-ae80988f1361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:35.785012 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311cebb7-1914-4262-8cb2-eb1ad34bbc2d tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Network hostable DHCP agents. Network: adcf2818-6706-418a-980a-ae80988f1361, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:19:35.848871 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311cebb7-1914-4262-8cb2-eb1ad34bbc2d tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Network adcf2818-6706-418a-980a-ae80988f1361 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:19:35.876742 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-311cebb7-1914-4262-8cb2-eb1ad34bbc2d tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, adcf2818-6706-418a-980a-ae80988f1361) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:35.886910 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311cebb7-1914-4262-8cb2-eb1ad34bbc2d tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:35.887987 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-311cebb7-1914-4262-8cb2-eb1ad34bbc2d tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:35.914984 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-311cebb7-1914-4262-8cb2-eb1ad34bbc2d tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0944281 Jul 15 13:19:35.915639 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38614) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:35.916706 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be64af42-d80c-424f-9553-88648e0bc48a None None] Network adcf2818-6706-418a-980a-ae80988f1361 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:35.927335 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-386786a4-87f9-4d1b-981a-b9476ddfbf8b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Request body: {'network': {'name': 'tempest-router-network01--2090927328'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:35.937275 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b15357-aa41-479f-841b-c59fe34d927d req-ec3574ea-9a02-4c58-98ad-51a87076606d tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:35.948517 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f3b15357-aa41-479f-841b-c59fe34d927d req-ec3574ea-9a02-4c58-98ad-51a87076606d tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.1986933 Jul 15 13:19:35.983168 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386786a4-87f9-4d1b-981a-b9476ddfbf8b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Made reservation on behalf of 6109fb68eb4f4b4ebe616d67589df4b9 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:35.989623 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-386786a4-87f9-4d1b-981a-b9476ddfbf8b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:35.997778 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf7f8a73-8bc3-4edc-a2b7-f3225b49046a tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:36.027893 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f3b15357-aa41-479f-841b-c59fe34d927d req-97b3e703-54ae-4d7c-a6cd-700bd58edf3c tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778708 Jul 15 13:19:36.118406 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8aa140d-a1de-4a20-bf7f-9e9d612fcd01 None None] Network 091d1130-61ad-4417-a872-59ab2492c61f requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:36.246689 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-386786a4-87f9-4d1b-981a-b9476ddfbf8b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:19:36.271570 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-386786a4-87f9-4d1b-981a-b9476ddfbf8b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:36.272466 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-386786a4-87f9-4d1b-981a-b9476ddfbf8b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Added segment b52d7ed7-84e6-465d-978e-f173f39784c6 of type vlan for network b599f390-a62b-4fef-bcfe-2b7ba49d863f Jul 15 13:19:36.521712 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-bf7f8a73-8bc3-4edc-a2b7-f3225b49046a tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Allocated IP 172.20.0.2 (091d1130-61ad-4417-a872-59ab2492c61f/a8eca20f-6c87-406a-b7e2-80a735a11570/685074ed-307f-470a-beae-1ea074f00816) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:36.564997 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-386786a4-87f9-4d1b-981a-b9476ddfbf8b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:36.624249 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-386786a4-87f9-4d1b-981a-b9476ddfbf8b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:36.632875 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386786a4-87f9-4d1b-981a-b9476ddfbf8b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:36.632875 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-386786a4-87f9-4d1b-981a-b9476ddfbf8b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:36.674875 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-adcf2818-6706-418a-980a-ae80988f1361', 'network_id': 'adcf2818-6706-418a-980a-ae80988f1361', 'tenant_id': '6109fb68eb4f4b4ebe616d67589df4b9', 'fixed_ips': [{'subnet_id': 'f6786e4f-929d-4db8-a29a-7a14642aca9b'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:19:36.676161 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:36.750941 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386786a4-87f9-4d1b-981a-b9476ddfbf8b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Pushing event updated for resources: {'Network': ['ID=b599f390-a62b-4fef-bcfe-2b7ba49d863f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:36.805655 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c92ad-76fd-4c99-a679-ba257ea019b3 req-4bdd08cd-d0f5-431e-a054-7699d7479168 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:36.813952 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-325c92ad-76fd-4c99-a679-ba257ea019b3 req-4bdd08cd-d0f5-431e-a054-7699d7479168 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 945 time: 0.4764237 Jul 15 13:19:36.826848 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-386786a4-87f9-4d1b-981a-b9476ddfbf8b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9088416 Jul 15 13:19:36.830938 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38628) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:36.878809 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f1bb47b1-3efb-4af5-883f-3391540dfc44 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Request body: {'network': {'name': 'tempest-router-network02--577319324'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:36.893945 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network b599f390-a62b-4fef-bcfe-2b7ba49d863f details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:19:36.950438 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-325c92ad-76fd-4c99-a679-ba257ea019b3 req-32e2e01f-6349-4fd2-a403-f600964b8c2f tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351759 Jul 15 13:19:36.978183 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bb47b1-3efb-4af5-883f-3391540dfc44 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Made reservation on behalf of 6109fb68eb4f4b4ebe616d67589df4b9 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:36.982404 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1bb47b1-3efb-4af5-883f-3391540dfc44 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:37.013921 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf7f8a73-8bc3-4edc-a2b7-f3225b49046a tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:37.031112 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1bb47b1-3efb-4af5-883f-3391540dfc44 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:19:37.045181 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046ee8a-a059-404e-b781-90d95667b6be req-0529b054-bec4-40d1-98d6-d534624bb574 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:37.049953 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e046ee8a-a059-404e-b781-90d95667b6be req-0529b054-bec4-40d1-98d6-d534624bb574 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.1795170 Jul 15 13:19:37.104455 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1bb47b1-3efb-4af5-883f-3391540dfc44 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:37.104698 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-f1bb47b1-3efb-4af5-883f-3391540dfc44 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Added segment 11716335-538e-4e1d-9d09-8cc9dedc3f95 of type vlan for network 4ab4c68e-d81e-46d6-b15a-d447720e9bde Jul 15 13:19:37.125777 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e046ee8a-a059-404e-b781-90d95667b6be req-04e2ae1c-3b7e-4b5f-8897-b707ae350148 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658023 Jul 15 13:19:37.126401 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] Allocated IP 172.20.0.2 (adcf2818-6706-418a-980a-ae80988f1361/f6786e4f-929d-4db8-a29a-7a14642aca9b/82ee2fd3-fbbb-4c98-8202-d63365f58df4) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:37.236030 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf7f8a73-8bc3-4edc-a2b7-f3225b49046a tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:37.264737 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1bb47b1-3efb-4af5-883f-3391540dfc44 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:37.337922 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7f8a73-8bc3-4edc-a2b7-f3225b49046a tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Network 091d1130-61ad-4417-a872-59ab2492c61f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:37.340655 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-bf7f8a73-8bc3-4edc-a2b7-f3225b49046a tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:37.357328 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7f8a73-8bc3-4edc-a2b7-f3225b49046a tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:37.461191 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:37.475693 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] Transition to ACTIVE for port object 82ee2fd3-fbbb-4c98-8202-d63365f58df4 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:37.493975 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1bb47b1-3efb-4af5-883f-3391540dfc44 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:37.495195 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] Transition to ACTIVE for port object 82ee2fd3-fbbb-4c98-8202-d63365f58df4 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:37.500810 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bb47b1-3efb-4af5-883f-3391540dfc44 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:37.501608 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1bb47b1-3efb-4af5-883f-3391540dfc44 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:37.502902 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:37.523426 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f8a73-8bc3-4edc-a2b7-f3225b49046a tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Pushing event updated for resources: {'Port': ['ID=685074ed-307f-470a-beae-1ea074f00816,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:37.565344 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] Pushing event updated for resources: {'Port': ['ID=82ee2fd3-fbbb-4c98-8202-d63365f58df4,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:37.578890 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:37.579414 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:37.579895 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:37.580384 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:37.580769 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:37.581194 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:37.581612 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:37.582227 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:37.583046 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:37.583483 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:37.583938 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:37.585327 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:37.603490 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f1bb47b1-3efb-4af5-883f-3391540dfc44 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7649534 Jul 15 13:19:37.603846 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38638) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:37.611111 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d958f88e-3a78-49b9-92c3-e1669c122b77 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Request body: {'subnet': {'network_id': 'b599f390-a62b-4fef-bcfe-2b7ba49d863f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:37.618572 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] Network adcf2818-6706-418a-980a-ae80988f1361 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:37.623323 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:37.632517 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:37.743232 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb47b1-3efb-4af5-883f-3391540dfc44 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Pushing event updated for resources: {'Network': ['ID=4ab4c68e-d81e-46d6-b15a-d447720e9bde,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:37.788659 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-c5bf5cc1-e5a5-49d5-9e3c-1245a723295d tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:37.790410 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-c5bf5cc1-e5a5-49d5-9e3c-1245a723295d tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3&tenant_id=3c2b5fceeddc4686a6075bcd70c81526&binding%3Ahost_id=n-h1-758944-45 HTTP/1.1" status: 200 len: 1097 time: 0.6972201 Jul 15 13:19:37.813596 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-2608b956-ac09-44e8-b34b-360b49f88e53 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-45'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:37.838384 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 4ab4c68e-d81e-46d6-b15a-d447720e9bde details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:19:37.853244 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf7f8a73-8bc3-4edc-a2b7-f3225b49046a tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:37.917520 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d958f88e-3a78-49b9-92c3-e1669c122b77 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Made reservation on behalf of 6109fb68eb4f4b4ebe616d67589df4b9 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:37.925397 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] Attempting to bind port 82ee2fd3-fbbb-4c98-8202-d63365f58df4 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:37.926041 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] Attempting to bind port 82ee2fd3-fbbb-4c98-8202-d63365f58df4 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'c0183dbe-61e4-4b90-8ac1-f48862b5f50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'adcf2818-6706-418a-980a-ae80988f1361'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:37.926645 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] Attempting to bind port 82ee2fd3-fbbb-4c98-8202-d63365f58df4 on network adcf2818-6706-418a-980a-ae80988f1361 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:37.933644 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d958f88e-3a78-49b9-92c3-e1669c122b77 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:37.948322 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:37.950720 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] Checking segment: {'id': 'c0183dbe-61e4-4b90-8ac1-f48862b5f50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'adcf2818-6706-418a-980a-ae80988f1361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:37.951739 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:37.953119 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] Bound using segment: {'id': 'c0183dbe-61e4-4b90-8ac1-f48862b5f50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'adcf2818-6706-418a-980a-ae80988f1361'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:37.954200 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] Bound port: 82ee2fd3-fbbb-4c98-8202-d63365f58df4, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0183dbe-61e4-4b90-8ac1-f48862b5f50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'adcf2818-6706-418a-980a-ae80988f1361'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:37.955168 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.009429 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf7f8a73-8bc3-4edc-a2b7-f3225b49046a tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.239056 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.292780 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-2608b956-ac09-44e8-b34b-360b49f88e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.296776 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] For port 82ee2fd3-fbbb-4c98-8202-d63365f58df4, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:38.311874 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] For port 82ee2fd3-fbbb-4c98-8202-d63365f58df4, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=82ee2fd3-fbbb-4c98-8202-d63365f58df4,segment=NetworkSegment(c0183dbe-61e4-4b90-8ac1-f48862b5f50f),segment_id=c0183dbe-61e4-4b90-8ac1-f48862b5f50f)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:38.324052 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.459988 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d958f88e-3a78-49b9-92c3-e1669c122b77 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.477242 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7957f-0c37-4738-aa1a-38ca31c81205 None None] Pushing event updated for resources: {'Port': ['ID=82ee2fd3-fbbb-4c98-8202-d63365f58df4,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:38.696347 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d958f88e-3a78-49b9-92c3-e1669c122b77 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Checking segment: {'id': 'b52d7ed7-84e6-465d-978e-f173f39784c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b599f390-a62b-4fef-bcfe-2b7ba49d863f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:38.699794 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d958f88e-3a78-49b9-92c3-e1669c122b77 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Network hostable DHCP agents. Network: b599f390-a62b-4fef-bcfe-2b7ba49d863f, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:19:38.709064 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958f88e-3a78-49b9-92c3-e1669c122b77 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Pushing event updated for resources: {'Subnet': ['ID=c32afa8c-5853-4063-9eab-a1f6a8157105,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:38.806922 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d958f88e-3a78-49b9-92c3-e1669c122b77 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Network b599f390-a62b-4fef-bcfe-2b7ba49d863f is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:19:38.840025 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d958f88e-3a78-49b9-92c3-e1669c122b77 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, b599f390-a62b-4fef-bcfe-2b7ba49d863f) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:38.850526 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d4aa66-416f-4ec2-b95f-e23bc5568740 None None] Network b599f390-a62b-4fef-bcfe-2b7ba49d863f requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:38.859833 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d958f88e-3a78-49b9-92c3-e1669c122b77 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:38.860910 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d958f88e-3a78-49b9-92c3-e1669c122b77 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.944356 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-2608b956-ac09-44e8-b34b-360b49f88e53 service neutron] For port 6486b554-04f2-4a38-a683-cdbe24efe4c1, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=6486b554-04f2-4a38-a683-cdbe24efe4c1,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:38.966116 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d958f88e-3a78-49b9-92c3-e1669c122b77 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3607318 Jul 15 13:19:38.980888 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38662) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:39.040426 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-2608b956-ac09-44e8-b34b-360b49f88e53 service neutron] For port 6486b554-04f2-4a38-a683-cdbe24efe4c1, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:39.057831 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2b9460cb-08b5-48d1-b3f6-6775d4b7303e tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Request body: {'subnet': {'network_id': '4ab4c68e-d81e-46d6-b15a-d447720e9bde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:39.142264 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1870904-e612-40fe-9f4a-d793ec6058f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6486b554-04f2-4a38-a683-cdbe24efe4c1'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:39.144873 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbae597c-8bd6-43f8-8d59-9b715ee233a8" -d '{"events": [{"server_uuid": "e1870904-e612-40fe-9f4a-d793ec6058f3", "name": "network-vif-unplugged", "status": "completed", "tag": "6486b554-04f2-4a38-a683-cdbe24efe4c1"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:39.152779 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-2608b956-ac09-44e8-b34b-360b49f88e53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.169819 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 6486b554-04f2-4a38-a683-cdbe24efe4c1 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:19:39.192906 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-2608b956-ac09-44e8-b34b-360b49f88e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.211080 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf7f8a73-8bc3-4edc-a2b7-f3225b49046a tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.335259 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf7f8a73-8bc3-4edc-a2b7-f3225b49046a tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.455594 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e43bd4-175f-414b-aee5-b4f186337bc0 req-bca85c28-3d73-44a2-9de8-98069dc09e50 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:39.460979 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-96e43bd4-175f-414b-aee5-b4f186337bc0 req-bca85c28-3d73-44a2-9de8-98069dc09e50 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 945 time: 0.7260728 Jul 15 13:19:39.489430 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d5d1b-25ec-4319-9e00-6ae80519e7ab req-2456e18c-1534-42c9-b330-6873b1c29e2c tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:39.507155 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-149d5d1b-25ec-4319-9e00-6ae80519e7ab req-2456e18c-1534-42c9-b330-6873b1c29e2c tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.8913116 Jul 15 13:19:39.653802 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9460cb-08b5-48d1-b3f6-6775d4b7303e tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Made reservation on behalf of 6109fb68eb4f4b4ebe616d67589df4b9 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:39.665549 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b9460cb-08b5-48d1-b3f6-6775d4b7303e tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.687838 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 82ee2fd3-fbbb-4c98-8202-d63365f58df4 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:39.720576 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608b956-ac09-44e8-b34b-360b49f88e53 service neutron] Pushing event updated for resources: {'Port': ['ID=6486b554-04f2-4a38-a683-cdbe24efe4c1,revision_number=7']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:39.724686 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-96e43bd4-175f-414b-aee5-b4f186337bc0 req-ebf2bcf6-5c43-4183-b861-4316e26b3e54 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485096 Jul 15 13:19:39.792595 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 6486b554-04f2-4a38-a683-cdbe24efe4c1, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=6486b554-04f2-4a38-a683-cdbe24efe4c1,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:39.877712 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3ab46a-f103-4bcf-9d94-ac0926e1bb30 x-openstack-request-id: req-6b3ab46a-f103-4bcf-9d94-ac0926e1bb30 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:39.878313 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1870904-e612-40fe-9f4a-d793ec6058f3", "name": "network-vif-unplugged", "status": "completed", "tag": "6486b554-04f2-4a38-a683-cdbe24efe4c1", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:39.878820 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b3ab46a-f103-4bcf-9d94-ac0926e1bb30 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:39.879748 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1870904-e612-40fe-9f4a-d793ec6058f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6486b554-04f2-4a38-a683-cdbe24efe4c1', 'code': 200} Jul 15 13:19:39.887212 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 6486b554-04f2-4a38-a683-cdbe24efe4c1 has no active binding in host n-h2-758944-45 {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:19:39.899834 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e6fba6-f667-4987-8ef0-62a639e03236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-b599f390-a62b-4fef-bcfe-2b7ba49d863f', 'network_id': 'b599f390-a62b-4fef-bcfe-2b7ba49d863f', 'tenant_id': '6109fb68eb4f4b4ebe616d67589df4b9', 'fixed_ips': [{'subnet_id': 'c32afa8c-5853-4063-9eab-a1f6a8157105'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:19:39.901386 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-38e6fba6-f667-4987-8ef0-62a639e03236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.902193 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-149d5d1b-25ec-4319-9e00-6ae80519e7ab req-9027976b-366f-4383-ad4d-53ad116d8150 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3924770 Jul 15 13:19:39.924603 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-2608b956-ac09-44e8-b34b-360b49f88e53 service neutron] Attempting to bind port 6486b554-04f2-4a38-a683-cdbe24efe4c1 on host n-h1-758944-45 for vnic_type normal with profile {"migrating_to": "n-h2-758944-45"} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:39.934447 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-2608b956-ac09-44e8-b34b-360b49f88e53 service neutron] Attempting to bind port 6486b554-04f2-4a38-a683-cdbe24efe4c1 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:39.936489 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-2608b956-ac09-44e8-b34b-360b49f88e53 service neutron] Attempting to bind port 6486b554-04f2-4a38-a683-cdbe24efe4c1 on network 11104484-975b-4425-b2d0-5e9908c9b0d1 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:40.049298 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf7f8a73-8bc3-4edc-a2b7-f3225b49046a tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:40.075446 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b9460cb-08b5-48d1-b3f6-6775d4b7303e tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:40.075784 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-2608b956-ac09-44e8-b34b-360b49f88e53 service neutron] Port 6486b554-04f2-4a38-a683-cdbe24efe4c1 on network 11104484-975b-4425-b2d0-5e9908c9b0d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:19:40.086801 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-2608b956-ac09-44e8-b34b-360b49f88e53 service neutron] Attempting to bind port 6486b554-04f2-4a38-a683-cdbe24efe4c1 on network 11104484-975b-4425-b2d0-5e9908c9b0d1 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:40.095766 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 82ee2fd3-fbbb-4c98-8202-d63365f58df4 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:40.099545 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f8a73-8bc3-4edc-a2b7-f3225b49046a tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Pushing event updated for resources: {'Port': ['ID=685074ed-307f-470a-beae-1ea074f00816,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:40.125504 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-2608b956-ac09-44e8-b34b-360b49f88e53 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:40.126750 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-2608b956-ac09-44e8-b34b-360b49f88e53 service neutron] Checking segment: {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:40.127770 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-2608b956-ac09-44e8-b34b-360b49f88e53 service neutron] Bound using segment: {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:40.129061 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-2608b956-ac09-44e8-b34b-360b49f88e53 service neutron] Bound port: 6486b554-04f2-4a38-a683-cdbe24efe4c1, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1374f25-4b2c-4c99-9255-b9d9480fbefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11104484-975b-4425-b2d0-5e9908c9b0d1'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:40.130158 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-2608b956-ac09-44e8-b34b-360b49f88e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:40.157138 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf7f8a73-8bc3-4edc-a2b7-f3225b49046a tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:40.172641 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38680) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:40.176325 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-bf7f8a73-8bc3-4edc-a2b7-f3225b49046a tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.5278065 Jul 15 13:19:40.268177 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-38e6fba6-f667-4987-8ef0-62a639e03236 None None] Allocated IP 172.20.0.2 (b599f390-a62b-4fef-bcfe-2b7ba49d863f/c32afa8c-5853-4063-9eab-a1f6a8157105/fe236212-2cb2-4d76-ad41-03e59a778a23) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:40.381958 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-2608b956-ac09-44e8-b34b-360b49f88e53 service neutron] For port 6486b554-04f2-4a38-a683-cdbe24efe4c1, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:40.391281 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-2608b956-ac09-44e8-b34b-360b49f88e53 service neutron] For port 6486b554-04f2-4a38-a683-cdbe24efe4c1, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=6486b554-04f2-4a38-a683-cdbe24efe4c1,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:40.405307 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-2608b956-ac09-44e8-b34b-360b49f88e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:40.406214 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-593cf985-efab-4c08-80e1-365ca5b107cc tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] 10.222.0.24 "GET /v2.0/floatingips?floating_network_id=091d1130-61ad-4417-a872-59ab2492c61f HTTP/1.1" status: 200 len: 689 time: 0.2155046 Jul 15 13:19:40.407122 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38682) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:40.446375 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9460cb-08b5-48d1-b3f6-6775d4b7303e tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Pushing event updated for resources: {'Subnet': ['ID=2f6d684c-9445-481a-a127-a00f9ea124b3,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:40.511044 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9460cb-08b5-48d1-b3f6-6775d4b7303e tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Checking segment: {'id': '11716335-538e-4e1d-9d09-8cc9dedc3f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4ab4c68e-d81e-46d6-b15a-d447720e9bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:40.515757 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9460cb-08b5-48d1-b3f6-6775d4b7303e tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Network hostable DHCP agents. Network: 4ab4c68e-d81e-46d6-b15a-d447720e9bde, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:19:40.609730 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608b956-ac09-44e8-b34b-360b49f88e53 service neutron] Pushing event updated for resources: {'Port': ['ID=6486b554-04f2-4a38-a683-cdbe24efe4c1,revision_number=8']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:40.615285 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9460cb-08b5-48d1-b3f6-6775d4b7303e tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Network 4ab4c68e-d81e-46d6-b15a-d447720e9bde is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:19:40.648683 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-2b9460cb-08b5-48d1-b3f6-6775d4b7303e tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 4ab4c68e-d81e-46d6-b15a-d447720e9bde) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:40.672270 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9460cb-08b5-48d1-b3f6-6775d4b7303e tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:40.673329 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b9460cb-08b5-48d1-b3f6-6775d4b7303e tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:40.710154 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3e57800-105d-41c7-a669-d34f7908f55b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:40.729731 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2b9460cb-08b5-48d1-b3f6-6775d4b7303e tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7454574 Jul 15 13:19:40.734415 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38688) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:40.759545 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-38e6fba6-f667-4987-8ef0-62a639e03236 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:40.777242 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-38e6fba6-f667-4987-8ef0-62a639e03236 None None] Transition to ACTIVE for port object fe236212-2cb2-4d76-ad41-03e59a778a23 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:40.814253 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-38e6fba6-f667-4987-8ef0-62a639e03236 None None] Transition to ACTIVE for port object fe236212-2cb2-4d76-ad41-03e59a778a23 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:40.828519 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-2608b956-ac09-44e8-b34b-360b49f88e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:40.830762 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ae0c62-97c8-4794-9cc0-23b5cd9203b8 None None] Network 4ab4c68e-d81e-46d6-b15a-d447720e9bde requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:40.835532 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79da04d2-5841-4830-a195-53286759ce49 None None] Network adcf2818-6706-418a-980a-ae80988f1361 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:40.840683 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-2608b956-ac09-44e8-b34b-360b49f88e53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:40.853003 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:19:40.854432 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-2608b956-ac09-44e8-b34b-360b49f88e53 service neutron] 10.222.0.32 "PUT /v2.0/ports/6486b554-04f2-4a38-a683-cdbe24efe4c1 HTTP/1.1" status: 200 len: 1123 time: 3.0516529 Jul 15 13:19:40.862014 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-38e6fba6-f667-4987-8ef0-62a639e03236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:40.951862 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e3b71fad-45f7-4fbb-8b14-c86253bc5784 None None] Provisioning for port 82ee2fd3-fbbb-4c98-8202-d63365f58df4 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:41.475919 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['6486b554-04f2-4a38-a683-cdbe24efe4c1'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:41.502591 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['6486b554-04f2-4a38-a683-cdbe24efe4c1'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:41.535285 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664a022-c55e-415b-8abc-a82d1f17543d req-a48c6ca8-3bc8-4081-879b-ec80c713657f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:41.539549 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b664a022-c55e-415b-8abc-a82d1f17543d req-a48c6ca8-3bc8-4081-879b-ec80c713657f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.1980610 Jul 15 13:19:41.700406 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b664a022-c55e-415b-8abc-a82d1f17543d req-49dc08be-9c33-4d41-8c24-3f7ec0488c2d tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429129 Jul 15 13:19:41.837958 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e6fba6-f667-4987-8ef0-62a639e03236 None None] Network b599f390-a62b-4fef-bcfe-2b7ba49d863f is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:41.860848 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-38e6fba6-f667-4987-8ef0-62a639e03236 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:41.869639 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e3b71fad-45f7-4fbb-8b14-c86253bc5784 None None] Provisioning complete for port 82ee2fd3-fbbb-4c98-8202-d63365f58df4 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:41.874109 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a3e57800-105d-41c7-a669-d34f7908f55b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Deleting port 685074ed-307f-470a-beae-1ea074f00816 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:41.874815 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3e57800-105d-41c7-a669-d34f7908f55b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:41.875622 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e3b71fad-45f7-4fbb-8b14-c86253bc5784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:41.880994 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1870904-e612-40fe-9f4a-d793ec6058f3', 'tag': '6486b554-04f2-4a38-a683-cdbe24efe4c1'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:41.884615 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb793e93-4cea-4483-9f4e-c7c004e32386" -d '{"events": [{"name": "network-changed", "server_uuid": "e1870904-e612-40fe-9f4a-d793ec6058f3", "tag": "6486b554-04f2-4a38-a683-cdbe24efe4c1"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:41.887488 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e6fba6-f667-4987-8ef0-62a639e03236 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:41.968827 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5bafed-ee81-4db2-8ddf-7f4794224019 x-openstack-request-id: req-8c5bafed-ee81-4db2-8ddf-7f4794224019 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:41.969145 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1870904-e612-40fe-9f4a-d793ec6058f3", "tag": "6486b554-04f2-4a38-a683-cdbe24efe4c1", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:41.969652 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c5bafed-ee81-4db2-8ddf-7f4794224019 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:41.970207 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1870904-e612-40fe-9f4a-d793ec6058f3', 'tag': '6486b554-04f2-4a38-a683-cdbe24efe4c1', 'status': 'completed', 'code': 200} Jul 15 13:19:42.139547 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0262d5e-0234-4bf5-9d6a-02d59a759905 req-765c7408-8105-4a65-bc1a-a64462b3dcc7 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:42.142187 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b0262d5e-0234-4bf5-9d6a-02d59a759905 req-765c7408-8105-4a65-bc1a-a64462b3dcc7 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 943 time: 1.1816392 Jul 15 13:19:42.328331 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6fba6-f667-4987-8ef0-62a639e03236 None None] Pushing event updated for resources: {'Port': ['ID=fe236212-2cb2-4d76-ad41-03e59a778a23,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:42.386908 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b8ff63bb-ef7a-4214-bc3e-326999f5561b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:42.681621 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-38e6fba6-f667-4987-8ef0-62a639e03236 None None] Attempting to bind port fe236212-2cb2-4d76-ad41-03e59a778a23 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:42.682845 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-38e6fba6-f667-4987-8ef0-62a639e03236 None None] Attempting to bind port fe236212-2cb2-4d76-ad41-03e59a778a23 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'b52d7ed7-84e6-465d-978e-f173f39784c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b599f390-a62b-4fef-bcfe-2b7ba49d863f'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:42.683953 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e6fba6-f667-4987-8ef0-62a639e03236 None None] Attempting to bind port fe236212-2cb2-4d76-ad41-03e59a778a23 on network b599f390-a62b-4fef-bcfe-2b7ba49d863f {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:42.789725 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e6fba6-f667-4987-8ef0-62a639e03236 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:42.790819 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e6fba6-f667-4987-8ef0-62a639e03236 None None] Checking segment: {'id': 'b52d7ed7-84e6-465d-978e-f173f39784c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b599f390-a62b-4fef-bcfe-2b7ba49d863f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:42.791799 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-38e6fba6-f667-4987-8ef0-62a639e03236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:42.792851 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e6fba6-f667-4987-8ef0-62a639e03236 None None] Bound using segment: {'id': 'b52d7ed7-84e6-465d-978e-f173f39784c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b599f390-a62b-4fef-bcfe-2b7ba49d863f'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:42.794829 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-38e6fba6-f667-4987-8ef0-62a639e03236 None None] Bound port: fe236212-2cb2-4d76-ad41-03e59a778a23, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b52d7ed7-84e6-465d-978e-f173f39784c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b599f390-a62b-4fef-bcfe-2b7ba49d863f'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:42.796006 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-38e6fba6-f667-4987-8ef0-62a639e03236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:42.823063 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-b8ff63bb-ef7a-4214-bc3e-326999f5561b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Allocated IP 172.20.0.1 (b599f390-a62b-4fef-bcfe-2b7ba49d863f/c32afa8c-5853-4063-9eab-a1f6a8157105/8b2a4959-5d33-4daf-b20d-ccd684ee56fe) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:42.993838 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b0262d5e-0234-4bf5-9d6a-02d59a759905 req-f374f319-da59-46b0-a3a7-0aa23e74f741 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8361511 Jul 15 13:19:43.008034 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3e57800-105d-41c7-a669-d34f7908f55b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.008383 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3e57800-105d-41c7-a669-d34f7908f55b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.009114 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e3b71fad-45f7-4fbb-8b14-c86253bc5784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.051999 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb793e93-4cea-4483-9f4e-c7c004e32386 req-b9410519-be9b-4b3b-9a91-790f464460b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:43.053816 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bb793e93-4cea-4483-9f4e-c7c004e32386 req-b9410519-be9b-4b3b-9a91-790f464460b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c2b5fceeddc4686a6075bcd70c81526&device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 1126 time: 1.0196838 Jul 15 13:19:43.090535 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb63e4d-20bc-4b4e-88ab-bbbb25d73e4a req-b716ecfa-9b8e-4c96-8166-ec9e49e67ab8 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:43.098317 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bdb63e4d-20bc-4b4e-88ab-bbbb25d73e4a req-b716ecfa-9b8e-4c96-8166-ec9e49e67ab8 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.1395111 Jul 15 13:19:43.213804 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bdb63e4d-20bc-4b4e-88ab-bbbb25d73e4a req-ceb3865f-6e53-42ea-a45f-0ae9c6e1a5e9 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138580 Jul 15 13:19:43.302059 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685ea7c1-abf4-4728-9057-062014f2940f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-4ab4c68e-d81e-46d6-b15a-d447720e9bde', 'network_id': '4ab4c68e-d81e-46d6-b15a-d447720e9bde', 'tenant_id': '6109fb68eb4f4b4ebe616d67589df4b9', 'fixed_ips': [{'subnet_id': '2f6d684c-9445-481a-a127-a00f9ea124b3'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:19:43.302975 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-685ea7c1-abf4-4728-9057-062014f2940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.430979 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e3b71fad-45f7-4fbb-8b14-c86253bc5784 None None] For port 82ee2fd3-fbbb-4c98-8202-d63365f58df4, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=82ee2fd3-fbbb-4c98-8202-d63365f58df4,segment=NetworkSegment(c0183dbe-61e4-4b90-8ac1-f48862b5f50f),segment_id=c0183dbe-61e4-4b90-8ac1-f48862b5f50f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:43.503633 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e3b71fad-45f7-4fbb-8b14-c86253bc5784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.512759 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-38e6fba6-f667-4987-8ef0-62a639e03236 None None] For port fe236212-2cb2-4d76-ad41-03e59a778a23, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:43.587270 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-38e6fba6-f667-4987-8ef0-62a639e03236 None None] For port fe236212-2cb2-4d76-ad41-03e59a778a23, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=fe236212-2cb2-4d76-ad41-03e59a778a23,segment=NetworkSegment(b52d7ed7-84e6-465d-978e-f173f39784c6),segment_id=b52d7ed7-84e6-465d-978e-f173f39784c6)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:43.616508 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-38e6fba6-f667-4987-8ef0-62a639e03236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.680644 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b71fad-45f7-4fbb-8b14-c86253bc5784 None None] Pushing event updated for resources: {'Port': ['ID=82ee2fd3-fbbb-4c98-8202-d63365f58df4,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:43.722855 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a3e57800-105d-41c7-a669-d34f7908f55b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Calling delete_port for 685074ed-307f-470a-beae-1ea074f00816 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:43.791182 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-685ea7c1-abf4-4728-9057-062014f2940f None None] Allocated IP 172.20.0.2 (4ab4c68e-d81e-46d6-b15a-d447720e9bde/2f6d684c-9445-481a-a127-a00f9ea124b3/ceb0fab5-b503-4f42-b982-bf3f76351601) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:43.841137 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6fba6-f667-4987-8ef0-62a639e03236 None None] Pushing event updated for resources: {'Port': ['ID=fe236212-2cb2-4d76-ad41-03e59a778a23,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:43.855464 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b8ff63bb-ef7a-4214-bc3e-326999f5561b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.863346 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-aebbd752-0731-41db-8af0-895139ddf85e None None] Provisioning complete for port 82ee2fd3-fbbb-4c98-8202-d63365f58df4 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:43.864231 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aebbd752-0731-41db-8af0-895139ddf85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:44.041017 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b8ff63bb-ef7a-4214-bc3e-326999f5561b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Transition to ACTIVE for port object 8b2a4959-5d33-4daf-b20d-ccd684ee56fe will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:44.047858 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb793e93-4cea-4483-9f4e-c7c004e32386 req-c15806d7-4924-4ee6-9b58-5518f8c41d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:44.094359 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bb793e93-4cea-4483-9f4e-c7c004e32386 req-c15806d7-4924-4ee6-9b58-5518f8c41d88 service neutron] 10.222.0.18 "GET /v2.0/networks?id=11104484-975b-4425-b2d0-5e9908c9b0d1 HTTP/1.1" status: 200 len: 908 time: 0.4450836 Jul 15 13:19:44.263078 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bb793e93-4cea-4483-9f4e-c7c004e32386 req-94bbf80d-3047-4139-837e-0afc23bf6795 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6486b554-04f2-4a38-a683-cdbe24efe4c1 HTTP/1.1" status: 200 len: 217 time: 0.1518495 Jul 15 13:19:44.309026 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-685ea7c1-abf4-4728-9057-062014f2940f None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:44.326258 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-711a3081-16df-4990-9247-4b9fec98d39f req-cad99973-c314-42d7-a2a2-c359908cec6d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.3532000 Jul 15 13:19:44.339523 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-685ea7c1-abf4-4728-9057-062014f2940f None None] Transition to ACTIVE for port object ceb0fab5-b503-4f42-b982-bf3f76351601 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:44.402730 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-685ea7c1-abf4-4728-9057-062014f2940f None None] Transition to ACTIVE for port object ceb0fab5-b503-4f42-b982-bf3f76351601 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:44.425447 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-685ea7c1-abf4-4728-9057-062014f2940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:44.483670 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685ea7c1-abf4-4728-9057-062014f2940f None None] Network 4ab4c68e-d81e-46d6-b15a-d447720e9bde is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:44.489302 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-685ea7c1-abf4-4728-9057-062014f2940f None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:44.502107 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685ea7c1-abf4-4728-9057-062014f2940f None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:44.550581 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ea7c1-abf4-4728-9057-062014f2940f None None] Pushing event updated for resources: {'Port': ['ID=ceb0fab5-b503-4f42-b982-bf3f76351601,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:44.561052 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb793e93-4cea-4483-9f4e-c7c004e32386 req-8bda2ef2-2768-4a87-a42e-ab4dac273a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:44.563218 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bb793e93-4cea-4483-9f4e-c7c004e32386 req-8bda2ef2-2768-4a87-a42e-ab4dac273a54 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=175aacaa-613b-43c2-81a6-3ccd12246946 HTTP/1.1" status: 200 len: 847 time: 0.2770700 Jul 15 13:19:44.606286 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-685ea7c1-abf4-4728-9057-062014f2940f None None] Attempting to bind port ceb0fab5-b503-4f42-b982-bf3f76351601 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:44.606953 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-685ea7c1-abf4-4728-9057-062014f2940f None None] Attempting to bind port ceb0fab5-b503-4f42-b982-bf3f76351601 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '11716335-538e-4e1d-9d09-8cc9dedc3f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4ab4c68e-d81e-46d6-b15a-d447720e9bde'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:44.607490 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685ea7c1-abf4-4728-9057-062014f2940f None None] Attempting to bind port ceb0fab5-b503-4f42-b982-bf3f76351601 on network 4ab4c68e-d81e-46d6-b15a-d447720e9bde {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:44.616071 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685ea7c1-abf4-4728-9057-062014f2940f None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:44.617047 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685ea7c1-abf4-4728-9057-062014f2940f None None] Checking segment: {'id': '11716335-538e-4e1d-9d09-8cc9dedc3f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4ab4c68e-d81e-46d6-b15a-d447720e9bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:44.617652 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-685ea7c1-abf4-4728-9057-062014f2940f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:44.618222 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685ea7c1-abf4-4728-9057-062014f2940f None None] Bound using segment: {'id': '11716335-538e-4e1d-9d09-8cc9dedc3f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4ab4c68e-d81e-46d6-b15a-d447720e9bde'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:44.618889 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-685ea7c1-abf4-4728-9057-062014f2940f None None] Bound port: ceb0fab5-b503-4f42-b982-bf3f76351601, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11716335-538e-4e1d-9d09-8cc9dedc3f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4ab4c68e-d81e-46d6-b15a-d447720e9bde'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:44.619533 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-685ea7c1-abf4-4728-9057-062014f2940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:44.638322 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7be377-d14b-47aa-b89d-e159ae0121bf req-7c208cb3-d464-459d-b5c0-bdf2d7cbd525 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:44.641189 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ca7be377-d14b-47aa-b89d-e159ae0121bf req-7c208cb3-d464-459d-b5c0-bdf2d7cbd525 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.1880710 Jul 15 13:19:44.690596 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bb793e93-4cea-4483-9f4e-c7c004e32386 req-577870b1-2041-4153-a478-bf4a95604f49 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11104484-975b-4425-b2d0-5e9908c9b0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996644 Jul 15 13:19:44.729177 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ca7be377-d14b-47aa-b89d-e159ae0121bf req-3311d778-3fa4-4b5a-9b8b-d14fd0d21895 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748343 Jul 15 13:19:44.826736 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-685ea7c1-abf4-4728-9057-062014f2940f None None] For port ceb0fab5-b503-4f42-b982-bf3f76351601, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:44.832933 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-685ea7c1-abf4-4728-9057-062014f2940f None None] For port ceb0fab5-b503-4f42-b982-bf3f76351601, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ceb0fab5-b503-4f42-b982-bf3f76351601,segment=NetworkSegment(11716335-538e-4e1d-9d09-8cc9dedc3f95),segment_id=11716335-538e-4e1d-9d09-8cc9dedc3f95)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:44.850251 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-685ea7c1-abf4-4728-9057-062014f2940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:44.927768 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bb793e93-4cea-4483-9f4e-c7c004e32386 req-ee490e1d-3b02-48b1-aaef-1555b651a2af service neutron] 10.222.0.18 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225802 Jul 15 13:19:44.989607 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b8ff63bb-ef7a-4214-bc3e-326999f5561b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:45.094316 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ea7c1-abf4-4728-9057-062014f2940f None None] Pushing event updated for resources: {'Port': ['ID=ceb0fab5-b503-4f42-b982-bf3f76351601,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:45.102827 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ff63bb-ef7a-4214-bc3e-326999f5561b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Network b599f390-a62b-4fef-bcfe-2b7ba49d863f is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:45.111077 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a3081-16df-4990-9247-4b9fec98d39f req-421911a7-5d37-4fe2-83d3-99339eadaa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:45.124542 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-711a3081-16df-4990-9247-4b9fec98d39f req-421911a7-5d37-4fe2-83d3-99339eadaa58 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c2b5fceeddc4686a6075bcd70c81526&device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 1097 time: 0.6167233 Jul 15 13:19:45.144250 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89569c-69f4-4cc2-bd6c-b88deb53b54d req-8e7e8847-41d1-4693-9e48-7cdf91e0b34b tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:45.159527 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3f89569c-69f4-4cc2-bd6c-b88deb53b54d req-8e7e8847-41d1-4693-9e48-7cdf91e0b34b tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 943 time: 0.8765810 Jul 15 13:19:45.163725 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-b8ff63bb-ef7a-4214-bc3e-326999f5561b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:45.295623 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ff63bb-ef7a-4214-bc3e-326999f5561b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:45.551003 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b8ff63bb-ef7a-4214-bc3e-326999f5561b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:45.752129 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff63bb-ef7a-4214-bc3e-326999f5561b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Pushing event updated for resources: {'Port': ['ID=8b2a4959-5d33-4daf-b20d-ccd684ee56fe,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:45.897942 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3f89569c-69f4-4cc2-bd6c-b88deb53b54d req-eb650064-1951-44e0-91cb-efcc19c7dc78 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7317400 Jul 15 13:19:45.952153 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device fe236212-2cb2-4d76-ad41-03e59a778a23 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:46.047325 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd86f0da-fd90-4f30-bc82-f236bebf627f None None] Network b599f390-a62b-4fef-bcfe-2b7ba49d863f requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:46.174592 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-32de7ca2-ce5f-4d6a-8849-75c9449fef63 None None] Provisioning for port fe236212-2cb2-4d76-ad41-03e59a778a23 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:46.224980 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3e57800-105d-41c7-a669-d34f7908f55b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:46.226950 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port fe236212-2cb2-4d76-ad41-03e59a778a23 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:46.234388 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port fe236212-2cb2-4d76-ad41-03e59a778a23 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:46.235364 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:46.518655 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44d64c-f2cb-44ff-bdcb-fafa5781b7fc req-cd3c3ce2-17b5-4795-ac63-1528a3293c10 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:46.536874 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-af44d64c-f2cb-44ff-bdcb-fafa5781b7fc req-cd3c3ce2-17b5-4795-ac63-1528a3293c10 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.2535138 Jul 15 13:19:46.541966 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:46.623052 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port fe236212-2cb2-4d76-ad41-03e59a778a23, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=fe236212-2cb2-4d76-ad41-03e59a778a23,segment=NetworkSegment(b52d7ed7-84e6-465d-978e-f173f39784c6),segment_id=b52d7ed7-84e6-465d-978e-f173f39784c6)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:46.632010 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:46.633973 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 82ee2fd3-fbbb-4c98-8202-d63365f58df4 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:46.679514 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-af44d64c-f2cb-44ff-bdcb-fafa5781b7fc req-3238381e-976d-41ab-bcde-6d9eeb169aa6 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406398 Jul 15 13:19:46.716093 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b8ff63bb-ef7a-4214-bc3e-326999f5561b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:46.743756 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e57800-105d-41c7-a669-d34f7908f55b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Pushing event deleted for resources: {'Port': ['ID=685074ed-307f-470a-beae-1ea074f00816,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:46.941886 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3e57800-105d-41c7-a669-d34f7908f55b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:46.970100 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bb793e93-4cea-4483-9f4e-c7c004e32386 req-68c94ee4-2065-4a70-b140-1e81d9983998 service neutron] 10.222.0.18 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0148427 Jul 15 13:19:47.068714 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=fe236212-2cb2-4d76-ad41-03e59a778a23,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:47.093476 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 82ee2fd3-fbbb-4c98-8202-d63365f58df4 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:47.094123 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:47.171186 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3e57800-105d-41c7-a669-d34f7908f55b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:47.514184 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a3081-16df-4990-9247-4b9fec98d39f req-4e15d667-0ce4-41a3-85fc-f709213b8404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:47.515859 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-711a3081-16df-4990-9247-4b9fec98d39f req-4e15d667-0ce4-41a3-85fc-f709213b8404 service neutron] 10.222.0.18 "GET /v2.0/networks?id=11104484-975b-4425-b2d0-5e9908c9b0d1 HTTP/1.1" status: 200 len: 908 time: 2.0943966 Jul 15 13:19:47.585750 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d06f28-b4f3-442e-bd8c-f5d7c0960b47 None None] Network 4ab4c68e-d81e-46d6-b15a-d447720e9bde requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:47.783930 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-711a3081-16df-4990-9247-4b9fec98d39f req-c953ec67-eb1a-4abb-b7f5-38b716653bdd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa29e1a1-aae3-4a2a-9416-a346b74f4f17 HTTP/1.1" status: 200 len: 217 time: 0.2240365 Jul 15 13:19:47.902471 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4ed23ad0-5a41-49d3-a9be-d6820578caad None None] Provisioning complete for port fe236212-2cb2-4d76-ad41-03e59a778a23 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:47.904571 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4ed23ad0-5a41-49d3-a9be-d6820578caad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:47.955960 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a3081-16df-4990-9247-4b9fec98d39f req-4c6211c0-0f18-4930-90cd-51c19407d535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:47.957575 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-711a3081-16df-4990-9247-4b9fec98d39f req-4c6211c0-0f18-4930-90cd-51c19407d535 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=175aacaa-613b-43c2-81a6-3ccd12246946 HTTP/1.1" status: 200 len: 847 time: 0.1589918 Jul 15 13:19:47.997902 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-711a3081-16df-4990-9247-4b9fec98d39f req-1c20339d-825d-4e80-94aa-1b680071cf60 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=11104484-975b-4425-b2d0-5e9908c9b0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309505 Jul 15 13:19:47.998862 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3e57800-105d-41c7-a669-d34f7908f55b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.032057 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5f733-03d8-4b24-9983-ab6803d8e2ab req-a69edfea-111e-416f-9551-4183159c4417 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:48.033916 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4bd5f733-03d8-4b24-9983-ab6803d8e2ab req-a69edfea-111e-416f-9551-4183159c4417 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.1699135 Jul 15 13:19:48.114955 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0e233-f6db-4316-927f-a0ad74041336 req-9658b4fd-7ee5-422a-9b8d-8e48c003eda7 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:48.129043 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-36e0e233-f6db-4316-927f-a0ad74041336 req-9658b4fd-7ee5-422a-9b8d-8e48c003eda7 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 943 time: 0.6443717 Jul 15 13:19:48.138639 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4bd5f733-03d8-4b24-9983-ab6803d8e2ab req-36f817d8-4158-4138-b119-72b69aee4507 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954995 Jul 15 13:19:48.190531 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e57800-105d-41c7-a669-d34f7908f55b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a8eca20f-6c87-406a-b7e2-80a735a11570,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:48.375389 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4ed23ad0-5a41-49d3-a9be-d6820578caad None None] Provisioning for port 8b2a4959-5d33-4daf-b20d-ccd684ee56fe completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:48.384902 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4ed23ad0-5a41-49d3-a9be-d6820578caad None None] Provisioning complete for port 8b2a4959-5d33-4daf-b20d-ccd684ee56fe triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:48.385292 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4ed23ad0-5a41-49d3-a9be-d6820578caad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.488690 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-4ed23ad0-5a41-49d3-a9be-d6820578caad None None] Port 8b2a4959-5d33-4daf-b20d-ccd684ee56fe cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:19:48.542559 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3e57800-105d-41c7-a669-d34f7908f55b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.573622 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-a3e57800-105d-41c7-a669-d34f7908f55b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['091d1130-61ad-4417-a872-59ab2492c61f']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:48.575449 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ceb0fab5-b503-4f42-b982-bf3f76351601 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:48.635366 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-36e0e233-f6db-4316-927f-a0ad74041336 req-5d6cc05a-ef9a-4eb3-8ec1-c0525715473c tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5049081 Jul 15 13:19:48.691081 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3fc813a8-eb10-4468-86a0-cdee700bfacd None None] Provisioning for port ceb0fab5-b503-4f42-b982-bf3f76351601 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:48.766699 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-a3e57800-105d-41c7-a669-d34f7908f55b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e1331d4-5e6f-4773-99dc-9ce2fa1a54df') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:48.767829 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-a3e57800-105d-41c7-a669-d34f7908f55b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e1331d4-5e6f-4773-99dc-9ce2fa1a54df') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:48.805412 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3e57800-105d-41c7-a669-d34f7908f55b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.818418 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3fc813a8-eb10-4468-86a0-cdee700bfacd None None] Provisioning complete for port 8b2a4959-5d33-4daf-b20d-ccd684ee56fe triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:48.822392 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3fc813a8-eb10-4468-86a0-cdee700bfacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.824171 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3e57800-105d-41c7-a669-d34f7908f55b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.831894 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port ceb0fab5-b503-4f42-b982-bf3f76351601 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:48.870798 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e57800-105d-41c7-a669-d34f7908f55b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:19:48.871652 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3e57800-105d-41c7-a669-d34f7908f55b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.877579 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b8ff63bb-ef7a-4214-bc3e-326999f5561b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.880033 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:19:48.880033 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:19:48.880033 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:19:48.880033 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:19:48.880033 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:19:48.880033 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:19:48.880033 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:19:48.880033 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:19:48.880033 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:19:48.880033 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:19:48.880033 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:19:48.880033 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:19:48.880033 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:19:48.880033 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:19:48.880033 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:19:48.880033 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:19:48.880033 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:19:48.880033 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:19:48.880033 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:19:48.880033 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:19:48.880033 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:19:48.880033 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:19:48.880033 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:19:48.880033 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:19:48.880033 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:19:48.880033 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:19:48.880033 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:19:48.880033 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:19:48.880033 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:19:48.880033 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:19:48.880033 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:19:48.880033 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:19:48.895225 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port ceb0fab5-b503-4f42-b982-bf3f76351601 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:48.895653 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.901492 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-711a3081-16df-4990-9247-4b9fec98d39f req-25381f95-714f-46b0-b5e3-4c372e21ef82 service neutron] 10.222.0.18 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8924737 Jul 15 13:19:48.917030 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b8ff63bb-ef7a-4214-bc3e-326999f5561b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.942751 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3fc813a8-eb10-4468-86a0-cdee700bfacd None None] Port 8b2a4959-5d33-4daf-b20d-ccd684ee56fe cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:19:49.000534 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b8ff63bb-ef7a-4214-bc3e-326999f5561b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.030322 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.081604 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port ceb0fab5-b503-4f42-b982-bf3f76351601, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ceb0fab5-b503-4f42-b982-bf3f76351601,segment=NetworkSegment(11716335-538e-4e1d-9d09-8cc9dedc3f95),segment_id=11716335-538e-4e1d-9d09-8cc9dedc3f95)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:49.086541 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-22a589a2-0260-435b-b4f8-2061248fe1a8 None None] Provisioning complete for port ceb0fab5-b503-4f42-b982-bf3f76351601 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:49.086923 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22a589a2-0260-435b-b4f8-2061248fe1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.090497 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.091365 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device fe236212-2cb2-4d76-ad41-03e59a778a23 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:49.310798 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=ceb0fab5-b503-4f42-b982-bf3f76351601,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:49.361619 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3e57800-105d-41c7-a669-d34f7908f55b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.380741 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port fe236212-2cb2-4d76-ad41-03e59a778a23 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:49.381799 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.383710 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e57800-105d-41c7-a669-d34f7908f55b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 091d1130-61ad-4417-a872-59ab2492c61f {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:19:49.395083 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3e57800-105d-41c7-a669-d34f7908f55b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.407961 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a3e57800-105d-41c7-a669-d34f7908f55b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] 10.222.0.24 "DELETE /v2.0/networks/091d1130-61ad-4417-a872-59ab2492c61f HTTP/1.1" status: 204 len: 168 time: 8.9916191 Jul 15 13:19:49.407961 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff63bb-ef7a-4214-bc3e-326999f5561b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Pushing event updated for resources: {'Port': ['ID=8b2a4959-5d33-4daf-b20d-ccd684ee56fe,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:49.426384 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38786) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:49.463540 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 6486b554-04f2-4a38-a683-cdbe24efe4c1 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:19:49.656248 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e57800-105d-41c7-a669-d34f7908f55b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Pushing event deleted for resources: {'Network': ['ID=091d1130-61ad-4417-a872-59ab2492c61f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:49.688701 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-711a3081-16df-4990-9247-4b9fec98d39f req-b79431b3-86ae-4fe1-84fa-1a21d761687a service neutron] 10.222.0.18 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7347331 Jul 15 13:19:49.690377 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-00c00e9d-b4a1-4561-a2d7-e7eab61f38f0 service neutron] 10.222.0.18 "GET /v2.0/ports/6486b554-04f2-4a38-a683-cdbe24efe4c1/bindings/n-h2-758944-45 HTTP/1.1" status: 200 len: 385 time: 1.0892894 Jul 15 13:19:49.745157 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ff727857-071a-4795-8053-8bb1e7c48b98 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2563 time: 0.3159969 Jul 15 13:19:49.760205 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38796) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:49.801609 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5fdb44-56cf-4cae-826b-8228ea087a14 req-3d7dc785-8d53-45d0-95d9-6701625b6c01 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:49.822712 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1f5fdb44-56cf-4cae-826b-8228ea087a14 req-3d7dc785-8d53-45d0-95d9-6701625b6c01 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.4561241 Jul 15 13:19:50.332664 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ceb0fab5-b503-4f42-b982-bf3f76351601 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:50.440017 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1f5fdb44-56cf-4cae-826b-8228ea087a14 req-52c8dfdd-81cc-41e7-b504-c82d66d9ec31 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6103952 Jul 15 13:19:50.496756 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port ceb0fab5-b503-4f42-b982-bf3f76351601 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:50.497715 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:50.794698 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ff63bb-ef7a-4214-bc3e-326999f5561b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Network b599f390-a62b-4fef-bcfe-2b7ba49d863f is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:50.809610 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-38a7dd60-c124-422d-b8ed-6b897aac0de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:50.820462 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3780cfa-3906-4a7d-9841-66f98bef46fd tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:50.820933 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3780cfa-3906-4a7d-9841-66f98bef46fd tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:50.821396 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3780cfa-3906-4a7d-9841-66f98bef46fd tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:50.821890 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3780cfa-3906-4a7d-9841-66f98bef46fd tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:50.822351 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3780cfa-3906-4a7d-9841-66f98bef46fd tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:50.822809 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3780cfa-3906-4a7d-9841-66f98bef46fd tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:50.823275 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3780cfa-3906-4a7d-9841-66f98bef46fd tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:50.823949 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3780cfa-3906-4a7d-9841-66f98bef46fd tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:50.824213 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3780cfa-3906-4a7d-9841-66f98bef46fd tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:50.825040 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3780cfa-3906-4a7d-9841-66f98bef46fd tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:50.825040 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3780cfa-3906-4a7d-9841-66f98bef46fd tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:50.825516 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3780cfa-3906-4a7d-9841-66f98bef46fd tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:50.826017 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3780cfa-3906-4a7d-9841-66f98bef46fd tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:50.827926 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3780cfa-3906-4a7d-9841-66f98bef46fd tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:50.827926 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3780cfa-3906-4a7d-9841-66f98bef46fd tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:50.835232 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b3780cfa-3906-4a7d-9841-66f98bef46fd tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9412 time: 1.0656729 Jul 15 13:19:50.835232 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-b8ff63bb-ef7a-4214-bc3e-326999f5561b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:50.835637 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38804) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:51.065671 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-407d1323-dc9e-48b3-89f5-badf032722aa tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] delete failed (client error): The resource could not be found. Jul 15 13:19:51.072110 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-407d1323-dc9e-48b3-89f5-badf032722aa tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/9e363469-50e2-483f-aa2d-3dcfaee033e3 HTTP/1.1" status: 404 len: 345 time: 0.2332923 Jul 15 13:19:51.075059 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38812) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:51.136344 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-8135f81f-d5dd-4ae7-8ab0-5c23cea026b7 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] DELETE failed (client error): The resource could not be found. Jul 15 13:19:51.138240 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8135f81f-d5dd-4ae7-8ab0-5c23cea026b7 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:19:51.144002 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8135f81f-d5dd-4ae7-8ab0-5c23cea026b7 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] 10.222.0.24 "DELETE /v2.0/networks/091d1130-61ad-4417-a872-59ab2492c61f HTTP/1.1" status: 404 len: 339 time: 0.0670800 Jul 15 13:19:51.151509 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38814) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:51.162196 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-0ef945d3-f156-4192-8ce1-91ba2edb1507 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Request body: {'network': {'name': 'tempest-network--796728517', 'router:external': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:51.225166 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f15d1-668c-46c8-8bab-1fefdaa58c2d req-c6780e07-cc37-45fd-8b5a-7272baf69ff5 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:51.233092 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-641f15d1-668c-46c8-8bab-1fefdaa58c2d req-c6780e07-cc37-45fd-8b5a-7272baf69ff5 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 943 time: 0.6974807 Jul 15 13:19:51.245787 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef945d3-f156-4192-8ce1-91ba2edb1507 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Made reservation on behalf of 2017869774d94895a7a566a57777d050 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:51.249678 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0ef945d3-f156-4192-8ce1-91ba2edb1507 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:51.383618 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-641f15d1-668c-46c8-8bab-1fefdaa58c2d req-ec99800b-d131-4b24-aa1f-d477fc15c335 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474094 Jul 15 13:19:51.473542 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-6caf6055-2bdc-4850-b659-685d2d2acbb7 service neutron] For port 6486b554-04f2-4a38-a683-cdbe24efe4c1, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=6486b554-04f2-4a38-a683-cdbe24efe4c1,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:51.507831 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b0a9cfa1-efcf-40d1-8b41-cd7a12f4f501 None None] Provisioning complete for port 8b2a4959-5d33-4daf-b20d-ccd684ee56fe triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:51.508941 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b0a9cfa1-efcf-40d1-8b41-cd7a12f4f501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:51.522253 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-6caf6055-2bdc-4850-b659-685d2d2acbb7 service neutron] For port 6486b554-04f2-4a38-a683-cdbe24efe4c1, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:51.553917 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b0a9cfa1-efcf-40d1-8b41-cd7a12f4f501 None None] Port 8b2a4959-5d33-4daf-b20d-ccd684ee56fe cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:19:51.558166 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef945d3-f156-4192-8ce1-91ba2edb1507 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:19:51.570960 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0ef945d3-f156-4192-8ce1-91ba2edb1507 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:51.572518 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-0ef945d3-f156-4192-8ce1-91ba2edb1507 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Added segment 510a7890-1785-4896-9001-c0b14ce388e6 of type vlan for network 6605f80a-1816-451f-947f-b0f67a322a20 Jul 15 13:19:51.638919 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-6caf6055-2bdc-4850-b659-685d2d2acbb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6486b554-04f2-4a38-a683-cdbe24efe4c1 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:51.665410 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-6caf6055-2bdc-4850-b659-685d2d2acbb7 service neutron] For port 6486b554-04f2-4a38-a683-cdbe24efe4c1, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=6486b554-04f2-4a38-a683-cdbe24efe4c1,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:51.690809 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-6caf6055-2bdc-4850-b659-685d2d2acbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:51.729464 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0ef945d3-f156-4192-8ce1-91ba2edb1507 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:51.765741 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b73b4-f3b1-4ce4-b162-08a2d0f74e86 req-21b76421-58c1-4d81-8865-05ecf3e34e6e tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:51.779903 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9a6b73b4-f3b1-4ce4-b162-08a2d0f74e86 req-21b76421-58c1-4d81-8865-05ecf3e34e6e tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.4270551 Jul 15 13:19:51.783983 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ff63bb-ef7a-4214-bc3e-326999f5561b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Router a167c477-6171-4fa8-9773-c8ba4eb1c227 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:19:51.855723 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9a6b73b4-f3b1-4ce4-b162-08a2d0f74e86 req-4502d0c4-6151-4a34-ab7e-98ef36ad9016 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738668 Jul 15 13:19:51.874009 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a8fe8-5a30-4734-bf8b-5d0023a4358a req-068985ef-4891-4352-ad38-b46c185c2f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:51.877211 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-270a8fe8-5a30-4734-bf8b-5d0023a4358a req-068985ef-4891-4352-ad38-b46c185c2f0b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a5577c115ec43508375ce7d29599c94&device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 1097 time: 0.5499132 Jul 15 13:19:51.924907 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-6caf6055-2bdc-4850-b659-685d2d2acbb7 service neutron] Transition to ACTIVE for port object 6486b554-04f2-4a38-a683-cdbe24efe4c1 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:51.949797 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-6caf6055-2bdc-4850-b659-685d2d2acbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:52.010760 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ff63bb-ef7a-4214-bc3e-326999f5561b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:19:52.024300 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b8ff63bb-ef7a-4214-bc3e-326999f5561b tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] 10.222.0.24 "PUT /v2.0/routers/a167c477-6171-4fa8-9773-c8ba4eb1c227/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2881277 Jul 15 13:19:52.025979 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1befaba6-80ce-4afc-8051-813e203fce83 None None] Sync routers for ids ['a167c477-6171-4fa8-9773-c8ba4eb1c227'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:19:52.035217 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38818) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:52.071252 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1befaba6-80ce-4afc-8051-813e203fce83 None None] Routers {'a167c477-6171-4fa8-9773-c8ba4eb1c227'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:52.072532 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1befaba6-80ce-4afc-8051-813e203fce83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:19:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['a167c477-6171-4fa8-9773-c8ba4eb1c227'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:52.075583 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-6caf6055-2bdc-4850-b659-685d2d2acbb7 service neutron] No DVR routers for this DVR port 6486b554-04f2-4a38-a683-cdbe24efe4c1 on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:19:52.139519 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf6055-2bdc-4850-b659-685d2d2acbb7 service neutron] Pushing event updated for resources: {'Port': ['ID=6486b554-04f2-4a38-a683-cdbe24efe4c1,revision_number=10']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:52.161284 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-6caf6055-2bdc-4850-b659-685d2d2acbb7 service neutron] 10.222.0.18 "PUT /v2.0/ports/6486b554-04f2-4a38-a683-cdbe24efe4c1/bindings/n-h2-758944-45/activate HTTP/1.1" status: 200 len: 370 time: 2.4457929 Jul 15 13:19:52.281245 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1befaba6-80ce-4afc-8051-813e203fce83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:52.299499 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1befaba6-80ce-4afc-8051-813e203fce83 None None] Routers {'a167c477-6171-4fa8-9773-c8ba4eb1c227'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:52.301044 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1befaba6-80ce-4afc-8051-813e203fce83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:19:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['a167c477-6171-4fa8-9773-c8ba4eb1c227'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:52.361906 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a8fe8-5a30-4734-bf8b-5d0023a4358a req-08fb6492-94e2-4d73-be86-7d9aa9ed7f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:52.364493 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-270a8fe8-5a30-4734-bf8b-5d0023a4358a req-08fb6492-94e2-4d73-be86-7d9aa9ed7f1d service neutron] 10.222.0.32 "GET /v2.0/networks?id=edeaa118-edc5-4f1b-bf13-6f27616a2b19 HTTP/1.1" status: 200 len: 913 time: 0.4715176 Jul 15 13:19:52.365813 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0ef945d3-f156-4192-8ce1-91ba2edb1507 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:52.367990 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef945d3-f156-4192-8ce1-91ba2edb1507 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:52.369188 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0ef945d3-f156-4192-8ce1-91ba2edb1507 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:52.399711 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1befaba6-80ce-4afc-8051-813e203fce83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:52.401099 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1befaba6-80ce-4afc-8051-813e203fce83 None None] The sync data for ids ['a167c477-6171-4fa8-9773-c8ba4eb1c227'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:52.601430 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef945d3-f156-4192-8ce1-91ba2edb1507 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Pushing event updated for resources: {'Network': ['ID=6605f80a-1816-451f-947f-b0f67a322a20,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:52.619662 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 6605f80a-1816-451f-947f-b0f67a322a20 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:19:52.817865 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0ef945d3-f156-4192-8ce1-91ba2edb1507 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6651435 Jul 15 13:19:52.832200 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38828) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:52.897948 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-270a8fe8-5a30-4734-bf8b-5d0023a4358a req-76f3ece8-c935-435b-b9cf-1c4ba313a403 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3313d1c0-7322-4571-9574-1a2b411edcd1 HTTP/1.1" status: 200 len: 999 time: 0.4369726 Jul 15 13:19:53.032105 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-ed39cc2a-4ea7-4d4f-9470-59ca1ce1d6fa tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:53.034068 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-ed39cc2a-4ea7-4d4f-9470-59ca1ce1d6fa tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3&tenant_id=3c2b5fceeddc4686a6075bcd70c81526&binding%3Ahost_id=n-h1-758944-45 HTTP/1.1" status: 200 len: 1096 time: 0.6600239 Jul 15 13:19:53.198020 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efb7e8-3fd0-40ab-90f4-23628a8b7cd0 req-a160c227-519e-4c36-9ab1-5cb4d7ac07f8 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:53.202354 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-29efb7e8-3fd0-40ab-90f4-23628a8b7cd0 req-a160c227-519e-4c36-9ab1-5cb4d7ac07f8 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 944 time: 0.5159955 Jul 15 13:19:53.243615 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:53.304201 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a8fe8-5a30-4734-bf8b-5d0023a4358a req-cfd91e4e-eb6e-4ad7-9a65-6389c8420438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:53.306219 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-270a8fe8-5a30-4734-bf8b-5d0023a4358a req-cfd91e4e-eb6e-4ad7-9a65-6389c8420438 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d793a745-d38c-4e8b-9716-b5fdf7b27406 HTTP/1.1" status: 200 len: 851 time: 0.3969326 Jul 15 13:19:53.376003 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1c28a37e-6054-447d-bad0-d49371fff6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:53.446728 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-29efb7e8-3fd0-40ab-90f4-23628a8b7cd0 req-755e0b5a-d973-4a85-92d3-c2bee7366aa0 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736205 Jul 15 13:19:53.541514 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38da7807-a891-4cd5-8e83-2d8a5f143ab7 tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:53.553232 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38da7807-a891-4cd5-8e83-2d8a5f143ab7 tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:53.566253 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38da7807-a891-4cd5-8e83-2d8a5f143ab7 tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:53.578826 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38da7807-a891-4cd5-8e83-2d8a5f143ab7 tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:53.584932 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-38da7807-a891-4cd5-8e83-2d8a5f143ab7 tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.7424939 Jul 15 13:19:53.585804 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38838) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:53.590510 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-f0f6630c-39da-4740-8f00-6e5afc2939e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:53.592222 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-f0f6630c-39da-4740-8f00-6e5afc2939e7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3&tenant_id=3c2b5fceeddc4686a6075bcd70c81526 HTTP/1.1" status: 200 len: 1096 time: 0.5320454 Jul 15 13:19:53.662130 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-c01ef3d5-f426-4681-816f-0d5a011e8c8a tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:19:53.663279 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c01ef3d5-f426-4681-816f-0d5a011e8c8a tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] 10.222.0.24 "PUT /v2.0/routers/a167c477-6171-4fa8-9773-c8ba4eb1c227/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6249907 Jul 15 13:19:53.672913 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38840) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:53.713923 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03784559-bfbf-4ddf-8c89-d957fae1785a req-fe7463ed-2a8f-409b-b682-e4aa329f5621 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:53.721195 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-03784559-bfbf-4ddf-8c89-d957fae1785a req-fe7463ed-2a8f-409b-b682-e4aa329f5621 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.3693199 Jul 15 13:19:53.742559 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a8fe8-5a30-4734-bf8b-5d0023a4358a req-969ec45c-bd4a-4818-8841-d35b9dfe3e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:53.744314 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-270a8fe8-5a30-4734-bf8b-5d0023a4358a req-969ec45c-bd4a-4818-8841-d35b9dfe3e4a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edeaa118-edc5-4f1b-bf13-6f27616a2b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3914163 Jul 15 13:19:53.821456 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-03784559-bfbf-4ddf-8c89-d957fae1785a req-cf242bcf-99ff-47f6-9fec-1fb1d0898f76 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994136 Jul 15 13:19:53.892401 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-8fff653c-763e-4529-8b6a-62fbf4c35449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:53.894874 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-8fff653c-763e-4529-8b6a-62fbf4c35449 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3c2b5fceeddc4686a6075bcd70c81526&device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 1096 time: 0.2505226 Jul 15 13:19:53.915016 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-30b0d300-beec-4155-9755-34b9c76f4460 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:54.128007 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-a4ac4a59-6fdd-4b3e-8b5d-d8a4f4268a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:54.131701 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-a4ac4a59-6fdd-4b3e-8b5d-d8a4f4268a4f service neutron] 10.222.0.32 "GET /v2.0/networks?id=11104484-975b-4425-b2d0-5e9908c9b0d1 HTTP/1.1" status: 200 len: 908 time: 0.2210588 Jul 15 13:19:54.224710 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-30b0d300-beec-4155-9755-34b9c76f4460 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:54.243773 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-30b0d300-beec-4155-9755-34b9c76f4460 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6605f80a-1816-451f-947f-b0f67a322a20']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:54.245994 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-7053275b-f5db-4e2f-8c81-d7dc735aaafb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6486b554-04f2-4a38-a683-cdbe24efe4c1 HTTP/1.1" status: 200 len: 217 time: 0.1035101 Jul 15 13:19:54.260636 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-30b0d300-beec-4155-9755-34b9c76f4460 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '510a7890-1785-4896-9001-c0b14ce388e6') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:54.260943 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-30b0d300-beec-4155-9755-34b9c76f4460 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '510a7890-1785-4896-9001-c0b14ce388e6') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:54.290052 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-30b0d300-beec-4155-9755-34b9c76f4460 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:54.327917 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-30b0d300-beec-4155-9755-34b9c76f4460 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:54.349292 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-270a8fe8-5a30-4734-bf8b-5d0023a4358a req-97124c3d-bd15-4825-b0d2-1c21ee129f83 service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5944772 Jul 15 13:19:54.359652 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b0d300-beec-4155-9755-34b9c76f4460 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:19:54.360792 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-30b0d300-beec-4155-9755-34b9c76f4460 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:19:54.362131 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:19:54.428570 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-54840f6b-a8c9-40df-a4dd-7b481f7d6a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:54.432960 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-54840f6b-a8c9-40df-a4dd-7b481f7d6a45 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=175aacaa-613b-43c2-81a6-3ccd12246946 HTTP/1.1" status: 200 len: 847 time: 0.1867259 Jul 15 13:19:54.444027 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5378593d-8def-456d-9f7a-38c6dcd1fb1c tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:54.552466 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-30b0d300-beec-4155-9755-34b9c76f4460 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:54.563393 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-ab12907c-2724-48a1-a31e-3465ef3eb546 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=11104484-975b-4425-b2d0-5e9908c9b0d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1192999 Jul 15 13:19:54.592373 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b0d300-beec-4155-9755-34b9c76f4460 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6605f80a-1816-451f-947f-b0f67a322a20 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:19:54.604580 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-30b0d300-beec-4155-9755-34b9c76f4460 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:54.609740 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-30b0d300-beec-4155-9755-34b9c76f4460 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] 10.222.0.24 "DELETE /v2.0/networks/6605f80a-1816-451f-947f-b0f67a322a20 HTTP/1.1" status: 204 len: 168 time: 1.0222645 Jul 15 13:19:54.633374 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38848) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:54.643589 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-8a23aec9-a16f-4d98-ba6a-f15c2250fbd2 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Request body: {'network': {'name': 'tempest-network--1350117218', 'router:external': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:54.724179 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:54.725246 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a23aec9-a16f-4d98-ba6a-f15c2250fbd2 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Made reservation on behalf of 2017869774d94895a7a566a57777d050 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:54.728890 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a23aec9-a16f-4d98-ba6a-f15c2250fbd2 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:54.826863 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-270a8fe8-5a30-4734-bf8b-5d0023a4358a req-2ede9f6b-e74a-4201-b9c5-b1938471679b service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4650228 Jul 15 13:19:54.925807 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a23aec9-a16f-4d98-ba6a-f15c2250fbd2 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:19:54.971915 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:54.973020 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a23aec9-a16f-4d98-ba6a-f15c2250fbd2 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:54.973693 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-8a23aec9-a16f-4d98-ba6a-f15c2250fbd2 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Added segment 2719d1dd-3608-4b1c-9d3b-23bab0fe4d39 of type vlan for network 61f05e93-da07-4c9e-8f38-e113d1bb413d Jul 15 13:19:55.013782 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0d300-beec-4155-9755-34b9c76f4460 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Pushing event deleted for resources: {'Network': ['ID=6605f80a-1816-451f-947f-b0f67a322a20,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:55.062871 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-350f1370-55c0-4f78-8715-7e8d9541684a service neutron] 10.222.0.32 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4763358 Jul 15 13:19:55.207218 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a23aec9-a16f-4d98-ba6a-f15c2250fbd2 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:55.316021 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f61b6-8f12-499e-8a88-33dbb7aaed4a req-ebe2ce81-5e30-466c-a3f4-ec857c6f3b86 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:55.318805 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-705f61b6-8f12-499e-8a88-33dbb7aaed4a req-ebe2ce81-5e30-466c-a3f4-ec857c6f3b86 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 944 time: 0.5099261 Jul 15 13:19:55.470543 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-705f61b6-8f12-499e-8a88-33dbb7aaed4a req-afc07727-bc26-43e9-b3e3-6dac53c490ae tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298165 Jul 15 13:19:55.627810 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5378593d-8def-456d-9f7a-38c6dcd1fb1c tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Deleting port 8b2a4959-5d33-4daf-b20d-ccd684ee56fe {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:55.629474 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5378593d-8def-456d-9f7a-38c6dcd1fb1c tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:55.827667 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.db.resource_extend [None req-8a23aec9-a16f-4d98-ba6a-f15c2250fbd2 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:19:55.917297 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5378593d-8def-456d-9f7a-38c6dcd1fb1c tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:55.984315 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a23aec9-a16f-4d98-ba6a-f15c2250fbd2 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:55.985473 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a23aec9-a16f-4d98-ba6a-f15c2250fbd2 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:55.986837 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a23aec9-a16f-4d98-ba6a-f15c2250fbd2 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:56.008941 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5378593d-8def-456d-9f7a-38c6dcd1fb1c tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Calling delete_port for 8b2a4959-5d33-4daf-b20d-ccd684ee56fe owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:56.013062 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625472b5-2081-467d-b39a-5ea22e03078e req-957a5bfb-1fe1-47cc-9643-34a7c42b6ea8 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:56.015089 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-625472b5-2081-467d-b39a-5ea22e03078e req-957a5bfb-1fe1-47cc-9643-34a7c42b6ea8 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.8905048 Jul 15 13:19:56.062276 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-af17617d-3137-4ce5-a93c-8a3ac574ed26 service neutron] 10.222.0.32 "GET /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9681599 Jul 15 13:19:56.110361 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8a23aec9-a16f-4d98-ba6a-f15c2250fbd2 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4743786 Jul 15 13:19:56.132909 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38864) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:56.174278 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23aec9-a16f-4d98-ba6a-f15c2250fbd2 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Pushing event updated for resources: {'Network': ['ID=61f05e93-da07-4c9e-8f38-e113d1bb413d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:56.215169 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 61f05e93-da07-4c9e-8f38-e113d1bb413d details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:19:56.218966 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-625472b5-2081-467d-b39a-5ea22e03078e req-dca675ce-6f29-4d63-bfcc-5b5521f31731 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824088 Jul 15 13:19:56.392975 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a91cc4-15ef-48fe-9e85-320bfeada80b tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:56.398533 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-64a91cc4-15ef-48fe-9e85-320bfeada80b tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] 10.222.0.24 "GET /v2.0/networks/61f05e93-da07-4c9e-8f38-e113d1bb413d HTTP/1.1" status: 200 len: 757 time: 0.2612498 Jul 15 13:19:56.399803 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38866) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:56.533962 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:56.557086 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5378593d-8def-456d-9f7a-38c6dcd1fb1c tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:56.603126 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5378593d-8def-456d-9f7a-38c6dcd1fb1c tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Pushing event deleted for resources: {'Port': ['ID=8b2a4959-5d33-4daf-b20d-ccd684ee56fe,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:56.715071 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41bdeae-7061-4e96-b2af-a62fc7ce1d2c tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:56.719834 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d41bdeae-7061-4e96-b2af-a62fc7ce1d2c tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] 10.222.0.24 "GET /v2.0/networks/aaf22678-6422-4cb0-8cc6-2eff84016808 HTTP/1.1" status: 200 len: 767 time: 0.3159542 Jul 15 13:19:56.720787 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38870) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:56.844732 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0016cb8d-f031-40ee-a915-86a1fa9a494b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:56.876906 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-05c65c7d-192e-4dee-bb01-f63712db2738 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:56.878750 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-05c65c7d-192e-4dee-bb01-f63712db2738 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3&tenant_id=3c2b5fceeddc4686a6075bcd70c81526&binding%3Ahost_id=n-h2-758944-45 HTTP/1.1" status: 200 len: 1096 time: 0.3865478 Jul 15 13:19:57.144247 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0016cb8d-f031-40ee-a915-86a1fa9a494b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:57.210717 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-0016cb8d-f031-40ee-a915-86a1fa9a494b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f05e93-da07-4c9e-8f38-e113d1bb413d']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:57.240697 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-0016cb8d-f031-40ee-a915-86a1fa9a494b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2719d1dd-3608-4b1c-9d3b-23bab0fe4d39') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:57.242041 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-0016cb8d-f031-40ee-a915-86a1fa9a494b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2719d1dd-3608-4b1c-9d3b-23bab0fe4d39') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:57.258268 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0016cb8d-f031-40ee-a915-86a1fa9a494b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:57.286181 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0016cb8d-f031-40ee-a915-86a1fa9a494b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:57.299635 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-abffb8fe-6382-45f5-a05f-e79adeb69d50 service neutron] For port 6486b554-04f2-4a38-a683-cdbe24efe4c1, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:57.300932 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0016cb8d-f031-40ee-a915-86a1fa9a494b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:19:57.301451 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0016cb8d-f031-40ee-a915-86a1fa9a494b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:57.304441 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:57.304441 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:57.304441 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:19:57.304441 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:19:57.304441 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:19:57.304441 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:19:57.304441 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:19:57.304441 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:19:57.304441 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:19:57.304441 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:19:57.304441 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:19:57.304441 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:19:57.304441 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:19:57.304441 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:19:57.304441 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:19:57.304441 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:19:57.304441 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:19:57.304441 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:19:57.304441 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:19:57.304441 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:19:57.304441 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:19:57.304441 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:19:57.304441 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:19:57.304441 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:19:57.304441 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:19:57.304441 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:19:57.304441 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:19:57.304441 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:19:57.304441 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:19:57.304441 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:19:57.304441 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:19:57.304441 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:19:57.304441 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:19:57.304441 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:19:57.321615 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-abffb8fe-6382-45f5-a05f-e79adeb69d50 service neutron] Notify callbacks [] for binding, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:57.323055 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-abffb8fe-6382-45f5-a05f-e79adeb69d50 service neutron] 10.222.0.32 "DELETE /v2.0/ports/6486b554-04f2-4a38-a683-cdbe24efe4c1/bindings/n-h1-758944-45 HTTP/1.1" status: 204 len: 173 time: 0.4152575 Jul 15 13:19:57.344079 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5378593d-8def-456d-9f7a-38c6dcd1fb1c tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:57.448522 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0016cb8d-f031-40ee-a915-86a1fa9a494b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:57.585149 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0016cb8d-f031-40ee-a915-86a1fa9a494b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 61f05e93-da07-4c9e-8f38-e113d1bb413d {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:19:57.734025 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73561b4c-650b-40b0-9dc7-7b015f709ddc req-17fa38a3-0b42-4afb-a650-d1c0eb9ac768 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:57.734025 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-73561b4c-650b-40b0-9dc7-7b015f709ddc req-17fa38a3-0b42-4afb-a650-d1c0eb9ac768 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 944 time: 0.8067420 Jul 15 13:19:57.737527 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0016cb8d-f031-40ee-a915-86a1fa9a494b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:57.737527 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0016cb8d-f031-40ee-a915-86a1fa9a494b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] 10.222.0.24 "DELETE /v2.0/networks/61f05e93-da07-4c9e-8f38-e113d1bb413d HTTP/1.1" status: 204 len: 168 time: 0.8298337 Jul 15 13:19:57.737527 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38888) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:57.737527 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-82f887f8-e49b-4214-afcc-92abb71b5c92 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Request body: {'network': {'name': 'tempest-network--322129621'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:57.737527 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016cb8d-f031-40ee-a915-86a1fa9a494b tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Pushing event deleted for resources: {'Network': ['ID=61f05e93-da07-4c9e-8f38-e113d1bb413d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:57.743696 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f887f8-e49b-4214-afcc-92abb71b5c92 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Made reservation on behalf of 2017869774d94895a7a566a57777d050 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:57.755077 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-82f887f8-e49b-4214-afcc-92abb71b5c92 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:57.815909 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac8fe0-ddf9-4bbf-9885-fabd41c0faa2 req-18bc7008-82c6-45a8-9168-7851786d89db tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:57.817633 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f8ac8fe0-ddf9-4bbf-9885-fabd41c0faa2 req-18bc7008-82c6-45a8-9168-7851786d89db tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.3311071 Jul 15 13:19:57.857176 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f887f8-e49b-4214-afcc-92abb71b5c92 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:19:57.884259 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-73561b4c-650b-40b0-9dc7-7b015f709ddc req-a2ddb550-3581-4e4c-b008-b02494d8d16d tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755747 Jul 15 13:19:57.908131 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5378593d-8def-456d-9f7a-38c6dcd1fb1c tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Router a167c477-6171-4fa8-9773-c8ba4eb1c227 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:19:57.933359 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-82f887f8-e49b-4214-afcc-92abb71b5c92 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:57.933637 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-82f887f8-e49b-4214-afcc-92abb71b5c92 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Added segment 2be7d290-de14-47f1-8ac8-64c9a4e0016a of type vlan for network 4ba8ad2e-54d0-4dc1-8cba-47227a6eeb97 Jul 15 13:19:58.033301 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5378593d-8def-456d-9f7a-38c6dcd1fb1c tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:19:58.040572 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5378593d-8def-456d-9f7a-38c6dcd1fb1c tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] 10.222.0.24 "PUT /v2.0/routers/a167c477-6171-4fa8-9773-c8ba4eb1c227/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3658166 Jul 15 13:19:58.050088 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38900) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:58.071944 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f8ac8fe0-ddf9-4bbf-9885-fabd41c0faa2 req-e011c81b-5c76-419a-892f-cd4296334749 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235034 Jul 15 13:19:58.128816 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-fa970e1f-241d-4f90-9271-6c345a49db36 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] delete failed (client error): The resource could not be found. Jul 15 13:19:58.130788 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-fa970e1f-241d-4f90-9271-6c345a49db36 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-1703591144 HTTP/1.1" status: 404 len: 335 time: 0.0759680 Jul 15 13:19:58.139647 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38908) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:58.141455 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-82f887f8-e49b-4214-afcc-92abb71b5c92 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:58.146994 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-3c2b65c7-8ee0-46ed-b534-468a21dcef8e tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a167c477-6171-4fa8-9773-c8ba4eb1c227'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:58.239145 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-82f887f8-e49b-4214-afcc-92abb71b5c92 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:58.242253 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f887f8-e49b-4214-afcc-92abb71b5c92 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:58.243622 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-82f887f8-e49b-4214-afcc-92abb71b5c92 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:58.378742 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-82f887f8-e49b-4214-afcc-92abb71b5c92 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7494020 Jul 15 13:19:58.390789 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38916) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:58.403803 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-db771cbd-ca42-4411-9b5b-d5a8f43214bc tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:58.586655 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f887f8-e49b-4214-afcc-92abb71b5c92 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Pushing event updated for resources: {'Network': ['ID=4ba8ad2e-54d0-4dc1-8cba-47227a6eeb97,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:58.602399 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 4ba8ad2e-54d0-4dc1-8cba-47227a6eeb97 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:19:58.709073 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff00c2-b5b3-4a3c-8f60-d46807883bc3 req-8cabc924-d7b1-499a-a341-1e0c1f11ecc2 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:58.722499 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-acff00c2-b5b3-4a3c-8f60-d46807883bc3 req-8cabc924-d7b1-499a-a341-1e0c1f11ecc2 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.3658750 Jul 15 13:19:58.763720 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c2b65c7-8ee0-46ed-b534-468a21dcef8e tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:58.839779 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-3c2b65c7-8ee0-46ed-b534-468a21dcef8e tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] update failed (client error): The resource could not be found. Jul 15 13:19:58.841013 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3c2b65c7-8ee0-46ed-b534-468a21dcef8e tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] 10.222.0.24 "PUT /v2.0/routers/a167c477-6171-4fa8-9773-c8ba4eb1c227 HTTP/1.1" status: 404 len: 339 time: 0.6999729 Jul 15 13:19:58.850360 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38922) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:58.876829 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-db771cbd-ca42-4411-9b5b-d5a8f43214bc tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:58.899578 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-acff00c2-b5b3-4a3c-8f60-d46807883bc3 req-46c2d782-e28f-4e8c-8d93-9597fa268d41 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757419 Jul 15 13:19:58.906543 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-db771cbd-ca42-4411-9b5b-d5a8f43214bc tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:58.961634 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-db771cbd-ca42-4411-9b5b-d5a8f43214bc tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Network 4ba8ad2e-54d0-4dc1-8cba-47227a6eeb97 is not hosted by any dhcp agent {{(pid=93813) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:19:58.963185 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db771cbd-ca42-4411-9b5b-d5a8f43214bc tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:58.963876 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-db771cbd-ca42-4411-9b5b-d5a8f43214bc tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:58.965902 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-db771cbd-ca42-4411-9b5b-d5a8f43214bc tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] 10.222.0.24 "PUT /v2.0/networks/4ba8ad2e-54d0-4dc1-8cba-47227a6eeb97 HTTP/1.1" status: 200 len: 857 time: 0.5708804 Jul 15 13:19:58.976724 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38926) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:59.054985 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db771cbd-ca42-4411-9b5b-d5a8f43214bc tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Pushing event updated for resources: {'Network': ['ID=4ba8ad2e-54d0-4dc1-8cba-47227a6eeb97,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:59.076007 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f97073f-22b9-42f6-af5c-20e480708afe None None] Sync routers for ids ['a167c477-6171-4fa8-9773-c8ba4eb1c227'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:19:59.088677 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f97073f-22b9-42f6-af5c-20e480708afe None None] Routers {'a167c477-6171-4fa8-9773-c8ba4eb1c227'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:59.089905 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1f97073f-22b9-42f6-af5c-20e480708afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:19:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['a167c477-6171-4fa8-9773-c8ba4eb1c227'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:59.146369 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1f97073f-22b9-42f6-af5c-20e480708afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:59.165273 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f97073f-22b9-42f6-af5c-20e480708afe None None] Routers {'a167c477-6171-4fa8-9773-c8ba4eb1c227'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:59.166435 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1f97073f-22b9-42f6-af5c-20e480708afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:19:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['a167c477-6171-4fa8-9773-c8ba4eb1c227'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:59.272435 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1f97073f-22b9-42f6-af5c-20e480708afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:59.273926 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f97073f-22b9-42f6-af5c-20e480708afe None None] The sync data for ids ['a167c477-6171-4fa8-9773-c8ba4eb1c227'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:59.333633 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ae98c-b444-40e0-9049-0e4bb2ba2960 req-c9d71903-a30b-4308-9f88-997abfe00983 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:59.346137 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b69ae98c-b444-40e0-9049-0e4bb2ba2960 req-c9d71903-a30b-4308-9f88-997abfe00983 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 1096 time: 0.8903327 Jul 15 13:19:59.574026 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9c61-5de7-45e9-8038-f6ee1baca079 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:59.590650 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357ba3b-2784-45cf-94f1-85c84ba049b8 req-86c7a566-0c44-4e80-88ab-a51a525b9872 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:59.592663 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2357ba3b-2784-45cf-94f1-85c84ba049b8 req-86c7a566-0c44-4e80-88ab-a51a525b9872 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.1150327 Jul 15 13:19:59.677114 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2357ba3b-2784-45cf-94f1-85c84ba049b8 req-b12ac3cb-1cff-47b8-a6c4-209e12ca2b37 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779340 Jul 15 13:19:59.695373 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b69ae98c-b444-40e0-9049-0e4bb2ba2960 req-7e117c11-304d-496f-a13f-feb5b03647a7 tempest-LiveMigrationTest-853340358 tempest-LiveMigrationTest-853340358-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473613 Jul 15 13:19:59.950601 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75b98748-f924-4c4f-b4c7-be2acd91a7c1 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.023916 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9c61-5de7-45e9-8038-f6ee1baca079 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.165447 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-aa2f9c61-5de7-45e9-8038-f6ee1baca079 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba8ad2e-54d0-4dc1-8cba-47227a6eeb97']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:00.210523 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-aa2f9c61-5de7-45e9-8038-f6ee1baca079 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be7d290-de14-47f1-8ac8-64c9a4e0016a') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:00.210523 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-aa2f9c61-5de7-45e9-8038-f6ee1baca079 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be7d290-de14-47f1-8ac8-64c9a4e0016a') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:00.267033 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9c61-5de7-45e9-8038-f6ee1baca079 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.395810 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9c61-5de7-45e9-8038-f6ee1baca079 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.417462 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa2f9c61-5de7-45e9-8038-f6ee1baca079 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:20:00.418386 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9c61-5de7-45e9-8038-f6ee1baca079 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.420685 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:20:00.420685 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:20:00.420685 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:20:00.420685 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:20:00.420685 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:20:00.420685 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:20:00.420685 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:20:00.420685 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:20:00.420685 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:20:00.420685 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:20:00.420685 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:20:00.420685 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:20:00.420685 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:20:00.420685 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:20:00.420685 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:20:00.420685 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:20:00.420685 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:20:00.420685 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:20:00.420685 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:20:00.420685 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:20:00.420685 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:20:00.420685 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:20:00.420685 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:20:00.420685 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:20:00.420685 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:20:00.420685 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:20:00.420685 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:20:00.420685 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:20:00.420685 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:20:00.420685 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:20:00.420685 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:20:00.420685 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:20:00.545751 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9c61-5de7-45e9-8038-f6ee1baca079 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.630017 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2f9c61-5de7-45e9-8038-f6ee1baca079 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4ba8ad2e-54d0-4dc1-8cba-47227a6eeb97 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:20:00.738961 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9c61-5de7-45e9-8038-f6ee1baca079 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.739319 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072af218-735c-40e4-8cc7-e1917c072d85 req-88a697c8-d2a0-4a6a-9d2b-3c8e7028ef90 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:00.741966 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-aa2f9c61-5de7-45e9-8038-f6ee1baca079 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] 10.222.0.24 "DELETE /v2.0/networks/4ba8ad2e-54d0-4dc1-8cba-47227a6eeb97 HTTP/1.1" status: 204 len: 168 time: 1.7093019 Jul 15 13:20:00.747569 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f9c61-5de7-45e9-8038-f6ee1baca079 tempest-ExternalNetworksTestJSON-2051655963 tempest-ExternalNetworksTestJSON-2051655963-project-admin] Pushing event deleted for resources: {'Network': ['ID=4ba8ad2e-54d0-4dc1-8cba-47227a6eeb97,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:00.750939 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38984) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:00.770359 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-072af218-735c-40e4-8cc7-e1917c072d85 req-88a697c8-d2a0-4a6a-9d2b-3c8e7028ef90 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.1915598 Jul 15 13:20:00.796687 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-369ed8b6-c5e3-4bb0-8c8d-99589bc8fa31 tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] DELETE failed (client error): The resource could not be found. Jul 15 13:20:00.797012 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-369ed8b6-c5e3-4bb0-8c8d-99589bc8fa31 tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:20:00.801440 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-369ed8b6-c5e3-4bb0-8c8d-99589bc8fa31 tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] 10.222.0.24 "DELETE /v2.0/subnets/a8eca20f-6c87-406a-b7e2-80a735a11570 HTTP/1.1" status: 404 len: 337 time: 0.0471866 Jul 15 13:20:00.806745 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38986) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:00.893116 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-072af218-735c-40e4-8cc7-e1917c072d85 req-e95f5969-a80b-41ff-8eaa-8f751bce7bc0 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101429 Jul 15 13:20:01.010568 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1af366ed-8e2c-4368-bd9a-ac33882029ee tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:01.077421 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a48b59-2d3e-4528-8202-b153a673e2a5 req-d06feeb1-a1b3-4b31-ae0e-c8d06b0886f1 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:01.093597 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d7a48b59-2d3e-4528-8202-b153a673e2a5 req-d06feeb1-a1b3-4b31-ae0e-c8d06b0886f1 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 944 time: 0.5051231 Jul 15 13:20:01.192757 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-75b98748-f924-4c4f-b4c7-be2acd91a7c1 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Allocated IP 172.20.0.1 (adcf2818-6706-418a-980a-ae80988f1361/f6786e4f-929d-4db8-a29a-7a14642aca9b/ba1cfaee-1d77-40dd-ac6c-cab7d2e2f12f) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:01.235481 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d7a48b59-2d3e-4528-8202-b153a673e2a5 req-99bd7184-25d6-401d-8602-82efb24a6705 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403215 Jul 15 13:20:01.361535 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1af366ed-8e2c-4368-bd9a-ac33882029ee tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:01.381498 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-1af366ed-8e2c-4368-bd9a-ac33882029ee tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf22678-6422-4cb0-8cc6-2eff84016808']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:01.411201 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-1af366ed-8e2c-4368-bd9a-ac33882029ee tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53511f90-82f7-4220-9457-86f87b6d00d1') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:01.411841 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-1af366ed-8e2c-4368-bd9a-ac33882029ee tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53511f90-82f7-4220-9457-86f87b6d00d1') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:01.429707 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1af366ed-8e2c-4368-bd9a-ac33882029ee tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:01.456695 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1af366ed-8e2c-4368-bd9a-ac33882029ee tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:01.469780 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af366ed-8e2c-4368-bd9a-ac33882029ee tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:20:01.470561 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1af366ed-8e2c-4368-bd9a-ac33882029ee tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:01.554921 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75b98748-f924-4c4f-b4c7-be2acd91a7c1 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:01.588832 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:20:01.588832 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:20:01.588832 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:20:01.588832 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:20:01.588832 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:20:01.588832 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:20:01.588832 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:20:01.588832 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:20:01.588832 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:20:01.588832 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:20:01.588832 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:20:01.588832 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:20:01.588832 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:20:01.588832 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:20:01.588832 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:20:01.588832 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:20:01.588832 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:20:01.588832 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:20:01.588832 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:20:01.588832 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:20:01.588832 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:20:01.588832 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:20:01.588832 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:20:01.588832 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:20:01.588832 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:20:01.588832 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:20:01.588832 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:20:01.588832 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:20:01.588832 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:20:01.588832 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:20:01.588832 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:20:01.588832 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:20:01.588832 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:20:01.588832 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:20:01.595521 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1af366ed-8e2c-4368-bd9a-ac33882029ee tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:01.596940 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-75b98748-f924-4c4f-b4c7-be2acd91a7c1 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Transition to ACTIVE for port object ba1cfaee-1d77-40dd-ac6c-cab7d2e2f12f will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:01.627452 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1af366ed-8e2c-4368-bd9a-ac33882029ee tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:01.631518 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1af366ed-8e2c-4368-bd9a-ac33882029ee tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] 10.222.0.24 "DELETE /v2.0/networks/aaf22678-6422-4cb0-8cc6-2eff84016808 HTTP/1.1" status: 204 len: 168 time: 0.8225572 Jul 15 13:20:01.654812 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af366ed-8e2c-4368-bd9a-ac33882029ee tempest-ExternalNetworksTestJSON-1257440342 tempest-ExternalNetworksTestJSON-1257440342-project] Pushing event deleted for resources: {'Network': ['ID=aaf22678-6422-4cb0-8cc6-2eff84016808,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:01.691962 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bd1ca-2914-467b-9e5d-9303c8f90860 req-f32348c1-4315-41a2-8cfb-83322c8fe097 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:01.695237 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-248bd1ca-2914-467b-9e5d-9303c8f90860 req-f32348c1-4315-41a2-8cfb-83322c8fe097 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 944 time: 0.5306768 Jul 15 13:20:01.738324 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75b98748-f924-4c4f-b4c7-be2acd91a7c1 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:01.781880 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b98748-f924-4c4f-b4c7-be2acd91a7c1 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Network adcf2818-6706-418a-980a-ae80988f1361 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:01.785927 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-75b98748-f924-4c4f-b4c7-be2acd91a7c1 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:01.791444 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b98748-f924-4c4f-b4c7-be2acd91a7c1 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:01.878506 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75b98748-f924-4c4f-b4c7-be2acd91a7c1 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:01.996079 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b98748-f924-4c4f-b4c7-be2acd91a7c1 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Pushing event updated for resources: {'Port': ['ID=ba1cfaee-1d77-40dd-ac6c-cab7d2e2f12f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:02.033362 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-248bd1ca-2914-467b-9e5d-9303c8f90860 req-e270be61-ec15-4381-b2eb-ad46c3779c50 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Deleting port 6486b554-04f2-4a38-a683-cdbe24efe4c1 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:02.034086 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-248bd1ca-2914-467b-9e5d-9303c8f90860 req-e270be61-ec15-4381-b2eb-ad46c3779c50 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:02.142848 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2ae25e46-0e05-4083-abf2-374ca0373f80 None None] Provisioning for port ba1cfaee-1d77-40dd-ac6c-cab7d2e2f12f completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:02.148707 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2ae25e46-0e05-4083-abf2-374ca0373f80 None None] Provisioning complete for port ba1cfaee-1d77-40dd-ac6c-cab7d2e2f12f triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:02.149149 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2ae25e46-0e05-4083-abf2-374ca0373f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:02.243372 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39014) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:02.272184 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2ae25e46-0e05-4083-abf2-374ca0373f80 None None] Port ba1cfaee-1d77-40dd-ac6c-cab7d2e2f12f cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:20:02.353436 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75b98748-f924-4c4f-b4c7-be2acd91a7c1 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:02.355236 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-248bd1ca-2914-467b-9e5d-9303c8f90860 req-e270be61-ec15-4381-b2eb-ad46c3779c50 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] For port 6486b554-04f2-4a38-a683-cdbe24efe4c1, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=6486b554-04f2-4a38-a683-cdbe24efe4c1,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:02.355617 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-248bd1ca-2914-467b-9e5d-9303c8f90860 req-e270be61-ec15-4381-b2eb-ad46c3779c50 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:02.393515 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-248bd1ca-2914-467b-9e5d-9303c8f90860 req-e270be61-ec15-4381-b2eb-ad46c3779c50 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Calling delete_port for 6486b554-04f2-4a38-a683-cdbe24efe4c1 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:02.574420 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c523f8-259d-4831-bda4-4691f91a2ce1 req-e075ed41-55f8-4d6c-880a-1ea489befe54 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:02.584324 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-16c523f8-259d-4831-bda4-4691f91a2ce1 req-e075ed41-55f8-4d6c-880a-1ea489befe54 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.3681023 Jul 15 13:20:02.736076 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-16c523f8-259d-4831-bda4-4691f91a2ce1 req-26ccdfc1-83fd-42c3-bf80-4bd9696841c5 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506202 Jul 15 13:20:02.790942 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-248bd1ca-2914-467b-9e5d-9303c8f90860 req-e270be61-ec15-4381-b2eb-ad46c3779c50 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:02.829634 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['6486b554-04f2-4a38-a683-cdbe24efe4c1'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:20:02.849535 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-11b4fa27-d952-4c09-a57d-137f507c84fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aa0d07c6255549bb9732948d3f6c7314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5923014 Jul 15 13:20:02.854671 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39034) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:02.929380 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e270be61-ec15-4381-b2eb-ad46c3779c50 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Pushing event deleted for resources: {'Port': ['ID=6486b554-04f2-4a38-a683-cdbe24efe4c1,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:03.004110 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc7192-3a99-4f1b-8dfe-eae28fde8a36 req-09c74ed5-7591-4fb4-89d2-a3b9b1fdb4de tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:03.011966 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-99cc7192-3a99-4f1b-8dfe-eae28fde8a36 req-09c74ed5-7591-4fb4-89d2-a3b9b1fdb4de tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 866 time: 0.2954016 Jul 15 13:20:03.033637 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-248bd1ca-2914-467b-9e5d-9303c8f90860 req-e270be61-ec15-4381-b2eb-ad46c3779c50 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] No DVR routers for this DVR port 6486b554-04f2-4a38-a683-cdbe24efe4c1 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:03.043058 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-248bd1ca-2914-467b-9e5d-9303c8f90860 req-e270be61-ec15-4381-b2eb-ad46c3779c50 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.047398 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-248bd1ca-2914-467b-9e5d-9303c8f90860 req-e270be61-ec15-4381-b2eb-ad46c3779c50 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.32 "DELETE /v2.0/ports/6486b554-04f2-4a38-a683-cdbe24efe4c1 HTTP/1.1" status: 204 len: 173 time: 1.3425786 Jul 15 13:20:03.048311 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1870904-e612-40fe-9f4a-d793ec6058f3', 'name': 'network-vif-deleted', 'tag': '6486b554-04f2-4a38-a683-cdbe24efe4c1'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:03.055940 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b7d573-d979-449e-bb1b-9e708ba83f29" -d '{"events": [{"server_uuid": "e1870904-e612-40fe-9f4a-d793ec6058f3", "name": "network-vif-deleted", "tag": "6486b554-04f2-4a38-a683-cdbe24efe4c1"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:03.102154 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-99cc7192-3a99-4f1b-8dfe-eae28fde8a36 req-2032a41e-93e5-4449-82c8-56e960250d5d tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881543 Jul 15 13:20:03.163413 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-43897b3d-98c2-4f39-a008-65da41209627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.187755 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984f0974-3ea8-4b48-8eaf-c1b0a42545ae x-openstack-request-id: req-984f0974-3ea8-4b48-8eaf-c1b0a42545ae {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:03.188639 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1870904-e612-40fe-9f4a-d793ec6058f3", "name": "network-vif-deleted", "tag": "6486b554-04f2-4a38-a683-cdbe24efe4c1", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:03.189274 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-984f0974-3ea8-4b48-8eaf-c1b0a42545ae {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:03.190650 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1870904-e612-40fe-9f4a-d793ec6058f3', 'name': 'network-vif-deleted', 'tag': '6486b554-04f2-4a38-a683-cdbe24efe4c1', 'status': 'completed', 'code': 200} Jul 15 13:20:03.202271 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-43897b3d-98c2-4f39-a008-65da41209627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.282051 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-43897b3d-98c2-4f39-a008-65da41209627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.283708 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-43897b3d-98c2-4f39-a008-65da41209627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.289180 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-43897b3d-98c2-4f39-a008-65da41209627 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/902dc074-ed94-4a06-a6f0-b5a80b9e166d HTTP/1.1" status: 204 len: 168 time: 0.4295139 Jul 15 13:20:03.309485 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43897b3d-98c2-4f39-a008-65da41209627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902dc074-ed94-4a06-a6f0-b5a80b9e166d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:03.351394 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75b98748-f924-4c4f-b4c7-be2acd91a7c1 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.362979 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75b98748-f924-4c4f-b4c7-be2acd91a7c1 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.643612 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b98748-f924-4c4f-b4c7-be2acd91a7c1 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Pushing event updated for resources: {'Port': ['ID=ba1cfaee-1d77-40dd-ac6c-cab7d2e2f12f,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:03.651467 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75b98748-f924-4c4f-b4c7-be2acd91a7c1 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.889042 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39062) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:04.212166 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254f48a-b563-4cfc-9256-8d2fbe491755 req-eca16d02-ed03-4d1f-9fbe-2ddbf7874ceb tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:04.225977 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c254f48a-b563-4cfc-9256-8d2fbe491755 req-eca16d02-ed03-4d1f-9fbe-2ddbf7874ceb tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.5690084 Jul 15 13:20:04.250144 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-647b9cb6-4829-4ab3-a002-08c9d401ec2f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2017869774d94895a7a566a57777d050&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3589613 Jul 15 13:20:04.256208 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39072) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:04.351875 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c254f48a-b563-4cfc-9256-8d2fbe491755 req-a824283f-f650-43d7-8021-dea3abe97d20 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756991 Jul 15 13:20:04.357675 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b98748-f924-4c4f-b4c7-be2acd91a7c1 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Network adcf2818-6706-418a-980a-ae80988f1361 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:04.359635 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-75b98748-f924-4c4f-b4c7-be2acd91a7c1 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:04.727819 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-6ed946f0-07ef-4154-b89f-4154f09245fe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6737604 Jul 15 13:20:04.732658 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0e115950-ace6-48f9-97f0-3b5b3bcf3fb0 req-4b799921-51a9-45ab-acd7-16bc48802d70 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 210 time: 0.2126572 Jul 15 13:20:04.739707 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5de70e57-7c51-4d64-8b67-776c9ecae396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.833292 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5de70e57-7c51-4d64-8b67-776c9ecae396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:05.003420 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4aae30e5-3e50-473e-b2df-f46b95cefef4 None None] Provisioning complete for port ba1cfaee-1d77-40dd-ac6c-cab7d2e2f12f triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:05.003983 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4aae30e5-3e50-473e-b2df-f46b95cefef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:05.118661 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-4aae30e5-3e50-473e-b2df-f46b95cefef4 None None] Port ba1cfaee-1d77-40dd-ac6c-cab7d2e2f12f cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:20:05.141415 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-c987958e-e1c5-4cf7-8d01-3a2584120af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:05.142410 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-c987958e-e1c5-4cf7-8d01-3a2584120af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:05.143477 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-c987958e-e1c5-4cf7-8d01-3a2584120af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:05.144633 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-c987958e-e1c5-4cf7-8d01-3a2584120af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:05.145644 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-c987958e-e1c5-4cf7-8d01-3a2584120af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:05.147157 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-c987958e-e1c5-4cf7-8d01-3a2584120af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:05.148715 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-c987958e-e1c5-4cf7-8d01-3a2584120af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:05.152881 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-c987958e-e1c5-4cf7-8d01-3a2584120af3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d0be6e00b0740c79716294273e5f5c7&device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 6510 time: 0.2899630 Jul 15 13:20:05.198634 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5de70e57-7c51-4d64-8b67-776c9ecae396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:05.203210 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5de70e57-7c51-4d64-8b67-776c9ecae396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:05.210878 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5de70e57-7c51-4d64-8b67-776c9ecae396 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bbca96e5-b9de-4787-8ebd-76593c5781eb HTTP/1.1" status: 204 len: 168 time: 0.9397221 Jul 15 13:20:05.227531 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 6486b554-04f2-4a38-a683-cdbe24efe4c1 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:05.246399 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de70e57-7c51-4d64-8b67-776c9ecae396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbca96e5-b9de-4787-8ebd-76593c5781eb,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:05.292600 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 6486b554-04f2-4a38-a683-cdbe24efe4c1 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:20:05.293247 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 6486b554-04f2-4a38-a683-cdbe24efe4c1 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:20:05.672951 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-c4d2fca2-0686-49c8-b2a9-41c4bfd2ab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:05.673907 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-c4d2fca2-0686-49c8-b2a9-41c4bfd2ab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:05.695930 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-c4d2fca2-0686-49c8-b2a9-41c4bfd2ab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:05.705082 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-c4d2fca2-0686-49c8-b2a9-41c4bfd2ab7a service neutron] 10.222.0.32 "GET /v2.0/networks?id=3cb5bd25-ebc1-469a-a04a-24181cd456f0&id=a1fa1aec-075f-4548-b538-3645f4cfde6d&id=a1fa1aec-075f-4548-b538-3645f4cfde6d&id=a1fa1aec-075f-4548-b538-3645f4cfde6d&id=a1fa1aec-075f-4548-b538-3645f4cfde6d&id=3e157d46-1a46-4ef5-af60-0a822c2bdcfe&id=3e157d46-1a46-4ef5-af60-0a822c2bdcfe HTTP/1.1" status: 200 len: 2295 time: 0.4590697 Jul 15 13:20:05.997389 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b98748-f924-4c4f-b4c7-be2acd91a7c1 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Router a167c477-6171-4fa8-9773-c8ba4eb1c227 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:20:06.090251 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-bfffdd63-e522-4ff1-9765-5e457e9d68ac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a321f8f-462b-42da-9f67-de3a6358e566 HTTP/1.1" status: 200 len: 1000 time: 0.3757954 Jul 15 13:20:06.281334 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ac440-93ed-47d9-980c-a12a887d4ef8 req-ac13ee12-904c-4f3f-bf17-9802be655db8 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:06.291113 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d05ac440-93ed-47d9-980c-a12a887d4ef8 req-ac13ee12-904c-4f3f-bf17-9802be655db8 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.1997061 Jul 15 13:20:06.305901 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b98748-f924-4c4f-b4c7-be2acd91a7c1 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:06.314333 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-1209871a-cacb-4271-a488-f3629a4588c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:06.315927 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-1209871a-cacb-4271-a488-f3629a4588c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8df1933c-2ac7-4eba-8783-298edae711d0 HTTP/1.1" status: 200 len: 854 time: 0.1681015 Jul 15 13:20:06.325061 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765c77e8-67ed-4ad8-acbb-11ce96108451 None None] Sync routers for ids ['a167c477-6171-4fa8-9773-c8ba4eb1c227'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:06.335133 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-75b98748-f924-4c4f-b4c7-be2acd91a7c1 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] 10.222.0.24 "PUT /v2.0/routers/a167c477-6171-4fa8-9773-c8ba4eb1c227/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4833400 Jul 15 13:20:06.339689 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39126) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:06.370325 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765c77e8-67ed-4ad8-acbb-11ce96108451 None None] Routers {'a167c477-6171-4fa8-9773-c8ba4eb1c227'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:06.370985 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-765c77e8-67ed-4ad8-acbb-11ce96108451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:19:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['a167c477-6171-4fa8-9773-c8ba4eb1c227'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:06.518774 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-765c77e8-67ed-4ad8-acbb-11ce96108451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:06.557598 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d05ac440-93ed-47d9-980c-a12a887d4ef8 req-1046d174-61cb-4397-b442-f57b856b60a6 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2648456 Jul 15 13:20:06.574033 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765c77e8-67ed-4ad8-acbb-11ce96108451 None None] Routers {'a167c477-6171-4fa8-9773-c8ba4eb1c227'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:06.593404 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-765c77e8-67ed-4ad8-acbb-11ce96108451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:19:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['a167c477-6171-4fa8-9773-c8ba4eb1c227'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:06.670484 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-6cc51302-abbb-449c-91a7-928d0e62d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:06.674856 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-6cc51302-abbb-449c-91a7-928d0e62d0a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3cb5bd25-ebc1-469a-a04a-24181cd456f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3442769 Jul 15 13:20:06.713204 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-328baf4f-a47f-4db5-8245-ad1ff1733f13 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:06.727051 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-765c77e8-67ed-4ad8-acbb-11ce96108451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:06.727805 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765c77e8-67ed-4ad8-acbb-11ce96108451 None None] The sync data for ids ['a167c477-6171-4fa8-9773-c8ba4eb1c227'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:06.923942 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-85d62868-ec7e-4895-94d1-80a095420c27 req-9aaea777-8097-42ca-9279-b89358baeeca tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 210 time: 0.0688181 Jul 15 13:20:06.930323 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-a367a964-7885-4735-8326-fecce68c5c15 service neutron] 10.222.0.32 "GET /v2.0/networks/3cb5bd25-ebc1-469a-a04a-24181cd456f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456791 Jul 15 13:20:06.940968 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-328baf4f-a47f-4db5-8245-ad1ff1733f13 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 13:20:06.947182 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-328baf4f-a47f-4db5-8245-ad1ff1733f13 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] 10.222.0.24 "DELETE /v2.0/routers/a167c477-6171-4fa8-9773-c8ba4eb1c227 HTTP/1.1" status: 409 len: 329 time: 0.6057270 Jul 15 13:20:06.948009 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39144) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:07.239094 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49431884-031a-46a6-a90d-a002917fb383 req-f863cf4a-d7ae-4df9-9ce5-eb64a859d03d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:07.266098 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49431884-031a-46a6-a90d-a002917fb383 req-f863cf4a-d7ae-4df9-9ce5-eb64a859d03d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:07.266098 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49431884-031a-46a6-a90d-a002917fb383 req-f863cf4a-d7ae-4df9-9ce5-eb64a859d03d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:07.266098 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49431884-031a-46a6-a90d-a002917fb383 req-f863cf4a-d7ae-4df9-9ce5-eb64a859d03d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:07.278964 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49431884-031a-46a6-a90d-a002917fb383 req-f863cf4a-d7ae-4df9-9ce5-eb64a859d03d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:07.293228 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49431884-031a-46a6-a90d-a002917fb383 req-f863cf4a-d7ae-4df9-9ce5-eb64a859d03d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:07.303660 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49431884-031a-46a6-a90d-a002917fb383 req-f863cf4a-d7ae-4df9-9ce5-eb64a859d03d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:07.324749 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-49431884-031a-46a6-a90d-a002917fb383 req-f863cf4a-d7ae-4df9-9ce5-eb64a859d03d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 5446 time: 0.3933046 Jul 15 13:20:07.332624 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-3ace4e28-98ce-4392-b117-70d44c1ec8ce service neutron] 10.222.0.32 "GET /v2.0/networks/3cb5bd25-ebc1-469a-a04a-24181cd456f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554678 Jul 15 13:20:07.417349 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-61950b50-03bb-48ab-bffd-fc5e4e00e52c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=b90f8281-cdcd-40a0-8a1a-8cf546cddaeb HTTP/1.1" status: 200 len: 217 time: 0.0746841 Jul 15 13:20:07.502592 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-49431884-031a-46a6-a90d-a002917fb383 req-a7047994-679d-497b-914e-7cd27b14771b tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&id=a34d650b-5b3d-42d8-b923-cf07724c6c75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1766825 Jul 15 13:20:07.557139 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-6915536e-2bcd-4db1-9fcb-a04b987b4f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:07.561484 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-6915536e-2bcd-4db1-9fcb-a04b987b4f65 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6da4ff9-68f2-4350-8517-a3f37f7c5c8e HTTP/1.1" status: 200 len: 797 time: 0.1282394 Jul 15 13:20:07.565739 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39166) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:07.735719 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5c0c36f3-66d8-4682-ad18-65554b55c9be tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Request body: {'networks': [{'name': 'tempest-network--317812222'}, {'name': 'tempest-network--1816761531'}]} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:07.736721 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5c0c36f3-66d8-4682-ad18-65554b55c9be tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Request body: {'network': {'name': 'tempest-network--317812222'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:07.736721 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5c0c36f3-66d8-4682-ad18-65554b55c9be tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Request body: {'network': {'name': 'tempest-network--1816761531'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:07.771626 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-74ca859a-ac49-4489-9d6c-ad821c7003f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:07.776140 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-74ca859a-ac49-4489-9d6c-ad821c7003f1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a1fa1aec-075f-4548-b538-3645f4cfde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2029579 Jul 15 13:20:07.810259 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9247f-14af-41ba-bdb2-d90b3a59f49f req-86edc627-158d-4588-82cf-8df646af2993 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:07.812897 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dcc9247f-14af-41ba-bdb2-d90b3a59f49f req-86edc627-158d-4588-82cf-8df646af2993 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.3361912 Jul 15 13:20:07.904717 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dcc9247f-14af-41ba-bdb2-d90b3a59f49f req-eb5db254-a56c-4e7d-bbdb-ea02ddac8b5b tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809660 Jul 15 13:20:08.003398 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0c36f3-66d8-4682-ad18-65554b55c9be tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Made reservation on behalf of 586205129b3d46f897ad6751d12de1c4 for: {'network': 2} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:08.015100 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c0c36f3-66d8-4682-ad18-65554b55c9be tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:08.022742 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:08.111600 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c0c36f3-66d8-4682-ad18-65554b55c9be tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:08.320917 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-73db0932-8eec-4dcd-9ba2-1d520b46309d req-4cc22266-594e-446a-9a77-099d6e7e8a03 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 210 time: 0.0938122 Jul 15 13:20:08.323300 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8ef442e-d3cd-42a5-83c4-fbd75791cffb tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:08.439378 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-6cd02903-b975-472e-9042-0f4413b0a711 service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6052017 Jul 15 13:20:08.469075 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-da301e5d-34b5-4bad-b43f-e02bab060d1f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:08.480288 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-da301e5d-34b5-4bad-b43f-e02bab060d1f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:08.490917 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-da301e5d-34b5-4bad-b43f-e02bab060d1f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:08.501695 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-da301e5d-34b5-4bad-b43f-e02bab060d1f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:08.514621 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-da301e5d-34b5-4bad-b43f-e02bab060d1f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:08.527647 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-da301e5d-34b5-4bad-b43f-e02bab060d1f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:08.543361 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-da301e5d-34b5-4bad-b43f-e02bab060d1f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:08.546638 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-da301e5d-34b5-4bad-b43f-e02bab060d1f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 5446 time: 0.7635975 Jul 15 13:20:08.569267 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c0c36f3-66d8-4682-ad18-65554b55c9be tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:08.748580 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c0c36f3-66d8-4682-ad18-65554b55c9be tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:08.749663 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c0c36f3-66d8-4682-ad18-65554b55c9be tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:08.888575 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c36f3-66d8-4682-ad18-65554b55c9be tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9569699-0dbc-43f9-b6c4-062aa82e95d4,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:08.984091 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a0be9-3e0a-4779-bc4e-1113f2efcf38 req-d9dc6966-e316-4f55-85c2-579ab9565f4c tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:08.987702 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0a7a0be9-3e0a-4779-bc4e-1113f2efcf38 req-d9dc6966-e316-4f55-85c2-579ab9565f4c tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.8675377 Jul 15 13:20:09.032812 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-ed1b16ca-6a6b-4129-88a7-b62e773343ed tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:09.035723 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-ed1b16ca-6a6b-4129-88a7-b62e773343ed tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.32 "GET /v2.0/ports/b90f8281-cdcd-40a0-8a1a-8cf546cddaeb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4718335 Jul 15 13:20:09.104351 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f82082-8abe-4697-8b88-9526c7c18260 req-2873e5be-28dc-4c8b-9e19-2614359f507f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:09.118527 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f82082-8abe-4697-8b88-9526c7c18260 req-2873e5be-28dc-4c8b-9e19-2614359f507f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:09.150839 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-c1b50134-d6e8-4e6f-a274-dc1adbc3f326 service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5961816 Jul 15 13:20:09.154534 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c0c36f3-66d8-4682-ad18-65554b55c9be tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:20:09.154883 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f82082-8abe-4697-8b88-9526c7c18260 req-2873e5be-28dc-4c8b-9e19-2614359f507f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:09.171554 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f82082-8abe-4697-8b88-9526c7c18260 req-2873e5be-28dc-4c8b-9e19-2614359f507f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:09.194343 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f82082-8abe-4697-8b88-9526c7c18260 req-2873e5be-28dc-4c8b-9e19-2614359f507f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:09.209155 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f82082-8abe-4697-8b88-9526c7c18260 req-2873e5be-28dc-4c8b-9e19-2614359f507f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:09.223154 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f82082-8abe-4697-8b88-9526c7c18260 req-2873e5be-28dc-4c8b-9e19-2614359f507f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:09.228098 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-96f82082-8abe-4697-8b88-9526c7c18260 req-2873e5be-28dc-4c8b-9e19-2614359f507f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 5446 time: 0.5212293 Jul 15 13:20:09.232211 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-2e5f608f-bf9a-4928-9c88-cdf649475e8b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=adb1e941-5028-40e5-8be7-c37ce3b71679 HTTP/1.1" status: 200 len: 217 time: 0.0678229 Jul 15 13:20:09.296048 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c0c36f3-66d8-4682-ad18-65554b55c9be tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:09.296551 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-5c0c36f3-66d8-4682-ad18-65554b55c9be tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Added segment c960de3f-cc6b-49dc-8c14-df42ee2afb44 of type vlan for network 0517cb01-4a90-4633-b081-ab5903f31f02 Jul 15 13:20:09.348212 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0a7a0be9-3e0a-4779-bc4e-1113f2efcf38 req-ef3f33dc-e492-42e0-adc1-71e8ecb1ba46 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3064895 Jul 15 13:20:09.385940 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-96f82082-8abe-4697-8b88-9526c7c18260 req-e303cb99-8f8d-442b-bb5e-46f62ee0b3d4 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&id=a34d650b-5b3d-42d8-b923-cf07724c6c75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1431575 Jul 15 13:20:09.424973 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a8ef442e-d3cd-42a5-83c4-fbd75791cffb tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Deleting port ba1cfaee-1d77-40dd-ac6c-cab7d2e2f12f {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:09.429321 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8ef442e-d3cd-42a5-83c4-fbd75791cffb tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:09.436019 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c0c36f3-66d8-4682-ad18-65554b55c9be tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:09.461303 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-d492691a-0dfd-4c51-b4e3-112ab23f2792 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4143884 Jul 15 13:20:09.463231 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-78e560c9-6d81-4126-88b6-9e36ead2a97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:09.465586 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-78e560c9-6d81-4126-88b6-9e36ead2a97a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6da4ff9-68f2-4350-8517-a3f37f7c5c8e HTTP/1.1" status: 200 len: 797 time: 0.2165005 Jul 15 13:20:09.483104 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-d3b80352-8643-4633-8edc-fd8e43040b06 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:09.562862 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.db.resource_extend [None req-5c0c36f3-66d8-4682-ad18-65554b55c9be tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:20:09.696542 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8ef442e-d3cd-42a5-83c4-fbd75791cffb tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:09.772280 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a8ef442e-d3cd-42a5-83c4-fbd75791cffb tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Calling delete_port for ba1cfaee-1d77-40dd-ac6c-cab7d2e2f12f owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:09.905421 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cd0d6fdf-235c-4f22-aed3-8e63e5b175c2 req-6bd4d900-b23e-452f-bf1e-7c902da869f2 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 210 time: 0.1211755 Jul 15 13:20:10.426493 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8ef442e-d3cd-42a5-83c4-fbd75791cffb tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:10.428477 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-d3b80352-8643-4633-8edc-fd8e43040b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:10.446553 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c0c36f3-66d8-4682-ad18-65554b55c9be tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:20:10.459297 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c0c36f3-66d8-4682-ad18-65554b55c9be tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:10.459297 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-5c0c36f3-66d8-4682-ad18-65554b55c9be tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Added segment 768960f1-76ab-49af-9d78-e0fd490ff509 of type vlan for network d5e472ba-6d68-4287-8ed9-8f9bd597c1b0 Jul 15 13:20:10.479926 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef442e-d3cd-42a5-83c4-fbd75791cffb tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Pushing event deleted for resources: {'Port': ['ID=ba1cfaee-1d77-40dd-ac6c-cab7d2e2f12f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:10.533011 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c0c36f3-66d8-4682-ad18-65554b55c9be tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:10.621199 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c0c36f3-66d8-4682-ad18-65554b55c9be tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:10.621712 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c0c36f3-66d8-4682-ad18-65554b55c9be tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:10.628677 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0c36f3-66d8-4682-ad18-65554b55c9be tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:10.633958 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0c36f3-66d8-4682-ad18-65554b55c9be tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:10.635068 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c0c36f3-66d8-4682-ad18-65554b55c9be tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:10.800471 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8ef442e-d3cd-42a5-83c4-fbd75791cffb tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:10.803814 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39238) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:10.834960 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c36f3-66d8-4682-ad18-65554b55c9be tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Pushing event updated for resources: {'Network': ['ID=0517cb01-4a90-4633-b081-ab5903f31f02,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:10.847686 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 0517cb01-4a90-4633-b081-ab5903f31f02 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:20:11.133026 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ef442e-d3cd-42a5-83c4-fbd75791cffb tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Router a167c477-6171-4fa8-9773-c8ba4eb1c227 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:20:11.191046 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5c0c36f3-66d8-4682-ad18-65554b55c9be tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.6237307 Jul 15 13:20:11.226093 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39250) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:11.272058 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-406aaa9b-6009-4bbe-97f3-ee60288fc46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:11.274482 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-406aaa9b-6009-4bbe-97f3-ee60288fc46a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a1fa1aec-075f-4548-b538-3645f4cfde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.7035260 Jul 15 13:20:11.274678 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ef442e-d3cd-42a5-83c4-fbd75791cffb tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:11.280678 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 27c8b5cc-27c5-4e1f-b672-4682ef536901 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:11.305685 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a8ef442e-d3cd-42a5-83c4-fbd75791cffb tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] 10.222.0.24 "PUT /v2.0/routers/a167c477-6171-4fa8-9773-c8ba4eb1c227/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3555248 Jul 15 13:20:11.308768 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39254) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:11.349993 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250d3f9-16f7-416a-bfff-89744ed8e985 req-6a37d497-6eaa-423f-9738-d94773072551 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:11.368418 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250d3f9-16f7-416a-bfff-89744ed8e985 req-6a37d497-6eaa-423f-9738-d94773072551 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:11.370661 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ee368f-150f-465a-9ca6-5b0f00d929c6 None None] Sync routers for ids ['a167c477-6171-4fa8-9773-c8ba4eb1c227'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:11.376193 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250d3f9-16f7-416a-bfff-89744ed8e985 req-6a37d497-6eaa-423f-9738-d94773072551 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:11.391818 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ee368f-150f-465a-9ca6-5b0f00d929c6 None None] Routers {'a167c477-6171-4fa8-9773-c8ba4eb1c227'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:11.392724 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-46ee368f-150f-465a-9ca6-5b0f00d929c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:19:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['a167c477-6171-4fa8-9773-c8ba4eb1c227'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:11.403356 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250d3f9-16f7-416a-bfff-89744ed8e985 req-6a37d497-6eaa-423f-9738-d94773072551 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:11.431149 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-46ee368f-150f-465a-9ca6-5b0f00d929c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:11.433111 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250d3f9-16f7-416a-bfff-89744ed8e985 req-6a37d497-6eaa-423f-9738-d94773072551 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:11.452256 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250d3f9-16f7-416a-bfff-89744ed8e985 req-6a37d497-6eaa-423f-9738-d94773072551 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:11.484333 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ee368f-150f-465a-9ca6-5b0f00d929c6 None None] Routers {'a167c477-6171-4fa8-9773-c8ba4eb1c227'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:11.485008 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-46ee368f-150f-465a-9ca6-5b0f00d929c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:19:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['a167c477-6171-4fa8-9773-c8ba4eb1c227'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:11.488589 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250d3f9-16f7-416a-bfff-89744ed8e985 req-6a37d497-6eaa-423f-9738-d94773072551 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:11.492082 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b250d3f9-16f7-416a-bfff-89744ed8e985 req-6a37d497-6eaa-423f-9738-d94773072551 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 5446 time: 0.4400485 Jul 15 13:20:11.544976 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-6e3f1e67-1ab1-4b0b-9d4b-df41e0420dd1 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] show failed (client error): The resource could not be found. Jul 15 13:20:11.546381 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6e3f1e67-1ab1-4b0b-9d4b-df41e0420dd1 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-1547571336 HTTP/1.1" status: 404 len: 335 time: 0.2359958 Jul 15 13:20:11.562701 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39260) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:11.572591 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b22789e6-78d0-4b1e-a5ee-1de315185486 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:11.648935 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-b22789e6-78d0-4b1e-a5ee-1de315185486 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] update failed (client error): The resource could not be found. Jul 15 13:20:11.650826 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b22789e6-78d0-4b1e-a5ee-1de315185486 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-1749872210 HTTP/1.1" status: 404 len: 335 time: 0.0830576 Jul 15 13:20:11.655872 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39262) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:11.661321 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5796222-e25d-4326-b2bc-a3e7823d929e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:11.689805 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-46ee368f-150f-465a-9ca6-5b0f00d929c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:11.691545 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ee368f-150f-465a-9ca6-5b0f00d929c6 None None] The sync data for ids ['a167c477-6171-4fa8-9773-c8ba4eb1c227'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:11.696578 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:11.738532 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 27c8b5cc-27c5-4e1f-b672-4682ef536901, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=27c8b5cc-27c5-4e1f-b672-4682ef536901,segment=NetworkSegment(3b0cc7d8-7477-4d50-a0a2-a688c0555fe3),segment_id=3b0cc7d8-7477-4d50-a0a2-a688c0555fe3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:11.739722 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27c8b5cc-27c5-4e1f-b672-4682ef536901'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:11.743031 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8843da2-1a30-4fdc-90fd-cbe8f0a68c3a" -d '{"events": [{"server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "name": "network-vif-unplugged", "status": "completed", "tag": "27c8b5cc-27c5-4e1f-b672-4682ef536901"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:11.749072 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:11.750647 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device b90f8281-cdcd-40a0-8a1a-8cf546cddaeb no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:11.754279 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c36f3-66d8-4682-ad18-65554b55c9be tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Pushing event updated for resources: {'Network': ['ID=d5e472ba-6d68-4287-8ed9-8f9bd597c1b0,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:11.757182 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b250d3f9-16f7-416a-bfff-89744ed8e985 req-d7c1011c-a804-47cb-b50c-7fa04cf183b7 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&id=a34d650b-5b3d-42d8-b923-cf07724c6c75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2280512 Jul 15 13:20:11.823614 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108010da-b222-4fe9-8d3a-1a18015582f0 req-93a609f2-36d4-442d-b2f5-c2a218acc515 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:11.827546 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-108010da-b222-4fe9-8d3a-1a18015582f0 req-93a609f2-36d4-442d-b2f5-c2a218acc515 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 2.2575192 Jul 15 13:20:11.869316 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63dbaae-7d05-48cc-9239-8a18baf51ad8 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Deleting subnet 2f6d684c-9445-481a-a127-a00f9ea124b3 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:20:11.891729 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a63dbaae-7d05-48cc-9239-8a18baf51ad8 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:11.950872 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=27c8b5cc-27c5-4e1f-b672-4682ef536901,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:11.954994 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network d5e472ba-6d68-4287-8ed9-8f9bd597c1b0 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:20:11.992275 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-108010da-b222-4fe9-8d3a-1a18015582f0 req-b0b8e671-41dc-46e9-a08e-4ce2c85eda36 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960133 Jul 15 13:20:12.065217 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4de3cfce-0961-4f7f-ae68-e6197bd04a29 req-f7e2bcd6-d751-429d-970d-7ce9af33cb88 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1870904-e612-40fe-9f4a-d793ec6058f3 HTTP/1.1" status: 200 len: 210 time: 0.1010861 Jul 15 13:20:12.095888 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a63dbaae-7d05-48cc-9239-8a18baf51ad8 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.273933 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.324278 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07ea708-c72b-4b2b-a7aa-6a8fba6bc1d3 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:12.331586 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a63dbaae-7d05-48cc-9239-8a18baf51ad8 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.332254 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07ea708-c72b-4b2b-a7aa-6a8fba6bc1d3 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:12.335597 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e52877-065e-4eb8-bd68-d9bea0867400 x-openstack-request-id: req-16e52877-065e-4eb8-bd68-d9bea0867400 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:12.335903 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "name": "network-vif-unplugged", "status": "completed", "tag": "27c8b5cc-27c5-4e1f-b672-4682ef536901", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:12.336162 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-16e52877-065e-4eb8-bd68-d9bea0867400 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:12.336617 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27c8b5cc-27c5-4e1f-b672-4682ef536901', 'code': 200} Jul 15 13:20:12.342410 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07ea708-c72b-4b2b-a7aa-6a8fba6bc1d3 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:12.348735 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07ea708-c72b-4b2b-a7aa-6a8fba6bc1d3 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:12.350672 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c07ea708-c72b-4b2b-a7aa-6a8fba6bc1d3 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.1171184 Jul 15 13:20:12.372623 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39276) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:12.381157 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-70739e51-d9a6-401d-a13f-ca5e858ad533 service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7751164 Jul 15 13:20:12.464130 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-d3b80352-8643-4633-8edc-fd8e43040b06 service neutron] For port b90f8281-cdcd-40a0-8a1a-8cf546cddaeb, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=b90f8281-cdcd-40a0-8a1a-8cf546cddaeb,segment=NetworkSegment(9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3),segment_id=9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:12.616003 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-d3b80352-8643-4633-8edc-fd8e43040b06 service neutron] For port b90f8281-cdcd-40a0-8a1a-8cf546cddaeb, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:12.622547 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-5693dfd8-5538-4c6f-a72a-4efa9823775a service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304504 Jul 15 13:20:12.754158 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5796222-e25d-4326-b2bc-a3e7823d929e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.756186 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-f2888a28-6dad-43fe-a9f0-c98d43c47281 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=d6761381-f152-46b6-8605-a91b69be3f5c HTTP/1.1" status: 200 len: 217 time: 0.0808642 Jul 15 13:20:12.759554 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-d3b80352-8643-4633-8edc-fd8e43040b06 service neutron] device_id is not set on port b90f8281-cdcd-40a0-8a1a-8cf546cddaeb yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:20:12.766222 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5796222-e25d-4326-b2bc-a3e7823d929e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.811857 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-d3b80352-8643-4633-8edc-fd8e43040b06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.880204 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-d3b80352-8643-4633-8edc-fd8e43040b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.902247 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2325970-b4f4-4e42-bea1-066c8a7df748 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.926923 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:20:12.927824 n-d-758944-45 neutron-server[93815]: DEBUG oslo_db.api [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:20:12.965659 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e5796222-e25d-4326-b2bc-a3e7823d929e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=10ecef235d374de9ab5a34477d408cf2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1086364 Jul 15 13:20:12.971728 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39288) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:12.995557 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-917b4008-a065-4e69-af46-b45397d01c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:12.997585 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-917b4008-a065-4e69-af46-b45397d01c9d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6da4ff9-68f2-4350-8517-a3f37f7c5c8e HTTP/1.1" status: 200 len: 797 time: 0.2332275 Jul 15 13:20:12.998574 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5796222-e25d-4326-b2bc-a3e7823d929e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d4fdad-91bb-4c9d-8249-13d80ea22475,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:13.004263 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-d3b80352-8643-4633-8edc-fd8e43040b06 service neutron] No DVR routers for this DVR port b90f8281-cdcd-40a0-8a1a-8cf546cddaeb on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:13.115488 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b80352-8643-4633-8edc-fd8e43040b06 service neutron] Pushing event updated for resources: {'Port': ['ID=b90f8281-cdcd-40a0-8a1a-8cf546cddaeb,revision_number=6']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:13.129833 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-d3b80352-8643-4633-8edc-fd8e43040b06 service neutron] In _notify_port_updated(), no bound segment for port b90f8281-cdcd-40a0-8a1a-8cf546cddaeb on network a1fa1aec-075f-4548-b538-3645f4cfde6d {{(pid=93813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:20:13.131668 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-d3b80352-8643-4633-8edc-fd8e43040b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:13.132513 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-d3b80352-8643-4633-8edc-fd8e43040b06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:13.134191 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-d3b80352-8643-4633-8edc-fd8e43040b06 service neutron] 10.222.0.32 "PUT /v2.0/ports/b90f8281-cdcd-40a0-8a1a-8cf546cddaeb HTTP/1.1" status: 200 len: 1033 time: 3.6603007 Jul 15 13:20:13.371751 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-83e262dd-b151-4f5e-8eeb-50d3ffe4cb8b tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:13.374075 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-83e262dd-b151-4f5e-8eeb-50d3ffe4cb8b tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.32 "GET /v2.0/ports/adb1e941-5028-40e5-8be7-c37ce3b71679?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2317784 Jul 15 13:20:13.382528 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-3a364b5f-ecf8-45c9-937c-e0159bd57e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:13.384915 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-3a364b5f-ecf8-45c9-937c-e0159bd57e77 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a1fa1aec-075f-4548-b538-3645f4cfde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3771343 Jul 15 13:20:13.401753 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-547343db-8106-409e-972c-8e1a9a55f88f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:13.443654 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2325970-b4f4-4e42-bea1-066c8a7df748 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:13.481344 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device ab5cfb37-8606-43a3-8c1c-bac95211bf1e no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:13.506206 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-b2325970-b4f4-4e42-bea1-066c8a7df748 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0517cb01-4a90-4633-b081-ab5903f31f02']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:13.561010 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-b2325970-b4f4-4e42-bea1-066c8a7df748 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c960de3f-cc6b-49dc-8c14-df42ee2afb44') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:13.581547 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-b2325970-b4f4-4e42-bea1-066c8a7df748 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c960de3f-cc6b-49dc-8c14-df42ee2afb44') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:13.635648 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-547343db-8106-409e-972c-8e1a9a55f88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:13.644106 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:13.689867 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port ab5cfb37-8606-43a3-8c1c-bac95211bf1e, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=ab5cfb37-8606-43a3-8c1c-bac95211bf1e,segment=NetworkSegment(9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3),segment_id=9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:13.691472 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a03d8c62-6d3b-46ea-bcd7-b0def923b31e None None] Provisioning complete for port b90f8281-cdcd-40a0-8a1a-8cf546cddaeb triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:13.691892 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a03d8c62-6d3b-46ea-bcd7-b0def923b31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:13.739106 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a03d8c62-6d3b-46ea-bcd7-b0def923b31e None None] Port b90f8281-cdcd-40a0-8a1a-8cf546cddaeb cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:20:13.741352 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:13.742316 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 0a321f8f-462b-42da-9f67-de3a6358e566 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:13.788295 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2325970-b4f4-4e42-bea1-066c8a7df748 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:13.872689 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-c21032ff-619b-423f-8a64-b98071384ffa service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749050 Jul 15 13:20:13.876467 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2325970-b4f4-4e42-bea1-066c8a7df748 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:13.905987 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:13.910139 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2dd229d1-537f-4700-af05-e7bc92db56a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:13.914007 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a63dbaae-7d05-48cc-9239-8a18baf51ad8 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:13.950630 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2325970-b4f4-4e42-bea1-066c8a7df748 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:20:13.951651 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2325970-b4f4-4e42-bea1-066c8a7df748 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:13.967468 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:20:13.967468 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:20:13.967468 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:20:13.967468 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:20:13.967468 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:20:13.967468 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:20:13.967468 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:20:13.967468 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:20:13.967468 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:20:13.967468 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:20:13.967468 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:20:13.967468 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:20:13.967468 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:20:13.967468 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:20:13.967468 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:20:13.967468 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:20:13.967468 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:20:13.967468 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:20:13.967468 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:20:13.967468 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:20:13.967468 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:20:13.967468 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:20:13.967468 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:20:13.967468 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:20:13.967468 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:20:13.967468 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:20:13.967468 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:20:13.967468 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:20:13.967468 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:20:13.967468 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:20:13.967468 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:20:13.967468 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:20:14.091684 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=ab5cfb37-8606-43a3-8c1c-bac95211bf1e,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:14.189611 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-547343db-8106-409e-972c-8e1a9a55f88f service neutron] For port adb1e941-5028-40e5-8be7-c37ce3b71679, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=adb1e941-5028-40e5-8be7-c37ce3b71679,segment=NetworkSegment(9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3),segment_id=9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:14.192040 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 0a321f8f-462b-42da-9f67-de3a6358e566, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0a321f8f-462b-42da-9f67-de3a6358e566,segment=NetworkSegment(a4851be2-d85a-40d9-9894-63e2818675e8),segment_id=a4851be2-d85a-40d9-9894-63e2818675e8)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:14.201722 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.204060 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device adb1e941-5028-40e5-8be7-c37ce3b71679 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:14.209449 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63dbaae-7d05-48cc-9239-8a18baf51ad8 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Pushing event deleted for resources: {'Subnet': ['ID=2f6d684c-9445-481a-a127-a00f9ea124b3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:14.224708 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-46f4ddc0-f689-4539-8faf-d4970341864f service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312325 Jul 15 13:20:14.314855 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-be3cb1f4-7649-44f5-bfbc-374a4ea05277 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=ab5cfb37-8606-43a3-8c1c-bac95211bf1e HTTP/1.1" status: 200 len: 217 time: 0.0825434 Jul 15 13:20:14.323173 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a63dbaae-7d05-48cc-9239-8a18baf51ad8 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.330913 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a63dbaae-7d05-48cc-9239-8a18baf51ad8 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] 10.222.0.24 "DELETE /v2.0/subnets/2f6d684c-9445-481a-a127-a00f9ea124b3 HTTP/1.1" status: 204 len: 168 time: 2.6720636 Jul 15 13:20:14.354861 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab5cfb37-8606-43a3-8c1c-bac95211bf1e'}, {'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a321f8f-462b-42da-9f67-de3a6358e566'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:14.357140 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-547343db-8106-409e-972c-8e1a9a55f88f service neutron] For port adb1e941-5028-40e5-8be7-c37ce3b71679, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:14.363690 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d951e6fa-e51a-4252-b99c-5f0aab74f59a" -d '{"events": [{"server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "name": "network-vif-unplugged", "status": "completed", "tag": "ab5cfb37-8606-43a3-8c1c-bac95211bf1e"}, {"server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "name": "network-vif-unplugged", "status": "completed", "tag": "0a321f8f-462b-42da-9f67-de3a6358e566"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:14.386541 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39308) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:14.417242 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2dd229d1-537f-4700-af05-e7bc92db56a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.461894 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71c9d5d-4b00-4608-9516-a18dfb68f235 None None] Network 4ab4c68e-d81e-46d6-b15a-d447720e9bde requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:14.523883 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-547343db-8106-409e-972c-8e1a9a55f88f service neutron] device_id is not set on port adb1e941-5028-40e5-8be7-c37ce3b71679 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:20:14.540497 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-547343db-8106-409e-972c-8e1a9a55f88f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.554434 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-547343db-8106-409e-972c-8e1a9a55f88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.557225 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e396f7-6220-45b1-a3a7-d17043d5d0da x-openstack-request-id: req-92e396f7-6220-45b1-a3a7-d17043d5d0da {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:14.575344 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "name": "network-vif-unplugged", "status": "completed", "tag": "ab5cfb37-8606-43a3-8c1c-bac95211bf1e", "code": 200}, {"server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "name": "network-vif-unplugged", "status": "completed", "tag": "0a321f8f-462b-42da-9f67-de3a6358e566", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:14.579113 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92e396f7-6220-45b1-a3a7-d17043d5d0da {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:14.579716 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab5cfb37-8606-43a3-8c1c-bac95211bf1e', 'code': 200} Jul 15 13:20:14.580079 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a321f8f-462b-42da-9f67-de3a6358e566', 'code': 200} Jul 15 13:20:14.637195 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547343db-8106-409e-972c-8e1a9a55f88f service neutron] Pushing event updated for resources: {'Port': ['ID=adb1e941-5028-40e5-8be7-c37ce3b71679,revision_number=6']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:14.643433 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-669f9e97-5255-4df0-8788-3c6a285302e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:14.647768 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-669f9e97-5255-4df0-8788-3c6a285302e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e6da4ff9-68f2-4350-8517-a3f37f7c5c8e HTTP/1.1" status: 200 len: 797 time: 0.1746144 Jul 15 13:20:14.765747 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device adb1e941-5028-40e5-8be7-c37ce3b71679 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:20:14.784439 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2325970-b4f4-4e42-bea1-066c8a7df748 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.791952 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 06589b71-6e92-4c84-89d8-fd3a675bfd6c no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:14.827422 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2325970-b4f4-4e42-bea1-066c8a7df748 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.831498 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b2325970-b4f4-4e42-bea1-066c8a7df748 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] 10.222.0.24 "DELETE /v2.0/networks/0517cb01-4a90-4633-b081-ab5903f31f02 HTTP/1.1" status: 204 len: 168 time: 2.4570577 Jul 15 13:20:14.836211 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39320) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:14.836720 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2dd229d1-537f-4700-af05-e7bc92db56a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.842173 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2dd229d1-537f-4700-af05-e7bc92db56a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.846706 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2dd229d1-537f-4700-af05-e7bc92db56a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c2d4fdad-91bb-4c9d-8249-13d80ea22475 HTTP/1.1" status: 204 len: 168 time: 1.8578401 Jul 15 13:20:14.886299 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd229d1-537f-4700-af05-e7bc92db56a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d4fdad-91bb-4c9d-8249-13d80ea22475,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:14.898956 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2325970-b4f4-4e42-bea1-066c8a7df748 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Pushing event deleted for resources: {'Network': ['ID=0517cb01-4a90-4633-b081-ab5903f31f02,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:14.910484 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-2462d47a-8623-47ba-8fa1-5bd16f399426 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Deleting subnet c32afa8c-5853-4063-9eab-a1f6a8157105 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:20:14.919767 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2462d47a-8623-47ba-8fa1-5bd16f399426 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.966949 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-547343db-8106-409e-972c-8e1a9a55f88f service neutron] No DVR routers for this DVR port adb1e941-5028-40e5-8be7-c37ce3b71679 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:15.032244 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=0a321f8f-462b-42da-9f67-de3a6358e566,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:15.099142 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2462d47a-8623-47ba-8fa1-5bd16f399426 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:15.284515 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-db96a640-acf5-4793-a62c-1bd20db16057 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:15.300011 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:15.333563 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ae0aa-0de7-4a9f-9335-b9ddd46e34a9 req-1fc95389-c503-41f0-8147-3d82d53bee92 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:15.377874 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ae0aa-0de7-4a9f-9335-b9ddd46e34a9 req-1fc95389-c503-41f0-8147-3d82d53bee92 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:15.410399 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ae0aa-0de7-4a9f-9335-b9ddd46e34a9 req-1fc95389-c503-41f0-8147-3d82d53bee92 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:15.415621 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 06589b71-6e92-4c84-89d8-fd3a675bfd6c, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=06589b71-6e92-4c84-89d8-fd3a675bfd6c,segment=NetworkSegment(3b0cc7d8-7477-4d50-a0a2-a688c0555fe3),segment_id=3b0cc7d8-7477-4d50-a0a2-a688c0555fe3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:15.434788 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:15.435828 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device d6761381-f152-46b6-8605-a91b69be3f5c no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:15.450791 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ae0aa-0de7-4a9f-9335-b9ddd46e34a9 req-1fc95389-c503-41f0-8147-3d82d53bee92 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:15.470733 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ae0aa-0de7-4a9f-9335-b9ddd46e34a9 req-1fc95389-c503-41f0-8147-3d82d53bee92 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:15.496143 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-591c6c79-80f7-4229-a008-d791a078023f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:15.499532 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-591c6c79-80f7-4229-a008-d791a078023f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a1fa1aec-075f-4548-b538-3645f4cfde6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8419979 Jul 15 13:20:15.528575 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-547343db-8106-409e-972c-8e1a9a55f88f service neutron] In _notify_port_updated(), no bound segment for port adb1e941-5028-40e5-8be7-c37ce3b71679 on network a1fa1aec-075f-4548-b538-3645f4cfde6d {{(pid=93813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:20:15.530324 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-547343db-8106-409e-972c-8e1a9a55f88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:15.531361 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-547343db-8106-409e-972c-8e1a9a55f88f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:15.540629 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-547343db-8106-409e-972c-8e1a9a55f88f service neutron] 10.222.0.32 "PUT /v2.0/ports/adb1e941-5028-40e5-8be7-c37ce3b71679 HTTP/1.1" status: 200 len: 1033 time: 2.1438949 Jul 15 13:20:15.543968 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ae0aa-0de7-4a9f-9335-b9ddd46e34a9 req-1fc95389-c503-41f0-8147-3d82d53bee92 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:15.592289 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f67ae0aa-0de7-4a9f-9335-b9ddd46e34a9 req-1fc95389-c503-41f0-8147-3d82d53bee92 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 4586 time: 2.3506114 Jul 15 13:20:15.686664 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f7ed8486-c86a-4d69-a1a3-a6a8c4cc78cf None None] Provisioning complete for port adb1e941-5028-40e5-8be7-c37ce3b71679 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:15.687511 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7ed8486-c86a-4d69-a1a3-a6a8c4cc78cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:15.807339 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f67ae0aa-0de7-4a9f-9335-b9ddd46e34a9 req-7b3a97ed-50f2-4944-97dc-aa6e253f26d8 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&id=a34d650b-5b3d-42d8-b923-cf07724c6c75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2135303 Jul 15 13:20:15.845907 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f7ed8486-c86a-4d69-a1a3-a6a8c4cc78cf None None] Port adb1e941-5028-40e5-8be7-c37ce3b71679 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:20:15.858149 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95d62c2-008f-45bd-b371-87fd22e06ab8 None None] DHCP port deletion for 4ab4c68e-d81e-46d6-b15a-d447720e9bde request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:20:15.913562 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-db96a640-acf5-4793-a62c-1bd20db16057 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:15.936034 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-db96a640-acf5-4793-a62c-1bd20db16057 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e472ba-6d68-4287-8ed9-8f9bd597c1b0']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:15.968723 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2462d47a-8623-47ba-8fa1-5bd16f399426 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.108532 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=06589b71-6e92-4c84-89d8-fd3a675bfd6c,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:16.128479 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2462d47a-8623-47ba-8fa1-5bd16f399426 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.184362 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462d47a-8623-47ba-8fa1-5bd16f399426 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Pushing event deleted for resources: {'Subnet': ['ID=c32afa8c-5853-4063-9eab-a1f6a8157105,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:16.207744 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39340) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:16.237477 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2462d47a-8623-47ba-8fa1-5bd16f399426 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.244684 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2462d47a-8623-47ba-8fa1-5bd16f399426 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] 10.222.0.24 "DELETE /v2.0/subnets/c32afa8c-5853-4063-9eab-a1f6a8157105 HTTP/1.1" status: 204 len: 168 time: 1.8237722 Jul 15 13:20:16.246065 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d6aa61f-4d76-461a-9d1e-1d8a5546b8a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.248499 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39344) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:16.252195 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8fd809-f4b4-44ea-9e4a-5519d2e77bf1 None None] Network b599f390-a62b-4fef-bcfe-2b7ba49d863f requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:16.366645 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.425335 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d95d62c2-008f-45bd-b371-87fd22e06ab8 None None] Deleting port ceb0fab5-b503-4f42-b982-bf3f76351601 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:16.426209 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d95d62c2-008f-45bd-b371-87fd22e06ab8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.474694 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a1ae-a001-47cb-96c9-7ac79bef2a4c tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.600803 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d95d62c2-008f-45bd-b371-87fd22e06ab8 None None] For port ceb0fab5-b503-4f42-b982-bf3f76351601, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ceb0fab5-b503-4f42-b982-bf3f76351601,segment=NetworkSegment(11716335-538e-4e1d-9d09-8cc9dedc3f95),segment_id=11716335-538e-4e1d-9d09-8cc9dedc3f95)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:16.601809 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d95d62c2-008f-45bd-b371-87fd22e06ab8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.629144 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d95d62c2-008f-45bd-b371-87fd22e06ab8 None None] Calling delete_port for ceb0fab5-b503-4f42-b982-bf3f76351601 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:16.852009 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f7c2a1ae-a001-47cb-96c9-7ac79bef2a4c tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Deleting port ceb0fab5-b503-4f42-b982-bf3f76351601 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:16.852609 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a1ae-a001-47cb-96c9-7ac79bef2a4c tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.892703 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-db96a640-acf5-4793-a62c-1bd20db16057 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768960f1-76ab-49af-9d78-e0fd490ff509') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:16.893287 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-db96a640-acf5-4793-a62c-1bd20db16057 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768960f1-76ab-49af-9d78-e0fd490ff509') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:16.966941 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-f7c2a1ae-a001-47cb-96c9-7ac79bef2a4c tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] For port ceb0fab5-b503-4f42-b982-bf3f76351601, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ceb0fab5-b503-4f42-b982-bf3f76351601,segment=NetworkSegment(11716335-538e-4e1d-9d09-8cc9dedc3f95),segment_id=11716335-538e-4e1d-9d09-8cc9dedc3f95)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:16.967693 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a1ae-a001-47cb-96c9-7ac79bef2a4c tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.995749 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f7c2a1ae-a001-47cb-96c9-7ac79bef2a4c tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Calling delete_port for ceb0fab5-b503-4f42-b982-bf3f76351601 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:16.998184 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06589b71-6e92-4c84-89d8-fd3a675bfd6c'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:17.000597 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea6c77c-5920-4c2a-a17e-9bc5b80d27eb" -d '{"events": [{"server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "name": "network-vif-unplugged", "status": "completed", "tag": "06589b71-6e92-4c84-89d8-fd3a675bfd6c"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:17.004143 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ceb0fab5-b503-4f42-b982-bf3f76351601 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:17.045117 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port d6761381-f152-46b6-8605-a91b69be3f5c, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=d6761381-f152-46b6-8605-a91b69be3f5c,segment=NetworkSegment(9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3),segment_id=9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:17.082306 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d95d62c2-008f-45bd-b371-87fd22e06ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.097301 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.108034 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: ceb0fab5-b503-4f42-b982-bf3f76351601 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:20:17.108380 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ceb0fab5-b503-4f42-b982-bf3f76351601 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:20:17.110560 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-db96a640-acf5-4793-a62c-1bd20db16057 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.161938 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a1ae-a001-47cb-96c9-7ac79bef2a4c tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.195090 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be80991-b6b1-4949-83c4-d0d7dade6709 x-openstack-request-id: req-6be80991-b6b1-4949-83c4-d0d7dade6709 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:17.195434 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "name": "network-vif-unplugged", "status": "completed", "tag": "06589b71-6e92-4c84-89d8-fd3a675bfd6c", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:17.195646 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6be80991-b6b1-4949-83c4-d0d7dade6709 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:17.196071 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06589b71-6e92-4c84-89d8-fd3a675bfd6c', 'code': 200} Jul 15 13:20:17.235797 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d62c2-008f-45bd-b371-87fd22e06ab8 None None] Pushing event deleted for resources: {'Port': ['ID=ceb0fab5-b503-4f42-b982-bf3f76351601,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:17.242203 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95d62c2-008f-45bd-b371-87fd22e06ab8 None None] No DVR routers for this DVR port ceb0fab5-b503-4f42-b982-bf3f76351601 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:17.283791 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2a1ae-a001-47cb-96c9-7ac79bef2a4c tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Pushing event deleted for resources: {'Port': ['ID=ceb0fab5-b503-4f42-b982-bf3f76351601,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:17.288392 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d6aa61f-4d76-461a-9d1e-1d8a5546b8a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.290370 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c2a1ae-a001-47cb-96c9-7ac79bef2a4c tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] No DVR routers for this DVR port ceb0fab5-b503-4f42-b982-bf3f76351601 on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:17.355045 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-db96a640-acf5-4793-a62c-1bd20db16057 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.410474 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=d6761381-f152-46b6-8605-a91b69be3f5c,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:17.448502 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a1ae-a001-47cb-96c9-7ac79bef2a4c tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.454199 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db96a640-acf5-4793-a62c-1bd20db16057 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:20:17.454829 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-db96a640-acf5-4793-a62c-1bd20db16057 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:20:17.460127 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:20:17.463005 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-f7c2a1ae-a001-47cb-96c9-7ac79bef2a4c tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab4c68e-d81e-46d6-b15a-d447720e9bde']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:17.474695 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-f7c2a1ae-a001-47cb-96c9-7ac79bef2a4c tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11716335-538e-4e1d-9d09-8cc9dedc3f95') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:17.475009 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-f7c2a1ae-a001-47cb-96c9-7ac79bef2a4c tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11716335-538e-4e1d-9d09-8cc9dedc3f95') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:17.487727 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a1ae-a001-47cb-96c9-7ac79bef2a4c tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.489571 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-e41f133f-ddc8-4f61-a094-3ce004d6a227 service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9792330 Jul 15 13:20:17.504748 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a1ae-a001-47cb-96c9-7ac79bef2a4c tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.514432 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c2a1ae-a001-47cb-96c9-7ac79bef2a4c tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:20:17.514776 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a1ae-a001-47cb-96c9-7ac79bef2a4c tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.619798 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-8e9ab674-93cc-45f5-9cf9-e416fcfd6496 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Deleting port 0a321f8f-462b-42da-9f67-de3a6358e566 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:17.620542 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-8e9ab674-93cc-45f5-9cf9-e416fcfd6496 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:20:17.631389 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:20:17.637684 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d6aa61f-4d76-461a-9d1e-1d8a5546b8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.672896 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-db96a640-acf5-4793-a62c-1bd20db16057 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.692107 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b94d64-fb97-437a-af3b-8fb5009cddfe None None] DHCP port deletion for b599f390-a62b-4fef-bcfe-2b7ba49d863f request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:20:17.696627 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a1ae-a001-47cb-96c9-7ac79bef2a4c tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.703094 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a1ae-a001-47cb-96c9-7ac79bef2a4c tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.706910 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f7c2a1ae-a001-47cb-96c9-7ac79bef2a4c tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] 10.222.0.24 "DELETE /v2.0/networks/4ab4c68e-d81e-46d6-b15a-d447720e9bde HTTP/1.1" status: 204 len: 168 time: 1.4531476 Jul 15 13:20:17.723322 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-db96a640-acf5-4793-a62c-1bd20db16057 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.726369 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-db96a640-acf5-4793-a62c-1bd20db16057 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] 10.222.0.24 "DELETE /v2.0/networks/d5e472ba-6d68-4287-8ed9-8f9bd597c1b0 HTTP/1.1" status: 204 len: 168 time: 2.7646525 Jul 15 13:20:17.734928 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39368) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:17.735260 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39370) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:17.774976 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96a640-acf5-4793-a62c-1bd20db16057 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Pushing event deleted for resources: {'Network': ['ID=d5e472ba-6d68-4287-8ed9-8f9bd597c1b0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:17.806808 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a2b94d64-fb97-437a-af3b-8fb5009cddfe None None] Deleting port fe236212-2cb2-4d76-ad41-03e59a778a23 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:17.807410 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2b94d64-fb97-437a-af3b-8fb5009cddfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.814413 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:20:17.882946 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d7a3f21-616e-4fe6-bafb-2849aee70b39 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.940850 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a2b94d64-fb97-437a-af3b-8fb5009cddfe None None] For port fe236212-2cb2-4d76-ad41-03e59a778a23, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=fe236212-2cb2-4d76-ad41-03e59a778a23,segment=NetworkSegment(b52d7ed7-84e6-465d-978e-f173f39784c6),segment_id=b52d7ed7-84e6-465d-978e-f173f39784c6)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:17.949305 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2b94d64-fb97-437a-af3b-8fb5009cddfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.970982 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a2b94d64-fb97-437a-af3b-8fb5009cddfe None None] Calling delete_port for fe236212-2cb2-4d76-ad41-03e59a778a23 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:17.973170 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6aa61f-4d76-461a-9d1e-1d8a5546b8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3012fa4-6e0a-4022-b6b6-8c3abe18ae3d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:17.987308 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1d6aa61f-4d76-461a-9d1e-1d8a5546b8a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18d9f9971e2b4813aa4caffd960bb6ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7734764 Jul 15 13:20:17.988343 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2a1ae-a001-47cb-96c9-7ac79bef2a4c tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Pushing event deleted for resources: {'Network': ['ID=4ab4c68e-d81e-46d6-b15a-d447720e9bde,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:17.992847 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39374) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:18.011228 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-8e9ab674-93cc-45f5-9cf9-e416fcfd6496 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] For port 0a321f8f-462b-42da-9f67-de3a6358e566, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0a321f8f-462b-42da-9f67-de3a6358e566,segment=NetworkSegment(a4851be2-d85a-40d9-9894-63e2818675e8),segment_id=a4851be2-d85a-40d9-9894-63e2818675e8)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:18.011844 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-8e9ab674-93cc-45f5-9cf9-e416fcfd6496 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:18.198517 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-b6a59185-2229-4b86-9624-5d68c0f06fc4 service neutron] 10.222.0.32 "GET /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6942546 Jul 15 13:20:18.217941 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-33d6cf81-a5d7-4f26-8f95-894fd7d06a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:18.261379 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cb53d-e509-4a0e-a965-f68bd4b15c04 req-edccb333-6339-4a52-9efc-b2d460da8e8c tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:18.262417 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2b94d64-fb97-437a-af3b-8fb5009cddfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:18.276962 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cb53d-e509-4a0e-a965-f68bd4b15c04 req-edccb333-6339-4a52-9efc-b2d460da8e8c tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:18.286259 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cb53d-e509-4a0e-a965-f68bd4b15c04 req-edccb333-6339-4a52-9efc-b2d460da8e8c tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:18.303875 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cb53d-e509-4a0e-a965-f68bd4b15c04 req-edccb333-6339-4a52-9efc-b2d460da8e8c tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:18.308902 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b94d64-fb97-437a-af3b-8fb5009cddfe None None] Pushing event deleted for resources: {'Port': ['ID=fe236212-2cb2-4d76-ad41-03e59a778a23,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:18.314082 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b94d64-fb97-437a-af3b-8fb5009cddfe None None] No DVR routers for this DVR port fe236212-2cb2-4d76-ad41-03e59a778a23 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:18.329287 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cb53d-e509-4a0e-a965-f68bd4b15c04 req-edccb333-6339-4a52-9efc-b2d460da8e8c tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:18.349889 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-786cb53d-e509-4a0e-a965-f68bd4b15c04 req-edccb333-6339-4a52-9efc-b2d460da8e8c tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 3876 time: 1.0031521 Jul 15 13:20:18.363333 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device fe236212-2cb2-4d76-ad41-03e59a778a23 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:18.377986 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-33d6cf81-a5d7-4f26-8f95-894fd7d06a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:18.391798 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: fe236212-2cb2-4d76-ad41-03e59a778a23 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:20:18.392391 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device fe236212-2cb2-4d76-ad41-03e59a778a23 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:20:18.394432 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598ea9d5-1952-493f-a1ee-07e3214a4c7e tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:18.406357 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598ea9d5-1952-493f-a1ee-07e3214a4c7e tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:18.408189 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-598ea9d5-1952-493f-a1ee-07e3214a4c7e tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5466383 Jul 15 13:20:18.418839 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39382) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:18.432208 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0923130f-74d1-44f8-ba7f-2939903a4b60 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1335016426'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:18.455595 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a3f21-616e-4fe6-bafb-2849aee70b39 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Deleting port fe236212-2cb2-4d76-ad41-03e59a778a23 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:18.456221 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d7a3f21-616e-4fe6-bafb-2849aee70b39 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:18.519743 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-a34a720c-9c69-48d4-8779-c8fd51b8ddf9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=27c8b5cc-27c5-4e1f-b672-4682ef536901 HTTP/1.1" status: 200 len: 217 time: 0.2869031 Jul 15 13:20:18.581621 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0923130f-74d1-44f8-ba7f-2939903a4b60 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Made reservation on behalf of 586205129b3d46f897ad6751d12de1c4 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:18.587099 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0923130f-74d1-44f8-ba7f-2939903a4b60 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:18.707446 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-86a1c97f-7d43-45ad-8df6-c754f27401e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:18.712229 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-86a1c97f-7d43-45ad-8df6-c754f27401e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5517f04-f874-4dc2-a2a6-0c279d24a4c6 HTTP/1.1" status: 200 len: 797 time: 0.1255517 Jul 15 13:20:18.717266 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-33d6cf81-a5d7-4f26-8f95-894fd7d06a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:18.720041 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-33d6cf81-a5d7-4f26-8f95-894fd7d06a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:18.721915 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-33d6cf81-a5d7-4f26-8f95-894fd7d06a2b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c3012fa4-6e0a-4022-b6b6-8c3abe18ae3d HTTP/1.1" status: 204 len: 168 time: 0.7224510 Jul 15 13:20:18.733597 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-1d7a3f21-616e-4fe6-bafb-2849aee70b39 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] For port fe236212-2cb2-4d76-ad41-03e59a778a23, host n-d-758944-45, got binding levels [] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:18.733992 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d7a3f21-616e-4fe6-bafb-2849aee70b39 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:18.747015 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6cf81-a5d7-4f26-8f95-894fd7d06a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3012fa4-6e0a-4022-b6b6-8c3abe18ae3d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:18.812363 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a3f21-616e-4fe6-bafb-2849aee70b39 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Calling delete_port for fe236212-2cb2-4d76-ad41-03e59a778a23 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:18.828239 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-1d7a3f21-616e-4fe6-bafb-2849aee70b39 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Port fe236212-2cb2-4d76-ad41-03e59a778a23 was not found and therefore no delete operation was performed {{(pid=93814) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:20:18.839678 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d7a3f21-616e-4fe6-bafb-2849aee70b39 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:18.856632 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0923130f-74d1-44f8-ba7f-2939903a4b60 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:20:18.882163 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7a3f21-616e-4fe6-bafb-2849aee70b39 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] No DVR routers for this DVR port fe236212-2cb2-4d76-ad41-03e59a778a23 on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:18.943892 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a3f21-616e-4fe6-bafb-2849aee70b39 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Pushing event deleted for resources: {'Port': ['ID=fe236212-2cb2-4d76-ad41-03e59a778a23,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:18.987806 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0923130f-74d1-44f8-ba7f-2939903a4b60 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:18.988169 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-0923130f-74d1-44f8-ba7f-2939903a4b60 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Added segment 0fdd726b-c186-42c4-8bd5-68725b633e59 of type vlan for network 133f67b7-3a38-4f57-a66e-388217a0bf94 Jul 15 13:20:18.998721 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-786cb53d-e509-4a0e-a965-f68bd4b15c04 req-d84c85e3-d694-47b4-aaaa-b91295c1e4ba tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6517398 Jul 15 13:20:19.036051 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-10254451-16be-439c-b8d0-8aea9847a92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:19.040588 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-10254451-16be-439c-b8d0-8aea9847a92f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3e157d46-1a46-4ef5-af60-0a822c2bdcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3021297 Jul 15 13:20:19.153734 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d7a3f21-616e-4fe6-bafb-2849aee70b39 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.191702 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-1d7a3f21-616e-4fe6-bafb-2849aee70b39 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b599f390-a62b-4fef-bcfe-2b7ba49d863f']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:19.197674 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6761381-f152-46b6-8605-a91b69be3f5c'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:19.200813 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5324dffa-4198-43af-87cc-6ef848ba6c44" -d '{"events": [{"server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "name": "network-vif-unplugged", "status": "completed", "tag": "d6761381-f152-46b6-8605-a91b69be3f5c"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:19.272274 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-1d7a3f21-616e-4fe6-bafb-2849aee70b39 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b52d7ed7-84e6-465d-978e-f173f39784c6') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:19.272274 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-1d7a3f21-616e-4fe6-bafb-2849aee70b39 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b52d7ed7-84e6-465d-978e-f173f39784c6') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:19.299783 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-8e9ab674-93cc-45f5-9cf9-e416fcfd6496 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.300383 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-8e9ab674-93cc-45f5-9cf9-e416fcfd6496 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.300867 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-8e9ab674-93cc-45f5-9cf9-e416fcfd6496 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Floating IP 9b102e25-912a-4757-8dac-03bc0ea5a976 disassociated. External IP: 172.25.6.27, port: 0a321f8f-462b-42da-9f67-de3a6358e566. Jul 15 13:20:19.301424 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-8e9ab674-93cc-45f5-9cf9-e416fcfd6496 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Calling delete_port for 0a321f8f-462b-42da-9f67-de3a6358e566 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:19.313380 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47231c04-ce4e-4857-95f8-3a52936f3843 x-openstack-request-id: req-47231c04-ce4e-4857-95f8-3a52936f3843 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:19.314359 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "name": "network-vif-unplugged", "status": "completed", "tag": "d6761381-f152-46b6-8605-a91b69be3f5c", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:19.314797 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-47231c04-ce4e-4857-95f8-3a52936f3843 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:19.315323 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6761381-f152-46b6-8605-a91b69be3f5c', 'code': 200} Jul 15 13:20:19.355540 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d7a3f21-616e-4fe6-bafb-2849aee70b39 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.490109 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0923130f-74d1-44f8-ba7f-2939903a4b60 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.533482 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d7a3f21-616e-4fe6-bafb-2849aee70b39 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.558122 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7a3f21-616e-4fe6-bafb-2849aee70b39 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:20:19.559438 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d7a3f21-616e-4fe6-bafb-2849aee70b39 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.568220 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:20:19.568220 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:20:19.568220 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:20:19.568220 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:20:19.568220 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:20:19.568220 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:20:19.568220 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:20:19.568220 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:20:19.568220 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:20:19.568220 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:20:19.568220 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:20:19.568220 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:20:19.568220 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:20:19.568220 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:20:19.568220 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:20:19.568220 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:20:19.568220 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:20:19.568220 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:20:19.568220 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:20:19.568220 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:20:19.568220 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:20:19.568220 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:20:19.568220 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:20:19.568220 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:20:19.568220 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:20:19.568220 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:20:19.568220 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:20:19.568220 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:20:19.568220 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:20:19.568220 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:20:19.568220 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:20:19.568220 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:20:19.648906 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-8e9ab674-93cc-45f5-9cf9-e416fcfd6496 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.771771 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ab674-93cc-45f5-9cf9-e416fcfd6496 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Pushing event deleted for resources: {'Port': ['ID=0a321f8f-462b-42da-9f67-de3a6358e566,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:19.803647 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0923130f-74d1-44f8-ba7f-2939903a4b60 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.822445 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0923130f-74d1-44f8-ba7f-2939903a4b60 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:19.823666 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0923130f-74d1-44f8-ba7f-2939903a4b60 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.890018 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d7a3f21-616e-4fe6-bafb-2849aee70b39 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.900438 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d7a3f21-616e-4fe6-bafb-2849aee70b39 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.904276 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1d7a3f21-616e-4fe6-bafb-2849aee70b39 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] 10.222.0.24 "DELETE /v2.0/networks/b599f390-a62b-4fef-bcfe-2b7ba49d863f HTTP/1.1" status: 204 len: 168 time: 2.1619782 Jul 15 13:20:19.931526 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39410) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:19.966735 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0923130f-74d1-44f8-ba7f-2939903a4b60 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5394158 Jul 15 13:20:19.967972 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39412) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:20.044704 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-23547103-069c-4406-be3f-9e4733ca4603 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-393794610'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:20.130014 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-8e9ab674-93cc-45f5-9cf9-e416fcfd6496 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Router a3dbd0bc-f24d-4441-aab6-46d6db739599 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:20:20.240210 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923130f-74d1-44f8-ba7f-2939903a4b60 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Pushing event updated for resources: {'Network': ['ID=133f67b7-3a38-4f57-a66e-388217a0bf94,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:20.299167 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 133f67b7-3a38-4f57-a66e-388217a0bf94 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:20:20.344349 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a3f21-616e-4fe6-bafb-2849aee70b39 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Pushing event deleted for resources: {'Network': ['ID=b599f390-a62b-4fef-bcfe-2b7ba49d863f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:20.446203 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-b4b72213-9730-4295-8213-3533f3433bfc service neutron] 10.222.0.32 "GET /v2.0/networks/3e157d46-1a46-4ef5-af60-0a822c2bdcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3433595 Jul 15 13:20:20.459455 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-14446c84-1e95-4805-a8a4-6935941aebf2 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Deleting subnet f6786e4f-929d-4db8-a29a-7a14642aca9b {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:20:20.504597 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14446c84-1e95-4805-a8a4-6935941aebf2 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.693669 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23547103-069c-4406-be3f-9e4733ca4603 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Made reservation on behalf of 586205129b3d46f897ad6751d12de1c4 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:20.704219 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23547103-069c-4406-be3f-9e4733ca4603 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.838199 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1c0b4f9f-6ff2-4849-93a2-b87bee25e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.882864 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14446c84-1e95-4805-a8a4-6935941aebf2 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.913931 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-8e9ab674-93cc-45f5-9cf9-e416fcfd6496 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:20.931834 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481f5652-556f-4942-9850-bfcbbc603787 None None] Sync routers for ids ['a3dbd0bc-f24d-4441-aab6-46d6db739599'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:20.985629 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481f5652-556f-4942-9850-bfcbbc603787 None None] Routers {'a3dbd0bc-f24d-4441-aab6-46d6db739599'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:20.993670 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-481f5652-556f-4942-9850-bfcbbc603787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:19:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['a3dbd0bc-f24d-4441-aab6-46d6db739599'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:21.010793 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-8e9ab674-93cc-45f5-9cf9-e416fcfd6496 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] No DVR routers for this DVR port 0a321f8f-462b-42da-9f67-de3a6358e566 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:21.015019 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-260f9039-7573-4606-b4d7-f988968ae3ee service neutron] 10.222.0.32 "GET /v2.0/networks/3e157d46-1a46-4ef5-af60-0a822c2bdcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5482166 Jul 15 13:20:21.017656 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-8e9ab674-93cc-45f5-9cf9-e416fcfd6496 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:21.020138 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-8e9ab674-93cc-45f5-9cf9-e416fcfd6496 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.32 "DELETE /v2.0/ports/0a321f8f-462b-42da-9f67-de3a6358e566 HTTP/1.1" status: 204 len: 173 time: 5.4331324 Jul 15 13:20:21.021551 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'name': 'network-vif-deleted', 'tag': '0a321f8f-462b-42da-9f67-de3a6358e566'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:21.024186 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e317693-a4d1-4d1c-b1b1-33756d22e1ba" -d '{"events": [{"server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "name": "network-vif-deleted", "tag": "0a321f8f-462b-42da-9f67-de3a6358e566"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:21.138778 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfb96c-9043-4af0-983d-9c9edcd92eb8 req-06d508f6-d72f-45ec-b7ab-b7af9323df16 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:21.141486 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a2cfb96c-9043-4af0-983d-9c9edcd92eb8 req-06d508f6-d72f-45ec-b7ab-b7af9323df16 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 944 time: 0.5090914 Jul 15 13:20:21.143602 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-2844353f-3c86-4225-bb34-478be8a9c078 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=06589b71-6e92-4c84-89d8-fd3a675bfd6c HTTP/1.1" status: 200 len: 217 time: 0.1047707 Jul 15 13:20:21.274868 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a2cfb96c-9043-4af0-983d-9c9edcd92eb8 req-25b7fdcb-84d0-4ae6-8bc9-8c07c3bf024b tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048040 Jul 15 13:20:21.292270 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-2eb50292-2040-4f3e-b926-663ea0b088f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:21.295185 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-2eb50292-2040-4f3e-b926-663ea0b088f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f5517f04-f874-4dc2-a2a6-0c279d24a4c6 HTTP/1.1" status: 200 len: 797 time: 0.1090131 Jul 15 13:20:21.358584 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23547103-069c-4406-be3f-9e4733ca4603 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:20:21.403405 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-481f5652-556f-4942-9850-bfcbbc603787 None None] Set router a3dbd0bc-f24d-4441-aab6-46d6db739599 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:21.444363 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-ff1365df-80bf-4633-92cf-636498ddb05f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Deleting port 27c8b5cc-27c5-4e1f-b672-4682ef536901 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:21.444871 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-ff1365df-80bf-4633-92cf-636498ddb05f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:21.532249 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23547103-069c-4406-be3f-9e4733ca4603 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:21.532847 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-23547103-069c-4406-be3f-9e4733ca4603 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Added segment 8292c4d4-8f60-433f-bd1e-c2cb3ecc2683 of type vlan for network 916e5c03-c05b-4c7b-aa3b-e83512d20b0f Jul 15 13:20:21.610393 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-ff1365df-80bf-4633-92cf-636498ddb05f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] For port 27c8b5cc-27c5-4e1f-b672-4682ef536901, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=27c8b5cc-27c5-4e1f-b672-4682ef536901,segment=NetworkSegment(3b0cc7d8-7477-4d50-a0a2-a688c0555fe3),segment_id=3b0cc7d8-7477-4d50-a0a2-a688c0555fe3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:21.610393 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-ff1365df-80bf-4633-92cf-636498ddb05f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:21.630778 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-ff1365df-80bf-4633-92cf-636498ddb05f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Calling delete_port for 27c8b5cc-27c5-4e1f-b672-4682ef536901 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:21.743653 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031143c1-671e-4e1f-89a1-97ccea6e57f5 req-31de56f7-2a92-48bf-bffe-8509084d2143 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:21.747492 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-031143c1-671e-4e1f-89a1-97ccea6e57f5 req-31de56f7-2a92-48bf-bffe-8509084d2143 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 944 time: 0.9702148 Jul 15 13:20:21.814006 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046ec7b3-7965-4216-a0a2-fc6eafe062b3 x-openstack-request-id: req-046ec7b3-7965-4216-a0a2-fc6eafe062b3 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:21.814517 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "name": "network-vif-deleted", "tag": "0a321f8f-462b-42da-9f67-de3a6358e566", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:21.814860 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-046ec7b3-7965-4216-a0a2-fc6eafe062b3 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:21.815320 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'name': 'network-vif-deleted', 'tag': '0a321f8f-462b-42da-9f67-de3a6358e566', 'status': 'completed', 'code': 200} Jul 15 13:20:21.818413 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-ff1365df-80bf-4633-92cf-636498ddb05f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:21.872234 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1365df-80bf-4633-92cf-636498ddb05f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Pushing event deleted for resources: {'Port': ['ID=27c8b5cc-27c5-4e1f-b672-4682ef536901,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:21.887939 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-481f5652-556f-4942-9850-bfcbbc603787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'name': 'tempest-TaggedBootDevicesTest_v242-10649597-router', 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f6b6c587-3623-47cd-8f85-dc639f088635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:25Z', 'updated_at': '2021-07-15T13:08:42Z', 'revision_number': 4, 'project_id': '1d0be6e00b0740c79716294273e5f5c7', 'gw_port': {'id': 'f6b6c587-3623-47cd-8f85-dc639f088635', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:27Z', 'updated_at': '2021-07-15T13:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '08f61f54-602a-48d0-9466-d9781fba318a', 'name': '', 'network_id': '3cb5bd25-ebc1-469a-a04a-24181cd456f0', 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'mac_address': 'fa:16:3e:33:0c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '8df1933c-2ac7-4eba-8783-298edae711d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:36Z', 'updated_at': '2021-07-15T13:08:50Z', 'revision_number': 5, 'project_id': '1d0be6e00b0740c79716294273e5f5c7', 'subnets': [{'id': '8df1933c-2ac7-4eba-8783-298edae711d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:21.900625 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23547103-069c-4406-be3f-9e4733ca4603 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:21.948778 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-ff1365df-80bf-4633-92cf-636498ddb05f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] No DVR routers for this DVR port 27c8b5cc-27c5-4e1f-b672-4682ef536901 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:21.949091 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377dd29-d7de-46ae-ba2d-4f24f5f31b15 req-8ac4d7b6-4431-4767-93ce-9bd1b4598614 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:21.953208 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-ff1365df-80bf-4633-92cf-636498ddb05f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:21.955915 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-ff1365df-80bf-4633-92cf-636498ddb05f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.32 "DELETE /v2.0/ports/27c8b5cc-27c5-4e1f-b672-4682ef536901 HTTP/1.1" status: 204 len: 173 time: 0.9248333 Jul 15 13:20:21.963015 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377dd29-d7de-46ae-ba2d-4f24f5f31b15 req-8ac4d7b6-4431-4767-93ce-9bd1b4598614 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:21.965336 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-610c0c52-d8ca-44ac-a844-260dc54febcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:21.967599 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-610c0c52-d8ca-44ac-a844-260dc54febcf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3e157d46-1a46-4ef5-af60-0a822c2bdcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6642735 Jul 15 13:20:21.978958 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377dd29-d7de-46ae-ba2d-4f24f5f31b15 req-8ac4d7b6-4431-4767-93ce-9bd1b4598614 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:21.989658 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377dd29-d7de-46ae-ba2d-4f24f5f31b15 req-8ac4d7b6-4431-4767-93ce-9bd1b4598614 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:21.992635 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2377dd29-d7de-46ae-ba2d-4f24f5f31b15 req-8ac4d7b6-4431-4767-93ce-9bd1b4598614 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 3143 time: 1.3507464 Jul 15 13:20:22.011994 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481f5652-556f-4942-9850-bfcbbc603787 None None] Checking router: a3dbd0bc-f24d-4441-aab6-46d6db739599 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:20:22.027261 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14446c84-1e95-4805-a8a4-6935941aebf2 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.050876 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481f5652-556f-4942-9850-bfcbbc603787 None None] Routers {'a3dbd0bc-f24d-4441-aab6-46d6db739599'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:22.053289 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-481f5652-556f-4942-9850-bfcbbc603787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:19:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['a3dbd0bc-f24d-4441-aab6-46d6db739599'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:22.117584 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23547103-069c-4406-be3f-9e4733ca4603 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.133860 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23547103-069c-4406-be3f-9e4733ca4603 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:22.134230 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23547103-069c-4406-be3f-9e4733ca4603 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.163050 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14446c84-1e95-4805-a8a4-6935941aebf2 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.204976 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-23547103-069c-4406-be3f-9e4733ca4603 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1750357 Jul 15 13:20:22.214807 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39448) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:22.232377 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f2ead0fb-30f0-4faa-988c-a7f0f3a02388 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Request body: {'ports': [{'network_id': '133f67b7-3a38-4f57-a66e-388217a0bf94', 'name': 'tempest-port--1512132164', 'admin_state_up': True}, {'network_id': '916e5c03-c05b-4c7b-aa3b-e83512d20b0f', 'admin_state_up': False}]} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:22.233109 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f2ead0fb-30f0-4faa-988c-a7f0f3a02388 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Request body: {'port': {'network_id': '133f67b7-3a38-4f57-a66e-388217a0bf94', 'name': 'tempest-port--1512132164', 'admin_state_up': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:22.234055 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f2ead0fb-30f0-4faa-988c-a7f0f3a02388 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Request body: {'port': {'network_id': '916e5c03-c05b-4c7b-aa3b-e83512d20b0f', 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:22.274187 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-0f478bd9-ad6e-4477-9b93-17b1d662f967 service neutron] 10.222.0.32 "GET /v2.0/networks/3e157d46-1a46-4ef5-af60-0a822c2bdcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971802 Jul 15 13:20:22.401700 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41924c8a-5ba6-4f9e-8120-413cf86c74b3 req-45ac27db-5748-4275-a206-9e5d2edeb46b service neutron] 10.222.0.32 "GET /v2.0/networks/3e157d46-1a46-4ef5-af60-0a822c2bdcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187472 Jul 15 13:20:22.447402 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-481f5652-556f-4942-9850-bfcbbc603787 None None] Set router a3dbd0bc-f24d-4441-aab6-46d6db739599 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:22.502571 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14446c84-1e95-4805-a8a4-6935941aebf2 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Pushing event deleted for resources: {'Subnet': ['ID=f6786e4f-929d-4db8-a29a-7a14642aca9b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:22.523081 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0773a918-6d4a-4010-95b3-143c10ed2f62 None None] Network adcf2818-6706-418a-980a-ae80988f1361 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:22.529200 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-588c84e0-b110-4ff3-921b-01ed6b64f7c7 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Deleting port d6761381-f152-46b6-8605-a91b69be3f5c {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:22.529991 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-588c84e0-b110-4ff3-921b-01ed6b64f7c7 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.535587 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14446c84-1e95-4805-a8a4-6935941aebf2 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.555169 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-14446c84-1e95-4805-a8a4-6935941aebf2 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] 10.222.0.24 "DELETE /v2.0/subnets/f6786e4f-929d-4db8-a29a-7a14642aca9b HTTP/1.1" status: 204 len: 168 time: 2.6218011 Jul 15 13:20:22.638078 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39452) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:22.772647 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-588c84e0-b110-4ff3-921b-01ed6b64f7c7 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] For port d6761381-f152-46b6-8605-a91b69be3f5c, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=d6761381-f152-46b6-8605-a91b69be3f5c,segment=NetworkSegment(9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3),segment_id=9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:22.773005 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-588c84e0-b110-4ff3-921b-01ed6b64f7c7 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.785126 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23547103-069c-4406-be3f-9e4733ca4603 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Pushing event updated for resources: {'Network': ['ID=916e5c03-c05b-4c7b-aa3b-e83512d20b0f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:22.794157 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-588c84e0-b110-4ff3-921b-01ed6b64f7c7 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Calling delete_port for d6761381-f152-46b6-8605-a91b69be3f5c owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:22.838666 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2377dd29-d7de-46ae-ba2d-4f24f5f31b15 req-a6a81066-d7b2-462a-9247-b9e34f6c53b9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7356153 Jul 15 13:20:22.875061 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 916e5c03-c05b-4c7b-aa3b-e83512d20b0f details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:20:22.982234 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-031143c1-671e-4e1f-89a1-97ccea6e57f5 req-8b6f21b7-374a-4b05-9412-f9065f254dd3 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Deleting port 47646f87-d7a9-46f0-84a2-57552665394e {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:22.982581 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-031143c1-671e-4e1f-89a1-97ccea6e57f5 req-8b6f21b7-374a-4b05-9412-f9065f254dd3 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.084583 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-481f5652-556f-4942-9850-bfcbbc603787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'name': 'tempest-TaggedBootDevicesTest_v242-10649597-router', 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f6b6c587-3623-47cd-8f85-dc639f088635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:25Z', 'updated_at': '2021-07-15T13:08:42Z', 'revision_number': 4, 'project_id': '1d0be6e00b0740c79716294273e5f5c7', 'gw_port': {'id': 'f6b6c587-3623-47cd-8f85-dc639f088635', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:27Z', 'updated_at': '2021-07-15T13:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '08f61f54-602a-48d0-9466-d9781fba318a', 'name': '', 'network_id': '3cb5bd25-ebc1-469a-a04a-24181cd456f0', 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'mac_address': 'fa:16:3e:33:0c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '8df1933c-2ac7-4eba-8783-298edae711d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:36Z', 'updated_at': '2021-07-15T13:08:50Z', 'revision_number': 5, 'project_id': '1d0be6e00b0740c79716294273e5f5c7', 'subnets': [{'id': '8df1933c-2ac7-4eba-8783-298edae711d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:23.146086 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0a7b14-611e-4d8e-ba93-a01d8a6fea68 None None] DHCP port deletion for adcf2818-6706-418a-980a-ae80988f1361 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:20:23.179006 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481f5652-556f-4942-9850-bfcbbc603787 None None] The sync data for ids ['a3dbd0bc-f24d-4441-aab6-46d6db739599'] in n-d-758944-45 is: [{'id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'name': 'tempest-TaggedBootDevicesTest_v242-10649597-router', 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f6b6c587-3623-47cd-8f85-dc639f088635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:25Z', 'updated_at': '2021-07-15T13:08:42Z', 'revision_number': 4, 'project_id': '1d0be6e00b0740c79716294273e5f5c7', 'gw_port': {'id': 'f6b6c587-3623-47cd-8f85-dc639f088635', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:27Z', 'updated_at': '2021-07-15T13:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '08f61f54-602a-48d0-9466-d9781fba318a', 'name': '', 'network_id': '3cb5bd25-ebc1-469a-a04a-24181cd456f0', 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'mac_address': 'fa:16:3e:33:0c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '8df1933c-2ac7-4eba-8783-298edae711d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:36Z', 'updated_at': '2021-07-15T13:08:50Z', 'revision_number': 5, 'project_id': '1d0be6e00b0740c79716294273e5f5c7', 'subnets': [{'id': '8df1933c-2ac7-4eba-8783-298edae711d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:23.215448 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac72f4f-5767-4a76-94d9-1a3c8dce0790 req-c21783fc-c403-4d73-9c95-6e7bf22709dd tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:23.217945 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a569961c-1da4-40eb-aa95-d1bc7f5f6b55 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.234764 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1ac72f4f-5767-4a76-94d9-1a3c8dce0790 req-c21783fc-c403-4d73-9c95-6e7bf22709dd tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 944 time: 0.3162816 Jul 15 13:20:23.285104 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.327529 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ea0a7b14-611e-4d8e-ba93-a01d8a6fea68 None None] Deleting port 82ee2fd3-fbbb-4c98-8202-d63365f58df4 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:23.333743 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea0a7b14-611e-4d8e-ba93-a01d8a6fea68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.336813 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ead0fb-30f0-4faa-988c-a7f0f3a02388 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Made reservation on behalf of 586205129b3d46f897ad6751d12de1c4 for: {'port': 2} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:23.341947 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2ead0fb-30f0-4faa-988c-a7f0f3a02388 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.370687 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2ead0fb-30f0-4faa-988c-a7f0f3a02388 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.373870 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1ac72f4f-5767-4a76-94d9-1a3c8dce0790 req-15ed0a15-b162-478e-bf5d-ebf12028649e tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358366 Jul 15 13:20:23.374393 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-588c84e0-b110-4ff3-921b-01ed6b64f7c7 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.412092 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-031143c1-671e-4e1f-89a1-97ccea6e57f5 req-8b6f21b7-374a-4b05-9412-f9065f254dd3 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] For port 47646f87-d7a9-46f0-84a2-57552665394e, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=47646f87-d7a9-46f0-84a2-57552665394e,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:23.412555 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-031143c1-671e-4e1f-89a1-97ccea6e57f5 req-8b6f21b7-374a-4b05-9412-f9065f254dd3 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.438996 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-74664f04-aa85-46bd-acc5-5e13a4cd4359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.451537 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c84e0-b110-4ff3-921b-01ed6b64f7c7 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Pushing event deleted for resources: {'Port': ['ID=d6761381-f152-46b6-8605-a91b69be3f5c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:23.516720 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-031143c1-671e-4e1f-89a1-97ccea6e57f5 req-8b6f21b7-374a-4b05-9412-f9065f254dd3 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Calling delete_port for 47646f87-d7a9-46f0-84a2-57552665394e owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:23.539290 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ea0a7b14-611e-4d8e-ba93-a01d8a6fea68 None None] For port 82ee2fd3-fbbb-4c98-8202-d63365f58df4, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=82ee2fd3-fbbb-4c98-8202-d63365f58df4,segment=NetworkSegment(c0183dbe-61e4-4b90-8ac1-f48862b5f50f),segment_id=c0183dbe-61e4-4b90-8ac1-f48862b5f50f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:23.540083 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea0a7b14-611e-4d8e-ba93-a01d8a6fea68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.575268 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ea0a7b14-611e-4d8e-ba93-a01d8a6fea68 None None] Calling delete_port for 82ee2fd3-fbbb-4c98-8202-d63365f58df4 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:23.579061 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-588c84e0-b110-4ff3-921b-01ed6b64f7c7 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] No DVR routers for this DVR port d6761381-f152-46b6-8605-a91b69be3f5c on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:23.584139 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-588c84e0-b110-4ff3-921b-01ed6b64f7c7 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.590436 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-588c84e0-b110-4ff3-921b-01ed6b64f7c7 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.32 "DELETE /v2.0/ports/d6761381-f152-46b6-8605-a91b69be3f5c HTTP/1.1" status: 204 len: 173 time: 1.6280584 Jul 15 13:20:23.691912 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-f2ead0fb-30f0-4faa-988c-a7f0f3a02388 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] device_id is not set on port dd17b6e1-6435-487c-a600-4d67828b0dbd yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:20:23.700573 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a569961c-1da4-40eb-aa95-d1bc7f5f6b55 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Deleting port 82ee2fd3-fbbb-4c98-8202-d63365f58df4 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:23.700914 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a569961c-1da4-40eb-aa95-d1bc7f5f6b55 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.779839 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ea0a7b14-611e-4d8e-ba93-a01d8a6fea68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.823934 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4b547d-0863-42d9-a04b-b2be59e80429 None None] New status for floating IP 9b102e25-912a-4757-8dac-03bc0ea5a976: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:20:23.830350 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39470) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:23.860224 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0a7b14-611e-4d8e-ba93-a01d8a6fea68 None None] No DVR routers for this DVR port 82ee2fd3-fbbb-4c98-8202-d63365f58df4 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:23.931086 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a7b14-611e-4d8e-ba93-a01d8a6fea68 None None] Pushing event deleted for resources: {'Port': ['ID=82ee2fd3-fbbb-4c98-8202-d63365f58df4,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:24.170685 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2ead0fb-30f0-4faa-988c-a7f0f3a02388 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:24.289731 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-f2ead0fb-30f0-4faa-988c-a7f0f3a02388 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] device_id is not set on port 8da1093b-73e5-4880-8b60-23aa06f47052 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:20:24.326491 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-569f6ba0-d308-436b-88cd-4993295413ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:24.357498 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-a569961c-1da4-40eb-aa95-d1bc7f5f6b55 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] For port 82ee2fd3-fbbb-4c98-8202-d63365f58df4, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=82ee2fd3-fbbb-4c98-8202-d63365f58df4,segment=NetworkSegment(c0183dbe-61e4-4b90-8ac1-f48862b5f50f),segment_id=c0183dbe-61e4-4b90-8ac1-f48862b5f50f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:24.357937 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a569961c-1da4-40eb-aa95-d1bc7f5f6b55 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:24.377112 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'name': 'network-vif-deleted', 'tag': '27c8b5cc-27c5-4e1f-b672-4682ef536901'}, {'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'name': 'network-vif-deleted', 'tag': 'd6761381-f152-46b6-8605-a91b69be3f5c'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:24.383375 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9872f0-2611-456a-a850-0fce438f8a1b" -d '{"events": [{"server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "name": "network-vif-deleted", "tag": "27c8b5cc-27c5-4e1f-b672-4682ef536901"}, {"server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "name": "network-vif-deleted", "tag": "d6761381-f152-46b6-8605-a91b69be3f5c"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:24.421701 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a569961c-1da4-40eb-aa95-d1bc7f5f6b55 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Calling delete_port for 82ee2fd3-fbbb-4c98-8202-d63365f58df4 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:24.446906 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-52cc52a6-4392-449a-945a-64c52b999a0a tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Deleting port ab5cfb37-8606-43a3-8c1c-bac95211bf1e {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:24.447461 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-52cc52a6-4392-449a-945a-64c52b999a0a tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:24.491575 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 82ee2fd3-fbbb-4c98-8202-d63365f58df4 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:24.519468 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce025efd-1fa4-49dc-897c-18ac815caa7e x-openstack-request-id: req-ce025efd-1fa4-49dc-897c-18ac815caa7e {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:24.519781 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "name": "network-vif-deleted", "tag": "27c8b5cc-27c5-4e1f-b672-4682ef536901", "status": "completed", "code": 200}, {"server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "name": "network-vif-deleted", "tag": "d6761381-f152-46b6-8605-a91b69be3f5c", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:24.519989 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce025efd-1fa4-49dc-897c-18ac815caa7e {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:24.523938 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'name': 'network-vif-deleted', 'tag': '27c8b5cc-27c5-4e1f-b672-4682ef536901', 'status': 'completed', 'code': 200} Jul 15 13:20:24.526193 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'name': 'network-vif-deleted', 'tag': 'd6761381-f152-46b6-8605-a91b69be3f5c', 'status': 'completed', 'code': 200} Jul 15 13:20:24.533828 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 82ee2fd3-fbbb-4c98-8202-d63365f58df4 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:20:24.534040 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 82ee2fd3-fbbb-4c98-8202-d63365f58df4 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:20:24.654926 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:24.722818 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-52cc52a6-4392-449a-945a-64c52b999a0a tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] For port ab5cfb37-8606-43a3-8c1c-bac95211bf1e, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=ab5cfb37-8606-43a3-8c1c-bac95211bf1e,segment=NetworkSegment(9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3),segment_id=9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:24.722818 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-52cc52a6-4392-449a-945a-64c52b999a0a tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:24.763598 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-52cc52a6-4392-449a-945a-64c52b999a0a tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Calling delete_port for ab5cfb37-8606-43a3-8c1c-bac95211bf1e owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:24.906923 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35adba8e-8809-4eee-aee6-d2957fd873c6 req-1764c6c2-cd6b-448c-896d-f41d1bff1645 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:24.909153 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-35adba8e-8809-4eee-aee6-d2957fd873c6 req-1764c6c2-cd6b-448c-896d-f41d1bff1645 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 944 time: 0.2030530 Jul 15 13:20:24.950700 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.034138 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c42a8-ce95-4021-b0bf-5cfc3954ec7b req-ecddb4e4-5ab8-478f-84b0-30302f56fa58 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:25.041346 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c42a8-ce95-4021-b0bf-5cfc3954ec7b req-ecddb4e4-5ab8-478f-84b0-30302f56fa58 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:25.043222 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dc9c42a8-ce95-4021-b0bf-5cfc3954ec7b req-ecddb4e4-5ab8-478f-84b0-30302f56fa58 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 1677 time: 0.7706819 Jul 15 13:20:25.066628 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-35adba8e-8809-4eee-aee6-d2957fd873c6 req-21e5619a-71df-4404-98c8-598d51dacc74 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261196 Jul 15 13:20:25.066932 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-031143c1-671e-4e1f-89a1-97ccea6e57f5 req-8b6f21b7-374a-4b05-9412-f9065f254dd3 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.116846 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-52cc52a6-4392-449a-945a-64c52b999a0a tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.156215 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f21b7-374a-4b05-9412-f9065f254dd3 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Pushing event deleted for resources: {'Port': ['ID=47646f87-d7a9-46f0-84a2-57552665394e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:25.168585 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc52a6-4392-449a-945a-64c52b999a0a tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Pushing event deleted for resources: {'Port': ['ID=ab5cfb37-8606-43a3-8c1c-bac95211bf1e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:25.231602 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2ead0fb-30f0-4faa-988c-a7f0f3a02388 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.234400 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a569961c-1da4-40eb-aa95-d1bc7f5f6b55 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.260955 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-52cc52a6-4392-449a-945a-64c52b999a0a tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] No DVR routers for this DVR port ab5cfb37-8606-43a3-8c1c-bac95211bf1e on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:25.264252 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-52cc52a6-4392-449a-945a-64c52b999a0a tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.267099 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-52cc52a6-4392-449a-945a-64c52b999a0a tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.32 "DELETE /v2.0/ports/ab5cfb37-8606-43a3-8c1c-bac95211bf1e HTTP/1.1" status: 204 len: 173 time: 1.6701765 Jul 15 13:20:25.314482 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dc9c42a8-ce95-4021-b0bf-5cfc3954ec7b req-aec930d3-3512-460a-81a0-7917e7214c9a tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups?id=fb02ca70-6007-41dc-8696-dd3f27a115da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2502005 Jul 15 13:20:25.315644 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-031143c1-671e-4e1f-89a1-97ccea6e57f5 req-8b6f21b7-374a-4b05-9412-f9065f254dd3 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] No DVR routers for this DVR port 47646f87-d7a9-46f0-84a2-57552665394e on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:25.327373 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-031143c1-671e-4e1f-89a1-97ccea6e57f5 req-8b6f21b7-374a-4b05-9412-f9065f254dd3 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.330051 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-031143c1-671e-4e1f-89a1-97ccea6e57f5 req-8b6f21b7-374a-4b05-9412-f9065f254dd3 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.18 "DELETE /v2.0/ports/47646f87-d7a9-46f0-84a2-57552665394e HTTP/1.1" status: 204 len: 173 time: 3.5213363 Jul 15 13:20:25.331633 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569961c-1da4-40eb-aa95-d1bc7f5f6b55 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Pushing event deleted for resources: {'Port': ['ID=82ee2fd3-fbbb-4c98-8202-d63365f58df4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:25.333480 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d45afb3-275a-48fc-ae2f-0ba34dee1c3d', 'name': 'network-vif-deleted', 'tag': '47646f87-d7a9-46f0-84a2-57552665394e'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:25.336150 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ff9441-29e2-4842-8c9a-b9035e5cdc5e" -d '{"events": [{"server_uuid": "9d45afb3-275a-48fc-ae2f-0ba34dee1c3d", "name": "network-vif-deleted", "tag": "47646f87-d7a9-46f0-84a2-57552665394e"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:25.345255 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a569961c-1da4-40eb-aa95-d1bc7f5f6b55 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] No DVR routers for this DVR port 82ee2fd3-fbbb-4c98-8202-d63365f58df4 on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:25.347801 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-569f6ba0-d308-436b-88cd-4993295413ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.391311 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-569f6ba0-d308-436b-88cd-4993295413ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.477459 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31ae53c-0eb4-4514-9cd6-fcdce7b16fce x-openstack-request-id: req-a31ae53c-0eb4-4514-9cd6-fcdce7b16fce {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:25.477459 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d45afb3-275a-48fc-ae2f-0ba34dee1c3d", "name": "network-vif-deleted", "tag": "47646f87-d7a9-46f0-84a2-57552665394e", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:25.477459 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a31ae53c-0eb4-4514-9cd6-fcdce7b16fce {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:25.478175 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d45afb3-275a-48fc-ae2f-0ba34dee1c3d', 'name': 'network-vif-deleted', 'tag': '47646f87-d7a9-46f0-84a2-57552665394e', 'status': 'completed', 'code': 200} Jul 15 13:20:25.532739 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-573759c0-49bb-417f-ab6d-a673d5a859d9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Deleting port 06589b71-6e92-4c84-89d8-fd3a675bfd6c {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:25.533558 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-573759c0-49bb-417f-ab6d-a673d5a859d9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.545204 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2ead0fb-30f0-4faa-988c-a7f0f3a02388 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.575375 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 47646f87-d7a9-46f0-84a2-57552665394e no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:25.625621 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 47646f87-d7a9-46f0-84a2-57552665394e {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:20:25.626622 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 47646f87-d7a9-46f0-84a2-57552665394e not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:20:25.631564 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a569961c-1da4-40eb-aa95-d1bc7f5f6b55 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.636342 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f6ba0-d308-436b-88cd-4993295413ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd027458-3a5c-4585-87d5-b1ccb02a4acc,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:25.650327 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-573759c0-49bb-417f-ab6d-a673d5a859d9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] For port 06589b71-6e92-4c84-89d8-fd3a675bfd6c, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=06589b71-6e92-4c84-89d8-fd3a675bfd6c,segment=NetworkSegment(3b0cc7d8-7477-4d50-a0a2-a688c0555fe3),segment_id=3b0cc7d8-7477-4d50-a0a2-a688c0555fe3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:25.650327 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-573759c0-49bb-417f-ab6d-a673d5a859d9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.670268 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-573759c0-49bb-417f-ab6d-a673d5a859d9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Calling delete_port for 06589b71-6e92-4c84-89d8-fd3a675bfd6c owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:25.673194 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-569f6ba0-d308-436b-88cd-4993295413ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d732f8bda8df49f99f63863860abb03e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8414900 Jul 15 13:20:25.675778 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39486) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:25.712553 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-a569961c-1da4-40eb-aa95-d1bc7f5f6b55 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adcf2818-6706-418a-980a-ae80988f1361']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:25.742159 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-a569961c-1da4-40eb-aa95-d1bc7f5f6b55 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0183dbe-61e4-4b90-8ac1-f48862b5f50f') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:25.742646 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-a569961c-1da4-40eb-aa95-d1bc7f5f6b55 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0183dbe-61e4-4b90-8ac1-f48862b5f50f') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:25.763564 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a569961c-1da4-40eb-aa95-d1bc7f5f6b55 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.786970 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ead0fb-30f0-4faa-988c-a7f0f3a02388 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Pushing event updated for resources: {'Port': ['ID=dd17b6e1-6435-487c-a600-4d67828b0dbd,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:25.798923 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a569961c-1da4-40eb-aa95-d1bc7f5f6b55 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.812111 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a569961c-1da4-40eb-aa95-d1bc7f5f6b55 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:20:25.813677 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a569961c-1da4-40eb-aa95-d1bc7f5f6b55 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.816457 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:20:25.816457 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:20:25.816457 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:20:25.816457 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:20:25.816457 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:20:25.816457 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:20:25.816457 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:20:25.816457 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:20:25.816457 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:20:25.816457 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:20:25.816457 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:20:25.816457 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:20:25.816457 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:20:25.816457 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:20:25.816457 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:20:25.816457 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:20:25.816457 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:20:25.816457 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:20:25.816457 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:20:25.816457 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:20:25.816457 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:20:25.816457 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:20:25.816457 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:20:25.816457 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:20:25.816457 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:20:25.816457 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:20:25.816457 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:20:25.816457 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:20:25.816457 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:20:25.816457 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:20:25.816457 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:20:25.816457 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:20:25.852763 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ead0fb-30f0-4faa-988c-a7f0f3a02388 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Checking segment: {'id': '0fdd726b-c186-42c4-8bd5-68725b633e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '133f67b7-3a38-4f57-a66e-388217a0bf94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:25.853114 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ead0fb-30f0-4faa-988c-a7f0f3a02388 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Network hostable DHCP agents. Network: 133f67b7-3a38-4f57-a66e-388217a0bf94, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:20:25.913250 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5456be8f-07b6-4581-85bc-39bf649a0f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.947947 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a569961c-1da4-40eb-aa95-d1bc7f5f6b55 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.951457 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ead0fb-30f0-4faa-988c-a7f0f3a02388 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Network 133f67b7-3a38-4f57-a66e-388217a0bf94 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:20:25.965235 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a569961c-1da4-40eb-aa95-d1bc7f5f6b55 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.973257 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a569961c-1da4-40eb-aa95-d1bc7f5f6b55 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] 10.222.0.24 "DELETE /v2.0/networks/adcf2818-6706-418a-980a-ae80988f1361 HTTP/1.1" status: 204 len: 168 time: 3.3318560 Jul 15 13:20:25.974501 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39490) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:25.986412 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5456be8f-07b6-4581-85bc-39bf649a0f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.001026 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569961c-1da4-40eb-aa95-d1bc7f5f6b55 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Pushing event deleted for resources: {'Network': ['ID=adcf2818-6706-418a-980a-ae80988f1361,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:26.012248 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f2ead0fb-30f0-4faa-988c-a7f0f3a02388 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 133f67b7-3a38-4f57-a66e-388217a0bf94) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:26.019268 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ead0fb-30f0-4faa-988c-a7f0f3a02388 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:26.021122 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2ead0fb-30f0-4faa-988c-a7f0f3a02388 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.029821 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650efd2d-4f34-43f3-b51e-9d02137ca3f8 None None] Network 133f67b7-3a38-4f57-a66e-388217a0bf94 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:26.066360 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7edb8c24-9061-4223-a9ad-7821d87809c9 tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] 10.222.0.24 "GET /v2.0/ports?device_id=a167c477-6171-4fa8-9773-c8ba4eb1c227 HTTP/1.1" status: 200 len: 205 time: 0.0848999 Jul 15 13:20:26.078629 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39492) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:26.177305 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ead0fb-30f0-4faa-988c-a7f0f3a02388 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Pushing event updated for resources: {'Port': ['ID=8da1093b-73e5-4880-8b60-23aa06f47052,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:26.264130 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ead0fb-30f0-4faa-988c-a7f0f3a02388 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Checking segment: {'id': '8292c4d4-8f60-433f-bd1e-c2cb3ecc2683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '916e5c03-c05b-4c7b-aa3b-e83512d20b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:26.266679 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ead0fb-30f0-4faa-988c-a7f0f3a02388 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Network hostable DHCP agents. Network: 916e5c03-c05b-4c7b-aa3b-e83512d20b0f, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:20:26.296670 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.301297 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b7f659da-96b0-4a29-aac1-273092c1005d tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.308160 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ead0fb-30f0-4faa-988c-a7f0f3a02388 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Network 916e5c03-c05b-4c7b-aa3b-e83512d20b0f is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:20:26.342069 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f2ead0fb-30f0-4faa-988c-a7f0f3a02388 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 916e5c03-c05b-4c7b-aa3b-e83512d20b0f) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:26.359379 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6667a963-3e24-41cf-be8b-21753235ac61 None None] Network 916e5c03-c05b-4c7b-aa3b-e83512d20b0f requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:26.360045 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ead0fb-30f0-4faa-988c-a7f0f3a02388 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:26.376661 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ead0fb-30f0-4faa-988c-a7f0f3a02388 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:26.391454 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ead0fb-30f0-4faa-988c-a7f0f3a02388 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:26.393366 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2ead0fb-30f0-4faa-988c-a7f0f3a02388 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.432095 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f2ead0fb-30f0-4faa-988c-a7f0f3a02388 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.2127295 Jul 15 13:20:26.433204 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39498) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:26.452639 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5456be8f-07b6-4581-85bc-39bf649a0f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.460961 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5456be8f-07b6-4581-85bc-39bf649a0f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.465998 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5456be8f-07b6-4581-85bc-39bf649a0f71 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd027458-3a5c-4585-87d5-b1ccb02a4acc HTTP/1.1" status: 204 len: 168 time: 0.7880518 Jul 15 13:20:26.544544 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'name': 'network-vif-deleted', 'tag': 'ab5cfb37-8606-43a3-8c1c-bac95211bf1e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:26.547614 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea95bee4-8b36-4cd3-b2e2-4fd8684b4431" -d '{"events": [{"server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "name": "network-vif-deleted", "tag": "ab5cfb37-8606-43a3-8c1c-bac95211bf1e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:26.597894 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456be8f-07b6-4581-85bc-39bf649a0f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd027458-3a5c-4585-87d5-b1ccb02a4acc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:26.640934 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-732dbf0e-16cc-4d68-93f6-c6668f85af42 req-6c0b3730-91cd-405a-98af-496409326db2 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d45afb3-275a-48fc-ae2f-0ba34dee1c3d HTTP/1.1" status: 200 len: 210 time: 0.0920627 Jul 15 13:20:26.713827 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e0e221-8c99-4f4c-85d2-12a05cd83614 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:26.713827 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e0e221-8c99-4f4c-85d2-12a05cd83614 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:26.725328 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-07e0e221-8c99-4f4c-85d2-12a05cd83614 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2859001 Jul 15 13:20:26.730978 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39506) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:26.744252 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5456be8f-07b6-4581-85bc-39bf649a0f71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:26.744595 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5456be8f-07b6-4581-85bc-39bf649a0f71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:26.744971 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5456be8f-07b6-4581-85bc-39bf649a0f71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:26.745247 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5456be8f-07b6-4581-85bc-39bf649a0f71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:26.745578 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5456be8f-07b6-4581-85bc-39bf649a0f71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:26.745939 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5456be8f-07b6-4581-85bc-39bf649a0f71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:26.746262 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5456be8f-07b6-4581-85bc-39bf649a0f71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:26.746589 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5456be8f-07b6-4581-85bc-39bf649a0f71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:26.746903 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5456be8f-07b6-4581-85bc-39bf649a0f71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:26.747224 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5456be8f-07b6-4581-85bc-39bf649a0f71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:26.747547 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5456be8f-07b6-4581-85bc-39bf649a0f71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:26.747865 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5456be8f-07b6-4581-85bc-39bf649a0f71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:26.809341 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b7f659da-96b0-4a29-aac1-273092c1005d tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.811457 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-573759c0-49bb-417f-ab6d-a673d5a859d9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.813808 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b7f659da-96b0-4a29-aac1-273092c1005d tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.834218 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42181783-eb4a-40ff-93c6-a6535d684204 x-openstack-request-id: req-42181783-eb4a-40ff-93c6-a6535d684204 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:26.834537 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "name": "network-vif-deleted", "tag": "ab5cfb37-8606-43a3-8c1c-bac95211bf1e", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:26.834761 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-42181783-eb4a-40ff-93c6-a6535d684204 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:26.835149 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'name': 'network-vif-deleted', 'tag': 'ab5cfb37-8606-43a3-8c1c-bac95211bf1e', 'status': 'completed', 'code': 200} Jul 15 13:20:26.843917 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5fb822ef-71ff-4e32-9e9a-f0ce84450a51 req-5fc5457f-502f-483e-829e-e4e4073c42fd tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 210 time: 0.0524945 Jul 15 13:20:26.900098 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5615ce34-2772-4317-828f-8b4e4b430c42 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Deleting port dd17b6e1-6435-487c-a600-4d67828b0dbd {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:26.900428 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5615ce34-2772-4317-828f-8b4e4b430c42 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.932329 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573759c0-49bb-417f-ab6d-a673d5a859d9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Pushing event deleted for resources: {'Port': ['ID=06589b71-6e92-4c84-89d8-fd3a675bfd6c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:26.966306 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b7f659da-96b0-4a29-aac1-273092c1005d tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.966843 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f659da-96b0-4a29-aac1-273092c1005d tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Fanout notify agent at l3_agent the message router_deleted on router a167c477-6171-4fa8-9773-c8ba4eb1c227 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:20:26.974861 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b7f659da-96b0-4a29-aac1-273092c1005d tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.976016 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b7f659da-96b0-4a29-aac1-273092c1005d tempest-RoutersNegativeTest-331696805 tempest-RoutersNegativeTest-331696805-project] 10.222.0.24 "DELETE /v2.0/routers/a167c477-6171-4fa8-9773-c8ba4eb1c227 HTTP/1.1" status: 204 len: 168 time: 0.8930271 Jul 15 13:20:27.026228 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-573759c0-49bb-417f-ab6d-a673d5a859d9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] No DVR routers for this DVR port 06589b71-6e92-4c84-89d8-fd3a675bfd6c on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:27.032215 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-573759c0-49bb-417f-ab6d-a673d5a859d9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.034509 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-02186e6d-0dee-4b82-972a-4af65b13e40d req-573759c0-49bb-417f-ab6d-a673d5a859d9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.32 "DELETE /v2.0/ports/06589b71-6e92-4c84-89d8-fd3a675bfd6c HTTP/1.1" status: 204 len: 173 time: 1.7597654 Jul 15 13:20:27.044071 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5615ce34-2772-4317-828f-8b4e4b430c42 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.062971 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5615ce34-2772-4317-828f-8b4e4b430c42 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Calling delete_port for dd17b6e1-6435-487c-a600-4d67828b0dbd owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:27.101048 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39512) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:27.118421 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d234483-5981-4d26-8ddb-b05646408c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.249490 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5615ce34-2772-4317-828f-8b4e4b430c42 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.285361 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615ce34-2772-4317-828f-8b4e4b430c42 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Pushing event deleted for resources: {'Port': ['ID=dd17b6e1-6435-487c-a600-4d67828b0dbd,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:27.297800 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615ce34-2772-4317-828f-8b4e4b430c42 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:27.298151 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615ce34-2772-4317-828f-8b4e4b430c42 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:27.298527 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615ce34-2772-4317-828f-8b4e4b430c42 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:27.298862 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615ce34-2772-4317-828f-8b4e4b430c42 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:27.299193 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615ce34-2772-4317-828f-8b4e4b430c42 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:27.299708 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615ce34-2772-4317-828f-8b4e4b430c42 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:27.300047 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615ce34-2772-4317-828f-8b4e4b430c42 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:27.300380 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615ce34-2772-4317-828f-8b4e4b430c42 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:27.300709 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615ce34-2772-4317-828f-8b4e4b430c42 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:27.301034 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615ce34-2772-4317-828f-8b4e4b430c42 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:27.302657 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615ce34-2772-4317-828f-8b4e4b430c42 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:27.302999 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5615ce34-2772-4317-828f-8b4e4b430c42 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:27.306383 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5615ce34-2772-4317-828f-8b4e4b430c42 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.308500 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5615ce34-2772-4317-828f-8b4e4b430c42 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] 10.222.0.24 "DELETE /v2.0/ports/dd17b6e1-6435-487c-a600-4d67828b0dbd HTTP/1.1" status: 204 len: 168 time: 0.5762932 Jul 15 13:20:27.311904 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39516) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:27.317281 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d234483-5981-4d26-8ddb-b05646408c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.326271 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d234483-5981-4d26-8ddb-b05646408c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.361975 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39518) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:27.385220 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7d234483-5981-4d26-8ddb-b05646408c57 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=915f63608b6246e8b8d4beb93c00c95f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2827148 Jul 15 13:20:27.387742 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d234483-5981-4d26-8ddb-b05646408c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5670c0ce-4c6c-4703-92a2-936bdff1db43,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:27.390717 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39522) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:27.524697 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8f8df43b-93f2-42a9-8543-ebaee51e52f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.549692 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d5fcb-e62f-442c-a0d4-49e542d02bd0 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Deleting port 8da1093b-73e5-4880-8b60-23aa06f47052 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:27.550239 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d2d5fcb-e62f-442c-a0d4-49e542d02bd0 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.635372 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4aa4b55b-efab-48e0-a009-e3aec86d3ded admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6109fb68eb4f4b4ebe616d67589df4b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2720881 Jul 15 13:20:27.639717 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39524) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:27.642414 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8f8df43b-93f2-42a9-8543-ebaee51e52f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.706856 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-692fa03d-ced2-4bcd-a8f4-e5b07da9cf39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.738885 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-692fa03d-ced2-4bcd-a8f4-e5b07da9cf39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.765283 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d2d5fcb-e62f-442c-a0d4-49e542d02bd0 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.801237 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d5fcb-e62f-442c-a0d4-49e542d02bd0 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Calling delete_port for 8da1093b-73e5-4880-8b60-23aa06f47052 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:27.820210 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-692fa03d-ced2-4bcd-a8f4-e5b07da9cf39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.824762 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-692fa03d-ced2-4bcd-a8f4-e5b07da9cf39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.826729 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-692fa03d-ced2-4bcd-a8f4-e5b07da9cf39 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a35a55af-4ed3-4e49-ac58-5362baa9f4de HTTP/1.1" status: 204 len: 168 time: 0.1857820 Jul 15 13:20:27.844712 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692fa03d-ced2-4bcd-a8f4-e5b07da9cf39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35a55af-4ed3-4e49-ac58-5362baa9f4de,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:27.910725 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8f8df43b-93f2-42a9-8543-ebaee51e52f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.913707 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8f8df43b-93f2-42a9-8543-ebaee51e52f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.914923 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8f8df43b-93f2-42a9-8543-ebaee51e52f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5670c0ce-4c6c-4703-92a2-936bdff1db43 HTTP/1.1" status: 204 len: 168 time: 0.5233245 Jul 15 13:20:27.928731 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8df43b-93f2-42a9-8543-ebaee51e52f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5670c0ce-4c6c-4703-92a2-936bdff1db43,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:28.038944 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d2d5fcb-e62f-442c-a0d4-49e542d02bd0 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.116338 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d5fcb-e62f-442c-a0d4-49e542d02bd0 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Pushing event deleted for resources: {'Port': ['ID=8da1093b-73e5-4880-8b60-23aa06f47052,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:28.147531 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d2d5fcb-e62f-442c-a0d4-49e542d02bd0 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.147902 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39540) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:28.148001 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1d2d5fcb-e62f-442c-a0d4-49e542d02bd0 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] 10.222.0.24 "DELETE /v2.0/ports/8da1093b-73e5-4880-8b60-23aa06f47052 HTTP/1.1" status: 204 len: 168 time: 0.8307793 Jul 15 13:20:28.302751 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-15892c2b-45fe-4ce6-bff5-72d68079ddc8 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1566367 Jul 15 13:20:28.303724 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39550) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:28.320959 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-1c127c81-a616-4f67-a86d-032778f2c1c3 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1173689023'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:28.328310 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cfae3f1d-400b-45aa-ab49-b9aa99221c6f req-68b7070f-ef31-4e66-841c-60dc06005a0c tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 210 time: 0.0925236 Jul 15 13:20:28.375648 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c127c81-a616-4f67-a86d-032778f2c1c3 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Made reservation on behalf of 586205129b3d46f897ad6751d12de1c4 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:28.383120 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1c127c81-a616-4f67-a86d-032778f2c1c3 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.469299 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c127c81-a616-4f67-a86d-032778f2c1c3 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:20:28.506170 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1c127c81-a616-4f67-a86d-032778f2c1c3 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.509733 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-1c127c81-a616-4f67-a86d-032778f2c1c3 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Added segment 82cfa530-4b9d-4e27-9f7e-c379e97984ce of type vlan for network 60cf4a27-027f-460c-b0b0-3030127a1425 Jul 15 13:20:28.642099 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1c127c81-a616-4f67-a86d-032778f2c1c3 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.717842 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1c127c81-a616-4f67-a86d-032778f2c1c3 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.724629 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c127c81-a616-4f67-a86d-032778f2c1c3 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:28.725379 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1c127c81-a616-4f67-a86d-032778f2c1c3 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.777290 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41c2cb-50eb-4c66-9909-f038fa5f4596 req-4198e326-870a-469b-8fcf-94ee169327b7 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:28.784944 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ce41c2cb-50eb-4c66-9909-f038fa5f4596 req-4198e326-870a-469b-8fcf-94ee169327b7 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 945 time: 0.1110966 Jul 15 13:20:28.818478 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c127c81-a616-4f67-a86d-032778f2c1c3 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Pushing event updated for resources: {'Network': ['ID=60cf4a27-027f-460c-b0b0-3030127a1425,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:28.832711 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1c127c81-a616-4f67-a86d-032778f2c1c3 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5254147 Jul 15 13:20:28.835629 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39584) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:28.836374 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'name': 'network-vif-deleted', 'tag': '06589b71-6e92-4c84-89d8-fd3a675bfd6c'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:28.837208 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 60cf4a27-027f-460c-b0b0-3030127a1425 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:20:28.840950 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6441f205-236c-4821-9bb8-5b396d4b7c5f" -d '{"events": [{"server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "name": "network-vif-deleted", "tag": "06589b71-6e92-4c84-89d8-fd3a675bfd6c"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:28.850213 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-28303f05-28ef-4543-9a19-3a4b1e58a596 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1596114924'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:28.878010 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ce41c2cb-50eb-4c66-9909-f038fa5f4596 req-9fdfa21c-9dad-45c3-bf3f-31662d29735d tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915163 Jul 15 13:20:28.893315 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28303f05-28ef-4543-9a19-3a4b1e58a596 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Made reservation on behalf of 586205129b3d46f897ad6751d12de1c4 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:28.905125 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28303f05-28ef-4543-9a19-3a4b1e58a596 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.946289 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c9fdd8-a573-4b5f-93d5-412fe57184e4 x-openstack-request-id: req-35c9fdd8-a573-4b5f-93d5-412fe57184e4 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:28.946810 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed19341b-9b63-4176-a610-ba2e9164a658", "name": "network-vif-deleted", "tag": "06589b71-6e92-4c84-89d8-fd3a675bfd6c", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:28.947138 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-35c9fdd8-a573-4b5f-93d5-412fe57184e4 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:28.947740 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed19341b-9b63-4176-a610-ba2e9164a658', 'name': 'network-vif-deleted', 'tag': '06589b71-6e92-4c84-89d8-fd3a675bfd6c', 'status': 'completed', 'code': 200} Jul 15 13:20:28.962977 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28303f05-28ef-4543-9a19-3a4b1e58a596 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:20:28.986351 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28303f05-28ef-4543-9a19-3a4b1e58a596 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.986796 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-28303f05-28ef-4543-9a19-3a4b1e58a596 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Added segment 2f82e128-643a-42fa-aab2-afdaa8283d2b of type vlan for network 7f3e1ac2-c904-4c43-ac5b-1e6ef4bb9895 Jul 15 13:20:29.021158 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4493a7-5bd9-4e5c-be55-a1ad783ef30e req-8e702d95-b5fc-40f9-99a8-ee5b5bb3e44f tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:29.022926 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8d4493a7-5bd9-4e5c-be55-a1ad783ef30e req-8e702d95-b5fc-40f9-99a8-ee5b5bb3e44f tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.18 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 945 time: 0.1412337 Jul 15 13:20:29.067912 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28303f05-28ef-4543-9a19-3a4b1e58a596 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.147181 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28303f05-28ef-4543-9a19-3a4b1e58a596 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.158756 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28303f05-28ef-4543-9a19-3a4b1e58a596 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:29.159997 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28303f05-28ef-4543-9a19-3a4b1e58a596 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.256861 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-8d4493a7-5bd9-4e5c-be55-a1ad783ef30e req-136a2753-8525-4c27-9598-2f79ea8afae1 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Deleting port aa29e1a1-aae3-4a2a-9416-a346b74f4f17 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:29.257587 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8d4493a7-5bd9-4e5c-be55-a1ad783ef30e req-136a2753-8525-4c27-9598-2f79ea8afae1 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.290249 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-28303f05-28ef-4543-9a19-3a4b1e58a596 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4448698 Jul 15 13:20:29.408505 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28303f05-28ef-4543-9a19-3a4b1e58a596 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Pushing event updated for resources: {'Network': ['ID=7f3e1ac2-c904-4c43-ac5b-1e6ef4bb9895,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:29.444773 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 7f3e1ac2-c904-4c43-ac5b-1e6ef4bb9895 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:20:29.547382 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-8d4493a7-5bd9-4e5c-be55-a1ad783ef30e req-136a2753-8525-4c27-9598-2f79ea8afae1 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] For port aa29e1a1-aae3-4a2a-9416-a346b74f4f17, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=aa29e1a1-aae3-4a2a-9416-a346b74f4f17,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:29.547997 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8d4493a7-5bd9-4e5c-be55-a1ad783ef30e req-136a2753-8525-4c27-9598-2f79ea8afae1 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.577642 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-8d4493a7-5bd9-4e5c-be55-a1ad783ef30e req-136a2753-8525-4c27-9598-2f79ea8afae1 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Calling delete_port for aa29e1a1-aae3-4a2a-9416-a346b74f4f17 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:29.609356 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39606) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:29.910758 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fc068056-50aa-42f5-b29d-3fffe2ad71b6 req-a75d486b-912a-4754-bd78-71307f1671c7 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 210 time: 0.1617103 Jul 15 13:20:30.062311 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39634) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:30.101549 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-56eb253b-d732-4db9-bbe2-4f86e8075345 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Request body: {'security_group': {'name': 'tempest-secgroup--1701161293'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:30.186386 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-56eb253b-d732-4db9-bbe2-4f86e8075345 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.233642 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-352d4a83-d794-4261-bdb5-25ce3d6c66a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1322125296-network', 'tenant_id': '347d14cd23344179a4603507261557d8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:30.245223 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8d4493a7-5bd9-4e5c-be55-a1ad783ef30e req-136a2753-8525-4c27-9598-2f79ea8afae1 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.255112 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-56eb253b-d732-4db9-bbe2-4f86e8075345 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.319135 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f9c37ec9-9af4-49e3-875d-c9741f5f61cc req-4ac954b0-7688-474b-972b-bd04ca6e5f25 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 210 time: 0.0424144 Jul 15 13:20:30.357721 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352d4a83-d794-4261-bdb5-25ce3d6c66a5 admin admin] Made reservation on behalf of 347d14cd23344179a4603507261557d8 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:30.361213 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-352d4a83-d794-4261-bdb5-25ce3d6c66a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.389666 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a2753-8525-4c27-9598-2f79ea8afae1 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Pushing event deleted for resources: {'Port': ['ID=aa29e1a1-aae3-4a2a-9416-a346b74f4f17,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:30.390856 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-352d4a83-d794-4261-bdb5-25ce3d6c66a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.453676 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4493a7-5bd9-4e5c-be55-a1ad783ef30e req-136a2753-8525-4c27-9598-2f79ea8afae1 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] No DVR routers for this DVR port aa29e1a1-aae3-4a2a-9416-a346b74f4f17 on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:30.459938 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8d4493a7-5bd9-4e5c-be55-a1ad783ef30e req-136a2753-8525-4c27-9598-2f79ea8afae1 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.464784 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8d4493a7-5bd9-4e5c-be55-a1ad783ef30e req-136a2753-8525-4c27-9598-2f79ea8afae1 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.18 "DELETE /v2.0/ports/aa29e1a1-aae3-4a2a-9416-a346b74f4f17 HTTP/1.1" status: 204 len: 173 time: 1.4350173 Jul 15 13:20:30.466119 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b781a204-60ee-4d12-b626-02d8107e5d8a', 'name': 'network-vif-deleted', 'tag': 'aa29e1a1-aae3-4a2a-9416-a346b74f4f17'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:30.471472 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116e65a7-2ae3-448b-85d1-61aca5eb8b99" -d '{"events": [{"server_uuid": "b781a204-60ee-4d12-b626-02d8107e5d8a", "name": "network-vif-deleted", "tag": "aa29e1a1-aae3-4a2a-9416-a346b74f4f17"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:30.572677 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c23b08b-cfe7-4c2c-8ce4-fc2ef971bcd2 x-openstack-request-id: req-8c23b08b-cfe7-4c2c-8ce4-fc2ef971bcd2 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:30.573318 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b781a204-60ee-4d12-b626-02d8107e5d8a", "name": "network-vif-deleted", "tag": "aa29e1a1-aae3-4a2a-9416-a346b74f4f17", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:30.573433 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c23b08b-cfe7-4c2c-8ce4-fc2ef971bcd2 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:30.574006 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b781a204-60ee-4d12-b626-02d8107e5d8a', 'name': 'network-vif-deleted', 'tag': 'aa29e1a1-aae3-4a2a-9416-a346b74f4f17', 'status': 'completed', 'code': 200} Jul 15 13:20:30.654824 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-56eb253b-d732-4db9-bbe2-4f86e8075345 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.663593 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-56eb253b-d732-4db9-bbe2-4f86e8075345 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.737507 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb253b-d732-4db9-bbe2-4f86e8075345 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40618eec-bafc-44c9-b14a-fd74a18b6186,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:30.882775 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-352d4a83-d794-4261-bdb5-25ce3d6c66a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.892573 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-352d4a83-d794-4261-bdb5-25ce3d6c66a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.138166 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-56eb253b-d732-4db9-bbe2-4f86e8075345 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.181317 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d4a83-d794-4261-bdb5-25ce3d6c66a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad28828-d022-41dd-93e6-d92b85c5fda0,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:31.276288 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-352d4a83-d794-4261-bdb5-25ce3d6c66a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:20:31.310413 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-352d4a83-d794-4261-bdb5-25ce3d6c66a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.311366 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-352d4a83-d794-4261-bdb5-25ce3d6c66a5 admin admin] Added segment 371c93d3-8bda-432b-9978-4decba9e0a67 of type vlan for network 22e34df3-bf36-4603-b5ed-74735e1e8ea4 Jul 15 13:20:31.502315 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3c5b3396-a34b-4969-a91d-2379383ec63f req-01be5e56-60c8-48d8-b99e-69e4b9f6128d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 210 time: 0.1169024 Jul 15 13:20:31.502607 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-352d4a83-d794-4261-bdb5-25ce3d6c66a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.591459 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-56eb253b-d732-4db9-bbe2-4f86e8075345 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.645970 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-352d4a83-d794-4261-bdb5-25ce3d6c66a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.648690 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352d4a83-d794-4261-bdb5-25ce3d6c66a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:31.650636 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-352d4a83-d794-4261-bdb5-25ce3d6c66a5 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.825027 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-56eb253b-d732-4db9-bbe2-4f86e8075345 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.829008 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-56eb253b-d732-4db9-bbe2-4f86e8075345 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.2162080 Jul 15 13:20:31.829914 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39774) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:31.850802 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d4a83-d794-4261-bdb5-25ce3d6c66a5 admin admin] Pushing event updated for resources: {'Network': ['ID=22e34df3-bf36-4603-b5ed-74735e1e8ea4,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:31.863418 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 22e34df3-bf36-4603-b5ed-74735e1e8ea4 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:20:31.987016 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9b79221e-dbc1-4f45-bb43-f6cda2c06376 req-f2a38254-94e8-48f6-8d6f-d059ecfb12c4 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=b781a204-60ee-4d12-b626-02d8107e5d8a HTTP/1.1" status: 200 len: 210 time: 0.1381955 Jul 15 13:20:31.997450 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-352d4a83-d794-4261-bdb5-25ce3d6c66a5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9333789 Jul 15 13:20:31.998616 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb253b-d732-4db9-bbe2-4f86e8075345 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c3165c-abb6-490b-9d5d-dd332d0cbc71,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:32.040173 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39790) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:32.060797 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-6b1ffbbb-38a4-4ff3-ba94-46a1bfb8db84 admin admin] Request body: {'subnet': {'network_id': '22e34df3-bf36-4603-b5ed-74735e1e8ea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1322125296-subnet', 'tenant_id': '347d14cd23344179a4603507261557d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:32.103057 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1ffbbb-38a4-4ff3-ba94-46a1bfb8db84 admin admin] Made reservation on behalf of 347d14cd23344179a4603507261557d8 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:32.105859 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6b1ffbbb-38a4-4ff3-ba94-46a1bfb8db84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.140081 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39806) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:32.140821 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3e12dc2b-081a-483f-bc9a-2870f7e1ad12 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3086963 Jul 15 13:20:32.155074 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c14cafa5-8125-45dc-86e8-bf946522e903 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Request body: {'security_group': {'name': 'tempest-security--976008854', 'description': 'tempest-security-description-1409192081'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:32.215815 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a1319-7d5d-49df-ac43-8acfc0d29312 req-19233878-e5a1-4f71-a746-c987188edb52 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:32.256169 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b16a1319-7d5d-49df-ac43-8acfc0d29312 req-19233878-e5a1-4f71-a746-c987188edb52 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.2989213 Jul 15 13:20:32.359981 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be18ad-b028-49cf-836b-e86868b13e39 req-b82eb780-c0e1-4b0d-8641-e6d5ecf28c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:32.362394 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-92be18ad-b028-49cf-836b-e86868b13e39 req-b82eb780-c0e1-4b0d-8641-e6d5ecf28c47 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a5577c115ec43508375ce7d29599c94&device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 1097 time: 0.5341995 Jul 15 13:20:32.377844 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b16a1319-7d5d-49df-ac43-8acfc0d29312 req-415c44b2-d43b-4bea-b0ee-a29cd01ec264 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171687 Jul 15 13:20:32.418184 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6b1ffbbb-38a4-4ff3-ba94-46a1bfb8db84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.539577 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c14cafa5-8125-45dc-86e8-bf946522e903 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.588103 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ffbbb-38a4-4ff3-ba94-46a1bfb8db84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=017c68ce-bf83-43a6-986a-e0abadb002ed,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:32.634211 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1ffbbb-38a4-4ff3-ba94-46a1bfb8db84 admin admin] Checking segment: {'id': '371c93d3-8bda-432b-9978-4decba9e0a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '22e34df3-bf36-4603-b5ed-74735e1e8ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:32.634970 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1ffbbb-38a4-4ff3-ba94-46a1bfb8db84 admin admin] Network hostable DHCP agents. Network: 22e34df3-bf36-4603-b5ed-74735e1e8ea4, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:20:32.673722 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be18ad-b028-49cf-836b-e86868b13e39 req-89fbcb84-61d3-4919-8a73-8dee3f3b222a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:32.675772 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-92be18ad-b028-49cf-836b-e86868b13e39 req-89fbcb84-61d3-4919-8a73-8dee3f3b222a service neutron] 10.222.0.32 "GET /v2.0/networks?id=edeaa118-edc5-4f1b-bf13-6f27616a2b19 HTTP/1.1" status: 200 len: 913 time: 0.2762666 Jul 15 13:20:32.703784 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c14cafa5-8125-45dc-86e8-bf946522e903 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.747490 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c14cafa5-8125-45dc-86e8-bf946522e903 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.755665 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c14cafa5-8125-45dc-86e8-bf946522e903 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.758996 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c14cafa5-8125-45dc-86e8-bf946522e903 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "PUT /v2.0/security-groups/34c3165c-abb6-490b-9d5d-dd332d0cbc71 HTTP/1.1" status: 200 len: 1779 time: 0.6120105 Jul 15 13:20:32.764166 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39854) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:32.773797 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39856) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:32.781702 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-88d1afaf-fb85-46de-9445-302b007364d2 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Request body: {'subnets': [{'network_id': '60cf4a27-027f-460c-b0b0-3030127a1425', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--459737562', 'ip_version': 6}, {'network_id': '7f3e1ac2-c904-4c43-ac5b-1e6ef4bb9895', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:32.782409 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-88d1afaf-fb85-46de-9445-302b007364d2 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Request body: {'subnet': {'network_id': '60cf4a27-027f-460c-b0b0-3030127a1425', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--459737562', 'ip_version': 6}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:32.783258 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-88d1afaf-fb85-46de-9445-302b007364d2 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Request body: {'subnet': {'network_id': '7f3e1ac2-c904-4c43-ac5b-1e6ef4bb9895', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:32.832952 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1ffbbb-38a4-4ff3-ba94-46a1bfb8db84 admin admin] Network 22e34df3-bf36-4603-b5ed-74735e1e8ea4 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:20:32.858304 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-49867c3e-9d6a-42cf-ac4e-b1a747e0df9b tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "GET /v2.0/security-groups/34c3165c-abb6-490b-9d5d-dd332d0cbc71 HTTP/1.1" status: 200 len: 1779 time: 0.0921948 Jul 15 13:20:32.862189 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39866) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:32.956289 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-29ec73df-d297-472e-8180-28c9b75744aa tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.972676 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-92be18ad-b028-49cf-836b-e86868b13e39 req-5d05b0bb-062f-4c2a-a1d1-1006039495d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3313d1c0-7322-4571-9574-1a2b411edcd1 HTTP/1.1" status: 200 len: 999 time: 0.2793984 Jul 15 13:20:32.983993 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14cafa5-8125-45dc-86e8-bf946522e903 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c3165c-abb6-490b-9d5d-dd332d0cbc71,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:32.986398 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-6b1ffbbb-38a4-4ff3-ba94-46a1bfb8db84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 22e34df3-bf36-4603-b5ed-74735e1e8ea4) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:33.008821 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1ffbbb-38a4-4ff3-ba94-46a1bfb8db84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:33.009481 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6b1ffbbb-38a4-4ff3-ba94-46a1bfb8db84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.010330 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-29ec73df-d297-472e-8180-28c9b75744aa tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.012392 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81f897c-c1cd-4023-833e-302474868b8d None None] Network 22e34df3-bf36-4603-b5ed-74735e1e8ea4 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:33.152866 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-29ec73df-d297-472e-8180-28c9b75744aa tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.155728 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-29ec73df-d297-472e-8180-28c9b75744aa tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.156991 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-29ec73df-d297-472e-8180-28c9b75744aa tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "DELETE /v2.0/security-groups/34c3165c-abb6-490b-9d5d-dd332d0cbc71 HTTP/1.1" status: 204 len: 168 time: 0.2934220 Jul 15 13:20:33.160623 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39892) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:33.212205 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec73df-d297-472e-8180-28c9b75744aa tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c3165c-abb6-490b-9d5d-dd332d0cbc71,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:33.290228 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e50a8585-edce-4195-a333-e90076750948 req-aed549de-3d1b-4eaa-9571-beeb41f82bb5 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 210 time: 0.2850647 Jul 15 13:20:33.319764 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-147f4d2c-6ae7-4075-a714-1c5943cb8736 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1561954 Jul 15 13:20:33.322518 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39906) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:33.363575 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-439e0ea4-c57c-43ec-b6bb-4d240524308c tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] delete failed (client error): The resource could not be found. Jul 15 13:20:33.367186 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-439e0ea4-c57c-43ec-b6bb-4d240524308c tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "DELETE /v2.0/security-groups/34c3165c-abb6-490b-9d5d-dd332d0cbc71 HTTP/1.1" status: 404 len: 347 time: 0.0422382 Jul 15 13:20:33.370842 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39912) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:33.378291 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6b1ffbbb-38a4-4ff3-ba94-46a1bfb8db84 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3242626 Jul 15 13:20:33.382539 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-dd1483b9-fe0a-40e8-999e-1056a3d6b40a tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Request body: {'security_group': {'name': 'tempest-secgroup--1012303766'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:33.434162 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8677e5ae-a5d4-4670-8d20-1180cd572a3a None None] Network 22e34df3-bf36-4603-b5ed-74735e1e8ea4 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:33.439291 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be18ad-b028-49cf-836b-e86868b13e39 req-33df9e14-39df-4732-bd2a-279d5d98927a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:33.443892 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-92be18ad-b028-49cf-836b-e86868b13e39 req-33df9e14-39df-4732-bd2a-279d5d98927a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d793a745-d38c-4e8b-9716-b5fdf7b27406 HTTP/1.1" status: 200 len: 851 time: 0.4383631 Jul 15 13:20:33.446236 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d1afaf-fb85-46de-9445-302b007364d2 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Made reservation on behalf of 586205129b3d46f897ad6751d12de1c4 for: {'subnet': 2} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:33.463300 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-88d1afaf-fb85-46de-9445-302b007364d2 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.464549 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-88d1afaf-fb85-46de-9445-302b007364d2 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.529178 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd1483b9-fe0a-40e8-999e-1056a3d6b40a tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.603682 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device aa29e1a1-aae3-4a2a-9416-a346b74f4f17 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:33.709108 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: aa29e1a1-aae3-4a2a-9416-a346b74f4f17 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:20:33.710069 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device aa29e1a1-aae3-4a2a-9416-a346b74f4f17 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:20:33.792779 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd1483b9-fe0a-40e8-999e-1056a3d6b40a tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.819661 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd1483b9-fe0a-40e8-999e-1056a3d6b40a tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.898046 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd1483b9-fe0a-40e8-999e-1056a3d6b40a tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.900015 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-dd1483b9-fe0a-40e8-999e-1056a3d6b40a tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5262055 Jul 15 13:20:33.920806 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39946) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:33.930986 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-262fa686-b1c8-4929-84fd-96b3fded751c tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Request body: {'security_group_rule': {'security_group_id': '7b9d4967-c730-4b49-bfb0-be222849949a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:34.079778 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1483b9-fe0a-40e8-999e-1056a3d6b40a tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9d4967-c730-4b49-bfb0-be222849949a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:34.097156 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-262fa686-b1c8-4929-84fd-96b3fded751c tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.245507 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de16b1-af06-4d39-b2f5-5837a840826a req-c14a6108-bf4c-46cb-bace-c616697dac8a tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:34.247630 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e2de16b1-af06-4d39-b2f5-5837a840826a req-c14a6108-bf4c-46cb-bace-c616697dac8a tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=147c7280-5538-49e7-9aae-642db42a04b4 HTTP/1.1" status: 200 len: 944 time: 0.2418227 Jul 15 13:20:34.273130 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-262fa686-b1c8-4929-84fd-96b3fded751c tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.288514 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-262fa686-b1c8-4929-84fd-96b3fded751c tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.306879 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6ee03-0bec-40f9-aa19-40bd7a048c7b req-6957b64f-a012-49ca-ad60-79c8ae8ff010 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:34.308573 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0ac6ee03-0bec-40f9-aa19-40bd7a048c7b req-6957b64f-a012-49ca-ad60-79c8ae8ff010 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.18 "GET /v2.0/ports?device_id=147c7280-5538-49e7-9aae-642db42a04b4 HTTP/1.1" status: 200 len: 944 time: 0.2243447 Jul 15 13:20:34.337607 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262fa686-b1c8-4929-84fd-96b3fded751c tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7204c80c-b81d-4501-abb0-3dcca5030f9e,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:34.501635 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be18ad-b028-49cf-836b-e86868b13e39 req-43a3471f-75f4-497d-a1ea-85b20a5a5946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:34.506758 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-92be18ad-b028-49cf-836b-e86868b13e39 req-43a3471f-75f4-497d-a1ea-85b20a5a5946 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edeaa118-edc5-4f1b-bf13-6f27616a2b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0278854 Jul 15 13:20:34.571706 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-262fa686-b1c8-4929-84fd-96b3fded751c tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.573334 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-262fa686-b1c8-4929-84fd-96b3fded751c tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6506331 Jul 15 13:20:34.604922 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39996) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:34.636423 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e2de16b1-af06-4d39-b2f5-5837a840826a req-2267c203-3ced-4ecd-8b2a-b77e857dba25 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa65c08d-1d36-4a22-a316-392aa8014807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610322 Jul 15 13:20:34.640031 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76e33f-b8e1-488a-8f41-5d187d283896 req-cd6c2f7e-091c-44ad-84df-f559cb928baf tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:34.651919 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4a76e33f-b8e1-488a-8f41-5d187d283896 req-cd6c2f7e-091c-44ad-84df-f559cb928baf tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.6516981 Jul 15 13:20:34.794287 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4a76e33f-b8e1-488a-8f41-5d187d283896 req-e893a47d-dabe-46dc-9f03-23db4c3a3503 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417546 Jul 15 13:20:34.808060 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71728e29-56b1-4b06-a512-ce83bfbff120 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.846037 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71728e29-56b1-4b06-a512-ce83bfbff120 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.876429 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-0ac6ee03-0bec-40f9-aa19-40bd7a048c7b req-cc371c72-8295-4d88-947c-8d7ab1dd13ab tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Deleting port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:34.877352 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0ac6ee03-0bec-40f9-aa19-40bd7a048c7b req-cc371c72-8295-4d88-947c-8d7ab1dd13ab tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.903405 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-92be18ad-b028-49cf-836b-e86868b13e39 req-529097e8-88a5-44af-ae0c-00a02eb1ee91 service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801081 Jul 15 13:20:34.949664 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71728e29-56b1-4b06-a512-ce83bfbff120 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.030013 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71728e29-56b1-4b06-a512-ce83bfbff120 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.037525 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-71728e29-56b1-4b06-a512-ce83bfbff120 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/7204c80c-b81d-4501-abb0-3dcca5030f9e HTTP/1.1" status: 204 len: 168 time: 0.4266586 Jul 15 13:20:35.045290 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40030) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:35.249938 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cbb49c9b-3928-4582-848c-9908fb0f4af9 req-cbed918c-7632-4596-a07c-ce55763695ba tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 210 time: 0.1475892 Jul 15 13:20:35.253958 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71728e29-56b1-4b06-a512-ce83bfbff120 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7204c80c-b81d-4501-abb0-3dcca5030f9e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:35.306748 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-0ac6ee03-0bec-40f9-aa19-40bd7a048c7b req-cc371c72-8295-4d88-947c-8d7ab1dd13ab tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] For port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=720adb4d-f7d9-4b09-96ad-238d3c1d91ce,segment=NetworkSegment(c1374f25-4b2c-4c99-9255-b9d9480fbefa),segment_id=c1374f25-4b2c-4c99-9255-b9d9480fbefa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:35.307396 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0ac6ee03-0bec-40f9-aa19-40bd7a048c7b req-cc371c72-8295-4d88-947c-8d7ab1dd13ab tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.345186 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-0ac6ee03-0bec-40f9-aa19-40bd7a048c7b req-cc371c72-8295-4d88-947c-8d7ab1dd13ab tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Calling delete_port for 720adb4d-f7d9-4b09-96ad-238d3c1d91ce owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:35.366278 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2c901438-1cc9-40a4-82aa-ce1fc4ff48da tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3116519 Jul 15 13:20:35.367705 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-88d1afaf-fb85-46de-9445-302b007364d2 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.369936 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40060) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:35.425857 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-92be18ad-b028-49cf-836b-e86868b13e39 req-03c8eafc-fd5d-4fa8-b9f1-2978b69b7b7d service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069668 Jul 15 13:20:35.437338 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1afaf-fb85-46de-9445-302b007364d2 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Pushing event updated for resources: {'Subnet': ['ID=252e126c-ba90-4db4-a895-df84e227fb15,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:35.580881 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb4cecbe-2433-4af1-9885-2068f5ff2a64 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.593586 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d1afaf-fb85-46de-9445-302b007364d2 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Checking segment: {'id': '82cfa530-4b9d-4e27-9f7e-c379e97984ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '60cf4a27-027f-460c-b0b0-3030127a1425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:35.594786 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d1afaf-fb85-46de-9445-302b007364d2 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Network hostable DHCP agents. Network: 60cf4a27-027f-460c-b0b0-3030127a1425, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:20:35.653794 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb4cecbe-2433-4af1-9885-2068f5ff2a64 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.718432 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d1afaf-fb85-46de-9445-302b007364d2 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Network 60cf4a27-027f-460c-b0b0-3030127a1425 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:20:35.790731 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0ac6ee03-0bec-40f9-aa19-40bd7a048c7b req-cc371c72-8295-4d88-947c-8d7ab1dd13ab tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.792418 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-88d1afaf-fb85-46de-9445-302b007364d2 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 60cf4a27-027f-460c-b0b0-3030127a1425) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:35.803099 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-88d1afaf-fb85-46de-9445-302b007364d2 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.805219 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8243b762-cd15-4197-9c7a-eda1a8106d99 None None] Network 60cf4a27-027f-460c-b0b0-3030127a1425 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:35.872038 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc371c72-8295-4d88-947c-8d7ab1dd13ab tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Pushing event deleted for resources: {'Port': ['ID=720adb4d-f7d9-4b09-96ad-238d3c1d91ce,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:36.159661 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac6ee03-0bec-40f9-aa19-40bd7a048c7b req-cc371c72-8295-4d88-947c-8d7ab1dd13ab tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] No DVR routers for this DVR port 720adb4d-f7d9-4b09-96ad-238d3c1d91ce on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:36.169441 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0ac6ee03-0bec-40f9-aa19-40bd7a048c7b req-cc371c72-8295-4d88-947c-8d7ab1dd13ab tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:36.176991 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0ac6ee03-0bec-40f9-aa19-40bd7a048c7b req-cc371c72-8295-4d88-947c-8d7ab1dd13ab tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.18 "DELETE /v2.0/ports/720adb4d-f7d9-4b09-96ad-238d3c1d91ce HTTP/1.1" status: 204 len: 173 time: 1.8562744 Jul 15 13:20:36.216360 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '147c7280-5538-49e7-9aae-642db42a04b4', 'name': 'network-vif-deleted', 'tag': '720adb4d-f7d9-4b09-96ad-238d3c1d91ce'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:36.268445 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bea4e6-89a7-408f-a40f-6e24b4f5cf54" -d '{"events": [{"server_uuid": "147c7280-5538-49e7-9aae-642db42a04b4", "name": "network-vif-deleted", "tag": "720adb4d-f7d9-4b09-96ad-238d3c1d91ce"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:36.567988 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edde4ec-1862-4fc5-a1dc-754e26bf35a8 req-a36d73c4-e5c0-4590-86cf-508dbc7fe869 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:36.571136 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1edde4ec-1862-4fc5-a1dc-754e26bf35a8 req-a36d73c4-e5c0-4590-86cf-508dbc7fe869 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.3928485 Jul 15 13:20:36.714234 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1edde4ec-1862-4fc5-a1dc-754e26bf35a8 req-9642935d-27db-4aa4-86f5-59d33ea0a668 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312296 Jul 15 13:20:36.720750 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4c3ed8-a2fe-4fbf-808f-3b83824091c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-60cf4a27-027f-460c-b0b0-3030127a1425', 'network_id': '60cf4a27-027f-460c-b0b0-3030127a1425', 'tenant_id': '586205129b3d46f897ad6751d12de1c4', 'fixed_ips': [{'subnet_id': '252e126c-ba90-4db4-a895-df84e227fb15'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:20:36.722866 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c4c3ed8-a2fe-4fbf-808f-3b83824091c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:36.888092 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bdbcf5-9867-40d8-93fb-bc45599aef14 x-openstack-request-id: req-c7bdbcf5-9867-40d8-93fb-bc45599aef14 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:36.888553 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "147c7280-5538-49e7-9aae-642db42a04b4", "name": "network-vif-deleted", "tag": "720adb4d-f7d9-4b09-96ad-238d3c1d91ce", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:36.889302 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7bdbcf5-9867-40d8-93fb-bc45599aef14 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:36.890200 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '147c7280-5538-49e7-9aae-642db42a04b4', 'name': 'network-vif-deleted', 'tag': '720adb4d-f7d9-4b09-96ad-238d3c1d91ce', 'status': 'completed', 'code': 200} Jul 15 13:20:36.980759 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb4cecbe-2433-4af1-9885-2068f5ff2a64 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:36.993266 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb4cecbe-2433-4af1-9885-2068f5ff2a64 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:36.997709 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-bb4cecbe-2433-4af1-9885-2068f5ff2a64 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "DELETE /v2.0/security-groups/7b9d4967-c730-4b49-bfb0-be222849949a HTTP/1.1" status: 204 len: 168 time: 1.5693960 Jul 15 13:20:36.999147 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40136) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:37.060199 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f8bdaae-d94d-47b0-a7b2-53e5d9733652 req-7d7971d1-0a19-4cce-b2ce-3629b9873776 tempest-LiveMigrationTest-460503074 tempest-LiveMigrationTest-460503074-project] 10.222.0.24 "GET /v2.0/ports?device_id=147c7280-5538-49e7-9aae-642db42a04b4 HTTP/1.1" status: 200 len: 210 time: 1.0147080 Jul 15 13:20:37.141725 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-edb26522-a617-47f9-943b-0581511b0fd9 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1408005 Jul 15 13:20:37.149636 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40140) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:37.157384 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2fdbfaa9-e7ac-4a9e-b9a1-c3ee21877fa4 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Request body: {'security_group': {'name': 'tempest-secgroup--2135450544'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:37.160196 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4cecbe-2433-4af1-9885-2068f5ff2a64 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9d4967-c730-4b49-bfb0-be222849949a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:37.197536 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1afaf-fb85-46de-9445-302b007364d2 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Pushing event updated for resources: {'Subnet': ['ID=7d1f9bb7-52b9-477e-a424-d9e7890da0bf,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:37.205711 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d1afaf-fb85-46de-9445-302b007364d2 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Checking segment: {'id': '2f82e128-643a-42fa-aab2-afdaa8283d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7f3e1ac2-c904-4c43-ac5b-1e6ef4bb9895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:37.206454 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d1afaf-fb85-46de-9445-302b007364d2 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Network hostable DHCP agents. Network: 7f3e1ac2-c904-4c43-ac5b-1e6ef4bb9895, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:20:37.257494 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d1afaf-fb85-46de-9445-302b007364d2 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Network 7f3e1ac2-c904-4c43-ac5b-1e6ef4bb9895 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:20:37.282893 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4474cc5c-37c4-4a3e-afc6-54c568daa76b req-e8d014b8-98c0-4cf8-ac81-fae865ea9489 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 210 time: 0.1035006 Jul 15 13:20:37.309170 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-88d1afaf-fb85-46de-9445-302b007364d2 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 7f3e1ac2-c904-4c43-ac5b-1e6ef4bb9895) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:37.321277 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2fdbfaa9-e7ac-4a9e-b9a1-c3ee21877fa4 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:37.328857 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d1afaf-fb85-46de-9445-302b007364d2 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:37.329890 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d1afaf-fb85-46de-9445-302b007364d2 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:37.331206 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-88d1afaf-fb85-46de-9445-302b007364d2 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:37.356292 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7b6659-8d18-4f86-bf42-06367ceb80b5 None None] Network 7f3e1ac2-c904-4c43-ac5b-1e6ef4bb9895 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:37.594390 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2fdbfaa9-e7ac-4a9e-b9a1-c3ee21877fa4 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:37.608626 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2fdbfaa9-e7ac-4a9e-b9a1-c3ee21877fa4 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:37.618201 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-88d1afaf-fb85-46de-9445-302b007364d2 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.8414469 Jul 15 13:20:37.620806 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40146) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:37.656336 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-0c4c3ed8-a2fe-4fbf-808f-3b83824091c3 None None] Allocated IP 2001:db8::1 (60cf4a27-027f-460c-b0b0-3030127a1425/252e126c-ba90-4db4-a895-df84e227fb15/52e2edb0-ce32-45f8-9ac2-daf15ff41388) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:37.710601 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2fdbfaa9-e7ac-4a9e-b9a1-c3ee21877fa4 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:37.714731 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2fdbfaa9-e7ac-4a9e-b9a1-c3ee21877fa4 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5608435 Jul 15 13:20:37.722366 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40150) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:37.798098 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdbfaa9-e7ac-4a9e-b9a1-c3ee21877fa4 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e83d529-9f51-4389-b21a-57f2dbfcbb92,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:37.851373 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d09b25-9a85-4836-9bad-8038ca75ce6b tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:37.854342 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d09b25-9a85-4836-9bad-8038ca75ce6b tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:37.856313 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d09b25-9a85-4836-9bad-8038ca75ce6b tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:37.860846 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e3d09b25-9a85-4836-9bad-8038ca75ce6b tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2384436 Jul 15 13:20:37.861952 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-7f3e1ac2-c904-4c43-ac5b-1e6ef4bb9895', 'network_id': '7f3e1ac2-c904-4c43-ac5b-1e6ef4bb9895', 'tenant_id': '586205129b3d46f897ad6751d12de1c4', 'fixed_ips': [{'subnet_id': '7d1f9bb7-52b9-477e-a424-d9e7890da0bf'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:20:37.864318 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-df53c743-a341-47b1-a46d-782ded7c0202 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Request body: {'security_group_rule': {'security_group_id': '7e83d529-9f51-4389-b21a-57f2dbfcbb92', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:37.864750 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:37.875461 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40160) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:37.978152 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df53c743-a341-47b1-a46d-782ded7c0202 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.024224 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-d675d203-2b1a-45c3-88fd-8612fdb98a6c tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Deleting subnet 252e126c-ba90-4db4-a895-df84e227fb15 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:20:38.192531 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] Allocated IP 2001:db8:0:1::1 (7f3e1ac2-c904-4c43-ac5b-1e6ef4bb9895/7d1f9bb7-52b9-477e-a424-d9e7890da0bf/5506e1e9-649f-4c24-b1e2-93904391e00b) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:38.200697 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df53c743-a341-47b1-a46d-782ded7c0202 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.225256 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df53c743-a341-47b1-a46d-782ded7c0202 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.306855 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c71548-f5d0-40c6-b458-1732ce0762af req-57abfebf-1859-4a3c-8fc9-c65b286a161c tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:38.315249 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-76c71548-f5d0-40c6-b458-1732ce0762af req-57abfebf-1859-4a3c-8fc9-c65b286a161c tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.2091341 Jul 15 13:20:38.315940 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53c743-a341-47b1-a46d-782ded7c0202 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a481504e-bdf9-42cd-b061-890702d4d2c8,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:38.350816 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df53c743-a341-47b1-a46d-782ded7c0202 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.353279 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-df53c743-a341-47b1-a46d-782ded7c0202 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6287613 Jul 15 13:20:38.357628 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40184) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:38.364933 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ec42c534-7c94-449f-8a0f-ac940234e838 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Request body: {'security_group_rule': {'security_group_id': '7e83d529-9f51-4389-b21a-57f2dbfcbb92', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:38.394782 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-35e66d21-da7e-43fc-bd70-add1e5c9ffc7 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:38.397084 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-76c71548-f5d0-40c6-b458-1732ce0762af req-cac70204-b2b0-4662-aa1c-32648b79ec98 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807517 Jul 15 13:20:38.404477 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-35e66d21-da7e-43fc-bd70-add1e5c9ffc7 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/networks?id=22e34df3-bf36-4603-b5ed-74735e1e8ea4 HTTP/1.1" status: 200 len: 809 time: 0.3111179 Jul 15 13:20:38.438196 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-b707a11c-4508-4515-8792-d6e0be5359cb tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/quotas/347d14cd23344179a4603507261557d8 HTTP/1.1" status: 200 len: 375 time: 0.0322282 Jul 15 13:20:38.487481 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-c4f2085a-cddc-4dff-bede-74729922f041 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=347d14cd23344179a4603507261557d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481155 Jul 15 13:20:38.493750 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-14424cbc-b07e-4dfc-a429-934e310ded31 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:20:38.501283 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ec42c534-7c94-449f-8a0f-ac940234e838 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.501880 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-14424cbc-b07e-4dfc-a429-934e310ded31 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129478 Jul 15 13:20:38.510266 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.666775 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-d1a06875-4f69-4451-bb40-2d095a7f8e43 service neutron] 10.222.0.24 "GET /v2.0/networks/22e34df3-bf36-4603-b5ed-74735e1e8ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634459 Jul 15 13:20:38.726962 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40188) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:38.775760 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ec42c534-7c94-449f-8a0f-ac940234e838 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.785925 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ec42c534-7c94-449f-8a0f-ac940234e838 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.841702 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec42c534-7c94-449f-8a0f-ac940234e838 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c03dab-2df9-48b1-a83e-b771c91dfdbc,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:38.861892 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ec42c534-7c94-449f-8a0f-ac940234e838 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.867988 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ec42c534-7c94-449f-8a0f-ac940234e838 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5087538 Jul 15 13:20:38.868954 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40192) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:38.874293 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e385abf1-299d-4f20-a9c3-4401fdfc4a7a tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Request body: {'security_group_rule': {'security_group_id': '7e83d529-9f51-4389-b21a-57f2dbfcbb92', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:38.889550 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.921453 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e385abf1-299d-4f20-a9c3-4401fdfc4a7a tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.941130 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] Transition to ACTIVE for port object 5506e1e9-649f-4c24-b1e2-93904391e00b will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:39.026016 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c4c3ed8-a2fe-4fbf-808f-3b83824091c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.045241 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] Transition to ACTIVE for port object 5506e1e9-649f-4c24-b1e2-93904391e00b will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:39.047716 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-513a9807-2d85-4eb9-9056-e52db6c813bf service neutron] 10.222.0.24 "GET /v2.0/networks/22e34df3-bf36-4603-b5ed-74735e1e8ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767369 Jul 15 13:20:39.057514 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0c4c3ed8-a2fe-4fbf-808f-3b83824091c3 None None] Transition to ACTIVE for port object 52e2edb0-ce32-45f8-9ac2-daf15ff41388 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:39.067631 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.213586 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] Network 7f3e1ac2-c904-4c43-ac5b-1e6ef4bb9895 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:39.215979 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e107b903-fdf9-4bd3-bbe7-29ce9dc37a36 req-23ee9d91-2741-4830-b975-cae5d407e373 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 210 time: 0.1271307 Jul 15 13:20:39.252803 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0c4c3ed8-a2fe-4fbf-808f-3b83824091c3 None None] Transition to ACTIVE for port object 52e2edb0-ce32-45f8-9ac2-daf15ff41388 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:39.260295 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:39.286641 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:39.288988 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d675d203-2b1a-45c3-88fd-8612fdb98a6c tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.294322 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c4c3ed8-a2fe-4fbf-808f-3b83824091c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.311769 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] Pushing event updated for resources: {'Port': ['ID=5506e1e9-649f-4c24-b1e2-93904391e00b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:39.343180 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:39.343600 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:39.343839 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:39.344378 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:39.344892 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:39.345415 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:39.345958 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:39.346476 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:39.346986 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:39.347485 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:39.348018 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:39.348513 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:39.385947 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e385abf1-299d-4f20-a9c3-4401fdfc4a7a tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.396489 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4c3ed8-a2fe-4fbf-808f-3b83824091c3 None None] Network 60cf4a27-027f-460c-b0b0-3030127a1425 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:39.405506 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4ac424-b3ba-4738-accb-628eb01e573c admin admin] Deleting subnet 175aacaa-613b-43c2-81a6-3ccd12246946 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:20:39.409204 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e385abf1-299d-4f20-a9c3-4401fdfc4a7a tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.432778 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf4ac424-b3ba-4738-accb-628eb01e573c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.452284 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-0c4c3ed8-a2fe-4fbf-808f-3b83824091c3 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:39.457200 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4c3ed8-a2fe-4fbf-808f-3b83824091c3 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:39.479467 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385abf1-299d-4f20-a9c3-4401fdfc4a7a tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ec6894-1e64-4967-9c04-13af79145168,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:39.489916 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] Attempting to bind port 5506e1e9-649f-4c24-b1e2-93904391e00b on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:39.492963 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] Attempting to bind port 5506e1e9-649f-4c24-b1e2-93904391e00b by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '2f82e128-643a-42fa-aab2-afdaa8283d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7f3e1ac2-c904-4c43-ac5b-1e6ef4bb9895'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:39.493715 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] Attempting to bind port 5506e1e9-649f-4c24-b1e2-93904391e00b on network 7f3e1ac2-c904-4c43-ac5b-1e6ef4bb9895 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:39.503200 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d675d203-2b1a-45c3-88fd-8612fdb98a6c tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.553015 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:39.554183 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] Checking segment: {'id': '2f82e128-643a-42fa-aab2-afdaa8283d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7f3e1ac2-c904-4c43-ac5b-1e6ef4bb9895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:39.554849 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.555476 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] Bound using segment: {'id': '2f82e128-643a-42fa-aab2-afdaa8283d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7f3e1ac2-c904-4c43-ac5b-1e6ef4bb9895'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:39.556213 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] Bound port: 5506e1e9-649f-4c24-b1e2-93904391e00b, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f82e128-643a-42fa-aab2-afdaa8283d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7f3e1ac2-c904-4c43-ac5b-1e6ef4bb9895'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:39.557266 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.594869 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e385abf1-299d-4f20-a9c3-4401fdfc4a7a tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.600152 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40200) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:39.601013 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e385abf1-299d-4f20-a9c3-4401fdfc4a7a tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7305369 Jul 15 13:20:39.610332 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1f976d07-8e90-48dd-8aee-08b4ff3fc8a1 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Request body: {'security_group_rule': {'security_group_id': '7e83d529-9f51-4389-b21a-57f2dbfcbb92', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:39.670100 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-adcc3e45-bfec-40e9-94b6-d54414022a8b req-73475fde-a890-4bcb-b655-59650742177c tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/ports?device_id=22202592-eac7-4178-9dd5-cf4744087256 HTTP/1.1" status: 200 len: 210 time: 0.0737147 Jul 15 13:20:39.672019 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 720adb4d-f7d9-4b09-96ad-238d3c1d91ce no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:39.677117 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf4ac424-b3ba-4738-accb-628eb01e573c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.680341 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c3ed8-a2fe-4fbf-808f-3b83824091c3 None None] Pushing event updated for resources: {'Port': ['ID=52e2edb0-ce32-45f8-9ac2-daf15ff41388,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:39.725070 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f976d07-8e90-48dd-8aee-08b4ff3fc8a1 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.741311 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-0c4c3ed8-a2fe-4fbf-808f-3b83824091c3 None None] Attempting to bind port 52e2edb0-ce32-45f8-9ac2-daf15ff41388 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:39.741974 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-0c4c3ed8-a2fe-4fbf-808f-3b83824091c3 None None] Attempting to bind port 52e2edb0-ce32-45f8-9ac2-daf15ff41388 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '82cfa530-4b9d-4e27-9f7e-c379e97984ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '60cf4a27-027f-460c-b0b0-3030127a1425'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:39.744170 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4c3ed8-a2fe-4fbf-808f-3b83824091c3 None None] Attempting to bind port 52e2edb0-ce32-45f8-9ac2-daf15ff41388 on network 60cf4a27-027f-460c-b0b0-3030127a1425 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:39.763528 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] For port 5506e1e9-649f-4c24-b1e2-93904391e00b, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:39.794062 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] For port 5506e1e9-649f-4c24-b1e2-93904391e00b, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=5506e1e9-649f-4c24-b1e2-93904391e00b,segment=NetworkSegment(2f82e128-643a-42fa-aab2-afdaa8283d2b),segment_id=2f82e128-643a-42fa-aab2-afdaa8283d2b)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:39.796239 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 720adb4d-f7d9-4b09-96ad-238d3c1d91ce {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:20:39.796803 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 720adb4d-f7d9-4b09-96ad-238d3c1d91ce not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:20:39.807636 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4c3ed8-a2fe-4fbf-808f-3b83824091c3 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:39.808390 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4c3ed8-a2fe-4fbf-808f-3b83824091c3 None None] Checking segment: {'id': '82cfa530-4b9d-4e27-9f7e-c379e97984ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '60cf4a27-027f-460c-b0b0-3030127a1425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:39.809163 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c4c3ed8-a2fe-4fbf-808f-3b83824091c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.809850 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4c3ed8-a2fe-4fbf-808f-3b83824091c3 None None] Bound using segment: {'id': '82cfa530-4b9d-4e27-9f7e-c379e97984ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '60cf4a27-027f-460c-b0b0-3030127a1425'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:39.811286 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-0c4c3ed8-a2fe-4fbf-808f-3b83824091c3 None None] Bound port: 52e2edb0-ce32-45f8-9ac2-daf15ff41388, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82cfa530-4b9d-4e27-9f7e-c379e97984ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '60cf4a27-027f-460c-b0b0-3030127a1425'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:39.813245 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c4c3ed8-a2fe-4fbf-808f-3b83824091c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.817712 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.830056 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf4ac424-b3ba-4738-accb-628eb01e573c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.918692 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf4ac424-b3ba-4738-accb-628eb01e573c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.944304 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f976d07-8e90-48dd-8aee-08b4ff3fc8a1 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.956302 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ac424-b3ba-4738-accb-628eb01e573c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=175aacaa-613b-43c2-81a6-3ccd12246946,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:39.960378 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f976d07-8e90-48dd-8aee-08b4ff3fc8a1 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.986168 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf4ac424-b3ba-4738-accb-628eb01e573c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.989713 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-bf4ac424-b3ba-4738-accb-628eb01e573c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/175aacaa-613b-43c2-81a6-3ccd12246946 HTTP/1.1" status: 204 len: 168 time: 1.2600677 Jul 15 13:20:39.992555 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40206) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:40.001649 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552efe3-3992-4b54-becd-a9a639ce3727 None None] Pushing event updated for resources: {'Port': ['ID=5506e1e9-649f-4c24-b1e2-93904391e00b,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:40.011700 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f976d07-8e90-48dd-8aee-08b4ff3fc8a1 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5716580-997e-4ff2-bca5-402f20db1843,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:40.023130 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f976d07-8e90-48dd-8aee-08b4ff3fc8a1 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.028546 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1f976d07-8e90-48dd-8aee-08b4ff3fc8a1 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4267726 Jul 15 13:20:40.029490 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40208) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:40.046785 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7ab7a8b7-52e8-4f95-82e2-ee3e00b04317 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Request body: {'security_group_rule': {'security_group_id': '7e83d529-9f51-4389-b21a-57f2dbfcbb92', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:40.141139 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ab7a8b7-52e8-4f95-82e2-ee3e00b04317 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.200828 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-0c4c3ed8-a2fe-4fbf-808f-3b83824091c3 None None] For port 52e2edb0-ce32-45f8-9ac2-daf15ff41388, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:40.204577 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-0c4c3ed8-a2fe-4fbf-808f-3b83824091c3 None None] For port 52e2edb0-ce32-45f8-9ac2-daf15ff41388, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=52e2edb0-ce32-45f8-9ac2-daf15ff41388,segment=NetworkSegment(82cfa530-4b9d-4e27-9f7e-c379e97984ce),segment_id=82cfa530-4b9d-4e27-9f7e-c379e97984ce)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:40.210870 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-315d91ad-6c78-4603-b627-a6579d9692f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.217394 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c4c3ed8-a2fe-4fbf-808f-3b83824091c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.292574 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ab7a8b7-52e8-4f95-82e2-ee3e00b04317 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.300916 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d675d203-2b1a-45c3-88fd-8612fdb98a6c tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.302190 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ab7a8b7-52e8-4f95-82e2-ee3e00b04317 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.338896 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7a8b7-52e8-4f95-82e2-ee3e00b04317 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d88bea9a-d87e-46d0-accb-b7729eac7fe2,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:40.361330 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ab7a8b7-52e8-4f95-82e2-ee3e00b04317 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.367470 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7ab7a8b7-52e8-4f95-82e2-ee3e00b04317 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3365262 Jul 15 13:20:40.368380 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40216) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:40.389150 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c3ed8-a2fe-4fbf-808f-3b83824091c3 None None] Pushing event updated for resources: {'Port': ['ID=52e2edb0-ce32-45f8-9ac2-daf15ff41388,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:40.410215 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a14fb941-c5a9-4099-9ac7-a35da27af12d tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.421502 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a14fb941-c5a9-4099-9ac7-a35da27af12d tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.459566 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a14fb941-c5a9-4099-9ac7-a35da27af12d tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.474268 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a14fb941-c5a9-4099-9ac7-a35da27af12d tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.479180 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a14fb941-c5a9-4099-9ac7-a35da27af12d tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d88bea9a-d87e-46d0-accb-b7729eac7fe2 HTTP/1.1" status: 204 len: 168 time: 0.1068580 Jul 15 13:20:40.480618 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fb941-c5a9-4099-9ac7-a35da27af12d tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d88bea9a-d87e-46d0-accb-b7729eac7fe2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:40.482987 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40218) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:40.558062 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-315d91ad-6c78-4603-b627-a6579d9692f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.571771 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-315d91ad-6c78-4603-b627-a6579d9692f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11104484-975b-4425-b2d0-5e9908c9b0d1']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:40.613097 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-315d91ad-6c78-4603-b627-a6579d9692f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1374f25-4b2c-4c99-9255-b9d9480fbefa') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:40.614546 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-315d91ad-6c78-4603-b627-a6579d9692f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1374f25-4b2c-4c99-9255-b9d9480fbefa') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:40.646171 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-315d91ad-6c78-4603-b627-a6579d9692f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.759962 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-eda669f4-de1a-4697-8f9e-915d43b09b7a tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2670405 Jul 15 13:20:40.761330 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40224) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:40.767758 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-315d91ad-6c78-4603-b627-a6579d9692f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.829955 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-315d91ad-6c78-4603-b627-a6579d9692f0 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:20:40.829955 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-315d91ad-6c78-4603-b627-a6579d9692f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.831669 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:20:40.831669 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:20:40.831669 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:20:40.831669 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:20:40.831669 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:20:40.831669 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:20:40.831669 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:20:40.831669 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:20:40.831669 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:20:40.831669 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:20:40.831669 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:20:40.831669 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:20:40.831669 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:20:40.831669 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:20:40.831669 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:20:40.831669 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:20:40.831669 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:20:40.831669 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:20:40.831669 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:20:40.831669 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:20:40.831669 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:20:40.831669 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:20:40.831669 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:20:40.831669 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:20:40.831669 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:20:40.831669 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:20:40.831669 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:20:40.831669 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:20:40.831669 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:20:40.831669 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:20:40.831669 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:20:40.831669 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:20:40.887669 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5093b744-890b-4bcc-a290-dc5ed7a1a038 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.961892 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5093b744-890b-4bcc-a290-dc5ed7a1a038 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.213907 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0e8db7f1-7ee8-419b-b5e2-3876a88908cc req-a063676f-629c-4096-884d-4a0d916c8e17 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 210 time: 0.1984479 Jul 15 13:20:41.243452 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5093b744-890b-4bcc-a290-dc5ed7a1a038 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.257911 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5093b744-890b-4bcc-a290-dc5ed7a1a038 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.270860 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5093b744-890b-4bcc-a290-dc5ed7a1a038 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d5716580-997e-4ff2-bca5-402f20db1843 HTTP/1.1" status: 204 len: 168 time: 0.5078878 Jul 15 13:20:41.278332 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40228) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:41.329219 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093b744-890b-4bcc-a290-dc5ed7a1a038 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5716580-997e-4ff2-bca5-402f20db1843,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:41.378718 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-fb3b0402-9f9f-4ae1-ac4a-3d716086981b tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0985963 Jul 15 13:20:41.381603 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40230) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:41.409853 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d675d203-2b1a-45c3-88fd-8612fdb98a6c tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.421260 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bc78a00c-66da-4699-8f79-989bc73aa489 req-e011f02b-ec12-4c5e-b634-b13084cb2ddc tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/ports?device_id=22202592-eac7-4178-9dd5-cf4744087256 HTTP/1.1" status: 200 len: 210 time: 0.2088509 Jul 15 13:20:41.424209 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a277a746-11cb-4584-9045-2c2bcd8ca9e5 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.471226 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-315d91ad-6c78-4603-b627-a6579d9692f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.479231 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a277a746-11cb-4584-9045-2c2bcd8ca9e5 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.481635 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d675d203-2b1a-45c3-88fd-8612fdb98a6c tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.486868 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d675d203-2b1a-45c3-88fd-8612fdb98a6c tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] 10.222.0.24 "DELETE /v2.0/subnets/252e126c-ba90-4db4-a895-df84e227fb15 HTTP/1.1" status: 204 len: 168 time: 3.6102815 Jul 15 13:20:41.497646 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40232) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:41.560418 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-315d91ad-6c78-4603-b627-a6579d9692f0 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.569883 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-315d91ad-6c78-4603-b627-a6579d9692f0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/11104484-975b-4425-b2d0-5e9908c9b0d1 HTTP/1.1" status: 204 len: 168 time: 1.5760841 Jul 15 13:20:41.571205 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40234) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:41.593799 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675d203-2b1a-45c3-88fd-8612fdb98a6c tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Pushing event deleted for resources: {'Subnet': ['ID=252e126c-ba90-4db4-a895-df84e227fb15,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:41.598164 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d91ad-6c78-4603-b627-a6579d9692f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=11104484-975b-4425-b2d0-5e9908c9b0d1,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:41.689648 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9025a6f-a12b-4643-9db5-646649b260c1 admin admin] Deleting subnet 836980f1-5b9f-4fea-8953-f2b48ab60b4f {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:20:41.694972 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-6900a597-9be3-4cee-9dae-5fe1a7f55f44 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Deleting subnet 7d1f9bb7-52b9-477e-a424-d9e7890da0bf {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:20:41.700206 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e9025a6f-a12b-4643-9db5-646649b260c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.705651 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6900a597-9be3-4cee-9dae-5fe1a7f55f44 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.792375 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e9025a6f-a12b-4643-9db5-646649b260c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.864874 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e9025a6f-a12b-4643-9db5-646649b260c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.874395 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a277a746-11cb-4584-9045-2c2bcd8ca9e5 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.895743 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a277a746-11cb-4584-9045-2c2bcd8ca9e5 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.899976 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a277a746-11cb-4584-9045-2c2bcd8ca9e5 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/01ec6894-1e64-4967-9c04-13af79145168 HTTP/1.1" status: 204 len: 168 time: 0.5146525 Jul 15 13:20:41.901941 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40236) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:41.954901 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6900a597-9be3-4cee-9dae-5fe1a7f55f44 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:42.105548 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-03365bd2-7d60-42d4-9f74-3d73b395f777 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2023599 Jul 15 13:20:42.109920 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40238) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:42.229364 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e9025a6f-a12b-4643-9db5-646649b260c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:42.321694 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6900a597-9be3-4cee-9dae-5fe1a7f55f44 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:42.349803 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9025a6f-a12b-4643-9db5-646649b260c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=836980f1-5b9f-4fea-8953-f2b48ab60b4f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:42.371526 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b8e0ff2d-fccb-4088-a432-3d80795f01ba tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:42.419446 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e9025a6f-a12b-4643-9db5-646649b260c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:42.426560 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e9025a6f-a12b-4643-9db5-646649b260c1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/836980f1-5b9f-4fea-8953-f2b48ab60b4f HTTP/1.1" status: 204 len: 168 time: 0.8376098 Jul 15 13:20:42.428641 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b8e0ff2d-fccb-4088-a432-3d80795f01ba tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:42.455985 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40246) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:42.563674 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a277a746-11cb-4584-9045-2c2bcd8ca9e5 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01ec6894-1e64-4967-9c04-13af79145168,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:42.574894 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6900a597-9be3-4cee-9dae-5fe1a7f55f44 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:42.693803 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 52e2edb0-ce32-45f8-9ac2-daf15ff41388 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:42.802305 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a514ebbe-6e1f-494e-bef9-4af8eaf1c20b None None] Network 60cf4a27-027f-460c-b0b0-3030127a1425 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:42.976030 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b8e0ff2d-fccb-4088-a432-3d80795f01ba tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:42.983645 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900a597-9be3-4cee-9dae-5fe1a7f55f44 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Pushing event deleted for resources: {'Subnet': ['ID=7d1f9bb7-52b9-477e-a424-d9e7890da0bf,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:43.020905 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-65a3d461-b6d6-468a-a0a5-a5aa726a16cc req-f6107532-20af-412f-a150-333fabf0b84d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 210 time: 0.1529207 Jul 15 13:20:43.027741 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6900a597-9be3-4cee-9dae-5fe1a7f55f44 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:43.039660 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6900a597-9be3-4cee-9dae-5fe1a7f55f44 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] 10.222.0.24 "DELETE /v2.0/subnets/7d1f9bb7-52b9-477e-a424-d9e7890da0bf HTTP/1.1" status: 204 len: 168 time: 1.5401917 Jul 15 13:20:43.052140 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40250) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:43.060441 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903b3ca2-a453-486c-b1ce-07f4ea1d8fbf None None] Network 7f3e1ac2-c904-4c43-ac5b-1e6ef4bb9895 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:43.138079 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b8e0ff2d-fccb-4088-a432-3d80795f01ba tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:43.140305 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b8e0ff2d-fccb-4088-a432-3d80795f01ba tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/88c03dab-2df9-48b1-a83e-b771c91dfdbc HTTP/1.1" status: 204 len: 168 time: 1.0186915 Jul 15 13:20:43.187465 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40252) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:43.191009 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0ff2d-fccb-4088-a432-3d80795f01ba tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88c03dab-2df9-48b1-a83e-b771c91dfdbc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:43.198100 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-be8fa265-1f78-4df6-8f64-84ec49b7d012 None None] Provisioning for port 52e2edb0-ce32-45f8-9ac2-daf15ff41388 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:43.211787 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-126b7579-9528-40a8-9c88-5eee95c46e31 req-c2b0875a-2f13-415f-a068-8e653b0b5568 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/ports?device_id=22202592-eac7-4178-9dd5-cf4744087256 HTTP/1.1" status: 200 len: 210 time: 0.3258851 Jul 15 13:20:43.216101 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-493b9a98-5173-4c56-ba33-1c378d7ee7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:43.268951 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 52e2edb0-ce32-45f8-9ac2-daf15ff41388 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:43.397125 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-575a3026-c918-459f-9dbd-02dcdf024cc8 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1363702 Jul 15 13:20:43.400288 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40256) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:43.436565 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2a9ef6-d17e-47de-bb25-dbe650adaafc tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:43.443527 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6e2a9ef6-d17e-47de-bb25-dbe650adaafc tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3798022 Jul 15 13:20:43.443856 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 52e2edb0-ce32-45f8-9ac2-daf15ff41388 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:43.443856 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:43.448305 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40258) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:43.491607 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-493b9a98-5173-4c56-ba33-1c378d7ee7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:43.512624 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-493b9a98-5173-4c56-ba33-1c378d7ee7c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c49d30-af67-4c0e-bebd-47c25d955f5a']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:43.534621 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-493b9a98-5173-4c56-ba33-1c378d7ee7c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e9b135a-ad9c-4716-9eb4-26f1ae2fc31a') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:43.536236 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-493b9a98-5173-4c56-ba33-1c378d7ee7c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e9b135a-ad9c-4716-9eb4-26f1ae2fc31a') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:43.555432 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8af2c6d0-9145-425f-94be-b0c3416eff96 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:43.555752 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-493b9a98-5173-4c56-ba33-1c378d7ee7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:43.573189 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e87c449a-6e06-4f32-933f-304c454ae9d3 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:43.583133 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-493b9a98-5173-4c56-ba33-1c378d7ee7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:43.588320 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e87c449a-6e06-4f32-933f-304c454ae9d3 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:43.596366 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-493b9a98-5173-4c56-ba33-1c378d7ee7c3 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:20:43.597583 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-493b9a98-5173-4c56-ba33-1c378d7ee7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:43.603580 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:20:43.603580 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:20:43.603580 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:20:43.603580 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:20:43.603580 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:20:43.603580 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:20:43.603580 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:20:43.603580 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:20:43.603580 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:20:43.603580 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:20:43.603580 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:20:43.603580 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:20:43.603580 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:20:43.603580 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:20:43.603580 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:20:43.603580 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:20:43.603580 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:20:43.603580 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:20:43.603580 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:20:43.603580 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:20:43.603580 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:20:43.603580 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:20:43.603580 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:20:43.603580 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:20:43.603580 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:20:43.603580 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:20:43.603580 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:20:43.603580 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:20:43.603580 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:20:43.603580 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:20:43.603580 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:20:43.603580 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:20:43.628805 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-948e595d-98a1-4604-8316-81ec8cdc3229 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:43.630609 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-948e595d-98a1-4604-8316-81ec8cdc3229 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.18 "GET /v2.0/networks?id=22e34df3-bf36-4603-b5ed-74735e1e8ea4 HTTP/1.1" status: 200 len: 809 time: 1.0875797 Jul 15 13:20:43.645633 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-d9e77ae7-dd4a-4c44-954d-c5848be605de tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Request body: {'port': {'device_id': '22202592-eac7-4178-9dd5-cf4744087256', 'network_id': '22e34df3-bf36-4603-b5ed-74735e1e8ea4', 'admin_state_up': True, 'tenant_id': '347d14cd23344179a4603507261557d8'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:43.729455 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-493b9a98-5173-4c56-ba33-1c378d7ee7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:43.750490 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-493b9a98-5173-4c56-ba33-1c378d7ee7c3 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:43.758181 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-493b9a98-5173-4c56-ba33-1c378d7ee7c3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c1c49d30-af67-4c0e-bebd-47c25d955f5a HTTP/1.1" status: 204 len: 168 time: 1.3006935 Jul 15 13:20:43.774945 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b9a98-5173-4c56-ba33-1c378d7ee7c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1c49d30-af67-4c0e-bebd-47c25d955f5a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:43.800218 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-36d69baa-3515-4108-a7ae-48ecfe5b406d None None] Provisioning for port 5506e1e9-649f-4c24-b1e2-93904391e00b completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:43.938898 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:43.986709 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16c8f53-65b2-4bff-97db-8dc1c3bc5879 None None] DHCP port deletion for 60cf4a27-027f-460c-b0b0-3030127a1425 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:20:43.995213 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 52e2edb0-ce32-45f8-9ac2-daf15ff41388, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=52e2edb0-ce32-45f8-9ac2-daf15ff41388,segment=NetworkSegment(82cfa530-4b9d-4e27-9f7e-c379e97984ce),segment_id=82cfa530-4b9d-4e27-9f7e-c379e97984ce)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:44.030783 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.031903 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 5506e1e9-649f-4c24-b1e2-93904391e00b up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:44.070015 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40262) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:44.101894 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab50248-06dc-485a-b7aa-dda0d40ad3dc None None] DHCP port deletion for 7f3e1ac2-c904-4c43-ac5b-1e6ef4bb9895 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:20:44.162492 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1b4ca869-c90d-4eb3-8ba7-c94a46c45eba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c2b5fceeddc4686a6075bcd70c81526&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0904837 Jul 15 13:20:44.166972 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40266) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:44.296707 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=52e2edb0-ce32-45f8-9ac2-daf15ff41388,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:44.323259 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7bf2aedb-3169-4ec8-af39-85e17ded2835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.352448 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7bf2aedb-3169-4ec8-af39-85e17ded2835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.374161 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c16c8f53-65b2-4bff-97db-8dc1c3bc5879 None None] Deleting port 52e2edb0-ce32-45f8-9ac2-daf15ff41388 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:44.374750 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c16c8f53-65b2-4bff-97db-8dc1c3bc5879 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.381583 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 5506e1e9-649f-4c24-b1e2-93904391e00b completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:44.417915 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e87c449a-6e06-4f32-933f-304c454ae9d3 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.428784 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 5506e1e9-649f-4c24-b1e2-93904391e00b triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:44.429724 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.471098 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7ab50248-06dc-485a-b7aa-dda0d40ad3dc None None] Deleting port 5506e1e9-649f-4c24-b1e2-93904391e00b {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:44.472175 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ab50248-06dc-485a-b7aa-dda0d40ad3dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.473281 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e87c449a-6e06-4f32-933f-304c454ae9d3 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.474773 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e87c449a-6e06-4f32-933f-304c454ae9d3 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/a481504e-bdf9-42cd-b061-890702d4d2c8 HTTP/1.1" status: 204 len: 168 time: 1.0666780 Jul 15 13:20:44.480084 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9da3110b-f409-457e-9452-6304a4d282a7 req-ccabc981-0186-45f4-8afe-11c7ee3f19e2 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/ports?device_id=22202592-eac7-4178-9dd5-cf4744087256 HTTP/1.1" status: 200 len: 210 time: 0.0729191 Jul 15 13:20:44.481398 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40272) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:44.519961 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e179031f-b0d2-40e8-8d88-71f49858ce0f req-86505318-dad5-4fe2-8483-bef35f39f3b8 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 210 time: 0.1915922 Jul 15 13:20:44.530958 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7bf2aedb-3169-4ec8-af39-85e17ded2835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.533843 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7bf2aedb-3169-4ec8-af39-85e17ded2835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.538942 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7bf2aedb-3169-4ec8-af39-85e17ded2835 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa65c08d-1d36-4a22-a316-392aa8014807 HTTP/1.1" status: 204 len: 168 time: 0.3674047 Jul 15 13:20:44.550815 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c449a-6e06-4f32-933f-304c454ae9d3 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a481504e-bdf9-42cd-b061-890702d4d2c8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:44.574131 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2aedb-3169-4ec8-af39-85e17ded2835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa65c08d-1d36-4a22-a316-392aa8014807,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:44.591006 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5e2c4d52-5c8a-4893-962b-22a4d198fe96 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1038003 Jul 15 13:20:44.594031 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40276) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:44.614516 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-0e630d9c-813a-4c32-a107-c8c8148fbb9b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2838445 Jul 15 13:20:44.640660 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8af2c6d0-9145-425f-94be-b0c3416eff96 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Deleting port 5506e1e9-649f-4c24-b1e2-93904391e00b {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:44.641266 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8af2c6d0-9145-425f-94be-b0c3416eff96 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.644961 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-d9e77ae7-dd4a-4c44-954d-c5848be605de tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Made reservation on behalf of 347d14cd23344179a4603507261557d8 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:44.649542 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-d9e77ae7-dd4a-4c44-954d-c5848be605de tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.729669 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da0d3d2f-2206-4300-8e42-b3ec8249064b tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.751328 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-c16c8f53-65b2-4bff-97db-8dc1c3bc5879 None None] For port 52e2edb0-ce32-45f8-9ac2-daf15ff41388, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=52e2edb0-ce32-45f8-9ac2-daf15ff41388,segment=NetworkSegment(82cfa530-4b9d-4e27-9f7e-c379e97984ce),segment_id=82cfa530-4b9d-4e27-9f7e-c379e97984ce)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:44.751943 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c16c8f53-65b2-4bff-97db-8dc1c3bc5879 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.796947 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da0d3d2f-2206-4300-8e42-b3ec8249064b tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.849401 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7ab50248-06dc-485a-b7aa-dda0d40ad3dc None None] For port 5506e1e9-649f-4c24-b1e2-93904391e00b, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=5506e1e9-649f-4c24-b1e2-93904391e00b,segment=NetworkSegment(2f82e128-643a-42fa-aab2-afdaa8283d2b),segment_id=2f82e128-643a-42fa-aab2-afdaa8283d2b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:44.850414 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ab50248-06dc-485a-b7aa-dda0d40ad3dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.868172 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c16c8f53-65b2-4bff-97db-8dc1c3bc5879 None None] Calling delete_port for 52e2edb0-ce32-45f8-9ac2-daf15ff41388 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:44.889777 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7ab50248-06dc-485a-b7aa-dda0d40ad3dc None None] Calling delete_port for 5506e1e9-649f-4c24-b1e2-93904391e00b owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:44.894003 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da0d3d2f-2206-4300-8e42-b3ec8249064b tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.896957 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da0d3d2f-2206-4300-8e42-b3ec8249064b tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.902174 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-da0d3d2f-2206-4300-8e42-b3ec8249064b tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "DELETE /v2.0/security-groups/7e83d529-9f51-4389-b21a-57f2dbfcbb92 HTTP/1.1" status: 204 len: 168 time: 0.3026114 Jul 15 13:20:44.902682 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40278) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:44.977057 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d3d2f-2206-4300-8e42-b3ec8249064b tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e83d529-9f51-4389-b21a-57f2dbfcbb92,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:45.025669 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-d9e77ae7-dd4a-4c44-954d-c5848be605de tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Allocated IP 172.20.0.9 (22e34df3-bf36-4603-b5ed-74735e1e8ea4/017c68ce-bf83-43a6-986a-e0abadb002ed/74bad756-c369-499e-874f-c806d4d1e3f3) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:45.036352 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-252d5540-5371-491d-951a-9958cfe454f4 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1318698 Jul 15 13:20:45.052693 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40282) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:45.059586 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-20c33d08-abeb-42a0-ac0e-fca071bcf3a5 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Request body: {'security_group': {'name': 'tempest-secgroup--1665802070'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:45.067664 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-8af2c6d0-9145-425f-94be-b0c3416eff96 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] For port 5506e1e9-649f-4c24-b1e2-93904391e00b, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=5506e1e9-649f-4c24-b1e2-93904391e00b,segment=NetworkSegment(2f82e128-643a-42fa-aab2-afdaa8283d2b),segment_id=2f82e128-643a-42fa-aab2-afdaa8283d2b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:45.068052 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8af2c6d0-9145-425f-94be-b0c3416eff96 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.100087 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-20c33d08-abeb-42a0-ac0e-fca071bcf3a5 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.118798 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8af2c6d0-9145-425f-94be-b0c3416eff96 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Calling delete_port for 5506e1e9-649f-4c24-b1e2-93904391e00b owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:45.230296 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.236950 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c16c8f53-65b2-4bff-97db-8dc1c3bc5879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.308356 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c8f53-65b2-4bff-97db-8dc1c3bc5879 None None] Pushing event deleted for resources: {'Port': ['ID=52e2edb0-ce32-45f8-9ac2-daf15ff41388,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:45.314551 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16c8f53-65b2-4bff-97db-8dc1c3bc5879 None None] No DVR routers for this DVR port 52e2edb0-ce32-45f8-9ac2-daf15ff41388 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:45.364773 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-20c33d08-abeb-42a0-ac0e-fca071bcf3a5 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.384459 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-20c33d08-abeb-42a0-ac0e-fca071bcf3a5 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.387678 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ab50248-06dc-485a-b7aa-dda0d40ad3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.414489 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40284) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:45.457621 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab50248-06dc-485a-b7aa-dda0d40ad3dc None None] Pushing event deleted for resources: {'Port': ['ID=5506e1e9-649f-4c24-b1e2-93904391e00b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:45.458723 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-4879c5e2-7ac6-4104-a42f-54f478e1d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:45.459457 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-4879c5e2-7ac6-4104-a42f-54f478e1d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:45.459666 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-4879c5e2-7ac6-4104-a42f-54f478e1d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:45.460139 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-4879c5e2-7ac6-4104-a42f-54f478e1d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:45.460604 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-4879c5e2-7ac6-4104-a42f-54f478e1d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:45.461065 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-4879c5e2-7ac6-4104-a42f-54f478e1d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:45.462245 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-4879c5e2-7ac6-4104-a42f-54f478e1d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:45.463643 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-4879c5e2-7ac6-4104-a42f-54f478e1d7ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=418a827c6cea45b7b8c4dddb4927b332&device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 6498 time: 0.7487752 Jul 15 13:20:45.470007 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab50248-06dc-485a-b7aa-dda0d40ad3dc None None] No DVR routers for this DVR port 5506e1e9-649f-4c24-b1e2-93904391e00b on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:45.498912 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:20:45.498912 n-d-758944-45 neutron-server[93815]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 15 13:20:45.498912 n-d-758944-45 neutron-server[93815]: [parameters: {'status': 'ACTIVE', 'ports_id': '5506e1e9-649f-4c24-b1e2-93904391e00b'}] Jul 15 13:20:45.498912 n-d-758944-45 neutron-server[93815]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:20:45.503168 n-d-758944-45 neutron-server[93815]: DEBUG oslo_db.api [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:20:45.508672 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c33d08-abeb-42a0-ac0e-fca071bcf3a5 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f210f6-4ea8-460c-aefd-68b6f373fbc0,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:45.526134 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-20c33d08-abeb-42a0-ac0e-fca071bcf3a5 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.529478 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-20c33d08-abeb-42a0-ac0e-fca071bcf3a5 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4723430 Jul 15 13:20:45.531856 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40290) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:45.537030 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2355f2d3-99c8-426f-aa2b-2f35695d4814 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Request body: {'security_group_rule': {'security_group_id': 'c3f210f6-4ea8-460c-aefd-68b6f373fbc0', 'direction': 'ingress', 'protocol': 17}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:45.586276 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2355f2d3-99c8-426f-aa2b-2f35695d4814 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.663529 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6abbf156-738a-4f2f-979a-d03a70e1b72b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dd055fb6fa4f45e9994bdf01e3b32f8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2431788 Jul 15 13:20:45.676541 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40294) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:45.693321 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-d9e77ae7-dd4a-4c44-954d-c5848be605de tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.731159 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8af2c6d0-9145-425f-94be-b0c3416eff96 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.762247 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2355f2d3-99c8-426f-aa2b-2f35695d4814 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.765441 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b98ef233-d1a0-4dd6-a392-d9dae1251e68 req-9342ecf3-7c81-4aca-9342-18670d1d8c6f tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/ports?device_id=22202592-eac7-4178-9dd5-cf4744087256 HTTP/1.1" status: 200 len: 210 time: 0.0401785 Jul 15 13:20:45.768187 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2355f2d3-99c8-426f-aa2b-2f35695d4814 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.808162 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355f2d3-99c8-426f-aa2b-2f35695d4814 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a7ec986-63b7-43d0-8403-600e0ca76d68,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:45.815015 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2355f2d3-99c8-426f-aa2b-2f35695d4814 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.818872 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2355f2d3-99c8-426f-aa2b-2f35695d4814 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2856138 Jul 15 13:20:45.820987 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40296) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:45.883081 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2c6d0-9145-425f-94be-b0c3416eff96 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Pushing event deleted for resources: {'Port': ['ID=5506e1e9-649f-4c24-b1e2-93904391e00b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:45.903923 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af2c6d0-9145-425f-94be-b0c3416eff96 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] No DVR routers for this DVR port 5506e1e9-649f-4c24-b1e2-93904391e00b on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:45.913987 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9474ff7f-c681-436f-ba9d-f8f14c13bd84 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.929934 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-846fc8bb-e740-40ab-a803-8dc2d21d15ac req-f570e4e5-d411-452b-9909-57daac1b4e85 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 210 time: 0.1937628 Jul 15 13:20:45.963592 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9474ff7f-c681-436f-ba9d-f8f14c13bd84 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.984338 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-17a27a88-c3c1-4ca0-b13a-f27d5fe8a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:45.984814 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-17a27a88-c3c1-4ca0-b13a-f27d5fe8a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:45.985375 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-17a27a88-c3c1-4ca0-b13a-f27d5fe8a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:45.987124 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-17a27a88-c3c1-4ca0-b13a-f27d5fe8a944 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a68fe874-df04-4314-a181-131d0536a9d8&id=092cf651-d793-4b85-94d1-eb7a1eab171d&id=092cf651-d793-4b85-94d1-eb7a1eab171d&id=092cf651-d793-4b85-94d1-eb7a1eab171d&id=092cf651-d793-4b85-94d1-eb7a1eab171d&id=af7ddb53-a503-4934-b82b-95b8c79b40c8&id=af7ddb53-a503-4934-b82b-95b8c79b40c8 HTTP/1.1" status: 200 len: 2294 time: 0.4361062 Jul 15 13:20:46.028166 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Port 5506e1e9-649f-4c24-b1e2-93904391e00b update to ACTIVE by agent not found {{(pid=93815) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 15 13:20:46.073003 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9474ff7f-c681-436f-ba9d-f8f14c13bd84 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.076566 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9474ff7f-c681-436f-ba9d-f8f14c13bd84 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.080875 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9474ff7f-c681-436f-ba9d-f8f14c13bd84 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "DELETE /v2.0/security-groups/c3f210f6-4ea8-460c-aefd-68b6f373fbc0 HTTP/1.1" status: 204 len: 168 time: 0.2560062 Jul 15 13:20:46.082041 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40298) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:46.085904 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8af2c6d0-9145-425f-94be-b0c3416eff96 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.102043 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474ff7f-c681-436f-ba9d-f8f14c13bd84 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f210f6-4ea8-460c-aefd-68b6f373fbc0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:46.134047 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 52e2edb0-ce32-45f8-9ac2-daf15ff41388 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:46.150249 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-d9e77ae7-dd4a-4c44-954d-c5848be605de tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.161251 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-8af2c6d0-9145-425f-94be-b0c3416eff96 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f3e1ac2-c904-4c43-ac5b-1e6ef4bb9895']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:46.164069 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 52e2edb0-ce32-45f8-9ac2-daf15ff41388 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:20:46.164724 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 52e2edb0-ce32-45f8-9ac2-daf15ff41388 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:20:46.165628 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 5506e1e9-649f-4c24-b1e2-93904391e00b no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:46.170002 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b7688449-878d-4e60-851f-1d9faa510343 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0862193 Jul 15 13:20:46.170806 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40300) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:46.180566 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9d760bfa-4bb0-414f-b76d-2c55ed72fb07 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Request body: {'security_group': {'name': 'tempest-secgroup--1108135806'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:46.197917 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 5506e1e9-649f-4c24-b1e2-93904391e00b {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:20:46.198688 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 5506e1e9-649f-4c24-b1e2-93904391e00b not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:20:46.224592 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-8af2c6d0-9145-425f-94be-b0c3416eff96 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f82e128-643a-42fa-aab2-afdaa8283d2b') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:46.225330 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-8af2c6d0-9145-425f-94be-b0c3416eff96 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f82e128-643a-42fa-aab2-afdaa8283d2b') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:46.233269 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d760bfa-4bb0-414f-b76d-2c55ed72fb07 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.248010 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8af2c6d0-9145-425f-94be-b0c3416eff96 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.249716 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6781f27-965c-45e6-b554-67246969e9d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.262739 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-e5e672bd-ae29-4ad0-bca9-d11497ddc769 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f564a5e-612b-4a41-8d78-25b6e98f9169 HTTP/1.1" status: 200 len: 1000 time: 0.2669611 Jul 15 13:20:46.271616 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-d9e77ae7-dd4a-4c44-954d-c5848be605de tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Network 22e34df3-bf36-4603-b5ed-74735e1e8ea4 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:46.297920 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8af2c6d0-9145-425f-94be-b0c3416eff96 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.299972 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-d9e77ae7-dd4a-4c44-954d-c5848be605de tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:46.328788 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-d9e77ae7-dd4a-4c44-954d-c5848be605de tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:46.342507 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e77ae7-dd4a-4c44-954d-c5848be605de tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Pushing event updated for resources: {'Port': ['ID=74bad756-c369-499e-874f-c806d4d1e3f3,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:46.367294 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af2c6d0-9145-425f-94be-b0c3416eff96 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:20:46.367588 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8af2c6d0-9145-425f-94be-b0c3416eff96 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:20:46.372751 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:20:46.380696 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6781f27-965c-45e6-b554-67246969e9d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.380853 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d760bfa-4bb0-414f-b76d-2c55ed72fb07 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.384931 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d760bfa-4bb0-414f-b76d-2c55ed72fb07 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.421566 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d760bfa-4bb0-414f-b76d-2c55ed72fb07 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.422936 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9d760bfa-4bb0-414f-b76d-2c55ed72fb07 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2492487 Jul 15 13:20:46.425635 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d760bfa-4bb0-414f-b76d-2c55ed72fb07 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f366b78-2b5d-4694-a94e-716b99e3c0fc,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:46.428385 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40302) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:46.447697 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-216d93b8-6e89-45cf-9519-fa4eb8ddc983 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Request body: {'security_group': {'name': 'tempest-secgroup--414744816'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:46.517604 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-835ca154-3b7f-471b-a5e3-27dcdafc63ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:46.520876 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-835ca154-3b7f-471b-a5e3-27dcdafc63ec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bb32fc9a-711d-486b-b43b-dc825031996b HTTP/1.1" status: 200 len: 851 time: 0.2471180 Jul 15 13:20:46.526899 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8af2c6d0-9145-425f-94be-b0c3416eff96 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.535790 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-d9e77ae7-dd4a-4c44-954d-c5848be605de tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:46.536681 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-d9e77ae7-dd4a-4c44-954d-c5848be605de tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.555639 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8af2c6d0-9145-425f-94be-b0c3416eff96 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.559722 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8af2c6d0-9145-425f-94be-b0c3416eff96 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] 10.222.0.24 "DELETE /v2.0/networks/7f3e1ac2-c904-4c43-ac5b-1e6ef4bb9895 HTTP/1.1" status: 204 len: 168 time: 3.1102116 Jul 15 13:20:46.563176 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40306) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:46.686208 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2c6d0-9145-425f-94be-b0c3416eff96 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Pushing event deleted for resources: {'Network': ['ID=7f3e1ac2-c904-4c43-ac5b-1e6ef4bb9895,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:46.694204 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-216d93b8-6e89-45cf-9519-fa4eb8ddc983 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.707305 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-d9e77ae7-dd4a-4c44-954d-c5848be605de tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0665901 Jul 15 13:20:46.740404 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-832e6bf9-9005-4b72-bac9-9e8247329462 service neutron] Request body: {'port': {'device_id': '22202592-eac7-4178-9dd5-cf4744087256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:46.853828 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6781f27-965c-45e6-b554-67246969e9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.858674 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6781f27-965c-45e6-b554-67246969e9d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.860593 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c6781f27-965c-45e6-b554-67246969e9d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7fcb6be-b65d-4f6b-a82a-8bc61231bb23 HTTP/1.1" status: 204 len: 168 time: 1.1756392 Jul 15 13:20:46.878039 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-16af2cfe-0391-4a9c-85f0-f94a4737ab8e tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.969551 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6781f27-965c-45e6-b554-67246969e9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fcb6be-b65d-4f6b-a82a-8bc61231bb23,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:47.135403 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-16af2cfe-0391-4a9c-85f0-f94a4737ab8e tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:47.156089 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-16af2cfe-0391-4a9c-85f0-f94a4737ab8e tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60cf4a27-027f-460c-b0b0-3030127a1425']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:47.200171 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-16af2cfe-0391-4a9c-85f0-f94a4737ab8e tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82cfa530-4b9d-4e27-9f7e-c379e97984ce') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:47.200730 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-16af2cfe-0391-4a9c-85f0-f94a4737ab8e tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82cfa530-4b9d-4e27-9f7e-c379e97984ce') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:47.223168 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-16af2cfe-0391-4a9c-85f0-f94a4737ab8e tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:47.227501 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-be921e30-dece-4002-ac9c-078d183a68ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:47.229096 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-be921e30-dece-4002-ac9c-078d183a68ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a68fe874-df04-4314-a181-131d0536a9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6826563 Jul 15 13:20:47.273037 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-16af2cfe-0391-4a9c-85f0-f94a4737ab8e tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:47.289937 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16af2cfe-0391-4a9c-85f0-f94a4737ab8e tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:20:47.290237 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-832e6bf9-9005-4b72-bac9-9e8247329462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:47.290823 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-16af2cfe-0391-4a9c-85f0-f94a4737ab8e tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:47.301498 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:20:47.301498 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:20:47.301498 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:20:47.301498 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:20:47.301498 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:20:47.301498 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:20:47.301498 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:20:47.301498 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:20:47.301498 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:20:47.301498 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:20:47.301498 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:20:47.301498 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:20:47.301498 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:20:47.301498 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:20:47.301498 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:20:47.301498 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:20:47.301498 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:20:47.301498 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:20:47.301498 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:20:47.301498 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:20:47.301498 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:20:47.301498 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:20:47.301498 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:20:47.301498 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:20:47.301498 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:20:47.301498 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:20:47.301498 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:20:47.301498 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:20:47.301498 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:20:47.301498 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:20:47.301498 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:20:47.301498 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:20:47.519088 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-16af2cfe-0391-4a9c-85f0-f94a4737ab8e tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:47.532238 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-16af2cfe-0391-4a9c-85f0-f94a4737ab8e tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:47.542875 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-16af2cfe-0391-4a9c-85f0-f94a4737ab8e tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] 10.222.0.24 "DELETE /v2.0/networks/60cf4a27-027f-460c-b0b0-3030127a1425 HTTP/1.1" status: 204 len: 168 time: 0.9745016 Jul 15 13:20:47.554169 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40330) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:47.588551 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-216d93b8-6e89-45cf-9519-fa4eb8ddc983 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:47.622262 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39b0ab-8486-4072-ae15-7debb2a36c5c req-1b344277-4c7a-4984-b0ea-7de1b1d24386 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:47.639277 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ea39b0ab-8486-4072-ae15-7debb2a36c5c req-1b344277-4c7a-4984-b0ea-7de1b1d24386 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/ports?device_id=22202592-eac7-4178-9dd5-cf4744087256 HTTP/1.1" status: 200 len: 931 time: 0.6765654 Jul 15 13:20:47.679169 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-216d93b8-6e89-45cf-9519-fa4eb8ddc983 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:47.759342 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-2cfd3800-ce04-4b05-a0b9-fae7c079503d service neutron] 10.222.0.18 "GET /v2.0/networks/a68fe874-df04-4314-a181-131d0536a9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5176849 Jul 15 13:20:47.766807 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af2cfe-0391-4a9c-85f0-f94a4737ab8e tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Pushing event deleted for resources: {'Network': ['ID=60cf4a27-027f-460c-b0b0-3030127a1425,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:47.970844 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-216d93b8-6e89-45cf-9519-fa4eb8ddc983 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:47.976660 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-216d93b8-6e89-45cf-9519-fa4eb8ddc983 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5344217 Jul 15 13:20:47.976660 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d93b8-6e89-45cf-9519-fa4eb8ddc983 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46354977-17b1-423b-a6e8-ce09775af97f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:47.989633 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40334) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:47.997211 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a8a30abf-3150-4d4b-90af-4733798e8cdb tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Request body: {'security_group_rule': {'security_group_id': '6f366b78-2b5d-4694-a94e-716b99e3c0fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '46354977-17b1-423b-a6e8-ce09775af97f', 'remote_ip_prefix': None}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:48.013227 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-91aa35e8-fc16-459b-95fa-d7245970c85e req-b5cb2a9c-70e7-48ea-b0dd-cdc8cb45450b tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 210 time: 0.1668019 Jul 15 13:20:48.022750 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ea39b0ab-8486-4072-ae15-7debb2a36c5c req-f031ec77-16b8-4694-897d-85f65c5d888e tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/security-groups?id=fad28828-d022-41dd-93e6-d92b85c5fda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817291 Jul 15 13:20:48.033918 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36b56893-b216-450b-bf89-7acababf5f31 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:48.283987 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36b56893-b216-450b-bf89-7acababf5f31 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:48.308462 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-36b56893-b216-450b-bf89-7acababf5f31 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['916e5c03-c05b-4c7b-aa3b-e83512d20b0f']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:48.331457 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-edb84265-a552-4f53-86cd-73ba9fa058e8 service neutron] 10.222.0.18 "GET /v2.0/networks/a68fe874-df04-4314-a181-131d0536a9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371638 Jul 15 13:20:48.338495 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-36b56893-b216-450b-bf89-7acababf5f31 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8292c4d4-8f60-433f-bd1e-c2cb3ecc2683') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:48.339292 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-36b56893-b216-450b-bf89-7acababf5f31 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8292c4d4-8f60-433f-bd1e-c2cb3ecc2683') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:48.354146 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36b56893-b216-450b-bf89-7acababf5f31 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:48.365401 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8a30abf-3150-4d4b-90af-4733798e8cdb tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:48.392627 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36b56893-b216-450b-bf89-7acababf5f31 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:48.402441 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b56893-b216-450b-bf89-7acababf5f31 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:20:48.403334 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36b56893-b216-450b-bf89-7acababf5f31 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:48.407222 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:20:48.407222 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:20:48.407222 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:20:48.407222 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:20:48.407222 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:20:48.407222 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:20:48.407222 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:20:48.407222 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:20:48.407222 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:20:48.407222 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:20:48.407222 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:20:48.407222 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:20:48.407222 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:20:48.407222 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:20:48.407222 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:20:48.407222 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:20:48.407222 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:20:48.407222 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:20:48.407222 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:20:48.407222 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:20:48.407222 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:20:48.407222 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:20:48.407222 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:20:48.407222 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:20:48.407222 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:20:48.407222 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:20:48.407222 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:20:48.407222 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:20:48.407222 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:20:48.407222 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:20:48.407222 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:20:48.407222 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:20:48.452020 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-e42e299a-6f54-44c3-878e-8db2efa379ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=b6f4ad12-3700-4e2e-a890-1b96827e12d9 HTTP/1.1" status: 200 len: 217 time: 0.1120391 Jul 15 13:20:48.506511 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36b56893-b216-450b-bf89-7acababf5f31 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:48.521653 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36b56893-b216-450b-bf89-7acababf5f31 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:48.523778 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-36b56893-b216-450b-bf89-7acababf5f31 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] 10.222.0.24 "DELETE /v2.0/networks/916e5c03-c05b-4c7b-aa3b-e83512d20b0f HTTP/1.1" status: 204 len: 168 time: 0.9631107 Jul 15 13:20:48.534298 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40346) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:48.595334 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b56893-b216-450b-bf89-7acababf5f31 tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Pushing event deleted for resources: {'Network': ['ID=916e5c03-c05b-4c7b-aa3b-e83512d20b0f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:48.745522 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fad502e-a850-4264-8fe7-db161ae288ba tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:48.775407 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc8f55-cf35-4c64-879b-cb0d0f2a9b92 req-ee8eaeb8-ac82-4e87-b452-bb32836bf1e2 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:48.788383 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc8f55-cf35-4c64-879b-cb0d0f2a9b92 req-ee8eaeb8-ac82-4e87-b452-bb32836bf1e2 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:48.802454 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc8f55-cf35-4c64-879b-cb0d0f2a9b92 req-ee8eaeb8-ac82-4e87-b452-bb32836bf1e2 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:48.814573 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc8f55-cf35-4c64-879b-cb0d0f2a9b92 req-ee8eaeb8-ac82-4e87-b452-bb32836bf1e2 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:48.828129 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc8f55-cf35-4c64-879b-cb0d0f2a9b92 req-ee8eaeb8-ac82-4e87-b452-bb32836bf1e2 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:48.841405 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc8f55-cf35-4c64-879b-cb0d0f2a9b92 req-ee8eaeb8-ac82-4e87-b452-bb32836bf1e2 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:48.854185 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc8f55-cf35-4c64-879b-cb0d0f2a9b92 req-ee8eaeb8-ac82-4e87-b452-bb32836bf1e2 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:48.868764 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-89cc8f55-cf35-4c64-879b-cb0d0f2a9b92 req-ee8eaeb8-ac82-4e87-b452-bb32836bf1e2 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 5434 time: 0.5991070 Jul 15 13:20:48.882741 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-9a0b171c-d403-4d40-bbf5-fd044d9a339d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:48.885307 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-9a0b171c-d403-4d40-bbf5-fd044d9a339d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a43bc5d5-1c28-45f8-9de2-b37f1dc5ca84 HTTP/1.1" status: 200 len: 797 time: 0.4061844 Jul 15 13:20:48.958707 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-832e6bf9-9005-4b72-bac9-9e8247329462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74bad756-c369-499e-874f-c806d4d1e3f3 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:48.968711 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-7410c06c-02f8-4845-97a5-4eafc7975704 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:48.982615 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-7410c06c-02f8-4845-97a5-4eafc7975704 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:48.996556 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-7410c06c-02f8-4845-97a5-4eafc7975704 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:49.006493 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8a30abf-3150-4d4b-90af-4733798e8cdb tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.011328 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-7410c06c-02f8-4845-97a5-4eafc7975704 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:49.019927 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-832e6bf9-9005-4b72-bac9-9e8247329462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.026891 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-7410c06c-02f8-4845-97a5-4eafc7975704 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:49.036796 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8a30abf-3150-4d4b-90af-4733798e8cdb tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.043025 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-7410c06c-02f8-4845-97a5-4eafc7975704 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:49.057057 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-7410c06c-02f8-4845-97a5-4eafc7975704 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:49.061832 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-7410c06c-02f8-4845-97a5-4eafc7975704 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.18 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 5434 time: 0.3934088 Jul 15 13:20:49.134533 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-89cc8f55-cf35-4c64-879b-cb0d0f2a9b92 req-41bce777-e0d1-4ae6-ac56-e765d573c05f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=23bbefeb-be8c-4146-bf3d-810b99d9a00e&id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2641804 Jul 15 13:20:49.144597 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-832e6bf9-9005-4b72-bac9-9e8247329462 service neutron] Transition to ACTIVE for port object 74bad756-c369-499e-874f-c806d4d1e3f3 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:49.147757 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a30abf-3150-4d4b-90af-4733798e8cdb tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f8133d-a51f-430d-8c6a-094a003d4e41,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:49.166889 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-832e6bf9-9005-4b72-bac9-9e8247329462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.216733 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8a30abf-3150-4d4b-90af-4733798e8cdb tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.234343 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a8a30abf-3150-4d4b-90af-4733798e8cdb tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2268124 Jul 15 13:20:49.240498 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fad502e-a850-4264-8fe7-db161ae288ba tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.244492 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40364) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:49.303519 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-8fad502e-a850-4264-8fe7-db161ae288ba tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['133f67b7-3a38-4f57-a66e-388217a0bf94']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:49.357566 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-8fad502e-a850-4264-8fe7-db161ae288ba tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fdd726b-c186-42c4-8bd5-68725b633e59') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:49.358572 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-8fad502e-a850-4264-8fe7-db161ae288ba tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fdd726b-c186-42c4-8bd5-68725b633e59') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:49.360133 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e6bf9-9005-4b72-bac9-9e8247329462 service neutron] Pushing event updated for resources: {'Port': ['ID=74bad756-c369-499e-874f-c806d4d1e3f3,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:49.362795 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-42d88e07-fa96-4d45-a6b3-e6a6a54e2748 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.383541 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-a537dabb-66aa-4837-b51d-329379f90945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:49.385303 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-a537dabb-66aa-4837-b51d-329379f90945 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=092cf651-d793-4b85-94d1-eb7a1eab171d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4863236 Jul 15 13:20:49.401696 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-e7fb9e4f-82f6-49e7-a87f-977ccba01cb8 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:49.404561 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-e7fb9e4f-82f6-49e7-a87f-977ccba01cb8 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.18 "GET /v2.0/ports/b6f4ad12-3700-4e2e-a890-1b96827e12d9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3347826 Jul 15 13:20:49.407962 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fad502e-a850-4264-8fe7-db161ae288ba tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.414033 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-42d88e07-fa96-4d45-a6b3-e6a6a54e2748 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.597446 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-42d88e07-fa96-4d45-a6b3-e6a6a54e2748 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.604867 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fad502e-a850-4264-8fe7-db161ae288ba tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.610809 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-42d88e07-fa96-4d45-a6b3-e6a6a54e2748 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.612173 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-42d88e07-fa96-4d45-a6b3-e6a6a54e2748 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/11f8133d-a51f-430d-8c6a-094a003d4e41 HTTP/1.1" status: 204 len: 168 time: 0.3632567 Jul 15 13:20:49.620841 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-e75c4a61-4c56-461e-a3ca-f458837a3754 service neutron] 10.222.0.18 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072008 Jul 15 13:20:49.623109 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40370) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:49.640627 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fad502e-a850-4264-8fe7-db161ae288ba tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:20:49.641118 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fad502e-a850-4264-8fe7-db161ae288ba tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.645369 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:20:49.645369 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:20:49.645369 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:20:49.645369 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:20:49.645369 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:20:49.645369 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:20:49.645369 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:20:49.645369 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:20:49.645369 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:20:49.645369 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:20:49.645369 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:20:49.645369 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:20:49.645369 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:20:49.645369 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:20:49.645369 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:20:49.645369 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:20:49.645369 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:20:49.645369 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:20:49.645369 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:20:49.645369 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:20:49.645369 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:20:49.645369 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:20:49.645369 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:20:49.645369 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:20:49.645369 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:20:49.645369 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:20:49.645369 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:20:49.645369 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:20:49.645369 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:20:49.645369 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:20:49.645369 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:20:49.645369 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:20:49.650011 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d88e07-fa96-4d45-a6b3-e6a6a54e2748 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11f8133d-a51f-430d-8c6a-094a003d4e41,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:49.798111 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-832e6bf9-9005-4b72-bac9-9e8247329462 service neutron] Attempting to bind port 74bad756-c369-499e-874f-c806d4d1e3f3 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:49.799583 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-832e6bf9-9005-4b72-bac9-9e8247329462 service neutron] Attempting to bind port 74bad756-c369-499e-874f-c806d4d1e3f3 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '371c93d3-8bda-432b-9978-4decba9e0a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '22e34df3-bf36-4603-b5ed-74735e1e8ea4'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:49.800312 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-832e6bf9-9005-4b72-bac9-9e8247329462 service neutron] Attempting to bind port 74bad756-c369-499e-874f-c806d4d1e3f3 on network 22e34df3-bf36-4603-b5ed-74735e1e8ea4 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:49.814618 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-832e6bf9-9005-4b72-bac9-9e8247329462 service neutron] Port 74bad756-c369-499e-874f-c806d4d1e3f3 on network 22e34df3-bf36-4603-b5ed-74735e1e8ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:20:49.815129 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-832e6bf9-9005-4b72-bac9-9e8247329462 service neutron] Attempting to bind port 74bad756-c369-499e-874f-c806d4d1e3f3 on network 22e34df3-bf36-4603-b5ed-74735e1e8ea4 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:49.821551 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fad502e-a850-4264-8fe7-db161ae288ba tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.837496 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a2a4f413-024f-47b4-9054-ba7b8cfe83ec tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2073834 Jul 15 13:20:49.847548 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0fdda-a537-427b-ba72-c0f4ddce64d0 req-8565ba70-2b36-4f91-9517-36fa5dce48e8 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:49.854837 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6ce0fdda-a537-427b-ba72-c0f4ddce64d0 req-8565ba70-2b36-4f91-9517-36fa5dce48e8 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/ports?device_id=22202592-eac7-4178-9dd5-cf4744087256 HTTP/1.1" status: 200 len: 943 time: 0.3100426 Jul 15 13:20:49.861227 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fad502e-a850-4264-8fe7-db161ae288ba tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.872255 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8fad502e-a850-4264-8fe7-db161ae288ba tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] 10.222.0.24 "DELETE /v2.0/networks/133f67b7-3a38-4f57-a66e-388217a0bf94 HTTP/1.1" status: 204 len: 168 time: 1.3306572 Jul 15 13:20:49.875158 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40374) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:49.885568 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-c338ecfb-1b6b-4e51-91c2-c4d52e3873c6 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.18 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3987038 Jul 15 13:20:49.890606 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1559ce45-2a64-4f20-8d3c-196ad421eee7 req-c1f236ee-c5f9-495c-90bd-15a4249dc03b tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 210 time: 0.0955367 Jul 15 13:20:49.908410 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-832e6bf9-9005-4b72-bac9-9e8247329462 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:49.909376 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-832e6bf9-9005-4b72-bac9-9e8247329462 service neutron] Checking segment: {'id': '371c93d3-8bda-432b-9978-4decba9e0a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '22e34df3-bf36-4603-b5ed-74735e1e8ea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:49.909606 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-832e6bf9-9005-4b72-bac9-9e8247329462 service neutron] Bound using segment: {'id': '371c93d3-8bda-432b-9978-4decba9e0a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '22e34df3-bf36-4603-b5ed-74735e1e8ea4'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:49.910888 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-832e6bf9-9005-4b72-bac9-9e8247329462 service neutron] Bound port: 74bad756-c369-499e-874f-c806d4d1e3f3, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '371c93d3-8bda-432b-9978-4decba9e0a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '22e34df3-bf36-4603-b5ed-74735e1e8ea4'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:49.911498 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-832e6bf9-9005-4b72-bac9-9e8247329462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.996432 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-ba2764ce-6e2d-4e18-8177-1a722aba4f6e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:50.052676 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad502e-a850-4264-8fe7-db161ae288ba tempest-BulkNetworkOpsIpV6Test-1393487309 tempest-BulkNetworkOpsIpV6Test-1393487309-project] Pushing event deleted for resources: {'Network': ['ID=133f67b7-3a38-4f57-a66e-388217a0bf94,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:50.210955 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6ce0fdda-a537-427b-ba72-c0f4ddce64d0 req-0bf66e1b-e1ed-425d-b513-4472a4e6fad1 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/security-groups?id=fad28828-d022-41dd-93e6-d92b85c5fda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548007 Jul 15 13:20:50.290228 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-ba2764ce-6e2d-4e18-8177-1a722aba4f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.365401 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-036b6ca4-1b4e-400f-8ab3-57573cb82bc6 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.422191 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-036b6ca4-1b4e-400f-8ab3-57573cb82bc6 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.522486 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40388) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:50.578258 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-036b6ca4-1b4e-400f-8ab3-57573cb82bc6 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.581443 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-036b6ca4-1b4e-400f-8ab3-57573cb82bc6 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.583419 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-036b6ca4-1b4e-400f-8ab3-57573cb82bc6 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "DELETE /v2.0/security-groups/46354977-17b1-423b-a6e8-ce09775af97f HTTP/1.1" status: 204 len: 168 time: 0.6967564 Jul 15 13:20:50.633792 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40394) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:50.694083 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-832e6bf9-9005-4b72-bac9-9e8247329462 service neutron] For port 74bad756-c369-499e-874f-c806d4d1e3f3, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:50.700069 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-832e6bf9-9005-4b72-bac9-9e8247329462 service neutron] For port 74bad756-c369-499e-874f-c806d4d1e3f3, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=74bad756-c369-499e-874f-c806d4d1e3f3,segment=NetworkSegment(371c93d3-8bda-432b-9978-4decba9e0a67),segment_id=371c93d3-8bda-432b-9978-4decba9e0a67)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:50.701610 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b6ca4-1b4e-400f-8ab3-57573cb82bc6 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46354977-17b1-423b-a6e8-ce09775af97f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:50.729481 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-832e6bf9-9005-4b72-bac9-9e8247329462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.772028 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-ba2764ce-6e2d-4e18-8177-1a722aba4f6e service neutron] For port b6f4ad12-3700-4e2e-a890-1b96827e12d9, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=b6f4ad12-3700-4e2e-a890-1b96827e12d9,segment=NetworkSegment(37f44b11-a6f8-42e5-9c70-4ac39e12a5cf),segment_id=37f44b11-a6f8-42e5-9c70-4ac39e12a5cf)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:50.831211 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cfc94097-b77d-486f-8b69-d310d5dc7b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.862340 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-832e6bf9-9005-4b72-bac9-9e8247329462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:50.863413 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-832e6bf9-9005-4b72-bac9-9e8247329462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.865877 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-832e6bf9-9005-4b72-bac9-9e8247329462 service neutron] 10.222.0.18 "PUT /v2.0/ports/74bad756-c369-499e-874f-c806d4d1e3f3 HTTP/1.1" status: 200 len: 1092 time: 4.1411357 Jul 15 13:20:50.869705 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-e9552064-762a-49e7-8e1a-aeeea6408272 service neutron] 10.222.0.18 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2475066 Jul 15 13:20:50.877741 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22202592-eac7-4178-9dd5-cf4744087256', 'tag': '74bad756-c369-499e-874f-c806d4d1e3f3'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:50.883962 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a493e3a3-8c03-46f4-8541-a9baf2fa10aa" -d '{"events": [{"name": "network-changed", "server_uuid": "22202592-eac7-4178-9dd5-cf4744087256", "tag": "74bad756-c369-499e-874f-c806d4d1e3f3"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:50.902051 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0e3c3e1d-c2d3-4dab-8356-b430251626bc tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2613657 Jul 15 13:20:50.914098 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40402) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:50.922933 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-61e2b0a9-5df4-4144-89af-abaaa04febff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=586205129b3d46f897ad6751d12de1c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3951638 Jul 15 13:20:50.927817 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40406) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:50.961219 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-ba2764ce-6e2d-4e18-8177-1a722aba4f6e service neutron] For port b6f4ad12-3700-4e2e-a890-1b96827e12d9, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:51.061996 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-9a0778dd-bd66-44a3-88d7-c3fa37549d18 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=1f7146e3-8033-4950-8584-85d59a6f89e7 HTTP/1.1" status: 200 len: 217 time: 0.1724422 Jul 15 13:20:51.071094 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-ba2764ce-6e2d-4e18-8177-1a722aba4f6e service neutron] device_id is not set on port b6f4ad12-3700-4e2e-a890-1b96827e12d9 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:20:51.091292 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-ba2764ce-6e2d-4e18-8177-1a722aba4f6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:51.092670 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e6bf9-9005-4b72-bac9-9e8247329462 service neutron] Pushing event updated for resources: {'Port': ['ID=74bad756-c369-499e-874f-c806d4d1e3f3,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:51.093353 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d52fc8e7-bd5c-4dbb-aceb-b7eecabfe426 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:51.114493 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-ba2764ce-6e2d-4e18-8177-1a722aba4f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:51.158975 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d947d3-320c-4b25-ba6a-b57200821022 req-71575b76-0c26-4b75-bf8d-06872484876b tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:51.159660 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d52fc8e7-bd5c-4dbb-aceb-b7eecabfe426 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:51.165518 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d947d3-320c-4b25-ba6a-b57200821022 req-71575b76-0c26-4b75-bf8d-06872484876b tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:51.181502 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d947d3-320c-4b25-ba6a-b57200821022 req-71575b76-0c26-4b75-bf8d-06872484876b tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:51.194749 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d947d3-320c-4b25-ba6a-b57200821022 req-71575b76-0c26-4b75-bf8d-06872484876b tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:51.203693 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d947d3-320c-4b25-ba6a-b57200821022 req-71575b76-0c26-4b75-bf8d-06872484876b tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:51.209998 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d947d3-320c-4b25-ba6a-b57200821022 req-71575b76-0c26-4b75-bf8d-06872484876b tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:51.216014 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d947d3-320c-4b25-ba6a-b57200821022 req-71575b76-0c26-4b75-bf8d-06872484876b tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:51.218210 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-78d947d3-320c-4b25-ba6a-b57200821022 req-71575b76-0c26-4b75-bf8d-06872484876b tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 5356 time: 0.6289999 Jul 15 13:20:51.230927 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-ba2764ce-6e2d-4e18-8177-1a722aba4f6e service neutron] No DVR routers for this DVR port b6f4ad12-3700-4e2e-a890-1b96827e12d9 on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:51.237799 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2764ce-6e2d-4e18-8177-1a722aba4f6e service neutron] Pushing event updated for resources: {'Port': ['ID=b6f4ad12-3700-4e2e-a890-1b96827e12d9,revision_number=6']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:51.291048 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-6c2227e4-f864-4233-b6dc-9ffbb1113d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:51.292124 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-6c2227e4-f864-4233-b6dc-9ffbb1113d77 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a43bc5d5-1c28-45f8-9de2-b37f1dc5ca84 HTTP/1.1" status: 200 len: 797 time: 0.2185521 Jul 15 13:20:51.327143 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-ba2764ce-6e2d-4e18-8177-1a722aba4f6e service neutron] In _notify_port_updated(), no bound segment for port b6f4ad12-3700-4e2e-a890-1b96827e12d9 on network 092cf651-d793-4b85-94d1-eb7a1eab171d {{(pid=93813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:20:51.327143 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-ba2764ce-6e2d-4e18-8177-1a722aba4f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:51.327639 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-ba2764ce-6e2d-4e18-8177-1a722aba4f6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:51.329061 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-ba2764ce-6e2d-4e18-8177-1a722aba4f6e service neutron] 10.222.0.18 "PUT /v2.0/ports/b6f4ad12-3700-4e2e-a890-1b96827e12d9 HTTP/1.1" status: 200 len: 1027 time: 1.3953180 Jul 15 13:20:51.329637 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d52fc8e7-bd5c-4dbb-aceb-b7eecabfe426 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:51.335845 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d52fc8e7-bd5c-4dbb-aceb-b7eecabfe426 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:51.337459 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d52fc8e7-bd5c-4dbb-aceb-b7eecabfe426 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "DELETE /v2.0/security-groups/6f366b78-2b5d-4694-a94e-716b99e3c0fc HTTP/1.1" status: 204 len: 168 time: 0.4167337 Jul 15 13:20:51.342578 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40418) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:51.395378 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52fc8e7-bd5c-4dbb-aceb-b7eecabfe426 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f366b78-2b5d-4694-a94e-716b99e3c0fc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:51.432105 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-628e5cf6-aba4-4bef-83b4-351a2e3dd31a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:51.439352 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-628e5cf6-aba4-4bef-83b4-351a2e3dd31a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.18 "GET /v2.0/ports/1f7146e3-8033-4950-8584-85d59a6f89e7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1000371 Jul 15 13:20:51.439821 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64db2bf4-cbbd-4f0d-a200-be9d538d6619 x-openstack-request-id: req-64db2bf4-cbbd-4f0d-a200-be9d538d6619 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:51.440122 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22202592-eac7-4178-9dd5-cf4744087256", "tag": "74bad756-c369-499e-874f-c806d4d1e3f3", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:51.440374 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-64db2bf4-cbbd-4f0d-a200-be9d538d6619 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:51.440789 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22202592-eac7-4178-9dd5-cf4744087256', 'tag': '74bad756-c369-499e-874f-c806d4d1e3f3', 'status': 'completed', 'code': 200} Jul 15 13:20:51.441496 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce376411-4295-4914-8811-00d896c4fc9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:51.451513 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-d286a45c-f6bc-41ee-b524-7bb193a143b5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:51.474247 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-78d947d3-320c-4b25-ba6a-b57200821022 req-ba394846-e8d9-420b-bd2b-2ae54fbc8baf tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=23bbefeb-be8c-4146-bf3d-810b99d9a00e&id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2332673 Jul 15 13:20:51.558355 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-88e75f61-db59-44f5-b447-1039ff3eac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:51.562142 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-88e75f61-db59-44f5-b447-1039ff3eac03 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=347d14cd23344179a4603507261557d8&device_id=22202592-eac7-4178-9dd5-cf4744087256 HTTP/1.1" status: 200 len: 1095 time: 0.6237221 Jul 15 13:20:51.614682 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-100494f2-9cfe-4a3b-a251-c95abb8e9ba1 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2255738 Jul 15 13:20:51.627261 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce376411-4295-4914-8811-00d896c4fc9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:51.631264 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40420) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:51.647732 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-847b5d5e-8c3c-4d47-9942-138fceb3a49a tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Request body: {'security_group': {'name': 'tempest-secgroup--2073143193'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:51.680785 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-fcc628a7-8dcf-4ef1-b3ac-67f1fdf2454e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74bad756-c369-499e-874f-c806d4d1e3f3 HTTP/1.1" status: 200 len: 217 time: 0.0631046 Jul 15 13:20:51.689329 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-40caca73-4d32-4516-b555-42f5f8eda302 req-15d77ad1-ffb5-4f67-aa04-5ad7094bd0da tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 210 time: 0.0595517 Jul 15 13:20:51.701156 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-d286a45c-f6bc-41ee-b524-7bb193a143b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:51.754233 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0e2af04d-55f5-4b81-8e9d-5283001a4916 None None] Provisioning complete for port b6f4ad12-3700-4e2e-a890-1b96827e12d9 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:51.754942 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e2af04d-55f5-4b81-8e9d-5283001a4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:51.792068 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-53936499-3a21-4b02-93c4-bc61ecd76f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:51.794398 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-53936499-3a21-4b02-93c4-bc61ecd76f9c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=092cf651-d793-4b85-94d1-eb7a1eab171d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4921591 Jul 15 13:20:51.835947 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-0e2af04d-55f5-4b81-8e9d-5283001a4916 None None] Port b6f4ad12-3700-4e2e-a890-1b96827e12d9 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:20:51.858504 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-bb6a6e9d-4184-4f89-a231-ad942c5ffb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:51.860184 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-bb6a6e9d-4184-4f89-a231-ad942c5ffb4e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=017c68ce-bf83-43a6-986a-e0abadb002ed HTTP/1.1" status: 200 len: 849 time: 0.1715450 Jul 15 13:20:51.904857 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-7dfd7e23-21b2-4c2b-ac30-b9244d4d1b2b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=22e34df3-bf36-4603-b5ed-74735e1e8ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343471 Jul 15 13:20:52.024555 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce376411-4295-4914-8811-00d896c4fc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.031111 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce376411-4295-4914-8811-00d896c4fc9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.033325 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ce376411-4295-4914-8811-00d896c4fc9c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f9569699-0dbc-43f9-b6c4-062aa82e95d4 HTTP/1.1" status: 204 len: 168 time: 1.0968165 Jul 15 13:20:52.178273 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce376411-4295-4914-8811-00d896c4fc9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9569699-0dbc-43f9-b6c4-062aa82e95d4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:52.248764 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-847b5d5e-8c3c-4d47-9942-138fceb3a49a tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.257111 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fb09b-f843-4f3d-abee-3d5f592101bb req-ba52c233-721b-4ac1-8068-e165d7e3f330 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:52.265518 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b74fb09b-f843-4f3d-abee-3d5f592101bb req-ba52c233-721b-4ac1-8068-e165d7e3f330 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/ports?device_id=22202592-eac7-4178-9dd5-cf4744087256 HTTP/1.1" status: 200 len: 943 time: 0.5732272 Jul 15 13:20:52.285598 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-1d7d6514-5d11-40b9-b353-889a07d5964b service neutron] 10.222.0.18 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843814 Jul 15 13:20:52.319047 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-d286a45c-f6bc-41ee-b524-7bb193a143b5 service neutron] For port 1f7146e3-8033-4950-8584-85d59a6f89e7, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=1f7146e3-8033-4950-8584-85d59a6f89e7,segment=NetworkSegment(37f44b11-a6f8-42e5-9c70-4ac39e12a5cf),segment_id=37f44b11-a6f8-42e5-9c70-4ac39e12a5cf)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:52.376615 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-5f16d49f-9748-4e3e-b988-e230d2b5379c service neutron] 10.222.0.18 "GET /v2.0/networks/22e34df3-bf36-4603-b5ed-74735e1e8ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400966 Jul 15 13:20:52.504639 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-847b5d5e-8c3c-4d47-9942-138fceb3a49a tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.509397 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b74fb09b-f843-4f3d-abee-3d5f592101bb req-bf42a005-788e-44c3-a395-ca075742de15 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/security-groups?id=fad28828-d022-41dd-93e6-d92b85c5fda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273264 Jul 15 13:20:52.544599 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-847b5d5e-8c3c-4d47-9942-138fceb3a49a tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.630190 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-11ea1511-1252-4d0c-bbd4-712fd61b7189 service neutron] 10.222.0.18 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290663 Jul 15 13:20:52.646113 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b5d5e-8c3c-4d47-9942-138fceb3a49a tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d4db3f-8692-464b-9c1e-6dbd668fd307,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:52.650579 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b9f38f0d-b278-4e0f-a76b-8e702c2f9124 req-659c2fa3-940a-4e77-9cfb-e86365269a21 service neutron] 10.222.0.18 "GET /v2.0/networks/22e34df3-bf36-4603-b5ed-74735e1e8ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667651 Jul 15 13:20:52.675054 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-d286a45c-f6bc-41ee-b524-7bb193a143b5 service neutron] For port 1f7146e3-8033-4950-8584-85d59a6f89e7, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:52.717378 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-847b5d5e-8c3c-4d47-9942-138fceb3a49a tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.741318 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-847b5d5e-8c3c-4d47-9942-138fceb3a49a tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1033881 Jul 15 13:20:52.744065 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40454) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:52.754764 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-35b9ad53-023a-4caa-990f-62b333772ff5 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Request body: {'security_group_rule': {'security_group_id': 'f2d4db3f-8692-464b-9c1e-6dbd668fd307', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:52.779533 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-d286a45c-f6bc-41ee-b524-7bb193a143b5 service neutron] device_id is not set on port 1f7146e3-8033-4950-8584-85d59a6f89e7 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:20:52.796141 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-d286a45c-f6bc-41ee-b524-7bb193a143b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.808466 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-d286a45c-f6bc-41ee-b524-7bb193a143b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.823378 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-259576ea-679b-4e1f-b7fa-d0d5ea868d51 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e HTTP/1.1" status: 200 len: 217 time: 0.1820128 Jul 15 13:20:52.860111 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35b9ad53-023a-4caa-990f-62b333772ff5 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.941174 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-d286a45c-f6bc-41ee-b524-7bb193a143b5 service neutron] No DVR routers for this DVR port 1f7146e3-8033-4950-8584-85d59a6f89e7 on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:52.980200 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286a45c-f6bc-41ee-b524-7bb193a143b5 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7146e3-8033-4950-8584-85d59a6f89e7,revision_number=6']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:52.992895 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-f9cf2567-e197-4cd7-8351-5b3884897b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:52.994799 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-f9cf2567-e197-4cd7-8351-5b3884897b78 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a43bc5d5-1c28-45f8-9de2-b37f1dc5ca84 HTTP/1.1" status: 200 len: 797 time: 0.1647637 Jul 15 13:20:53.028284 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-d286a45c-f6bc-41ee-b524-7bb193a143b5 service neutron] In _notify_port_updated(), no bound segment for port 1f7146e3-8033-4950-8584-85d59a6f89e7 on network 092cf651-d793-4b85-94d1-eb7a1eab171d {{(pid=93813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:20:53.029581 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-d286a45c-f6bc-41ee-b524-7bb193a143b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:53.030362 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-d286a45c-f6bc-41ee-b524-7bb193a143b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.032529 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-d286a45c-f6bc-41ee-b524-7bb193a143b5 service neutron] 10.222.0.18 "PUT /v2.0/ports/1f7146e3-8033-4950-8584-85d59a6f89e7 HTTP/1.1" status: 200 len: 1027 time: 1.5850196 Jul 15 13:20:53.142590 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35b9ad53-023a-4caa-990f-62b333772ff5 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.146688 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493e3a3-8c03-46f4-8541-a9baf2fa10aa req-73fe712e-7714-4a0b-a9ad-9e607db575bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:53.148695 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a493e3a3-8c03-46f4-8541-a9baf2fa10aa req-73fe712e-7714-4a0b-a9ad-9e607db575bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=347d14cd23344179a4603507261557d8&device_id=22202592-eac7-4178-9dd5-cf4744087256 HTTP/1.1" status: 200 len: 1095 time: 0.4029663 Jul 15 13:20:53.157117 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35b9ad53-023a-4caa-990f-62b333772ff5 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.226841 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.233005 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35b9ad53-023a-4caa-990f-62b333772ff5 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.237463 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-35b9ad53-023a-4caa-990f-62b333772ff5 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4917891 Jul 15 13:20:53.240204 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40466) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:53.248440 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9ad53-023a-4caa-990f-62b333772ff5 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c34e3a-3c01-4341-b346-f518ecb7f205,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:53.280556 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-c88a2a53-5207-40bc-a295-9bb6eef9e02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:53.282772 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-c88a2a53-5207-40bc-a295-9bb6eef9e02b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=092cf651-d793-4b85-94d1-eb7a1eab171d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2792473 Jul 15 13:20:53.362826 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e988f5-0060-410b-8ee9-d4d4253b0958 req-c2dd93b4-0f8a-42f5-bf16-f0f9bea854db tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:53.370207 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e988f5-0060-410b-8ee9-d4d4253b0958 req-c2dd93b4-0f8a-42f5-bf16-f0f9bea854db tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:53.377047 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e988f5-0060-410b-8ee9-d4d4253b0958 req-c2dd93b4-0f8a-42f5-bf16-f0f9bea854db tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:53.383839 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e988f5-0060-410b-8ee9-d4d4253b0958 req-c2dd93b4-0f8a-42f5-bf16-f0f9bea854db tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:53.384535 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-713c633c-a0a4-4242-ab66-512506c22784 None None] Provisioning complete for port 1f7146e3-8033-4950-8584-85d59a6f89e7 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:53.387918 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bebc1ebb-3069-48ca-9d73-e0c1eda753e7 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.389248 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-713c633c-a0a4-4242-ab66-512506c22784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.391284 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e988f5-0060-410b-8ee9-d4d4253b0958 req-c2dd93b4-0f8a-42f5-bf16-f0f9bea854db tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:53.400579 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-73e988f5-0060-410b-8ee9-d4d4253b0958 req-c2dd93b4-0f8a-42f5-bf16-f0f9bea854db tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 3886 time: 0.4007640 Jul 15 13:20:53.403495 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ee5d760a-55f9-4189-8d83-466d8fb2b228 req-a9f3ebf0-8da4-476a-9c20-f8022fbd102f tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 210 time: 0.0915835 Jul 15 13:20:53.425752 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bebc1ebb-3069-48ca-9d73-e0c1eda753e7 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.445050 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8bf5878-82db-4762-aff5-6c5fe06a29a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.479098 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-713c633c-a0a4-4242-ab66-512506c22784 None None] Port 1f7146e3-8033-4950-8584-85d59a6f89e7 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:20:53.515444 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-1a1f4389-ee36-4410-8d3a-01912995373a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Deleting port 17aae3e2-beee-4242-a747-d5d996c9bcc4 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:53.516203 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-1a1f4389-ee36-4410-8d3a-01912995373a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.522356 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bebc1ebb-3069-48ca-9d73-e0c1eda753e7 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.533476 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493e3a3-8c03-46f4-8541-a9baf2fa10aa req-ddcf8896-0f72-423c-8fc8-703b3ae1cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:53.536453 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a493e3a3-8c03-46f4-8541-a9baf2fa10aa req-ddcf8896-0f72-423c-8fc8-703b3ae1cbfe service neutron] 10.222.0.18 "GET /v2.0/networks?id=22e34df3-bf36-4603-b5ed-74735e1e8ea4 HTTP/1.1" status: 200 len: 910 time: 0.3587809 Jul 15 13:20:53.546393 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-73e988f5-0060-410b-8ee9-d4d4253b0958 req-8629087f-b5a0-4ed5-8237-9b2af498a9ad tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449876 Jul 15 13:20:53.548129 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bebc1ebb-3069-48ca-9d73-e0c1eda753e7 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.552983 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-bebc1ebb-3069-48ca-9d73-e0c1eda753e7 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/c0c34e3a-3c01-4341-b346-f518ecb7f205 HTTP/1.1" status: 204 len: 168 time: 0.3112755 Jul 15 13:20:53.554099 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40476) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:53.582218 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc1ebb-3069-48ca-9d73-e0c1eda753e7 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0c34e3a-3c01-4341-b346-f518ecb7f205,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:53.594545 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a493e3a3-8c03-46f4-8541-a9baf2fa10aa req-b3585bc0-2cab-4357-9946-d7b138deff02 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74bad756-c369-499e-874f-c806d4d1e3f3 HTTP/1.1" status: 200 len: 217 time: 0.0450876 Jul 15 13:20:53.621335 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-85efd919-e0a3-479a-aa50-cb82fa9ac0ae service neutron] 10.222.0.18 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894650 Jul 15 13:20:53.671842 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 9f6dd92f-446d-431c-9742-1c64543233ba no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:53.739699 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-428dde63-8cf7-4fde-9533-865ce3382e10 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1744115 Jul 15 13:20:53.741694 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40480) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:53.769210 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40482) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:53.771650 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-1a1f4389-ee36-4410-8d3a-01912995373a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] For port 17aae3e2-beee-4242-a747-d5d996c9bcc4, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=17aae3e2-beee-4242-a747-d5d996c9bcc4,segment=NetworkSegment(37f44b11-a6f8-42e5-9c70-4ac39e12a5cf),segment_id=37f44b11-a6f8-42e5-9c70-4ac39e12a5cf)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:53.772388 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-1a1f4389-ee36-4410-8d3a-01912995373a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.819406 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-1a1f4389-ee36-4410-8d3a-01912995373a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Calling delete_port for 17aae3e2-beee-4242-a747-d5d996c9bcc4 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:53.869962 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.908611 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-7c6e590f-4c79-4f1f-addd-db03076d6351 service neutron] 10.222.0.18 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641535 Jul 15 13:20:53.959669 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-eed06a86-5327-4fc9-a449-77c3018e0ff8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=17aae3e2-beee-4242-a747-d5d996c9bcc4 HTTP/1.1" status: 200 len: 217 time: 0.0418108 Jul 15 13:20:53.964619 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493e3a3-8c03-46f4-8541-a9baf2fa10aa req-01584222-ee72-4d9c-bc2e-1e186f02ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:53.967815 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a493e3a3-8c03-46f4-8541-a9baf2fa10aa req-01584222-ee72-4d9c-bc2e-1e186f02ec08 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=017c68ce-bf83-43a6-986a-e0abadb002ed HTTP/1.1" status: 200 len: 849 time: 0.3612475 Jul 15 13:20:53.990144 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f8c12b34-5b09-464b-9a00-53934affcdb0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1167732978'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:54.022018 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f6dd92f-446d-431c-9742-1c64543233ba'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:54.025350 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4934c2d6-1c5a-4755-b2c1-1130e3b884c7" -d '{"events": [{"server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "name": "network-vif-unplugged", "status": "completed", "tag": "9f6dd92f-446d-431c-9742-1c64543233ba"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:54.038619 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 9f6dd92f-446d-431c-9742-1c64543233ba, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9f6dd92f-446d-431c-9742-1c64543233ba,segment=NetworkSegment(be6f61df-1bcf-4dee-95b3-8bf240166a89),segment_id=be6f61df-1bcf-4dee-95b3-8bf240166a89)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:54.039304 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ae7c975f-074f-4635-ab92-e77f880fea14 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.045035 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a493e3a3-8c03-46f4-8541-a9baf2fa10aa req-684bff50-521a-43e3-ab22-514ee57bcd49 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=22e34df3-bf36-4603-b5ed-74735e1e8ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673251 Jul 15 13:20:54.059644 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.060604 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 1f7146e3-8033-4950-8584-85d59a6f89e7 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:54.096083 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ae7c975f-074f-4635-ab92-e77f880fea14 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.100999 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c12b34-5b09-464b-9a00-53934affcdb0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Made reservation on behalf of 02de15b4d2954d6d9c9c75a1ac38a37c for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:54.105642 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8c12b34-5b09-464b-9a00-53934affcdb0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.137261 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8c12b34-5b09-464b-9a00-53934affcdb0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.164776 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-f1545f72-0809-4e87-86b6-ae00900d467f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:54.166471 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-f1545f72-0809-4e87-86b6-ae00900d467f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a43bc5d5-1c28-45f8-9de2-b37f1dc5ca84 HTTP/1.1" status: 200 len: 797 time: 0.1990454 Jul 15 13:20:54.227782 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 1f7146e3-8033-4950-8584-85d59a6f89e7 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:20:54.228726 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device b7de99ab-528a-45b3-83e8-223243db9266 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:54.291470 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a37e2-82dd-4da2-bdb3-8979d463c53e req-b34c05f4-955c-4ee8-be31-a11fd343f9d2 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:54.298060 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6e5a37e2-82dd-4da2-bdb3-8979d463c53e req-b34c05f4-955c-4ee8-be31-a11fd343f9d2 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/ports?device_id=22202592-eac7-4178-9dd5-cf4744087256 HTTP/1.1" status: 200 len: 943 time: 0.2455094 Jul 15 13:20:54.368226 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=9f6dd92f-446d-431c-9742-1c64543233ba,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:54.391834 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6e5a37e2-82dd-4da2-bdb3-8979d463c53e req-55f9448b-d1f0-4361-a777-b890ed40bd86 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/security-groups?id=fad28828-d022-41dd-93e6-d92b85c5fda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927510 Jul 15 13:20:54.398890 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a493e3a3-8c03-46f4-8541-a9baf2fa10aa req-4832c5d4-56fc-4403-afcd-3b32175247f9 service neutron] 10.222.0.18 "GET /v2.0/networks/22e34df3-bf36-4603-b5ed-74735e1e8ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451085 Jul 15 13:20:54.424990 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925a40fe-1d98-4813-9a8d-1647afc7437f x-openstack-request-id: req-925a40fe-1d98-4813-9a8d-1647afc7437f {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:54.426330 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "name": "network-vif-unplugged", "status": "completed", "tag": "9f6dd92f-446d-431c-9742-1c64543233ba", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:54.427985 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-925a40fe-1d98-4813-9a8d-1647afc7437f {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:54.428795 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f6dd92f-446d-431c-9742-1c64543233ba', 'code': 200} Jul 15 13:20:54.456150 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ae7c975f-074f-4635-ab92-e77f880fea14 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.458894 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ae7c975f-074f-4635-ab92-e77f880fea14 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.464702 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40496) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:54.466097 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ae7c975f-074f-4635-ab92-e77f880fea14 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "DELETE /v2.0/security-groups/f2d4db3f-8692-464b-9c1e-6dbd668fd307 HTTP/1.1" status: 204 len: 168 time: 0.7155254 Jul 15 13:20:54.472112 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-91b5f8a5-dc21-4fac-9f8d-104086a3845a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:54.474297 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-91b5f8a5-dc21-4fac-9f8d-104086a3845a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=092cf651-d793-4b85-94d1-eb7a1eab171d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2964113 Jul 15 13:20:54.524003 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-1a1f4389-ee36-4410-8d3a-01912995373a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.533314 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c975f-074f-4635-ab92-e77f880fea14 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d4db3f-8692-464b-9c1e-6dbd668fd307,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:54.587005 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.627357 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8c12b34-5b09-464b-9a00-53934affcdb0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.636209 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f4389-ee36-4410-8d3a-01912995373a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Pushing event deleted for resources: {'Port': ['ID=17aae3e2-beee-4242-a747-d5d996c9bcc4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:54.645632 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8c12b34-5b09-464b-9a00-53934affcdb0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.658320 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c12b34-5b09-464b-9a00-53934affcdb0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:20:54.669816 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8c12b34-5b09-464b-9a00-53934affcdb0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.670582 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-f8c12b34-5b09-464b-9a00-53934affcdb0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Added segment 0dc230ba-554f-4e86-80f3-b3287df0399f of type vlan for network 0b04da4a-400d-4c27-aeae-71450edbff73 Jul 15 13:20:54.703989 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port b7de99ab-528a-45b3-83e8-223243db9266, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=b7de99ab-528a-45b3-83e8-223243db9266,segment=NetworkSegment(be6f61df-1bcf-4dee-95b3-8bf240166a89),segment_id=be6f61df-1bcf-4dee-95b3-8bf240166a89)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:54.713349 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.715214 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 17aae3e2-beee-4242-a747-d5d996c9bcc4 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:54.724525 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8c12b34-5b09-464b-9a00-53934affcdb0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.786109 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-8947b759-afb5-4e88-98f3-cdacdc8ba878 service neutron] 10.222.0.18 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034244 Jul 15 13:20:54.831362 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:20:54.840117 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.842807 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 17aae3e2-beee-4242-a747-d5d996c9bcc4 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:20:54.844568 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 17aae3e2-beee-4242-a747-d5d996c9bcc4 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:20:54.845245 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 8f564a5e-612b-4a41-8d78-25b6e98f9169 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:54.854004 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e138e305-c55d-425e-942d-a03277279333 req-77ea70a8-9248-4dc1-a831-59f35fd6aef5 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 210 time: 0.2111785 Jul 15 13:20:54.926311 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-1a1f4389-ee36-4410-8d3a-01912995373a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] No DVR routers for this DVR port 17aae3e2-beee-4242-a747-d5d996c9bcc4 on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:54.941026 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8c12b34-5b09-464b-9a00-53934affcdb0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.947846 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f469f010-ff75-4d2e-ba2e-588fd18e9439 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4672701 Jul 15 13:20:54.955134 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c12b34-5b09-464b-9a00-53934affcdb0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:54.955794 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8c12b34-5b09-464b-9a00-53934affcdb0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.959689 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-1a1f4389-ee36-4410-8d3a-01912995373a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.962472 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-1a1f4389-ee36-4410-8d3a-01912995373a tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.18 "DELETE /v2.0/ports/17aae3e2-beee-4242-a747-d5d996c9bcc4 HTTP/1.1" status: 204 len: 173 time: 1.9193115 Jul 15 13:20:54.962695 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40502) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:54.966270 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'name': 'network-vif-deleted', 'tag': '17aae3e2-beee-4242-a747-d5d996c9bcc4'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:54.968855 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f887f031-d802-4a0e-9670-721fb9b0cecd" -d '{"events": [{"server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "name": "network-vif-deleted", "tag": "17aae3e2-beee-4242-a747-d5d996c9bcc4"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:54.985165 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=b7de99ab-528a-45b3-83e8-223243db9266,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:54.990426 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c12b34-5b09-464b-9a00-53934affcdb0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a9eaea-2ccb-4545-a8dc-9ece63915caf,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:55.076504 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b92debc-7efb-4cf5-96a1-595aeea3dde8 x-openstack-request-id: req-5b92debc-7efb-4cf5-96a1-595aeea3dde8 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:55.076969 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "name": "network-vif-deleted", "tag": "17aae3e2-beee-4242-a747-d5d996c9bcc4", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:55.077306 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b92debc-7efb-4cf5-96a1-595aeea3dde8 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:55.077913 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'name': 'network-vif-deleted', 'tag': '17aae3e2-beee-4242-a747-d5d996c9bcc4', 'status': 'completed', 'code': 200} Jul 15 13:20:55.122596 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f8c12b34-5b09-464b-9a00-53934affcdb0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3467171 Jul 15 13:20:55.154257 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-8fb80de5-ea2e-48c3-97be-b713dec153cc tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Request body: {'security_group': {'name': 'tempest-secgroup--1624524950'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:55.214830 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a493e3a3-8c03-46f4-8541-a9baf2fa10aa req-1998808e-8c41-4251-9e01-939e450f13b9 service neutron] 10.222.0.18 "GET /v2.0/networks/22e34df3-bf36-4603-b5ed-74735e1e8ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8036380 Jul 15 13:20:55.218258 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:55.298491 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c12b34-5b09-464b-9a00-53934affcdb0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event updated for resources: {'Network': ['ID=0b04da4a-400d-4c27-aeae-71450edbff73,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:55.303554 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40508) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:55.322437 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 0b04da4a-400d-4c27-aeae-71450edbff73 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:20:55.344668 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-0858d9eb-d915-4f6c-88f0-a9f1b4f2ec29 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Request body: {'subnet': {'network_id': '0b04da4a-400d-4c27-aeae-71450edbff73', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:55.367791 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-ffcbe238-7552-44b7-a64b-21be931f63e7 service neutron] 10.222.0.18 "GET /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5538085 Jul 15 13:20:55.411647 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:55.579516 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-ecbd8dbb-9a89-4f33-ba69-a1c7d14c8f71 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b7de99ab-528a-45b3-83e8-223243db9266 HTTP/1.1" status: 200 len: 217 time: 0.1605964 Jul 15 13:20:55.606927 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 8f564a5e-612b-4a41-8d78-25b6e98f9169, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=8f564a5e-612b-4a41-8d78-25b6e98f9169,segment=NetworkSegment(8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65),segment_id=8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:55.616389 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.db.api [None req-0858d9eb-d915-4f6c-88f0-a9f1b4f2ec29 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:20:55.616389 n-d-758944-45 neutron-server[93813]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 13:20:55.616389 n-d-758944-45 neutron-server[93813]: [parameters: {'project_id': '02de15b4d2954d6d9c9c75a1ac38a37c', 'id': '23151a5a-ce5e-4832-a296-00bea91ce9ad', 'expiration': datetime.datetime(2021, 7, 15, 13, 22, 55, 599340)}] Jul 15 13:20:55.616389 n-d-758944-45 neutron-server[93813]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:20:55.617362 n-d-758944-45 neutron-server[93813]: DEBUG oslo_db.api [None req-0858d9eb-d915-4f6c-88f0-a9f1b4f2ec29 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:20:55.619506 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:55.620475 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:55.672108 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 74bad756-c369-499e-874f-c806d4d1e3f3 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:20:55.750446 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=8f564a5e-612b-4a41-8d78-25b6e98f9169,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:55.752775 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-6149b386-6b8d-4c19-bcb1-526e103f4fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:55.756000 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-6149b386-6b8d-4c19-bcb1-526e103f4fad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=565ec453-53b0-4720-9670-49936e2bd20d HTTP/1.1" status: 200 len: 797 time: 0.1607924 Jul 15 13:20:55.758365 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-96b0f9ad-1f69-463d-9aa7-a46089a40e45 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Deleting port 8f564a5e-612b-4a41-8d78-25b6e98f9169 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:55.758987 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-96b0f9ad-1f69-463d-9aa7-a46089a40e45 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:55.772707 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40514) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:55.806961 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8fb80de5-ea2e-48c3-97be-b713dec153cc tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:55.916805 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:55.941896 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 74bad756-c369-499e-874f-c806d4d1e3f3, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=74bad756-c369-499e-874f-c806d4d1e3f3,segment=NetworkSegment(371c93d3-8bda-432b-9978-4decba9e0a67),segment_id=371c93d3-8bda-432b-9978-4decba9e0a67)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:55.963217 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '74bad756-c369-499e-874f-c806d4d1e3f3', 'network_id': '22e34df3-bf36-4603-b5ed-74735e1e8ea4', 'port_id': '74bad756-c369-499e-874f-c806d4d1e3f3', 'mac_address': 'fa:16:3e:a3:e0:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017c68ce-bf83-43a6-986a-e0abadb002ed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:20:55.976124 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e,segment=NetworkSegment(37f44b11-a6f8-42e5-9c70-4ac39e12a5cf),segment_id=37f44b11-a6f8-42e5-9c70-4ac39e12a5cf)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:56.001433 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4b86a-9176-4898-ad50-1f1127077c31 req-1a4f2d41-b48e-4ec2-93b2-38c42097edde tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:56.017931 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4b86a-9176-4898-ad50-1f1127077c31 req-1a4f2d41-b48e-4ec2-93b2-38c42097edde tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:56.035572 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4b86a-9176-4898-ad50-1f1127077c31 req-1a4f2d41-b48e-4ec2-93b2-38c42097edde tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:56.037980 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:56.038868 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device b6f4ad12-3700-4e2e-a890-1b96827e12d9 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:56.054961 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4b86a-9176-4898-ad50-1f1127077c31 req-1a4f2d41-b48e-4ec2-93b2-38c42097edde tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:56.068832 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-00f4b86a-9176-4898-ad50-1f1127077c31 req-1a4f2d41-b48e-4ec2-93b2-38c42097edde tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 3147 time: 0.9456687 Jul 15 13:20:56.076585 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-96b0f9ad-1f69-463d-9aa7-a46089a40e45 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] For port 8f564a5e-612b-4a41-8d78-25b6e98f9169, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=8f564a5e-612b-4a41-8d78-25b6e98f9169,segment=NetworkSegment(8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65),segment_id=8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:56.077213 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-96b0f9ad-1f69-463d-9aa7-a46089a40e45 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:56.137101 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:56.152610 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-b98b88d9-ae01-49d0-af42-f6334be5c186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:56.155950 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-b98b88d9-ae01-49d0-af42-f6334be5c186 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=af7ddb53-a503-4934-b82b-95b8c79b40c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3688176 Jul 15 13:20:56.170035 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74bad756-c369-499e-874f-c806d4d1e3f3 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:56.196467 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c440cc21-6584-4fba-99c6-68d9b6caa15f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:56.213197 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device b6f4ad12-3700-4e2e-a890-1b96827e12d9 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:20:56.218319 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:56.223583 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 74bad756-c369-499e-874f-c806d4d1e3f3, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=74bad756-c369-499e-874f-c806d4d1e3f3,segment=NetworkSegment(371c93d3-8bda-432b-9978-4decba9e0a67),segment_id=371c93d3-8bda-432b-9978-4decba9e0a67)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:56.235294 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:56.312675 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4789b-8e79-4b13-80d6-4c4e78a39221 req-8efd75a5-b880-4357-bd0e-12b463a79b0c tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:56.314493 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0cc4789b-8e79-4b13-80d6-4c4e78a39221 req-8efd75a5-b880-4357-bd0e-12b463a79b0c tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/ports?device_id=22202592-eac7-4178-9dd5-cf4744087256 HTTP/1.1" status: 200 len: 943 time: 0.6615453 Jul 15 13:20:56.329515 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:56.351221 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=74bad756-c369-499e-874f-c806d4d1e3f3,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:56.416677 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-96b0f9ad-1f69-463d-9aa7-a46089a40e45 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:56.417403 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-96b0f9ad-1f69-463d-9aa7-a46089a40e45 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:56.417961 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-96b0f9ad-1f69-463d-9aa7-a46089a40e45 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Floating IP 02ca3ecc-ed3a-4d58-aae4-88672827a50e disassociated. External IP: 172.25.6.89, port: 8f564a5e-612b-4a41-8d78-25b6e98f9169. Jul 15 13:20:56.418586 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-96b0f9ad-1f69-463d-9aa7-a46089a40e45 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Calling delete_port for 8f564a5e-612b-4a41-8d78-25b6e98f9169 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:56.430491 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7de99ab-528a-45b3-83e8-223243db9266'}, {'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f564a5e-612b-4a41-8d78-25b6e98f9169'}, {'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:56.436234 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2038b080-ac4a-468a-a239-9b89f2827647" -d '{"events": [{"server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "name": "network-vif-unplugged", "status": "completed", "tag": "b7de99ab-528a-45b3-83e8-223243db9266"}, {"server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "name": "network-vif-unplugged", "status": "completed", "tag": "8f564a5e-612b-4a41-8d78-25b6e98f9169"}, {"server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "name": "network-vif-unplugged", "status": "completed", "tag": "c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:56.447304 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['74bad756-c369-499e-874f-c806d4d1e3f3'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:20:56.448116 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0cc4789b-8e79-4b13-80d6-4c4e78a39221 req-58aa2201-fd75-4353-965a-36c08c3ac250 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/security-groups?id=fad28828-d022-41dd-93e6-d92b85c5fda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011374 Jul 15 13:20:56.659085 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-104f1cb0-37f6-4c40-ac2b-287b60275388 service neutron] 10.222.0.18 "GET /v2.0/networks/af7ddb53-a503-4934-b82b-95b8c79b40c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689317 Jul 15 13:20:56.720860 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-00f4b86a-9176-4898-ad50-1f1127077c31 req-59b5e7ae-181e-4e70-aa49-f8837cd9b917 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6416690 Jul 15 13:20:56.811428 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-96b0f9ad-1f69-463d-9aa7-a46089a40e45 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:56.831060 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37111c7-a2bf-460d-bdd0-0559d023da07 x-openstack-request-id: req-a37111c7-a2bf-460d-bdd0-0559d023da07 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:56.831370 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "name": "network-vif-unplugged", "status": "completed", "tag": "b7de99ab-528a-45b3-83e8-223243db9266", "code": 200}, {"server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "name": "network-vif-unplugged", "status": "completed", "tag": "8f564a5e-612b-4a41-8d78-25b6e98f9169", "code": 200}, {"server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "name": "network-vif-unplugged", "status": "completed", "tag": "c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:56.831635 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a37111c7-a2bf-460d-bdd0-0559d023da07 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:56.834638 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7de99ab-528a-45b3-83e8-223243db9266', 'code': 200} Jul 15 13:20:56.834980 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f564a5e-612b-4a41-8d78-25b6e98f9169', 'code': 200} Jul 15 13:20:56.835241 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e', 'code': 200} Jul 15 13:20:56.873050 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0f9ad-1f69-463d-9aa7-a46089a40e45 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Pushing event deleted for resources: {'Port': ['ID=8f564a5e-612b-4a41-8d78-25b6e98f9169,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:56.903553 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0785275e-9091-4c45-8726-02adb9110838 req-94fa7ba8-f4d6-4372-a96e-5397cbdf8056 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 210 time: 0.0455346 Jul 15 13:20:57.014861 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8fb80de5-ea2e-48c3-97be-b713dec153cc tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.031118 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8fb80de5-ea2e-48c3-97be-b713dec153cc tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.033339 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-96b0f9ad-1f69-463d-9aa7-a46089a40e45 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Router 44e78f15-7598-4391-bba7-ce3eb4154b2d has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:20:57.067765 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-ffdbca5d-5b2d-42b6-8bdf-a3601a99fe4c service neutron] 10.222.0.18 "GET /v2.0/networks/af7ddb53-a503-4934-b82b-95b8c79b40c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981922 Jul 15 13:20:57.068881 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-c440cc21-6584-4fba-99c6-68d9b6caa15f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:20:57.068881 n-d-758944-45 neutron-server[93814]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:20:57.068881 n-d-758944-45 neutron-server[93814]: [parameters: {'project_id_1': 'ea400f8a0e8e4891a83da5ce84e9af23', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 20, 56, 801363)}] Jul 15 13:20:57.068881 n-d-758944-45 neutron-server[93814]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:20:57.069716 n-d-758944-45 neutron-server[93814]: DEBUG oslo_db.api [None req-c440cc21-6584-4fba-99c6-68d9b6caa15f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:20:57.092562 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0858d9eb-d915-4f6c-88f0-a9f1b4f2ec29 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Made reservation on behalf of 02de15b4d2954d6d9c9c75a1ac38a37c for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:57.095427 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0858d9eb-d915-4f6c-88f0-a9f1b4f2ec29 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.159455 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-e35f68f5-f1c4-4bf8-8b7c-30eea6c44a5b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9f6dd92f-446d-431c-9742-1c64543233ba HTTP/1.1" status: 200 len: 217 time: 0.0765767 Jul 15 13:20:57.160696 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8fb80de5-ea2e-48c3-97be-b713dec153cc tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.166437 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8fb80de5-ea2e-48c3-97be-b713dec153cc tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.1599398 Jul 15 13:20:57.166437 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb80de5-ea2e-48c3-97be-b713dec153cc tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc93183-dbd8-4ccf-8ad0-4a1dff44213d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:57.167847 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40524) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:57.190202 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1f2915c4-a7e7-4b55-8306-b482ee9aca2a tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Request body: {'security_group_rule': {'security_group_id': 'cdc93183-dbd8-4ccf-8ad0-4a1dff44213d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:57.264413 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-96b0f9ad-1f69-463d-9aa7-a46089a40e45 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:57.278348 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2911f2b0-691d-4afa-8d57-0dc4603f5144 None None] Sync routers for ids ['44e78f15-7598-4391-bba7-ce3eb4154b2d'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:57.293327 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2911f2b0-691d-4afa-8d57-0dc4603f5144 None None] Routers {'44e78f15-7598-4391-bba7-ce3eb4154b2d'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:57.294520 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-2911f2b0-691d-4afa-8d57-0dc4603f5144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:20:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['44e78f15-7598-4391-bba7-ce3eb4154b2d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:57.326050 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-81a2ac77-e019-4850-9a26-d440b883fc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:57.328576 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-81a2ac77-e019-4850-9a26-d440b883fc53 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=565ec453-53b0-4720-9670-49936e2bd20d HTTP/1.1" status: 200 len: 797 time: 0.1592882 Jul 15 13:20:57.385928 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f2915c4-a7e7-4b55-8306-b482ee9aca2a tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.467218 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-96b0f9ad-1f69-463d-9aa7-a46089a40e45 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] No DVR routers for this DVR port 8f564a5e-612b-4a41-8d78-25b6e98f9169 on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:57.474487 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-96b0f9ad-1f69-463d-9aa7-a46089a40e45 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.478794 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-96b0f9ad-1f69-463d-9aa7-a46089a40e45 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.18 "DELETE /v2.0/ports/8f564a5e-612b-4a41-8d78-25b6e98f9169 HTTP/1.1" status: 204 len: 173 time: 2.4905229 Jul 15 13:20:57.479528 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'name': 'network-vif-deleted', 'tag': '8f564a5e-612b-4a41-8d78-25b6e98f9169'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:57.483557 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58b521b-96a8-4385-a2a9-fc9a11b5ea2f" -d '{"events": [{"server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "name": "network-vif-deleted", "tag": "8f564a5e-612b-4a41-8d78-25b6e98f9169"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:57.486105 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f2915c4-a7e7-4b55-8306-b482ee9aca2a tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.522440 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f2915c4-a7e7-4b55-8306-b482ee9aca2a tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.561349 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2915c4-a7e7-4b55-8306-b482ee9aca2a tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d17f6830-9944-4179-86cc-7d71ae55e5a5,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:57.562037 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-2911f2b0-691d-4afa-8d57-0dc4603f5144 None None] Set router 44e78f15-7598-4391-bba7-ce3eb4154b2d gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:57.573732 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c440cc21-6584-4fba-99c6-68d9b6caa15f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.669286 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 74bad756-c369-499e-874f-c806d4d1e3f3 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:57.797828 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c440cc21-6584-4fba-99c6-68d9b6caa15f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.802958 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f2915c4-a7e7-4b55-8306-b482ee9aca2a tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.809064 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1f2915c4-a7e7-4b55-8306-b482ee9aca2a tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6251321 Jul 15 13:20:57.813561 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40534) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:57.835164 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 74bad756-c369-499e-874f-c806d4d1e3f3 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:57.844619 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c9c0259b-e5bc-4ce5-b6d3-6512e354b728 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "GET /v2.0/security-group-rules/d17f6830-9944-4179-86cc-7d71ae55e5a5 HTTP/1.1" status: 200 len: 763 time: 0.0280726 Jul 15 13:20:57.845825 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c440cc21-6584-4fba-99c6-68d9b6caa15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.848564 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 74bad756-c369-499e-874f-c806d4d1e3f3 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:57.849162 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.867590 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c577ed6a-b691-41f0-b74a-4fbf44cff715 x-openstack-request-id: req-c577ed6a-b691-41f0-b74a-4fbf44cff715 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:57.868482 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "name": "network-vif-deleted", "tag": "8f564a5e-612b-4a41-8d78-25b6e98f9169", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:57.868482 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c577ed6a-b691-41f0-b74a-4fbf44cff715 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:57.869035 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'name': 'network-vif-deleted', 'tag': '8f564a5e-612b-4a41-8d78-25b6e98f9169', 'status': 'completed', 'code': 200} Jul 15 13:20:57.886156 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40536) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:57.927910 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c440cc21-6584-4fba-99c6-68d9b6caa15f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ea400f8a0e8e4891a83da5ce84e9af23&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1530166 Jul 15 13:20:57.932596 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-bc36224d-da5b-49ac-83b7-df4a9d5060f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:57.934634 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-bc36224d-da5b-49ac-83b7-df4a9d5060f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=af7ddb53-a503-4934-b82b-95b8c79b40c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5985663 Jul 15 13:20:57.940755 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40538) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:57.959898 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440cc21-6584-4fba-99c6-68d9b6caa15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb1d1d6-3486-4c5a-8e8d-0c95c9a1452f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:58.011669 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-2911f2b0-691d-4afa-8d57-0dc4603f5144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'name': 'tempest-TaggedBootDevicesTest-1725315096-router', 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'b7ca0c08-c18f-4b50-a856-a826bc328cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:23Z', 'updated_at': '2021-07-15T13:09:37Z', 'revision_number': 4, 'project_id': '418a827c6cea45b7b8c4dddb4927b332', 'gw_port': {'id': 'b7ca0c08-c18f-4b50-a856-a826bc328cf2', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:24Z', 'updated_at': '2021-07-15T13:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '416b5eba-fbcb-4a59-a665-e67766425cf4', 'name': '', 'network_id': 'a68fe874-df04-4314-a181-131d0536a9d8', 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'mac_address': 'fa:16:3e:dc:81:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'bb32fc9a-711d-486b-b43b-dc825031996b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:34Z', 'updated_at': '2021-07-15T13:09:49Z', 'revision_number': 5, 'project_id': '418a827c6cea45b7b8c4dddb4927b332', 'subnets': [{'id': 'bb32fc9a-711d-486b-b43b-dc825031996b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:58.103738 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2911f2b0-691d-4afa-8d57-0dc4603f5144 None None] Checking router: 44e78f15-7598-4391-bba7-ce3eb4154b2d for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:20:58.117536 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1897fea6-f539-4e02-ab39-b05f9d603018 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1875083 Jul 15 13:20:58.138373 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40542) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:58.141072 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2911f2b0-691d-4afa-8d57-0dc4603f5144 None None] Routers {'44e78f15-7598-4391-bba7-ce3eb4154b2d'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:58.142250 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-2911f2b0-691d-4afa-8d57-0dc4603f5144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:20:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['44e78f15-7598-4391-bba7-ce3eb4154b2d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:58.169294 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.187360 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d79e4c82-230e-4569-983a-0340c77c9af9 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.205089 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0858d9eb-d915-4f6c-88f0-a9f1b4f2ec29 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.257447 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d79e4c82-230e-4569-983a-0340c77c9af9 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.283135 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 74bad756-c369-499e-874f-c806d4d1e3f3, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=74bad756-c369-499e-874f-c806d4d1e3f3,segment=NetworkSegment(371c93d3-8bda-432b-9978-4decba9e0a67),segment_id=371c93d3-8bda-432b-9978-4decba9e0a67)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:58.294059 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.473859 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=74bad756-c369-499e-874f-c806d4d1e3f3,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:58.482542 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-e68e0849-eab1-4792-a758-4fbacfa44cd2 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Deleting port c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:58.483102 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-e68e0849-eab1-4792-a758-4fbacfa44cd2 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.518557 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-2911f2b0-691d-4afa-8d57-0dc4603f5144 None None] Set router 44e78f15-7598-4391-bba7-ce3eb4154b2d gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:58.529328 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7623334-73a5-443d-b837-38e5d16b4ad4 req-4d58d85f-f305-4987-adf4-39ce32516fa2 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:58.550019 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7623334-73a5-443d-b837-38e5d16b4ad4 req-4d58d85f-f305-4987-adf4-39ce32516fa2 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:58.559114 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7623334-73a5-443d-b837-38e5d16b4ad4 req-4d58d85f-f305-4987-adf4-39ce32516fa2 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:58.562296 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858d9eb-d915-4f6c-88f0-a9f1b4f2ec29 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event updated for resources: {'Subnet': ['ID=cf9c6b0c-2d17-4986-b204-b19f22ad9c1f,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:58.573795 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7623334-73a5-443d-b837-38e5d16b4ad4 req-4d58d85f-f305-4987-adf4-39ce32516fa2 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 2410 time: 0.3941135 Jul 15 13:20:58.579247 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8db53-f54e-465b-b97a-4be64fb790b6 req-ccd97c5d-3f30-44d1-83dc-e3d90a5cb22e tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:58.591360 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d79e4c82-230e-4569-983a-0340c77c9af9 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.592113 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-27e8db53-f54e-465b-b97a-4be64fb790b6 req-ccd97c5d-3f30-44d1-83dc-e3d90a5cb22e tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/ports?device_id=22202592-eac7-4178-9dd5-cf4744087256 HTTP/1.1" status: 200 len: 944 time: 0.6050122 Jul 15 13:20:58.620446 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d79e4c82-230e-4569-983a-0340c77c9af9 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.622996 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6a4b2a3-a0f5-4293-8f2a-69f733ea32b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.625053 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d79e4c82-230e-4569-983a-0340c77c9af9 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d17f6830-9944-4179-86cc-7d71ae55e5a5 HTTP/1.1" status: 204 len: 168 time: 0.4844575 Jul 15 13:20:58.626015 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e4c82-230e-4569-983a-0340c77c9af9 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d17f6830-9944-4179-86cc-7d71ae55e5a5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:58.635061 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40548) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:58.640177 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-845ee593-8274-4706-b8b7-efdaf5568119 service neutron] 10.222.0.18 "GET /v2.0/networks/af7ddb53-a503-4934-b82b-95b8c79b40c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6548405 Jul 15 13:20:58.678156 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7623334-73a5-443d-b837-38e5d16b4ad4 req-22fc2ba9-a571-4d95-ac00-6fda2f1d1c8f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032298 Jul 15 13:20:58.826264 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0858d9eb-d915-4f6c-88f0-a9f1b4f2ec29 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Checking segment: {'id': '0dc230ba-554f-4e86-80f3-b3287df0399f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0b04da4a-400d-4c27-aeae-71450edbff73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:58.826731 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0858d9eb-d915-4f6c-88f0-a9f1b4f2ec29 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Network hostable DHCP agents. Network: 0b04da4a-400d-4c27-aeae-71450edbff73, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:20:58.837036 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22202592-eac7-4178-9dd5-cf4744087256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bad756-c369-499e-874f-c806d4d1e3f3'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:58.840660 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4064fe87-908b-466b-85dc-08ba9a195fbf" -d '{"events": [{"server_uuid": "22202592-eac7-4178-9dd5-cf4744087256", "name": "network-vif-plugged", "status": "completed", "tag": "74bad756-c369-499e-874f-c806d4d1e3f3"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:58.885820 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6a4b2a3-a0f5-4293-8f2a-69f733ea32b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.933926 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-27e8db53-f54e-465b-b97a-4be64fb790b6 req-bbe5e2d7-1412-44c3-bb9e-fd37cfb748a7 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/security-groups?id=fad28828-d022-41dd-93e6-d92b85c5fda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404148 Jul 15 13:20:58.937385 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644e230c-eeaa-47d1-aada-5f21804a0b6b req-c819efe2-ad24-4342-85bb-1ed331c9d11a service neutron] 10.222.0.18 "GET /v2.0/networks/af7ddb53-a503-4934-b82b-95b8c79b40c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743394 Jul 15 13:20:59.025658 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-e68e0849-eab1-4792-a758-4fbacfa44cd2 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] For port c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e,segment=NetworkSegment(37f44b11-a6f8-42e5-9c70-4ac39e12a5cf),segment_id=37f44b11-a6f8-42e5-9c70-4ac39e12a5cf)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:59.026098 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-e68e0849-eab1-4792-a758-4fbacfa44cd2 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.038764 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0fef2752-80b6-47a9-8281-44959233b6be tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4021456 Jul 15 13:20:59.054919 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fdc40f-b434-408c-8c9f-89da89abf5de x-openstack-request-id: req-76fdc40f-b434-408c-8c9f-89da89abf5de {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:59.055354 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22202592-eac7-4178-9dd5-cf4744087256", "name": "network-vif-plugged", "status": "completed", "tag": "74bad756-c369-499e-874f-c806d4d1e3f3", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:59.055627 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-76fdc40f-b434-408c-8c9f-89da89abf5de {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:59.056072 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22202592-eac7-4178-9dd5-cf4744087256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bad756-c369-499e-874f-c806d4d1e3f3', 'code': 200} Jul 15 13:20:59.070657 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40552) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:59.088380 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ba6125e4-7c60-48c2-8769-0139e199067f tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Request body: {'security_group_rule': {'security_group_id': 'cdc93183-dbd8-4ccf-8ad0-4a1dff44213d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:59.102069 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0858d9eb-d915-4f6c-88f0-a9f1b4f2ec29 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Network 0b04da4a-400d-4c27-aeae-71450edbff73 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:20:59.114356 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-2911f2b0-691d-4afa-8d57-0dc4603f5144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'name': 'tempest-TaggedBootDevicesTest-1725315096-router', 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'b7ca0c08-c18f-4b50-a856-a826bc328cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:23Z', 'updated_at': '2021-07-15T13:09:37Z', 'revision_number': 4, 'project_id': '418a827c6cea45b7b8c4dddb4927b332', 'gw_port': {'id': 'b7ca0c08-c18f-4b50-a856-a826bc328cf2', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:24Z', 'updated_at': '2021-07-15T13:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '416b5eba-fbcb-4a59-a665-e67766425cf4', 'name': '', 'network_id': 'a68fe874-df04-4314-a181-131d0536a9d8', 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'mac_address': 'fa:16:3e:dc:81:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'bb32fc9a-711d-486b-b43b-dc825031996b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:34Z', 'updated_at': '2021-07-15T13:09:49Z', 'revision_number': 5, 'project_id': '418a827c6cea45b7b8c4dddb4927b332', 'subnets': [{'id': 'bb32fc9a-711d-486b-b43b-dc825031996b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:59.114653 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-e68e0849-eab1-4792-a758-4fbacfa44cd2 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Calling delete_port for c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:59.146860 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-0858d9eb-d915-4f6c-88f0-a9f1b4f2ec29 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 0b04da4a-400d-4c27-aeae-71450edbff73) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:59.155378 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0858d9eb-d915-4f6c-88f0-a9f1b4f2ec29 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:59.158370 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16bbbd0-9d6a-4369-b23c-4beaa5652d80 None None] Network 0b04da4a-400d-4c27-aeae-71450edbff73 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:59.158580 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-785c6082-9e27-4165-80bc-3b4ee1abaafb req-79bf4f81-828e-4a2b-a947-df76daf43e21 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed19341b-9b63-4176-a610-ba2e9164a658 HTTP/1.1" status: 200 len: 210 time: 0.1623397 Jul 15 13:20:59.161919 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0858d9eb-d915-4f6c-88f0-a9f1b4f2ec29 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.227339 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2911f2b0-691d-4afa-8d57-0dc4603f5144 None None] The sync data for ids ['44e78f15-7598-4391-bba7-ce3eb4154b2d'] in n-d-758944-45 is: [{'id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'name': 'tempest-TaggedBootDevicesTest-1725315096-router', 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'b7ca0c08-c18f-4b50-a856-a826bc328cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:23Z', 'updated_at': '2021-07-15T13:09:37Z', 'revision_number': 4, 'project_id': '418a827c6cea45b7b8c4dddb4927b332', 'gw_port': {'id': 'b7ca0c08-c18f-4b50-a856-a826bc328cf2', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:24Z', 'updated_at': '2021-07-15T13:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '416b5eba-fbcb-4a59-a665-e67766425cf4', 'name': '', 'network_id': 'a68fe874-df04-4314-a181-131d0536a9d8', 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'mac_address': 'fa:16:3e:dc:81:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'bb32fc9a-711d-486b-b43b-dc825031996b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:34Z', 'updated_at': '2021-07-15T13:09:49Z', 'revision_number': 5, 'project_id': '418a827c6cea45b7b8c4dddb4927b332', 'subnets': [{'id': 'bb32fc9a-711d-486b-b43b-dc825031996b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:59.310388 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94322e-691a-4012-9f4e-06e7371f5cb1 req-50b28abf-6e3d-4fb8-91df-96b43026cf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:59.312087 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7c94322e-691a-4012-9f4e-06e7371f5cb1 req-50b28abf-6e3d-4fb8-91df-96b43026cf88 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=22202592-eac7-4178-9dd5-cf4744087256 HTTP/1.1" status: 200 len: 1097 time: 0.1170206 Jul 15 13:20:59.319314 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6a4b2a3-a0f5-4293-8f2a-69f733ea32b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.338781 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6a4b2a3-a0f5-4293-8f2a-69f733ea32b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.340290 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e6a4b2a3-a0f5-4293-8f2a-69f733ea32b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7bb1d1d6-3486-4c5a-8e8d-0c95c9a1452f HTTP/1.1" status: 204 len: 168 time: 1.3738060 Jul 15 13:20:59.385668 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0858d9eb-d915-4f6c-88f0-a9f1b4f2ec29 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 4.0702047 Jul 15 13:20:59.410370 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7c94322e-691a-4012-9f4e-06e7371f5cb1 req-59c8d8a2-3950-4220-9564-582a69a6266f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fad28828-d022-41dd-93e6-d92b85c5fda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903795 Jul 15 13:20:59.411844 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40558) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:59.421288 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f37c06f8-cba7-4579-b61f-7d72099b2edd tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1934486958'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:59.430539 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba6125e4-7c60-48c2-8769-0139e199067f tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.449281 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4b2a3-a0f5-4293-8f2a-69f733ea32b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb1d1d6-3486-4c5a-8e8d-0c95c9a1452f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:59.488748 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37c06f8-cba7-4579-b61f-7d72099b2edd tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Made reservation on behalf of 02de15b4d2954d6d9c9c75a1ac38a37c for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:59.499397 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f37c06f8-cba7-4579-b61f-7d72099b2edd tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.555157 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f37c06f8-cba7-4579-b61f-7d72099b2edd tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:20:59.579164 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f37c06f8-cba7-4579-b61f-7d72099b2edd tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.580286 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-f37c06f8-cba7-4579-b61f-7d72099b2edd tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Added segment f1b02054-5689-4757-b209-8896d43e2d55 of type vlan for network e6b56181-fda4-4428-9a0b-917a8e0355e9 Jul 15 13:20:59.644244 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2be672f-ef14-40b3-a7d6-cb9e6d6fe5c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-0b04da4a-400d-4c27-aeae-71450edbff73', 'network_id': '0b04da4a-400d-4c27-aeae-71450edbff73', 'tenant_id': '02de15b4d2954d6d9c9c75a1ac38a37c', 'fixed_ips': [{'subnet_id': 'cf9c6b0c-2d17-4986-b204-b19f22ad9c1f'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:20:59.645899 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e2be672f-ef14-40b3-a7d6-cb9e6d6fe5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.657158 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-e68e0849-eab1-4792-a758-4fbacfa44cd2 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.732487 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f37c06f8-cba7-4579-b61f-7d72099b2edd tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.801175 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e0849-eab1-4792-a758-4fbacfa44cd2 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Pushing event deleted for resources: {'Port': ['ID=c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:59.835608 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af14efee-757a-4896-8a16-9c249f65602b None None] New status for floating IP 02ca3ecc-ed3a-4d58-aae4-88672827a50e: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:20:59.878770 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f37c06f8-cba7-4579-b61f-7d72099b2edd tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.901464 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37c06f8-cba7-4579-b61f-7d72099b2edd tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:59.902966 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f37c06f8-cba7-4579-b61f-7d72099b2edd tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.938224 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f37c06f8-cba7-4579-b61f-7d72099b2edd tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5242262 Jul 15 13:20:59.963610 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40566) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:59.978983 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e49e6fc2-02e5-4abb-9e28-acf3f1529bc8 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Request body: {'subnet': {'network_id': 'e6b56181-fda4-4428-9a0b-917a8e0355e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:00.066343 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba6125e4-7c60-48c2-8769-0139e199067f tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:00.099677 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-e68e0849-eab1-4792-a758-4fbacfa44cd2 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] No DVR routers for this DVR port c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:00.119194 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-e68e0849-eab1-4792-a758-4fbacfa44cd2 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:00.127156 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-e68e0849-eab1-4792-a758-4fbacfa44cd2 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.18 "DELETE /v2.0/ports/c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e HTTP/1.1" status: 204 len: 173 time: 2.6391318 Jul 15 13:21:00.127964 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba6125e4-7c60-48c2-8769-0139e199067f tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:00.169329 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'name': 'network-vif-deleted', 'tag': 'c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:00.182135 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c06f8-cba7-4579-b61f-7d72099b2edd tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event updated for resources: {'Network': ['ID=e6b56181-fda4-4428-9a0b-917a8e0355e9,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:00.193970 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d718e24-5734-438a-9e6e-31e7aa4197d9" -d '{"events": [{"server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "name": "network-vif-deleted", "tag": "c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:00.211049 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network e6b56181-fda4-4428-9a0b-917a8e0355e9 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:21:00.321735 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6125e4-7c60-48c2-8769-0139e199067f tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f338bc-7b0f-4446-9b06-1cf127ec2b85,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:00.342118 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40576) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:00.349603 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba6125e4-7c60-48c2-8769-0139e199067f tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:00.349603 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ba6125e4-7c60-48c2-8769-0139e199067f tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2737596 Jul 15 13:21:00.350306 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40578) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:00.398088 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d87a5cdc-eddf-4f1c-900e-8ebbcd6aea39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:00.506719 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-53de5234-10a2-4af5-86d9-71c6f84aead9 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "GET /v2.0/security-group-rules/75f338bc-7b0f-4446-9b06-1cf127ec2b85 HTTP/1.1" status: 200 len: 763 time: 0.1553762 Jul 15 13:21:00.516519 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-e2be672f-ef14-40b3-a7d6-cb9e6d6fe5c3 None None] Allocated IP 172.20.255.242 (0b04da4a-400d-4c27-aeae-71450edbff73/cf9c6b0c-2d17-4986-b204-b19f22ad9c1f/85a5f8ca-4163-4729-8144-756fada64fb7) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:00.518792 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40582) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:00.590482 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-e49e6fc2-02e5-4abb-9e28-acf3f1529bc8 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:21:00.590482 n-d-758944-45 neutron-server[93814]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:21:00.590482 n-d-758944-45 neutron-server[93814]: [parameters: {'project_id_1': '02de15b4d2954d6d9c9c75a1ac38a37c', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 21, 0, 498350)}] Jul 15 13:21:00.590482 n-d-758944-45 neutron-server[93814]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:21:00.591037 n-d-758944-45 neutron-server[93814]: DEBUG oslo_db.api [None req-e49e6fc2-02e5-4abb-9e28-acf3f1529bc8 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:21:00.649171 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aabe8f-fc41-4754-ac36-8a4756f66f7b req-f4863d76-7299-4f27-8ac3-88e733e822fb tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:00.668227 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aabe8f-fc41-4754-ac36-8a4756f66f7b req-f4863d76-7299-4f27-8ac3-88e733e822fb tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:00.679164 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-14aabe8f-fc41-4754-ac36-8a4756f66f7b req-f4863d76-7299-4f27-8ac3-88e733e822fb tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 1677 time: 0.5997972 Jul 15 13:21:00.721547 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4515918c-8774-4703-8292-3b9da34cd999 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1993475 Jul 15 13:21:00.723170 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40584) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:00.746737 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e2be672f-ef14-40b3-a7d6-cb9e6d6fe5c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:00.755899 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e2be672f-ef14-40b3-a7d6-cb9e6d6fe5c3 None None] Transition to ACTIVE for port object 85a5f8ca-4163-4729-8144-756fada64fb7 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:00.774647 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e2be672f-ef14-40b3-a7d6-cb9e6d6fe5c3 None None] Transition to ACTIVE for port object 85a5f8ca-4163-4729-8144-756fada64fb7 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:00.778219 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-14aabe8f-fc41-4754-ac36-8a4756f66f7b req-b4c34266-26dd-4b39-abf7-da81ee51dbac tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980268 Jul 15 13:21:00.787910 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e2be672f-ef14-40b3-a7d6-cb9e6d6fe5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:00.790313 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-703d5918-0361-48de-a82c-55298af81f06 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:00.810813 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-703d5918-0361-48de-a82c-55298af81f06 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:00.844744 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be672f-ef14-40b3-a7d6-cb9e6d6fe5c3 None None] Pushing event updated for resources: {'Port': ['ID=85a5f8ca-4163-4729-8144-756fada64fb7,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:00.846153 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-56e23351-4621-4bac-8041-776541cd2186 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Deleting port 9f6dd92f-446d-431c-9742-1c64543233ba {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:00.846642 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-56e23351-4621-4bac-8041-776541cd2186 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:00.857184 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2be672f-ef14-40b3-a7d6-cb9e6d6fe5c3 None None] Network 0b04da4a-400d-4c27-aeae-71450edbff73 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:00.859581 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-e2be672f-ef14-40b3-a7d6-cb9e6d6fe5c3 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:00.867391 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2be672f-ef14-40b3-a7d6-cb9e6d6fe5c3 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:00.905940 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b190a-5c47-4d0e-b370-3d7a3a303eb0 req-969a0023-c6aa-4169-9b0c-82acdc3f7738 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:00.907640 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c2b190a-5c47-4d0e-b370-3d7a3a303eb0 req-969a0023-c6aa-4169-9b0c-82acdc3f7738 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/ports?device_id=22202592-eac7-4178-9dd5-cf4744087256 HTTP/1.1" status: 200 len: 945 time: 0.6191716 Jul 15 13:21:00.938512 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-703d5918-0361-48de-a82c-55298af81f06 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:00.970539 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-703d5918-0361-48de-a82c-55298af81f06 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:00.973734 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-703d5918-0361-48de-a82c-55298af81f06 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/75f338bc-7b0f-4446-9b06-1cf127ec2b85 HTTP/1.1" status: 204 len: 168 time: 0.2400455 Jul 15 13:21:00.974252 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e2be672f-ef14-40b3-a7d6-cb9e6d6fe5c3 None None] Attempting to bind port 85a5f8ca-4163-4729-8144-756fada64fb7 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:00.974783 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e2be672f-ef14-40b3-a7d6-cb9e6d6fe5c3 None None] Attempting to bind port 85a5f8ca-4163-4729-8144-756fada64fb7 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '0dc230ba-554f-4e86-80f3-b3287df0399f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0b04da4a-400d-4c27-aeae-71450edbff73'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:00.975567 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2be672f-ef14-40b3-a7d6-cb9e6d6fe5c3 None None] Attempting to bind port 85a5f8ca-4163-4729-8144-756fada64fb7 on network 0b04da4a-400d-4c27-aeae-71450edbff73 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:00.982726 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2be672f-ef14-40b3-a7d6-cb9e6d6fe5c3 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:00.983624 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2be672f-ef14-40b3-a7d6-cb9e6d6fe5c3 None None] Checking segment: {'id': '0dc230ba-554f-4e86-80f3-b3287df0399f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0b04da4a-400d-4c27-aeae-71450edbff73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:00.984195 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e2be672f-ef14-40b3-a7d6-cb9e6d6fe5c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:00.984712 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2be672f-ef14-40b3-a7d6-cb9e6d6fe5c3 None None] Bound using segment: {'id': '0dc230ba-554f-4e86-80f3-b3287df0399f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0b04da4a-400d-4c27-aeae-71450edbff73'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:00.985389 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e2be672f-ef14-40b3-a7d6-cb9e6d6fe5c3 None None] Bound port: 85a5f8ca-4163-4729-8144-756fada64fb7, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc230ba-554f-4e86-80f3-b3287df0399f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0b04da4a-400d-4c27-aeae-71450edbff73'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:00.986452 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e2be672f-ef14-40b3-a7d6-cb9e6d6fe5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:00.989480 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40586) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:01.038103 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d5918-0361-48de-a82c-55298af81f06 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75f338bc-7b0f-4446-9b06-1cf127ec2b85,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:01.048524 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a148cf99-50ab-4355-b5b3-347ff4eeff99 x-openstack-request-id: req-a148cf99-50ab-4355-b5b3-347ff4eeff99 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:01.049070 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "name": "network-vif-deleted", "tag": "c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:01.066810 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a148cf99-50ab-4355-b5b3-347ff4eeff99 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:01.068386 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'name': 'network-vif-deleted', 'tag': 'c4f152c8-b8f1-44f8-8ee4-d55b42d5d31e', 'status': 'completed', 'code': 200} Jul 15 13:21:01.081333 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-56e23351-4621-4bac-8041-776541cd2186 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] For port 9f6dd92f-446d-431c-9742-1c64543233ba, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9f6dd92f-446d-431c-9742-1c64543233ba,segment=NetworkSegment(be6f61df-1bcf-4dee-95b3-8bf240166a89),segment_id=be6f61df-1bcf-4dee-95b3-8bf240166a89)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:01.082147 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-56e23351-4621-4bac-8041-776541cd2186 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.106519 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40590) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:01.117746 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e2be672f-ef14-40b3-a7d6-cb9e6d6fe5c3 None None] For port 85a5f8ca-4163-4729-8144-756fada64fb7, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:01.120300 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-56e23351-4621-4bac-8041-776541cd2186 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Calling delete_port for 9f6dd92f-446d-431c-9742-1c64543233ba owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:01.122675 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e2be672f-ef14-40b3-a7d6-cb9e6d6fe5c3 None None] For port 85a5f8ca-4163-4729-8144-756fada64fb7, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=85a5f8ca-4163-4729-8144-756fada64fb7,segment=NetworkSegment(0dc230ba-554f-4e86-80f3-b3287df0399f),segment_id=0dc230ba-554f-4e86-80f3-b3287df0399f)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:01.131717 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e2be672f-ef14-40b3-a7d6-cb9e6d6fe5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.156073 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c2b190a-5c47-4d0e-b370-3d7a3a303eb0 req-317f87ed-02a5-46f9-8eaa-2c933355e588 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/security-groups?id=fad28828-d022-41dd-93e6-d92b85c5fda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414684 Jul 15 13:21:01.171074 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-39667fcb-a836-481b-881c-802af507bbcb tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1774282 Jul 15 13:21:01.178008 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40592) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:01.205958 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4e659338-edbb-41f6-a14c-d0d528293618 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Request body: {'security_group_rule': {'security_group_id': 'cdc93183-dbd8-4ccf-8ad0-4a1dff44213d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:01.233979 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be672f-ef14-40b3-a7d6-cb9e6d6fe5c3 None None] Pushing event updated for resources: {'Port': ['ID=85a5f8ca-4163-4729-8144-756fada64fb7,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:01.238969 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d87a5cdc-eddf-4f1c-900e-8ebbcd6aea39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.255754 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d87a5cdc-eddf-4f1c-900e-8ebbcd6aea39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.298794 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-4e659338-edbb-41f6-a14c-d0d528293618 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:21:01.298794 n-d-758944-45 neutron-server[93814]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:21:01.298794 n-d-758944-45 neutron-server[93814]: [parameters: {'project_id_1': '31290374da8a47b6a050542b90506e65', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 21, 1, 213221)}] Jul 15 13:21:01.298794 n-d-758944-45 neutron-server[93814]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:21:01.299236 n-d-758944-45 neutron-server[93814]: DEBUG oslo_db.api [None req-4e659338-edbb-41f6-a14c-d0d528293618 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:21:01.305004 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-98817b3d-093f-4ca9-9d97-e934030d9145 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.321019 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49e6fc2-02e5-4abb-9e28-acf3f1529bc8 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Made reservation on behalf of 02de15b4d2954d6d9c9c75a1ac38a37c for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:01.325506 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e49e6fc2-02e5-4abb-9e28-acf3f1529bc8 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.350457 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-98817b3d-093f-4ca9-9d97-e934030d9145 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.364878 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d87a5cdc-eddf-4f1c-900e-8ebbcd6aea39 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ffbe8e05c58e4224b00e45193de353bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0204108 Jul 15 13:21:01.365737 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40594) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:01.369797 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a5cdc-eddf-4f1c-900e-8ebbcd6aea39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887f3b0b-c82d-4a39-8e92-c57d8c71bcf4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:01.471677 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-56e23351-4621-4bac-8041-776541cd2186 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.538420 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e23351-4621-4bac-8041-776541cd2186 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Pushing event deleted for resources: {'Port': ['ID=9f6dd92f-446d-431c-9742-1c64543233ba,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:01.580749 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-98817b3d-093f-4ca9-9d97-e934030d9145 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.584128 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-98817b3d-093f-4ca9-9d97-e934030d9145 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.585681 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-98817b3d-093f-4ca9-9d97-e934030d9145 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "DELETE /v2.0/security-groups/fb02ca70-6007-41dc-8696-dd3f27a115da HTTP/1.1" status: 204 len: 168 time: 0.4775507 Jul 15 13:21:01.586196 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8da2c3c-c605-45aa-b1dc-1c45bfe3db61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.594332 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40600) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:01.614269 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98817b3d-093f-4ca9-9d97-e934030d9145 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb02ca70-6007-41dc-8696-dd3f27a115da,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:01.617348 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-56e23351-4621-4bac-8041-776541cd2186 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] No DVR routers for this DVR port 9f6dd92f-446d-431c-9742-1c64543233ba on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:01.620686 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-56e23351-4621-4bac-8041-776541cd2186 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.623539 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-56e23351-4621-4bac-8041-776541cd2186 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.18 "DELETE /v2.0/ports/9f6dd92f-446d-431c-9742-1c64543233ba HTTP/1.1" status: 204 len: 173 time: 1.3558052 Jul 15 13:21:01.639307 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-2e96c215-c293-4439-b21a-fcd1d225f69a tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] show failed (client error): The resource could not be found. Jul 15 13:21:01.640838 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2e96c215-c293-4439-b21a-fcd1d225f69a tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "GET /v2.0/security-groups/fb02ca70-6007-41dc-8696-dd3f27a115da HTTP/1.1" status: 404 len: 347 time: 0.0453334 Jul 15 13:21:01.646107 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40602) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:01.694360 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8da2c3c-c605-45aa-b1dc-1c45bfe3db61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.821138 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e49e6fc2-02e5-4abb-9e28-acf3f1529bc8 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.879787 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8da2c3c-c605-45aa-b1dc-1c45bfe3db61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.882536 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8da2c3c-c605-45aa-b1dc-1c45bfe3db61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.883803 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f8da2c3c-c605-45aa-b1dc-1c45bfe3db61 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/887f3b0b-c82d-4a39-8e92-c57d8c71bcf4 HTTP/1.1" status: 204 len: 168 time: 0.5117874 Jul 15 13:21:01.907058 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e659338-edbb-41f6-a14c-d0d528293618 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.922080 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da2c3c-c605-45aa-b1dc-1c45bfe3db61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887f3b0b-c82d-4a39-8e92-c57d8c71bcf4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:01.952849 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e6fc2-02e5-4abb-9e28-acf3f1529bc8 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event updated for resources: {'Subnet': ['ID=35d092f1-3275-4197-86d4-adfe61fbbd2f,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:02.015057 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49e6fc2-02e5-4abb-9e28-acf3f1529bc8 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Checking segment: {'id': 'f1b02054-5689-4757-b209-8896d43e2d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e6b56181-fda4-4428-9a0b-917a8e0355e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:02.015322 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49e6fc2-02e5-4abb-9e28-acf3f1529bc8 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Network hostable DHCP agents. Network: e6b56181-fda4-4428-9a0b-917a8e0355e9, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:21:02.045478 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e659338-edbb-41f6-a14c-d0d528293618 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:02.054798 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e659338-edbb-41f6-a14c-d0d528293618 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:02.073494 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49e6fc2-02e5-4abb-9e28-acf3f1529bc8 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Network e6b56181-fda4-4428-9a0b-917a8e0355e9 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:21:02.100677 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e659338-edbb-41f6-a14c-d0d528293618 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a8ab70-a0ca-4bc0-8b56-df2add9193a5,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:02.107525 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e659338-edbb-41f6-a14c-d0d528293618 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:02.109882 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4e659338-edbb-41f6-a14c-d0d528293618 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9299018 Jul 15 13:21:02.111833 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-e49e6fc2-02e5-4abb-9e28-acf3f1529bc8 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, e6b56181-fda4-4428-9a0b-917a8e0355e9) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:02.120944 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49e6fc2-02e5-4abb-9e28-acf3f1529bc8 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:02.121593 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eecbddf-02b1-4fa0-bf99-20a12417d9ed None None] Network e6b56181-fda4-4428-9a0b-917a8e0355e9 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:02.122385 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e49e6fc2-02e5-4abb-9e28-acf3f1529bc8 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:02.128344 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40608) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:02.182495 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-68183530-02e4-49cf-b0ef-474da4fe2d1e tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "GET /v2.0/security-group-rules/e3a8ab70-a0ca-4bc0-8b56-df2add9193a5 HTTP/1.1" status: 200 len: 764 time: 0.0383852 Jul 15 13:21:02.184157 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40610) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:02.225370 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e49e6fc2-02e5-4abb-9e28-acf3f1529bc8 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.2551427 Jul 15 13:21:02.228742 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40614) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:02.270601 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-40730c8f-ae26-4201-8a38-23aebd21efa6 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0819633 Jul 15 13:21:02.277567 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40616) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:02.341261 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-29360418-46ff-4db8-bbe2-900a02d6cbd9 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:02.431442 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 85a5f8ca-4163-4729-8144-756fada64fb7 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:02.439073 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-29360418-46ff-4db8-bbe2-900a02d6cbd9 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:02.539191 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaa8642-f893-4f8e-96a8-f0131fad95d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-e6b56181-fda4-4428-9a0b-917a8e0355e9', 'network_id': 'e6b56181-fda4-4428-9a0b-917a8e0355e9', 'tenant_id': '02de15b4d2954d6d9c9c75a1ac38a37c', 'fixed_ips': [{'subnet_id': '35d092f1-3275-4197-86d4-adfe61fbbd2f'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:21:02.540526 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cfaa8642-f893-4f8e-96a8-f0131fad95d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:02.601719 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-29360418-46ff-4db8-bbe2-900a02d6cbd9 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:02.615215 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-29360418-46ff-4db8-bbe2-900a02d6cbd9 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:02.616918 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-29360418-46ff-4db8-bbe2-900a02d6cbd9 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/e3a8ab70-a0ca-4bc0-8b56-df2add9193a5 HTTP/1.1" status: 204 len: 168 time: 0.3380418 Jul 15 13:21:02.632526 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40624) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:02.633436 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29360418-46ff-4db8-bbe2-900a02d6cbd9 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3a8ab70-a0ca-4bc0-8b56-df2add9193a5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:02.669934 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:02.752023 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a592b16c-8b57-479c-adc8-2985e5d718c4 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Deleting port 94e03096-7319-4a7d-af76-1f92915f9abf {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:02.752519 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a592b16c-8b57-479c-adc8-2985e5d718c4 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:02.756681 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 85a5f8ca-4163-4729-8144-756fada64fb7 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:02.757165 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-f7756e59-2506-494f-b525-de65cd4f9e88 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Deleting port b7de99ab-528a-45b3-83e8-223243db9266 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:02.757514 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-f7756e59-2506-494f-b525-de65cd4f9e88 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:02.797075 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:02.814583 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-82d9b4be-5c51-4553-95a3-c27b4b832edf tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1704619 Jul 15 13:21:02.821503 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40632) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:02.838082 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dee00b-c8c3-45ff-b448-76f989f35d11 req-0191a542-5465-47f7-841c-72d1b9e230c5 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:02.839733 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-57dee00b-c8c3-45ff-b448-76f989f35d11 req-0191a542-5465-47f7-841c-72d1b9e230c5 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/ports?device_id=22202592-eac7-4178-9dd5-cf4744087256 HTTP/1.1" status: 200 len: 945 time: 0.3958361 Jul 15 13:21:02.929917 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9568c79-9588-4c6f-a3d7-c4b34175b8b9 None None] Network 0b04da4a-400d-4c27-aeae-71450edbff73 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:02.940985 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-57dee00b-c8c3-45ff-b448-76f989f35d11 req-99cc18f4-08d5-434f-b59a-b71d1bf1801e tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/security-groups?id=fad28828-d022-41dd-93e6-d92b85c5fda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660636 Jul 15 13:21:02.978277 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-cfaa8642-f893-4f8e-96a8-f0131fad95d7 None None] Allocated IP 172.20.0.2 (e6b56181-fda4-4428-9a0b-917a8e0355e9/35d092f1-3275-4197-86d4-adfe61fbbd2f/05ad6c8b-93c6-4485-98d0-6b21347794c3) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:02.986586 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7f7201bd-9fe0-41c8-8344-b47761362bd7 None None] Provisioning for port 85a5f8ca-4163-4729-8144-756fada64fb7 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:03.003085 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7f7201bd-9fe0-41c8-8344-b47761362bd7 None None] Provisioning complete for port 85a5f8ca-4163-4729-8144-756fada64fb7 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:03.003764 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7f7201bd-9fe0-41c8-8344-b47761362bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.071706 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'name': 'network-vif-deleted', 'tag': '9f6dd92f-446d-431c-9742-1c64543233ba'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:03.074022 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174efa5d-d7c3-4a4c-a44a-b5e500e331bb" -d '{"events": [{"server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "name": "network-vif-deleted", "tag": "9f6dd92f-446d-431c-9742-1c64543233ba"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:03.078082 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-f7756e59-2506-494f-b525-de65cd4f9e88 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] For port b7de99ab-528a-45b3-83e8-223243db9266, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=b7de99ab-528a-45b3-83e8-223243db9266,segment=NetworkSegment(be6f61df-1bcf-4dee-95b3-8bf240166a89),segment_id=be6f61df-1bcf-4dee-95b3-8bf240166a89)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:03.078460 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-f7756e59-2506-494f-b525-de65cd4f9e88 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.161028 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-f7756e59-2506-494f-b525-de65cd4f9e88 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Calling delete_port for b7de99ab-528a-45b3-83e8-223243db9266 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:03.170332 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ff8afd-41b6-4202-86c7-0ce930136fcd x-openstack-request-id: req-f2ff8afd-41b6-4202-86c7-0ce930136fcd {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:03.179455 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "name": "network-vif-deleted", "tag": "9f6dd92f-446d-431c-9742-1c64543233ba", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:03.179455 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f2ff8afd-41b6-4202-86c7-0ce930136fcd {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:03.179455 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'name': 'network-vif-deleted', 'tag': '9f6dd92f-446d-431c-9742-1c64543233ba', 'status': 'completed', 'code': 200} Jul 15 13:21:03.228030 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615b31d-368c-4867-8f49-6657af956803 req-8d38e2b2-086e-479a-915b-5d093586af62 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:03.237003 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3615b31d-368c-4867-8f49-6657af956803 req-8d38e2b2-086e-479a-915b-5d093586af62 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 943 time: 1.2457602 Jul 15 13:21:03.396319 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1b6ee9a-e286-4dfa-a1eb-2962de547774 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.428336 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1b6ee9a-e286-4dfa-a1eb-2962de547774 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.486811 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cfaa8642-f893-4f8e-96a8-f0131fad95d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.497290 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-cfaa8642-f893-4f8e-96a8-f0131fad95d7 None None] Transition to ACTIVE for port object 05ad6c8b-93c6-4485-98d0-6b21347794c3 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:03.510637 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a592b16c-8b57-479c-adc8-2985e5d718c4 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.511353 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a592b16c-8b57-479c-adc8-2985e5d718c4 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.523680 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1b6ee9a-e286-4dfa-a1eb-2962de547774 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.531486 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1b6ee9a-e286-4dfa-a1eb-2962de547774 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.533112 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c1b6ee9a-e286-4dfa-a1eb-2962de547774 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "DELETE /v2.0/security-groups/cdc93183-dbd8-4ccf-8ad0-4a1dff44213d HTTP/1.1" status: 204 len: 168 time: 0.7098618 Jul 15 13:21:03.536583 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40656) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:03.561300 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-cfaa8642-f893-4f8e-96a8-f0131fad95d7 None None] Transition to ACTIVE for port object 05ad6c8b-93c6-4485-98d0-6b21347794c3 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:03.573777 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7f7201bd-9fe0-41c8-8344-b47761362bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.601447 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cfaa8642-f893-4f8e-96a8-f0131fad95d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.682747 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.684833 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfaa8642-f893-4f8e-96a8-f0131fad95d7 None None] Network e6b56181-fda4-4428-9a0b-917a8e0355e9 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:03.687731 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7f7201bd-9fe0-41c8-8344-b47761362bd7 None None] For port 85a5f8ca-4163-4729-8144-756fada64fb7, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=85a5f8ca-4163-4729-8144-756fada64fb7,segment=NetworkSegment(0dc230ba-554f-4e86-80f3-b3287df0399f),segment_id=0dc230ba-554f-4e86-80f3-b3287df0399f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:03.695529 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-cfaa8642-f893-4f8e-96a8-f0131fad95d7 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:03.703955 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaa8642-f893-4f8e-96a8-f0131fad95d7 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:03.705119 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3615b31d-368c-4867-8f49-6657af956803 req-2dc040de-80ad-4d88-b86a-49c88b785a78 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups?id=455e1ca1-9db0-44d4-8190-9a75304b39f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4649279 Jul 15 13:21:03.707540 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7f7201bd-9fe0-41c8-8344-b47761362bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.725905 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa8642-f893-4f8e-96a8-f0131fad95d7 None None] Pushing event updated for resources: {'Port': ['ID=05ad6c8b-93c6-4485-98d0-6b21347794c3,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:03.734972 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a592b16c-8b57-479c-adc8-2985e5d718c4 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Calling delete_port for 94e03096-7319-4a7d-af76-1f92915f9abf owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:03.820631 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event deleted for resources: {'Subnet': ['ID=35d092f1-3275-4197-86d4-adfe61fbbd2f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:03.829182 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-32a0430e-5a3e-46f8-8952-f94c7dfea126 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2911406 Jul 15 13:21:03.838879 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40664) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:03.884123 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-cfaa8642-f893-4f8e-96a8-f0131fad95d7 None None] Attempting to bind port 05ad6c8b-93c6-4485-98d0-6b21347794c3 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:03.884918 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-cfaa8642-f893-4f8e-96a8-f0131fad95d7 None None] Attempting to bind port 05ad6c8b-93c6-4485-98d0-6b21347794c3 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'f1b02054-5689-4757-b209-8896d43e2d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e6b56181-fda4-4428-9a0b-917a8e0355e9'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:03.885971 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaa8642-f893-4f8e-96a8-f0131fad95d7 None None] Attempting to bind port 05ad6c8b-93c6-4485-98d0-6b21347794c3 on network e6b56181-fda4-4428-9a0b-917a8e0355e9 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:03.896955 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaa8642-f893-4f8e-96a8-f0131fad95d7 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:03.897840 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaa8642-f893-4f8e-96a8-f0131fad95d7 None None] Checking segment: {'id': 'f1b02054-5689-4757-b209-8896d43e2d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e6b56181-fda4-4428-9a0b-917a8e0355e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:03.898520 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cfaa8642-f893-4f8e-96a8-f0131fad95d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.899155 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaa8642-f893-4f8e-96a8-f0131fad95d7 None None] Bound using segment: {'id': 'f1b02054-5689-4757-b209-8896d43e2d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e6b56181-fda4-4428-9a0b-917a8e0355e9'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:03.899913 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-cfaa8642-f893-4f8e-96a8-f0131fad95d7 None None] Bound port: 05ad6c8b-93c6-4485-98d0-6b21347794c3, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b02054-5689-4757-b209-8896d43e2d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e6b56181-fda4-4428-9a0b-917a8e0355e9'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:03.900589 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cfaa8642-f893-4f8e-96a8-f0131fad95d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.903173 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7201bd-9fe0-41c8-8344-b47761362bd7 None None] Pushing event updated for resources: {'Port': ['ID=85a5f8ca-4163-4729-8144-756fada64fb7,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:03.942619 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-f7756e59-2506-494f-b525-de65cd4f9e88 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.947227 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a592b16c-8b57-479c-adc8-2985e5d718c4 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.953383 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b6ee9a-e286-4dfa-a1eb-2962de547774 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc93183-dbd8-4ccf-8ad0-4a1dff44213d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:03.996453 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.011594 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b56181-fda4-4428-9a0b-917a8e0355e9']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:04.026983 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b02054-5689-4757-b209-8896d43e2d55') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:04.027910 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b02054-5689-4757-b209-8896d43e2d55') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:04.041791 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.042275 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a592b16c-8b57-479c-adc8-2985e5d718c4 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Pushing event deleted for resources: {'Port': ['ID=94e03096-7319-4a7d-af76-1f92915f9abf,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:04.068741 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.085153 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:21:04.086681 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.126436 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7756e59-2506-494f-b525-de65cd4f9e88 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Pushing event deleted for resources: {'Port': ['ID=b7de99ab-528a-45b3-83e8-223243db9266,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:04.182339 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-cfaa8642-f893-4f8e-96a8-f0131fad95d7 None None] For port 05ad6c8b-93c6-4485-98d0-6b21347794c3, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:21:04.239681 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:21:04.247248 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-cfaa8642-f893-4f8e-96a8-f0131fad95d7 None None] For port 05ad6c8b-93c6-4485-98d0-6b21347794c3, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=05ad6c8b-93c6-4485-98d0-6b21347794c3,segment=NetworkSegment(f1b02054-5689-4757-b209-8896d43e2d55),segment_id=f1b02054-5689-4757-b209-8896d43e2d55)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:04.258953 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cfaa8642-f893-4f8e-96a8-f0131fad95d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.259638 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:21:04.259638 n-d-758944-45 neutron-server[93814]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:21:04.259638 n-d-758944-45 neutron-server[93814]: [parameters: {'id': 'e6b56181-fda4-4428-9a0b-917a8e0355e9'}] Jul 15 13:21:04.259638 n-d-758944-45 neutron-server[93814]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:21:04.260388 n-d-758944-45 neutron-server[93814]: DEBUG oslo_db.api [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:21:04.345067 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 85a5f8ca-4163-4729-8144-756fada64fb7 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:04.361860 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-37e83794-d7ac-4f1a-8274-8dff21fdb594 tempest-SecGroupTest-616012306 tempest-SecGroupTest-616012306-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5164967 Jul 15 13:21:04.383921 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a592b16c-8b57-479c-adc8-2985e5d718c4 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.391424 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a592b16c-8b57-479c-adc8-2985e5d718c4 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.395792 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a592b16c-8b57-479c-adc8-2985e5d718c4 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "DELETE /v2.0/floatingips/9b102e25-912a-4757-8dac-03bc0ea5a976 HTTP/1.1" status: 204 len: 168 time: 2.7448218 Jul 15 13:21:04.397534 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40680) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:04.411942 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-f7756e59-2506-494f-b525-de65cd4f9e88 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] No DVR routers for this DVR port b7de99ab-528a-45b3-83e8-223243db9266 on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:04.415988 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-f7756e59-2506-494f-b525-de65cd4f9e88 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.420082 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7cba6e29-5325-458e-ae4c-5fedc78bf735 req-f7756e59-2506-494f-b525-de65cd4f9e88 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.18 "DELETE /v2.0/ports/b7de99ab-528a-45b3-83e8-223243db9266 HTTP/1.1" status: 204 len: 173 time: 2.7915013 Jul 15 13:21:04.764867 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.811249 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa8642-f893-4f8e-96a8-f0131fad95d7 None None] Pushing event updated for resources: {'Port': ['ID=05ad6c8b-93c6-4485-98d0-6b21347794c3,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:04.850243 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8db0b213-c5e3-401b-ab3c-e3c608eb732a None None] Provisioning complete for port 85a5f8ca-4163-4729-8144-756fada64fb7 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:04.850669 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8db0b213-c5e3-401b-ab3c-e3c608eb732a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.875826 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88bd4d0-3ab1-4079-beb4-8a2c9a84efa9 req-ed80747e-f129-4086-a1eb-96b6334efeeb tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:04.898065 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a88bd4d0-3ab1-4079-beb4-8a2c9a84efa9 req-ed80747e-f129-4086-a1eb-96b6334efeeb tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/ports?device_id=22202592-eac7-4178-9dd5-cf4744087256 HTTP/1.1" status: 200 len: 945 time: 0.2294834 Jul 15 13:21:05.029371 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a88bd4d0-3ab1-4079-beb4-8a2c9a84efa9 req-7af801ca-ffc8-4273-80fe-6fbd455b4d6d tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/security-groups?id=fad28828-d022-41dd-93e6-d92b85c5fda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302724 Jul 15 13:21:05.039722 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 85a5f8ca-4163-4729-8144-756fada64fb7 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:05.040079 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.057820 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bb1884-b418-4fd9-99b7-e6f1c1585dc2 None None] Network e6b56181-fda4-4428-9a0b-917a8e0355e9 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:05.085617 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40698) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:05.167522 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f1cd5d20-c594-404e-8b96-fd34d099bec9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Deleting port adb1e941-5028-40e5-8be7-c37ce3b71679 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:05.167872 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f1cd5d20-c594-404e-8b96-fd34d099bec9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.174058 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'name': 'network-vif-deleted', 'tag': 'b7de99ab-528a-45b3-83e8-223243db9266'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:05.176811 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6da0198-9d80-4a41-99b7-5131934f3d97" -d '{"events": [{"server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "name": "network-vif-deleted", "tag": "b7de99ab-528a-45b3-83e8-223243db9266"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:05.189511 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-aa8cc08e-4328-47ed-8b2b-9cadafe763eb req-93e274ca-2ce6-4887-8557-4f3f8c970640 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 210 time: 0.1252394 Jul 15 13:21:05.295808 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d1208c-3884-41be-9fd1-e3d24c516065 x-openstack-request-id: req-e7d1208c-3884-41be-9fd1-e3d24c516065 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:05.296098 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfaaa25e-211f-4488-8fb5-744fbb81e6ce", "name": "network-vif-deleted", "tag": "b7de99ab-528a-45b3-83e8-223243db9266", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:05.296344 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e7d1208c-3884-41be-9fd1-e3d24c516065 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:05.296758 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfaaa25e-211f-4488-8fb5-744fbb81e6ce', 'name': 'network-vif-deleted', 'tag': 'b7de99ab-528a-45b3-83e8-223243db9266', 'status': 'completed', 'code': 200} Jul 15 13:21:05.382592 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Deleting port 05ad6c8b-93c6-4485-98d0-6b21347794c3 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:05.383178 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.469986 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4116a6f-2c36-4e1e-b042-d5c619f6bd32 None None] get_active_networks_info from n-d-758944-45 {{(pid=93815) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:21:05.503034 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-30e08068-d275-4f63-b2c0-8f7a8c61fd5b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=31290374da8a47b6a050542b90506e65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4136703 Jul 15 13:21:05.504770 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40712) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:05.549616 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] For port 05ad6c8b-93c6-4485-98d0-6b21347794c3, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=05ad6c8b-93c6-4485-98d0-6b21347794c3,segment=NetworkSegment(f1b02054-5689-4757-b209-8896d43e2d55),segment_id=f1b02054-5689-4757-b209-8896d43e2d55)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:05.550996 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.564933 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Calling delete_port for 05ad6c8b-93c6-4485-98d0-6b21347794c3 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:05.634798 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e673090-7738-4c85-979a-ebbe7c517ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.667782 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f1cd5d20-c594-404e-8b96-fd34d099bec9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.683832 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f1cd5d20-c594-404e-8b96-fd34d099bec9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Calling delete_port for adb1e941-5028-40e5-8be7-c37ce3b71679 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:05.737027 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e673090-7738-4c85-979a-ebbe7c517ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.795964 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40720) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:05.804791 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.920207 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2b1f4-9c63-4050-a17f-eeb9fdc01691 req-363d6dbe-94f8-4f2f-ae38-a593db8d8eb1 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:05.922470 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4de2b1f4-9c63-4050-a17f-eeb9fdc01691 req-363d6dbe-94f8-4f2f-ae38-a593db8d8eb1 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.18 "GET /v2.0/ports?device_id=22202592-eac7-4178-9dd5-cf4744087256 HTTP/1.1" status: 200 len: 945 time: 0.1448054 Jul 15 13:21:05.923866 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e673090-7738-4c85-979a-ebbe7c517ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.938957 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event deleted for resources: {'Port': ['ID=05ad6c8b-93c6-4485-98d0-6b21347794c3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:05.939454 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e673090-7738-4c85-979a-ebbe7c517ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.941554 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0e673090-7738-4c85-979a-ebbe7c517ede admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/40618eec-bafc-44c9-b14a-fd74a18b6186 HTTP/1.1" status: 204 len: 168 time: 0.4357166 Jul 15 13:21:05.950087 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4116a6f-2c36-4e1e-b042-d5c619f6bd32 None None] Resources bound (agent type, host, resource id): {{(pid=93815) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:21:06.028610 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e673090-7738-4c85-979a-ebbe7c517ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40618eec-bafc-44c9-b14a-fd74a18b6186,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:06.135550 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] No DVR routers for this DVR port 05ad6c8b-93c6-4485-98d0-6b21347794c3 on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:06.322916 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f663d26b-1a6a-4790-b4f5-b941e1419afe req-6391807e-8fcf-45c1-b512-7e8a82c7ca52 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2722926 Jul 15 13:21:06.329377 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-4de2b1f4-9c63-4050-a17f-eeb9fdc01691 req-ff193e88-2caa-4448-b2f0-cafc04079102 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Deleting port 74bad756-c369-499e-874f-c806d4d1e3f3 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:06.329917 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4de2b1f4-9c63-4050-a17f-eeb9fdc01691 req-ff193e88-2caa-4448-b2f0-cafc04079102 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:06.348781 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:06.474939 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b56181-fda4-4428-9a0b-917a8e0355e9']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:06.544661 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-39eec455-e1e5-4836-8e09-35af156af505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:06.639208 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6a99da00-68f2-4bbe-981b-ba746d9f328a req-eff9007b-24ad-478d-a3b5-a1cd5cb7d1cf tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 210 time: 0.0820465 Jul 15 13:21:06.699092 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f1cd5d20-c594-404e-8b96-fd34d099bec9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:06.715694 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b02054-5689-4757-b209-8896d43e2d55') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:06.716059 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b02054-5689-4757-b209-8896d43e2d55') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:06.719696 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4de2b1f4-9c63-4050-a17f-eeb9fdc01691 req-ff193e88-2caa-4448-b2f0-cafc04079102 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] For port 74bad756-c369-499e-874f-c806d4d1e3f3, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=74bad756-c369-499e-874f-c806d4d1e3f3,segment=NetworkSegment(371c93d3-8bda-432b-9978-4decba9e0a67),segment_id=371c93d3-8bda-432b-9978-4decba9e0a67)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:06.720909 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4de2b1f4-9c63-4050-a17f-eeb9fdc01691 req-ff193e88-2caa-4448-b2f0-cafc04079102 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:06.779044 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-4de2b1f4-9c63-4050-a17f-eeb9fdc01691 req-ff193e88-2caa-4448-b2f0-cafc04079102 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Calling delete_port for 74bad756-c369-499e-874f-c806d4d1e3f3 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:06.814161 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663d26b-1a6a-4790-b4f5-b941e1419afe req-1de6bd86-98da-44b8-bb5b-2a489da76f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.816684 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f663d26b-1a6a-4790-b4f5-b941e1419afe req-1de6bd86-98da-44b8-bb5b-2a489da76f41 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a5577c115ec43508375ce7d29599c94&device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 1097 time: 0.4011209 Jul 15 13:21:06.818347 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:06.833699 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd5d20-c594-404e-8b96-fd34d099bec9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Pushing event deleted for resources: {'Port': ['ID=adb1e941-5028-40e5-8be7-c37ce3b71679,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:06.899534 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:06.961930 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:21:06.962354 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:06.965875 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:21:06.965875 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:21:06.965875 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:21:06.965875 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:21:06.965875 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:21:06.965875 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:21:06.965875 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:21:06.965875 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:21:06.965875 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:21:06.965875 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:21:06.965875 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:21:06.965875 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:21:06.965875 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:21:06.965875 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:21:06.965875 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:21:06.965875 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:21:06.965875 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:21:06.965875 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:21:06.965875 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:21:06.965875 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:21:06.965875 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:21:06.965875 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:21:06.965875 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:21:06.965875 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:21:06.965875 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:21:06.965875 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:21:06.965875 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:21:06.965875 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:21:06.965875 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:21:06.965875 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:21:06.965875 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:21:06.965875 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:21:07.036495 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f1cd5d20-c594-404e-8b96-fd34d099bec9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.039657 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f1cd5d20-c594-404e-8b96-fd34d099bec9 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "DELETE /v2.0/ports/adb1e941-5028-40e5-8be7-c37ce3b71679 HTTP/1.1" status: 204 len: 168 time: 2.6401813 Jul 15 13:21:07.045917 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40750) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:07.070491 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0874007-c512-4990-a271-9787c8f350ef req-49032f08-57ed-416d-9d07-7e7f0ced3de1 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:07.072618 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f0874007-c512-4990-a271-9787c8f350ef req-49032f08-57ed-416d-9d07-7e7f0ced3de1 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/ports?device_id=22202592-eac7-4178-9dd5-cf4744087256 HTTP/1.1" status: 200 len: 945 time: 0.7114725 Jul 15 13:21:07.194922 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.207114 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.209394 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663d26b-1a6a-4790-b4f5-b941e1419afe req-4bf71332-35dc-4dfb-9533-f8671dd8db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:07.210213 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/networks/e6b56181-fda4-4428-9a0b-917a8e0355e9 HTTP/1.1" status: 204 len: 168 time: 4.9548810 Jul 15 13:21:07.219546 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f663d26b-1a6a-4790-b4f5-b941e1419afe req-4bf71332-35dc-4dfb-9533-f8671dd8db1f service neutron] 10.222.0.32 "GET /v2.0/networks?id=edeaa118-edc5-4f1b-bf13-6f27616a2b19 HTTP/1.1" status: 200 len: 913 time: 0.3736906 Jul 15 13:21:07.223417 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40756) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:07.234520 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ee269dcc-e920-4632-94fb-225190e90501 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2057462988'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:07.270569 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f0874007-c512-4990-a271-9787c8f350ef req-d3c6ba92-2883-450d-90e2-ccde6b0f9a79 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/security-groups?id=fad28828-d022-41dd-93e6-d92b85c5fda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542034 Jul 15 13:21:07.275689 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f01ec-0ad9-4829-aff9-cdc40df3795a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event deleted for resources: {'Network': ['ID=e6b56181-fda4-4428-9a0b-917a8e0355e9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:07.354666 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-39eec455-e1e5-4836-8e09-35af156af505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.363966 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-39eec455-e1e5-4836-8e09-35af156af505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.396869 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f663d26b-1a6a-4790-b4f5-b941e1419afe req-7b11628b-66db-472e-8f37-9ac44152f645 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3313d1c0-7322-4571-9574-1a2b411edcd1 HTTP/1.1" status: 200 len: 999 time: 0.1408830 Jul 15 13:21:07.525327 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-39eec455-e1e5-4836-8e09-35af156af505 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=74976b3a01cc44589b6ca26e116e1c79&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7277639 Jul 15 13:21:07.529187 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40766) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:07.529904 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eec455-e1e5-4836-8e09-35af156af505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7231af-6631-4149-8803-b4ed3beab3c9,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:07.559220 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663d26b-1a6a-4790-b4f5-b941e1419afe req-8f6798fd-3a00-4ff3-948a-5033845a7d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:07.560858 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f663d26b-1a6a-4790-b4f5-b941e1419afe req-8f6798fd-3a00-4ff3-948a-5033845a7d00 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d793a745-d38c-4e8b-9716-b5fdf7b27406 HTTP/1.1" status: 200 len: 851 time: 0.0609093 Jul 15 13:21:07.564959 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee269dcc-e920-4632-94fb-225190e90501 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Made reservation on behalf of 02de15b4d2954d6d9c9c75a1ac38a37c for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:07.569484 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee269dcc-e920-4632-94fb-225190e90501 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.653599 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4de2b1f4-9c63-4050-a17f-eeb9fdc01691 req-ff193e88-2caa-4448-b2f0-cafc04079102 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.658164 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4c04c51-fe70-45b2-8a19-65f92edc8ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.670235 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['74bad756-c369-499e-874f-c806d4d1e3f3'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:07.691385 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee269dcc-e920-4632-94fb-225190e90501 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:21:07.743322 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4c04c51-fe70-45b2-8a19-65f92edc8ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.776618 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40772) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:07.799892 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff193e88-2caa-4448-b2f0-cafc04079102 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Pushing event deleted for resources: {'Port': ['ID=74bad756-c369-499e-874f-c806d4d1e3f3,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:07.832568 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-d27efa9a-7676-48b9-8d62-a4f7ba99cb6d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Deleting port b90f8281-cdcd-40a0-8a1a-8cf546cddaeb {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:07.832937 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d27efa9a-7676-48b9-8d62-a4f7ba99cb6d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.836576 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee269dcc-e920-4632-94fb-225190e90501 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.837037 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-ee269dcc-e920-4632-94fb-225190e90501 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Added segment 9ddc09e3-0659-4d37-afbc-32a3881c898c of type vlan for network a2901024-67f4-4260-87a5-5b33676a34ab Jul 15 13:21:07.900406 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4c04c51-fe70-45b2-8a19-65f92edc8ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.907807 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4c04c51-fe70-45b2-8a19-65f92edc8ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.911199 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f4c04c51-fe70-45b2-8a19-65f92edc8ba3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b7231af-6631-4149-8803-b4ed3beab3c9 HTTP/1.1" status: 204 len: 168 time: 0.3767831 Jul 15 13:21:07.928251 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c04c51-fe70-45b2-8a19-65f92edc8ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7231af-6631-4149-8803-b4ed3beab3c9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:08.048046 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.124500 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a3456f53-6c92-41fc-8194-27242b5272a4 tempest-ServiceProvidersTest-1976760710 tempest-ServiceProvidersTest-1976760710-project] 10.222.0.24 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3452604 Jul 15 13:21:08.330867 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663d26b-1a6a-4790-b4f5-b941e1419afe req-7308d2cd-379a-4ff6-9bd3-673fa03d9b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:08.335556 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f663d26b-1a6a-4790-b4f5-b941e1419afe req-7308d2cd-379a-4ff6-9bd3-673fa03d9b71 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edeaa118-edc5-4f1b-bf13-6f27616a2b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7610202 Jul 15 13:21:08.337223 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de2b1f4-9c63-4050-a17f-eeb9fdc01691 req-ff193e88-2caa-4448-b2f0-cafc04079102 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] No DVR routers for this DVR port 74bad756-c369-499e-874f-c806d4d1e3f3 on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:08.385278 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee269dcc-e920-4632-94fb-225190e90501 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.393582 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4de2b1f4-9c63-4050-a17f-eeb9fdc01691 req-ff193e88-2caa-4448-b2f0-cafc04079102 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.400221 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4de2b1f4-9c63-4050-a17f-eeb9fdc01691 req-ff193e88-2caa-4448-b2f0-cafc04079102 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.18 "DELETE /v2.0/ports/74bad756-c369-499e-874f-c806d4d1e3f3 HTTP/1.1" status: 204 len: 173 time: 2.4539869 Jul 15 13:21:08.408288 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22202592-eac7-4178-9dd5-cf4744087256', 'name': 'network-vif-deleted', 'tag': '74bad756-c369-499e-874f-c806d4d1e3f3'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:08.413459 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8140a76e-4da8-4511-89d5-78a2142b660e" -d '{"events": [{"server_uuid": "22202592-eac7-4178-9dd5-cf4744087256", "name": "network-vif-deleted", "tag": "74bad756-c369-499e-874f-c806d4d1e3f3"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:08.479613 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-33f7f722-53ac-4cbf-9d2f-4c3464d2756a req-8e43ffbd-25d0-4de5-b36b-bd238a009154 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 210 time: 0.4807730 Jul 15 13:21:08.531968 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d27efa9a-7676-48b9-8d62-a4f7ba99cb6d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.666056 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-d27efa9a-7676-48b9-8d62-a4f7ba99cb6d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Calling delete_port for b90f8281-cdcd-40a0-8a1a-8cf546cddaeb owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:08.678090 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee269dcc-e920-4632-94fb-225190e90501 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.689941 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee269dcc-e920-4632-94fb-225190e90501 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:08.696441 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee269dcc-e920-4632-94fb-225190e90501 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.700188 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40796) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:08.708568 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ca4795-c44e-49a2-b5ee-24eae2891a07 x-openstack-request-id: req-44ca4795-c44e-49a2-b5ee-24eae2891a07 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:08.709232 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22202592-eac7-4178-9dd5-cf4744087256", "name": "network-vif-deleted", "tag": "74bad756-c369-499e-874f-c806d4d1e3f3", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:08.709772 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-44ca4795-c44e-49a2-b5ee-24eae2891a07 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:08.710553 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22202592-eac7-4178-9dd5-cf4744087256', 'name': 'network-vif-deleted', 'tag': '74bad756-c369-499e-874f-c806d4d1e3f3', 'status': 'completed', 'code': 200} Jul 15 13:21:08.729335 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-43d6b48e-b2ee-42b3-a24f-958bcbce896e req-c8ad3cd0-fe48-4854-8dd8-5734fa2c02b6 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/ports?device_id=22202592-eac7-4178-9dd5-cf4744087256 HTTP/1.1" status: 200 len: 210 time: 0.1106062 Jul 15 13:21:08.747611 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40798) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:08.867159 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6b9a985-67cd-4e9b-96fd-1077eab5df6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.989302 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-521fefc6-cd12-4ed8-819e-a30e2be75c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:09.010441 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f663d26b-1a6a-4790-b4f5-b941e1419afe req-89656fbd-9b75-453f-98a8-6cb76c4c2ff9 service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5583520 Jul 15 13:21:09.025194 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ee269dcc-e920-4632-94fb-225190e90501 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8005991 Jul 15 13:21:09.046957 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40808) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:09.071251 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a6995535-f131-4ce7-ab41-3ded00c9914f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Request body: {'subnet': {'network_id': 'a2901024-67f4-4260-87a5-5b33676a34ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:09.199417 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee269dcc-e920-4632-94fb-225190e90501 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event updated for resources: {'Network': ['ID=a2901024-67f4-4260-87a5-5b33676a34ab,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:09.216265 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network a2901024-67f4-4260-87a5-5b33676a34ab details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:21:09.243737 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f663d26b-1a6a-4790-b4f5-b941e1419afe req-1cbba922-3910-4049-bb4f-52ffdfd00e2b service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171164 Jul 15 13:21:09.364841 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-521fefc6-cd12-4ed8-819e-a30e2be75c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:09.377873 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-521fefc6-cd12-4ed8-819e-a30e2be75c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:09.394416 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d27efa9a-7676-48b9-8d62-a4f7ba99cb6d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:09.446149 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-521fefc6-cd12-4ed8-819e-a30e2be75c38 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4bda64a7a9d94ce9953549bc7b41ffe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6972575 Jul 15 13:21:09.450051 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40816) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:09.466370 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521fefc6-cd12-4ed8-819e-a30e2be75c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2141db-3ce9-4269-88e3-543ffaa423c2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:09.467515 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27efa9a-7676-48b9-8d62-a4f7ba99cb6d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Pushing event deleted for resources: {'Port': ['ID=b90f8281-cdcd-40a0-8a1a-8cf546cddaeb,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:09.539396 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a897cf9b-3b5d-4e14-9e2d-d7b5fac55d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:09.565800 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a897cf9b-3b5d-4e14-9e2d-d7b5fac55d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:09.670516 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6b9a985-67cd-4e9b-96fd-1077eab5df6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:09.687512 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a897cf9b-3b5d-4e14-9e2d-d7b5fac55d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:09.692155 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a897cf9b-3b5d-4e14-9e2d-d7b5fac55d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:09.695836 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a897cf9b-3b5d-4e14-9e2d-d7b5fac55d8b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a2141db-3ce9-4269-88e3-543ffaa423c2 HTTP/1.1" status: 204 len: 168 time: 0.2444012 Jul 15 13:21:09.711673 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897cf9b-3b5d-4e14-9e2d-d7b5fac55d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2141db-3ce9-4269-88e3-543ffaa423c2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:09.746670 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d27efa9a-7676-48b9-8d62-a4f7ba99cb6d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:09.747937 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 74bad756-c369-499e-874f-c806d4d1e3f3 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:09.753644 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6995535-f131-4ce7-ab41-3ded00c9914f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Made reservation on behalf of 02de15b4d2954d6d9c9c75a1ac38a37c for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:09.758414 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d27efa9a-7676-48b9-8d62-a4f7ba99cb6d tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "DELETE /v2.0/ports/b90f8281-cdcd-40a0-8a1a-8cf546cddaeb HTTP/1.1" status: 204 len: 168 time: 2.7090020 Jul 15 13:21:09.763315 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6995535-f131-4ce7-ab41-3ded00c9914f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:09.763688 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6b9a985-67cd-4e9b-96fd-1077eab5df6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:09.766647 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40822) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:09.810148 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 74bad756-c369-499e-874f-c806d4d1e3f3 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:21:09.810498 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 74bad756-c369-499e-874f-c806d4d1e3f3 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:21:09.972530 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-a6995535-f131-4ce7-ab41-3ded00c9914f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Performing IP validity checks on allocation pools {{(pid=93814) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 13:21:09.972871 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-a6995535-f131-4ce7-ab41-3ded00c9914f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93814) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 13:21:10.015328 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75384d37-595e-4953-a6bb-8127233f2b47 req-9f5fabb5-c615-49b5-b7d1-214cea5d5ea2 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 210 time: 0.1157558 Jul 15 13:21:10.089491 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40830) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:10.090396 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e6b9a985-67cd-4e9b-96fd-1077eab5df6a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5cbc73c56d94450801a56311fa1883c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3738241 Jul 15 13:21:10.095205 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9a985-67cd-4e9b-96fd-1077eab5df6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3371c1ab-9302-4024-9fa3-f788899df088,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:10.167842 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-00cf3f19-2643-4c36-804f-ec0d17478ef8 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Deleting subnet f5517f04-f874-4dc2-a2a6-0c279d24a4c6 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:21:10.175986 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00cf3f19-2643-4c36-804f-ec0d17478ef8 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:10.243051 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00cf3f19-2643-4c36-804f-ec0d17478ef8 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:10.372461 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00cf3f19-2643-4c36-804f-ec0d17478ef8 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:10.531336 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00cf3f19-2643-4c36-804f-ec0d17478ef8 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:10.614399 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00cf3f19-2643-4c36-804f-ec0d17478ef8 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:10.617145 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-00cf3f19-2643-4c36-804f-ec0d17478ef8 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "DELETE /v2.0/subnets/f5517f04-f874-4dc2-a2a6-0c279d24a4c6 HTTP/1.1" status: 204 len: 168 time: 0.8432572 Jul 15 13:21:10.624292 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf3f19-2643-4c36-804f-ec0d17478ef8 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Pushing event deleted for resources: {'Subnet': ['ID=f5517f04-f874-4dc2-a2a6-0c279d24a4c6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:10.629358 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f927400f-ebee-4b3e-a592-0589454fca55 None None] Network 3e157d46-1a46-4ef5-af60-0a822c2bdcfe requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:10.643475 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40856) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:10.787611 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dc7fcea-4955-416d-9a65-1823897e1e78 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Deleting subnet e6da4ff9-68f2-4350-8517-a3f37f7c5c8e {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:21:10.802916 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5dc7fcea-4955-416d-9a65-1823897e1e78 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.016739 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5dc7fcea-4955-416d-9a65-1823897e1e78 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.099037 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8e022-9f05-4744-bd3c-96dc36779b0c req-22fd36cb-19ef-4c59-904c-5eecbabcbb22 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:11.100847 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e5f8e022-9f05-4744-bd3c-96dc36779b0c req-22fd36cb-19ef-4c59-904c-5eecbabcbb22 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.3059742 Jul 15 13:21:11.134715 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529f52c3-bbab-4d24-aabf-ec581efa76e2 None None] DHCP port deletion for 3e157d46-1a46-4ef5-af60-0a822c2bdcfe request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:21:11.237202 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5dc7fcea-4955-416d-9a65-1823897e1e78 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.292115 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e5f8e022-9f05-4744-bd3c-96dc36779b0c req-e374eda8-8940-42bd-bc2b-ffceca6366a5 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836128 Jul 15 13:21:11.302873 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-529f52c3-bbab-4d24-aabf-ec581efa76e2 None None] Deleting port 0426dff0-7b9b-4b12-8f61-acbde3b2b271 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:11.303403 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-529f52c3-bbab-4d24-aabf-ec581efa76e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.381675 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-03670c54-3e53-43d4-8aaf-a2d4457b3b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.390084 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6995535-f131-4ce7-ab41-3ded00c9914f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.406770 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-57fa788c-4544-4f09-a29c-ec6ea44d66e5 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:11.417542 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-57fa788c-4544-4f09-a29c-ec6ea44d66e5 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/networks?id=22e34df3-bf36-4603-b5ed-74735e1e8ea4 HTTP/1.1" status: 200 len: 809 time: 0.6136789 Jul 15 13:21:11.443641 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5dc7fcea-4955-416d-9a65-1823897e1e78 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.500586 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7fcea-4955-416d-9a65-1823897e1e78 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Pushing event deleted for resources: {'Subnet': ['ID=e6da4ff9-68f2-4350-8517-a3f37f7c5c8e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:11.512566 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5dc7fcea-4955-416d-9a65-1823897e1e78 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.517939 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5dc7fcea-4955-416d-9a65-1823897e1e78 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "DELETE /v2.0/subnets/e6da4ff9-68f2-4350-8517-a3f37f7c5c8e HTTP/1.1" status: 204 len: 168 time: 0.8679349 Jul 15 13:21:11.518528 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40882) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:11.522986 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbe47d5-ff84-4832-bd2f-a39034573d59 None None] Network a1fa1aec-075f-4548-b538-3645f4cfde6d requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:11.538037 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-529f52c3-bbab-4d24-aabf-ec581efa76e2 None None] For port 0426dff0-7b9b-4b12-8f61-acbde3b2b271, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0426dff0-7b9b-4b12-8f61-acbde3b2b271,segment=NetworkSegment(3b0cc7d8-7477-4d50-a0a2-a688c0555fe3),segment_id=3b0cc7d8-7477-4d50-a0a2-a688c0555fe3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:11.543437 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-529f52c3-bbab-4d24-aabf-ec581efa76e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.555992 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-03670c54-3e53-43d4-8aaf-a2d4457b3b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.599755 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-529f52c3-bbab-4d24-aabf-ec581efa76e2 None None] Calling delete_port for 0426dff0-7b9b-4b12-8f61-acbde3b2b271 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:11.630437 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6995535-f131-4ce7-ab41-3ded00c9914f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event updated for resources: {'Subnet': ['ID=0f2c4e08-36ce-4695-a05d-a76ea8d73e5a,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:11.667244 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6f75ad42-bab7-462b-8a29-8fadea4224c3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.671664 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-03670c54-3e53-43d4-8aaf-a2d4457b3b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.678246 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-03670c54-3e53-43d4-8aaf-a2d4457b3b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.680764 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-03670c54-3e53-43d4-8aaf-a2d4457b3b4e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3371c1ab-9302-4024-9fa3-f788899df088 HTTP/1.1" status: 204 len: 168 time: 1.5908051 Jul 15 13:21:11.683609 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-37ad6b2b-3abf-44c4-af9f-a06d76635259 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/quotas/347d14cd23344179a4603507261557d8 HTTP/1.1" status: 200 len: 375 time: 0.2303758 Jul 15 13:21:11.721707 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03670c54-3e53-43d4-8aaf-a2d4457b3b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3371c1ab-9302-4024-9fa3-f788899df088,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:11.763605 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-70d4faeb-ce57-441c-a347-c102eebb5ac8 req-dc0488fe-691e-4c38-b8ee-9f687d6b3493 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 210 time: 0.0940156 Jul 15 13:21:11.790488 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-e84933fa-d161-41aa-926a-748d7fad8383 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=347d14cd23344179a4603507261557d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691664 Jul 15 13:21:11.866890 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6995535-f131-4ce7-ab41-3ded00c9914f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Checking segment: {'id': '9ddc09e3-0659-4d37-afbc-32a3881c898c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a2901024-67f4-4260-87a5-5b33676a34ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:11.868119 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6995535-f131-4ce7-ab41-3ded00c9914f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Network hostable DHCP agents. Network: a2901024-67f4-4260-87a5-5b33676a34ab, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:21:11.929672 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6995535-f131-4ce7-ab41-3ded00c9914f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Network a2901024-67f4-4260-87a5-5b33676a34ab is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:21:11.944920 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-6f75ad42-bab7-462b-8a29-8fadea4224c3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Deleting port 0426dff0-7b9b-4b12-8f61-acbde3b2b271 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:11.952759 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6f75ad42-bab7-462b-8a29-8fadea4224c3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.958426 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-a6995535-f131-4ce7-ab41-3ded00c9914f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, a2901024-67f4-4260-87a5-5b33676a34ab) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:11.981642 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6995535-f131-4ce7-ab41-3ded00c9914f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:11.982111 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed900d6a-34ba-4a0d-90c5-0c2d9c778838 None None] Network a2901024-67f4-4260-87a5-5b33676a34ab requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:11.982980 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6995535-f131-4ce7-ab41-3ded00c9914f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:12.042275 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-529f52c3-bbab-4d24-aabf-ec581efa76e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:12.050557 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a6995535-f131-4ce7-ab41-3ded00c9914f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.9909782 Jul 15 13:21:12.052885 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40898) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:12.139676 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f52c3-bbab-4d24-aabf-ec581efa76e2 None None] Pushing event deleted for resources: {'Port': ['ID=0426dff0-7b9b-4b12-8f61-acbde3b2b271,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:12.194752 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-6f75ad42-bab7-462b-8a29-8fadea4224c3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] For port 0426dff0-7b9b-4b12-8f61-acbde3b2b271, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0426dff0-7b9b-4b12-8f61-acbde3b2b271,segment=NetworkSegment(3b0cc7d8-7477-4d50-a0a2-a688c0555fe3),segment_id=3b0cc7d8-7477-4d50-a0a2-a688c0555fe3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:12.195582 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6f75ad42-bab7-462b-8a29-8fadea4224c3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:12.249238 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-6f75ad42-bab7-462b-8a29-8fadea4224c3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Calling delete_port for 0426dff0-7b9b-4b12-8f61-acbde3b2b271 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:12.637550 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529f52c3-bbab-4d24-aabf-ec581efa76e2 None None] No DVR routers for this DVR port 0426dff0-7b9b-4b12-8f61-acbde3b2b271 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:12.643241 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3f519b-00e9-4fcd-bd54-1483b88c7231 None None] DHCP port deletion for a1fa1aec-075f-4548-b538-3645f4cfde6d request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:21:12.646485 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0426dff0-7b9b-4b12-8f61-acbde3b2b271 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:12.693571 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-d925c2b2-8797-438c-a82f-e11fc69eb325 service neutron] 10.222.0.24 "GET /v2.0/networks/22e34df3-bf36-4603-b5ed-74735e1e8ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8673809 Jul 15 13:21:12.697497 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3fee8c1b-90d9-4281-8607-99d35c75eb3e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:12.706055 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 0426dff0-7b9b-4b12-8f61-acbde3b2b271 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:21:12.706186 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0426dff0-7b9b-4b12-8f61-acbde3b2b271 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:21:12.896107 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3fee8c1b-90d9-4281-8607-99d35c75eb3e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.012623 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-70483d00-31ae-43d1-91ed-8f50c06a481b service neutron] 10.222.0.24 "GET /v2.0/networks/22e34df3-bf36-4603-b5ed-74735e1e8ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953374 Jul 15 13:21:13.061245 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2f3f519b-00e9-4fcd-bd54-1483b88c7231 None None] Deleting port 7773d171-9b64-4d42-9887-84171a9017a6 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:13.062295 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2f3f519b-00e9-4fcd-bd54-1483b88c7231 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.074492 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b762ad-78d2-4650-b778-4e32430c4ee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-a2901024-67f4-4260-87a5-5b33676a34ab', 'network_id': 'a2901024-67f4-4260-87a5-5b33676a34ab', 'tenant_id': '02de15b4d2954d6d9c9c75a1ac38a37c', 'fixed_ips': [{'subnet_id': '0f2c4e08-36ce-4695-a05d-a76ea8d73e5a'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:21:13.080026 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-96b762ad-78d2-4650-b778-4e32430c4ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.099995 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3fee8c1b-90d9-4281-8607-99d35c75eb3e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.178505 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee8c1b-90d9-4281-8607-99d35c75eb3e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event deleted for resources: {'Subnet': ['ID=0f2c4e08-36ce-4695-a05d-a76ea8d73e5a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:13.322443 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-2f3f519b-00e9-4fcd-bd54-1483b88c7231 None None] For port 7773d171-9b64-4d42-9887-84171a9017a6, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=7773d171-9b64-4d42-9887-84171a9017a6,segment=NetworkSegment(9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3),segment_id=9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:13.322816 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2f3f519b-00e9-4fcd-bd54-1483b88c7231 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.351410 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce41165-8957-460d-adf5-663c2a679197 None None] Network a2901024-67f4-4260-87a5-5b33676a34ab requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:13.403591 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3fee8c1b-90d9-4281-8607-99d35c75eb3e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.410787 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2f3f519b-00e9-4fcd-bd54-1483b88c7231 None None] Calling delete_port for 7773d171-9b64-4d42-9887-84171a9017a6 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:13.451975 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-3fee8c1b-90d9-4281-8607-99d35c75eb3e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2901024-67f4-4260-87a5-5b33676a34ab']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:13.490761 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6f75ad42-bab7-462b-8a29-8fadea4224c3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.495626 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-3fee8c1b-90d9-4281-8607-99d35c75eb3e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ddc09e3-0659-4d37-afbc-32a3881c898c') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:13.502934 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-3fee8c1b-90d9-4281-8607-99d35c75eb3e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ddc09e3-0659-4d37-afbc-32a3881c898c') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:13.564121 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3fee8c1b-90d9-4281-8607-99d35c75eb3e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.594099 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75ad42-bab7-462b-8a29-8fadea4224c3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Pushing event deleted for resources: {'Port': ['ID=0426dff0-7b9b-4b12-8f61-acbde3b2b271,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:13.615085 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de371eda-c74d-417b-b8d4-08b09b979ff5 req-786eacb1-0a08-419c-8dd2-05cfa0262327 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:13.642990 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-de371eda-c74d-417b-b8d4-08b09b979ff5 req-786eacb1-0a08-419c-8dd2-05cfa0262327 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 1.4088252 Jul 15 13:21:13.646279 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f75ad42-bab7-462b-8a29-8fadea4224c3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] No DVR routers for this DVR port 0426dff0-7b9b-4b12-8f61-acbde3b2b271 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:13.656309 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3fee8c1b-90d9-4281-8607-99d35c75eb3e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.665187 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fee8c1b-90d9-4281-8607-99d35c75eb3e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:21:13.666304 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3fee8c1b-90d9-4281-8607-99d35c75eb3e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.669899 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:21:13.669899 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:21:13.669899 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:21:13.669899 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:21:13.669899 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:21:13.669899 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:21:13.669899 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:21:13.669899 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:21:13.669899 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:21:13.669899 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:21:13.669899 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:21:13.669899 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:21:13.669899 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:21:13.669899 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:21:13.669899 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:21:13.669899 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:21:13.669899 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:21:13.669899 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:21:13.669899 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:21:13.669899 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:21:13.669899 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:21:13.669899 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:21:13.669899 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:21:13.669899 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:21:13.669899 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:21:13.669899 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:21:13.669899 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:21:13.669899 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:21:13.669899 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:21:13.669899 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:21:13.669899 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:21:13.669899 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:21:13.846624 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-da327ae5-2ffd-4b25-b584-dd4ae5a21890 req-067b0bdb-b522-446c-a8a0-cac70fa29112 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 210 time: 0.1119838 Jul 15 13:21:13.898876 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2f3f519b-00e9-4fcd-bd54-1483b88c7231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.909241 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-de371eda-c74d-417b-b8d4-08b09b979ff5 req-21486bdb-f7b5-4cdc-89e3-2ec430f0ba55 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2641890 Jul 15 13:21:13.968833 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f519b-00e9-4fcd-bd54-1483b88c7231 None None] Pushing event deleted for resources: {'Port': ['ID=7773d171-9b64-4d42-9887-84171a9017a6,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:13.999532 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3f519b-00e9-4fcd-bd54-1483b88c7231 None None] No DVR routers for this DVR port 7773d171-9b64-4d42-9887-84171a9017a6 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:14.061612 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6f75ad42-bab7-462b-8a29-8fadea4224c3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.117541 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-6f75ad42-bab7-462b-8a29-8fadea4224c3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e157d46-1a46-4ef5-af60-0a822c2bdcfe']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:14.126994 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d964a7f1-ed02-44fe-84ff-4bd643e69cce req-ad189a2c-fabc-4cdf-8e79-2c2297a5f8a2 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5dc973-0493-4405-a610-0c377869d6db HTTP/1.1" status: 200 len: 210 time: 0.1322222 Jul 15 13:21:14.131794 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3fee8c1b-90d9-4281-8607-99d35c75eb3e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.170482 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3fee8c1b-90d9-4281-8607-99d35c75eb3e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.182818 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3fee8c1b-90d9-4281-8607-99d35c75eb3e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/networks/a2901024-67f4-4260-87a5-5b33676a34ab HTTP/1.1" status: 204 len: 168 time: 2.1275578 Jul 15 13:21:14.188407 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40966) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:14.194189 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-6f75ad42-bab7-462b-8a29-8fadea4224c3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b0cc7d8-7477-4d50-a0a2-a688c0555fe3') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:14.194584 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-6f75ad42-bab7-462b-8a29-8fadea4224c3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b0cc7d8-7477-4d50-a0a2-a688c0555fe3') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:14.202529 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2cd03bd9-7181-4a93-a6b7-9077128593d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-362723602'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:14.211129 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6f75ad42-bab7-462b-8a29-8fadea4224c3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.227399 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee8c1b-90d9-4281-8607-99d35c75eb3e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event deleted for resources: {'Network': ['ID=a2901024-67f4-4260-87a5-5b33676a34ab,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:14.265466 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6f75ad42-bab7-462b-8a29-8fadea4224c3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.277551 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f75ad42-bab7-462b-8a29-8fadea4224c3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:21:14.278337 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6f75ad42-bab7-462b-8a29-8fadea4224c3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.286621 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd03bd9-7181-4a93-a6b7-9077128593d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Made reservation on behalf of 02de15b4d2954d6d9c9c75a1ac38a37c for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:14.298530 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2cd03bd9-7181-4a93-a6b7-9077128593d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.308824 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 7773d171-9b64-4d42-9887-84171a9017a6 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:14.351581 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 7773d171-9b64-4d42-9887-84171a9017a6 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:21:14.352252 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 7773d171-9b64-4d42-9887-84171a9017a6 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:21:14.365036 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd03bd9-7181-4a93-a6b7-9077128593d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:21:14.396664 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:21:14.405450 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6f75ad42-bab7-462b-8a29-8fadea4224c3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.411342 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2cd03bd9-7181-4a93-a6b7-9077128593d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.411342 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-2cd03bd9-7181-4a93-a6b7-9077128593d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Added segment 01dd9177-fe32-449c-b75b-2d4b9263880e of type vlan for network 480512e4-eb75-4a58-8d6c-51865d5f40ad Jul 15 13:21:14.438304 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6f75ad42-bab7-462b-8a29-8fadea4224c3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.446050 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6f75ad42-bab7-462b-8a29-8fadea4224c3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "DELETE /v2.0/networks/3e157d46-1a46-4ef5-af60-0a822c2bdcfe HTTP/1.1" status: 204 len: 168 time: 2.9236884 Jul 15 13:21:14.449364 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40982) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:14.513388 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75ad42-bab7-462b-8a29-8fadea4224c3 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Pushing event deleted for resources: {'Network': ['ID=3e157d46-1a46-4ef5-af60-0a822c2bdcfe,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:14.721387 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2cd03bd9-7181-4a93-a6b7-9077128593d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.732248 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c80c206c-c672-44cd-bcf2-fc3934353b17 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.830047 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-c90c565a-8960-4e81-967c-9afa7ce9b6c8 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:14.859355 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-c90c565a-8960-4e81-967c-9afa7ce9b6c8 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/networks?id=edeaa118-edc5-4f1b-bf13-6f27616a2b19 HTTP/1.1" status: 200 len: 812 time: 0.3481579 Jul 15 13:21:14.896685 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-91827f97-6eb4-4180-93b9-4771ef1580be tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/quotas/0a5577c115ec43508375ce7d29599c94 HTTP/1.1" status: 200 len: 375 time: 0.0362604 Jul 15 13:21:14.923957 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2cd03bd9-7181-4a93-a6b7-9077128593d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.958603 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd03bd9-7181-4a93-a6b7-9077128593d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:14.959740 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2cd03bd9-7181-4a93-a6b7-9077128593d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.027094 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c80c206c-c672-44cd-bcf2-fc3934353b17 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.055051 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-c80c206c-c672-44cd-bcf2-fc3934353b17 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1fa1aec-075f-4548-b538-3645f4cfde6d']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:15.084099 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-c80c206c-c672-44cd-bcf2-fc3934353b17 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:15.084393 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-c80c206c-c672-44cd-bcf2-fc3934353b17 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae6d7d9-33b1-4f7f-8a8a-75b352d6aca3') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:15.085780 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41012) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:15.086941 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd03bd9-7181-4a93-a6b7-9077128593d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event updated for resources: {'Network': ['ID=480512e4-eb75-4a58-8d6c-51865d5f40ad,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:15.097240 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c80c206c-c672-44cd-bcf2-fc3934353b17 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.100700 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 480512e4-eb75-4a58-8d6c-51865d5f40ad details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:21:15.134746 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c80c206c-c672-44cd-bcf2-fc3934353b17 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.152426 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c80c206c-c672-44cd-bcf2-fc3934353b17 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:21:15.152929 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2cd03bd9-7181-4a93-a6b7-9077128593d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9563739 Jul 15 13:21:15.153633 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c80c206c-c672-44cd-bcf2-fc3934353b17 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.155828 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41018) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:15.162889 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d3d5b5e1-d99f-41fb-a333-eb551668bd12 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Request body: {'subnet': {'network_id': '480512e4-eb75-4a58-8d6c-51865d5f40ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:15.257904 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:21:15.257904 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:21:15.257904 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:21:15.257904 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:21:15.257904 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:21:15.257904 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:21:15.257904 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:21:15.257904 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:21:15.257904 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:21:15.257904 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:21:15.257904 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:21:15.257904 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:21:15.257904 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:21:15.257904 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:21:15.257904 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:21:15.257904 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:21:15.257904 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:21:15.257904 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:21:15.257904 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:21:15.257904 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:21:15.257904 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:21:15.257904 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:21:15.257904 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:21:15.257904 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:21:15.257904 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:21:15.257904 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:21:15.257904 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:21:15.257904 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:21:15.257904 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:21:15.257904 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:21:15.257904 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:21:15.257904 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:21:15.275683 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c80c206c-c672-44cd-bcf2-fc3934353b17 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.288235 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c80c206c-c672-44cd-bcf2-fc3934353b17 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.291069 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-d6a37012-4a3e-4025-abc9-f17d10fc9ecd tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0a5577c115ec43508375ce7d29599c94&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3932779 Jul 15 13:21:15.297438 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c80c206c-c672-44cd-bcf2-fc3934353b17 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] 10.222.0.24 "DELETE /v2.0/networks/a1fa1aec-075f-4548-b538-3645f4cfde6d HTTP/1.1" status: 204 len: 168 time: 0.8402364 Jul 15 13:21:15.368872 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-401d2321-9f1c-4090-a35d-42d0c3121fed req-e75cbb51-3382-4625-9e09-d14016b0fcda tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 210 time: 0.1087849 Jul 15 13:21:15.431898 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c206c-c672-44cd-bcf2-fc3934353b17 tempest-TaggedBootDevicesTest_v242-262280253 tempest-TaggedBootDevicesTest_v242-262280253-project] Pushing event deleted for resources: {'Network': ['ID=a1fa1aec-075f-4548-b538-3645f4cfde6d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:15.521544 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d5b5e1-d99f-41fb-a333-eb551668bd12 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Made reservation on behalf of 02de15b4d2954d6d9c9c75a1ac38a37c for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:15.526101 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3d5b5e1-d99f-41fb-a333-eb551668bd12 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.614550 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f634817-d5bc-4a2c-8f36-80ec497736bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.716711 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-921a7be0-25f7-43e9-b02d-cf3054403c69 req-22289b98-5ee3-4881-b77e-4a41f342d57a tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5dc973-0493-4405-a610-0c377869d6db HTTP/1.1" status: 200 len: 210 time: 0.0348747 Jul 15 13:21:15.813217 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-5f7de130-9328-4a5a-8e92-36eb8bd7c32e service neutron] 10.222.0.24 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4783127 Jul 15 13:21:16.003347 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-7ce8157b-46d3-4249-b866-b591e5e88044 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:16.005374 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-7ce8157b-46d3-4249-b866-b591e5e88044 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.18 "GET /v2.0/networks?id=22e34df3-bf36-4603-b5ed-74735e1e8ea4 HTTP/1.1" status: 200 len: 809 time: 0.2876489 Jul 15 13:21:16.020713 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-412db249-5b79-42fd-ba96-b03a257e8d68 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Request body: {'port': {'device_id': '6e5dc973-0493-4405-a610-0c377869d6db', 'network_id': '22e34df3-bf36-4603-b5ed-74735e1e8ea4', 'admin_state_up': True, 'tenant_id': '347d14cd23344179a4603507261557d8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:16.216473 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f634817-d5bc-4a2c-8f36-80ec497736bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:16.246122 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f634817-d5bc-4a2c-8f36-80ec497736bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:16.327259 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-00a8a58c-e49b-406a-b0f3-9d86bea33fc8 service neutron] 10.222.0.24 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5130684 Jul 15 13:21:16.347227 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-412db249-5b79-42fd-ba96-b03a257e8d68 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Made reservation on behalf of 347d14cd23344179a4603507261557d8 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:16.356403 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-412db249-5b79-42fd-ba96-b03a257e8d68 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:16.425449 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5f634817-d5bc-4a2c-8f36-80ec497736bb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a69f3894c5941a09a9149c234d4a037&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3138070 Jul 15 13:21:16.431616 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f634817-d5bc-4a2c-8f36-80ec497736bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444c93be-9c3f-4437-b1cf-72998f0bb096,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:16.436302 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41060) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:16.495742 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3d5b5e1-d99f-41fb-a333-eb551668bd12 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:16.630118 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aa15ac0c-2e90-4fa6-9fd3-63ec58ee4047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:16.672718 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5b5e1-d99f-41fb-a333-eb551668bd12 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event updated for resources: {'Subnet': ['ID=2de7ddc7-6efc-4ead-b9d1-5702bf626484,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:16.689942 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4ad79dba-4099-4a7f-bc17-fc3e81ce05ca req-9524abee-0871-4113-87f7-33d41f694b47 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 210 time: 0.0805879 Jul 15 13:21:16.699123 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d5b5e1-d99f-41fb-a333-eb551668bd12 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Checking segment: {'id': '01dd9177-fe32-449c-b75b-2d4b9263880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '480512e4-eb75-4a58-8d6c-51865d5f40ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:16.699501 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d5b5e1-d99f-41fb-a333-eb551668bd12 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Network hostable DHCP agents. Network: 480512e4-eb75-4a58-8d6c-51865d5f40ad, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:21:16.792370 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d5b5e1-d99f-41fb-a333-eb551668bd12 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Network 480512e4-eb75-4a58-8d6c-51865d5f40ad is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:21:16.817945 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aa15ac0c-2e90-4fa6-9fd3-63ec58ee4047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:16.838216 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cbb0f7e6-c15b-4b6c-b54a-a1ffefc123a6 req-19d4cf9d-543d-4349-bb3b-caac079d3a63 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc1eefc-0d3b-4fc0-89be-70324aee64b8 HTTP/1.1" status: 200 len: 210 time: 0.0630059 Jul 15 13:21:16.841999 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d3d5b5e1-d99f-41fb-a333-eb551668bd12 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 480512e4-eb75-4a58-8d6c-51865d5f40ad) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:16.856012 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-412db249-5b79-42fd-ba96-b03a257e8d68 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Allocated IP 172.20.0.12 (22e34df3-bf36-4603-b5ed-74735e1e8ea4/017c68ce-bf83-43a6-986a-e0abadb002ed/efd643db-8cb9-4bae-b7fe-ff7dfceb5d59) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:16.856701 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731853fd-6805-49bc-8b8d-5aad9625ce6b None None] Network 480512e4-eb75-4a58-8d6c-51865d5f40ad requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:16.864417 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d5b5e1-d99f-41fb-a333-eb551668bd12 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:16.865504 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3d5b5e1-d99f-41fb-a333-eb551668bd12 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:16.900263 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d3d5b5e1-d99f-41fb-a333-eb551668bd12 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7401531 Jul 15 13:21:16.900263 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41076) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:17.002217 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aa15ac0c-2e90-4fa6-9fd3-63ec58ee4047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.006174 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aa15ac0c-2e90-4fa6-9fd3-63ec58ee4047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.007681 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-aa15ac0c-2e90-4fa6-9fd3-63ec58ee4047 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/444c93be-9c3f-4437-b1cf-72998f0bb096 HTTP/1.1" status: 204 len: 168 time: 0.5686078 Jul 15 13:21:17.051025 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15ac0c-2e90-4fa6-9fd3-63ec58ee4047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444c93be-9c3f-4437-b1cf-72998f0bb096,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:17.073372 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-556686c5-918e-42e8-b39c-dfc9ba3c2f2b req-59e3de7b-de66-442c-b6d5-1e2736bb3a9d tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5dc973-0493-4405-a610-0c377869d6db HTTP/1.1" status: 200 len: 210 time: 0.0837283 Jul 15 13:21:17.146043 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08f4c6f5-8c5d-4a6f-b115-95b3bc8b7f4a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.317937 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08f4c6f5-8c5d-4a6f-b115-95b3bc8b7f4a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.413734 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55754531-a7c5-41d3-bad1-5c63d4df6508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-480512e4-eb75-4a58-8d6c-51865d5f40ad', 'network_id': '480512e4-eb75-4a58-8d6c-51865d5f40ad', 'tenant_id': '02de15b4d2954d6d9c9c75a1ac38a37c', 'fixed_ips': [{'subnet_id': '2de7ddc7-6efc-4ead-b9d1-5702bf626484'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:21:17.416250 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55754531-a7c5-41d3-bad1-5c63d4df6508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.423519 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-412db249-5b79-42fd-ba96-b03a257e8d68 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.524937 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08f4c6f5-8c5d-4a6f-b115-95b3bc8b7f4a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.542936 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41096) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:17.603897 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-412db249-5b79-42fd-ba96-b03a257e8d68 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.617508 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4c6f5-8c5d-4a6f-b115-95b3bc8b7f4a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event deleted for resources: {'Subnet': ['ID=2de7ddc7-6efc-4ead-b9d1-5702bf626484,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server [None req-55754531-a7c5-41d3-bad1-5c63d4df6508 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2de7ddc7-6efc-4ead-b9d1-5702bf626484: This subnet is being modified by another concurrent operation. Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2de7ddc7-6efc-4ead-b9d1-5702bf626484: This subnet is being modified by another concurrent operation. Jul 15 13:21:17.700028 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server Jul 15 13:21:17.734553 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-412db249-5b79-42fd-ba96-b03a257e8d68 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Network 22e34df3-bf36-4603-b5ed-74735e1e8ea4 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:17.749352 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-412db249-5b79-42fd-ba96-b03a257e8d68 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:17.772472 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-412db249-5b79-42fd-ba96-b03a257e8d68 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:17.774284 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e78adaf-257b-46ca-9de3-cb293e22151b None None] Network 480512e4-eb75-4a58-8d6c-51865d5f40ad requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:17.821525 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08f4c6f5-8c5d-4a6f-b115-95b3bc8b7f4a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.848910 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-08f4c6f5-8c5d-4a6f-b115-95b3bc8b7f4a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['480512e4-eb75-4a58-8d6c-51865d5f40ad']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:17.896060 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-08f4c6f5-8c5d-4a6f-b115-95b3bc8b7f4a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01dd9177-fe32-449c-b75b-2d4b9263880e') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:17.897419 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-08f4c6f5-8c5d-4a6f-b115-95b3bc8b7f4a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01dd9177-fe32-449c-b75b-2d4b9263880e') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:17.939306 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08f4c6f5-8c5d-4a6f-b115-95b3bc8b7f4a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.954814 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412db249-5b79-42fd-ba96-b03a257e8d68 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Pushing event updated for resources: {'Port': ['ID=efd643db-8cb9-4bae-b7fe-ff7dfceb5d59,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:17.970724 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08f4c6f5-8c5d-4a6f-b115-95b3bc8b7f4a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.988063 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f4c6f5-8c5d-4a6f-b115-95b3bc8b7f4a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:21:17.988761 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08f4c6f5-8c5d-4a6f-b115-95b3bc8b7f4a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.992959 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:21:17.992959 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:21:17.992959 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:21:17.992959 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:21:17.992959 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:21:17.992959 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:21:17.992959 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:21:17.992959 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:21:17.992959 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:21:17.992959 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:21:17.992959 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:21:17.992959 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:21:17.992959 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:21:17.992959 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:21:17.992959 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:21:17.992959 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:21:17.992959 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:21:17.992959 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:21:17.992959 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:21:17.992959 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:21:17.992959 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:21:17.992959 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:21:17.992959 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:21:17.992959 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:21:17.992959 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:21:17.992959 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:21:17.992959 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:21:17.992959 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:21:17.992959 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:21:17.992959 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:21:17.992959 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:21:17.992959 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:21:18.023473 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41106) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:18.076948 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6105f0fa-ee8b-485d-9fb6-33a4d5c66653 req-61455d4f-abea-43d9-8b23-8abb0e02de24 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 210 time: 0.0502582 Jul 15 13:21:18.160860 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08f4c6f5-8c5d-4a6f-b115-95b3bc8b7f4a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.188094 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de23bff-6fae-4166-90e6-b52e8c2b14d1 None None] get_active_networks_info from n-d-758944-45 {{(pid=93815) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:21:18.204686 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08f4c6f5-8c5d-4a6f-b115-95b3bc8b7f4a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.211104 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-08f4c6f5-8c5d-4a6f-b115-95b3bc8b7f4a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/networks/480512e4-eb75-4a58-8d6c-51865d5f40ad HTTP/1.1" status: 204 len: 168 time: 1.3094735 Jul 15 13:21:18.213987 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4c6f5-8c5d-4a6f-b115-95b3bc8b7f4a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event deleted for resources: {'Network': ['ID=480512e4-eb75-4a58-8d6c-51865d5f40ad,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:18.216528 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41114) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:18.226689 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-90acbb72-3eae-41f0-93f1-d55887605b7f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-188824972'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:18.261087 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-148a09d6-457e-4b65-bd00-244a776d19f7 req-5f2db2a8-4794-4237-8ebc-ee4b8177ade9 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc1eefc-0d3b-4fc0-89be-70324aee64b8 HTTP/1.1" status: 200 len: 210 time: 0.2936120 Jul 15 13:21:18.262449 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-30755caa-e674-4d36-8ca1-d461f3e716c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.320481 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90acbb72-3eae-41f0-93f1-d55887605b7f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Made reservation on behalf of 02de15b4d2954d6d9c9c75a1ac38a37c for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:18.322614 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a05254b2-4b3a-4141-9694-c772c9d12926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.328191 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90acbb72-3eae-41f0-93f1-d55887605b7f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.403431 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90acbb72-3eae-41f0-93f1-d55887605b7f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:21:18.420707 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-412db249-5b79-42fd-ba96-b03a257e8d68 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:18.427721 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-412db249-5b79-42fd-ba96-b03a257e8d68 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.431004 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90acbb72-3eae-41f0-93f1-d55887605b7f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.433576 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-90acbb72-3eae-41f0-93f1-d55887605b7f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Added segment a3c86fa9-5604-44aa-b19e-07aa06539966 of type vlan for network dcfe2104-9b55-4a87-9c2f-8d1f69b53ae1 Jul 15 13:21:18.465613 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-412db249-5b79-42fd-ba96-b03a257e8d68 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4512184 Jul 15 13:21:18.486310 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de23bff-6fae-4166-90e6-b52e8c2b14d1 None None] Resources bound (agent type, host, resource id): {{(pid=93815) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:21:18.585552 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-30755caa-e674-4d36-8ca1-d461f3e716c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.593198 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-766343bd-7cda-4b95-8dbe-9297edc632d8 service neutron] Request body: {'port': {'device_id': '6e5dc973-0493-4405-a610-0c377869d6db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:18.707708 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90acbb72-3eae-41f0-93f1-d55887605b7f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.708670 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a05254b2-4b3a-4141-9694-c772c9d12926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.710261 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-30755caa-e674-4d36-8ca1-d461f3e716c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.767720 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a05254b2-4b3a-4141-9694-c772c9d12926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.842401 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-30755caa-e674-4d36-8ca1-d461f3e716c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c002cdd4070422189add6ad56de4cee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2982650 Jul 15 13:21:18.848970 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41124) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:18.856195 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30755caa-e674-4d36-8ca1-d461f3e716c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f91d23-e75b-4bc8-bcd9-36e4984f4280,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:18.890488 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a05254b2-4b3a-4141-9694-c772c9d12926 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3962eaa918a94e1b89bb7add090477d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8414936 Jul 15 13:21:18.898839 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41126) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:18.903091 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90acbb72-3eae-41f0-93f1-d55887605b7f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.921066 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90acbb72-3eae-41f0-93f1-d55887605b7f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:18.921066 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90acbb72-3eae-41f0-93f1-d55887605b7f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.922063 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05254b2-4b3a-4141-9694-c772c9d12926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38acce8a-0f8a-410e-baa3-95c3d5307e16,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:18.932473 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-766343bd-7cda-4b95-8dbe-9297edc632d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.944519 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bcbd7b-4136-4b55-9c34-3e94c29d36c3 req-4bc06123-2458-471b-8e55-95f50903947f tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:18.957719 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-11bcbd7b-4136-4b55-9c34-3e94c29d36c3 req-4bc06123-2458-471b-8e55-95f50903947f tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5dc973-0493-4405-a610-0c377869d6db HTTP/1.1" status: 200 len: 932 time: 0.4368231 Jul 15 13:21:19.250455 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-11bcbd7b-4136-4b55-9c34-3e94c29d36c3 req-6573a528-093d-4e0e-b054-f72781666319 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/security-groups?id=fad28828-d022-41dd-93e6-d92b85c5fda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914789 Jul 15 13:21:19.320109 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5c6431f2-b700-4baf-8947-087fc77926d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.355252 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-90acbb72-3eae-41f0-93f1-d55887605b7f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1337461 Jul 15 13:21:19.356627 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41136) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:19.379734 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-10cd3fec-b629-4e47-ad2d-1bdcea05509f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Request body: {'subnet': {'network_id': 'dcfe2104-9b55-4a87-9c2f-8d1f69b53ae1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:19.535359 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acbb72-3eae-41f0-93f1-d55887605b7f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event updated for resources: {'Network': ['ID=dcfe2104-9b55-4a87-9c2f-8d1f69b53ae1,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:19.551234 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network dcfe2104-9b55-4a87-9c2f-8d1f69b53ae1 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:21:19.571703 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5c6431f2-b700-4baf-8947-087fc77926d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.646629 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9a16f5e1-b852-4e81-9bea-1784be999599 req-074d63c8-9283-4d1c-b8a2-0be85f106e04 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc1eefc-0d3b-4fc0-89be-70324aee64b8 HTTP/1.1" status: 200 len: 210 time: 0.1138945 Jul 15 13:21:19.676971 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38e956d3-e6d1-4b78-88f6-dfaa4679e0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.701050 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4ece72f2-fe25-4a69-8dd2-702e69a2f7f7 req-9f20a16d-8cb6-450d-8b87-c8dffff24c39 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 210 time: 0.2587311 Jul 15 13:21:19.726883 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38e956d3-e6d1-4b78-88f6-dfaa4679e0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.831681 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38e956d3-e6d1-4b78-88f6-dfaa4679e0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.835257 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38e956d3-e6d1-4b78-88f6-dfaa4679e0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.840656 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-38e956d3-e6d1-4b78-88f6-dfaa4679e0fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e5f91d23-e75b-4bc8-bcd9-36e4984f4280 HTTP/1.1" status: 204 len: 168 time: 0.9811184 Jul 15 13:21:19.865876 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e956d3-e6d1-4b78-88f6-dfaa4679e0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f91d23-e75b-4bc8-bcd9-36e4984f4280,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:19.871445 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-766343bd-7cda-4b95-8dbe-9297edc632d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efd643db-8cb9-4bae-b7fe-ff7dfceb5d59 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:19.886618 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-766343bd-7cda-4b95-8dbe-9297edc632d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.891075 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5c6431f2-b700-4baf-8947-087fc77926d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.897439 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5c6431f2-b700-4baf-8947-087fc77926d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.901249 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5c6431f2-b700-4baf-8947-087fc77926d2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38acce8a-0f8a-410e-baa3-95c3d5307e16 HTTP/1.1" status: 204 len: 168 time: 0.9995444 Jul 15 13:21:19.927343 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6431f2-b700-4baf-8947-087fc77926d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38acce8a-0f8a-410e-baa3-95c3d5307e16,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:20.026699 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-766343bd-7cda-4b95-8dbe-9297edc632d8 service neutron] Transition to ACTIVE for port object efd643db-8cb9-4bae-b7fe-ff7dfceb5d59 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:20.055369 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-e647ce6b-1068-40d4-9037-80ebba467ca8 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:20.061649 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-e647ce6b-1068-40d4-9037-80ebba467ca8 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.32 "GET /v2.0/networks?id=edeaa118-edc5-4f1b-bf13-6f27616a2b19 HTTP/1.1" status: 200 len: 812 time: 0.5263894 Jul 15 13:21:20.101977 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-95c6412e-cff8-437c-a07b-574090a31cd0 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Request body: {'port': {'device_id': '9dc1eefc-0d3b-4fc0-89be-70324aee64b8', 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19', 'admin_state_up': True, 'tenant_id': '0a5577c115ec43508375ce7d29599c94'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:20.105582 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-766343bd-7cda-4b95-8dbe-9297edc632d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.130143 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cd3fec-b629-4e47-ad2d-1bdcea05509f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Made reservation on behalf of 02de15b4d2954d6d9c9c75a1ac38a37c for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:20.138544 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10cd3fec-b629-4e47-ad2d-1bdcea05509f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.420498 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766343bd-7cda-4b95-8dbe-9297edc632d8 service neutron] Pushing event updated for resources: {'Port': ['ID=efd643db-8cb9-4bae-b7fe-ff7dfceb5d59,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:20.580660 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-766343bd-7cda-4b95-8dbe-9297edc632d8 service neutron] Attempting to bind port efd643db-8cb9-4bae-b7fe-ff7dfceb5d59 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:20.581994 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-766343bd-7cda-4b95-8dbe-9297edc632d8 service neutron] Attempting to bind port efd643db-8cb9-4bae-b7fe-ff7dfceb5d59 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '371c93d3-8bda-432b-9978-4decba9e0a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '22e34df3-bf36-4603-b5ed-74735e1e8ea4'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:20.582486 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-766343bd-7cda-4b95-8dbe-9297edc632d8 service neutron] Attempting to bind port efd643db-8cb9-4bae-b7fe-ff7dfceb5d59 on network 22e34df3-bf36-4603-b5ed-74735e1e8ea4 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:20.589330 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-766343bd-7cda-4b95-8dbe-9297edc632d8 service neutron] Port efd643db-8cb9-4bae-b7fe-ff7dfceb5d59 on network 22e34df3-bf36-4603-b5ed-74735e1e8ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:21:20.589935 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-766343bd-7cda-4b95-8dbe-9297edc632d8 service neutron] Attempting to bind port efd643db-8cb9-4bae-b7fe-ff7dfceb5d59 on network 22e34df3-bf36-4603-b5ed-74735e1e8ea4 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:20.639032 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-95c6412e-cff8-437c-a07b-574090a31cd0 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Made reservation on behalf of 0a5577c115ec43508375ce7d29599c94 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:20.645918 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-95c6412e-cff8-437c-a07b-574090a31cd0 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.649676 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-766343bd-7cda-4b95-8dbe-9297edc632d8 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:20.650954 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-766343bd-7cda-4b95-8dbe-9297edc632d8 service neutron] Checking segment: {'id': '371c93d3-8bda-432b-9978-4decba9e0a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '22e34df3-bf36-4603-b5ed-74735e1e8ea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:20.650954 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-766343bd-7cda-4b95-8dbe-9297edc632d8 service neutron] Bound using segment: {'id': '371c93d3-8bda-432b-9978-4decba9e0a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '22e34df3-bf36-4603-b5ed-74735e1e8ea4'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:20.651759 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-766343bd-7cda-4b95-8dbe-9297edc632d8 service neutron] Bound port: efd643db-8cb9-4bae-b7fe-ff7dfceb5d59, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '371c93d3-8bda-432b-9978-4decba9e0a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '22e34df3-bf36-4603-b5ed-74735e1e8ea4'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:20.652813 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-766343bd-7cda-4b95-8dbe-9297edc632d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.708881 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991edd99-d98e-46e7-a7a1-2de7c0e56999 req-d392f2e8-7bf0-461f-9dc5-e7e77179cdfe tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:20.712289 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-991edd99-d98e-46e7-a7a1-2de7c0e56999 req-d392f2e8-7bf0-461f-9dc5-e7e77179cdfe tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5dc973-0493-4405-a610-0c377869d6db HTTP/1.1" status: 200 len: 944 time: 0.1365697 Jul 15 13:21:20.777640 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-991edd99-d98e-46e7-a7a1-2de7c0e56999 req-8d7b88c0-aba3-4555-8aa5-fd0ff40751a0 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/security-groups?id=fad28828-d022-41dd-93e6-d92b85c5fda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513597 Jul 15 13:21:20.839618 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e710a6ba-1f68-4bdd-8677-2eec8eafb577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:21.296224 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10cd3fec-b629-4e47-ad2d-1bdcea05509f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:21.422982 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-766343bd-7cda-4b95-8dbe-9297edc632d8 service neutron] For port efd643db-8cb9-4bae-b7fe-ff7dfceb5d59, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:21.465027 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fc23e6c4-b193-40af-895e-13416b62528b req-f3e4c5ea-3b22-49f3-8df7-8995b00ad869 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 210 time: 0.1131928 Jul 15 13:21:21.605816 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a2f9adeb-f8da-434c-94d8-edd0966894fb req-bb04ae9e-1d7e-4b07-ae52-0d0435f33845 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc1eefc-0d3b-4fc0-89be-70324aee64b8 HTTP/1.1" status: 200 len: 210 time: 0.2836149 Jul 15 13:21:21.609072 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-766343bd-7cda-4b95-8dbe-9297edc632d8 service neutron] For port efd643db-8cb9-4bae-b7fe-ff7dfceb5d59, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=efd643db-8cb9-4bae-b7fe-ff7dfceb5d59,segment=NetworkSegment(371c93d3-8bda-432b-9978-4decba9e0a67),segment_id=371c93d3-8bda-432b-9978-4decba9e0a67)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:21.643513 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-766343bd-7cda-4b95-8dbe-9297edc632d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:21.735544 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd3fec-b629-4e47-ad2d-1bdcea05509f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event updated for resources: {'Subnet': ['ID=89038d09-e272-4343-9fd1-99ed235ac8ed,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:21.796871 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-95c6412e-cff8-437c-a07b-574090a31cd0 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Allocated IP 172.20.0.4 (edeaa118-edc5-4f1b-bf13-6f27616a2b19/d793a745-d38c-4e8b-9716-b5fdf7b27406/665be1ca-b510-4950-8edc-6b086ecaf56a) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:21.837437 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-766343bd-7cda-4b95-8dbe-9297edc632d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:21.840815 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-766343bd-7cda-4b95-8dbe-9297edc632d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:21.843582 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-766343bd-7cda-4b95-8dbe-9297edc632d8 service neutron] 10.222.0.18 "PUT /v2.0/ports/efd643db-8cb9-4bae-b7fe-ff7dfceb5d59 HTTP/1.1" status: 200 len: 1093 time: 3.2554789 Jul 15 13:21:21.862606 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5dc973-0493-4405-a610-0c377869d6db', 'tag': 'efd643db-8cb9-4bae-b7fe-ff7dfceb5d59'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:21.871929 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051292ee-a24c-489d-809d-c10ebc9f6763" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5dc973-0493-4405-a610-0c377869d6db", "tag": "efd643db-8cb9-4bae-b7fe-ff7dfceb5d59"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:22.006365 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd3fec-b629-4e47-ad2d-1bdcea05509f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Checking segment: {'id': 'a3c86fa9-5604-44aa-b19e-07aa06539966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'dcfe2104-9b55-4a87-9c2f-8d1f69b53ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:22.007061 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cd3fec-b629-4e47-ad2d-1bdcea05509f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Network hostable DHCP agents. Network: dcfe2104-9b55-4a87-9c2f-8d1f69b53ae1, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:21:22.084437 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41214) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:22.101054 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5bbb86-6fe6-4eac-acae-1a7ef1db7808 x-openstack-request-id: req-6b5bbb86-6fe6-4eac-acae-1a7ef1db7808 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:22.101708 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5dc973-0493-4405-a610-0c377869d6db", "tag": "efd643db-8cb9-4bae-b7fe-ff7dfceb5d59", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:22.102135 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b5bbb86-6fe6-4eac-acae-1a7ef1db7808 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:22.102698 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5dc973-0493-4405-a610-0c377869d6db', 'tag': 'efd643db-8cb9-4bae-b7fe-ff7dfceb5d59', 'status': 'completed', 'code': 200} Jul 15 13:21:22.131695 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766343bd-7cda-4b95-8dbe-9297edc632d8 service neutron] Pushing event updated for resources: {'Port': ['ID=efd643db-8cb9-4bae-b7fe-ff7dfceb5d59,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:22.177618 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cd3fec-b629-4e47-ad2d-1bdcea05509f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Network dcfe2104-9b55-4a87-9c2f-8d1f69b53ae1 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:21:22.231369 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-1630e714-1dfc-4cde-b8ff-df72b1959a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:22.241282 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-1630e714-1dfc-4cde-b8ff-df72b1959a31 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=347d14cd23344179a4603507261557d8&device_id=6e5dc973-0493-4405-a610-0c377869d6db HTTP/1.1" status: 200 len: 1096 time: 0.2665617 Jul 15 13:21:22.245277 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-10cd3fec-b629-4e47-ad2d-1bdcea05509f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, dcfe2104-9b55-4a87-9c2f-8d1f69b53ae1) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:22.256501 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cd3fec-b629-4e47-ad2d-1bdcea05509f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:22.257867 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10cd3fec-b629-4e47-ad2d-1bdcea05509f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.262669 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b31a33-5334-4d38-b17e-cf82b3e8ffc5 None None] Network dcfe2104-9b55-4a87-9c2f-8d1f69b53ae1 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:22.278439 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c8bd8c58-ba07-4a08-b777-e18e3b326157 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1881880024-network', 'tenant_id': '2ad710eb9ca7460083392e9f094ed777'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:22.474984 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bd8c58-ba07-4a08-b777-e18e3b326157 admin admin] Made reservation on behalf of 2ad710eb9ca7460083392e9f094ed777 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:22.479718 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8c58-ba07-4a08-b777-e18e3b326157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.502918 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8c58-ba07-4a08-b777-e18e3b326157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.575526 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-8d73334e-4eb0-465f-bd8c-715c19917297 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efd643db-8cb9-4bae-b7fe-ff7dfceb5d59 HTTP/1.1" status: 200 len: 217 time: 0.2931106 Jul 15 13:21:22.683191 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-1b27d5cf-172f-4bcc-8345-f7f0c50a3f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:22.685188 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-1b27d5cf-172f-4bcc-8345-f7f0c50a3f60 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=017c68ce-bf83-43a6-986a-e0abadb002ed HTTP/1.1" status: 200 len: 849 time: 0.1001081 Jul 15 13:21:22.688882 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-95c6412e-cff8-437c-a07b-574090a31cd0 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.710024 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9a20dd-1b08-417e-901a-e80509ded830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-dcfe2104-9b55-4a87-9c2f-8d1f69b53ae1', 'network_id': 'dcfe2104-9b55-4a87-9c2f-8d1f69b53ae1', 'tenant_id': '02de15b4d2954d6d9c9c75a1ac38a37c', 'fixed_ips': [{'subnet_id': '89038d09-e272-4343-9fd1-99ed235ac8ed'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:21:22.711628 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb9a20dd-1b08-417e-901a-e80509ded830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.755514 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e40f0-2481-40bc-a7b1-758fdb2d5b99 req-61fae586-8c2e-4949-8d26-30011ce8a827 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:22.757292 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-895e40f0-2481-40bc-a7b1-758fdb2d5b99 req-61fae586-8c2e-4949-8d26-30011ce8a827 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5dc973-0493-4405-a610-0c377869d6db HTTP/1.1" status: 200 len: 944 time: 0.4363835 Jul 15 13:21:22.787897 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-84597c7f-abf1-4c01-86ef-d67746f2a3cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=22e34df3-bf36-4603-b5ed-74735e1e8ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741158 Jul 15 13:21:22.869191 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-86619dc6-1291-4b66-afac-da62bd299dd7 req-dbd28efb-0771-4cde-ae70-782d7b90060e tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 210 time: 0.0842397 Jul 15 13:21:22.874045 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-95c6412e-cff8-437c-a07b-574090a31cd0 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Transition to ACTIVE for port object 665be1ca-b510-4950-8edc-6b086ecaf56a will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:22.898298 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8c58-ba07-4a08-b777-e18e3b326157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.910358 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-895e40f0-2481-40bc-a7b1-758fdb2d5b99 req-714c204d-15ae-4f51-b201-f1fe3e50f14c tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/security-groups?id=fad28828-d022-41dd-93e6-d92b85c5fda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272974 Jul 15 13:21:22.916932 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8c58-ba07-4a08-b777-e18e3b326157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.993079 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8bd8c58-ba07-4a08-b777-e18e3b326157 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:21:22.999147 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-10cd3fec-b629-4e47-ad2d-1bdcea05509f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6400824 Jul 15 13:21:23.000670 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41242) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:23.025465 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8c58-ba07-4a08-b777-e18e3b326157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f2d1aa-edfc-4d27-aec1-7972b4fd77f2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:23.053127 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8c58-ba07-4a08-b777-e18e3b326157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.055931 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-c8bd8c58-ba07-4a08-b777-e18e3b326157 admin admin] Added segment 4da0cf57-d0d6-416f-91d7-e4c773c1f24e of type vlan for network 460c8122-58b6-4cac-8dd9-26dd7d74e7a5 Jul 15 13:21:23.077475 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-eb9a20dd-1b08-417e-901a-e80509ded830 None None] Allocated IP 172.20.0.2 (dcfe2104-9b55-4a87-9c2f-8d1f69b53ae1/89038d09-e272-4343-9fd1-99ed235ac8ed/3d39f488-7a11-4cd2-a7c4-cc7de8f65817) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:23.131896 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8c58-ba07-4a08-b777-e18e3b326157 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.210846 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8c58-ba07-4a08-b777-e18e3b326157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.212079 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bd8c58-ba07-4a08-b777-e18e3b326157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:23.212846 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8c58-ba07-4a08-b777-e18e3b326157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.239056 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c8bd8c58-ba07-4a08-b777-e18e3b326157 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1504655 Jul 15 13:21:23.246064 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41250) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:23.308889 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-0eb9a6e3-20bd-4713-8b09-2f6cfed71734 admin admin] Request body: {'subnet': {'network_id': '460c8122-58b6-4cac-8dd9-26dd7d74e7a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1881880024-subnet', 'tenant_id': '2ad710eb9ca7460083392e9f094ed777', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:23.322920 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd8c58-ba07-4a08-b777-e18e3b326157 admin admin] Pushing event updated for resources: {'Network': ['ID=460c8122-58b6-4cac-8dd9-26dd7d74e7a5,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:23.365655 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 460c8122-58b6-4cac-8dd9-26dd7d74e7a5 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:21:23.419124 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb9a20dd-1b08-417e-901a-e80509ded830 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.429440 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-eb9a20dd-1b08-417e-901a-e80509ded830 None None] Transition to ACTIVE for port object 3d39f488-7a11-4cd2-a7c4-cc7de8f65817 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:23.447143 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-eb9a20dd-1b08-417e-901a-e80509ded830 None None] Transition to ACTIVE for port object 3d39f488-7a11-4cd2-a7c4-cc7de8f65817 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:23.474548 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-25fac05d-153f-429e-aeed-04c40f9d2aed req-508e0882-d81e-4aac-8e7f-7f462ca2c7fe tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc1eefc-0d3b-4fc0-89be-70324aee64b8 HTTP/1.1" status: 200 len: 210 time: 0.2227600 Jul 15 13:21:23.521664 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.526615 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb9a20dd-1b08-417e-901a-e80509ded830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.552135 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-ec9c7024-0df2-4189-bb4d-42e2e7ee6727 service neutron] 10.222.0.18 "GET /v2.0/networks/22e34df3-bf36-4603-b5ed-74735e1e8ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7102935 Jul 15 13:21:23.556218 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.576595 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-95c6412e-cff8-437c-a07b-574090a31cd0 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.585989 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fac6ad6-f60f-4934-a1d9-b1038d52423e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.601433 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9a20dd-1b08-417e-901a-e80509ded830 None None] Network dcfe2104-9b55-4a87-9c2f-8d1f69b53ae1 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:23.602905 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a20dd-1b08-417e-901a-e80509ded830 None None] Pushing event updated for resources: {'Port': ['ID=3d39f488-7a11-4cd2-a7c4-cc7de8f65817,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:23.620722 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['7a219332-539e-43f4-ad7d-bc1eb1e39bc8', '44669c72-d839-4b49-83ed-d597c23d8bbd'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:23.624331 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-eb9a20dd-1b08-417e-901a-e80509ded830 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:23.627237 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9a20dd-1b08-417e-901a-e80509ded830 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:23.661370 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb9a6e3-20bd-4713-8b09-2f6cfed71734 admin admin] Made reservation on behalf of 2ad710eb9ca7460083392e9f094ed777 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:23.664180 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0eb9a6e3-20bd-4713-8b09-2f6cfed71734 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.981113 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-eb9a20dd-1b08-417e-901a-e80509ded830 None None] Attempting to bind port 3d39f488-7a11-4cd2-a7c4-cc7de8f65817 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:23.983322 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-eb9a20dd-1b08-417e-901a-e80509ded830 None None] Attempting to bind port 3d39f488-7a11-4cd2-a7c4-cc7de8f65817 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'a3c86fa9-5604-44aa-b19e-07aa06539966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'dcfe2104-9b55-4a87-9c2f-8d1f69b53ae1'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:23.985542 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9a20dd-1b08-417e-901a-e80509ded830 None None] Attempting to bind port 3d39f488-7a11-4cd2-a7c4-cc7de8f65817 on network dcfe2104-9b55-4a87-9c2f-8d1f69b53ae1 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:23.999449 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9a20dd-1b08-417e-901a-e80509ded830 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:24.007730 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9a20dd-1b08-417e-901a-e80509ded830 None None] Checking segment: {'id': 'a3c86fa9-5604-44aa-b19e-07aa06539966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'dcfe2104-9b55-4a87-9c2f-8d1f69b53ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:24.008784 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb9a20dd-1b08-417e-901a-e80509ded830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.011542 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9a20dd-1b08-417e-901a-e80509ded830 None None] Bound using segment: {'id': 'a3c86fa9-5604-44aa-b19e-07aa06539966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'dcfe2104-9b55-4a87-9c2f-8d1f69b53ae1'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:24.012929 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-eb9a20dd-1b08-417e-901a-e80509ded830 None None] Bound port: 3d39f488-7a11-4cd2-a7c4-cc7de8f65817, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c86fa9-5604-44aa-b19e-07aa06539966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'dcfe2104-9b55-4a87-9c2f-8d1f69b53ae1'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:24.015605 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb9a20dd-1b08-417e-901a-e80509ded830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.162149 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-eb9a20dd-1b08-417e-901a-e80509ded830 None None] For port 3d39f488-7a11-4cd2-a7c4-cc7de8f65817, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:24.165820 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-eb9a20dd-1b08-417e-901a-e80509ded830 None None] For port 3d39f488-7a11-4cd2-a7c4-cc7de8f65817, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=3d39f488-7a11-4cd2-a7c4-cc7de8f65817,segment=NetworkSegment(a3c86fa9-5604-44aa-b19e-07aa06539966),segment_id=a3c86fa9-5604-44aa-b19e-07aa06539966)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:24.190644 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb9a20dd-1b08-417e-901a-e80509ded830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.217912 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4be7b578-2d93-4615-b4b5-3c021c97fe32 req-937bcf9d-0714-4c86-826b-8bddacb8fdb9 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 210 time: 0.1353943 Jul 15 13:21:24.224481 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-95c6412e-cff8-437c-a07b-574090a31cd0 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Network edeaa118-edc5-4f1b-bf13-6f27616a2b19 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:24.248487 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-95c6412e-cff8-437c-a07b-574090a31cd0 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:24.367868 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a20dd-1b08-417e-901a-e80509ded830 None None] Pushing event updated for resources: {'Port': ['ID=3d39f488-7a11-4cd2-a7c4-cc7de8f65817,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:24.396563 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-95c6412e-cff8-437c-a07b-574090a31cd0 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:24.532211 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-95c6412e-cff8-437c-a07b-574090a31cd0 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:24.533363 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-95c6412e-cff8-437c-a07b-574090a31cd0 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.820180 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6412e-cff8-437c-a07b-574090a31cd0 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Pushing event updated for resources: {'Port': ['ID=665be1ca-b510-4950-8edc-6b086ecaf56a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:24.831888 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-621453f0-0574-4fdc-8fc9-0b2f6c8c17a7 req-69f24747-3960-4017-bd39-a9de21e1cdf2 service neutron] 10.222.0.18 "GET /v2.0/networks/22e34df3-bf36-4603-b5ed-74735e1e8ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2695899 Jul 15 13:21:24.840401 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-95c6412e-cff8-437c-a07b-574090a31cd0 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7443335 Jul 15 13:21:24.841131 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.870771 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-1e94f9c8-17cf-49d0-8d8a-786258712ff8 service neutron] Request body: {'port': {'device_id': '9dc1eefc-0d3b-4fc0-89be-70324aee64b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:24.972184 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3e039a30-15e3-4ef3-9d57-9533a9959f95 None None] Provisioning for port 665be1ca-b510-4950-8edc-6b086ecaf56a completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:24.979432 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.980124 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3e039a30-15e3-4ef3-9d57-9533a9959f95 None None] Provisioning complete for port 665be1ca-b510-4950-8edc-6b086ecaf56a triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:24.980487 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e039a30-15e3-4ef3-9d57-9533a9959f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.996747 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0eb9a6e3-20bd-4713-8b09-2f6cfed71734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:25.072834 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3e039a30-15e3-4ef3-9d57-9533a9959f95 None None] Port 665be1ca-b510-4950-8edc-6b086ecaf56a cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:21:25.115740 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9a6e3-20bd-4713-8b09-2f6cfed71734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad673e93-97c7-43ae-afa4-ce37978f7d06,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:25.245273 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98974ea3-c95b-4aa5-8c69-037a820e3d0e req-03113dc1-9a51-4489-9917-67557a557fa0 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:25.256785 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-98974ea3-c95b-4aa5-8c69-037a820e3d0e req-03113dc1-9a51-4489-9917-67557a557fa0 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5dc973-0493-4405-a610-0c377869d6db HTTP/1.1" status: 200 len: 944 time: 1.0226438 Jul 15 13:21:25.267783 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84a60a-53df-4215-8305-d172ad1a0d83 req-46ea1f36-7194-4b27-9fc2-2b1ba26fd0db tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:25.296966 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8b84a60a-53df-4215-8305-d172ad1a0d83 req-46ea1f36-7194-4b27-9fc2-2b1ba26fd0db tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc1eefc-0d3b-4fc0-89be-70324aee64b8 HTTP/1.1" status: 200 len: 931 time: 0.2403111 Jul 15 13:21:25.348962 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-98974ea3-c95b-4aa5-8c69-037a820e3d0e req-b952ebb1-78d5-4ab1-ad24-a890d2b77ebe tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/security-groups?id=fad28828-d022-41dd-93e6-d92b85c5fda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886507 Jul 15 13:21:25.394172 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-1e94f9c8-17cf-49d0-8d8a-786258712ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:25.430871 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Deleting port 3d39f488-7a11-4cd2-a7c4-cc7de8f65817 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:25.431437 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:25.435840 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8b84a60a-53df-4215-8305-d172ad1a0d83 req-b76067b9-21ea-4e28-8cd1-e81b5a75e3ac tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370831 Jul 15 13:21:25.485512 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb9a6e3-20bd-4713-8b09-2f6cfed71734 admin admin] Checking segment: {'id': '4da0cf57-d0d6-416f-91d7-e4c773c1f24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '460c8122-58b6-4cac-8dd9-26dd7d74e7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:25.485980 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb9a6e3-20bd-4713-8b09-2f6cfed71734 admin admin] Network hostable DHCP agents. Network: 460c8122-58b6-4cac-8dd9-26dd7d74e7a5, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:21:25.670941 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb9a6e3-20bd-4713-8b09-2f6cfed71734 admin admin] Network 460c8122-58b6-4cac-8dd9-26dd7d74e7a5 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:21:25.716873 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] For port 3d39f488-7a11-4cd2-a7c4-cc7de8f65817, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=3d39f488-7a11-4cd2-a7c4-cc7de8f65817,segment=NetworkSegment(a3c86fa9-5604-44aa-b19e-07aa06539966),segment_id=a3c86fa9-5604-44aa-b19e-07aa06539966)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:25.723836 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:25.873326 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051292ee-a24c-489d-809d-c10ebc9f6763 req-a95f655f-9788-4a23-8d52-84782c6e53c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:25.875860 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-051292ee-a24c-489d-809d-c10ebc9f6763 req-a95f655f-9788-4a23-8d52-84782c6e53c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=347d14cd23344179a4603507261557d8&device_id=6e5dc973-0493-4405-a610-0c377869d6db HTTP/1.1" status: 200 len: 1096 time: 0.9150398 Jul 15 13:21:25.888942 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Calling delete_port for 3d39f488-7a11-4cd2-a7c4-cc7de8f65817 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:25.921417 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-0eb9a6e3-20bd-4713-8b09-2f6cfed71734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 460c8122-58b6-4cac-8dd9-26dd7d74e7a5) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:25.938397 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca13bf5-b640-49d5-a047-e0b98408a905 None None] Network 460c8122-58b6-4cac-8dd9-26dd7d74e7a5 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:26.011353 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb9a6e3-20bd-4713-8b09-2f6cfed71734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:26.012125 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0eb9a6e3-20bd-4713-8b09-2f6cfed71734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:26.090625 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5a922ab5-1726-4e49-b735-7f84934c66a2 req-d6a41555-b6cc-41af-906f-15551c705f46 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 210 time: 0.2208712 Jul 15 13:21:26.318167 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b6381b-2f25-40c7-9b89-b9ebc8282f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-460c8122-58b6-4cac-8dd9-26dd7d74e7a5', 'network_id': '460c8122-58b6-4cac-8dd9-26dd7d74e7a5', 'tenant_id': '2ad710eb9ca7460083392e9f094ed777', 'fixed_ips': [{'subnet_id': 'ad673e93-97c7-43ae-afa4-ce37978f7d06'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:21:26.319566 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d9b6381b-2f25-40c7-9b89-b9ebc8282f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:26.338632 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:26.374093 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3d39f488-7a11-4cd2-a7c4-cc7de8f65817 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:26.486505 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0eb9a6e3-20bd-4713-8b09-2f6cfed71734 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.2212203 Jul 15 13:21:26.488009 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41324) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:26.494914 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-12971920-f1ae-4993-98a8-c5f448773d0f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1881880024-router', 'tenant_id': '2ad710eb9ca7460083392e9f094ed777', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:26.588570 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12971920-f1ae-4993-98a8-c5f448773d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:26.589859 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12971920-f1ae-4993-98a8-c5f448773d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:26.774649 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12971920-f1ae-4993-98a8-c5f448773d0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:26.834815 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63dafd5-9894-4924-bf3d-f53bf498f244 None None] Network dcfe2104-9b55-4a87-9c2f-8d1f69b53ae1 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:27.178316 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12971920-f1ae-4993-98a8-c5f448773d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:27.242109 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051292ee-a24c-489d-809d-c10ebc9f6763 req-2ca0e8dd-d001-43b2-b5eb-283470aac4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:27.245786 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-051292ee-a24c-489d-809d-c10ebc9f6763 req-2ca0e8dd-d001-43b2-b5eb-283470aac4c8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=22e34df3-bf36-4603-b5ed-74735e1e8ea4 HTTP/1.1" status: 200 len: 910 time: 1.3533263 Jul 15 13:21:27.300710 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-602c4887-f59a-4043-8295-2304a583532e None None] Provisioning for port 3d39f488-7a11-4cd2-a7c4-cc7de8f65817 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:27.315052 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 3d39f488-7a11-4cd2-a7c4-cc7de8f65817 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:27.321313 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c723d5-4eb8-4778-8f56-6ead7505c68f req-721e5294-b3da-4314-87ad-8c6e270cba88 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:27.323306 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a5c723d5-4eb8-4778-8f56-6ead7505c68f req-721e5294-b3da-4314-87ad-8c6e270cba88 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5dc973-0493-4405-a610-0c377869d6db HTTP/1.1" status: 200 len: 944 time: 0.3864257 Jul 15 13:21:27.360548 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-602c4887-f59a-4043-8295-2304a583532e None None] Provisioning complete for port 3d39f488-7a11-4cd2-a7c4-cc7de8f65817 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:27.361039 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-602c4887-f59a-4043-8295-2304a583532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:27.370864 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 3d39f488-7a11-4cd2-a7c4-cc7de8f65817 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:27.371234 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:27.505459 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-d9b6381b-2f25-40c7-9b89-b9ebc8282f03 None None] Allocated IP 172.20.0.2 (460c8122-58b6-4cac-8dd9-26dd7d74e7a5/ad673e93-97c7-43ae-afa4-ce37978f7d06/e5935a66-f3bb-416b-8b1b-4e2b0ee7b92e) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:27.561115 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a5c723d5-4eb8-4778-8f56-6ead7505c68f req-593efd95-f082-42be-991f-41771bca3ffe tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/security-groups?id=fad28828-d022-41dd-93e6-d92b85c5fda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207539 Jul 15 13:21:27.569348 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-051292ee-a24c-489d-809d-c10ebc9f6763 req-d0c82f42-dbfe-4584-989d-18f4b18b8dbc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efd643db-8cb9-4bae-b7fe-ff7dfceb5d59 HTTP/1.1" status: 200 len: 217 time: 0.2974708 Jul 15 13:21:27.771474 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d9b6381b-2f25-40c7-9b89-b9ebc8282f03 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:27.839750 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device efd643db-8cb9-4bae-b7fe-ff7dfceb5d59 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:21:28.097699 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port efd643db-8cb9-4bae-b7fe-ff7dfceb5d59, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=efd643db-8cb9-4bae-b7fe-ff7dfceb5d59,segment=NetworkSegment(371c93d3-8bda-432b-9978-4decba9e0a67),segment_id=371c93d3-8bda-432b-9978-4decba9e0a67)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:28.145721 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d9b6381b-2f25-40c7-9b89-b9ebc8282f03 None None] Transition to ACTIVE for port object e5935a66-f3bb-416b-8b1b-4e2b0ee7b92e will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:28.184896 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d9b6381b-2f25-40c7-9b89-b9ebc8282f03 None None] Transition to ACTIVE for port object e5935a66-f3bb-416b-8b1b-4e2b0ee7b92e will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:28.191564 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'efd643db-8cb9-4bae-b7fe-ff7dfceb5d59', 'network_id': '22e34df3-bf36-4603-b5ed-74735e1e8ea4', 'port_id': 'efd643db-8cb9-4bae-b7fe-ff7dfceb5d59', 'mac_address': 'fa:16:3e:a2:b0:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017c68ce-bf83-43a6-986a-e0abadb002ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:21:28.196577 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a9f73-ac02-4451-86ac-b44527c576d6 req-2e94c571-ca12-4802-9a01-62572307a643 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:28.199306 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f3a9f73-ac02-4451-86ac-b44527c576d6 req-2e94c571-ca12-4802-9a01-62572307a643 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc1eefc-0d3b-4fc0-89be-70324aee64b8 HTTP/1.1" status: 200 len: 931 time: 1.3825033 Jul 15 13:21:28.214493 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:28.222688 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-907b0752-def6-4a44-9202-89005c19cee0 req-999f092d-5d11-47e5-b527-aaa65bfa270c tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 210 time: 0.2670624 Jul 15 13:21:28.276950 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d9b6381b-2f25-40c7-9b89-b9ebc8282f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:28.284657 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:28.353516 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12971920-f1ae-4993-98a8-c5f448773d0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:28.380089 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12971920-f1ae-4993-98a8-c5f448773d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:28.396749 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:28.401189 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efd643db-8cb9-4bae-b7fe-ff7dfceb5d59 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:28.423712 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event deleted for resources: {'Port': ['ID=3d39f488-7a11-4cd2-a7c4-cc7de8f65817,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:28.436035 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b6381b-2f25-40c7-9b89-b9ebc8282f03 None None] Network 460c8122-58b6-4cac-8dd9-26dd7d74e7a5 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:28.437445 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-602c4887-f59a-4043-8295-2304a583532e None None] Could not find standard attr ID for object 3d39f488-7a11-4cd2-a7c4-cc7de8f65817. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:21:28.450108 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-d9b6381b-2f25-40c7-9b89-b9ebc8282f03 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:28.454459 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b6381b-2f25-40c7-9b89-b9ebc8282f03 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:28.476576 n-d-758944-45 neutron-server[93815]: INFO neutron.plugins.ml2.db [None req-602c4887-f59a-4043-8295-2304a583532e None None] No ports have port_id starting with 3d39f488-7a11-4cd2-a7c4-cc7de8f65817 Jul 15 13:21:28.510827 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf596f7-7d4a-4dfd-ac19-dbbe50b6c649 None None] DHCP port deletion for dcfe2104-9b55-4a87-9c2f-8d1f69b53ae1 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:21:28.513988 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:28.514549 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:28.515102 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:28.515654 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:28.516215 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:28.516757 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:28.517312 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:28.517896 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:28.518999 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:28.519539 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:28.520089 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:28.520624 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:28.532716 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port efd643db-8cb9-4bae-b7fe-ff7dfceb5d59, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=efd643db-8cb9-4bae-b7fe-ff7dfceb5d59,segment=NetworkSegment(371c93d3-8bda-432b-9978-4decba9e0a67),segment_id=371c93d3-8bda-432b-9978-4decba9e0a67)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:28.586643 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:28.590498 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-12971920-f1ae-4993-98a8-c5f448773d0f admin admin] Allocated IP 172.25.6.23 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/73fa9176-293c-4ec4-89bd-d5121329cc40) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:28.631210 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] No DVR routers for this DVR port 3d39f488-7a11-4cd2-a7c4-cc7de8f65817 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:28.675420 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6381b-2f25-40c7-9b89-b9ebc8282f03 None None] Pushing event updated for resources: {'Port': ['ID=e5935a66-f3bb-416b-8b1b-4e2b0ee7b92e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:28.743401 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-d9b6381b-2f25-40c7-9b89-b9ebc8282f03 None None] Attempting to bind port e5935a66-f3bb-416b-8b1b-4e2b0ee7b92e on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:28.744055 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-d9b6381b-2f25-40c7-9b89-b9ebc8282f03 None None] Attempting to bind port e5935a66-f3bb-416b-8b1b-4e2b0ee7b92e by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4da0cf57-d0d6-416f-91d7-e4c773c1f24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '460c8122-58b6-4cac-8dd9-26dd7d74e7a5'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:28.744610 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b6381b-2f25-40c7-9b89-b9ebc8282f03 None None] Attempting to bind port e5935a66-f3bb-416b-8b1b-4e2b0ee7b92e on network 460c8122-58b6-4cac-8dd9-26dd7d74e7a5 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:28.763577 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b6381b-2f25-40c7-9b89-b9ebc8282f03 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:28.764349 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b6381b-2f25-40c7-9b89-b9ebc8282f03 None None] Checking segment: {'id': '4da0cf57-d0d6-416f-91d7-e4c773c1f24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '460c8122-58b6-4cac-8dd9-26dd7d74e7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:28.764917 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d9b6381b-2f25-40c7-9b89-b9ebc8282f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:28.765517 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b6381b-2f25-40c7-9b89-b9ebc8282f03 None None] Bound using segment: {'id': '4da0cf57-d0d6-416f-91d7-e4c773c1f24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '460c8122-58b6-4cac-8dd9-26dd7d74e7a5'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:28.766199 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-d9b6381b-2f25-40c7-9b89-b9ebc8282f03 None None] Bound port: e5935a66-f3bb-416b-8b1b-4e2b0ee7b92e, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da0cf57-d0d6-416f-91d7-e4c773c1f24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '460c8122-58b6-4cac-8dd9-26dd7d74e7a5'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:28.767563 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d9b6381b-2f25-40c7-9b89-b9ebc8282f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:28.807740 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-49fd8f31-54fe-4bbe-a49f-6b66b759eb88 None None] Could not find standard attr ID for object 3d39f488-7a11-4cd2-a7c4-cc7de8f65817. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:21:28.822207 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12971920-f1ae-4993-98a8-c5f448773d0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:28.845656 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f3a9f73-ac02-4451-86ac-b44527c576d6 req-ae501b1d-36e8-4758-863d-b1b25cc5b28f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5973327 Jul 15 13:21:28.853102 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:28.896208 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12971920-f1ae-4993-98a8-c5f448773d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:28.915612 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['efd643db-8cb9-4bae-b7fe-ff7dfceb5d59'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:28.968775 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051292ee-a24c-489d-809d-c10ebc9f6763 req-1850b669-d200-4fc5-89d4-0bfd1554c91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:28.981010 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-051292ee-a24c-489d-809d-c10ebc9f6763 req-1850b669-d200-4fc5-89d4-0bfd1554c91f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=017c68ce-bf83-43a6-986a-e0abadb002ed HTTP/1.1" status: 200 len: 849 time: 1.3721972 Jul 15 13:21:29.030179 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12971920-f1ae-4993-98a8-c5f448773d0f admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:29.036042 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-12971920-f1ae-4993-98a8-c5f448773d0f admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:29.058674 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12971920-f1ae-4993-98a8-c5f448773d0f admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:29.081096 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-1e94f9c8-17cf-49d0-8d8a-786258712ff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 665be1ca-b510-4950-8edc-6b086ecaf56a {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:29.113819 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-051292ee-a24c-489d-809d-c10ebc9f6763 req-0a7e478f-9844-4578-8366-284267ca3c1d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=22e34df3-bf36-4603-b5ed-74735e1e8ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169996 Jul 15 13:21:29.117935 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-1e94f9c8-17cf-49d0-8d8a-786258712ff8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:29.164893 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12971920-f1ae-4993-98a8-c5f448773d0f admin admin] Pushing event updated for resources: {'Port': ['ID=73fa9176-293c-4ec4-89bd-d5121329cc40,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:29.189406 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12971920-f1ae-4993-98a8-c5f448773d0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:29.189776 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12971920-f1ae-4993-98a8-c5f448773d0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:29.190534 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12971920-f1ae-4993-98a8-c5f448773d0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:29.191673 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12971920-f1ae-4993-98a8-c5f448773d0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:29.192037 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12971920-f1ae-4993-98a8-c5f448773d0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:29.192373 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12971920-f1ae-4993-98a8-c5f448773d0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:29.192703 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12971920-f1ae-4993-98a8-c5f448773d0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:29.193035 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12971920-f1ae-4993-98a8-c5f448773d0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:29.193363 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12971920-f1ae-4993-98a8-c5f448773d0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:29.193744 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12971920-f1ae-4993-98a8-c5f448773d0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:29.194115 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12971920-f1ae-4993-98a8-c5f448773d0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:29.194437 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12971920-f1ae-4993-98a8-c5f448773d0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:29.257927 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=efd643db-8cb9-4bae-b7fe-ff7dfceb5d59,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:29.312629 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3d39f488-7a11-4cd2-a7c4-cc7de8f65817 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:29.369035 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-051292ee-a24c-489d-809d-c10ebc9f6763 req-2586c95a-f2ec-4471-9bd5-763828bc85d9 service neutron] 10.222.0.18 "GET /v2.0/networks/22e34df3-bf36-4603-b5ed-74735e1e8ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450390 Jul 15 13:21:29.385065 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 3d39f488-7a11-4cd2-a7c4-cc7de8f65817 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:21:29.386101 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3d39f488-7a11-4cd2-a7c4-cc7de8f65817 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:21:29.437717 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d9b6381b-2f25-40c7-9b89-b9ebc8282f03 None None] For port e5935a66-f3bb-416b-8b1b-4e2b0ee7b92e, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:29.454798 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d9b6381b-2f25-40c7-9b89-b9ebc8282f03 None None] For port e5935a66-f3bb-416b-8b1b-4e2b0ee7b92e, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e5935a66-f3bb-416b-8b1b-4e2b0ee7b92e,segment=NetworkSegment(4da0cf57-d0d6-416f-91d7-e4c773c1f24e),segment_id=4da0cf57-d0d6-416f-91d7-e4c773c1f24e)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:29.484907 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d9b6381b-2f25-40c7-9b89-b9ebc8282f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:29.742163 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-051292ee-a24c-489d-809d-c10ebc9f6763 req-bfaa778e-79c1-4f04-a439-4c82ac783210 service neutron] 10.222.0.18 "GET /v2.0/networks/22e34df3-bf36-4603-b5ed-74735e1e8ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398037 Jul 15 13:21:29.763122 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-1e94f9c8-17cf-49d0-8d8a-786258712ff8 service neutron] Transition to ACTIVE for port object 665be1ca-b510-4950-8edc-6b086ecaf56a will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:29.813346 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:29.817711 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6381b-2f25-40c7-9b89-b9ebc8282f03 None None] Pushing event updated for resources: {'Port': ['ID=e5935a66-f3bb-416b-8b1b-4e2b0ee7b92e,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:29.884117 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-69d577ac-da2e-4c05-90a9-6da7c5ec6fe4 req-9b1cf441-cf04-4207-8460-0f1c5cdd7085 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 210 time: 0.1401050 Jul 15 13:21:29.888929 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-1e94f9c8-17cf-49d0-8d8a-786258712ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:29.905547 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event deleted for resources: {'Subnet': ['ID=89038d09-e272-4343-9fd1-99ed235ac8ed,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:29.997089 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94f9c8-17cf-49d0-8d8a-786258712ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=665be1ca-b510-4950-8edc-6b086ecaf56a,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:30.013877 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf2f25a-4b4d-4b83-9c20-47c9ef0a9e16 None None] Network dcfe2104-9b55-4a87-9c2f-8d1f69b53ae1 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:30.252353 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:30.410348 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcfe2104-9b55-4a87-9c2f-8d1f69b53ae1']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:30.453038 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7e4adc-4a13-49ff-b87d-af98937132a1 None None] DHCP port deletion for dcfe2104-9b55-4a87-9c2f-8d1f69b53ae1 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:21:30.481836 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c86fa9-5604-44aa-b19e-07aa06539966') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:30.482462 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c86fa9-5604-44aa-b19e-07aa06539966') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:30.504897 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:30.545252 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:30.577955 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:21:30.578673 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:21:30.582822 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:21:30.681109 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-1e94f9c8-17cf-49d0-8d8a-786258712ff8 service neutron] Attempting to bind port 665be1ca-b510-4950-8edc-6b086ecaf56a on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:30.692216 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-1e94f9c8-17cf-49d0-8d8a-786258712ff8 service neutron] Attempting to bind port 665be1ca-b510-4950-8edc-6b086ecaf56a by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'da9df486-ce25-472e-ba9f-e231dea52cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:30.692773 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-1e94f9c8-17cf-49d0-8d8a-786258712ff8 service neutron] Attempting to bind port 665be1ca-b510-4950-8edc-6b086ecaf56a on network edeaa118-edc5-4f1b-bf13-6f27616a2b19 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:30.702733 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9100b1a-b2ef-4e13-8c90-bf5929eb736a req-d8d02fd4-6d9f-431d-9883-2e8b2ee850c4 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:30.707395 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e9100b1a-b2ef-4e13-8c90-bf5929eb736a req-d8d02fd4-6d9f-431d-9883-2e8b2ee850c4 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5dc973-0493-4405-a610-0c377869d6db HTTP/1.1" status: 200 len: 945 time: 1.6830397 Jul 15 13:21:30.809816 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-1e94f9c8-17cf-49d0-8d8a-786258712ff8 service neutron] Port 665be1ca-b510-4950-8edc-6b086ecaf56a on network edeaa118-edc5-4f1b-bf13-6f27616a2b19 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:21:30.810404 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-1e94f9c8-17cf-49d0-8d8a-786258712ff8 service neutron] Attempting to bind port 665be1ca-b510-4950-8edc-6b086ecaf56a on network edeaa118-edc5-4f1b-bf13-6f27616a2b19 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:30.811535 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e9100b1a-b2ef-4e13-8c90-bf5929eb736a req-954ea5e8-2f61-4baf-ac17-989049eb71f9 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/security-groups?id=fad28828-d022-41dd-93e6-d92b85c5fda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946107 Jul 15 13:21:30.835040 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafb8f5-2cd0-4dba-a092-c941fae48daf req-ef4eadc9-e461-4592-bada-46444277b7f5 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:30.843424 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8eafb8f5-2cd0-4dba-a092-c941fae48daf req-ef4eadc9-e461-4592-bada-46444277b7f5 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc1eefc-0d3b-4fc0-89be-70324aee64b8 HTTP/1.1" status: 200 len: 943 time: 0.5848012 Jul 15 13:21:30.878481 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-1e94f9c8-17cf-49d0-8d8a-786258712ff8 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:30.879187 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-1e94f9c8-17cf-49d0-8d8a-786258712ff8 service neutron] Checking segment: {'id': 'da9df486-ce25-472e-ba9f-e231dea52cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:30.879770 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-1e94f9c8-17cf-49d0-8d8a-786258712ff8 service neutron] Bound using segment: {'id': 'da9df486-ce25-472e-ba9f-e231dea52cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:30.880394 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-1e94f9c8-17cf-49d0-8d8a-786258712ff8 service neutron] Bound port: 665be1ca-b510-4950-8edc-6b086ecaf56a, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da9df486-ce25-472e-ba9f-e231dea52cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:30.881052 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-1e94f9c8-17cf-49d0-8d8a-786258712ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:30.885175 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:30.902042 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:30.908472 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/networks/dcfe2104-9b55-4a87-9c2f-8d1f69b53ae1 HTTP/1.1" status: 204 len: 168 time: 7.8825274 Jul 15 13:21:30.916581 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41406) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:30.948406 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-49cba8ca-80f8-49aa-941c-0905330f74ab tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-944808347'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:30.993502 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff8685-615e-4ca8-af5c-c40e109a95b5 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event deleted for resources: {'Network': ['ID=dcfe2104-9b55-4a87-9c2f-8d1f69b53ae1,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:31.024305 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8eafb8f5-2cd0-4dba-a092-c941fae48daf req-db18c81b-b8bf-44cb-848a-ba19dfc9d3a4 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794517 Jul 15 13:21:31.136616 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12971920-f1ae-4993-98a8-c5f448773d0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:31.198268 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-1e94f9c8-17cf-49d0-8d8a-786258712ff8 service neutron] For port 665be1ca-b510-4950-8edc-6b086ecaf56a, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:31.222157 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-1e94f9c8-17cf-49d0-8d8a-786258712ff8 service neutron] For port 665be1ca-b510-4950-8edc-6b086ecaf56a, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=665be1ca-b510-4950-8edc-6b086ecaf56a,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:31.225247 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cba8ca-80f8-49aa-941c-0905330f74ab tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Made reservation on behalf of 02de15b4d2954d6d9c9c75a1ac38a37c for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:31.242125 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49cba8ca-80f8-49aa-941c-0905330f74ab tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:31.252801 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e5935a66-f3bb-416b-8b1b-4e2b0ee7b92e up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:31.313886 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-1e94f9c8-17cf-49d0-8d8a-786258712ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:31.427721 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port e5935a66-f3bb-416b-8b1b-4e2b0ee7b92e completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:31.479936 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8b170b1d-d04f-4fa6-81dc-a01b743ade9f req-766841e5-5aa7-4afd-9c2c-f536ce278644 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 210 time: 0.1547446 Jul 15 13:21:31.523253 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-1e94f9c8-17cf-49d0-8d8a-786258712ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:31.524271 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-1e94f9c8-17cf-49d0-8d8a-786258712ff8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:31.526187 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-1e94f9c8-17cf-49d0-8d8a-786258712ff8 service neutron] 10.222.0.32 "PUT /v2.0/ports/665be1ca-b510-4950-8edc-6b086ecaf56a HTTP/1.1" status: 200 len: 1092 time: 6.6664586 Jul 15 13:21:31.526896 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc1eefc-0d3b-4fc0-89be-70324aee64b8', 'tag': '665be1ca-b510-4950-8edc-6b086ecaf56a'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:31.529838 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e046be-8026-46e8-975b-ec2429cad046" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc1eefc-0d3b-4fc0-89be-70324aee64b8", "tag": "665be1ca-b510-4950-8edc-6b086ecaf56a"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:31.557316 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49cba8ca-80f8-49aa-941c-0905330f74ab tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:21:31.611509 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49cba8ca-80f8-49aa-941c-0905330f74ab tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:31.614344 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-49cba8ca-80f8-49aa-941c-0905330f74ab tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Added segment 8103b08f-fb08-4a97-a070-753f2be004c4 of type vlan for network 37a03b5f-1f41-4c06-a84c-e7c33b24f3a9 Jul 15 13:21:31.793012 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49cba8ca-80f8-49aa-941c-0905330f74ab tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:31.818490 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026ad839-27f5-47e1-9b57-d6c995660013 x-openstack-request-id: req-026ad839-27f5-47e1-9b57-d6c995660013 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:31.818490 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc1eefc-0d3b-4fc0-89be-70324aee64b8", "tag": "665be1ca-b510-4950-8edc-6b086ecaf56a", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:31.818490 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-026ad839-27f5-47e1-9b57-d6c995660013 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:31.818490 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc1eefc-0d3b-4fc0-89be-70324aee64b8', 'tag': '665be1ca-b510-4950-8edc-6b086ecaf56a', 'status': 'completed', 'code': 200} Jul 15 13:21:31.824137 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:21:31.831986 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device efd643db-8cb9-4bae-b7fe-ff7dfceb5d59 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:31.885952 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12971920-f1ae-4993-98a8-c5f448773d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:31.936150 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94f9c8-17cf-49d0-8d8a-786258712ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=665be1ca-b510-4950-8edc-6b086ecaf56a,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:32.017880 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49cba8ca-80f8-49aa-941c-0905330f74ab tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.035938 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cba8ca-80f8-49aa-941c-0905330f74ab tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:32.037798 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49cba8ca-80f8-49aa-941c-0905330f74ab tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.105711 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port efd643db-8cb9-4bae-b7fe-ff7dfceb5d59 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:32.125200 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port efd643db-8cb9-4bae-b7fe-ff7dfceb5d59 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:32.125751 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.253703 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-49cba8ca-80f8-49aa-941c-0905330f74ab tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3018649 Jul 15 13:21:32.270333 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41432) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:32.379837 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-57994e95-f741-4cf3-9627-b8ee08cccad7 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Request body: {'subnet': {'network_id': '37a03b5f-1f41-4c06-a84c-e7c33b24f3a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:32.401856 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cba8ca-80f8-49aa-941c-0905330f74ab tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event updated for resources: {'Network': ['ID=37a03b5f-1f41-4c06-a84c-e7c33b24f3a9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:32.422827 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-ff1bc876-acf7-4dfb-a939-33231c5fc55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:32.424478 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-ff1bc876-acf7-4dfb-a939-33231c5fc55d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a5577c115ec43508375ce7d29599c94&device_id=9dc1eefc-0d3b-4fc0-89be-70324aee64b8 HTTP/1.1" status: 200 len: 1095 time: 0.5405865 Jul 15 13:21:32.434474 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c47a1-1ecc-4531-8e63-c94f616ac4db req-e9d8f6f9-234e-4ce4-a2c0-2d5c6758af01 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:32.438154 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cd0c47a1-1ecc-4531-8e63-c94f616ac4db req-e9d8f6f9-234e-4ce4-a2c0-2d5c6758af01 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5dc973-0493-4405-a610-0c377869d6db HTTP/1.1" status: 200 len: 945 time: 0.2413437 Jul 15 13:21:32.452494 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.454715 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafce32d-9205-406b-a525-c8485f5db1d0 None None] Network 460c8122-58b6-4cac-8dd9-26dd7d74e7a5 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:32.537812 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 37a03b5f-1f41-4c06-a84c-e7c33b24f3a9 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:21:32.597272 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12971920-f1ae-4993-98a8-c5f448773d0f admin admin] Router d8a1a7df-0d23-4204-bb62-d76eb030fc1e is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:21:32.629682 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cd0c47a1-1ecc-4531-8e63-c94f616ac4db req-a098444c-d0bc-4a08-a9a7-796e8640be48 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/security-groups?id=fad28828-d022-41dd-93e6-d92b85c5fda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726103 Jul 15 13:21:32.687885 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-c56bed5b-94ba-4bac-b094-48135edfdc55 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=665be1ca-b510-4950-8edc-6b086ecaf56a HTTP/1.1" status: 200 len: 217 time: 0.1923316 Jul 15 13:21:32.773712 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7dc003ad-4ffa-4039-b2d7-c31545225300 None None] Provisioning for port e5935a66-f3bb-416b-8b1b-4e2b0ee7b92e completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:32.833162 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7dc003ad-4ffa-4039-b2d7-c31545225300 None None] Provisioning complete for port e5935a66-f3bb-416b-8b1b-4e2b0ee7b92e triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:32.834906 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7dc003ad-4ffa-4039-b2d7-c31545225300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.876964 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5dc973-0493-4405-a610-0c377869d6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd643db-8cb9-4bae-b7fe-ff7dfceb5d59'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:32.880000 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c807e1a1-ac4d-4176-ad57-e304a67147e6" -d '{"events": [{"server_uuid": "6e5dc973-0493-4405-a610-0c377869d6db", "name": "network-vif-plugged", "status": "completed", "tag": "efd643db-8cb9-4bae-b7fe-ff7dfceb5d59"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:32.910955 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port efd643db-8cb9-4bae-b7fe-ff7dfceb5d59, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=efd643db-8cb9-4bae-b7fe-ff7dfceb5d59,segment=NetworkSegment(371c93d3-8bda-432b-9978-4decba9e0a67),segment_id=371c93d3-8bda-432b-9978-4decba9e0a67)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:32.953187 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.978146 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12971920-f1ae-4993-98a8-c5f448773d0f admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:21:32.991380 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-89723033-51b8-45e8-b4b2-405ac55f70e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:32.991982 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9bc2b2-7927-4646-b585-9b97d856d8ad None None] Sync routers for ids ['d8a1a7df-0d23-4204-bb62-d76eb030fc1e'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:21:32.999378 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-89723033-51b8-45e8-b4b2-405ac55f70e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d793a745-d38c-4e8b-9716-b5fdf7b27406 HTTP/1.1" status: 200 len: 851 time: 0.3102841 Jul 15 13:21:33.006728 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9bc2b2-7927-4646-b585-9b97d856d8ad None None] Routers {'d8a1a7df-0d23-4204-bb62-d76eb030fc1e'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:33.007375 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8a9bc2b2-7927-4646-b585-9b97d856d8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:21:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d8a1a7df-0d23-4204-bb62-d76eb030fc1e'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:33.177804 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7116c435-7366-4ad2-99fb-eb4d10eb2064 req-28291de4-1881-4d4c-bbc6-49e5301b6506 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 210 time: 0.1220107 Jul 15 13:21:33.179573 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12971920-f1ae-4993-98a8-c5f448773d0f admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.185631 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57994e95-f741-4cf3-9627-b8ee08cccad7 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Made reservation on behalf of 02de15b4d2954d6d9c9c75a1ac38a37c for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:33.191818 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-12971920-f1ae-4993-98a8-c5f448773d0f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.7009730 Jul 15 13:21:33.192794 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41452) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:33.197088 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-57994e95-f741-4cf3-9627-b8ee08cccad7 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.294707 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-8a9bc2b2-7927-4646-b585-9b97d856d8ad None None] Set router d8a1a7df-0d23-4204-bb62-d76eb030fc1e gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:33.314588 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.ipam_backend_mixin [None req-57994e95-f741-4cf3-9627-b8ee08cccad7 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Performing IP validity checks on allocation pools {{(pid=93813) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 13:21:33.315191 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.ipam_backend_mixin [None req-57994e95-f741-4cf3-9627-b8ee08cccad7 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93813) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 13:21:33.340699 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b286406-4007-49ac-8ecc-5ed893d13719 req-d56ad72a-a817-48f3-87fa-1becc5e774b5 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:33.342454 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4b286406-4007-49ac-8ecc-5ed893d13719 req-d56ad72a-a817-48f3-87fa-1becc5e774b5 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc1eefc-0d3b-4fc0-89be-70324aee64b8 HTTP/1.1" status: 200 len: 943 time: 0.9440353 Jul 15 13:21:33.454413 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc706157-e767-4fe6-b7e7-09ea988dd7b4 x-openstack-request-id: req-bc706157-e767-4fe6-b7e7-09ea988dd7b4 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:33.454870 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5dc973-0493-4405-a610-0c377869d6db", "name": "network-vif-plugged", "status": "completed", "tag": "efd643db-8cb9-4bae-b7fe-ff7dfceb5d59", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:33.455270 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc706157-e767-4fe6-b7e7-09ea988dd7b4 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:33.456461 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5dc973-0493-4405-a610-0c377869d6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd643db-8cb9-4bae-b7fe-ff7dfceb5d59', 'code': 200} Jul 15 13:21:33.474376 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7dc003ad-4ffa-4039-b2d7-c31545225300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.544164 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=efd643db-8cb9-4bae-b7fe-ff7dfceb5d59,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:33.717228 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8a9bc2b2-7927-4646-b585-9b97d856d8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a1a7df-0d23-4204-bb62-d76eb030fc1e', 'name': 'tempest-FloatingIPsTestJSON-1881880024-router', 'tenant_id': '2ad710eb9ca7460083392e9f094ed777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '73fa9176-293c-4ec4-89bd-d5121329cc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:26Z', 'updated_at': '2021-07-15T13:21:30Z', 'revision_number': 3, 'project_id': '2ad710eb9ca7460083392e9f094ed777', 'gw_port': {'id': '73fa9176-293c-4ec4-89bd-d5121329cc40', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a1a7df-0d23-4204-bb62-d76eb030fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:28Z', 'updated_at': '2021-07-15T13:21:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:33.767658 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7dc003ad-4ffa-4039-b2d7-c31545225300 None None] For port e5935a66-f3bb-416b-8b1b-4e2b0ee7b92e, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e5935a66-f3bb-416b-8b1b-4e2b0ee7b92e,segment=NetworkSegment(4da0cf57-d0d6-416f-91d7-e4c773c1f24e),segment_id=4da0cf57-d0d6-416f-91d7-e4c773c1f24e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:33.798059 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9bc2b2-7927-4646-b585-9b97d856d8ad None None] Checking router: d8a1a7df-0d23-4204-bb62-d76eb030fc1e for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:21:33.798410 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9bc2b2-7927-4646-b585-9b97d856d8ad None None] Updating router d8a1a7df-0d23-4204-bb62-d76eb030fc1e port 73fa9176-293c-4ec4-89bd-d5121329cc40 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:21:33.813319 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7dc003ad-4ffa-4039-b2d7-c31545225300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.906989 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a9bc2b2-7927-4646-b585-9b97d856d8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:34.049101 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc003ad-4ffa-4039-b2d7-c31545225300 None None] Pushing event updated for resources: {'Port': ['ID=e5935a66-f3bb-416b-8b1b-4e2b0ee7b92e,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:34.302017 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ffa8b-7b23-4789-b0bf-1db322625e0a req-50d8e07d-4c30-4328-842e-9354653fbc7c tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:34.310446 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4e0ffa8b-7b23-4789-b0bf-1db322625e0a req-50d8e07d-4c30-4328-842e-9354653fbc7c tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5dc973-0493-4405-a610-0c377869d6db HTTP/1.1" status: 200 len: 946 time: 0.3502986 Jul 15 13:21:34.317072 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-57994e95-f741-4cf3-9627-b8ee08cccad7 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:34.412737 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e83c43e-2eae-430b-a25b-a186df672614 None None] get_active_networks_info from n-d-758944-45 {{(pid=93815) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:21:34.517304 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4e0ffa8b-7b23-4789-b0bf-1db322625e0a req-2b765eaa-057d-41b6-8047-99f6639e1010 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/security-groups?id=fad28828-d022-41dd-93e6-d92b85c5fda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055705 Jul 15 13:21:34.564848 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57994e95-f741-4cf3-9627-b8ee08cccad7 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event updated for resources: {'Subnet': ['ID=727ad371-1103-453b-a090-a1299ff2be0a,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:34.601281 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4b286406-4007-49ac-8ecc-5ed893d13719 req-8c098395-3193-4cbc-ab1d-cfbce2bfb52e tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2412534 Jul 15 13:21:34.620677 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-d39db8be-efc7-4e4a-8121-0a7223e7cdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:34.623633 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-d39db8be-efc7-4e4a-8121-0a7223e7cdd4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edeaa118-edc5-4f1b-bf13-6f27616a2b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.5654056 Jul 15 13:21:34.761602 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a9bc2b2-7927-4646-b585-9b97d856d8ad None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:34.792480 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8a9bc2b2-7927-4646-b585-9b97d856d8ad None None] Transition to ACTIVE for port object 73fa9176-293c-4ec4-89bd-d5121329cc40 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:34.809741 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a9bc2b2-7927-4646-b585-9b97d856d8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:34.921691 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-72864194-2b52-4688-8aa0-1332a265434e service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657974 Jul 15 13:21:35.031779 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e2db8fa-4487-4d3c-9db5-cbc280510ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.072952 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-485b2d84-4c45-4c90-8dba-959a88d18f4b req-c2d0e31f-2312-40ee-a6d0-5faa40eb02ef service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444366 Jul 15 13:21:35.131468 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57994e95-f741-4cf3-9627-b8ee08cccad7 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Checking segment: {'id': '8103b08f-fb08-4a97-a070-753f2be004c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '37a03b5f-1f41-4c06-a84c-e7c33b24f3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:35.132039 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57994e95-f741-4cf3-9627-b8ee08cccad7 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Network hostable DHCP agents. Network: 37a03b5f-1f41-4c06-a84c-e7c33b24f3a9, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:21:35.180227 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e7eb4-1d99-40bc-bb98-02b1dfb3d02a None None] Pushing event updated for resources: {'Port': ['ID=73fa9176-293c-4ec4-89bd-d5121329cc40,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:35.197741 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c72d61-d12c-4e77-9824-a12ba63971e7 req-f3af418d-b63e-457f-81f8-4e7007abb7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:35.208018 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-18c72d61-d12c-4e77-9824-a12ba63971e7 req-f3af418d-b63e-457f-81f8-4e7007abb7bd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6e5dc973-0493-4405-a610-0c377869d6db HTTP/1.1" status: 200 len: 1098 time: 1.1379828 Jul 15 13:21:35.242760 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e7eb4-1d99-40bc-bb98-02b1dfb3d02a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:35.247609 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e7eb4-1d99-40bc-bb98-02b1dfb3d02a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:35.248168 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e7eb4-1d99-40bc-bb98-02b1dfb3d02a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:35.248702 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e7eb4-1d99-40bc-bb98-02b1dfb3d02a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:35.249240 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e7eb4-1d99-40bc-bb98-02b1dfb3d02a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:35.249796 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e7eb4-1d99-40bc-bb98-02b1dfb3d02a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:35.253085 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57994e95-f741-4cf3-9627-b8ee08cccad7 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Network 37a03b5f-1f41-4c06-a84c-e7c33b24f3a9 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:21:35.258928 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e7eb4-1d99-40bc-bb98-02b1dfb3d02a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:35.261150 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e7eb4-1d99-40bc-bb98-02b1dfb3d02a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:35.261733 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e7eb4-1d99-40bc-bb98-02b1dfb3d02a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:35.262314 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e7eb4-1d99-40bc-bb98-02b1dfb3d02a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:35.262928 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e7eb4-1d99-40bc-bb98-02b1dfb3d02a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:35.263400 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e7eb4-1d99-40bc-bb98-02b1dfb3d02a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:35.286020 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8a9bc2b2-7927-4646-b585-9b97d856d8ad None None] Attempting to bind port 73fa9176-293c-4ec4-89bd-d5121329cc40 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:35.286392 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8a9bc2b2-7927-4646-b585-9b97d856d8ad None None] Attempting to bind port 73fa9176-293c-4ec4-89bd-d5121329cc40 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:35.286761 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9bc2b2-7927-4646-b585-9b97d856d8ad None None] Attempting to bind port 73fa9176-293c-4ec4-89bd-d5121329cc40 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:35.325006 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9bc2b2-7927-4646-b585-9b97d856d8ad None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:35.325246 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9bc2b2-7927-4646-b585-9b97d856d8ad None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:35.325649 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a9bc2b2-7927-4646-b585-9b97d856d8ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.334911 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9bc2b2-7927-4646-b585-9b97d856d8ad None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:35.340360 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8a9bc2b2-7927-4646-b585-9b97d856d8ad None None] Bound port: 73fa9176-293c-4ec4-89bd-d5121329cc40, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:35.340806 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a9bc2b2-7927-4646-b585-9b97d856d8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.345583 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-57994e95-f741-4cf3-9627-b8ee08cccad7 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 37a03b5f-1f41-4c06-a84c-e7c33b24f3a9) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:35.375337 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57994e95-f741-4cf3-9627-b8ee08cccad7 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:35.378069 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-57994e95-f741-4cf3-9627-b8ee08cccad7 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.409888 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-18c72d61-d12c-4e77-9824-a12ba63971e7 req-026b0533-5ba3-43c4-9a8e-67e7e99ea3b7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fad28828-d022-41dd-93e6-d92b85c5fda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813753 Jul 15 13:21:35.473132 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-57994e95-f741-4cf3-9627-b8ee08cccad7 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.2013547 Jul 15 13:21:35.474948 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41488) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:35.523198 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e046be-8026-46e8-975b-ec2429cad046 req-7cd09c10-61d2-42b8-b8fc-ceb51d7c1ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:35.530428 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a1e046be-8026-46e8-975b-ec2429cad046 req-7cd09c10-61d2-42b8-b8fc-ceb51d7c1ed9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a5577c115ec43508375ce7d29599c94&device_id=9dc1eefc-0d3b-4fc0-89be-70324aee64b8 HTTP/1.1" status: 200 len: 1095 time: 0.2413120 Jul 15 13:21:35.642231 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e5935a66-f3bb-416b-8b1b-4e2b0ee7b92e up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:35.653725 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8a9bc2b2-7927-4646-b585-9b97d856d8ad None None] For port 73fa9176-293c-4ec4-89bd-d5121329cc40, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:35.662860 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8a9bc2b2-7927-4646-b585-9b97d856d8ad None None] For port 73fa9176-293c-4ec4-89bd-d5121329cc40, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=73fa9176-293c-4ec4-89bd-d5121329cc40,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:35.683667 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8a9bc2b2-7927-4646-b585-9b97d856d8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.904652 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e83c43e-2eae-430b-a25b-a186df672614 None None] Unable to find a vacant binding_index for network 37a03b5f-1f41-4c06-a84c-e7c33b24f3a9 and agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 15 13:21:35.918147 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-709ca044-3555-4098-82df-d4c0086ea9c6 None None] Provisioning complete for port e5935a66-f3bb-416b-8b1b-4e2b0ee7b92e triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:35.918524 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-709ca044-3555-4098-82df-d4c0086ea9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.926364 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port e5935a66-f3bb-416b-8b1b-4e2b0ee7b92e triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:35.926364 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:35.950957 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9bc2b2-7927-4646-b585-9b97d856d8ad None None] Routers {'d8a1a7df-0d23-4204-bb62-d76eb030fc1e'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:35.959214 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8a9bc2b2-7927-4646-b585-9b97d856d8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:21:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d8a1a7df-0d23-4204-bb62-d76eb030fc1e'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:36.098156 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e83c43e-2eae-430b-a25b-a186df672614 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 37a03b5f-1f41-4c06-a84c-e7c33b24f3a9) {{(pid=93815) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:21:36.249541 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e7eb4-1d99-40bc-bb98-02b1dfb3d02a None None] Pushing event updated for resources: {'Port': ['ID=73fa9176-293c-4ec4-89bd-d5121329cc40,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:36.481135 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-2e2db8fa-4487-4d3c-9db5-cbc280510ec5 admin admin] Allocated IP 172.20.0.1 (460c8122-58b6-4cac-8dd9-26dd7d74e7a5/ad673e93-97c7-43ae-afa4-ce37978f7d06/8662f2c6-477a-420d-a361-618e1adee3ad) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:36.556294 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.584262 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-8a9bc2b2-7927-4646-b585-9b97d856d8ad None None] Set router d8a1a7df-0d23-4204-bb62-d76eb030fc1e gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:36.855983 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c0ae365a-f8a7-4c47-9dc0-1bdc8e1d1423 req-362cef65-62cb-42b1-ae0e-945a4f2d12a8 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfaaa25e-211f-4488-8fb5-744fbb81e6ce HTTP/1.1" status: 200 len: 210 time: 1.7796109 Jul 15 13:21:36.919361 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e2db8fa-4487-4d3c-9db5-cbc280510ec5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.995410 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2e2db8fa-4487-4d3c-9db5-cbc280510ec5 admin admin] Transition to ACTIVE for port object 8662f2c6-477a-420d-a361-618e1adee3ad will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:37.054537 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e046be-8026-46e8-975b-ec2429cad046 req-da88a580-961d-4bd3-8c1c-975e88156757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:37.057379 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a1e046be-8026-46e8-975b-ec2429cad046 req-da88a580-961d-4bd3-8c1c-975e88156757 service neutron] 10.222.0.32 "GET /v2.0/networks?id=edeaa118-edc5-4f1b-bf13-6f27616a2b19 HTTP/1.1" status: 200 len: 913 time: 1.4068151 Jul 15 13:21:37.070616 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41508) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:37.191841 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e2db8fa-4487-4d3c-9db5-cbc280510ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.203426 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb81a0a-6538-44f3-8891-efe05f81d811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-37a03b5f-1f41-4c06-a84c-e7c33b24f3a9', 'network_id': '37a03b5f-1f41-4c06-a84c-e7c33b24f3a9', 'tenant_id': '02de15b4d2954d6d9c9c75a1ac38a37c', 'fixed_ips': [{'subnet_id': '727ad371-1103-453b-a090-a1299ff2be0a'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:21:37.205055 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7fb81a0a-6538-44f3-8891-efe05f81d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.427739 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2db8fa-4487-4d3c-9db5-cbc280510ec5 admin admin] Pushing event updated for resources: {'Port': ['ID=8662f2c6-477a-420d-a361-618e1adee3ad,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:37.481009 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2db8fa-4487-4d3c-9db5-cbc280510ec5 admin admin] Network 460c8122-58b6-4cac-8dd9-26dd7d74e7a5 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:37.481441 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-2e2db8fa-4487-4d3c-9db5-cbc280510ec5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:37.488986 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a1e046be-8026-46e8-975b-ec2429cad046 req-8aa87899-d2f0-4019-bad3-da5e1da03a6f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=665be1ca-b510-4950-8edc-6b086ecaf56a HTTP/1.1" status: 200 len: 217 time: 0.4165485 Jul 15 13:21:37.490582 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2db8fa-4487-4d3c-9db5-cbc280510ec5 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:37.545432 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8a9bc2b2-7927-4646-b585-9b97d856d8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a1a7df-0d23-4204-bb62-d76eb030fc1e', 'name': 'tempest-FloatingIPsTestJSON-1881880024-router', 'tenant_id': '2ad710eb9ca7460083392e9f094ed777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '73fa9176-293c-4ec4-89bd-d5121329cc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:26Z', 'updated_at': '2021-07-15T13:21:30Z', 'revision_number': 3, 'project_id': '2ad710eb9ca7460083392e9f094ed777', 'gw_port': {'id': '73fa9176-293c-4ec4-89bd-d5121329cc40', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a1a7df-0d23-4204-bb62-d76eb030fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:28Z', 'updated_at': '2021-07-15T13:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:37.592230 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e2db8fa-4487-4d3c-9db5-cbc280510ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.616505 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e046be-8026-46e8-975b-ec2429cad046 req-b4954e4a-06c7-447a-86e3-73b122f57850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:37.619593 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a1e046be-8026-46e8-975b-ec2429cad046 req-b4954e4a-06c7-447a-86e3-73b122f57850 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d793a745-d38c-4e8b-9716-b5fdf7b27406 HTTP/1.1" status: 200 len: 851 time: 0.1037769 Jul 15 13:21:37.635027 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9bc2b2-7927-4646-b585-9b97d856d8ad None None] The sync data for ids ['d8a1a7df-0d23-4204-bb62-d76eb030fc1e'] in n-d-758944-45 is: [{'id': 'd8a1a7df-0d23-4204-bb62-d76eb030fc1e', 'name': 'tempest-FloatingIPsTestJSON-1881880024-router', 'tenant_id': '2ad710eb9ca7460083392e9f094ed777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '73fa9176-293c-4ec4-89bd-d5121329cc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:26Z', 'updated_at': '2021-07-15T13:21:30Z', 'revision_number': 3, 'project_id': '2ad710eb9ca7460083392e9f094ed777', 'gw_port': {'id': '73fa9176-293c-4ec4-89bd-d5121329cc40', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a1a7df-0d23-4204-bb62-d76eb030fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:28Z', 'updated_at': '2021-07-15T13:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:21:37.645700 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a5cfeda3-8f0d-4a80-8b0a-f957652959d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.725544 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.776951 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-7fb81a0a-6538-44f3-8891-efe05f81d811 None None] Allocated IP 172.20.0.3 (37a03b5f-1f41-4c06-a84c-e7c33b24f3a9/727ad371-1103-453b-a090-a1299ff2be0a/d09d18a6-78ee-44ff-a236-3ebd2cbba703) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:37.897640 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d765c-6121-4678-82a0-31271f3663ea req-e5f7c12b-a677-4143-9d61-542a33fa13be tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:37.899331 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a26d765c-6121-4678-82a0-31271f3663ea req-e5f7c12b-a677-4143-9d61-542a33fa13be tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc1eefc-0d3b-4fc0-89be-70324aee64b8 HTTP/1.1" status: 200 len: 943 time: 0.3041198 Jul 15 13:21:37.925808 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 665be1ca-b510-4950-8edc-6b086ecaf56a details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:21:38.030228 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a26d765c-6121-4678-82a0-31271f3663ea req-052d5a3f-07b0-408e-9d7a-d0670af2df08 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153076 Jul 15 13:21:38.220928 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a5cfeda3-8f0d-4a80-8b0a-f957652959d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.291944 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e2db8fa-4487-4d3c-9db5-cbc280510ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.310245 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620220b6-27ec-49fb-a16f-04a895c645ee req-c3fabd33-d407-4b5e-a673-b20e648cb5b9 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:38.329609 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-620220b6-27ec-49fb-a16f-04a895c645ee req-c3fabd33-d407-4b5e-a673-b20e648cb5b9 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5dc973-0493-4405-a610-0c377869d6db HTTP/1.1" status: 200 len: 946 time: 1.7523472 Jul 15 13:21:38.374270 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a5cfeda3-8f0d-4a80-8b0a-f957652959d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.488001 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfeda3-8f0d-4a80-8b0a-f957652959d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf34c987-560d-466c-9705-1fe72e632324,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:38.643792 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41538) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:38.664043 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-620220b6-27ec-49fb-a16f-04a895c645ee req-5004b060-1e08-4c34-820b-489771fec748 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/security-groups?id=fad28828-d022-41dd-93e6-d92b85c5fda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324125 Jul 15 13:21:38.702546 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a5cfeda3-8f0d-4a80-8b0a-f957652959d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=100eade849b544769b965b083c5b5e34&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5835600 Jul 15 13:21:38.720207 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41540) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:38.739003 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e2db8fa-4487-4d3c-9db5-cbc280510ec5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.754582 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e2db8fa-4487-4d3c-9db5-cbc280510ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.887427 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e046be-8026-46e8-975b-ec2429cad046 req-6aa7ffff-5b5c-4589-95eb-6553d5c7eea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:38.887732 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e2db8fa-4487-4d3c-9db5-cbc280510ec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.895666 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a1e046be-8026-46e8-975b-ec2429cad046 req-6aa7ffff-5b5c-4589-95eb-6553d5c7eea2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edeaa118-edc5-4f1b-bf13-6f27616a2b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2447307 Jul 15 13:21:38.928757 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.992467 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 665be1ca-b510-4950-8edc-6b086ecaf56a, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=665be1ca-b510-4950-8edc-6b086ecaf56a,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:39.010907 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2db8fa-4487-4d3c-9db5-cbc280510ec5 admin admin] Pushing event updated for resources: {'Port': ['ID=8662f2c6-477a-420d-a361-618e1adee3ad,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:39.028892 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '665be1ca-b510-4950-8edc-6b086ecaf56a', 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19', 'port_id': '665be1ca-b510-4950-8edc-6b086ecaf56a', 'mac_address': 'fa:16:3e:60:9b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd793a745-d38c-4e8b-9716-b5fdf7b27406', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:21:39.153321 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06e7b31d-5694-4cf5-9b49-6097bde25840 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:39.223178 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:39.231950 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06e7b31d-5694-4cf5-9b49-6097bde25840 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:39.256342 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 665be1ca-b510-4950-8edc-6b086ecaf56a {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:39.260944 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7fb81a0a-6538-44f3-8891-efe05f81d811 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:39.278816 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7fb81a0a-6538-44f3-8891-efe05f81d811 None None] Transition to ACTIVE for port object d09d18a6-78ee-44ff-a236-3ebd2cbba703 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:39.295034 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 665be1ca-b510-4950-8edc-6b086ecaf56a, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=665be1ca-b510-4950-8edc-6b086ecaf56a,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:39.304841 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:39.315854 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7fb81a0a-6538-44f3-8891-efe05f81d811 None None] Transition to ACTIVE for port object d09d18a6-78ee-44ff-a236-3ebd2cbba703 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:39.355639 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 73fa9176-293c-4ec4-89bd-d5121329cc40 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:39.358422 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2db8fa-4487-4d3c-9db5-cbc280510ec5 admin admin] Network 460c8122-58b6-4cac-8dd9-26dd7d74e7a5 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:39.373244 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-2e2db8fa-4487-4d3c-9db5-cbc280510ec5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:39.391722 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7fb81a0a-6538-44f3-8891-efe05f81d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:39.480039 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb81a0a-6538-44f3-8891-efe05f81d811 None None] Network 37a03b5f-1f41-4c06-a84c-e7c33b24f3a9 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:39.500615 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-7fb81a0a-6538-44f3-8891-efe05f81d811 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:39.506414 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb81a0a-6538-44f3-8891-efe05f81d811 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:39.518362 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=665be1ca-b510-4950-8edc-6b086ecaf56a,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:39.536181 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:39.536580 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:39.536848 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:39.537176 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:39.537502 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:39.537873 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:39.538196 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:39.538515 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:39.538833 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:39.539708 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:39.540038 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:39.540354 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:39.627444 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a1e046be-8026-46e8-975b-ec2429cad046 req-524db5b6-d222-4e14-a8f0-db0dc3d32d75 service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7044213 Jul 15 13:21:39.718189 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['665be1ca-b510-4950-8edc-6b086ecaf56a'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:39.757359 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 73fa9176-293c-4ec4-89bd-d5121329cc40 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:39.764266 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb81a0a-6538-44f3-8891-efe05f81d811 None None] Pushing event updated for resources: {'Port': ['ID=d09d18a6-78ee-44ff-a236-3ebd2cbba703,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:39.818175 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 73fa9176-293c-4ec4-89bd-d5121329cc40 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:39.818826 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:39.854296 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-7fb81a0a-6538-44f3-8891-efe05f81d811 None None] Attempting to bind port d09d18a6-78ee-44ff-a236-3ebd2cbba703 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:39.854910 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-7fb81a0a-6538-44f3-8891-efe05f81d811 None None] Attempting to bind port d09d18a6-78ee-44ff-a236-3ebd2cbba703 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '8103b08f-fb08-4a97-a070-753f2be004c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '37a03b5f-1f41-4c06-a84c-e7c33b24f3a9'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:39.855447 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb81a0a-6538-44f3-8891-efe05f81d811 None None] Attempting to bind port d09d18a6-78ee-44ff-a236-3ebd2cbba703 on network 37a03b5f-1f41-4c06-a84c-e7c33b24f3a9 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:39.871781 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a1e046be-8026-46e8-975b-ec2429cad046 req-b194202d-19ae-4f5b-bba1-34ef98098e9b service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256289 Jul 15 13:21:39.874444 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d35eaec-ea31-44bd-b73d-c9c18633198f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:39.876778 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:39.894405 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb81a0a-6538-44f3-8891-efe05f81d811 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:39.895261 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb81a0a-6538-44f3-8891-efe05f81d811 None None] Checking segment: {'id': '8103b08f-fb08-4a97-a070-753f2be004c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '37a03b5f-1f41-4c06-a84c-e7c33b24f3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:39.895869 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7fb81a0a-6538-44f3-8891-efe05f81d811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:39.897536 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb81a0a-6538-44f3-8891-efe05f81d811 None None] Bound using segment: {'id': '8103b08f-fb08-4a97-a070-753f2be004c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '37a03b5f-1f41-4c06-a84c-e7c33b24f3a9'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:39.898832 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-7fb81a0a-6538-44f3-8891-efe05f81d811 None None] Bound port: d09d18a6-78ee-44ff-a236-3ebd2cbba703, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8103b08f-fb08-4a97-a070-753f2be004c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '37a03b5f-1f41-4c06-a84c-e7c33b24f3a9'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:39.899395 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7fb81a0a-6538-44f3-8891-efe05f81d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:39.915392 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678243e-3072-40cf-bf75-67121390c52a req-e6644d2e-9601-41f1-aad4-07612707ee8c tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:39.938129 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8678243e-3072-40cf-bf75-67121390c52a req-e6644d2e-9601-41f1-aad4-07612707ee8c tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc1eefc-0d3b-4fc0-89be-70324aee64b8 HTTP/1.1" status: 200 len: 944 time: 0.3674507 Jul 15 13:21:39.939105 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event deleted for resources: {'Subnet': ['ID=727ad371-1103-453b-a090-a1299ff2be0a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:40.067952 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d35eaec-ea31-44bd-b73d-c9c18633198f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.094243 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06e7b31d-5694-4cf5-9b49-6097bde25840 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.098697 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06e7b31d-5694-4cf5-9b49-6097bde25840 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.100856 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-06e7b31d-5694-4cf5-9b49-6097bde25840 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "DELETE /v2.0/security-groups/455e1ca1-9db0-44d4-8190-9a75304b39f8 HTTP/1.1" status: 204 len: 168 time: 1.4220321 Jul 15 13:21:40.123051 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7fb81a0a-6538-44f3-8891-efe05f81d811 None None] For port d09d18a6-78ee-44ff-a236-3ebd2cbba703, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:40.128255 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41558) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:40.128486 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7fb81a0a-6538-44f3-8891-efe05f81d811 None None] For port d09d18a6-78ee-44ff-a236-3ebd2cbba703, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=d09d18a6-78ee-44ff-a236-3ebd2cbba703,segment=NetworkSegment(8103b08f-fb08-4a97-a070-753f2be004c4),segment_id=8103b08f-fb08-4a97-a070-753f2be004c4)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:40.147694 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7fb81a0a-6538-44f3-8891-efe05f81d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.165293 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2db8fa-4487-4d3c-9db5-cbc280510ec5 admin admin] Router d8a1a7df-0d23-4204-bb62-d76eb030fc1e has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:21:40.184569 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8678243e-3072-40cf-bf75-67121390c52a req-420c5c87-5053-470c-9b45-d939cfc9e425 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411859 Jul 15 13:21:40.280462 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.288091 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.303023 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-7d0f2352-845a-4a88-b3f8-03c4539a998b tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] show failed (client error): The resource could not be found. Jul 15 13:21:40.310532 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7d0f2352-845a-4a88-b3f8-03c4539a998b tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "GET /v2.0/security-groups/455e1ca1-9db0-44d4-8190-9a75304b39f8 HTTP/1.1" status: 404 len: 347 time: 0.1781101 Jul 15 13:21:40.312369 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7b31d-5694-4cf5-9b49-6097bde25840 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=455e1ca1-9db0-44d4-8190-9a75304b39f8,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:40.328018 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41560) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:40.421495 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb81a0a-6538-44f3-8891-efe05f81d811 None None] Pushing event updated for resources: {'Port': ['ID=d09d18a6-78ee-44ff-a236-3ebd2cbba703,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:40.436922 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 73fa9176-293c-4ec4-89bd-d5121329cc40, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=73fa9176-293c-4ec4-89bd-d5121329cc40,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:40.450885 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.473250 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37a03b5f-1f41-4c06-a84c-e7c33b24f3a9']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:40.496677 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8103b08f-fb08-4a97-a070-753f2be004c4') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:40.497306 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8103b08f-fb08-4a97-a070-753f2be004c4') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:40.523244 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.575990 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9b1d7e-d573-4b17-9e03-e9956149b394 None None] get_active_networks_info from n-d-758944-45 {{(pid=93815) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:21:40.584104 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.607108 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:21:40.607762 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.827789 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:21:40.827789 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:21:40.827789 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:21:40.827789 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:21:40.827789 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:21:40.827789 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:21:40.827789 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:21:40.827789 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:21:40.827789 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:21:40.827789 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:21:40.827789 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:21:40.827789 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:21:40.827789 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:21:40.827789 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:21:40.827789 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:21:40.827789 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:21:40.827789 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:21:40.827789 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:21:40.827789 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:21:40.827789 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:21:40.827789 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:21:40.827789 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:21:40.827789 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:21:40.827789 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:21:40.827789 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:21:40.827789 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:21:40.827789 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:21:40.827789 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:21:40.827789 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:21:40.827789 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:21:40.827789 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:21:40.827789 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:21:40.827789 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:21:40.827789 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:21:40.862083 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.db.api [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:21:40.862083 n-d-758944-45 neutron-server[93813]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:21:40.862083 n-d-758944-45 neutron-server[93813]: [parameters: {'id': '37a03b5f-1f41-4c06-a84c-e7c33b24f3a9'}] Jul 15 13:21:40.862083 n-d-758944-45 neutron-server[93813]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:21:40.863003 n-d-758944-45 neutron-server[93813]: DEBUG oslo_db.api [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:21:40.911778 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9b1d7e-d573-4b17-9e03-e9956149b394 None None] Resources bound (agent type, host, resource id): {{(pid=93815) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:21:40.937095 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f208838-fc55-4ec8-a3fa-22d9bad8094c req-8f66523c-4119-4cac-8dee-6a1d81f44100 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:40.945414 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f208838-fc55-4ec8-a3fa-22d9bad8094c req-8f66523c-4119-4cac-8dee-6a1d81f44100 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5dc973-0493-4405-a610-0c377869d6db HTTP/1.1" status: 200 len: 946 time: 0.7838693 Jul 15 13:21:40.948249 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d35eaec-ea31-44bd-b73d-c9c18633198f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.957987 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d35eaec-ea31-44bd-b73d-c9c18633198f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.960124 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9d35eaec-ea31-44bd-b73d-c9c18633198f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf34c987-560d-466c-9705-1fe72e632324 HTTP/1.1" status: 204 len: 168 time: 2.2260475 Jul 15 13:21:40.973492 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=73fa9176-293c-4ec4-89bd-d5121329cc40,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:41.000910 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35eaec-ea31-44bd-b73d-c9c18633198f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf34c987-560d-466c-9705-1fe72e632324,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:41.142297 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f208838-fc55-4ec8-a3fa-22d9bad8094c req-b2b42efb-b0b8-4bc5-adce-c87c09d30ec3 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/security-groups?id=fad28828-d022-41dd-93e6-d92b85c5fda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776843 Jul 15 13:21:41.364829 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.585747 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a665bf6f-14db-433a-ab8c-c99291335d18 None None] Network 37a03b5f-1f41-4c06-a84c-e7c33b24f3a9 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:41.834573 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Deleting port d09d18a6-78ee-44ff-a236-3ebd2cbba703 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:41.836162 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.881134 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2db8fa-4487-4d3c-9db5-cbc280510ec5 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:21:41.890921 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 665be1ca-b510-4950-8edc-6b086ecaf56a up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:41.931077 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ec21b2-5304-465b-84bf-4384f260cd08 None None] Sync routers for ids ['d8a1a7df-0d23-4204-bb62-d76eb030fc1e'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:21:42.002038 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2e2db8fa-4487-4d3c-9db5-cbc280510ec5 admin admin] 10.222.0.24 "PUT /v2.0/routers/d8a1a7df-0d23-4204-bb62-d76eb030fc1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8073404 Jul 15 13:21:42.115034 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] For port d09d18a6-78ee-44ff-a236-3ebd2cbba703, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=d09d18a6-78ee-44ff-a236-3ebd2cbba703,segment=NetworkSegment(8103b08f-fb08-4a97-a070-753f2be004c4),segment_id=8103b08f-fb08-4a97-a070-753f2be004c4)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:42.116156 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.226727 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Calling delete_port for d09d18a6-78ee-44ff-a236-3ebd2cbba703 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:42.228877 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4395ba-3420-48f8-93ff-de7bb063d281 req-43cbbebf-e5b5-4978-bfa8-a6ff5e61f055 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:42.231074 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ae4395ba-3420-48f8-93ff-de7bb063d281 req-43cbbebf-e5b5-4978-bfa8-a6ff5e61f055 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc1eefc-0d3b-4fc0-89be-70324aee64b8 HTTP/1.1" status: 200 len: 944 time: 0.3476624 Jul 15 13:21:42.277928 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-aeec9e69-8d33-4bfe-8a7c-13a6ffc57308 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Deleting port 822e0752-29c8-44c5-b3db-4999bea2273c {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:42.280383 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aeec9e69-8d33-4bfe-8a7c-13a6ffc57308 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.322732 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41596) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:42.517520 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ae4395ba-3420-48f8-93ff-de7bb063d281 req-95f93137-c950-4b7d-aade-c1df48f1c0ce tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488859 Jul 15 13:21:42.635753 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aeec9e69-8d33-4bfe-8a7c-13a6ffc57308 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.636099 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aeec9e69-8d33-4bfe-8a7c-13a6ffc57308 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.641994 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ec21b2-5304-465b-84bf-4384f260cd08 None None] Routers {'d8a1a7df-0d23-4204-bb62-d76eb030fc1e'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:42.644932 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-06ec21b2-5304-465b-84bf-4384f260cd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:21:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d8a1a7df-0d23-4204-bb62-d76eb030fc1e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:42.683220 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-aeec9e69-8d33-4bfe-8a7c-13a6ffc57308 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Calling delete_port for 822e0752-29c8-44c5-b3db-4999bea2273c owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:42.723459 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c6e420b2-1096-4e48-ae1e-d615ac6902a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.904975 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2ae62999-5084-4a46-a7c2-69aeae4f2b09 None None] Provisioning for port 8662f2c6-477a-420d-a361-618e1adee3ad completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:42.955741 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.051641 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2ae62999-5084-4a46-a7c2-69aeae4f2b09 None None] Provisioning complete for port 8662f2c6-477a-420d-a361-618e1adee3ad triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:43.054111 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2ae62999-5084-4a46-a7c2-69aeae4f2b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.098853 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aeec9e69-8d33-4bfe-8a7c-13a6ffc57308 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.239450 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event deleted for resources: {'Port': ['ID=d09d18a6-78ee-44ff-a236-3ebd2cbba703,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:43.249710 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] No DVR routers for this DVR port d09d18a6-78ee-44ff-a236-3ebd2cbba703 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:43.371986 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-06ec21b2-5304-465b-84bf-4384f260cd08 None None] Set router d8a1a7df-0d23-4204-bb62-d76eb030fc1e gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:43.407059 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aeec9e69-8d33-4bfe-8a7c-13a6ffc57308 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.426184 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aeec9e69-8d33-4bfe-8a7c-13a6ffc57308 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.450130 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 73fa9176-293c-4ec4-89bd-d5121329cc40 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:43.451923 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 665be1ca-b510-4950-8edc-6b086ecaf56a completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:43.499445 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 665be1ca-b510-4950-8edc-6b086ecaf56a triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:43.499445 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.530423 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-aeec9e69-8d33-4bfe-8a7c-13a6ffc57308 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "DELETE /v2.0/floatingips/02ca3ecc-ed3a-4d58-aae4-88672827a50e HTTP/1.1" status: 204 len: 168 time: 3.2003775 Jul 15 13:21:43.536833 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec9e69-8d33-4bfe-8a7c-13a6ffc57308 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Pushing event deleted for resources: {'Port': ['ID=822e0752-29c8-44c5-b3db-4999bea2273c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:43.547596 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41618) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:43.603130 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eb49fdc6-012f-4882-ba44-a14136d7d0d2 req-5ea1546f-613f-44a8-a75e-d950c6605e5a tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6179676 Jul 15 13:21:43.610842 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2ae62999-5084-4a46-a7c2-69aeae4f2b09 None None] Port 8662f2c6-477a-420d-a361-618e1adee3ad cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:21:43.632403 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad63e2ee-5e0e-4b24-ab1c-262fe35949ca None None] Network 37a03b5f-1f41-4c06-a84c-e7c33b24f3a9 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:43.650015 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-eb49fdc6-012f-4882-ba44-a14136d7d0d2 req-5e089580-ba9b-42b4-8bdb-4425552d506f tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:43.723325 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c6e420b2-1096-4e48-ae1e-d615ac6902a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.778712 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c6e420b2-1096-4e48-ae1e-d615ac6902a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.879069 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-62584628-8a88-4436-bb4d-c4280542805b tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Deleting port 1f7146e3-8033-4950-8584-85d59a6f89e7 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:43.879069 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62584628-8a88-4436-bb4d-c4280542805b tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.892273 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.012439 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 73fa9176-293c-4ec4-89bd-d5121329cc40 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:44.013287 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.055025 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37a03b5f-1f41-4c06-a84c-e7c33b24f3a9']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:44.055881 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62584628-8a88-4436-bb4d-c4280542805b tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.070161 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-62584628-8a88-4436-bb4d-c4280542805b tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Calling delete_port for 1f7146e3-8033-4950-8584-85d59a6f89e7 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:44.090375 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8103b08f-fb08-4a97-a070-753f2be004c4') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:44.091145 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8103b08f-fb08-4a97-a070-753f2be004c4') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:44.113925 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.151348 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.170802 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:21:44.171493 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.177517 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d99d528c-2c1f-4852-820e-30500ff20525 None None] Provisioning complete for port 8662f2c6-477a-420d-a361-618e1adee3ad triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:44.178151 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d99d528c-2c1f-4852-820e-30500ff20525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.332102 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:21:44.332102 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:21:44.332102 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:21:44.332102 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:21:44.332102 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:21:44.332102 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:21:44.332102 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:21:44.332102 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:21:44.332102 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:21:44.332102 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:21:44.332102 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:21:44.332102 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:21:44.332102 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:21:44.332102 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:21:44.332102 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:21:44.332102 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:21:44.332102 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:21:44.332102 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:21:44.332102 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:21:44.332102 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:21:44.332102 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:21:44.332102 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:21:44.332102 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:21:44.332102 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:21:44.332102 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:21:44.332102 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:21:44.332102 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:21:44.332102 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:21:44.332102 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:21:44.332102 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:21:44.332102 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:21:44.332102 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:21:44.379242 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e420b2-1096-4e48-ae1e-d615ac6902a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d70cb96-3e60-4056-99fd-627e484dd114,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:44.382970 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.394817 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c6e420b2-1096-4e48-ae1e-d615ac6902a6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=588e562222bb468cb46fca0f2d4eaacc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0578370 Jul 15 13:21:44.402225 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.410413 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/networks/37a03b5f-1f41-4c06-a84c-e7c33b24f3a9 HTTP/1.1" status: 204 len: 168 time: 8.9274697 Jul 15 13:21:44.416567 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41634) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:44.417079 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41636) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:44.418848 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-eb49fdc6-012f-4882-ba44-a14136d7d0d2 req-5e089580-ba9b-42b4-8bdb-4425552d506f tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.425628 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62584628-8a88-4436-bb4d-c4280542805b tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.457564 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-851a6d15-e17c-4cab-a479-f87370bfe791 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-178168476'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:44.481638 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb0214-e56b-4b57-815e-2611a10a51f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event deleted for resources: {'Network': ['ID=37a03b5f-1f41-4c06-a84c-e7c33b24f3a9,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:44.515809 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62584628-8a88-4436-bb4d-c4280542805b tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Pushing event deleted for resources: {'Port': ['ID=1f7146e3-8033-4950-8584-85d59a6f89e7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:44.529193 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d99d528c-2c1f-4852-820e-30500ff20525 None None] Port 8662f2c6-477a-420d-a361-618e1adee3ad cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:21:44.639937 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851a6d15-e17c-4cab-a479-f87370bfe791 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Made reservation on behalf of 02de15b4d2954d6d9c9c75a1ac38a37c for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:44.651897 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-851a6d15-e17c-4cab-a479-f87370bfe791 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.654557 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d222068-2368-45ba-af36-eaae20d2b0a5 req-d4a68a59-4fe5-4819-87ee-082dcfcdd8e0 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:44.656995 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d222068-2368-45ba-af36-eaae20d2b0a5 req-d4a68a59-4fe5-4819-87ee-082dcfcdd8e0 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc1eefc-0d3b-4fc0-89be-70324aee64b8 HTTP/1.1" status: 200 len: 944 time: 0.2581544 Jul 15 13:21:44.770041 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-851a6d15-e17c-4cab-a479-f87370bfe791 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:21:44.787104 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-851a6d15-e17c-4cab-a479-f87370bfe791 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.788019 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-851a6d15-e17c-4cab-a479-f87370bfe791 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Added segment a10d732f-34ca-4fe9-b182-5ebb9d2db640 of type vlan for network 35555bc3-b1d2-480d-b2a8-3721c1b5699e Jul 15 13:21:44.804472 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-06ec21b2-5304-465b-84bf-4384f260cd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a1a7df-0d23-4204-bb62-d76eb030fc1e', 'name': 'tempest-FloatingIPsTestJSON-1881880024-router', 'tenant_id': '2ad710eb9ca7460083392e9f094ed777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '73fa9176-293c-4ec4-89bd-d5121329cc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:26Z', 'updated_at': '2021-07-15T13:21:38Z', 'revision_number': 4, 'project_id': '2ad710eb9ca7460083392e9f094ed777', 'gw_port': {'id': '73fa9176-293c-4ec4-89bd-d5121329cc40', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a1a7df-0d23-4204-bb62-d76eb030fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:28Z', 'updated_at': '2021-07-15T13:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '8662f2c6-477a-420d-a361-618e1adee3ad', 'name': '', 'network_id': '460c8122-58b6-4cac-8dd9-26dd7d74e7a5', 'tenant_id': '2ad710eb9ca7460083392e9f094ed777', 'mac_address': 'fa:16:3e:85:dc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a1a7df-0d23-4204-bb62-d76eb030fc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'ad673e93-97c7-43ae-afa4-ce37978f7d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:35Z', 'updated_at': '2021-07-15T13:21:38Z', 'revision_number': 2, 'project_id': '2ad710eb9ca7460083392e9f094ed777', 'subnets': [{'id': 'ad673e93-97c7-43ae-afa4-ce37978f7d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:44.813885 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.839440 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62584628-8a88-4436-bb4d-c4280542805b tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.854575 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-62584628-8a88-4436-bb4d-c4280542805b tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "DELETE /v2.0/ports/1f7146e3-8033-4950-8584-85d59a6f89e7 HTTP/1.1" status: 204 len: 168 time: 1.3029981 Jul 15 13:21:44.865656 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41646) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:44.928276 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-851a6d15-e17c-4cab-a479-f87370bfe791 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.962524 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ec21b2-5304-465b-84bf-4384f260cd08 None None] Checking router: d8a1a7df-0d23-4204-bb62-d76eb030fc1e for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:21:44.963222 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ec21b2-5304-465b-84bf-4384f260cd08 None None] Updating router d8a1a7df-0d23-4204-bb62-d76eb030fc1e port 8662f2c6-477a-420d-a361-618e1adee3ad binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:21:45.047650 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d222068-2368-45ba-af36-eaae20d2b0a5 req-3d69529f-6a6b-4a88-8058-924c480c446d tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692362 Jul 15 13:21:45.146844 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.db.resource_extend [None req-851a6d15-e17c-4cab-a479-f87370bfe791 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:21:45.149473 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c8122934-302c-4aaf-ad47-3e1110556f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.182652 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc1eefc-0d3b-4fc0-89be-70324aee64b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665be1ca-b510-4950-8edc-6b086ecaf56a'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:45.216364 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c3efce-689b-4463-a73a-06301614fa29" -d '{"events": [{"server_uuid": "9dc1eefc-0d3b-4fc0-89be-70324aee64b8", "name": "network-vif-plugged", "status": "completed", "tag": "665be1ca-b510-4950-8edc-6b086ecaf56a"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:45.242495 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-851a6d15-e17c-4cab-a479-f87370bfe791 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.261150 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851a6d15-e17c-4cab-a479-f87370bfe791 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:45.261912 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-851a6d15-e17c-4cab-a479-f87370bfe791 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.264487 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06ec21b2-5304-465b-84bf-4384f260cd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.278113 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-241e4fa9-772e-4c88-a562-bc97ec78ac58 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Deleting port b6f4ad12-3700-4e2e-a890-1b96827e12d9 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:45.278691 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-241e4fa9-772e-4c88-a562-bc97ec78ac58 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.290169 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 665be1ca-b510-4950-8edc-6b086ecaf56a, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=665be1ca-b510-4950-8edc-6b086ecaf56a,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:45.342890 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c8122934-302c-4aaf-ad47-3e1110556f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.368087 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.458949 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-851a6d15-e17c-4cab-a479-f87370bfe791 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0220392 Jul 15 13:21:45.465948 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=665be1ca-b510-4950-8edc-6b086ecaf56a,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:45.478225 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afacda9-7fc9-4f36-bb6a-3a4b5f61dedc req-cef5306e-0020-4cd9-b307-e7a0ce32acce tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:45.479682 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8afacda9-7fc9-4f36-bb6a-3a4b5f61dedc req-cef5306e-0020-4cd9-b307-e7a0ce32acce tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e5dc973-0493-4405-a610-0c377869d6db HTTP/1.1" status: 200 len: 946 time: 0.5318120 Jul 15 13:21:45.480259 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41654) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:45.484945 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a6d15-e17c-4cab-a479-f87370bfe791 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event updated for resources: {'Network': ['ID=35555bc3-b1d2-480d-b2a8-3721c1b5699e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:45.493285 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f1486675-ffe1-426d-9b7f-68af8455f0a0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Request body: {'subnet': {'network_id': '35555bc3-b1d2-480d-b2a8-3721c1b5699e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:45.543812 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 35555bc3-b1d2-480d-b2a8-3721c1b5699e details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:21:45.663846 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-241e4fa9-772e-4c88-a562-bc97ec78ac58 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.698147 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-241e4fa9-772e-4c88-a562-bc97ec78ac58 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Calling delete_port for b6f4ad12-3700-4e2e-a890-1b96827e12d9 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:45.716636 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a998e-4bac-4481-95f6-3783e5072245 req-94c221cb-3b06-4f77-83e3-644f5e86a8f4 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:45.719311 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-314a998e-4bac-4481-95f6-3783e5072245 req-94c221cb-3b06-4f77-83e3-644f5e86a8f4 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5dc973-0493-4405-a610-0c377869d6db HTTP/1.1" status: 200 len: 946 time: 0.2098222 Jul 15 13:21:45.953421 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-241e4fa9-772e-4c88-a562-bc97ec78ac58 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.999713 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06ec21b2-5304-465b-84bf-4384f260cd08 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.029006 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e4fa9-772e-4c88-a562-bc97ec78ac58 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Pushing event deleted for resources: {'Port': ['ID=b6f4ad12-3700-4e2e-a890-1b96827e12d9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:46.060861 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-314a998e-4bac-4481-95f6-3783e5072245 req-bd5597f3-2c04-4e15-8d0a-3237a31dc09e tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/security-groups?id=fad28828-d022-41dd-93e6-d92b85c5fda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377909 Jul 15 13:21:46.085628 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-eb49fdc6-012f-4882-ba44-a14136d7d0d2 req-5e089580-ba9b-42b4-8bdb-4425552d506f tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.139069 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-06ec21b2-5304-465b-84bf-4384f260cd08 None None] Transition to ACTIVE for port object 8662f2c6-477a-420d-a361-618e1adee3ad will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:46.155409 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06ec21b2-5304-465b-84bf-4384f260cd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.180524 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446d7acc-43fc-47dd-8323-d16f0ec8cbd0 x-openstack-request-id: req-446d7acc-43fc-47dd-8323-d16f0ec8cbd0 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:46.180860 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc1eefc-0d3b-4fc0-89be-70324aee64b8", "name": "network-vif-plugged", "status": "completed", "tag": "665be1ca-b510-4950-8edc-6b086ecaf56a", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:46.181091 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-446d7acc-43fc-47dd-8323-d16f0ec8cbd0 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:46.181512 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc1eefc-0d3b-4fc0-89be-70324aee64b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665be1ca-b510-4950-8edc-6b086ecaf56a', 'code': 200} Jul 15 13:21:46.217106 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c8122934-302c-4aaf-ad47-3e1110556f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.219687 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c8122934-302c-4aaf-ad47-3e1110556f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.220921 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c8122934-302c-4aaf-ad47-3e1110556f40 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d70cb96-3e60-4056-99fd-627e484dd114 HTTP/1.1" status: 204 len: 168 time: 1.7971394 Jul 15 13:21:46.278325 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8122934-302c-4aaf-ad47-3e1110556f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d70cb96-3e60-4056-99fd-627e484dd114,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:46.288544 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8d292-9e08-4578-9a06-d1acd5eb9fb4 None None] Pushing event updated for resources: {'Port': ['ID=8662f2c6-477a-420d-a361-618e1adee3ad,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:46.411351 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-241e4fa9-772e-4c88-a562-bc97ec78ac58 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.414272 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1486675-ffe1-426d-9b7f-68af8455f0a0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Made reservation on behalf of 02de15b4d2954d6d9c9c75a1ac38a37c for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:46.416518 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-241e4fa9-772e-4c88-a562-bc97ec78ac58 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "DELETE /v2.0/ports/b6f4ad12-3700-4e2e-a890-1b96827e12d9 HTTP/1.1" status: 204 len: 168 time: 1.5446968 Jul 15 13:21:46.417190 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41664) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:46.418482 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1486675-ffe1-426d-9b7f-68af8455f0a0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.431569 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-06ec21b2-5304-465b-84bf-4384f260cd08 None None] Attempting to bind port 8662f2c6-477a-420d-a361-618e1adee3ad on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:46.432317 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-06ec21b2-5304-465b-84bf-4384f260cd08 None None] Attempting to bind port 8662f2c6-477a-420d-a361-618e1adee3ad by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4da0cf57-d0d6-416f-91d7-e4c773c1f24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '460c8122-58b6-4cac-8dd9-26dd7d74e7a5'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:46.432952 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ec21b2-5304-465b-84bf-4384f260cd08 None None] Attempting to bind port 8662f2c6-477a-420d-a361-618e1adee3ad on network 460c8122-58b6-4cac-8dd9-26dd7d74e7a5 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:46.442667 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ec21b2-5304-465b-84bf-4384f260cd08 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:46.446321 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ec21b2-5304-465b-84bf-4384f260cd08 None None] Checking segment: {'id': '4da0cf57-d0d6-416f-91d7-e4c773c1f24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '460c8122-58b6-4cac-8dd9-26dd7d74e7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:46.447088 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06ec21b2-5304-465b-84bf-4384f260cd08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.449164 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ec21b2-5304-465b-84bf-4384f260cd08 None None] Bound using segment: {'id': '4da0cf57-d0d6-416f-91d7-e4c773c1f24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '460c8122-58b6-4cac-8dd9-26dd7d74e7a5'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:46.450136 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-06ec21b2-5304-465b-84bf-4384f260cd08 None None] Bound port: 8662f2c6-477a-420d-a361-618e1adee3ad, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da0cf57-d0d6-416f-91d7-e4c773c1f24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '460c8122-58b6-4cac-8dd9-26dd7d74e7a5'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:46.452052 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06ec21b2-5304-465b-84bf-4384f260cd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.587798 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-8afacda9-7fc9-4f36-bb6a-3a4b5f61dedc req-5e4ad0e2-7955-4d84-b47a-6978ad48da24 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Deleting port efd643db-8cb9-4bae-b7fe-ff7dfceb5d59 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:46.588299 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8afacda9-7fc9-4f36-bb6a-3a4b5f61dedc req-5e4ad0e2-7955-4d84-b47a-6978ad48da24 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.655108 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-eb49fdc6-012f-4882-ba44-a14136d7d0d2 req-5e089580-ba9b-42b4-8bdb-4425552d506f tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Allocated IP 172.25.6.67 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/0d636a89-6992-422f-94e7-dfd9262441c4) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:46.664824 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-06ec21b2-5304-465b-84bf-4384f260cd08 None None] For port 8662f2c6-477a-420d-a361-618e1adee3ad, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:46.676738 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-13cd9202-94dd-4f08-9c1a-82926e057383 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Deleting subnet 565ec453-53b0-4720-9670-49936e2bd20d {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:21:46.681364 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-06ec21b2-5304-465b-84bf-4384f260cd08 None None] For port 8662f2c6-477a-420d-a361-618e1adee3ad, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8662f2c6-477a-420d-a361-618e1adee3ad,segment=NetworkSegment(4da0cf57-d0d6-416f-91d7-e4c773c1f24e),segment_id=4da0cf57-d0d6-416f-91d7-e4c773c1f24e)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:46.681664 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-13cd9202-94dd-4f08-9c1a-82926e057383 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.693067 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06ec21b2-5304-465b-84bf-4384f260cd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.765263 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-13cd9202-94dd-4f08-9c1a-82926e057383 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.810756 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a7758-4586-4d46-8352-9b153a7d3d57 req-8acb982d-09a4-419b-acc8-b4b59704409f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:46.818482 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e61a7758-4586-4d46-8352-9b153a7d3d57 req-8acb982d-09a4-419b-acc8-b4b59704409f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc1eefc-0d3b-4fc0-89be-70324aee64b8 HTTP/1.1" status: 200 len: 945 time: 0.3658795 Jul 15 13:21:46.855606 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ec21b2-5304-465b-84bf-4384f260cd08 None None] Routers {'d8a1a7df-0d23-4204-bb62-d76eb030fc1e'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:46.856996 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-06ec21b2-5304-465b-84bf-4384f260cd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:21:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d8a1a7df-0d23-4204-bb62-d76eb030fc1e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:46.877616 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f268907-0493-4428-88fc-f07dce3a2e7c req-d3c1a72e-ee38-4407-b6c3-11b322de23e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:46.877616 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3f268907-0493-4428-88fc-f07dce3a2e7c req-d3c1a72e-ee38-4407-b6c3-11b322de23e7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9dc1eefc-0d3b-4fc0-89be-70324aee64b8 HTTP/1.1" status: 200 len: 1097 time: 0.5581303 Jul 15 13:21:47.035820 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-06ec21b2-5304-465b-84bf-4384f260cd08 None None] Set router d8a1a7df-0d23-4204-bb62-d76eb030fc1e gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:47.056131 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e61a7758-4586-4d46-8352-9b153a7d3d57 req-c9c4190a-45e4-455f-b58a-ea6622f873bc tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360020 Jul 15 13:21:47.170912 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-8afacda9-7fc9-4f36-bb6a-3a4b5f61dedc req-5e4ad0e2-7955-4d84-b47a-6978ad48da24 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] For port efd643db-8cb9-4bae-b7fe-ff7dfceb5d59, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=efd643db-8cb9-4bae-b7fe-ff7dfceb5d59,segment=NetworkSegment(371c93d3-8bda-432b-9978-4decba9e0a67),segment_id=371c93d3-8bda-432b-9978-4decba9e0a67)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:47.180427 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8afacda9-7fc9-4f36-bb6a-3a4b5f61dedc req-5e4ad0e2-7955-4d84-b47a-6978ad48da24 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.199440 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8d292-9e08-4578-9a06-d1acd5eb9fb4 None None] Pushing event updated for resources: {'Port': ['ID=8662f2c6-477a-420d-a361-618e1adee3ad,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:47.228741 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3f268907-0493-4428-88fc-f07dce3a2e7c req-9acbdbd1-93d5-4f85-bd46-9b233c59f71b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227253 Jul 15 13:21:47.300238 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-8afacda9-7fc9-4f36-bb6a-3a4b5f61dedc req-5e4ad0e2-7955-4d84-b47a-6978ad48da24 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Calling delete_port for efd643db-8cb9-4bae-b7fe-ff7dfceb5d59 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:47.333295 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-13cd9202-94dd-4f08-9c1a-82926e057383 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.383711 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-eb49fdc6-012f-4882-ba44-a14136d7d0d2 req-5e089580-ba9b-42b4-8bdb-4425552d506f tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.384816 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-06ec21b2-5304-465b-84bf-4384f260cd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a1a7df-0d23-4204-bb62-d76eb030fc1e', 'name': 'tempest-FloatingIPsTestJSON-1881880024-router', 'tenant_id': '2ad710eb9ca7460083392e9f094ed777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '73fa9176-293c-4ec4-89bd-d5121329cc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:26Z', 'updated_at': '2021-07-15T13:21:38Z', 'revision_number': 4, 'project_id': '2ad710eb9ca7460083392e9f094ed777', 'gw_port': {'id': '73fa9176-293c-4ec4-89bd-d5121329cc40', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a1a7df-0d23-4204-bb62-d76eb030fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:28Z', 'updated_at': '2021-07-15T13:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '8662f2c6-477a-420d-a361-618e1adee3ad', 'name': '', 'network_id': '460c8122-58b6-4cac-8dd9-26dd7d74e7a5', 'tenant_id': '2ad710eb9ca7460083392e9f094ed777', 'mac_address': 'fa:16:3e:85:dc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a1a7df-0d23-4204-bb62-d76eb030fc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'ad673e93-97c7-43ae-afa4-ce37978f7d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:35Z', 'updated_at': '2021-07-15T13:21:46Z', 'revision_number': 4, 'project_id': '2ad710eb9ca7460083392e9f094ed777', 'subnets': [{'id': 'ad673e93-97c7-43ae-afa4-ce37978f7d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:47.435933 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ec21b2-5304-465b-84bf-4384f260cd08 None None] The sync data for ids ['d8a1a7df-0d23-4204-bb62-d76eb030fc1e'] in n-d-758944-45 is: [{'id': 'd8a1a7df-0d23-4204-bb62-d76eb030fc1e', 'name': 'tempest-FloatingIPsTestJSON-1881880024-router', 'tenant_id': '2ad710eb9ca7460083392e9f094ed777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '73fa9176-293c-4ec4-89bd-d5121329cc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:26Z', 'updated_at': '2021-07-15T13:21:38Z', 'revision_number': 4, 'project_id': '2ad710eb9ca7460083392e9f094ed777', 'gw_port': {'id': '73fa9176-293c-4ec4-89bd-d5121329cc40', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a1a7df-0d23-4204-bb62-d76eb030fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:28Z', 'updated_at': '2021-07-15T13:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '8662f2c6-477a-420d-a361-618e1adee3ad', 'name': '', 'network_id': '460c8122-58b6-4cac-8dd9-26dd7d74e7a5', 'tenant_id': '2ad710eb9ca7460083392e9f094ed777', 'mac_address': 'fa:16:3e:85:dc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a1a7df-0d23-4204-bb62-d76eb030fc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'ad673e93-97c7-43ae-afa4-ce37978f7d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:35Z', 'updated_at': '2021-07-15T13:21:46Z', 'revision_number': 4, 'project_id': '2ad710eb9ca7460083392e9f094ed777', 'subnets': [{'id': 'ad673e93-97c7-43ae-afa4-ce37978f7d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:21:47.466491 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-13cd9202-94dd-4f08-9c1a-82926e057383 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.548884 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41682) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:47.557069 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd9202-94dd-4f08-9c1a-82926e057383 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Pushing event deleted for resources: {'Subnet': ['ID=565ec453-53b0-4720-9670-49936e2bd20d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:47.617028 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1486675-ffe1-426d-9b7f-68af8455f0a0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.627405 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fc1083-8caa-4ade-91b8-de6b3337bdef None None] Network af7ddb53-a503-4934-b82b-95b8c79b40c8 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:47.669288 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3397f19e-887f-454d-b234-edf942bb5f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.681309 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-13cd9202-94dd-4f08-9c1a-82926e057383 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.683404 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-13cd9202-94dd-4f08-9c1a-82926e057383 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "DELETE /v2.0/subnets/565ec453-53b0-4720-9670-49936e2bd20d HTTP/1.1" status: 204 len: 168 time: 1.2651658 Jul 15 13:21:47.704788 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41686) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:47.833974 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f27dfc5-175b-45ad-b916-5e917fd54f70 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Deleting subnet a43bc5d5-1c28-45f8-9de2-b37f1dc5ca84 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:21:47.837956 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f27dfc5-175b-45ad-b916-5e917fd54f70 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.900126 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f27dfc5-175b-45ad-b916-5e917fd54f70 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.964439 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd73fa0-f1a4-4e8b-975c-0f1be1380dbb None None] DHCP port deletion for af7ddb53-a503-4934-b82b-95b8c79b40c8 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:21:48.025525 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f27dfc5-175b-45ad-b916-5e917fd54f70 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.056940 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-eb49fdc6-012f-4882-ba44-a14136d7d0d2 req-5e089580-ba9b-42b4-8bdb-4425552d506f tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.085920 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-fcd73fa0-f1a4-4e8b-975c-0f1be1380dbb None None] Deleting port a41d7f5d-222d-4cf5-9278-8224d240419a {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:48.086208 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1486675-ffe1-426d-9b7f-68af8455f0a0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event updated for resources: {'Subnet': ['ID=adfccd72-9fdb-49d9-a4ef-b830f45289a8,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:48.087726 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fcd73fa0-f1a4-4e8b-975c-0f1be1380dbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.147821 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f27dfc5-175b-45ad-b916-5e917fd54f70 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.207416 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb49fdc6-012f-4882-ba44-a14136d7d0d2 req-5e089580-ba9b-42b4-8bdb-4425552d506f tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:48.214492 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f27dfc5-175b-45ad-b916-5e917fd54f70 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Pushing event deleted for resources: {'Subnet': ['ID=a43bc5d5-1c28-45f8-9de2-b37f1dc5ca84,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:48.218547 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-fcd73fa0-f1a4-4e8b-975c-0f1be1380dbb None None] For port a41d7f5d-222d-4cf5-9278-8224d240419a, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a41d7f5d-222d-4cf5-9278-8224d240419a,segment=NetworkSegment(be6f61df-1bcf-4dee-95b3-8bf240166a89),segment_id=be6f61df-1bcf-4dee-95b3-8bf240166a89)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:48.219389 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fcd73fa0-f1a4-4e8b-975c-0f1be1380dbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.221459 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-eb49fdc6-012f-4882-ba44-a14136d7d0d2 req-5e089580-ba9b-42b4-8bdb-4425552d506f tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:48.224226 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8afacda9-7fc9-4f36-bb6a-3a4b5f61dedc req-5e4ad0e2-7955-4d84-b47a-6978ad48da24 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.227788 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb49fdc6-012f-4882-ba44-a14136d7d0d2 req-5e089580-ba9b-42b4-8bdb-4425552d506f tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:48.250609 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-fcd73fa0-f1a4-4e8b-975c-0f1be1380dbb None None] Calling delete_port for a41d7f5d-222d-4cf5-9278-8224d240419a owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:48.274778 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f27dfc5-175b-45ad-b916-5e917fd54f70 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.277820 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9f27dfc5-175b-45ad-b916-5e917fd54f70 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "DELETE /v2.0/subnets/a43bc5d5-1c28-45f8-9de2-b37f1dc5ca84 HTTP/1.1" status: 204 len: 168 time: 0.5646126 Jul 15 13:21:48.281165 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41696) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:48.286050 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e089580-ba9b-42b4-8bdb-4425552d506f tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Pushing event updated for resources: {'Port': ['ID=0d636a89-6992-422f-94e7-dfd9262441c4,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:48.328579 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ad0e2-7955-4d84-b47a-6978ad48da24 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Pushing event deleted for resources: {'Port': ['ID=efd643db-8cb9-4bae-b7fe-ff7dfceb5d59,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:48.344461 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60eaa05-8448-4608-b651-611ac2151c33 None None] Network 092cf651-d793-4b85-94d1-eb7a1eab171d requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:48.354558 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1b141-811f-4f66-a108-547240bfb856 req-91a7b0ce-da7c-415e-9bac-93994c3e359e tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:48.366918 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fcd1b141-811f-4f66-a108-547240bfb856 req-91a7b0ce-da7c-415e-9bac-93994c3e359e tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5dc973-0493-4405-a610-0c377869d6db HTTP/1.1" status: 200 len: 867 time: 0.8187423 Jul 15 13:21:48.375908 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1486675-ffe1-426d-9b7f-68af8455f0a0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Checking segment: {'id': 'a10d732f-34ca-4fe9-b182-5ebb9d2db640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '35555bc3-b1d2-480d-b2a8-3721c1b5699e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:48.377971 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1486675-ffe1-426d-9b7f-68af8455f0a0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Network hostable DHCP agents. Network: 35555bc3-b1d2-480d-b2a8-3721c1b5699e, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:21:48.509394 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fcd1b141-811f-4f66-a108-547240bfb856 req-088a8660-026a-4445-a6a6-ec8be885d10b tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/security-groups?id=fad28828-d022-41dd-93e6-d92b85c5fda0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351171 Jul 15 13:21:48.623970 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3397f19e-887f-454d-b234-edf942bb5f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.630699 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3397f19e-887f-454d-b234-edf942bb5f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.684360 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3397f19e-887f-454d-b234-edf942bb5f2a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7fd43e42f97d4b758d3aa3f5da274f01&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1245885 Jul 15 13:21:48.693011 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41702) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:48.731245 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13c0d9e3-9fe2-4ce5-82b2-6241735b33c0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.733531 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-8afacda9-7fc9-4f36-bb6a-3a4b5f61dedc req-5e4ad0e2-7955-4d84-b47a-6978ad48da24 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] No DVR routers for this DVR port efd643db-8cb9-4bae-b7fe-ff7dfceb5d59 on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:48.746552 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8afacda9-7fc9-4f36-bb6a-3a4b5f61dedc req-5e4ad0e2-7955-4d84-b47a-6978ad48da24 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.748702 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8afacda9-7fc9-4f36-bb6a-3a4b5f61dedc req-5e4ad0e2-7955-4d84-b47a-6978ad48da24 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.18 "DELETE /v2.0/ports/efd643db-8cb9-4bae-b7fe-ff7dfceb5d59 HTTP/1.1" status: 204 len: 173 time: 3.2387502 Jul 15 13:21:48.762234 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5dc973-0493-4405-a610-0c377869d6db', 'name': 'network-vif-deleted', 'tag': 'efd643db-8cb9-4bae-b7fe-ff7dfceb5d59'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:48.764759 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5e968e-bf7c-4978-8782-f443689e39f3" -d '{"events": [{"server_uuid": "6e5dc973-0493-4405-a610-0c377869d6db", "name": "network-vif-deleted", "tag": "efd643db-8cb9-4bae-b7fe-ff7dfceb5d59"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:48.778119 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1486675-ffe1-426d-9b7f-68af8455f0a0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Network 35555bc3-b1d2-480d-b2a8-3721c1b5699e is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:21:48.793790 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-f1486675-ffe1-426d-9b7f-68af8455f0a0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 35555bc3-b1d2-480d-b2a8-3721c1b5699e) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:48.841523 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c367bb95-746e-4648-b9ad-ee4f3d8a123b None None] Network 35555bc3-b1d2-480d-b2a8-3721c1b5699e requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:48.854066 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1486675-ffe1-426d-9b7f-68af8455f0a0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:48.854558 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1486675-ffe1-426d-9b7f-68af8455f0a0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.914646 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fcd73fa0-f1a4-4e8b-975c-0f1be1380dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.970003 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-eb49fdc6-012f-4882-ba44-a14136d7d0d2 req-5e089580-ba9b-42b4-8bdb-4425552d506f tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.978225 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397f19e-887f-454d-b234-edf942bb5f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9a7ed4-bdff-483e-bab7-71cce65f85d8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:49.062546 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f1486675-ffe1-426d-9b7f-68af8455f0a0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.5715861 Jul 15 13:21:49.070577 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd73fa0-f1a4-4e8b-975c-0f1be1380dbb None None] Pushing event deleted for resources: {'Port': ['ID=a41d7f5d-222d-4cf5-9278-8224d240419a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:49.074657 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41710) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:49.098056 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd73fa0-f1a4-4e8b-975c-0f1be1380dbb None None] No DVR routers for this DVR port a41d7f5d-222d-4cf5-9278-8224d240419a on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:49.099761 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af97793-311f-4536-a0f7-0e24d6ab5d1f None None] DHCP port deletion for 092cf651-d793-4b85-94d1-eb7a1eab171d request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:21:49.263968 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-eb49fdc6-012f-4882-ba44-a14136d7d0d2 req-5e089580-ba9b-42b4-8bdb-4425552d506f tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.266132 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d7d0aa72-8e1c-4df6-a4d0-8aed52c91645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.296082 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb6ba9-4152-4b1d-89a8-b6c36f83065f req-8b0f8848-70e3-4dc0-8512-e556507b2a47 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:49.320234 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-86bb6ba9-4152-4b1d-89a8-b6c36f83065f req-8b0f8848-70e3-4dc0-8512-e556507b2a47 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc1eefc-0d3b-4fc0-89be-70324aee64b8 HTTP/1.1" status: 200 len: 945 time: 0.5084286 Jul 15 13:21:49.355755 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6af97793-311f-4536-a0f7-0e24d6ab5d1f None None] Deleting port 80cb5df2-6fbf-4f2b-b30f-66504020edcd {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:49.356164 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6af97793-311f-4536-a0f7-0e24d6ab5d1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.378013 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d7d0aa72-8e1c-4df6-a4d0-8aed52c91645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.478059 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-13c0d9e3-9fe2-4ce5-82b2-6241735b33c0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Deleting port a41d7f5d-222d-4cf5-9278-8224d240419a {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:49.478395 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13c0d9e3-9fe2-4ce5-82b2-6241735b33c0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.514889 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-86bb6ba9-4152-4b1d-89a8-b6c36f83065f req-33531a7c-28cc-4c17-b1b8-1bf40026e92f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936278 Jul 15 13:21:49.566736 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d7d0aa72-8e1c-4df6-a4d0-8aed52c91645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.570889 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d7d0aa72-8e1c-4df6-a4d0-8aed52c91645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.571883 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d7d0aa72-8e1c-4df6-a4d0-8aed52c91645 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb9a7ed4-bdff-483e-bab7-71cce65f85d8 HTTP/1.1" status: 204 len: 168 time: 0.8714867 Jul 15 13:21:49.598210 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0aa72-8e1c-4df6-a4d0-8aed52c91645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9a7ed4-bdff-483e-bab7-71cce65f85d8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:49.774193 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-6af97793-311f-4536-a0f7-0e24d6ab5d1f None None] For port 80cb5df2-6fbf-4f2b-b30f-66504020edcd, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=80cb5df2-6fbf-4f2b-b30f-66504020edcd,segment=NetworkSegment(37f44b11-a6f8-42e5-9c70-4ac39e12a5cf),segment_id=37f44b11-a6f8-42e5-9c70-4ac39e12a5cf)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:49.776334 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6af97793-311f-4536-a0f7-0e24d6ab5d1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.778672 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc3fd09-36f8-45b2-aa14-7bd13264384e x-openstack-request-id: req-cfc3fd09-36f8-45b2-aa14-7bd13264384e {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:49.782301 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5dc973-0493-4405-a610-0c377869d6db", "name": "network-vif-deleted", "tag": "efd643db-8cb9-4bae-b7fe-ff7dfceb5d59", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:49.782503 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cfc3fd09-36f8-45b2-aa14-7bd13264384e {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:49.783071 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5dc973-0493-4405-a610-0c377869d6db', 'name': 'network-vif-deleted', 'tag': 'efd643db-8cb9-4bae-b7fe-ff7dfceb5d59', 'status': 'completed', 'code': 200} Jul 15 13:21:49.786074 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-13c0d9e3-9fe2-4ce5-82b2-6241735b33c0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] For port a41d7f5d-222d-4cf5-9278-8224d240419a, host n-d-758944-45, got binding levels [] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:49.786463 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13c0d9e3-9fe2-4ce5-82b2-6241735b33c0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.818930 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6af97793-311f-4536-a0f7-0e24d6ab5d1f None None] Calling delete_port for 80cb5df2-6fbf-4f2b-b30f-66504020edcd owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:49.830632 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.867795 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-13c0d9e3-9fe2-4ce5-82b2-6241735b33c0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Calling delete_port for a41d7f5d-222d-4cf5-9278-8224d240419a owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:49.878209 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.ipam_backend_mixin [None req-13c0d9e3-9fe2-4ce5-82b2-6241735b33c0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Port a41d7f5d-222d-4cf5-9278-8224d240419a was not found and therefore no delete operation was performed {{(pid=93813) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:21:49.905119 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13c0d9e3-9fe2-4ce5-82b2-6241735b33c0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.988066 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2557eca-6de8-4767-a03e-035ed5a74269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-35555bc3-b1d2-480d-b2a8-3721c1b5699e', 'network_id': '35555bc3-b1d2-480d-b2a8-3721c1b5699e', 'tenant_id': '02de15b4d2954d6d9c9c75a1ac38a37c', 'fixed_ips': [{'subnet_id': 'adfccd72-9fdb-49d9-a4ef-b830f45289a8'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:21:49.993245 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2557eca-6de8-4767-a03e-035ed5a74269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.995934 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8662f2c6-477a-420d-a361-618e1adee3ad up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:50.032563 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device efd643db-8cb9-4bae-b7fe-ff7dfceb5d59 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:50.048174 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0d9e3-9fe2-4ce5-82b2-6241735b33c0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Pushing event deleted for resources: {'Port': ['ID=a41d7f5d-222d-4cf5-9278-8224d240419a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:50.107603 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c0d9e3-9fe2-4ce5-82b2-6241735b33c0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] No DVR routers for this DVR port a41d7f5d-222d-4cf5-9278-8224d240419a on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:50.211119 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: efd643db-8cb9-4bae-b7fe-ff7dfceb5d59 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:21:50.211614 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device efd643db-8cb9-4bae-b7fe-ff7dfceb5d59 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:21:50.334753 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13c0d9e3-9fe2-4ce5-82b2-6241735b33c0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:50.344908 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e8d070d3-f4d3-42bc-9a92-f388b0b6409f req-65d56371-026a-4ba5-a5f3-68cf7e6956d3 tempest-VolumesActionsTest-523422662 tempest-VolumesActionsTest-523422662-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5dc973-0493-4405-a610-0c377869d6db HTTP/1.1" status: 200 len: 210 time: 0.1095414 Jul 15 13:21:50.346479 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-13c0d9e3-9fe2-4ce5-82b2-6241735b33c0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af7ddb53-a503-4934-b82b-95b8c79b40c8']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:50.358364 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-13c0d9e3-9fe2-4ce5-82b2-6241735b33c0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be6f61df-1bcf-4dee-95b3-8bf240166a89') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:50.358668 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-13c0d9e3-9fe2-4ce5-82b2-6241735b33c0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be6f61df-1bcf-4dee-95b3-8bf240166a89') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:50.371412 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13c0d9e3-9fe2-4ce5-82b2-6241735b33c0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:50.396488 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13c0d9e3-9fe2-4ce5-82b2-6241735b33c0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:50.412395 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c0d9e3-9fe2-4ce5-82b2-6241735b33c0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:21:50.412395 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13c0d9e3-9fe2-4ce5-82b2-6241735b33c0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:50.498806 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:21:50.498806 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:21:50.498806 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:21:50.498806 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:21:50.498806 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:21:50.498806 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:21:50.498806 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:21:50.498806 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:21:50.498806 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:21:50.498806 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:21:50.498806 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:21:50.498806 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:21:50.498806 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:21:50.498806 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:21:50.498806 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:21:50.498806 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:21:50.498806 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:21:50.498806 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:21:50.498806 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:21:50.498806 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:21:50.498806 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:21:50.498806 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:21:50.498806 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:21:50.498806 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:21:50.498806 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:21:50.498806 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:21:50.498806 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:21:50.498806 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:21:50.498806 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:21:50.498806 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:21:50.498806 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:21:50.498806 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:21:50.500670 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-a2557eca-6de8-4767-a03e-035ed5a74269 None None] Allocated IP 172.20.0.1 (35555bc3-b1d2-480d-b2a8-3721c1b5699e/adfccd72-9fdb-49d9-a4ef-b830f45289a8/db0b94f7-dc71-422d-9185-d43a30360695) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:50.503510 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13c0d9e3-9fe2-4ce5-82b2-6241735b33c0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:50.510293 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:50.525153 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13c0d9e3-9fe2-4ce5-82b2-6241735b33c0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:50.528729 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-13c0d9e3-9fe2-4ce5-82b2-6241735b33c0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "DELETE /v2.0/networks/af7ddb53-a503-4934-b82b-95b8c79b40c8 HTTP/1.1" status: 204 len: 168 time: 2.2397542 Jul 15 13:21:50.532001 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41742) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:50.592777 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-eb49fdc6-012f-4882-ba44-a14136d7d0d2 req-5e089580-ba9b-42b4-8bdb-4425552d506f tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:50.677597 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0d9e3-9fe2-4ce5-82b2-6241735b33c0 tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Pushing event deleted for resources: {'Network': ['ID=af7ddb53-a503-4934-b82b-95b8c79b40c8,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:50.680770 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-eb49fdc6-012f-4882-ba44-a14136d7d0d2 req-5e089580-ba9b-42b4-8bdb-4425552d506f tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:50.777620 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41750) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:50.787739 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fc4601a2-0df9-4fdb-8d55-aac45d8bec07 req-283077b4-e506-4cc0-bd53-eafe245dc753 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=0a5577c115ec43508375ce7d29599c94 HTTP/1.1" status: 200 len: 267 time: 0.1245494 Jul 15 13:21:50.802438 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e089580-ba9b-42b4-8bdb-4425552d506f tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Pushing event updated for resources: {'Port': ['ID=0d636a89-6992-422f-94e7-dfd9262441c4,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:50.859895 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-eb49fdc6-012f-4882-ba44-a14136d7d0d2 req-5e089580-ba9b-42b4-8bdb-4425552d506f tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:50.894961 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b45da0f1-46e1-4c52-a673-17a7d5fdd58f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:50.926597 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-eb49fdc6-012f-4882-ba44-a14136d7d0d2 req-5e089580-ba9b-42b4-8bdb-4425552d506f tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:50.928953 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eb49fdc6-012f-4882-ba44-a14136d7d0d2 req-5e089580-ba9b-42b4-8bdb-4425552d506f tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 7.3243856 Jul 15 13:21:51.016162 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6af97793-311f-4536-a0f7-0e24d6ab5d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:51.089460 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4601a2-0df9-4fdb-8d55-aac45d8bec07 req-ab50fbb7-f30a-4c6a-b1a0-1099fbcd98b3 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:51.100060 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fc4601a2-0df9-4fdb-8d55-aac45d8bec07 req-ab50fbb7-f30a-4c6a-b1a0-1099fbcd98b3 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc1eefc-0d3b-4fc0-89be-70324aee64b8 HTTP/1.1" status: 200 len: 945 time: 0.2904179 Jul 15 13:21:51.130070 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af97793-311f-4536-a0f7-0e24d6ab5d1f None None] Pushing event deleted for resources: {'Port': ['ID=80cb5df2-6fbf-4f2b-b30f-66504020edcd,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:51.161083 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b45da0f1-46e1-4c52-a673-17a7d5fdd58f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:51.164802 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eb49fdc6-012f-4882-ba44-a14136d7d0d2 req-fcc84e9e-18c0-457d-b28d-5016cccd3d0a tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.67 HTTP/1.1" status: 200 len: 695 time: 0.2285435 Jul 15 13:21:51.179714 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-fc4601a2-0df9-4fdb-8d55-aac45d8bec07 req-1dc34e7d-6d2b-4f02-a2b2-a6cde15c4c25 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Request body: {'port': {'security_groups': []}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:51.183908 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af97793-311f-4536-a0f7-0e24d6ab5d1f None None] No DVR routers for this DVR port 80cb5df2-6fbf-4f2b-b30f-66504020edcd on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:51.186558 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1198d6c2-649a-41ba-b430-5ee53cf89ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:51.281711 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-b45da0f1-46e1-4c52-a673-17a7d5fdd58f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['092cf651-d793-4b85-94d1-eb7a1eab171d']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:51.299833 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-b45da0f1-46e1-4c52-a673-17a7d5fdd58f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f44b11-a6f8-42e5-9c70-4ac39e12a5cf') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:51.300319 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-b45da0f1-46e1-4c52-a673-17a7d5fdd58f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f44b11-a6f8-42e5-9c70-4ac39e12a5cf') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:51.318144 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b45da0f1-46e1-4c52-a673-17a7d5fdd58f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:51.318359 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2557eca-6de8-4767-a03e-035ed5a74269 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:51.328844 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a2557eca-6de8-4767-a03e-035ed5a74269 None None] Transition to ACTIVE for port object db0b94f7-dc71-422d-9185-d43a30360695 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:51.346379 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b45da0f1-46e1-4c52-a673-17a7d5fdd58f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:51.359021 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b45da0f1-46e1-4c52-a673-17a7d5fdd58f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:21:51.360048 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b45da0f1-46e1-4c52-a673-17a7d5fdd58f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:51.376713 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a2557eca-6de8-4767-a03e-035ed5a74269 None None] Transition to ACTIVE for port object db0b94f7-dc71-422d-9185-d43a30360695 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:51.388422 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 8662f2c6-477a-420d-a361-618e1adee3ad completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:51.406742 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 8662f2c6-477a-420d-a361-618e1adee3ad triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:51.407120 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:51.411272 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2557eca-6de8-4767-a03e-035ed5a74269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:51.490709 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:21:51.490709 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:21:51.490709 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:21:51.490709 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:21:51.490709 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:21:51.490709 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:21:51.490709 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:21:51.490709 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:21:51.490709 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:21:51.490709 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:21:51.490709 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:21:51.490709 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:21:51.490709 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:21:51.490709 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:21:51.490709 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:21:51.490709 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:21:51.490709 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:21:51.490709 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:21:51.490709 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:21:51.490709 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:21:51.490709 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:21:51.490709 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:21:51.490709 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:21:51.490709 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:21:51.490709 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:21:51.490709 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:21:51.490709 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:21:51.490709 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:21:51.490709 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:21:51.490709 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:21:51.490709 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:21:51.490709 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:21:51.498946 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2557eca-6de8-4767-a03e-035ed5a74269 None None] Pushing event updated for resources: {'Port': ['ID=db0b94f7-dc71-422d-9185-d43a30360695,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:51.503738 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2557eca-6de8-4767-a03e-035ed5a74269 None None] Network 35555bc3-b1d2-480d-b2a8-3721c1b5699e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:51.514088 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-a2557eca-6de8-4767-a03e-035ed5a74269 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:51.521698 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2557eca-6de8-4767-a03e-035ed5a74269 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:51.580926 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:51.618654 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event deleted for resources: {'Subnet': ['ID=adfccd72-9fdb-49d9-a4ef-b830f45289a8,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:51.630730 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49fdc6-012f-4882-ba44-a14136d7d0d2 req-c2bf1832-c1a6-4584-bb28-4a23ed9562cb tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:51.632350 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eb49fdc6-012f-4882-ba44-a14136d7d0d2 req-c2bf1832-c1a6-4584-bb28-4a23ed9562cb tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 784 time: 0.4607048 Jul 15 13:21:51.734361 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:51.744034 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a2557eca-6de8-4767-a03e-035ed5a74269 None None] Attempting to bind port db0b94f7-dc71-422d-9185-d43a30360695 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:51.744472 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a2557eca-6de8-4767-a03e-035ed5a74269 None None] Attempting to bind port db0b94f7-dc71-422d-9185-d43a30360695 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'a10d732f-34ca-4fe9-b182-5ebb9d2db640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '35555bc3-b1d2-480d-b2a8-3721c1b5699e'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:51.744965 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2557eca-6de8-4767-a03e-035ed5a74269 None None] Attempting to bind port db0b94f7-dc71-422d-9185-d43a30360695 on network 35555bc3-b1d2-480d-b2a8-3721c1b5699e {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:51.748738 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35555bc3-b1d2-480d-b2a8-3721c1b5699e']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:51.762466 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2557eca-6de8-4767-a03e-035ed5a74269 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:51.763030 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2557eca-6de8-4767-a03e-035ed5a74269 None None] Checking segment: {'id': 'a10d732f-34ca-4fe9-b182-5ebb9d2db640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '35555bc3-b1d2-480d-b2a8-3721c1b5699e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:51.763545 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2557eca-6de8-4767-a03e-035ed5a74269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:51.764042 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2557eca-6de8-4767-a03e-035ed5a74269 None None] Bound using segment: {'id': 'a10d732f-34ca-4fe9-b182-5ebb9d2db640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '35555bc3-b1d2-480d-b2a8-3721c1b5699e'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:51.764675 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a2557eca-6de8-4767-a03e-035ed5a74269 None None] Bound port: db0b94f7-dc71-422d-9185-d43a30360695, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10d732f-34ca-4fe9-b182-5ebb9d2db640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '35555bc3-b1d2-480d-b2a8-3721c1b5699e'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:51.765177 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2557eca-6de8-4767-a03e-035ed5a74269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:51.766291 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a10d732f-34ca-4fe9-b182-5ebb9d2db640') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:51.766770 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a10d732f-34ca-4fe9-b182-5ebb9d2db640') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:51.778791 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:51.779645 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:51.795557 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:51.804059 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:21:51.805216 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:51.842444 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a2557eca-6de8-4767-a03e-035ed5a74269 None None] For port db0b94f7-dc71-422d-9185-d43a30360695, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:51.885751 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:21:51.885751 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:21:51.885751 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:21:51.885751 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:21:51.885751 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:21:51.885751 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:21:51.885751 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:21:51.885751 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:21:51.885751 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:21:51.885751 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:21:51.885751 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:21:51.885751 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:21:51.885751 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:21:51.885751 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:21:51.885751 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:21:51.885751 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:21:51.885751 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:21:51.885751 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:21:51.885751 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:21:51.885751 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:21:51.885751 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:21:51.885751 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:21:51.885751 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:21:51.885751 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:21:51.885751 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:21:51.885751 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:21:51.885751 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:21:51.885751 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:21:51.885751 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:21:51.885751 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:21:51.885751 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:21:51.885751 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:21:51.887955 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b45da0f1-46e1-4c52-a673-17a7d5fdd58f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:51.893607 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-eb49fdc6-012f-4882-ba44-a14136d7d0d2 req-deb11b81-cbf2-4ff6-a4f3-3e001533d5c2 tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:51.906942 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eb49fdc6-012f-4882-ba44-a14136d7d0d2 req-deb11b81-cbf2-4ff6-a4f3-3e001533d5c2 tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2672002 Jul 15 13:21:51.917135 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.db.api [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:21:51.917135 n-d-758944-45 neutron-server[93813]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:21:51.917135 n-d-758944-45 neutron-server[93813]: [parameters: {'id': '35555bc3-b1d2-480d-b2a8-3721c1b5699e'}] Jul 15 13:21:51.917135 n-d-758944-45 neutron-server[93813]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:21:51.917935 n-d-758944-45 neutron-server[93813]: DEBUG oslo_db.api [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:21:51.953900 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a2557eca-6de8-4767-a03e-035ed5a74269 None None] For port db0b94f7-dc71-422d-9185-d43a30360695, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=db0b94f7-dc71-422d-9185-d43a30360695,segment=NetworkSegment(a10d732f-34ca-4fe9-b182-5ebb9d2db640),segment_id=a10d732f-34ca-4fe9-b182-5ebb9d2db640)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:51.956772 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 8662f2c6-477a-420d-a361-618e1adee3ad, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8662f2c6-477a-420d-a361-618e1adee3ad,segment=NetworkSegment(4da0cf57-d0d6-416f-91d7-e4c773c1f24e),segment_id=4da0cf57-d0d6-416f-91d7-e4c773c1f24e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:51.963639 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2557eca-6de8-4767-a03e-035ed5a74269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.020921 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fc4601a2-0df9-4fdb-8d55-aac45d8bec07 req-1dc34e7d-6d2b-4f02-a2b2-a6cde15c4c25 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.048194 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.057398 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b45da0f1-46e1-4c52-a673-17a7d5fdd58f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.065375 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b45da0f1-46e1-4c52-a673-17a7d5fdd58f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] 10.222.0.24 "DELETE /v2.0/networks/092cf651-d793-4b85-94d1-eb7a1eab171d HTTP/1.1" status: 204 len: 168 time: 1.5265660 Jul 15 13:21:52.131403 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6be70c7b-47c8-4e50-8704-80aeb9c8f2f0 req-6ca37db0-fcc9-4032-ae45-04160b91c4ba tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] 10.222.0.24 "GET /v2.0/floatingips/026aabac-7c11-421b-9cf4-b347f4a80c3e HTTP/1.1" status: 200 len: 692 time: 0.1297567 Jul 15 13:21:52.261121 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a41d7f5d-222d-4cf5-9278-8224d240419a no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:52.345159 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45da0f1-46e1-4c52-a673-17a7d5fdd58f tempest-TaggedBootDevicesTest-922530846 tempest-TaggedBootDevicesTest-922530846-project] Pushing event deleted for resources: {'Network': ['ID=092cf651-d793-4b85-94d1-eb7a1eab171d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:52.370338 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be70c7b-47c8-4e50-8704-80aeb9c8f2f0 req-cb4af452-67df-4eb9-9da2-c78cb85bf0f2 tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:52.377309 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6be70c7b-47c8-4e50-8704-80aeb9c8f2f0 req-cb4af452-67df-4eb9-9da2-c78cb85bf0f2 tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 784 time: 0.2409804 Jul 15 13:21:52.386061 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-6be70c7b-47c8-4e50-8704-80aeb9c8f2f0 req-9ba21139-25f7-4744-bd24-b6c645caeb9e tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:52.403885 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6be70c7b-47c8-4e50-8704-80aeb9c8f2f0 req-9ba21139-25f7-4744-bd24-b6c645caeb9e tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0255678 Jul 15 13:21:52.419758 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.456663 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: a41d7f5d-222d-4cf5-9278-8224d240419a {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:21:52.457355 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a41d7f5d-222d-4cf5-9278-8224d240419a not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:21:52.457869 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 80cb5df2-6fbf-4f2b-b30f-66504020edcd no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:52.503448 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 80cb5df2-6fbf-4f2b-b30f-66504020edcd {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:21:52.503995 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 80cb5df2-6fbf-4f2b-b30f-66504020edcd not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:21:52.540235 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2557eca-6de8-4767-a03e-035ed5a74269 None None] Pushing event updated for resources: {'Port': ['ID=db0b94f7-dc71-422d-9185-d43a30360695,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:52.735412 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=8662f2c6-477a-420d-a361-618e1adee3ad,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:52.749553 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c533a79-bc7e-4b6c-a76c-9331505819e0 None None] Network 35555bc3-b1d2-480d-b2a8-3721c1b5699e requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:52.830602 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-fc4601a2-0df9-4fdb-8d55-aac45d8bec07 req-1dc34e7d-6d2b-4f02-a2b2-a6cde15c4c25 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] For port 665be1ca-b510-4950-8edc-6b086ecaf56a, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=665be1ca-b510-4950-8edc-6b086ecaf56a,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:52.837481 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aeb14f33-9141-4c92-9c0c-55de98d84a86 req-652608a3-bb42-4bd3-a5c4-959397232350 tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=2ad710eb9ca7460083392e9f094ed777 HTTP/1.1" status: 200 len: 695 time: 0.2516980 Jul 15 13:21:52.850842 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Deleting port db0b94f7-dc71-422d-9185-d43a30360695 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:52.851289 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.929120 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fc4601a2-0df9-4fdb-8d55-aac45d8bec07 req-1dc34e7d-6d2b-4f02-a2b2-a6cde15c4c25 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.951693 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fc4601a2-0df9-4fdb-8d55-aac45d8bec07 req-1dc34e7d-6d2b-4f02-a2b2-a6cde15c4c25 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.011304 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] For port db0b94f7-dc71-422d-9185-d43a30360695, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=db0b94f7-dc71-422d-9185-d43a30360695,segment=NetworkSegment(a10d732f-34ca-4fe9-b182-5ebb9d2db640),segment_id=a10d732f-34ca-4fe9-b182-5ebb9d2db640)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:53.011917 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.018679 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['7a219332-539e-43f4-ad7d-bc1eb1e39bc8', '44669c72-d839-4b49-83ed-d597c23d8bbd', '665be1ca-b510-4950-8edc-6b086ecaf56a'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:53.032117 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Calling delete_port for db0b94f7-dc71-422d-9185-d43a30360695 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:53.089619 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4601a2-0df9-4fdb-8d55-aac45d8bec07 req-1dc34e7d-6d2b-4f02-a2b2-a6cde15c4c25 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:53.090565 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fc4601a2-0df9-4fdb-8d55-aac45d8bec07 req-1dc34e7d-6d2b-4f02-a2b2-a6cde15c4c25 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.106404 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fc4601a2-0df9-4fdb-8d55-aac45d8bec07 req-1dc34e7d-6d2b-4f02-a2b2-a6cde15c4c25 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "PUT /v2.0/ports/665be1ca-b510-4950-8edc-6b086ecaf56a HTTP/1.1" status: 200 len: 904 time: 2.0051031 Jul 15 13:21:53.106917 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc1eefc-0d3b-4fc0-89be-70324aee64b8', 'tag': '665be1ca-b510-4950-8edc-6b086ecaf56a'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:53.109367 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef35e9d1-66f7-45b0-af82-886b21079232" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc1eefc-0d3b-4fc0-89be-70324aee64b8", "tag": "665be1ca-b510-4950-8edc-6b086ecaf56a"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:53.148056 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.178827 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] No DVR routers for this DVR port db0b94f7-dc71-422d-9185-d43a30360695 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:53.214931 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event deleted for resources: {'Port': ['ID=db0b94f7-dc71-422d-9185-d43a30360695,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:53.259771 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc34e7d-6d2b-4f02-a2b2-a6cde15c4c25 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Pushing event updated for resources: {'Port': ['ID=665be1ca-b510-4950-8edc-6b086ecaf56a,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:53.336858 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35d157a6-bfbb-4003-8c12-60a66ca14db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.342704 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.401445 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb14f33-9141-4c92-9c0c-55de98d84a86 req-8176acd9-7d49-49df-90e6-5ca7b082bef2 tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:53.404229 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aeb14f33-9141-4c92-9c0c-55de98d84a86 req-8176acd9-7d49-49df-90e6-5ca7b082bef2 tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] 10.222.0.24 "GET /v2.0/networks?id=0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 787 time: 0.5658181 Jul 15 13:21:53.410341 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35555bc3-b1d2-480d-b2a8-3721c1b5699e']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:53.431374 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-aeb14f33-9141-4c92-9c0c-55de98d84a86 req-15506a5d-54f8-4675-b72f-009eed396c22 tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:53.433716 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aeb14f33-9141-4c92-9c0c-55de98d84a86 req-15506a5d-54f8-4675-b72f-009eed396c22 tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0184023 Jul 15 13:21:53.442390 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['665be1ca-b510-4950-8edc-6b086ecaf56a'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:53.447699 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a10d732f-34ca-4fe9-b182-5ebb9d2db640') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:53.448174 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a10d732f-34ca-4fe9-b182-5ebb9d2db640') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:53.464673 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.486644 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.504541 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:21:53.505930 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.516886 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:21:53.516886 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:21:53.516886 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:21:53.516886 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:21:53.516886 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:21:53.516886 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:21:53.516886 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:21:53.516886 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:21:53.516886 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:21:53.516886 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:21:53.516886 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:21:53.516886 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:21:53.516886 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:21:53.516886 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:21:53.516886 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:21:53.516886 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:21:53.516886 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:21:53.516886 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:21:53.516886 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:21:53.516886 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:21:53.516886 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:21:53.516886 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:21:53.516886 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:21:53.516886 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:21:53.516886 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:21:53.516886 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:21:53.516886 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:21:53.516886 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:21:53.516886 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:21:53.516886 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:21:53.516886 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:21:53.516886 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:21:53.643091 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.644749 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-78974c88-cd5d-4b7d-8ecc-f4250ba589c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.795274 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.849143 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4e32e4-c310-436d-b7eb-b7438d1d6e34 x-openstack-request-id: req-3e4e32e4-c310-436d-b7eb-b7438d1d6e34 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:53.849721 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc1eefc-0d3b-4fc0-89be-70324aee64b8", "tag": "665be1ca-b510-4950-8edc-6b086ecaf56a", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:53.850264 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e4e32e4-c310-436d-b7eb-b7438d1d6e34 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:53.851111 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc1eefc-0d3b-4fc0-89be-70324aee64b8', 'tag': '665be1ca-b510-4950-8edc-6b086ecaf56a', 'status': 'completed', 'code': 200} Jul 15 13:21:53.860371 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-23097127-d291-4509-855a-7f7603a4fd24 None None] Provisioning complete for port 665be1ca-b510-4950-8edc-6b086ecaf56a triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:53.860759 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-23097127-d291-4509-855a-7f7603a4fd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.202265 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4ed5a9-d0fe-4ec7-b9c7-bb7c7b1d8659 None None] get_active_networks_info from n-d-758944-45 {{(pid=93815) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:21:54.210304 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44daa57d-1030-4da7-97d4-f6ac3f5e29f9 req-e0a419ec-f176-418d-9680-82e28113088f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:54.211971 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-44daa57d-1030-4da7-97d4-f6ac3f5e29f9 req-e0a419ec-f176-418d-9680-82e28113088f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc1eefc-0d3b-4fc0-89be-70324aee64b8 HTTP/1.1" status: 200 len: 907 time: 0.3596737 Jul 15 13:21:54.444745 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-35d157a6-bfbb-4003-8c12-60a66ca14db0 admin admin] Deleting port 08f61f54-602a-48d0-9466-d9781fba318a {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:54.445315 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35d157a6-bfbb-4003-8c12-60a66ca14db0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.592112 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4ed5a9-d0fe-4ec7-b9c7-bb7c7b1d8659 None None] Resources bound (agent type, host, resource id): {{(pid=93815) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:21:54.658932 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-35d157a6-bfbb-4003-8c12-60a66ca14db0 admin admin] For port 08f61f54-602a-48d0-9466-d9781fba318a, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=08f61f54-602a-48d0-9466-d9781fba318a,segment=NetworkSegment(a4851be2-d85a-40d9-9894-63e2818675e8),segment_id=a4851be2-d85a-40d9-9894-63e2818675e8)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:54.669863 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35d157a6-bfbb-4003-8c12-60a66ca14db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.721973 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-35d157a6-bfbb-4003-8c12-60a66ca14db0 admin admin] Calling delete_port for 08f61f54-602a-48d0-9466-d9781fba318a owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:54.862242 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.874535 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/networks/35555bc3-b1d2-480d-b2a8-3721c1b5699e HTTP/1.1" status: 204 len: 168 time: 5.7920184 Jul 15 13:21:54.874975 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41882) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.898723 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.901812 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-959b8ffe-e0ec-449b-9540-f12a891cbf49 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2017132562'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:54.908956 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8662f2c6-477a-420d-a361-618e1adee3ad up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:55.040567 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.135947 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 8662f2c6-477a-420d-a361-618e1adee3ad triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:55.136384 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.137645 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-00a58912-fa9e-4792-9dda-42f2cb6cef09 req-d2cb0af0-943d-4851-9055-125e7375643a tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] 10.222.0.24 "GET /v2.0/floatingips/026aabac-7c11-421b-9cf4-b347f4a80c3e HTTP/1.1" status: 200 len: 692 time: 1.3547821 Jul 15 13:21:55.159180 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d401409-b055-4d40-81c3-f821445b446e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event deleted for resources: {'Network': ['ID=35555bc3-b1d2-480d-b2a8-3721c1b5699e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:55.219008 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959b8ffe-e0ec-449b-9540-f12a891cbf49 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Made reservation on behalf of 02de15b4d2954d6d9c9c75a1ac38a37c for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:55.230351 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-959b8ffe-e0ec-449b-9540-f12a891cbf49 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.364693 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-959b8ffe-e0ec-449b-9540-f12a891cbf49 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:21:55.377949 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58740e12-2d74-4e45-8191-dc3844632696 req-9c4b0293-e0fc-42f6-8aae-f275e405743d tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:55.381147 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58740e12-2d74-4e45-8191-dc3844632696 req-9c4b0293-e0fc-42f6-8aae-f275e405743d tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.6527851 Jul 15 13:21:55.407688 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-959b8ffe-e0ec-449b-9540-f12a891cbf49 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.408464 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-959b8ffe-e0ec-449b-9540-f12a891cbf49 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Added segment 9f178da3-f417-4d54-8615-df1b79a75758 of type vlan for network a36c9c2b-9d88-4250-b75f-011bdcde157d Jul 15 13:21:55.531592 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-959b8ffe-e0ec-449b-9540-f12a891cbf49 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.591828 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58740e12-2d74-4e45-8191-dc3844632696 req-0dabebdb-90c1-45d1-aaaf-08fae90c82f8 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011681 Jul 15 13:21:55.693911 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a58912-fa9e-4792-9dda-42f2cb6cef09 req-8fb01ad2-744e-4d13-84be-55ac87a1c1d4 tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:55.701240 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-00a58912-fa9e-4792-9dda-42f2cb6cef09 req-8fb01ad2-744e-4d13-84be-55ac87a1c1d4 tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 784 time: 0.5573428 Jul 15 13:21:55.706563 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-959b8ffe-e0ec-449b-9540-f12a891cbf49 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.732621 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959b8ffe-e0ec-449b-9540-f12a891cbf49 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:55.734414 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-959b8ffe-e0ec-449b-9540-f12a891cbf49 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.758370 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35d157a6-bfbb-4003-8c12-60a66ca14db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.762596 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-00a58912-fa9e-4792-9dda-42f2cb6cef09 req-44e6a78f-cff4-4d3e-9648-168907040b81 tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:21:55.765152 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-00a58912-fa9e-4792-9dda-42f2cb6cef09 req-44e6a78f-cff4-4d3e-9648-168907040b81 tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475879 Jul 15 13:21:55.800405 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35e9d1-66f7-45b0-af82-886b21079232 req-1507f17d-5a6b-4e91-874e-7176c0ed7cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:55.804210 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ef35e9d1-66f7-45b0-af82-886b21079232 req-1507f17d-5a6b-4e91-874e-7176c0ed7cf1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a5577c115ec43508375ce7d29599c94&device_id=9dc1eefc-0d3b-4fc0-89be-70324aee64b8 HTTP/1.1" status: 200 len: 1059 time: 2.0675840 Jul 15 13:21:55.928686 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b8ffe-e0ec-449b-9540-f12a891cbf49 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event updated for resources: {'Network': ['ID=a36c9c2b-9d88-4250-b75f-011bdcde157d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:55.943430 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network a36c9c2b-9d88-4250-b75f-011bdcde157d details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:21:56.050675 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d157a6-bfbb-4003-8c12-60a66ca14db0 admin admin] Pushing event deleted for resources: {'Port': ['ID=08f61f54-602a-48d0-9466-d9781fba318a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:56.078515 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-00a58912-fa9e-4792-9dda-42f2cb6cef09 req-54415a18-5852-4983-a88a-fd60b75de5f4 tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.67 HTTP/1.1" status: 200 len: 695 time: 0.3034513 Jul 15 13:21:56.166540 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-959b8ffe-e0ec-449b-9540-f12a891cbf49 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2831933 Jul 15 13:21:56.201270 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35e9d1-66f7-45b0-af82-886b21079232 req-324f15af-191e-40a8-9e3f-6e9e8b7c3835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:56.204633 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ef35e9d1-66f7-45b0-af82-886b21079232 req-324f15af-191e-40a8-9e3f-6e9e8b7c3835 service neutron] 10.222.0.32 "GET /v2.0/networks?id=edeaa118-edc5-4f1b-bf13-6f27616a2b19 HTTP/1.1" status: 200 len: 913 time: 0.3157377 Jul 15 13:21:56.207510 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41912) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:56.215900 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-00a58912-fa9e-4792-9dda-42f2cb6cef09 req-1ea6b7e6-ed0d-48d7-baf7-33d3d503eaa8 tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.67 HTTP/1.1" status: 200 len: 695 time: 0.1301470 Jul 15 13:21:56.230721 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-357a8a48-201b-4fa8-9a9e-e65954d0df75 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Request body: {'subnet': {'network_id': 'a36c9c2b-9d88-4250-b75f-011bdcde157d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:56.375586 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ef35e9d1-66f7-45b0-af82-886b21079232 req-091de17b-0218-476f-b80a-f4b4f1b30633 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=665be1ca-b510-4950-8edc-6b086ecaf56a HTTP/1.1" status: 200 len: 217 time: 0.1631749 Jul 15 13:21:56.434016 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84174da-20d1-46b2-b663-409b83daa638 req-d77c34dd-ecb9-41a4-bb3b-434aa18669e6 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:56.456263 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d84174da-20d1-46b2-b663-409b83daa638 req-d77c34dd-ecb9-41a4-bb3b-434aa18669e6 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.6819174 Jul 15 13:21:56.496251 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.728561 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35e9d1-66f7-45b0-af82-886b21079232 req-386a0fe0-6963-41dc-8d4b-94065e963f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:56.730532 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ef35e9d1-66f7-45b0-af82-886b21079232 req-386a0fe0-6963-41dc-8d4b-94065e963f3e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d793a745-d38c-4e8b-9716-b5fdf7b27406 HTTP/1.1" status: 200 len: 851 time: 0.3252304 Jul 15 13:21:57.344666 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-00a58912-fa9e-4792-9dda-42f2cb6cef09 req-fe6b312f-43e6-44d3-9cb2-d7c600c200dc tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Deleting port 0d636a89-6992-422f-94e7-dfd9262441c4 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:57.345136 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-00a58912-fa9e-4792-9dda-42f2cb6cef09 req-fe6b312f-43e6-44d3-9cb2-d7c600c200dc tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:57.466555 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-00a58912-fa9e-4792-9dda-42f2cb6cef09 req-fe6b312f-43e6-44d3-9cb2-d7c600c200dc tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:57.467285 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-00a58912-fa9e-4792-9dda-42f2cb6cef09 req-fe6b312f-43e6-44d3-9cb2-d7c600c200dc tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:57.500194 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35d157a6-bfbb-4003-8c12-60a66ca14db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:57.522494 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35e9d1-66f7-45b0-af82-886b21079232 req-8a729a7e-665d-43aa-9601-c0bcf17bb75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:57.526625 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ef35e9d1-66f7-45b0-af82-886b21079232 req-8a729a7e-665d-43aa-9601-c0bcf17bb75e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edeaa118-edc5-4f1b-bf13-6f27616a2b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5096011 Jul 15 13:21:57.529384 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357a8a48-201b-4fa8-9a9e-e65954d0df75 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Made reservation on behalf of 02de15b4d2954d6d9c9c75a1ac38a37c for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:57.537150 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-357a8a48-201b-4fa8-9a9e-e65954d0df75 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:57.578845 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-00a58912-fa9e-4792-9dda-42f2cb6cef09 req-fe6b312f-43e6-44d3-9cb2-d7c600c200dc tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Calling delete_port for 0d636a89-6992-422f-94e7-dfd9262441c4 owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:57.652363 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d84174da-20d1-46b2-b663-409b83daa638 req-c809123a-9d11-461b-8bfc-29403e9826f9 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1947634 Jul 15 13:21:58.144821 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d157a6-bfbb-4003-8c12-60a66ca14db0 admin admin] Router a3dbd0bc-f24d-4441-aab6-46d6db739599 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:21:58.321776 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-00a58912-fa9e-4792-9dda-42f2cb6cef09 req-fe6b312f-43e6-44d3-9cb2-d7c600c200dc tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.447578 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b312f-43e6-44d3-9cb2-d7c600c200dc tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Pushing event deleted for resources: {'Port': ['ID=0d636a89-6992-422f-94e7-dfd9262441c4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:58.473959 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-177436b6-3143-42d3-929d-e138c8ea91a6 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:58.483215 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-177436b6-3143-42d3-929d-e138c8ea91a6 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/networks?id=edeaa118-edc5-4f1b-bf13-6f27616a2b19 HTTP/1.1" status: 200 len: 812 time: 0.3959661 Jul 15 13:21:58.544612 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-df1b06e4-661d-4d33-a47f-934d9a21997a tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/quotas/0a5577c115ec43508375ce7d29599c94 HTTP/1.1" status: 200 len: 375 time: 0.0601077 Jul 15 13:21:58.673712 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-00a58912-fa9e-4792-9dda-42f2cb6cef09 req-fe6b312f-43e6-44d3-9cb2-d7c600c200dc tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.685384 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-00a58912-fa9e-4792-9dda-42f2cb6cef09 req-fe6b312f-43e6-44d3-9cb2-d7c600c200dc tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.685384 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-00a58912-fa9e-4792-9dda-42f2cb6cef09 req-fe6b312f-43e6-44d3-9cb2-d7c600c200dc tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] 10.222.0.24 "DELETE /v2.0/floatingips/026aabac-7c11-421b-9cf4-b347f4a80c3e HTTP/1.1" status: 204 len: 173 time: 2.3057311 Jul 15 13:21:58.701024 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d157a6-bfbb-4003-8c12-60a66ca14db0 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:21:58.708670 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-35d157a6-bfbb-4003-8c12-60a66ca14db0 admin admin] 10.222.0.24 "PUT /v2.0/routers/a3dbd0bc-f24d-4441-aab6-46d6db739599/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9194708 Jul 15 13:21:58.710969 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41990) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:58.719004 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249377f4-52f3-45d5-8546-327dd62b5747 None None] Sync routers for ids ['a3dbd0bc-f24d-4441-aab6-46d6db739599'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:21:58.739095 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249377f4-52f3-45d5-8546-327dd62b5747 None None] Routers {'a3dbd0bc-f24d-4441-aab6-46d6db739599'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:58.740651 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-249377f4-52f3-45d5-8546-327dd62b5747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:21:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['a3dbd0bc-f24d-4441-aab6-46d6db739599'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:58.749835 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ef35e9d1-66f7-45b0-af82-886b21079232 req-d484802d-890d-42e0-b149-7bb2c90e6b68 service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2020662 Jul 15 13:21:58.926220 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-357a8a48-201b-4fa8-9a9e-e65954d0df75 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:59.118646 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-1a29343e-2e8c-4027-8d17-936de9759d2f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0a5577c115ec43508375ce7d29599c94&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5596104 Jul 15 13:21:59.225690 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-249377f4-52f3-45d5-8546-327dd62b5747 None None] Set router a3dbd0bc-f24d-4441-aab6-46d6db739599 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:59.320925 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-264d422a-11f5-4909-9abc-152c951215c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:59.542879 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a8a48-201b-4fa8-9a9e-e65954d0df75 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event updated for resources: {'Subnet': ['ID=e92db351-42a3-4892-8711-75f1098a2a10,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:59.583079 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-a87f64cb-7c72-418b-8e68-fc52f8e16636 service neutron] 10.222.0.24 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505265 Jul 15 13:21:59.745537 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b20f6e31-aa1a-4b88-a64a-7d8676db037c req-551a0757-3d9d-4bcb-b8c9-4dfb1a140957 tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8495917 Jul 15 13:21:59.753815 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-b20f6e31-aa1a-4b88-a64a-7d8676db037c req-64313be7-a78f-40bc-9f41-bb98257609ba tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:59.780457 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-264d422a-11f5-4909-9abc-152c951215c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:59.856813 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-249377f4-52f3-45d5-8546-327dd62b5747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'name': 'tempest-TaggedBootDevicesTest_v242-10649597-router', 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'f6b6c587-3623-47cd-8f85-dc639f088635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:25Z', 'updated_at': '2021-07-15T13:21:55Z', 'revision_number': 5, 'project_id': '1d0be6e00b0740c79716294273e5f5c7', 'gw_port': {'id': 'f6b6c587-3623-47cd-8f85-dc639f088635', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:08:27Z', 'updated_at': '2021-07-15T13:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:59.870618 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ef35e9d1-66f7-45b0-af82-886b21079232 req-95ff6f25-f0ea-4040-beb3-97b636b1d10f service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9801879 Jul 15 13:21:59.885435 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357a8a48-201b-4fa8-9a9e-e65954d0df75 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Checking segment: {'id': '9f178da3-f417-4d54-8615-df1b79a75758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a36c9c2b-9d88-4250-b75f-011bdcde157d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:59.889319 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357a8a48-201b-4fa8-9a9e-e65954d0df75 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Network hostable DHCP agents. Network: a36c9c2b-9d88-4250-b75f-011bdcde157d, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:21:59.921245 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b20f6e31-aa1a-4b88-a64a-7d8676db037c req-64313be7-a78f-40bc-9f41-bb98257609ba tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:59.993941 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357a8a48-201b-4fa8-9a9e-e65954d0df75 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Network a36c9c2b-9d88-4250-b75f-011bdcde157d is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:00.041555 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249377f4-52f3-45d5-8546-327dd62b5747 None None] Checking router: a3dbd0bc-f24d-4441-aab6-46d6db739599 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:22:00.050350 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-357a8a48-201b-4fa8-9a9e-e65954d0df75 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, a36c9c2b-9d88-4250-b75f-011bdcde157d) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:00.069425 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b85d36f-6267-4012-a5f6-caff21afaa82 None None] Network a36c9c2b-9d88-4250-b75f-011bdcde157d requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:00.086196 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249377f4-52f3-45d5-8546-327dd62b5747 None None] Routers {'a3dbd0bc-f24d-4441-aab6-46d6db739599'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:00.087683 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-249377f4-52f3-45d5-8546-327dd62b5747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:21:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['a3dbd0bc-f24d-4441-aab6-46d6db739599'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:00.093182 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357a8a48-201b-4fa8-9a9e-e65954d0df75 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:00.099093 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-357a8a48-201b-4fa8-9a9e-e65954d0df75 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.115292 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-50869780-788f-4a5f-a7c5-7e277affcbf9 service neutron] 10.222.0.24 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240223 Jul 15 13:22:00.167043 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-264d422a-11f5-4909-9abc-152c951215c7 admin admin] Deleting port f6b6c587-3623-47cd-8f85-dc639f088635 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:00.167636 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-264d422a-11f5-4909-9abc-152c951215c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.203436 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-357a8a48-201b-4fa8-9a9e-e65954d0df75 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.9915111 Jul 15 13:22:00.209525 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42022) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:00.620746 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-249377f4-52f3-45d5-8546-327dd62b5747 None None] Set router a3dbd0bc-f24d-4441-aab6-46d6db739599 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:00.635655 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-264d422a-11f5-4909-9abc-152c951215c7 admin admin] For port f6b6c587-3623-47cd-8f85-dc639f088635, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=f6b6c587-3623-47cd-8f85-dc639f088635,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:00.636482 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-264d422a-11f5-4909-9abc-152c951215c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.647290 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82486bd3-27d6-4c0e-92da-6b9cc9cd5095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-a36c9c2b-9d88-4250-b75f-011bdcde157d', 'network_id': 'a36c9c2b-9d88-4250-b75f-011bdcde157d', 'tenant_id': '02de15b4d2954d6d9c9c75a1ac38a37c', 'fixed_ips': [{'subnet_id': 'e92db351-42a3-4892-8711-75f1098a2a10'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:22:00.648342 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-82486bd3-27d6-4c0e-92da-6b9cc9cd5095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.697074 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-264d422a-11f5-4909-9abc-152c951215c7 admin admin] Calling delete_port for f6b6c587-3623-47cd-8f85-dc639f088635 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:00.764931 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-249377f4-52f3-45d5-8546-327dd62b5747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'name': 'tempest-TaggedBootDevicesTest_v242-10649597-router', 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:25Z', 'updated_at': '2021-07-15T13:21:59Z', 'revision_number': 6, 'project_id': '1d0be6e00b0740c79716294273e5f5c7', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:00.869814 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249377f4-52f3-45d5-8546-327dd62b5747 None None] The sync data for ids ['a3dbd0bc-f24d-4441-aab6-46d6db739599'] in n-d-758944-45 is: [{'id': 'a3dbd0bc-f24d-4441-aab6-46d6db739599', 'name': 'tempest-TaggedBootDevicesTest_v242-10649597-router', 'tenant_id': '1d0be6e00b0740c79716294273e5f5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:08:25Z', 'updated_at': '2021-07-15T13:21:59Z', 'revision_number': 6, 'project_id': '1d0be6e00b0740c79716294273e5f5c7', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:22:00.899138 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-69abca88-93fd-4998-86e7-5c6a4d26d359 req-4322ee02-738b-4422-bc5e-8ddad156d684 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 210 time: 0.1568410 Jul 15 13:22:00.985719 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:01.492254 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:01.541363 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b20f6e31-aa1a-4b88-a64a-7d8676db037c req-64313be7-a78f-40bc-9f41-bb98257609ba tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:01.570311 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-82486bd3-27d6-4c0e-92da-6b9cc9cd5095 None None] Allocated IP 172.20.0.1 (a36c9c2b-9d88-4250-b75f-011bdcde157d/e92db351-42a3-4892-8711-75f1098a2a10/9939cbb3-527a-430d-ad2b-86570dd62ea5) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:01.621204 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-264d422a-11f5-4909-9abc-152c951215c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:01.724556 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d422a-11f5-4909-9abc-152c951215c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6b6c587-3623-47cd-8f85-dc639f088635,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:02.209278 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-264d422a-11f5-4909-9abc-152c951215c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:02.228433 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c210b7f5-5551-4cdc-b00a-adb790d50738 req-94800af8-9d30-4ed9-a19f-d4ad5600ec95 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 210 time: 0.1331255 Jul 15 13:22:02.448358 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-b20f6e31-aa1a-4b88-a64a-7d8676db037c req-64313be7-a78f-40bc-9f41-bb98257609ba tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Allocated IP 172.25.6.183 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/e2c1ad68-10f4-431e-b679-a75709b476bd) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:02.548191 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-264d422a-11f5-4909-9abc-152c951215c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:02.560864 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-264d422a-11f5-4909-9abc-152c951215c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:02.691652 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-82486bd3-27d6-4c0e-92da-6b9cc9cd5095 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:02.694165 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-264d422a-11f5-4909-9abc-152c951215c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:02.697873 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264d422a-11f5-4909-9abc-152c951215c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3dbd0bc-f24d-4441-aab6-46d6db739599 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:22:02.710358 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-82486bd3-27d6-4c0e-92da-6b9cc9cd5095 None None] Transition to ACTIVE for port object 9939cbb3-527a-430d-ad2b-86570dd62ea5 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:02.716007 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-264d422a-11f5-4909-9abc-152c951215c7 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:02.724884 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-264d422a-11f5-4909-9abc-152c951215c7 admin admin] 10.222.0.24 "DELETE /v2.0/routers/a3dbd0bc-f24d-4441-aab6-46d6db739599 HTTP/1.1" status: 204 len: 168 time: 4.0126798 Jul 15 13:22:02.729334 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42070) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:02.769354 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-82486bd3-27d6-4c0e-92da-6b9cc9cd5095 None None] Transition to ACTIVE for port object 9939cbb3-527a-430d-ad2b-86570dd62ea5 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:02.783903 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f6b6c587-3623-47cd-8f85-dc639f088635 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:02.888042 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: f6b6c587-3623-47cd-8f85-dc639f088635 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:02.888458 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f6b6c587-3623-47cd-8f85-dc639f088635 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:02.888810 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 08f61f54-602a-48d0-9466-d9781fba318a no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:02.891807 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-82486bd3-27d6-4c0e-92da-6b9cc9cd5095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:02.957734 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-872954cf-63f5-44a4-8ed6-67d99ecc773b admin admin] Deleting subnet 8df1933c-2ac7-4eba-8783-298edae711d0 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:22:02.994625 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-872954cf-63f5-44a4-8ed6-67d99ecc773b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.036569 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 08f61f54-602a-48d0-9466-d9781fba318a {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:03.036910 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 08f61f54-602a-48d0-9466-d9781fba318a not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:03.107765 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82486bd3-27d6-4c0e-92da-6b9cc9cd5095 None None] Network a36c9c2b-9d88-4250-b75f-011bdcde157d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:03.124095 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-82486bd3-27d6-4c0e-92da-6b9cc9cd5095 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:03.144972 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82486bd3-27d6-4c0e-92da-6b9cc9cd5095 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:03.184769 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82486bd3-27d6-4c0e-92da-6b9cc9cd5095 None None] Pushing event updated for resources: {'Port': ['ID=9939cbb3-527a-430d-ad2b-86570dd62ea5,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:03.215592 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-872954cf-63f5-44a4-8ed6-67d99ecc773b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.533384 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-82486bd3-27d6-4c0e-92da-6b9cc9cd5095 None None] Attempting to bind port 9939cbb3-527a-430d-ad2b-86570dd62ea5 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:03.533384 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-82486bd3-27d6-4c0e-92da-6b9cc9cd5095 None None] Attempting to bind port 9939cbb3-527a-430d-ad2b-86570dd62ea5 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '9f178da3-f417-4d54-8615-df1b79a75758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a36c9c2b-9d88-4250-b75f-011bdcde157d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:03.533384 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82486bd3-27d6-4c0e-92da-6b9cc9cd5095 None None] Attempting to bind port 9939cbb3-527a-430d-ad2b-86570dd62ea5 on network a36c9c2b-9d88-4250-b75f-011bdcde157d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:03.566776 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-872954cf-63f5-44a4-8ed6-67d99ecc773b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.581424 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82486bd3-27d6-4c0e-92da-6b9cc9cd5095 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:03.582334 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82486bd3-27d6-4c0e-92da-6b9cc9cd5095 None None] Checking segment: {'id': '9f178da3-f417-4d54-8615-df1b79a75758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a36c9c2b-9d88-4250-b75f-011bdcde157d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:03.583020 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-82486bd3-27d6-4c0e-92da-6b9cc9cd5095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.583686 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82486bd3-27d6-4c0e-92da-6b9cc9cd5095 None None] Bound using segment: {'id': '9f178da3-f417-4d54-8615-df1b79a75758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a36c9c2b-9d88-4250-b75f-011bdcde157d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:03.584504 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-82486bd3-27d6-4c0e-92da-6b9cc9cd5095 None None] Bound port: 9939cbb3-527a-430d-ad2b-86570dd62ea5, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f178da3-f417-4d54-8615-df1b79a75758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a36c9c2b-9d88-4250-b75f-011bdcde157d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:03.608057 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-82486bd3-27d6-4c0e-92da-6b9cc9cd5095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.618988 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b20f6e31-aa1a-4b88-a64a-7d8676db037c req-64313be7-a78f-40bc-9f41-bb98257609ba tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.632613 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.762786 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7c201727-f9da-46f6-b227-ae66a51d2ac4 req-db998e79-3052-4203-99d9-2f139973f339 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 210 time: 0.1198399 Jul 15 13:22:03.763377 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event deleted for resources: {'Subnet': ['ID=e92db351-42a3-4892-8711-75f1098a2a10,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:03.880989 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-872954cf-63f5-44a4-8ed6-67d99ecc773b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.972372 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.999000 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36c9c2b-9d88-4250-b75f-011bdcde157d']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:04.033992 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f178da3-f417-4d54-8615-df1b79a75758') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:04.034249 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-82486bd3-27d6-4c0e-92da-6b9cc9cd5095 None None] For port 9939cbb3-527a-430d-ad2b-86570dd62ea5, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:04.035337 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f178da3-f417-4d54-8615-df1b79a75758') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:04.049593 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-82486bd3-27d6-4c0e-92da-6b9cc9cd5095 None None] For port 9939cbb3-527a-430d-ad2b-86570dd62ea5, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=9939cbb3-527a-430d-ad2b-86570dd62ea5,segment=NetworkSegment(9f178da3-f417-4d54-8615-df1b79a75758),segment_id=9f178da3-f417-4d54-8615-df1b79a75758)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:04.058778 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.060737 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-82486bd3-27d6-4c0e-92da-6b9cc9cd5095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.070507 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872954cf-63f5-44a4-8ed6-67d99ecc773b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8df1933c-2ac7-4eba-8783-298edae711d0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:04.086481 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-872954cf-63f5-44a4-8ed6-67d99ecc773b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.094510 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-872954cf-63f5-44a4-8ed6-67d99ecc773b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8df1933c-2ac7-4eba-8783-298edae711d0 HTTP/1.1" status: 204 len: 168 time: 1.3614659 Jul 15 13:22:04.099935 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42086) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:04.157009 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.168061 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b20f6e31-aa1a-4b88-a64a-7d8676db037c req-64313be7-a78f-40bc-9f41-bb98257609ba tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.209820 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:04.210656 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.215881 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:22:04.215881 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:04.215881 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:22:04.215881 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:04.215881 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:22:04.215881 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:04.215881 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:22:04.215881 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:04.215881 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:22:04.215881 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:04.215881 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:22:04.215881 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:04.215881 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:22:04.215881 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:04.215881 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:04.215881 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:04.215881 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:04.215881 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:04.215881 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:22:04.215881 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:04.215881 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:22:04.215881 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:04.215881 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:04.215881 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:04.215881 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:04.215881 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:04.215881 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:04.215881 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:04.215881 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:04.215881 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:04.215881 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:04.215881 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:04.329410 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64313be7-a78f-40bc-9f41-bb98257609ba tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Pushing event updated for resources: {'Port': ['ID=e2c1ad68-10f4-431e-b679-a75709b476bd,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:04.368833 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b20f6e31-aa1a-4b88-a64a-7d8676db037c req-64313be7-a78f-40bc-9f41-bb98257609ba tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:04.411807 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d125a667-1101-4862-b6a0-0900816cd875 None None] Network 3cb5bd25-ebc1-469a-a04a-24181cd456f0 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:04.418176 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-b20f6e31-aa1a-4b88-a64a-7d8676db037c req-64313be7-a78f-40bc-9f41-bb98257609ba tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:04.437056 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82486bd3-27d6-4c0e-92da-6b9cc9cd5095 None None] Pushing event updated for resources: {'Port': ['ID=9939cbb3-527a-430d-ad2b-86570dd62ea5,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:04.494854 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20f6e31-aa1a-4b88-a64a-7d8676db037c req-64313be7-a78f-40bc-9f41-bb98257609ba tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:04.689911 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ec1621-326f-433e-803f-d760b22e886d None None] Network a36c9c2b-9d88-4250-b75f-011bdcde157d requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:04.691335 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8ebe2bc3-18fa-41dd-a251-28aab9ce99d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.801080 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.db.api [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:22:04.801080 n-d-758944-45 neutron-server[93813]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:22:04.801080 n-d-758944-45 neutron-server[93813]: [parameters: {'id': 'a36c9c2b-9d88-4250-b75f-011bdcde157d'}] Jul 15 13:22:04.801080 n-d-758944-45 neutron-server[93813]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:22:04.805824 n-d-758944-45 neutron-server[93813]: DEBUG oslo_db.api [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:22:05.266257 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4d18dd4f-1a96-4829-b8a8-e81403c32245 req-e6808a9e-883a-4517-b229-32b1c9004d5d tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 210 time: 0.1028128 Jul 15 13:22:05.321972 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b20f6e31-aa1a-4b88-a64a-7d8676db037c req-64313be7-a78f-40bc-9f41-bb98257609ba tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.354073 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.632165 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-c0fb6f45-f43f-46fc-94b2-5d0e881671c3 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:05.633826 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-c0fb6f45-f43f-46fc-94b2-5d0e881671c3 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.18 "GET /v2.0/networks?id=edeaa118-edc5-4f1b-bf13-6f27616a2b19 HTTP/1.1" status: 200 len: 812 time: 0.7942286 Jul 15 13:22:05.677518 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-bbbbac32-56dc-4672-afdf-4c584f99c028 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Request body: {'port': {'device_id': '7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b', 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19', 'admin_state_up': True, 'tenant_id': '0a5577c115ec43508375ce7d29599c94'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:05.938095 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-bbbbac32-56dc-4672-afdf-4c584f99c028 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Made reservation on behalf of 0a5577c115ec43508375ce7d29599c94 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:05.943623 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-bbbbac32-56dc-4672-afdf-4c584f99c028 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.946982 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8ebe2bc3-18fa-41dd-a251-28aab9ce99d5 admin admin] Deleting port 6dc54ee5-f32a-4a72-b6df-629b33423896 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:05.947321 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8ebe2bc3-18fa-41dd-a251-28aab9ce99d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:06.091134 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-8ebe2bc3-18fa-41dd-a251-28aab9ce99d5 admin admin] For port 6dc54ee5-f32a-4a72-b6df-629b33423896, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=6dc54ee5-f32a-4a72-b6df-629b33423896,segment=NetworkSegment(a4851be2-d85a-40d9-9894-63e2818675e8),segment_id=a4851be2-d85a-40d9-9894-63e2818675e8)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:06.091551 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8ebe2bc3-18fa-41dd-a251-28aab9ce99d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:06.133330 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8ebe2bc3-18fa-41dd-a251-28aab9ce99d5 admin admin] Calling delete_port for 6dc54ee5-f32a-4a72-b6df-629b33423896 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:06.181799 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b20f6e31-aa1a-4b88-a64a-7d8676db037c req-64313be7-a78f-40bc-9f41-bb98257609ba tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:06.201265 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13f5e49-066d-41c5-bf1e-9081a4770096 None None] DHCP port deletion for 3cb5bd25-ebc1-469a-a04a-24181cd456f0 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:22:06.306646 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Deleting port 9939cbb3-527a-430d-ad2b-86570dd62ea5 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:06.306994 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:06.388213 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] For port 9939cbb3-527a-430d-ad2b-86570dd62ea5, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=9939cbb3-527a-430d-ad2b-86570dd62ea5,segment=NetworkSegment(9f178da3-f417-4d54-8615-df1b79a75758),segment_id=9f178da3-f417-4d54-8615-df1b79a75758)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:06.388586 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:06.404152 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Calling delete_port for 9939cbb3-527a-430d-ad2b-86570dd62ea5 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:06.408672 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e13f5e49-066d-41c5-bf1e-9081a4770096 None None] Deleting port 6dc54ee5-f32a-4a72-b6df-629b33423896 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:06.409650 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e13f5e49-066d-41c5-bf1e-9081a4770096 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:06.872746 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 6dc54ee5-f32a-4a72-b6df-629b33423896 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:07.014745 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-05386252-e1b6-4912-beb2-4b5e25f87c19 req-3c37ca3d-d942-48c2-9f92-a580693419ee tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 210 time: 0.1685522 Jul 15 13:22:07.105639 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e13f5e49-066d-41c5-bf1e-9081a4770096 None None] For port 6dc54ee5-f32a-4a72-b6df-629b33423896, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=6dc54ee5-f32a-4a72-b6df-629b33423896,segment=NetworkSegment(a4851be2-d85a-40d9-9894-63e2818675e8),segment_id=a4851be2-d85a-40d9-9894-63e2818675e8)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:07.106261 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e13f5e49-066d-41c5-bf1e-9081a4770096 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:07.183077 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e13f5e49-066d-41c5-bf1e-9081a4770096 None None] Calling delete_port for 6dc54ee5-f32a-4a72-b6df-629b33423896 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:07.528399 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:07.608193 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 6dc54ee5-f32a-4a72-b6df-629b33423896, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=6dc54ee5-f32a-4a72-b6df-629b33423896,segment=NetworkSegment(a4851be2-d85a-40d9-9894-63e2818675e8),segment_id=a4851be2-d85a-40d9-9894-63e2818675e8)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:07.622947 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:07.658150 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:07.676920 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e13f5e49-066d-41c5-bf1e-9081a4770096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:07.706913 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13f5e49-066d-41c5-bf1e-9081a4770096 None None] No DVR routers for this DVR port 6dc54ee5-f32a-4a72-b6df-629b33423896 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:07.733460 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e669f204-419b-4af8-bded-7812bcc96196 None None] get_active_networks_info from n-d-758944-45 {{(pid=93815) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:22:07.900208 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=6dc54ee5-f32a-4a72-b6df-629b33423896,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:07.936826 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8ebe2bc3-18fa-41dd-a251-28aab9ce99d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:07.975620 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event deleted for resources: {'Port': ['ID=9939cbb3-527a-430d-ad2b-86570dd62ea5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:08.011009 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] No DVR routers for this DVR port 9939cbb3-527a-430d-ad2b-86570dd62ea5 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:08.103263 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f5e49-066d-41c5-bf1e-9081a4770096 None None] Pushing event deleted for resources: {'Port': ['ID=6dc54ee5-f32a-4a72-b6df-629b33423896,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:08.203039 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:08.298011 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e669f204-419b-4af8-bded-7812bcc96196 None None] Resources bound (agent type, host, resource id): {{(pid=93815) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:22:08.385660 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-bbbbac32-56dc-4672-afdf-4c584f99c028 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Allocated IP 172.20.0.10 (edeaa118-edc5-4f1b-bf13-6f27616a2b19/d793a745-d38c-4e8b-9716-b5fdf7b27406/5a725e50-16a9-48ca-8c71-f7e1a9e9cec1) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:08.387064 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-238678ac-f817-499d-aa3d-110660bfdb51 req-3871cd65-91c5-4c53-a41a-8c8f1f2bcaa9 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 210 time: 0.0771813 Jul 15 13:22:08.483262 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:08.495999 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36c9c2b-9d88-4250-b75f-011bdcde157d']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:08.511308 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f178da3-f417-4d54-8615-df1b79a75758') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:08.511308 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f178da3-f417-4d54-8615-df1b79a75758') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:08.524218 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:08.542818 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:08.552158 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:08.552757 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:08.631461 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:08.640608 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe2bc3-18fa-41dd-a251-28aab9ce99d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dc54ee5-f32a-4a72-b6df-629b33423896,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:08.652189 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:08.663676 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:08.670094 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42176) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:08.670458 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/networks/a36c9c2b-9d88-4250-b75f-011bdcde157d HTTP/1.1" status: 204 len: 168 time: 8.4556746 Jul 15 13:22:08.676068 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d29a9581-0397-469b-a9b7-99504b09ff61 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1973452303'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:08.693754 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebe2bc3-18fa-41dd-a251-28aab9ce99d5 admin admin] No DVR routers for this DVR port 6dc54ee5-f32a-4a72-b6df-629b33423896 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:08.709276 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335bf29-8c5a-4cc8-b1d0-16174fc04c86 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event deleted for resources: {'Network': ['ID=a36c9c2b-9d88-4250-b75f-011bdcde157d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:08.842775 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29a9581-0397-469b-a9b7-99504b09ff61 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Made reservation on behalf of 02de15b4d2954d6d9c9c75a1ac38a37c for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:08.852335 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:22:08.862091 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d29a9581-0397-469b-a9b7-99504b09ff61 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:08.975101 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d29a9581-0397-469b-a9b7-99504b09ff61 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:22:08.989466 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8ebe2bc3-18fa-41dd-a251-28aab9ce99d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:09.023388 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d29a9581-0397-469b-a9b7-99504b09ff61 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:09.024317 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-d29a9581-0397-469b-a9b7-99504b09ff61 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Added segment fde8ef59-e301-44ba-b883-f1e98148987a of type vlan for network 1c55e0e2-6630-43e1-90b1-2b17a2881a89 Jul 15 13:22:09.063215 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-8ebe2bc3-18fa-41dd-a251-28aab9ce99d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb5bd25-ebc1-469a-a04a-24181cd456f0']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:09.109243 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-8ebe2bc3-18fa-41dd-a251-28aab9ce99d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4851be2-d85a-40d9-9894-63e2818675e8') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:09.109754 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-8ebe2bc3-18fa-41dd-a251-28aab9ce99d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4851be2-d85a-40d9-9894-63e2818675e8') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:09.148577 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8ebe2bc3-18fa-41dd-a251-28aab9ce99d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:09.186362 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8ebe2bc3-18fa-41dd-a251-28aab9ce99d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:09.228864 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ebe2bc3-18fa-41dd-a251-28aab9ce99d5 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:09.239097 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8ebe2bc3-18fa-41dd-a251-28aab9ce99d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:09.277945 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d29a9581-0397-469b-a9b7-99504b09ff61 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:09.335100 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:22:09.335100 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:09.335100 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:22:09.335100 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:09.335100 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:22:09.335100 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:09.335100 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:22:09.335100 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:09.335100 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:22:09.335100 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:09.335100 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:22:09.335100 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:09.335100 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:22:09.335100 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:09.335100 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:09.335100 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:09.335100 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:09.335100 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:09.335100 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:22:09.335100 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:09.335100 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:22:09.335100 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:09.335100 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:09.335100 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:09.335100 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:09.335100 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:09.335100 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:09.335100 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:09.335100 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:09.335100 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:09.335100 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:09.335100 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:09.403889 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ce117324-8889-4f09-bf7d-2002655f73f6 req-9a1a42ca-abc9-49bd-ab67-644580b47038 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9961240d-eb6c-4534-8dcc-c543b0acb531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.7795541 Jul 15 13:22:09.534964 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b20f6e31-aa1a-4b88-a64a-7d8676db037c req-64313be7-a78f-40bc-9f41-bb98257609ba tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:09.585841 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8ebe2bc3-18fa-41dd-a251-28aab9ce99d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:09.610484 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b20f6e31-aa1a-4b88-a64a-7d8676db037c req-64313be7-a78f-40bc-9f41-bb98257609ba tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:09.628683 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d29a9581-0397-469b-a9b7-99504b09ff61 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:09.649612 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8ebe2bc3-18fa-41dd-a251-28aab9ce99d5 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:09.677693 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8ebe2bc3-18fa-41dd-a251-28aab9ce99d5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3cb5bd25-ebc1-469a-a04a-24181cd456f0 HTTP/1.1" status: 204 len: 168 time: 5.5760663 Jul 15 13:22:09.685424 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29a9581-0397-469b-a9b7-99504b09ff61 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:09.692915 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d29a9581-0397-469b-a9b7-99504b09ff61 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:09.861491 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d29a9581-0397-469b-a9b7-99504b09ff61 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1856523 Jul 15 13:22:09.875143 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42206) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:09.892775 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-3c75e06f-4298-4595-9db3-d2feec83ef8e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:10.022790 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ab9b61a8-ea9a-4ea5-aeaa-4458927189e8 req-44256262-c004-4ec4-892b-88c772653bca tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 210 time: 0.1046326 Jul 15 13:22:10.193653 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a9581-0397-469b-a9b7-99504b09ff61 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event updated for resources: {'Network': ['ID=1c55e0e2-6630-43e1-90b1-2b17a2881a89,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:10.212004 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 1c55e0e2-6630-43e1-90b1-2b17a2881a89 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:10.301090 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe2bc3-18fa-41dd-a251-28aab9ce99d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cb5bd25-ebc1-469a-a04a-24181cd456f0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:10.732371 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42222) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:10.748309 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c75e06f-4298-4595-9db3-d2feec83ef8e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:10.873855 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-179202f4-38ff-4ee3-ae63-a13867da57e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d0be6e00b0740c79716294273e5f5c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1402125 Jul 15 13:22:10.874923 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c75e06f-4298-4595-9db3-d2feec83ef8e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:10.880795 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42224) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:10.897000 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64313be7-a78f-40bc-9f41-bb98257609ba tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Pushing event updated for resources: {'Port': ['ID=e2c1ad68-10f4-431e-b679-a75709b476bd,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:10.926527 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3c75e06f-4298-4595-9db3-d2feec83ef8e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Network 1c55e0e2-6630-43e1-90b1-2b17a2881a89 is not hosted by any dhcp agent {{(pid=93814) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:22:10.955438 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c75e06f-4298-4595-9db3-d2feec83ef8e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:10.956457 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c75e06f-4298-4595-9db3-d2feec83ef8e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:10.958076 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3c75e06f-4298-4595-9db3-d2feec83ef8e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "PUT /v2.0/networks/1c55e0e2-6630-43e1-90b1-2b17a2881a89 HTTP/1.1" status: 200 len: 723 time: 1.0795214 Jul 15 13:22:10.978594 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42226) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:10.997462 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2e6ba86d-0487-4f17-83c7-63a874a48d37 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Request body: {'subnet': {'network_id': '1c55e0e2-6630-43e1-90b1-2b17a2881a89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:11.039070 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b20f6e31-aa1a-4b88-a64a-7d8676db037c req-64313be7-a78f-40bc-9f41-bb98257609ba tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:11.254425 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c75e06f-4298-4595-9db3-d2feec83ef8e tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event updated for resources: {'Network': ['ID=1c55e0e2-6630-43e1-90b1-2b17a2881a89,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:11.277384 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 1c55e0e2-6630-43e1-90b1-2b17a2881a89 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:11.277978 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-42e65255-f63e-4744-b715-341eaae7bd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:11.321199 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-42e65255-f63e-4744-b715-341eaae7bd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:11.382566 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b20f6e31-aa1a-4b88-a64a-7d8676db037c req-64313be7-a78f-40bc-9f41-bb98257609ba tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:11.393642 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b20f6e31-aa1a-4b88-a64a-7d8676db037c req-64313be7-a78f-40bc-9f41-bb98257609ba tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 11.6469066 Jul 15 13:22:11.445021 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-42e65255-f63e-4744-b715-341eaae7bd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:11.451765 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-42e65255-f63e-4744-b715-341eaae7bd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:11.455661 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-42e65255-f63e-4744-b715-341eaae7bd5f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a34d650b-5b3d-42d8-b923-cf07724c6c75 HTTP/1.1" status: 204 len: 168 time: 0.5714800 Jul 15 13:22:11.463399 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6ba86d-0487-4f17-83c7-63a874a48d37 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Made reservation on behalf of 02de15b4d2954d6d9c9c75a1ac38a37c for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:11.483274 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e6ba86d-0487-4f17-83c7-63a874a48d37 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:11.521427 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e65255-f63e-4744-b715-341eaae7bd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34d650b-5b3d-42d8-b923-cf07724c6c75,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:11.591524 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-bbbbac32-56dc-4672-afdf-4c584f99c028 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:11.602517 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce117324-8889-4f09-bf7d-2002655f73f6 req-f5bf6cdb-aa7a-4cb1-9fad-d702210e5ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:11.607802 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ce117324-8889-4f09-bf7d-2002655f73f6 req-f5bf6cdb-aa7a-4cb1-9fad-d702210e5ae7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a5577c115ec43508375ce7d29599c94&device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 1098 time: 1.9256706 Jul 15 13:22:11.647587 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b20f6e31-aa1a-4b88-a64a-7d8676db037c req-5ab73a53-2fdf-4b85-aa34-7ef4256c5915 tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.183 HTTP/1.1" status: 200 len: 696 time: 0.2515979 Jul 15 13:22:11.671498 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2723914c-a2ee-4872-bb9a-fc6759d04195 req-5faaaa8f-c634-45b5-a006-3b725282e69c tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 210 time: 0.1430349 Jul 15 13:22:11.895973 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f6e31-aa1a-4b88-a64a-7d8676db037c req-37991893-00e9-4215-82d0-8ebe27370586 tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:11.915176 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b20f6e31-aa1a-4b88-a64a-7d8676db037c req-37991893-00e9-4215-82d0-8ebe27370586 tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 784 time: 0.2535031 Jul 15 13:22:12.046319 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-bbbbac32-56dc-4672-afdf-4c584f99c028 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Transition to ACTIVE for port object 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:12.083184 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5f7fbbe0-68f9-4443-843c-f949be88db15 req-11e9ae76-f33d-44fd-b686-c0edfa9ddd46 tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] 10.222.0.24 "GET /v2.0/floatingips/e7e39fd6-20e4-4728-81fb-0dc6533a2e92 HTTP/1.1" status: 200 len: 693 time: 0.1489329 Jul 15 13:22:12.373604 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce117324-8889-4f09-bf7d-2002655f73f6 req-9b3a70a2-9970-4038-885d-9b866e430ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:12.384398 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ce117324-8889-4f09-bf7d-2002655f73f6 req-9b3a70a2-9970-4038-885d-9b866e430ea0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=edeaa118-edc5-4f1b-bf13-6f27616a2b19 HTTP/1.1" status: 200 len: 913 time: 0.5293415 Jul 15 13:22:12.411110 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-bbbbac32-56dc-4672-afdf-4c584f99c028 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:12.450883 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['7a219332-539e-43f4-ad7d-bc1eb1e39bc8', '44669c72-d839-4b49-83ed-d597c23d8bbd'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:12.592862 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fbbe0-68f9-4443-843c-f949be88db15 req-7c549f99-e960-4833-9082-06374bbb63f8 tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:12.603217 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5f7fbbe0-68f9-4443-843c-f949be88db15 req-7c549f99-e960-4833-9082-06374bbb63f8 tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 784 time: 0.5178127 Jul 15 13:22:12.628414 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-5f7fbbe0-68f9-4443-843c-f949be88db15 req-3903ba58-3be7-42a8-a9e5-1c20a1193acb tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:22:12.637753 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5f7fbbe0-68f9-4443-843c-f949be88db15 req-3903ba58-3be7-42a8-a9e5-1c20a1193acb tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0326538 Jul 15 13:22:12.657082 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ce117324-8889-4f09-bf7d-2002655f73f6 req-b8dfd500-2aab-400d-933f-92c680ad4e10 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a219332-539e-43f4-ad7d-bc1eb1e39bc8 HTTP/1.1" status: 200 len: 217 time: 0.2608466 Jul 15 13:22:12.805417 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-bbbbac32-56dc-4672-afdf-4c584f99c028 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Network edeaa118-edc5-4f1b-bf13-6f27616a2b19 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:12.823664 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-bbbbac32-56dc-4672-afdf-4c584f99c028 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:12.838038 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-bbbbac32-56dc-4672-afdf-4c584f99c028 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:12.936155 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbac32-56dc-4672-afdf-4c584f99c028 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Pushing event updated for resources: {'Port': ['ID=5a725e50-16a9-48ca-8c71-f7e1a9e9cec1,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:13.132690 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5f7fbbe0-68f9-4443-843c-f949be88db15 req-f8ab844d-0525-4234-86b7-ee824de65d22 tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.183 HTTP/1.1" status: 200 len: 696 time: 0.4903355 Jul 15 13:22:13.135059 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e6ba86d-0487-4f17-83c7-63a874a48d37 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:13.212232 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce117324-8889-4f09-bf7d-2002655f73f6 req-d4e64d1b-4ec2-4e9d-ab3a-46c6a0036523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:13.218250 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ce117324-8889-4f09-bf7d-2002655f73f6 req-d4e64d1b-4ec2-4e9d-ab3a-46c6a0036523 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d793a745-d38c-4e8b-9716-b5fdf7b27406 HTTP/1.1" status: 200 len: 851 time: 0.5545840 Jul 15 13:22:13.316791 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-bbbbac32-56dc-4672-afdf-4c584f99c028 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:13.317485 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-bbbbac32-56dc-4672-afdf-4c584f99c028 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:13.582821 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-bbbbac32-56dc-4672-afdf-4c584f99c028 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.9179983 Jul 15 13:22:13.605221 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-4f6affc1-5c5d-40eb-906c-a89ec5137371 service neutron] Request body: {'port': {'device_id': '7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:13.776951 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5f7fbbe0-68f9-4443-843c-f949be88db15 req-33e85e82-f654-49b2-bdb1-a0f55dabd842 tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.183 HTTP/1.1" status: 200 len: 696 time: 0.6170251 Jul 15 13:22:13.993334 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a0ddf304-bfd4-47ff-aa37-776a74ad3163 None None] Provisioning for port 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:13.997640 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496532c8-ba18-4098-87e0-9be84dc06604 req-fe41d503-738d-4e8b-8d5d-45312e080889 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:14.000805 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a0ddf304-bfd4-47ff-aa37-776a74ad3163 None None] Provisioning complete for port 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:14.002258 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0ddf304-bfd4-47ff-aa37-776a74ad3163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.003839 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-496532c8-ba18-4098-87e0-9be84dc06604 req-fe41d503-738d-4e8b-8d5d-45312e080889 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 932 time: 1.0525093 Jul 15 13:22:14.055308 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce117324-8889-4f09-bf7d-2002655f73f6 req-4d82df35-e289-4717-802b-3bb41299f194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:14.057063 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ce117324-8889-4f09-bf7d-2002655f73f6 req-4d82df35-e289-4717-802b-3bb41299f194 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edeaa118-edc5-4f1b-bf13-6f27616a2b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8215301 Jul 15 13:22:14.100590 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a0ddf304-bfd4-47ff-aa37-776a74ad3163 None None] Port 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:22:14.264932 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ba86d-0487-4f17-83c7-63a874a48d37 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event updated for resources: {'Subnet': ['ID=7b0cde8a-8963-4923-b333-ff59a41e6947,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:14.310316 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-4f6affc1-5c5d-40eb-906c-a89ec5137371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.382032 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-496532c8-ba18-4098-87e0-9be84dc06604 req-2a082ce0-d1a1-43ca-9382-f472f2a9bcc7 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457010 Jul 15 13:22:14.528597 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6ba86d-0487-4f17-83c7-63a874a48d37 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Checking segment: {'id': 'fde8ef59-e301-44ba-b883-f1e98148987a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c55e0e2-6630-43e1-90b1-2b17a2881a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:14.529013 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6ba86d-0487-4f17-83c7-63a874a48d37 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Network hostable DHCP agents. Network: 1c55e0e2-6630-43e1-90b1-2b17a2881a89, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:22:14.732700 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42306) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:14.774572 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6ba86d-0487-4f17-83c7-63a874a48d37 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Network 1c55e0e2-6630-43e1-90b1-2b17a2881a89 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:14.822114 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-2e6ba86d-0487-4f17-83c7-63a874a48d37 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 1c55e0e2-6630-43e1-90b1-2b17a2881a89) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:14.833080 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a827cf68-13a1-4176-8352-eb3e336f164c None None] Network 1c55e0e2-6630-43e1-90b1-2b17a2881a89 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:14.845121 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6ba86d-0487-4f17-83c7-63a874a48d37 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:14.845729 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e6ba86d-0487-4f17-83c7-63a874a48d37 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.929919 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-5f7fbbe0-68f9-4443-843c-f949be88db15 req-cd347b76-da3f-4395-82b5-744f991bdebd tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Deleting port e2c1ad68-10f4-431e-b679-a75709b476bd {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:14.930313 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5f7fbbe0-68f9-4443-843c-f949be88db15 req-cd347b76-da3f-4395-82b5-744f991bdebd tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.946966 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2e6ba86d-0487-4f17-83c7-63a874a48d37 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9476058 Jul 15 13:22:14.948648 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42312) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:15.011144 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-35c5d97a-dfc9-454a-8d6f-d3e8fcc15050 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:15.070458 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-4f6affc1-5c5d-40eb-906c-a89ec5137371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:15.093237 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-4f6affc1-5c5d-40eb-906c-a89ec5137371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.171625 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-4f6affc1-5c5d-40eb-906c-a89ec5137371 service neutron] Transition to ACTIVE for port object 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:15.216792 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-4f6affc1-5c5d-40eb-906c-a89ec5137371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.256552 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35c5d97a-dfc9-454a-8d6f-d3e8fcc15050 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11768439'] for subnet, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.382933 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ce117324-8889-4f09-bf7d-2002655f73f6 req-2642495d-d393-4c44-a26a-075ddab05f17 service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3008578 Jul 15 13:22:15.457422 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd215a2b-f4f7-456b-ba85-6c2f26c00324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-1c55e0e2-6630-43e1-90b1-2b17a2881a89', 'network_id': '1c55e0e2-6630-43e1-90b1-2b17a2881a89', 'tenant_id': '02de15b4d2954d6d9c9c75a1ac38a37c', 'fixed_ips': [{'subnet_id': '7b0cde8a-8963-4923-b333-ff59a41e6947'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:22:15.458380 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dd215a2b-f4f7-456b-ba85-6c2f26c00324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.748040 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f7756f4b-1e0d-4690-be3f-d0733e3b0e7b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-176421686-network', 'tenant_id': 'c946afb64c8c4c57b01b417d9e85b448'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:15.770811 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35c5d97a-dfc9-454a-8d6f-d3e8fcc15050 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732685825675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9520945'] for subnet, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.821912 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ce117324-8889-4f09-bf7d-2002655f73f6 req-79f74c8b-32ea-482b-8321-e25c6c9f35b3 service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027369 Jul 15 13:22:15.964049 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-dd215a2b-f4f7-456b-ba85-6c2f26c00324 None None] Allocated IP 172.20.0.2 (1c55e0e2-6630-43e1-90b1-2b17a2881a89/7b0cde8a-8963-4923-b333-ff59a41e6947/5f5a96af-49c6-4dae-a402-64de17cd3aa7) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:16.035809 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c5d97a-dfc9-454a-8d6f-d3e8fcc15050 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:16.036420 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35c5d97a-dfc9-454a-8d6f-d3e8fcc15050 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:16.046027 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-35c5d97a-dfc9-454a-8d6f-d3e8fcc15050 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "PUT /v2.0/subnets/7b0cde8a-8963-4923-b333-ff59a41e6947 HTTP/1.1" status: 200 len: 806 time: 1.0903687 Jul 15 13:22:16.051152 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42328) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:16.071514 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6affc1-5c5d-40eb-906c-a89ec5137371 service neutron] Pushing event updated for resources: {'Port': ['ID=5a725e50-16a9-48ca-8c71-f7e1a9e9cec1,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:16.169806 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-4f6affc1-5c5d-40eb-906c-a89ec5137371 service neutron] Attempting to bind port 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:16.170155 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-4f6affc1-5c5d-40eb-906c-a89ec5137371 service neutron] Attempting to bind port 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'da9df486-ce25-472e-ba9f-e231dea52cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:16.170491 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-4f6affc1-5c5d-40eb-906c-a89ec5137371 service neutron] Attempting to bind port 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1 on network edeaa118-edc5-4f1b-bf13-6f27616a2b19 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:16.186275 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7756f4b-1e0d-4690-be3f-d0733e3b0e7b admin admin] Made reservation on behalf of c946afb64c8c4c57b01b417d9e85b448 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:16.193374 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7756f4b-1e0d-4690-be3f-d0733e3b0e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:16.211243 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-4f6affc1-5c5d-40eb-906c-a89ec5137371 service neutron] Port 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1 on network edeaa118-edc5-4f1b-bf13-6f27616a2b19 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:16.211598 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-4f6affc1-5c5d-40eb-906c-a89ec5137371 service neutron] Attempting to bind port 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1 on network edeaa118-edc5-4f1b-bf13-6f27616a2b19 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:16.233483 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-4f6affc1-5c5d-40eb-906c-a89ec5137371 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:16.233879 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-4f6affc1-5c5d-40eb-906c-a89ec5137371 service neutron] Checking segment: {'id': 'da9df486-ce25-472e-ba9f-e231dea52cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:16.235244 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-4f6affc1-5c5d-40eb-906c-a89ec5137371 service neutron] Bound using segment: {'id': 'da9df486-ce25-472e-ba9f-e231dea52cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:16.235772 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-4f6affc1-5c5d-40eb-906c-a89ec5137371 service neutron] Bound port: 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da9df486-ce25-472e-ba9f-e231dea52cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:16.236157 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-4f6affc1-5c5d-40eb-906c-a89ec5137371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:16.300996 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5d97a-dfc9-454a-8d6f-d3e8fcc15050 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event updated for resources: {'Subnet': ['ID=7b0cde8a-8963-4923-b333-ff59a41e6947,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:16.328407 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7756f4b-1e0d-4690-be3f-d0733e3b0e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:16.371706 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726bc51-edec-4269-bd5c-10ee89ce3d7d req-75eee818-d9b4-4830-a03a-a45038ce5f9a tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:16.374613 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f726bc51-edec-4269-bd5c-10ee89ce3d7d req-75eee818-d9b4-4830-a03a-a45038ce5f9a tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 944 time: 0.3232846 Jul 15 13:22:16.427684 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-4f6affc1-5c5d-40eb-906c-a89ec5137371 service neutron] For port 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:16.482550 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-4f6affc1-5c5d-40eb-906c-a89ec5137371 service neutron] For port 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=5a725e50-16a9-48ca-8c71-f7e1a9e9cec1,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:16.499349 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-4f6affc1-5c5d-40eb-906c-a89ec5137371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:16.509652 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f726bc51-edec-4269-bd5c-10ee89ce3d7d req-586bb625-a0ca-4498-b049-354079b469ba tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271102 Jul 15 13:22:16.602357 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-4f6affc1-5c5d-40eb-906c-a89ec5137371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:16.602963 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-4f6affc1-5c5d-40eb-906c-a89ec5137371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:16.604619 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-4f6affc1-5c5d-40eb-906c-a89ec5137371 service neutron] 10.222.0.18 "PUT /v2.0/ports/5a725e50-16a9-48ca-8c71-f7e1a9e9cec1 HTTP/1.1" status: 200 len: 1093 time: 3.0164320 Jul 15 13:22:16.605211 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b', 'tag': '5a725e50-16a9-48ca-8c71-f7e1a9e9cec1'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:16.607845 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba92109a-c5f1-42b0-ab45-594863b82d43" -d '{"events": [{"name": "network-changed", "server_uuid": "7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b", "tag": "5a725e50-16a9-48ca-8c71-f7e1a9e9cec1"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:16.685720 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dd215a2b-f4f7-456b-ba85-6c2f26c00324 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:16.727268 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-dd215a2b-f4f7-456b-ba85-6c2f26c00324 None None] Transition to ACTIVE for port object 5f5a96af-49c6-4dae-a402-64de17cd3aa7 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:16.728133 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c431c3e-c773-4083-afa5-eb781b984267 x-openstack-request-id: req-7c431c3e-c773-4083-afa5-eb781b984267 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:16.728551 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b", "tag": "5a725e50-16a9-48ca-8c71-f7e1a9e9cec1", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:16.728821 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7c431c3e-c773-4083-afa5-eb781b984267 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:16.729269 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b', 'tag': '5a725e50-16a9-48ca-8c71-f7e1a9e9cec1', 'status': 'completed', 'code': 200} Jul 15 13:22:16.782914 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6affc1-5c5d-40eb-906c-a89ec5137371 service neutron] Pushing event updated for resources: {'Port': ['ID=5a725e50-16a9-48ca-8c71-f7e1a9e9cec1,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:16.822591 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-dd215a2b-f4f7-456b-ba85-6c2f26c00324 None None] Transition to ACTIVE for port object 5f5a96af-49c6-4dae-a402-64de17cd3aa7 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:16.846878 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-0b1a3bec-ce80-49da-bd2a-3bed7c75f674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:16.848539 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-0b1a3bec-ce80-49da-bd2a-3bed7c75f674 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a5577c115ec43508375ce7d29599c94&device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 1096 time: 0.1784346 Jul 15 13:22:16.859689 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dd215a2b-f4f7-456b-ba85-6c2f26c00324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:16.979685 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-9f61c4da-864d-4851-9f73-1307b3867081 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a725e50-16a9-48ca-8c71-f7e1a9e9cec1 HTTP/1.1" status: 200 len: 217 time: 0.1232266 Jul 15 13:22:17.085723 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd215a2b-f4f7-456b-ba85-6c2f26c00324 None None] Network 1c55e0e2-6630-43e1-90b1-2b17a2881a89 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:17.102349 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-dd215a2b-f4f7-456b-ba85-6c2f26c00324 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:17.147527 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd215a2b-f4f7-456b-ba85-6c2f26c00324 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:17.165852 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-b1bae767-2871-45dd-8103-88aa4ff8d7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:17.171159 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd215a2b-f4f7-456b-ba85-6c2f26c00324 None None] Pushing event updated for resources: {'Port': ['ID=5f5a96af-49c6-4dae-a402-64de17cd3aa7,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:17.177696 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-b1bae767-2871-45dd-8103-88aa4ff8d7a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d793a745-d38c-4e8b-9716-b5fdf7b27406 HTTP/1.1" status: 200 len: 851 time: 0.1907494 Jul 15 13:22:17.281341 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42354) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:17.415798 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-afe402cf-1f6a-4036-8bb3-33bdcc8a0e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:17.419403 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-afe402cf-1f6a-4036-8bb3-33bdcc8a0e0c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edeaa118-edc5-4f1b-bf13-6f27616a2b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2334235 Jul 15 13:22:17.629600 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-dd215a2b-f4f7-456b-ba85-6c2f26c00324 None None] Attempting to bind port 5f5a96af-49c6-4dae-a402-64de17cd3aa7 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:17.634232 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-dd215a2b-f4f7-456b-ba85-6c2f26c00324 None None] Attempting to bind port 5f5a96af-49c6-4dae-a402-64de17cd3aa7 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'fde8ef59-e301-44ba-b883-f1e98148987a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c55e0e2-6630-43e1-90b1-2b17a2881a89'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:17.634767 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd215a2b-f4f7-456b-ba85-6c2f26c00324 None None] Attempting to bind port 5f5a96af-49c6-4dae-a402-64de17cd3aa7 on network 1c55e0e2-6630-43e1-90b1-2b17a2881a89 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:17.667413 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd215a2b-f4f7-456b-ba85-6c2f26c00324 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:17.676965 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd215a2b-f4f7-456b-ba85-6c2f26c00324 None None] Checking segment: {'id': 'fde8ef59-e301-44ba-b883-f1e98148987a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c55e0e2-6630-43e1-90b1-2b17a2881a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:17.677566 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dd215a2b-f4f7-456b-ba85-6c2f26c00324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:17.679825 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd215a2b-f4f7-456b-ba85-6c2f26c00324 None None] Bound using segment: {'id': 'fde8ef59-e301-44ba-b883-f1e98148987a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c55e0e2-6630-43e1-90b1-2b17a2881a89'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:17.682034 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-dd215a2b-f4f7-456b-ba85-6c2f26c00324 None None] Bound port: 5f5a96af-49c6-4dae-a402-64de17cd3aa7, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde8ef59-e301-44ba-b883-f1e98148987a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '1c55e0e2-6630-43e1-90b1-2b17a2881a89'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:17.682034 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dd215a2b-f4f7-456b-ba85-6c2f26c00324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:17.887894 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-dd215a2b-f4f7-456b-ba85-6c2f26c00324 None None] For port 5f5a96af-49c6-4dae-a402-64de17cd3aa7, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:17.894647 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-dd215a2b-f4f7-456b-ba85-6c2f26c00324 None None] For port 5f5a96af-49c6-4dae-a402-64de17cd3aa7, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=5f5a96af-49c6-4dae-a402-64de17cd3aa7,segment=NetworkSegment(fde8ef59-e301-44ba-b883-f1e98148987a),segment_id=fde8ef59-e301-44ba-b883-f1e98148987a)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:17.905630 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dd215a2b-f4f7-456b-ba85-6c2f26c00324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.013231 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd215a2b-f4f7-456b-ba85-6c2f26c00324 None None] Pushing event updated for resources: {'Port': ['ID=5f5a96af-49c6-4dae-a402-64de17cd3aa7,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:18.525978 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7756f4b-1e0d-4690-be3f-d0733e3b0e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.529439 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5f7fbbe0-68f9-4443-843c-f949be88db15 req-cd347b76-da3f-4395-82b5-744f991bdebd tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.529883 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5f7fbbe0-68f9-4443-843c-f949be88db15 req-cd347b76-da3f-4395-82b5-744f991bdebd tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.550791 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7756f4b-1e0d-4690-be3f-d0733e3b0e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.588711 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c8c39dc-4a31-4df2-93c9-67b2b4a2d067 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.595499 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-5f7fbbe0-68f9-4443-843c-f949be88db15 req-cd347b76-da3f-4395-82b5-744f991bdebd tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Calling delete_port for e2c1ad68-10f4-431e-b679-a75709b476bd owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:18.630404 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-3e983b4d-cb28-440f-b276-996c21a35949 service neutron] 10.222.0.18 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1969237 Jul 15 13:22:18.789872 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f65ff5-0bb2-4ce4-b19d-d6d91bc648f0 req-f99bb3f0-6ff5-4fe0-a02c-87a0da40af77 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:18.792605 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-64f65ff5-0bb2-4ce4-b19d-d6d91bc648f0 req-f99bb3f0-6ff5-4fe0-a02c-87a0da40af77 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 944 time: 0.7642694 Jul 15 13:22:18.876202 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7756f4b-1e0d-4690-be3f-d0733e3b0e7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:22:18.960617 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7756f4b-1e0d-4690-be3f-d0733e3b0e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304ef15c-3061-495a-81b8-523c742f2d13,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:19.028294 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7756f4b-1e0d-4690-be3f-d0733e3b0e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.028983 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-f7756f4b-1e0d-4690-be3f-d0733e3b0e7b admin admin] Added segment 9675edaf-0d4a-4131-a097-4a6f5ed6be4b of type vlan for network 0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6 Jul 15 13:22:19.048485 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 5f5a96af-49c6-4dae-a402-64de17cd3aa7 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:19.168067 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9d24f411-40ff-40b0-ba44-0bd8b1c9f462 req-b31fbcfa-b8ce-471d-8360-ed1fafb038ba service neutron] 10.222.0.18 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5143948 Jul 15 13:22:19.343127 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 5f5a96af-49c6-4dae-a402-64de17cd3aa7 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:19.433812 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7756f4b-1e0d-4690-be3f-d0733e3b0e7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.484783 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0c8c39dc-4a31-4df2-93c9-67b2b4a2d067 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Deleting port 5f5a96af-49c6-4dae-a402-64de17cd3aa7 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:19.486240 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c8c39dc-4a31-4df2-93c9-67b2b4a2d067 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.767745 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7756f4b-1e0d-4690-be3f-d0733e3b0e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.774192 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7756f4b-1e0d-4690-be3f-d0733e3b0e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:19.775545 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7756f4b-1e0d-4690-be3f-d0733e3b0e7b admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.939166 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-64f65ff5-0bb2-4ce4-b19d-d6d91bc648f0 req-0f308532-4a0e-46cb-bc76-436b502d1788 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7688103 Jul 15 13:22:20.256508 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-0c8c39dc-4a31-4df2-93c9-67b2b4a2d067 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] For port 5f5a96af-49c6-4dae-a402-64de17cd3aa7, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=5f5a96af-49c6-4dae-a402-64de17cd3aa7,segment=NetworkSegment(fde8ef59-e301-44ba-b883-f1e98148987a),segment_id=fde8ef59-e301-44ba-b883-f1e98148987a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:20.257276 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c8c39dc-4a31-4df2-93c9-67b2b4a2d067 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:20.338050 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0c8c39dc-4a31-4df2-93c9-67b2b4a2d067 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Calling delete_port for 5f5a96af-49c6-4dae-a402-64de17cd3aa7 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:20.444768 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ca7fe8-dd74-4666-ba06-7b0a3424309d None None] Network 1c55e0e2-6630-43e1-90b1-2b17a2881a89 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:20.678550 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7756f4b-1e0d-4690-be3f-d0733e3b0e7b admin admin] Pushing event updated for resources: {'Network': ['ID=0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:20.741505 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c8c39dc-4a31-4df2-93c9-67b2b4a2d067 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:20.766150 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5f7fbbe0-68f9-4443-843c-f949be88db15 req-cd347b76-da3f-4395-82b5-744f991bdebd tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:20.801505 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f7756f4b-1e0d-4690-be3f-d0733e3b0e7b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 6.0606213 Jul 15 13:22:20.841080 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42392) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:20.855023 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2ad86a3b-9708-4b80-aa36-b10bd56ae6da admin admin] Request body: {'subnet': {'network_id': '0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-176421686-subnet', 'tenant_id': 'c946afb64c8c4c57b01b417d9e85b448', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:20.972511 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:20.989514 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-abf2fbf1-80d3-42bb-b27d-4ee084031b5b None None] Provisioning for port 5f5a96af-49c6-4dae-a402-64de17cd3aa7 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:21.012870 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c39dc-4a31-4df2-93c9-67b2b4a2d067 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event deleted for resources: {'Port': ['ID=5f5a96af-49c6-4dae-a402-64de17cd3aa7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:21.044554 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad86a3b-9708-4b80-aa36-b10bd56ae6da admin admin] Made reservation on behalf of c946afb64c8c4c57b01b417d9e85b448 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:21.053317 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ad86a3b-9708-4b80-aa36-b10bd56ae6da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.112680 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-abf2fbf1-80d3-42bb-b27d-4ee084031b5b None None] Provisioning complete for port 5f5a96af-49c6-4dae-a402-64de17cd3aa7 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:21.113648 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-abf2fbf1-80d3-42bb-b27d-4ee084031b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.304197 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-abf2fbf1-80d3-42bb-b27d-4ee084031b5b None None] Port 5f5a96af-49c6-4dae-a402-64de17cd3aa7 was deleted so its status cannot be updated. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 15 13:22:21.366879 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-628a75d6-f3a1-40be-8099-0973133bd74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.409276 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd347b76-da3f-4395-82b5-744f991bdebd tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Pushing event deleted for resources: {'Port': ['ID=e2c1ad68-10f4-431e-b679-a75709b476bd,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:21.694969 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8c39dc-4a31-4df2-93c9-67b2b4a2d067 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] No DVR routers for this DVR port 5f5a96af-49c6-4dae-a402-64de17cd3aa7 on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:21.914195 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92109a-c5f1-42b0-ab45-594863b82d43 req-7223cee7-a4a8-4ba7-8d36-cbbc76182c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:21.919521 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ba92109a-c5f1-42b0-ab45-594863b82d43 req-7223cee7-a4a8-4ba7-8d36-cbbc76182c06 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a5577c115ec43508375ce7d29599c94&device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 1096 time: 2.2500181 Jul 15 13:22:21.987313 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c8c39dc-4a31-4df2-93c9-67b2b4a2d067 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.025184 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:22:22.239270 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5f7fbbe0-68f9-4443-843c-f949be88db15 req-cd347b76-da3f-4395-82b5-744f991bdebd tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.268042 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5f7fbbe0-68f9-4443-843c-f949be88db15 req-cd347b76-da3f-4395-82b5-744f991bdebd tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.291936 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5f7fbbe0-68f9-4443-843c-f949be88db15 req-cd347b76-da3f-4395-82b5-744f991bdebd tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] 10.222.0.24 "DELETE /v2.0/floatingips/e7e39fd6-20e4-4728-81fb-0dc6533a2e92 HTTP/1.1" status: 204 len: 173 time: 8.5058789 Jul 15 13:22:22.320969 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80e815-c1f5-40d9-a254-45568690ffe8 req-56ebcd01-ae6e-4882-93c4-cc9d06d1f2bf tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:22.350268 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d80e815-c1f5-40d9-a254-45568690ffe8 req-56ebcd01-ae6e-4882-93c4-cc9d06d1f2bf tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 944 time: 0.8617485 Jul 15 13:22:22.464334 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86468b3-b139-42f5-a464-94e8fba2e30b None None] Network 1c55e0e2-6630-43e1-90b1-2b17a2881a89 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:22.588259 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d80e815-c1f5-40d9-a254-45568690ffe8 req-b85fd853-348f-4de1-9c62-5f23c14821ae tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231970 Jul 15 13:22:22.639313 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [req-34ac20b3-8287-4a10-a8aa-0fe613c58ba8 req-997152c1-3e0c-4bd5-93f3-7b0774d04411 tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] show failed (client error): The resource could not be found. Jul 15 13:22:22.660062 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-34ac20b3-8287-4a10-a8aa-0fe613c58ba8 req-997152c1-3e0c-4bd5-93f3-7b0774d04411 tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] 10.222.0.24 "GET /v2.0/floatingips/e7e39fd6-20e4-4728-81fb-0dc6533a2e92 HTTP/1.1" status: 404 len: 350 time: 0.2282312 Jul 15 13:22:22.748551 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=5a725e50-16a9-48ca-8c71-f7e1a9e9cec1,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:22.784547 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '5a725e50-16a9-48ca-8c71-f7e1a9e9cec1', 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19', 'port_id': '5a725e50-16a9-48ca-8c71-f7e1a9e9cec1', 'mac_address': 'fa:16:3e:61:ce:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd793a745-d38c-4e8b-9716-b5fdf7b27406', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:22:22.852182 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c8c39dc-4a31-4df2-93c9-67b2b4a2d067 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.956348 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c39dc-4a31-4df2-93c9-67b2b4a2d067 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event deleted for resources: {'Subnet': ['ID=7b0cde8a-8963-4923-b333-ff59a41e6947,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:23.052848 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.077902 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c8c39dc-4a31-4df2-93c9-67b2b4a2d067 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.090186 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-0c8c39dc-4a31-4df2-93c9-67b2b4a2d067 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c55e0e2-6630-43e1-90b1-2b17a2881a89']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:23.111513 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-0c8c39dc-4a31-4df2-93c9-67b2b4a2d067 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde8ef59-e301-44ba-b883-f1e98148987a') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:23.111941 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-0c8c39dc-4a31-4df2-93c9-67b2b4a2d067 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde8ef59-e301-44ba-b883-f1e98148987a') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:23.120796 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92109a-c5f1-42b0-ab45-594863b82d43 req-6296119d-2fad-4439-886f-e93d7fcde9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:23.124384 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ba92109a-c5f1-42b0-ab45-594863b82d43 req-6296119d-2fad-4439-886f-e93d7fcde9f6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=edeaa118-edc5-4f1b-bf13-6f27616a2b19 HTTP/1.1" status: 200 len: 913 time: 1.1749942 Jul 15 13:22:23.131967 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c8c39dc-4a31-4df2-93c9-67b2b4a2d067 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.132710 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [req-7f564648-a84c-47ea-9d76-310816bf84d1 req-0f856d01-3596-48e0-907c-7c92529b0912 tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] show failed (client error): The resource could not be found. Jul 15 13:22:23.135274 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f564648-a84c-47ea-9d76-310816bf84d1 req-0f856d01-3596-48e0-907c-7c92529b0912 tempest-FloatingIPsTestJSON-278589558 tempest-FloatingIPsTestJSON-278589558-project] 10.222.0.24 "GET /v2.0/floatingips/e7e39fd6-20e4-4728-81fb-0dc6533a2e92 HTTP/1.1" status: 404 len: 350 time: 0.1806638 Jul 15 13:22:23.141812 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:23.154503 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42418) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:23.182174 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c8c39dc-4a31-4df2-93c9-67b2b4a2d067 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.199699 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c8c39dc-4a31-4df2-93c9-67b2b4a2d067 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:23.205048 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c8c39dc-4a31-4df2-93c9-67b2b4a2d067 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.291905 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=5a725e50-16a9-48ca-8c71-f7e1a9e9cec1,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:23.298161 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.307371 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.433114 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=5a725e50-16a9-48ca-8c71-f7e1a9e9cec1,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:23.434094 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ba92109a-c5f1-42b0-ab45-594863b82d43 req-f8b6f63e-e4c2-4020-a6f2-4393c6e8130e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a725e50-16a9-48ca-8c71-f7e1a9e9cec1 HTTP/1.1" status: 200 len: 217 time: 0.2990744 Jul 15 13:22:23.441320 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ec7095-2bdd-4b82-855d-bd00f5515e85 None None] Network 1c55e0e2-6630-43e1-90b1-2b17a2881a89 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:23.483003 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:22:23.483003 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:23.483003 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:22:23.483003 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:23.483003 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:22:23.483003 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:23.483003 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:22:23.483003 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:23.483003 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:22:23.483003 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:23.483003 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:22:23.483003 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:23.483003 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:22:23.483003 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:23.483003 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:23.483003 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:23.483003 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:23.483003 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:23.483003 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:22:23.483003 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:23.483003 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:22:23.483003 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:23.483003 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:23.483003 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:23.483003 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:23.483003 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:23.483003 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:23.483003 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:23.483003 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:23.483003 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:23.483003 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:23.483003 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:23.497686 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c8c39dc-4a31-4df2-93c9-67b2b4a2d067 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.540972 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['5a725e50-16a9-48ca-8c71-f7e1a9e9cec1'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:23.569237 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92109a-c5f1-42b0-ab45-594863b82d43 req-3b51da61-0bbd-4dbd-adf8-72486457e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:23.572908 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ba92109a-c5f1-42b0-ab45-594863b82d43 req-3b51da61-0bbd-4dbd-adf8-72486457e4ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d793a745-d38c-4e8b-9716-b5fdf7b27406 HTTP/1.1" status: 200 len: 851 time: 0.1271152 Jul 15 13:22:23.596336 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c8c39dc-4a31-4df2-93c9-67b2b4a2d067 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.605135 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0c8c39dc-4a31-4df2-93c9-67b2b4a2d067 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/networks/1c55e0e2-6630-43e1-90b1-2b17a2881a89 HTTP/1.1" status: 204 len: 168 time: 7.4693539 Jul 15 13:22:23.609647 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42420) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:23.653360 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f8fc336b-2cc9-4235-ba65-ff3e21f4602b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.710994 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c39dc-4a31-4df2-93c9-67b2b4a2d067 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event deleted for resources: {'Network': ['ID=1c55e0e2-6630-43e1-90b1-2b17a2881a89,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:23.736116 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9dc887-3194-4f82-8f7a-cf46927e2e20 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] DELETE failed (client error): The resource could not be found. Jul 15 13:22:23.739321 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa9dc887-3194-4f82-8f7a-cf46927e2e20 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:22:23.745628 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-fa9dc887-3194-4f82-8f7a-cf46927e2e20 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/networks/1c55e0e2-6630-43e1-90b1-2b17a2881a89 HTTP/1.1" status: 404 len: 339 time: 0.1345303 Jul 15 13:22:23.751883 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42424) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:23.757305 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ad86a3b-9708-4b80-aa36-b10bd56ae6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.785920 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-26d1bde5-484a-4841-8633-b1885be38b97 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-712467426', 'description': 'd1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:23.942695 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad86a3b-9708-4b80-aa36-b10bd56ae6da admin admin] Pushing event updated for resources: {'Subnet': ['ID=09e043f9-ea54-433a-a4a3-a04eb8ca3ace,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:23.948530 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d1bde5-484a-4841-8633-b1885be38b97 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Made reservation on behalf of 02de15b4d2954d6d9c9c75a1ac38a37c for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:23.957909 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-26d1bde5-484a-4841-8633-b1885be38b97 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:24.104739 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26d1bde5-484a-4841-8633-b1885be38b97 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:22:24.127643 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-26d1bde5-484a-4841-8633-b1885be38b97 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:24.130252 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-26d1bde5-484a-4841-8633-b1885be38b97 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Added segment c8e28a83-b491-48c2-af9b-0f6e04f3de1f of type vlan for network 2daf170d-afe3-4517-a669-28ddd98e6f33 Jul 15 13:22:24.223662 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92109a-c5f1-42b0-ab45-594863b82d43 req-a929fdb9-b48b-4a83-8b8c-381787b81597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:24.225901 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ba92109a-c5f1-42b0-ab45-594863b82d43 req-a929fdb9-b48b-4a83-8b8c-381787b81597 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edeaa118-edc5-4f1b-bf13-6f27616a2b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6352766 Jul 15 13:22:24.373001 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-26d1bde5-484a-4841-8633-b1885be38b97 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:24.532971 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7401ffa2-9608-4099-8dc6-61e07d4cb6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:24.533829 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7121dcf9-177e-4ac5-b988-b1ba4610f71f None None] DHCP port deletion for 1c55e0e2-6630-43e1-90b1-2b17a2881a89 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:22:24.536658 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-26d1bde5-484a-4841-8633-b1885be38b97 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:24.549302 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d1bde5-484a-4841-8633-b1885be38b97 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:24.550830 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-26d1bde5-484a-4841-8633-b1885be38b97 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:24.715919 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 5f5a96af-49c6-4dae-a402-64de17cd3aa7 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:24.738688 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:24.784538 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 5f5a96af-49c6-4dae-a402-64de17cd3aa7 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:24.785148 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 5f5a96af-49c6-4dae-a402-64de17cd3aa7 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:24.797202 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ba92109a-c5f1-42b0-ab45-594863b82d43 req-dc3383cb-87cf-44b9-9591-598f6c76a2fa service neutron] 10.222.0.18 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5636818 Jul 15 13:22:24.815373 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1bde5-484a-4841-8633-b1885be38b97 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event updated for resources: {'Network': ['ID=2daf170d-afe3-4517-a669-28ddd98e6f33,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:24.825675 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad86a3b-9708-4b80-aa36-b10bd56ae6da admin admin] Checking segment: {'id': '9675edaf-0d4a-4131-a097-4a6f5ed6be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:24.826333 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad86a3b-9708-4b80-aa36-b10bd56ae6da admin admin] Network hostable DHCP agents. Network: 0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:22:24.834163 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 2daf170d-afe3-4517-a669-28ddd98e6f33 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:24.840113 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-26d1bde5-484a-4841-8633-b1885be38b97 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0668569 Jul 15 13:22:24.841237 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42438) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:25.078327 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.138662 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c22d27-7213-4f06-be40-de4a7c395b54 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:25.146546 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d2c22d27-7213-4f06-be40-de4a7c395b54 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "GET /v2.0/networks?id=2daf170d-afe3-4517-a669-28ddd98e6f33 HTTP/1.1" status: 200 len: 760 time: 0.2968729 Jul 15 13:22:25.150857 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42440) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:25.186066 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7b9183e8-f252-4cdd-ac8a-b49c08c385b7 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Request body: {'network': {'description': 'd2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:25.383337 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ba92109a-c5f1-42b0-ab45-594863b82d43 req-0688365c-0079-48f1-a6c4-1a6f94204abe service neutron] 10.222.0.18 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5710771 Jul 15 13:22:25.416384 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5463a237-642e-4361-847e-24f542423d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.462770 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad86a3b-9708-4b80-aa36-b10bd56ae6da admin admin] Network 0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:25.517935 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-2ad86a3b-9708-4b80-aa36-b10bd56ae6da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:25.538240 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c989a2ba-3f55-41d5-a652-7dd7042b98ae None None] Network 0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:25.582096 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afaa623-7444-4669-a761-a1e0dea3bdf4 req-7f131f6b-d850-48b5-a7d3-3775e664275e tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:25.582096 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7afaa623-7444-4669-a761-a1e0dea3bdf4 req-7f131f6b-d850-48b5-a7d3-3775e664275e tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 945 time: 1.1212578 Jul 15 13:22:25.582096 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad86a3b-9708-4b80-aa36-b10bd56ae6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:25.582096 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ad86a3b-9708-4b80-aa36-b10bd56ae6da admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.744399 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7afaa623-7444-4669-a761-a1e0dea3bdf4 req-db8c623d-87ab-40a9-bedf-980d52d07d04 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648517 Jul 15 13:22:25.878534 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7b9183e8-f252-4cdd-ac8a-b49c08c385b7 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.893809 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2ad86a3b-9708-4b80-aa36-b10bd56ae6da admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 5.0453551 Jul 15 13:22:25.912592 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7b9183e8-f252-4cdd-ac8a-b49c08c385b7 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.933116 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2d6c78-1dd4-4eb2-8eb5-fe52466592f5 None None] Network 0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:25.995868 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7b9183e8-f252-4cdd-ac8a-b49c08c385b7 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Network 2daf170d-afe3-4517-a669-28ddd98e6f33 is not hosted by any dhcp agent {{(pid=93814) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:22:26.007885 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9183e8-f252-4cdd-ac8a-b49c08c385b7 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:26.008944 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7b9183e8-f252-4cdd-ac8a-b49c08c385b7 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.011531 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7b9183e8-f252-4cdd-ac8a-b49c08c385b7 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "PUT /v2.0/networks/2daf170d-afe3-4517-a669-28ddd98e6f33 HTTP/1.1" status: 200 len: 757 time: 0.8562560 Jul 15 13:22:26.026278 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42456) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:26.152686 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9183e8-f252-4cdd-ac8a-b49c08c385b7 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event updated for resources: {'Network': ['ID=2daf170d-afe3-4517-a669-28ddd98e6f33,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:26.160958 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:26.218583 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 2daf170d-afe3-4517-a669-28ddd98e6f33 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:26.406027 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25c68f4-a539-4b78-988d-32efa181f111 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:26.414042 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b25c68f4-a539-4b78-988d-32efa181f111 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "GET /v2.0/networks?id=2daf170d-afe3-4517-a669-28ddd98e6f33 HTTP/1.1" status: 200 len: 760 time: 0.3297725 Jul 15 13:22:26.414291 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42470) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:26.419733 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2260ad3f-6aff-4544-8936-441cbb66e2f3 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-656675487'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:26.523681 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2260ad3f-6aff-4544-8936-441cbb66e2f3 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Made reservation on behalf of 02de15b4d2954d6d9c9c75a1ac38a37c for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:26.574544 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2260ad3f-6aff-4544-8936-441cbb66e2f3 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.577926 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.598102 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:26.602988 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:26.603706 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.673243 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-7401ffa2-9608-4099-8dc6-61e07d4cb6d2 admin admin] Deleting port 416b5eba-fbcb-4a59-a665-e67766425cf4 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:26.675236 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7401ffa2-9608-4099-8dc6-61e07d4cb6d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.684564 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2260ad3f-6aff-4544-8936-441cbb66e2f3 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:22:26.714766 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2260ad3f-6aff-4544-8936-441cbb66e2f3 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.715125 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-2260ad3f-6aff-4544-8936-441cbb66e2f3 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Added segment b71a1675-783f-471f-8eb0-487b4c328cfa of type vlan for network 5bdce0cd-676a-4ca8-a241-eda5dfa8627c Jul 15 13:22:26.828822 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.843772 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2260ad3f-6aff-4544-8936-441cbb66e2f3 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.944901 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=5a725e50-16a9-48ca-8c71-f7e1a9e9cec1,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:26.949433 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a725e50-16a9-48ca-8c71-f7e1a9e9cec1'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:26.951931 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71afbb83-850b-477a-af47-1c0fa8be5084" -d '{"events": [{"server_uuid": "7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b", "name": "network-vif-plugged", "status": "completed", "tag": "5a725e50-16a9-48ca-8c71-f7e1a9e9cec1"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:26.962510 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2260ad3f-6aff-4544-8936-441cbb66e2f3 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.968807 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2260ad3f-6aff-4544-8936-441cbb66e2f3 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:26.979611 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.983686 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2260ad3f-6aff-4544-8936-441cbb66e2f3 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.111568 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=5a725e50-16a9-48ca-8c71-f7e1a9e9cec1,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:27.158214 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260ad3f-6aff-4544-8936-441cbb66e2f3 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event updated for resources: {'Network': ['ID=5bdce0cd-676a-4ca8-a241-eda5dfa8627c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:27.171913 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 5bdce0cd-676a-4ca8-a241-eda5dfa8627c details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:27.211108 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2260ad3f-6aff-4544-8936-441cbb66e2f3 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7956707 Jul 15 13:22:27.218867 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42486) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:27.224548 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b620609f-e0c3-4837-8b90-933e0ce394bd tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Request body: {'subnet': {'network_id': '5bdce0cd-676a-4ca8-a241-eda5dfa8627c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:27.248523 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5463a237-642e-4361-847e-24f542423d64 admin admin] Deleting port 8662f2c6-477a-420d-a361-618e1adee3ad {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:27.248862 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5463a237-642e-4361-847e-24f542423d64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.254674 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-7401ffa2-9608-4099-8dc6-61e07d4cb6d2 admin admin] For port 416b5eba-fbcb-4a59-a665-e67766425cf4, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=416b5eba-fbcb-4a59-a665-e67766425cf4,segment=NetworkSegment(8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65),segment_id=8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:27.255047 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7401ffa2-9608-4099-8dc6-61e07d4cb6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.328250 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-7401ffa2-9608-4099-8dc6-61e07d4cb6d2 admin admin] Calling delete_port for 416b5eba-fbcb-4a59-a665-e67766425cf4 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:27.371520 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae914e-270c-428f-aa78-a8090375db73 req-b26a4c89-fdbc-40ef-9176-a3a189b315ba tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:27.390587 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-beae914e-270c-428f-aa78-a8090375db73 req-b26a4c89-fdbc-40ef-9176-a3a189b315ba tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 946 time: 0.2753320 Jul 15 13:22:27.530181 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-5463a237-642e-4361-847e-24f542423d64 admin admin] For port 8662f2c6-477a-420d-a361-618e1adee3ad, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8662f2c6-477a-420d-a361-618e1adee3ad,segment=NetworkSegment(4da0cf57-d0d6-416f-91d7-e4c773c1f24e),segment_id=4da0cf57-d0d6-416f-91d7-e4c773c1f24e)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:27.531055 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5463a237-642e-4361-847e-24f542423d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.549350 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5463a237-642e-4361-847e-24f542423d64 admin admin] Calling delete_port for 8662f2c6-477a-420d-a361-618e1adee3ad owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:27.590447 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-beae914e-270c-428f-aa78-a8090375db73 req-dcb57905-947d-4028-910d-a9ea447a1bea tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988642 Jul 15 13:22:27.622914 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b620609f-e0c3-4837-8b90-933e0ce394bd tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Made reservation on behalf of 02de15b4d2954d6d9c9c75a1ac38a37c for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:27.627195 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b620609f-e0c3-4837-8b90-933e0ce394bd tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.673265 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6a01a5-758f-4646-8fed-90aafa597b86 x-openstack-request-id: req-cf6a01a5-758f-4646-8fed-90aafa597b86 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:27.675769 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b", "name": "network-vif-plugged", "status": "completed", "tag": "5a725e50-16a9-48ca-8c71-f7e1a9e9cec1", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:27.676697 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cf6a01a5-758f-4646-8fed-90aafa597b86 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:27.677864 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a725e50-16a9-48ca-8c71-f7e1a9e9cec1', 'code': 200} Jul 15 13:22:27.948946 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-d0528c6e-c573-4a8f-a921-796667d753d3 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:27.951057 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-d0528c6e-c573-4a8f-a921-796667d753d3 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/networks?id=0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6 HTTP/1.1" status: 200 len: 813 time: 1.0302913 Jul 15 13:22:28.143586 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b620609f-e0c3-4837-8b90-933e0ce394bd tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:28.309441 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620609f-e0c3-4837-8b90-933e0ce394bd tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event updated for resources: {'Subnet': ['ID=19759d25-b07f-4388-9543-82763bcba3ef,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:28.356340 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b620609f-e0c3-4837-8b90-933e0ce394bd tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Checking segment: {'id': 'b71a1675-783f-471f-8eb0-487b4c328cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5bdce0cd-676a-4ca8-a241-eda5dfa8627c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:28.356962 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b620609f-e0c3-4837-8b90-933e0ce394bd tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Network hostable DHCP agents. Network: 5bdce0cd-676a-4ca8-a241-eda5dfa8627c, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:22:28.424125 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b620609f-e0c3-4837-8b90-933e0ce394bd tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Network 5bdce0cd-676a-4ca8-a241-eda5dfa8627c is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:28.448269 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-b620609f-e0c3-4837-8b90-933e0ce394bd tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 5bdce0cd-676a-4ca8-a241-eda5dfa8627c) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:28.462254 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b56eda-c92d-4925-ac32-5b1f74368743 None None] Network 5bdce0cd-676a-4ca8-a241-eda5dfa8627c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:28.474014 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b620609f-e0c3-4837-8b90-933e0ce394bd tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:28.478811 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b620609f-e0c3-4837-8b90-933e0ce394bd tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:28.525596 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b620609f-e0c3-4837-8b90-933e0ce394bd tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3052809 Jul 15 13:22:28.526454 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42504) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:28.781865 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c07e867c-82fd-4da4-914a-fb84875a5734 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:28.837655 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbf33ca-2cd4-4128-96a2-1bd56389f7ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-5bdce0cd-676a-4ca8-a241-eda5dfa8627c', 'network_id': '5bdce0cd-676a-4ca8-a241-eda5dfa8627c', 'tenant_id': '02de15b4d2954d6d9c9c75a1ac38a37c', 'fixed_ips': [{'subnet_id': '19759d25-b07f-4388-9543-82763bcba3ef'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:22:28.839346 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6fbf33ca-2cd4-4128-96a2-1bd56389f7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.039524 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c07e867c-82fd-4da4-914a-fb84875a5734 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.080721 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-46ce9130-cdf6-473c-ba84-968b2fe53405 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/quotas/c946afb64c8c4c57b01b417d9e85b448 HTTP/1.1" status: 200 len: 375 time: 0.0611663 Jul 15 13:22:29.150961 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-4704b9c5-fa28-47e1-bdcc-cc3ad3019821 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c946afb64c8c4c57b01b417d9e85b448&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490398 Jul 15 13:22:29.151899 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5463a237-642e-4361-847e-24f542423d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.220584 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cef278-6b7b-4850-be48-c1becc87955b req-c0f870e7-172d-4aea-8ff3-8c7a110418df tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:29.222418 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-76cef278-6b7b-4850-be48-c1becc87955b req-c0f870e7-172d-4aea-8ff3-8c7a110418df tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 946 time: 0.3382790 Jul 15 13:22:29.241335 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463a237-642e-4361-847e-24f542423d64 admin admin] Pushing event deleted for resources: {'Port': ['ID=8662f2c6-477a-420d-a361-618e1adee3ad,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:29.275738 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c07e867c-82fd-4da4-914a-fb84875a5734 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server [None req-6fbf33ca-2cd4-4128-96a2-1bd56389f7ab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 19759d25-b07f-4388-9543-82763bcba3ef: This subnet is being modified by another concurrent operation. Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 19759d25-b07f-4388-9543-82763bcba3ef: This subnet is being modified by another concurrent operation. Jul 15 13:22:29.301483 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server Jul 15 13:22:29.312228 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463a237-642e-4361-847e-24f542423d64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:29.312504 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463a237-642e-4361-847e-24f542423d64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:29.324688 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463a237-642e-4361-847e-24f542423d64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:29.326429 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463a237-642e-4361-847e-24f542423d64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:29.326429 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463a237-642e-4361-847e-24f542423d64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:29.326429 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463a237-642e-4361-847e-24f542423d64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:29.326429 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463a237-642e-4361-847e-24f542423d64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:29.326897 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463a237-642e-4361-847e-24f542423d64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:29.326897 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463a237-642e-4361-847e-24f542423d64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:29.327374 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463a237-642e-4361-847e-24f542423d64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:29.327474 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463a237-642e-4361-847e-24f542423d64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:29.327777 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5463a237-642e-4361-847e-24f542423d64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:29.337429 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f67ead6-8e38-4bd8-9e0e-66d8b235ac2e None None] Network 5bdce0cd-676a-4ca8-a241-eda5dfa8627c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:29.379400 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e867c-82fd-4da4-914a-fb84875a5734 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event deleted for resources: {'Subnet': ['ID=19759d25-b07f-4388-9543-82763bcba3ef,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:29.397470 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-76cef278-6b7b-4850-be48-c1becc87955b req-0871c55c-b80b-4624-9a0b-f8f90f821e23 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682277 Jul 15 13:22:29.413639 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e867c-82fd-4da4-914a-fb84875a5734 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:29.414660 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e867c-82fd-4da4-914a-fb84875a5734 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:29.415651 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e867c-82fd-4da4-914a-fb84875a5734 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:29.416590 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e867c-82fd-4da4-914a-fb84875a5734 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:29.417358 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e867c-82fd-4da4-914a-fb84875a5734 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:29.418058 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e867c-82fd-4da4-914a-fb84875a5734 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:29.418745 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e867c-82fd-4da4-914a-fb84875a5734 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:29.419379 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e867c-82fd-4da4-914a-fb84875a5734 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:29.420064 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e867c-82fd-4da4-914a-fb84875a5734 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:29.424654 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e867c-82fd-4da4-914a-fb84875a5734 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:29.425658 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e867c-82fd-4da4-914a-fb84875a5734 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:29.426878 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07e867c-82fd-4da4-914a-fb84875a5734 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:29.572348 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c07e867c-82fd-4da4-914a-fb84875a5734 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.607694 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c07e867c-82fd-4da4-914a-fb84875a5734 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bdce0cd-676a-4ca8-a241-eda5dfa8627c']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:29.648067 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c07e867c-82fd-4da4-914a-fb84875a5734 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b71a1675-783f-471f-8eb0-487b4c328cfa') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:29.648920 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c07e867c-82fd-4da4-914a-fb84875a5734 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b71a1675-783f-471f-8eb0-487b4c328cfa') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:29.675192 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c07e867c-82fd-4da4-914a-fb84875a5734 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.717910 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c07e867c-82fd-4da4-914a-fb84875a5734 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.732219 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42522) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:29.746187 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c07e867c-82fd-4da4-914a-fb84875a5734 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:29.748258 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c07e867c-82fd-4da4-914a-fb84875a5734 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.770941 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cbaf5-01f0-4c82-bb92-9c4fb526801d req-b2863d97-a90f-45b4-8563-bfa42b4a3ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:29.772693 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f28cbaf5-01f0-4c82-bb92-9c4fb526801d req-b2863d97-a90f-45b4-8563-bfa42b4a3ac9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 1098 time: 1.8681502 Jul 15 13:22:29.823448 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-ecd30bd1-1c1b-40a9-9505-b642693e0d4d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:22:29.827576 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-ecd30bd1-1c1b-40a9-9505-b642693e0d4d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6598370 Jul 15 13:22:29.834753 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7401ffa2-9608-4099-8dc6-61e07d4cb6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.904567 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:22:29.904567 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:29.904567 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:22:29.904567 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:29.904567 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:22:29.904567 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:29.904567 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:22:29.904567 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:29.904567 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:22:29.904567 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:29.904567 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:22:29.904567 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:29.904567 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:22:29.904567 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:29.904567 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:29.904567 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:29.904567 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:29.904567 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:29.904567 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:22:29.904567 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:29.904567 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:22:29.904567 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:29.904567 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:29.904567 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:29.904567 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:29.904567 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:29.904567 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:29.904567 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:29.904567 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:29.904567 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:29.904567 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:29.904567 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:29.930947 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c07e867c-82fd-4da4-914a-fb84875a5734 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.956298 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c07e867c-82fd-4da4-914a-fb84875a5734 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.970669 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c07e867c-82fd-4da4-914a-fb84875a5734 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/networks/5bdce0cd-676a-4ca8-a241-eda5dfa8627c HTTP/1.1" status: 204 len: 168 time: 1.4397378 Jul 15 13:22:29.976659 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42526) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:30.061413 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2489519b-dc60-4c80-81ba-1bb9691d9e3d None None] get_active_networks_info from n-d-758944-45 {{(pid=93815) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:22:30.091319 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e867c-82fd-4da4-914a-fb84875a5734 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event deleted for resources: {'Network': ['ID=5bdce0cd-676a-4ca8-a241-eda5dfa8627c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:30.094126 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c2b5c94-1b43-4b6b-bbb1-a4b52d98c63a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] GET failed (client error): The resource could not be found. Jul 15 13:22:30.100399 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8c2b5c94-1b43-4b6b-bbb1-a4b52d98c63a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "GET /v2.0/subnets/19759d25-b07f-4388-9543-82763bcba3ef HTTP/1.1" status: 404 len: 337 time: 0.1174860 Jul 15 13:22:30.105075 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42528) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:30.155486 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d30bc8-5617-4ed0-a15c-273e31bece2f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] DELETE failed (client error): The resource could not be found. Jul 15 13:22:30.156801 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d30bc8-5617-4ed0-a15c-273e31bece2f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:22:30.159398 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-09d30bc8-5617-4ed0-a15c-273e31bece2f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/networks/5bdce0cd-676a-4ca8-a241-eda5dfa8627c HTTP/1.1" status: 404 len: 339 time: 0.0529013 Jul 15 13:22:30.166201 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42530) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:30.187384 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-ee4525a6-ae5b-42c6-a52c-335eafa63344 service neutron] 10.222.0.24 "GET /v2.0/networks/0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084295 Jul 15 13:22:30.381913 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401ffa2-9608-4099-8dc6-61e07d4cb6d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=416b5eba-fbcb-4a59-a665-e67766425cf4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:30.399849 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2489519b-dc60-4c80-81ba-1bb9691d9e3d None None] Resources bound (agent type, host, resource id): {{(pid=93815) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:22:30.547074 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232e1735-fdda-436f-82da-98e82f24d8c6 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:30.554660 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-232e1735-fdda-436f-82da-98e82f24d8c6 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3869894 Jul 15 13:22:30.561073 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42534) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:30.622308 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f28cbaf5-01f0-4c82-bb92-9c4fb526801d req-61b0abf5-9676-427b-9c89-eef0a87fac1b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7782075 Jul 15 13:22:30.636494 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ed28d7c9-3392-4808-9a88-4c2b6128964f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "GET /v2.0/subnets?network_id=0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 207 time: 0.0742252 Jul 15 13:22:30.637211 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22fce3c4-a9ad-4cb3-b40e-03fd86af6cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:30.643656 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42536) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:31.083490 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5463a237-642e-4361-847e-24f542423d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.133612 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67accc84-f1e1-4645-b918-ed19c64ea0f4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:31.159418 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67accc84-f1e1-4645-b918-ed19c64ea0f4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:31.181450 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67accc84-f1e1-4645-b918-ed19c64ea0f4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:31.201053 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67accc84-f1e1-4645-b918-ed19c64ea0f4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:31.204607 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-67accc84-f1e1-4645-b918-ed19c64ea0f4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5589354 Jul 15 13:22:31.211736 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42544) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:31.597887 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-cdf2c2e2-3558-45d1-b1b2-f146c291cda1 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3852482 Jul 15 13:22:31.614783 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42546) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:31.767385 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72c7d1-cbe1-45a2-8efb-18a9a9677922 req-ba9ff969-a635-42d2-b7cf-15be9df593d0 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:31.770643 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c72c7d1-cbe1-45a2-8efb-18a9a9677922 req-ba9ff969-a635-42d2-b7cf-15be9df593d0 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 946 time: 0.8764546 Jul 15 13:22:31.889404 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead44f44-f9a2-4a01-80cb-0ebb39e655d0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:31.893122 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead44f44-f9a2-4a01-80cb-0ebb39e655d0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:31.901802 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ead44f44-f9a2-4a01-80cb-0ebb39e655d0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2781916 Jul 15 13:22:31.912703 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42558) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:31.949362 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c72c7d1-cbe1-45a2-8efb-18a9a9677922 req-229ca664-1ba8-4ad8-b7a7-5036fb63cdf4 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673415 Jul 15 13:22:32.052255 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-f6cf1c0d-7d03-4120-810f-b10ab6808091 service neutron] 10.222.0.24 "GET /v2.0/networks/0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8638690 Jul 15 13:22:32.074630 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc473951-23e9-454f-9fc7-0ef1431d7891 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:32.079856 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc473951-23e9-454f-9fc7-0ef1431d7891 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:32.081587 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-bc473951-23e9-454f-9fc7-0ef1431d7891 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1674626 Jul 15 13:22:32.086697 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5463a237-642e-4361-847e-24f542423d64 admin admin] Router d8a1a7df-0d23-4204-bb62-d76eb030fc1e has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:22:32.087422 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42562) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:32.109230 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7401ffa2-9608-4099-8dc6-61e07d4cb6d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:32.267577 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c453ae-5f49-44ba-9319-aa2cbc7033b1 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:32.269488 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b6c453ae-5f49-44ba-9319-aa2cbc7033b1 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "GET /v2.0/networks/0b04da4a-400d-4c27-aeae-71450edbff73 HTTP/1.1" status: 200 len: 800 time: 0.1797407 Jul 15 13:22:32.276627 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42564) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:32.398407 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22fce3c4-a9ad-4cb3-b40e-03fd86af6cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:32.441539 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5463a237-642e-4361-847e-24f542423d64 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:22:32.447989 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5463a237-642e-4361-847e-24f542423d64 admin admin] 10.222.0.24 "PUT /v2.0/routers/d8a1a7df-0d23-4204-bb62-d76eb030fc1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2855928 Jul 15 13:22:32.448744 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22fce3c4-a9ad-4cb3-b40e-03fd86af6cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:32.454276 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42568) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:32.455262 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16b60b5-a98a-49e2-9471-47a554bd7272 None None] Sync routers for ids ['d8a1a7df-0d23-4204-bb62-d76eb030fc1e'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:22:32.476989 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16b60b5-a98a-49e2-9471-47a554bd7272 None None] Routers {'d8a1a7df-0d23-4204-bb62-d76eb030fc1e'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:32.477751 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-f16b60b5-a98a-49e2-9471-47a554bd7272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:22:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d8a1a7df-0d23-4204-bb62-d76eb030fc1e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:32.552152 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-22fce3c4-a9ad-4cb3-b40e-03fd86af6cba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6e009efcd7d246b785d59bc3780af937&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7954764 Jul 15 13:22:32.622286 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fce3c4-a9ad-4cb3-b40e-03fd86af6cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ea2b91-c99c-4fa8-bd83-2b83d9a4e38b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:32.629278 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42572) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:32.706925 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-f16b60b5-a98a-49e2-9471-47a554bd7272 None None] Set router d8a1a7df-0d23-4204-bb62-d76eb030fc1e gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:32.864540 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7401ffa2-9608-4099-8dc6-61e07d4cb6d2 admin admin] Router 44e78f15-7598-4391-bba7-ce3eb4154b2d has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:22:33.003565 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb333369-3696-40e2-8f63-35f6a89ef7a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.227670 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-f16b60b5-a98a-49e2-9471-47a554bd7272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a1a7df-0d23-4204-bb62-d76eb030fc1e', 'name': 'tempest-FloatingIPsTestJSON-1881880024-router', 'tenant_id': '2ad710eb9ca7460083392e9f094ed777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '73fa9176-293c-4ec4-89bd-d5121329cc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:26Z', 'updated_at': '2021-07-15T13:22:27Z', 'revision_number': 5, 'project_id': '2ad710eb9ca7460083392e9f094ed777', 'gw_port': {'id': '73fa9176-293c-4ec4-89bd-d5121329cc40', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a1a7df-0d23-4204-bb62-d76eb030fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:28Z', 'updated_at': '2021-07-15T13:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:33.269644 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16b60b5-a98a-49e2-9471-47a554bd7272 None None] Checking router: d8a1a7df-0d23-4204-bb62-d76eb030fc1e for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:22:33.282361 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16b60b5-a98a-49e2-9471-47a554bd7272 None None] Routers {'d8a1a7df-0d23-4204-bb62-d76eb030fc1e'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:33.283434 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-f16b60b5-a98a-49e2-9471-47a554bd7272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:22:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d8a1a7df-0d23-4204-bb62-d76eb030fc1e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:33.377738 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb333369-3696-40e2-8f63-35f6a89ef7a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.451798 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-f16b60b5-a98a-49e2-9471-47a554bd7272 None None] Set router d8a1a7df-0d23-4204-bb62-d76eb030fc1e gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:33.525107 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e110a6d-b330-4d10-b22c-978c1f958758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.628694 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-418524f6-724a-4a34-969f-f749bc82138e req-596b9a7b-b057-4079-9f40-adb561f4d492 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e63cb3a-a181-42f2-b1ab-6f4d01098bbe HTTP/1.1" status: 200 len: 210 time: 0.1218500 Jul 15 13:22:33.702198 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e110a6d-b330-4d10-b22c-978c1f958758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.712273 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-dc03a6cd-6508-4888-9fec-e9e884415a10 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "GET /v2.0/networks/0b04da4a-400d-4c27-aeae-71450edbff73?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 1.4341316 Jul 15 13:22:33.714877 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42612) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:33.828163 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-fb333369-3696-40e2-8f63-35f6a89ef7a8 admin admin] Deleting port 73fa9176-293c-4ec4-89bd-d5121329cc40 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:33.829060 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb333369-3696-40e2-8f63-35f6a89ef7a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.838371 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7588c-cabd-43e1-8294-c99908e0fb71 req-deee0640-5262-49c6-8319-f18420f8df47 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:33.840041 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2bf7588c-cabd-43e1-8294-c99908e0fb71 req-deee0640-5262-49c6-8319-f18420f8df47 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 946 time: 0.4401350 Jul 15 13:22:33.896111 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5fa030-1f40-4cf1-a91b-96712248f913 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:33.901216 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3b5fa030-1f40-4cf1-a91b-96712248f913 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "GET /v2.0/subnets/cf9c6b0c-2d17-4986-b204-b19f22ad9c1f HTTP/1.1" status: 200 len: 811 time: 0.1783500 Jul 15 13:22:33.902253 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42622) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:33.931125 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-f16b60b5-a98a-49e2-9471-47a554bd7272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a1a7df-0d23-4204-bb62-d76eb030fc1e', 'name': 'tempest-FloatingIPsTestJSON-1881880024-router', 'tenant_id': '2ad710eb9ca7460083392e9f094ed777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '73fa9176-293c-4ec4-89bd-d5121329cc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:26Z', 'updated_at': '2021-07-15T13:22:27Z', 'revision_number': 5, 'project_id': '2ad710eb9ca7460083392e9f094ed777', 'gw_port': {'id': '73fa9176-293c-4ec4-89bd-d5121329cc40', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a1a7df-0d23-4204-bb62-d76eb030fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:28Z', 'updated_at': '2021-07-15T13:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:33.976709 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2bf7588c-cabd-43e1-8294-c99908e0fb71 req-71217b06-57fc-4597-b1bd-3efe89f71265 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046314 Jul 15 13:22:33.981018 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7401ffa2-9608-4099-8dc6-61e07d4cb6d2 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:22:34.009927 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4ca763-b3d7-412a-8c89-ba34339fa01a None None] Sync routers for ids ['44e78f15-7598-4391-bba7-ce3eb4154b2d'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:22:34.039527 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16b60b5-a98a-49e2-9471-47a554bd7272 None None] The sync data for ids ['d8a1a7df-0d23-4204-bb62-d76eb030fc1e'] in n-d-758944-45 is: [{'id': 'd8a1a7df-0d23-4204-bb62-d76eb030fc1e', 'name': 'tempest-FloatingIPsTestJSON-1881880024-router', 'tenant_id': '2ad710eb9ca7460083392e9f094ed777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '73fa9176-293c-4ec4-89bd-d5121329cc40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:26Z', 'updated_at': '2021-07-15T13:22:27Z', 'revision_number': 5, 'project_id': '2ad710eb9ca7460083392e9f094ed777', 'gw_port': {'id': '73fa9176-293c-4ec4-89bd-d5121329cc40', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:88:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a1a7df-0d23-4204-bb62-d76eb030fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:28Z', 'updated_at': '2021-07-15T13:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:22:34.040699 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711c9e30-4f15-4bd5-9433-ab6828763885 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:34.042569 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-711c9e30-4f15-4bd5-9433-ab6828763885 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "GET /v2.0/subnets/cf9c6b0c-2d17-4986-b204-b19f22ad9c1f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1399841 Jul 15 13:22:34.048193 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42634) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:34.059396 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-53eb781c-7bc6-46bc-ab0c-7f2ba4d2590b tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1489460992'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:34.074853 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4ca763-b3d7-412a-8c89-ba34339fa01a None None] Routers {'44e78f15-7598-4391-bba7-ce3eb4154b2d'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:34.078419 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-fe4ca763-b3d7-412a-8c89-ba34339fa01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:22:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['44e78f15-7598-4391-bba7-ce3eb4154b2d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:34.123559 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53eb781c-7bc6-46bc-ab0c-7f2ba4d2590b tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Made reservation on behalf of 02de15b4d2954d6d9c9c75a1ac38a37c for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:34.128765 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-53eb781c-7bc6-46bc-ab0c-7f2ba4d2590b tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.317162 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-fe4ca763-b3d7-412a-8c89-ba34339fa01a None None] Set router 44e78f15-7598-4391-bba7-ce3eb4154b2d gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:34.702882 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8662f2c6-477a-420d-a361-618e1adee3ad no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:34.782822 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 8662f2c6-477a-420d-a361-618e1adee3ad {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:34.783153 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8662f2c6-477a-420d-a361-618e1adee3ad not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:34.792847 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42662) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:34.793669 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7401ffa2-9608-4099-8dc6-61e07d4cb6d2 admin admin] 10.222.0.24 "PUT /v2.0/routers/44e78f15-7598-4391-bba7-ce3eb4154b2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.5067182 Jul 15 13:22:34.897837 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e110a6d-b330-4d10-b22c-978c1f958758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.928484 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e110a6d-b330-4d10-b22c-978c1f958758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.932732 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5e110a6d-b330-4d10-b22c-978c1f958758 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b4ea2b91-c99c-4fa8-bd83-2b83d9a4e38b HTTP/1.1" status: 204 len: 168 time: 2.3015337 Jul 15 13:22:34.938995 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-fb333369-3696-40e2-8f63-35f6a89ef7a8 admin admin] For port 73fa9176-293c-4ec4-89bd-d5121329cc40, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=73fa9176-293c-4ec4-89bd-d5121329cc40,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:34.939576 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb333369-3696-40e2-8f63-35f6a89ef7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.975478 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-fb333369-3696-40e2-8f63-35f6a89ef7a8 admin admin] Calling delete_port for 73fa9176-293c-4ec4-89bd-d5121329cc40 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:34.976261 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53eb781c-7bc6-46bc-ab0c-7f2ba4d2590b tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:22:34.989500 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-53eb781c-7bc6-46bc-ab0c-7f2ba4d2590b tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.989880 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-53eb781c-7bc6-46bc-ab0c-7f2ba4d2590b tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Added segment 3279e592-e91e-498c-99dc-f475f573a705 of type vlan for network 4dcc32d9-8d3e-45b8-ab2b-428520ff5f6d Jul 15 13:22:35.054695 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-fe4ca763-b3d7-412a-8c89-ba34339fa01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'name': 'tempest-TaggedBootDevicesTest-1725315096-router', 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'b7ca0c08-c18f-4b50-a856-a826bc328cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:23Z', 'updated_at': '2021-07-15T13:22:29Z', 'revision_number': 5, 'project_id': '418a827c6cea45b7b8c4dddb4927b332', 'gw_port': {'id': 'b7ca0c08-c18f-4b50-a856-a826bc328cf2', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:24Z', 'updated_at': '2021-07-15T13:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:35.179026 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4ca763-b3d7-412a-8c89-ba34339fa01a None None] Checking router: 44e78f15-7598-4391-bba7-ce3eb4154b2d for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:22:35.218137 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4ca763-b3d7-412a-8c89-ba34339fa01a None None] Routers {'44e78f15-7598-4391-bba7-ce3eb4154b2d'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:35.218797 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-fe4ca763-b3d7-412a-8c89-ba34339fa01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:22:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['44e78f15-7598-4391-bba7-ce3eb4154b2d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:35.321168 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c9a8095a-1383-45d2-b35e-2cb4c7231baf req-a5a1731d-8cae-4414-8505-a1becffdfaea tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e63cb3a-a181-42f2-b1ab-6f4d01098bbe HTTP/1.1" status: 200 len: 210 time: 0.1674929 Jul 15 13:22:35.324679 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-53eb781c-7bc6-46bc-ab0c-7f2ba4d2590b tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.397895 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb333369-3696-40e2-8f63-35f6a89ef7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.460319 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-fe4ca763-b3d7-412a-8c89-ba34339fa01a None None] Set router 44e78f15-7598-4391-bba7-ce3eb4154b2d gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:35.600136 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb333369-3696-40e2-8f63-35f6a89ef7a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=73fa9176-293c-4ec4-89bd-d5121329cc40,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:35.627651 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db226c34-75ee-449a-953c-13d1b022f4d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.635982 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e110a6d-b330-4d10-b22c-978c1f958758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ea2b91-c99c-4fa8-bd83-2b83d9a4e38b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:35.821539 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42714) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:35.839579 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb333369-3696-40e2-8f63-35f6a89ef7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.845438 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-53eb781c-7bc6-46bc-ab0c-7f2ba4d2590b tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.856995 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53eb781c-7bc6-46bc-ab0c-7f2ba4d2590b tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:35.857698 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-53eb781c-7bc6-46bc-ab0c-7f2ba4d2590b tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.925627 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-451f9608-c2fe-414b-a713-faa4785cc24a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.965606 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-53eb781c-7bc6-46bc-ab0c-7f2ba4d2590b tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9161911 Jul 15 13:22:36.014361 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42724) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:36.021597 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7ce3febe-451f-4261-b5da-053e26c4e214 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Request body: {'subnet': {'network_id': '4dcc32d9-8d3e-45b8-ab2b-428520ff5f6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:36.118408 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb781c-7bc6-46bc-ab0c-7f2ba4d2590b tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event updated for resources: {'Network': ['ID=4dcc32d9-8d3e-45b8-ab2b-428520ff5f6d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:36.127853 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-fe4ca763-b3d7-412a-8c89-ba34339fa01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'name': 'tempest-TaggedBootDevicesTest-1725315096-router', 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'b7ca0c08-c18f-4b50-a856-a826bc328cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:23Z', 'updated_at': '2021-07-15T13:22:29Z', 'revision_number': 5, 'project_id': '418a827c6cea45b7b8c4dddb4927b332', 'gw_port': {'id': 'b7ca0c08-c18f-4b50-a856-a826bc328cf2', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:24Z', 'updated_at': '2021-07-15T13:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:36.132089 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 4dcc32d9-8d3e-45b8-ab2b-428520ff5f6d details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:36.218553 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4ca763-b3d7-412a-8c89-ba34339fa01a None None] The sync data for ids ['44e78f15-7598-4391-bba7-ce3eb4154b2d'] in n-d-758944-45 is: [{'id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'name': 'tempest-TaggedBootDevicesTest-1725315096-router', 'tenant_id': '418a827c6cea45b7b8c4dddb4927b332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': 'b7ca0c08-c18f-4b50-a856-a826bc328cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:23Z', 'updated_at': '2021-07-15T13:22:29Z', 'revision_number': 5, 'project_id': '418a827c6cea45b7b8c4dddb4927b332', 'gw_port': {'id': 'b7ca0c08-c18f-4b50-a856-a826bc328cf2', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e78f15-7598-4391-bba7-ce3eb4154b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:24Z', 'updated_at': '2021-07-15T13:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:22:36.265210 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb333369-3696-40e2-8f63-35f6a89ef7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.286974 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb333369-3696-40e2-8f63-35f6a89ef7a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.358155 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-ce85cae1-5daf-4727-9af7-2835cadf99fe tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:36.364374 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-ce85cae1-5daf-4727-9af7-2835cadf99fe tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.32 "GET /v2.0/networks?id=0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6 HTTP/1.1" status: 200 len: 813 time: 0.9986331 Jul 15 13:22:36.369930 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db226c34-75ee-449a-953c-13d1b022f4d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.489234 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1707d62-dd7b-4bef-b228-653defe045ed req-8ee95cee-5315-4b64-8414-d8940f773e5c tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:36.492778 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c1707d62-dd7b-4bef-b228-653defe045ed req-8ee95cee-5315-4b64-8414-d8940f773e5c tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 946 time: 1.1791661 Jul 15 13:22:36.493062 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-db226c34-75ee-449a-953c-13d1b022f4d4 admin admin] Deleting port b7ca0c08-c18f-4b50-a856-a826bc328cf2 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:36.494519 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db226c34-75ee-449a-953c-13d1b022f4d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.517473 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-34633d07-2238-4d88-94c9-2682eb73e0c8 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Request body: {'port': {'device_id': '3e63cb3a-a181-42f2-b1ab-6f4d01098bbe', 'network_id': '0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6', 'admin_state_up': True, 'tenant_id': 'c946afb64c8c4c57b01b417d9e85b448'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:36.657669 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb333369-3696-40e2-8f63-35f6a89ef7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.658304 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb333369-3696-40e2-8f63-35f6a89ef7a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8a1a7df-0d23-4204-bb62-d76eb030fc1e {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:22:36.665266 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb333369-3696-40e2-8f63-35f6a89ef7a8 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.667071 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fb333369-3696-40e2-8f63-35f6a89ef7a8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/d8a1a7df-0d23-4204-bb62-d76eb030fc1e HTTP/1.1" status: 204 len: 168 time: 4.1807809 Jul 15 13:22:36.701172 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42772) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:36.784345 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 416b5eba-fbcb-4a59-a665-e67766425cf4 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:36.839150 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c1707d62-dd7b-4bef-b228-653defe045ed req-0a59f618-0c26-41a8-8aa9-77c8ff1a7348 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636788 Jul 15 13:22:36.869603 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 416b5eba-fbcb-4a59-a665-e67766425cf4 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:36.870200 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 416b5eba-fbcb-4a59-a665-e67766425cf4 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:36.941411 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-451f9608-c2fe-414b-a713-faa4785cc24a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.986174 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-451f9608-c2fe-414b-a713-faa4785cc24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.091246 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.db.api [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-34633d07-2238-4d88-94c9-2682eb73e0c8 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:22:37.091246 n-d-758944-45 neutron-server[93813]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:22:37.091246 n-d-758944-45 neutron-server[93813]: [parameters: {'project_id_1': 'c946afb64c8c4c57b01b417d9e85b448', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 22, 36, 956238)}] Jul 15 13:22:37.091246 n-d-758944-45 neutron-server[93813]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:22:37.094578 n-d-758944-45 neutron-server[93813]: DEBUG oslo_db.api [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-34633d07-2238-4d88-94c9-2682eb73e0c8 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:22:37.102755 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6a97b3cf-6b4a-499e-a0c8-a285406b54dc req-d7db0ce0-1337-4407-87f0-731905a19fd9 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e63cb3a-a181-42f2-b1ab-6f4d01098bbe HTTP/1.1" status: 200 len: 210 time: 0.2408495 Jul 15 13:22:37.205523 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-db226c34-75ee-449a-953c-13d1b022f4d4 admin admin] For port b7ca0c08-c18f-4b50-a856-a826bc328cf2, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b7ca0c08-c18f-4b50-a856-a826bc328cf2,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:37.206263 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db226c34-75ee-449a-953c-13d1b022f4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.254486 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-41995108-2b40-4bb1-ac87-3678d5606190 admin admin] Deleting subnet ad673e93-97c7-43ae-afa4-ce37978f7d06 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:22:37.280480 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce3febe-451f-4261-b5da-053e26c4e214 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Made reservation on behalf of 02de15b4d2954d6d9c9c75a1ac38a37c for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:37.287310 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ce3febe-451f-4261-b5da-053e26c4e214 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.352201 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-41995108-2b40-4bb1-ac87-3678d5606190 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.356801 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-db226c34-75ee-449a-953c-13d1b022f4d4 admin admin] Calling delete_port for b7ca0c08-c18f-4b50-a856-a826bc328cf2 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:37.360270 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f9608-c2fe-414b-a713-faa4785cc24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db22398-b3e7-4826-9a2b-e9d3b2eb8f43,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:37.439866 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-451f9608-c2fe-414b-a713-faa4785cc24a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9fab35a658304158a6bb202a4f12d3e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6159317 Jul 15 13:22:37.445676 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42806) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:37.537617 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-7ce3febe-451f-4261-b5da-053e26c4e214 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Performing IP validity checks on allocation pools {{(pid=93814) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 13:22:37.542856 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-7ce3febe-451f-4261-b5da-053e26c4e214 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93814) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 13:22:37.683311 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a64174e3-96e9-4ffe-b94c-771c7cdbebcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.686176 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-34633d07-2238-4d88-94c9-2682eb73e0c8 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Made reservation on behalf of c946afb64c8c4c57b01b417d9e85b448 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:37.690704 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-34633d07-2238-4d88-94c9-2682eb73e0c8 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.709484 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-41995108-2b40-4bb1-ac87-3678d5606190 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.765182 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a64174e3-96e9-4ffe-b94c-771c7cdbebcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.022170 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a64174e3-96e9-4ffe-b94c-771c7cdbebcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.026992 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a64174e3-96e9-4ffe-b94c-771c7cdbebcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.031014 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a64174e3-96e9-4ffe-b94c-771c7cdbebcb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4db22398-b3e7-4826-9a2b-e9d3b2eb8f43 HTTP/1.1" status: 204 len: 168 time: 0.5828505 Jul 15 13:22:38.067245 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.091192 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64174e3-96e9-4ffe-b94c-771c7cdbebcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db22398-b3e7-4826-9a2b-e9d3b2eb8f43,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:38.135739 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-34633d07-2238-4d88-94c9-2682eb73e0c8 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Allocated IP 172.20.0.13 (0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6/09e043f9-ea54-433a-a4a3-a04eb8ca3ace/2addfecb-34c0-4325-a752-045f543bcbc2) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:38.331031 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-41995108-2b40-4bb1-ac87-3678d5606190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.524820 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-41995108-2b40-4bb1-ac87-3678d5606190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.655903 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-41995108-2b40-4bb1-ac87-3678d5606190 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.660068 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-41995108-2b40-4bb1-ac87-3678d5606190 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ad673e93-97c7-43ae-afa4-ce37978f7d06 HTTP/1.1" status: 204 len: 168 time: 1.9340208 Jul 15 13:22:38.667763 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697abf42-b6e8-4b21-8a32-260e3362f831 None None] Network 460c8122-58b6-4cac-8dd9-26dd7d74e7a5 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:38.674881 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4733019d-e4b6-43b9-a842-b174d3fb49da req-d43e7d99-e086-410a-9995-dd7a815f09b1 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e63cb3a-a181-42f2-b1ab-6f4d01098bbe HTTP/1.1" status: 200 len: 210 time: 0.1239836 Jul 15 13:22:38.675662 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41995108-2b40-4bb1-ac87-3678d5606190 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad673e93-97c7-43ae-afa4-ce37978f7d06,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:38.679061 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42846) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:38.742899 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 73fa9176-293c-4ec4-89bd-d5121329cc40 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:38.886945 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 73fa9176-293c-4ec4-89bd-d5121329cc40 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:38.887515 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 73fa9176-293c-4ec4-89bd-d5121329cc40 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:38.911902 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ce3febe-451f-4261-b5da-053e26c4e214 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.014684 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3febe-451f-4261-b5da-053e26c4e214 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event updated for resources: {'Subnet': ['ID=48ba7c99-35bf-46af-bd2f-ff127c313d3e,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:39.029647 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-11e4f55f-aa45-4875-9cb0-e99839edc7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.085577 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db226c34-75ee-449a-953c-13d1b022f4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.142932 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46408952-9e5c-4966-9278-6c263a76b2e8 req-07da6daf-6b5b-4807-9308-3bb179e72f07 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:39.145818 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-46408952-9e5c-4966-9278-6c263a76b2e8 req-07da6daf-6b5b-4807-9308-3bb179e72f07 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 946 time: 0.8411458 Jul 15 13:22:39.265047 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db226c34-75ee-449a-953c-13d1b022f4d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7ca0c08-c18f-4b50-a856-a826bc328cf2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:39.266386 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-34633d07-2238-4d88-94c9-2682eb73e0c8 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.326222 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce3febe-451f-4261-b5da-053e26c4e214 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Checking segment: {'id': '3279e592-e91e-498c-99dc-f475f573a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4dcc32d9-8d3e-45b8-ab2b-428520ff5f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:39.327053 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce3febe-451f-4261-b5da-053e26c4e214 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Network hostable DHCP agents. Network: 4dcc32d9-8d3e-45b8-ab2b-428520ff5f6d, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:22:39.369733 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-46408952-9e5c-4966-9278-6c263a76b2e8 req-83684b16-f4e0-465b-b44c-53f481535f0d tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087302 Jul 15 13:22:39.427676 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce3febe-451f-4261-b5da-053e26c4e214 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Network 4dcc32d9-8d3e-45b8-ab2b-428520ff5f6d is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:39.452909 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7ce3febe-451f-4261-b5da-053e26c4e214 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 4dcc32d9-8d3e-45b8-ab2b-428520ff5f6d) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:39.459255 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-11e4f55f-aa45-4875-9cb0-e99839edc7d9 admin admin] Deleting port e5935a66-f3bb-416b-8b1b-4e2b0ee7b92e {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:39.460071 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-11e4f55f-aa45-4875-9cb0-e99839edc7d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.487439 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01e0fa7-8f7d-47b2-85a5-085e9c29733c None None] Network 4dcc32d9-8d3e-45b8-ab2b-428520ff5f6d requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:39.502989 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-34633d07-2238-4d88-94c9-2682eb73e0c8 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.600790 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-11e4f55f-aa45-4875-9cb0-e99839edc7d9 admin admin] For port e5935a66-f3bb-416b-8b1b-4e2b0ee7b92e, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e5935a66-f3bb-416b-8b1b-4e2b0ee7b92e,segment=NetworkSegment(4da0cf57-d0d6-416f-91d7-e4c773c1f24e),segment_id=4da0cf57-d0d6-416f-91d7-e4c773c1f24e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:39.601705 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-11e4f55f-aa45-4875-9cb0-e99839edc7d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.623535 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-11e4f55f-aa45-4875-9cb0-e99839edc7d9 admin admin] Calling delete_port for e5935a66-f3bb-416b-8b1b-4e2b0ee7b92e owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:39.677523 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-34633d07-2238-4d88-94c9-2682eb73e0c8 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Network 0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:39.810319 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-34633d07-2238-4d88-94c9-2682eb73e0c8 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:39.831372 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce3febe-451f-4261-b5da-053e26c4e214 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:39.832621 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ce3febe-451f-4261-b5da-053e26c4e214 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.839357 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-34633d07-2238-4d88-94c9-2682eb73e0c8 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:39.845088 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-11e4f55f-aa45-4875-9cb0-e99839edc7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.959005 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e4f55f-aa45-4875-9cb0-e99839edc7d9 admin admin] No DVR routers for this DVR port e5935a66-f3bb-416b-8b1b-4e2b0ee7b92e on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:39.970274 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4f55f-aa45-4875-9cb0-e99839edc7d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5935a66-f3bb-416b-8b1b-4e2b0ee7b92e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:39.997369 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db226c34-75ee-449a-953c-13d1b022f4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.997847 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1175e65d-1c66-4281-ab4c-65f7c9aea641 None None] DHCP port deletion for 460c8122-58b6-4cac-8dd9-26dd7d74e7a5 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:22:40.012122 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34633d07-2238-4d88-94c9-2682eb73e0c8 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Pushing event updated for resources: {'Port': ['ID=2addfecb-34c0-4325-a752-045f543bcbc2,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:40.074536 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-34633d07-2238-4d88-94c9-2682eb73e0c8 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:40.075559 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-34633d07-2238-4d88-94c9-2682eb73e0c8 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.153440 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-34633d07-2238-4d88-94c9-2682eb73e0c8 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6491179 Jul 15 13:22:40.193663 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-4dcc32d9-8d3e-45b8-ab2b-428520ff5f6d', 'network_id': '4dcc32d9-8d3e-45b8-ab2b-428520ff5f6d', 'tenant_id': '02de15b4d2954d6d9c9c75a1ac38a37c', 'fixed_ips': [{'subnet_id': '48ba7c99-35bf-46af-bd2f-ff127c313d3e'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:22:40.194651 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.210397 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-1374ff50-87ff-4d12-9347-cfccffcdb3f7 service neutron] Request body: {'port': {'device_id': '3e63cb3a-a181-42f2-b1ab-6f4d01098bbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:40.475518 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7ce3febe-451f-4261-b5da-053e26c4e214 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 4.4536927 Jul 15 13:22:40.479678 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42950) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:40.497862 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-1374ff50-87ff-4d12-9347-cfccffcdb3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.513628 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db226c34-75ee-449a-953c-13d1b022f4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.550158 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db226c34-75ee-449a-953c-13d1b022f4d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.580953 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-20530f05-8c80-4d4c-9e1d-497d893ea489 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:40.675312 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] Allocated IP 172.20.0.3 (4dcc32d9-8d3e-45b8-ab2b-428520ff5f6d/48ba7c99-35bf-46af-bd2f-ff127c313d3e/8384a0f7-4660-48bc-8a19-34342ff07095) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:40.847564 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da7d2c-7b1b-481f-a293-4e43ea8def8c req-5d5a0fe1-6a7e-4503-b4b0-d41e01702c0c tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:40.886263 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f3da7d2c-7b1b-481f-a293-4e43ea8def8c req-5d5a0fe1-6a7e-4503-b4b0-d41e01702c0c tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e63cb3a-a181-42f2-b1ab-6f4d01098bbe HTTP/1.1" status: 200 len: 932 time: 0.7281983 Jul 15 13:22:41.368549 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-20530f05-8c80-4d4c-9e1d-497d893ea489 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11768439'] for subnet, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.395507 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db226c34-75ee-449a-953c-13d1b022f4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.396345 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db226c34-75ee-449a-953c-13d1b022f4d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44e78f15-7598-4391-bba7-ce3eb4154b2d {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:22:41.404987 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db226c34-75ee-449a-953c-13d1b022f4d4 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.416304 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-db226c34-75ee-449a-953c-13d1b022f4d4 admin admin] 10.222.0.24 "DELETE /v2.0/routers/44e78f15-7598-4391-bba7-ce3eb4154b2d HTTP/1.1" status: 204 len: 168 time: 6.5929053 Jul 15 13:22:41.418655 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42994) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:41.452010 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.503175 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] Transition to ACTIVE for port object 8384a0f7-4660-48bc-8a19-34342ff07095 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:41.534733 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5344e93-654e-441a-8de0-b8b37f41d0b0 admin admin] Deleting subnet bb32fc9a-711d-486b-b43b-dc825031996b {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:22:41.584100 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] Transition to ACTIVE for port object 8384a0f7-4660-48bc-8a19-34342ff07095 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:41.611677 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e5935a66-f3bb-416b-8b1b-4e2b0ee7b92e no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:41.621107 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.664239 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-11e4f55f-aa45-4875-9cb0-e99839edc7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.787584 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5344e93-654e-441a-8de0-b8b37f41d0b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.792753 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-11e4f55f-aa45-4875-9cb0-e99839edc7d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['460c8122-58b6-4cac-8dd9-26dd7d74e7a5']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:41.903489 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: e5935a66-f3bb-416b-8b1b-4e2b0ee7b92e {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:41.904295 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e5935a66-f3bb-416b-8b1b-4e2b0ee7b92e not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:41.940402 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f3da7d2c-7b1b-481f-a293-4e43ea8def8c req-1a3ee8d3-0589-4554-9540-569f12aca030 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/security-groups?id=304ef15c-3061-495a-81b8-523c742f2d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0479484 Jul 15 13:22:41.945604 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-11e4f55f-aa45-4875-9cb0-e99839edc7d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da0cf57-d0d6-416f-91d7-e4c773c1f24e') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:41.950679 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-11e4f55f-aa45-4875-9cb0-e99839edc7d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da0cf57-d0d6-416f-91d7-e4c773c1f24e') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:42.013558 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] Network 4dcc32d9-8d3e-45b8-ab2b-428520ff5f6d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:42.020463 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:42.063615 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:42.136777 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] Pushing event updated for resources: {'Port': ['ID=8384a0f7-4660-48bc-8a19-34342ff07095,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:42.164148 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-11e4f55f-aa45-4875-9cb0-e99839edc7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.382047 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-1374ff50-87ff-4d12-9347-cfccffcdb3f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2addfecb-34c0-4325-a752-045f543bcbc2 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:42.415161 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-11e4f55f-aa45-4875-9cb0-e99839edc7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.429206 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e4f55f-aa45-4875-9cb0-e99839edc7d9 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:42.434762 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-11e4f55f-aa45-4875-9cb0-e99839edc7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.440116 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-1374ff50-87ff-4d12-9347-cfccffcdb3f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.474233 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:22:42.474233 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:42.474233 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:22:42.474233 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:42.474233 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:22:42.474233 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:42.474233 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:22:42.474233 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:42.474233 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:22:42.474233 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:42.474233 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:22:42.474233 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:42.474233 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:22:42.474233 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:42.474233 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:42.474233 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:42.474233 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:42.474233 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:42.474233 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:22:42.474233 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:42.474233 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:22:42.474233 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:42.474233 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:42.474233 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:42.474233 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:42.474233 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:42.474233 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:42.474233 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:42.474233 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:42.474233 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:42.474233 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:42.474233 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:42.548311 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5344e93-654e-441a-8de0-b8b37f41d0b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.770406 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b7ca0c08-c18f-4b50-a856-a826bc328cf2 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:42.822646 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-1374ff50-87ff-4d12-9347-cfccffcdb3f7 service neutron] Transition to ACTIVE for port object 2addfecb-34c0-4325-a752-045f543bcbc2 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:42.838883 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-1374ff50-87ff-4d12-9347-cfccffcdb3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.875980 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-11e4f55f-aa45-4875-9cb0-e99839edc7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.010371 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: b7ca0c08-c18f-4b50-a856-a826bc328cf2 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:43.012063 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b7ca0c08-c18f-4b50-a856-a826bc328cf2 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:43.051775 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:43.052394 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:43.053015 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:43.053457 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:43.056950 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:43.058279 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:43.059166 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:43.066053 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:43.069120 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:43.074039 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:43.076883 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:43.079853 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:43.083263 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7abf84-4dff-4a6b-ae9b-04a5832273fc req-f66b40d5-c4fe-4cd7-a2a1-fd382a56fa3d tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:43.098307 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c7abf84-4dff-4a6b-ae9b-04a5832273fc req-f66b40d5-c4fe-4cd7-a2a1-fd382a56fa3d tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 946 time: 1.7074535 Jul 15 13:22:43.140710 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374ff50-87ff-4d12-9347-cfccffcdb3f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2addfecb-34c0-4325-a752-045f543bcbc2,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:43.177200 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-11e4f55f-aa45-4875-9cb0-e99839edc7d9 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.188513 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-11e4f55f-aa45-4875-9cb0-e99839edc7d9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/460c8122-58b6-4cac-8dd9-26dd7d74e7a5 HTTP/1.1" status: 204 len: 168 time: 4.4784133 Jul 15 13:22:43.226862 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] Attempting to bind port 8384a0f7-4660-48bc-8a19-34342ff07095 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:43.230710 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] Attempting to bind port 8384a0f7-4660-48bc-8a19-34342ff07095 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '3279e592-e91e-498c-99dc-f475f573a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4dcc32d9-8d3e-45b8-ab2b-428520ff5f6d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:43.233039 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] Attempting to bind port 8384a0f7-4660-48bc-8a19-34342ff07095 on network 4dcc32d9-8d3e-45b8-ab2b-428520ff5f6d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:43.270261 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:43.272888 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4f55f-aa45-4875-9cb0-e99839edc7d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=460c8122-58b6-4cac-8dd9-26dd7d74e7a5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:43.290916 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] Checking segment: {'id': '3279e592-e91e-498c-99dc-f475f573a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4dcc32d9-8d3e-45b8-ab2b-428520ff5f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:43.295484 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.296145 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] Bound using segment: {'id': '3279e592-e91e-498c-99dc-f475f573a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4dcc32d9-8d3e-45b8-ab2b-428520ff5f6d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:43.296993 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] Bound port: 8384a0f7-4660-48bc-8a19-34342ff07095, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3279e592-e91e-498c-99dc-f475f573a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4dcc32d9-8d3e-45b8-ab2b-428520ff5f6d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:43.297627 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.387124 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-20530f05-8c80-4d4c-9e1d-497d893ea489 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732685825675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9520945'] for subnet, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.504401 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-1374ff50-87ff-4d12-9347-cfccffcdb3f7 service neutron] Attempting to bind port 2addfecb-34c0-4325-a752-045f543bcbc2 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:43.504804 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-1374ff50-87ff-4d12-9347-cfccffcdb3f7 service neutron] Attempting to bind port 2addfecb-34c0-4325-a752-045f543bcbc2 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '9675edaf-0d4a-4131-a097-4a6f5ed6be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:43.509667 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-1374ff50-87ff-4d12-9347-cfccffcdb3f7 service neutron] Attempting to bind port 2addfecb-34c0-4325-a752-045f543bcbc2 on network 0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:43.534825 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-1374ff50-87ff-4d12-9347-cfccffcdb3f7 service neutron] Port 2addfecb-34c0-4325-a752-045f543bcbc2 on network 0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:43.537982 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-1374ff50-87ff-4d12-9347-cfccffcdb3f7 service neutron] Attempting to bind port 2addfecb-34c0-4325-a752-045f543bcbc2 on network 0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:43.570409 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-1374ff50-87ff-4d12-9347-cfccffcdb3f7 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:43.570765 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-1374ff50-87ff-4d12-9347-cfccffcdb3f7 service neutron] Checking segment: {'id': '9675edaf-0d4a-4131-a097-4a6f5ed6be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:43.574418 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-1374ff50-87ff-4d12-9347-cfccffcdb3f7 service neutron] Bound using segment: {'id': '9675edaf-0d4a-4131-a097-4a6f5ed6be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:43.574898 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-1374ff50-87ff-4d12-9347-cfccffcdb3f7 service neutron] Bound port: 2addfecb-34c0-4325-a752-045f543bcbc2, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9675edaf-0d4a-4131-a097-4a6f5ed6be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:43.575282 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-1374ff50-87ff-4d12-9347-cfccffcdb3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.577872 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c7abf84-4dff-4a6b-ae9b-04a5832273fc req-0dbe110d-b006-4ac2-a3b0-daa8f0d15c33 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4766517 Jul 15 13:22:43.653508 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] For port 8384a0f7-4660-48bc-8a19-34342ff07095, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:43.660808 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] For port 8384a0f7-4660-48bc-8a19-34342ff07095, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8384a0f7-4660-48bc-8a19-34342ff07095,segment=NetworkSegment(3279e592-e91e-498c-99dc-f475f573a705),segment_id=3279e592-e91e-498c-99dc-f475f573a705)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:43.691509 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.751567 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20530f05-8c80-4d4c-9e1d-497d893ea489 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:43.753664 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-20530f05-8c80-4d4c-9e1d-497d893ea489 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.758187 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-20530f05-8c80-4d4c-9e1d-497d893ea489 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "PUT /v2.0/subnets/48ba7c99-35bf-46af-bd2f-ff127c313d3e HTTP/1.1" status: 200 len: 877 time: 3.2231913 Jul 15 13:22:43.772694 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43124) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:43.960581 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-1374ff50-87ff-4d12-9347-cfccffcdb3f7 service neutron] For port 2addfecb-34c0-4325-a752-045f543bcbc2, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:43.970457 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13b7ac-911e-490f-b87f-58a81d000125 None None] Pushing event updated for resources: {'Port': ['ID=8384a0f7-4660-48bc-8a19-34342ff07095,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:43.973806 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-1374ff50-87ff-4d12-9347-cfccffcdb3f7 service neutron] For port 2addfecb-34c0-4325-a752-045f543bcbc2, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=2addfecb-34c0-4325-a752-045f543bcbc2,segment=NetworkSegment(9675edaf-0d4a-4131-a097-4a6f5ed6be4b),segment_id=9675edaf-0d4a-4131-a097-4a6f5ed6be4b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:43.982569 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43134) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:44.027280 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-1374ff50-87ff-4d12-9347-cfccffcdb3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.181512 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:22:44.271891 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374ff50-87ff-4d12-9347-cfccffcdb3f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2addfecb-34c0-4325-a752-045f543bcbc2,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:44.307068 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-1374ff50-87ff-4d12-9347-cfccffcdb3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:44.323554 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-1374ff50-87ff-4d12-9347-cfccffcdb3f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.341266 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-1374ff50-87ff-4d12-9347-cfccffcdb3f7 service neutron] 10.222.0.32 "PUT /v2.0/ports/2addfecb-34c0-4325-a752-045f543bcbc2 HTTP/1.1" status: 200 len: 1093 time: 4.1410923 Jul 15 13:22:44.374388 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e63cb3a-a181-42f2-b1ab-6f4d01098bbe', 'tag': '2addfecb-34c0-4325-a752-045f543bcbc2'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:44.389186 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1325daae-90b0-4bda-bdbb-43a1b3ce8bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "3e63cb3a-a181-42f2-b1ab-6f4d01098bbe", "tag": "2addfecb-34c0-4325-a752-045f543bcbc2"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:44.428833 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=5a725e50-16a9-48ca-8c71-f7e1a9e9cec1,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:44.478327 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '5a725e50-16a9-48ca-8c71-f7e1a9e9cec1', 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19', 'port_id': '5a725e50-16a9-48ca-8c71-f7e1a9e9cec1', 'mac_address': 'fa:16:3e:61:ce:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd793a745-d38c-4e8b-9716-b5fdf7b27406', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:22:44.670636 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.707153 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-591a62ca-6632-4acd-ba1a-076ee8bcf0d6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ad710eb9ca7460083392e9f094ed777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7164791 Jul 15 13:22:44.710236 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:44.731711 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43172) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:44.734768 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bac1ac0-f0ed-41e1-9517-4f10fa2c3687 x-openstack-request-id: req-1bac1ac0-f0ed-41e1-9517-4f10fa2c3687 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:44.736855 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e63cb3a-a181-42f2-b1ab-6f4d01098bbe", "tag": "2addfecb-34c0-4325-a752-045f543bcbc2", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:44.739389 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1bac1ac0-f0ed-41e1-9517-4f10fa2c3687 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:44.742841 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e63cb3a-a181-42f2-b1ab-6f4d01098bbe', 'tag': '2addfecb-34c0-4325-a752-045f543bcbc2', 'status': 'completed', 'code': 200} Jul 15 13:22:44.759042 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=5a725e50-16a9-48ca-8c71-f7e1a9e9cec1,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:44.767103 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.919341 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['5a725e50-16a9-48ca-8c71-f7e1a9e9cec1'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:45.066820 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=5a725e50-16a9-48ca-8c71-f7e1a9e9cec1,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:45.175199 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8384a0f7-4660-48bc-8a19-34342ff07095 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:45.232111 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7630a-8b72-4d85-b2c4-12bdd4668e6c req-723636b1-5630-4354-8d86-a0f22c290b60 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:45.274748 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-61b7630a-8b72-4d85-b2c4-12bdd4668e6c req-723636b1-5630-4354-8d86-a0f22c290b60 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e63cb3a-a181-42f2-b1ab-6f4d01098bbe HTTP/1.1" status: 200 len: 944 time: 1.7053101 Jul 15 13:22:45.327199 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5344e93-654e-441a-8de0-b8b37f41d0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:45.332157 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20530f05-8c80-4d4c-9e1d-497d893ea489 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event updated for resources: {'Subnet': ['ID=48ba7c99-35bf-46af-bd2f-ff127c313d3e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:45.398926 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb2c0-4aca-422c-9afc-f7d5696092d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:45.400466 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 8384a0f7-4660-48bc-8a19-34342ff07095 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:45.612673 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-61b7630a-8b72-4d85-b2c4-12bdd4668e6c req-88d2e427-d264-443d-9778-389e22f7281c tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/security-groups?id=304ef15c-3061-495a-81b8-523c742f2d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366735 Jul 15 13:22:45.636606 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5344e93-654e-441a-8de0-b8b37f41d0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:45.679362 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40daadd6-e670-4a70-8490-8ac5dbc9a1bc req-3aaca108-d30f-4207-993d-d6afd13f17b2 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:45.704201 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40daadd6-e670-4a70-8490-8ac5dbc9a1bc req-3aaca108-d30f-4207-993d-d6afd13f17b2 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 945 time: 0.3897617 Jul 15 13:22:45.757116 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2d89d4bb-5534-4d66-b949-52202a463f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:45.807611 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5344e93-654e-441a-8de0-b8b37f41d0b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb32fc9a-711d-486b-b43b-dc825031996b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:45.836463 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:22:45.858062 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2d89d4bb-5534-4d66-b949-52202a463f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:45.873166 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecc8c40-b7e2-4be2-8644-45c15ba53550 None None] Network a68fe874-df04-4314-a181-131d0536a9d8 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:45.874609 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5344e93-654e-441a-8de0-b8b37f41d0b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:45.885505 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c5344e93-654e-441a-8de0-b8b37f41d0b0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bb32fc9a-711d-486b-b43b-dc825031996b HTTP/1.1" status: 204 len: 168 time: 4.4539313 Jul 15 13:22:45.896017 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43188) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:46.006024 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-09035710-2aa9-4ecf-921f-37810c0bea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:46.007713 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-09035710-2aa9-4ecf-921f-37810c0bea34 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c946afb64c8c4c57b01b417d9e85b448&device_id=3e63cb3a-a181-42f2-b1ab-6f4d01098bbe HTTP/1.1" status: 200 len: 1096 time: 1.4774733 Jul 15 13:22:46.011018 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2d89d4bb-5534-4d66-b949-52202a463f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.020489 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2d89d4bb-5534-4d66-b949-52202a463f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.022645 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2d89d4bb-5534-4d66-b949-52202a463f08 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/56f2d1aa-edfc-4d27-aec1-7972b4fd77f2 HTTP/1.1" status: 204 len: 168 time: 1.2688224 Jul 15 13:22:46.058942 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8e9bb2c0-4aca-422c-9afc-f7d5696092d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Deleting port 8384a0f7-4660-48bc-8a19-34342ff07095 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:46.062003 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb2c0-4aca-422c-9afc-f7d5696092d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.116397 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40daadd6-e670-4a70-8490-8ac5dbc9a1bc req-22e2e1d9-8f18-4de6-8199-0179f9cdb3f7 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018750 Jul 15 13:22:46.122578 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-b17507bf-cfdc-4177-bffb-a310c847b6b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2addfecb-34c0-4325-a752-045f543bcbc2 HTTP/1.1" status: 200 len: 217 time: 0.0957463 Jul 15 13:22:46.122578 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89d4bb-5534-4d66-b949-52202a463f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f2d1aa-edfc-4d27-aec1-7972b4fd77f2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:46.243441 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-f6a2f6dc-8a29-48b6-9ecd-dd6656a10b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:46.246683 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-f6a2f6dc-8a29-48b6-9ecd-dd6656a10b6c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09e043f9-ea54-433a-a4a3-a04eb8ca3ace HTTP/1.1" status: 200 len: 853 time: 0.1168909 Jul 15 13:22:46.260298 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:46.275956 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb60246-0a49-4cf1-a6ca-ada456ba8671 None None] Network 4dcc32d9-8d3e-45b8-ab2b-428520ff5f6d requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:46.394448 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-b7ea2cb3-8030-4fe7-a894-b9ba22795f55 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1402366 Jul 15 13:22:46.665639 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-8e9bb2c0-4aca-422c-9afc-f7d5696092d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] For port 8384a0f7-4660-48bc-8a19-34342ff07095, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8384a0f7-4660-48bc-8a19-34342ff07095,segment=NetworkSegment(3279e592-e91e-498c-99dc-f475f573a705),segment_id=3279e592-e91e-498c-99dc-f475f573a705)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:46.666562 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb2c0-4aca-422c-9afc-f7d5696092d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.810939 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-762dc454-4159-4a09-9128-ec0db89cd796 service neutron] 10.222.0.32 "GET /v2.0/networks/0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057214 Jul 15 13:22:46.871216 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0892022-6d80-4531-b4a0-2c0952a9e287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.883374 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8e9bb2c0-4aca-422c-9afc-f7d5696092d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Calling delete_port for 8384a0f7-4660-48bc-8a19-34342ff07095 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:47.329918 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-30a9fae5-b16e-4f50-be36-1d16d4d13ac0 req-4c06372c-fae5-4575-a1e1-3107548bf977 service neutron] 10.222.0.32 "GET /v2.0/networks/0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5091853 Jul 15 13:22:47.487765 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-630ef4d5-2682-43b8-a12a-cb14c0774c54 None None] Provisioning for port 8384a0f7-4660-48bc-8a19-34342ff07095 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:47.530787 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-630ef4d5-2682-43b8-a12a-cb14c0774c54 None None] Provisioning complete for port 8384a0f7-4660-48bc-8a19-34342ff07095 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:47.544041 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-630ef4d5-2682-43b8-a12a-cb14c0774c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.654983 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36d58f-60bc-486d-9c8c-0f0e7eb44409 req-a0aa9dd2-05fa-4fe1-bb3a-5e3e737a653d tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:47.676484 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1c36d58f-60bc-486d-9c8c-0f0e7eb44409 req-a0aa9dd2-05fa-4fe1-bb3a-5e3e737a653d tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e63cb3a-a181-42f2-b1ab-6f4d01098bbe HTTP/1.1" status: 200 len: 944 time: 0.5809958 Jul 15 13:22:47.815374 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:47.815932 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.883823 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c0892022-6d80-4531-b4a0-2c0952a9e287 admin admin] Deleting port 8563ca5e-e5de-4042-afa5-2b4e54fd9a9f {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:47.884612 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0892022-6d80-4531-b4a0-2c0952a9e287 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.018730 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-630ef4d5-2682-43b8-a12a-cb14c0774c54 None None] Could not find standard attr ID for object 8384a0f7-4660-48bc-8a19-34342ff07095. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:22:48.082631 n-d-758944-45 neutron-server[93815]: INFO neutron.plugins.ml2.db [None req-630ef4d5-2682-43b8-a12a-cb14c0774c54 None None] No ports have port_id starting with 8384a0f7-4660-48bc-8a19-34342ff07095 Jul 15 13:22:48.189901 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1c36d58f-60bc-486d-9c8c-0f0e7eb44409 req-00dba46b-d38c-493d-8237-8cf64b150a34 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/security-groups?id=304ef15c-3061-495a-81b8-523c742f2d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5093946 Jul 15 13:22:48.234969 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb2c0-4aca-422c-9afc-f7d5696092d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.238595 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9fa54-6f09-496b-8b9c-a740dcb5b95a req-ff6e28f6-18ee-4289-a71f-b67297251839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:48.240416 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7ea9fa54-6f09-496b-8b9c-a740dcb5b95a req-ff6e28f6-18ee-4289-a71f-b67297251839 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a5577c115ec43508375ce7d29599c94&device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 1097 time: 0.8778489 Jul 15 13:22:48.261653 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c0892022-6d80-4531-b4a0-2c0952a9e287 admin admin] For port 8563ca5e-e5de-4042-afa5-2b4e54fd9a9f, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8563ca5e-e5de-4042-afa5-2b4e54fd9a9f,segment=NetworkSegment(8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65),segment_id=8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:48.265519 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0892022-6d80-4531-b4a0-2c0952a9e287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.273981 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325daae-90b0-4bda-bdbb-43a1b3ce8bb7 req-55217af6-62fc-400f-b043-0bfbb6a68c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:48.279957 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1325daae-90b0-4bda-bdbb-43a1b3ce8bb7 req-55217af6-62fc-400f-b043-0bfbb6a68c32 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c946afb64c8c4c57b01b417d9e85b448&device_id=3e63cb3a-a181-42f2-b1ab-6f4d01098bbe HTTP/1.1" status: 200 len: 1096 time: 0.7741935 Jul 15 13:22:48.290744 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8f0338-647f-4e91-82b6-1a48df2080d9 None None] DHCP port deletion for a68fe874-df04-4314-a181-131d0536a9d8 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:22:48.410072 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c0892022-6d80-4531-b4a0-2c0952a9e287 admin admin] Calling delete_port for 8563ca5e-e5de-4042-afa5-2b4e54fd9a9f owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:48.428205 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9bb2c0-4aca-422c-9afc-f7d5696092d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event deleted for resources: {'Port': ['ID=8384a0f7-4660-48bc-8a19-34342ff07095,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:48.455631 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325daae-90b0-4bda-bdbb-43a1b3ce8bb7 req-3ac8f4a2-a6d8-476a-934c-e885c6580c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:48.457655 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1325daae-90b0-4bda-bdbb-43a1b3ce8bb7 req-3ac8f4a2-a6d8-476a-934c-e885c6580c25 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6 HTTP/1.1" status: 200 len: 914 time: 0.1710379 Jul 15 13:22:48.512807 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.601421 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a725e50-16a9-48ca-8c71-f7e1a9e9cec1'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:48.610714 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225af084-181e-4b30-92a1-ec58b6c6d0ff" -d '{"events": [{"server_uuid": "7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b", "name": "network-vif-plugged", "status": "completed", "tag": "5a725e50-16a9-48ca-8c71-f7e1a9e9cec1"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:48.624645 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1325daae-90b0-4bda-bdbb-43a1b3ce8bb7 req-09121bf7-7a4d-4399-846b-1b73e416dcbe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2addfecb-34c0-4325-a752-045f543bcbc2 HTTP/1.1" status: 200 len: 217 time: 0.1544836 Jul 15 13:22:48.702328 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=5a725e50-16a9-48ca-8c71-f7e1a9e9cec1,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:48.706815 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9bb2c0-4aca-422c-9afc-f7d5696092d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] No DVR routers for this DVR port 8384a0f7-4660-48bc-8a19-34342ff07095 on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:48.737515 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef946986-e152-44e7-9ef9-8dd0baa1fa8c None None] Network 4dcc32d9-8d3e-45b8-ab2b-428520ff5f6d requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:48.790694 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a1f087-7c2e-4b46-9751-a6dc61de51be x-openstack-request-id: req-28a1f087-7c2e-4b46-9751-a6dc61de51be {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:48.791264 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b", "name": "network-vif-plugged", "status": "completed", "tag": "5a725e50-16a9-48ca-8c71-f7e1a9e9cec1", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:48.797353 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28a1f087-7c2e-4b46-9751-a6dc61de51be {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:48.798147 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a725e50-16a9-48ca-8c71-f7e1a9e9cec1', 'code': 200} Jul 15 13:22:48.800123 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-97186689-66b5-48bd-9e70-23a53a27874f None None] Could not find standard attr ID for object 8384a0f7-4660-48bc-8a19-34342ff07095. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:22:48.802029 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.816917 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f0338-647f-4e91-82b6-1a48df2080d9 None None] Deleting port 8563ca5e-e5de-4042-afa5-2b4e54fd9a9f {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:48.819052 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d8f0338-647f-4e91-82b6-1a48df2080d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.026776 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=5a725e50-16a9-48ca-8c71-f7e1a9e9cec1,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:49.088311 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325daae-90b0-4bda-bdbb-43a1b3ce8bb7 req-7d640a70-f23b-4b13-8060-d5944c1fda8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:49.089914 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1325daae-90b0-4bda-bdbb-43a1b3ce8bb7 req-7d640a70-f23b-4b13-8060-d5944c1fda8b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09e043f9-ea54-433a-a4a3-a04eb8ca3ace HTTP/1.1" status: 200 len: 853 time: 0.4184430 Jul 15 13:22:49.111526 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8563ca5e-e5de-4042-afa5-2b4e54fd9a9f no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:49.213975 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9fa54-6f09-496b-8b9c-a740dcb5b95a req-8145ee4b-dee7-4c06-9a7a-c8776af8100a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:49.220123 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7ea9fa54-6f09-496b-8b9c-a740dcb5b95a req-8145ee4b-dee7-4c06-9a7a-c8776af8100a service neutron] 10.222.0.18 "GET /v2.0/networks?id=edeaa118-edc5-4f1b-bf13-6f27616a2b19 HTTP/1.1" status: 200 len: 913 time: 0.7608714 Jul 15 13:22:49.229137 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1325daae-90b0-4bda-bdbb-43a1b3ce8bb7 req-a0064ece-2b24-4334-a7f0-8cb978d5ff87 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154697 Jul 15 13:22:49.375167 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb2c0-4aca-422c-9afc-f7d5696092d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.488322 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7ea9fa54-6f09-496b-8b9c-a740dcb5b95a req-f80270bf-1274-4b40-9640-3855771a902b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a725e50-16a9-48ca-8c71-f7e1a9e9cec1 HTTP/1.1" status: 200 len: 217 time: 0.2499993 Jul 15 13:22:49.548399 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb2c0-4aca-422c-9afc-f7d5696092d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.575440 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43280) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:49.652579 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9bb2c0-4aca-422c-9afc-f7d5696092d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event deleted for resources: {'Subnet': ['ID=48ba7c99-35bf-46af-bd2f-ff127c313d3e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:49.769260 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-9d8f0338-647f-4e91-82b6-1a48df2080d9 None None] For port 8563ca5e-e5de-4042-afa5-2b4e54fd9a9f, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8563ca5e-e5de-4042-afa5-2b4e54fd9a9f,segment=NetworkSegment(8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65),segment_id=8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:49.770128 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d8f0338-647f-4e91-82b6-1a48df2080d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.914322 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb2c0-4aca-422c-9afc-f7d5696092d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.937178 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-8e9bb2c0-4aca-422c-9afc-f7d5696092d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dcc32d9-8d3e-45b8-ab2b-428520ff5f6d']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:49.953099 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f0338-647f-4e91-82b6-1a48df2080d9 None None] Calling delete_port for 8563ca5e-e5de-4042-afa5-2b4e54fd9a9f owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:50.128788 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-8e9bb2c0-4aca-422c-9afc-f7d5696092d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3279e592-e91e-498c-99dc-f475f573a705') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:50.128788 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-8e9bb2c0-4aca-422c-9afc-f7d5696092d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3279e592-e91e-498c-99dc-f475f573a705') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:50.190750 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d293a-3ba1-477a-9a8a-5486f4a9a1ad req-3696881a-d59a-4c07-a205-da0bb945ec0a tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.211242 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ff9d293a-3ba1-477a-9a8a-5486f4a9a1ad req-3696881a-d59a-4c07-a205-da0bb945ec0a tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 946 time: 2.3635235 Jul 15 13:22:50.259359 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1325daae-90b0-4bda-bdbb-43a1b3ce8bb7 req-47835b5e-cf95-4801-b92d-4f77f33090f9 service neutron] 10.222.0.32 "GET /v2.0/networks/0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8314710 Jul 15 13:22:50.273223 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9fa54-6f09-496b-8b9c-a740dcb5b95a req-a0a4df15-e820-446a-a742-f738a5db1cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.275359 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7ea9fa54-6f09-496b-8b9c-a740dcb5b95a req-a0a4df15-e820-446a-a742-f738a5db1cbb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d793a745-d38c-4e8b-9716-b5fdf7b27406 HTTP/1.1" status: 200 len: 851 time: 0.7854683 Jul 15 13:22:50.343151 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb2c0-4aca-422c-9afc-f7d5696092d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.382449 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ff9d293a-3ba1-477a-9a8a-5486f4a9a1ad req-08cd66c8-6901-4d2a-b27c-0bddc4398117 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597869 Jul 15 13:22:50.404971 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0892022-6d80-4531-b4a0-2c0952a9e287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.449182 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0892022-6d80-4531-b4a0-2c0952a9e287 admin admin] No DVR routers for this DVR port 8563ca5e-e5de-4042-afa5-2b4e54fd9a9f on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:50.499311 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0892022-6d80-4531-b4a0-2c0952a9e287 admin admin] Pushing event deleted for resources: {'Port': ['ID=8563ca5e-e5de-4042-afa5-2b4e54fd9a9f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:50.545403 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d8f0338-647f-4e91-82b6-1a48df2080d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.548717 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 2addfecb-34c0-4325-a752-045f543bcbc2 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:22:50.565646 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b86d2565-dfea-4dae-a5a0-22daa0637603 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-119482329-network', 'tenant_id': 'f854d20851e246eda1429296f97f65bd'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:50.570887 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb2c0-4aca-422c-9afc-f7d5696092d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.628433 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e9bb2c0-4aca-422c-9afc-f7d5696092d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:50.629113 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb2c0-4aca-422c-9afc-f7d5696092d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.636739 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:22:50.636739 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:50.636739 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:22:50.636739 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:50.636739 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:22:50.636739 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:50.636739 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:22:50.636739 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:50.636739 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:22:50.636739 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:50.636739 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:22:50.636739 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:50.636739 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:22:50.636739 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:50.636739 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:50.636739 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:50.636739 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:50.636739 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:50.636739 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:22:50.636739 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:50.636739 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:22:50.636739 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:50.636739 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:50.636739 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:50.636739 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:50.636739 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:50.636739 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:50.636739 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:50.636739 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:50.636739 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:50.636739 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:50.636739 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:50.646910 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.663347 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f0338-647f-4e91-82b6-1a48df2080d9 None None] Pushing event deleted for resources: {'Port': ['ID=8563ca5e-e5de-4042-afa5-2b4e54fd9a9f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:50.764517 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8f0338-647f-4e91-82b6-1a48df2080d9 None None] No DVR routers for this DVR port 8563ca5e-e5de-4042-afa5-2b4e54fd9a9f on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:50.784064 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe7021-3490-407a-82ca-a3224f16487f req-ce0cde27-beec-4307-9275-5ee41328d4ab tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.812453 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-88fe7021-3490-407a-82ca-a3224f16487f req-ce0cde27-beec-4307-9275-5ee41328d4ab tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e63cb3a-a181-42f2-b1ab-6f4d01098bbe HTTP/1.1" status: 200 len: 944 time: 0.9957442 Jul 15 13:22:50.848680 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.resource_extend [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:22:50.913908 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0892022-6d80-4531-b4a0-2c0952a9e287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.937119 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9fa54-6f09-496b-8b9c-a740dcb5b95a req-801bcd31-af75-43f1-b1a8-bd287368fb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.940514 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7ea9fa54-6f09-496b-8b9c-a740dcb5b95a req-801bcd31-af75-43f1-b1a8-bd287368fb2a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edeaa118-edc5-4f1b-bf13-6f27616a2b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6535249 Jul 15 13:22:50.956432 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86d2565-dfea-4dae-a5a0-22daa0637603 admin admin] Made reservation on behalf of f854d20851e246eda1429296f97f65bd for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:50.960602 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b86d2565-dfea-4dae-a5a0-22daa0637603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.978525 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1325daae-90b0-4bda-bdbb-43a1b3ce8bb7 req-f63f5560-6138-4ec0-9ac1-d7fbdd96d40a service neutron] 10.222.0.32 "GET /v2.0/networks/0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6905308 Jul 15 13:22:50.981616 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b86d2565-dfea-4dae-a5a0-22daa0637603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.998174 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c0892022-6d80-4531-b4a0-2c0952a9e287 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68fe874-df04-4314-a181-131d0536a9d8']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:51.041976 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcfb856-63a1-4856-aa96-7c311b9bce35 None None] DHCP port deletion for 4dcc32d9-8d3e-45b8-ab2b-428520ff5f6d request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:22:51.044460 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c0892022-6d80-4531-b4a0-2c0952a9e287 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:51.051227 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c0892022-6d80-4531-b4a0-2c0952a9e287 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8009d6c0-9c6f-4ba5-ad4c-2f4250a9ea65') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:51.054763 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6bf2f5c8-f9fc-419a-bdfd-9dd49fb705f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.120982 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0892022-6d80-4531-b4a0-2c0952a9e287 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.128348 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-88fe7021-3490-407a-82ca-a3224f16487f req-fb1af013-7813-4acc-8743-2f7439e75963 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/security-groups?id=304ef15c-3061-495a-81b8-523c742f2d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960887 Jul 15 13:22:51.289804 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8384a0f7-4660-48bc-8a19-34342ff07095 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:51.365186 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0892022-6d80-4531-b4a0-2c0952a9e287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.388246 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 8384a0f7-4660-48bc-8a19-34342ff07095 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:51.389081 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8384a0f7-4660-48bc-8a19-34342ff07095 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:51.434107 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0892022-6d80-4531-b4a0-2c0952a9e287 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:51.435248 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0892022-6d80-4531-b4a0-2c0952a9e287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.437557 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb2c0-4aca-422c-9afc-f7d5696092d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.460500 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb2c0-4aca-422c-9afc-f7d5696092d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.465442 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8e9bb2c0-4aca-422c-9afc-f7d5696092d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/networks/4dcc32d9-8d3e-45b8-ab2b-428520ff5f6d HTTP/1.1" status: 204 len: 168 time: 7.6836634 Jul 15 13:22:51.471989 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:22:51.471989 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:51.471989 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:22:51.471989 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:51.471989 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:22:51.471989 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:51.471989 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:22:51.471989 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:51.471989 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:22:51.471989 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:51.471989 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:22:51.471989 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:51.471989 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:22:51.471989 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:51.471989 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:51.471989 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:51.471989 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:51.471989 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:51.471989 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:22:51.471989 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:51.471989 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:22:51.471989 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:51.471989 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:51.471989 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:51.471989 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:51.471989 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:51.471989 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:51.471989 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:51.471989 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:51.471989 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:51.471989 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:51.471989 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:51.486445 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43294) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:51.542144 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 2addfecb-34c0-4325-a752-045f543bcbc2, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=2addfecb-34c0-4325-a752-045f543bcbc2,segment=NetworkSegment(9675edaf-0d4a-4131-a097-4a6f5ed6be4b),segment_id=9675edaf-0d4a-4131-a097-4a6f5ed6be4b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:51.603059 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7ea9fa54-6f09-496b-8b9c-a740dcb5b95a req-99f5a0d4-21a5-48b8-b5e1-326f8d3348da service neutron] 10.222.0.18 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6228383 Jul 15 13:22:51.604648 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '2addfecb-34c0-4325-a752-045f543bcbc2', 'network_id': '0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6', 'port_id': '2addfecb-34c0-4325-a752-045f543bcbc2', 'mac_address': 'fa:16:3e:ac:0d:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e043f9-ea54-433a-a4a3-a04eb8ca3ace', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:22:51.730611 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9bb2c0-4aca-422c-9afc-f7d5696092d4 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event deleted for resources: {'Network': ['ID=4dcc32d9-8d3e-45b8-ab2b-428520ff5f6d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:51.736294 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-26192d73-8c59-4433-b880-c29f94c889ae tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] DELETE failed (client error): The resource could not be found. Jul 15 13:22:51.742481 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26192d73-8c59-4433-b880-c29f94c889ae tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:22:51.747958 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-26192d73-8c59-4433-b880-c29f94c889ae tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/subnets/48ba7c99-35bf-46af-bd2f-ff127c313d3e HTTP/1.1" status: 404 len: 337 time: 0.1619575 Jul 15 13:22:51.754925 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43296) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:51.757658 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.792629 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2addfecb-34c0-4325-a752-045f543bcbc2 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:51.837305 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-597746d1-3e86-4cac-9593-4821ef1dd6e0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] DELETE failed (client error): The resource could not be found. Jul 15 13:22:51.841707 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 2addfecb-34c0-4325-a752-045f543bcbc2, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=2addfecb-34c0-4325-a752-045f543bcbc2,segment=NetworkSegment(9675edaf-0d4a-4131-a097-4a6f5ed6be4b),segment_id=9675edaf-0d4a-4131-a097-4a6f5ed6be4b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:51.851486 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-597746d1-3e86-4cac-9593-4821ef1dd6e0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:22:51.854856 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-597746d1-3e86-4cac-9593-4821ef1dd6e0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/networks/4dcc32d9-8d3e-45b8-ab2b-428520ff5f6d HTTP/1.1" status: 404 len: 339 time: 0.0790794 Jul 15 13:22:51.862131 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.920813 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43298) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:52.018590 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=2addfecb-34c0-4325-a752-045f543bcbc2,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:52.190190 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['2addfecb-34c0-4325-a752-045f543bcbc2'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:52.252755 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-40030e3e-ec31-43aa-a995-7d2f9e68c39f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] DELETE failed (client error): The resource could not be found. Jul 15 13:22:52.253022 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40030e3e-ec31-43aa-a995-7d2f9e68c39f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:22:52.254844 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-40030e3e-ec31-43aa-a995-7d2f9e68c39f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/subnets/19759d25-b07f-4388-9543-82763bcba3ef HTTP/1.1" status: 404 len: 337 time: 0.2268052 Jul 15 13:22:52.255633 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0892022-6d80-4531-b4a0-2c0952a9e287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:52.303036 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0892022-6d80-4531-b4a0-2c0952a9e287 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:52.320579 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c0892022-6d80-4531-b4a0-2c0952a9e287 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a68fe874-df04-4314-a181-131d0536a9d8 HTTP/1.1" status: 204 len: 168 time: 6.4225185 Jul 15 13:22:52.327316 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43304) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:52.478866 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0892022-6d80-4531-b4a0-2c0952a9e287 admin admin] Pushing event deleted for resources: {'Network': ['ID=a68fe874-df04-4314-a181-131d0536a9d8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:52.511503 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-5273dd04-75c6-45d4-a566-8f9d85b9d89a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] DELETE failed (client error): The resource could not be found. Jul 15 13:22:52.512476 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5273dd04-75c6-45d4-a566-8f9d85b9d89a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:22:52.515453 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5273dd04-75c6-45d4-a566-8f9d85b9d89a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/networks/5bdce0cd-676a-4ca8-a241-eda5dfa8627c HTTP/1.1" status: 404 len: 339 time: 0.1799123 Jul 15 13:22:52.521657 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43310) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:52.772059 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43312) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:52.920652 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2667e9d-64be-4755-8920-8e806101feda req-6d7c1805-5663-4c9f-87e1-077d62de6e74 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:52.937159 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c2667e9d-64be-4755-8920-8e806101feda req-6d7c1805-5663-4c9f-87e1-077d62de6e74 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 946 time: 1.1807015 Jul 15 13:22:53.020972 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb1a8-8c82-42e0-aa3a-0a4d361cdb2a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:53.054741 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3d0b8f12-a2c6-41c9-b231-11a6d618e9df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=418a827c6cea45b7b8c4dddb4927b332&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2706430 Jul 15 13:22:53.059664 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43314) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:53.227394 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:53.262685 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb1a8-8c82-42e0-aa3a-0a4d361cdb2a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:53.282262 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c2667e9d-64be-4755-8920-8e806101feda req-9a985cfc-10b4-403e-9488-41d8bfe793be tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436775 Jul 15 13:22:53.305252 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-1e6eb1a8-8c82-42e0-aa3a-0a4d361cdb2a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2daf170d-afe3-4517-a669-28ddd98e6f33']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:53.424713 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8c90546-01ba-40ac-9271-3c99170accce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:53.447482 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-1e6eb1a8-8c82-42e0-aa3a-0a4d361cdb2a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e28a83-b491-48c2-af9b-0f6e04f3de1f') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:53.447978 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-1e6eb1a8-8c82-42e0-aa3a-0a4d361cdb2a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e28a83-b491-48c2-af9b-0f6e04f3de1f') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:53.483424 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b86d2565-dfea-4dae-a5a0-22daa0637603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:53.525493 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b86d2565-dfea-4dae-a5a0-22daa0637603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:53.565979 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb1a8-8c82-42e0-aa3a-0a4d361cdb2a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:53.569460 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bfc51f8e-2e4e-40d4-9557-5e2713f33b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:53.632170 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b86d2565-dfea-4dae-a5a0-22daa0637603 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:22:53.684940 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb1a8-8c82-42e0-aa3a-0a4d361cdb2a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:53.724330 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e6eb1a8-8c82-42e0-aa3a-0a4d361cdb2a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:53.725894 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb1a8-8c82-42e0-aa3a-0a4d361cdb2a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:53.768306 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d2565-dfea-4dae-a5a0-22daa0637603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0852d9-c07d-4c87-bf0a-6bd2c6eec03d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:53.828850 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:22:53.828850 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:53.828850 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:22:53.828850 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:53.828850 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:22:53.828850 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:53.828850 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:22:53.828850 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:53.828850 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:22:53.828850 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:53.828850 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:22:53.828850 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:53.828850 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:22:53.828850 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:53.828850 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:53.828850 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:53.828850 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:53.828850 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:53.828850 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:22:53.828850 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:53.828850 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:22:53.828850 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:53.828850 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:53.828850 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:53.828850 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:53.828850 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:53.828850 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:53.828850 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:53.828850 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:53.828850 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:53.828850 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:53.828850 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:53.876638 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bfc51f8e-2e4e-40d4-9557-5e2713f33b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:53.999606 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb1a8-8c82-42e0-aa3a-0a4d361cdb2a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.016517 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b86d2565-dfea-4dae-a5a0-22daa0637603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.017236 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-b86d2565-dfea-4dae-a5a0-22daa0637603 admin admin] Added segment 09105af7-6ccf-4a0c-938c-162cb9f2b37d of type vlan for network 7e6fc955-be17-4569-8166-9f693444f6b3 Jul 15 13:22:54.036532 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7ea9fa54-6f09-496b-8b9c-a740dcb5b95a req-fa0aafbc-5710-4a2a-9848-a2e65478e6c8 service neutron] 10.222.0.18 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.4146662 Jul 15 13:22:54.074195 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb1a8-8c82-42e0-aa3a-0a4d361cdb2a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.080091 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1e6eb1a8-8c82-42e0-aa3a-0a4d361cdb2a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/networks/2daf170d-afe3-4517-a669-28ddd98e6f33 HTTP/1.1" status: 204 len: 168 time: 1.5533521 Jul 15 13:22:54.083874 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad4312-f341-4fb0-b280-e55533ab6053 req-9124469d-8b7c-4cdb-ae71-257602ea392c tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:54.091588 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6eb1a8-8c82-42e0-aa3a-0a4d361cdb2a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event deleted for resources: {'Network': ['ID=2daf170d-afe3-4517-a669-28ddd98e6f33,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:54.095626 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-34ad4312-f341-4fb0-b280-e55533ab6053 req-9124469d-8b7c-4cdb-ae71-257602ea392c tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e63cb3a-a181-42f2-b1ab-6f4d01098bbe HTTP/1.1" status: 200 len: 945 time: 0.6063652 Jul 15 13:22:54.103023 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43326) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:54.151686 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b86d2565-dfea-4dae-a5a0-22daa0637603 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.160286 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ea73f9-a266-426f-a2c1-bd9578e7a4ff tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] DELETE failed (client error): The resource could not be found. Jul 15 13:22:54.166528 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87ea73f9-a266-426f-a2c1-bd9578e7a4ff tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:22:54.171459 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-87ea73f9-a266-426f-a2c1-bd9578e7a4ff tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/subnets/7b0cde8a-8963-4923-b333-ff59a41e6947 HTTP/1.1" status: 404 len: 337 time: 0.0669353 Jul 15 13:22:54.187597 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43328) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:54.260363 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 2addfecb-34c0-4325-a752-045f543bcbc2 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:54.322036 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c697595-22a9-42bf-a32b-b95d09d660cf tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] DELETE failed (client error): The resource could not be found. Jul 15 13:22:54.323450 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c697595-22a9-42bf-a32b-b95d09d660cf tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:22:54.341364 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3c697595-22a9-42bf-a32b-b95d09d660cf tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/networks/1c55e0e2-6630-43e1-90b1-2b17a2881a89 HTTP/1.1" status: 404 len: 339 time: 0.1478837 Jul 15 13:22:54.345721 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43334) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:54.359440 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b86d2565-dfea-4dae-a5a0-22daa0637603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.366972 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86d2565-dfea-4dae-a5a0-22daa0637603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:54.368206 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b86d2565-dfea-4dae-a5a0-22daa0637603 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.416932 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bfc51f8e-2e4e-40d4-9557-5e2713f33b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.458850 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bfc51f8e-2e4e-40d4-9557-5e2713f33b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.468579 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-bfc51f8e-2e4e-40d4-9557-5e2713f33b90 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/23bbefeb-be8c-4146-bf3d-810b99d9a00e HTTP/1.1" status: 204 len: 168 time: 1.3789206 Jul 15 13:22:54.567140 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 2addfecb-34c0-4325-a752-045f543bcbc2 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:54.592175 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 2addfecb-34c0-4325-a752-045f543bcbc2 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:54.593120 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.629621 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc51f8e-2e4e-40d4-9557-5e2713f33b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bbefeb-be8c-4146-bf3d-810b99d9a00e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:54.633865 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72305ea-bf93-4d15-a3ab-6ad5e4c48f1f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] DELETE failed (client error): The resource could not be found. Jul 15 13:22:54.638719 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a72305ea-bf93-4d15-a3ab-6ad5e4c48f1f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:22:54.647588 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a72305ea-bf93-4d15-a3ab-6ad5e4c48f1f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/subnets/e92db351-42a3-4892-8711-75f1098a2a10 HTTP/1.1" status: 404 len: 337 time: 0.2877021 Jul 15 13:22:54.650809 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43338) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:54.734203 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac42277-aaeb-498a-a8f9-1a88af9693f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] DELETE failed (client error): The resource could not be found. Jul 15 13:22:54.742998 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac42277-aaeb-498a-a8f9-1a88af9693f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:22:54.759310 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-fac42277-aaeb-498a-a8f9-1a88af9693f2 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/networks/a36c9c2b-9d88-4250-b75f-011bdcde157d HTTP/1.1" status: 404 len: 339 time: 0.0952735 Jul 15 13:22:54.777130 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43340) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:54.800797 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-34ad4312-f341-4fb0-b280-e55533ab6053 req-7d955f58-c2dc-4b28-8ee3-a07f316ab67e tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/security-groups?id=304ef15c-3061-495a-81b8-523c742f2d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7038333 Jul 15 13:22:54.843087 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d2565-dfea-4dae-a5a0-22daa0637603 admin admin] Pushing event updated for resources: {'Network': ['ID=7e6fc955-be17-4569-8166-9f693444f6b3,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:54.864151 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b86d2565-dfea-4dae-a5a0-22daa0637603 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 5.2220309 Jul 15 13:22:54.869999 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43346) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:54.904515 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-28917b21-2188-423e-a666-c27731cd42f9 admin admin] Request body: {'subnet': {'network_id': '7e6fc955-be17-4569-8166-9f693444f6b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-119482329-subnet', 'tenant_id': 'f854d20851e246eda1429296f97f65bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:54.943158 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 7e6fc955-be17-4569-8166-9f693444f6b3 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:54.993014 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:55.065656 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28917b21-2188-423e-a666-c27731cd42f9 admin admin] Made reservation on behalf of f854d20851e246eda1429296f97f65bd for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:55.089808 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-35afa012-4ba5-4d8d-bc81-c5e7a051327a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] DELETE failed (client error): The resource could not be found. Jul 15 13:22:55.090389 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28917b21-2188-423e-a666-c27731cd42f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:55.098891 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35afa012-4ba5-4d8d-bc81-c5e7a051327a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:22:55.108263 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-35afa012-4ba5-4d8d-bc81-c5e7a051327a tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/subnets/adfccd72-9fdb-49d9-a4ef-b830f45289a8 HTTP/1.1" status: 404 len: 337 time: 0.3189209 Jul 15 13:22:55.115475 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43348) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:55.288030 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eda93b6-0832-41fb-8599-0083ccef3451 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] DELETE failed (client error): The resource could not be found. Jul 15 13:22:55.292396 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eda93b6-0832-41fb-8599-0083ccef3451 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:22:55.311376 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6eda93b6-0832-41fb-8599-0083ccef3451 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/networks/35555bc3-b1d2-480d-b2a8-3721c1b5699e HTTP/1.1" status: 404 len: 339 time: 0.1874936 Jul 15 13:22:55.324198 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43352) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:55.551034 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:55.593247 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e56a986-b6a3-446a-b315-b54bc2f34eec tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] DELETE failed (client error): The resource could not be found. Jul 15 13:22:55.612002 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e56a986-b6a3-446a-b315-b54bc2f34eec tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:22:55.639324 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9e56a986-b6a3-446a-b315-b54bc2f34eec tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/subnets/727ad371-1103-453b-a090-a1299ff2be0a HTTP/1.1" status: 404 len: 337 time: 0.3040695 Jul 15 13:22:55.642993 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43358) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:55.732645 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-471c5b22-415b-4139-9e45-6946ef1c874b tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] DELETE failed (client error): The resource could not be found. Jul 15 13:22:55.744034 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-471c5b22-415b-4139-9e45-6946ef1c874b tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:22:55.762542 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-471c5b22-415b-4139-9e45-6946ef1c874b tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/networks/37a03b5f-1f41-4c06-a84c-e7c33b24f3a9 HTTP/1.1" status: 404 len: 339 time: 0.1058910 Jul 15 13:22:55.776090 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43362) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:55.791809 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:55.838373 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43364) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:55.919308 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6085c1-1f0f-4e11-bee2-ed63d1960704 req-0a11f284-5fd9-4520-9e0e-6b8adc70caae tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:55.968052 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fc6085c1-1f0f-4e11-bee2-ed63d1960704 req-0a11f284-5fd9-4520-9e0e-6b8adc70caae tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 946 time: 1.1857066 Jul 15 13:22:56.105098 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 2addfecb-34c0-4325-a752-045f543bcbc2, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=2addfecb-34c0-4325-a752-045f543bcbc2,segment=NetworkSegment(9675edaf-0d4a-4131-a097-4a6f5ed6be4b),segment_id=9675edaf-0d4a-4131-a097-4a6f5ed6be4b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:56.113005 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e63cb3a-a181-42f2-b1ab-6f4d01098bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2addfecb-34c0-4325-a752-045f543bcbc2'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:56.132948 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db53c8a-5c2b-41af-857d-98cafa1664f9" -d '{"events": [{"server_uuid": "3e63cb3a-a181-42f2-b1ab-6f4d01098bbe", "name": "network-vif-plugged", "status": "completed", "tag": "2addfecb-34c0-4325-a752-045f543bcbc2"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:56.157691 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.325812 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fc6085c1-1f0f-4e11-bee2-ed63d1960704 req-face622b-069b-4562-920b-5bc1761de86d tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524346 Jul 15 13:22:56.441944 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28917b21-2188-423e-a666-c27731cd42f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.460845 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c71c2d-e499-4879-96c0-6f89703d4c1f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] DELETE failed (client error): The resource could not be found. Jul 15 13:22:56.470309 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c71c2d-e499-4879-96c0-6f89703d4c1f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:22:56.487478 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43376) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:56.488408 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c4c71c2d-e499-4879-96c0-6f89703d4c1f tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/subnets/89038d09-e272-4343-9fd1-99ed235ac8ed HTTP/1.1" status: 404 len: 337 time: 0.7028337 Jul 15 13:22:56.519849 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=2addfecb-34c0-4325-a752-045f543bcbc2,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:56.614992 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d39f30-1667-4ba8-9147-9278d4b539b1 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] DELETE failed (client error): The resource could not be found. Jul 15 13:22:56.617215 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2d39f30-1667-4ba8-9147-9278d4b539b1 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:22:56.634640 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.653792 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f2d39f30-1667-4ba8-9147-9278d4b539b1 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/networks/dcfe2104-9b55-4a87-9c2f-8d1f69b53ae1 HTTP/1.1" status: 404 len: 339 time: 0.1637516 Jul 15 13:22:56.666934 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43380) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:56.669501 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28917b21-2188-423e-a666-c27731cd42f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9f6312f-baf4-41e7-b1eb-0822428be154,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:56.901295 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14637c1b-2524-4113-ace7-e480491a9af9 x-openstack-request-id: req-14637c1b-2524-4113-ace7-e480491a9af9 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:56.902283 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e63cb3a-a181-42f2-b1ab-6f4d01098bbe", "name": "network-vif-plugged", "status": "completed", "tag": "2addfecb-34c0-4325-a752-045f543bcbc2", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:56.902877 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-14637c1b-2524-4113-ace7-e480491a9af9 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:56.903634 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e63cb3a-a181-42f2-b1ab-6f4d01098bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2addfecb-34c0-4325-a752-045f543bcbc2', 'code': 200} Jul 15 13:22:56.976159 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12432489-468e-4743-9b52-fe62870b9a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.986783 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28917b21-2188-423e-a666-c27731cd42f9 admin admin] Checking segment: {'id': '09105af7-6ccf-4a0c-938c-162cb9f2b37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7e6fc955-be17-4569-8166-9f693444f6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:56.990152 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28917b21-2188-423e-a666-c27731cd42f9 admin admin] Network hostable DHCP agents. Network: 7e6fc955-be17-4569-8166-9f693444f6b3, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:22:57.105829 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-f66aed6c-051c-41a5-9993-fa81cbf51be0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] DELETE failed (client error): The resource could not be found. Jul 15 13:22:57.106855 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f66aed6c-051c-41a5-9993-fa81cbf51be0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:22:57.114661 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f66aed6c-051c-41a5-9993-fa81cbf51be0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/subnets/2de7ddc7-6efc-4ead-b9d1-5702bf626484 HTTP/1.1" status: 404 len: 337 time: 0.4422433 Jul 15 13:22:57.115668 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43384) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:57.136992 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf61e4-7997-4b75-be44-64920930ccfe req-af12085d-6ff0-4638-9e38-ce6717d5370b tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:57.161878 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1bbf61e4-7997-4b75-be44-64920930ccfe req-af12085d-6ff0-4638-9e38-ce6717d5370b tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e63cb3a-a181-42f2-b1ab-6f4d01098bbe HTTP/1.1" status: 200 len: 946 time: 0.4873638 Jul 15 13:22:57.167741 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-0198912d-b5a9-4784-b04b-6584d0b654ad tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] DELETE failed (client error): The resource could not be found. Jul 15 13:22:57.168742 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0198912d-b5a9-4784-b04b-6584d0b654ad tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:22:57.181925 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0198912d-b5a9-4784-b04b-6584d0b654ad tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/networks/480512e4-eb75-4a58-8d6c-51865d5f40ad HTTP/1.1" status: 404 len: 339 time: 0.0550325 Jul 15 13:22:57.184320 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43386) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:57.441800 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28917b21-2188-423e-a666-c27731cd42f9 admin admin] Network 7e6fc955-be17-4569-8166-9f693444f6b3 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:57.502991 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-28917b21-2188-423e-a666-c27731cd42f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 7e6fc955-be17-4569-8166-9f693444f6b3) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:57.518600 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066551df-c8a4-4cc9-b648-e394dc995345 None None] Network 7e6fc955-be17-4569-8166-9f693444f6b3 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:57.533749 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1bbf61e4-7997-4b75-be44-64920930ccfe req-731172af-19f6-4403-8eae-c626f33ac203 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/security-groups?id=304ef15c-3061-495a-81b8-523c742f2d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588386 Jul 15 13:22:57.536218 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28917b21-2188-423e-a666-c27731cd42f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:57.543916 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28917b21-2188-423e-a666-c27731cd42f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.566416 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12432489-468e-4743-9b52-fe62870b9a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.581314 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12432489-468e-4743-9b52-fe62870b9a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.667974 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-28917b21-2188-423e-a666-c27731cd42f9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.7922690 Jul 15 13:22:57.671572 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adb73b-5929-47ce-b504-65a81b11ff6d req-91377519-d534-4397-850b-01de05c4abae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:57.674593 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-46adb73b-5929-47ce-b504-65a81b11ff6d req-91377519-d534-4397-850b-01de05c4abae service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3e63cb3a-a181-42f2-b1ab-6f4d01098bbe HTTP/1.1" status: 200 len: 1098 time: 0.4717085 Jul 15 13:22:57.675333 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43402) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:57.691886 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b5f544e1-a700-416e-9c04-13c5439cd6f0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-119482329-router', 'tenant_id': 'f854d20851e246eda1429296f97f65bd', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:57.842454 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b5f544e1-a700-416e-9c04-13c5439cd6f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.850143 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b5f544e1-a700-416e-9c04-13c5439cd6f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.918427 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-12432489-468e-4743-9b52-fe62870b9a34 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b64c2c455006446ba7a0c69fd09e6e97&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9407995 Jul 15 13:22:57.939312 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43404) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:58.140991 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b5f544e1-a700-416e-9c04-13c5439cd6f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:58.145575 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-46adb73b-5929-47ce-b504-65a81b11ff6d req-c6fc5ad8-6f3f-4ff9-8190-85f139833dea service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=304ef15c-3061-495a-81b8-523c742f2d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905442 Jul 15 13:22:58.225480 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-463b2941-1402-4ae3-8598-05687aeaebeb tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] DELETE failed (client error): The resource could not be found. Jul 15 13:22:58.226319 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-463b2941-1402-4ae3-8598-05687aeaebeb tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:22:58.238114 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-463b2941-1402-4ae3-8598-05687aeaebeb tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/subnets/0f2c4e08-36ce-4695-a05d-a76ea8d73e5a HTTP/1.1" status: 404 len: 337 time: 1.0520997 Jul 15 13:22:58.303438 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43412) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:58.440312 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ff421d-620a-4519-b4f6-e1d7f021f809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-7e6fc955-be17-4569-8166-9f693444f6b3', 'network_id': '7e6fc955-be17-4569-8166-9f693444f6b3', 'tenant_id': 'f854d20851e246eda1429296f97f65bd', 'fixed_ips': [{'subnet_id': 'e9f6312f-baf4-41e7-b1eb-0822428be154'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:22:58.441720 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-13ff421d-620a-4519-b4f6-e1d7f021f809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:58.451419 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-e01d29a6-ffb9-4aba-a20c-0d3668e0ad3c tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] DELETE failed (client error): The resource could not be found. Jul 15 13:22:58.452528 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e01d29a6-ffb9-4aba-a20c-0d3668e0ad3c tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:22:58.455824 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e01d29a6-ffb9-4aba-a20c-0d3668e0ad3c tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/networks/a2901024-67f4-4260-87a5-5b33676a34ab HTTP/1.1" status: 404 len: 339 time: 0.1507478 Jul 15 13:22:58.472852 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12432489-468e-4743-9b52-fe62870b9a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d823605-49bd-4d19-8a69-573b50ed444c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:58.477369 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43418) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:58.554122 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb9a3a32-ce3a-4e66-997b-0ee30c677760 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] DELETE failed (client error): The resource could not be found. Jul 15 13:22:58.554996 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb9a3a32-ce3a-4e66-997b-0ee30c677760 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:22:58.558562 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-fb9a3a32-ce3a-4e66-997b-0ee30c677760 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/subnets/35d092f1-3275-4197-86d4-adfe61fbbd2f HTTP/1.1" status: 404 len: 337 time: 0.0689068 Jul 15 13:22:58.563528 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43420) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:58.577396 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d7b1b9ec-181c-44a3-9d71-053e7e911cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:58.631912 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-d318c854-a725-4d52-98a8-8949857526c0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] DELETE failed (client error): The resource could not be found. Jul 15 13:22:58.633110 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d318c854-a725-4d52-98a8-8949857526c0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:22:58.636683 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d318c854-a725-4d52-98a8-8949857526c0 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/networks/e6b56181-fda4-4428-9a0b-917a8e0355e9 HTTP/1.1" status: 404 len: 339 time: 0.0712392 Jul 15 13:22:58.657919 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43426) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:58.848913 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d7b1b9ec-181c-44a3-9d71-053e7e911cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.049316 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e72326-ea34-4b9c-8719-01d7de790f3e req-421aba49-abe0-4e8e-a957-c05f7b03adf4 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:59.054864 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f4e72326-ea34-4b9c-8719-01d7de790f3e req-421aba49-abe0-4e8e-a957-c05f7b03adf4 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 946 time: 1.1288428 Jul 15 13:22:59.056583 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d7b1b9ec-181c-44a3-9d71-053e7e911cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.064202 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d7b1b9ec-181c-44a3-9d71-053e7e911cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.084182 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d7b1b9ec-181c-44a3-9d71-053e7e911cf5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d823605-49bd-4d19-8a69-573b50ed444c HTTP/1.1" status: 204 len: 168 time: 1.1397583 Jul 15 13:22:59.168247 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1b9ec-181c-44a3-9d71-053e7e911cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d823605-49bd-4d19-8a69-573b50ed444c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:59.239835 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5a7137b-32ed-4468-837a-f98caa4c0c36 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Deleting subnet cf9c6b0c-2d17-4986-b204-b19f22ad9c1f {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:22:59.269604 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b5f544e1-a700-416e-9c04-13c5439cd6f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.292584 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-13ff421d-620a-4519-b4f6-e1d7f021f809 None None] Allocated IP 172.20.0.2 (7e6fc955-be17-4569-8166-9f693444f6b3/e9f6312f-baf4-41e7-b1eb-0822428be154/3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:59.302790 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5a7137b-32ed-4468-837a-f98caa4c0c36 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.449848 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f4e72326-ea34-4b9c-8719-01d7de790f3e req-af8f9a58-d1bd-4e84-87d3-106379f4e535 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562164 Jul 15 13:22:59.457464 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdd646-e9a3-4127-abb1-a5752aae4aca req-3c564dc1-79aa-416f-82f0-0c47509fe46d tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:59.470817 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cffdd646-e9a3-4127-abb1-a5752aae4aca req-3c564dc1-79aa-416f-82f0-0c47509fe46d tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e63cb3a-a181-42f2-b1ab-6f4d01098bbe HTTP/1.1" status: 200 len: 946 time: 0.5713925 Jul 15 13:22:59.642526 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5a7137b-32ed-4468-837a-f98caa4c0c36 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.706692 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cffdd646-e9a3-4127-abb1-a5752aae4aca req-bedace8b-20e0-4bd1-ae3f-dc1bcc195499 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/security-groups?id=304ef15c-3061-495a-81b8-523c742f2d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343080 Jul 15 13:23:00.100201 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-13ff421d-620a-4519-b4f6-e1d7f021f809 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:00.136672 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-13ff421d-620a-4519-b4f6-e1d7f021f809 None None] Transition to ACTIVE for port object 3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:00.203239 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-13ff421d-620a-4519-b4f6-e1d7f021f809 None None] Transition to ACTIVE for port object 3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:00.224468 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-13ff421d-620a-4519-b4f6-e1d7f021f809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:00.382453 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff421d-620a-4519-b4f6-e1d7f021f809 None None] Pushing event updated for resources: {'Port': ['ID=3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:00.401194 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ff421d-620a-4519-b4f6-e1d7f021f809 None None] Network 7e6fc955-be17-4569-8166-9f693444f6b3 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:00.403939 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-13ff421d-620a-4519-b4f6-e1d7f021f809 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:00.414680 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ff421d-620a-4519-b4f6-e1d7f021f809 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:00.418199 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5a7137b-32ed-4468-837a-f98caa4c0c36 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:00.747078 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-13ff421d-620a-4519-b4f6-e1d7f021f809 None None] Attempting to bind port 3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:00.748556 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-13ff421d-620a-4519-b4f6-e1d7f021f809 None None] Attempting to bind port 3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '09105af7-6ccf-4a0c-938c-162cb9f2b37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7e6fc955-be17-4569-8166-9f693444f6b3'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:00.752559 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ff421d-620a-4519-b4f6-e1d7f021f809 None None] Attempting to bind port 3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428 on network 7e6fc955-be17-4569-8166-9f693444f6b3 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:00.773410 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b5f544e1-a700-416e-9c04-13c5439cd6f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:00.780324 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ff421d-620a-4519-b4f6-e1d7f021f809 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:00.782125 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ff421d-620a-4519-b4f6-e1d7f021f809 None None] Checking segment: {'id': '09105af7-6ccf-4a0c-938c-162cb9f2b37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7e6fc955-be17-4569-8166-9f693444f6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:00.782799 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-13ff421d-620a-4519-b4f6-e1d7f021f809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:00.783405 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ff421d-620a-4519-b4f6-e1d7f021f809 None None] Bound using segment: {'id': '09105af7-6ccf-4a0c-938c-162cb9f2b37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7e6fc955-be17-4569-8166-9f693444f6b3'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:00.787078 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-13ff421d-620a-4519-b4f6-e1d7f021f809 None None] Bound port: 3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09105af7-6ccf-4a0c-938c-162cb9f2b37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7e6fc955-be17-4569-8166-9f693444f6b3'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:00.788694 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-13ff421d-620a-4519-b4f6-e1d7f021f809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:00.797191 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5a7137b-32ed-4468-837a-f98caa4c0c36 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:00.929396 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43464) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:00.955103 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b5f544e1-a700-416e-9c04-13c5439cd6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:00.963393 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5a7137b-32ed-4468-837a-f98caa4c0c36 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:00.977361 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b5a7137b-32ed-4468-837a-f98caa4c0c36 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/subnets/cf9c6b0c-2d17-4986-b204-b19f22ad9c1f HTTP/1.1" status: 204 len: 168 time: 2.3171370 Jul 15 13:23:00.978784 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7137b-32ed-4468-837a-f98caa4c0c36 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event deleted for resources: {'Subnet': ['ID=cf9c6b0c-2d17-4986-b204-b19f22ad9c1f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:00.987917 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43466) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:01.023494 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9648db7f-e886-43f9-bcdc-f117a0062077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:01.355867 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4ae72e7-716b-4178-b805-5b75bce62854 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:01.406029 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623674bb-89cc-41bd-b158-24cf94171a0e None None] Network 0b04da4a-400d-4c27-aeae-71450edbff73 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:01.602523 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c4ae72e7-716b-4178-b805-5b75bce62854 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Deleting port 85a5f8ca-4163-4729-8144-756fada64fb7 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:01.603948 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4ae72e7-716b-4178-b805-5b75bce62854 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:01.897727 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-b5f544e1-a700-416e-9c04-13c5439cd6f0 admin admin] Allocated IP 172.25.6.49 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/5161c29c-5a99-4306-8c9d-8fac6e15533b) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:01.976564 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece5363-7c45-451b-a454-ed63be7b1fe4 req-2fc470c6-5bb7-4f19-a4f7-a77c8ed81c11 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:01.978597 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8ece5363-7c45-451b-a454-ed63be7b1fe4 req-2fc470c6-5bb7-4f19-a4f7-a77c8ed81c11 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 946 time: 0.6263320 Jul 15 13:23:02.040060 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c4ae72e7-716b-4178-b805-5b75bce62854 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] For port 85a5f8ca-4163-4729-8144-756fada64fb7, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=85a5f8ca-4163-4729-8144-756fada64fb7,segment=NetworkSegment(0dc230ba-554f-4e86-80f3-b3287df0399f),segment_id=0dc230ba-554f-4e86-80f3-b3287df0399f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:02.040834 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4ae72e7-716b-4178-b805-5b75bce62854 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:02.083850 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c4ae72e7-716b-4178-b805-5b75bce62854 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Calling delete_port for 85a5f8ca-4163-4729-8144-756fada64fb7 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:02.120608 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-13ff421d-620a-4519-b4f6-e1d7f021f809 None None] For port 3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:02.194158 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-13ff421d-620a-4519-b4f6-e1d7f021f809 None None] For port 3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428,segment=NetworkSegment(09105af7-6ccf-4a0c-938c-162cb9f2b37d),segment_id=09105af7-6ccf-4a0c-938c-162cb9f2b37d)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:02.221985 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-13ff421d-620a-4519-b4f6-e1d7f021f809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:02.270062 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a8a66-d269-435b-bb6f-1f7dbb0cb42a req-9815743a-a9e6-476c-a1ee-e826809d8860 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:02.272533 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4e7a8a66-d269-435b-bb6f-1f7dbb0cb42a req-9815743a-a9e6-476c-a1ee-e826809d8860 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e63cb3a-a181-42f2-b1ab-6f4d01098bbe HTTP/1.1" status: 200 len: 946 time: 0.5541427 Jul 15 13:23:02.274662 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4ae72e7-716b-4178-b805-5b75bce62854 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:02.293497 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9648db7f-e886-43f9-bcdc-f117a0062077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:02.304239 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8ece5363-7c45-451b-a454-ed63be7b1fe4 req-53d12d51-9256-40e6-bd8b-4a22894fce63 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982373 Jul 15 13:23:02.336831 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9648db7f-e886-43f9-bcdc-f117a0062077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:02.368711 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae72e7-716b-4178-b805-5b75bce62854 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event deleted for resources: {'Port': ['ID=85a5f8ca-4163-4729-8144-756fada64fb7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:02.394348 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ae72e7-716b-4178-b805-5b75bce62854 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] No DVR routers for this DVR port 85a5f8ca-4163-4729-8144-756fada64fb7 on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:02.401143 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff421d-620a-4519-b4f6-e1d7f021f809 None None] Pushing event updated for resources: {'Port': ['ID=3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:02.504177 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9648db7f-e886-43f9-bcdc-f117a0062077 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b51ac3037d14525bb82040d87c38785&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5722780 Jul 15 13:23:02.505150 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43476) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:02.561205 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4606eee3-aa79-481d-a8a9-ba2890f40a4c None None] DHCP port deletion for 0b04da4a-400d-4c27-aeae-71450edbff73 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:23:02.627939 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b5f544e1-a700-416e-9c04-13c5439cd6f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:02.634390 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4e7a8a66-d269-435b-bb6f-1f7dbb0cb42a req-b7486281-8218-48f0-9da6-80d6035d98da tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/security-groups?id=304ef15c-3061-495a-81b8-523c742f2d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727532 Jul 15 13:23:02.777476 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648db7f-e886-43f9-bcdc-f117a0062077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4503e7da-b196-477a-b82c-da93707b8223,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:02.974717 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4ae72e7-716b-4178-b805-5b75bce62854 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.002278 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c4ae72e7-716b-4178-b805-5b75bce62854 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b04da4a-400d-4c27-aeae-71450edbff73']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:03.082563 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c4ae72e7-716b-4178-b805-5b75bce62854 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc230ba-554f-4e86-80f3-b3287df0399f') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:03.083411 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c4ae72e7-716b-4178-b805-5b75bce62854 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc230ba-554f-4e86-80f3-b3287df0399f') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:03.115290 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4ae72e7-716b-4178-b805-5b75bce62854 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.116590 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b5f544e1-a700-416e-9c04-13c5439cd6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.186079 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4ae72e7-716b-4178-b805-5b75bce62854 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.204022 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4ae72e7-716b-4178-b805-5b75bce62854 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:03.204679 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4ae72e7-716b-4178-b805-5b75bce62854 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.299918 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c064f858-7d9d-4a66-a08d-71a71f0d84f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.316206 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f544e1-a700-416e-9c04-13c5439cd6f0 admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:03.338823 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:23:03.338823 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:03.338823 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:23:03.338823 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:03.338823 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:23:03.338823 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:03.338823 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:23:03.338823 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:03.338823 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:23:03.338823 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:03.338823 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:23:03.338823 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:03.338823 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:23:03.338823 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:03.338823 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:03.338823 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:03.338823 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:03.338823 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:03.338823 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:23:03.338823 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:03.338823 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:23:03.338823 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:03.338823 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:03.338823 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:03.338823 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:03.338823 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:03.338823 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:03.338823 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:03.338823 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:03.338823 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:03.338823 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:03.338823 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:03.366672 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-b5f544e1-a700-416e-9c04-13c5439cd6f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:03.411087 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f544e1-a700-416e-9c04-13c5439cd6f0 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:03.507233 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4ae72e7-716b-4178-b805-5b75bce62854 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.515718 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4ae72e7-716b-4178-b805-5b75bce62854 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.522823 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c4ae72e7-716b-4178-b805-5b75bce62854 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] 10.222.0.24 "DELETE /v2.0/networks/0b04da4a-400d-4c27-aeae-71450edbff73 HTTP/1.1" status: 204 len: 168 time: 2.5332835 Jul 15 13:23:03.555743 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:03.588660 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae72e7-716b-4178-b805-5b75bce62854 tempest-NetworksTest-1701259489 tempest-NetworksTest-1701259489-project] Pushing event deleted for resources: {'Network': ['ID=0b04da4a-400d-4c27-aeae-71450edbff73,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:03.691194 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f544e1-a700-416e-9c04-13c5439cd6f0 admin admin] Pushing event updated for resources: {'Port': ['ID=5161c29c-5a99-4306-8c9d-8fac6e15533b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:03.705646 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c064f858-7d9d-4a66-a08d-71a71f0d84f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.774130 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:03.792830 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43506) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:03.988586 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 85a5f8ca-4163-4729-8144-756fada64fb7 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:04.041309 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 85a5f8ca-4163-4729-8144-756fada64fb7 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:23:04.043465 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 85a5f8ca-4163-4729-8144-756fada64fb7 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:23:04.590457 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43528) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:04.635952 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c064f858-7d9d-4a66-a08d-71a71f0d84f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.643971 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c064f858-7d9d-4a66-a08d-71a71f0d84f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.646949 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c064f858-7d9d-4a66-a08d-71a71f0d84f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4503e7da-b196-477a-b82c-da93707b8223 HTTP/1.1" status: 204 len: 168 time: 1.8763866 Jul 15 13:23:04.811597 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3af7c76-4a1d-494f-86b1-ec0e2fa22459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.838356 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064f858-7d9d-4a66-a08d-71a71f0d84f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4503e7da-b196-477a-b82c-da93707b8223,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:04.869362 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a3390-171d-4f24-9182-b6144535ba6c req-e0b25d1e-3b1a-4b5b-967b-6cc1f7bcd06e tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:04.879171 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9d5a3390-171d-4f24-9182-b6144535ba6c req-e0b25d1e-3b1a-4b5b-967b-6cc1f7bcd06e tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 946 time: 1.1529162 Jul 15 13:23:04.882541 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-06f1d745-b6f0-4eee-8abd-ff4bcb7670b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=02de15b4d2954d6d9c9c75a1ac38a37c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2884240 Jul 15 13:23:04.885175 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43546) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:04.910980 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7429d725-e54b-4461-b079-10fbff7f2810 None None] Network 7e6fc955-be17-4569-8166-9f693444f6b3 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:04.933237 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8485f-0393-493b-893b-0139e01e75d7 req-c4f4318a-2134-4869-9f4c-c6afa9566c98 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:04.943193 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-07b8485f-0393-493b-893b-0139e01e75d7 req-c4f4318a-2134-4869-9f4c-c6afa9566c98 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e63cb3a-a181-42f2-b1ab-6f4d01098bbe HTTP/1.1" status: 200 len: 946 time: 0.3426821 Jul 15 13:23:05.065456 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-07b8485f-0393-493b-893b-0139e01e75d7 req-39ea5bca-0f9a-403c-8cc7-62c07ab37867 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/security-groups?id=304ef15c-3061-495a-81b8-523c742f2d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207402 Jul 15 13:23:05.110050 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b5f544e1-a700-416e-9c04-13c5439cd6f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.147173 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8addded8-e9f7-45e1-9cf8-95c606edf570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.158324 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-20a66408-512e-49f2-aca6-738ba010022a None None] Provisioning for port 3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:05.195086 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-20a66408-512e-49f2-aca6-738ba010022a None None] Provisioning complete for port 3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:05.195671 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-20a66408-512e-49f2-aca6-738ba010022a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.235226 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8addded8-e9f7-45e1-9cf8-95c606edf570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.370153 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3af7c76-4a1d-494f-86b1-ec0e2fa22459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.382935 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3af7c76-4a1d-494f-86b1-ec0e2fa22459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.453412 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8addded8-e9f7-45e1-9cf8-95c606edf570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.457655 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8addded8-e9f7-45e1-9cf8-95c606edf570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.476340 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8addded8-e9f7-45e1-9cf8-95c606edf570 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6a9eaea-2ccb-4545-a8dc-9ece63915caf HTTP/1.1" status: 204 len: 168 time: 0.5843647 Jul 15 13:23:05.587958 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a3af7c76-4a1d-494f-86b1-ec0e2fa22459 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6cc09b8ffaa740e38a1b6ef574fbc19d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7921293 Jul 15 13:23:05.589959 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43572) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:05.602247 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af7c76-4a1d-494f-86b1-ec0e2fa22459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1d3b43-1740-475f-ab61-fb61c6d304a6,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:05.602634 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-20a66408-512e-49f2-aca6-738ba010022a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.604775 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ae087-0d57-47fa-8a8a-58f589cbcc72 req-7dc3409b-aaf2-4dbc-99f7-786bf58ca4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:05.618525 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a17ae087-0d57-47fa-8a8a-58f589cbcc72 req-7dc3409b-aaf2-4dbc-99f7-786bf58ca4d3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c946afb64c8c4c57b01b417d9e85b448&device_id=3e63cb3a-a181-42f2-b1ab-6f4d01098bbe HTTP/1.1" status: 200 len: 1098 time: 1.1158526 Jul 15 13:23:05.657139 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9d5a3390-171d-4f24-9182-b6144535ba6c req-02ce93dd-e9ca-410b-917d-701911af79cf tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7717381 Jul 15 13:23:05.772583 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8addded8-e9f7-45e1-9cf8-95c606edf570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a9eaea-2ccb-4545-a8dc-9ece63915caf,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:05.775175 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-20a66408-512e-49f2-aca6-738ba010022a None None] For port 3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428,segment=NetworkSegment(09105af7-6ccf-4a0c-938c-162cb9f2b37d),segment_id=09105af7-6ccf-4a0c-938c-162cb9f2b37d)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:05.789311 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-20a66408-512e-49f2-aca6-738ba010022a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.944069 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-883c5aad-3c49-4f19-b23a-759ae2ad1d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.959081 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a66408-512e-49f2-aca6-738ba010022a None None] Pushing event updated for resources: {'Port': ['ID=3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:06.080157 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-883c5aad-3c49-4f19-b23a-759ae2ad1d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.253274 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-883c5aad-3c49-4f19-b23a-759ae2ad1d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.263467 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-883c5aad-3c49-4f19-b23a-759ae2ad1d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.280202 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-883c5aad-3c49-4f19-b23a-759ae2ad1d32 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9b1d3b43-1740-475f-ab61-fb61c6d304a6 HTTP/1.1" status: 204 len: 168 time: 0.6865635 Jul 15 13:23:06.325633 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c5aad-3c49-4f19-b23a-759ae2ad1d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1d3b43-1740-475f-ab61-fb61c6d304a6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:06.403403 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d1ce2e7e-7785-4930-8c33-1bcd66e4d258 None None] Provisioning complete for port 3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:06.404007 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1ce2e7e-7785-4930-8c33-1bcd66e4d258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.502059 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b5f544e1-a700-416e-9c04-13c5439cd6f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.785740 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ae087-0d57-47fa-8a8a-58f589cbcc72 req-fbc8dbdb-ee77-4ffa-b274-7f211c8f2896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:06.800966 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a17ae087-0d57-47fa-8a8a-58f589cbcc72 req-fbc8dbdb-ee77-4ffa-b274-7f211c8f2896 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6 HTTP/1.1" status: 200 len: 914 time: 1.1334958 Jul 15 13:23:06.810315 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abeab9d-41b2-4127-a3f0-799f1940c665 req-87d3f9df-2af7-47eb-a297-825b48352d3d tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:06.819735 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3abeab9d-41b2-4127-a3f0-799f1940c665 req-87d3f9df-2af7-47eb-a297-825b48352d3d tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e63cb3a-a181-42f2-b1ab-6f4d01098bbe HTTP/1.1" status: 200 len: 946 time: 0.3432841 Jul 15 13:23:06.947096 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3abeab9d-41b2-4127-a3f0-799f1940c665 req-b782f080-ae78-4e11-b614-c38c94beb061 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/security-groups?id=304ef15c-3061-495a-81b8-523c742f2d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202438 Jul 15 13:23:07.265939 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:07.344942 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:07.345255 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.971115 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a17ae087-0d57-47fa-8a8a-58f589cbcc72 req-23c75e85-7d41-43ec-be25-af17d324238a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2addfecb-34c0-4325-a752-045f543bcbc2 HTTP/1.1" status: 200 len: 217 time: 1.1403463 Jul 15 13:23:08.072813 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:08.289579 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ae087-0d57-47fa-8a8a-58f589cbcc72 req-41dc18b0-28b1-44fb-af3f-24b6a50d81ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:08.291209 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a17ae087-0d57-47fa-8a8a-58f589cbcc72 req-41dc18b0-28b1-44fb-af3f-24b6a50d81ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=09e043f9-ea54-433a-a4a3-a04eb8ca3ace HTTP/1.1" status: 200 len: 853 time: 0.2047946 Jul 15 13:23:08.423114 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a17ae087-0d57-47fa-8a8a-58f589cbcc72 req-3450383a-d3dd-4cbf-afe2-09aa9f7337ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214266 Jul 15 13:23:08.447681 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d5340287-13b1-477b-b07a-c9f34021dda7 req-53a4daeb-ada5-4501-b8eb-6c4093d456ce service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b80b1dbc-ec07-46ae-8b68-9a4572433a92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5195396 Jul 15 13:23:08.587133 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf3c19-3bd2-4301-8917-6d333fe287da req-bececfd5-0b2f-4234-a104-aeda4fe0adcc tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:08.599355 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e9bf3c19-3bd2-4301-8917-6d333fe287da req-bececfd5-0b2f-4234-a104-aeda4fe0adcc tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e63cb3a-a181-42f2-b1ab-6f4d01098bbe HTTP/1.1" status: 200 len: 946 time: 0.2661290 Jul 15 13:23:08.699828 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e9bf3c19-3bd2-4301-8917-6d333fe287da req-e410a288-b1f3-4627-b3db-1de807b20559 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/security-groups?id=304ef15c-3061-495a-81b8-523c742f2d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985551 Jul 15 13:23:08.875729 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070bb37-206f-43ff-a150-25d498d8baaf req-fc8a7d00-eb9c-4102-b2b7-5d0e4fc2f2c9 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:08.897421 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e070bb37-206f-43ff-a150-25d498d8baaf req-fc8a7d00-eb9c-4102-b2b7-5d0e4fc2f2c9 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 946 time: 0.9749637 Jul 15 13:23:08.924359 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f544e1-a700-416e-9c04-13c5439cd6f0 admin admin] Router 16a2db2e-ecd8-4075-a2c7-3c808fbeec46 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:23:09.272268 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43652) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:09.396688 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e070bb37-206f-43ff-a150-25d498d8baaf req-8423ae6d-8dae-4d12-af6b-283f9f108adf tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976077 Jul 15 13:23:09.557604 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5340287-13b1-477b-b07a-c9f34021dda7 req-52643e10-d8f8-4151-baae-98179a0e93dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:09.574230 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d5340287-13b1-477b-b07a-c9f34021dda7 req-52643e10-d8f8-4151-baae-98179a0e93dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a5577c115ec43508375ce7d29599c94&device_id=b80b1dbc-ec07-46ae-8b68-9a4572433a92 HTTP/1.1" status: 200 len: 1098 time: 1.0391865 Jul 15 13:23:09.578275 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a17ae087-0d57-47fa-8a8a-58f589cbcc72 req-0611cc40-888a-4189-9150-27e7cd29f497 service neutron] 10.222.0.32 "GET /v2.0/networks/0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1180835 Jul 15 13:23:10.004918 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f544e1-a700-416e-9c04-13c5439cd6f0 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:23:10.025610 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c13807-17c4-43a2-80d1-43bf54bf206d None None] Sync routers for ids ['16a2db2e-ecd8-4075-a2c7-3c808fbeec46'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:23:10.071782 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c13807-17c4-43a2-80d1-43bf54bf206d None None] Routers {'16a2db2e-ecd8-4075-a2c7-3c808fbeec46'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:10.072949 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-80c13807-17c4-43a2-80d1-43bf54bf206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:22:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['16a2db2e-ecd8-4075-a2c7-3c808fbeec46'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:10.315856 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43672) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:10.318823 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b5f544e1-a700-416e-9c04-13c5439cd6f0 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:10.320310 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b5f544e1-a700-416e-9c04-13c5439cd6f0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 12.6435010 Jul 15 13:23:10.324567 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43676) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:10.386725 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43678) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:10.394427 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ec8395-795f-4be9-aae7-2e4b5d62f7b9 admin admin] Deleting subnet 017c68ce-bf83-43a6-986a-e0abadb002ed {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:23:10.428770 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41ec8395-795f-4be9-aae7-2e4b5d62f7b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:10.566991 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-80c13807-17c4-43a2-80d1-43bf54bf206d None None] Set router 16a2db2e-ecd8-4075-a2c7-3c808fbeec46 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:10.647339 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41ec8395-795f-4be9-aae7-2e4b5d62f7b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:10.648195 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5340287-13b1-477b-b07a-c9f34021dda7 req-6a7f157c-edff-4987-a945-ece844becdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:10.665915 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d5340287-13b1-477b-b07a-c9f34021dda7 req-6a7f157c-edff-4987-a945-ece844becdfa service neutron] 10.222.0.32 "GET /v2.0/networks?id=edeaa118-edc5-4f1b-bf13-6f27616a2b19 HTTP/1.1" status: 200 len: 913 time: 1.0303054 Jul 15 13:23:10.736745 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a17ae087-0d57-47fa-8a8a-58f589cbcc72 req-96ff3f9d-8a14-4768-8c77-4d1260da04e0 service neutron] 10.222.0.32 "GET /v2.0/networks/0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1200683 Jul 15 13:23:11.051872 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41ec8395-795f-4be9-aae7-2e4b5d62f7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.073864 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-152bf4b1-2e26-4b8e-84cd-55a554c8ce7d tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Request body: {'security_group': {'name': 'tempest-secgroup--1767872886'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:11.230755 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-152bf4b1-2e26-4b8e-84cd-55a554c8ce7d tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.275037 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-152bf4b1-2e26-4b8e-84cd-55a554c8ce7d tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.348994 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d5340287-13b1-477b-b07a-c9f34021dda7 req-1db17f85-f090-4fb7-8488-f47423113bfd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44669c72-d839-4b49-83ed-d597c23d8bbd HTTP/1.1" status: 200 len: 217 time: 0.6710622 Jul 15 13:23:11.407969 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41ec8395-795f-4be9-aae7-2e4b5d62f7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.550382 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e33f442e-bd02-4eba-be38-5b6d93d520c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.591508 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-152bf4b1-2e26-4b8e-84cd-55a554c8ce7d tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.618635 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-152bf4b1-2e26-4b8e-84cd-55a554c8ce7d tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.677527 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41ec8395-795f-4be9-aae7-2e4b5d62f7b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.692705 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-41ec8395-795f-4be9-aae7-2e4b5d62f7b9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/017c68ce-bf83-43a6-986a-e0abadb002ed HTTP/1.1" status: 204 len: 168 time: 1.3748152 Jul 15 13:23:11.746660 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-80c13807-17c4-43a2-80d1-43bf54bf206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a2db2e-ecd8-4075-a2c7-3c808fbeec46', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-119482329-router', 'tenant_id': 'f854d20851e246eda1429296f97f65bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '5161c29c-5a99-4306-8c9d-8fac6e15533b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:57Z', 'updated_at': '2021-07-15T13:23:04Z', 'revision_number': 3, 'project_id': 'f854d20851e246eda1429296f97f65bd', 'gw_port': {'id': '5161c29c-5a99-4306-8c9d-8fac6e15533b', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a2db2e-ecd8-4075-a2c7-3c808fbeec46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:01Z', 'updated_at': '2021-07-15T13:23:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:11.755934 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43698) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:11.758736 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec8395-795f-4be9-aae7-2e4b5d62f7b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=017c68ce-bf83-43a6-986a-e0abadb002ed,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:11.815899 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c13807-17c4-43a2-80d1-43bf54bf206d None None] Checking router: 16a2db2e-ecd8-4075-a2c7-3c808fbeec46 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:23:11.816223 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c13807-17c4-43a2-80d1-43bf54bf206d None None] Updating router 16a2db2e-ecd8-4075-a2c7-3c808fbeec46 port 5161c29c-5a99-4306-8c9d-8fac6e15533b binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:23:11.831920 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152bf4b1-2e26-4b8e-84cd-55a554c8ce7d tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12cfb923-b0ba-49b7-b446-2e2e48f507fd,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:11.907270 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-80c13807-17c4-43a2-80d1-43bf54bf206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.057581 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-669c0be8-d1e0-410e-820a-b734a47cd9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.163376 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5340287-13b1-477b-b07a-c9f34021dda7 req-304976cc-e82a-4bf7-9f11-104c37b8fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.172626 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d5340287-13b1-477b-b07a-c9f34021dda7 req-304976cc-e82a-4bf7-9f11-104c37b8fa7f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d793a745-d38c-4e8b-9716-b5fdf7b27406 HTTP/1.1" status: 200 len: 851 time: 0.8146870 Jul 15 13:23:12.290692 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-152bf4b1-2e26-4b8e-84cd-55a554c8ce7d tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.327798 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8254f8-aaaa-4745-a6ac-e166d862a9f8 req-3dcc30cd-3dee-4210-84b6-215fc6f47526 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.339377 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6c8254f8-aaaa-4745-a6ac-e166d862a9f8 req-3dcc30cd-3dee-4210-84b6-215fc6f47526 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e63cb3a-a181-42f2-b1ab-6f4d01098bbe HTTP/1.1" status: 200 len: 946 time: 2.0616651 Jul 15 13:23:12.364981 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-152bf4b1-2e26-4b8e-84cd-55a554c8ce7d tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.597358 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693278b8-3842-45c6-bee0-136b47c0ec27 req-5762c05c-cabf-4e0b-adcb-ed9337a6889a tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.606396 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-693278b8-3842-45c6-bee0-136b47c0ec27 req-5762c05c-cabf-4e0b-adcb-ed9337a6889a tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 946 time: 1.2884209 Jul 15 13:23:13.006541 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-80c13807-17c4-43a2-80d1-43bf54bf206d None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.034151 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-693278b8-3842-45c6-bee0-136b47c0ec27 req-b4ec4753-d538-47c3-aeeb-0e1125c2ed77 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906622 Jul 15 13:23:13.034487 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-80c13807-17c4-43a2-80d1-43bf54bf206d None None] Transition to ACTIVE for port object 5161c29c-5a99-4306-8c9d-8fac6e15533b will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:13.036192 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5340287-13b1-477b-b07a-c9f34021dda7 req-284febc9-572b-427d-8731-3916d9f39eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:13.057905 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d5340287-13b1-477b-b07a-c9f34021dda7 req-284febc9-572b-427d-8731-3916d9f39eac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edeaa118-edc5-4f1b-bf13-6f27616a2b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8466299 Jul 15 13:23:13.058349 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-80c13807-17c4-43a2-80d1-43bf54bf206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.083830 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6c8254f8-aaaa-4745-a6ac-e166d862a9f8 req-1d43ab0a-8b74-4440-be26-e3e59701b5d4 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/security-groups?id=304ef15c-3061-495a-81b8-523c742f2d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7404640 Jul 15 13:23:13.088351 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152bf4b1-2e26-4b8e-84cd-55a554c8ce7d tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1acbed-9bd6-43fe-b9cd-704f103981e5,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:13.163881 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-669c0be8-d1e0-410e-820a-b734a47cd9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.240059 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-80c13807-17c4-43a2-80d1-43bf54bf206d None None] Attempting to bind port 5161c29c-5a99-4306-8c9d-8fac6e15533b on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:13.240996 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-80c13807-17c4-43a2-80d1-43bf54bf206d None None] Attempting to bind port 5161c29c-5a99-4306-8c9d-8fac6e15533b by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:13.241588 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c13807-17c4-43a2-80d1-43bf54bf206d None None] Attempting to bind port 5161c29c-5a99-4306-8c9d-8fac6e15533b on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:13.246630 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976e33f-4bcc-49c9-9b9d-7d5167f06202 None None] Pushing event updated for resources: {'Port': ['ID=5161c29c-5a99-4306-8c9d-8fac6e15533b,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:13.270821 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c13807-17c4-43a2-80d1-43bf54bf206d None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:13.271406 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c13807-17c4-43a2-80d1-43bf54bf206d None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:13.272057 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-80c13807-17c4-43a2-80d1-43bf54bf206d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.277347 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c13807-17c4-43a2-80d1-43bf54bf206d None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:13.278197 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-80c13807-17c4-43a2-80d1-43bf54bf206d None None] Bound port: 5161c29c-5a99-4306-8c9d-8fac6e15533b, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:13.278852 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-80c13807-17c4-43a2-80d1-43bf54bf206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.290488 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-669c0be8-d1e0-410e-820a-b734a47cd9fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e34df3-bf36-4603-b5ed-74735e1e8ea4']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:13.317081 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-669c0be8-d1e0-410e-820a-b734a47cd9fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '371c93d3-8bda-432b-9978-4decba9e0a67') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:13.317548 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-669c0be8-d1e0-410e-820a-b734a47cd9fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '371c93d3-8bda-432b-9978-4decba9e0a67') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:13.514514 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-669c0be8-d1e0-410e-820a-b734a47cd9fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.542480 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-80c13807-17c4-43a2-80d1-43bf54bf206d None None] For port 5161c29c-5a99-4306-8c9d-8fac6e15533b, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:13.555881 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-80c13807-17c4-43a2-80d1-43bf54bf206d None None] For port 5161c29c-5a99-4306-8c9d-8fac6e15533b, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=5161c29c-5a99-4306-8c9d-8fac6e15533b,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:13.572932 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-80c13807-17c4-43a2-80d1-43bf54bf206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.610957 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d5340287-13b1-477b-b07a-c9f34021dda7 req-317e1b0d-580c-492d-a892-63ae57cb390b service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398119 Jul 15 13:23:13.694329 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-669c0be8-d1e0-410e-820a-b734a47cd9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.701661 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-503ff853-be29-49e0-a1d9-ac782445ab47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.787019 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c13807-17c4-43a2-80d1-43bf54bf206d None None] Routers {'16a2db2e-ecd8-4075-a2c7-3c808fbeec46'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:13.788207 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-80c13807-17c4-43a2-80d1-43bf54bf206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:22:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['16a2db2e-ecd8-4075-a2c7-3c808fbeec46'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:13.868370 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669c0be8-d1e0-410e-820a-b734a47cd9fd admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:13.869399 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-669c0be8-d1e0-410e-820a-b734a47cd9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:13.885404 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:13.939635 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e33f442e-bd02-4eba-be38-5b6d93d520c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.990254 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-152bf4b1-2e26-4b8e-84cd-55a554c8ce7d tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.996944 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-152bf4b1-2e26-4b8e-84cd-55a554c8ce7d tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 4.7207317 Jul 15 13:23:14.050596 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-80c13807-17c4-43a2-80d1-43bf54bf206d None None] Set router 16a2db2e-ecd8-4075-a2c7-3c808fbeec46 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:14.066829 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43730) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:14.158848 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e33f442e-bd02-4eba-be38-5b6d93d520c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.279736 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-843d7e9e-34c2-4d09-b466-44ae9d0b367b tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2096283 Jul 15 13:23:14.290320 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43736) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:14.315156 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-937c38cb-169a-4835-a7df-2aff923acdcb tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Request body: {'security_group': {'name': 'tempest-security--875639349', 'description': 'tempest-security-description-666990974'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:14.337479 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976e33f-4bcc-49c9-9b9d-7d5167f06202 None None] Pushing event updated for resources: {'Port': ['ID=5161c29c-5a99-4306-8c9d-8fac6e15533b,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:14.342610 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f442e-bd02-4eba-be38-5b6d93d520c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb71fe47-16dd-40cd-be27-d1bfcd2b4c75,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:14.372265 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-503ff853-be29-49e0-a1d9-ac782445ab47 admin admin] Allocated IP 172.20.0.1 (7e6fc955-be17-4569-8166-9f693444f6b3/e9f6312f-baf4-41e7-b1eb-0822428be154/43aefade-a6a6-43bc-9ac1-1df20bda82e3) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:14.506892 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-4f0388c1-a858-49a3-8eb4-f12ee651aeae tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=00e8a24106eb44d89c9c68dc038af0d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3529255 Jul 15 13:23:14.580629 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e33f442e-bd02-4eba-be38-5b6d93d520c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba1a121b1c9e45889a4f44e7cd3ac150&name=default HTTP/1.1" status: 200 len: 2983 time: 4.1799331 Jul 15 13:23:14.598918 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-669c0be8-d1e0-410e-820a-b734a47cd9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.610606 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43742) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:14.623522 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-669c0be8-d1e0-410e-820a-b734a47cd9fd admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.631309 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-669c0be8-d1e0-410e-820a-b734a47cd9fd admin admin] 10.222.0.24 "DELETE /v2.0/networks/22e34df3-bf36-4603-b5ed-74735e1e8ea4 HTTP/1.1" status: 204 len: 168 time: 2.8561568 Jul 15 13:23:14.664717 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-937c38cb-169a-4835-a7df-2aff923acdcb tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.697581 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-80c13807-17c4-43a2-80d1-43bf54bf206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a2db2e-ecd8-4075-a2c7-3c808fbeec46', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-119482329-router', 'tenant_id': 'f854d20851e246eda1429296f97f65bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '5161c29c-5a99-4306-8c9d-8fac6e15533b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:57Z', 'updated_at': '2021-07-15T13:23:04Z', 'revision_number': 3, 'project_id': 'f854d20851e246eda1429296f97f65bd', 'gw_port': {'id': '5161c29c-5a99-4306-8c9d-8fac6e15533b', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a2db2e-ecd8-4075-a2c7-3c808fbeec46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:01Z', 'updated_at': '2021-07-15T13:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:14.748624 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d5340287-13b1-477b-b07a-c9f34021dda7 req-ba4bbf87-ad2f-4750-9d6f-c632b6f8be34 service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1007104 Jul 15 13:23:14.776266 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c13807-17c4-43a2-80d1-43bf54bf206d None None] The sync data for ids ['16a2db2e-ecd8-4075-a2c7-3c808fbeec46'] in n-d-758944-45 is: [{'id': '16a2db2e-ecd8-4075-a2c7-3c808fbeec46', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-119482329-router', 'tenant_id': 'f854d20851e246eda1429296f97f65bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '5161c29c-5a99-4306-8c9d-8fac6e15533b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:57Z', 'updated_at': '2021-07-15T13:23:04Z', 'revision_number': 3, 'project_id': 'f854d20851e246eda1429296f97f65bd', 'gw_port': {'id': '5161c29c-5a99-4306-8c9d-8fac6e15533b', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a2db2e-ecd8-4075-a2c7-3c808fbeec46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:01Z', 'updated_at': '2021-07-15T13:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:23:14.831081 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0be8-d1e0-410e-820a-b734a47cd9fd admin admin] Pushing event deleted for resources: {'Network': ['ID=22e34df3-bf36-4603-b5ed-74735e1e8ea4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:15.081421 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-937c38cb-169a-4835-a7df-2aff923acdcb tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.126295 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-937c38cb-169a-4835-a7df-2aff923acdcb tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.131162 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-937c38cb-169a-4835-a7df-2aff923acdcb tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.140918 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-937c38cb-169a-4835-a7df-2aff923acdcb tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "PUT /v2.0/security-groups/3e1acbed-9bd6-43fe-b9cd-704f103981e5 HTTP/1.1" status: 200 len: 1778 time: 0.8450356 Jul 15 13:23:15.148041 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43750) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:15.204887 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-503ff853-be29-49e0-a1d9-ac782445ab47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.208572 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3dd37df3-6a11-4976-ad8c-46a7035da9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.275063 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3dd37df3-6a11-4976-ad8c-46a7035da9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.460598 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-dc30f361-10c7-49cd-9cdf-ea6a89200544 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:15.463677 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-dc30f361-10c7-49cd-9cdf-ea6a89200544 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9392872 Jul 15 13:23:15.487390 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3698bbb4-c24d-4e13-9f83-f51da84d9694 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "GET /v2.0/security-groups/3e1acbed-9bd6-43fe-b9cd-704f103981e5 HTTP/1.1" status: 200 len: 1778 time: 0.3378079 Jul 15 13:23:15.488389 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43754) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:15.578679 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-f2a5c5d2-59ce-4656-98ff-716f06a2f811 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] 10.222.0.24 "GET /v2.0/quotas/00e8a24106eb44d89c9c68dc038af0d3 HTTP/1.1" status: 200 len: 375 time: 0.0797982 Jul 15 13:23:15.615494 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c38cb-169a-4835-a7df-2aff923acdcb tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1acbed-9bd6-43fe-b9cd-704f103981e5,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:15.635491 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70266ec-e5c2-4364-95e0-b8f0ac45ef1b req-c4000664-a969-47df-aa26-94e6fefb010c tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:15.650584 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c70266ec-e5c2-4364-95e0-b8f0ac45ef1b req-c4000664-a969-47df-aa26-94e6fefb010c tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 946 time: 1.1399543 Jul 15 13:23:15.657326 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43758) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:15.711402 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-503ff853-be29-49e0-a1d9-ac782445ab47 admin admin] Transition to ACTIVE for port object 43aefade-a6a6-43bc-9ac1-1df20bda82e3 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:15.730315 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-c8ef2ceb-0847-4278-9585-de8340a50ba0 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=00e8a24106eb44d89c9c68dc038af0d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1263726 Jul 15 13:23:15.815811 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-29de7cc4-c91f-4be7-b1ff-cecee52686e2 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.872834 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-29de7cc4-c91f-4be7-b1ff-cecee52686e2 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.920593 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3dd37df3-6a11-4976-ad8c-46a7035da9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.933178 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3dd37df3-6a11-4976-ad8c-46a7035da9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.938848 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3dd37df3-6a11-4976-ad8c-46a7035da9db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb71fe47-16dd-40cd-be27-d1bfcd2b4c75 HTTP/1.1" status: 204 len: 168 time: 1.3223388 Jul 15 13:23:16.017594 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-29de7cc4-c91f-4be7-b1ff-cecee52686e2 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.023988 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-29de7cc4-c91f-4be7-b1ff-cecee52686e2 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.033552 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-29de7cc4-c91f-4be7-b1ff-cecee52686e2 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "DELETE /v2.0/security-groups/3e1acbed-9bd6-43fe-b9cd-704f103981e5 HTTP/1.1" status: 204 len: 168 time: 0.5412822 Jul 15 13:23:16.037294 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43764) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:16.120766 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd37df3-6a11-4976-ad8c-46a7035da9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb71fe47-16dd-40cd-be27-d1bfcd2b4c75,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:16.122894 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de7cc4-c91f-4be7-b1ff-cecee52686e2 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1acbed-9bd6-43fe-b9cd-704f103981e5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:16.138573 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-503ff853-be29-49e0-a1d9-ac782445ab47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.229985 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503ff853-be29-49e0-a1d9-ac782445ab47 admin admin] Network 7e6fc955-be17-4569-8166-9f693444f6b3 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:16.243581 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c70266ec-e5c2-4364-95e0-b8f0ac45ef1b req-a6597de2-2072-4ad9-a8a8-19afb651cd4f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5919228 Jul 15 13:23:16.257607 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-503ff853-be29-49e0-a1d9-ac782445ab47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:16.352751 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5ad34a47-6dc6-49ac-9144-3e6eb14a23e2 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2558873 Jul 15 13:23:16.363681 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43770) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:16.387103 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503ff853-be29-49e0-a1d9-ac782445ab47 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:16.491774 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-27f8da20-2bce-4758-ba3d-7446d76a9656 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] delete failed (client error): The resource could not be found. Jul 15 13:23:16.512360 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-27f8da20-2bce-4758-ba3d-7446d76a9656 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "DELETE /v2.0/security-groups/3e1acbed-9bd6-43fe-b9cd-704f103981e5 HTTP/1.1" status: 404 len: 347 time: 0.1414046 Jul 15 13:23:16.521184 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43772) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:16.562962 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2fdb338a-5ff7-47cd-9619-e896f9e4587b tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Request body: {'security_group': {'name': 'tempest-secgroup--490597278'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:16.772847 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2fdb338a-5ff7-47cd-9619-e896f9e4587b tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.785721 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1d21bb97-b093-44bc-b620-ddd72861c0c4 req-d74acd44-a373-4b99-8121-0653ef0ba38d tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] 10.222.0.24 "GET /v2.0/ports?device_id=5779149b-8344-4287-9e4c-f6f8e88db962 HTTP/1.1" status: 200 len: 210 time: 0.1994560 Jul 15 13:23:16.814164 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5388f3bd-adc0-4ebe-99bf-fe3179853685 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=347d14cd23344179a4603507261557d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1376827 Jul 15 13:23:16.819237 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43778) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:16.925503 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ff853-be29-49e0-a1d9-ac782445ab47 admin admin] Pushing event updated for resources: {'Port': ['ID=43aefade-a6a6-43bc-9ac1-1df20bda82e3,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:17.006333 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-503ff853-be29-49e0-a1d9-ac782445ab47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.074264 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b5dddfc0-f2f1-4eb0-b083-e94b6b9b887a None None] Provisioning for port 43aefade-a6a6-43bc-9ac1-1df20bda82e3 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:17.084168 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b5dddfc0-f2f1-4eb0-b083-e94b6b9b887a None None] Provisioning complete for port 43aefade-a6a6-43bc-9ac1-1df20bda82e3 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:17.085400 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5dddfc0-f2f1-4eb0-b083-e94b6b9b887a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.285492 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b5dddfc0-f2f1-4eb0-b083-e94b6b9b887a None None] Port 43aefade-a6a6-43bc-9ac1-1df20bda82e3 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:23:17.425865 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 5161c29c-5a99-4306-8c9d-8fac6e15533b up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:17.508845 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8f19c3ba-564e-49aa-aedd-63b44bd3f851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.624430 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8f19c3ba-564e-49aa-aedd-63b44bd3f851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.625057 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2fdb338a-5ff7-47cd-9619-e896f9e4587b tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.673389 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 5161c29c-5a99-4306-8c9d-8fac6e15533b completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:17.676164 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2aeebd-5c52-456e-97a1-782c89c2f473 req-fec47c81-2124-4789-8f99-447f9b2af544 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:17.689241 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 5161c29c-5a99-4306-8c9d-8fac6e15533b triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:17.691779 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.694927 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ba2aeebd-5c52-456e-97a1-782c89c2f473 req-fec47c81-2124-4789-8f99-447f9b2af544 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e63cb3a-a181-42f2-b1ab-6f4d01098bbe HTTP/1.1" status: 200 len: 946 time: 0.6797154 Jul 15 13:23:17.806308 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2fdb338a-5ff7-47cd-9619-e896f9e4587b tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.828341 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8f19c3ba-564e-49aa-aedd-63b44bd3f851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.841310 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8f19c3ba-564e-49aa-aedd-63b44bd3f851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.844470 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8f19c3ba-564e-49aa-aedd-63b44bd3f851 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fad28828-d022-41dd-93e6-d92b85c5fda0 HTTP/1.1" status: 204 len: 168 time: 1.0090947 Jul 15 13:23:17.845694 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43800) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:17.940236 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb338a-5ff7-47cd-9619-e896f9e4587b tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d492c4-6947-4fe7-bb80-c481f9041ab3,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:17.982488 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ba2aeebd-5c52-456e-97a1-782c89c2f473 req-5eaa9e8d-d983-424e-ba6b-d4a40011dcdd tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/security-groups?id=304ef15c-3061-495a-81b8-523c742f2d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847810 Jul 15 13:23:17.985960 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2fdb338a-5ff7-47cd-9619-e896f9e4587b tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.002483 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2fdb338a-5ff7-47cd-9619-e896f9e4587b tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4699299 Jul 15 13:23:18.003910 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43804) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:18.037731 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-45c8008e-aac9-4a58-8975-cf72939a1146 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Request body: {'security_group_rule': {'security_group_id': 'a4d492c4-6947-4fe7-bb80-c481f9041ab3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:18.067923 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19c3ba-564e-49aa-aedd-63b44bd3f851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad28828-d022-41dd-93e6-d92b85c5fda0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:18.093042 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a27a719f-3f97-4c72-80fa-7586e2b755cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.162687 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-45c8008e-aac9-4a58-8975-cf72939a1146 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.321186 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.463791 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 5161c29c-5a99-4306-8c9d-8fac6e15533b, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=5161c29c-5a99-4306-8c9d-8fac6e15533b,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:18.478345 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.551841 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-45c8008e-aac9-4a58-8975-cf72939a1146 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.562827 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-45c8008e-aac9-4a58-8975-cf72939a1146 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.713539 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289e3a8-e918-499e-abe6-92f0566916cf req-6f56551d-d3c4-4e2e-ae35-c36ec5b5f0a6 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:18.719195 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e289e3a8-e918-499e-abe6-92f0566916cf req-6f56551d-d3c4-4e2e-ae35-c36ec5b5f0a6 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 946 time: 0.9297078 Jul 15 13:23:18.811294 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=5161c29c-5a99-4306-8c9d-8fac6e15533b,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:18.816695 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-503ff853-be29-49e0-a1d9-ac782445ab47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.875838 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-da380b32-9fe5-4471-9933-66cd3162c96d req-ac78fa19-f8a8-4e15-9bcb-03947e6842a6 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] 10.222.0.24 "GET /v2.0/ports?device_id=5779149b-8344-4287-9e4c-f6f8e88db962 HTTP/1.1" status: 200 len: 210 time: 0.2230129 Jul 15 13:23:18.888671 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8008e-aac9-4a58-8975-cf72939a1146 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e29c22-ba34-497b-817b-28fbef539f11,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:19.292146 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e289e3a8-e918-499e-abe6-92f0566916cf req-e0b3ac7e-a6f5-47c3-ad47-33fd315e2286 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5522687 Jul 15 13:23:19.371942 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 5161c29c-5a99-4306-8c9d-8fac6e15533b up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:19.419629 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a27a719f-3f97-4c72-80fa-7586e2b755cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.430052 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a27a719f-3f97-4c72-80fa-7586e2b755cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.445332 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-45c8008e-aac9-4a58-8975-cf72939a1146 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.452631 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-45c8008e-aac9-4a58-8975-cf72939a1146 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4461362 Jul 15 13:23:19.453713 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43822) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:19.515978 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a719f-3f97-4c72-80fa-7586e2b755cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d09e38-a984-420e-b6af-01cee1e37106,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:19.612761 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-40391b0a-97ed-4f8e-ba3e-f922f1063b51 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.641314 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a27a719f-3f97-4c72-80fa-7586e2b755cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d254476461f4faab51fcd27cb6cc14e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6930492 Jul 15 13:23:19.643097 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 5161c29c-5a99-4306-8c9d-8fac6e15533b triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:19.644017 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.645731 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43828) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:19.664007 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-40391b0a-97ed-4f8e-ba3e-f922f1063b51 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.823240 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-40391b0a-97ed-4f8e-ba3e-f922f1063b51 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.835788 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-40391b0a-97ed-4f8e-ba3e-f922f1063b51 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.844814 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-40391b0a-97ed-4f8e-ba3e-f922f1063b51 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/27e29c22-ba34-497b-817b-28fbef539f11 HTTP/1.1" status: 204 len: 168 time: 0.3888540 Jul 15 13:23:19.870631 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43830) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:19.900195 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-6cd705a0-676a-44ed-a90a-09de79bf0e44 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=00e8a24106eb44d89c9c68dc038af0d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1069372 Jul 15 13:23:20.090531 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40391b0a-97ed-4f8e-ba3e-f922f1063b51 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27e29c22-ba34-497b-817b-28fbef539f11,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:20.177722 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-503ff853-be29-49e0-a1d9-ac782445ab47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.206722 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-503ff853-be29-49e0-a1d9-ac782445ab47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.210964 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3db3f374-0dde-408b-8b61-5cf68acb5030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.299722 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a14f72f8-bd7c-48d7-9412-d3d6b57d1828 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4227540 Jul 15 13:23:20.302761 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43846) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:20.345526 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3db3f374-0dde-408b-8b61-5cf68acb5030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.438163 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8bd62097-4663-42b8-9b48-ee04f2b9430e req-839902e1-10dd-4783-8071-0e36868094a1 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] 10.222.0.24 "GET /v2.0/ports?device_id=5779149b-8344-4287-9e4c-f6f8e88db962 HTTP/1.1" status: 200 len: 210 time: 0.1706672 Jul 15 13:23:20.599144 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-76fceaf3-7f64-45a9-b5dd-c92120d60d91 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.691319 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3db3f374-0dde-408b-8b61-5cf68acb5030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.705638 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-4e1ae08a-d32b-46e3-8bc4-1725b9cd0172 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:20.711701 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-4e1ae08a-d32b-46e3-8bc4-1725b9cd0172 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7513940 Jul 15 13:23:20.712281 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3db3f374-0dde-408b-8b61-5cf68acb5030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.715619 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3db3f374-0dde-408b-8b61-5cf68acb5030 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1d09e38-a984-420e-b6af-01cee1e37106 HTTP/1.1" status: 204 len: 168 time: 1.0607932 Jul 15 13:23:20.771624 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-bed7ed63-ed92-4287-b0ab-4987a7b5c8ab tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Request body: {'port': {'device_id': '5779149b-8344-4287-9e4c-f6f8e88db962', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'admin_state_up': True, 'tenant_id': '00e8a24106eb44d89c9c68dc038af0d3'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:20.805949 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-76fceaf3-7f64-45a9-b5dd-c92120d60d91 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.862981 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e7d0af6-2425-45ed-afb2-43bf6600a28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.974027 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db3f374-0dde-408b-8b61-5cf68acb5030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d09e38-a984-420e-b6af-01cee1e37106,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:21.040814 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ff853-be29-49e0-a1d9-ac782445ab47 admin admin] Pushing event updated for resources: {'Port': ['ID=43aefade-a6a6-43bc-9ac1-1df20bda82e3,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:21.052520 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-76fceaf3-7f64-45a9-b5dd-c92120d60d91 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.053084 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-503ff853-be29-49e0-a1d9-ac782445ab47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.056397 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-76fceaf3-7f64-45a9-b5dd-c92120d60d91 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.057798 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-76fceaf3-7f64-45a9-b5dd-c92120d60d91 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "DELETE /v2.0/security-groups/a4d492c4-6947-4fe7-bb80-c481f9041ab3 HTTP/1.1" status: 204 len: 168 time: 0.7436991 Jul 15 13:23:21.068801 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43864) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:21.098627 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fceaf3-7f64-45a9-b5dd-c92120d60d91 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d492c4-6947-4fe7-bb80-c481f9041ab3,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:21.122976 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d56cd-b021-4cd0-8491-f17834ee2448 req-60d9e6b8-13fb-4d19-8b44-1c75f75f5a92 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:21.125994 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6b3d56cd-b021-4cd0-8491-f17834ee2448 req-60d9e6b8-13fb-4d19-8b44-1c75f75f5a92 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 946 time: 0.3421721 Jul 15 13:23:21.217322 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-bed7ed63-ed92-4287-b0ab-4987a7b5c8ab tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Made reservation on behalf of 00e8a24106eb44d89c9c68dc038af0d3 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:21.236819 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-bed7ed63-ed92-4287-b0ab-4987a7b5c8ab tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.286468 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-bed7ed63-ed92-4287-b0ab-4987a7b5c8ab tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.324097 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6b3d56cd-b021-4cd0-8491-f17834ee2448 req-150b22fb-6618-4fa2-bee2-095e1d6da425 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878793 Jul 15 13:23:21.370989 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-aff73ebf-1d35-438f-a762-272bbfc37adb tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2994440 Jul 15 13:23:21.372610 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43868) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:21.386646 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-488af625-3125-46a2-8fa5-0c9958a365cb tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Request body: {'security_group': {'name': 'tempest-secgroup--395677229'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:21.523357 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-488af625-3125-46a2-8fa5-0c9958a365cb tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.576563 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c10a70-9342-4f48-93d0-48f721bea89d req-54cfb69b-5a53-461a-a5de-d87d2e5464ed tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:21.578511 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d3c10a70-9342-4f48-93d0-48f721bea89d req-54cfb69b-5a53-461a-a5de-d87d2e5464ed tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e63cb3a-a181-42f2-b1ab-6f4d01098bbe HTTP/1.1" status: 200 len: 946 time: 0.9196622 Jul 15 13:23:21.656974 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-bed7ed63-ed92-4287-b0ab-4987a7b5c8ab tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.693086 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503ff853-be29-49e0-a1d9-ac782445ab47 admin admin] Network 7e6fc955-be17-4569-8166-9f693444f6b3 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:21.715172 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-503ff853-be29-49e0-a1d9-ac782445ab47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:21.814509 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-488af625-3125-46a2-8fa5-0c9958a365cb tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.822160 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-bed7ed63-ed92-4287-b0ab-4987a7b5c8ab tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.074075 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d3c10a70-9342-4f48-93d0-48f721bea89d req-78757635-a749-48ac-8a77-85a4180a8598 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/security-groups?id=304ef15c-3061-495a-81b8-523c742f2d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992109 Jul 15 13:23:22.441344 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503ff853-be29-49e0-a1d9-ac782445ab47 admin admin] Router 16a2db2e-ecd8-4075-a2c7-3c808fbeec46 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:23:22.459498 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8ce02db0-989f-4664-bbeb-934839f55c71 None None] Provisioning complete for port 43aefade-a6a6-43bc-9ac1-1df20bda82e3 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:22.460365 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8ce02db0-989f-4664-bbeb-934839f55c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.661396 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-8ce02db0-989f-4664-bbeb-934839f55c71 None None] Port 43aefade-a6a6-43bc-9ac1-1df20bda82e3 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:23:22.830036 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:23:22.880010 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503ff853-be29-49e0-a1d9-ac782445ab47 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:23:22.898738 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b01072-bb18-441c-bcb2-b5acb44e5a16 None None] Sync routers for ids ['16a2db2e-ecd8-4075-a2c7-3c808fbeec46'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:23:22.915617 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-503ff853-be29-49e0-a1d9-ac782445ab47 admin admin] 10.222.0.24 "PUT /v2.0/routers/16a2db2e-ecd8-4075-a2c7-3c808fbeec46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5720992 Jul 15 13:23:22.928654 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b01072-bb18-441c-bcb2-b5acb44e5a16 None None] Routers {'16a2db2e-ecd8-4075-a2c7-3c808fbeec46'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:22.929687 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d6b01072-bb18-441c-bcb2-b5acb44e5a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:22:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['16a2db2e-ecd8-4075-a2c7-3c808fbeec46'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:23.215830 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf6e99-3a4d-46ab-9608-c5e517220656 req-c2238833-dc1c-4b80-9e63-b9e8bb63fadf tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:23.221790 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-10cf6e99-3a4d-46ab-9608-c5e517220656 req-c2238833-dc1c-4b80-9e63-b9e8bb63fadf tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 946 time: 0.3366299 Jul 15 13:23:23.290550 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.320614 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-10cf6e99-3a4d-46ab-9608-c5e517220656 req-32fdd8a8-ed7d-4d45-8284-e0ab65248cae tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879803 Jul 15 13:23:23.414522 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f5d5150c-6acb-4bf3-a86c-633497fe3cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.419057 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-488af625-3125-46a2-8fa5-0c9958a365cb tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.538974 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-d6b01072-bb18-441c-bcb2-b5acb44e5a16 None None] Set router 16a2db2e-ecd8-4075-a2c7-3c808fbeec46 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:23.565961 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-60548277-d937-4c0c-bbfc-d8627b199880 req-cadf0bd4-9082-41b7-a77e-06c916239d64 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] 10.222.0.24 "GET /v2.0/ports?device_id=5779149b-8344-4287-9e4c-f6f8e88db962 HTTP/1.1" status: 200 len: 210 time: 1.7482886 Jul 15 13:23:23.647626 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-488af625-3125-46a2-8fa5-0c9958a365cb tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.649726 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-488af625-3125-46a2-8fa5-0c9958a365cb tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.2755222 Jul 15 13:23:23.652588 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43906) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:23.659279 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0ca16002-b974-4469-86cd-81e48b26fe37 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Request body: {'security_group_rule': {'security_group_id': 'afc6496a-827b-45d4-9a38-64f9049c2ff1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:23.778517 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0ca16002-b974-4469-86cd-81e48b26fe37 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.808558 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-bed7ed63-ed92-4287-b0ab-4987a7b5c8ab tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Allocated IP 192.168.233.228 (469a0c47-6cac-4ffe-aa16-0c933961e7af/23cd399a-e88b-433a-a99b-25a477d6a3ca/708be135-5193-4e40-ad64-7c142587f86e) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:24.043825 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7ed63-ed92-4287-b0ab-4987a7b5c8ab tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0d9961-3473-4144-adcf-828b89bf8014,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:24.044190 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0ca16002-b974-4469-86cd-81e48b26fe37 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.090988 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979e630-79df-4f38-a24b-7a876f67df52 req-62911a47-910e-40f0-b010-1c54fe062e1f tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.101210 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7979e630-79df-4f38-a24b-7a876f67df52 req-62911a47-910e-40f0-b010-1c54fe062e1f tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e63cb3a-a181-42f2-b1ab-6f4d01098bbe HTTP/1.1" status: 200 len: 946 time: 0.2814953 Jul 15 13:23:24.179458 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0ca16002-b974-4469-86cd-81e48b26fe37 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.213803 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488af625-3125-46a2-8fa5-0c9958a365cb tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afc6496a-827b-45d4-9a38-64f9049c2ff1,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:24.233943 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0ca16002-b974-4469-86cd-81e48b26fe37 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.239484 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0ca16002-b974-4469-86cd-81e48b26fe37 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5856483 Jul 15 13:23:24.251473 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43916) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:24.285470 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7979e630-79df-4f38-a24b-7a876f67df52 req-0237518e-8f21-40e3-a3d2-36f1cf90c7d0 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/security-groups?id=304ef15c-3061-495a-81b8-523c742f2d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813223 Jul 15 13:23:24.292032 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca16002-b974-4469-86cd-81e48b26fe37 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15156aa6-0bab-4bdf-a0c2-258bc48ea387,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:24.322022 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-445985e1-a18d-418c-82fc-0de60ae2a24b tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Request body: {'security_group_rule': {'security_group_id': 'afc6496a-827b-45d4-9a38-64f9049c2ff1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:24.337239 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d6b01072-bb18-441c-bcb2-b5acb44e5a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a2db2e-ecd8-4075-a2c7-3c808fbeec46', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-119482329-router', 'tenant_id': 'f854d20851e246eda1429296f97f65bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '5161c29c-5a99-4306-8c9d-8fac6e15533b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:57Z', 'updated_at': '2021-07-15T13:23:18Z', 'revision_number': 4, 'project_id': 'f854d20851e246eda1429296f97f65bd', 'gw_port': {'id': '5161c29c-5a99-4306-8c9d-8fac6e15533b', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a2db2e-ecd8-4075-a2c7-3c808fbeec46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:01Z', 'updated_at': '2021-07-15T13:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '43aefade-a6a6-43bc-9ac1-1df20bda82e3', 'name': '', 'network_id': '7e6fc955-be17-4569-8166-9f693444f6b3', 'tenant_id': 'f854d20851e246eda1429296f97f65bd', 'mac_address': 'fa:16:3e:1c:6c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a2db2e-ecd8-4075-a2c7-3c808fbeec46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'e9f6312f-baf4-41e7-b1eb-0822428be154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:13Z', 'updated_at': '2021-07-15T13:23:19Z', 'revision_number': 2, 'project_id': 'f854d20851e246eda1429296f97f65bd', 'subnets': [{'id': 'e9f6312f-baf4-41e7-b1eb-0822428be154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:24.432824 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 2addfecb-34c0-4325-a752-045f543bcbc2 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:24.518161 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b01072-bb18-441c-bcb2-b5acb44e5a16 None None] Checking router: 16a2db2e-ecd8-4075-a2c7-3c808fbeec46 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:23:24.519144 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b01072-bb18-441c-bcb2-b5acb44e5a16 None None] Updating router 16a2db2e-ecd8-4075-a2c7-3c808fbeec46 port 43aefade-a6a6-43bc-9ac1-1df20bda82e3 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:23:24.524247 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-bed7ed63-ed92-4287-b0ab-4987a7b5c8ab tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.580225 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-bed7ed63-ed92-4287-b0ab-4987a7b5c8ab tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Transition to ACTIVE for port object 708be135-5193-4e40-ad64-7c142587f86e will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:24.643862 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6b01072-bb18-441c-bcb2-b5acb44e5a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.685482 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-445985e1-a18d-418c-82fc-0de60ae2a24b tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.699684 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-bed7ed63-ed92-4287-b0ab-4987a7b5c8ab tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.766844 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0e57d-04b3-4e54-a9f9-781ff2154713 req-fe6c15f9-16f9-4dce-91cb-613e21763f1b tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.769796 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-01c0e57d-04b3-4e54-a9f9-781ff2154713 req-fe6c15f9-16f9-4dce-91cb-613e21763f1b tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e63cb3a-a181-42f2-b1ab-6f4d01098bbe HTTP/1.1" status: 200 len: 946 time: 2.9504137 Jul 15 13:23:24.867229 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.874199 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.931068 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e63cb3a-a181-42f2-b1ab-6f4d01098bbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2addfecb-34c0-4325-a752-045f543bcbc2'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:24.936186 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54f27ea-3706-4195-a855-87cf8a6ddc23" -d '{"events": [{"server_uuid": "3e63cb3a-a181-42f2-b1ab-6f4d01098bbe", "name": "network-vif-unplugged", "status": "completed", "tag": "2addfecb-34c0-4325-a752-045f543bcbc2"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:24.950142 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a6072-cbcd-4fbc-a5fe-bba3eec0b818 req-aa09f719-ce52-473e-ac96-582beaa54217 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.961370 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-789a6072-cbcd-4fbc-a5fe-bba3eec0b818 req-aa09f719-ce52-473e-ac96-582beaa54217 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 946 time: 0.2711902 Jul 15 13:23:24.994127 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 2addfecb-34c0-4325-a752-045f543bcbc2, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=2addfecb-34c0-4325-a752-045f543bcbc2,segment=NetworkSegment(9675edaf-0d4a-4131-a097-4a6f5ed6be4b),segment_id=9675edaf-0d4a-4131-a097-4a6f5ed6be4b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:25.019301 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.074123 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.158209 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-789a6072-cbcd-4fbc-a5fe-bba3eec0b818 req-c9a909ae-3701-49d2-8e74-d5dfe5527820 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871617 Jul 15 13:23:25.244469 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=2addfecb-34c0-4325-a752-045f543bcbc2,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:25.313507 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-bed7ed63-ed92-4287-b0ab-4987a7b5c8ab tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:25.345888 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [req-3b1db4c0-a8e8-4776-94d9-e241da9814a8 req-37f0855d-c548-4905-9d21-2331fd13fdce tempest-FloatingIPDetailsNegativeTestJSON-1074867405 tempest-FloatingIPDetailsNegativeTestJSON-1074867405-project] show failed (client error): The resource could not be found. Jul 15 13:23:25.348339 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3b1db4c0-a8e8-4776-94d9-e241da9814a8 req-37f0855d-c548-4905-9d21-2331fd13fdce tempest-FloatingIPDetailsNegativeTestJSON-1074867405 tempest-FloatingIPDetailsNegativeTestJSON-1074867405-project] 10.222.0.24 "GET /v2.0/floatingips/5a942887-2cd1-47c5-aa5a-ba905a6610f7 HTTP/1.1" status: 404 len: 350 time: 0.5642335 Jul 15 13:23:25.364792 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-bed7ed63-ed92-4287-b0ab-4987a7b5c8ab tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:25.365098 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43944) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:25.415257 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7ed63-ed92-4287-b0ab-4987a7b5c8ab tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Pushing event updated for resources: {'Port': ['ID=708be135-5193-4e40-ad64-7c142587f86e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:25.436077 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-bed7ed63-ed92-4287-b0ab-4987a7b5c8ab tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:25.677725 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-bed7ed63-ed92-4287-b0ab-4987a7b5c8ab tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:25.679241 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-bed7ed63-ed92-4287-b0ab-4987a7b5c8ab tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.723999 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6b01072-bb18-441c-bcb2-b5acb44e5a16 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.757555 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d6b01072-bb18-441c-bcb2-b5acb44e5a16 None None] Transition to ACTIVE for port object 43aefade-a6a6-43bc-9ac1-1df20bda82e3 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:25.774007 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6b01072-bb18-441c-bcb2-b5acb44e5a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.791696 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-bcb82245-3b1f-439f-85aa-7ef55f185dce tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=170abf609ac24d548ac9927e9f7ddb60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1063263 Jul 15 13:23:25.822442 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-bed7ed63-ed92-4287-b0ab-4987a7b5c8ab tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0823910 Jul 15 13:23:25.880374 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee3223-9153-46a0-beab-22157e21fa87 None None] Pushing event updated for resources: {'Port': ['ID=43aefade-a6a6-43bc-9ac1-1df20bda82e3,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:25.899896 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-445985e1-a18d-418c-82fc-0de60ae2a24b tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.907380 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee3223-9153-46a0-beab-22157e21fa87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:25.910335 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee3223-9153-46a0-beab-22157e21fa87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:25.914945 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee3223-9153-46a0-beab-22157e21fa87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:25.915684 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee3223-9153-46a0-beab-22157e21fa87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:25.917207 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee3223-9153-46a0-beab-22157e21fa87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:25.917866 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee3223-9153-46a0-beab-22157e21fa87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:25.919593 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee3223-9153-46a0-beab-22157e21fa87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:25.921556 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee3223-9153-46a0-beab-22157e21fa87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:25.922166 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee3223-9153-46a0-beab-22157e21fa87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:25.924863 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee3223-9153-46a0-beab-22157e21fa87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:25.925402 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-4e57c15c-b4cc-4381-8bd5-51181706bcff service neutron] Request body: {'port': {'device_id': '5779149b-8344-4287-9e4c-f6f8e88db962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:25.925735 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee3223-9153-46a0-beab-22157e21fa87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:25.926314 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cee3223-9153-46a0-beab-22157e21fa87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:25.944705 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-445985e1-a18d-418c-82fc-0de60ae2a24b tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.113995 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445985e1-a18d-418c-82fc-0de60ae2a24b tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8afd12f5-d3d0-453c-992c-0b4abdda5327,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:26.151140 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a606d771-ec96-47fa-9601-ebcaea3b839e None None] Provisioning for port 708be135-5193-4e40-ad64-7c142587f86e completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:26.156094 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d6b01072-bb18-441c-bcb2-b5acb44e5a16 None None] Attempting to bind port 43aefade-a6a6-43bc-9ac1-1df20bda82e3 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:26.156830 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d6b01072-bb18-441c-bcb2-b5acb44e5a16 None None] Attempting to bind port 43aefade-a6a6-43bc-9ac1-1df20bda82e3 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '09105af7-6ccf-4a0c-938c-162cb9f2b37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7e6fc955-be17-4569-8166-9f693444f6b3'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:26.158683 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b01072-bb18-441c-bcb2-b5acb44e5a16 None None] Attempting to bind port 43aefade-a6a6-43bc-9ac1-1df20bda82e3 on network 7e6fc955-be17-4569-8166-9f693444f6b3 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:26.168056 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b01072-bb18-441c-bcb2-b5acb44e5a16 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:26.168769 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b01072-bb18-441c-bcb2-b5acb44e5a16 None None] Checking segment: {'id': '09105af7-6ccf-4a0c-938c-162cb9f2b37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7e6fc955-be17-4569-8166-9f693444f6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:26.169396 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6b01072-bb18-441c-bcb2-b5acb44e5a16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.170031 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b01072-bb18-441c-bcb2-b5acb44e5a16 None None] Bound using segment: {'id': '09105af7-6ccf-4a0c-938c-162cb9f2b37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7e6fc955-be17-4569-8166-9f693444f6b3'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:26.170777 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d6b01072-bb18-441c-bcb2-b5acb44e5a16 None None] Bound port: 43aefade-a6a6-43bc-9ac1-1df20bda82e3, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09105af7-6ccf-4a0c-938c-162cb9f2b37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '7e6fc955-be17-4569-8166-9f693444f6b3'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:26.171360 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6b01072-bb18-441c-bcb2-b5acb44e5a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.173320 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a606d771-ec96-47fa-9601-ebcaea3b839e None None] Provisioning complete for port 708be135-5193-4e40-ad64-7c142587f86e triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:26.177456 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a606d771-ec96-47fa-9601-ebcaea3b839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.267819 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-445985e1-a18d-418c-82fc-0de60ae2a24b tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.272373 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-445985e1-a18d-418c-82fc-0de60ae2a24b tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.0194020 Jul 15 13:23:26.282322 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43976) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:26.306233 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ec893283-3a56-4bcf-ae74-7443a1d26b58 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Request body: {'security_group_rule': {'security_group_id': 'afc6496a-827b-45d4-9a38-64f9049c2ff1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:26.364315 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7407291-ad63-42bb-98bd-7e404caf31e3 req-e4bfcd5f-bbae-44a5-ac0d-3ca09c476401 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:26.368886 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d6b01072-bb18-441c-bcb2-b5acb44e5a16 None None] For port 43aefade-a6a6-43bc-9ac1-1df20bda82e3, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:26.372003 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a606d771-ec96-47fa-9601-ebcaea3b839e None None] Port 708be135-5193-4e40-ad64-7c142587f86e cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:23:26.373078 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d6b01072-bb18-441c-bcb2-b5acb44e5a16 None None] For port 43aefade-a6a6-43bc-9ac1-1df20bda82e3, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=43aefade-a6a6-43bc-9ac1-1df20bda82e3,segment=NetworkSegment(09105af7-6ccf-4a0c-938c-162cb9f2b37d),segment_id=09105af7-6ccf-4a0c-938c-162cb9f2b37d)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:26.379924 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f7407291-ad63-42bb-98bd-7e404caf31e3 req-e4bfcd5f-bbae-44a5-ac0d-3ca09c476401 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] 10.222.0.24 "GET /v2.0/ports?device_id=5779149b-8344-4287-9e4c-f6f8e88db962 HTTP/1.1" status: 200 len: 936 time: 0.6985903 Jul 15 13:23:26.390955 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d6b01072-bb18-441c-bcb2-b5acb44e5a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.394730 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.543049 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-d4240d23-b8fa-41b2-aee7-2784f46c6b7b tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:26.556524 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-d4240d23-b8fa-41b2-aee7-2784f46c6b7b tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7438712 Jul 15 13:23:26.561433 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b01072-bb18-441c-bcb2-b5acb44e5a16 None None] Routers {'16a2db2e-ecd8-4075-a2c7-3c808fbeec46'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:26.562340 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d6b01072-bb18-441c-bcb2-b5acb44e5a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:23:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['16a2db2e-ecd8-4075-a2c7-3c808fbeec46'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:26.585033 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee3223-9153-46a0-beab-22157e21fa87 None None] Pushing event updated for resources: {'Port': ['ID=43aefade-a6a6-43bc-9ac1-1df20bda82e3,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:26.621641 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-01c0e57d-04b3-4e54-a9f9-781ff2154713 req-1838c34e-b8ba-44e8-a465-2ba3c47a9121 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Deleting port 2addfecb-34c0-4325-a752-045f543bcbc2 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:26.622359 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-01c0e57d-04b3-4e54-a9f9-781ff2154713 req-1838c34e-b8ba-44e8-a465-2ba3c47a9121 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.689226 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-f16f0bd7-4ae4-4ab5-814f-2eecffa9ac65 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.24 "GET /v2.0/quotas/170abf609ac24d548ac9927e9f7ddb60 HTTP/1.1" status: 200 len: 375 time: 0.1313491 Jul 15 13:23:26.692321 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-4e57c15c-b4cc-4381-8bd5-51181706bcff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.816235 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f7407291-ad63-42bb-98bd-7e404caf31e3 req-7afe2df7-f6f6-4c1e-a33f-f3ec728e3a0e tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b0d9961-3473-4144-adcf-828b89bf8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267845 Jul 15 13:23:26.863909 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-d6b01072-bb18-441c-bcb2-b5acb44e5a16 None None] Set router 16a2db2e-ecd8-4075-a2c7-3c808fbeec46 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:26.963302 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-f02bed6f-08c4-4792-a0b5-c70e4ad2ab46 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=170abf609ac24d548ac9927e9f7ddb60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2237735 Jul 15 13:23:27.024824 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ec893283-3a56-4bcf-ae74-7443a1d26b58 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.057702 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62baf35-4d38-4939-bb36-1518584b8b99 x-openstack-request-id: req-d62baf35-4d38-4939-bb36-1518584b8b99 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:27.058197 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e63cb3a-a181-42f2-b1ab-6f4d01098bbe", "name": "network-vif-unplugged", "status": "completed", "tag": "2addfecb-34c0-4325-a752-045f543bcbc2", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:27.058600 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d62baf35-4d38-4939-bb36-1518584b8b99 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:27.059219 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e63cb3a-a181-42f2-b1ab-6f4d01098bbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2addfecb-34c0-4325-a752-045f543bcbc2', 'code': 200} Jul 15 13:23:27.246262 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ec893283-3a56-4bcf-ae74-7443a1d26b58 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.264683 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-01c0e57d-04b3-4e54-a9f9-781ff2154713 req-1838c34e-b8ba-44e8-a465-2ba3c47a9121 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] For port 2addfecb-34c0-4325-a752-045f543bcbc2, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=2addfecb-34c0-4325-a752-045f543bcbc2,segment=NetworkSegment(9675edaf-0d4a-4131-a097-4a6f5ed6be4b),segment_id=9675edaf-0d4a-4131-a097-4a6f5ed6be4b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:27.265854 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-01c0e57d-04b3-4e54-a9f9-781ff2154713 req-1838c34e-b8ba-44e8-a465-2ba3c47a9121 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.300548 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-01c0e57d-04b3-4e54-a9f9-781ff2154713 req-1838c34e-b8ba-44e8-a465-2ba3c47a9121 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Calling delete_port for 2addfecb-34c0-4325-a752-045f543bcbc2 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:27.531663 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a5887ff-c4ed-44a5-a53d-76486729927a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.588173 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ec893283-3a56-4bcf-ae74-7443a1d26b58 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.622585 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d6b01072-bb18-441c-bcb2-b5acb44e5a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a2db2e-ecd8-4075-a2c7-3c808fbeec46', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-119482329-router', 'tenant_id': 'f854d20851e246eda1429296f97f65bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '5161c29c-5a99-4306-8c9d-8fac6e15533b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:57Z', 'updated_at': '2021-07-15T13:23:18Z', 'revision_number': 4, 'project_id': 'f854d20851e246eda1429296f97f65bd', 'gw_port': {'id': '5161c29c-5a99-4306-8c9d-8fac6e15533b', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a2db2e-ecd8-4075-a2c7-3c808fbeec46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:01Z', 'updated_at': '2021-07-15T13:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '43aefade-a6a6-43bc-9ac1-1df20bda82e3', 'name': '', 'network_id': '7e6fc955-be17-4569-8166-9f693444f6b3', 'tenant_id': 'f854d20851e246eda1429296f97f65bd', 'mac_address': 'fa:16:3e:1c:6c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a2db2e-ecd8-4075-a2c7-3c808fbeec46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'e9f6312f-baf4-41e7-b1eb-0822428be154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:13Z', 'updated_at': '2021-07-15T13:23:26Z', 'revision_number': 4, 'project_id': 'f854d20851e246eda1429296f97f65bd', 'subnets': [{'id': 'e9f6312f-baf4-41e7-b1eb-0822428be154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:27.726840 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b01072-bb18-441c-bcb2-b5acb44e5a16 None None] The sync data for ids ['16a2db2e-ecd8-4075-a2c7-3c808fbeec46'] in n-d-758944-45 is: [{'id': '16a2db2e-ecd8-4075-a2c7-3c808fbeec46', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-119482329-router', 'tenant_id': 'f854d20851e246eda1429296f97f65bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '5161c29c-5a99-4306-8c9d-8fac6e15533b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:57Z', 'updated_at': '2021-07-15T13:23:18Z', 'revision_number': 4, 'project_id': 'f854d20851e246eda1429296f97f65bd', 'gw_port': {'id': '5161c29c-5a99-4306-8c9d-8fac6e15533b', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a2db2e-ecd8-4075-a2c7-3c808fbeec46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:01Z', 'updated_at': '2021-07-15T13:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '43aefade-a6a6-43bc-9ac1-1df20bda82e3', 'name': '', 'network_id': '7e6fc955-be17-4569-8166-9f693444f6b3', 'tenant_id': 'f854d20851e246eda1429296f97f65bd', 'mac_address': 'fa:16:3e:1c:6c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a2db2e-ecd8-4075-a2c7-3c808fbeec46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'e9f6312f-baf4-41e7-b1eb-0822428be154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:13Z', 'updated_at': '2021-07-15T13:23:26Z', 'revision_number': 4, 'project_id': 'f854d20851e246eda1429296f97f65bd', 'subnets': [{'id': 'e9f6312f-baf4-41e7-b1eb-0822428be154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:23:27.971934 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a58465-77a0-408f-998c-9d0207ef4c36 req-a98dbc43-ae59-4c68-a28f-3acc8b5f2249 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:27.984739 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c6a58465-77a0-408f-998c-9d0207ef4c36 req-a98dbc43-ae59-4c68-a28f-3acc8b5f2249 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e63cb3a-a181-42f2-b1ab-6f4d01098bbe HTTP/1.1" status: 200 len: 944 time: 0.7150528 Jul 15 13:23:28.043426 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec893283-3a56-4bcf-ae74-7443a1d26b58 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c634872-0d4f-448a-bf74-538d49a58e3c,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:28.063912 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ec893283-3a56-4bcf-ae74-7443a1d26b58 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.066703 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ec893283-3a56-4bcf-ae74-7443a1d26b58 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7834675 Jul 15 13:23:28.079919 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44010) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:28.107847 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b2890998-f4f4-4c17-ad82-1099335e9fd9 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Request body: {'security_group_rule': {'security_group_id': 'afc6496a-827b-45d4-9a38-64f9049c2ff1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:28.365345 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c6a58465-77a0-408f-998c-9d0207ef4c36 req-7cea6a94-97f2-4bc2-858d-52b8a8293e63 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/security-groups?id=304ef15c-3061-495a-81b8-523c742f2d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791623 Jul 15 13:23:28.461978 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2f9b5-c4b8-4d91-ab73-98ec9f9ffe2f req-7d60bcbc-6e60-4733-9329-a75fa7cc96bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:28.467198 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-61d2f9b5-c4b8-4d91-ab73-98ec9f9ffe2f req-7d60bcbc-6e60-4733-9329-a75fa7cc96bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a5577c115ec43508375ce7d29599c94&device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 1098 time: 0.7331650 Jul 15 13:23:28.474037 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2890998-f4f4-4c17-ad82-1099335e9fd9 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.587789 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bebee5-ff01-4db5-b47e-5eedc671ce0c req-afb7488d-3989-4e8a-b5b1-0539cfe251ad tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:28.594969 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c6bebee5-ff01-4db5-b47e-5eedc671ce0c req-afb7488d-3989-4e8a-b5b1-0539cfe251ad tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 946 time: 1.0180101 Jul 15 13:23:28.673522 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44018) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:28.692646 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-df1b1613-10ce-48b2-bc13-8bfbe25cb648 req-f1f46587-5531-4c7d-bf13-cff337b33e35 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d44ca16-e53e-43be-80b6-107621776bb4 HTTP/1.1" status: 200 len: 210 time: 0.1234574 Jul 15 13:23:29.055377 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2890998-f4f4-4c17-ad82-1099335e9fd9 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.077645 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2f9b5-c4b8-4d91-ab73-98ec9f9ffe2f req-7af803d7-9562-449c-ab12-517977eca0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:29.082709 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-61d2f9b5-c4b8-4d91-ab73-98ec9f9ffe2f req-7af803d7-9562-449c-ab12-517977eca0ac service neutron] 10.222.0.18 "GET /v2.0/networks?id=edeaa118-edc5-4f1b-bf13-6f27616a2b19 HTTP/1.1" status: 200 len: 913 time: 0.5994375 Jul 15 13:23:29.090739 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a6d2f13-4871-483e-a8b4-306e7d165caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.097051 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2890998-f4f4-4c17-ad82-1099335e9fd9 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.226927 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-61d2f9b5-c4b8-4d91-ab73-98ec9f9ffe2f req-2dbb56a4-1bce-4d45-b470-73a02aa20583 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a725e50-16a9-48ca-8c71-f7e1a9e9cec1 HTTP/1.1" status: 200 len: 217 time: 0.0846200 Jul 15 13:23:29.243381 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c6bebee5-ff01-4db5-b47e-5eedc671ce0c req-e35b325a-1a86-40c2-a55b-b98b33431424 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895957 Jul 15 13:23:29.336251 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-4e57c15c-b4cc-4381-8bd5-51181706bcff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 708be135-5193-4e40-ad64-7c142587f86e {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:29.366017 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-01c0e57d-04b3-4e54-a9f9-781ff2154713 req-1838c34e-b8ba-44e8-a465-2ba3c47a9121 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.372352 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-4e57c15c-b4cc-4381-8bd5-51181706bcff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.380441 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2890998-f4f4-4c17-ad82-1099335e9fd9 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a32f8ea-20d0-41b5-aadf-4378aae52d3a,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:29.400522 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 43aefade-a6a6-43bc-9ac1-1df20bda82e3 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:29.504357 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 43aefade-a6a6-43bc-9ac1-1df20bda82e3 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:29.516170 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 43aefade-a6a6-43bc-9ac1-1df20bda82e3 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:29.517259 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.542143 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2890998-f4f4-4c17-ad82-1099335e9fd9 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:29.561337 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2890998-f4f4-4c17-ad82-1099335e9fd9 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:29.562232 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2890998-f4f4-4c17-ad82-1099335e9fd9 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:29.562880 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2890998-f4f4-4c17-ad82-1099335e9fd9 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:29.563700 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2890998-f4f4-4c17-ad82-1099335e9fd9 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:29.564354 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2890998-f4f4-4c17-ad82-1099335e9fd9 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:29.565039 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2890998-f4f4-4c17-ad82-1099335e9fd9 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:29.565688 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2890998-f4f4-4c17-ad82-1099335e9fd9 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:29.566422 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2890998-f4f4-4c17-ad82-1099335e9fd9 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:29.567077 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2890998-f4f4-4c17-ad82-1099335e9fd9 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:29.567726 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2890998-f4f4-4c17-ad82-1099335e9fd9 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:29.568380 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2890998-f4f4-4c17-ad82-1099335e9fd9 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:29.581860 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838c34e-b8ba-44e8-a465-2ba3c47a9121 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Pushing event deleted for resources: {'Port': ['ID=2addfecb-34c0-4325-a752-045f543bcbc2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:29.631072 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-4e57c15c-b4cc-4381-8bd5-51181706bcff service neutron] Transition to ACTIVE for port object 708be135-5193-4e40-ad64-7c142587f86e will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:29.712288 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-4e57c15c-b4cc-4381-8bd5-51181706bcff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.713955 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.793787 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 43aefade-a6a6-43bc-9ac1-1df20bda82e3, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=43aefade-a6a6-43bc-9ac1-1df20bda82e3,segment=NetworkSegment(09105af7-6ccf-4a0c-938c-162cb9f2b37d),segment_id=09105af7-6ccf-4a0c-938c-162cb9f2b37d)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:29.807676 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.978213 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=43aefade-a6a6-43bc-9ac1-1df20bda82e3,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:30.005707 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c0e57d-04b3-4e54-a9f9-781ff2154713 req-1838c34e-b8ba-44e8-a465-2ba3c47a9121 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] No DVR routers for this DVR port 2addfecb-34c0-4325-a752-045f543bcbc2 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:30.011366 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-01c0e57d-04b3-4e54-a9f9-781ff2154713 req-1838c34e-b8ba-44e8-a465-2ba3c47a9121 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.021683 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-01c0e57d-04b3-4e54-a9f9-781ff2154713 req-1838c34e-b8ba-44e8-a465-2ba3c47a9121 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.32 "DELETE /v2.0/ports/2addfecb-34c0-4325-a752-045f543bcbc2 HTTP/1.1" status: 204 len: 173 time: 5.0163579 Jul 15 13:23:30.027394 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e63cb3a-a181-42f2-b1ab-6f4d01098bbe', 'name': 'network-vif-deleted', 'tag': '2addfecb-34c0-4325-a752-045f543bcbc2'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:30.031555 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8492e5-8d9d-4cb0-ac8e-44c20c190d6b" -d '{"events": [{"server_uuid": "3e63cb3a-a181-42f2-b1ab-6f4d01098bbe", "name": "network-vif-deleted", "tag": "2addfecb-34c0-4325-a752-045f543bcbc2"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:30.044690 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-af72202c-abd7-429a-96cc-31ce6c54b680 req-ff5cf088-6eec-4c7a-ab6b-68bf84946701 tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e63cb3a-a181-42f2-b1ab-6f4d01098bbe HTTP/1.1" status: 200 len: 210 time: 0.3710167 Jul 15 13:23:30.097208 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57c15c-b4cc-4381-8bd5-51181706bcff service neutron] Pushing event updated for resources: {'Port': ['ID=708be135-5193-4e40-ad64-7c142587f86e,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:30.143599 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2f9b5-c4b8-4d91-ab73-98ec9f9ffe2f req-cc52b3a4-d3f2-4770-8594-bdda25d90726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:30.150505 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-61d2f9b5-c4b8-4d91-ab73-98ec9f9ffe2f req-cc52b3a4-d3f2-4770-8594-bdda25d90726 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d793a745-d38c-4e8b-9716-b5fdf7b27406 HTTP/1.1" status: 200 len: 851 time: 0.8908660 Jul 15 13:23:30.233638 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ef112-aee2-4c9a-b842-da1925b8354f req-eba2e097-5392-46d3-9b96-2263ca54f847 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:30.236855 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0a4ef112-aee2-4c9a-b842-da1925b8354f req-eba2e097-5392-46d3-9b96-2263ca54f847 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] 10.222.0.24 "GET /v2.0/ports?device_id=5779149b-8344-4287-9e4c-f6f8e88db962 HTTP/1.1" status: 200 len: 936 time: 1.2017672 Jul 15 13:23:30.345821 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-9e802144-e5c3-485d-8836-169c7a51ab40 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=170abf609ac24d548ac9927e9f7ddb60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1773975 Jul 15 13:23:30.350228 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-4e57c15c-b4cc-4381-8bd5-51181706bcff service neutron] Attempting to bind port 708be135-5193-4e40-ad64-7c142587f86e on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:30.350828 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-4e57c15c-b4cc-4381-8bd5-51181706bcff service neutron] Attempting to bind port 708be135-5193-4e40-ad64-7c142587f86e by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:30.351367 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-4e57c15c-b4cc-4381-8bd5-51181706bcff service neutron] Attempting to bind port 708be135-5193-4e40-ad64-7c142587f86e on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:30.356727 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8a5887ff-c4ed-44a5-a53d-76486729927a admin admin] Deleting port 43aefade-a6a6-43bc-9ac1-1df20bda82e3 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:30.357692 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a5887ff-c4ed-44a5-a53d-76486729927a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.445401 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-4e57c15c-b4cc-4381-8bd5-51181706bcff service neutron] Port 708be135-5193-4e40-ad64-7c142587f86e on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:30.446958 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-4e57c15c-b4cc-4381-8bd5-51181706bcff service neutron] Attempting to bind port 708be135-5193-4e40-ad64-7c142587f86e on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:30.473690 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-4e57c15c-b4cc-4381-8bd5-51181706bcff service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:30.474543 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-4e57c15c-b4cc-4381-8bd5-51181706bcff service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:30.474994 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-4e57c15c-b4cc-4381-8bd5-51181706bcff service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:30.476064 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-4e57c15c-b4cc-4381-8bd5-51181706bcff service neutron] Bound port: 708be135-5193-4e40-ad64-7c142587f86e, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:30.476654 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-4e57c15c-b4cc-4381-8bd5-51181706bcff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.533936 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0a4ef112-aee2-4c9a-b842-da1925b8354f req-1e8bfc01-59d6-4471-9287-cabef8a1c7b3 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b0d9961-3473-4144-adcf-828b89bf8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419007 Jul 15 13:23:30.688482 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a6d2f13-4871-483e-a8b4-306e7d165caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.704667 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2f9b5-c4b8-4d91-ab73-98ec9f9ffe2f req-c1053f33-2c72-4bc8-95f0-6226f1e54224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:30.707691 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-61d2f9b5-c4b8-4d91-ab73-98ec9f9ffe2f req-c1053f33-2c72-4bc8-95f0-6226f1e54224 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=edeaa118-edc5-4f1b-bf13-6f27616a2b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5398490 Jul 15 13:23:30.722210 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a6d2f13-4871-483e-a8b4-306e7d165caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.760750 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5d02a15b-70a7-42ea-97d0-f4f0720c5b8c req-caa76725-a33e-4505-acac-96dc53bdaf0f tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d44ca16-e53e-43be-80b6-107621776bb4 HTTP/1.1" status: 200 len: 210 time: 0.3419366 Jul 15 13:23:30.783115 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-8783ab61-d052-498c-bade-0e8037088b2c tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:30.783115 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-8783ab61-d052-498c-bade-0e8037088b2c tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4212637 Jul 15 13:23:30.783115 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f97349f-b8d7-4716-bd03-b05cc4d14567 x-openstack-request-id: req-9f97349f-b8d7-4716-bd03-b05cc4d14567 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:30.783115 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e63cb3a-a181-42f2-b1ab-6f4d01098bbe", "name": "network-vif-deleted", "tag": "2addfecb-34c0-4325-a752-045f543bcbc2", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:30.783115 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f97349f-b8d7-4716-bd03-b05cc4d14567 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:30.783515 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e63cb3a-a181-42f2-b1ab-6f4d01098bbe', 'name': 'network-vif-deleted', 'tag': '2addfecb-34c0-4325-a752-045f543bcbc2', 'status': 'completed', 'code': 200} Jul 15 13:23:30.820891 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2890998-f4f4-4c17-ad82-1099335e9fd9 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.825462 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b2890998-f4f4-4c17-ad82-1099335e9fd9 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.7355154 Jul 15 13:23:30.831364 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44040) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:30.843907 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-ffc153c3-904c-4f7b-a5bd-aa2fca462c77 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Request body: {'port': {'device_id': '5d44ca16-e53e-43be-80b6-107621776bb4', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'admin_state_up': True, 'tenant_id': '170abf609ac24d548ac9927e9f7ddb60'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:30.864173 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c039555a-5585-4d1a-9d7d-300402043b94 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Request body: {'security_group_rule': {'security_group_id': 'afc6496a-827b-45d4-9a38-64f9049c2ff1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:30.893914 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-8a5887ff-c4ed-44a5-a53d-76486729927a admin admin] For port 43aefade-a6a6-43bc-9ac1-1df20bda82e3, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=43aefade-a6a6-43bc-9ac1-1df20bda82e3,segment=NetworkSegment(09105af7-6ccf-4a0c-938c-162cb9f2b37d),segment_id=09105af7-6ccf-4a0c-938c-162cb9f2b37d)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:30.894292 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a5887ff-c4ed-44a5-a53d-76486729927a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.974915 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2a6d2f13-4871-483e-a8b4-306e7d165caf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7368657dd524dd49b966ff8bbc85bc0&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2948105 Jul 15 13:23:30.982428 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44044) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:30.984754 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8a5887ff-c4ed-44a5-a53d-76486729927a admin admin] Calling delete_port for 43aefade-a6a6-43bc-9ac1-1df20bda82e3 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:30.986908 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d2f13-4871-483e-a8b4-306e7d165caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3a6941-bd0e-47bc-ac3a-9f91792c1bf6,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:31.040436 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d2f13-4871-483e-a8b4-306e7d165caf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:31.040691 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d2f13-4871-483e-a8b4-306e7d165caf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:31.040985 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d2f13-4871-483e-a8b4-306e7d165caf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:31.041330 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d2f13-4871-483e-a8b4-306e7d165caf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:31.041669 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d2f13-4871-483e-a8b4-306e7d165caf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:31.042050 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d2f13-4871-483e-a8b4-306e7d165caf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:31.042524 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d2f13-4871-483e-a8b4-306e7d165caf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:31.042861 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d2f13-4871-483e-a8b4-306e7d165caf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:31.043188 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d2f13-4871-483e-a8b4-306e7d165caf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:31.043519 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d2f13-4871-483e-a8b4-306e7d165caf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:31.044491 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d2f13-4871-483e-a8b4-306e7d165caf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:31.044491 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d2f13-4871-483e-a8b4-306e7d165caf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:31.057630 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c039555a-5585-4d1a-9d7d-300402043b94 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.080396 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-4e57c15c-b4cc-4381-8bd5-51181706bcff service neutron] For port 708be135-5193-4e40-ad64-7c142587f86e, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:31.092404 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-4e57c15c-b4cc-4381-8bd5-51181706bcff service neutron] For port 708be135-5193-4e40-ad64-7c142587f86e, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=708be135-5193-4e40-ad64-7c142587f86e,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:31.110948 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-4e57c15c-b4cc-4381-8bd5-51181706bcff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.212042 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-61d2f9b5-c4b8-4d91-ab73-98ec9f9ffe2f req-f803919d-e956-48cc-82ec-316fec53c841 service neutron] 10.222.0.18 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4916742 Jul 15 13:23:31.287437 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-4e57c15c-b4cc-4381-8bd5-51181706bcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:31.288260 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-4e57c15c-b4cc-4381-8bd5-51181706bcff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.291616 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-4e57c15c-b4cc-4381-8bd5-51181706bcff service neutron] 10.222.0.18 "PUT /v2.0/ports/708be135-5193-4e40-ad64-7c142587f86e HTTP/1.1" status: 200 len: 1097 time: 5.4357915 Jul 15 13:23:31.362951 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57c15c-b4cc-4381-8bd5-51181706bcff service neutron] Pushing event updated for resources: {'Port': ['ID=708be135-5193-4e40-ad64-7c142587f86e,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:31.385281 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-ffc153c3-904c-4f7b-a5bd-aa2fca462c77 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Made reservation on behalf of 170abf609ac24d548ac9927e9f7ddb60 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:31.391020 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 43aefade-a6a6-43bc-9ac1-1df20bda82e3 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:31.404640 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-ffc153c3-904c-4f7b-a5bd-aa2fca462c77 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.457334 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c039555a-5585-4d1a-9d7d-300402043b94 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.512294 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-ffc153c3-904c-4f7b-a5bd-aa2fca462c77 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.528917 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-271d02a8-1161-4bae-8a85-6cb5d1ccd3c2 req-8a11ab88-74e4-4c62-a47a-0e993790b51a tempest-InstanceActionsTestJSON-1147099003 tempest-InstanceActionsTestJSON-1147099003-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e63cb3a-a181-42f2-b1ab-6f4d01098bbe HTTP/1.1" status: 200 len: 210 time: 0.1184883 Jul 15 13:23:31.553932 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0109717-4ba4-4833-a0e7-e3facb45d7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.553932 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddeca7d-55e9-4e53-922a-5ff9bb69086d req-b595a2eb-920f-4cef-8d22-7d7899e9f252 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:31.560807 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cddeca7d-55e9-4e53-922a-5ff9bb69086d req-b595a2eb-920f-4cef-8d22-7d7899e9f252 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 946 time: 0.7388279 Jul 15 13:23:31.564322 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-61d2f9b5-c4b8-4d91-ab73-98ec9f9ffe2f req-c986bc49-ead6-4938-bc4d-933084b2cc45 service neutron] 10.222.0.18 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051798 Jul 15 13:23:31.567198 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 43aefade-a6a6-43bc-9ac1-1df20bda82e3 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:31.568205 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.569318 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c039555a-5585-4d1a-9d7d-300402043b94 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.610314 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-27708d60-f0a7-4a44-a70b-b23101a62848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:31.616353 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-27708d60-f0a7-4a44-a70b-b23101a62848 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=00e8a24106eb44d89c9c68dc038af0d3&device_id=5779149b-8344-4287-9e4c-f6f8e88db962 HTTP/1.1" status: 200 len: 1100 time: 0.2050343 Jul 15 13:23:31.667405 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039555a-5585-4d1a-9d7d-300402043b94 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19486556-7760-42d1-ae38-04fd37deb70c,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:31.712871 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-8257a2b8-6688-4504-a1d7-98e5dbe608de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=708be135-5193-4e40-ad64-7c142587f86e HTTP/1.1" status: 200 len: 217 time: 0.0864842 Jul 15 13:23:31.836285 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-b59c1df8-4114-4e50-acf2-4f5043e39b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:31.838355 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-b59c1df8-4114-4e50-acf2-4f5043e39b70 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1168315 Jul 15 13:23:31.845421 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cddeca7d-55e9-4e53-922a-5ff9bb69086d req-8d772c06-2e49-4d09-be26-618cf39023b2 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806432 Jul 15 13:23:31.854395 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0109717-4ba4-4833-a0e7-e3facb45d7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.910221 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44054) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:31.933917 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-ffc153c3-904c-4f7b-a5bd-aa2fca462c77 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.946991 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-ffc153c3-904c-4f7b-a5bd-aa2fca462c77 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.980210 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c73b2-3d8f-40fd-8dd0-b925a2c67598 req-8b9037ea-11b8-442c-bfbd-c29654ce9ff0 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:31.981937 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d11c73b2-3d8f-40fd-8dd0-b925a2c67598 req-8b9037ea-11b8-442c-bfbd-c29654ce9ff0 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] 10.222.0.24 "GET /v2.0/ports?device_id=5779149b-8344-4287-9e4c-f6f8e88db962 HTTP/1.1" status: 200 len: 948 time: 0.2126532 Jul 15 13:23:31.986826 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c039555a-5585-4d1a-9d7d-300402043b94 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.995350 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c039555a-5585-4d1a-9d7d-300402043b94 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.1562800 Jul 15 13:23:31.996539 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44058) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:32.082111 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc153c3-904c-4f7b-a5bd-aa2fca462c77 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a38b56b-07fa-4517-ae96-b52f00b5d47d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:32.091776 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da88838e-e2f3-4712-b92f-65815a430b1a tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.113387 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da88838e-e2f3-4712-b92f-65815a430b1a tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.118417 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-6e1e60b8-5afc-4a84-90cc-8cae5317f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:32.120833 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-6e1e60b8-5afc-4a84-90cc-8cae5317f0f5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2695777 Jul 15 13:23:32.164975 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0109717-4ba4-4833-a0e7-e3facb45d7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.167878 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0109717-4ba4-4833-a0e7-e3facb45d7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.171770 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a0109717-4ba4-4833-a0e7-e3facb45d7b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e3a6941-bd0e-47bc-ac3a-9f91792c1bf6 HTTP/1.1" status: 204 len: 168 time: 1.1786582 Jul 15 13:23:32.182385 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d11c73b2-3d8f-40fd-8dd0-b925a2c67598 req-91e4ab36-d34e-42e6-b266-2d85cc0c3b44 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b0d9961-3473-4144-adcf-828b89bf8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908672 Jul 15 13:23:32.204572 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c5c3fa33-e1c2-44c5-a6ed-d9e5d8df4466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.221974 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5cb76063-80d4-4be0-93d3-54dcf848b0fb req-3ec750e1-e35a-45b1-bdb4-ad9813a34564 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d44ca16-e53e-43be-80b6-107621776bb4 HTTP/1.1" status: 200 len: 210 time: 0.0657926 Jul 15 13:23:32.238598 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0109717-4ba4-4833-a0e7-e3facb45d7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3a6941-bd0e-47bc-ac3a-9f91792c1bf6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:32.254434 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da88838e-e2f3-4712-b92f-65815a430b1a tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.269248 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da88838e-e2f3-4712-b92f-65815a430b1a tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.274395 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-da88838e-e2f3-4712-b92f-65815a430b1a tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/19486556-7760-42d1-ae38-04fd37deb70c HTTP/1.1" status: 204 len: 168 time: 0.2656169 Jul 15 13:23:32.275163 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a5887ff-c4ed-44a5-a53d-76486729927a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.277098 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44062) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:32.308562 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88838e-e2f3-4712-b92f-65815a430b1a tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19486556-7760-42d1-ae38-04fd37deb70c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:32.340706 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5887ff-c4ed-44a5-a53d-76486729927a admin admin] Pushing event deleted for resources: {'Port': ['ID=43aefade-a6a6-43bc-9ac1-1df20bda82e3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:32.372334 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-ffc153c3-904c-4f7b-a5bd-aa2fca462c77 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Allocated IP 192.168.233.59 (469a0c47-6cac-4ffe-aa16-0c933961e7af/23cd399a-e88b-433a-a99b-25a477d6a3ca/07a75be8-0fd9-4b85-8c13-f7441353454b) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:32.412206 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:32.430427 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-cb2d0ea6-859e-43fd-af20-7cac59a1eed5 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1402709 Jul 15 13:23:32.433380 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44066) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:32.481125 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d44f48be-a060-41ed-8353-c529d5ba8dda tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.481443 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-7bd65676-fdd0-46f6-86e8-d394ea80623e service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400016 Jul 15 13:23:32.494174 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c5c3fa33-e1c2-44c5-a6ed-d9e5d8df4466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.516179 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c5c3fa33-e1c2-44c5-a6ed-d9e5d8df4466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.558195 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d44f48be-a060-41ed-8353-c529d5ba8dda tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.573208 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.628199 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=5a725e50-16a9-48ca-8c71-f7e1a9e9cec1,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:32.629378 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a725e50-16a9-48ca-8c71-f7e1a9e9cec1'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:32.632072 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1c1dd3-ea93-4682-9be1-02441e408d11" -d '{"events": [{"server_uuid": "7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b", "name": "network-vif-unplugged", "status": "completed", "tag": "5a725e50-16a9-48ca-8c71-f7e1a9e9cec1"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:32.641102 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.671278 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c5c3fa33-e1c2-44c5-a6ed-d9e5d8df4466 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7421d12d63c435e901706b20b37807d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7571096 Jul 15 13:23:32.683518 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44072) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:32.683518 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3fa33-e1c2-44c5-a6ed-d9e5d8df4466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18663782-bc9b-4be3-98e2-9ba954f49d04,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:32.739904 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd1ec87-2105-4d6c-a20d-5460e7f63253 x-openstack-request-id: req-1dd1ec87-2105-4d6c-a20d-5460e7f63253 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:32.740495 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b", "name": "network-vif-unplugged", "status": "completed", "tag": "5a725e50-16a9-48ca-8c71-f7e1a9e9cec1", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:32.741177 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1dd1ec87-2105-4d6c-a20d-5460e7f63253 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:32.742086 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a725e50-16a9-48ca-8c71-f7e1a9e9cec1', 'code': 200} Jul 15 13:23:32.766254 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=5a725e50-16a9-48ca-8c71-f7e1a9e9cec1,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:32.767713 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d44f48be-a060-41ed-8353-c529d5ba8dda tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.781339 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d44f48be-a060-41ed-8353-c529d5ba8dda tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.782953 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d44f48be-a060-41ed-8353-c529d5ba8dda tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/7a32f8ea-20d0-41b5-aadf-4378aae52d3a HTTP/1.1" status: 204 len: 168 time: 0.3472626 Jul 15 13:23:32.788066 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44076) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:32.801515 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5779149b-8344-4287-9e4c-f6f8e88db962', 'tag': '708be135-5193-4e40-ad64-7c142587f86e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:32.803128 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60dca467-a35e-4c6c-b83b-9fa639bfd750" -d '{"events": [{"name": "network-changed", "server_uuid": "5779149b-8344-4287-9e4c-f6f8e88db962", "tag": "708be135-5193-4e40-ad64-7c142587f86e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:32.810903 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44080) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:32.830717 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f48be-a060-41ed-8353-c529d5ba8dda tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a32f8ea-20d0-41b5-aadf-4378aae52d3a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:32.872878 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b216f5e-e7bd-4812-8aeb-23df9b7ccb3f x-openstack-request-id: req-9b216f5e-e7bd-4812-8aeb-23df9b7ccb3f {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:32.873244 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5779149b-8344-4287-9e4c-f6f8e88db962", "tag": "708be135-5193-4e40-ad64-7c142587f86e", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:32.873427 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b216f5e-e7bd-4812-8aeb-23df9b7ccb3f {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:32.874412 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5779149b-8344-4287-9e4c-f6f8e88db962', 'tag': '708be135-5193-4e40-ad64-7c142587f86e', 'status': 'completed', 'code': 200} Jul 15 13:23:32.884355 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a5887ff-c4ed-44a5-a53d-76486729927a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.912040 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af82a38-7202-4a22-9686-f9e5c113f8a3 admin admin] Deleting subnet 09e043f9-ea54-433a-a4a3-a04eb8ca3ace {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:23:32.913400 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-ffc153c3-904c-4f7b-a5bd-aa2fca462c77 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.923696 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3af82a38-7202-4a22-9686-f9e5c113f8a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.928561 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b6baa538-7e0d-4df0-b73e-9db08561e691 req-3ab0dd1e-d1d5-41d3-b8c2-c2d60cc80a8e service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365921 Jul 15 13:23:32.952608 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d674c72f-95ed-44b2-b6a8-b72e3f37861f tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1602740 Jul 15 13:23:32.957191 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44090) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:32.975575 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-ffc153c3-904c-4f7b-a5bd-aa2fca462c77 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Transition to ACTIVE for port object 07a75be8-0fd9-4b85-8c13-f7441353454b will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:33.019967 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95966c26-accb-4876-bec5-05d5ae944c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.086008 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3af82a38-7202-4a22-9686-f9e5c113f8a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.154309 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-82cefe31-f665-4b04-8d0d-fd63eaa6ea80 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.165109 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95966c26-accb-4876-bec5-05d5ae944c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.188921 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3af82a38-7202-4a22-9686-f9e5c113f8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.239906 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-82cefe31-f665-4b04-8d0d-fd63eaa6ea80 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.369486 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-ffc153c3-904c-4f7b-a5bd-aa2fca462c77 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.378439 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dca467-a35e-4c6c-b83b-9fa639bfd750 req-d2511d7f-6c9b-4781-ac84-b6ebf9aa02d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:33.381483 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-60dca467-a35e-4c6c-b83b-9fa639bfd750 req-d2511d7f-6c9b-4781-ac84-b6ebf9aa02d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=00e8a24106eb44d89c9c68dc038af0d3&device_id=5779149b-8344-4287-9e4c-f6f8e88db962 HTTP/1.1" status: 200 len: 1100 time: 0.3691809 Jul 15 13:23:33.400552 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3af82a38-7202-4a22-9686-f9e5c113f8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.401017 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-82cefe31-f665-4b04-8d0d-fd63eaa6ea80 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.431914 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af82a38-7202-4a22-9686-f9e5c113f8a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09e043f9-ea54-433a-a4a3-a04eb8ca3ace,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:33.443975 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3af82a38-7202-4a22-9686-f9e5c113f8a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.448540 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3af82a38-7202-4a22-9686-f9e5c113f8a3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/09e043f9-ea54-433a-a4a3-a04eb8ca3ace HTTP/1.1" status: 204 len: 168 time: 0.6274767 Jul 15 13:23:33.449239 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44106) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:33.472272 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5887ff-c4ed-44a5-a53d-76486729927a admin admin] Router 16a2db2e-ecd8-4075-a2c7-3c808fbeec46 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:23:33.511658 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-82cefe31-f665-4b04-8d0d-fd63eaa6ea80 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.513282 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-82cefe31-f665-4b04-8d0d-fd63eaa6ea80 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/5c634872-0d4f-448a-bf74-538d49a58e3c HTTP/1.1" status: 204 len: 168 time: 0.5520527 Jul 15 13:23:33.530990 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44108) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:33.585403 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc153c3-904c-4f7b-a5bd-aa2fca462c77 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Pushing event updated for resources: {'Port': ['ID=07a75be8-0fd9-4b85-8c13-f7441353454b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:33.605278 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95966c26-accb-4876-bec5-05d5ae944c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.609575 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95966c26-accb-4876-bec5-05d5ae944c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.611393 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-95966c26-accb-4876-bec5-05d5ae944c4f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18663782-bc9b-4be3-98e2-9ba954f49d04 HTTP/1.1" status: 204 len: 168 time: 0.9284856 Jul 15 13:23:33.614076 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-ffc153c3-904c-4f7b-a5bd-aa2fca462c77 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:33.625126 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cefe31-f665-4b04-8d0d-fd63eaa6ea80 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c634872-0d4f-448a-bf74-538d49a58e3c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:33.653693 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-769aed5f-717e-4817-a556-50ec408ca1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.668692 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-ffc153c3-904c-4f7b-a5bd-aa2fca462c77 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:33.687566 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-ffc153c3-904c-4f7b-a5bd-aa2fca462c77 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:33.692102 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95966c26-accb-4876-bec5-05d5ae944c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18663782-bc9b-4be3-98e2-9ba954f49d04,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:33.768542 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3d6657fe-7bc8-45e0-9219-09d95ca9d738 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2270088 Jul 15 13:23:33.806960 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44116) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:33.968332 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4b134-975e-45c2-a512-b8dd129b8bea req-db4484e1-183e-4f6e-9580-6e4f2ef2ff51 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:33.974391 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7bb4b134-975e-45c2-a512-b8dd129b8bea req-db4484e1-183e-4f6e-9580-6e4f2ef2ff51 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] 10.222.0.24 "GET /v2.0/ports?device_id=5779149b-8344-4287-9e4c-f6f8e88db962 HTTP/1.1" status: 200 len: 948 time: 0.4771841 Jul 15 13:23:33.976809 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5887ff-c4ed-44a5-a53d-76486729927a admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:23:33.991912 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc544cf6-c090-4aed-8bd5-fec447f7f9fb None None] Sync routers for ids ['16a2db2e-ecd8-4075-a2c7-3c808fbeec46'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:23:34.009911 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc544cf6-c090-4aed-8bd5-fec447f7f9fb None None] Routers {'16a2db2e-ecd8-4075-a2c7-3c808fbeec46'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:34.014754 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fc544cf6-c090-4aed-8bd5-fec447f7f9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:23:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['16a2db2e-ecd8-4075-a2c7-3c808fbeec46'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:34.052522 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-769aed5f-717e-4817-a556-50ec408ca1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.061019 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8a5887ff-c4ed-44a5-a53d-76486729927a admin admin] 10.222.0.24 "PUT /v2.0/routers/16a2db2e-ecd8-4075-a2c7-3c808fbeec46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6926830 Jul 15 13:23:34.082564 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e47f6dd-cace-45a3-ad43-6007459a9e8d tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.124185 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e47f6dd-cace-45a3-ad43-6007459a9e8d tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.225698 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44120) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:34.278853 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e47f6dd-cace-45a3-ad43-6007459a9e8d tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.290696 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e47f6dd-cace-45a3-ad43-6007459a9e8d tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.295949 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3e47f6dd-cace-45a3-ad43-6007459a9e8d tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/8afd12f5-d3d0-453c-992c-0b4abdda5327 HTTP/1.1" status: 204 len: 168 time: 0.4843183 Jul 15 13:23:34.307992 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-cf649c6a-414f-4025-a1e7-da0f02d87a0b None None] Provisioning for port 07a75be8-0fd9-4b85-8c13-f7441353454b completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:34.311029 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-769aed5f-717e-4817-a556-50ec408ca1b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:34.323312 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-cf649c6a-414f-4025-a1e7-da0f02d87a0b None None] Provisioning complete for port 07a75be8-0fd9-4b85-8c13-f7441353454b triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:34.324062 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf649c6a-414f-4025-a1e7-da0f02d87a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.338704 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44122) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:34.354892 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-769aed5f-717e-4817-a556-50ec408ca1b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9675edaf-0d4a-4131-a097-4a6f5ed6be4b') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:34.355364 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-769aed5f-717e-4817-a556-50ec408ca1b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9675edaf-0d4a-4131-a097-4a6f5ed6be4b') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:34.359429 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e47f6dd-cace-45a3-ad43-6007459a9e8d tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8afd12f5-d3d0-453c-992c-0b4abdda5327,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:34.396259 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7bb4b134-975e-45c2-a512-b8dd129b8bea req-13c10c48-6016-402d-baa7-49dd06683adf tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b0d9961-3473-4144-adcf-828b89bf8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020345 Jul 15 13:23:34.399886 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-fc544cf6-c090-4aed-8bd5-fec447f7f9fb None None] Set router 16a2db2e-ecd8-4075-a2c7-3c808fbeec46 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:34.403405 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-cf649c6a-414f-4025-a1e7-da0f02d87a0b None None] Port 07a75be8-0fd9-4b85-8c13-f7441353454b cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:23:34.403792 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-769aed5f-717e-4817-a556-50ec408ca1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.439179 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-ffc153c3-904c-4f7b-a5bd-aa2fca462c77 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:34.439895 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-ffc153c3-904c-4f7b-a5bd-aa2fca462c77 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.449502 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dca467-a35e-4c6c-b83b-9fa639bfd750 req-85b04fe6-00df-411b-859c-0e107161ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:34.451142 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-60dca467-a35e-4c6c-b83b-9fa639bfd750 req-85b04fe6-00df-411b-859c-0e107161ba87 service neutron] 10.222.0.18 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 1.0584934 Jul 15 13:23:34.464385 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-769aed5f-717e-4817-a556-50ec408ca1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.482250 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-769aed5f-717e-4817-a556-50ec408ca1b7 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:34.485619 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-769aed5f-717e-4817-a556-50ec408ca1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.551085 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44124) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:34.570258 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-ffc153c3-904c-4f7b-a5bd-aa2fca462c77 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7340047 Jul 15 13:23:34.571643 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-60dca467-a35e-4c6c-b83b-9fa639bfd750 req-6a230f7a-f00e-49b7-9ad0-66f94c61d45f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=708be135-5193-4e40-ad64-7c142587f86e HTTP/1.1" status: 200 len: 217 time: 0.0814471 Jul 15 13:23:34.587225 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:23:34.587225 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:34.587225 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:23:34.587225 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:34.587225 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:23:34.587225 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:34.587225 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:23:34.587225 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:34.587225 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:23:34.587225 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:34.587225 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:23:34.587225 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:34.587225 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:23:34.587225 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:34.587225 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:34.587225 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:34.587225 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:34.587225 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:34.587225 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:23:34.587225 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:34.587225 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:23:34.587225 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:34.587225 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:34.587225 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:34.587225 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:34.587225 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:34.587225 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:34.587225 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:34.587225 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:34.587225 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:34.587225 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:34.587225 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:34.595196 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-769aed5f-717e-4817-a556-50ec408ca1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.621981 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-769aed5f-717e-4817-a556-50ec408ca1b7 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.622672 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9fc85bb8-05b4-4c2b-9fa3-e9de9cca48b0 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2654808 Jul 15 13:23:34.627436 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-eb21738a-04e9-4436-9832-a36690661c64 service neutron] Request body: {'port': {'device_id': '5d44ca16-e53e-43be-80b6-107621776bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:34.628680 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-769aed5f-717e-4817-a556-50ec408ca1b7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6 HTTP/1.1" status: 204 len: 168 time: 1.1779230 Jul 15 13:23:34.630344 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769aed5f-717e-4817-a556-50ec408ca1b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0826b61c-19f9-4dc6-b9b8-2a1bbde8fdc6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:34.633494 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44128) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:34.643773 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b3ace57-7517-4fff-bc4d-8ba261ca999d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.683915 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8b41f0d1-bc52-4f6c-a6a8-8574354fcb8e tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.703809 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-68c2edc9-719d-46a1-a29d-2e598a43e3fa admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.705547 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8b41f0d1-bc52-4f6c-a6a8-8574354fcb8e tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.781317 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513af28-aca8-41b2-821e-6faa4428ad2b req-eaa9a2b0-f888-45e9-b059-ef1f9cdb2bb1 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:34.796370 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6513af28-aca8-41b2-821e-6faa4428ad2b req-eaa9a2b0-f888-45e9-b059-ef1f9cdb2bb1 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 944 time: 0.5687594 Jul 15 13:23:34.863375 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dca467-a35e-4c6c-b83b-9fa639bfd750 req-3cb550b4-f67c-4fbd-b2b1-bbc39581034c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:34.865256 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-60dca467-a35e-4c6c-b83b-9fa639bfd750 req-3cb550b4-f67c-4fbd-b2b1-bbc39581034c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.2843797 Jul 15 13:23:34.896432 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8b41f0d1-bc52-4f6c-a6a8-8574354fcb8e tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.923639 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8b41f0d1-bc52-4f6c-a6a8-8574354fcb8e tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.928616 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8b41f0d1-bc52-4f6c-a6a8-8574354fcb8e tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/15156aa6-0bab-4bdf-a0c2-258bc48ea387 HTTP/1.1" status: 204 len: 168 time: 0.2943006 Jul 15 13:23:34.930013 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41f0d1-bc52-4f6c-a6a8-8574354fcb8e tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15156aa6-0bab-4bdf-a0c2-258bc48ea387,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:34.940431 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44136) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:34.994015 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f07649-1490-44b2-a1cc-922876132456 req-6906095d-4b4e-4b74-9f6c-cdc91bcc5a7d tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:35.003114 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e8f07649-1490-44b2-a1cc-922876132456 req-6906095d-4b4e-4b74-9f6c-cdc91bcc5a7d tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d44ca16-e53e-43be-80b6-107621776bb4 HTTP/1.1" status: 200 len: 935 time: 0.1770158 Jul 15 13:23:35.072628 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-eb21738a-04e9-4436-9832-a36690661c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.078598 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1b6d5483-b0c2-40ba-a44f-a502eee29f35 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1349196 Jul 15 13:23:35.081879 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44138) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:35.109620 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e8f07649-1490-44b2-a1cc-922876132456 req-5816b51f-753b-42ea-971d-6c27a86aa153 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a38b56b-07fa-4517-ae96-b52f00b5d47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054397 Jul 15 13:23:35.140147 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6513af28-aca8-41b2-821e-6faa4428ad2b req-e32ff4a7-d413-4431-aa85-d9acca33fabc tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423195 Jul 15 13:23:35.153567 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44140) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:35.156765 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fc544cf6-c090-4aed-8bd5-fec447f7f9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a2db2e-ecd8-4075-a2c7-3c808fbeec46', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-119482329-router', 'tenant_id': 'f854d20851e246eda1429296f97f65bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '5161c29c-5a99-4306-8c9d-8fac6e15533b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:57Z', 'updated_at': '2021-07-15T13:23:32Z', 'revision_number': 5, 'project_id': 'f854d20851e246eda1429296f97f65bd', 'gw_port': {'id': '5161c29c-5a99-4306-8c9d-8fac6e15533b', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a2db2e-ecd8-4075-a2c7-3c808fbeec46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:01Z', 'updated_at': '2021-07-15T13:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:35.195398 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc544cf6-c090-4aed-8bd5-fec447f7f9fb None None] Checking router: 16a2db2e-ecd8-4075-a2c7-3c808fbeec46 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:23:35.206572 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc544cf6-c090-4aed-8bd5-fec447f7f9fb None None] Routers {'16a2db2e-ecd8-4075-a2c7-3c808fbeec46'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:35.207311 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fc544cf6-c090-4aed-8bd5-fec447f7f9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:23:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['16a2db2e-ecd8-4075-a2c7-3c808fbeec46'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:35.225717 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-68c2edc9-719d-46a1-a29d-2e598a43e3fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.294313 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c248a83e-6a2f-454f-a849-eeed4f339881 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c946afb64c8c4c57b01b417d9e85b448&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325548 Jul 15 13:23:35.302317 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44142) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:35.352284 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-fc544cf6-c090-4aed-8bd5-fec447f7f9fb None None] Set router 16a2db2e-ecd8-4075-a2c7-3c808fbeec46 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:35.370615 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b3ace57-7517-4fff-bc4d-8ba261ca999d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.377275 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dca467-a35e-4c6c-b83b-9fa639bfd750 req-81fb0d32-ab91-4b63-8a68-942ede4843bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:35.379160 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-60dca467-a35e-4c6c-b83b-9fa639bfd750 req-81fb0d32-ab91-4b63-8a68-942ede4843bf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4776309 Jul 15 13:23:35.400252 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b3ace57-7517-4fff-bc4d-8ba261ca999d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.466170 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-204347c1-bbc6-4422-aff1-641dabb45b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.497164 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-204347c1-bbc6-4422-aff1-641dabb45b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.522869 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0b3ace57-7517-4fff-bc4d-8ba261ca999d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b323275062b94a998b86399f6062e5a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9696438 Jul 15 13:23:35.523864 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44146) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:35.570339 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ace57-7517-4fff-bc4d-8ba261ca999d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7453b2eb-a253-4855-a98c-555a09872399,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:35.574863 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f584bad6-6d1a-4f19-a623-31353e279a33 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.585102 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-204347c1-bbc6-4422-aff1-641dabb45b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.588499 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-204347c1-bbc6-4422-aff1-641dabb45b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.592768 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-204347c1-bbc6-4422-aff1-641dabb45b09 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/304ef15c-3061-495a-81b8-523c742f2d13 HTTP/1.1" status: 204 len: 168 time: 0.2859488 Jul 15 13:23:35.618454 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204347c1-bbc6-4422-aff1-641dabb45b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304ef15c-3061-495a-81b8-523c742f2d13,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:35.625520 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f584bad6-6d1a-4f19-a623-31353e279a33 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.681336 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-68c2edc9-719d-46a1-a29d-2e598a43e3fa admin admin] Deleting port 5161c29c-5a99-4306-8c9d-8fac6e15533b {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:35.681976 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-68c2edc9-719d-46a1-a29d-2e598a43e3fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.704202 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f584bad6-6d1a-4f19-a623-31353e279a33 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.712061 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f584bad6-6d1a-4f19-a623-31353e279a33 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.713533 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f584bad6-6d1a-4f19-a623-31353e279a33 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "DELETE /v2.0/security-groups/afc6496a-827b-45d4-9a38-64f9049c2ff1 HTTP/1.1" status: 204 len: 168 time: 0.6306074 Jul 15 13:23:35.719544 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44150) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:35.736337 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584bad6-6d1a-4f19-a623-31353e279a33 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc6496a-827b-45d4-9a38-64f9049c2ff1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:35.816971 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-60dca467-a35e-4c6c-b83b-9fa639bfd750 req-47b862f7-02e5-4d86-95ab-4b42871c47f1 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292252 Jul 15 13:23:35.867679 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4d5b4ce9-be75-46c3-9ce4-e1617b32f2da tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1457531 Jul 15 13:23:35.879970 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fc544cf6-c090-4aed-8bd5-fec447f7f9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a2db2e-ecd8-4075-a2c7-3c808fbeec46', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-119482329-router', 'tenant_id': 'f854d20851e246eda1429296f97f65bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '5161c29c-5a99-4306-8c9d-8fac6e15533b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:57Z', 'updated_at': '2021-07-15T13:23:32Z', 'revision_number': 5, 'project_id': 'f854d20851e246eda1429296f97f65bd', 'gw_port': {'id': '5161c29c-5a99-4306-8c9d-8fac6e15533b', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a2db2e-ecd8-4075-a2c7-3c808fbeec46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:01Z', 'updated_at': '2021-07-15T13:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:35.880849 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44154) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:35.891735 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1d4c3657-249d-48d5-914e-5d35cb46255c tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Request body: {'security_group': {'name': 'tempest-secgroup--1930564199'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:35.970714 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6eb9c63d-31fb-4438-be0b-32029315bef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.976614 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d406f52-2531-4261-a406-af83ac1a939a req-94c866bf-3e49-4170-861c-39f0889999f9 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:35.978549 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d406f52-2531-4261-a406-af83ac1a939a req-94c866bf-3e49-4170-861c-39f0889999f9 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] 10.222.0.24 "GET /v2.0/ports?device_id=5779149b-8344-4287-9e4c-f6f8e88db962 HTTP/1.1" status: 200 len: 948 time: 0.2093699 Jul 15 13:23:35.978839 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc544cf6-c090-4aed-8bd5-fec447f7f9fb None None] The sync data for ids ['16a2db2e-ecd8-4075-a2c7-3c808fbeec46'] in n-d-758944-45 is: [{'id': '16a2db2e-ecd8-4075-a2c7-3c808fbeec46', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-119482329-router', 'tenant_id': 'f854d20851e246eda1429296f97f65bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '5161c29c-5a99-4306-8c9d-8fac6e15533b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:57Z', 'updated_at': '2021-07-15T13:23:32Z', 'revision_number': 5, 'project_id': 'f854d20851e246eda1429296f97f65bd', 'gw_port': {'id': '5161c29c-5a99-4306-8c9d-8fac6e15533b', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a2db2e-ecd8-4075-a2c7-3c808fbeec46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2152, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:01Z', 'updated_at': '2021-07-15T13:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:23:36.032969 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d4c3657-249d-48d5-914e-5d35cb46255c tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.091088 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6eb9c63d-31fb-4438-be0b-32029315bef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.101932 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d406f52-2531-4261-a406-af83ac1a939a req-9eee854b-a06f-4cfc-a621-e44a80e82280 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b0d9961-3473-4144-adcf-828b89bf8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099768 Jul 15 13:23:36.212286 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d4c3657-249d-48d5-914e-5d35cb46255c tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.223153 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d4c3657-249d-48d5-914e-5d35cb46255c tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.273243 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d4c3657-249d-48d5-914e-5d35cb46255c tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.275822 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1d4c3657-249d-48d5-914e-5d35cb46255c tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3912752 Jul 15 13:23:36.279155 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c3657-249d-48d5-914e-5d35cb46255c tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca7c7e5-a275-4059-a588-3520bdb2d41b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:36.285101 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44164) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:36.291986 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a615a93f-db4e-4344-8b73-898891c94291 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Request body: {'security_group_rule': {'security_group_id': '5ca7c7e5-a275-4059-a588-3520bdb2d41b', 'direction': 'ingress', 'protocol': 17}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:36.335821 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-68c2edc9-719d-46a1-a29d-2e598a43e3fa admin admin] For port 5161c29c-5a99-4306-8c9d-8fac6e15533b, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=5161c29c-5a99-4306-8c9d-8fac6e15533b,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:36.336415 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-68c2edc9-719d-46a1-a29d-2e598a43e3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.355334 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a615a93f-db4e-4344-8b73-898891c94291 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.377214 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-eb21738a-04e9-4436-9832-a36690661c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07a75be8-0fd9-4b85-8c13-f7441353454b {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:36.413171 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 708be135-5193-4e40-ad64-7c142587f86e details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:23:36.423442 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-68c2edc9-719d-46a1-a29d-2e598a43e3fa admin admin] Calling delete_port for 5161c29c-5a99-4306-8c9d-8fac6e15533b owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:36.430515 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-eb21738a-04e9-4436-9832-a36690661c64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.479658 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-60dca467-a35e-4c6c-b83b-9fa639bfd750 req-42f38bd3-851a-4518-8142-bf54da05480d service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6483901 Jul 15 13:23:36.502459 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-eb21738a-04e9-4436-9832-a36690661c64 service neutron] Transition to ACTIVE for port object 07a75be8-0fd9-4b85-8c13-f7441353454b will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:36.536730 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a615a93f-db4e-4344-8b73-898891c94291 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.548760 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-eb21738a-04e9-4436-9832-a36690661c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.561363 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e3e9d-8770-44b9-9deb-1a86afb2ceef req-2195ca18-d31d-4ae7-a48b-8e9af3fe478e tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:36.569517 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6f6e3e9d-8770-44b9-9deb-1a86afb2ceef req-2195ca18-d31d-4ae7-a48b-8e9af3fe478e tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 944 time: 0.2165656 Jul 15 13:23:36.609447 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a615a93f-db4e-4344-8b73-898891c94291 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.634095 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6eb9c63d-31fb-4438-be0b-32029315bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.637494 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6eb9c63d-31fb-4438-be0b-32029315bef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.638746 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6eb9c63d-31fb-4438-be0b-32029315bef0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7453b2eb-a253-4855-a98c-555a09872399 HTTP/1.1" status: 204 len: 168 time: 1.0792153 Jul 15 13:23:36.677368 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 708be135-5193-4e40-ad64-7c142587f86e, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=708be135-5193-4e40-ad64-7c142587f86e,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:36.698463 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615a93f-db4e-4344-8b73-898891c94291 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e87962-3696-4171-a3f1-d23c5db83ece,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:36.720215 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '708be135-5193-4e40-ad64-7c142587f86e', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': '708be135-5193-4e40-ad64-7c142587f86e', 'mac_address': 'fa:16:3e:1c:54:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:23:36.724751 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb21738a-04e9-4436-9832-a36690661c64 service neutron] Pushing event updated for resources: {'Port': ['ID=07a75be8-0fd9-4b85-8c13-f7441353454b,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:36.739111 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6f6e3e9d-8770-44b9-9deb-1a86afb2ceef req-7802fdb6-e824-4191-9fa5-48ba722cfcaa tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682789 Jul 15 13:23:36.749397 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a615a93f-db4e-4344-8b73-898891c94291 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.751797 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a615a93f-db4e-4344-8b73-898891c94291 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4647803 Jul 15 13:23:36.759323 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44174) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:36.818031 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9b1a3-da79-435b-9bee-5390b3581a18 req-10e3c2ce-166e-4f59-ac9b-f05c0fe843f1 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:36.829659 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.833576 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-27f9b1a3-da79-435b-9bee-5390b3581a18 req-10e3c2ce-166e-4f59-ac9b-f05c0fe843f1 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d44ca16-e53e-43be-80b6-107621776bb4 HTTP/1.1" status: 200 len: 935 time: 0.5189276 Jul 15 13:23:36.851717 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9c63d-31fb-4438-be0b-32029315bef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7453b2eb-a253-4855-a98c-555a09872399,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:36.942284 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 708be135-5193-4e40-ad64-7c142587f86e {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:36.948757 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d024a39-daca-4da4-a3f9-efbf2b0058c8 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.036048 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d024a39-daca-4da4-a3f9-efbf2b0058c8 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.057794 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 708be135-5193-4e40-ad64-7c142587f86e, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=708be135-5193-4e40-ad64-7c142587f86e,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:37.131717 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.188815 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-27f9b1a3-da79-435b-9bee-5390b3581a18 req-c88ddbd7-b2d7-43fb-8c10-c1ef353a2cf4 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a38b56b-07fa-4517-ae96-b52f00b5d47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525214 Jul 15 13:23:37.249231 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d024a39-daca-4da4-a3f9-efbf2b0058c8 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.266719 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-eb21738a-04e9-4436-9832-a36690661c64 service neutron] Attempting to bind port 07a75be8-0fd9-4b85-8c13-f7441353454b on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:37.267054 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-eb21738a-04e9-4436-9832-a36690661c64 service neutron] Attempting to bind port 07a75be8-0fd9-4b85-8c13-f7441353454b by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:37.273355 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d024a39-daca-4da4-a3f9-efbf2b0058c8 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.279222 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1d024a39-daca-4da4-a3f9-efbf2b0058c8 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "DELETE /v2.0/security-groups/5ca7c7e5-a275-4059-a588-3520bdb2d41b HTTP/1.1" status: 204 len: 168 time: 0.5175471 Jul 15 13:23:37.280353 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-eb21738a-04e9-4436-9832-a36690661c64 service neutron] Attempting to bind port 07a75be8-0fd9-4b85-8c13-f7441353454b on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:37.296768 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44190) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:37.317522 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 43aefade-a6a6-43bc-9ac1-1df20bda82e3 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:37.353051 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-eb21738a-04e9-4436-9832-a36690661c64 service neutron] Port 07a75be8-0fd9-4b85-8c13-f7441353454b on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:37.355877 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-eb21738a-04e9-4436-9832-a36690661c64 service neutron] Attempting to bind port 07a75be8-0fd9-4b85-8c13-f7441353454b on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:37.410948 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-eb21738a-04e9-4436-9832-a36690661c64 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:37.411479 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-eb21738a-04e9-4436-9832-a36690661c64 service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:37.412093 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-eb21738a-04e9-4436-9832-a36690661c64 service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:37.413582 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-eb21738a-04e9-4436-9832-a36690661c64 service neutron] Bound port: 07a75be8-0fd9-4b85-8c13-f7441353454b, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:37.414117 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-eb21738a-04e9-4436-9832-a36690661c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.415434 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['708be135-5193-4e40-ad64-7c142587f86e'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:23:37.430414 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d024a39-daca-4da4-a3f9-efbf2b0058c8 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca7c7e5-a275-4059-a588-3520bdb2d41b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:37.537963 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 43aefade-a6a6-43bc-9ac1-1df20bda82e3 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:23:37.538940 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 43aefade-a6a6-43bc-9ac1-1df20bda82e3 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:23:37.589186 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44198) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:37.602801 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-18d07917-3849-46eb-bf34-39c84afe4e98 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3038757 Jul 15 13:23:37.607504 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=708be135-5193-4e40-ad64-7c142587f86e,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:37.613171 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44200) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:37.618623 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9f8687ef-18b5-4421-9365-6af055731926 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Request body: {'security_group': {'name': 'tempest-secgroup--861902683'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:37.632498 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-68c2edc9-719d-46a1-a29d-2e598a43e3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.658188 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7f751-4c8e-431a-b9e5-485f413db423 req-28aa2af7-9985-49cb-a479-a09a17a97ce9 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:37.662895 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d3c7f751-4c8e-431a-b9e5-485f413db423 req-28aa2af7-9985-49cb-a479-a09a17a97ce9 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.3433261 Jul 15 13:23:37.752327 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f8687ef-18b5-4421-9365-6af055731926 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.805346 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2edc9-719d-46a1-a29d-2e598a43e3fa admin admin] Pushing event deleted for resources: {'Port': ['ID=5161c29c-5a99-4306-8c9d-8fac6e15533b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:37.851064 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d3c7f751-4c8e-431a-b9e5-485f413db423 req-cf7ac7ad-5aff-41d5-9632-2d9fe73faeea tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584399 Jul 15 13:23:37.891664 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-391a4369-7176-4c38-827d-e62f7f5b2276 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-125246177-network', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:37.996778 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036a902-8785-44af-8e83-62d5747909d7 req-f061ee3a-fa5f-4d50-b679-c5e394166adb tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:38.013143 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e036a902-8785-44af-8e83-62d5747909d7 req-f061ee3a-fa5f-4d50-b679-c5e394166adb tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] 10.222.0.24 "GET /v2.0/ports?device_id=5779149b-8344-4287-9e4c-f6f8e88db962 HTTP/1.1" status: 200 len: 949 time: 0.5826910 Jul 15 13:23:38.064481 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.101200 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-eb21738a-04e9-4436-9832-a36690661c64 service neutron] For port 07a75be8-0fd9-4b85-8c13-f7441353454b, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:38.102033 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f8687ef-18b5-4421-9365-6af055731926 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.118117 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f8687ef-18b5-4421-9365-6af055731926 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.123733 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-eb21738a-04e9-4436-9832-a36690661c64 service neutron] For port 07a75be8-0fd9-4b85-8c13-f7441353454b, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=07a75be8-0fd9-4b85-8c13-f7441353454b,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:38.187811 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-eb21738a-04e9-4436-9832-a36690661c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.197088 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-68c2edc9-719d-46a1-a29d-2e598a43e3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.220236 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e036a902-8785-44af-8e83-62d5747909d7 req-23f2ce3e-929e-4e3b-b0be-98e2fd3a1b36 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b0d9961-3473-4144-adcf-828b89bf8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054861 Jul 15 13:23:38.220796 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8687ef-18b5-4421-9365-6af055731926 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79569e66-34ea-4064-9259-23e5c9eba43c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:38.426501 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 708be135-5193-4e40-ad64-7c142587f86e up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:38.439449 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb40c62-2b9e-4e58-9bf4-9f2d9d6e47dd req-349845ba-5a43-4f71-93b9-b7b47a8903c0 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:38.442123 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1bb40c62-2b9e-4e58-9bf4-9f2d9d6e47dd req-349845ba-5a43-4f71-93b9-b7b47a8903c0 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.1378493 Jul 15 13:23:38.535111 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1bb40c62-2b9e-4e58-9bf4-9f2d9d6e47dd req-c5de1c60-03ef-4cf3-892a-5e8418284dbd tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830896 Jul 15 13:23:38.558030 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 708be135-5193-4e40-ad64-7c142587f86e completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:38.577109 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 708be135-5193-4e40-ad64-7c142587f86e triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:38.579104 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.595848 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f8687ef-18b5-4421-9365-6af055731926 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.598617 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9f8687ef-18b5-4421-9365-6af055731926 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9851635 Jul 15 13:23:38.602551 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44226) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:38.611739 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-62dd4629-e71d-4c2f-ad12-195ade6baa76 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Request body: {'security_group': {'name': 'tempest-secgroup--1934390864'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:38.637991 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-68c2edc9-719d-46a1-a29d-2e598a43e3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.643246 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-68c2edc9-719d-46a1-a29d-2e598a43e3fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.743769 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62dd4629-e71d-4c2f-ad12-195ade6baa76 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.891443 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-eb21738a-04e9-4436-9832-a36690661c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:38.892764 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-eb21738a-04e9-4436-9832-a36690661c64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.894887 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-eb21738a-04e9-4436-9832-a36690661c64 service neutron] 10.222.0.32 "PUT /v2.0/ports/07a75be8-0fd9-4b85-8c13-f7441353454b HTTP/1.1" status: 200 len: 1096 time: 4.2960224 Jul 15 13:23:38.918203 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.923601 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391a4369-7176-4c38-827d-e62f7f5b2276 admin admin] Made reservation on behalf of 37913da5a8464fb1a0b736ca946a9eaa for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:38.927542 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-391a4369-7176-4c38-827d-e62f7f5b2276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.937071 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb21738a-04e9-4436-9832-a36690661c64 service neutron] Pushing event updated for resources: {'Port': ['ID=07a75be8-0fd9-4b85-8c13-f7441353454b,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:38.948613 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d44ca16-e53e-43be-80b6-107621776bb4', 'tag': '07a75be8-0fd9-4b85-8c13-f7441353454b'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:38.970796 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4a84cf-fa92-4c3c-88dc-a70e46dd6e1d" -d '{"events": [{"name": "network-changed", "server_uuid": "5d44ca16-e53e-43be-80b6-107621776bb4", "tag": "07a75be8-0fd9-4b85-8c13-f7441353454b"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:39.057536 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62dd4629-e71d-4c2f-ad12-195ade6baa76 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.062219 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-391a4369-7176-4c38-827d-e62f7f5b2276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.067302 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62dd4629-e71d-4c2f-ad12-195ade6baa76 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.083806 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 708be135-5193-4e40-ad64-7c142587f86e, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=708be135-5193-4e40-ad64-7c142587f86e,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:39.087922 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5779149b-8344-4287-9e4c-f6f8e88db962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708be135-5193-4e40-ad64-7c142587f86e'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:39.094535 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daca739c-0050-4943-984e-65b9da8fa048" -d '{"events": [{"server_uuid": "5779149b-8344-4287-9e4c-f6f8e88db962", "name": "network-vif-plugged", "status": "completed", "tag": "708be135-5193-4e40-ad64-7c142587f86e"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:39.105053 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.107184 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:39.314855 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=708be135-5193-4e40-ad64-7c142587f86e,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:39.360411 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd4629-e71d-4c2f-ad12-195ade6baa76 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f60132a0-824c-4e4f-af00-abf63d56bfb2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:39.461453 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc1fc93-c9db-43f9-b2a4-d547260b45f6 x-openstack-request-id: req-cfc1fc93-c9db-43f9-b2a4-d547260b45f6 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:39.462249 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d44ca16-e53e-43be-80b6-107621776bb4", "tag": "07a75be8-0fd9-4b85-8c13-f7441353454b", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:39.462715 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cfc1fc93-c9db-43f9-b2a4-d547260b45f6 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:39.463433 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d44ca16-e53e-43be-80b6-107621776bb4', 'tag': '07a75be8-0fd9-4b85-8c13-f7441353454b', 'status': 'completed', 'code': 200} Jul 15 13:23:39.464419 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-68c2edc9-719d-46a1-a29d-2e598a43e3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.465344 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c2edc9-719d-46a1-a29d-2e598a43e3fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16a2db2e-ecd8-4075-a2c7-3c808fbeec46 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:23:39.475444 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-68c2edc9-719d-46a1-a29d-2e598a43e3fa admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.480680 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-68c2edc9-719d-46a1-a29d-2e598a43e3fa admin admin] 10.222.0.24 "DELETE /v2.0/routers/16a2db2e-ecd8-4075-a2c7-3c808fbeec46 HTTP/1.1" status: 204 len: 168 time: 5.2468812 Jul 15 13:23:39.481231 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44250) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:39.568716 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-391a4369-7176-4c38-827d-e62f7f5b2276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.585065 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a6b74-4310-45b5-bb3c-368bbcd2558f req-f214c834-e342-4593-902a-e2bd79e25544 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:39.593122 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d59a6b74-4310-45b5-bb3c-368bbcd2558f req-f214c834-e342-4593-902a-e2bd79e25544 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d44ca16-e53e-43be-80b6-107621776bb4 HTTP/1.1" status: 200 len: 947 time: 1.0201838 Jul 15 13:23:39.613613 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-391a4369-7176-4c38-827d-e62f7f5b2276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.669521 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-391a4369-7176-4c38-827d-e62f7f5b2276 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:23:39.673993 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-c379f1b0-98f0-4ac0-a9ef-f166fab279c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:39.675819 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-c379f1b0-98f0-4ac0-a9ef-f166fab279c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=170abf609ac24d548ac9927e9f7ddb60&device_id=5d44ca16-e53e-43be-80b6-107621776bb4 HTTP/1.1" status: 200 len: 1099 time: 0.6371388 Jul 15 13:23:39.710253 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a4369-7176-4c38-827d-e62f7f5b2276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb0af53-2693-4edb-8d93-56c5b3bfffd1,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:39.763185 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62dd4629-e71d-4c2f-ad12-195ade6baa76 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.766277 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-62dd4629-e71d-4c2f-ad12-195ade6baa76 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1618626 Jul 15 13:23:39.775879 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44254) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:39.779555 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d59a6b74-4310-45b5-bb3c-368bbcd2558f req-9010a038-2430-45de-a27a-8ac9850d9820 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a38b56b-07fa-4517-ae96-b52f00b5d47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850259 Jul 15 13:23:39.781714 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-391a4369-7176-4c38-827d-e62f7f5b2276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.782095 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-391a4369-7176-4c38-827d-e62f7f5b2276 admin admin] Added segment 5fdc2447-cebd-4891-9870-8462e7706d2c of type vlan for network e8913e0d-0d0e-40a2-882d-dd84c17b519b Jul 15 13:23:39.785053 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-3f712d5f-d839-469d-8e29-dc665f55b7e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=07a75be8-0fd9-4b85-8c13-f7441353454b HTTP/1.1" status: 200 len: 217 time: 0.0868530 Jul 15 13:23:39.793313 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-07fc827c-6649-4d4a-956d-52683b4f6d9d tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Request body: {'security_group_rule': {'security_group_id': '79569e66-34ea-4064-9259-23e5c9eba43c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f60132a0-824c-4e4f-af00-abf63d56bfb2', 'remote_ip_prefix': None}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:39.882035 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58e25eb-24af-4830-ae2c-c6318e2c76bc x-openstack-request-id: req-a58e25eb-24af-4830-ae2c-c6318e2c76bc {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:39.882897 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5779149b-8344-4287-9e4c-f6f8e88db962", "name": "network-vif-plugged", "status": "completed", "tag": "708be135-5193-4e40-ad64-7c142587f86e", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:39.882897 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a58e25eb-24af-4830-ae2c-c6318e2c76bc {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:39.883732 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5779149b-8344-4287-9e4c-f6f8e88db962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708be135-5193-4e40-ad64-7c142587f86e', 'code': 200} Jul 15 13:23:39.916077 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a728dd-e68a-4c87-84d5-123c25757024 admin admin] Deleting subnet e9f6312f-baf4-41e7-b1eb-0822428be154 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:23:39.922770 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-391a4369-7176-4c38-827d-e62f7f5b2276 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.932123 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-81551c7c-f42a-4956-b4ec-bba7b302c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:39.933907 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-81551c7c-f42a-4956-b4ec-bba7b302c374 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1329129 Jul 15 13:23:39.972667 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19a728dd-e68a-4c87-84d5-123c25757024 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.005449 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-391a4369-7176-4c38-827d-e62f7f5b2276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.007145 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391a4369-7176-4c38-827d-e62f7f5b2276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:40.007895 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-391a4369-7176-4c38-827d-e62f7f5b2276 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.113240 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d454c-7ea2-4ce4-8c12-14bd6b256aca req-e90d7782-a314-41d3-932d-e3edafdfa995 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:40.135744 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-391a4369-7176-4c38-827d-e62f7f5b2276 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5394752 Jul 15 13:23:40.142749 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44262) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:40.150752 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5b439a57-1207-4ba6-b2c2-0223336e9936 admin admin] Request body: {'subnet': {'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-125246177-subnet', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:40.206048 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-107d454c-7ea2-4ce4-8c12-14bd6b256aca req-e90d7782-a314-41d3-932d-e3edafdfa995 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.5615747 Jul 15 13:23:40.215860 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a4369-7176-4c38-827d-e62f7f5b2276 admin admin] Pushing event updated for resources: {'Network': ['ID=e8913e0d-0d0e-40a2-882d-dd84c17b519b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:40.259745 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network e8913e0d-0d0e-40a2-882d-dd84c17b519b details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:23:40.269525 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-cbf30f6e-7b36-45ca-89c9-4ad17e258e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:40.272206 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-cbf30f6e-7b36-45ca-89c9-4ad17e258e2d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3260419 Jul 15 13:23:40.276265 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b439a57-1207-4ba6-b2c2-0223336e9936 admin admin] Made reservation on behalf of 37913da5a8464fb1a0b736ca946a9eaa for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:40.279145 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b439a57-1207-4ba6-b2c2-0223336e9936 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.314282 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19a728dd-e68a-4c87-84d5-123c25757024 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.430764 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07fc827c-6649-4d4a-956d-52683b4f6d9d tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.666070 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07fc827c-6649-4d4a-956d-52683b4f6d9d tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.682610 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07fc827c-6649-4d4a-956d-52683b4f6d9d tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.790305 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-107d454c-7ea2-4ce4-8c12-14bd6b256aca req-65d73f41-bb53-4abd-84aa-ab22c3170de7 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5829341 Jul 15 13:23:40.816694 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc827c-6649-4d4a-956d-52683b4f6d9d tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e62fa8-c949-434a-a25d-e62f4d8da6a7,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:40.821645 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07fc827c-6649-4d4a-956d-52683b4f6d9d tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.833562 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-07fc827c-6649-4d4a-956d-52683b4f6d9d tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0527852 Jul 15 13:23:40.846749 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44268) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:40.901390 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19a728dd-e68a-4c87-84d5-123c25757024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.926913 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2971e176-150e-4616-82a7-f671f5de3d6d tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.952400 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2971e176-150e-4616-82a7-f671f5de3d6d tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.036801 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2971e176-150e-4616-82a7-f671f5de3d6d tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.064675 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2971e176-150e-4616-82a7-f671f5de3d6d tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.076930 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2971e176-150e-4616-82a7-f671f5de3d6d tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/55e62fa8-c949-434a-a25d-e62f4d8da6a7 HTTP/1.1" status: 204 len: 168 time: 0.2258132 Jul 15 13:23:41.078548 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44276) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:41.088304 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19a728dd-e68a-4c87-84d5-123c25757024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.106926 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971e176-150e-4616-82a7-f671f5de3d6d tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55e62fa8-c949-434a-a25d-e62f4d8da6a7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:41.111377 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d25fc2-98af-45c4-ac41-3b8221b539c0 req-c8110750-e3e8-4fd9-85fc-2109d319414f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:41.116688 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b2d25fc2-98af-45c4-ac41-3b8221b539c0 req-c8110750-e3e8-4fd9-85fc-2109d319414f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5779149b-8344-4287-9e4c-f6f8e88db962 HTTP/1.1" status: 200 len: 1102 time: 1.1131675 Jul 15 13:23:41.207810 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a728dd-e68a-4c87-84d5-123c25757024 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9f6312f-baf4-41e7-b1eb-0822428be154,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:41.231068 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19a728dd-e68a-4c87-84d5-123c25757024 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.234341 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dd30ef-9c25-468f-b669-7241755ccdf1 None None] Network 7e6fc955-be17-4569-8166-9f693444f6b3 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:41.252040 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-19a728dd-e68a-4c87-84d5-123c25757024 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e9f6312f-baf4-41e7-b1eb-0822428be154 HTTP/1.1" status: 204 len: 168 time: 1.7690418 Jul 15 13:23:41.255561 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44282) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:41.308619 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 5161c29c-5a99-4306-8c9d-8fac6e15533b no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:41.341140 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-6b4370f5-81c4-4fa3-afb4-a2c6f864f02e service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0441453 Jul 15 13:23:41.350589 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4cf8b914-f4b8-4917-8023-a2a3d1ee2f2a tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2646604 Jul 15 13:23:41.357464 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44284) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:41.437820 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b2d25fc2-98af-45c4-ac41-3b8221b539c0 req-45d13cc2-a8c2-46f7-afa3-8df4dd82900c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2b0d9961-3473-4144-adcf-828b89bf8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772226 Jul 15 13:23:41.448943 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5c90ad25-51f5-4f44-8b7d-af093acb9c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.451240 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 5161c29c-5a99-4306-8c9d-8fac6e15533b {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:23:41.453326 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 5161c29c-5a99-4306-8c9d-8fac6e15533b not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:23:41.590438 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9314ba27-82b7-4540-ac6d-8df4e21eb151 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.593895 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f403a-beb0-49cb-abc7-6958087de7cd req-7a6c5a99-ce61-4e80-acc3-0caa8716db39 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:41.612565 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ee3f403a-beb0-49cb-abc7-6958087de7cd req-7a6c5a99-ce61-4e80-acc3-0caa8716db39 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] 10.222.0.24 "GET /v2.0/ports?device_id=5779149b-8344-4287-9e4c-f6f8e88db962 HTTP/1.1" status: 200 len: 950 time: 0.7946336 Jul 15 13:23:41.647851 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9314ba27-82b7-4540-ac6d-8df4e21eb151 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.933657 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab73e7b-9813-4bdc-9f69-481d6f74f813 None None] DHCP port deletion for 7e6fc955-be17-4569-8166-9f693444f6b3 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:23:42.074197 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ee3f403a-beb0-49cb-abc7-6958087de7cd req-665b7e98-4f15-4695-a57e-0abecf59511b tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b0d9961-3473-4144-adcf-828b89bf8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4639175 Jul 15 13:23:42.091894 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b439a57-1207-4ba6-b2c2-0223336e9936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.221415 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-fab73e7b-9813-4bdc-9f69-481d6f74f813 None None] Deleting port 3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:42.225437 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fab73e7b-9813-4bdc-9f69-481d6f74f813 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.289625 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5a2c68b0-d687-4095-9270-6ef4e1fdc345 req-449edb7e-0baf-4e19-a2cc-5cf4674290d9 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8539839 Jul 15 13:23:42.336894 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b439a57-1207-4ba6-b2c2-0223336e9936 admin admin] Checking segment: {'id': '5fdc2447-cebd-4891-9870-8462e7706d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:42.340675 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b439a57-1207-4ba6-b2c2-0223336e9936 admin admin] Network hostable DHCP agents. Network: e8913e0d-0d0e-40a2-882d-dd84c17b519b, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:23:42.357316 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b439a57-1207-4ba6-b2c2-0223336e9936 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ddbfc00-1f92-454d-9c2c-3d67f76399b6,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:42.427281 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b439a57-1207-4ba6-b2c2-0223336e9936 admin admin] Network e8913e0d-0d0e-40a2-882d-dd84c17b519b is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:23:42.459112 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-5b439a57-1207-4ba6-b2c2-0223336e9936 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, e8913e0d-0d0e-40a2-882d-dd84c17b519b) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:42.482441 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf7d7be-46d4-42fb-b1e0-9d9463d9c8af None None] Network e8913e0d-0d0e-40a2-882d-dd84c17b519b requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:42.499352 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b439a57-1207-4ba6-b2c2-0223336e9936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:42.506907 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b439a57-1207-4ba6-b2c2-0223336e9936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.588467 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-fab73e7b-9813-4bdc-9f69-481d6f74f813 None None] For port 3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428,segment=NetworkSegment(09105af7-6ccf-4a0c-938c-162cb9f2b37d),segment_id=09105af7-6ccf-4a0c-938c-162cb9f2b37d)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:42.588994 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fab73e7b-9813-4bdc-9f69-481d6f74f813 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.666279 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5b439a57-1207-4ba6-b2c2-0223336e9936 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5191598 Jul 15 13:23:42.672236 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44298) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:42.684049 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-87c87a4a-30ac-4b74-bad3-ca4874ee8c8d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-125246177-router', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:42.696016 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5c90ad25-51f5-4f44-8b7d-af093acb9c5e admin admin] Deleting port 3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:42.696826 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5c90ad25-51f5-4f44-8b7d-af093acb9c5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.745613 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-fab73e7b-9813-4bdc-9f69-481d6f74f813 None None] Calling delete_port for 3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:42.794336 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9314ba27-82b7-4540-ac6d-8df4e21eb151 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.800442 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9314ba27-82b7-4540-ac6d-8df4e21eb151 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.807217 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9314ba27-82b7-4540-ac6d-8df4e21eb151 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "DELETE /v2.0/security-groups/f60132a0-824c-4e4f-af00-abf63d56bfb2 HTTP/1.1" status: 204 len: 168 time: 1.4484046 Jul 15 13:23:42.808548 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44300) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:42.836012 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87c87a4a-30ac-4b74-bad3-ca4874ee8c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.838782 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87c87a4a-30ac-4b74-bad3-ca4874ee8c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.925109 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a84cf-fa92-4c3c-88dc-a70e46dd6e1d req-c636e4d8-2f61-4e30-b008-b88140b24a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:42.928289 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6b4a84cf-fa92-4c3c-88dc-a70e46dd6e1d req-c636e4d8-2f61-4e30-b008-b88140b24a38 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=170abf609ac24d548ac9927e9f7ddb60&device_id=5d44ca16-e53e-43be-80b6-107621776bb4 HTTP/1.1" status: 200 len: 1099 time: 0.4103241 Jul 15 13:23:42.976958 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314ba27-82b7-4540-ac6d-8df4e21eb151 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60132a0-824c-4e4f-af00-abf63d56bfb2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:43.008624 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-5c90ad25-51f5-4f44-8b7d-af093acb9c5e admin admin] For port 3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428,segment=NetworkSegment(09105af7-6ccf-4a0c-938c-162cb9f2b37d),segment_id=09105af7-6ccf-4a0c-938c-162cb9f2b37d)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:43.009075 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5c90ad25-51f5-4f44-8b7d-af093acb9c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.034148 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5c90ad25-51f5-4f44-8b7d-af093acb9c5e admin admin] Calling delete_port for 3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:43.048682 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fab73e7b-9813-4bdc-9f69-481d6f74f813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.122174 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab73e7b-9813-4bdc-9f69-481d6f74f813 None None] No DVR routers for this DVR port 3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:43.128204 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab73e7b-9813-4bdc-9f69-481d6f74f813 None None] Pushing event deleted for resources: {'Port': ['ID=3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:43.164304 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5c90ad25-51f5-4f44-8b7d-af093acb9c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.194086 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab73e7b-9813-4bdc-9f69-481d6f74f813 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:43.194393 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab73e7b-9813-4bdc-9f69-481d6f74f813 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:43.194673 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab73e7b-9813-4bdc-9f69-481d6f74f813 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:43.194971 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab73e7b-9813-4bdc-9f69-481d6f74f813 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:43.195266 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab73e7b-9813-4bdc-9f69-481d6f74f813 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:43.195606 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab73e7b-9813-4bdc-9f69-481d6f74f813 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:43.195928 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab73e7b-9813-4bdc-9f69-481d6f74f813 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:43.196242 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab73e7b-9813-4bdc-9f69-481d6f74f813 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:43.196556 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab73e7b-9813-4bdc-9f69-481d6f74f813 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:43.196952 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab73e7b-9813-4bdc-9f69-481d6f74f813 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:43.205572 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab73e7b-9813-4bdc-9f69-481d6f74f813 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:43.213922 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab73e7b-9813-4bdc-9f69-481d6f74f813 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:43.278808 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c90ad25-51f5-4f44-8b7d-af093acb9c5e admin admin] No DVR routers for this DVR port 3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428 on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:43.289121 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90ad25-51f5-4f44-8b7d-af093acb9c5e admin admin] Pushing event deleted for resources: {'Port': ['ID=3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:43.351461 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:43.354371 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a84cf-fa92-4c3c-88dc-a70e46dd6e1d req-3e3a6830-ac27-457a-8fea-06ccb0946894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:43.358672 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6b4a84cf-fa92-4c3c-88dc-a70e46dd6e1d req-3e3a6830-ac27-457a-8fea-06ccb0946894 service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.4054165 Jul 15 13:23:43.369045 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fac23d-ef6b-4550-b44a-252e4a72f5b2 req-a875ddc9-205f-450f-8774-db6b33e18448 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:43.378898 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f5fac23d-ef6b-4550-b44a-252e4a72f5b2 req-a875ddc9-205f-450f-8774-db6b33e18448 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d44ca16-e53e-43be-80b6-107621776bb4 HTTP/1.1" status: 200 len: 947 time: 0.7436421 Jul 15 13:23:43.440649 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f5fac23d-ef6b-4550-b44a-252e4a72f5b2 req-62329d8b-1cec-4534-9ba1-880927b70337 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a38b56b-07fa-4517-ae96-b52f00b5d47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585582 Jul 15 13:23:43.456766 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:23:43.457339 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3a5d3f29-24bc-4e1d-9a3b-3f13b59b1428 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:23:43.560681 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0a9710-f066-4b06-9e5f-6e19c3aca570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-e8913e0d-0d0e-40a2-882d-dd84c17b519b', 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'fixed_ips': [{'subnet_id': '7ddbfc00-1f92-454d-9c2c-3d67f76399b6'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:23:43.561974 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9710-f066-4b06-9e5f-6e19c3aca570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.563885 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87c87a4a-30ac-4b74-bad3-ca4874ee8c8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.580342 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5c90ad25-51f5-4f44-8b7d-af093acb9c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.583786 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6b4a84cf-fa92-4c3c-88dc-a70e46dd6e1d req-6395fcfd-7657-4dab-ae0e-a0388a3663aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=07a75be8-0fd9-4b85-8c13-f7441353454b HTTP/1.1" status: 200 len: 217 time: 0.2097542 Jul 15 13:23:43.594515 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5c90ad25-51f5-4f44-8b7d-af093acb9c5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6fc955-be17-4569-8166-9f693444f6b3']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:43.617536 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e78010-8cad-4711-b429-9b15dce58654 req-a90e0d20-b755-4fea-af9b-f335e614afeb tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:43.618506 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5c90ad25-51f5-4f44-8b7d-af093acb9c5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09105af7-6ccf-4a0c-938c-162cb9f2b37d') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:43.618921 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5c90ad25-51f5-4f44-8b7d-af093acb9c5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09105af7-6ccf-4a0c-938c-162cb9f2b37d') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:43.630591 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-63e78010-8cad-4711-b429-9b15dce58654 req-a90e0d20-b755-4fea-af9b-f335e614afeb tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.9540992 Jul 15 13:23:43.637660 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5c90ad25-51f5-4f44-8b7d-af093acb9c5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.666802 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5c90ad25-51f5-4f44-8b7d-af093acb9c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.684904 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c90ad25-51f5-4f44-8b7d-af093acb9c5e admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:43.684904 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5c90ad25-51f5-4f44-8b7d-af093acb9c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:43.714310 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:43.924917 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44312) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:43.933090 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5c90ad25-51f5-4f44-8b7d-af093acb9c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.940835 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-541fca14-fbab-4c62-b528-9d547838860f tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 1.1244738 Jul 15 13:23:43.942230 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44316) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:43.991906 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5c90ad25-51f5-4f44-8b7d-af093acb9c5e admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.996937 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5c90ad25-51f5-4f44-8b7d-af093acb9c5e admin admin] 10.222.0.24 "DELETE /v2.0/networks/7e6fc955-be17-4569-8166-9f693444f6b3 HTTP/1.1" status: 204 len: 168 time: 2.7395365 Jul 15 13:23:44.056340 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a84cf-fa92-4c3c-88dc-a70e46dd6e1d req-07adef41-1b24-41ed-bfbf-71c55eec2b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:44.057404 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90ad25-51f5-4f44-8b7d-af093acb9c5e admin admin] Pushing event deleted for resources: {'Network': ['ID=7e6fc955-be17-4569-8166-9f693444f6b3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:44.057990 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6b4a84cf-fa92-4c3c-88dc-a70e46dd6e1d req-07adef41-1b24-41ed-bfbf-71c55eec2b7f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.4011905 Jul 15 13:23:44.146193 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0844ec-34e8-41b4-8e31-902d19dffa8e req-22623759-63b9-4501-8d79-6b414ce64fd8 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:44.150068 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2c0844ec-34e8-41b4-8e31-902d19dffa8e req-22623759-63b9-4501-8d79-6b414ce64fd8 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] 10.222.0.24 "GET /v2.0/ports?device_id=5779149b-8344-4287-9e4c-f6f8e88db962 HTTP/1.1" status: 200 len: 950 time: 0.4229679 Jul 15 13:23:44.189129 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-031fef7b-f8ce-4551-82c0-41baa910f4e7 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.237691 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87c87a4a-30ac-4b74-bad3-ca4874ee8c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.266172 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-63e78010-8cad-4711-b429-9b15dce58654 req-d34066bb-a778-43f0-ac62-27291dece916 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6224101 Jul 15 13:23:44.288487 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-031fef7b-f8ce-4551-82c0-41baa910f4e7 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.322740 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a84cf-fa92-4c3c-88dc-a70e46dd6e1d req-56ff7405-1f08-462c-992e-7a75566307c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:44.324795 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6b4a84cf-fa92-4c3c-88dc-a70e46dd6e1d req-56ff7405-1f08-462c-992e-7a75566307c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2587976 Jul 15 13:23:44.434348 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-031fef7b-f8ce-4551-82c0-41baa910f4e7 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.442148 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-ec0a9710-f066-4b06-9e5f-6e19c3aca570 None None] Allocated IP 172.20.0.2 (e8913e0d-0d0e-40a2-882d-dd84c17b519b/7ddbfc00-1f92-454d-9c2c-3d67f76399b6/e234c0cd-50d5-4a5e-9589-289b30e6571a) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:44.447090 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-031fef7b-f8ce-4551-82c0-41baa910f4e7 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.454372 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-031fef7b-f8ce-4551-82c0-41baa910f4e7 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "DELETE /v2.0/security-groups/79569e66-34ea-4064-9259-23e5c9eba43c HTTP/1.1" status: 204 len: 168 time: 0.4970870 Jul 15 13:23:44.483583 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2c0844ec-34e8-41b4-8e31-902d19dffa8e req-0c108409-d9ec-4209-9430-b8b75662f9e3 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b0d9961-3473-4144-adcf-828b89bf8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963345 Jul 15 13:23:44.485942 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44320) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:44.486284 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44322) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:44.559798 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031fef7b-f8ce-4551-82c0-41baa910f4e7 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79569e66-34ea-4064-9259-23e5c9eba43c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:44.584196 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6b4a84cf-fa92-4c3c-88dc-a70e46dd6e1d req-038a9185-5509-45f5-b294-3045650a9ddc service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477026 Jul 15 13:23:44.609475 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fd341c96-0bf8-4bac-b575-5729ade7fe64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.620451 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 07a75be8-0fd9-4b85-8c13-f7441353454b details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:23:44.703505 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-812d7846-3085-4d0b-9e60-07986858ca09 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f854d20851e246eda1429296f97f65bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1946373 Jul 15 13:23:44.716105 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0a61a222-f5da-4bff-ad4b-5f5e99c56240 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2083766 Jul 15 13:23:44.717703 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44330) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:44.717703 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44332) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:44.730232 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-603fb29c-53c4-4767-8bd5-8a52294555f2 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Request body: {'security_group': {'name': 'tempest-secgroup--1538451054'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:44.838235 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f36eab92-1a6d-4aef-a33a-8bfe73a357ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.916297 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 07a75be8-0fd9-4b85-8c13-f7441353454b, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=07a75be8-0fd9-4b85-8c13-f7441353454b,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:44.933125 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f36eab92-1a6d-4aef-a33a-8bfe73a357ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.937571 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fd341c96-0bf8-4bac-b575-5729ade7fe64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.968764 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '07a75be8-0fd9-4b85-8c13-f7441353454b', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': '07a75be8-0fd9-4b85-8c13-f7441353454b', 'mac_address': 'fa:16:3e:1a:a3:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:23:44.976937 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fd341c96-0bf8-4bac-b575-5729ade7fe64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.090370 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-603fb29c-53c4-4767-8bd5-8a52294555f2 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.103661 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-fd341c96-0bf8-4bac-b575-5729ade7fe64 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef65e01f7afe4febbf74b97f1aa45327&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1768434 Jul 15 13:23:45.122013 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44342) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:45.124611 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd341c96-0bf8-4bac-b575-5729ade7fe64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8550b2c-65b8-4e1b-a3d0-97a65fac054c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:45.172892 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6b4a84cf-fa92-4c3c-88dc-a70e46dd6e1d req-40870a47-bca3-4a87-8243-b20fe465c775 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5733609 Jul 15 13:23:45.173979 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.290593 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebc7f0-b514-4d3f-ac38-1264dea9c3bc req-7819ce2d-9aac-4f7e-8237-eff76a22fe9a tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.293392 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d0ebc7f0-b514-4d3f-ac38-1264dea9c3bc req-7819ce2d-9aac-4f7e-8237-eff76a22fe9a tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d44ca16-e53e-43be-80b6-107621776bb4 HTTP/1.1" status: 200 len: 947 time: 0.5643530 Jul 15 13:23:45.303266 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07a75be8-0fd9-4b85-8c13-f7441353454b {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:45.305921 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87c87a4a-30ac-4b74-bad3-ca4874ee8c8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.320234 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f36eab92-1a6d-4aef-a33a-8bfe73a357ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.322992 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f36eab92-1a6d-4aef-a33a-8bfe73a357ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.324220 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f36eab92-1a6d-4aef-a33a-8bfe73a357ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef0852d9-c07d-4c87-bf0a-6bd2c6eec03d HTTP/1.1" status: 204 len: 168 time: 0.6043780 Jul 15 13:23:45.354481 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36eab92-1a6d-4aef-a33a-8bfe73a357ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0852d9-c07d-4c87-bf0a-6bd2c6eec03d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:45.371253 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a7f2d86-88bb-4827-9f03-46891b144477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.403116 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87c87a4a-30ac-4b74-bad3-ca4874ee8c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.480124 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 07a75be8-0fd9-4b85-8c13-f7441353454b, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=07a75be8-0fd9-4b85-8c13-f7441353454b,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:45.493339 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d0ebc7f0-b514-4d3f-ac38-1264dea9c3bc req-5cfb10a4-bea7-457b-8ee9-0045f3a23d27 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a38b56b-07fa-4517-ae96-b52f00b5d47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910305 Jul 15 13:23:45.519654 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a7f2d86-88bb-4827-9f03-46891b144477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.520015 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9710-f066-4b06-9e5f-6e19c3aca570 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.531783 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.564484 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-603fb29c-53c4-4767-8bd5-8a52294555f2 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.591706 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-603fb29c-53c4-4767-8bd5-8a52294555f2 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.666456 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-87c87a4a-30ac-4b74-bad3-ca4874ee8c8d admin admin] Allocated IP 172.25.6.32 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/eed130ee-c16b-43ee-82e0-06f0b490ccff) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:45.691833 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-603fb29c-53c4-4767-8bd5-8a52294555f2 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.693648 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-603fb29c-53c4-4767-8bd5-8a52294555f2 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9724727 Jul 15 13:23:45.698587 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44354) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:45.713828 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ec0a9710-f066-4b06-9e5f-6e19c3aca570 None None] Transition to ACTIVE for port object e234c0cd-50d5-4a5e-9589-289b30e6571a will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:45.729502 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a7a10e86-3ce6-42a2-8e53-874537b7f867 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Request body: {'security_group_rule': {'security_group_id': '65632b77-ac2c-4325-b2c1-19d0483214d2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:45.734293 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ec0a9710-f066-4b06-9e5f-6e19c3aca570 None None] Transition to ACTIVE for port object e234c0cd-50d5-4a5e-9589-289b30e6571a will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:45.737803 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=07a75be8-0fd9-4b85-8c13-f7441353454b,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:45.748197 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9710-f066-4b06-9e5f-6e19c3aca570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.788899 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603fb29c-53c4-4767-8bd5-8a52294555f2 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65632b77-ac2c-4325-b2c1-19d0483214d2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:45.812978 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0a9710-f066-4b06-9e5f-6e19c3aca570 None None] Network e8913e0d-0d0e-40a2-882d-dd84c17b519b is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:45.817617 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-ec0a9710-f066-4b06-9e5f-6e19c3aca570 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:45.823361 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0a9710-f066-4b06-9e5f-6e19c3aca570 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:45.828392 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a9710-f066-4b06-9e5f-6e19c3aca570 None None] Pushing event updated for resources: {'Port': ['ID=e234c0cd-50d5-4a5e-9589-289b30e6571a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:45.830060 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a7f2d86-88bb-4827-9f03-46891b144477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.848215 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a7f2d86-88bb-4827-9f03-46891b144477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.853789 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8a7f2d86-88bb-4827-9f03-46891b144477 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8550b2c-65b8-4e1b-a3d0-97a65fac054c HTTP/1.1" status: 204 len: 168 time: 0.7213621 Jul 15 13:23:45.900603 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f2d86-88bb-4827-9f03-46891b144477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8550b2c-65b8-4e1b-a3d0-97a65fac054c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:45.962122 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['07a75be8-0fd9-4b85-8c13-f7441353454b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:23:46.019327 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a7a10e86-3ce6-42a2-8e53-874537b7f867 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.167584 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87c87a4a-30ac-4b74-bad3-ca4874ee8c8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.258421 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87c87a4a-30ac-4b74-bad3-ca4874ee8c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.262228 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ec0a9710-f066-4b06-9e5f-6e19c3aca570 None None] Attempting to bind port e234c0cd-50d5-4a5e-9589-289b30e6571a on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:46.263254 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ec0a9710-f066-4b06-9e5f-6e19c3aca570 None None] Attempting to bind port e234c0cd-50d5-4a5e-9589-289b30e6571a by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '5fdc2447-cebd-4891-9870-8462e7706d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:46.264733 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0a9710-f066-4b06-9e5f-6e19c3aca570 None None] Attempting to bind port e234c0cd-50d5-4a5e-9589-289b30e6571a on network e8913e0d-0d0e-40a2-882d-dd84c17b519b {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:46.288818 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0a9710-f066-4b06-9e5f-6e19c3aca570 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:46.289939 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0a9710-f066-4b06-9e5f-6e19c3aca570 None None] Checking segment: {'id': '5fdc2447-cebd-4891-9870-8462e7706d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:46.290880 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9710-f066-4b06-9e5f-6e19c3aca570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.291788 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0a9710-f066-4b06-9e5f-6e19c3aca570 None None] Bound using segment: {'id': '5fdc2447-cebd-4891-9870-8462e7706d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:46.292837 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ec0a9710-f066-4b06-9e5f-6e19c3aca570 None None] Bound port: e234c0cd-50d5-4a5e-9589-289b30e6571a, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdc2447-cebd-4891-9870-8462e7706d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:46.293707 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9710-f066-4b06-9e5f-6e19c3aca570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.395347 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c87a4a-30ac-4b74-bad3-ca4874ee8c8d admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:46.407386 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-87c87a4a-30ac-4b74-bad3-ca4874ee8c8d admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:46.412259 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c87a4a-30ac-4b74-bad3-ca4874ee8c8d admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:46.511797 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c87a4a-30ac-4b74-bad3-ca4874ee8c8d admin admin] Pushing event updated for resources: {'Port': ['ID=eed130ee-c16b-43ee-82e0-06f0b490ccff,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:46.567749 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a7a10e86-3ce6-42a2-8e53-874537b7f867 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.588612 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a7a10e86-3ce6-42a2-8e53-874537b7f867 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.617277 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5852959-3f32-4a93-a2ab-c8a115a35777 req-25168f99-f706-4941-8160-e8040b5e114f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.621709 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b5852959-3f32-4a93-a2ab-c8a115a35777 req-25168f99-f706-4941-8160-e8040b5e114f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.6559629 Jul 15 13:23:46.724372 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a7a10e86-3ce6-42a2-8e53-874537b7f867 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.727007 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a7a10e86-3ce6-42a2-8e53-874537b7f867 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0042953 Jul 15 13:23:46.730057 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ec0a9710-f066-4b06-9e5f-6e19c3aca570 None None] For port e234c0cd-50d5-4a5e-9589-289b30e6571a, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:46.730873 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a10e86-3ce6-42a2-8e53-874537b7f867 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b32dfb7c-7621-451e-b554-2bdea89fa22f,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:46.735763 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44376) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:46.858447 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ec0a9710-f066-4b06-9e5f-6e19c3aca570 None None] For port e234c0cd-50d5-4a5e-9589-289b30e6571a, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e234c0cd-50d5-4a5e-9589-289b30e6571a,segment=NetworkSegment(5fdc2447-cebd-4891-9870-8462e7706d2c),segment_id=5fdc2447-cebd-4891-9870-8462e7706d2c)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:46.888201 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44378) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:46.974864 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4adf943d-6dcd-475b-8e33-e124fea773a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.989069 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec0a9710-f066-4b06-9e5f-6e19c3aca570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.033517 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-26701ea8-399f-40ce-9e3f-51239e6020f1 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.070748 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-26701ea8-399f-40ce-9e3f-51239e6020f1 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.196489 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-26701ea8-399f-40ce-9e3f-51239e6020f1 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.222149 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-26701ea8-399f-40ce-9e3f-51239e6020f1 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.225067 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-26701ea8-399f-40ce-9e3f-51239e6020f1 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/b32dfb7c-7621-451e-b554-2bdea89fa22f HTTP/1.1" status: 204 len: 168 time: 0.4855189 Jul 15 13:23:47.245361 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b5852959-3f32-4a93-a2ab-c8a115a35777 req-90450954-993a-4307-890f-14c2b23293e9 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6107302 Jul 15 13:23:47.246184 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44382) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:47.314696 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a9710-f066-4b06-9e5f-6e19c3aca570 None None] Pushing event updated for resources: {'Port': ['ID=e234c0cd-50d5-4a5e-9589-289b30e6571a,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:47.330463 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26701ea8-399f-40ce-9e3f-51239e6020f1 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b32dfb7c-7621-451e-b554-2bdea89fa22f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:47.427037 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c08d2-7f6f-4e53-833c-adb860d9cfb9 req-6b8f4b3d-b284-4efa-9592-14a10d325d73 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:47.440518 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-128c08d2-7f6f-4e53-833c-adb860d9cfb9 req-6b8f4b3d-b284-4efa-9592-14a10d325d73 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d44ca16-e53e-43be-80b6-107621776bb4 HTTP/1.1" status: 200 len: 948 time: 0.5819721 Jul 15 13:23:47.678086 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2a26682e-5509-42fc-baf8-3110266ecd26 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3996499 Jul 15 13:23:47.686611 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44390) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:47.707177 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-128c08d2-7f6f-4e53-833c-adb860d9cfb9 req-2e946f8d-cb53-4238-9862-42332ed7f75d tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a38b56b-07fa-4517-ae96-b52f00b5d47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651339 Jul 15 13:23:47.901922 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87c87a4a-30ac-4b74-bad3-ca4874ee8c8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.949982 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4adf943d-6dcd-475b-8e33-e124fea773a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.971447 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4adf943d-6dcd-475b-8e33-e124fea773a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.111270 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4adf943d-6dcd-475b-8e33-e124fea773a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed4fd09872db4df08b63d9eece857b54&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1664908 Jul 15 13:23:48.171958 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44396) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:48.257751 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf943d-6dcd-475b-8e33-e124fea773a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6529fc72-320a-4557-a460-5c52d99ebd6e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:48.500720 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-822136db-7117-4ee0-bdef-5b14cb07bf77 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.553663 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 07a75be8-0fd9-4b85-8c13-f7441353454b up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:48.557941 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e43bf7e-81e6-495d-a27c-8b0caf988e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.625893 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e43bf7e-81e6-495d-a27c-8b0caf988e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.682461 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 07a75be8-0fd9-4b85-8c13-f7441353454b completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:48.689440 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 07a75be8-0fd9-4b85-8c13-f7441353454b triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:48.690289 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.710387 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-822136db-7117-4ee0-bdef-5b14cb07bf77 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.813839 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e43bf7e-81e6-495d-a27c-8b0caf988e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.818978 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e43bf7e-81e6-495d-a27c-8b0caf988e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.846838 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3e43bf7e-81e6-495d-a27c-8b0caf988e82 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6529fc72-320a-4557-a460-5c52d99ebd6e HTTP/1.1" status: 204 len: 168 time: 0.6542673 Jul 15 13:23:48.878533 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43bf7e-81e6-495d-a27c-8b0caf988e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6529fc72-320a-4557-a460-5c52d99ebd6e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:49.172903 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.265972 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d44ca16-e53e-43be-80b6-107621776bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a75be8-0fd9-4b85-8c13-f7441353454b'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:49.272805 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0c17fd-b1f6-4339-a061-ffa358165cd1" -d '{"events": [{"server_uuid": "5d44ca16-e53e-43be-80b6-107621776bb4", "name": "network-vif-plugged", "status": "completed", "tag": "07a75be8-0fd9-4b85-8c13-f7441353454b"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:49.305410 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 07a75be8-0fd9-4b85-8c13-f7441353454b, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=07a75be8-0fd9-4b85-8c13-f7441353454b,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:49.319429 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.573849 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=07a75be8-0fd9-4b85-8c13-f7441353454b,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:49.603269 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c6873-da7b-4bd9-9aef-19536be78187 req-d7464348-340b-4960-a935-00328ead3f09 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:49.611008 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e234c0cd-50d5-4a5e-9589-289b30e6571a up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:49.618251 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-377c6873-da7b-4bd9-9aef-19536be78187 req-d7464348-340b-4960-a935-00328ead3f09 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d44ca16-e53e-43be-80b6-107621776bb4 HTTP/1.1" status: 200 len: 948 time: 0.3309395 Jul 15 13:23:49.652858 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39471fcd-8a8b-48cc-b8b2-17145f331b14 req-ebbb5125-1ba6-4157-965d-d9fd19dcc229 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5779149b-8344-4287-9e4c-f6f8e88db962&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.3588827 Jul 15 13:23:49.700262 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c525be-fb5c-4441-9aaa-503f41e2fb6e req-6ae19a22-ca84-4939-a582-1bad3d22871f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:49.707269 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-90c525be-fb5c-4441-9aaa-503f41e2fb6e req-6ae19a22-ca84-4939-a582-1bad3d22871f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 1.1295602 Jul 15 13:23:49.718134 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-822136db-7117-4ee0-bdef-5b14cb07bf77 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.721195 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-822136db-7117-4ee0-bdef-5b14cb07bf77 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.727662 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-822136db-7117-4ee0-bdef-5b14cb07bf77 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "DELETE /v2.0/security-groups/65632b77-ac2c-4325-b2c1-19d0483214d2 HTTP/1.1" status: 204 len: 168 time: 2.0355616 Jul 15 13:23:49.739301 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44430) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:49.781676 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-377c6873-da7b-4bd9-9aef-19536be78187 req-a80ee339-685f-4319-afe1-1a78366fa46d tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a38b56b-07fa-4517-ae96-b52f00b5d47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501675 Jul 15 13:23:49.805392 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca513a4-0c69-4ecc-9074-499330871591 None None] Network e8913e0d-0d0e-40a2-882d-dd84c17b519b requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:49.820638 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822136db-7117-4ee0-bdef-5b14cb07bf77 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65632b77-ac2c-4325-b2c1-19d0483214d2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:49.881399 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87c87a4a-30ac-4b74-bad3-ca4874ee8c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.909141 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0031d009-3c5f-4308-8ea8-bdec46e43711 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1610434 Jul 15 13:23:49.910978 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44432) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:49.915962 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e1d5df2b-3c59-424b-90c6-7ac5a89a8ff2 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Request body: {'security_group': {'name': 'tempest-secgroup--852631567'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:49.955768 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ec0066-70a8-45bc-b3fa-3621419e3ff4 x-openstack-request-id: req-68ec0066-70a8-45bc-b3fa-3621419e3ff4 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:49.956201 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d44ca16-e53e-43be-80b6-107621776bb4", "name": "network-vif-plugged", "status": "completed", "tag": "07a75be8-0fd9-4b85-8c13-f7441353454b", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:49.956797 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-68ec0066-70a8-45bc-b3fa-3621419e3ff4 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:49.957788 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d44ca16-e53e-43be-80b6-107621776bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a75be8-0fd9-4b85-8c13-f7441353454b', 'code': 200} Jul 15 13:23:49.990863 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port e234c0cd-50d5-4a5e-9589-289b30e6571a completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:50.003120 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9ff5e156-e206-47cc-8f14-eb68afcf6938 None None] Provisioning for port e234c0cd-50d5-4a5e-9589-289b30e6571a completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:50.010820 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e1d5df2b-3c59-424b-90c6-7ac5a89a8ff2 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.054157 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port e234c0cd-50d5-4a5e-9589-289b30e6571a triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:50.055231 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.140499 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9ff5e156-e206-47cc-8f14-eb68afcf6938 None None] Provisioning complete for port e234c0cd-50d5-4a5e-9589-289b30e6571a triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:50.141273 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ff5e156-e206-47cc-8f14-eb68afcf6938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.148629 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-90c525be-fb5c-4441-9aaa-503f41e2fb6e req-346df68d-36a2-4802-bd70-9b1236b39082 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4192879 Jul 15 13:23:50.287931 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e1d5df2b-3c59-424b-90c6-7ac5a89a8ff2 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.297841 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e1d5df2b-3c59-424b-90c6-7ac5a89a8ff2 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.338978 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e1d5df2b-3c59-424b-90c6-7ac5a89a8ff2 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.345221 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e1d5df2b-3c59-424b-90c6-7ac5a89a8ff2 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4282885 Jul 15 13:23:50.346265 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44436) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:50.376138 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c35bfcfc-2236-498d-93aa-c2fbd4a4c89a tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Request body: {'security_group_rule': {'security_group_id': 'b430bfa9-29ab-4cd6-918e-5b8cbc1e02f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:50.378542 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.508803 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5df2b-3c59-424b-90c6-7ac5a89a8ff2 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b430bfa9-29ab-4cd6-918e-5b8cbc1e02f3,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:50.511910 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port e234c0cd-50d5-4a5e-9589-289b30e6571a, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e234c0cd-50d5-4a5e-9589-289b30e6571a,segment=NetworkSegment(5fdc2447-cebd-4891-9870-8462e7706d2c),segment_id=5fdc2447-cebd-4891-9870-8462e7706d2c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:50.528469 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.530326 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c35bfcfc-2236-498d-93aa-c2fbd4a4c89a tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.677140 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c35bfcfc-2236-498d-93aa-c2fbd4a4c89a tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.706271 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c35bfcfc-2236-498d-93aa-c2fbd4a4c89a tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.807495 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35bfcfc-2236-498d-93aa-c2fbd4a4c89a tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6953f2b0-43ca-4179-aa79-42a8b327e9de,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:50.819702 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c35bfcfc-2236-498d-93aa-c2fbd4a4c89a tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.824327 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c35bfcfc-2236-498d-93aa-c2fbd4a4c89a tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4770732 Jul 15 13:23:50.829633 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44462) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:50.871165 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0eeeefbd-82b6-4655-a32f-3d50db2bfab7 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "GET /v2.0/security-group-rules/6953f2b0-43ca-4179-aa79-42a8b327e9de HTTP/1.1" status: 200 len: 763 time: 0.0353906 Jul 15 13:23:50.873214 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44468) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:50.975009 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-690a273a-5e1f-4ec0-bdff-43d8a8928b10 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0968020 Jul 15 13:23:50.975985 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44472) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:51.058129 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9eb2e4c7-ab0e-4499-ace2-f9d67f5d5e4f tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.127472 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9eb2e4c7-ab0e-4499-ace2-f9d67f5d5e4f tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.211577 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9020ab4d-19ad-4496-ae31-bdc87a83946e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.235640 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=e234c0cd-50d5-4a5e-9589-289b30e6571a,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:51.327270 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9eb2e4c7-ab0e-4499-ace2-f9d67f5d5e4f tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.337103 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9eb2e4c7-ab0e-4499-ace2-f9d67f5d5e4f tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.338641 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9eb2e4c7-ab0e-4499-ace2-f9d67f5d5e4f tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/6953f2b0-43ca-4179-aa79-42a8b327e9de HTTP/1.1" status: 204 len: 168 time: 0.3611984 Jul 15 13:23:51.362017 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44492) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:51.378744 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2e4c7-ab0e-4499-ace2-f9d67f5d5e4f tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6953f2b0-43ca-4179-aa79-42a8b327e9de,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:51.489824 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9191c5cc-2930-4b86-96a5-cc91117dda42 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1235983 Jul 15 13:23:51.491534 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44506) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:51.506958 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-97621b15-4f92-445d-b15b-9fbd599b04f4 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Request body: {'security_group_rule': {'security_group_id': 'b430bfa9-29ab-4cd6-918e-5b8cbc1e02f3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:51.637038 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97621b15-4f92-445d-b15b-9fbd599b04f4 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.761116 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97621b15-4f92-445d-b15b-9fbd599b04f4 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.767046 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97621b15-4f92-445d-b15b-9fbd599b04f4 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.817452 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97621b15-4f92-445d-b15b-9fbd599b04f4 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e47e3a7-8bf4-4b9b-a4ab-03b48ff84270,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:51.861924 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97621b15-4f92-445d-b15b-9fbd599b04f4 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.868006 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-97621b15-4f92-445d-b15b-9fbd599b04f4 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3723855 Jul 15 13:23:51.870254 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44520) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:51.904071 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7efc141a-1b8d-42d9-9831-210cf9a6d286 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "GET /v2.0/security-group-rules/7e47e3a7-8bf4-4b9b-a4ab-03b48ff84270 HTTP/1.1" status: 200 len: 763 time: 0.0318527 Jul 15 13:23:51.914642 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44522) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:51.940285 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0350b8f6-b0e9-4c99-bd42-a896a358b484 None None] Provisioning complete for port e234c0cd-50d5-4a5e-9589-289b30e6571a triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:51.941526 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0350b8f6-b0e9-4c99-bd42-a896a358b484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.051380 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-36a7cbed-cd91-40bd-83fb-1105a4bd2116 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1368732 Jul 15 13:23:52.052932 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44530) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:52.149215 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97e89a-0da0-4e1b-a31e-c6022f0f26ed req-7379f044-07d3-4d8a-bedf-de89349f1a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:52.152928 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5e97e89a-0da0-4e1b-a31e-c6022f0f26ed req-7379f044-07d3-4d8a-bedf-de89349f1a74 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5d44ca16-e53e-43be-80b6-107621776bb4 HTTP/1.1" status: 200 len: 1101 time: 0.6137531 Jul 15 13:23:52.162325 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39471fcd-8a8b-48cc-b8b2-17145f331b14 req-e4e6aac8-8a20-4b72-b311-ebc1ee82ba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:52.166601 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39471fcd-8a8b-48cc-b8b2-17145f331b14 req-e4e6aac8-8a20-4b72-b311-ebc1ee82ba9e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=00e8a24106eb44d89c9c68dc038af0d3&device_id=5779149b-8344-4287-9e4c-f6f8e88db962 HTTP/1.1" status: 200 len: 1102 time: 1.9610028 Jul 15 13:23:52.226766 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a53fd1-770c-468c-8dd5-3d31d2e32200 req-85b263ab-56bd-4499-bb9c-1bc1bad03ede tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:52.230540 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bca02924-f870-4a8e-b185-01206a56e392 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.240389 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d0a53fd1-770c-468c-8dd5-3d31d2e32200 req-85b263ab-56bd-4499-bb9c-1bc1bad03ede tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d44ca16-e53e-43be-80b6-107621776bb4 HTTP/1.1" status: 200 len: 949 time: 0.7021966 Jul 15 13:23:52.281807 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c87a4a-30ac-4b74-bad3-ca4874ee8c8d admin admin] Router 0d0f3b8e-5ce8-4225-bf86-b388b2c6645a is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:23:52.285316 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bca02924-f870-4a8e-b185-01206a56e392 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.341970 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bca02924-f870-4a8e-b185-01206a56e392 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.349804 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bca02924-f870-4a8e-b185-01206a56e392 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.351244 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-bca02924-f870-4a8e-b185-01206a56e392 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/7e47e3a7-8bf4-4b9b-a4ab-03b48ff84270 HTTP/1.1" status: 204 len: 168 time: 0.2966473 Jul 15 13:23:52.355469 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44538) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:52.421150 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1e73b3a6-5862-4c08-bc86-aaf1db53e6f7 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0642545 Jul 15 13:23:52.422306 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca02924-f870-4a8e-b185-01206a56e392 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e47e3a7-8bf4-4b9b-a4ab-03b48ff84270,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:52.426589 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44542) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:52.433329 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-dfcdfcda-d135-4235-b70a-27296f060f48 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Request body: {'security_group_rule': {'security_group_id': 'b430bfa9-29ab-4cd6-918e-5b8cbc1e02f3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:52.464851 n-d-758944-45 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-dfcdfcda-d135-4235-b70a-27296f060f48 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Project 4b70fa318aee4946901a43cbcd91bc21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:23:52.473479 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dfcdfcda-d135-4235-b70a-27296f060f48 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.484596 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5e97e89a-0da0-4e1b-a31e-c6022f0f26ed req-0e635c57-6f84-4708-9ac8-24eca439b868 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4a38b56b-07fa-4517-ae96-b52f00b5d47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158400 Jul 15 13:23:52.595396 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39471fcd-8a8b-48cc-b8b2-17145f331b14 req-208c5ba0-2130-41b5-8955-76ac7eaf0634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:52.597112 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39471fcd-8a8b-48cc-b8b2-17145f331b14 req-208c5ba0-2130-41b5-8955-76ac7eaf0634 service neutron] 10.222.0.18 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.3494370 Jul 15 13:23:52.600547 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d0a53fd1-770c-468c-8dd5-3d31d2e32200 req-d5a17ecf-aec7-44a0-ad9c-95f73eec6dbd tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a38b56b-07fa-4517-ae96-b52f00b5d47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584781 Jul 15 13:23:52.718659 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dfcdfcda-d135-4235-b70a-27296f060f48 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.728899 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dfcdfcda-d135-4235-b70a-27296f060f48 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.804636 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcdfcda-d135-4235-b70a-27296f060f48 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d90f0d4-c3ae-4e53-a226-5a2a01fa90de,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:52.847493 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dfcdfcda-d135-4235-b70a-27296f060f48 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.850135 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-dfcdfcda-d135-4235-b70a-27296f060f48 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4214659 Jul 15 13:23:52.900942 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44568) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:52.905130 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c87a4a-30ac-4b74-bad3-ca4874ee8c8d admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:23:52.917314 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8087724f-9d03-4a7b-ba1d-9bbffab63ba7 None None] Sync routers for ids ['0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:23:52.926736 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c2a1e442-2ec7-469d-93d5-1db6ee60d2b3 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "GET /v2.0/security-group-rules/9d90f0d4-c3ae-4e53-a226-5a2a01fa90de HTTP/1.1" status: 200 len: 769 time: 0.0232503 Jul 15 13:23:52.933830 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44578) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:52.942139 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8087724f-9d03-4a7b-ba1d-9bbffab63ba7 None None] Routers {'0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:52.943751 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8087724f-9d03-4a7b-ba1d-9bbffab63ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:23:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:52.946077 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39471fcd-8a8b-48cc-b8b2-17145f331b14 req-6a41b913-dd94-4b18-9cb6-e1946026425a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=708be135-5193-4e40-ad64-7c142587f86e HTTP/1.1" status: 200 len: 217 time: 0.1367040 Jul 15 13:23:53.018343 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7fad0641-bf4b-4479-8eaa-830bc3f7d56f tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0747833 Jul 15 13:23:53.019049 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44588) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:53.072435 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107554fd-2cc7-4a02-b22b-26c8749b5151 req-1d087e5c-4ce6-4243-8928-2bd717d3d399 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:53.083283 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-107554fd-2cc7-4a02-b22b-26c8749b5151 req-1d087e5c-4ce6-4243-8928-2bd717d3d399 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.2807140 Jul 15 13:23:53.088767 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39471fcd-8a8b-48cc-b8b2-17145f331b14 req-ac0da17e-04f5-465d-b9c0-6a352e167787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:53.096091 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39471fcd-8a8b-48cc-b8b2-17145f331b14 req-ac0da17e-04f5-465d-b9c0-6a352e167787 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1426942 Jul 15 13:23:53.099989 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87c87a4a-30ac-4b74-bad3-ca4874ee8c8d admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.105546 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-87c87a4a-30ac-4b74-bad3-ca4874ee8c8d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.4317372 Jul 15 13:23:53.109466 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44590) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:53.137462 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-107554fd-2cc7-4a02-b22b-26c8749b5151 req-a99c3e64-79dc-49a5-8d78-e8c9ac0ef36a tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529501 Jul 15 13:23:53.203693 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-31088185-466f-41ce-a305-10e4e9c8133c tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.254335 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.270025 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-31088185-466f-41ce-a305-10e4e9c8133c tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.317680 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-31088185-466f-41ce-a305-10e4e9c8133c tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.330408 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-31088185-466f-41ce-a305-10e4e9c8133c tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.334878 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-31088185-466f-41ce-a305-10e4e9c8133c tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/9d90f0d4-c3ae-4e53-a226-5a2a01fa90de HTTP/1.1" status: 204 len: 168 time: 0.3084018 Jul 15 13:23:53.364228 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44598) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:53.373086 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c7e656e5-2540-45e8-854f-2a8a52dad684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.387293 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-8087724f-9d03-4a7b-ba1d-9bbffab63ba7 None None] Set router 0d0f3b8e-5ce8-4225-bf86-b388b2c6645a gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:53.435819 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e234c0cd-50d5-4a5e-9589-289b30e6571a up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:53.533678 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31088185-466f-41ce-a305-10e4e9c8133c tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d90f0d4-c3ae-4e53-a226-5a2a01fa90de,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:53.605088 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port e234c0cd-50d5-4a5e-9589-289b30e6571a triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:53.605902 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.687851 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1285e882-5410-4560-8781-688010b69c52 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3134286 Jul 15 13:23:53.692485 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44610) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:53.901115 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39471fcd-8a8b-48cc-b8b2-17145f331b14 req-5f795979-2852-434f-9c0f-ff93056f2c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:53.907783 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39471fcd-8a8b-48cc-b8b2-17145f331b14 req-5f795979-2852-434f-9c0f-ff93056f2c40 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7989898 Jul 15 13:23:53.947383 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0563919b-e85d-45eb-b17c-f9475203cf8c tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.033228 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0563919b-e85d-45eb-b17c-f9475203cf8c tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.173356 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8087724f-9d03-4a7b-ba1d-9bbffab63ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'name': 'tempest-AttachVolumeTestJSON-125246177-router', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:42Z', 'updated_at': '2021-07-15T13:23:47Z', 'revision_number': 3, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'gw_port': {'id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:45Z', 'updated_at': '2021-07-15T13:23:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:54.292191 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0563919b-e85d-45eb-b17c-f9475203cf8c tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.298124 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0563919b-e85d-45eb-b17c-f9475203cf8c tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.304348 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0563919b-e85d-45eb-b17c-f9475203cf8c tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "DELETE /v2.0/security-groups/b430bfa9-29ab-4cd6-918e-5b8cbc1e02f3 HTTP/1.1" status: 204 len: 168 time: 0.6107113 Jul 15 13:23:54.311862 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44624) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:54.334465 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563919b-e85d-45eb-b17c-f9475203cf8c tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b430bfa9-29ab-4cd6-918e-5b8cbc1e02f3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:54.406321 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a9527e98-fb4d-47a2-b038-88519d9b3809 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0917301 Jul 15 13:23:54.414942 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44626) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:54.434212 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d98da-2819-42fb-98a7-8c61822aed12 req-6fc40863-202d-41f1-9bd6-50037a2b42c5 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:54.444861 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644d98da-2819-42fb-98a7-8c61822aed12 req-6fc40863-202d-41f1-9bd6-50037a2b42c5 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d44ca16-e53e-43be-80b6-107621776bb4 HTTP/1.1" status: 200 len: 949 time: 0.2561073 Jul 15 13:23:54.477336 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8087724f-9d03-4a7b-ba1d-9bbffab63ba7 None None] Checking router: 0d0f3b8e-5ce8-4225-bf86-b388b2c6645a for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:23:54.478265 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8087724f-9d03-4a7b-ba1d-9bbffab63ba7 None None] Updating router 0d0f3b8e-5ce8-4225-bf86-b388b2c6645a port eed130ee-c16b-43ee-82e0-06f0b490ccff binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:23:54.523596 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8087724f-9d03-4a7b-ba1d-9bbffab63ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.547410 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-eac5b402-a0ad-4772-af5c-21956efeb7e2 tempest-SecGroupIPv6Test-1346404552 tempest-SecGroupIPv6Test-1346404552-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1307333 Jul 15 13:23:54.652363 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-644d98da-2819-42fb-98a7-8c61822aed12 req-7fbbe621-911b-48fc-8be0-d7f3a3aacde7 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a38b56b-07fa-4517-ae96-b52f00b5d47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061727 Jul 15 13:23:54.729701 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.735223 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39471fcd-8a8b-48cc-b8b2-17145f331b14 req-ecbf6a82-9fe9-400d-a9fa-0ff3c82907e6 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8146043 Jul 15 13:23:55.018760 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.205697 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44678) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:55.282553 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d8e5a-0363-453c-a27e-5990edbc2951 req-2b942d7b-d7ac-44dd-9576-d8cb1b935706 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:55.293439 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-999d8e5a-0363-453c-a27e-5990edbc2951 req-2b942d7b-d7ac-44dd-9576-d8cb1b935706 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 1.0115428 Jul 15 13:23:55.298804 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf2c6b-843b-429a-898c-c30ccb71b141 req-f392fbb8-295e-4a7a-947f-6766273ca123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:55.300715 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1cdf2c6b-843b-429a-898c-c30ccb71b141 req-f392fbb8-295e-4a7a-947f-6766273ca123 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a5577c115ec43508375ce7d29599c94&device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 1097 time: 1.0221462 Jul 15 13:23:55.346355 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8087724f-9d03-4a7b-ba1d-9bbffab63ba7 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.396662 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8087724f-9d03-4a7b-ba1d-9bbffab63ba7 None None] Transition to ACTIVE for port object eed130ee-c16b-43ee-82e0-06f0b490ccff will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:55.414716 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8087724f-9d03-4a7b-ba1d-9bbffab63ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.520911 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39471fcd-8a8b-48cc-b8b2-17145f331b14 req-d1552273-059d-4511-b82e-5e74a7db2b2f service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7662020 Jul 15 13:23:55.534777 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-999d8e5a-0363-453c-a27e-5990edbc2951 req-e1986580-9bfa-4758-b6a4-e9c01ca6b998 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2397578 Jul 15 13:23:55.613077 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8087724f-9d03-4a7b-ba1d-9bbffab63ba7 None None] Attempting to bind port eed130ee-c16b-43ee-82e0-06f0b490ccff on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:55.614188 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8087724f-9d03-4a7b-ba1d-9bbffab63ba7 None None] Attempting to bind port eed130ee-c16b-43ee-82e0-06f0b490ccff by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:55.614887 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8087724f-9d03-4a7b-ba1d-9bbffab63ba7 None None] Attempting to bind port eed130ee-c16b-43ee-82e0-06f0b490ccff on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:55.630000 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8087724f-9d03-4a7b-ba1d-9bbffab63ba7 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:55.630590 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8087724f-9d03-4a7b-ba1d-9bbffab63ba7 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:55.631241 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8087724f-9d03-4a7b-ba1d-9bbffab63ba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.631826 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8087724f-9d03-4a7b-ba1d-9bbffab63ba7 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:55.632591 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8087724f-9d03-4a7b-ba1d-9bbffab63ba7 None None] Bound port: eed130ee-c16b-43ee-82e0-06f0b490ccff, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:55.633200 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8087724f-9d03-4a7b-ba1d-9bbffab63ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.643030 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-84ae86f7-3ed7-4561-9af9-76b024fae20a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b70fa318aee4946901a43cbcd91bc21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4354432 Jul 15 13:23:55.651959 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44694) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:55.693962 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ede4ba-e0d2-4f02-9d06-f265e2ded5f8 None None] Pushing event updated for resources: {'Port': ['ID=eed130ee-c16b-43ee-82e0-06f0b490ccff,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:55.774436 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8087724f-9d03-4a7b-ba1d-9bbffab63ba7 None None] For port eed130ee-c16b-43ee-82e0-06f0b490ccff, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:55.782112 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8087724f-9d03-4a7b-ba1d-9bbffab63ba7 None None] For port eed130ee-c16b-43ee-82e0-06f0b490ccff, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=eed130ee-c16b-43ee-82e0-06f0b490ccff,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:55.790080 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8087724f-9d03-4a7b-ba1d-9bbffab63ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.887664 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ffc5624-666e-4bd2-87ca-ca01c8ccb0ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.945691 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ede4ba-e0d2-4f02-9d06-f265e2ded5f8 None None] Pushing event updated for resources: {'Port': ['ID=eed130ee-c16b-43ee-82e0-06f0b490ccff,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:55.990436 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ffc5624-666e-4bd2-87ca-ca01c8ccb0ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.994986 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf2c6b-843b-429a-898c-c30ccb71b141 req-a82d8408-12eb-4639-9220-ce2f1ab1d677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:55.996910 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8087724f-9d03-4a7b-ba1d-9bbffab63ba7 None None] Routers {'0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:55.997612 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1cdf2c6b-843b-429a-898c-c30ccb71b141 req-a82d8408-12eb-4639-9220-ce2f1ab1d677 service neutron] 10.222.0.32 "GET /v2.0/networks?id=edeaa118-edc5-4f1b-bf13-6f27616a2b19 HTTP/1.1" status: 200 len: 913 time: 0.6790390 Jul 15 13:23:55.998264 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8087724f-9d03-4a7b-ba1d-9bbffab63ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:23:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:56.162982 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ffc5624-666e-4bd2-87ca-ca01c8ccb0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.176215 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ffc5624-666e-4bd2-87ca-ca01c8ccb0ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.179026 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7ffc5624-666e-4bd2-87ca-ca01c8ccb0ec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12cfb923-b0ba-49b7-b446-2e2e48f507fd HTTP/1.1" status: 204 len: 168 time: 0.5259650 Jul 15 13:23:56.252459 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc5624-666e-4bd2-87ca-ca01c8ccb0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cfb923-b0ba-49b7-b446-2e2e48f507fd,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:56.349724 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.578361 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-8087724f-9d03-4a7b-ba1d-9bbffab63ba7 None None] Set router 0d0f3b8e-5ce8-4225-bf86-b388b2c6645a gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:56.628801 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1cdf2c6b-843b-429a-898c-c30ccb71b141 req-ef4eab1c-1286-4009-ae07-7c5bb4280524 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3313d1c0-7322-4571-9574-1a2b411edcd1 HTTP/1.1" status: 200 len: 999 time: 0.6109066 Jul 15 13:23:56.932337 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e04e08d-28f9-455e-8264-dd8d0c6a2ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.990999 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf2c6b-843b-429a-898c-c30ccb71b141 req-9b8d0cd5-f5b4-4056-bef8-266d28c1ea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:56.994169 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1cdf2c6b-843b-429a-898c-c30ccb71b141 req-9b8d0cd5-f5b4-4056-bef8-266d28c1ea85 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d793a745-d38c-4e8b-9716-b5fdf7b27406 HTTP/1.1" status: 200 len: 851 time: 0.3544602 Jul 15 13:23:57.098117 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44766) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:57.212454 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8087724f-9d03-4a7b-ba1d-9bbffab63ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'name': 'tempest-AttachVolumeTestJSON-125246177-router', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:42Z', 'updated_at': '2021-07-15T13:23:47Z', 'revision_number': 3, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'gw_port': {'id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:45Z', 'updated_at': '2021-07-15T13:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:57.285874 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8087724f-9d03-4a7b-ba1d-9bbffab63ba7 None None] The sync data for ids ['0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'] in n-d-758944-45 is: [{'id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'name': 'tempest-AttachVolumeTestJSON-125246177-router', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:42Z', 'updated_at': '2021-07-15T13:23:47Z', 'revision_number': 3, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'gw_port': {'id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:45Z', 'updated_at': '2021-07-15T13:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:23:57.366566 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fd185e46-5d21-4e5c-ad8f-660ce1b737ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.803961 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf2c6b-843b-429a-898c-c30ccb71b141 req-999e4a7f-1dd3-4a66-a85c-9b83d900c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:57.873277 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1cdf2c6b-843b-429a-898c-c30ccb71b141 req-999e4a7f-1dd3-4a66-a85c-9b83d900c84b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edeaa118-edc5-4f1b-bf13-6f27616a2b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8587961 Jul 15 13:23:57.952717 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37512aa3-dda8-4ccc-9e45-ce1d696f19e8 req-0be13174-6ffe-4c5a-90af-41df37f49136 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:57.978761 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-37512aa3-dda8-4ccc-9e45-ce1d696f19e8 req-0be13174-6ffe-4c5a-90af-41df37f49136 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d44ca16-e53e-43be-80b6-107621776bb4 HTTP/1.1" status: 200 len: 949 time: 0.3750205 Jul 15 13:23:58.072793 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb8a11-17e6-43e0-9323-9e472488dbc8 req-fed164e9-1c9a-4f46-9c18-9e908d32bea2 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:58.087238 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4afb8a11-17e6-43e0-9323-9e472488dbc8 req-fed164e9-1c9a-4f46-9c18-9e908d32bea2 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.9070954 Jul 15 13:23:58.096785 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fd185e46-5d21-4e5c-ad8f-660ce1b737ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.149873 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fd185e46-5d21-4e5c-ad8f-660ce1b737ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.387776 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44806) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:58.438527 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-37512aa3-dda8-4ccc-9e45-ce1d696f19e8 req-98f4a315-7737-41e1-a4bb-58aa123030e3 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a38b56b-07fa-4517-ae96-b52f00b5d47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156222 Jul 15 13:23:58.459607 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-fd185e46-5d21-4e5c-ad8f-660ce1b737ef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2aed683fe9544fd19cc2039a1d5f0256&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3597746 Jul 15 13:23:58.465437 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44812) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:58.477540 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd185e46-5d21-4e5c-ad8f-660ce1b737ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6919ed3-7241-435f-83f9-341e672b3948,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:58.656675 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-6e04e08d-28f9-455e-8264-dd8d0c6a2ae5 admin admin] Allocated IP 172.20.0.1 (e8913e0d-0d0e-40a2-882d-dd84c17b519b/7ddbfc00-1f92-454d-9c2c-3d67f76399b6/a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:58.659137 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6e7613f-598c-4bba-a0f5-81309b624e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.693530 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-dda81ded-535d-4aef-9196-d3bb29f93908 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-164657384'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:58.729286 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6e7613f-598c-4bba-a0f5-81309b624e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.834895 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda81ded-535d-4aef-9196-d3bb29f93908 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Made reservation on behalf of c899b438bf714cb1a59d5a8698f72e8a for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:58.848634 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dda81ded-535d-4aef-9196-d3bb29f93908 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.871140 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dda81ded-535d-4aef-9196-d3bb29f93908 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.945316 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6e7613f-598c-4bba-a0f5-81309b624e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.952580 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6e7613f-598c-4bba-a0f5-81309b624e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.959106 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f6e7613f-598c-4bba-a0f5-81309b624e4f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6919ed3-7241-435f-83f9-341e672b3948 HTTP/1.1" status: 204 len: 168 time: 0.4896712 Jul 15 13:23:58.983534 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7613f-598c-4bba-a0f5-81309b624e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6919ed3-7241-435f-83f9-341e672b3948,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:59.151955 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dda81ded-535d-4aef-9196-d3bb29f93908 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.163191 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dda81ded-535d-4aef-9196-d3bb29f93908 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.215163 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda81ded-535d-4aef-9196-d3bb29f93908 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:23:59.256224 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dda81ded-535d-4aef-9196-d3bb29f93908 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.262411 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-dda81ded-535d-4aef-9196-d3bb29f93908 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Added segment d9b8c996-a854-40bd-be22-e3f3f6c6ba04 of type vlan for network 9ec833a8-7473-4719-9bd1-d4ef027cf0ef Jul 15 13:23:59.265058 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda81ded-535d-4aef-9196-d3bb29f93908 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6da93bd4-2096-49d7-add3-0c477059530a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:59.292129 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e04e08d-28f9-455e-8264-dd8d0c6a2ae5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.371578 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dda81ded-535d-4aef-9196-d3bb29f93908 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.426028 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4afb8a11-17e6-43e0-9323-9e472488dbc8 req-de3df212-573f-41b6-ba4e-aa779c99965d tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3375294 Jul 15 13:23:59.468046 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dda81ded-535d-4aef-9196-d3bb29f93908 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.500506 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-6e04e08d-28f9-455e-8264-dd8d0c6a2ae5 admin admin] Transition to ACTIVE for port object a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:59.504106 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda81ded-535d-4aef-9196-d3bb29f93908 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:59.511157 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dda81ded-535d-4aef-9196-d3bb29f93908 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.576686 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1cdf2c6b-843b-429a-898c-c30ccb71b141 req-49e7df0a-51ae-4073-9ad2-4fd352bede87 service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6796095 Jul 15 13:23:59.618764 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device eed130ee-c16b-43ee-82e0-06f0b490ccff up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:59.737426 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-dda81ded-535d-4aef-9196-d3bb29f93908 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3435774 Jul 15 13:23:59.745687 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44896) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:59.762261 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-820fe8d4-227d-45b6-99f4-3e5c69a61959 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Request body: {'subnet': {'network_id': '9ec833a8-7473-4719-9bd1-d4ef027cf0ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:59.818696 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port eed130ee-c16b-43ee-82e0-06f0b490ccff completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:59.830802 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port eed130ee-c16b-43ee-82e0-06f0b490ccff triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:59.831235 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.837366 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:23:59.871643 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70beca-abb5-43f0-93de-d03002dfcab7 req-01c0e6ce-7976-4f3e-88fb-6fee5b162a4b tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:59.873925 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9f70beca-abb5-43f0-93de-d03002dfcab7 req-01c0e6ce-7976-4f3e-88fb-6fee5b162a4b tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d44ca16-e53e-43be-80b6-107621776bb4 HTTP/1.1" status: 200 len: 949 time: 1.6586249 Jul 15 13:23:59.926324 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e04e08d-28f9-455e-8264-dd8d0c6a2ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.003981 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44906) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:00.017100 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.044461 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port eed130ee-c16b-43ee-82e0-06f0b490ccff, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=eed130ee-c16b-43ee-82e0-06f0b490ccff,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:00.050446 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.111200 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=eed130ee-c16b-43ee-82e0-06f0b490ccff,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:00.132178 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66f8fd4f-f3de-4b02-b47f-497f1ab100f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.149089 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e04e08d-28f9-455e-8264-dd8d0c6a2ae5 admin admin] Network e8913e0d-0d0e-40a2-882d-dd84c17b519b is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:00.152776 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda81ded-535d-4aef-9196-d3bb29f93908 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Pushing event updated for resources: {'Network': ['ID=9ec833a8-7473-4719-9bd1-d4ef027cf0ef,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:00.170974 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-6e04e08d-28f9-455e-8264-dd8d0c6a2ae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:00.196653 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e04e08d-28f9-455e-8264-dd8d0c6a2ae5 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:00.205970 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820fe8d4-227d-45b6-99f4-3e5c69a61959 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Made reservation on behalf of c899b438bf714cb1a59d5a8698f72e8a for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:00.209103 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04e08d-28f9-455e-8264-dd8d0c6a2ae5 admin admin] Pushing event updated for resources: {'Port': ['ID=a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:00.209726 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 9ec833a8-7473-4719-9bd1-d4ef027cf0ef details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:24:00.210419 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-820fe8d4-227d-45b6-99f4-3e5c69a61959 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.375599 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1cdf2c6b-843b-429a-898c-c30ccb71b141 req-0a42f048-1971-46dc-a258-56bf9ea8c428 service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7683451 Jul 15 13:24:00.551554 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66f8fd4f-f3de-4b02-b47f-497f1ab100f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.566330 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66f8fd4f-f3de-4b02-b47f-497f1ab100f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.601688 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65002f-276d-4b85-8cfb-c1c0fe224762 req-f28530d1-a935-477f-aa4e-f432a0c2c197 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:00.602282 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 07a75be8-0fd9-4b85-8c13-f7441353454b no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:00.605583 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6e65002f-276d-4b85-8cfb-c1c0fe224762 req-f28530d1-a935-477f-aa4e-f432a0c2c197 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d44ca16-e53e-43be-80b6-107621776bb4 HTTP/1.1" status: 200 len: 949 time: 0.8006098 Jul 15 13:24:00.606849 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e04e08d-28f9-455e-8264-dd8d0c6a2ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.753216 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8fd4f-f3de-4b02-b47f-497f1ab100f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0360ca31-9823-46aa-9712-6ed586ad6dff,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:00.815271 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.820257 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-820fe8d4-227d-45b6-99f4-3e5c69a61959 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.825156 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2722c41e-2d2a-4eda-adbe-497182bda898 None None] Provisioning for port a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:00.849513 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2722c41e-2d2a-4eda-adbe-497182bda898 None None] Provisioning complete for port a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:00.850718 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2722c41e-2d2a-4eda-adbe-497182bda898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.887028 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fe8d4-227d-45b6-99f4-3e5c69a61959 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Pushing event updated for resources: {'Subnet': ['ID=d6a83001-0278-4ce5-bb9f-c90e14dc35c9,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:00.915563 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-66f8fd4f-f3de-4b02-b47f-497f1ab100f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa2149c2f8bc4034802d43acff321569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9080842 Jul 15 13:24:00.918855 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44964) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:00.974336 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2722c41e-2d2a-4eda-adbe-497182bda898 None None] Port a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:01.017342 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820fe8d4-227d-45b6-99f4-3e5c69a61959 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Checking segment: {'id': 'd9b8c996-a854-40bd-be22-e3f3f6c6ba04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9ec833a8-7473-4719-9bd1-d4ef027cf0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:01.018139 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820fe8d4-227d-45b6-99f4-3e5c69a61959 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Network hostable DHCP agents. Network: 9ec833a8-7473-4719-9bd1-d4ef027cf0ef, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:24:01.025800 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d44ca16-e53e-43be-80b6-107621776bb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07a75be8-0fd9-4b85-8c13-f7441353454b'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:01.041948 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b920b2cc-fbcb-4927-989d-de5dcadf24d7" -d '{"events": [{"server_uuid": "5d44ca16-e53e-43be-80b6-107621776bb4", "name": "network-vif-unplugged", "status": "completed", "tag": "07a75be8-0fd9-4b85-8c13-f7441353454b"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:01.061872 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce338d85-4f00-4642-b0c1-109a4e9ca721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.110156 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 07a75be8-0fd9-4b85-8c13-f7441353454b, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=07a75be8-0fd9-4b85-8c13-f7441353454b,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:01.125540 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce338d85-4f00-4642-b0c1-109a4e9ca721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.144895 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.235993 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820fe8d4-227d-45b6-99f4-3e5c69a61959 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Network 9ec833a8-7473-4719-9bd1-d4ef027cf0ef is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:24:01.283768 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-820fe8d4-227d-45b6-99f4-3e5c69a61959 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 9ec833a8-7473-4719-9bd1-d4ef027cf0ef) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:01.307760 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce338d85-4f00-4642-b0c1-109a4e9ca721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.311608 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce338d85-4f00-4642-b0c1-109a4e9ca721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.322467 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ce338d85-4f00-4642-b0c1-109a4e9ca721 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0360ca31-9823-46aa-9712-6ed586ad6dff HTTP/1.1" status: 204 len: 168 time: 0.3904352 Jul 15 13:24:01.331583 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820fe8d4-227d-45b6-99f4-3e5c69a61959 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:01.334109 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-820fe8d4-227d-45b6-99f4-3e5c69a61959 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.363397 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=07a75be8-0fd9-4b85-8c13-f7441353454b,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:01.376585 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccb59d7-a181-48e8-b21b-911351a3ad40 None None] Network 9ec833a8-7473-4719-9bd1-d4ef027cf0ef requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:01.386941 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce338d85-4f00-4642-b0c1-109a4e9ca721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0360ca31-9823-46aa-9712-6ed586ad6dff,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:01.424660 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device eed130ee-c16b-43ee-82e0-06f0b490ccff up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:01.429099 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-820fe8d4-227d-45b6-99f4-3e5c69a61959 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6803999 Jul 15 13:24:01.432903 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44978) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:01.439217 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-abff0d3c-f0dc-4883-b809-0c0db796c03b tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Request body: {'port': {'network_id': '9ec833a8-7473-4719-9bd1-d4ef027cf0ef', 'name': 'tempest-TagsExtTest-1190172869'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:01.487283 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515cdbe-ab34-4b64-a77b-53e98d15d74a req-2d491d6c-a961-49e7-acaf-184c0935f4d1 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:01.489263 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f515cdbe-ab34-4b64-a77b-53e98d15d74a req-2d491d6c-a961-49e7-acaf-184c0935f4d1 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.2182555 Jul 15 13:24:01.594155 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f515cdbe-ab34-4b64-a77b-53e98d15d74a req-afa35116-ee7c-4dc7-ac59-11608a250fd4 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718002 Jul 15 13:24:01.672832 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abff0d3c-f0dc-4883-b809-0c0db796c03b tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Made reservation on behalf of c899b438bf714cb1a59d5a8698f72e8a for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:01.677676 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-abff0d3c-f0dc-4883-b809-0c0db796c03b tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.711901 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e26691-d84a-4305-ab72-d859e1af52ae x-openstack-request-id: req-f1e26691-d84a-4305-ab72-d859e1af52ae {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:01.714152 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d44ca16-e53e-43be-80b6-107621776bb4", "name": "network-vif-unplugged", "status": "completed", "tag": "07a75be8-0fd9-4b85-8c13-f7441353454b", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:01.716133 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1e26691-d84a-4305-ab72-d859e1af52ae {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:01.718173 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d44ca16-e53e-43be-80b6-107621776bb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07a75be8-0fd9-4b85-8c13-f7441353454b', 'code': 200} Jul 15 13:24:01.722247 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-abff0d3c-f0dc-4883-b809-0c0db796c03b tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] device_id is not set on port 4d26df80-8901-4057-8ba2-e4bd7d7de8f8 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:24:01.734058 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port eed130ee-c16b-43ee-82e0-06f0b490ccff triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:01.735218 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.843029 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6e65002f-276d-4b85-8cfb-c1c0fe224762 req-5ebac39a-2338-420f-8449-79e31e90791f tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a38b56b-07fa-4517-ae96-b52f00b5d47d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2275608 Jul 15 13:24:01.944336 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-9f70beca-abb5-43f0-93de-d03002dfcab7 req-e10589ec-d430-41d9-9d6a-a8afcf07733d tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Deleting port 07a75be8-0fd9-4b85-8c13-f7441353454b {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:01.947782 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9f70beca-abb5-43f0-93de-d03002dfcab7 req-e10589ec-d430-41d9-9d6a-a8afcf07733d tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:01.984372 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-abff0d3c-f0dc-4883-b809-0c0db796c03b tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Allocated IP 172.20.0.3 (9ec833a8-7473-4719-9bd1-d4ef027cf0ef/d6a83001-0278-4ce5-bb9f-c90e14dc35c9/4d26df80-8901-4057-8ba2-e4bd7d7de8f8) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:02.137943 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-9f70beca-abb5-43f0-93de-d03002dfcab7 req-e10589ec-d430-41d9-9d6a-a8afcf07733d tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] For port 07a75be8-0fd9-4b85-8c13-f7441353454b, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=07a75be8-0fd9-4b85-8c13-f7441353454b,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:02.139034 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9f70beca-abb5-43f0-93de-d03002dfcab7 req-e10589ec-d430-41d9-9d6a-a8afcf07733d tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.155946 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-9f70beca-abb5-43f0-93de-d03002dfcab7 req-e10589ec-d430-41d9-9d6a-a8afcf07733d tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Calling delete_port for 07a75be8-0fd9-4b85-8c13-f7441353454b owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:02.273137 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9d3776-1230-4a77-b80a-898d965e46f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-9ec833a8-7473-4719-9bd1-d4ef027cf0ef', 'network_id': '9ec833a8-7473-4719-9bd1-d4ef027cf0ef', 'tenant_id': 'c899b438bf714cb1a59d5a8698f72e8a', 'fixed_ips': [{'subnet_id': 'd6a83001-0278-4ce5-bb9f-c90e14dc35c9'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:24:02.273980 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1c9d3776-1230-4a77-b80a-898d965e46f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.278376 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e04e08d-28f9-455e-8264-dd8d0c6a2ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.413815 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-abff0d3c-f0dc-4883-b809-0c0db796c03b tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.455208 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-abff0d3c-f0dc-4883-b809-0c0db796c03b tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Transition to ACTIVE for port object 4d26df80-8901-4057-8ba2-e4bd7d7de8f8 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:02.532190 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-abff0d3c-f0dc-4883-b809-0c0db796c03b tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.571211 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e04e08d-28f9-455e-8264-dd8d0c6a2ae5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.581330 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e04e08d-28f9-455e-8264-dd8d0c6a2ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.661859 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9f70beca-abb5-43f0-93de-d03002dfcab7 req-e10589ec-d430-41d9-9d6a-a8afcf07733d tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.677048 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-1c9d3776-1230-4a77-b80a-898d965e46f7 None None] Allocated IP 172.20.0.2 (9ec833a8-7473-4719-9bd1-d4ef027cf0ef/d6a83001-0278-4ce5-bb9f-c90e14dc35c9/c94b73be-8c02-4f6f-9110-43336fd1cbd2) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:02.682718 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e04e08d-28f9-455e-8264-dd8d0c6a2ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.694835 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04e08d-28f9-455e-8264-dd8d0c6a2ae5 admin admin] Pushing event updated for resources: {'Port': ['ID=a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:02.704607 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff0d3c-f0dc-4883-b809-0c0db796c03b tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Pushing event updated for resources: {'Port': ['ID=4d26df80-8901-4057-8ba2-e4bd7d7de8f8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:02.713173 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abff0d3c-f0dc-4883-b809-0c0db796c03b tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Network 9ec833a8-7473-4719-9bd1-d4ef027cf0ef is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:02.715256 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-abff0d3c-f0dc-4883-b809-0c0db796c03b tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:02.726706 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abff0d3c-f0dc-4883-b809-0c0db796c03b tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:02.888165 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abff0d3c-f0dc-4883-b809-0c0db796c03b tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:02.888862 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-abff0d3c-f0dc-4883-b809-0c0db796c03b tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.940696 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-abff0d3c-f0dc-4883-b809-0c0db796c03b tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5062478 Jul 15 13:24:02.946254 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45066) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:02.952032 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-8dcee46d-df50-4bb0-bccc-999fff42fe3b tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-381227295', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:02.954375 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e04e08d-28f9-455e-8264-dd8d0c6a2ae5 admin admin] Network e8913e0d-0d0e-40a2-882d-dd84c17b519b is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:03.013733 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-6e04e08d-28f9-455e-8264-dd8d0c6a2ae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:03.036881 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10589ec-d430-41d9-9d6a-a8afcf07733d tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Pushing event deleted for resources: {'Port': ['ID=07a75be8-0fd9-4b85-8c13-f7441353454b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:03.091235 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f70beca-abb5-43f0-93de-d03002dfcab7 req-e10589ec-d430-41d9-9d6a-a8afcf07733d tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] No DVR routers for this DVR port 07a75be8-0fd9-4b85-8c13-f7441353454b on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:03.096945 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9f70beca-abb5-43f0-93de-d03002dfcab7 req-e10589ec-d430-41d9-9d6a-a8afcf07733d tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:03.099505 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9f70beca-abb5-43f0-93de-d03002dfcab7 req-e10589ec-d430-41d9-9d6a-a8afcf07733d tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.32 "DELETE /v2.0/ports/07a75be8-0fd9-4b85-8c13-f7441353454b HTTP/1.1" status: 204 len: 173 time: 3.1689713 Jul 15 13:24:03.100297 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d44ca16-e53e-43be-80b6-107621776bb4', 'name': 'network-vif-deleted', 'tag': '07a75be8-0fd9-4b85-8c13-f7441353454b'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:03.104643 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998902d0-6f9d-4e59-9359-7c6845757ae6" -d '{"events": [{"server_uuid": "5d44ca16-e53e-43be-80b6-107621776bb4", "name": "network-vif-deleted", "tag": "07a75be8-0fd9-4b85-8c13-f7441353454b"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:03.169284 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8dcee46d-df50-4bb0-bccc-999fff42fe3b tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:03.170412 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8dcee46d-df50-4bb0-bccc-999fff42fe3b tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:03.398823 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e04e08d-28f9-455e-8264-dd8d0c6a2ae5 admin admin] Router 0d0f3b8e-5ce8-4225-bf86-b388b2c6645a has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:03.464127 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8dcee46d-df50-4bb0-bccc-999fff42fe3b tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:03.471979 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8dcee46d-df50-4bb0-bccc-999fff42fe3b tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:03.498975 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85652345-8198-4137-9501-6b6f54b72e8c req-9e3172ae-59c7-49a1-b5dd-e09bb226f81e tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:03.501072 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-85652345-8198-4137-9501-6b6f54b72e8c req-9e3172ae-59c7-49a1-b5dd-e09bb226f81e tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.5130415 Jul 15 13:24:03.518347 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8dcee46d-df50-4bb0-bccc-999fff42fe3b tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:03.522716 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8dcee46d-df50-4bb0-bccc-999fff42fe3b tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5738251 Jul 15 13:24:03.524415 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45090) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:03.534953 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b794c9a5-f9d7-43c3-9edd-6679a97b5e59 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-292118478', 'prefixes': ['172.20.0.0/16']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:03.678070 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-85652345-8198-4137-9501-6b6f54b72e8c req-c90c0600-e683-48de-8166-7758cd309e01 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313157 Jul 15 13:24:03.715544 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1c9d3776-1230-4a77-b80a-898d965e46f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:03.764022 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1c9d3776-1230-4a77-b80a-898d965e46f7 None None] Transition to ACTIVE for port object c94b73be-8c02-4f6f-9110-43336fd1cbd2 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:03.790998 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b794c9a5-f9d7-43c3-9edd-6679a97b5e59 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks [] for subnetpool, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:03.793252 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b794c9a5-f9d7-43c3-9edd-6679a97b5e59 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2673240 Jul 15 13:24:03.799607 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45100) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:03.805343 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-88ace1e0-1fc0-40c6-ad65-c8834114c192 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd6a83001-0278-4ce5-bb9f-c90e14dc35c9', 'tempest-TagsExtTest-Tag-394723495') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:03.838866 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e04e08d-28f9-455e-8264-dd8d0c6a2ae5 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:03.846524 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1c9d3776-1230-4a77-b80a-898d965e46f7 None None] Transition to ACTIVE for port object c94b73be-8c02-4f6f-9110-43336fd1cbd2 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:03.860537 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f43622-3314-4c0a-8b17-b7d2bceb3073 None None] Sync routers for ids ['0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:03.874548 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6e04e08d-28f9-455e-8264-dd8d0c6a2ae5 admin admin] 10.222.0.24 "PUT /v2.0/routers/0d0f3b8e-5ce8-4225-bf86-b388b2c6645a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7387495 Jul 15 13:24:03.878970 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1c9d3776-1230-4a77-b80a-898d965e46f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:03.989471 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-51b0f402-235f-432c-bb78-232879d4b8fd None None] Provisioning complete for port a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:03.989948 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-51b0f402-235f-432c-bb78-232879d4b8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:04.101271 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f43622-3314-4c0a-8b17-b7d2bceb3073 None None] Routers {'0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:04.102367 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-88ace1e0-1fc0-40c6-ad65-c8834114c192 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "PUT /v2.0/subnets/d6a83001-0278-4ce5-bb9f-c90e14dc35c9/tags/tempest-TagsExtTest-Tag-394723495 HTTP/1.1" status: 201 len: 201 time: 0.3012402 Jul 15 13:24:04.103268 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-84f43622-3314-4c0a-8b17-b7d2bceb3073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:23:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:04.107523 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45114) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:04.113035 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-eb4a8356-930f-46d8-80a3-36a9b7f82e76 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4d26df80-8901-4057-8ba2-e4bd7d7de8f8', 'tempest-TagsExtTest-Tag-1620341186') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:04.141603 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76181b4-210b-4e06-a818-22b122f087bd x-openstack-request-id: req-f76181b4-210b-4e06-a818-22b122f087bd {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:04.142706 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d44ca16-e53e-43be-80b6-107621776bb4", "name": "network-vif-deleted", "tag": "07a75be8-0fd9-4b85-8c13-f7441353454b", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:04.143471 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f76181b4-210b-4e06-a818-22b122f087bd {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:04.144016 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d44ca16-e53e-43be-80b6-107621776bb4', 'name': 'network-vif-deleted', 'tag': '07a75be8-0fd9-4b85-8c13-f7441353454b', 'status': 'completed', 'code': 200} Jul 15 13:24:04.247947 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-eb4a8356-930f-46d8-80a3-36a9b7f82e76 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "PUT /v2.0/ports/4d26df80-8901-4057-8ba2-e4bd7d7de8f8/tags/tempest-TagsExtTest-Tag-1620341186 HTTP/1.1" status: 201 len: 201 time: 0.1326869 Jul 15 13:24:04.247947 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45116) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:04.252459 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-08d089e3-b768-4302-9e3c-aa00f6390e8b tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '12864d2e-8788-48c5-8edf-a0099aeb28fb', 'tempest-TagsExtTest-Tag-702031646') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:04.336795 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9d3776-1230-4a77-b80a-898d965e46f7 None None] Network 9ec833a8-7473-4719-9bd1-d4ef027cf0ef is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:04.354865 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d3776-1230-4a77-b80a-898d965e46f7 None None] Pushing event updated for resources: {'Port': ['ID=c94b73be-8c02-4f6f-9110-43336fd1cbd2,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:04.362486 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3c716bb1-9716-424b-8b8e-eb1d461fc4ac req-2c07ae1b-820b-49b8-a80a-f989cc635c73 tempest-VolumesNegativeTest-581838201 tempest-VolumesNegativeTest-581838201-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d44ca16-e53e-43be-80b6-107621776bb4 HTTP/1.1" status: 200 len: 210 time: 0.0577655 Jul 15 13:24:04.391512 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-84f43622-3314-4c0a-8b17-b7d2bceb3073 None None] Set router 0d0f3b8e-5ce8-4225-bf86-b388b2c6645a gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:04.487807 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57ef9c-39ba-4847-9b04-088ef544d336 req-22a884f7-465e-45da-af2a-cb7de71b3392 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:04.493923 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-08d089e3-b768-4302-9e3c-aa00f6390e8b tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "PUT /v2.0/routers/12864d2e-8788-48c5-8edf-a0099aeb28fb/tags/tempest-TagsExtTest-Tag-702031646 HTTP/1.1" status: 201 len: 201 time: 0.2421885 Jul 15 13:24:04.494586 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45126) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:04.495435 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-be57ef9c-39ba-4847-9b04-088ef544d336 req-22a884f7-465e-45da-af2a-cb7de71b3392 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.1148171 Jul 15 13:24:04.501982 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-7bd26bdf-dda1-4357-8e4d-c97f51e7afac tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7922674e-d279-474e-9da5-ced6b5ab1d00', 'tempest-TagsExtTest-Tag-1032728994') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:04.583281 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-be57ef9c-39ba-4847-9b04-088ef544d336 req-78435382-d63f-4411-b042-48405803a2f8 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842538 Jul 15 13:24:04.636331 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7bd26bdf-dda1-4357-8e4d-c97f51e7afac tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "PUT /v2.0/subnetpools/7922674e-d279-474e-9da5-ced6b5ab1d00/tags/tempest-TagsExtTest-Tag-1032728994 HTTP/1.1" status: 201 len: 201 time: 0.1402898 Jul 15 13:24:04.640128 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45142) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:04.641461 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-1c9d3776-1230-4a77-b80a-898d965e46f7 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:04.646512 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-4c11329b-a601-497f-9b05-e86ecf1a2c53 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd6a83001-0278-4ce5-bb9f-c90e14dc35c9') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:04.649343 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-51b0f402-235f-432c-bb78-232879d4b8fd None None] Port a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:04.653722 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9d3776-1230-4a77-b80a-898d965e46f7 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:04.812804 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-1c9d3776-1230-4a77-b80a-898d965e46f7 None None] Attempting to bind port c94b73be-8c02-4f6f-9110-43336fd1cbd2 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:04.813818 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-1c9d3776-1230-4a77-b80a-898d965e46f7 None None] Attempting to bind port c94b73be-8c02-4f6f-9110-43336fd1cbd2 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'd9b8c996-a854-40bd-be22-e3f3f6c6ba04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9ec833a8-7473-4719-9bd1-d4ef027cf0ef'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:04.813818 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9d3776-1230-4a77-b80a-898d965e46f7 None None] Attempting to bind port c94b73be-8c02-4f6f-9110-43336fd1cbd2 on network 9ec833a8-7473-4719-9bd1-d4ef027cf0ef {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:04.822793 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9d3776-1230-4a77-b80a-898d965e46f7 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:04.823045 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9d3776-1230-4a77-b80a-898d965e46f7 None None] Checking segment: {'id': 'd9b8c996-a854-40bd-be22-e3f3f6c6ba04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9ec833a8-7473-4719-9bd1-d4ef027cf0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:04.823347 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1c9d3776-1230-4a77-b80a-898d965e46f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:04.823676 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9d3776-1230-4a77-b80a-898d965e46f7 None None] Bound using segment: {'id': 'd9b8c996-a854-40bd-be22-e3f3f6c6ba04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9ec833a8-7473-4719-9bd1-d4ef027cf0ef'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:04.824800 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-1c9d3776-1230-4a77-b80a-898d965e46f7 None None] Bound port: c94b73be-8c02-4f6f-9110-43336fd1cbd2, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b8c996-a854-40bd-be22-e3f3f6c6ba04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9ec833a8-7473-4719-9bd1-d4ef027cf0ef'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:04.824800 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1c9d3776-1230-4a77-b80a-898d965e46f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:04.916063 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4c11329b-a601-497f-9b05-e86ecf1a2c53 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "GET /v2.0/subnets/d6a83001-0278-4ce5-bb9f-c90e14dc35c9/tags HTTP/1.1" status: 200 len: 240 time: 0.2732718 Jul 15 13:24:04.916290 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45166) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:04.931816 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-14c294e4-5e7f-43e9-9f15-28b30566f734 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd6a83001-0278-4ce5-bb9f-c90e14dc35c9', 'tempest-TagsExtTest-Tag-394723495') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:04.956792 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-1c9d3776-1230-4a77-b80a-898d965e46f7 None None] For port c94b73be-8c02-4f6f-9110-43336fd1cbd2, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:04.960384 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-1c9d3776-1230-4a77-b80a-898d965e46f7 None None] For port c94b73be-8c02-4f6f-9110-43336fd1cbd2, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c94b73be-8c02-4f6f-9110-43336fd1cbd2,segment=NetworkSegment(d9b8c996-a854-40bd-be22-e3f3f6c6ba04),segment_id=d9b8c996-a854-40bd-be22-e3f3f6c6ba04)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:04.969021 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1c9d3776-1230-4a77-b80a-898d965e46f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.121651 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d3776-1230-4a77-b80a-898d965e46f7 None None] Pushing event updated for resources: {'Port': ['ID=c94b73be-8c02-4f6f-9110-43336fd1cbd2,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:05.141024 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-84f43622-3314-4c0a-8b17-b7d2bceb3073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'name': 'tempest-AttachVolumeTestJSON-125246177-router', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:42Z', 'updated_at': '2021-07-15T13:24:01Z', 'revision_number': 4, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'gw_port': {'id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:45Z', 'updated_at': '2021-07-15T13:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4', 'name': '', 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'mac_address': 'fa:16:3e:cb:51:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '7ddbfc00-1f92-454d-9c2c-3d67f76399b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:57Z', 'updated_at': '2021-07-15T13:24:02Z', 'revision_number': 2, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'subnets': [{'id': '7ddbfc00-1f92-454d-9c2c-3d67f76399b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:05.142557 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-14c294e4-5e7f-43e9-9f15-28b30566f734 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "GET /v2.0/subnets/d6a83001-0278-4ce5-bb9f-c90e14dc35c9/tags/tempest-TagsExtTest-Tag-394723495 HTTP/1.1" status: 204 len: 168 time: 0.2223196 Jul 15 13:24:05.146228 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45172) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:05.163244 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-4d523a4b-0379-4f24-8edf-d3901f221ba6 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd6a83001-0278-4ce5-bb9f-c90e14dc35c9', 'tempest-TagsExtTest-Tag-394723495') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:05.215597 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f43622-3314-4c0a-8b17-b7d2bceb3073 None None] Checking router: 0d0f3b8e-5ce8-4225-bf86-b388b2c6645a for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:24:05.216435 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f43622-3314-4c0a-8b17-b7d2bceb3073 None None] Updating router 0d0f3b8e-5ce8-4225-bf86-b388b2c6645a port a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:24:05.347126 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-84f43622-3314-4c0a-8b17-b7d2bceb3073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.432233 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45184) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:05.437187 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4d523a4b-0379-4f24-8edf-d3901f221ba6 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "DELETE /v2.0/subnets/d6a83001-0278-4ce5-bb9f-c90e14dc35c9/tags/tempest-TagsExtTest-Tag-394723495 HTTP/1.1" status: 204 len: 168 time: 0.2810280 Jul 15 13:24:05.441677 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-ff60675a-dbbc-4ef1-95aa-f3bccc310581 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd6a83001-0278-4ce5-bb9f-c90e14dc35c9') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:05.566211 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45194) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:05.568648 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ff60675a-dbbc-4ef1-95aa-f3bccc310581 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "GET /v2.0/subnets/d6a83001-0278-4ce5-bb9f-c90e14dc35c9/tags HTTP/1.1" status: 200 len: 205 time: 0.1338837 Jul 15 13:24:05.576208 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-71ed4ae6-9d37-47ec-b072-c9df6085387d tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4d26df80-8901-4057-8ba2-e4bd7d7de8f8') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:05.737135 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-71ed4ae6-9d37-47ec-b072-c9df6085387d tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "GET /v2.0/ports/4d26df80-8901-4057-8ba2-e4bd7d7de8f8/tags HTTP/1.1" status: 200 len: 241 time: 0.1644609 Jul 15 13:24:05.738447 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45198) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:05.744878 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-98cc1f4d-f96b-4cd3-8647-83d6f78844dc tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4d26df80-8901-4057-8ba2-e4bd7d7de8f8', 'tempest-TagsExtTest-Tag-1620341186') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:05.785267 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45200) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:05.794284 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e013b660-257f-4fe7-8cd3-1f0ad6a992dc tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Request body: {'security_group': {'name': 'tempest-securitygroup--87845867', 'description': 'tempest-description--2005549933'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:05.864819 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-98cc1f4d-f96b-4cd3-8647-83d6f78844dc tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "GET /v2.0/ports/4d26df80-8901-4057-8ba2-e4bd7d7de8f8/tags/tempest-TagsExtTest-Tag-1620341186 HTTP/1.1" status: 204 len: 168 time: 0.1250644 Jul 15 13:24:05.883036 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45204) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:05.896200 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-f95e724d-61f0-4d5d-91d2-617d57e1dd1c tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '4d26df80-8901-4057-8ba2-e4bd7d7de8f8', 'tempest-TagsExtTest-Tag-1620341186') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:05.969947 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e013b660-257f-4fe7-8cd3-1f0ad6a992dc tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.080773 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c325c-5ff2-41d3-b9f5-e1bc4984e118 req-3a877ca8-19a1-470d-b20e-691ea47ae9f5 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:06.092730 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d5c325c-5ff2-41d3-b9f5-e1bc4984e118 req-3a877ca8-19a1-470d-b20e-691ea47ae9f5 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.2304466 Jul 15 13:24:06.101584 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f95e724d-61f0-4d5d-91d2-617d57e1dd1c tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "DELETE /v2.0/ports/4d26df80-8901-4057-8ba2-e4bd7d7de8f8/tags/tempest-TagsExtTest-Tag-1620341186 HTTP/1.1" status: 204 len: 168 time: 0.2133117 Jul 15 13:24:06.103061 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45216) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:06.109081 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-84f43622-3314-4c0a-8b17-b7d2bceb3073 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.121730 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-8db92cea-71a1-40fc-806f-d8ed660e904c tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4d26df80-8901-4057-8ba2-e4bd7d7de8f8') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:06.136490 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-84f43622-3314-4c0a-8b17-b7d2bceb3073 None None] Transition to ACTIVE for port object a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:06.152505 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-84f43622-3314-4c0a-8b17-b7d2bceb3073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.218467 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d5c325c-5ff2-41d3-b9f5-e1bc4984e118 req-9b7bcee0-981c-4cd7-a748-46ba1e8bea78 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190460 Jul 15 13:24:06.238769 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e013b660-257f-4fe7-8cd3-1f0ad6a992dc tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.259924 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e013b660-257f-4fe7-8cd3-1f0ad6a992dc tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.265281 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8db92cea-71a1-40fc-806f-d8ed660e904c tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "GET /v2.0/ports/4d26df80-8901-4057-8ba2-e4bd7d7de8f8/tags HTTP/1.1" status: 200 len: 205 time: 0.1558373 Jul 15 13:24:06.283223 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45222) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:06.296615 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-ca2cc7e6-fcb3-4c89-9b3f-dac0af8901db tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '12864d2e-8788-48c5-8edf-a0099aeb28fb') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:06.358267 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e013b660-257f-4fe7-8cd3-1f0ad6a992dc tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.361730 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e013b660-257f-4fe7-8cd3-1f0ad6a992dc tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5748174 Jul 15 13:24:06.363507 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013b660-257f-4fe7-8cd3-1f0ad6a992dc tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=947dcb62-39dd-4d65-9e52-82dfd7421191,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:06.371948 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45236) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:06.383061 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d4f8a04b-c6d9-4bcd-abd1-f289a70450e0 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Request body: {'security_group_rule': {'security_group_id': '947dcb62-39dd-4d65-9e52-82dfd7421191', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:06.451597 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4f8a04b-c6d9-4bcd-abd1-f289a70450e0 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.735871 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ca2cc7e6-fcb3-4c89-9b3f-dac0af8901db tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "GET /v2.0/routers/12864d2e-8788-48c5-8edf-a0099aeb28fb/tags HTTP/1.1" status: 200 len: 240 time: 0.4449883 Jul 15 13:24:06.736150 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-84f43622-3314-4c0a-8b17-b7d2bceb3073 None None] Attempting to bind port a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:06.736150 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-84f43622-3314-4c0a-8b17-b7d2bceb3073 None None] Attempting to bind port a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '5fdc2447-cebd-4891-9870-8462e7706d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:06.736150 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f43622-3314-4c0a-8b17-b7d2bceb3073 None None] Attempting to bind port a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4 on network e8913e0d-0d0e-40a2-882d-dd84c17b519b {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:06.736483 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45252) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:06.758012 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-21f2a1ad-019b-40f0-bf93-9afda7aa0ea1 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '12864d2e-8788-48c5-8edf-a0099aeb28fb', 'tempest-TagsExtTest-Tag-702031646') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:06.771111 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1a36c-187f-4deb-bdb0-424f9cdb677d None None] Pushing event updated for resources: {'Port': ['ID=a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:06.786418 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4f8a04b-c6d9-4bcd-abd1-f289a70450e0 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.802392 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f43622-3314-4c0a-8b17-b7d2bceb3073 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:06.802838 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f43622-3314-4c0a-8b17-b7d2bceb3073 None None] Checking segment: {'id': '5fdc2447-cebd-4891-9870-8462e7706d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:06.805670 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4f8a04b-c6d9-4bcd-abd1-f289a70450e0 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.813949 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-84f43622-3314-4c0a-8b17-b7d2bceb3073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.815091 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f43622-3314-4c0a-8b17-b7d2bceb3073 None None] Bound using segment: {'id': '5fdc2447-cebd-4891-9870-8462e7706d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:06.815091 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-84f43622-3314-4c0a-8b17-b7d2bceb3073 None None] Bound port: a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdc2447-cebd-4891-9870-8462e7706d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:06.815386 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-84f43622-3314-4c0a-8b17-b7d2bceb3073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.924908 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8a04b-c6d9-4bcd-abd1-f289a70450e0 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22cbd4e-5eb2-4299-b4ef-f09f6741bf8c,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:06.952684 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4f8a04b-c6d9-4bcd-abd1-f289a70450e0 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.955332 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d4f8a04b-c6d9-4bcd-abd1-f289a70450e0 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5807450 Jul 15 13:24:06.960288 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45264) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:06.976547 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e27f9876-6152-4b62-9935-4925eb499b77 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Request body: {'security_group_rule': {'security_group_id': '947dcb62-39dd-4d65-9e52-82dfd7421191', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:07.010029 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-84f43622-3314-4c0a-8b17-b7d2bceb3073 None None] For port a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:07.016126 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-84f43622-3314-4c0a-8b17-b7d2bceb3073 None None] For port a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4,segment=NetworkSegment(5fdc2447-cebd-4891-9870-8462e7706d2c),segment_id=5fdc2447-cebd-4891-9870-8462e7706d2c)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:07.033124 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-84f43622-3314-4c0a-8b17-b7d2bceb3073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.081068 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e27f9876-6152-4b62-9935-4925eb499b77 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.196756 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-21f2a1ad-019b-40f0-bf93-9afda7aa0ea1 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "GET /v2.0/routers/12864d2e-8788-48c5-8edf-a0099aeb28fb/tags/tempest-TagsExtTest-Tag-702031646 HTTP/1.1" status: 204 len: 168 time: 0.4593754 Jul 15 13:24:07.200187 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45266) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:07.205748 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-8f9a42ce-e43f-442f-92ab-9442a2e5ac44 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '12864d2e-8788-48c5-8edf-a0099aeb28fb', 'tempest-TagsExtTest-Tag-702031646') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:07.313581 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e27f9876-6152-4b62-9935-4925eb499b77 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.327803 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e27f9876-6152-4b62-9935-4925eb499b77 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.330396 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f43622-3314-4c0a-8b17-b7d2bceb3073 None None] Routers {'0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:07.331069 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-84f43622-3314-4c0a-8b17-b7d2bceb3073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:23:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:07.365094 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1a36c-187f-4deb-bdb0-424f9cdb677d None None] Pushing event updated for resources: {'Port': ['ID=a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:07.380794 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f9876-6152-4b62-9935-4925eb499b77 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83afc2ca-d9c0-4243-b8d1-7adca6cf4d1c,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:07.544300 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e27f9876-6152-4b62-9935-4925eb499b77 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.547573 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e27f9876-6152-4b62-9935-4925eb499b77 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5861666 Jul 15 13:24:07.554432 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45280) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:07.580558 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-8eb5dfa6-5b4a-42ed-8b43-ef6a53934a4c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:07.631884 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b295ed-fe82-45bd-bb78-362281e59cac req-3c715c2c-7254-47d3-aaa4-31bd2a6be053 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:07.668594 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-88b295ed-fe82-45bd-bb78-362281e59cac req-3c715c2c-7254-47d3-aaa4-31bd2a6be053 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.2286518 Jul 15 13:24:07.767476 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605697f9-7589-4344-b2b4-88471e99bfbb None None] Network 9ec833a8-7473-4719-9bd1-d4ef027cf0ef requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:07.797509 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8eb5dfa6-5b4a-42ed-8b43-ef6a53934a4c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.809119 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-88b295ed-fe82-45bd-bb78-362281e59cac req-9e0e204e-4a66-4c83-a914-c2463388438e tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254683 Jul 15 13:24:07.828496 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8f9a42ce-e43f-442f-92ab-9442a2e5ac44 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "DELETE /v2.0/routers/12864d2e-8788-48c5-8edf-a0099aeb28fb/tags/tempest-TagsExtTest-Tag-702031646 HTTP/1.1" status: 204 len: 168 time: 0.6266258 Jul 15 13:24:07.842298 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45294) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:07.853980 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-71aeafc4-cfc1-490d-8ac8-b56362ca2917 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '12864d2e-8788-48c5-8edf-a0099aeb28fb') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:07.970373 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c94b73be-8c02-4f6f-9110-43336fd1cbd2 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:08.116259 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5604f6a0-d9a3-4a26-8526-d1f9f2618647 None None] Provisioning for port c94b73be-8c02-4f6f-9110-43336fd1cbd2 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:08.175347 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.188534 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-84f43622-3314-4c0a-8b17-b7d2bceb3073 None None] Set router 0d0f3b8e-5ce8-4225-bf86-b388b2c6645a gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:08.249547 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-71aeafc4-cfc1-490d-8ac8-b56362ca2917 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "GET /v2.0/routers/12864d2e-8788-48c5-8edf-a0099aeb28fb/tags HTTP/1.1" status: 200 len: 205 time: 0.4050539 Jul 15 13:24:08.254157 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45306) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.266201 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-3f05f7f3-debb-4c98-b6e7-f7daf882d36b tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7922674e-d279-474e-9da5-ced6b5ab1d00') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:08.321225 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3f05f7f3-debb-4c98-b6e7-f7daf882d36b tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "GET /v2.0/subnetpools/7922674e-d279-474e-9da5-ced6b5ab1d00/tags HTTP/1.1" status: 200 len: 241 time: 0.0652096 Jul 15 13:24:08.326377 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45310) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.329108 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8eb5dfa6-5b4a-42ed-8b43-ef6a53934a4c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.334806 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-db690a6b-3623-4912-b4eb-7dce0208114a tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7922674e-d279-474e-9da5-ced6b5ab1d00', 'tempest-TagsExtTest-Tag-1032728994') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:08.459441 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port c94b73be-8c02-4f6f-9110-43336fd1cbd2 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:08.475476 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-db690a6b-3623-4912-b4eb-7dce0208114a tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "GET /v2.0/subnetpools/7922674e-d279-474e-9da5-ced6b5ab1d00/tags/tempest-TagsExtTest-Tag-1032728994 HTTP/1.1" status: 204 len: 168 time: 0.1473927 Jul 15 13:24:08.480246 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45314) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.486808 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-65deaf7f-e8c7-4ed7-b4b3-9e4092d4fa87 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7922674e-d279-474e-9da5-ced6b5ab1d00', 'tempest-TagsExtTest-Tag-1032728994') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:08.504465 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port c94b73be-8c02-4f6f-9110-43336fd1cbd2 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:08.505016 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.548636 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-65deaf7f-e8c7-4ed7-b4b3-9e4092d4fa87 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "DELETE /v2.0/subnetpools/7922674e-d279-474e-9da5-ced6b5ab1d00/tags/tempest-TagsExtTest-Tag-1032728994 HTTP/1.1" status: 204 len: 168 time: 0.0670922 Jul 15 13:24:08.564568 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45322) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.572779 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-0e03d064-5405-4bbc-b3a2-96ddaf587970 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7922674e-d279-474e-9da5-ced6b5ab1d00') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:08.607953 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0e03d064-5405-4bbc-b3a2-96ddaf587970 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "GET /v2.0/subnetpools/7922674e-d279-474e-9da5-ced6b5ab1d00/tags HTTP/1.1" status: 200 len: 205 time: 0.0414395 Jul 15 13:24:08.612303 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45328) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.620480 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-9fbc689f-e9ba-4890-8462-2a681bbb91a8 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7922674e-d279-474e-9da5-ced6b5ab1d00') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:08.672661 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9fbc689f-e9ba-4890-8462-2a681bbb91a8 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "DELETE /v2.0/subnetpools/7922674e-d279-474e-9da5-ced6b5ab1d00/tags HTTP/1.1" status: 204 len: 168 time: 0.0582628 Jul 15 13:24:08.676973 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45336) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.696198 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-8eb5dfa6-5b4a-42ed-8b43-ef6a53934a4c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Allocated IP 172.25.6.19 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/fa197d97-d2d1-4e37-8924-5d77789886bc) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:08.710011 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-815ba848-c4fa-4036-8a56-cf9576be9f51 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '12864d2e-8788-48c5-8edf-a0099aeb28fb') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:09.104261 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-815ba848-c4fa-4036-8a56-cf9576be9f51 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "DELETE /v2.0/routers/12864d2e-8788-48c5-8edf-a0099aeb28fb/tags HTTP/1.1" status: 204 len: 168 time: 0.4248960 Jul 15 13:24:09.114793 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45374) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:09.125668 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-7ffd1ebf-c35c-46ce-8657-fdb7aca99545 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4d26df80-8901-4057-8ba2-e4bd7d7de8f8') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:09.183373 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45380) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:09.361951 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8eb5dfa6-5b4a-42ed-8b43-ef6a53934a4c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:09.424891 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6856858-6e3e-4f0e-916c-08ee62d2c620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:09.578042 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefd420-6af4-4545-8d46-e4aa9ab114f1 req-089508a2-eec1-4c31-adc8-d8b1d02804bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:09.590349 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1cefd420-6af4-4545-8d46-e4aa9ab114f1 req-089508a2-eec1-4c31-adc8-d8b1d02804bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a5577c115ec43508375ce7d29599c94&device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 1097 time: 1.1617804 Jul 15 13:24:09.599095 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20014966-1b01-46f8-82ac-feed2f24a0e9 req-cef02c76-3c89-43db-aa49-56a1e77ea4e3 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:09.601916 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-338e62c0-60b2-4592-8e9d-f92da9c56be0 None None] Provisioning complete for port c94b73be-8c02-4f6f-9110-43336fd1cbd2 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:09.603026 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-338e62c0-60b2-4592-8e9d-f92da9c56be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:09.629329 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-20014966-1b01-46f8-82ac-feed2f24a0e9 req-cef02c76-3c89-43db-aa49-56a1e77ea4e3 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.3651912 Jul 15 13:24:09.699247 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-84f43622-3314-4c0a-8b17-b7d2bceb3073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'name': 'tempest-AttachVolumeTestJSON-125246177-router', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:42Z', 'updated_at': '2021-07-15T13:24:01Z', 'revision_number': 4, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'gw_port': {'id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:45Z', 'updated_at': '2021-07-15T13:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4', 'name': '', 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'mac_address': 'fa:16:3e:cb:51:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '7ddbfc00-1f92-454d-9c2c-3d67f76399b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:57Z', 'updated_at': '2021-07-15T13:24:07Z', 'revision_number': 4, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'subnets': [{'id': '7ddbfc00-1f92-454d-9c2c-3d67f76399b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:09.752012 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f43622-3314-4c0a-8b17-b7d2bceb3073 None None] The sync data for ids ['0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'] in n-d-758944-45 is: [{'id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'name': 'tempest-AttachVolumeTestJSON-125246177-router', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:42Z', 'updated_at': '2021-07-15T13:24:01Z', 'revision_number': 4, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'gw_port': {'id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:45Z', 'updated_at': '2021-07-15T13:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4', 'name': '', 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'mac_address': 'fa:16:3e:cb:51:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '7ddbfc00-1f92-454d-9c2c-3d67f76399b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:57Z', 'updated_at': '2021-07-15T13:24:07Z', 'revision_number': 4, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'subnets': [{'id': '7ddbfc00-1f92-454d-9c2c-3d67f76399b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:09.759017 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:09.801244 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7ffd1ebf-c35c-46ce-8657-fdb7aca99545 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "DELETE /v2.0/ports/4d26df80-8901-4057-8ba2-e4bd7d7de8f8/tags HTTP/1.1" status: 204 len: 168 time: 0.6778119 Jul 15 13:24:09.841782 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45400) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:09.882297 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-338e62c0-60b2-4592-8e9d-f92da9c56be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:09.909310 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-e1110f38-6a21-4614-8780-15979cd9ff59 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd6a83001-0278-4ce5-bb9f-c90e14dc35c9') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:09.915300 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port c94b73be-8c02-4f6f-9110-43336fd1cbd2, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c94b73be-8c02-4f6f-9110-43336fd1cbd2,segment=NetworkSegment(d9b8c996-a854-40bd-be22-e3f3f6c6ba04),segment_id=d9b8c996-a854-40bd-be22-e3f3f6c6ba04)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:09.929531 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:09.991331 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-20014966-1b01-46f8-82ac-feed2f24a0e9 req-aa74c5c1-e860-4d63-9059-cbede9672854 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3603873 Jul 15 13:24:10.004519 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8eb5dfa6-5b4a-42ed-8b43-ef6a53934a4c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:10.034213 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-338e62c0-60b2-4592-8e9d-f92da9c56be0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:24:10.034420 n-d-758944-45 neutron-server[93815]: DEBUG oslo_db.api [None req-338e62c0-60b2-4592-8e9d-f92da9c56be0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:24:10.159548 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=c94b73be-8c02-4f6f-9110-43336fd1cbd2,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:10.317155 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:10.507905 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:10.517015 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:10.520521 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:10.776961 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6856858-6e3e-4f0e-916c-08ee62d2c620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:10.797212 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefd420-6af4-4545-8d46-e4aa9ab114f1 req-a36153f3-ebf8-4c0c-9b77-b43f82b435ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:10.800788 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1cefd420-6af4-4545-8d46-e4aa9ab114f1 req-a36153f3-ebf8-4c0c-9b77-b43f82b435ac service neutron] 10.222.0.32 "GET /v2.0/networks?id=edeaa118-edc5-4f1b-bf13-6f27616a2b19 HTTP/1.1" status: 200 len: 913 time: 1.1585562 Jul 15 13:24:10.810789 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6856858-6e3e-4f0e-916c-08ee62d2c620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:10.905715 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-338e62c0-60b2-4592-8e9d-f92da9c56be0 None None] Provisioning for port 4d26df80-8901-4057-8ba2-e4bd7d7de8f8 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:11.011995 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-338e62c0-60b2-4592-8e9d-f92da9c56be0 None None] Provisioning complete for port 4d26df80-8901-4057-8ba2-e4bd7d7de8f8 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:11.012571 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-338e62c0-60b2-4592-8e9d-f92da9c56be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:11.283782 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b6856858-6e3e-4f0e-916c-08ee62d2c620 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c4a04a37dec4be0af41d844aca9570f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0986512 Jul 15 13:24:11.286445 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45444) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:11.292080 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:11.309697 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e1110f38-6a21-4614-8780-15979cd9ff59 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "DELETE /v2.0/subnets/d6a83001-0278-4ce5-bb9f-c90e14dc35c9/tags HTTP/1.1" status: 204 len: 168 time: 1.4238160 Jul 15 13:24:11.327082 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6856858-6e3e-4f0e-916c-08ee62d2c620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed010be-8e71-4169-ba87-34e34d84272a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:11.334977 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45450) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:11.342326 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-6fd6e19d-29f1-4cee-bc89-0bf169d20c45 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd6a83001-0278-4ce5-bb9f-c90e14dc35c9', 'tempest-TagsExtTest-Tag-1497140016') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:11.358730 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-338e62c0-60b2-4592-8e9d-f92da9c56be0 None None] Port 4d26df80-8901-4057-8ba2-e4bd7d7de8f8 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:11.395025 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1cefd420-6af4-4545-8d46-e4aa9ab114f1 req-004761e4-ec03-4c42-8abf-ba5a2ecc17f9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3313d1c0-7322-4571-9574-1a2b411edcd1 HTTP/1.1" status: 200 len: 999 time: 0.5786214 Jul 15 13:24:11.423861 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4,segment=NetworkSegment(5fdc2447-cebd-4891-9870-8462e7706d2c),segment_id=5fdc2447-cebd-4891-9870-8462e7706d2c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:11.435419 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:11.588094 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefd420-6af4-4545-8d46-e4aa9ab114f1 req-fb06327d-819c-4ba0-812e-8874bc4ac390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:11.589642 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1cefd420-6af4-4545-8d46-e4aa9ab114f1 req-fb06327d-819c-4ba0-812e-8874bc4ac390 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d793a745-d38c-4e8b-9716-b5fdf7b27406 HTTP/1.1" status: 200 len: 851 time: 0.1869786 Jul 15 13:24:11.596793 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb5dfa6-5b4a-42ed-8b43-ef6a53934a4c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:11.613474 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-8eb5dfa6-5b4a-42ed-8b43-ef6a53934a4c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:11.626315 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:11.636145 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1f4afcc2-a99f-4b9e-8c91-a3572fa989c9 None None] Provisioning complete for port 4d26df80-8901-4057-8ba2-e4bd7d7de8f8 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:11.636418 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb5dfa6-5b4a-42ed-8b43-ef6a53934a4c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:11.639030 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f4afcc2-a99f-4b9e-8c91-a3572fa989c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:11.656286 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5dfa6-5b4a-42ed-8b43-ef6a53934a4c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Pushing event updated for resources: {'Port': ['ID=fa197d97-d2d1-4e37-8924-5d77789886bc,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:11.786946 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-1f4afcc2-a99f-4b9e-8c91-a3572fa989c9 None None] Port 4d26df80-8901-4057-8ba2-e4bd7d7de8f8 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:11.834612 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b6155d55-ad4b-4f89-ac11-bc21cb26f3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:12.045247 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b6155d55-ad4b-4f89-ac11-bc21cb26f3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:12.058277 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6fd6e19d-29f1-4cee-bc89-0bf169d20c45 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "PUT /v2.0/subnets/d6a83001-0278-4ce5-bb9f-c90e14dc35c9/tags/tempest-TagsExtTest-Tag-1497140016 HTTP/1.1" status: 201 len: 201 time: 0.7093365 Jul 15 13:24:12.073938 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45492) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:12.091734 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-2ce8ee1f-3b3d-47f3-9858-98f3965ef4b4 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4d26df80-8901-4057-8ba2-e4bd7d7de8f8', 'tempest-TagsExtTest-Tag-1250697418') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:12.228506 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefd420-6af4-4545-8d46-e4aa9ab114f1 req-d4eb80e9-289f-4118-9862-21a6db72adab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:12.230359 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075a658-2f4c-4c54-8f3a-2326b3651834 req-716982a8-af8d-4dbf-818c-81bf8d92e79e tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:12.230585 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1cefd420-6af4-4545-8d46-e4aa9ab114f1 req-d4eb80e9-289f-4118-9862-21a6db72adab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edeaa118-edc5-4f1b-bf13-6f27616a2b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6314209 Jul 15 13:24:12.248907 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e075a658-2f4c-4c54-8f3a-2326b3651834 req-716982a8-af8d-4dbf-818c-81bf8d92e79e tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.9951816 Jul 15 13:24:12.256254 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:12.365045 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1cefd420-6af4-4545-8d46-e4aa9ab114f1 req-591f9520-1f2b-4966-8c91-e2eb6f9320e0 service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236079 Jul 15 13:24:12.411442 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:12.413355 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:12.533220 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8eb5dfa6-5b4a-42ed-8b43-ef6a53934a4c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:12.569228 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e075a658-2f4c-4c54-8f3a-2326b3651834 req-432d6d27-11a3-43c7-88e5-904104ae33d1 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3192558 Jul 15 13:24:12.608059 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c94b73be-8c02-4f6f-9110-43336fd1cbd2 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:12.712071 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port c94b73be-8c02-4f6f-9110-43336fd1cbd2 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:12.712071 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:12.762477 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1cefd420-6af4-4545-8d46-e4aa9ab114f1 req-2ee2470e-c630-41a7-9e9a-198ac02f63ac service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872516 Jul 15 13:24:12.821678 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8eb5dfa6-5b4a-42ed-8b43-ef6a53934a4c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:12.910564 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b6155d55-ad4b-4f89-ac11-bc21cb26f3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:12.917721 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b6155d55-ad4b-4f89-ac11-bc21cb26f3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:12.921214 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b6155d55-ad4b-4f89-ac11-bc21cb26f3bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ed010be-8e71-4169-ba87-34e34d84272a HTTP/1.1" status: 204 len: 168 time: 1.6292908 Jul 15 13:24:12.941861 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6155d55-ad4b-4f89-ac11-bc21cb26f3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed010be-8e71-4169-ba87-34e34d84272a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:13.134694 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2ce8ee1f-3b3d-47f3-9858-98f3965ef4b4 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "PUT /v2.0/ports/4d26df80-8901-4057-8ba2-e4bd7d7de8f8/tags/tempest-TagsExtTest-Tag-1250697418 HTTP/1.1" status: 201 len: 201 time: 1.0590754 Jul 15 13:24:13.140254 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45528) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:13.160105 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-49b13b06-a7ce-4150-9007-5bd9bf4cee15 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '12864d2e-8788-48c5-8edf-a0099aeb28fb', 'tempest-TagsExtTest-Tag-1833810961') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:13.358700 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f1252-3364-44f3-9725-2f26a2e28167 req-ba544b0b-c604-466a-8f78-f51eb2f59ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:13.365348 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-655f1252-3364-44f3-9725-2f26a2e28167 req-ba544b0b-c604-466a-8f78-f51eb2f59ebe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0a5577c115ec43508375ce7d29599c94&device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 1097 time: 0.4822791 Jul 15 13:24:13.368962 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-49b13b06-a7ce-4150-9007-5bd9bf4cee15 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "PUT /v2.0/routers/12864d2e-8788-48c5-8edf-a0099aeb28fb/tags/tempest-TagsExtTest-Tag-1833810961 HTTP/1.1" status: 201 len: 201 time: 0.2271261 Jul 15 13:24:13.420517 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45540) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:13.428118 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-826d3d5d-7476-4561-8404-5377820ae23e tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7922674e-d279-474e-9da5-ced6b5ab1d00', 'tempest-TagsExtTest-Tag-2081944010') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:13.484541 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8eb5dfa6-5b4a-42ed-8b43-ef6a53934a4c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:13.502923 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8eb5dfa6-5b4a-42ed-8b43-ef6a53934a4c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:13.624911 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-826d3d5d-7476-4561-8404-5377820ae23e tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "PUT /v2.0/subnetpools/7922674e-d279-474e-9da5-ced6b5ab1d00/tags/tempest-TagsExtTest-Tag-2081944010 HTTP/1.1" status: 201 len: 201 time: 0.2031708 Jul 15 13:24:13.636730 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45552) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:13.663252 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-780c57cd-742c-4abc-af39-b179e96dcf87 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd6a83001-0278-4ce5-bb9f-c90e14dc35c9', {'tags': ['tempest-TagsExtTest-Tag-1821233375', 'tempest-TagsExtTest-Tag-2135544301', 'tempest-TagsExtTest-Tag-1943370185']}) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:13.748598 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8eb5dfa6-5b4a-42ed-8b43-ef6a53934a4c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:13.806615 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5dfa6-5b4a-42ed-8b43-ef6a53934a4c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Pushing event updated for resources: {'Port': ['ID=fa197d97-d2d1-4e37-8924-5d77789886bc,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:13.827361 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8eb5dfa6-5b4a-42ed-8b43-ef6a53934a4c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:13.829117 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8eb5dfa6-5b4a-42ed-8b43-ef6a53934a4c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2734609 Jul 15 13:24:13.875363 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f1252-3364-44f3-9725-2f26a2e28167 req-40ae75f8-aa94-4668-8429-e84f3ab6ddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:13.879257 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-655f1252-3364-44f3-9725-2f26a2e28167 req-40ae75f8-aa94-4668-8429-e84f3ab6ddf6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=edeaa118-edc5-4f1b-bf13-6f27616a2b19 HTTP/1.1" status: 200 len: 913 time: 0.5082691 Jul 15 13:24:13.958501 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-780c57cd-742c-4abc-af39-b179e96dcf87 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "PUT /v2.0/subnets/d6a83001-0278-4ce5-bb9f-c90e14dc35c9/tags HTTP/1.1" status: 200 len: 318 time: 0.3203921 Jul 15 13:24:13.963361 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45564) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:13.987762 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-36d304df-d8cd-4a22-bb08-5dd4224a85cc tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd6a83001-0278-4ce5-bb9f-c90e14dc35c9') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:14.160355 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-655f1252-3364-44f3-9725-2f26a2e28167 req-3d835aeb-6ebc-4b07-b6a0-94fb05a7485e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3313d1c0-7322-4571-9574-1a2b411edcd1 HTTP/1.1" status: 200 len: 999 time: 0.2607532 Jul 15 13:24:14.276750 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-36d304df-d8cd-4a22-bb08-5dd4224a85cc tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "DELETE /v2.0/subnets/d6a83001-0278-4ce5-bb9f-c90e14dc35c9/tags HTTP/1.1" status: 204 len: 168 time: 0.3122334 Jul 15 13:24:14.282876 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45574) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:14.288786 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-dbf2ac80-b3b5-4f6f-b648-76f2cc9bd941 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd6a83001-0278-4ce5-bb9f-c90e14dc35c9', 'tempest-TagsExtTest-Tag-1821233375') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:14.309455 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f1252-3364-44f3-9725-2f26a2e28167 req-2f0ef21c-167c-481d-8a59-5f821e88b444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:14.311521 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-655f1252-3364-44f3-9725-2f26a2e28167 req-2f0ef21c-167c-481d-8a59-5f821e88b444 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d793a745-d38c-4e8b-9716-b5fdf7b27406 HTTP/1.1" status: 200 len: 851 time: 0.1425104 Jul 15 13:24:14.401434 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855dd4d-96ac-405e-83d2-974c8b94301b req-7161757c-d4a3-4d5b-9bfe-c2fea6a31132 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:14.418582 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c855dd4d-96ac-405e-83d2-974c8b94301b req-7161757c-d4a3-4d5b-9bfe-c2fea6a31132 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.3115511 Jul 15 13:24:14.433387 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-dbf2ac80-b3b5-4f6f-b648-76f2cc9bd941 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] show failed (client error): The resource could not be found. Jul 15 13:24:14.435329 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-dbf2ac80-b3b5-4f6f-b648-76f2cc9bd941 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "GET /v2.0/subnets/d6a83001-0278-4ce5-bb9f-c90e14dc35c9/tags/tempest-TagsExtTest-Tag-1821233375 HTTP/1.1" status: 404 len: 329 time: 0.1518493 Jul 15 13:24:14.451318 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45590) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:14.461377 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-4e96c3d6-d5c1-4bfd-a021-fa5eaa55e064 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd6a83001-0278-4ce5-bb9f-c90e14dc35c9', 'tempest-TagsExtTest-Tag-2135544301') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:14.604354 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c855dd4d-96ac-405e-83d2-974c8b94301b req-edd05583-e9b0-4c14-bfe1-d70c6c0929f4 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819632 Jul 15 13:24:14.651411 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f1252-3364-44f3-9725-2f26a2e28167 req-b0c02497-da87-4437-b343-4f0b01f09c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:14.672460 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-655f1252-3364-44f3-9725-2f26a2e28167 req-b0c02497-da87-4437-b343-4f0b01f09c10 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edeaa118-edc5-4f1b-bf13-6f27616a2b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3459394 Jul 15 13:24:14.762608 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-62672a65-1995-493f-a506-155a0ae31a1a tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--87845867&fields=id&tenant_id=37913da5a8464fb1a0b736ca946a9eaa HTTP/1.1" status: 200 len: 267 time: 0.1773999 Jul 15 13:24:15.069462 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-655f1252-3364-44f3-9725-2f26a2e28167 req-b62759d3-2c66-4756-a565-0d31a00a6743 service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931761 Jul 15 13:24:15.401987 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-655f1252-3364-44f3-9725-2f26a2e28167 req-f01aea58-7546-423a-be28-a4d9ab1cdc09 service neutron] 10.222.0.32 "GET /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223696 Jul 15 13:24:15.502446 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-eae1e52a-c205-4098-87ab-9b4084d106c1 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:15.502446 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-eae1e52a-c205-4098-87ab-9b4084d106c1 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/networks?id=e8913e0d-0d0e-40a2-882d-dd84c17b519b HTTP/1.1" status: 200 len: 810 time: 0.7086117 Jul 15 13:24:15.549312 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-4e96c3d6-d5c1-4bfd-a021-fa5eaa55e064 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] show failed (client error): The resource could not be found. Jul 15 13:24:15.550749 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4e96c3d6-d5c1-4bfd-a021-fa5eaa55e064 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "GET /v2.0/subnets/d6a83001-0278-4ce5-bb9f-c90e14dc35c9/tags/tempest-TagsExtTest-Tag-2135544301 HTTP/1.1" status: 404 len: 329 time: 1.0980630 Jul 15 13:24:15.553038 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-482c6f87-4c23-4437-b167-0045408bab58 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/quotas/37913da5a8464fb1a0b736ca946a9eaa HTTP/1.1" status: 200 len: 375 time: 0.0343866 Jul 15 13:24:15.556951 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45650) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:15.565068 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-cbcf417d-c7db-4d33-bdfc-0dea6fd3250d tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd6a83001-0278-4ce5-bb9f-c90e14dc35c9', 'tempest-TagsExtTest-Tag-1943370185') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:16.121365 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-cbcf417d-c7db-4d33-bdfc-0dea6fd3250d tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] show failed (client error): The resource could not be found. Jul 15 13:24:16.130203 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-cbcf417d-c7db-4d33-bdfc-0dea6fd3250d tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "GET /v2.0/subnets/d6a83001-0278-4ce5-bb9f-c90e14dc35c9/tags/tempest-TagsExtTest-Tag-1943370185 HTTP/1.1" status: 404 len: 329 time: 0.5714099 Jul 15 13:24:16.138180 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45662) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:16.152575 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-2b4f10d4-4bbe-4e0f-a7db-810c2f989da8 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '4d26df80-8901-4057-8ba2-e4bd7d7de8f8', {'tags': ['tempest-TagsExtTest-Tag-7884546', 'tempest-TagsExtTest-Tag-433352935', 'tempest-TagsExtTest-Tag-695132320']}) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:16.372899 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fd38c-269d-430c-8dcd-6b7311222a11 req-55f5a7c3-3514-4232-975f-46e5c01bf3e6 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:16.384027 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c73fd38c-269d-430c-8dcd-6b7311222a11 req-55f5a7c3-3514-4232-975f-46e5c01bf3e6 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.3274176 Jul 15 13:24:16.411633 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-c7ac8d85-7a66-4e18-b675-f25892649042 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=37913da5a8464fb1a0b736ca946a9eaa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8371084 Jul 15 13:24:16.490494 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c73fd38c-269d-430c-8dcd-6b7311222a11 req-ef38d477-159b-4161-a80d-e32d76ba9312 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051211 Jul 15 13:24:16.613988 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-dd284abb-f401-4060-82c1-eadbbdd7b506 service neutron] 10.222.0.24 "GET /v2.0/networks/e8913e0d-0d0e-40a2-882d-dd84c17b519b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807320 Jul 15 13:24:16.654557 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2b4f10d4-4bbe-4e0f-a7db-810c2f989da8 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "PUT /v2.0/ports/4d26df80-8901-4057-8ba2-e4bd7d7de8f8/tags HTTP/1.1" status: 200 len: 313 time: 0.5119333 Jul 15 13:24:16.659134 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45670) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:16.665732 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-69a86361-eadc-47ba-aee1-f14082f888b3 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4d26df80-8901-4057-8ba2-e4bd7d7de8f8') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:16.943983 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-253c6642-c328-41be-9b5c-627d31e09dd6 service neutron] 10.222.0.24 "GET /v2.0/networks/e8913e0d-0d0e-40a2-882d-dd84c17b519b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273799 Jul 15 13:24:16.958824 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-69a86361-eadc-47ba-aee1-f14082f888b3 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "DELETE /v2.0/ports/4d26df80-8901-4057-8ba2-e4bd7d7de8f8/tags HTTP/1.1" status: 204 len: 168 time: 0.2979138 Jul 15 13:24:16.962923 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45676) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:16.971149 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-9f94ec53-1104-4469-b201-1690edf18f5f tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4d26df80-8901-4057-8ba2-e4bd7d7de8f8', 'tempest-TagsExtTest-Tag-7884546') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:17.134330 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-9f94ec53-1104-4469-b201-1690edf18f5f tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] show failed (client error): The resource could not be found. Jul 15 13:24:17.141262 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45678) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:17.146143 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9f94ec53-1104-4469-b201-1690edf18f5f tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "GET /v2.0/ports/4d26df80-8901-4057-8ba2-e4bd7d7de8f8/tags/tempest-TagsExtTest-Tag-7884546 HTTP/1.1" status: 404 len: 326 time: 0.1742847 Jul 15 13:24:17.147855 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-b2b08dba-ae97-40b7-9b58-d2c60bcbfcf9 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4d26df80-8901-4057-8ba2-e4bd7d7de8f8', 'tempest-TagsExtTest-Tag-433352935') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:17.326354 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-b2b08dba-ae97-40b7-9b58-d2c60bcbfcf9 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] show failed (client error): The resource could not be found. Jul 15 13:24:17.327845 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b2b08dba-ae97-40b7-9b58-d2c60bcbfcf9 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "GET /v2.0/ports/4d26df80-8901-4057-8ba2-e4bd7d7de8f8/tags/tempest-TagsExtTest-Tag-433352935 HTTP/1.1" status: 404 len: 328 time: 0.1854737 Jul 15 13:24:17.332950 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45682) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:17.340593 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-d977ef3a-eb9a-4098-9f8a-714fd94a7991 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4d26df80-8901-4057-8ba2-e4bd7d7de8f8', 'tempest-TagsExtTest-Tag-695132320') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:17.513381 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-d977ef3a-eb9a-4098-9f8a-714fd94a7991 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] show failed (client error): The resource could not be found. Jul 15 13:24:17.515497 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d977ef3a-eb9a-4098-9f8a-714fd94a7991 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "GET /v2.0/ports/4d26df80-8901-4057-8ba2-e4bd7d7de8f8/tags/tempest-TagsExtTest-Tag-695132320 HTTP/1.1" status: 404 len: 328 time: 0.1810143 Jul 15 13:24:17.521079 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45692) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:17.532383 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-0d5de3d8-7808-4d75-9cfc-6ea52c034522 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '12864d2e-8788-48c5-8edf-a0099aeb28fb', {'tags': ['tempest-TagsExtTest-Tag-1801724207', 'tempest-TagsExtTest-Tag-1828972575', 'tempest-TagsExtTest-Tag-764540694']}) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:17.553697 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d829e3e6-9c65-4c67-bd2a-d008386994fd req-33bfb45a-a402-4142-934a-176d8d0ea06f tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 210 time: 0.1003699 Jul 15 13:24:18.017622 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0d5de3d8-7808-4d75-9cfc-6ea52c034522 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "PUT /v2.0/routers/12864d2e-8788-48c5-8edf-a0099aeb28fb/tags HTTP/1.1" status: 200 len: 317 time: 0.4942923 Jul 15 13:24:18.020369 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45700) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:18.031170 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-2e714041-f95f-4804-ab13-ae0924c2e596 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '12864d2e-8788-48c5-8edf-a0099aeb28fb') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:18.158056 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96500b4-636d-48a0-9b63-066af8322712 req-0624c518-63ca-4585-b31a-588b7d76606c tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:18.183055 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f96500b4-636d-48a0-9b63-066af8322712 req-0624c518-63ca-4585-b31a-588b7d76606c tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.2697287 Jul 15 13:24:18.272858 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f96500b4-636d-48a0-9b63-066af8322712 req-c722a627-04aa-4cbd-8773-c2972cd631ec tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880418 Jul 15 13:24:18.435057 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45706) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:18.435515 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2e714041-f95f-4804-ab13-ae0924c2e596 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "DELETE /v2.0/routers/12864d2e-8788-48c5-8edf-a0099aeb28fb/tags HTTP/1.1" status: 204 len: 168 time: 0.4122918 Jul 15 13:24:18.441396 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-9cc286f9-505e-4a46-a5dd-18f583733e71 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '12864d2e-8788-48c5-8edf-a0099aeb28fb', 'tempest-TagsExtTest-Tag-1801724207') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:18.744102 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c29fb9-bec9-4ed4-b73b-660597c4e5c1 req-c6776227-964e-4e17-a877-d81d11bd5227 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:18.752186 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d8c29fb9-bec9-4ed4-b73b-660597c4e5c1 req-c6776227-964e-4e17-a877-d81d11bd5227 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.2366986 Jul 15 13:24:18.819164 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-9cc286f9-505e-4a46-a5dd-18f583733e71 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] show failed (client error): The resource could not be found. Jul 15 13:24:18.824478 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9cc286f9-505e-4a46-a5dd-18f583733e71 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "GET /v2.0/routers/12864d2e-8788-48c5-8edf-a0099aeb28fb/tags/tempest-TagsExtTest-Tag-1801724207 HTTP/1.1" status: 404 len: 329 time: 0.3835304 Jul 15 13:24:18.826435 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45722) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:18.835186 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-34ddd773-fd59-45c3-be6a-d9d91671eb04 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '12864d2e-8788-48c5-8edf-a0099aeb28fb', 'tempest-TagsExtTest-Tag-1828972575') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:18.873189 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d8c29fb9-bec9-4ed4-b73b-660597c4e5c1 req-e3cdfdee-511e-40cd-90c3-44aac32f7cbd tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200037 Jul 15 13:24:19.429901 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-562d6c7c-7b97-4ec6-8f67-d98131596095 req-fdfbfe9a-713f-4c25-a732-5f63acea2886 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 210 time: 0.3831336 Jul 15 13:24:19.469003 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-34ddd773-fd59-45c3-be6a-d9d91671eb04 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] show failed (client error): The resource could not be found. Jul 15 13:24:19.470721 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-34ddd773-fd59-45c3-be6a-d9d91671eb04 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "GET /v2.0/routers/12864d2e-8788-48c5-8edf-a0099aeb28fb/tags/tempest-TagsExtTest-Tag-1828972575 HTTP/1.1" status: 404 len: 329 time: 0.6418705 Jul 15 13:24:19.478257 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45742) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:19.489223 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-cfe3cbe6-983d-41a4-aa5d-7fc9a6a14e20 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '12864d2e-8788-48c5-8edf-a0099aeb28fb', 'tempest-TagsExtTest-Tag-764540694') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:19.828694 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-cfe3cbe6-983d-41a4-aa5d-7fc9a6a14e20 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] show failed (client error): The resource could not be found. Jul 15 13:24:19.831182 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-cfe3cbe6-983d-41a4-aa5d-7fc9a6a14e20 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "GET /v2.0/routers/12864d2e-8788-48c5-8edf-a0099aeb28fb/tags/tempest-TagsExtTest-Tag-764540694 HTTP/1.1" status: 404 len: 328 time: 0.3460388 Jul 15 13:24:19.835738 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45752) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:19.848751 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-ff0e6f31-89bc-4bd9-beba-712856e7d7c1 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7922674e-d279-474e-9da5-ced6b5ab1d00', {'tags': ['tempest-TagsExtTest-Tag-153410174', 'tempest-TagsExtTest-Tag-1455024116', 'tempest-TagsExtTest-Tag-1786191822']}) {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:20.013346 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ff0e6f31-89bc-4bd9-beba-712856e7d7c1 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "PUT /v2.0/subnetpools/7922674e-d279-474e-9da5-ced6b5ab1d00/tags HTTP/1.1" status: 200 len: 317 time: 0.1745706 Jul 15 13:24:20.018019 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45758) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:20.023979 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-1c9f7b8f-657e-4730-8d7c-8e124f99fa81 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7922674e-d279-474e-9da5-ced6b5ab1d00') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:20.112054 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1c9f7b8f-657e-4730-8d7c-8e124f99fa81 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "DELETE /v2.0/subnetpools/7922674e-d279-474e-9da5-ced6b5ab1d00/tags HTTP/1.1" status: 204 len: 168 time: 0.0924103 Jul 15 13:24:20.116633 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45760) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:20.122446 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-fc2b1d62-8931-480e-9e9a-5a65806df45e tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7922674e-d279-474e-9da5-ced6b5ab1d00', 'tempest-TagsExtTest-Tag-153410174') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:20.183211 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-fc2b1d62-8931-480e-9e9a-5a65806df45e tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] show failed (client error): The resource could not be found. Jul 15 13:24:20.186569 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fc2b1d62-8931-480e-9e9a-5a65806df45e tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "GET /v2.0/subnetpools/7922674e-d279-474e-9da5-ced6b5ab1d00/tags/tempest-TagsExtTest-Tag-153410174 HTTP/1.1" status: 404 len: 328 time: 0.0680754 Jul 15 13:24:20.190523 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45766) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:20.196767 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-f240ec28-d776-4844-b4f4-d216403439bc tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7922674e-d279-474e-9da5-ced6b5ab1d00', 'tempest-TagsExtTest-Tag-1455024116') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:20.270235 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-f240ec28-d776-4844-b4f4-d216403439bc tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] show failed (client error): The resource could not be found. Jul 15 13:24:20.275764 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f240ec28-d776-4844-b4f4-d216403439bc tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "GET /v2.0/subnetpools/7922674e-d279-474e-9da5-ced6b5ab1d00/tags/tempest-TagsExtTest-Tag-1455024116 HTTP/1.1" status: 404 len: 329 time: 0.0795689 Jul 15 13:24:20.276238 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45770) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:20.282234 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-aedd4322-8eca-4bc1-a181-49f0f926709a tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7922674e-d279-474e-9da5-ced6b5ab1d00', 'tempest-TagsExtTest-Tag-1786191822') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:20.411147 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-aedd4322-8eca-4bc1-a181-49f0f926709a tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] show failed (client error): The resource could not be found. Jul 15 13:24:20.416079 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-aedd4322-8eca-4bc1-a181-49f0f926709a tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "GET /v2.0/subnetpools/7922674e-d279-474e-9da5-ced6b5ab1d00/tags/tempest-TagsExtTest-Tag-1786191822 HTTP/1.1" status: 404 len: 329 time: 0.1361642 Jul 15 13:24:20.416893 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45780) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:20.484816 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-2265ead8-5d5a-42f4-a8e1-14237c6d2489 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7922674e-d279-474e-9da5-ced6b5ab1d00') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:20.635308 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2265ead8-5d5a-42f4-a8e1-14237c6d2489 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "DELETE /v2.0/subnetpools/7922674e-d279-474e-9da5-ced6b5ab1d00/tags HTTP/1.1" status: 204 len: 168 time: 0.2156131 Jul 15 13:24:20.640072 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45788) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:20.647264 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-e1a7bf21-b1fc-4cdd-92c8-3db54ae86e25 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '12864d2e-8788-48c5-8edf-a0099aeb28fb') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:20.865273 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-08553bec-27d9-49b6-8f09-13694f43b06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:21.088081 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-874c052e-dee1-49a9-8a65-fbcaccd13232 req-2c0dcd50-84a8-48ab-9712-f29d81e2d0d6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 210 time: 0.1260629 Jul 15 13:24:21.165277 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45814) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:21.171210 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.tag.tag_plugin [None req-13cbf7b3-2a8f-47f2-b303-4c685ffb4807 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4d26df80-8901-4057-8ba2-e4bd7d7de8f8') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:21.183888 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e1a7bf21-b1fc-4cdd-92c8-3db54ae86e25 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "DELETE /v2.0/routers/12864d2e-8788-48c5-8edf-a0099aeb28fb/tags HTTP/1.1" status: 204 len: 168 time: 0.5422883 Jul 15 13:24:21.367806 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45826) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:21.373148 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-1aa5ee77-c5ef-4fee-b9eb-547574178dc0 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd6a83001-0278-4ce5-bb9f-c90e14dc35c9') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:21.385905 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-13cbf7b3-2a8f-47f2-b303-4c685ffb4807 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "DELETE /v2.0/ports/4d26df80-8901-4057-8ba2-e4bd7d7de8f8/tags HTTP/1.1" status: 204 len: 168 time: 0.2187760 Jul 15 13:24:21.576963 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45828) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:21.577495 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45830) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:21.589183 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1aa5ee77-c5ef-4fee-b9eb-547574178dc0 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "DELETE /v2.0/subnets/d6a83001-0278-4ce5-bb9f-c90e14dc35c9/tags HTTP/1.1" status: 204 len: 168 time: 0.2201321 Jul 15 13:24:21.829873 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef138e2b-2a72-44de-8ba7-2e720d168011 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks [] for subnetpool, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:21.834599 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45844) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:21.842389 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ef138e2b-2a72-44de-8ba7-2e720d168011 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "DELETE /v2.0/subnetpools/7922674e-d279-474e-9da5-ced6b5ab1d00 HTTP/1.1" status: 204 len: 168 time: 0.2636085 Jul 15 13:24:21.920033 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45846) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:21.927998 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-eeab6ff3-b165-4bc8-be07-d50efaea2ae3 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "GET /v2.0/ports?device_id=12864d2e-8788-48c5-8edf-a0099aeb28fb HTTP/1.1" status: 200 len: 205 time: 0.0917530 Jul 15 13:24:22.183973 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6749e7b-923b-42b1-adea-5fe67143c852 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:22.367807 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-14b721ca-1f94-4163-b9a7-5d03b5f6ae6e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=170abf609ac24d548ac9927e9f7ddb60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7877839 Jul 15 13:24:22.373566 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45858) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:22.571567 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e2a3d2a2-088f-49eb-8e45-d6456caea14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:22.574912 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6749e7b-923b-42b1-adea-5fe67143c852 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:22.586478 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6749e7b-923b-42b1-adea-5fe67143c852 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:22.658601 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e2a3d2a2-088f-49eb-8e45-d6456caea14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:22.848797 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6749e7b-923b-42b1-adea-5fe67143c852 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:22.849855 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6749e7b-923b-42b1-adea-5fe67143c852 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Fanout notify agent at l3_agent the message router_deleted on router 12864d2e-8788-48c5-8edf-a0099aeb28fb {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:24:22.880707 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6749e7b-923b-42b1-adea-5fe67143c852 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:22.881813 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a6749e7b-923b-42b1-adea-5fe67143c852 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "DELETE /v2.0/routers/12864d2e-8788-48c5-8edf-a0099aeb28fb HTTP/1.1" status: 204 len: 168 time: 0.9600451 Jul 15 13:24:22.894271 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45870) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:22.965096 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ab4d387b-da89-4cbe-927f-a698de7af4ea req-cfbb1f07-de32-496d-8e8d-de4f2c1dc95a tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 210 time: 0.1888542 Jul 15 13:24:23.154489 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-055e8487-6dd8-4c0c-9abd-ae60e8f4ba1e tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:23.169409 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-055e8487-6dd8-4c0c-9abd-ae60e8f4ba1e tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.18 "GET /v2.0/networks?id=e8913e0d-0d0e-40a2-882d-dd84c17b519b HTTP/1.1" status: 200 len: 810 time: 0.4465063 Jul 15 13:24:23.208845 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d5552-30a1-4bb4-b7fa-fd0ff149006f req-83b23b00-8c9c-4a9f-8fe6-25c47bf95288 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:23.220286 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-318d5552-30a1-4bb4-b7fa-fd0ff149006f req-83b23b00-8c9c-4a9f-8fe6-25c47bf95288 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b HTTP/1.1" status: 200 len: 944 time: 0.4874485 Jul 15 13:24:23.234219 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:23.494252 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-198d7b94-ea82-4aaa-ab7d-2faf5775168d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:23.675046 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e2a3d2a2-088f-49eb-8e45-d6456caea14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:23.727094 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-12db97be-9471-418a-ad59-07763b25e4ff tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Deleting port 4d26df80-8901-4057-8ba2-e4bd7d7de8f8 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:23.727758 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12db97be-9471-418a-ad59-07763b25e4ff tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:23.728727 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e2a3d2a2-088f-49eb-8e45-d6456caea14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:23.751223 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e2a3d2a2-088f-49eb-8e45-d6456caea14d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a38b56b-07fa-4517-ae96-b52f00b5d47d HTTP/1.1" status: 204 len: 168 time: 1.3721597 Jul 15 13:24:23.830806 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-5231457e-73bc-469e-98b0-7aea14c7d266 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37913da5a8464fb1a0b736ca946a9eaa HTTP/1.1" status: 200 len: 378 time: 0.6154668 Jul 15 13:24:23.839876 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3d2a2-088f-49eb-8e45-d6456caea14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a38b56b-07fa-4517-ae96-b52f00b5d47d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:23.858931 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-c0e3d24b-73bb-4ad0-99fb-f7052c602478 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Request body: {'port': {'device_id': '3453c09e-d122-46f0-a75b-88b4c7ec48e2', 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b', 'admin_state_up': True, 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'security_groups': ['947dcb62-39dd-4d65-9e52-82dfd7421191']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:24.052091 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-318d5552-30a1-4bb4-b7fa-fd0ff149006f req-f65d315f-fb67-47e8-9028-0892fc36f711 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Deleting port 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:24.052736 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-318d5552-30a1-4bb4-b7fa-fd0ff149006f req-f65d315f-fb67-47e8-9028-0892fc36f711 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:24.389988 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-c0e3d24b-73bb-4ad0-99fb-f7052c602478 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Made reservation on behalf of 37913da5a8464fb1a0b736ca946a9eaa for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:24.405603 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-c0e3d24b-73bb-4ad0-99fb-f7052c602478 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:24.427793 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-318d5552-30a1-4bb4-b7fa-fd0ff149006f req-f65d315f-fb67-47e8-9028-0892fc36f711 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] For port 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=5a725e50-16a9-48ca-8c71-f7e1a9e9cec1,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:24.429349 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-318d5552-30a1-4bb4-b7fa-fd0ff149006f req-f65d315f-fb67-47e8-9028-0892fc36f711 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:24.474319 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-318d5552-30a1-4bb4-b7fa-fd0ff149006f req-f65d315f-fb67-47e8-9028-0892fc36f711 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Calling delete_port for 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:24.682494 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:24.854251 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12db97be-9471-418a-ad59-07763b25e4ff tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:24.881669 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-12db97be-9471-418a-ad59-07763b25e4ff tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Calling delete_port for 4d26df80-8901-4057-8ba2-e4bd7d7de8f8 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:25.006150 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.144865 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-318d5552-30a1-4bb4-b7fa-fd0ff149006f req-f65d315f-fb67-47e8-9028-0892fc36f711 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.184545 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['7a219332-539e-43f4-ad7d-bc1eb1e39bc8', '44669c72-d839-4b49-83ed-d597c23d8bbd'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:25.230683 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d315f-fb67-47e8-9028-0892fc36f711 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Pushing event deleted for resources: {'Port': ['ID=5a725e50-16a9-48ca-8c71-f7e1a9e9cec1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:25.321467 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12db97be-9471-418a-ad59-07763b25e4ff tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.488780 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-318d5552-30a1-4bb4-b7fa-fd0ff149006f req-f65d315f-fb67-47e8-9028-0892fc36f711 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] No DVR routers for this DVR port 5a725e50-16a9-48ca-8c71-f7e1a9e9cec1 on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:25.588993 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-318d5552-30a1-4bb4-b7fa-fd0ff149006f req-f65d315f-fb67-47e8-9028-0892fc36f711 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.620960 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-318d5552-30a1-4bb4-b7fa-fd0ff149006f req-f65d315f-fb67-47e8-9028-0892fc36f711 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "DELETE /v2.0/ports/5a725e50-16a9-48ca-8c71-f7e1a9e9cec1 HTTP/1.1" status: 204 len: 173 time: 2.3917732 Jul 15 13:24:25.629118 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b', 'name': 'network-vif-deleted', 'tag': '5a725e50-16a9-48ca-8c71-f7e1a9e9cec1'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:25.633340 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a8acc0-6d3f-4849-adba-79a66600b1c6" -d '{"events": [{"server_uuid": "7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b", "name": "network-vif-deleted", "tag": "5a725e50-16a9-48ca-8c71-f7e1a9e9cec1"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:25.821643 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db97be-9471-418a-ad59-07763b25e4ff tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Pushing event deleted for resources: {'Port': ['ID=4d26df80-8901-4057-8ba2-e4bd7d7de8f8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:25.859746 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1eeed732-a813-4209-a946-a45670346e20 req-77c26024-988b-4586-9804-7feec4e4f483 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 210 time: 0.3865559 Jul 15 13:24:25.943869 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-c0e3d24b-73bb-4ad0-99fb-f7052c602478 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Allocated IP 172.20.0.5 (e8913e0d-0d0e-40a2-882d-dd84c17b519b/7ddbfc00-1f92-454d-9c2c-3d67f76399b6/62a1ef29-fc92-4319-8fe9-443de8b06a99) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:25.988424 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12db97be-9471-418a-ad59-07763b25e4ff tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.002297 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-12db97be-9471-418a-ad59-07763b25e4ff tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "DELETE /v2.0/ports/4d26df80-8901-4057-8ba2-e4bd7d7de8f8 HTTP/1.1" status: 204 len: 168 time: 3.1052608 Jul 15 13:24:26.007254 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45918) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:26.237346 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaaf84eb-36c6-49cd-a390-7772652fb3a8 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Deleting subnet d6a83001-0278-4ce5-bb9f-c90e14dc35c9 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:24:26.245314 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aaaf84eb-36c6-49cd-a390-7772652fb3a8 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.310837 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.396594 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aaaf84eb-36c6-49cd-a390-7772652fb3a8 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.704591 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-c0e3d24b-73bb-4ad0-99fb-f7052c602478 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.783288 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-c0e3d24b-73bb-4ad0-99fb-f7052c602478 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Transition to ACTIVE for port object 62a1ef29-fc92-4319-8fe9-443de8b06a99 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:26.915261 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-c0e3d24b-73bb-4ad0-99fb-f7052c602478 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.989288 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3d24b-73bb-4ad0-99fb-f7052c602478 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Pushing event updated for resources: {'Port': ['ID=62a1ef29-fc92-4319-8fe9-443de8b06a99,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:27.026295 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-c0e3d24b-73bb-4ad0-99fb-f7052c602478 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Network e8913e0d-0d0e-40a2-882d-dd84c17b519b is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:27.029662 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-c0e3d24b-73bb-4ad0-99fb-f7052c602478 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:27.049415 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-c0e3d24b-73bb-4ad0-99fb-f7052c602478 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:27.231659 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-c0e3d24b-73bb-4ad0-99fb-f7052c602478 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:27.232897 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-c0e3d24b-73bb-4ad0-99fb-f7052c602478 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.314024 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-c0e3d24b-73bb-4ad0-99fb-f7052c602478 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4665260 Jul 15 13:24:27.331052 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] Request body: {'port': {'device_id': '3453c09e-d122-46f0-a75b-88b4c7ec48e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:27.681616 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.765333 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-940b2493-efd7-4128-b730-83a94d2d2877 None None] Provisioning for port 62a1ef29-fc92-4319-8fe9-443de8b06a99 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:27.773428 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-940b2493-efd7-4128-b730-83a94d2d2877 None None] Provisioning complete for port 62a1ef29-fc92-4319-8fe9-443de8b06a99 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:27.774469 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-940b2493-efd7-4128-b730-83a94d2d2877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.835473 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aaaf84eb-36c6-49cd-a390-7772652fb3a8 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.000371 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-940b2493-efd7-4128-b730-83a94d2d2877 None None] Port 62a1ef29-fc92-4319-8fe9-443de8b06a99 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:28.108665 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45958) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:28.165399 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aaaf84eb-36c6-49cd-a390-7772652fb3a8 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.240109 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf4df56-0ca8-4ee8-b526-b9aff9057413 None None] Network 9ec833a8-7473-4719-9bd1-d4ef027cf0ef requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:28.265186 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aaaf84eb-36c6-49cd-a390-7772652fb3a8 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.287637 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-aaaf84eb-36c6-49cd-a390-7772652fb3a8 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "DELETE /v2.0/subnets/d6a83001-0278-4ce5-bb9f-c90e14dc35c9 HTTP/1.1" status: 204 len: 168 time: 2.2742517 Jul 15 13:24:28.290411 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45962) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:28.425668 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf84eb-36c6-49cd-a390-7772652fb3a8 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Pushing event deleted for resources: {'Subnet': ['ID=d6a83001-0278-4ce5-bb9f-c90e14dc35c9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:28.728814 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed96c7f0-c02b-43c1-ac54-40f952ef75b0 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.827745 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09ee634-7dfe-497a-be06-ad704ab8934f x-openstack-request-id: req-f09ee634-7dfe-497a-be06-ad704ab8934f {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:28.828969 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b", "name": "network-vif-deleted", "tag": "5a725e50-16a9-48ca-8c71-f7e1a9e9cec1", "status": "failed", "code": 422}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:28.829637 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f09ee634-7dfe-497a-be06-ad704ab8934f {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:28.830388 n-d-758944-45 neutron-server[93814]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7d5e5cb6-45d1-4678-8a89-b6dc54f1ed1b', 'name': 'network-vif-deleted', 'tag': '5a725e50-16a9-48ca-8c71-f7e1a9e9cec1', 'status': 'failed', 'code': 422} returned with failed status Jul 15 13:24:28.854729 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95054ef7-fb7c-4ed0-9ecd-47efb3ecfe4b None None] DHCP port deletion for 9ec833a8-7473-4719-9bd1-d4ef027cf0ef request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:24:28.946932 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4d52575c-1748-4277-baa3-d7af09cf94a6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-619545866-network', 'tenant_id': 'df719aa859da48118928d9177c2e0e5d'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:29.005559 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d52575c-1748-4277-baa3-d7af09cf94a6 admin admin] Made reservation on behalf of df719aa859da48118928d9177c2e0e5d for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:29.008159 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4d52575c-1748-4277-baa3-d7af09cf94a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.018030 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ed96c7f0-c02b-43c1-ac54-40f952ef75b0 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Deleting port c94b73be-8c02-4f6f-9110-43336fd1cbd2 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:29.018615 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed96c7f0-c02b-43c1-ac54-40f952ef75b0 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.032021 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-95054ef7-fb7c-4ed0-9ecd-47efb3ecfe4b None None] Deleting port c94b73be-8c02-4f6f-9110-43336fd1cbd2 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:29.032653 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-95054ef7-fb7c-4ed0-9ecd-47efb3ecfe4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.229838 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62a1ef29-fc92-4319-8fe9-443de8b06a99 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:29.284377 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.297084 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4d52575c-1748-4277-baa3-d7af09cf94a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.369260 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] Transition to ACTIVE for port object 62a1ef29-fc92-4319-8fe9-443de8b06a99 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:29.377803 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.421521 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ed96c7f0-c02b-43c1-ac54-40f952ef75b0 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] For port c94b73be-8c02-4f6f-9110-43336fd1cbd2, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c94b73be-8c02-4f6f-9110-43336fd1cbd2,segment=NetworkSegment(d9b8c996-a854-40bd-be22-e3f3f6c6ba04),segment_id=d9b8c996-a854-40bd-be22-e3f3f6c6ba04)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:29.422672 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed96c7f0-c02b-43c1-ac54-40f952ef75b0 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.503996 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46367e1-9c4c-4f27-b31b-31413b0c9e91 req-db2c717f-5222-4024-a183-8109e4188ff6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:29.520932 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e46367e1-9c4c-4f27-b31b-31413b0c9e91 req-db2c717f-5222-4024-a183-8109e4188ff6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 931 time: 0.7874415 Jul 15 13:24:29.527978 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-95054ef7-fb7c-4ed0-9ecd-47efb3ecfe4b None None] For port c94b73be-8c02-4f6f-9110-43336fd1cbd2, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c94b73be-8c02-4f6f-9110-43336fd1cbd2,segment=NetworkSegment(d9b8c996-a854-40bd-be22-e3f3f6c6ba04),segment_id=d9b8c996-a854-40bd-be22-e3f3f6c6ba04)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:29.529120 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-95054ef7-fb7c-4ed0-9ecd-47efb3ecfe4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.603707 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-95054ef7-fb7c-4ed0-9ecd-47efb3ecfe4b None None] Calling delete_port for c94b73be-8c02-4f6f-9110-43336fd1cbd2 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:29.691700 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ed96c7f0-c02b-43c1-ac54-40f952ef75b0 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Calling delete_port for c94b73be-8c02-4f6f-9110-43336fd1cbd2 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:29.697389 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] Pushing event updated for resources: {'Port': ['ID=62a1ef29-fc92-4319-8fe9-443de8b06a99,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:29.709991 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:29.710762 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:29.711321 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:29.711887 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:29.712862 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:29.713462 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:29.714157 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:29.714745 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:29.715915 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:29.716744 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:29.717693 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:29.718596 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:29.738006 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] Attempting to bind port 62a1ef29-fc92-4319-8fe9-443de8b06a99 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:29.738737 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] Attempting to bind port 62a1ef29-fc92-4319-8fe9-443de8b06a99 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '5fdc2447-cebd-4891-9870-8462e7706d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:29.739308 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] Attempting to bind port 62a1ef29-fc92-4319-8fe9-443de8b06a99 on network e8913e0d-0d0e-40a2-882d-dd84c17b519b {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:29.752120 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] Port 62a1ef29-fc92-4319-8fe9-443de8b06a99 on network e8913e0d-0d0e-40a2-882d-dd84c17b519b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:24:29.752808 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] Attempting to bind port 62a1ef29-fc92-4319-8fe9-443de8b06a99 on network e8913e0d-0d0e-40a2-882d-dd84c17b519b {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:29.760580 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:29.761346 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] Checking segment: {'id': '5fdc2447-cebd-4891-9870-8462e7706d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:29.762057 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] Bound using segment: {'id': '5fdc2447-cebd-4891-9870-8462e7706d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:29.762811 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] Bound port: 62a1ef29-fc92-4319-8fe9-443de8b06a99, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdc2447-cebd-4891-9870-8462e7706d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:29.763605 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.893214 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] For port 62a1ef29-fc92-4319-8fe9-443de8b06a99, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:29.904234 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] For port 62a1ef29-fc92-4319-8fe9-443de8b06a99, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=62a1ef29-fc92-4319-8fe9-443de8b06a99,segment=NetworkSegment(5fdc2447-cebd-4891-9870-8462e7706d2c),segment_id=5fdc2447-cebd-4891-9870-8462e7706d2c)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:29.923046 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.956499 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:29.957279 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.962520 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] 10.222.0.18 "PUT /v2.0/ports/62a1ef29-fc92-4319-8fe9-443de8b06a99 HTTP/1.1" status: 200 len: 1092 time: 2.6400661 Jul 15 13:24:29.965611 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3453c09e-d122-46f0-a75b-88b4c7ec48e2', 'tag': '62a1ef29-fc92-4319-8fe9-443de8b06a99'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:29.974474 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67fb1b4-4fb1-4fac-92e3-0104ca8e2127" -d '{"events": [{"name": "network-changed", "server_uuid": "3453c09e-d122-46f0-a75b-88b4c7ec48e2", "tag": "62a1ef29-fc92-4319-8fe9-443de8b06a99"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:30.011083 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-95054ef7-fb7c-4ed0-9ecd-47efb3ecfe4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:30.095171 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95054ef7-fb7c-4ed0-9ecd-47efb3ecfe4b None None] Pushing event deleted for resources: {'Port': ['ID=c94b73be-8c02-4f6f-9110-43336fd1cbd2,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:30.110179 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95054ef7-fb7c-4ed0-9ecd-47efb3ecfe4b None None] No DVR routers for this DVR port c94b73be-8c02-4f6f-9110-43336fd1cbd2 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:30.130418 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e46367e1-9c4c-4f27-b31b-31413b0c9e91 req-f8683cde-103f-430a-8380-d1d9da699158 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=947dcb62-39dd-4d65-9e52-82dfd7421191&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5871160 Jul 15 13:24:30.200683 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c94b73be-8c02-4f6f-9110-43336fd1cbd2 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:30.257806 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca963f14-bac1-4f85-9f05-18d33b880375 service neutron] Pushing event updated for resources: {'Port': ['ID=62a1ef29-fc92-4319-8fe9-443de8b06a99,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:30.299315 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-d0c08c60-ba0e-4551-aed7-c7c1e435be91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:30.304469 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-d0c08c60-ba0e-4551-aed7-c7c1e435be91 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=37913da5a8464fb1a0b736ca946a9eaa&device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 1095 time: 0.2503684 Jul 15 13:24:30.308570 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed96c7f0-c02b-43c1-ac54-40f952ef75b0 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:30.336782 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: c94b73be-8c02-4f6f-9110-43336fd1cbd2 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:24:30.337344 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c94b73be-8c02-4f6f-9110-43336fd1cbd2 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:24:30.350711 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed96c7f0-c02b-43c1-ac54-40f952ef75b0 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] No DVR routers for this DVR port c94b73be-8c02-4f6f-9110-43336fd1cbd2 on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:30.467850 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-8b1915c4-52f2-446d-a442-6a616400bf17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62a1ef29-fc92-4319-8fe9-443de8b06a99 HTTP/1.1" status: 200 len: 217 time: 0.1560030 Jul 15 13:24:30.545851 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96c7f0-c02b-43c1-ac54-40f952ef75b0 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Pushing event deleted for resources: {'Port': ['ID=c94b73be-8c02-4f6f-9110-43336fd1cbd2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:30.563767 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4d52575c-1748-4277-baa3-d7af09cf94a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:30.600582 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-940857ab-ab34-48d0-a6b8-f5ecf5571977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:30.603252 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-940857ab-ab34-48d0-a6b8-f5ecf5571977 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ddbfc00-1f92-454d-9c2c-3d67f76399b6 HTTP/1.1" status: 200 len: 849 time: 0.1344435 Jul 15 13:24:30.608802 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cf3ad7-51c3-473d-a4a0-342c5f3a3074 x-openstack-request-id: req-f2cf3ad7-51c3-473d-a4a0-342c5f3a3074 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:30.609208 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4d52575c-1748-4277-baa3-d7af09cf94a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:30.609877 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3453c09e-d122-46f0-a75b-88b4c7ec48e2", "tag": "62a1ef29-fc92-4319-8fe9-443de8b06a99", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:30.610193 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f2cf3ad7-51c3-473d-a4a0-342c5f3a3074 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:30.610639 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3453c09e-d122-46f0-a75b-88b4c7ec48e2', 'tag': '62a1ef29-fc92-4319-8fe9-443de8b06a99', 'status': 'completed', 'code': 200} Jul 15 13:24:30.699458 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-c09cea67-ac5b-40e4-9268-fb3dc6b63527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:30.702109 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-c09cea67-ac5b-40e4-9268-fb3dc6b63527 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8913e0d-0d0e-40a2-882d-dd84c17b519b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0899968 Jul 15 13:24:30.837918 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed96c7f0-c02b-43c1-ac54-40f952ef75b0 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:30.883948 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-ed96c7f0-c02b-43c1-ac54-40f952ef75b0 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec833a8-7473-4719-9bd1-d4ef027cf0ef']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:30.914110 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-ed96c7f0-c02b-43c1-ac54-40f952ef75b0 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b8c996-a854-40bd-be22-e3f3f6c6ba04') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:30.914552 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-ed96c7f0-c02b-43c1-ac54-40f952ef75b0 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b8c996-a854-40bd-be22-e3f3f6c6ba04') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:30.953463 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed96c7f0-c02b-43c1-ac54-40f952ef75b0 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:30.974096 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57952b78-13ab-4969-879a-c1df1f2a7f85 req-52de18aa-69b3-4d50-9f8a-fcf30767e8fd tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:30.976297 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-57952b78-13ab-4969-879a-c1df1f2a7f85 req-52de18aa-69b3-4d50-9f8a-fcf30767e8fd tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc1eefc-0d3b-4fc0-89be-70324aee64b8 HTTP/1.1" status: 200 len: 907 time: 0.2154348 Jul 15 13:24:30.981565 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed96c7f0-c02b-43c1-ac54-40f952ef75b0 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:30.990897 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-4cff51e2-e6f9-4beb-9769-f95b8372cae9 service neutron] 10.222.0.18 "GET /v2.0/networks/e8913e0d-0d0e-40a2-882d-dd84c17b519b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787950 Jul 15 13:24:30.994562 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed96c7f0-c02b-43c1-ac54-40f952ef75b0 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:24:30.995152 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed96c7f0-c02b-43c1-ac54-40f952ef75b0 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:24:31.042010 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:24:31.146634 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52575c-1748-4277-baa3-d7af09cf94a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6da17ce-a838-4dcb-b379-a403439dbbaa,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:31.164943 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52575c-1748-4277-baa3-d7af09cf94a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:31.165552 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52575c-1748-4277-baa3-d7af09cf94a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:31.166146 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52575c-1748-4277-baa3-d7af09cf94a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:31.166741 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52575c-1748-4277-baa3-d7af09cf94a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:31.167616 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52575c-1748-4277-baa3-d7af09cf94a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:31.168200 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52575c-1748-4277-baa3-d7af09cf94a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:31.169341 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52575c-1748-4277-baa3-d7af09cf94a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:31.170431 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52575c-1748-4277-baa3-d7af09cf94a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:31.171054 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52575c-1748-4277-baa3-d7af09cf94a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:31.171604 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52575c-1748-4277-baa3-d7af09cf94a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:31.172168 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52575c-1748-4277-baa3-d7af09cf94a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:31.173167 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52575c-1748-4277-baa3-d7af09cf94a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:31.191194 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed96c7f0-c02b-43c1-ac54-40f952ef75b0 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.195352 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d52575c-1748-4277-baa3-d7af09cf94a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:24:31.218936 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed96c7f0-c02b-43c1-ac54-40f952ef75b0 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.227018 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ed96c7f0-c02b-43c1-ac54-40f952ef75b0 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] 10.222.0.24 "DELETE /v2.0/networks/9ec833a8-7473-4719-9bd1-d4ef027cf0ef HTTP/1.1" status: 204 len: 168 time: 2.8294070 Jul 15 13:24:31.274051 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96c7f0-c02b-43c1-ac54-40f952ef75b0 tempest-TagsExtTest-417961903 tempest-TagsExtTest-417961903-project] Pushing event deleted for resources: {'Network': ['ID=9ec833a8-7473-4719-9bd1-d4ef027cf0ef,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:31.303956 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4d52575c-1748-4277-baa3-d7af09cf94a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.304331 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-4d52575c-1748-4277-baa3-d7af09cf94a6 admin admin] Added segment 6ccc7bde-a63f-4dac-8e7a-55bd84ef820a of type vlan for network 67630904-11a6-40f9-ae9e-6a655039ce11 Jul 15 13:24:31.349233 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-192fdba6-ae6c-44d8-8f35-9c8010dbabd9 req-63c9f5e5-7725-4fe8-a8b5-b1cd157561b5 service neutron] 10.222.0.18 "GET /v2.0/networks/e8913e0d-0d0e-40a2-882d-dd84c17b519b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466892 Jul 15 13:24:31.373653 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4d52575c-1748-4277-baa3-d7af09cf94a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.434771 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4d52575c-1748-4277-baa3-d7af09cf94a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.437127 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d52575c-1748-4277-baa3-d7af09cf94a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:31.438239 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4d52575c-1748-4277-baa3-d7af09cf94a6 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.524862 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fb1b4-4fb1-4fac-92e3-0104ca8e2127 req-b6545c72-6ab3-4339-8657-a55ec6facd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:31.526409 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a67fb1b4-4fb1-4fac-92e3-0104ca8e2127 req-b6545c72-6ab3-4339-8657-a55ec6facd04 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=37913da5a8464fb1a0b736ca946a9eaa&device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 1095 time: 0.0966303 Jul 15 13:24:31.641203 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52575c-1748-4277-baa3-d7af09cf94a6 admin admin] Pushing event updated for resources: {'Network': ['ID=67630904-11a6-40f9-ae9e-6a655039ce11,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:31.663997 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 67630904-11a6-40f9-ae9e-6a655039ce11 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:24:31.714325 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4d52575c-1748-4277-baa3-d7af09cf94a6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.5983641 Jul 15 13:24:31.783036 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fb1b4-4fb1-4fac-92e3-0104ca8e2127 req-2fb7defb-3a32-4b5d-ae53-237e54469dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:31.785726 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a67fb1b4-4fb1-4fac-92e3-0104ca8e2127 req-2fb7defb-3a32-4b5d-ae53-237e54469dcb service neutron] 10.222.0.18 "GET /v2.0/networks?id=e8913e0d-0d0e-40a2-882d-dd84c17b519b HTTP/1.1" status: 200 len: 911 time: 0.2525661 Jul 15 13:24:31.786538 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46018) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:31.833853 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-fb26ef0a-5c63-415d-9ee6-4c3f6ebfacf5 admin admin] Request body: {'subnet': {'network_id': '67630904-11a6-40f9-ae9e-6a655039ce11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-619545866-subnet', 'tenant_id': 'df719aa859da48118928d9177c2e0e5d', 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:31.934921 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2abe1a-804e-4722-8a78-332e0bcad906 req-ba30c137-7b2f-4a01-9b14-0328b7565f13 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:31.938231 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5c2abe1a-804e-4722-8a78-332e0bcad906 req-ba30c137-7b2f-4a01-9b14-0328b7565f13 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 943 time: 0.2788556 Jul 15 13:24:31.987238 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46022) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:32.005496 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a67fb1b4-4fb1-4fac-92e3-0104ca8e2127 req-eca13339-363d-4752-a3ed-b4cf9e76a370 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62a1ef29-fc92-4319-8fe9-443de8b06a99 HTTP/1.1" status: 200 len: 217 time: 0.1467297 Jul 15 13:24:32.078389 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5c2abe1a-804e-4722-8a78-332e0bcad906 req-9aa14276-4869-4e16-b018-87c418f31c7d tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=947dcb62-39dd-4d65-9e52-82dfd7421191&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1291709 Jul 15 13:24:32.133108 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb26ef0a-5c63-415d-9ee6-4c3f6ebfacf5 admin admin] Made reservation on behalf of df719aa859da48118928d9177c2e0e5d for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:32.136622 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb26ef0a-5c63-415d-9ee6-4c3f6ebfacf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.336239 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fb1b4-4fb1-4fac-92e3-0104ca8e2127 req-50612f50-2b64-40cb-b9a1-29b62edbf011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:32.338035 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a67fb1b4-4fb1-4fac-92e3-0104ca8e2127 req-50612f50-2b64-40cb-b9a1-29b62edbf011 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ddbfc00-1f92-454d-9c2c-3d67f76399b6 HTTP/1.1" status: 200 len: 849 time: 0.3036072 Jul 15 13:24:32.395392 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebbda8-ab3c-47e9-9ed8-449d763ad069 req-aacd2e85-2862-442d-9dde-bbdcb73cac67 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:32.397271 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-feebbda8-ab3c-47e9-9ed8-449d763ad069 req-aacd2e85-2862-442d-9dde-bbdcb73cac67 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.32 "GET /v2.0/ports?device_id=9dc1eefc-0d3b-4fc0-89be-70324aee64b8 HTTP/1.1" status: 200 len: 907 time: 0.6094575 Jul 15 13:24:32.472395 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c285cf11-cf0e-4d74-9467-671653085b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.538221 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46034) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:32.633924 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fb1b4-4fb1-4fac-92e3-0104ca8e2127 req-47bff3e6-dad0-407d-9f94-6b1b909953ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:32.636124 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a67fb1b4-4fb1-4fac-92e3-0104ca8e2127 req-47bff3e6-dad0-407d-9f94-6b1b909953ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8913e0d-0d0e-40a2-882d-dd84c17b519b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2907569 Jul 15 13:24:32.653466 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aece51-290b-41ec-be79-eb55f08f7dd4 req-381a8c93-749c-4881-9edf-fac3fc18841b tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:32.665678 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39aece51-290b-41ec-be79-eb55f08f7dd4 req-381a8c93-749c-4881-9edf-fac3fc18841b tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc1eefc-0d3b-4fc0-89be-70324aee64b8 HTTP/1.1" status: 200 len: 907 time: 0.4378798 Jul 15 13:24:32.702253 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-feebbda8-ab3c-47e9-9ed8-449d763ad069 req-d72f08dd-c8d5-47a0-b9bf-1793b2ac775f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Deleting port 665be1ca-b510-4950-8edc-6b086ecaf56a {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:32.702904 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-feebbda8-ab3c-47e9-9ed8-449d763ad069 req-d72f08dd-c8d5-47a0-b9bf-1793b2ac775f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.717446 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c285cf11-cf0e-4d74-9467-671653085b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.737684 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c285cf11-cf0e-4d74-9467-671653085b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.802736 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c285cf11-cf0e-4d74-9467-671653085b1f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=acc2a5d4fa674809a42e71d3e7d16f7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8068776 Jul 15 13:24:32.804586 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46044) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:32.815165 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-feebbda8-ab3c-47e9-9ed8-449d763ad069 req-d72f08dd-c8d5-47a0-b9bf-1793b2ac775f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] For port 665be1ca-b510-4950-8edc-6b086ecaf56a, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=665be1ca-b510-4950-8edc-6b086ecaf56a,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:32.815984 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-feebbda8-ab3c-47e9-9ed8-449d763ad069 req-d72f08dd-c8d5-47a0-b9bf-1793b2ac775f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.833872 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-feebbda8-ab3c-47e9-9ed8-449d763ad069 req-d72f08dd-c8d5-47a0-b9bf-1793b2ac775f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Calling delete_port for 665be1ca-b510-4950-8edc-6b086ecaf56a owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:32.882929 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285cf11-cf0e-4d74-9467-671653085b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ab7b07-0dca-4599-989c-9144bc8c08d0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:32.960580 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-471a28a0-e773-457c-95ac-e578dd5d9d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.017913 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-feebbda8-ab3c-47e9-9ed8-449d763ad069 req-d72f08dd-c8d5-47a0-b9bf-1793b2ac775f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.053186 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-471a28a0-e773-457c-95ac-e578dd5d9d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.123642 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f08dd-c8d5-47a0-b9bf-1793b2ac775f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Pushing event deleted for resources: {'Port': ['ID=665be1ca-b510-4950-8edc-6b086ecaf56a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:33.164210 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-471a28a0-e773-457c-95ac-e578dd5d9d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.167839 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-471a28a0-e773-457c-95ac-e578dd5d9d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.170282 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-471a28a0-e773-457c-95ac-e578dd5d9d88 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/83ab7b07-0dca-4599-989c-9144bc8c08d0 HTTP/1.1" status: 204 len: 168 time: 0.3613279 Jul 15 13:24:33.199331 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-feebbda8-ab3c-47e9-9ed8-449d763ad069 req-d72f08dd-c8d5-47a0-b9bf-1793b2ac775f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] No DVR routers for this DVR port 665be1ca-b510-4950-8edc-6b086ecaf56a on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:33.207444 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a28a0-e773-457c-95ac-e578dd5d9d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ab7b07-0dca-4599-989c-9144bc8c08d0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:33.251102 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-feebbda8-ab3c-47e9-9ed8-449d763ad069 req-d72f08dd-c8d5-47a0-b9bf-1793b2ac775f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.253406 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-feebbda8-ab3c-47e9-9ed8-449d763ad069 req-d72f08dd-c8d5-47a0-b9bf-1793b2ac775f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.32 "DELETE /v2.0/ports/665be1ca-b510-4950-8edc-6b086ecaf56a HTTP/1.1" status: 204 len: 173 time: 0.8434036 Jul 15 13:24:33.264498 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46056) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:33.264751 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-aab3bc72-e2e5-4b3c-887d-23ee0d4eea8d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c899b438bf714cb1a59d5a8698f72e8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7226131 Jul 15 13:24:33.265075 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc1eefc-0d3b-4fc0-89be-70324aee64b8', 'name': 'network-vif-deleted', 'tag': '665be1ca-b510-4950-8edc-6b086ecaf56a'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:33.267477 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fad28e-bf0f-4775-b12a-fd3d481c621e" -d '{"events": [{"server_uuid": "9dc1eefc-0d3b-4fc0-89be-70324aee64b8", "name": "network-vif-deleted", "tag": "665be1ca-b510-4950-8edc-6b086ecaf56a"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:33.360308 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1114082-523d-4b5b-a6d6-f67cbae4f298 x-openstack-request-id: req-d1114082-523d-4b5b-a6d6-f67cbae4f298 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:33.360862 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc1eefc-0d3b-4fc0-89be-70324aee64b8", "name": "network-vif-deleted", "tag": "665be1ca-b510-4950-8edc-6b086ecaf56a", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:33.361288 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d1114082-523d-4b5b-a6d6-f67cbae4f298 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:33.361886 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc1eefc-0d3b-4fc0-89be-70324aee64b8', 'name': 'network-vif-deleted', 'tag': '665be1ca-b510-4950-8edc-6b086ecaf56a', 'status': 'completed', 'code': 200} Jul 15 13:24:33.390302 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a67fb1b4-4fb1-4fac-92e3-0104ca8e2127 req-66767358-6c13-40de-a9ec-e48a5941b31c service neutron] 10.222.0.18 "GET /v2.0/networks/e8913e0d-0d0e-40a2-882d-dd84c17b519b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7197387 Jul 15 13:24:33.395106 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb26ef0a-5c63-415d-9ee6-4c3f6ebfacf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.432370 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-386620d3-e355-44b7-8794-367e0519762f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.535500 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-386620d3-e355-44b7-8794-367e0519762f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.756963 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-386620d3-e355-44b7-8794-367e0519762f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.760960 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-386620d3-e355-44b7-8794-367e0519762f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.764591 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a67fb1b4-4fb1-4fac-92e3-0104ca8e2127 req-fbe536fd-9eb0-4f86-9caa-214d94679ae9 service neutron] 10.222.0.18 "GET /v2.0/networks/e8913e0d-0d0e-40a2-882d-dd84c17b519b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545973 Jul 15 13:24:33.770953 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-386620d3-e355-44b7-8794-367e0519762f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6da93bd4-2096-49d7-add3-0c477059530a HTTP/1.1" status: 204 len: 168 time: 0.5030475 Jul 15 13:24:33.804794 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb26ef0a-5c63-415d-9ee6-4c3f6ebfacf5 admin admin] Checking segment: {'id': '6ccc7bde-a63f-4dac-8e7a-55bd84ef820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '67630904-11a6-40f9-ae9e-6a655039ce11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:33.807957 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb26ef0a-5c63-415d-9ee6-4c3f6ebfacf5 admin admin] Network hostable DHCP agents. Network: 67630904-11a6-40f9-ae9e-6a655039ce11, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:24:33.820459 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386620d3-e355-44b7-8794-367e0519762f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da93bd4-2096-49d7-add3-0c477059530a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:33.853222 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26ef0a-5c63-415d-9ee6-4c3f6ebfacf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69667bf5-4562-433a-8a81-04b1aba78df1,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:33.909584 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb26ef0a-5c63-415d-9ee6-4c3f6ebfacf5 admin admin] Network 67630904-11a6-40f9-ae9e-6a655039ce11 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:24:33.952413 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913df4d0-291a-4432-9c2e-ea4ea67d1035 req-896c1ba8-594c-4a87-97d9-28fe5d7a123a tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:33.956218 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-fb26ef0a-5c63-415d-9ee6-4c3f6ebfacf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 67630904-11a6-40f9-ae9e-6a655039ce11) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:33.963867 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb26ef0a-5c63-415d-9ee6-4c3f6ebfacf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:33.964882 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb26ef0a-5c63-415d-9ee6-4c3f6ebfacf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.984997 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8c7893-f6c9-4115-b053-08882506fea0 None None] Network 67630904-11a6-40f9-ae9e-6a655039ce11 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:34.000291 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-913df4d0-291a-4432-9c2e-ea4ea67d1035 req-896c1ba8-594c-4a87-97d9-28fe5d7a123a tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 943 time: 0.3526633 Jul 15 13:24:34.042832 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fb26ef0a-5c63-415d-9ee6-4c3f6ebfacf5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2285306 Jul 15 13:24:34.045567 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46082) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:34.062914 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-334997eb-1112-4927-9cfc-f849148067be admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-619545866-router', 'tenant_id': 'df719aa859da48118928d9177c2e0e5d', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:34.208440 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-913df4d0-291a-4432-9c2e-ea4ea67d1035 req-e77ab0e9-b1c3-4a4a-996f-01d20b2ee4ab tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=947dcb62-39dd-4d65-9e52-82dfd7421191&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2046800 Jul 15 13:24:34.215013 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-334997eb-1112-4927-9cfc-f849148067be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.224085 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-334997eb-1112-4927-9cfc-f849148067be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.480950 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-334997eb-1112-4927-9cfc-f849148067be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.572604 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d40aa63f-a0ee-4509-8b18-4f98fa3b1071 req-e6598bf2-cf42-469c-b461-9451dfbf374c tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9dc1eefc-0d3b-4fc0-89be-70324aee64b8 HTTP/1.1" status: 200 len: 210 time: 0.3306460 Jul 15 13:24:34.670970 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a6e3b3-609d-484d-8e06-cb11c42a337f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-67630904-11a6-40f9-ae9e-6a655039ce11', 'network_id': '67630904-11a6-40f9-ae9e-6a655039ce11', 'tenant_id': 'df719aa859da48118928d9177c2e0e5d', 'fixed_ips': [{'subnet_id': '69667bf5-4562-433a-8a81-04b1aba78df1'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:24:34.672392 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-59a6e3b3-609d-484d-8e06-cb11c42a337f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.700844 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 62a1ef29-fc92-4319-8fe9-443de8b06a99 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:24:34.925153 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-334997eb-1112-4927-9cfc-f849148067be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.965061 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 665be1ca-b510-4950-8edc-6b086ecaf56a no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:35.069203 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.resource_extend [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:24:35.148956 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 665be1ca-b510-4950-8edc-6b086ecaf56a {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:24:35.149377 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 665be1ca-b510-4950-8edc-6b086ecaf56a not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:24:35.495955 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-334997eb-1112-4927-9cfc-f849148067be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.540956 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-59a6e3b3-609d-484d-8e06-cb11c42a337f None None] Allocated IP 172.20.0.2 (67630904-11a6-40f9-ae9e-6a655039ce11/69667bf5-4562-433a-8a81-04b1aba78df1/eb802617-365f-4826-a52f-418fe892f8f4) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:35.550370 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 62a1ef29-fc92-4319-8fe9-443de8b06a99, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=62a1ef29-fc92-4319-8fe9-443de8b06a99,segment=NetworkSegment(5fdc2447-cebd-4891-9870-8462e7706d2c),segment_id=5fdc2447-cebd-4891-9870-8462e7706d2c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:35.586956 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-334997eb-1112-4927-9cfc-f849148067be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.651901 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '62a1ef29-fc92-4319-8fe9-443de8b06a99', 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b', 'port_id': '62a1ef29-fc92-4319-8fe9-443de8b06a99', 'mac_address': 'fa:16:3e:71:df:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ddbfc00-1f92-454d-9c2c-3d67f76399b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:24:35.771824 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe031b-3ca6-483c-9069-0e1566672948 req-4f2bab84-c0e6-4d06-9c2b-e3fab7c9dde0 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:35.774709 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-10fe031b-3ca6-483c-9069-0e1566672948 req-4f2bab84-c0e6-4d06-9c2b-e3fab7c9dde0 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 943 time: 0.2406259 Jul 15 13:24:35.887294 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.917031 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-10fe031b-3ca6-483c-9069-0e1566672948 req-c74109bf-0445-4d92-86a6-ae2acf361786 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=947dcb62-39dd-4d65-9e52-82dfd7421191&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1279063 Jul 15 13:24:35.974218 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a1ef29-fc92-4319-8fe9-443de8b06a99 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:36.008590 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-334997eb-1112-4927-9cfc-f849148067be admin admin] Allocated IP 172.25.6.107 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/0ffa1a76-8a53-4c80-9036-4402b9801312) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:36.059805 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 62a1ef29-fc92-4319-8fe9-443de8b06a99, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=62a1ef29-fc92-4319-8fe9-443de8b06a99,segment=NetworkSegment(5fdc2447-cebd-4891-9870-8462e7706d2c),segment_id=5fdc2447-cebd-4891-9870-8462e7706d2c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:36.190964 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.455379 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-334997eb-1112-4927-9cfc-f849148067be admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.580089 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46150) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:36.611496 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-59a6e3b3-609d-484d-8e06-cb11c42a337f None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.634896 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-59a6e3b3-609d-484d-8e06-cb11c42a337f None None] Transition to ACTIVE for port object eb802617-365f-4826-a52f-418fe892f8f4 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:36.699521 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-59a6e3b3-609d-484d-8e06-cb11c42a337f None None] Transition to ACTIVE for port object eb802617-365f-4826-a52f-418fe892f8f4 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:36.712159 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-334997eb-1112-4927-9cfc-f849148067be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.713638 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=62a1ef29-fc92-4319-8fe9-443de8b06a99,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:36.740049 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-59a6e3b3-609d-484d-8e06-cb11c42a337f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.829901 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:24:36.844815 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['62a1ef29-fc92-4319-8fe9-443de8b06a99'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:36.853555 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a6e3b3-609d-484d-8e06-cb11c42a337f None None] Network 67630904-11a6-40f9-ae9e-6a655039ce11 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:36.900809 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334997eb-1112-4927-9cfc-f849148067be admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:36.908343 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-59a6e3b3-609d-484d-8e06-cb11c42a337f None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:36.928009 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a6e3b3-609d-484d-8e06-cb11c42a337f None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:36.932808 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-334997eb-1112-4927-9cfc-f849148067be admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:36.947640 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334997eb-1112-4927-9cfc-f849148067be admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:36.977108 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6e3b3-609d-484d-8e06-cb11c42a337f None None] Pushing event updated for resources: {'Port': ['ID=eb802617-365f-4826-a52f-418fe892f8f4,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:37.143518 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1b905e0a-4b0c-472e-871e-28e7cc7ce05a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-365888045-network', 'tenant_id': '3b167c14ed794ae4b19028031d504766'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:37.238498 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-59a6e3b3-609d-484d-8e06-cb11c42a337f None None] Attempting to bind port eb802617-365f-4826-a52f-418fe892f8f4 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:37.257727 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-59a6e3b3-609d-484d-8e06-cb11c42a337f None None] Attempting to bind port eb802617-365f-4826-a52f-418fe892f8f4 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '6ccc7bde-a63f-4dac-8e7a-55bd84ef820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '67630904-11a6-40f9-ae9e-6a655039ce11'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:37.258751 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a6e3b3-609d-484d-8e06-cb11c42a337f None None] Attempting to bind port eb802617-365f-4826-a52f-418fe892f8f4 on network 67630904-11a6-40f9-ae9e-6a655039ce11 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:37.271505 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b905e0a-4b0c-472e-871e-28e7cc7ce05a admin admin] Made reservation on behalf of 3b167c14ed794ae4b19028031d504766 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:37.276570 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b905e0a-4b0c-472e-871e-28e7cc7ce05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.291592 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a6e3b3-609d-484d-8e06-cb11c42a337f None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:37.292022 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334997eb-1112-4927-9cfc-f849148067be admin admin] Pushing event updated for resources: {'Port': ['ID=0ffa1a76-8a53-4c80-9036-4402b9801312,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:37.296631 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a6e3b3-609d-484d-8e06-cb11c42a337f None None] Checking segment: {'id': '6ccc7bde-a63f-4dac-8e7a-55bd84ef820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '67630904-11a6-40f9-ae9e-6a655039ce11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:37.297693 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-59a6e3b3-609d-484d-8e06-cb11c42a337f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.298585 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a6e3b3-609d-484d-8e06-cb11c42a337f None None] Bound using segment: {'id': '6ccc7bde-a63f-4dac-8e7a-55bd84ef820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '67630904-11a6-40f9-ae9e-6a655039ce11'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:37.299652 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-59a6e3b3-609d-484d-8e06-cb11c42a337f None None] Bound port: eb802617-365f-4826-a52f-418fe892f8f4, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ccc7bde-a63f-4dac-8e7a-55bd84ef820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '67630904-11a6-40f9-ae9e-6a655039ce11'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:37.303220 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-59a6e3b3-609d-484d-8e06-cb11c42a337f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.349345 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb485c2d-32ab-4073-9ebd-70b7f67338a5 req-1c71a50c-3512-4e51-9624-ebe29ae1c008 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:37.355036 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cb485c2d-32ab-4073-9ebd-70b7f67338a5 req-1c71a50c-3512-4e51-9624-ebe29ae1c008 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80b1dbc-ec07-46ae-8b68-9a4572433a92 HTTP/1.1" status: 200 len: 946 time: 0.4502776 Jul 15 13:24:37.453063 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b905e0a-4b0c-472e-871e-28e7cc7ce05a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.620238 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cb485c2d-32ab-4073-9ebd-70b7f67338a5 req-97bfcddc-0d3f-4f9b-a679-a89f4ac942ba tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322543 Jul 15 13:24:37.760903 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-59a6e3b3-609d-484d-8e06-cb11c42a337f None None] For port eb802617-365f-4826-a52f-418fe892f8f4, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:37.859192 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b905e0a-4b0c-472e-871e-28e7cc7ce05a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.870549 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b905e0a-4b0c-472e-871e-28e7cc7ce05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.899611 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b905e0a-4b0c-472e-871e-28e7cc7ce05a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:24:37.941165 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-59a6e3b3-609d-484d-8e06-cb11c42a337f None None] For port eb802617-365f-4826-a52f-418fe892f8f4, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=eb802617-365f-4826-a52f-418fe892f8f4,segment=NetworkSegment(6ccc7bde-a63f-4dac-8e7a-55bd84ef820a),segment_id=6ccc7bde-a63f-4dac-8e7a-55bd84ef820a)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:37.972974 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec29530-1d50-4151-b6c4-cb04a5e77c81 req-596594e9-469f-4228-ae8c-10b3ad3479fe tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:37.975759 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dec29530-1d50-4151-b6c4-cb04a5e77c81 req-596594e9-469f-4228-ae8c-10b3ad3479fe tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.32 "GET /v2.0/ports?device_id=b80b1dbc-ec07-46ae-8b68-9a4572433a92 HTTP/1.1" status: 200 len: 946 time: 0.8882823 Jul 15 13:24:37.984012 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-59a6e3b3-609d-484d-8e06-cb11c42a337f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.000228 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b905e0a-4b0c-472e-871e-28e7cc7ce05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.001918 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-1b905e0a-4b0c-472e-871e-28e7cc7ce05a admin admin] Added segment d5d4c25b-51eb-4d2a-8fef-8e5ffc6677d1 of type vlan for network 6ca86222-fd28-49e7-b731-f17015b6afbe Jul 15 13:24:38.047400 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3af651-033f-4cb3-992c-8e015ac8cc9d req-37aec51e-f01e-46da-b401-ff56e852d71e tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:38.053206 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3a3af651-033f-4cb3-992c-8e015ac8cc9d req-37aec51e-f01e-46da-b401-ff56e852d71e tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 944 time: 0.7663074 Jul 15 13:24:38.133290 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b905e0a-4b0c-472e-871e-28e7cc7ce05a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.164246 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6e3b3-609d-484d-8e06-cb11c42a337f None None] Pushing event updated for resources: {'Port': ['ID=eb802617-365f-4826-a52f-418fe892f8f4,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:38.209932 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b905e0a-4b0c-472e-871e-28e7cc7ce05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f71cba-0dde-49bf-8165-bc7bc298c449,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:38.228566 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b905e0a-4b0c-472e-871e-28e7cc7ce05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.246371 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b905e0a-4b0c-472e-871e-28e7cc7ce05a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:38.246881 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b905e0a-4b0c-472e-871e-28e7cc7ce05a admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.286857 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.394423 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1b905e0a-4b0c-472e-871e-28e7cc7ce05a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8117378 Jul 15 13:24:38.473485 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46182) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:38.489255 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2e907638-8fdf-4cb3-9f98-6c328c40e241 admin admin] Request body: {'subnet': {'network_id': '6ca86222-fd28-49e7-b731-f17015b6afbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-365888045-subnet', 'tenant_id': '3b167c14ed794ae4b19028031d504766', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:38.543781 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b905e0a-4b0c-472e-871e-28e7cc7ce05a admin admin] Pushing event updated for resources: {'Network': ['ID=6ca86222-fd28-49e7-b731-f17015b6afbe,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:38.548567 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e907638-8fdf-4cb3-9f98-6c328c40e241 admin admin] Made reservation on behalf of 3b167c14ed794ae4b19028031d504766 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:38.552631 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e907638-8fdf-4cb3-9f98-6c328c40e241 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.556600 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 6ca86222-fd28-49e7-b731-f17015b6afbe details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:24:38.626011 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3a3af651-033f-4cb3-992c-8e015ac8cc9d req-7839091b-dd86-4b22-bdd4-b1ba43113884 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=947dcb62-39dd-4d65-9e52-82dfd7421191&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4737914 Jul 15 13:24:38.871197 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-334997eb-1112-4927-9cfc-f849148067be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.984640 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 62a1ef29-fc92-4319-8fe9-443de8b06a99 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:39.065795 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e907638-8fdf-4cb3-9f98-6c328c40e241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.113746 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-dec29530-1d50-4151-b6c4-cb04a5e77c81 req-823952ab-7430-4b43-be3e-1190e5176080 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Deleting port 44669c72-d839-4b49-83ed-d597c23d8bbd {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:39.120001 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dec29530-1d50-4151-b6c4-cb04a5e77c81 req-823952ab-7430-4b43-be3e-1190e5176080 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.365477 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e907638-8fdf-4cb3-9f98-6c328c40e241 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b512321-3b95-49f5-a64c-8370f7121509,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:39.452776 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e907638-8fdf-4cb3-9f98-6c328c40e241 admin admin] Checking segment: {'id': 'd5d4c25b-51eb-4d2a-8fef-8e5ffc6677d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6ca86222-fd28-49e7-b731-f17015b6afbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:39.453249 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e907638-8fdf-4cb3-9f98-6c328c40e241 admin admin] Network hostable DHCP agents. Network: 6ca86222-fd28-49e7-b731-f17015b6afbe, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:24:39.526063 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fffa8-c4fe-4c75-aafa-13e0ecbe4d73 req-0e4abd88-55fe-42ba-911e-ad41bbe1ce2b tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:39.529142 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-890fffa8-c4fe-4c75-aafa-13e0ecbe4d73 req-0e4abd88-55fe-42ba-911e-ad41bbe1ce2b tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80b1dbc-ec07-46ae-8b68-9a4572433a92 HTTP/1.1" status: 200 len: 946 time: 0.4005804 Jul 15 13:24:39.618859 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e907638-8fdf-4cb3-9f98-6c328c40e241 admin admin] Network 6ca86222-fd28-49e7-b731-f17015b6afbe is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:24:39.686665 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-2e907638-8fdf-4cb3-9f98-6c328c40e241 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 6ca86222-fd28-49e7-b731-f17015b6afbe) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:39.709198 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d320649a-f7ab-4a98-8563-a98e2ca2500a None None] Network 6ca86222-fd28-49e7-b731-f17015b6afbe requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:39.710284 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e907638-8fdf-4cb3-9f98-6c328c40e241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:39.711355 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e907638-8fdf-4cb3-9f98-6c328c40e241 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.779067 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-890fffa8-c4fe-4c75-aafa-13e0ecbe4d73 req-5dda86be-663d-43e1-81c7-134fa182d66d tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393713 Jul 15 13:24:39.857065 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2e907638-8fdf-4cb3-9f98-6c328c40e241 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3821871 Jul 15 13:24:39.881684 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46228) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:40.126260 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 62a1ef29-fc92-4319-8fe9-443de8b06a99 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:40.153574 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 62a1ef29-fc92-4319-8fe9-443de8b06a99 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:40.154583 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.402050 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device eb802617-365f-4826-a52f-418fe892f8f4 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:40.428521 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31de54ce-1fef-4f92-95aa-045c77e905fb None None] Network 6ca86222-fd28-49e7-b731-f17015b6afbe requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:40.707541 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47ce6293-a1aa-418c-8f7f-c9f554282138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.740170 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46242) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:40.852631 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.893002 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99aab857-941a-48ff-9b13-4d76ca8da7a7 None None] Network 67630904-11a6-40f9-ae9e-6a655039ce11 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:40.910528 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 44669c72-d839-4b49-83ed-d597c23d8bbd no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:41.088083 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47ce6293-a1aa-418c-8f7f-c9f554282138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.102625 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47ce6293-a1aa-418c-8f7f-c9f554282138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.154755 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3453c09e-d122-46f0-a75b-88b4c7ec48e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a1ef29-fc92-4319-8fe9-443de8b06a99'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:41.162628 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf730ae-25c8-44a5-b8ab-6efd0f8ec194" -d '{"events": [{"server_uuid": "3453c09e-d122-46f0-a75b-88b4c7ec48e2", "name": "network-vif-plugged", "status": "completed", "tag": "62a1ef29-fc92-4319-8fe9-443de8b06a99"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:41.256248 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-47ce6293-a1aa-418c-8f7f-c9f554282138 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=016d5d9011ae4818ab2c2443fd02ca0c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3729248 Jul 15 13:24:41.258327 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46258) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:41.277527 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-48200a64-55f3-4f3c-bf37-c31288cfc86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.296144 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port eb802617-365f-4826-a52f-418fe892f8f4 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:41.322466 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 62a1ef29-fc92-4319-8fe9-443de8b06a99, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=62a1ef29-fc92-4319-8fe9-443de8b06a99,segment=NetworkSegment(5fdc2447-cebd-4891-9870-8462e7706d2c),segment_id=5fdc2447-cebd-4891-9870-8462e7706d2c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:41.324215 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port eb802617-365f-4826-a52f-418fe892f8f4 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:41.324796 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.327032 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-dec29530-1d50-4151-b6c4-cb04a5e77c81 req-823952ab-7430-4b43-be3e-1190e5176080 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] For port 44669c72-d839-4b49-83ed-d597c23d8bbd, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=44669c72-d839-4b49-83ed-d597c23d8bbd,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:41.329279 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dec29530-1d50-4151-b6c4-cb04a5e77c81 req-823952ab-7430-4b43-be3e-1190e5176080 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.366639 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-732f3150-5aaf-40e4-b07a-e4bf2d0e67f7 None None] Provisioning for port eb802617-365f-4826-a52f-418fe892f8f4 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:41.374920 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce6293-a1aa-418c-8f7f-c9f554282138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93fb94f-dab1-4f0f-9be3-8df63bfe0829,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:41.437267 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-dec29530-1d50-4151-b6c4-cb04a5e77c81 req-823952ab-7430-4b43-be3e-1190e5176080 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Calling delete_port for 44669c72-d839-4b49-83ed-d597c23d8bbd owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:41.514009 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-194c9f1e-1faf-4c6f-9cd1-50734f074a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.515750 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f23fc-e0ae-42de-b59c-517e60d42ee9 req-3eb915a8-224a-4628-b33a-4e5160bdaaf4 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:41.525585 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-254f23fc-e0ae-42de-b59c-517e60d42ee9 req-3eb915a8-224a-4628-b33a-4e5160bdaaf4 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 944 time: 1.0840888 Jul 15 13:24:41.544179 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-194c9f1e-1faf-4c6f-9cd1-50734f074a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.558089 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.602972 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [req-1634999c-e9cd-4553-825b-0a83a92e1e33 req-51ee5efe-9b9d-40df-9460-0145170dee1a tempest-SecurityGroupsNegativeTestJSON-1029694772 tempest-SecurityGroupsNegativeTestJSON-1029694772-project] show failed (client error): The resource could not be found. Jul 15 13:24:41.605282 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1634999c-e9cd-4553-825b-0a83a92e1e33 req-51ee5efe-9b9d-40df-9460-0145170dee1a tempest-SecurityGroupsNegativeTestJSON-1029694772 tempest-SecurityGroupsNegativeTestJSON-1029694772-project] 10.222.0.24 "GET /v2.0/security-groups/91e1077b-afea-4036-afb5-c7b97303d31a HTTP/1.1" status: 404 len: 352 time: 0.0384395 Jul 15 13:24:41.687594 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-194c9f1e-1faf-4c6f-9cd1-50734f074a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.690940 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-194c9f1e-1faf-4c6f-9cd1-50734f074a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.692132 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-194c9f1e-1faf-4c6f-9cd1-50734f074a01 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b93fb94f-dab1-4f0f-9be3-8df63bfe0829 HTTP/1.1" status: 204 len: 168 time: 0.4248543 Jul 15 13:24:41.709291 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c9f1e-1faf-4c6f-9cd1-50734f074a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93fb94f-dab1-4f0f-9be3-8df63bfe0829,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:41.736285 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-732f3150-5aaf-40e4-b07a-e4bf2d0e67f7 None None] Provisioning complete for port eb802617-365f-4826-a52f-418fe892f8f4 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:41.742147 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-732f3150-5aaf-40e4-b07a-e4bf2d0e67f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.757433 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-334997eb-1112-4927-9cfc-f849148067be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.930028 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-254f23fc-e0ae-42de-b59c-517e60d42ee9 req-7bd2539c-2153-4bde-a067-215a632199a2 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=947dcb62-39dd-4d65-9e52-82dfd7421191&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4031963 Jul 15 13:24:42.021886 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-48200a64-55f3-4f3c-bf37-c31288cfc86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.024217 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dec29530-1d50-4151-b6c4-cb04a5e77c81 req-823952ab-7430-4b43-be3e-1190e5176080 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.077070 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823952ab-7430-4b43-be3e-1190e5176080 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Pushing event deleted for resources: {'Port': ['ID=44669c72-d839-4b49-83ed-d597c23d8bbd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:42.080975 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-48200a64-55f3-4f3c-bf37-c31288cfc86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.090134 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['7a219332-539e-43f4-ad7d-bc1eb1e39bc8'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:42.130624 n-d-758944-45 neutron-server[93815]: INFO neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No ports have port_id starting with 44669c72-d839-4b49-83ed-d597c23d8bbd Jul 15 13:24:42.156009 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-24c689c5-78d0-4f2c-94f1-78e2bd076dd0 req-0f658ed6-dc8c-49c7-a82b-867acf369b95 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80b1dbc-ec07-46ae-8b68-9a4572433a92 HTTP/1.1" status: 200 len: 210 time: 0.1479328 Jul 15 13:24:42.162490 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-48200a64-55f3-4f3c-bf37-c31288cfc86b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f1641bfb80da40229ab17ddbceb81c0e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4111621 Jul 15 13:24:42.170116 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46272) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:42.222286 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48200a64-55f3-4f3c-bf37-c31288cfc86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932adcc2-b77c-4d91-a9c5-ead4699bd1cb,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:42.267146 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=62a1ef29-fc92-4319-8fe9-443de8b06a99,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:42.297800 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec29530-1d50-4151-b6c4-cb04a5e77c81 req-823952ab-7430-4b43-be3e-1190e5176080 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] No DVR routers for this DVR port 44669c72-d839-4b49-83ed-d597c23d8bbd on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:42.306183 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dec29530-1d50-4151-b6c4-cb04a5e77c81 req-823952ab-7430-4b43-be3e-1190e5176080 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.311338 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dec29530-1d50-4151-b6c4-cb04a5e77c81 req-823952ab-7430-4b43-be3e-1190e5176080 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.32 "DELETE /v2.0/ports/44669c72-d839-4b49-83ed-d597c23d8bbd HTTP/1.1" status: 204 len: 173 time: 4.3067417 Jul 15 13:24:42.312343 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80b1dbc-ec07-46ae-8b68-9a4572433a92', 'name': 'network-vif-deleted', 'tag': '44669c72-d839-4b49-83ed-d597c23d8bbd'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:42.314801 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e0f964-0b22-40c6-87c3-1f2fb37469cb" -d '{"events": [{"server_uuid": "b80b1dbc-ec07-46ae-8b68-9a4572433a92", "name": "network-vif-deleted", "tag": "44669c72-d839-4b49-83ed-d597c23d8bbd"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:42.591352 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d6ad096-bf4c-44c9-bf65-cfeabfe5339c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.603817 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334997eb-1112-4927-9cfc-f849148067be admin admin] Router 3ce1e379-749d-42e3-baad-f9bf9d527ccf is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:24:42.660450 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e41311a3-e96e-45ca-bb1e-ad03de015350 req-34145613-9bd2-4ed9-8d30-55f248408686 tempest-SecurityGroupsNegativeTestJSON-1029694772 tempest-SecurityGroupsNegativeTestJSON-1029694772-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b167c14ed794ae4b19028031d504766 HTTP/1.1" status: 200 len: 2988 time: 0.2788134 Jul 15 13:24:42.665496 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c38731a-fc70-44cf-8937-0e9f0c886077 x-openstack-request-id: req-5c38731a-fc70-44cf-8937-0e9f0c886077 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:42.665826 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3453c09e-d122-46f0-a75b-88b4c7ec48e2", "name": "network-vif-plugged", "status": "completed", "tag": "62a1ef29-fc92-4319-8fe9-443de8b06a99", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:42.666089 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5c38731a-fc70-44cf-8937-0e9f0c886077 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:42.666598 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3453c09e-d122-46f0-a75b-88b4c7ec48e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a1ef29-fc92-4319-8fe9-443de8b06a99', 'code': 200} Jul 15 13:24:42.793156 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.801129 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d6ad096-bf4c-44c9-bf65-cfeabfe5339c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.811729 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-732f3150-5aaf-40e4-b07a-e4bf2d0e67f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.854342 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231eef59-26ae-4231-b6eb-bd2c8d87869d x-openstack-request-id: req-231eef59-26ae-4231-b6eb-bd2c8d87869d {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:42.854993 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80b1dbc-ec07-46ae-8b68-9a4572433a92", "name": "network-vif-deleted", "tag": "44669c72-d839-4b49-83ed-d597c23d8bbd", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:42.855197 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-231eef59-26ae-4231-b6eb-bd2c8d87869d {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:42.855760 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80b1dbc-ec07-46ae-8b68-9a4572433a92', 'name': 'network-vif-deleted', 'tag': '44669c72-d839-4b49-83ed-d597c23d8bbd', 'status': 'completed', 'code': 200} Jul 15 13:24:42.922605 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e41311a3-e96e-45ca-bb1e-ad03de015350 req-df5ae562-f62a-43ef-8049-5e2121d740b4 tempest-SecurityGroupsNegativeTestJSON-1029694772 tempest-SecurityGroupsNegativeTestJSON-1029694772-project] 10.222.0.24 "GET /v2.0/security-groups/58f71cba-0dde-49bf-8165-bc7bc298c449 HTTP/1.1" status: 200 len: 2985 time: 0.2607992 Jul 15 13:24:42.955981 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-732f3150-5aaf-40e4-b07a-e4bf2d0e67f7 None None] For port eb802617-365f-4826-a52f-418fe892f8f4, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=eb802617-365f-4826-a52f-418fe892f8f4,segment=NetworkSegment(6ccc7bde-a63f-4dac-8e7a-55bd84ef820a),segment_id=6ccc7bde-a63f-4dac-8e7a-55bd84ef820a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:43.034447 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-732f3150-5aaf-40e4-b07a-e4bf2d0e67f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.168711 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e41311a3-e96e-45ca-bb1e-ad03de015350 req-b012b4ff-4056-417f-9a6d-2890bdbffcb9 tempest-SecurityGroupsNegativeTestJSON-1029694772 tempest-SecurityGroupsNegativeTestJSON-1029694772-project] 10.222.0.24 "GET /v2.0/security-groups/58f71cba-0dde-49bf-8165-bc7bc298c449 HTTP/1.1" status: 200 len: 2985 time: 0.2443380 Jul 15 13:24:43.207385 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d6ad096-bf4c-44c9-bf65-cfeabfe5339c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.222607 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d6ad096-bf4c-44c9-bf65-cfeabfe5339c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.229061 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0d6ad096-bf4c-44c9-bf65-cfeabfe5339c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/932adcc2-b77c-4d91-a9c5-ead4699bd1cb HTTP/1.1" status: 204 len: 168 time: 1.0374000 Jul 15 13:24:43.293912 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366bce24-fc00-4c03-bd13-ee003c3568ef req-7786cc61-5138-4b36-bde3-2b8ca2647dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:43.296805 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-366bce24-fc00-4c03-bd13-ee003c3568ef req-7786cc61-5138-4b36-bde3-2b8ca2647dc7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 1097 time: 0.4396369 Jul 15 13:24:43.303458 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ad096-bf4c-44c9-bf65-cfeabfe5339c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932adcc2-b77c-4d91-a9c5-ead4699bd1cb,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:43.385245 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-daf7c78e-9528-4bfa-bc1f-c17a77b93291 req-d6732f8c-626d-4cf9-91bc-437ab15518be tempest-SecurityGroupsNegativeTestJSON-1029694772 tempest-SecurityGroupsNegativeTestJSON-1029694772-project] 10.222.0.24 "GET /v2.0/security-groups/58f71cba-0dde-49bf-8165-bc7bc298c449 HTTP/1.1" status: 200 len: 2985 time: 0.1250169 Jul 15 13:24:43.500804 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f3150-5aaf-40e4-b07a-e4bf2d0e67f7 None None] Pushing event updated for resources: {'Port': ['ID=eb802617-365f-4826-a52f-418fe892f8f4,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:43.625450 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f3150-5aaf-40e4-b07a-e4bf2d0e67f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:43.631225 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [req-daf7c78e-9528-4bfa-bc1f-c17a77b93291 req-6059dc86-aebe-4dc5-a868-eb426bb5aef7 tempest-SecurityGroupsNegativeTestJSON-1029694772 tempest-SecurityGroupsNegativeTestJSON-1029694772-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 13:24:43.631649 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f3150-5aaf-40e4-b07a-e4bf2d0e67f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:43.632484 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f3150-5aaf-40e4-b07a-e4bf2d0e67f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:43.633006 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f3150-5aaf-40e4-b07a-e4bf2d0e67f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:43.633680 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f3150-5aaf-40e4-b07a-e4bf2d0e67f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:43.635313 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-daf7c78e-9528-4bfa-bc1f-c17a77b93291 req-6059dc86-aebe-4dc5-a868-eb426bb5aef7 tempest-SecurityGroupsNegativeTestJSON-1029694772 tempest-SecurityGroupsNegativeTestJSON-1029694772-project] 10.222.0.24 "DELETE /v2.0/security-groups/58f71cba-0dde-49bf-8165-bc7bc298c449 HTTP/1.1" status: 409 len: 352 time: 0.2382972 Jul 15 13:24:43.636104 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f3150-5aaf-40e4-b07a-e4bf2d0e67f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:43.636872 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f3150-5aaf-40e4-b07a-e4bf2d0e67f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:43.638208 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f3150-5aaf-40e4-b07a-e4bf2d0e67f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:43.641432 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f3150-5aaf-40e4-b07a-e4bf2d0e67f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:43.642427 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f3150-5aaf-40e4-b07a-e4bf2d0e67f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:43.643097 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f3150-5aaf-40e4-b07a-e4bf2d0e67f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:43.645225 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732f3150-5aaf-40e4-b07a-e4bf2d0e67f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:43.736170 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-366bce24-fc00-4c03-bd13-ee003c3568ef req-45abb93c-185e-4d57-b6d0-f716473f2ccb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=947dcb62-39dd-4d65-9e52-82dfd7421191&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4198403 Jul 15 13:24:43.749572 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334997eb-1112-4927-9cfc-f849148067be admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:43.775930 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68a1de8-39cb-4f2c-b013-ed070443b46a None None] Sync routers for ids ['3ce1e379-749d-42e3-baad-f9bf9d527ccf'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:43.805788 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68a1de8-39cb-4f2c-b013-ed070443b46a None None] Routers {'3ce1e379-749d-42e3-baad-f9bf9d527ccf'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:43.806467 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a68a1de8-39cb-4f2c-b013-ed070443b46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:24:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['3ce1e379-749d-42e3-baad-f9bf9d527ccf'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:43.839732 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-334997eb-1112-4927-9cfc-f849148067be admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.843728 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-334997eb-1112-4927-9cfc-f849148067be admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.7948105 Jul 15 13:24:43.846529 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46316) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:43.937514 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:24:43.942615 n-d-758944-45 neutron-server[93815]: DEBUG oslo_db.api [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:24:43.947300 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43735695-38a2-4e7b-86bc-435b5c5a0a70 req-4f5498e8-dfd0-46ac-8320-16d38b6679b2 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:43.954053 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-43735695-38a2-4e7b-86bc-435b5c5a0a70 req-4f5498e8-dfd0-46ac-8320-16d38b6679b2 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 945 time: 0.6074095 Jul 15 13:24:44.089266 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-43735695-38a2-4e7b-86bc-435b5c5a0a70 req-c292af4b-d257-4591-86ed-1e38ac1a3fe5 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=947dcb62-39dd-4d65-9e52-82dfd7421191&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1289971 Jul 15 13:24:44.105163 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46320) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:44.162742 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6a63faae-973f-47a1-a35a-b9547ba9bef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.238283 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-a68a1de8-39cb-4f2c-b013-ed070443b46a None None] Set router 3ce1e379-749d-42e3-baad-f9bf9d527ccf gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:44.247875 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [req-3cf27768-1779-4841-8529-b1ed7ea01f5b req-f0c134fa-6767-44c6-a360-a8d9e0ea162a tempest-SecurityGroupsNegativeTestJSON-1029694772 tempest-SecurityGroupsNegativeTestJSON-1029694772-project] show failed (client error): The resource could not be found. Jul 15 13:24:44.249869 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3cf27768-1779-4841-8529-b1ed7ea01f5b req-f0c134fa-6767-44c6-a360-a8d9e0ea162a tempest-SecurityGroupsNegativeTestJSON-1029694772 tempest-SecurityGroupsNegativeTestJSON-1029694772-project] 10.222.0.24 "GET /v2.0/security-groups/e156342b-98a9-49a5-9599-e1685a15d776 HTTP/1.1" status: 404 len: 352 time: 0.0467238 Jul 15 13:24:44.313068 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-10684d10-394d-446f-abc1-02d6b53110ba None None] Provisioning complete for port eb802617-365f-4826-a52f-418fe892f8f4 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:44.314020 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-10684d10-394d-446f-abc1-02d6b53110ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.371579 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [req-ef556b27-09a3-472d-92cc-0bf70ab194e0 req-d7af80fd-dbd4-4d13-ab1c-f76ae3f0e67d tempest-SecurityGroupsNegativeTestJSON-1029694772 tempest-SecurityGroupsNegativeTestJSON-1029694772-project] show failed (client error): The resource could not be found. Jul 15 13:24:44.376530 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ef556b27-09a3-472d-92cc-0bf70ab194e0 req-d7af80fd-dbd4-4d13-ab1c-f76ae3f0e67d tempest-SecurityGroupsNegativeTestJSON-1029694772 tempest-SecurityGroupsNegativeTestJSON-1029694772-project] 10.222.0.24 "GET /v2.0/security-groups/797796ad-b0d9-44ba-b2ee-d129db8b32a8 HTTP/1.1" status: 404 len: 352 time: 0.0869551 Jul 15 13:24:44.400905 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46326) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:44.437653 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-74460d45-d4f2-4318-b45c-8e5145ad95b1 req-4aba7a2e-7aeb-483d-a161-967790ea341e tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=b80b1dbc-ec07-46ae-8b68-9a4572433a92 HTTP/1.1" status: 200 len: 210 time: 0.2265148 Jul 15 13:24:44.584400 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a68a1de8-39cb-4f2c-b013-ed070443b46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce1e379-749d-42e3-baad-f9bf9d527ccf', 'name': 'tempest-TestAggregatesBasicOps-619545866-router', 'tenant_id': 'df719aa859da48118928d9177c2e0e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '0ffa1a76-8a53-4c80-9036-4402b9801312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:34Z', 'updated_at': '2021-07-15T13:24:38Z', 'revision_number': 3, 'project_id': 'df719aa859da48118928d9177c2e0e5d', 'gw_port': {'id': '0ffa1a76-8a53-4c80-9036-4402b9801312', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce1e379-749d-42e3-baad-f9bf9d527ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:35Z', 'updated_at': '2021-07-15T13:24:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:44.596594 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5eef343-9ed3-42bb-a074-2479c7359a5c admin admin] Deleting subnet 5b512321-3b95-49f5-a64c-8370f7121509 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:24:44.606612 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c5eef343-9ed3-42bb-a074-2479c7359a5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.713957 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68a1de8-39cb-4f2c-b013-ed070443b46a None None] Checking router: 3ce1e379-749d-42e3-baad-f9bf9d527ccf for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:24:44.717861 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68a1de8-39cb-4f2c-b013-ed070443b46a None None] Updating router 3ce1e379-749d-42e3-baad-f9bf9d527ccf port 0ffa1a76-8a53-4c80-9036-4402b9801312 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:24:44.820441 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6a63faae-973f-47a1-a35a-b9547ba9bef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.835510 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6a63faae-973f-47a1-a35a-b9547ba9bef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.869566 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a68a1de8-39cb-4f2c-b013-ed070443b46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.905020 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c5eef343-9ed3-42bb-a074-2479c7359a5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.962385 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device eb802617-365f-4826-a52f-418fe892f8f4 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:45.088901 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c5eef343-9ed3-42bb-a074-2479c7359a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.093986 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6a63faae-973f-47a1-a35a-b9547ba9bef7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=13447f381e5f402a94de2e991f21cb8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9864459 Jul 15 13:24:45.130995 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46350) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:45.182679 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port eb802617-365f-4826-a52f-418fe892f8f4 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:45.184727 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.225312 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63faae-973f-47a1-a35a-b9547ba9bef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794c382d-c900-4786-9f26-427c1ebd92d6,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:45.431633 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c5eef343-9ed3-42bb-a074-2479c7359a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.458548 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-52a108f9-4c35-4f32-852b-b6cfd96ed0ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.554585 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-52a108f9-4c35-4f32-852b-b6cfd96ed0ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.598572 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c5eef343-9ed3-42bb-a074-2479c7359a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.600781 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c5eef343-9ed3-42bb-a074-2479c7359a5c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5b512321-3b95-49f5-a64c-8370f7121509 HTTP/1.1" status: 204 len: 168 time: 1.1985030 Jul 15 13:24:45.605074 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eef343-9ed3-42bb-a074-2479c7359a5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b512321-3b95-49f5-a64c-8370f7121509,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:45.608995 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46384) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:45.728218 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bf2e6-6dfa-44f9-91df-7b5ab8e630e0 req-f9fbe7b6-1d20-40b4-a436-e345e7d7e265 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:45.741889 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-890bf2e6-6dfa-44f9-91df-7b5ab8e630e0 req-f9fbe7b6-1d20-40b4-a436-e345e7d7e265 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 945 time: 0.2093141 Jul 15 13:24:45.743544 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-52a108f9-4c35-4f32-852b-b6cfd96ed0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.746759 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-52a108f9-4c35-4f32-852b-b6cfd96ed0ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.748249 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-52a108f9-4c35-4f32-852b-b6cfd96ed0ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/794c382d-c900-4786-9f26-427c1ebd92d6 HTTP/1.1" status: 204 len: 168 time: 0.6117606 Jul 15 13:24:45.818753 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a108f9-4c35-4f32-852b-b6cfd96ed0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794c382d-c900-4786-9f26-427c1ebd92d6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:45.871597 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-890bf2e6-6dfa-44f9-91df-7b5ab8e630e0 req-c96ea213-8479-432f-bd76-1d4a5077ad56 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=947dcb62-39dd-4d65-9e52-82dfd7421191&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1217957 Jul 15 13:24:45.890862 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-800f438b-35a5-486d-9008-62395fed76bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.933350 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a68a1de8-39cb-4f2c-b013-ed070443b46a None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.979509 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a68a1de8-39cb-4f2c-b013-ed070443b46a None None] Transition to ACTIVE for port object 0ffa1a76-8a53-4c80-9036-4402b9801312 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:46.000190 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a68a1de8-39cb-4f2c-b013-ed070443b46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:46.170440 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-800f438b-35a5-486d-9008-62395fed76bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:46.200051 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfc0ca-e063-4732-9847-b6b11ac91301 None None] Pushing event updated for resources: {'Port': ['ID=0ffa1a76-8a53-4c80-9036-4402b9801312,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:46.205263 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1fa15cff-3e6c-4f2b-b6b6-7e6c908fe982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:46.219306 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfc0ca-e063-4732-9847-b6b11ac91301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:46.220211 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfc0ca-e063-4732-9847-b6b11ac91301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:46.221014 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfc0ca-e063-4732-9847-b6b11ac91301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:46.221824 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfc0ca-e063-4732-9847-b6b11ac91301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:46.222600 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfc0ca-e063-4732-9847-b6b11ac91301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:46.223362 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfc0ca-e063-4732-9847-b6b11ac91301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:46.224174 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfc0ca-e063-4732-9847-b6b11ac91301 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:46.224931 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfc0ca-e063-4732-9847-b6b11ac91301 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:46.225707 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfc0ca-e063-4732-9847-b6b11ac91301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:46.226505 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfc0ca-e063-4732-9847-b6b11ac91301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:46.227609 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfc0ca-e063-4732-9847-b6b11ac91301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:46.228558 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bfc0ca-e063-4732-9847-b6b11ac91301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:46.231447 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-800f438b-35a5-486d-9008-62395fed76bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ca86222-fd28-49e7-b731-f17015b6afbe']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:46.290329 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a68a1de8-39cb-4f2c-b013-ed070443b46a None None] Attempting to bind port 0ffa1a76-8a53-4c80-9036-4402b9801312 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:46.292657 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a68a1de8-39cb-4f2c-b013-ed070443b46a None None] Attempting to bind port 0ffa1a76-8a53-4c80-9036-4402b9801312 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:46.297354 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68a1de8-39cb-4f2c-b013-ed070443b46a None None] Attempting to bind port 0ffa1a76-8a53-4c80-9036-4402b9801312 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:46.309624 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68a1de8-39cb-4f2c-b013-ed070443b46a None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:46.335116 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68a1de8-39cb-4f2c-b013-ed070443b46a None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:46.335953 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a68a1de8-39cb-4f2c-b013-ed070443b46a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:46.337892 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68a1de8-39cb-4f2c-b013-ed070443b46a None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:46.342991 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a68a1de8-39cb-4f2c-b013-ed070443b46a None None] Bound port: 0ffa1a76-8a53-4c80-9036-4402b9801312, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:46.350268 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a68a1de8-39cb-4f2c-b013-ed070443b46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:46.366297 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-800f438b-35a5-486d-9008-62395fed76bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d4c25b-51eb-4d2a-8fef-8e5ffc6677d1') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:46.366881 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-800f438b-35a5-486d-9008-62395fed76bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d4c25b-51eb-4d2a-8fef-8e5ffc6677d1') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:46.460613 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-800f438b-35a5-486d-9008-62395fed76bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:46.564795 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a68a1de8-39cb-4f2c-b013-ed070443b46a None None] For port 0ffa1a76-8a53-4c80-9036-4402b9801312, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:46.580422 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a68a1de8-39cb-4f2c-b013-ed070443b46a None None] For port 0ffa1a76-8a53-4c80-9036-4402b9801312, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0ffa1a76-8a53-4c80-9036-4402b9801312,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:46.586544 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a5303-8bed-4c1c-b2ca-0b66dff07d1f req-1f57e727-fc76-4fd1-8be1-a7dc69e6d470 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:46.593431 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f70a5303-8bed-4c1c-b2ca-0b66dff07d1f req-1f57e727-fc76-4fd1-8be1-a7dc69e6d470 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 945 time: 0.1654799 Jul 15 13:24:46.597432 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a68a1de8-39cb-4f2c-b013-ed070443b46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:46.610393 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46410) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:46.618543 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b50ba1c9-5e77-4e67-8264-6816563c31b3 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Request body: {'floatingip': {'port_id': '62a1ef29-fc92-4319-8fe9-443de8b06a99'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:46.637791 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-800f438b-35a5-486d-9008-62395fed76bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:46.695481 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-800f438b-35a5-486d-9008-62395fed76bb admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:24:46.696287 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-800f438b-35a5-486d-9008-62395fed76bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:46.700010 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:24:46.700010 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:24:46.700010 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:24:46.700010 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:24:46.700010 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:24:46.700010 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:24:46.700010 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:24:46.700010 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:24:46.700010 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:24:46.700010 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:24:46.700010 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:24:46.700010 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:24:46.700010 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:24:46.700010 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:24:46.700010 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:24:46.700010 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:24:46.700010 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:24:46.700010 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:24:46.700010 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:24:46.700010 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:24:46.700010 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:24:46.700010 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:24:46.700010 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:24:46.700010 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:24:46.700010 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:24:46.700010 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:24:46.700010 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:24:46.700010 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:24:46.700010 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:24:46.700010 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:24:46.700010 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:24:46.700010 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:24:46.746783 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b50ba1c9-5e77-4e67-8264-6816563c31b3 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for floatingip, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:46.807601 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfc0ca-e063-4732-9847-b6b11ac91301 None None] Pushing event updated for resources: {'Port': ['ID=0ffa1a76-8a53-4c80-9036-4402b9801312,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:46.868385 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68a1de8-39cb-4f2c-b013-ed070443b46a None None] Routers {'3ce1e379-749d-42e3-baad-f9bf9d527ccf'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:46.869045 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a68a1de8-39cb-4f2c-b013-ed070443b46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:24:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['3ce1e379-749d-42e3-baad-f9bf9d527ccf'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:47.153556 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-1fa15cff-3e6c-4f2b-b6b6-7e6c908fe982 admin admin] Allocated IP 172.20.0.1 (67630904-11a6-40f9-ae9e-6a655039ce11/69667bf5-4562-433a-8a81-04b1aba78df1/a26660c9-7136-42bf-859c-9faf664217d4) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:47.290780 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-800f438b-35a5-486d-9008-62395fed76bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:47.302416 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-800f438b-35a5-486d-9008-62395fed76bb admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:47.309199 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-800f438b-35a5-486d-9008-62395fed76bb admin admin] 10.222.0.24 "DELETE /v2.0/networks/6ca86222-fd28-49e7-b731-f17015b6afbe HTTP/1.1" status: 204 len: 168 time: 1.6920612 Jul 15 13:24:47.333585 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f438b-35a5-486d-9008-62395fed76bb admin admin] Pushing event deleted for resources: {'Network': ['ID=6ca86222-fd28-49e7-b731-f17015b6afbe,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:47.344631 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1fa15cff-3e6c-4f2b-b6b6-7e6c908fe982 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:47.394192 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1fa15cff-3e6c-4f2b-b6b6-7e6c908fe982 admin admin] Transition to ACTIVE for port object a26660c9-7136-42bf-859c-9faf664217d4 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:47.473659 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1fa15cff-3e6c-4f2b-b6b6-7e6c908fe982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:47.478944 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-a68a1de8-39cb-4f2c-b013-ed070443b46a None None] Set router 3ce1e379-749d-42e3-baad-f9bf9d527ccf gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:47.584841 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa15cff-3e6c-4f2b-b6b6-7e6c908fe982 admin admin] Network 67630904-11a6-40f9-ae9e-6a655039ce11 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:47.605263 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-1fa15cff-3e6c-4f2b-b6b6-7e6c908fe982 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:47.622687 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa15cff-3e6c-4f2b-b6b6-7e6c908fe982 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:47.664197 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea777a09-6a5d-49b4-a8f6-75c29c751965 req-f43140af-820f-4430-87a5-875e4b97c9d8 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:47.678101 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ea777a09-6a5d-49b4-a8f6-75c29c751965 req-f43140af-820f-4430-87a5-875e4b97c9d8 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 946 time: 0.6076825 Jul 15 13:24:47.717343 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa15cff-3e6c-4f2b-b6b6-7e6c908fe982 admin admin] Pushing event updated for resources: {'Port': ['ID=a26660c9-7136-42bf-859c-9faf664217d4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:47.766543 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1fa15cff-3e6c-4f2b-b6b6-7e6c908fe982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:47.851298 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ea777a09-6a5d-49b4-a8f6-75c29c751965 req-4b5fa6cd-1548-47bb-b463-100a8c7d8e35 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721957 Jul 15 13:24:47.903003 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a68a1de8-39cb-4f2c-b013-ed070443b46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce1e379-749d-42e3-baad-f9bf9d527ccf', 'name': 'tempest-TestAggregatesBasicOps-619545866-router', 'tenant_id': 'df719aa859da48118928d9177c2e0e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '0ffa1a76-8a53-4c80-9036-4402b9801312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:34Z', 'updated_at': '2021-07-15T13:24:38Z', 'revision_number': 3, 'project_id': 'df719aa859da48118928d9177c2e0e5d', 'gw_port': {'id': '0ffa1a76-8a53-4c80-9036-4402b9801312', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce1e379-749d-42e3-baad-f9bf9d527ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:35Z', 'updated_at': '2021-07-15T13:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:47.922355 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46476) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:47.968612 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da259b27-5898-4705-9ac7-f70db6edf175 req-6ee0415b-ec22-4d67-8710-b21113a37437 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:47.971337 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-da259b27-5898-4705-9ac7-f70db6edf175 req-6ee0415b-ec22-4d67-8710-b21113a37437 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.32 "GET /v2.0/ports?device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 946 time: 0.7183378 Jul 15 13:24:47.997625 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68a1de8-39cb-4f2c-b013-ed070443b46a None None] The sync data for ids ['3ce1e379-749d-42e3-baad-f9bf9d527ccf'] in n-d-758944-45 is: [{'id': '3ce1e379-749d-42e3-baad-f9bf9d527ccf', 'name': 'tempest-TestAggregatesBasicOps-619545866-router', 'tenant_id': 'df719aa859da48118928d9177c2e0e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '0ffa1a76-8a53-4c80-9036-4402b9801312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:34Z', 'updated_at': '2021-07-15T13:24:38Z', 'revision_number': 3, 'project_id': 'df719aa859da48118928d9177c2e0e5d', 'gw_port': {'id': '0ffa1a76-8a53-4c80-9036-4402b9801312', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce1e379-749d-42e3-baad-f9bf9d527ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:35Z', 'updated_at': '2021-07-15T13:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:48.155811 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-07c3e6ae-1299-4673-a953-3944b924f252 None None] Provisioning for port a26660c9-7136-42bf-859c-9faf664217d4 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:48.173565 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-07c3e6ae-1299-4673-a953-3944b924f252 None None] Provisioning complete for port a26660c9-7136-42bf-859c-9faf664217d4 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:48.173972 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-07c3e6ae-1299-4673-a953-3944b924f252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:48.269270 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-07c3e6ae-1299-4673-a953-3944b924f252 None None] Port a26660c9-7136-42bf-859c-9faf664217d4 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:48.753654 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1fa15cff-3e6c-4f2b-b6b6-7e6c908fe982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:48.786022 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-464cdd72-3066-4fd8-ad66-e7510069815c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b167c14ed794ae4b19028031d504766&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8516324 Jul 15 13:24:48.795881 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46496) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:48.954819 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0ffa1a76-8a53-4c80-9036-4402b9801312 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:49.122394 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-da259b27-5898-4705-9ac7-f70db6edf175 req-0cf57ad7-a376-4190-b12d-f7db34811186 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Deleting port 7a219332-539e-43f4-ad7d-bc1eb1e39bc8 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:49.123251 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-da259b27-5898-4705-9ac7-f70db6edf175 req-0cf57ad7-a376-4190-b12d-f7db34811186 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.132339 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 0ffa1a76-8a53-4c80-9036-4402b9801312 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:49.138388 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 0ffa1a76-8a53-4c80-9036-4402b9801312 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:49.138781 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.335626 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.db.resource_extend [None req-b50ba1c9-5e77-4e67-8264-6816563c31b3 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:24:49.461095 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.512118 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 0ffa1a76-8a53-4c80-9036-4402b9801312, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0ffa1a76-8a53-4c80-9036-4402b9801312,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:49.530110 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.697122 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=0ffa1a76-8a53-4c80-9036-4402b9801312,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:49.786027 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46520) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:49.860885 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1fa15cff-3e6c-4f2b-b6b6-7e6c908fe982 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.905521 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b95e79b-1f01-4d9d-bf99-f3dbd01f6c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.919188 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1fa15cff-3e6c-4f2b-b6b6-7e6c908fe982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.248351 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b95e79b-1f01-4d9d-bf99-f3dbd01f6c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.321054 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa15cff-3e6c-4f2b-b6b6-7e6c908fe982 admin admin] Pushing event updated for resources: {'Port': ['ID=a26660c9-7136-42bf-859c-9faf664217d4,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:50.383520 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1fa15cff-3e6c-4f2b-b6b6-7e6c908fe982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.431896 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ca713-8cbd-4e9b-8876-dd6584c6f18c req-273fb7bd-e496-4009-9604-8e5b38cdda4e tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:50.444285 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ef8ca713-8cbd-4e9b-8876-dd6584c6f18c req-273fb7bd-e496-4009-9604-8e5b38cdda4e tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 946 time: 1.0487344 Jul 15 13:24:50.592721 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-25709312-fde4-4a3e-9dbe-949a5de9dfc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.669599 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b95e79b-1f01-4d9d-bf99-f3dbd01f6c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.685526 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b95e79b-1f01-4d9d-bf99-f3dbd01f6c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.687151 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3b95e79b-1f01-4d9d-bf99-f3dbd01f6c8f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/58f71cba-0dde-49bf-8165-bc7bc298c449 HTTP/1.1" status: 204 len: 168 time: 1.8880389 Jul 15 13:24:50.723643 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b50ba1c9-5e77-4e67-8264-6816563c31b3 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.785022 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ef8ca713-8cbd-4e9b-8876-dd6584c6f18c req-6b90590e-1a4f-401a-9e74-a25fbc7de7dc tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226340 Jul 15 13:24:50.800479 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95e79b-1f01-4d9d-bf99-f3dbd01f6c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f71cba-0dde-49bf-8165-bc7bc298c449,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:50.811782 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b50ba1c9-5e77-4e67-8264-6816563c31b3 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.834666 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae3cd437-44bc-4105-a952-3df5016c9832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.863850 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 7a219332-539e-43f4-ad7d-bc1eb1e39bc8 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:50.942871 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa15cff-3e6c-4f2b-b6b6-7e6c908fe982 admin admin] Network 67630904-11a6-40f9-ae9e-6a655039ce11 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:50.951978 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-1fa15cff-3e6c-4f2b-b6b6-7e6c908fe982 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:50.982690 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-da259b27-5898-4705-9ac7-f70db6edf175 req-0cf57ad7-a376-4190-b12d-f7db34811186 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] For port 7a219332-539e-43f4-ad7d-bc1eb1e39bc8, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=7a219332-539e-43f4-ad7d-bc1eb1e39bc8,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:50.989823 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-da259b27-5898-4705-9ac7-f70db6edf175 req-0cf57ad7-a376-4190-b12d-f7db34811186 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:51.005673 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0ffa1a76-8a53-4c80-9036-4402b9801312 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:51.078360 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-da259b27-5898-4705-9ac7-f70db6edf175 req-0cf57ad7-a376-4190-b12d-f7db34811186 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Calling delete_port for 7a219332-539e-43f4-ad7d-bc1eb1e39bc8 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:51.417402 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:51.496339 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 0ffa1a76-8a53-4c80-9036-4402b9801312 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:51.499831 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2fbd45e5-78ed-4431-8cb3-f8b2a71c3f03 req-8c080773-48ce-4da1-93ff-7f40324ec5d3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5779149b-8344-4287-9e4c-f6f8e88db962&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8387134 Jul 15 13:24:51.500756 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa15cff-3e6c-4f2b-b6b6-7e6c908fe982 admin admin] Router 3ce1e379-749d-42e3-baad-f9bf9d527ccf has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:51.505157 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:51.553628 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-b50ba1c9-5e77-4e67-8264-6816563c31b3 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Floating IP d437df30-6a1d-4dfc-b671-b48d3495689d associated. External IP: 172.25.6.19, port: 62a1ef29-fc92-4319-8fe9-443de8b06a99. Jul 15 13:24:51.611038 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-25709312-fde4-4a3e-9dbe-949a5de9dfc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:51.615310 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9961240d-eb6c-4534-8dcc-c543b0acb531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a219332-539e-43f4-ad7d-bc1eb1e39bc8'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:51.626631 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf55847f-42d6-4f7d-9d8f-5d7c22787d51" -d '{"events": [{"server_uuid": "9961240d-eb6c-4534-8dcc-c543b0acb531", "name": "network-vif-unplugged", "status": "completed", "tag": "7a219332-539e-43f4-ad7d-bc1eb1e39bc8"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:51.634706 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-25709312-fde4-4a3e-9dbe-949a5de9dfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:51.699171 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a25d1487-bc57-45b0-87bf-02f05dbbcfb1 None None] Provisioning complete for port a26660c9-7136-42bf-859c-9faf664217d4 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:51.710839 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a25d1487-bc57-45b0-87bf-02f05dbbcfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:51.741253 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 7a219332-539e-43f4-ad7d-bc1eb1e39bc8, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=7a219332-539e-43f4-ad7d-bc1eb1e39bc8,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:51.895519 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-afb5451d-31a5-4407-976a-33433ca04523 req-87e6b06c-7239-4e1b-8fce-66991cad9acb service neutron] (93813) timed out ('10.222.0.18', 50865) {{(pid=93813) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:24:51.916091 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae0cb76-3fef-4904-998b-ebc7dce255e2 x-openstack-request-id: req-4ae0cb76-3fef-4904-998b-ebc7dce255e2 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:51.916948 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9961240d-eb6c-4534-8dcc-c543b0acb531", "name": "network-vif-unplugged", "status": "completed", "tag": "7a219332-539e-43f4-ad7d-bc1eb1e39bc8", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:51.916948 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ae0cb76-3fef-4904-998b-ebc7dce255e2 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:51.917423 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9961240d-eb6c-4534-8dcc-c543b0acb531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a219332-539e-43f4-ad7d-bc1eb1e39bc8', 'code': 200} Jul 15 13:24:51.933333 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:51.972767 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a25d1487-bc57-45b0-87bf-02f05dbbcfb1 None None] Port a26660c9-7136-42bf-859c-9faf664217d4 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:52.188733 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25709312-fde4-4a3e-9dbe-949a5de9dfc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6d8fcc-c251-42ef-b394-ed690589175c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:52.373061 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=7a219332-539e-43f4-ad7d-bc1eb1e39bc8,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:52.381945 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd45e5-78ed-4431-8cb3-f8b2a71c3f03 req-3a0e9281-33ec-439d-8225-cc62473bc721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:52.393904 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2fbd45e5-78ed-4431-8cb3-f8b2a71c3f03 req-3a0e9281-33ec-439d-8225-cc62473bc721 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=00e8a24106eb44d89c9c68dc038af0d3&device_id=5779149b-8344-4287-9e4c-f6f8e88db962 HTTP/1.1" status: 200 len: 1102 time: 0.6887324 Jul 15 13:24:52.405686 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-da259b27-5898-4705-9ac7-f70db6edf175 req-0cf57ad7-a376-4190-b12d-f7db34811186 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.505258 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa15cff-3e6c-4f2b-b6b6-7e6c908fe982 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:52.528363 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4512b3d5-e1b3-44cf-9bb3-201683c51968 None None] Sync routers for ids ['3ce1e379-749d-42e3-baad-f9bf9d527ccf'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:52.535569 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1fa15cff-3e6c-4f2b-b6b6-7e6c908fe982 admin admin] 10.222.0.24 "PUT /v2.0/routers/3ce1e379-749d-42e3-baad-f9bf9d527ccf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6872015 Jul 15 13:24:52.553245 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-25709312-fde4-4a3e-9dbe-949a5de9dfc3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e974659a23c142389ecd9b2fef3d5562&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7651961 Jul 15 13:24:52.563258 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46592) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:52.568053 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4512b3d5-e1b3-44cf-9bb3-201683c51968 None None] Routers {'3ce1e379-749d-42e3-baad-f9bf9d527ccf'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:52.569073 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4512b3d5-e1b3-44cf-9bb3-201683c51968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:24:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['3ce1e379-749d-42e3-baad-f9bf9d527ccf'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:52.684819 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf4263-546c-41a4-9ce6-84d0eaf1f0d2 req-00c7ae51-04cd-4e08-8724-edb064532cd8 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:52.688162 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d2bf4263-546c-41a4-9ce6-84d0eaf1f0d2 req-00c7ae51-04cd-4e08-8724-edb064532cd8 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 865 time: 0.4639754 Jul 15 13:24:52.718417 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-28d90062-1dcf-41f6-863e-bcbdcef73f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.774390 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-28d90062-1dcf-41f6-863e-bcbdcef73f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.913733 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf57ad7-a376-4190-b12d-f7db34811186 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Pushing event deleted for resources: {'Port': ['ID=7a219332-539e-43f4-ad7d-bc1eb1e39bc8,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:52.920139 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-28d90062-1dcf-41f6-863e-bcbdcef73f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.925596 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-28d90062-1dcf-41f6-863e-bcbdcef73f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:52.932017 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-28d90062-1dcf-41f6-863e-bcbdcef73f17 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e6d8fcc-c251-42ef-b394-ed690589175c HTTP/1.1" status: 204 len: 168 time: 0.3609841 Jul 15 13:24:52.959342 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d90062-1dcf-41f6-863e-bcbdcef73f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6d8fcc-c251-42ef-b394-ed690589175c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:53.050358 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d2bf4263-546c-41a4-9ce6-84d0eaf1f0d2 req-9764e14d-687a-48fd-a639-f4043b43fe74 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f40120b-38f9-4fb1-8864-41dc7f607887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478007 Jul 15 13:24:53.324958 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-da259b27-5898-4705-9ac7-f70db6edf175 req-0cf57ad7-a376-4190-b12d-f7db34811186 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] No DVR routers for this DVR port 7a219332-539e-43f4-ad7d-bc1eb1e39bc8 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:53.492664 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-da259b27-5898-4705-9ac7-f70db6edf175 req-0cf57ad7-a376-4190-b12d-f7db34811186 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.505234 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-da259b27-5898-4705-9ac7-f70db6edf175 req-0cf57ad7-a376-4190-b12d-f7db34811186 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.32 "DELETE /v2.0/ports/7a219332-539e-43f4-ad7d-bc1eb1e39bc8 HTTP/1.1" status: 204 len: 173 time: 5.4792078 Jul 15 13:24:53.507071 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9961240d-eb6c-4534-8dcc-c543b0acb531', 'name': 'network-vif-deleted', 'tag': '7a219332-539e-43f4-ad7d-bc1eb1e39bc8'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:53.522002 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898e7c48-e5d0-4d92-b48b-d0defcc41483" -d '{"events": [{"server_uuid": "9961240d-eb6c-4534-8dcc-c543b0acb531", "name": "network-vif-deleted", "tag": "7a219332-539e-43f4-ad7d-bc1eb1e39bc8"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:53.651730 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1fbb1e82-7ca2-4b56-9c69-7f86b143e073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.734170 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.790427 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-4512b3d5-e1b3-44cf-9bb3-201683c51968 None None] Set router 3ce1e379-749d-42e3-baad-f9bf9d527ccf gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:53.801242 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd45e5-78ed-4431-8cb3-f8b2a71c3f03 req-99652120-2e3d-4092-887f-3c2120969974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:53.806479 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2fbd45e5-78ed-4431-8cb3-f8b2a71c3f03 req-99652120-2e3d-4092-887f-3c2120969974 service neutron] 10.222.0.18 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.9635768 Jul 15 13:24:53.896606 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac82872-937d-4f19-b29f-b047202817e2 x-openstack-request-id: req-0ac82872-937d-4f19-b29f-b047202817e2 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:53.897107 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9961240d-eb6c-4534-8dcc-c543b0acb531", "name": "network-vif-deleted", "tag": "7a219332-539e-43f4-ad7d-bc1eb1e39bc8", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:53.897332 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0ac82872-937d-4f19-b29f-b047202817e2 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:53.898014 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9961240d-eb6c-4534-8dcc-c543b0acb531', 'name': 'network-vif-deleted', 'tag': '7a219332-539e-43f4-ad7d-bc1eb1e39bc8', 'status': 'completed', 'code': 200} Jul 15 13:24:54.094218 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50ba1c9-5e77-4e67-8264-6816563c31b3 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Router 0d0f3b8e-5ce8-4225-bf86-b388b2c6645a has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:54.114115 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2fbd45e5-78ed-4431-8cb3-f8b2a71c3f03 req-4a80a149-5878-475c-aa78-8b79bfcb4243 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=708be135-5193-4e40-ad64-7c142587f86e HTTP/1.1" status: 200 len: 217 time: 0.2095938 Jul 15 13:24:54.236406 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd45e5-78ed-4431-8cb3-f8b2a71c3f03 req-b0d3a50e-79b9-4acf-bd8a-f52cab4a0d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:54.239205 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2fbd45e5-78ed-4431-8cb3-f8b2a71c3f03 req-b0d3a50e-79b9-4acf-bd8a-f52cab4a0d04 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.1160164 Jul 15 13:24:54.328050 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46642) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:54.529190 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e04feb7a-7d6c-478e-9135-34b08179ab5e req-e1f58ceb-936c-4c7f-9dc0-29349cb63f52 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9961240d-eb6c-4534-8dcc-c543b0acb531 HTTP/1.1" status: 200 len: 210 time: 0.1145349 Jul 15 13:24:54.602631 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd45e5-78ed-4431-8cb3-f8b2a71c3f03 req-448226e4-d355-4cc7-8a88-5811d927c76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:54.611564 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2fbd45e5-78ed-4431-8cb3-f8b2a71c3f03 req-448226e4-d355-4cc7-8a88-5811d927c76f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3558934 Jul 15 13:24:54.622908 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4512b3d5-e1b3-44cf-9bb3-201683c51968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce1e379-749d-42e3-baad-f9bf9d527ccf', 'name': 'tempest-TestAggregatesBasicOps-619545866-router', 'tenant_id': 'df719aa859da48118928d9177c2e0e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '0ffa1a76-8a53-4c80-9036-4402b9801312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:34Z', 'updated_at': '2021-07-15T13:24:48Z', 'revision_number': 4, 'project_id': 'df719aa859da48118928d9177c2e0e5d', 'gw_port': {'id': '0ffa1a76-8a53-4c80-9036-4402b9801312', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce1e379-749d-42e3-baad-f9bf9d527ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:35Z', 'updated_at': '2021-07-15T13:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'a26660c9-7136-42bf-859c-9faf664217d4', 'name': '', 'network_id': '67630904-11a6-40f9-ae9e-6a655039ce11', 'tenant_id': 'df719aa859da48118928d9177c2e0e5d', 'mac_address': 'fa:16:3e:1e:62:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce1e379-749d-42e3-baad-f9bf9d527ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '69667bf5-4562-433a-8a81-04b1aba78df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:46Z', 'updated_at': '2021-07-15T13:24:49Z', 'revision_number': 2, 'project_id': 'df719aa859da48118928d9177c2e0e5d', 'subnets': [{'id': '69667bf5-4562-433a-8a81-04b1aba78df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:54.749159 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4512b3d5-e1b3-44cf-9bb3-201683c51968 None None] Checking router: 3ce1e379-749d-42e3-baad-f9bf9d527ccf for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:24:54.750101 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46652) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:54.750287 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4512b3d5-e1b3-44cf-9bb3-201683c51968 None None] Updating router 3ce1e379-749d-42e3-baad-f9bf9d527ccf port a26660c9-7136-42bf-859c-9faf664217d4 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:24:54.780573 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d8a3ccc-d5da-4ea0-a9a1-8d6aead15eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:54.967699 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4512b3d5-e1b3-44cf-9bb3-201683c51968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:54.973011 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.055475 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2fbd45e5-78ed-4431-8cb3-f8b2a71c3f03 req-13d30e2e-db78-44f9-b6a3-c63663486620 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361248 Jul 15 13:24:55.390798 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d8a3ccc-d5da-4ea0-a9a1-8d6aead15eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.405153 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-309dcd90-94ee-4b71-841e-2c0a15beb6f2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1311725711-network', 'tenant_id': 'd36c52c8000f4792a297412063fb69ab'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:55.412413 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d8a3ccc-d5da-4ea0-a9a1-8d6aead15eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.485058 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a3ccc-d5da-4ea0-a9a1-8d6aead15eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e81e31a-5402-4500-bbfc-815badd8b3f8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:55.563847 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.570214 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7d8a3ccc-d5da-4ea0-a9a1-8d6aead15eda admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dde0916de45c44bc8f4a9068be76897d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8179901 Jul 15 13:24:55.576060 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46672) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:55.578579 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50ba1c9-5e77-4e67-8264-6816563c31b3 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:55.591642 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b50ba1c9-5e77-4e67-8264-6816563c31b3 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.592287 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd388e6-c390-4f9b-8930-363908c47526 None None] Sync routers for ids ['0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:55.630289 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd388e6-c390-4f9b-8930-363908c47526 None None] Routers {'0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:55.631331 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-7fd388e6-c390-4f9b-8930-363908c47526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:24:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:55.712915 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309dcd90-94ee-4b71-841e-2c0a15beb6f2 admin admin] Made reservation on behalf of d36c52c8000f4792a297412063fb69ab for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:55.747486 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-309dcd90-94ee-4b71-841e-2c0a15beb6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.756661 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46680) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:55.801966 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b50ba1c9-5e77-4e67-8264-6816563c31b3 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "PUT /v2.0/floatingips/d437df30-6a1d-4dfc-b671-b48d3495689d HTTP/1.1" status: 200 len: 990 time: 9.1873004 Jul 15 13:24:55.842176 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9dd65ce3-c43f-4bb9-9e5a-e40e4aeaa0ac admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-595762120-network', 'tenant_id': 'dca6a2228ddc4a7380aec72790d70be9'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:55.860632 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2fbd45e5-78ed-4431-8cb3-f8b2a71c3f03 req-f84d7f50-f81d-40fc-a2c6-b41bb7715c40 service neutron] 10.222.0.18 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7908778 Jul 15 13:24:55.914801 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-309dcd90-94ee-4b71-841e-2c0a15beb6f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.918539 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3453c09e-d122-46f0-a75b-88b4c7ec48e2', 'tag': '62a1ef29-fc92-4319-8fe9-443de8b06a99'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:55.934009 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9088c7f-45f8-4ba8-bcb9-29d3930355bb" -d '{"events": [{"name": "network-changed", "server_uuid": "3453c09e-d122-46f0-a75b-88b4c7ec48e2", "tag": "62a1ef29-fc92-4319-8fe9-443de8b06a99"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:56.048351 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-7fd388e6-c390-4f9b-8930-363908c47526 None None] Set router 0d0f3b8e-5ce8-4225-bf86-b388b2c6645a gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:56.066173 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e3ab49cd-881c-49c2-8471-6501cf1c7842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.150045 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd65ce3-c43f-4bb9-9e5a-e40e4aeaa0ac admin admin] Made reservation on behalf of dca6a2228ddc4a7380aec72790d70be9 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:56.152951 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9dd65ce3-c43f-4bb9-9e5a-e40e4aeaa0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.193648 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e3ab49cd-881c-49c2-8471-6501cf1c7842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.216856 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9dd65ce3-c43f-4bb9-9e5a-e40e4aeaa0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.256686 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4512b3d5-e1b3-44cf-9bb3-201683c51968 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.323742 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4512b3d5-e1b3-44cf-9bb3-201683c51968 None None] Transition to ACTIVE for port object a26660c9-7136-42bf-859c-9faf664217d4 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:56.325014 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46694) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:56.335394 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.339151 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4512b3d5-e1b3-44cf-9bb3-201683c51968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.478830 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f2da7-da3f-4db3-8ef0-c295b5a76e94 None None] Pushing event updated for resources: {'Port': ['ID=a26660c9-7136-42bf-859c-9faf664217d4,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:56.484763 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-309dcd90-94ee-4b71-841e-2c0a15beb6f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.490896 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e3ab49cd-881c-49c2-8471-6501cf1c7842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.547358 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e3ab49cd-881c-49c2-8471-6501cf1c7842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.551600 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e3ab49cd-881c-49c2-8471-6501cf1c7842 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e81e31a-5402-4500-bbfc-815badd8b3f8 HTTP/1.1" status: 204 len: 168 time: 0.9617729 Jul 15 13:24:56.633945 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-309dcd90-94ee-4b71-841e-2c0a15beb6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.634234 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-4512b3d5-e1b3-44cf-9bb3-201683c51968 None None] Attempting to bind port a26660c9-7136-42bf-859c-9faf664217d4 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:56.634234 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-4512b3d5-e1b3-44cf-9bb3-201683c51968 None None] Attempting to bind port a26660c9-7136-42bf-859c-9faf664217d4 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '6ccc7bde-a63f-4dac-8e7a-55bd84ef820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '67630904-11a6-40f9-ae9e-6a655039ce11'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:56.634234 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4512b3d5-e1b3-44cf-9bb3-201683c51968 None None] Attempting to bind port a26660c9-7136-42bf-859c-9faf664217d4 on network 67630904-11a6-40f9-ae9e-6a655039ce11 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:56.653278 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4512b3d5-e1b3-44cf-9bb3-201683c51968 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:56.653833 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4512b3d5-e1b3-44cf-9bb3-201683c51968 None None] Checking segment: {'id': '6ccc7bde-a63f-4dac-8e7a-55bd84ef820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '67630904-11a6-40f9-ae9e-6a655039ce11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:56.654179 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4512b3d5-e1b3-44cf-9bb3-201683c51968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.654593 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4512b3d5-e1b3-44cf-9bb3-201683c51968 None None] Bound using segment: {'id': '6ccc7bde-a63f-4dac-8e7a-55bd84ef820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '67630904-11a6-40f9-ae9e-6a655039ce11'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:56.655099 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-4512b3d5-e1b3-44cf-9bb3-201683c51968 None None] Bound port: a26660c9-7136-42bf-859c-9faf664217d4, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ccc7bde-a63f-4dac-8e7a-55bd84ef820a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '67630904-11a6-40f9-ae9e-6a655039ce11'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:56.655497 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4512b3d5-e1b3-44cf-9bb3-201683c51968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.685666 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-309dcd90-94ee-4b71-841e-2c0a15beb6f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:24:56.768392 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4595100b-0419-42ab-a87a-13f8021f679c x-openstack-request-id: req-4595100b-0419-42ab-a87a-13f8021f679c {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:56.768983 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3453c09e-d122-46f0-a75b-88b4c7ec48e2", "tag": "62a1ef29-fc92-4319-8fe9-443de8b06a99", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:56.771114 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4595100b-0419-42ab-a87a-13f8021f679c {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:56.771601 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3453c09e-d122-46f0-a75b-88b4c7ec48e2', 'tag': '62a1ef29-fc92-4319-8fe9-443de8b06a99', 'status': 'completed', 'code': 200} Jul 15 13:24:56.796761 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-309dcd90-94ee-4b71-841e-2c0a15beb6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.797365 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-309dcd90-94ee-4b71-841e-2c0a15beb6f2 admin admin] Added segment 0d807eb9-53cb-4736-8077-cd448271ac4f of type vlan for network be04063e-1cb2-41c3-8ee0-72868f24e4ea Jul 15 13:24:57.010689 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-4512b3d5-e1b3-44cf-9bb3-201683c51968 None None] For port a26660c9-7136-42bf-859c-9faf664217d4, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:57.026136 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-4512b3d5-e1b3-44cf-9bb3-201683c51968 None None] For port a26660c9-7136-42bf-859c-9faf664217d4, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a26660c9-7136-42bf-859c-9faf664217d4,segment=NetworkSegment(6ccc7bde-a63f-4dac-8e7a-55bd84ef820a),segment_id=6ccc7bde-a63f-4dac-8e7a-55bd84ef820a)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:57.041083 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4512b3d5-e1b3-44cf-9bb3-201683c51968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.059946 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9088c7f-45f8-4ba8-bcb9-29d3930355bb req-083c0307-9f25-468d-ba46-f283f804b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:57.064895 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d9088c7f-45f8-4ba8-bcb9-29d3930355bb req-083c0307-9f25-468d-ba46-f283f804b13c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=37913da5a8464fb1a0b736ca946a9eaa&device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 1097 time: 0.3432560 Jul 15 13:24:57.067806 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-309dcd90-94ee-4b71-841e-2c0a15beb6f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.140707 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b3c281e-f8eb-43a1-8ce0-2392dd07b91c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.178802 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab49cd-881c-49c2-8471-6501cf1c7842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e81e31a-5402-4500-bbfc-815badd8b3f8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:57.217957 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-309dcd90-94ee-4b71-841e-2c0a15beb6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.219859 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309dcd90-94ee-4b71-841e-2c0a15beb6f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:57.222264 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-7fd388e6-c390-4f9b-8930-363908c47526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'name': 'tempest-AttachVolumeTestJSON-125246177-router', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:42Z', 'updated_at': '2021-07-15T13:24:01Z', 'revision_number': 4, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'gw_port': {'id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:45Z', 'updated_at': '2021-07-15T13:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'd437df30-6a1d-4dfc-b671-b48d3495689d', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'port_id': '62a1ef29-fc92-4319-8fe9-443de8b06a99', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b', 'mac_address': 'fa:16:3e:71:df:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3453c09e-d122-46f0-a75b-88b4c7ec48e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:24:11Z', 'updated_at': '2021-07-15T13:24:49Z', 'revision_number': 1, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4', 'name': '', 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'mac_address': 'fa:16:3e:cb:51:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '7ddbfc00-1f92-454d-9c2c-3d67f76399b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:57Z', 'updated_at': '2021-07-15T13:24:11Z', 'revision_number': 5, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'subnets': [{'id': '7ddbfc00-1f92-454d-9c2c-3d67f76399b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:57.234969 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-309dcd90-94ee-4b71-841e-2c0a15beb6f2 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.293454 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f2da7-da3f-4db3-8ef0-c295b5a76e94 None None] Pushing event updated for resources: {'Port': ['ID=a26660c9-7136-42bf-859c-9faf664217d4,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:57.349034 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd388e6-c390-4f9b-8930-363908c47526 None None] Checking router: 0d0f3b8e-5ce8-4225-bf86-b388b2c6645a for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:24:57.405852 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd388e6-c390-4f9b-8930-363908c47526 None None] Routers {'0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:57.406757 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-7fd388e6-c390-4f9b-8930-363908c47526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:24:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:57.457270 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9088c7f-45f8-4ba8-bcb9-29d3930355bb req-e4332f5b-74b1-42c2-8d60-859073d5a817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:57.463462 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d9088c7f-45f8-4ba8-bcb9-29d3930355bb req-e4332f5b-74b1-42c2-8d60-859073d5a817 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e8913e0d-0d0e-40a2-882d-dd84c17b519b HTTP/1.1" status: 200 len: 911 time: 0.3852460 Jul 15 13:24:57.471102 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4512b3d5-e1b3-44cf-9bb3-201683c51968 None None] Routers {'3ce1e379-749d-42e3-baad-f9bf9d527ccf'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:57.475799 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4512b3d5-e1b3-44cf-9bb3-201683c51968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:24:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['3ce1e379-749d-42e3-baad-f9bf9d527ccf'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:57.611418 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309dcd90-94ee-4b71-841e-2c0a15beb6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bedcb06-e3dc-41d6-97ee-6d3ea49c1f15,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:57.648006 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-7fd388e6-c390-4f9b-8930-363908c47526 None None] Set router 0d0f3b8e-5ce8-4225-bf86-b388b2c6645a gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:57.751077 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d9088c7f-45f8-4ba8-bcb9-29d3930355bb req-dc05b9b8-a51c-46a0-8973-3bbb165b8d57 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62a1ef29-fc92-4319-8fe9-443de8b06a99 HTTP/1.1" status: 200 len: 998 time: 0.2824290 Jul 15 13:24:57.867851 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9088c7f-45f8-4ba8-bcb9-29d3930355bb req-cbb143c1-5c40-4068-8251-29ed8c7b1533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:57.875775 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d9088c7f-45f8-4ba8-bcb9-29d3930355bb req-cbb143c1-5c40-4068-8251-29ed8c7b1533 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ddbfc00-1f92-454d-9c2c-3d67f76399b6 HTTP/1.1" status: 200 len: 849 time: 0.1170833 Jul 15 13:24:57.916536 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-4512b3d5-e1b3-44cf-9bb3-201683c51968 None None] Set router 3ce1e379-749d-42e3-baad-f9bf9d527ccf gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:57.925645 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309dcd90-94ee-4b71-841e-2c0a15beb6f2 admin admin] Pushing event updated for resources: {'Network': ['ID=be04063e-1cb2-41c3-8ee0-72868f24e4ea,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:58.005942 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network be04063e-1cb2-41c3-8ee0-72868f24e4ea details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:24:58.071093 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9088c7f-45f8-4ba8-bcb9-29d3930355bb req-9325bdcf-cfa6-4e86-a540-10de7d0d17aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:58.074004 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d9088c7f-45f8-4ba8-bcb9-29d3930355bb req-9325bdcf-cfa6-4e86-a540-10de7d0d17aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8913e0d-0d0e-40a2-882d-dd84c17b519b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1893730 Jul 15 13:24:58.097394 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97455dd5-29c3-4662-8b23-d8325c5bb116 req-6cd2dad8-070a-4731-8042-ac94af998854 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:58.111835 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-97455dd5-29c3-4662-8b23-d8325c5bb116 req-6cd2dad8-070a-4731-8042-ac94af998854 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.7417340 Jul 15 13:24:58.295039 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-7fd388e6-c390-4f9b-8930-363908c47526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'name': 'tempest-AttachVolumeTestJSON-125246177-router', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:42Z', 'updated_at': '2021-07-15T13:24:01Z', 'revision_number': 4, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'gw_port': {'id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:45Z', 'updated_at': '2021-07-15T13:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'd437df30-6a1d-4dfc-b671-b48d3495689d', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'port_id': '62a1ef29-fc92-4319-8fe9-443de8b06a99', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b', 'mac_address': 'fa:16:3e:71:df:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3453c09e-d122-46f0-a75b-88b4c7ec48e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:24:11Z', 'updated_at': '2021-07-15T13:24:49Z', 'revision_number': 1, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4', 'name': '', 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'mac_address': 'fa:16:3e:cb:51:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '7ddbfc00-1f92-454d-9c2c-3d67f76399b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:57Z', 'updated_at': '2021-07-15T13:24:11Z', 'revision_number': 5, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'subnets': [{'id': '7ddbfc00-1f92-454d-9c2c-3d67f76399b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:58.296693 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9dd65ce3-c43f-4bb9-9e5a-e40e4aeaa0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.317593 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9dd65ce3-c43f-4bb9-9e5a-e40e4aeaa0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.362471 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-97455dd5-29c3-4662-8b23-d8325c5bb116 req-13f1a3a1-8129-4a59-ae7a-9b6dc50fc835 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2445233 Jul 15 13:24:58.365461 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd388e6-c390-4f9b-8930-363908c47526 None None] The sync data for ids ['0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'] in n-d-758944-45 is: [{'id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'name': 'tempest-AttachVolumeTestJSON-125246177-router', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:42Z', 'updated_at': '2021-07-15T13:24:01Z', 'revision_number': 4, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'gw_port': {'id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:45Z', 'updated_at': '2021-07-15T13:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'd437df30-6a1d-4dfc-b671-b48d3495689d', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'port_id': '62a1ef29-fc92-4319-8fe9-443de8b06a99', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b', 'mac_address': 'fa:16:3e:71:df:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3453c09e-d122-46f0-a75b-88b4c7ec48e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:24:11Z', 'updated_at': '2021-07-15T13:24:49Z', 'revision_number': 1, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4', 'name': '', 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'mac_address': 'fa:16:3e:cb:51:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '7ddbfc00-1f92-454d-9c2c-3d67f76399b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:57Z', 'updated_at': '2021-07-15T13:24:11Z', 'revision_number': 5, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'subnets': [{'id': '7ddbfc00-1f92-454d-9c2c-3d67f76399b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:58.380414 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-309dcd90-94ee-4b71-841e-2c0a15beb6f2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 4.0506148 Jul 15 13:24:58.440245 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46736) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:58.447127 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd65ce3-c43f-4bb9-9e5a-e40e4aeaa0ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:24:58.475129 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-700b102a-da92-4ac1-b969-1dc3e558e393 admin admin] Request body: {'subnet': {'network_id': 'be04063e-1cb2-41c3-8ee0-72868f24e4ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1311725711-subnet', 'tenant_id': 'd36c52c8000f4792a297412063fb69ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:58.485363 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd65ce3-c43f-4bb9-9e5a-e40e4aeaa0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33180c67-04c0-448c-a6a8-ad33bf054c27,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:58.586284 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9dd65ce3-c43f-4bb9-9e5a-e40e4aeaa0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.593517 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-9dd65ce3-c43f-4bb9-9e5a-e40e4aeaa0ac admin admin] Added segment 7f3df33e-d447-40d7-9ed7-81382a06377c of type vlan for network 6b4bcb67-272d-4b7a-a0c2-1711e3d390ff Jul 15 13:24:58.651176 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d9088c7f-45f8-4ba8-bcb9-29d3930355bb req-befe8ba5-1c75-429b-a6c3-fb71673f4f56 service neutron] 10.222.0.18 "GET /v2.0/networks/e8913e0d-0d0e-40a2-882d-dd84c17b519b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5692677 Jul 15 13:24:58.760551 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9dd65ce3-c43f-4bb9-9e5a-e40e4aeaa0ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.769730 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4512b3d5-e1b3-44cf-9bb3-201683c51968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce1e379-749d-42e3-baad-f9bf9d527ccf', 'name': 'tempest-TestAggregatesBasicOps-619545866-router', 'tenant_id': 'df719aa859da48118928d9177c2e0e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '0ffa1a76-8a53-4c80-9036-4402b9801312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:34Z', 'updated_at': '2021-07-15T13:24:48Z', 'revision_number': 4, 'project_id': 'df719aa859da48118928d9177c2e0e5d', 'gw_port': {'id': '0ffa1a76-8a53-4c80-9036-4402b9801312', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce1e379-749d-42e3-baad-f9bf9d527ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:35Z', 'updated_at': '2021-07-15T13:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'a26660c9-7136-42bf-859c-9faf664217d4', 'name': '', 'network_id': '67630904-11a6-40f9-ae9e-6a655039ce11', 'tenant_id': 'df719aa859da48118928d9177c2e0e5d', 'mac_address': 'fa:16:3e:1e:62:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce1e379-749d-42e3-baad-f9bf9d527ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '69667bf5-4562-433a-8a81-04b1aba78df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:46Z', 'updated_at': '2021-07-15T13:24:56Z', 'revision_number': 4, 'project_id': 'df719aa859da48118928d9177c2e0e5d', 'subnets': [{'id': '69667bf5-4562-433a-8a81-04b1aba78df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:58.826874 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4512b3d5-e1b3-44cf-9bb3-201683c51968 None None] The sync data for ids ['3ce1e379-749d-42e3-baad-f9bf9d527ccf'] in n-d-758944-45 is: [{'id': '3ce1e379-749d-42e3-baad-f9bf9d527ccf', 'name': 'tempest-TestAggregatesBasicOps-619545866-router', 'tenant_id': 'df719aa859da48118928d9177c2e0e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '0ffa1a76-8a53-4c80-9036-4402b9801312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:34Z', 'updated_at': '2021-07-15T13:24:48Z', 'revision_number': 4, 'project_id': 'df719aa859da48118928d9177c2e0e5d', 'gw_port': {'id': '0ffa1a76-8a53-4c80-9036-4402b9801312', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce1e379-749d-42e3-baad-f9bf9d527ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:35Z', 'updated_at': '2021-07-15T13:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'a26660c9-7136-42bf-859c-9faf664217d4', 'name': '', 'network_id': '67630904-11a6-40f9-ae9e-6a655039ce11', 'tenant_id': 'df719aa859da48118928d9177c2e0e5d', 'mac_address': 'fa:16:3e:1e:62:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce1e379-749d-42e3-baad-f9bf9d527ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '69667bf5-4562-433a-8a81-04b1aba78df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:46Z', 'updated_at': '2021-07-15T13:24:56Z', 'revision_number': 4, 'project_id': 'df719aa859da48118928d9177c2e0e5d', 'subnets': [{'id': '69667bf5-4562-433a-8a81-04b1aba78df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:58.986024 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9dd65ce3-c43f-4bb9-9e5a-e40e4aeaa0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.987392 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd65ce3-c43f-4bb9-9e5a-e40e4aeaa0ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:58.988063 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9dd65ce3-c43f-4bb9-9e5a-e40e4aeaa0ac admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.996583 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b3c281e-f8eb-43a1-8ce0-2392dd07b91c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.016713 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e2efe7-efd8-4e5b-addc-ffab2c9b0224 None None] New status for floating IP d437df30-6a1d-4dfc-b671-b48d3495689d: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:24:59.035651 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b3c281e-f8eb-43a1-8ce0-2392dd07b91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.114663 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33077e-5b2d-4131-93cd-ac11eae0b68e req-d80fc33c-5c77-4808-8f2f-11814b9ad2e1 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:59.117653 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8c33077e-5b2d-4131-93cd-ac11eae0b68e req-d80fc33c-5c77-4808-8f2f-11814b9ad2e1 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.6701331 Jul 15 13:24:59.150126 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c281e-f8eb-43a1-8ce0-2392dd07b91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01ed4ab-f98f-4884-8496-93c80a3c53e3,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:59.186444 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700b102a-da92-4ac1-b969-1dc3e558e393 admin admin] Made reservation on behalf of d36c52c8000f4792a297412063fb69ab for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:59.189291 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-700b102a-da92-4ac1-b969-1dc3e558e393 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.199489 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd65ce3-c43f-4bb9-9e5a-e40e4aeaa0ac admin admin] Pushing event updated for resources: {'Network': ['ID=6b4bcb67-272d-4b7a-a0c2-1711e3d390ff,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:59.207118 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9dd65ce3-c43f-4bb9-9e5a-e40e4aeaa0ac admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.4417601 Jul 15 13:24:59.219471 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46750) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:59.232367 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 6b4bcb67-272d-4b7a-a0c2-1711e3d390ff details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:24:59.234268 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0f4505fc-1659-499c-a969-acde49db29e4 admin admin] Request body: {'subnet': {'network_id': '6b4bcb67-272d-4b7a-a0c2-1711e3d390ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-595762120-subnet', 'tenant_id': 'dca6a2228ddc4a7380aec72790d70be9', 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:59.318670 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d9088c7f-45f8-4ba8-bcb9-29d3930355bb req-a1a702db-3c05-4772-a706-76b8f672cad2 service neutron] 10.222.0.18 "GET /v2.0/networks/e8913e0d-0d0e-40a2-882d-dd84c17b519b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6246181 Jul 15 13:24:59.327756 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5b3c281e-f8eb-43a1-8ce0-2392dd07b91c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c7d4d7fd04284b1da748857124650cdd&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0012352 Jul 15 13:24:59.328462 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46756) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:59.395143 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4505fc-1659-499c-a969-acde49db29e4 admin admin] Made reservation on behalf of dca6a2228ddc4a7380aec72790d70be9 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:59.403716 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f4505fc-1659-499c-a969-acde49db29e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.499730 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0a6b499-d401-49ef-a63f-23430aa5b468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.562842 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0a6b499-d401-49ef-a63f-23430aa5b468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.737939 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-8c33077e-5b2d-4131-93cd-ac11eae0b68e req-4971b7fe-57f6-4613-ac80-a300b53152e4 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Deleting port 3313d1c0-7322-4571-9574-1a2b411edcd1 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:59.739040 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8c33077e-5b2d-4131-93cd-ac11eae0b68e req-4971b7fe-57f6-4613-ac80-a300b53152e4 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.779497 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f4505fc-1659-499c-a969-acde49db29e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.964266 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0a6b499-d401-49ef-a63f-23430aa5b468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.975190 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32732dc4-1a8b-4a44-ba82-4b8f34022e5d req-8c758ee2-3058-48a4-b575-83eb23ae52dc tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:59.975637 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0a6b499-d401-49ef-a63f-23430aa5b468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.986839 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f0a6b499-d401-49ef-a63f-23430aa5b468 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f01ed4ab-f98f-4884-8496-93c80a3c53e3 HTTP/1.1" status: 204 len: 168 time: 0.6545222 Jul 15 13:24:59.999274 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-32732dc4-1a8b-4a44-ba82-4b8f34022e5d req-8c758ee2-3058-48a4-b575-83eb23ae52dc tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 945 time: 0.2268500 Jul 15 13:25:00.009901 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4505fc-1659-499c-a969-acde49db29e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0296f08-cd1b-4a8b-b41e-e1b2eee45dbb,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:00.163006 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-8c33077e-5b2d-4131-93cd-ac11eae0b68e req-4971b7fe-57f6-4613-ac80-a300b53152e4 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] For port 3313d1c0-7322-4571-9574-1a2b411edcd1, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3313d1c0-7322-4571-9574-1a2b411edcd1,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:00.163703 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8c33077e-5b2d-4131-93cd-ac11eae0b68e req-4971b7fe-57f6-4613-ac80-a300b53152e4 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:00.208666 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6b499-d401-49ef-a63f-23430aa5b468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01ed4ab-f98f-4884-8496-93c80a3c53e3,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:00.292545 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4505fc-1659-499c-a969-acde49db29e4 admin admin] Checking segment: {'id': '7f3df33e-d447-40d7-9ed7-81382a06377c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6b4bcb67-272d-4b7a-a0c2-1711e3d390ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:00.293064 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4505fc-1659-499c-a969-acde49db29e4 admin admin] Network hostable DHCP agents. Network: 6b4bcb67-272d-4b7a-a0c2-1711e3d390ff, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:25:00.436030 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-32732dc4-1a8b-4a44-ba82-4b8f34022e5d req-5de1bf71-2ce8-4ab7-b031-ed9f6ac426ca tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4310980 Jul 15 13:25:00.601546 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46790) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:00.612478 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4505fc-1659-499c-a969-acde49db29e4 admin admin] Network 6b4bcb67-272d-4b7a-a0c2-1711e3d390ff is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:25:00.628141 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-700b102a-da92-4ac1-b969-1dc3e558e393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:00.810926 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-0f4505fc-1659-499c-a969-acde49db29e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 6b4bcb67-272d-4b7a-a0c2-1711e3d390ff) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:00.821701 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bd1e86-dcf0-46ec-baee-3858a578be0a None None] Network 6b4bcb67-272d-4b7a-a0c2-1711e3d390ff requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:00.822599 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4505fc-1659-499c-a969-acde49db29e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:00.824076 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f4505fc-1659-499c-a969-acde49db29e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:00.904375 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b102a-da92-4ac1-b969-1dc3e558e393 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86c45178-fb0a-4b4d-a444-3a0ac9a17af7,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:00.928093 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0f4505fc-1659-499c-a969-acde49db29e4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7072535 Jul 15 13:25:00.935125 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46800) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:00.938154 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 3313d1c0-7322-4571-9574-1a2b411edcd1 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:00.957422 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-17251f5c-4133-4877-b180-337d67fd6404 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-595762120-router', 'tenant_id': 'dca6a2228ddc4a7380aec72790d70be9', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:00.962689 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700b102a-da92-4ac1-b969-1dc3e558e393 admin admin] Checking segment: {'id': '0d807eb9-53cb-4736-8077-cd448271ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'be04063e-1cb2-41c3-8ee0-72868f24e4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:00.963294 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700b102a-da92-4ac1-b969-1dc3e558e393 admin admin] Network hostable DHCP agents. Network: be04063e-1cb2-41c3-8ee0-72868f24e4ea, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:25:01.004284 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700b102a-da92-4ac1-b969-1dc3e558e393 admin admin] Network be04063e-1cb2-41c3-8ee0-72868f24e4ea is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:25:01.018221 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17251f5c-4133-4877-b180-337d67fd6404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.019485 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17251f5c-4133-4877-b180-337d67fd6404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.066837 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a26660c9-7136-42bf-859c-9faf664217d4 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:01.079347 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-700b102a-da92-4ac1-b969-1dc3e558e393 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, be04063e-1cb2-41c3-8ee0-72868f24e4ea) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:01.140073 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700b102a-da92-4ac1-b969-1dc3e558e393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:01.144837 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-700b102a-da92-4ac1-b969-1dc3e558e393 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.204264 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46802) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:01.264232 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-700b102a-da92-4ac1-b969-1dc3e558e393 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.8188081 Jul 15 13:25:01.264891 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46808) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:01.278736 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c3a059a-497a-42e8-95ce-3a8a825745eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.283231 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19858506-6652-4423-bce0-47a7e8e36c4c None None] Network be04063e-1cb2-41c3-8ee0-72868f24e4ea requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:01.284233 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-cf7afcde-788f-4410-a76d-8f5fa255762a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1311725711-router', 'tenant_id': 'd36c52c8000f4792a297412063fb69ab', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:01.322510 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b6e98a8-4f66-470c-a641-be7814dc5510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.368737 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17251f5c-4133-4877-b180-337d67fd6404 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.486119 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf7afcde-788f-4410-a76d-8f5fa255762a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.487214 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf7afcde-788f-4410-a76d-8f5fa255762a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.552286 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port a26660c9-7136-42bf-859c-9faf664217d4 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:01.641117 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port a26660c9-7136-42bf-859c-9faf664217d4 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:01.642037 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.644173 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fbf347-c45a-4f1f-98dc-29a3a18d5877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-6b4bcb67-272d-4b7a-a0c2-1711e3d390ff', 'network_id': '6b4bcb67-272d-4b7a-a0c2-1711e3d390ff', 'tenant_id': 'dca6a2228ddc4a7380aec72790d70be9', 'fixed_ips': [{'subnet_id': 'b0296f08-cd1b-4a8b-b41e-e1b2eee45dbb'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:25:01.648467 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e0fbf347-c45a-4f1f-98dc-29a3a18d5877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.807879 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17251f5c-4133-4877-b180-337d67fd6404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.869374 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf7afcde-788f-4410-a76d-8f5fa255762a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.981352 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8c33077e-5b2d-4131-93cd-ac11eae0b68e req-4971b7fe-57f6-4613-ac80-a300b53152e4 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.982663 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8c33077e-5b2d-4131-93cd-ac11eae0b68e req-4971b7fe-57f6-4613-ac80-a300b53152e4 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.983193 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [req-8c33077e-5b2d-4131-93cd-ac11eae0b68e req-4971b7fe-57f6-4613-ac80-a300b53152e4 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Floating IP 5829a7b7-39cc-4a20-94e5-32c83737da0d disassociated. External IP: 172.25.6.24, port: 3313d1c0-7322-4571-9574-1a2b411edcd1. Jul 15 13:25:01.983770 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-8c33077e-5b2d-4131-93cd-ac11eae0b68e req-4971b7fe-57f6-4613-ac80-a300b53152e4 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Calling delete_port for 3313d1c0-7322-4571-9574-1a2b411edcd1 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:02.369191 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8c33077e-5b2d-4131-93cd-ac11eae0b68e req-4971b7fe-57f6-4613-ac80-a300b53152e4 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:02.397496 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-e0fbf347-c45a-4f1f-98dc-29a3a18d5877 None None] Allocated IP 172.20.0.2 (6b4bcb67-272d-4b7a-a0c2-1711e3d390ff/b0296f08-cd1b-4a8b-b41e-e1b2eee45dbb/32e714be-d8f1-4300-bd5c-8d56044efada) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:02.455109 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4971b7fe-57f6-4613-ac80-a300b53152e4 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Pushing event deleted for resources: {'Port': ['ID=3313d1c0-7322-4571-9574-1a2b411edcd1,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:02.472586 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a5436b-be07-48fa-a1e8-3f51cd3a7f14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-be04063e-1cb2-41c3-8ee0-72868f24e4ea', 'network_id': 'be04063e-1cb2-41c3-8ee0-72868f24e4ea', 'tenant_id': 'd36c52c8000f4792a297412063fb69ab', 'fixed_ips': [{'subnet_id': '86c45178-fb0a-4b4d-a444-3a0ac9a17af7'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:25:02.475833 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-95a5436b-be07-48fa-a1e8-3f51cd3a7f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:02.578234 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:02.726655 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c33077e-5b2d-4131-93cd-ac11eae0b68e req-4971b7fe-57f6-4613-ac80-a300b53152e4 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Router 158dbff2-560b-462e-ad14-d2d06978371b has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:02.878485 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf7afcde-788f-4410-a76d-8f5fa255762a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:02.961983 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c3a059a-497a-42e8-95ce-3a8a825745eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.191896 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b6e98a8-4f66-470c-a641-be7814dc5510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.207342 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c33077e-5b2d-4131-93cd-ac11eae0b68e req-4971b7fe-57f6-4613-ac80-a300b53152e4 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:03.211685 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e855ec-ea30-496f-96b5-b6057548ec46 req-936161a0-9102-4a22-9bdc-1f2559639961 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:03.219712 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-65e855ec-ea30-496f-96b5-b6057548ec46 req-936161a0-9102-4a22-9bdc-1f2559639961 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7a2613-8e95-4a6c-a523-7f705118fee8 HTTP/1.1" status: 200 len: 866 time: 1.4939885 Jul 15 13:25:03.225566 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c3a059a-497a-42e8-95ce-3a8a825745eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.230858 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9282f715-82ef-4839-9c05-58db23f70a86 None None] Sync routers for ids ['158dbff2-560b-462e-ad14-d2d06978371b'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:03.246235 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b6e98a8-4f66-470c-a641-be7814dc5510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.250373 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9282f715-82ef-4839-9c05-58db23f70a86 None None] Routers {'158dbff2-560b-462e-ad14-d2d06978371b'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:03.251039 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9282f715-82ef-4839-9c05-58db23f70a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:24:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['158dbff2-560b-462e-ad14-d2d06978371b'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:03.275794 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port a26660c9-7136-42bf-859c-9faf664217d4, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a26660c9-7136-42bf-859c-9faf664217d4,segment=NetworkSegment(6ccc7bde-a63f-4dac-8e7a-55bd84ef820a),segment_id=6ccc7bde-a63f-4dac-8e7a-55bd84ef820a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:03.298067 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.327877 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a059a-497a-42e8-95ce-3a8a825745eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25651703-6199-48d5-8f51-cf6508d17536,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:03.380730 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e98a8-4f66-470c-a641-be7814dc5510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8257afba-2761-4195-992a-d37c1435356f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:03.431389 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=a26660c9-7136-42bf-859c-9faf664217d4,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:03.439386 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c33077e-5b2d-4131-93cd-ac11eae0b68e req-4971b7fe-57f6-4613-ac80-a300b53152e4 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] No DVR routers for this DVR port 3313d1c0-7322-4571-9574-1a2b411edcd1 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:03.443794 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8c33077e-5b2d-4131-93cd-ac11eae0b68e req-4971b7fe-57f6-4613-ac80-a300b53152e4 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.445917 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8c33077e-5b2d-4131-93cd-ac11eae0b68e req-4971b7fe-57f6-4613-ac80-a300b53152e4 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.32 "DELETE /v2.0/ports/3313d1c0-7322-4571-9574-1a2b411edcd1 HTTP/1.1" status: 204 len: 173 time: 4.2970829 Jul 15 13:25:03.459631 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7a2613-8e95-4a6c-a523-7f705118fee8', 'name': 'network-vif-deleted', 'tag': '3313d1c0-7322-4571-9574-1a2b411edcd1'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:03.466658 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1830928e-0b6b-44e1-929a-a709451a89e6" -d '{"events": [{"server_uuid": "3c7a2613-8e95-4a6c-a523-7f705118fee8", "name": "network-vif-deleted", "tag": "3313d1c0-7322-4571-9574-1a2b411edcd1"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:03.468832 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-95a5436b-be07-48fa-a1e8-3f51cd3a7f14 None None] Allocated IP 172.20.0.2 (be04063e-1cb2-41c3-8ee0-72868f24e4ea/86c45178-fb0a-4b4d-a444-3a0ac9a17af7/df01010c-6e72-48b1-b73c-49a707df9c2e) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:03.497458 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e0fbf347-c45a-4f1f-98dc-29a3a18d5877 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.525652 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e0fbf347-c45a-4f1f-98dc-29a3a18d5877 None None] Transition to ACTIVE for port object 32e714be-d8f1-4300-bd5c-8d56044efada will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:03.576179 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e0fbf347-c45a-4f1f-98dc-29a3a18d5877 None None] Transition to ACTIVE for port object 32e714be-d8f1-4300-bd5c-8d56044efada will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:03.587971 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e0fbf347-c45a-4f1f-98dc-29a3a18d5877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.593558 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-65e855ec-ea30-496f-96b5-b6057548ec46 req-94c24a63-70e3-4890-9ee4-1b7664f2e762 tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3726346 Jul 15 13:25:03.611097 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46840) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:03.627763 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9b6e98a8-4f66-470c-a641-be7814dc5510 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b815cf5550c74c1897e5edbd1372ee9e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4134507 Jul 15 13:25:03.636069 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3c3a059a-497a-42e8-95ce-3a8a825745eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7445a8a6f2054302800ad8d43fc37500&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0328517 Jul 15 13:25:03.640616 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46844) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:03.663841 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbda8c49-b2ac-4590-bbf1-7c7dd3143983 x-openstack-request-id: req-fbda8c49-b2ac-4590-bbf1-7c7dd3143983 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:03.664100 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c7a2613-8e95-4a6c-a523-7f705118fee8", "name": "network-vif-deleted", "tag": "3313d1c0-7322-4571-9574-1a2b411edcd1", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:03.664348 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fbda8c49-b2ac-4590-bbf1-7c7dd3143983 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:03.664757 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7a2613-8e95-4a6c-a523-7f705118fee8', 'name': 'network-vif-deleted', 'tag': '3313d1c0-7322-4571-9574-1a2b411edcd1', 'status': 'completed', 'code': 200} Jul 15 13:25:03.748116 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-9282f715-82ef-4839-9c05-58db23f70a86 None None] Set router 158dbff2-560b-462e-ad14-d2d06978371b gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:03.762938 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fbf347-c45a-4f1f-98dc-29a3a18d5877 None None] Network 6b4bcb67-272d-4b7a-a0c2-1711e3d390ff is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:03.780080 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbf347-c45a-4f1f-98dc-29a3a18d5877 None None] Pushing event updated for resources: {'Port': ['ID=32e714be-d8f1-4300-bd5c-8d56044efada,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:03.793203 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b03e786c-5874-401c-b199-a8318c96cab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.798491 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-e0fbf347-c45a-4f1f-98dc-29a3a18d5877 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:03.808976 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fbf347-c45a-4f1f-98dc-29a3a18d5877 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:03.845031 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b03e786c-5874-401c-b199-a8318c96cab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.960487 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b03e786c-5874-401c-b199-a8318c96cab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.964324 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b03e786c-5874-401c-b199-a8318c96cab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.965882 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b03e786c-5874-401c-b199-a8318c96cab2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8257afba-2761-4195-992a-d37c1435356f HTTP/1.1" status: 204 len: 168 time: 0.3537245 Jul 15 13:25:03.988507 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e786c-5874-401c-b199-a8318c96cab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8257afba-2761-4195-992a-d37c1435356f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:04.013170 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e0fbf347-c45a-4f1f-98dc-29a3a18d5877 None None] Attempting to bind port 32e714be-d8f1-4300-bd5c-8d56044efada on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:04.013545 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e0fbf347-c45a-4f1f-98dc-29a3a18d5877 None None] Attempting to bind port 32e714be-d8f1-4300-bd5c-8d56044efada by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '7f3df33e-d447-40d7-9ed7-81382a06377c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6b4bcb67-272d-4b7a-a0c2-1711e3d390ff'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:04.013945 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fbf347-c45a-4f1f-98dc-29a3a18d5877 None None] Attempting to bind port 32e714be-d8f1-4300-bd5c-8d56044efada on network 6b4bcb67-272d-4b7a-a0c2-1711e3d390ff {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:04.016554 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-95a5436b-be07-48fa-a1e8-3f51cd3a7f14 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.030072 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fbf347-c45a-4f1f-98dc-29a3a18d5877 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:04.030455 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fbf347-c45a-4f1f-98dc-29a3a18d5877 None None] Checking segment: {'id': '7f3df33e-d447-40d7-9ed7-81382a06377c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6b4bcb67-272d-4b7a-a0c2-1711e3d390ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:04.030903 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e0fbf347-c45a-4f1f-98dc-29a3a18d5877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.031266 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fbf347-c45a-4f1f-98dc-29a3a18d5877 None None] Bound using segment: {'id': '7f3df33e-d447-40d7-9ed7-81382a06377c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6b4bcb67-272d-4b7a-a0c2-1711e3d390ff'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:04.031756 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e0fbf347-c45a-4f1f-98dc-29a3a18d5877 None None] Bound port: 32e714be-d8f1-4300-bd5c-8d56044efada, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f3df33e-d447-40d7-9ed7-81382a06377c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6b4bcb67-272d-4b7a-a0c2-1711e3d390ff'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:04.032146 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e0fbf347-c45a-4f1f-98dc-29a3a18d5877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.083918 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-95a5436b-be07-48fa-a1e8-3f51cd3a7f14 None None] Transition to ACTIVE for port object df01010c-6e72-48b1-b73c-49a707df9c2e will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:04.116974 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73beec0d-8daf-4e15-87c9-9745a819a616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.133167 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17251f5c-4133-4877-b180-337d67fd6404 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.170978 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-95a5436b-be07-48fa-a1e8-3f51cd3a7f14 None None] Transition to ACTIVE for port object df01010c-6e72-48b1-b73c-49a707df9c2e will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:04.224541 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e0fbf347-c45a-4f1f-98dc-29a3a18d5877 None None] For port 32e714be-d8f1-4300-bd5c-8d56044efada, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:04.229466 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e0fbf347-c45a-4f1f-98dc-29a3a18d5877 None None] For port 32e714be-d8f1-4300-bd5c-8d56044efada, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=32e714be-d8f1-4300-bd5c-8d56044efada,segment=NetworkSegment(7f3df33e-d447-40d7-9ed7-81382a06377c),segment_id=7f3df33e-d447-40d7-9ed7-81382a06377c)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:04.234648 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-95a5436b-be07-48fa-a1e8-3f51cd3a7f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.251053 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17251f5c-4133-4877-b180-337d67fd6404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.255110 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e0fbf347-c45a-4f1f-98dc-29a3a18d5877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.332778 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9282f715-82ef-4839-9c05-58db23f70a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158dbff2-560b-462e-ad14-d2d06978371b', 'name': 'tempest-ServerActionsTestJSON-1575753264-router', 'tenant_id': '0a5577c115ec43508375ce7d29599c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '11cbb116-cfb2-4a6f-aef0-fe837384a52e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:15Z', 'updated_at': '2021-07-15T13:13:28Z', 'revision_number': 4, 'project_id': '0a5577c115ec43508375ce7d29599c94', 'gw_port': {'id': '11cbb116-cfb2-4a6f-aef0-fe837384a52e', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158dbff2-560b-462e-ad14-d2d06978371b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:18Z', 'updated_at': '2021-07-15T13:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2', 'name': '', 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19', 'tenant_id': '0a5577c115ec43508375ce7d29599c94', 'mac_address': 'fa:16:3e:af:65:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158dbff2-560b-462e-ad14-d2d06978371b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'd793a745-d38c-4e8b-9716-b5fdf7b27406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:26Z', 'updated_at': '2021-07-15T13:13:36Z', 'revision_number': 5, 'project_id': '0a5577c115ec43508375ce7d29599c94', 'subnets': [{'id': 'd793a745-d38c-4e8b-9716-b5fdf7b27406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:04.338383 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73beec0d-8daf-4e15-87c9-9745a819a616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.367984 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a5436b-be07-48fa-a1e8-3f51cd3a7f14 None None] Network be04063e-1cb2-41c3-8ee0-72868f24e4ea is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:04.374812 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-95a5436b-be07-48fa-a1e8-3f51cd3a7f14 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:04.387247 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a5436b-be07-48fa-a1e8-3f51cd3a7f14 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:04.512242 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9282f715-82ef-4839-9c05-58db23f70a86 None None] Checking router: 158dbff2-560b-462e-ad14-d2d06978371b for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:25:04.543904 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9282f715-82ef-4839-9c05-58db23f70a86 None None] Routers {'158dbff2-560b-462e-ad14-d2d06978371b'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:04.553237 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9282f715-82ef-4839-9c05-58db23f70a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:24:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['158dbff2-560b-462e-ad14-d2d06978371b'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:04.623179 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-95a5436b-be07-48fa-a1e8-3f51cd3a7f14 None None] Attempting to bind port df01010c-6e72-48b1-b73c-49a707df9c2e on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:04.626984 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-95a5436b-be07-48fa-a1e8-3f51cd3a7f14 None None] Attempting to bind port df01010c-6e72-48b1-b73c-49a707df9c2e by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '0d807eb9-53cb-4736-8077-cd448271ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'be04063e-1cb2-41c3-8ee0-72868f24e4ea'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:04.628781 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a5436b-be07-48fa-a1e8-3f51cd3a7f14 None None] Attempting to bind port df01010c-6e72-48b1-b73c-49a707df9c2e on network be04063e-1cb2-41c3-8ee0-72868f24e4ea {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:04.653855 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a5436b-be07-48fa-a1e8-3f51cd3a7f14 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:04.654479 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a5436b-be07-48fa-a1e8-3f51cd3a7f14 None None] Checking segment: {'id': '0d807eb9-53cb-4736-8077-cd448271ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'be04063e-1cb2-41c3-8ee0-72868f24e4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:04.655125 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-95a5436b-be07-48fa-a1e8-3f51cd3a7f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.657999 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a5436b-be07-48fa-a1e8-3f51cd3a7f14 None None] Bound using segment: {'id': '0d807eb9-53cb-4736-8077-cd448271ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'be04063e-1cb2-41c3-8ee0-72868f24e4ea'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:04.659011 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-95a5436b-be07-48fa-a1e8-3f51cd3a7f14 None None] Bound port: df01010c-6e72-48b1-b73c-49a707df9c2e, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d807eb9-53cb-4736-8077-cd448271ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'be04063e-1cb2-41c3-8ee0-72868f24e4ea'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:04.659671 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-95a5436b-be07-48fa-a1e8-3f51cd3a7f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.678869 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a5436b-be07-48fa-a1e8-3f51cd3a7f14 None None] Pushing event updated for resources: {'Port': ['ID=df01010c-6e72-48b1-b73c-49a707df9c2e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:05.100605 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46876) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:05.106743 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf7afcde-788f-4410-a76d-8f5fa255762a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.200851 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-9282f715-82ef-4839-9c05-58db23f70a86 None None] Set router 158dbff2-560b-462e-ad14-d2d06978371b gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:05.272732 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73beec0d-8daf-4e15-87c9-9745a819a616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.277842 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73beec0d-8daf-4e15-87c9-9745a819a616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.284462 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-290a9a73-b676-40b5-9a9c-2040ce0a2b1e tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.295407 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-73beec0d-8daf-4e15-87c9-9745a819a616 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/25651703-6199-48d5-8f51-cf6508d17536 HTTP/1.1" status: 204 len: 168 time: 1.6470942 Jul 15 13:25:05.352356 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-17251f5c-4133-4877-b180-337d67fd6404 admin admin] Allocated IP 172.25.6.87 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/b620ad1e-e0ab-4faf-8030-835c52df4242) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:05.363900 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-290a9a73-b676-40b5-9a9c-2040ce0a2b1e tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.395803 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73beec0d-8daf-4e15-87c9-9745a819a616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25651703-6199-48d5-8f51-cf6508d17536,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:05.408320 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf7afcde-788f-4410-a76d-8f5fa255762a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.473914 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-290a9a73-b676-40b5-9a9c-2040ce0a2b1e tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.476992 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-290a9a73-b676-40b5-9a9c-2040ce0a2b1e tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.478651 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-290a9a73-b676-40b5-9a9c-2040ce0a2b1e tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "DELETE /v2.0/security-groups/dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51 HTTP/1.1" status: 204 len: 168 time: 0.3761711 Jul 15 13:25:05.482539 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46886) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:05.514482 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a9a73-b676-40b5-9a9c-2040ce0a2b1e tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:05.565221 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbf347-c45a-4f1f-98dc-29a3a18d5877 None None] Pushing event updated for resources: {'Port': ['ID=32e714be-d8f1-4300-bd5c-8d56044efada,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:05.657043 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-95a5436b-be07-48fa-a1e8-3f51cd3a7f14 None None] For port df01010c-6e72-48b1-b73c-49a707df9c2e, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:05.661815 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-95a5436b-be07-48fa-a1e8-3f51cd3a7f14 None None] For port df01010c-6e72-48b1-b73c-49a707df9c2e, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=df01010c-6e72-48b1-b73c-49a707df9c2e,segment=NetworkSegment(0d807eb9-53cb-4736-8077-cd448271ac4f),segment_id=0d807eb9-53cb-4736-8077-cd448271ac4f)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:05.700927 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a26660c9-7136-42bf-859c-9faf664217d4 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:05.720218 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-525f3692-da26-4e4b-b929-b542613e96ed tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] show failed (client error): The resource could not be found. Jul 15 13:25:05.735722 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-525f3692-da26-4e4b-b929-b542613e96ed tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "GET /v2.0/security-groups/dd6d8882-3c2a-45e8-a6b8-ce7f3fd12f51 HTTP/1.1" status: 404 len: 347 time: 0.2496943 Jul 15 13:25:05.736133 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46896) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:05.816478 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9282f715-82ef-4839-9c05-58db23f70a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158dbff2-560b-462e-ad14-d2d06978371b', 'name': 'tempest-ServerActionsTestJSON-1575753264-router', 'tenant_id': '0a5577c115ec43508375ce7d29599c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '11cbb116-cfb2-4a6f-aef0-fe837384a52e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:15Z', 'updated_at': '2021-07-15T13:13:28Z', 'revision_number': 4, 'project_id': '0a5577c115ec43508375ce7d29599c94', 'gw_port': {'id': '11cbb116-cfb2-4a6f-aef0-fe837384a52e', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158dbff2-560b-462e-ad14-d2d06978371b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:18Z', 'updated_at': '2021-07-15T13:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2', 'name': '', 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19', 'tenant_id': '0a5577c115ec43508375ce7d29599c94', 'mac_address': 'fa:16:3e:af:65:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158dbff2-560b-462e-ad14-d2d06978371b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'd793a745-d38c-4e8b-9716-b5fdf7b27406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:26Z', 'updated_at': '2021-07-15T13:13:36Z', 'revision_number': 5, 'project_id': '0a5577c115ec43508375ce7d29599c94', 'subnets': [{'id': 'd793a745-d38c-4e8b-9716-b5fdf7b27406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:05.861823 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-95a5436b-be07-48fa-a1e8-3f51cd3a7f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.901456 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9282f715-82ef-4839-9c05-58db23f70a86 None None] The sync data for ids ['158dbff2-560b-462e-ad14-d2d06978371b'] in n-d-758944-45 is: [{'id': '158dbff2-560b-462e-ad14-d2d06978371b', 'name': 'tempest-ServerActionsTestJSON-1575753264-router', 'tenant_id': '0a5577c115ec43508375ce7d29599c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '11cbb116-cfb2-4a6f-aef0-fe837384a52e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:15Z', 'updated_at': '2021-07-15T13:13:28Z', 'revision_number': 4, 'project_id': '0a5577c115ec43508375ce7d29599c94', 'gw_port': {'id': '11cbb116-cfb2-4a6f-aef0-fe837384a52e', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158dbff2-560b-462e-ad14-d2d06978371b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:18Z', 'updated_at': '2021-07-15T13:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2', 'name': '', 'network_id': 'edeaa118-edc5-4f1b-bf13-6f27616a2b19', 'tenant_id': '0a5577c115ec43508375ce7d29599c94', 'mac_address': 'fa:16:3e:af:65:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158dbff2-560b-462e-ad14-d2d06978371b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'd793a745-d38c-4e8b-9716-b5fdf7b27406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:26Z', 'updated_at': '2021-07-15T13:13:36Z', 'revision_number': 5, 'project_id': '0a5577c115ec43508375ce7d29599c94', 'subnets': [{'id': 'd793a745-d38c-4e8b-9716-b5fdf7b27406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:06.102825 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-ec42cd4a-e9e2-4edf-8dd1-fc5b2fd44c0f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Deleting port 8637cbe0-dd8a-42f9-863a-29073e0af136 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:06.103346 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ec42cd4a-e9e2-4edf-8dd1-fc5b2fd44c0f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.236996 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a5436b-be07-48fa-a1e8-3f51cd3a7f14 None None] Pushing event updated for resources: {'Port': ['ID=df01010c-6e72-48b1-b73c-49a707df9c2e,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:06.358464 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port a26660c9-7136-42bf-859c-9faf664217d4 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:06.359134 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.364970 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ec42cd4a-e9e2-4edf-8dd1-fc5b2fd44c0f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.365287 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ec42cd4a-e9e2-4edf-8dd1-fc5b2fd44c0f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.391710 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17251f5c-4133-4877-b180-337d67fd6404 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.420633 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-ec42cd4a-e9e2-4edf-8dd1-fc5b2fd44c0f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Calling delete_port for 8637cbe0-dd8a-42f9-863a-29073e0af136 owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:06.669947 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28b0ac5-0f4d-40e1-a02f-89bc483e2141 None None] New status for floating IP 5829a7b7-39cc-4a20-94e5-32c83737da0d: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:25:06.714847 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17251f5c-4133-4877-b180-337d67fd6404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.107099 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17251f5c-4133-4877-b180-337d67fd6404 admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:07.135036 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ec42cd4a-e9e2-4edf-8dd1-fc5b2fd44c0f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.145919 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1413e5f-2cf9-4dcf-987c-d4899962ba84 None None] Network 6b4bcb67-272d-4b7a-a0c2-1711e3d390ff requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:07.153374 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-17251f5c-4133-4877-b180-337d67fd6404 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:07.171256 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17251f5c-4133-4877-b180-337d67fd6404 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:07.280527 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17251f5c-4133-4877-b180-337d67fd6404 admin admin] Pushing event updated for resources: {'Port': ['ID=b620ad1e-e0ab-4faf-8030-835c52df4242,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:07.330174 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec42cd4a-e9e2-4edf-8dd1-fc5b2fd44c0f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Pushing event deleted for resources: {'Port': ['ID=8637cbe0-dd8a-42f9-863a-29073e0af136,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:07.342006 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-cf7afcde-788f-4410-a76d-8f5fa255762a admin admin] Allocated IP 172.25.6.183 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/bb026204-670e-4649-8be5-64f6a45c244c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:07.344194 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9676aa6e-29b7-44d3-88c7-c2265c7a55ef None None] Provisioning for port 32e714be-d8f1-4300-bd5c-8d56044efada completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:07.423588 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ec42cd4a-e9e2-4edf-8dd1-fc5b2fd44c0f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.434409 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ec42cd4a-e9e2-4edf-8dd1-fc5b2fd44c0f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.438126 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ec42cd4a-e9e2-4edf-8dd1-fc5b2fd44c0f tempest-ServerActionsTestJSON-618575077 tempest-ServerActionsTestJSON-618575077-project] 10.222.0.24 "DELETE /v2.0/floatingips/5829a7b7-39cc-4a20-94e5-32c83737da0d HTTP/1.1" status: 204 len: 168 time: 1.6985233 Jul 15 13:25:07.439574 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46940) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:07.809553 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 32e714be-d8f1-4300-bd5c-8d56044efada up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:07.952560 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17251f5c-4133-4877-b180-337d67fd6404 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.207608 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf7afcde-788f-4410-a76d-8f5fa255762a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.294185 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.370176 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 32e714be-d8f1-4300-bd5c-8d56044efada completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:08.390631 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 32e714be-d8f1-4300-bd5c-8d56044efada triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:08.392933 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.781577 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.936452 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 32e714be-d8f1-4300-bd5c-8d56044efada, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=32e714be-d8f1-4300-bd5c-8d56044efada,segment=NetworkSegment(7f3df33e-d447-40d7-9ed7-81382a06377c),segment_id=7f3df33e-d447-40d7-9ed7-81382a06377c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:08.989433 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.992992 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device df01010c-6e72-48b1-b73c-49a707df9c2e up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:09.000003 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c624dfbc-4818-4c40-9154-55fbadc5ea01 None None] Provisioning complete for port 32e714be-d8f1-4300-bd5c-8d56044efada triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:09.000592 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c624dfbc-4818-4c40-9154-55fbadc5ea01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.010406 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17251f5c-4133-4877-b180-337d67fd6404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.031644 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf7afcde-788f-4410-a76d-8f5fa255762a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.076141 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f17e00f6-c7a0-4b78-aa02-661b9c9cf370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.312593 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=32e714be-d8f1-4300-bd5c-8d56044efada,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:09.327276 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14fdf72-4fa7-4246-acfb-b8375919569e None None] Network be04063e-1cb2-41c3-8ee0-72868f24e4ea requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:09.908395 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-f17e00f6-c7a0-4b78-aa02-661b9c9cf370 admin admin] Deleting port 1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:09.908395 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f17e00f6-c7a0-4b78-aa02-661b9c9cf370 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.972302 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port df01010c-6e72-48b1-b73c-49a707df9c2e completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:09.977658 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7afcde-788f-4410-a76d-8f5fa255762a admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:10.016176 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-cf7afcde-788f-4410-a76d-8f5fa255762a admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:10.030239 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7afcde-788f-4410-a76d-8f5fa255762a admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:10.158905 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c531cc9e-482e-4b30-b387-a866353107cb None None] Provisioning for port df01010c-6e72-48b1-b73c-49a707df9c2e completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:10.182612 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c531cc9e-482e-4b30-b387-a866353107cb None None] Provisioning complete for port df01010c-6e72-48b1-b73c-49a707df9c2e triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:10.183987 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c531cc9e-482e-4b30-b387-a866353107cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.187342 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7afcde-788f-4410-a76d-8f5fa255762a admin admin] Pushing event updated for resources: {'Port': ['ID=bb026204-670e-4649-8be5-64f6a45c244c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:10.226635 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17251f5c-4133-4877-b180-337d67fd6404 admin admin] Router e6b5417d-11ad-4b52-8b63-0d3c8d93edef is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:25:10.266708 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 32e714be-d8f1-4300-bd5c-8d56044efada up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:10.378205 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-f17e00f6-c7a0-4b78-aa02-661b9c9cf370 admin admin] For port 1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:10.379126 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f17e00f6-c7a0-4b78-aa02-661b9c9cf370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.381860 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 32e714be-d8f1-4300-bd5c-8d56044efada triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:10.382554 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.483516 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-f17e00f6-c7a0-4b78-aa02-661b9c9cf370 admin admin] Calling delete_port for 1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:10.569539 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c531cc9e-482e-4b30-b387-a866353107cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.640038 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf7afcde-788f-4410-a76d-8f5fa255762a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.771159 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-c531cc9e-482e-4b30-b387-a866353107cb None None] For port df01010c-6e72-48b1-b73c-49a707df9c2e, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=df01010c-6e72-48b1-b73c-49a707df9c2e,segment=NetworkSegment(0d807eb9-53cb-4736-8077-cd448271ac4f),segment_id=0d807eb9-53cb-4736-8077-cd448271ac4f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:10.797451 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c531cc9e-482e-4b30-b387-a866353107cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.974642 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f17e00f6-c7a0-4b78-aa02-661b9c9cf370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.019682 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e00f6-c7a0-4b78-aa02-661b9c9cf370 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:11.058772 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17251f5c-4133-4877-b180-337d67fd6404 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:11.074225 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf93eb7e-9523-4f35-a072-2e7a63b36b39 None None] Sync routers for ids ['e6b5417d-11ad-4b52-8b63-0d3c8d93edef'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:11.092653 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf93eb7e-9523-4f35-a072-2e7a63b36b39 None None] Routers {'e6b5417d-11ad-4b52-8b63-0d3c8d93edef'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:11.093358 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-cf93eb7e-9523-4f35-a072-2e7a63b36b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:24:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['e6b5417d-11ad-4b52-8b63-0d3c8d93edef'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:11.106987 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531cc9e-482e-4b30-b387-a866353107cb None None] Pushing event updated for resources: {'Port': ['ID=df01010c-6e72-48b1-b73c-49a707df9c2e,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:11.144204 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17251f5c-4133-4877-b180-337d67fd6404 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.145526 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-17251f5c-4133-4877-b180-337d67fd6404 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.2084365 Jul 15 13:25:11.153239 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c3b15eec-b5d9-4444-acbf-fa210ea5c012 None None] Provisioning complete for port df01010c-6e72-48b1-b73c-49a707df9c2e triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:11.153629 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c3b15eec-b5d9-4444-acbf-fa210ea5c012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.161244 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 47034) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:11.481603 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-cf93eb7e-9523-4f35-a072-2e7a63b36b39 None None] Set router e6b5417d-11ad-4b52-8b63-0d3c8d93edef gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:11.541456 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f17e00f6-c7a0-4b78-aa02-661b9c9cf370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.722869 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf7afcde-788f-4410-a76d-8f5fa255762a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.911224 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-cf93eb7e-9523-4f35-a072-2e7a63b36b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b5417d-11ad-4b52-8b63-0d3c8d93edef', 'name': 'tempest-TestAggregatesBasicOps-595762120-router', 'tenant_id': 'dca6a2228ddc4a7380aec72790d70be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'b620ad1e-e0ab-4faf-8030-835c52df4242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:07Z', 'revision_number': 3, 'project_id': 'dca6a2228ddc4a7380aec72790d70be9', 'gw_port': {'id': 'b620ad1e-e0ab-4faf-8030-835c52df4242', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:16:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b5417d-11ad-4b52-8b63-0d3c8d93edef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:04Z', 'updated_at': '2021-07-15T13:25:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:12.037143 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf93eb7e-9523-4f35-a072-2e7a63b36b39 None None] Checking router: e6b5417d-11ad-4b52-8b63-0d3c8d93edef for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:25:12.040646 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf93eb7e-9523-4f35-a072-2e7a63b36b39 None None] Updating router e6b5417d-11ad-4b52-8b63-0d3c8d93edef port b620ad1e-e0ab-4faf-8030-835c52df4242 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:25:12.281654 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f17e00f6-c7a0-4b78-aa02-661b9c9cf370 admin admin] Router 158dbff2-560b-462e-ad14-d2d06978371b has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:12.319845 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf93eb7e-9523-4f35-a072-2e7a63b36b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.345366 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device df01010c-6e72-48b1-b73c-49a707df9c2e up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:12.461306 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7afcde-788f-4410-a76d-8f5fa255762a admin admin] Router f3061f0c-9416-4b57-99eb-1a86397a1151 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:25:12.709732 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port df01010c-6e72-48b1-b73c-49a707df9c2e triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:12.715728 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.082198 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf93eb7e-9523-4f35-a072-2e7a63b36b39 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.106023 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-cf93eb7e-9523-4f35-a072-2e7a63b36b39 None None] Transition to ACTIVE for port object b620ad1e-e0ab-4faf-8030-835c52df4242 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:13.122788 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf93eb7e-9523-4f35-a072-2e7a63b36b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.142672 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17e00f6-c7a0-4b78-aa02-661b9c9cf370 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:13.161310 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937f2007-f286-4814-93bb-37a2b3b520f5 None None] Sync routers for ids ['158dbff2-560b-462e-ad14-d2d06978371b'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:13.164814 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f17e00f6-c7a0-4b78-aa02-661b9c9cf370 admin admin] 10.222.0.24 "PUT /v2.0/routers/158dbff2-560b-462e-ad14-d2d06978371b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7180378 Jul 15 13:25:13.177844 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 47114) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:13.191089 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937f2007-f286-4814-93bb-37a2b3b520f5 None None] Routers {'158dbff2-560b-462e-ad14-d2d06978371b'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:13.193741 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-937f2007-f286-4814-93bb-37a2b3b520f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:24:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['158dbff2-560b-462e-ad14-d2d06978371b'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:13.205024 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991945be-3ba8-43b8-983f-0ef562515995 None None] Pushing event updated for resources: {'Port': ['ID=b620ad1e-e0ab-4faf-8030-835c52df4242,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:13.246858 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-cf93eb7e-9523-4f35-a072-2e7a63b36b39 None None] Attempting to bind port b620ad1e-e0ab-4faf-8030-835c52df4242 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:13.247681 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-cf93eb7e-9523-4f35-a072-2e7a63b36b39 None None] Attempting to bind port b620ad1e-e0ab-4faf-8030-835c52df4242 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:13.251919 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf93eb7e-9523-4f35-a072-2e7a63b36b39 None None] Attempting to bind port b620ad1e-e0ab-4faf-8030-835c52df4242 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:13.274374 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf93eb7e-9523-4f35-a072-2e7a63b36b39 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:13.275197 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf93eb7e-9523-4f35-a072-2e7a63b36b39 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:13.275837 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf93eb7e-9523-4f35-a072-2e7a63b36b39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.276981 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf93eb7e-9523-4f35-a072-2e7a63b36b39 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:13.277708 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-cf93eb7e-9523-4f35-a072-2e7a63b36b39 None None] Bound port: b620ad1e-e0ab-4faf-8030-835c52df4242, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:13.279199 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf93eb7e-9523-4f35-a072-2e7a63b36b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.315353 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7fa1f754-c660-483e-a807-476291523115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.322121 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7afcde-788f-4410-a76d-8f5fa255762a admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:13.406849 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf7afcde-788f-4410-a76d-8f5fa255762a admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.408298 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-cf7afcde-788f-4410-a76d-8f5fa255762a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 12.1309984 Jul 15 13:25:13.413034 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 47120) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:13.466413 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-cf93eb7e-9523-4f35-a072-2e7a63b36b39 None None] For port b620ad1e-e0ab-4faf-8030-835c52df4242, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:13.482165 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-cf93eb7e-9523-4f35-a072-2e7a63b36b39 None None] For port b620ad1e-e0ab-4faf-8030-835c52df4242, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b620ad1e-e0ab-4faf-8030-835c52df4242,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:13.486571 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d81eb9-e831-420f-be68-38c5a441f98e None None] Sync routers for ids ['f3061f0c-9416-4b57-99eb-1a86397a1151'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:13.489727 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76520d8d-196b-4594-86f2-2bbfc6203f30 admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.497326 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cf93eb7e-9523-4f35-a072-2e7a63b36b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.775087 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-7fa1f754-c660-483e-a807-476291523115 admin admin] Allocated IP 172.20.0.1 (6b4bcb67-272d-4b7a-a0c2-1711e3d390ff/b0296f08-cd1b-4a8b-b41e-e1b2eee45dbb/2ff36287-0b27-41c0-bcc0-a4c6ebccd24e) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:13.799899 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76520d8d-196b-4594-86f2-2bbfc6203f30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.970352 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf93eb7e-9523-4f35-a072-2e7a63b36b39 None None] Routers {'e6b5417d-11ad-4b52-8b63-0d3c8d93edef'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:13.980480 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-cf93eb7e-9523-4f35-a072-2e7a63b36b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:24:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['e6b5417d-11ad-4b52-8b63-0d3c8d93edef'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:14.324311 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-937f2007-f286-4814-93bb-37a2b3b520f5 None None] Set router 158dbff2-560b-462e-ad14-d2d06978371b gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:14.357871 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-cf93eb7e-9523-4f35-a072-2e7a63b36b39 None None] Set router e6b5417d-11ad-4b52-8b63-0d3c8d93edef gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:14.466160 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:25:14.487424 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991945be-3ba8-43b8-983f-0ef562515995 None None] Pushing event updated for resources: {'Port': ['ID=b620ad1e-e0ab-4faf-8030-835c52df4242,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:14.491559 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-76520d8d-196b-4594-86f2-2bbfc6203f30 admin admin] Deleting port 11cbb116-cfb2-4a6f-aef0-fe837384a52e {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:14.492468 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76520d8d-196b-4594-86f2-2bbfc6203f30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.568079 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7fa1f754-c660-483e-a807-476291523115 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.596400 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d81eb9-e831-420f-be68-38c5a441f98e None None] Routers {'f3061f0c-9416-4b57-99eb-1a86397a1151'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:14.596400 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-09d81eb9-e831-420f-be68-38c5a441f98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:24:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['f3061f0c-9416-4b57-99eb-1a86397a1151'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:14.820438 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7fa1f754-c660-483e-a807-476291523115 admin admin] Transition to ACTIVE for port object 2ff36287-0b27-41c0-bcc0-a4c6ebccd24e will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:15.065337 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-09d81eb9-e831-420f-be68-38c5a441f98e None None] Set router f3061f0c-9416-4b57-99eb-1a86397a1151 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:15.095558 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-76520d8d-196b-4594-86f2-2bbfc6203f30 admin admin] For port 11cbb116-cfb2-4a6f-aef0-fe837384a52e, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=11cbb116-cfb2-4a6f-aef0-fe837384a52e,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:15.103834 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76520d8d-196b-4594-86f2-2bbfc6203f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.160119 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-937f2007-f286-4814-93bb-37a2b3b520f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158dbff2-560b-462e-ad14-d2d06978371b', 'name': 'tempest-ServerActionsTestJSON-1575753264-router', 'tenant_id': '0a5577c115ec43508375ce7d29599c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '11cbb116-cfb2-4a6f-aef0-fe837384a52e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:15Z', 'updated_at': '2021-07-15T13:25:10Z', 'revision_number': 5, 'project_id': '0a5577c115ec43508375ce7d29599c94', 'gw_port': {'id': '11cbb116-cfb2-4a6f-aef0-fe837384a52e', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:49:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158dbff2-560b-462e-ad14-d2d06978371b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:13:18Z', 'updated_at': '2021-07-15T13:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:15.203655 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-76520d8d-196b-4594-86f2-2bbfc6203f30 admin admin] Calling delete_port for 11cbb116-cfb2-4a6f-aef0-fe837384a52e owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:15.212885 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a4fa82f-3c42-4294-85da-7d465ec0b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.219755 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 47170) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:15.351788 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937f2007-f286-4814-93bb-37a2b3b520f5 None None] Checking router: 158dbff2-560b-462e-ad14-d2d06978371b for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:25:15.432200 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937f2007-f286-4814-93bb-37a2b3b520f5 None None] Routers {'158dbff2-560b-462e-ad14-d2d06978371b'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:15.433944 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-937f2007-f286-4814-93bb-37a2b3b520f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:24:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['158dbff2-560b-462e-ad14-d2d06978371b'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:15.444366 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7fa1f754-c660-483e-a807-476291523115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.560423 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-84a9b0ba-c119-4a85-b725-5887f419aeb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.569117 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa1f754-c660-483e-a807-476291523115 admin admin] Network 6b4bcb67-272d-4b7a-a0c2-1711e3d390ff is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:15.627642 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7fa1f754-c660-483e-a807-476291523115 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:15.633964 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa1f754-c660-483e-a807-476291523115 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:15.826281 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-937f2007-f286-4814-93bb-37a2b3b520f5 None None] Set router 158dbff2-560b-462e-ad14-d2d06978371b gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:15.827429 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-7a4fa82f-3c42-4294-85da-7d465ec0b4c2 admin admin] Allocated IP 172.20.0.1 (be04063e-1cb2-41c3-8ee0-72868f24e4ea/86c45178-fb0a-4b4d-a444-3a0ac9a17af7/e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:15.911216 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-cf93eb7e-9523-4f35-a072-2e7a63b36b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b5417d-11ad-4b52-8b63-0d3c8d93edef', 'name': 'tempest-TestAggregatesBasicOps-595762120-router', 'tenant_id': 'dca6a2228ddc4a7380aec72790d70be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'b620ad1e-e0ab-4faf-8030-835c52df4242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:07Z', 'revision_number': 3, 'project_id': 'dca6a2228ddc4a7380aec72790d70be9', 'gw_port': {'id': 'b620ad1e-e0ab-4faf-8030-835c52df4242', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:16:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b5417d-11ad-4b52-8b63-0d3c8d93edef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:04Z', 'updated_at': '2021-07-15T13:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:15.987307 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf93eb7e-9523-4f35-a072-2e7a63b36b39 None None] The sync data for ids ['e6b5417d-11ad-4b52-8b63-0d3c8d93edef'] in n-d-758944-45 is: [{'id': 'e6b5417d-11ad-4b52-8b63-0d3c8d93edef', 'name': 'tempest-TestAggregatesBasicOps-595762120-router', 'tenant_id': 'dca6a2228ddc4a7380aec72790d70be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'b620ad1e-e0ab-4faf-8030-835c52df4242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:07Z', 'revision_number': 3, 'project_id': 'dca6a2228ddc4a7380aec72790d70be9', 'gw_port': {'id': 'b620ad1e-e0ab-4faf-8030-835c52df4242', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:16:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b5417d-11ad-4b52-8b63-0d3c8d93edef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:04Z', 'updated_at': '2021-07-15T13:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:16.055708 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-937f2007-f286-4814-93bb-37a2b3b520f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158dbff2-560b-462e-ad14-d2d06978371b', 'name': 'tempest-ServerActionsTestJSON-1575753264-router', 'tenant_id': '0a5577c115ec43508375ce7d29599c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:15Z', 'updated_at': '2021-07-15T13:25:13Z', 'revision_number': 6, 'project_id': '0a5577c115ec43508375ce7d29599c94', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:16.075548 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1f754-c660-483e-a807-476291523115 admin admin] Pushing event updated for resources: {'Port': ['ID=2ff36287-0b27-41c0-bcc0-a4c6ebccd24e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:16.093516 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7fa1f754-c660-483e-a807-476291523115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.096823 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-09d81eb9-e831-420f-be68-38c5a441f98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'name': 'tempest-ServersTestBootFromVolume-1311725711-router', 'tenant_id': 'd36c52c8000f4792a297412063fb69ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bb026204-670e-4649-8be5-64f6a45c244c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:10Z', 'revision_number': 3, 'project_id': 'd36c52c8000f4792a297412063fb69ab', 'gw_port': {'id': 'bb026204-670e-4649-8be5-64f6a45c244c', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:49:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:05Z', 'updated_at': '2021-07-15T13:25:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:16.138355 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937f2007-f286-4814-93bb-37a2b3b520f5 None None] The sync data for ids ['158dbff2-560b-462e-ad14-d2d06978371b'] in n-d-758944-45 is: [{'id': '158dbff2-560b-462e-ad14-d2d06978371b', 'name': 'tempest-ServerActionsTestJSON-1575753264-router', 'tenant_id': '0a5577c115ec43508375ce7d29599c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:13:15Z', 'updated_at': '2021-07-15T13:25:13Z', 'revision_number': 6, 'project_id': '0a5577c115ec43508375ce7d29599c94', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:16.227498 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d81eb9-e831-420f-be68-38c5a441f98e None None] Checking router: f3061f0c-9416-4b57-99eb-1a86397a1151 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:25:16.228037 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d81eb9-e831-420f-be68-38c5a441f98e None None] Updating router f3061f0c-9416-4b57-99eb-1a86397a1151 port bb026204-670e-4649-8be5-64f6a45c244c binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:25:16.323835 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a4fa82f-3c42-4294-85da-7d465ec0b4c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.341297 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b3fd9160-bd53-4968-8455-9a853bc826c2 None None] Provisioning for port 2ff36287-0b27-41c0-bcc0-a4c6ebccd24e completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:16.345719 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-7a4fa82f-3c42-4294-85da-7d465ec0b4c2 admin admin] Transition to ACTIVE for port object e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:16.355588 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b3fd9160-bd53-4968-8455-9a853bc826c2 None None] Provisioning complete for port 2ff36287-0b27-41c0-bcc0-a4c6ebccd24e triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:16.363929 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3fd9160-bd53-4968-8455-9a853bc826c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.413186 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a4fa82f-3c42-4294-85da-7d465ec0b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.462351 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09d81eb9-e831-420f-be68-38c5a441f98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.493613 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b3fd9160-bd53-4968-8455-9a853bc826c2 None None] Port 2ff36287-0b27-41c0-bcc0-a4c6ebccd24e cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:16.569252 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76520d8d-196b-4594-86f2-2bbfc6203f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.581984 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4fa82f-3c42-4294-85da-7d465ec0b4c2 admin admin] Network be04063e-1cb2-41c3-8ee0-72868f24e4ea is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:16.598226 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-7a4fa82f-3c42-4294-85da-7d465ec0b4c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:16.617693 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4fa82f-3c42-4294-85da-7d465ec0b4c2 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:16.962298 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4fa82f-3c42-4294-85da-7d465ec0b4c2 admin admin] Pushing event updated for resources: {'Port': ['ID=e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:17.010527 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a4fa82f-3c42-4294-85da-7d465ec0b4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.048654 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76520d8d-196b-4594-86f2-2bbfc6203f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=11cbb116-cfb2-4a6f-aef0-fe837384a52e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:17.260262 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76520d8d-196b-4594-86f2-2bbfc6203f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.452051 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-84a9b0ba-c119-4a85-b725-5887f419aeb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.456196 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b7f09f90-3e35-4fbe-ae83-547c0539981b None None] Provisioning for port e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:17.473886 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b7f09f90-3e35-4fbe-ae83-547c0539981b None None] Provisioning complete for port e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:17.476437 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b7f09f90-3e35-4fbe-ae83-547c0539981b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.530991 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-84a9b0ba-c119-4a85-b725-5887f419aeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.581161 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a9b0ba-c119-4a85-b725-5887f419aeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17838894-5412-4ad9-9fe2-90d93f60ed95,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:17.643794 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-84a9b0ba-c119-4a85-b725-5887f419aeb3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=57d07f4e2a784d97809a9e729186867d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4222636 Jul 15 13:25:17.656419 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 47200) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:17.700306 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76520d8d-196b-4594-86f2-2bbfc6203f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.707035 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76520d8d-196b-4594-86f2-2bbfc6203f30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.709310 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b7f09f90-3e35-4fbe-ae83-547c0539981b None None] Port e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:17.766415 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a4fa82f-3c42-4294-85da-7d465ec0b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.818623 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4b95e49-c998-4c35-968d-813c3c818422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.824434 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7fa1f754-c660-483e-a807-476291523115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.872510 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76520d8d-196b-4594-86f2-2bbfc6203f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.873395 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76520d8d-196b-4594-86f2-2bbfc6203f30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 158dbff2-560b-462e-ad14-d2d06978371b {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:25:17.875661 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4b95e49-c998-4c35-968d-813c3c818422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.930305 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09d81eb9-e831-420f-be68-38c5a441f98e None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.958774 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76520d8d-196b-4594-86f2-2bbfc6203f30 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.961239 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-76520d8d-196b-4594-86f2-2bbfc6203f30 admin admin] 10.222.0.24 "DELETE /v2.0/routers/158dbff2-560b-462e-ad14-d2d06978371b HTTP/1.1" status: 204 len: 168 time: 4.7808607 Jul 15 13:25:17.974185 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 47208) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:17.976614 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-09d81eb9-e831-420f-be68-38c5a441f98e None None] Transition to ACTIVE for port object bb026204-670e-4649-8be5-64f6a45c244c will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:18.039743 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09d81eb9-e831-420f-be68-38c5a441f98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.337991 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb1319-ab50-4555-ae47-c3f0aa64142f None None] Pushing event updated for resources: {'Port': ['ID=bb026204-670e-4649-8be5-64f6a45c244c,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:18.340941 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-09d81eb9-e831-420f-be68-38c5a441f98e None None] Attempting to bind port bb026204-670e-4649-8be5-64f6a45c244c on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:18.341531 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-09d81eb9-e831-420f-be68-38c5a441f98e None None] Attempting to bind port bb026204-670e-4649-8be5-64f6a45c244c by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:18.342169 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d81eb9-e831-420f-be68-38c5a441f98e None None] Attempting to bind port bb026204-670e-4649-8be5-64f6a45c244c on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:18.345045 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d79e18-1e63-495f-add7-e6d425a6107e admin admin] Deleting subnet d793a745-d38c-4e8b-9716-b5fdf7b27406 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:25:18.349471 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d81eb9-e831-420f-be68-38c5a441f98e None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:18.350389 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d81eb9-e831-420f-be68-38c5a441f98e None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:18.351147 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09d81eb9-e831-420f-be68-38c5a441f98e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.351709 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d81eb9-e831-420f-be68-38c5a441f98e None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:18.352390 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-09d81eb9-e831-420f-be68-38c5a441f98e None None] Bound port: bb026204-670e-4649-8be5-64f6a45c244c, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:18.355409 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09d81eb9-e831-420f-be68-38c5a441f98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.365268 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55d79e18-1e63-495f-add7-e6d425a6107e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.397314 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b620ad1e-e0ab-4faf-8030-835c52df4242 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:18.501720 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-09d81eb9-e831-420f-be68-38c5a441f98e None None] For port bb026204-670e-4649-8be5-64f6a45c244c, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:18.511219 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-09d81eb9-e831-420f-be68-38c5a441f98e None None] For port bb026204-670e-4649-8be5-64f6a45c244c, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=bb026204-670e-4649-8be5-64f6a45c244c,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:18.527758 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-09d81eb9-e831-420f-be68-38c5a441f98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.552610 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port b620ad1e-e0ab-4faf-8030-835c52df4242 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:18.557442 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port b620ad1e-e0ab-4faf-8030-835c52df4242 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:18.557666 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.559516 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a4fa82f-3c42-4294-85da-7d465ec0b4c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.577335 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a4fa82f-3c42-4294-85da-7d465ec0b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.704613 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4fa82f-3c42-4294-85da-7d465ec0b4c2 admin admin] Pushing event updated for resources: {'Port': ['ID=e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:18.714489 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4b95e49-c998-4c35-968d-813c3c818422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.717151 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4b95e49-c998-4c35-968d-813c3c818422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.730727 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d4b95e49-c998-4c35-968d-813c3c818422 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/17838894-5412-4ad9-9fe2-90d93f60ed95 HTTP/1.1" status: 204 len: 168 time: 1.0729890 Jul 15 13:25:18.758798 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb1319-ab50-4555-ae47-c3f0aa64142f None None] Pushing event updated for resources: {'Port': ['ID=bb026204-670e-4649-8be5-64f6a45c244c,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:18.800554 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.831273 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d81eb9-e831-420f-be68-38c5a441f98e None None] Routers {'f3061f0c-9416-4b57-99eb-1a86397a1151'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:18.832369 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-09d81eb9-e831-420f-be68-38c5a441f98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:24:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['f3061f0c-9416-4b57-99eb-1a86397a1151'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:18.844408 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port b620ad1e-e0ab-4faf-8030-835c52df4242, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b620ad1e-e0ab-4faf-8030-835c52df4242,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:18.848065 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b95e49-c998-4c35-968d-813c3c818422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17838894-5412-4ad9-9fe2-90d93f60ed95,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:18.855341 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.922452 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a4fa82f-3c42-4294-85da-7d465ec0b4c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.949494 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7fa1f754-c660-483e-a807-476291523115 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.974882 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7fa1f754-c660-483e-a807-476291523115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.024931 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:19.087077 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:25:19.087396 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1a7ec2c6-f6a8-49ea-a1f2-ad21441a88e2 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:19.090612 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 11cbb116-cfb2-4a6f-aef0-fe837384a52e no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:19.098649 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=b620ad1e-e0ab-4faf-8030-835c52df4242,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:19.133899 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 11cbb116-cfb2-4a6f-aef0-fe837384a52e {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:25:19.134262 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 11cbb116-cfb2-4a6f-aef0-fe837384a52e not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:19.177135 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7fa1f754-c660-483e-a807-476291523115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.186158 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-09d81eb9-e831-420f-be68-38c5a441f98e None None] Set router f3061f0c-9416-4b57-99eb-1a86397a1151 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:19.263082 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4fa82f-3c42-4294-85da-7d465ec0b4c2 admin admin] Network be04063e-1cb2-41c3-8ee0-72868f24e4ea is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:19.270682 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-7a4fa82f-3c42-4294-85da-7d465ec0b4c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:19.420705 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55d79e18-1e63-495f-add7-e6d425a6107e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.485593 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4fa82f-3c42-4294-85da-7d465ec0b4c2 admin admin] Router f3061f0c-9416-4b57-99eb-1a86397a1151 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:19.722156 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4fa82f-3c42-4294-85da-7d465ec0b4c2 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:19.728774 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7a4fa82f-3c42-4294-85da-7d465ec0b4c2 admin admin] 10.222.0.24 "PUT /v2.0/routers/f3061f0c-9416-4b57-99eb-1a86397a1151/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3136077 Jul 15 13:25:19.738426 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1f754-c660-483e-a807-476291523115 admin admin] Pushing event updated for resources: {'Port': ['ID=2ff36287-0b27-41c0-bcc0-a4c6ebccd24e,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:19.843044 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 47260) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:19.869480 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9476072-7e16-43fc-a35f-85c7369994fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.889256 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0287f100-a85c-47af-addb-e3ec66e8854f None None] Provisioning complete for port e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:19.892998 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0287f100-a85c-47af-addb-e3ec66e8854f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.039060 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-0287f100-a85c-47af-addb-e3ec66e8854f None None] Port e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:20.096785 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55d79e18-1e63-495f-add7-e6d425a6107e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.133803 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-09d81eb9-e831-420f-be68-38c5a441f98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'name': 'tempest-ServersTestBootFromVolume-1311725711-router', 'tenant_id': 'd36c52c8000f4792a297412063fb69ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bb026204-670e-4649-8be5-64f6a45c244c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:17Z', 'revision_number': 4, 'project_id': 'd36c52c8000f4792a297412063fb69ab', 'gw_port': {'id': 'bb026204-670e-4649-8be5-64f6a45c244c', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:49:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:05Z', 'updated_at': '2021-07-15T13:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d', 'name': '', 'network_id': 'be04063e-1cb2-41c3-8ee0-72868f24e4ea', 'tenant_id': 'd36c52c8000f4792a297412063fb69ab', 'mac_address': 'fa:16:3e:c9:7f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '86c45178-fb0a-4b4d-a444-3a0ac9a17af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:15Z', 'updated_at': '2021-07-15T13:25:18Z', 'revision_number': 2, 'project_id': 'd36c52c8000f4792a297412063fb69ab', 'subnets': [{'id': '86c45178-fb0a-4b4d-a444-3a0ac9a17af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:20.151515 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9476072-7e16-43fc-a35f-85c7369994fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.164054 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9476072-7e16-43fc-a35f-85c7369994fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.169788 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa1f754-c660-483e-a807-476291523115 admin admin] Network 6b4bcb67-272d-4b7a-a0c2-1711e3d390ff is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:20.181947 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55d79e18-1e63-495f-add7-e6d425a6107e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.186878 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7fa1f754-c660-483e-a807-476291523115 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:20.225950 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d81eb9-e831-420f-be68-38c5a441f98e None None] The sync data for ids ['f3061f0c-9416-4b57-99eb-1a86397a1151'] in n-d-758944-45 is: [{'id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'name': 'tempest-ServersTestBootFromVolume-1311725711-router', 'tenant_id': 'd36c52c8000f4792a297412063fb69ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bb026204-670e-4649-8be5-64f6a45c244c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:17Z', 'revision_number': 4, 'project_id': 'd36c52c8000f4792a297412063fb69ab', 'gw_port': {'id': 'bb026204-670e-4649-8be5-64f6a45c244c', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:49:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:05Z', 'updated_at': '2021-07-15T13:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d', 'name': '', 'network_id': 'be04063e-1cb2-41c3-8ee0-72868f24e4ea', 'tenant_id': 'd36c52c8000f4792a297412063fb69ab', 'mac_address': 'fa:16:3e:c9:7f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '86c45178-fb0a-4b4d-a444-3a0ac9a17af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:15Z', 'updated_at': '2021-07-15T13:25:18Z', 'revision_number': 2, 'project_id': 'd36c52c8000f4792a297412063fb69ab', 'subnets': [{'id': '86c45178-fb0a-4b4d-a444-3a0ac9a17af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:20.253347 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d79e18-1e63-495f-add7-e6d425a6107e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d793a745-d38c-4e8b-9716-b5fdf7b27406,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:20.262177 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55d79e18-1e63-495f-add7-e6d425a6107e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.267952 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-55d79e18-1e63-495f-add7-e6d425a6107e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d793a745-d38c-4e8b-9716-b5fdf7b27406 HTTP/1.1" status: 204 len: 168 time: 2.2867737 Jul 15 13:25:20.292949 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e12441f-4384-46a3-b2cc-618e4068b546 None None] Network edeaa118-edc5-4f1b-bf13-6f27616a2b19 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:20.310835 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a9476072-7e16-43fc-a35f-85c7369994fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a475b35f2796414889bba62321eab4a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4666467 Jul 15 13:25:20.311460 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 47270) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:20.312155 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476072-7e16-43fc-a35f-85c7369994fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0169a439-6ebd-4ff9-8f27-e21848abc178,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:20.349727 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 47272) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:20.415515 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b620ad1e-e0ab-4faf-8030-835c52df4242 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:20.438366 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-54f7c600-ec68-4fd9-9dce-22080e9fb89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.668334 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-54f7c600-ec68-4fd9-9dce-22080e9fb89f admin admin] Deleting port 9fa4b877-9e30-4f5d-bca8-8b43764ed673 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:20.668334 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-54f7c600-ec68-4fd9-9dce-22080e9fb89f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.697294 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port b620ad1e-e0ab-4faf-8030-835c52df4242 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:20.698005 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.738727 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa1f754-c660-483e-a807-476291523115 admin admin] Router e6b5417d-11ad-4b52-8b63-0d3c8d93edef has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:20.859906 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0b857a8-afba-4dac-ad49-e7f6f58ea152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.918050 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-54f7c600-ec68-4fd9-9dce-22080e9fb89f admin admin] For port 9fa4b877-9e30-4f5d-bca8-8b43764ed673, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=9fa4b877-9e30-4f5d-bca8-8b43764ed673,segment=NetworkSegment(da9df486-ce25-472e-ba9f-e231dea52cb7),segment_id=da9df486-ce25-472e-ba9f-e231dea52cb7)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:20.920856 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-54f7c600-ec68-4fd9-9dce-22080e9fb89f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.930369 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-806572be-e5f1-4e9c-8979-fc3dc50908e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.958336 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-54f7c600-ec68-4fd9-9dce-22080e9fb89f admin admin] Calling delete_port for 9fa4b877-9e30-4f5d-bca8-8b43764ed673 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:21.005576 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0b857a8-afba-4dac-ad49-e7f6f58ea152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.124121 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa1f754-c660-483e-a807-476291523115 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:21.132586 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7fa1f754-c660-483e-a807-476291523115 admin admin] 10.222.0.24 "PUT /v2.0/routers/e6b5417d-11ad-4b52-8b63-0d3c8d93edef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9701159 Jul 15 13:25:21.136150 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43386e09-b38f-4249-a410-fb0712a85af3 None None] DHCP port deletion for edeaa118-edc5-4f1b-bf13-6f27616a2b19 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:25:21.152196 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 47284) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:21.161642 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4061e224-9396-43e8-8f6c-9625c6d52d83 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Request body: {'security_group': {'name': 'tempest-securitygroup--93450217', 'description': 'tempest-description--460281656'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:21.169904 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c50750-2d9c-4a6b-aaa2-2d1d137a92e2 None None] Sync routers for ids ['e6b5417d-11ad-4b52-8b63-0d3c8d93edef'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:21.197171 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ac2ba8d7-5c3a-415a-89bd-daf1104b17de None None] Provisioning complete for port 2ff36287-0b27-41c0-bcc0-a4c6ebccd24e triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:21.198423 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac2ba8d7-5c3a-415a-89bd-daf1104b17de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.211696 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0b857a8-afba-4dac-ad49-e7f6f58ea152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.215347 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0b857a8-afba-4dac-ad49-e7f6f58ea152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.221014 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b0b857a8-afba-4dac-ad49-e7f6f58ea152 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0169a439-6ebd-4ff9-8f27-e21848abc178 HTTP/1.1" status: 204 len: 168 time: 0.8668001 Jul 15 13:25:21.244268 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b857a8-afba-4dac-ad49-e7f6f58ea152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0169a439-6ebd-4ff9-8f27-e21848abc178,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:21.259358 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4061e224-9396-43e8-8f6c-9625c6d52d83 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.358634 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-54f7c600-ec68-4fd9-9dce-22080e9fb89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.395622 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c50750-2d9c-4a6b-aaa2-2d1d137a92e2 None None] Routers {'e6b5417d-11ad-4b52-8b63-0d3c8d93edef'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:21.402065 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-66c50750-2d9c-4a6b-aaa2-2d1d137a92e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:24:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['e6b5417d-11ad-4b52-8b63-0d3c8d93edef'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:21.556526 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7c600-ec68-4fd9-9dce-22080e9fb89f admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa4b877-9e30-4f5d-bca8-8b43764ed673,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:21.595261 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f7c600-ec68-4fd9-9dce-22080e9fb89f admin admin] No DVR routers for this DVR port 9fa4b877-9e30-4f5d-bca8-8b43764ed673 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:21.635886 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4061e224-9396-43e8-8f6c-9625c6d52d83 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.652195 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4061e224-9396-43e8-8f6c-9625c6d52d83 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.732217 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ac2ba8d7-5c3a-415a-89bd-daf1104b17de None None] Port 2ff36287-0b27-41c0-bcc0-a4c6ebccd24e cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:21.744013 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4061e224-9396-43e8-8f6c-9625c6d52d83 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.757546 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-43386e09-b38f-4249-a410-fb0712a85af3 None None] Deleting port 9fa4b877-9e30-4f5d-bca8-8b43764ed673 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:21.757981 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43386e09-b38f-4249-a410-fb0712a85af3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.758521 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4061e224-9396-43e8-8f6c-9625c6d52d83 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6050184 Jul 15 13:25:21.759957 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 47302) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:21.781563 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4a90fdad-4695-49de-bf21-b0293e73b68f tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Request body: {'security_group_rule': {'security_group_id': 'ed7f122e-7283-413e-8d54-2ed8ca31ac86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:21.802945 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061e224-9396-43e8-8f6c-9625c6d52d83 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7f122e-7283-413e-8d54-2ed8ca31ac86,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:21.898436 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4a90fdad-4695-49de-bf21-b0293e73b68f tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.065675 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-54f7c600-ec68-4fd9-9dce-22080e9fb89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.132445 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4a90fdad-4695-49de-bf21-b0293e73b68f tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.141337 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4a90fdad-4695-49de-bf21-b0293e73b68f tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.157739 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-54f7c600-ec68-4fd9-9dce-22080e9fb89f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edeaa118-edc5-4f1b-bf13-6f27616a2b19']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:22.219307 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-66c50750-2d9c-4a6b-aaa2-2d1d137a92e2 None None] Set router e6b5417d-11ad-4b52-8b63-0d3c8d93edef gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:22.238647 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-43386e09-b38f-4249-a410-fb0712a85af3 None None] For port 9fa4b877-9e30-4f5d-bca8-8b43764ed673, host n-d-758944-45, got binding levels [] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:22.239408 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43386e09-b38f-4249-a410-fb0712a85af3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.278757 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-54f7c600-ec68-4fd9-9dce-22080e9fb89f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da9df486-ce25-472e-ba9f-e231dea52cb7') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:22.283966 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-54f7c600-ec68-4fd9-9dce-22080e9fb89f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da9df486-ce25-472e-ba9f-e231dea52cb7') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:22.308590 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90fdad-4695-49de-bf21-b0293e73b68f tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2072020-a5de-48cb-9c28-c273812cd6b1,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:22.324365 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4a90fdad-4695-49de-bf21-b0293e73b68f tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.329980 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-54f7c600-ec68-4fd9-9dce-22080e9fb89f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.334063 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4a90fdad-4695-49de-bf21-b0293e73b68f tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5692651 Jul 15 13:25:22.334291 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 47318) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:22.400599 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ee22d6ab-95bb-4e6a-bf08-e6350d5dbb5e tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Request body: {'security_group_rule': {'security_group_id': 'ed7f122e-7283-413e-8d54-2ed8ca31ac86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:22.461321 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-54f7c600-ec68-4fd9-9dce-22080e9fb89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.494484 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f7c600-ec68-4fd9-9dce-22080e9fb89f admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:25:22.494893 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-54f7c600-ec68-4fd9-9dce-22080e9fb89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:25:22.499074 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:25:22.567142 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee22d6ab-95bb-4e6a-bf08-e6350d5dbb5e tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.710011 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-54f7c600-ec68-4fd9-9dce-22080e9fb89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.716824 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 9fa4b877-9e30-4f5d-bca8-8b43764ed673 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:22.739865 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-54f7c600-ec68-4fd9-9dce-22080e9fb89f admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.742824 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-54f7c600-ec68-4fd9-9dce-22080e9fb89f admin admin] 10.222.0.24 "DELETE /v2.0/networks/edeaa118-edc5-4f1b-bf13-6f27616a2b19 HTTP/1.1" status: 204 len: 168 time: 2.4270551 Jul 15 13:25:22.790670 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-43386e09-b38f-4249-a410-fb0712a85af3 None None] Calling delete_port for 9fa4b877-9e30-4f5d-bca8-8b43764ed673 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:22.818591 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7c600-ec68-4fd9-9dce-22080e9fb89f admin admin] Pushing event deleted for resources: {'Network': ['ID=edeaa118-edc5-4f1b-bf13-6f27616a2b19,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:22.856359 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee22d6ab-95bb-4e6a-bf08-e6350d5dbb5e tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.866645 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.ipam_backend_mixin [None req-43386e09-b38f-4249-a410-fb0712a85af3 None None] Port 9fa4b877-9e30-4f5d-bca8-8b43764ed673 was not found and therefore no delete operation was performed {{(pid=93815) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:25:22.872563 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 9fa4b877-9e30-4f5d-bca8-8b43764ed673 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:25:22.873292 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 9fa4b877-9e30-4f5d-bca8-8b43764ed673 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:22.874952 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee22d6ab-95bb-4e6a-bf08-e6350d5dbb5e tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.878860 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43386e09-b38f-4249-a410-fb0712a85af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.942948 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22d6ab-95bb-4e6a-bf08-e6350d5dbb5e tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c96c71-c3a4-4d94-a6e0-b3ba4338ec9b,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:22.970818 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee22d6ab-95bb-4e6a-bf08-e6350d5dbb5e tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.972219 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ee22d6ab-95bb-4e6a-bf08-e6350d5dbb5e tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6314218 Jul 15 13:25:22.977092 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 47350) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:22.985975 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-fe8436eb-29d0-4874-8158-c6989dd73d9c tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:23.009977 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-43386e09-b38f-4249-a410-fb0712a85af3 None None] Network edeaa118-edc5-4f1b-bf13-6f27616a2b19 is not hosted by any dhcp agent {{(pid=93815) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:25:23.011607 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43386e09-b38f-4249-a410-fb0712a85af3 None None] No DVR routers for this DVR port 9fa4b877-9e30-4f5d-bca8-8b43764ed673 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:23.014847 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43386e09-b38f-4249-a410-fb0712a85af3 None None] Pushing event deleted for resources: {'Port': ['ID=9fa4b877-9e30-4f5d-bca8-8b43764ed673,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:23.081782 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe8436eb-29d0-4874-8158-c6989dd73d9c tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.236038 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.298753 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-66c50750-2d9c-4a6b-aaa2-2d1d137a92e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b5417d-11ad-4b52-8b63-0d3c8d93edef', 'name': 'tempest-TestAggregatesBasicOps-595762120-router', 'tenant_id': 'dca6a2228ddc4a7380aec72790d70be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'b620ad1e-e0ab-4faf-8030-835c52df4242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:17Z', 'revision_number': 4, 'project_id': 'dca6a2228ddc4a7380aec72790d70be9', 'gw_port': {'id': 'b620ad1e-e0ab-4faf-8030-835c52df4242', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b5417d-11ad-4b52-8b63-0d3c8d93edef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:04Z', 'updated_at': '2021-07-15T13:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '2ff36287-0b27-41c0-bcc0-a4c6ebccd24e', 'name': '', 'network_id': '6b4bcb67-272d-4b7a-a0c2-1711e3d390ff', 'tenant_id': 'dca6a2228ddc4a7380aec72790d70be9', 'mac_address': 'fa:16:3e:1f:6e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b5417d-11ad-4b52-8b63-0d3c8d93edef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': 'b0296f08-cd1b-4a8b-b41e-e1b2eee45dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:13Z', 'updated_at': '2021-07-15T13:25:18Z', 'revision_number': 2, 'project_id': 'dca6a2228ddc4a7380aec72790d70be9', 'subnets': [{'id': 'b0296f08-cd1b-4a8b-b41e-e1b2eee45dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:23.345539 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c50750-2d9c-4a6b-aaa2-2d1d137a92e2 None None] Checking router: e6b5417d-11ad-4b52-8b63-0d3c8d93edef for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:25:23.346786 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c50750-2d9c-4a6b-aaa2-2d1d137a92e2 None None] Updating router e6b5417d-11ad-4b52-8b63-0d3c8d93edef port 2ff36287-0b27-41c0-bcc0-a4c6ebccd24e binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:25:23.377462 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 47360) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:23.407949 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-888e3215-a229-4e93-bef3-e45221322fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.415134 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-66c50750-2d9c-4a6b-aaa2-2d1d137a92e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.420360 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe8436eb-29d0-4874-8158-c6989dd73d9c tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.716751 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2adac99c-866b-46f8-928b-568b4e1754d3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a5577c115ec43508375ce7d29599c94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3373933 Jul 15 13:25:23.719238 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 47372) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:23.811051 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-fe8436eb-29d0-4874-8158-c6989dd73d9c tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Allocated IP 172.25.6.30 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/bf496351-6dac-4dfd-9ea5-0a6f86e15329) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:23.983480 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-11a75f44-c160-450b-a424-f09bd56abb43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.254886 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-11a75f44-c160-450b-a424-f09bd56abb43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.475377 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device bb026204-670e-4649-8be5-64f6a45c244c up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:24.726720 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-11a75f44-c160-450b-a424-f09bd56abb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.744062 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-11a75f44-c160-450b-a424-f09bd56abb43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.750527 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-11a75f44-c160-450b-a424-f09bd56abb43 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f40120b-38f9-4fb1-8864-41dc7f607887 HTTP/1.1" status: 204 len: 168 time: 1.0120652 Jul 15 13:25:24.795958 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe8436eb-29d0-4874-8158-c6989dd73d9c tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.805960 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a75f44-c160-450b-a424-f09bd56abb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f40120b-38f9-4fb1-8864-41dc7f607887,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:24.823523 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.867305 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port bb026204-670e-4649-8be5-64f6a45c244c completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:24.911003 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port bb026204-670e-4649-8be5-64f6a45c244c triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:24.914116 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:24.946003 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe8436eb-29d0-4874-8158-c6989dd73d9c tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.099096 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8436eb-29d0-4874-8158-c6989dd73d9c tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:25.115314 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-fe8436eb-29d0-4874-8158-c6989dd73d9c tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:25.139331 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8436eb-29d0-4874-8158-c6989dd73d9c tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:25.159723 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8436eb-29d0-4874-8158-c6989dd73d9c tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Pushing event updated for resources: {'Port': ['ID=bf496351-6dac-4dfd-9ea5-0a6f86e15329,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:25.218091 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.387114 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-66c50750-2d9c-4a6b-aaa2-2d1d137a92e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.401614 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-66c50750-2d9c-4a6b-aaa2-2d1d137a92e2 None None] Transition to ACTIVE for port object 2ff36287-0b27-41c0-bcc0-a4c6ebccd24e will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:25.422143 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.422143 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-66c50750-2d9c-4a6b-aaa2-2d1d137a92e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.425729 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port bb026204-670e-4649-8be5-64f6a45c244c, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=bb026204-670e-4649-8be5-64f6a45c244c,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:25.455373 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.548447 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a91ba8-ba10-4d0f-9795-1796af3d7efc None None] Sync routers for ids ['f3061f0c-9416-4b57-99eb-1a86397a1151'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:25.581523 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a91ba8-ba10-4d0f-9795-1796af3d7efc None None] Routers {'f3061f0c-9416-4b57-99eb-1a86397a1151'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:25.595511 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-83a91ba8-ba10-4d0f-9795-1796af3d7efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:25:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['f3061f0c-9416-4b57-99eb-1a86397a1151'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:25.730038 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 47428) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:25.890536 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6ca0f-8615-413f-a0eb-a532191cbc2e None None] Pushing event updated for resources: {'Port': ['ID=2ff36287-0b27-41c0-bcc0-a4c6ebccd24e,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:25.914098 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe8436eb-29d0-4874-8158-c6989dd73d9c tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.015866 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-66c50750-2d9c-4a6b-aaa2-2d1d137a92e2 None None] Attempting to bind port 2ff36287-0b27-41c0-bcc0-a4c6ebccd24e on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:26.016476 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-66c50750-2d9c-4a6b-aaa2-2d1d137a92e2 None None] Attempting to bind port 2ff36287-0b27-41c0-bcc0-a4c6ebccd24e by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '7f3df33e-d447-40d7-9ed7-81382a06377c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6b4bcb67-272d-4b7a-a0c2-1711e3d390ff'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:26.022956 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c50750-2d9c-4a6b-aaa2-2d1d137a92e2 None None] Attempting to bind port 2ff36287-0b27-41c0-bcc0-a4c6ebccd24e on network 6b4bcb67-272d-4b7a-a0c2-1711e3d390ff {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:26.058512 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-83a91ba8-ba10-4d0f-9795-1796af3d7efc None None] Set router f3061f0c-9416-4b57-99eb-1a86397a1151 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:26.081372 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c50750-2d9c-4a6b-aaa2-2d1d137a92e2 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:26.082013 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c50750-2d9c-4a6b-aaa2-2d1d137a92e2 None None] Checking segment: {'id': '7f3df33e-d447-40d7-9ed7-81382a06377c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6b4bcb67-272d-4b7a-a0c2-1711e3d390ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:26.082686 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-66c50750-2d9c-4a6b-aaa2-2d1d137a92e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.091613 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c50750-2d9c-4a6b-aaa2-2d1d137a92e2 None None] Bound using segment: {'id': '7f3df33e-d447-40d7-9ed7-81382a06377c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6b4bcb67-272d-4b7a-a0c2-1711e3d390ff'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:26.092710 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-66c50750-2d9c-4a6b-aaa2-2d1d137a92e2 None None] Bound port: 2ff36287-0b27-41c0-bcc0-a4c6ebccd24e, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f3df33e-d447-40d7-9ed7-81382a06377c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '6b4bcb67-272d-4b7a-a0c2-1711e3d390ff'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:26.093419 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-66c50750-2d9c-4a6b-aaa2-2d1d137a92e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.107701 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe8436eb-29d0-4874-8158-c6989dd73d9c tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.264586 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=bb026204-670e-4649-8be5-64f6a45c244c,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:26.529538 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-66c50750-2d9c-4a6b-aaa2-2d1d137a92e2 None None] For port 2ff36287-0b27-41c0-bcc0-a4c6ebccd24e, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:26.540628 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-66c50750-2d9c-4a6b-aaa2-2d1d137a92e2 None None] For port 2ff36287-0b27-41c0-bcc0-a4c6ebccd24e, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=2ff36287-0b27-41c0-bcc0-a4c6ebccd24e,segment=NetworkSegment(7f3df33e-d447-40d7-9ed7-81382a06377c),segment_id=7f3df33e-d447-40d7-9ed7-81382a06377c)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:26.595324 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-66c50750-2d9c-4a6b-aaa2-2d1d137a92e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.616971 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.677687 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c50750-2d9c-4a6b-aaa2-2d1d137a92e2 None None] Routers {'e6b5417d-11ad-4b52-8b63-0d3c8d93edef'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:26.678542 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-66c50750-2d9c-4a6b-aaa2-2d1d137a92e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:25:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['e6b5417d-11ad-4b52-8b63-0d3c8d93edef'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:26.727619 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6ca0f-8615-413f-a0eb-a532191cbc2e None None] Pushing event updated for resources: {'Port': ['ID=2ff36287-0b27-41c0-bcc0-a4c6ebccd24e,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:26.751608 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe8436eb-29d0-4874-8158-c6989dd73d9c tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.771144 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe8436eb-29d0-4874-8158-c6989dd73d9c tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.899838 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-66c50750-2d9c-4a6b-aaa2-2d1d137a92e2 None None] Set router e6b5417d-11ad-4b52-8b63-0d3c8d93edef gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:26.999304 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8436eb-29d0-4874-8158-c6989dd73d9c tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Pushing event updated for resources: {'Port': ['ID=bf496351-6dac-4dfd-9ea5-0a6f86e15329,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:27.089638 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-83a91ba8-ba10-4d0f-9795-1796af3d7efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'name': 'tempest-ServersTestBootFromVolume-1311725711-router', 'tenant_id': 'd36c52c8000f4792a297412063fb69ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bb026204-670e-4649-8be5-64f6a45c244c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:17Z', 'revision_number': 4, 'project_id': 'd36c52c8000f4792a297412063fb69ab', 'gw_port': {'id': 'bb026204-670e-4649-8be5-64f6a45c244c', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:05Z', 'updated_at': '2021-07-15T13:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d', 'name': '', 'network_id': 'be04063e-1cb2-41c3-8ee0-72868f24e4ea', 'tenant_id': 'd36c52c8000f4792a297412063fb69ab', 'mac_address': 'fa:16:3e:c9:7f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '86c45178-fb0a-4b4d-a444-3a0ac9a17af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:15Z', 'updated_at': '2021-07-15T13:25:18Z', 'revision_number': 2, 'project_id': 'd36c52c8000f4792a297412063fb69ab', 'subnets': [{'id': '86c45178-fb0a-4b4d-a444-3a0ac9a17af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:27.194916 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a91ba8-ba10-4d0f-9795-1796af3d7efc None None] Checking router: f3061f0c-9416-4b57-99eb-1a86397a1151 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:25:27.197703 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a91ba8-ba10-4d0f-9795-1796af3d7efc None None] Updating router f3061f0c-9416-4b57-99eb-1a86397a1151 port e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:25:27.237123 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fd6335e0-32a4-4591-9bc2-bde8e2d3038b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.322072 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe8436eb-29d0-4874-8158-c6989dd73d9c tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.379633 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe8436eb-29d0-4874-8158-c6989dd73d9c tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.382635 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fe8436eb-29d0-4874-8158-c6989dd73d9c tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4037981 Jul 15 13:25:27.487047 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83a91ba8-ba10-4d0f-9795-1796af3d7efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.700081 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-66c50750-2d9c-4a6b-aaa2-2d1d137a92e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b5417d-11ad-4b52-8b63-0d3c8d93edef', 'name': 'tempest-TestAggregatesBasicOps-595762120-router', 'tenant_id': 'dca6a2228ddc4a7380aec72790d70be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'b620ad1e-e0ab-4faf-8030-835c52df4242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:17Z', 'revision_number': 4, 'project_id': 'dca6a2228ddc4a7380aec72790d70be9', 'gw_port': {'id': 'b620ad1e-e0ab-4faf-8030-835c52df4242', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b5417d-11ad-4b52-8b63-0d3c8d93edef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:04Z', 'updated_at': '2021-07-15T13:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '2ff36287-0b27-41c0-bcc0-a4c6ebccd24e', 'name': '', 'network_id': '6b4bcb67-272d-4b7a-a0c2-1711e3d390ff', 'tenant_id': 'dca6a2228ddc4a7380aec72790d70be9', 'mac_address': 'fa:16:3e:1f:6e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b5417d-11ad-4b52-8b63-0d3c8d93edef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': 'b0296f08-cd1b-4a8b-b41e-e1b2eee45dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:13Z', 'updated_at': '2021-07-15T13:25:26Z', 'revision_number': 4, 'project_id': 'dca6a2228ddc4a7380aec72790d70be9', 'subnets': [{'id': 'b0296f08-cd1b-4a8b-b41e-e1b2eee45dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:27.782044 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c50750-2d9c-4a6b-aaa2-2d1d137a92e2 None None] The sync data for ids ['e6b5417d-11ad-4b52-8b63-0d3c8d93edef'] in n-d-758944-45 is: [{'id': 'e6b5417d-11ad-4b52-8b63-0d3c8d93edef', 'name': 'tempest-TestAggregatesBasicOps-595762120-router', 'tenant_id': 'dca6a2228ddc4a7380aec72790d70be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'b620ad1e-e0ab-4faf-8030-835c52df4242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:17Z', 'revision_number': 4, 'project_id': 'dca6a2228ddc4a7380aec72790d70be9', 'gw_port': {'id': 'b620ad1e-e0ab-4faf-8030-835c52df4242', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b5417d-11ad-4b52-8b63-0d3c8d93edef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:04Z', 'updated_at': '2021-07-15T13:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '2ff36287-0b27-41c0-bcc0-a4c6ebccd24e', 'name': '', 'network_id': '6b4bcb67-272d-4b7a-a0c2-1711e3d390ff', 'tenant_id': 'dca6a2228ddc4a7380aec72790d70be9', 'mac_address': 'fa:16:3e:1f:6e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b5417d-11ad-4b52-8b63-0d3c8d93edef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': 'b0296f08-cd1b-4a8b-b41e-e1b2eee45dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:13Z', 'updated_at': '2021-07-15T13:25:26Z', 'revision_number': 4, 'project_id': 'dca6a2228ddc4a7380aec72790d70be9', 'subnets': [{'id': 'b0296f08-cd1b-4a8b-b41e-e1b2eee45dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:28.151113 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 47518) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:28.638098 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device bb026204-670e-4649-8be5-64f6a45c244c up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:28.655584 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b441af63-999b-4715-86cd-ba6aba85b904 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1673757937-network', 'tenant_id': 'a74fbcf2aa1845a7ac81c47a813b0bf8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:28.696657 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83a91ba8-ba10-4d0f-9795-1796af3d7efc None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.716098 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-83a91ba8-ba10-4d0f-9795-1796af3d7efc None None] Transition to ACTIVE for port object e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:28.728344 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83a91ba8-ba10-4d0f-9795-1796af3d7efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.821084 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88f868-512a-4c8a-b54c-d750264accdc None None] Pushing event updated for resources: {'Port': ['ID=e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:28.836588 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b441af63-999b-4715-86cd-ba6aba85b904 admin admin] Made reservation on behalf of a74fbcf2aa1845a7ac81c47a813b0bf8 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:28.851175 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b441af63-999b-4715-86cd-ba6aba85b904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.878210 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port bb026204-670e-4649-8be5-64f6a45c244c triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:28.878993 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.951857 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b441af63-999b-4715-86cd-ba6aba85b904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.022627 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-83a91ba8-ba10-4d0f-9795-1796af3d7efc None None] Attempting to bind port e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:29.023282 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-83a91ba8-ba10-4d0f-9795-1796af3d7efc None None] Attempting to bind port e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '0d807eb9-53cb-4736-8077-cd448271ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'be04063e-1cb2-41c3-8ee0-72868f24e4ea'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:29.025562 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a91ba8-ba10-4d0f-9795-1796af3d7efc None None] Attempting to bind port e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d on network be04063e-1cb2-41c3-8ee0-72868f24e4ea {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:29.047702 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a91ba8-ba10-4d0f-9795-1796af3d7efc None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:29.051605 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a91ba8-ba10-4d0f-9795-1796af3d7efc None None] Checking segment: {'id': '0d807eb9-53cb-4736-8077-cd448271ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'be04063e-1cb2-41c3-8ee0-72868f24e4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:29.058521 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83a91ba8-ba10-4d0f-9795-1796af3d7efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.059313 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a91ba8-ba10-4d0f-9795-1796af3d7efc None None] Bound using segment: {'id': '0d807eb9-53cb-4736-8077-cd448271ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'be04063e-1cb2-41c3-8ee0-72868f24e4ea'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:29.064775 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-83a91ba8-ba10-4d0f-9795-1796af3d7efc None None] Bound port: e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d807eb9-53cb-4736-8077-cd448271ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'be04063e-1cb2-41c3-8ee0-72868f24e4ea'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:29.065704 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83a91ba8-ba10-4d0f-9795-1796af3d7efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.252329 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 2ff36287-0b27-41c0-bcc0-a4c6ebccd24e up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:29.305351 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-83a91ba8-ba10-4d0f-9795-1796af3d7efc None None] For port e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:29.316822 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-83a91ba8-ba10-4d0f-9795-1796af3d7efc None None] For port e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d,segment=NetworkSegment(0d807eb9-53cb-4736-8077-cd448271ac4f),segment_id=0d807eb9-53cb-4736-8077-cd448271ac4f)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:29.327113 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-83a91ba8-ba10-4d0f-9795-1796af3d7efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.420214 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 2ff36287-0b27-41c0-bcc0-a4c6ebccd24e completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:29.435127 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 2ff36287-0b27-41c0-bcc0-a4c6ebccd24e triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:29.440437 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.529158 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a91ba8-ba10-4d0f-9795-1796af3d7efc None None] Routers {'f3061f0c-9416-4b57-99eb-1a86397a1151'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:29.530399 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-83a91ba8-ba10-4d0f-9795-1796af3d7efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:25:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['f3061f0c-9416-4b57-99eb-1a86397a1151'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:29.764729 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b441af63-999b-4715-86cd-ba6aba85b904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.775079 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b441af63-999b-4715-86cd-ba6aba85b904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.795373 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-fd6335e0-32a4-4591-9bc2-bde8e2d3038b admin admin] Deleting port a26660c9-7136-42bf-859c-9faf664217d4 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:29.801561 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fd6335e0-32a4-4591-9bc2-bde8e2d3038b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.866721 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88f868-512a-4c8a-b54c-d750264accdc None None] Pushing event updated for resources: {'Port': ['ID=e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:29.922424 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441af63-999b-4715-86cd-ba6aba85b904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e04442-41bf-4f99-956f-00ec493fbb04,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:29.946302 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.021006 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b441af63-999b-4715-86cd-ba6aba85b904 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:25:30.054985 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b441af63-999b-4715-86cd-ba6aba85b904 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:30.055538 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b441af63-999b-4715-86cd-ba6aba85b904 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:30.056099 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b441af63-999b-4715-86cd-ba6aba85b904 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:30.056658 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b441af63-999b-4715-86cd-ba6aba85b904 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:30.057297 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b441af63-999b-4715-86cd-ba6aba85b904 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:30.058446 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b441af63-999b-4715-86cd-ba6aba85b904 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:30.059054 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b441af63-999b-4715-86cd-ba6aba85b904 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:30.084758 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b441af63-999b-4715-86cd-ba6aba85b904 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:30.085887 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b441af63-999b-4715-86cd-ba6aba85b904 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:30.086623 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b441af63-999b-4715-86cd-ba6aba85b904 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:30.087393 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b441af63-999b-4715-86cd-ba6aba85b904 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:30.088159 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b441af63-999b-4715-86cd-ba6aba85b904 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:30.158795 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b441af63-999b-4715-86cd-ba6aba85b904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.161051 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 2ff36287-0b27-41c0-bcc0-a4c6ebccd24e, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=2ff36287-0b27-41c0-bcc0-a4c6ebccd24e,segment=NetworkSegment(7f3df33e-d447-40d7-9ed7-81382a06377c),segment_id=7f3df33e-d447-40d7-9ed7-81382a06377c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:30.162691 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-b441af63-999b-4715-86cd-ba6aba85b904 admin admin] Added segment d51a9656-6cdc-4d10-80d8-069ff22fd893 of type vlan for network 5f0d45bf-792d-49f8-b6e7-7400a498cd66 Jul 15 13:25:30.177027 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.373578 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-83a91ba8-ba10-4d0f-9795-1796af3d7efc None None] Set router f3061f0c-9416-4b57-99eb-1a86397a1151 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:30.451931 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b441af63-999b-4715-86cd-ba6aba85b904 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.454800 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=2ff36287-0b27-41c0-bcc0-a4c6ebccd24e,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:30.579270 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b441af63-999b-4715-86cd-ba6aba85b904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.580301 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b441af63-999b-4715-86cd-ba6aba85b904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:30.580910 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b441af63-999b-4715-86cd-ba6aba85b904 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.587138 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-fd6335e0-32a4-4591-9bc2-bde8e2d3038b admin admin] For port a26660c9-7136-42bf-859c-9faf664217d4, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a26660c9-7136-42bf-859c-9faf664217d4,segment=NetworkSegment(6ccc7bde-a63f-4dac-8e7a-55bd84ef820a),segment_id=6ccc7bde-a63f-4dac-8e7a-55bd84ef820a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:30.589797 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fd6335e0-32a4-4591-9bc2-bde8e2d3038b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.615351 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:30.687883 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b441af63-999b-4715-86cd-ba6aba85b904 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.5306425 Jul 15 13:25:30.693484 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 47582) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:30.759257 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-88c21b0d-9120-4c94-83d0-b62ed5b4ab78 admin admin] Request body: {'subnet': {'network_id': '5f0d45bf-792d-49f8-b6e7-7400a498cd66', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1673757937-subnet', 'tenant_id': 'a74fbcf2aa1845a7ac81c47a813b0bf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:30.779116 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-fd6335e0-32a4-4591-9bc2-bde8e2d3038b admin admin] Calling delete_port for a26660c9-7136-42bf-859c-9faf664217d4 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:30.943651 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:30.949739 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:30.951373 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.959120 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441af63-999b-4715-86cd-ba6aba85b904 admin admin] Pushing event updated for resources: {'Network': ['ID=5f0d45bf-792d-49f8-b6e7-7400a498cd66,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:30.970214 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c21b0d-9120-4c94-83d0-b62ed5b4ab78 admin admin] Made reservation on behalf of a74fbcf2aa1845a7ac81c47a813b0bf8 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:30.976626 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88c21b0d-9120-4c94-83d0-b62ed5b4ab78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.073497 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 5f0d45bf-792d-49f8-b6e7-7400a498cd66 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:25:31.344307 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-83a91ba8-ba10-4d0f-9795-1796af3d7efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'name': 'tempest-ServersTestBootFromVolume-1311725711-router', 'tenant_id': 'd36c52c8000f4792a297412063fb69ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bb026204-670e-4649-8be5-64f6a45c244c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:17Z', 'revision_number': 4, 'project_id': 'd36c52c8000f4792a297412063fb69ab', 'gw_port': {'id': 'bb026204-670e-4649-8be5-64f6a45c244c', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:05Z', 'updated_at': '2021-07-15T13:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d', 'name': '', 'network_id': 'be04063e-1cb2-41c3-8ee0-72868f24e4ea', 'tenant_id': 'd36c52c8000f4792a297412063fb69ab', 'mac_address': 'fa:16:3e:c9:7f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '86c45178-fb0a-4b4d-a444-3a0ac9a17af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:15Z', 'updated_at': '2021-07-15T13:25:29Z', 'revision_number': 4, 'project_id': 'd36c52c8000f4792a297412063fb69ab', 'subnets': [{'id': '86c45178-fb0a-4b4d-a444-3a0ac9a17af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:31.429994 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a91ba8-ba10-4d0f-9795-1796af3d7efc None None] The sync data for ids ['f3061f0c-9416-4b57-99eb-1a86397a1151'] in n-d-758944-45 is: [{'id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'name': 'tempest-ServersTestBootFromVolume-1311725711-router', 'tenant_id': 'd36c52c8000f4792a297412063fb69ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bb026204-670e-4649-8be5-64f6a45c244c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:17Z', 'revision_number': 4, 'project_id': 'd36c52c8000f4792a297412063fb69ab', 'gw_port': {'id': 'bb026204-670e-4649-8be5-64f6a45c244c', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:05Z', 'updated_at': '2021-07-15T13:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d', 'name': '', 'network_id': 'be04063e-1cb2-41c3-8ee0-72868f24e4ea', 'tenant_id': 'd36c52c8000f4792a297412063fb69ab', 'mac_address': 'fa:16:3e:c9:7f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '86c45178-fb0a-4b4d-a444-3a0ac9a17af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:15Z', 'updated_at': '2021-07-15T13:25:29Z', 'revision_number': 4, 'project_id': 'd36c52c8000f4792a297412063fb69ab', 'subnets': [{'id': '86c45178-fb0a-4b4d-a444-3a0ac9a17af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:31.555846 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.767313 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d,segment=NetworkSegment(0d807eb9-53cb-4736-8077-cd448271ac4f),segment_id=0d807eb9-53cb-4736-8077-cd448271ac4f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:31.794923 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.890981 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:32.041531 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88c21b0d-9120-4c94-83d0-b62ed5b4ab78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.146125 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fd6335e0-32a4-4591-9bc2-bde8e2d3038b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.400983 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c21b0d-9120-4c94-83d0-b62ed5b4ab78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d84d5ea-2f67-4c80-beba-a81ed7fd679a,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:32.457596 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6335e0-32a4-4591-9bc2-bde8e2d3038b admin admin] Pushing event deleted for resources: {'Port': ['ID=a26660c9-7136-42bf-859c-9faf664217d4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:32.509831 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c21b0d-9120-4c94-83d0-b62ed5b4ab78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.519002 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c21b0d-9120-4c94-83d0-b62ed5b4ab78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.519912 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c21b0d-9120-4c94-83d0-b62ed5b4ab78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.520700 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c21b0d-9120-4c94-83d0-b62ed5b4ab78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.522072 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c21b0d-9120-4c94-83d0-b62ed5b4ab78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.523084 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c21b0d-9120-4c94-83d0-b62ed5b4ab78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.528733 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c21b0d-9120-4c94-83d0-b62ed5b4ab78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.531104 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c21b0d-9120-4c94-83d0-b62ed5b4ab78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.532062 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c21b0d-9120-4c94-83d0-b62ed5b4ab78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.534906 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c21b0d-9120-4c94-83d0-b62ed5b4ab78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.538753 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c21b0d-9120-4c94-83d0-b62ed5b4ab78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.544772 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c21b0d-9120-4c94-83d0-b62ed5b4ab78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.544772 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6335e0-32a4-4591-9bc2-bde8e2d3038b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.544772 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6335e0-32a4-4591-9bc2-bde8e2d3038b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.544772 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6335e0-32a4-4591-9bc2-bde8e2d3038b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.544772 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6335e0-32a4-4591-9bc2-bde8e2d3038b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.544772 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6335e0-32a4-4591-9bc2-bde8e2d3038b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.544772 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6335e0-32a4-4591-9bc2-bde8e2d3038b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.546290 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6335e0-32a4-4591-9bc2-bde8e2d3038b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.546290 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6335e0-32a4-4591-9bc2-bde8e2d3038b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.546290 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6335e0-32a4-4591-9bc2-bde8e2d3038b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.555000 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:32.568762 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6335e0-32a4-4591-9bc2-bde8e2d3038b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.569113 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6335e0-32a4-4591-9bc2-bde8e2d3038b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.569457 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6335e0-32a4-4591-9bc2-bde8e2d3038b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:32.623876 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c21b0d-9120-4c94-83d0-b62ed5b4ab78 admin admin] Checking segment: {'id': 'd51a9656-6cdc-4d10-80d8-069ff22fd893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5f0d45bf-792d-49f8-b6e7-7400a498cd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:32.624260 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c21b0d-9120-4c94-83d0-b62ed5b4ab78 admin admin] Network hostable DHCP agents. Network: 5f0d45bf-792d-49f8-b6e7-7400a498cd66, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:25:32.731452 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c21b0d-9120-4c94-83d0-b62ed5b4ab78 admin admin] Network 5f0d45bf-792d-49f8-b6e7-7400a498cd66 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:25:32.760868 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:32.761835 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.769909 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-88c21b0d-9120-4c94-83d0-b62ed5b4ab78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 5f0d45bf-792d-49f8-b6e7-7400a498cd66) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:32.781802 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c21b0d-9120-4c94-83d0-b62ed5b4ab78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:32.783044 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88c21b0d-9120-4c94-83d0-b62ed5b4ab78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.803580 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa210e26-d261-4dbd-b6c2-07161666a537 None None] Network 5f0d45bf-792d-49f8-b6e7-7400a498cd66 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:32.947653 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-88c21b0d-9120-4c94-83d0-b62ed5b4ab78 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2153049 Jul 15 13:25:32.993812 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 2ff36287-0b27-41c0-bcc0-a4c6ebccd24e up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:33.094839 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fd6335e0-32a4-4591-9bc2-bde8e2d3038b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.145720 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 2ff36287-0b27-41c0-bcc0-a4c6ebccd24e triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:33.155827 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.417929 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80667adf-6a23-478a-9575-bfda40fe9bf5 None None] Network 5f0d45bf-792d-49f8-b6e7-7400a498cd66 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:34.050908 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6335e0-32a4-4591-9bc2-bde8e2d3038b admin admin] Router 3ce1e379-749d-42e3-baad-f9bf9d527ccf has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:34.502809 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-3b0b2bc6-d960-4919-9ea2-6d5e485713aa tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:34.508862 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6335e0-32a4-4591-9bc2-bde8e2d3038b admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:34.520981 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9376b862-bd97-462a-906a-8f2cd885e8cf None None] Sync routers for ids ['3ce1e379-749d-42e3-baad-f9bf9d527ccf'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:34.526518 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-fd6335e0-32a4-4591-9bc2-bde8e2d3038b admin admin] 10.222.0.24 "PUT /v2.0/routers/3ce1e379-749d-42e3-baad-f9bf9d527ccf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7899621 Jul 15 13:25:34.526875 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 47682) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:34.529630 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-3b0b2bc6-d960-4919-9ea2-6d5e485713aa tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] 10.222.0.24 "GET /v2.0/networks?id=5f0d45bf-792d-49f8-b6e7-7400a498cd66 HTTP/1.1" status: 200 len: 821 time: 0.3454459 Jul 15 13:25:34.542261 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9376b862-bd97-462a-906a-8f2cd885e8cf None None] Routers {'3ce1e379-749d-42e3-baad-f9bf9d527ccf'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:34.543768 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-9376b862-bd97-462a-906a-8f2cd885e8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:25:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['3ce1e379-749d-42e3-baad-f9bf9d527ccf'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:34.581940 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-b4682263-46b5-495b-9199-1416d09168e5 tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] 10.222.0.24 "GET /v2.0/quotas/a74fbcf2aa1845a7ac81c47a813b0bf8 HTTP/1.1" status: 200 len: 375 time: 0.0437059 Jul 15 13:25:34.732312 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-c93706ed-d1c1-4be9-9004-8ee39e2a5336 tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a74fbcf2aa1845a7ac81c47a813b0bf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1348073 Jul 15 13:25:34.826984 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-541976ba-3550-4d6d-9910-969c5e4075ac admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:34.894064 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-9376b862-bd97-462a-906a-8f2cd885e8cf None None] Set router 3ce1e379-749d-42e3-baad-f9bf9d527ccf gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:35.038916 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-541976ba-3550-4d6d-9910-969c5e4075ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.238618 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-541976ba-3550-4d6d-9910-969c5e4075ac admin admin] Deleting port 0ffa1a76-8a53-4c80-9036-4402b9801312 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:35.239163 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-541976ba-3550-4d6d-9910-969c5e4075ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.261157 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-ee40aba5-5af7-4a46-a011-9e308b4cc6db service neutron] 10.222.0.24 "GET /v2.0/networks/5f0d45bf-792d-49f8-b6e7-7400a498cd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072148 Jul 15 13:25:35.511023 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-541976ba-3550-4d6d-9910-969c5e4075ac admin admin] For port 0ffa1a76-8a53-4c80-9036-4402b9801312, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0ffa1a76-8a53-4c80-9036-4402b9801312,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:35.511855 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-541976ba-3550-4d6d-9910-969c5e4075ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.543752 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-91b3f653-1307-471f-b6ff-fb9a3a292759 service neutron] 10.222.0.24 "GET /v2.0/networks/5f0d45bf-792d-49f8-b6e7-7400a498cd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761340 Jul 15 13:25:35.548461 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-9376b862-bd97-462a-906a-8f2cd885e8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce1e379-749d-42e3-baad-f9bf9d527ccf', 'name': 'tempest-TestAggregatesBasicOps-619545866-router', 'tenant_id': 'df719aa859da48118928d9177c2e0e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '0ffa1a76-8a53-4c80-9036-4402b9801312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:34Z', 'updated_at': '2021-07-15T13:25:31Z', 'revision_number': 5, 'project_id': 'df719aa859da48118928d9177c2e0e5d', 'gw_port': {'id': '0ffa1a76-8a53-4c80-9036-4402b9801312', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:1d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce1e379-749d-42e3-baad-f9bf9d527ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:24:35Z', 'updated_at': '2021-07-15T13:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:35.566479 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-541976ba-3550-4d6d-9910-969c5e4075ac admin admin] Calling delete_port for 0ffa1a76-8a53-4c80-9036-4402b9801312 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:35.671546 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9376b862-bd97-462a-906a-8f2cd885e8cf None None] Checking router: 3ce1e379-749d-42e3-baad-f9bf9d527ccf for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:25:35.690999 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9376b862-bd97-462a-906a-8f2cd885e8cf None None] Routers {'3ce1e379-749d-42e3-baad-f9bf9d527ccf'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:35.693512 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-9376b862-bd97-462a-906a-8f2cd885e8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:25:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['3ce1e379-749d-42e3-baad-f9bf9d527ccf'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:36.014684 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-541976ba-3550-4d6d-9910-969c5e4075ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:36.131311 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541976ba-3550-4d6d-9910-969c5e4075ac admin admin] Pushing event deleted for resources: {'Port': ['ID=0ffa1a76-8a53-4c80-9036-4402b9801312,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:36.290291 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-9376b862-bd97-462a-906a-8f2cd885e8cf None None] Set router 3ce1e379-749d-42e3-baad-f9bf9d527ccf gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:36.321170 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4d67100b-b121-44b5-9ff5-dbd345707e21 req-6eab579b-ec9a-4f5d-a9f4-d706d6fcad39 tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1b7d510-4abf-402e-8a91-fd7ad58f95a5 HTTP/1.1" status: 200 len: 210 time: 0.1128030 Jul 15 13:25:36.355694 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-9376b862-bd97-462a-906a-8f2cd885e8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce1e379-749d-42e3-baad-f9bf9d527ccf', 'name': 'tempest-TestAggregatesBasicOps-619545866-router', 'tenant_id': 'df719aa859da48118928d9177c2e0e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:34Z', 'updated_at': '2021-07-15T13:25:35Z', 'revision_number': 6, 'project_id': 'df719aa859da48118928d9177c2e0e5d', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:36.368590 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-541976ba-3550-4d6d-9910-969c5e4075ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:36.462975 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9376b862-bd97-462a-906a-8f2cd885e8cf None None] The sync data for ids ['3ce1e379-749d-42e3-baad-f9bf9d527ccf'] in n-d-758944-45 is: [{'id': '3ce1e379-749d-42e3-baad-f9bf9d527ccf', 'name': 'tempest-TestAggregatesBasicOps-619545866-router', 'tenant_id': 'df719aa859da48118928d9177c2e0e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:34Z', 'updated_at': '2021-07-15T13:25:35Z', 'revision_number': 6, 'project_id': 'df719aa859da48118928d9177c2e0e5d', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:36.512698 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-541976ba-3550-4d6d-9910-969c5e4075ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:36.515715 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-541976ba-3550-4d6d-9910-969c5e4075ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:36.603131 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-541976ba-3550-4d6d-9910-969c5e4075ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:36.605367 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541976ba-3550-4d6d-9910-969c5e4075ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ce1e379-749d-42e3-baad-f9bf9d527ccf {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:25:36.626517 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-541976ba-3550-4d6d-9910-969c5e4075ac admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:36.634933 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-541976ba-3550-4d6d-9910-969c5e4075ac admin admin] 10.222.0.24 "DELETE /v2.0/routers/3ce1e379-749d-42e3-baad-f9bf9d527ccf HTTP/1.1" status: 204 len: 168 time: 2.1058085 Jul 15 13:25:36.638640 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 47734) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:36.768675 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e65442-f163-4fd2-aa31-ad2783cf81c3 admin admin] Deleting subnet 69667bf5-4562-433a-8a81-04b1aba78df1 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:25:36.773093 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9e65442-f163-4fd2-aa31-ad2783cf81c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:36.822263 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9e65442-f163-4fd2-aa31-ad2783cf81c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.034148 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9e65442-f163-4fd2-aa31-ad2783cf81c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.165464 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9e65442-f163-4fd2-aa31-ad2783cf81c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.188845 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f73a2f-1e39-4dbc-9db1-79aff992b23e None None] Network 67630904-11a6-40f9-ae9e-6a655039ce11 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:37.202482 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e65442-f163-4fd2-aa31-ad2783cf81c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69667bf5-4562-433a-8a81-04b1aba78df1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:37.205687 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9e65442-f163-4fd2-aa31-ad2783cf81c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.211616 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e9e65442-f163-4fd2-aa31-ad2783cf81c3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/69667bf5-4562-433a-8a81-04b1aba78df1 HTTP/1.1" status: 204 len: 168 time: 0.5731139 Jul 15 13:25:37.212622 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 47748) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:37.433217 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9426229f-5c5d-47e4-aa05-23e8314965e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.688968 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3457197-c8ca-429e-909f-817a9b5ce600 None None] DHCP port deletion for 67630904-11a6-40f9-ae9e-6a655039ce11 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:25:37.773341 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c2a12d6b-7a80-4616-8982-61396e130251 req-fc84f359-4a56-44e2-86d9-c9def5625c25 tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1b7d510-4abf-402e-8a91-fd7ad58f95a5 HTTP/1.1" status: 200 len: 210 time: 0.1659868 Jul 15 13:25:37.815411 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9426229f-5c5d-47e4-aa05-23e8314965e8 admin admin] Deleting port eb802617-365f-4826-a52f-418fe892f8f4 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:37.815815 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9426229f-5c5d-47e4-aa05-23e8314965e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.056583 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b3457197-c8ca-429e-909f-817a9b5ce600 None None] Deleting port eb802617-365f-4826-a52f-418fe892f8f4 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:38.060002 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3457197-c8ca-429e-909f-817a9b5ce600 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.095872 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-9426229f-5c5d-47e4-aa05-23e8314965e8 admin admin] For port eb802617-365f-4826-a52f-418fe892f8f4, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=eb802617-365f-4826-a52f-418fe892f8f4,segment=NetworkSegment(6ccc7bde-a63f-4dac-8e7a-55bd84ef820a),segment_id=6ccc7bde-a63f-4dac-8e7a-55bd84ef820a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:38.096250 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9426229f-5c5d-47e4-aa05-23e8314965e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.170469 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9426229f-5c5d-47e4-aa05-23e8314965e8 admin admin] Calling delete_port for eb802617-365f-4826-a52f-418fe892f8f4 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:38.423418 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 47794) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:38.481444 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a26660c9-7136-42bf-859c-9faf664217d4 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:38.548946 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9426229f-5c5d-47e4-aa05-23e8314965e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.607494 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.635789 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: a26660c9-7136-42bf-859c-9faf664217d4 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:25:38.636064 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a26660c9-7136-42bf-859c-9faf664217d4 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:38.636513 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device eb802617-365f-4826-a52f-418fe892f8f4 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:38.671291 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426229f-5c5d-47e4-aa05-23e8314965e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb802617-365f-4826-a52f-418fe892f8f4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:38.687897 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9426229f-5c5d-47e4-aa05-23e8314965e8 admin admin] No DVR routers for this DVR port eb802617-365f-4826-a52f-418fe892f8f4 on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:38.752446 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: eb802617-365f-4826-a52f-418fe892f8f4 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:25:38.752783 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device eb802617-365f-4826-a52f-418fe892f8f4 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:38.761067 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0ffa1a76-8a53-4c80-9036-4402b9801312 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:38.765206 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0c8982f-4f17-4ba1-a672-0f4244f9e7c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.770012 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-b3457197-c8ca-429e-909f-817a9b5ce600 None None] For port eb802617-365f-4826-a52f-418fe892f8f4, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=eb802617-365f-4826-a52f-418fe892f8f4,segment=NetworkSegment(6ccc7bde-a63f-4dac-8e7a-55bd84ef820a),segment_id=6ccc7bde-a63f-4dac-8e7a-55bd84ef820a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:38.771477 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3457197-c8ca-429e-909f-817a9b5ce600 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.868732 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b3457197-c8ca-429e-909f-817a9b5ce600 None None] Calling delete_port for eb802617-365f-4826-a52f-418fe892f8f4 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:38.950928 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9426229f-5c5d-47e4-aa05-23e8314965e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.993809 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-9426229f-5c5d-47e4-aa05-23e8314965e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67630904-11a6-40f9-ae9e-6a655039ce11']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:39.001230 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0c8982f-4f17-4ba1-a672-0f4244f9e7c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.024110 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-9426229f-5c5d-47e4-aa05-23e8314965e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ccc7bde-a63f-4dac-8e7a-55bd84ef820a') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:39.024511 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-9426229f-5c5d-47e4-aa05-23e8314965e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ccc7bde-a63f-4dac-8e7a-55bd84ef820a') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:39.033442 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0c8982f-4f17-4ba1-a672-0f4244f9e7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.049900 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9426229f-5c5d-47e4-aa05-23e8314965e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.096155 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 0ffa1a76-8a53-4c80-9036-4402b9801312 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:25:39.096785 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0ffa1a76-8a53-4c80-9036-4402b9801312 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:39.112975 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9426229f-5c5d-47e4-aa05-23e8314965e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.146879 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8982f-4f17-4ba1-a672-0f4244f9e7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d596fedf-5b7f-4af2-b15b-a0f8db1e2fda,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:39.173181 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a67e0d1c-b40a-4d8c-bf52-aa2957857622 req-d8c85e52-ef9a-4c37-a402-dc1a85db787f tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1b7d510-4abf-402e-8a91-fd7ad58f95a5 HTTP/1.1" status: 200 len: 210 time: 0.0974431 Jul 15 13:25:39.182755 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9426229f-5c5d-47e4-aa05-23e8314965e8 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:25:39.183908 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9426229f-5c5d-47e4-aa05-23e8314965e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.186728 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:25:39.186728 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:25:39.186728 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:25:39.186728 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:25:39.186728 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:25:39.186728 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:25:39.186728 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:25:39.186728 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:25:39.186728 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:25:39.186728 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:25:39.186728 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:25:39.186728 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:25:39.186728 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:25:39.186728 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:25:39.186728 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:25:39.186728 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:25:39.186728 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:25:39.186728 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:25:39.186728 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:25:39.186728 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:25:39.186728 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:25:39.186728 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:25:39.186728 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:25:39.186728 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:25:39.186728 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:25:39.186728 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:25:39.186728 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:25:39.186728 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:25:39.186728 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:25:39.186728 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:25:39.186728 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:25:39.186728 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:25:39.257250 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3457197-c8ca-429e-909f-817a9b5ce600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.346288 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c0c8982f-4f17-4ba1-a672-0f4244f9e7c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8996c9cace84655b26153d2d50e2085&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9169011 Jul 15 13:25:39.347105 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 47818) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:39.358658 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9426229f-5c5d-47e4-aa05-23e8314965e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.392276 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3457197-c8ca-429e-909f-817a9b5ce600 None None] Pushing event deleted for resources: {'Port': ['ID=eb802617-365f-4826-a52f-418fe892f8f4,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:39.408008 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3457197-c8ca-429e-909f-817a9b5ce600 None None] No DVR routers for this DVR port eb802617-365f-4826-a52f-418fe892f8f4 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:39.438495 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9426229f-5c5d-47e4-aa05-23e8314965e8 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.460996 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9426229f-5c5d-47e4-aa05-23e8314965e8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/67630904-11a6-40f9-ae9e-6a655039ce11 HTTP/1.1" status: 204 len: 168 time: 2.2456090 Jul 15 13:25:39.466734 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426229f-5c5d-47e4-aa05-23e8314965e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=67630904-11a6-40f9-ae9e-6a655039ce11,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:39.471176 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 47822) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:39.505098 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09e411d7-ec1d-48e3-9126-5c9a898d8051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.555497 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-02f08ba5-42b8-4209-ac29-df4160e2007c tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:39.558289 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-02f08ba5-42b8-4209-ac29-df4160e2007c tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] 10.222.0.32 "GET /v2.0/networks?id=5f0d45bf-792d-49f8-b6e7-7400a498cd66 HTTP/1.1" status: 200 len: 821 time: 0.7805161 Jul 15 13:25:39.606876 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-b7e3d014-aec0-48da-b7c9-27fb3644951a tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] Request body: {'port': {'device_id': 'e1b7d510-4abf-402e-8a91-fd7ad58f95a5', 'network_id': '5f0d45bf-792d-49f8-b6e7-7400a498cd66', 'admin_state_up': True, 'tenant_id': 'a74fbcf2aa1845a7ac81c47a813b0bf8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:40.306002 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09e411d7-ec1d-48e3-9126-5c9a898d8051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:40.405822 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-b7e3d014-aec0-48da-b7c9-27fb3644951a tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] Made reservation on behalf of a74fbcf2aa1845a7ac81c47a813b0bf8 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:40.414590 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-b7e3d014-aec0-48da-b7c9-27fb3644951a tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:40.443063 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09e411d7-ec1d-48e3-9126-5c9a898d8051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:40.447266 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09e411d7-ec1d-48e3-9126-5c9a898d8051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:40.450240 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-09e411d7-ec1d-48e3-9126-5c9a898d8051 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d596fedf-5b7f-4af2-b15b-a0f8db1e2fda HTTP/1.1" status: 204 len: 168 time: 1.0987389 Jul 15 13:25:40.480694 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e411d7-ec1d-48e3-9126-5c9a898d8051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d596fedf-5b7f-4af2-b15b-a0f8db1e2fda,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:40.797381 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3f9ca5df-2624-432b-99fd-ad47f85592bc req-e35eb0ed-8486-435f-83e2-f9aaca166c61 tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1b7d510-4abf-402e-8a91-fd7ad58f95a5 HTTP/1.1" status: 200 len: 210 time: 0.1799204 Jul 15 13:25:40.921819 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-b7e3d014-aec0-48da-b7c9-27fb3644951a tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] Allocated IP 172.20.0.11 (5f0d45bf-792d-49f8-b6e7-7400a498cd66/5d84d5ea-2f67-4c80-beba-a81ed7fd679a/e86dfe5e-f637-4ae4-b2c4-11ab51307689) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:41.146794 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-b7e3d014-aec0-48da-b7c9-27fb3644951a tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.202933 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-b7e3d014-aec0-48da-b7c9-27fb3644951a tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.351785 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10db1095-9af2-4712-8f1f-a08eb6d871ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.432842 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-b7e3d014-aec0-48da-b7c9-27fb3644951a tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] Network 5f0d45bf-792d-49f8-b6e7-7400a498cd66 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:41.449026 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-b7e3d014-aec0-48da-b7c9-27fb3644951a tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:41.471288 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-b7e3d014-aec0-48da-b7c9-27fb3644951a tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:41.594988 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e3d014-aec0-48da-b7c9-27fb3644951a tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] Pushing event updated for resources: {'Port': ['ID=e86dfe5e-f637-4ae4-b2c4-11ab51307689,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:41.694264 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-b7e3d014-aec0-48da-b7c9-27fb3644951a tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:41.704245 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-b7e3d014-aec0-48da-b7c9-27fb3644951a tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.749064 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-b7e3d014-aec0-48da-b7c9-27fb3644951a tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1554797 Jul 15 13:25:41.777340 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-4a2fdf86-1761-4545-8ad0-de9e771bdb32 service neutron] Request body: {'port': {'device_id': 'e1b7d510-4abf-402e-8a91-fd7ad58f95a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:42.137006 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-4a2fdf86-1761-4545-8ad0-de9e771bdb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.156651 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-10db1095-9af2-4712-8f1f-a08eb6d871ec admin admin] Deleting port 2ff36287-0b27-41c0-bcc0-a4c6ebccd24e {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:42.157309 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10db1095-9af2-4712-8f1f-a08eb6d871ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.351503 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-10db1095-9af2-4712-8f1f-a08eb6d871ec admin admin] For port 2ff36287-0b27-41c0-bcc0-a4c6ebccd24e, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=2ff36287-0b27-41c0-bcc0-a4c6ebccd24e,segment=NetworkSegment(7f3df33e-d447-40d7-9ed7-81382a06377c),segment_id=7f3df33e-d447-40d7-9ed7-81382a06377c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:42.351878 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10db1095-9af2-4712-8f1f-a08eb6d871ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.393058 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51512bdc-a9fa-4880-8929-b9af2032605a req-674946af-4b95-465a-b902-78ed2e8e44af tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:42.395881 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-51512bdc-a9fa-4880-8929-b9af2032605a req-674946af-4b95-465a-b902-78ed2e8e44af tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1b7d510-4abf-402e-8a91-fd7ad58f95a5 HTTP/1.1" status: 200 len: 932 time: 0.2298064 Jul 15 13:25:42.404490 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-10db1095-9af2-4712-8f1f-a08eb6d871ec admin admin] Calling delete_port for 2ff36287-0b27-41c0-bcc0-a4c6ebccd24e owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:42.514412 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-51512bdc-a9fa-4880-8929-b9af2032605a req-042e4c4e-1693-4d4e-87a9-3747b4a419d1 tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e04442-41bf-4f99-956f-00ec493fbb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123524 Jul 15 13:25:42.979410 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10db1095-9af2-4712-8f1f-a08eb6d871ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.020264 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db1095-9af2-4712-8f1f-a08eb6d871ec admin admin] Pushing event deleted for resources: {'Port': ['ID=2ff36287-0b27-41c0-bcc0-a4c6ebccd24e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:43.030170 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-4a2fdf86-1761-4545-8ad0-de9e771bdb32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e86dfe5e-f637-4ae4-b2c4-11ab51307689 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:25:43.056640 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-4a2fdf86-1761-4545-8ad0-de9e771bdb32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.074258 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-4a2fdf86-1761-4545-8ad0-de9e771bdb32 service neutron] Transition to ACTIVE for port object e86dfe5e-f637-4ae4-b2c4-11ab51307689 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:43.080003 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-4a2fdf86-1761-4545-8ad0-de9e771bdb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.292133 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2fdf86-1761-4545-8ad0-de9e771bdb32 service neutron] Pushing event updated for resources: {'Port': ['ID=e86dfe5e-f637-4ae4-b2c4-11ab51307689,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:43.530402 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10db1095-9af2-4712-8f1f-a08eb6d871ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.633534 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-4a2fdf86-1761-4545-8ad0-de9e771bdb32 service neutron] Attempting to bind port e86dfe5e-f637-4ae4-b2c4-11ab51307689 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:43.635809 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-4a2fdf86-1761-4545-8ad0-de9e771bdb32 service neutron] Attempting to bind port e86dfe5e-f637-4ae4-b2c4-11ab51307689 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'd51a9656-6cdc-4d10-80d8-069ff22fd893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5f0d45bf-792d-49f8-b6e7-7400a498cd66'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:43.637030 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-4a2fdf86-1761-4545-8ad0-de9e771bdb32 service neutron] Attempting to bind port e86dfe5e-f637-4ae4-b2c4-11ab51307689 on network 5f0d45bf-792d-49f8-b6e7-7400a498cd66 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:43.666751 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-4a2fdf86-1761-4545-8ad0-de9e771bdb32 service neutron] Port e86dfe5e-f637-4ae4-b2c4-11ab51307689 on network 5f0d45bf-792d-49f8-b6e7-7400a498cd66 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:25:43.667280 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-4a2fdf86-1761-4545-8ad0-de9e771bdb32 service neutron] Attempting to bind port e86dfe5e-f637-4ae4-b2c4-11ab51307689 on network 5f0d45bf-792d-49f8-b6e7-7400a498cd66 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:43.680074 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-4a2fdf86-1761-4545-8ad0-de9e771bdb32 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:43.680562 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-4a2fdf86-1761-4545-8ad0-de9e771bdb32 service neutron] Checking segment: {'id': 'd51a9656-6cdc-4d10-80d8-069ff22fd893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5f0d45bf-792d-49f8-b6e7-7400a498cd66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:43.681220 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-4a2fdf86-1761-4545-8ad0-de9e771bdb32 service neutron] Bound using segment: {'id': 'd51a9656-6cdc-4d10-80d8-069ff22fd893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5f0d45bf-792d-49f8-b6e7-7400a498cd66'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:43.681893 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-4a2fdf86-1761-4545-8ad0-de9e771bdb32 service neutron] Bound port: e86dfe5e-f637-4ae4-b2c4-11ab51307689, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd51a9656-6cdc-4d10-80d8-069ff22fd893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5f0d45bf-792d-49f8-b6e7-7400a498cd66'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:43.686545 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-4a2fdf86-1761-4545-8ad0-de9e771bdb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.887039 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-4a2fdf86-1761-4545-8ad0-de9e771bdb32 service neutron] For port e86dfe5e-f637-4ae4-b2c4-11ab51307689, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:43.891216 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-4a2fdf86-1761-4545-8ad0-de9e771bdb32 service neutron] For port e86dfe5e-f637-4ae4-b2c4-11ab51307689, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=e86dfe5e-f637-4ae4-b2c4-11ab51307689,segment=NetworkSegment(d51a9656-6cdc-4d10-80d8-069ff22fd893),segment_id=d51a9656-6cdc-4d10-80d8-069ff22fd893)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:43.906234 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-4a2fdf86-1761-4545-8ad0-de9e771bdb32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.037195 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2fdf86-1761-4545-8ad0-de9e771bdb32 service neutron] Pushing event updated for resources: {'Port': ['ID=e86dfe5e-f637-4ae4-b2c4-11ab51307689,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:44.066898 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-4a2fdf86-1761-4545-8ad0-de9e771bdb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:44.071734 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-4a2fdf86-1761-4545-8ad0-de9e771bdb32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.074209 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-4a2fdf86-1761-4545-8ad0-de9e771bdb32 service neutron] 10.222.0.32 "PUT /v2.0/ports/e86dfe5e-f637-4ae4-b2c4-11ab51307689 HTTP/1.1" status: 200 len: 1093 time: 2.3125150 Jul 15 13:25:44.074859 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b7d510-4abf-402e-8a91-fd7ad58f95a5', 'tag': 'e86dfe5e-f637-4ae4-b2c4-11ab51307689'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:44.077803 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1475bef-2898-4a6e-bf5f-699efed50a51" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b7d510-4abf-402e-8a91-fd7ad58f95a5", "tag": "e86dfe5e-f637-4ae4-b2c4-11ab51307689"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:44.234229 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da39245-5f9a-4123-967e-a6c43ba7e972 x-openstack-request-id: req-9da39245-5f9a-4123-967e-a6c43ba7e972 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:44.234608 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b7d510-4abf-402e-8a91-fd7ad58f95a5", "tag": "e86dfe5e-f637-4ae4-b2c4-11ab51307689", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:44.234976 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9da39245-5f9a-4123-967e-a6c43ba7e972 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:44.235525 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b7d510-4abf-402e-8a91-fd7ad58f95a5', 'tag': 'e86dfe5e-f637-4ae4-b2c4-11ab51307689', 'status': 'completed', 'code': 200} Jul 15 13:25:44.463742 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-2225bc4b-350a-4a54-bbce-b7f429c4e039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:44.469383 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-2225bc4b-350a-4a54-bbce-b7f429c4e039 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a74fbcf2aa1845a7ac81c47a813b0bf8&device_id=e1b7d510-4abf-402e-8a91-fd7ad58f95a5 HTTP/1.1" status: 200 len: 1096 time: 0.3269041 Jul 15 13:25:44.578973 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-6f29a78c-a830-43e7-9053-ef240a7b1bf1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e86dfe5e-f637-4ae4-b2c4-11ab51307689 HTTP/1.1" status: 200 len: 217 time: 0.0853848 Jul 15 13:25:44.757552 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-92809d8c-bea6-4608-87b2-dee44deecbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:44.760153 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-92809d8c-bea6-4608-87b2-dee44deecbc4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5d84d5ea-2f67-4c80-beba-a81ed7fd679a HTTP/1.1" status: 200 len: 861 time: 0.1736805 Jul 15 13:25:44.839308 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-09fca5a4-ebfb-4c20-8d6b-2277e563b0ed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5f0d45bf-792d-49f8-b6e7-7400a498cd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530910 Jul 15 13:25:44.849675 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0daa7-84cf-4b5a-aa31-487b2c1d429c req-72a1a960-c693-4cc0-b3f3-98b36df6db59 tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:44.861319 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8fe0daa7-84cf-4b5a-aa31-487b2c1d429c req-72a1a960-c693-4cc0-b3f3-98b36df6db59 tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1b7d510-4abf-402e-8a91-fd7ad58f95a5 HTTP/1.1" status: 200 len: 944 time: 0.8756940 Jul 15 13:25:44.916567 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10db1095-9af2-4712-8f1f-a08eb6d871ec admin admin] Router e6b5417d-11ad-4b52-8b63-0d3c8d93edef has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:45.059568 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8fe0daa7-84cf-4b5a-aa31-487b2c1d429c req-d9d1bb88-5fce-4ff0-89b0-8127d620fb5a tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e04442-41bf-4f99-956f-00ec493fbb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969118 Jul 15 13:25:45.093596 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-6bcf1f88-843b-4142-9877-61df6b5842cb service neutron] 10.222.0.32 "GET /v2.0/networks/5f0d45bf-792d-49f8-b6e7-7400a498cd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470458 Jul 15 13:25:45.221893 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10db1095-9af2-4712-8f1f-a08eb6d871ec admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:45.234957 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-10db1095-9af2-4712-8f1f-a08eb6d871ec admin admin] 10.222.0.24 "PUT /v2.0/routers/e6b5417d-11ad-4b52-8b63-0d3c8d93edef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7618756 Jul 15 13:25:45.240264 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb2a910-b418-4ada-817c-f78137f08747 None None] Sync routers for ids ['e6b5417d-11ad-4b52-8b63-0d3c8d93edef'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:45.241508 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 47970) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:45.282127 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb2a910-b418-4ada-817c-f78137f08747 None None] Routers {'e6b5417d-11ad-4b52-8b63-0d3c8d93edef'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:45.282785 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5bb2a910-b418-4ada-817c-f78137f08747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:25:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['e6b5417d-11ad-4b52-8b63-0d3c8d93edef'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:45.325426 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7d47940f-c2e1-40ce-8a03-9b64b55b1036 req-40202c49-dcba-44fd-a2e0-7b1fc195b34d service neutron] 10.222.0.32 "GET /v2.0/networks/5f0d45bf-792d-49f8-b6e7-7400a498cd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238593 Jul 15 13:25:45.554219 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-5bb2a910-b418-4ada-817c-f78137f08747 None None] Set router e6b5417d-11ad-4b52-8b63-0d3c8d93edef gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:45.581418 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f2ecff4-1963-454f-94d6-9f6a92c8f3dc admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.583649 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1475bef-2898-4a6e-bf5f-699efed50a51 req-0241cdab-a23c-4a38-91ac-5880321ec284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:45.585404 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f1475bef-2898-4a6e-bf5f-699efed50a51 req-0241cdab-a23c-4a38-91ac-5880321ec284 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a74fbcf2aa1845a7ac81c47a813b0bf8&device_id=e1b7d510-4abf-402e-8a91-fd7ad58f95a5 HTTP/1.1" status: 200 len: 1096 time: 0.1410615 Jul 15 13:25:45.934827 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1475bef-2898-4a6e-bf5f-699efed50a51 req-4e2417b6-5784-41a6-a8cb-64fde13cc7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:45.936777 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f1475bef-2898-4a6e-bf5f-699efed50a51 req-4e2417b6-5784-41a6-a8cb-64fde13cc7c0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5f0d45bf-792d-49f8-b6e7-7400a498cd66 HTTP/1.1" status: 200 len: 922 time: 0.3416023 Jul 15 13:25:46.056308 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f2ecff4-1963-454f-94d6-9f6a92c8f3dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.130677 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f1475bef-2898-4a6e-bf5f-699efed50a51 req-4e581b9c-82fe-4b9d-b99c-af69faed302a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e86dfe5e-f637-4ae4-b2c4-11ab51307689 HTTP/1.1" status: 200 len: 217 time: 0.1860044 Jul 15 13:25:46.333801 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4f2ecff4-1963-454f-94d6-9f6a92c8f3dc admin admin] Deleting port b620ad1e-e0ab-4faf-8030-835c52df4242 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:46.334948 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f2ecff4-1963-454f-94d6-9f6a92c8f3dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.354647 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1475bef-2898-4a6e-bf5f-699efed50a51 req-e039b4f3-98d0-4121-9147-c8ed4d70997a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:46.361304 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f1475bef-2898-4a6e-bf5f-699efed50a51 req-e039b4f3-98d0-4121-9147-c8ed4d70997a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5d84d5ea-2f67-4c80-beba-a81ed7fd679a HTTP/1.1" status: 200 len: 861 time: 0.2195823 Jul 15 13:25:46.373898 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5bb2a910-b418-4ada-817c-f78137f08747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b5417d-11ad-4b52-8b63-0d3c8d93edef', 'name': 'tempest-TestAggregatesBasicOps-595762120-router', 'tenant_id': 'dca6a2228ddc4a7380aec72790d70be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'b620ad1e-e0ab-4faf-8030-835c52df4242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:42Z', 'revision_number': 5, 'project_id': 'dca6a2228ddc4a7380aec72790d70be9', 'gw_port': {'id': 'b620ad1e-e0ab-4faf-8030-835c52df4242', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b5417d-11ad-4b52-8b63-0d3c8d93edef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:04Z', 'updated_at': '2021-07-15T13:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:46.425376 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f1475bef-2898-4a6e-bf5f-699efed50a51 req-7ae0aecf-6405-4769-87b7-114a6a98431c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5f0d45bf-792d-49f8-b6e7-7400a498cd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545413 Jul 15 13:25:46.459660 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb2a910-b418-4ada-817c-f78137f08747 None None] Checking router: e6b5417d-11ad-4b52-8b63-0d3c8d93edef for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:25:46.490437 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb2a910-b418-4ada-817c-f78137f08747 None None] Routers {'e6b5417d-11ad-4b52-8b63-0d3c8d93edef'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:46.493992 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5bb2a910-b418-4ada-817c-f78137f08747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:25:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['e6b5417d-11ad-4b52-8b63-0d3c8d93edef'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:46.579007 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f3c33-ee98-499c-9035-5aaa4cc2ed3a req-79c08433-4f3d-4d34-93b1-4a193815a81f tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:46.589046 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-404f3c33-ee98-499c-9035-5aaa4cc2ed3a req-79c08433-4f3d-4d34-93b1-4a193815a81f tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1b7d510-4abf-402e-8a91-fd7ad58f95a5 HTTP/1.1" status: 200 len: 944 time: 0.2510087 Jul 15 13:25:46.594063 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4f2ecff4-1963-454f-94d6-9f6a92c8f3dc admin admin] For port b620ad1e-e0ab-4faf-8030-835c52df4242, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b620ad1e-e0ab-4faf-8030-835c52df4242,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:46.594682 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f2ecff4-1963-454f-94d6-9f6a92c8f3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.635537 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4f2ecff4-1963-454f-94d6-9f6a92c8f3dc admin admin] Calling delete_port for b620ad1e-e0ab-4faf-8030-835c52df4242 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:46.665578 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f1475bef-2898-4a6e-bf5f-699efed50a51 req-e2ca0037-ad5d-4e52-8830-b45910620b60 service neutron] 10.222.0.32 "GET /v2.0/networks/5f0d45bf-792d-49f8-b6e7-7400a498cd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316153 Jul 15 13:25:46.687557 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-404f3c33-ee98-499c-9035-5aaa4cc2ed3a req-b3bd37df-72d5-401c-a227-040ab070cae8 tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e04442-41bf-4f99-956f-00ec493fbb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963871 Jul 15 13:25:46.769101 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-5bb2a910-b418-4ada-817c-f78137f08747 None None] Set router e6b5417d-11ad-4b52-8b63-0d3c8d93edef gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:46.861934 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48038) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:46.939414 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f1475bef-2898-4a6e-bf5f-699efed50a51 req-1db78ea9-b801-4d72-9e4f-0fd93aaea4fc service neutron] 10.222.0.32 "GET /v2.0/networks/5f0d45bf-792d-49f8-b6e7-7400a498cd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648222 Jul 15 13:25:46.948953 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5bb2a910-b418-4ada-817c-f78137f08747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b5417d-11ad-4b52-8b63-0d3c8d93edef', 'name': 'tempest-TestAggregatesBasicOps-595762120-router', 'tenant_id': 'dca6a2228ddc4a7380aec72790d70be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:46Z', 'revision_number': 6, 'project_id': 'dca6a2228ddc4a7380aec72790d70be9', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:47.011465 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb2a910-b418-4ada-817c-f78137f08747 None None] The sync data for ids ['e6b5417d-11ad-4b52-8b63-0d3c8d93edef'] in n-d-758944-45 is: [{'id': 'e6b5417d-11ad-4b52-8b63-0d3c8d93edef', 'name': 'tempest-TestAggregatesBasicOps-595762120-router', 'tenant_id': 'dca6a2228ddc4a7380aec72790d70be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:46Z', 'revision_number': 6, 'project_id': 'dca6a2228ddc4a7380aec72790d70be9', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:47.044420 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f2ecff4-1963-454f-94d6-9f6a92c8f3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.105788 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ecff4-1963-454f-94d6-9f6a92c8f3dc admin admin] Pushing event deleted for resources: {'Port': ['ID=b620ad1e-e0ab-4faf-8030-835c52df4242,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:47.119420 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-774c4a27-b876-4d1b-b417-ebf8e9a5e016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.230220 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f2ecff4-1963-454f-94d6-9f6a92c8f3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.411749 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f2ecff4-1963-454f-94d6-9f6a92c8f3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.415787 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f2ecff4-1963-454f-94d6-9f6a92c8f3dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.552042 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f2ecff4-1963-454f-94d6-9f6a92c8f3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.552578 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2ecff4-1963-454f-94d6-9f6a92c8f3dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6b5417d-11ad-4b52-8b63-0d3c8d93edef {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:25:47.565945 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f2ecff4-1963-454f-94d6-9f6a92c8f3dc admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.569702 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4f2ecff4-1963-454f-94d6-9f6a92c8f3dc admin admin] 10.222.0.24 "DELETE /v2.0/routers/e6b5417d-11ad-4b52-8b63-0d3c8d93edef HTTP/1.1" status: 204 len: 168 time: 2.3248203 Jul 15 13:25:47.570766 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48058) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:47.601312 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-774c4a27-b876-4d1b-b417-ebf8e9a5e016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.611857 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-774c4a27-b876-4d1b-b417-ebf8e9a5e016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.670566 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-774c4a27-b876-4d1b-b417-ebf8e9a5e016 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef97c772223f4617b84c40be712ecfca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8029709 Jul 15 13:25:47.670566 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c4a27-b876-4d1b-b417-ebf8e9a5e016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792d9138-8b93-4d5b-9a83-3e05348507e2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:47.670894 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48064) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:47.733686 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-443f0edc-534e-4d69-901e-490c420c5365 admin admin] Deleting subnet b0296f08-cd1b-4a8b-b41e-e1b2eee45dbb {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:25:47.743435 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-443f0edc-534e-4d69-901e-490c420c5365 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.852817 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-443f0edc-534e-4d69-901e-490c420c5365 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.856357 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-210f1002-f6d7-468a-b434-025b569a81c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.889004 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-210f1002-f6d7-468a-b434-025b569a81c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.113028 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-210f1002-f6d7-468a-b434-025b569a81c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.116063 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-210f1002-f6d7-468a-b434-025b569a81c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.117325 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-210f1002-f6d7-468a-b434-025b569a81c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/792d9138-8b93-4d5b-9a83-3e05348507e2 HTTP/1.1" status: 204 len: 168 time: 0.4436479 Jul 15 13:25:48.163880 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-443f0edc-534e-4d69-901e-490c420c5365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.197345 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f1002-f6d7-468a-b434-025b569a81c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792d9138-8b93-4d5b-9a83-3e05348507e2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:48.404691 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69d9f7-7cb1-4994-bad9-df5e6e09eb0d req-ffff2eac-1a80-4f83-839c-8fed3693948e tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:48.415958 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-de69d9f7-7cb1-4994-bad9-df5e6e09eb0d req-ffff2eac-1a80-4f83-839c-8fed3693948e tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1b7d510-4abf-402e-8a91-fd7ad58f95a5 HTTP/1.1" status: 200 len: 944 time: 0.3725448 Jul 15 13:25:48.465839 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b620ad1e-e0ab-4faf-8030-835c52df4242 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:48.520017 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-443f0edc-534e-4d69-901e-490c420c5365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.525331 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-de69d9f7-7cb1-4994-bad9-df5e6e09eb0d req-ac3e66ee-8ea9-4de4-99d0-2a3df2e4661e tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e04442-41bf-4f99-956f-00ec493fbb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030214 Jul 15 13:25:48.562806 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: b620ad1e-e0ab-4faf-8030-835c52df4242 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:25:48.563161 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b620ad1e-e0ab-4faf-8030-835c52df4242 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:48.563593 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 2ff36287-0b27-41c0-bcc0-a4c6ebccd24e no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:48.596742 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f0edc-534e-4d69-901e-490c420c5365 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0296f08-cd1b-4a8b-b41e-e1b2eee45dbb,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:48.623180 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-443f0edc-534e-4d69-901e-490c420c5365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.626250 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-443f0edc-534e-4d69-901e-490c420c5365 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b0296f08-cd1b-4a8b-b41e-e1b2eee45dbb HTTP/1.1" status: 204 len: 168 time: 1.0530980 Jul 15 13:25:48.628037 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48086) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:48.645910 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 2ff36287-0b27-41c0-bcc0-a4c6ebccd24e {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:25:48.646259 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 2ff36287-0b27-41c0-bcc0-a4c6ebccd24e not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:48.652143 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1205454f-27f9-4dcf-ba87-6dd72760c66d None None] Network 6b4bcb67-272d-4b7a-a0c2-1711e3d390ff requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:48.861105 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bda3b317-81da-4c59-8dca-3fdbbb458caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.044278 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-bda3b317-81da-4c59-8dca-3fdbbb458caf admin admin] Deleting port 32e714be-d8f1-4300-bd5c-8d56044efada {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:49.048759 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bda3b317-81da-4c59-8dca-3fdbbb458caf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.085569 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device e86dfe5e-f637-4ae4-b2c4-11ab51307689 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:25:49.111650 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48100) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:49.154757 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8af06a6d-09ad-4f3d-8e0a-a6f753fe6cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.169621 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ba6322-044b-425d-af52-b5d08c79bc06 None None] DHCP port deletion for 6b4bcb67-272d-4b7a-a0c2-1711e3d390ff request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:25:49.318602 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8af06a6d-09ad-4f3d-8e0a-a6f753fe6cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.332495 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8af06a6d-09ad-4f3d-8e0a-a6f753fe6cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.396802 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8af06a6d-09ad-4f3d-8e0a-a6f753fe6cec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=afb2823a629d41538a83ad2eeb3c304c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2808349 Jul 15 13:25:49.400216 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48102) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:49.425026 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-bda3b317-81da-4c59-8dca-3fdbbb458caf admin admin] For port 32e714be-d8f1-4300-bd5c-8d56044efada, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=32e714be-d8f1-4300-bd5c-8d56044efada,segment=NetworkSegment(7f3df33e-d447-40d7-9ed7-81382a06377c),segment_id=7f3df33e-d447-40d7-9ed7-81382a06377c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:49.426328 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bda3b317-81da-4c59-8dca-3fdbbb458caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.457686 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af06a6d-09ad-4f3d-8e0a-a6f753fe6cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a80750-962f-4c39-a36a-9c9b31d5f9b9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:49.476930 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-bda3b317-81da-4c59-8dca-3fdbbb458caf admin admin] Calling delete_port for 32e714be-d8f1-4300-bd5c-8d56044efada owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:49.594559 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e7d95e3-e69e-4b84-8528-89d5d4da788e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.722361 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port e86dfe5e-f637-4ae4-b2c4-11ab51307689, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=e86dfe5e-f637-4ae4-b2c4-11ab51307689,segment=NetworkSegment(d51a9656-6cdc-4d10-80d8-069ff22fd893),segment_id=d51a9656-6cdc-4d10-80d8-069ff22fd893)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:49.737498 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e7d95e3-e69e-4b84-8528-89d5d4da788e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.744245 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d1ba6322-044b-425d-af52-b5d08c79bc06 None None] Deleting port 32e714be-d8f1-4300-bd5c-8d56044efada {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:49.745393 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1ba6322-044b-425d-af52-b5d08c79bc06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.860579 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'e86dfe5e-f637-4ae4-b2c4-11ab51307689', 'network_id': '5f0d45bf-792d-49f8-b6e7-7400a498cd66', 'port_id': 'e86dfe5e-f637-4ae4-b2c4-11ab51307689', 'mac_address': 'fa:16:3e:fe:ce:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d84d5ea-2f67-4c80-beba-a81ed7fd679a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:25:49.991469 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bda3b317-81da-4c59-8dca-3fdbbb458caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.146137 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e7d95e3-e69e-4b84-8528-89d5d4da788e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.151626 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e7d95e3-e69e-4b84-8528-89d5d4da788e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.153748 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8e7d95e3-e69e-4b84-8528-89d5d4da788e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/21a80750-962f-4c39-a36a-9c9b31d5f9b9 HTTP/1.1" status: 204 len: 168 time: 0.7516940 Jul 15 13:25:50.168899 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda3b317-81da-4c59-8dca-3fdbbb458caf admin admin] No DVR routers for this DVR port 32e714be-d8f1-4300-bd5c-8d56044efada on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:50.181084 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3b317-81da-4c59-8dca-3fdbbb458caf admin admin] Pushing event deleted for resources: {'Port': ['ID=32e714be-d8f1-4300-bd5c-8d56044efada,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:50.211907 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d1ba6322-044b-425d-af52-b5d08c79bc06 None None] For port 32e714be-d8f1-4300-bd5c-8d56044efada, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=32e714be-d8f1-4300-bd5c-8d56044efada,segment=NetworkSegment(7f3df33e-d447-40d7-9ed7-81382a06377c),segment_id=7f3df33e-d447-40d7-9ed7-81382a06377c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:50.212854 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1ba6322-044b-425d-af52-b5d08c79bc06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.217245 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.247255 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d95e3-e69e-4b84-8528-89d5d4da788e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a80750-962f-4c39-a36a-9c9b31d5f9b9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:50.291961 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e86dfe5e-f637-4ae4-b2c4-11ab51307689 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:25:50.373203 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port e86dfe5e-f637-4ae4-b2c4-11ab51307689, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=e86dfe5e-f637-4ae4-b2c4-11ab51307689,segment=NetworkSegment(d51a9656-6cdc-4d10-80d8-069ff22fd893),segment_id=d51a9656-6cdc-4d10-80d8-069ff22fd893)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:50.415640 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.505875 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bda3b317-81da-4c59-8dca-3fdbbb458caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.524286 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d1ba6322-044b-425d-af52-b5d08c79bc06 None None] Calling delete_port for 32e714be-d8f1-4300-bd5c-8d56044efada owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:50.527868 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=e86dfe5e-f637-4ae4-b2c4-11ab51307689,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:50.542294 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 32e714be-d8f1-4300-bd5c-8d56044efada no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:50.544283 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22831a-83ae-475f-8948-99d963c03159 req-1b8e316c-e6c0-47b8-a3c9-790602ce79af tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:50.547097 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ae22831a-83ae-475f-8948-99d963c03159 req-1b8e316c-e6c0-47b8-a3c9-790602ce79af tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1b7d510-4abf-402e-8a91-fd7ad58f95a5 HTTP/1.1" status: 200 len: 944 time: 0.7092006 Jul 15 13:25:50.557437 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:50.560538 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:50.561197 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:50.561798 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:50.562360 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:50.562913 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:50.563482 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:50.568646 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:50.569444 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:50.570048 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:50.570635 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:50.571224 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:50.679611 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 32e714be-d8f1-4300-bd5c-8d56044efada {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:25:50.681300 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 32e714be-d8f1-4300-bd5c-8d56044efada not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:50.801050 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['e86dfe5e-f637-4ae4-b2c4-11ab51307689'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:25:50.940342 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:25:51.072601 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5c1ba21b-1ae2-411f-8043-99ed8f84e38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.223874 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1ba6322-044b-425d-af52-b5d08c79bc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.247145 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-bda3b317-81da-4c59-8dca-3fdbbb458caf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b4bcb67-272d-4b7a-a0c2-1711e3d390ff']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:51.303640 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-bda3b317-81da-4c59-8dca-3fdbbb458caf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f3df33e-d447-40d7-9ed7-81382a06377c') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:51.304028 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-bda3b317-81da-4c59-8dca-3fdbbb458caf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f3df33e-d447-40d7-9ed7-81382a06377c') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:51.355715 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bda3b317-81da-4c59-8dca-3fdbbb458caf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.391719 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ba6322-044b-425d-af52-b5d08c79bc06 None None] No DVR routers for this DVR port 32e714be-d8f1-4300-bd5c-8d56044efada on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:51.393925 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba6322-044b-425d-af52-b5d08c79bc06 None None] Pushing event deleted for resources: {'Port': ['ID=32e714be-d8f1-4300-bd5c-8d56044efada,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:51.430781 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ae22831a-83ae-475f-8948-99d963c03159 req-fc4e702b-f18d-4273-9fce-a1bdbbe11e27 tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e04442-41bf-4f99-956f-00ec493fbb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8547809 Jul 15 13:25:51.468441 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bda3b317-81da-4c59-8dca-3fdbbb458caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.515337 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda3b317-81da-4c59-8dca-3fdbbb458caf admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:25:51.516434 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bda3b317-81da-4c59-8dca-3fdbbb458caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.527435 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:25:51.527435 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:25:51.527435 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:25:51.527435 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:25:51.527435 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:25:51.527435 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:25:51.527435 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:25:51.527435 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:25:51.527435 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:25:51.527435 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:25:51.527435 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:25:51.527435 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:25:51.527435 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:25:51.527435 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:25:51.527435 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:25:51.527435 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:25:51.527435 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:25:51.527435 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:25:51.527435 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:25:51.527435 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:25:51.527435 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:25:51.527435 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:25:51.527435 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:25:51.527435 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:25:51.527435 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:25:51.527435 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:25:51.527435 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:25:51.527435 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:25:51.527435 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:25:51.527435 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:25:51.527435 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:25:51.527435 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:25:51.639953 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bda3b317-81da-4c59-8dca-3fdbbb458caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.650039 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bda3b317-81da-4c59-8dca-3fdbbb458caf admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.656243 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-bda3b317-81da-4c59-8dca-3fdbbb458caf admin admin] 10.222.0.24 "DELETE /v2.0/networks/6b4bcb67-272d-4b7a-a0c2-1711e3d390ff HTTP/1.1" status: 204 len: 168 time: 3.0261328 Jul 15 13:25:51.672352 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3b317-81da-4c59-8dca-3fdbbb458caf admin admin] Pushing event deleted for resources: {'Network': ['ID=6b4bcb67-272d-4b7a-a0c2-1711e3d390ff,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:52.008453 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48164) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:52.142789 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6437a130-292e-4081-b6d9-5849c0380d1b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df719aa859da48118928d9177c2e0e5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277814 Jul 15 13:25:52.144451 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48168) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:52.238876 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c7c39414-d2d8-4597-b665-6505e14e0e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.279232 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c7c39414-d2d8-4597-b665-6505e14e0e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.352934 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c7c39414-d2d8-4597-b665-6505e14e0e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.360606 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c7c39414-d2d8-4597-b665-6505e14e0e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.376039 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c7c39414-d2d8-4597-b665-6505e14e0e08 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6da17ce-a838-4dcb-b379-a403439dbbaa HTTP/1.1" status: 204 len: 168 time: 0.2191091 Jul 15 13:25:52.392933 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c39414-d2d8-4597-b665-6505e14e0e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6da17ce-a838-4dcb-b379-a403439dbbaa,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:52.779020 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d7457b21-152f-4e85-a280-290ef6fb361a req-2b020224-5344-49bf-9c21-bac2a3a9241b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2190645 Jul 15 13:25:53.084754 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7457b21-152f-4e85-a280-290ef6fb361a req-13bcd688-a0a2-4c12-be7b-c36de96f9b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:53.102448 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d7457b21-152f-4e85-a280-290ef6fb361a req-13bcd688-a0a2-4c12-be7b-c36de96f9b11 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=37913da5a8464fb1a0b736ca946a9eaa&device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 1097 time: 0.2611289 Jul 15 13:25:53.102675 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device e86dfe5e-f637-4ae4-b2c4-11ab51307689 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:53.398267 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334a976-3773-4a37-85a2-66c6f39abc97 req-c81e82d6-3cc9-4f4c-a814-9ad73483d5b1 tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:53.407946 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d334a976-3773-4a37-85a2-66c6f39abc97 req-c81e82d6-3cc9-4f4c-a814-9ad73483d5b1 tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1b7d510-4abf-402e-8a91-fd7ad58f95a5 HTTP/1.1" status: 200 len: 945 time: 0.3182564 Jul 15 13:25:53.453312 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7457b21-152f-4e85-a280-290ef6fb361a req-5fb0dc93-269f-4ef3-a5c4-b6cee632148d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:53.456137 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d7457b21-152f-4e85-a280-290ef6fb361a req-5fb0dc93-269f-4ef3-a5c4-b6cee632148d service neutron] 10.222.0.18 "GET /v2.0/networks?id=e8913e0d-0d0e-40a2-882d-dd84c17b519b HTTP/1.1" status: 200 len: 911 time: 0.3092906 Jul 15 13:25:53.476964 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.523985 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f36bff1-2a13-4371-8436-98f20f8ca55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.534242 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port e86dfe5e-f637-4ae4-b2c4-11ab51307689 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:53.542171 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port e86dfe5e-f637-4ae4-b2c4-11ab51307689 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:53.543135 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.614461 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d334a976-3773-4a37-85a2-66c6f39abc97 req-a4ef0978-20f6-43b4-85f7-37114f3fb762 tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e04442-41bf-4f99-956f-00ec493fbb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935079 Jul 15 13:25:53.669803 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d7457b21-152f-4e85-a280-290ef6fb361a req-43c46ffe-be99-4e8d-91af-b6733891ee82 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62a1ef29-fc92-4319-8fe9-443de8b06a99 HTTP/1.1" status: 200 len: 1000 time: 0.2042673 Jul 15 13:25:53.714867 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.870288 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b7d510-4abf-402e-8a91-fd7ad58f95a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86dfe5e-f637-4ae4-b2c4-11ab51307689'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:53.880706 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aeaed5f-b19d-45c2-bb23-dc924f07959a" -d '{"events": [{"server_uuid": "e1b7d510-4abf-402e-8a91-fd7ad58f95a5", "name": "network-vif-plugged", "status": "completed", "tag": "e86dfe5e-f637-4ae4-b2c4-11ab51307689"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:53.932282 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port e86dfe5e-f637-4ae4-b2c4-11ab51307689, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=e86dfe5e-f637-4ae4-b2c4-11ab51307689,segment=NetworkSegment(d51a9656-6cdc-4d10-80d8-069ff22fd893),segment_id=d51a9656-6cdc-4d10-80d8-069ff22fd893)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:53.940897 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.949279 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48222) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:53.952688 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7457b21-152f-4e85-a280-290ef6fb361a req-c4ca4c2e-1a49-470f-ac02-167a5e650b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:53.961538 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d7457b21-152f-4e85-a280-290ef6fb361a req-c4ca4c2e-1a49-470f-ac02-167a5e650b8a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ddbfc00-1f92-454d-9c2c-3d67f76399b6 HTTP/1.1" status: 200 len: 849 time: 0.2850094 Jul 15 13:25:54.164116 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0464cc1b-88f8-4ebc-b310-4f61e4513b73 x-openstack-request-id: req-0464cc1b-88f8-4ebc-b310-4f61e4513b73 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:54.164116 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b7d510-4abf-402e-8a91-fd7ad58f95a5", "name": "network-vif-plugged", "status": "completed", "tag": "e86dfe5e-f637-4ae4-b2c4-11ab51307689", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:54.165051 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0464cc1b-88f8-4ebc-b310-4f61e4513b73 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:54.165217 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b7d510-4abf-402e-8a91-fd7ad58f95a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86dfe5e-f637-4ae4-b2c4-11ab51307689', 'code': 200} Jul 15 13:25:54.166884 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=e86dfe5e-f637-4ae4-b2c4-11ab51307689,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:54.301998 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7457b21-152f-4e85-a280-290ef6fb361a req-fdbda799-f231-4496-b57f-b0039fac7666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:54.306067 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d7457b21-152f-4e85-a280-290ef6fb361a req-fdbda799-f231-4496-b57f-b0039fac7666 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8913e0d-0d0e-40a2-882d-dd84c17b519b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3384116 Jul 15 13:25:54.442710 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7486d15-f825-480e-b351-44e988af38ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.619139 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48236) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:54.748011 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.784913 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d7457b21-152f-4e85-a280-290ef6fb361a req-1cdc3e1d-22fd-4581-be4e-8f5ca44e0085 service neutron] 10.222.0.18 "GET /v2.0/networks/e8913e0d-0d0e-40a2-882d-dd84c17b519b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675107 Jul 15 13:25:54.808847 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7486d15-f825-480e-b351-44e988af38ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.820154 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7486d15-f825-480e-b351-44e988af38ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.917956 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc2e89-ea32-4445-b3a8-35b72388b5b8 req-521a8d99-eb41-4c80-8ca1-aea7b25af89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:54.920673 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8cbc2e89-ea32-4445-b3a8-35b72388b5b8 req-521a8d99-eb41-4c80-8ca1-aea7b25af89d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e1b7d510-4abf-402e-8a91-fd7ad58f95a5 HTTP/1.1" status: 200 len: 1098 time: 0.5702505 Jul 15 13:25:54.960703 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1ca09cc7-c164-4541-80a6-148d63ed1842 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dca6a2228ddc4a7380aec72790d70be9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3400662 Jul 15 13:25:54.970904 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48250) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:54.996049 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e7486d15-f825-480e-b351-44e988af38ae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7fe0627a2e649dd8f1440ff6c45e5c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0448732 Jul 15 13:25:54.997533 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7486d15-f825-480e-b351-44e988af38ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a85bd7-cdcb-4a12-8774-937e0b45af99,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:55.004114 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48254) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:55.087001 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.209425 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d47ad7c6-3c5e-4471-b186-dcde69654e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.255483 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d47ad7c6-3c5e-4471-b186-dcde69654e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.364814 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e2e407cf-cd4a-4078-ba90-6ce752306d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.375158 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8cbc2e89-ea32-4445-b3a8-35b72388b5b8 req-0a004348-5ede-4277-bb32-22179d4e4a71 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=50e04442-41bf-4f99-956f-00ec493fbb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385939 Jul 15 13:25:55.389078 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d47ad7c6-3c5e-4471-b186-dcde69654e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.392974 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d47ad7c6-3c5e-4471-b186-dcde69654e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.394312 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d47ad7c6-3c5e-4471-b186-dcde69654e83 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f6a85bd7-cdcb-4a12-8774-937e0b45af99 HTTP/1.1" status: 204 len: 168 time: 0.3833566 Jul 15 13:25:55.421191 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ad7c6-3c5e-4471-b186-dcde69654e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a85bd7-cdcb-4a12-8774-937e0b45af99,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:55.520039 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d7457b21-152f-4e85-a280-290ef6fb361a req-77556bfd-19b4-4498-ab0b-39c832a3072c service neutron] 10.222.0.18 "GET /v2.0/networks/e8913e0d-0d0e-40a2-882d-dd84c17b519b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7275326 Jul 15 13:25:55.554457 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800a8c0-3f15-477a-a8b0-26190bd52280 req-733dcd2b-4175-453b-a1a0-555cc1361b42 tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:55.566656 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8800a8c0-3f15-477a-a8b0-26190bd52280 req-733dcd2b-4175-453b-a1a0-555cc1361b42 tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1b7d510-4abf-402e-8a91-fd7ad58f95a5 HTTP/1.1" status: 200 len: 946 time: 0.6024206 Jul 15 13:25:55.579426 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e2e407cf-cd4a-4078-ba90-6ce752306d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.855281 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8800a8c0-3f15-477a-a8b0-26190bd52280 req-a09e47ae-1791-4939-971e-72ecd181cb85 tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e04442-41bf-4f99-956f-00ec493fbb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809689 Jul 15 13:25:55.911360 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e2e407cf-cd4a-4078-ba90-6ce752306d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.915095 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e2e407cf-cd4a-4078-ba90-6ce752306d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.917531 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e2e407cf-cd4a-4078-ba90-6ce752306d4e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33180c67-04c0-448c-a6a8-ad33bf054c27 HTTP/1.1" status: 204 len: 168 time: 0.9348714 Jul 15 13:25:55.945596 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e407cf-cd4a-4078-ba90-6ce752306d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33180c67-04c0-448c-a6a8-ad33bf054c27,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:56.340903 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.634876 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1a5ac-749d-47e7-87d8-08f9e5fd9c29 req-369664bc-6452-48be-84fc-202ecc54f1ca tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:57.667208 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-53b1a5ac-749d-47e7-87d8-08f9e5fd9c29 req-369664bc-6452-48be-84fc-202ecc54f1ca tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1b7d510-4abf-402e-8a91-fd7ad58f95a5 HTTP/1.1" status: 200 len: 946 time: 0.2983191 Jul 15 13:25:57.850916 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-53b1a5ac-749d-47e7-87d8-08f9e5fd9c29 req-c31fe56a-7b3a-4ec1-a840-a56fdd3a754d tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e04442-41bf-4f99-956f-00ec493fbb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705687 Jul 15 13:25:58.927077 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48382) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:59.287113 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-8169f1f1-732d-4ae6-b0a7-69e774b4c873 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1420152954-network', 'tenant_id': '89567fda246241f4860e07527d287580'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:59.354165 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8169f1f1-732d-4ae6-b0a7-69e774b4c873 admin admin] Made reservation on behalf of 89567fda246241f4860e07527d287580 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:59.363376 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8169f1f1-732d-4ae6-b0a7-69e774b4c873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.403258 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8169f1f1-732d-4ae6-b0a7-69e774b4c873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.630320 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8169f1f1-732d-4ae6-b0a7-69e774b4c873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.638191 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8169f1f1-732d-4ae6-b0a7-69e774b4c873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.705324 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8169f1f1-732d-4ae6-b0a7-69e774b4c873 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:25:59.779467 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8169f1f1-732d-4ae6-b0a7-69e774b4c873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.779941 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-8169f1f1-732d-4ae6-b0a7-69e774b4c873 admin admin] Added segment b8eec8af-9469-42e2-bf3b-1690dc6eebc2 of type vlan for network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb Jul 15 13:25:59.784520 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169f1f1-732d-4ae6-b0a7-69e774b4c873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c721af4a-073c-45b3-bd69-aebf0b268f51,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:00.071000 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8169f1f1-732d-4ae6-b0a7-69e774b4c873 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.258171 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8169f1f1-732d-4ae6-b0a7-69e774b4c873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.261252 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8169f1f1-732d-4ae6-b0a7-69e774b4c873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:00.263350 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8169f1f1-732d-4ae6-b0a7-69e774b4c873 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.492319 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169f1f1-732d-4ae6-b0a7-69e774b4c873 admin admin] Pushing event updated for resources: {'Network': ['ID=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:00.513126 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:26:00.528606 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8169f1f1-732d-4ae6-b0a7-69e774b4c873 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5983949 Jul 15 13:26:00.532852 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48428) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:00.544806 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7c9865e2-73c9-4b89-a8c0-e41d73ada314 admin admin] Request body: {'subnet': {'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1420152954-subnet', 'tenant_id': '89567fda246241f4860e07527d287580', 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:00.640259 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9865e2-73c9-4b89-a8c0-e41d73ada314 admin admin] Made reservation on behalf of 89567fda246241f4860e07527d287580 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:00.659070 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c9865e2-73c9-4b89-a8c0-e41d73ada314 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:01.040050 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48444) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:01.192225 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c9865e2-73c9-4b89-a8c0-e41d73ada314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:01.254375 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9865e2-73c9-4b89-a8c0-e41d73ada314 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4840df0d-ad31-406d-829f-ea4475de886e,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:01.333007 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9865e2-73c9-4b89-a8c0-e41d73ada314 admin admin] Checking segment: {'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:01.334578 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9865e2-73c9-4b89-a8c0-e41d73ada314 admin admin] Network hostable DHCP agents. Network: 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:26:01.418358 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9865e2-73c9-4b89-a8c0-e41d73ada314 admin admin] Network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:26:01.441580 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7c9865e2-73c9-4b89-a8c0-e41d73ada314 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:01.457966 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e667e9f-ca7d-4451-ba90-e1019f2a63e8 None None] Network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:01.463961 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-72f71794-5c8f-4d33-8655-aaff953fe4f3 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-687264597', 'router:external': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:01.475889 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9865e2-73c9-4b89-a8c0-e41d73ada314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:01.490898 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c9865e2-73c9-4b89-a8c0-e41d73ada314 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:01.605254 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193ddbb-5b8e-4c4f-970f-e4666ebee39b req-4f2ac1ba-e843-40cc-8e76-694a7b8b782f tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:01.619607 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6193ddbb-5b8e-4c4f-970f-e4666ebee39b req-4f2ac1ba-e843-40cc-8e76-694a7b8b782f tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1b7d510-4abf-402e-8a91-fd7ad58f95a5 HTTP/1.1" status: 200 len: 946 time: 0.3985775 Jul 15 13:26:01.707011 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7c9865e2-73c9-4b89-a8c0-e41d73ada314 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1711562 Jul 15 13:26:01.710255 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f71794-5c8f-4d33-8655-aaff953fe4f3 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Made reservation on behalf of b2150318ba76442a9d146e38a0962c64 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:01.711358 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48458) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:01.714429 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-72f71794-5c8f-4d33-8655-aaff953fe4f3 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:01.717990 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-335c0548-a9d2-462b-8b8b-89f45fdb16e7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1420152954-router', 'tenant_id': '89567fda246241f4860e07527d287580', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:01.746302 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6193ddbb-5b8e-4c4f-970f-e4666ebee39b req-ffb589a3-4227-4a5b-830f-0b1c09d8dda6 tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e04442-41bf-4f99-956f-00ec493fbb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203098 Jul 15 13:26:01.767354 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-72f71794-5c8f-4d33-8655-aaff953fe4f3 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:01.792354 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.db.api [None req-72f71794-5c8f-4d33-8655-aaff953fe4f3 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:26:01.792354 n-d-758944-45 neutron-server[93813]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:26:01.792354 n-d-758944-45 neutron-server[93813]: [parameters: {'project_id_1': 'b2150318ba76442a9d146e38a0962c64', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 26, 1, 781883)}] Jul 15 13:26:01.792354 n-d-758944-45 neutron-server[93813]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:26:01.793461 n-d-758944-45 neutron-server[93813]: DEBUG oslo_db.api [None req-72f71794-5c8f-4d33-8655-aaff953fe4f3 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:26:01.822464 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-335c0548-a9d2-462b-8b8b-89f45fdb16e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:01.825251 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-335c0548-a9d2-462b-8b8b-89f45fdb16e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:01.965453 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf2ae61-575c-4e55-b064-a96e99d6b59c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'tenant_id': '89567fda246241f4860e07527d287580', 'fixed_ips': [{'subnet_id': '4840df0d-ad31-406d-829f-ea4475de886e'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:26:01.966541 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ae61-575c-4e55-b064-a96e99d6b59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.015710 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-335c0548-a9d2-462b-8b8b-89f45fdb16e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.172757 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-fcf2ae61-575c-4e55-b064-a96e99d6b59c None None] Allocated IP 172.20.0.2 (2f29b873-f209-4d3d-b75f-0d6b04f8d1cb/4840df0d-ad31-406d-829f-ea4475de886e/98d6acb3-6bac-42d0-85e3-18969d872111) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:02.301594 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-72f71794-5c8f-4d33-8655-aaff953fe4f3 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.326936 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7318d-fcef-422a-8165-6d3e4518c516 req-a100427d-90ba-4ead-95b1-34583f42eb96 tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:02.328616 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-05b7318d-fcef-422a-8165-6d3e4518c516 req-a100427d-90ba-4ead-95b1-34583f42eb96 tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1b7d510-4abf-402e-8a91-fd7ad58f95a5 HTTP/1.1" status: 200 len: 946 time: 0.1329877 Jul 15 13:26:02.461744 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-335c0548-a9d2-462b-8b8b-89f45fdb16e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.488814 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ae61-575c-4e55-b064-a96e99d6b59c None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.503786 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fcf2ae61-575c-4e55-b064-a96e99d6b59c None None] Transition to ACTIVE for port object 98d6acb3-6bac-42d0-85e3-18969d872111 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:02.532738 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fcf2ae61-575c-4e55-b064-a96e99d6b59c None None] Transition to ACTIVE for port object 98d6acb3-6bac-42d0-85e3-18969d872111 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:02.542875 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ae61-575c-4e55-b064-a96e99d6b59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.604753 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf2ae61-575c-4e55-b064-a96e99d6b59c None None] Network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:02.612166 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-fcf2ae61-575c-4e55-b064-a96e99d6b59c None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:02.621544 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf2ae61-575c-4e55-b064-a96e99d6b59c None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:02.637664 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2ae61-575c-4e55-b064-a96e99d6b59c None None] Pushing event updated for resources: {'Port': ['ID=98d6acb3-6bac-42d0-85e3-18969d872111,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:02.646686 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-05b7318d-fcef-422a-8165-6d3e4518c516 req-476d9da1-eeda-4088-9ea0-26facbcd99a2 tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] Deleting port e86dfe5e-f637-4ae4-b2c4-11ab51307689 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:02.647298 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-05b7318d-fcef-422a-8165-6d3e4518c516 req-476d9da1-eeda-4088-9ea0-26facbcd99a2 tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.768282 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-72f71794-5c8f-4d33-8655-aaff953fe4f3 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.795526 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-72f71794-5c8f-4d33-8655-aaff953fe4f3 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.833950 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-fcf2ae61-575c-4e55-b064-a96e99d6b59c None None] Attempting to bind port 98d6acb3-6bac-42d0-85e3-18969d872111 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:02.834823 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-fcf2ae61-575c-4e55-b064-a96e99d6b59c None None] Attempting to bind port 98d6acb3-6bac-42d0-85e3-18969d872111 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:02.835407 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf2ae61-575c-4e55-b064-a96e99d6b59c None None] Attempting to bind port 98d6acb3-6bac-42d0-85e3-18969d872111 on network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:02.862633 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf2ae61-575c-4e55-b064-a96e99d6b59c None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:02.864763 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf2ae61-575c-4e55-b064-a96e99d6b59c None None] Checking segment: {'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:02.865317 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ae61-575c-4e55-b064-a96e99d6b59c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.867552 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f71794-5c8f-4d33-8655-aaff953fe4f3 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:26:02.870590 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf2ae61-575c-4e55-b064-a96e99d6b59c None None] Bound using segment: {'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:02.871930 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-fcf2ae61-575c-4e55-b064-a96e99d6b59c None None] Bound port: 98d6acb3-6bac-42d0-85e3-18969d872111, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:02.875297 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ae61-575c-4e55-b064-a96e99d6b59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.930982 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-05b7318d-fcef-422a-8165-6d3e4518c516 req-476d9da1-eeda-4088-9ea0-26facbcd99a2 tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] For port e86dfe5e-f637-4ae4-b2c4-11ab51307689, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=e86dfe5e-f637-4ae4-b2c4-11ab51307689,segment=NetworkSegment(d51a9656-6cdc-4d10-80d8-069ff22fd893),segment_id=d51a9656-6cdc-4d10-80d8-069ff22fd893)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:02.933718 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-05b7318d-fcef-422a-8165-6d3e4518c516 req-476d9da1-eeda-4088-9ea0-26facbcd99a2 tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.941453 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-72f71794-5c8f-4d33-8655-aaff953fe4f3 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.941825 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-72f71794-5c8f-4d33-8655-aaff953fe4f3 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Added segment f2071c4f-5a87-4042-9dc7-7f29570f4be5 of type vlan for network 5838f53b-c3d8-4ce0-87a8-d32fe98ab0e4 Jul 15 13:26:02.947866 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f71794-5c8f-4d33-8655-aaff953fe4f3 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1073664d-48ab-4897-b062-a7f109986ea5,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:02.967424 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-335c0548-a9d2-462b-8b8b-89f45fdb16e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:03.026160 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-335c0548-a9d2-462b-8b8b-89f45fdb16e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:03.031564 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-05b7318d-fcef-422a-8165-6d3e4518c516 req-476d9da1-eeda-4088-9ea0-26facbcd99a2 tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] Calling delete_port for e86dfe5e-f637-4ae4-b2c4-11ab51307689 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:03.107884 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-72f71794-5c8f-4d33-8655-aaff953fe4f3 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:03.193730 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-fcf2ae61-575c-4e55-b064-a96e99d6b59c None None] For port 98d6acb3-6bac-42d0-85e3-18969d872111, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:03.221957 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-fcf2ae61-575c-4e55-b064-a96e99d6b59c None None] For port 98d6acb3-6bac-42d0-85e3-18969d872111, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=98d6acb3-6bac-42d0-85e3-18969d872111,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:03.237034 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ae61-575c-4e55-b064-a96e99d6b59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:03.379837 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-335c0548-a9d2-462b-8b8b-89f45fdb16e7 admin admin] Allocated IP 172.25.6.27 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/826a507f-a992-4b69-aed5-bbd001f3ff0f) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:03.393109 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2ae61-575c-4e55-b064-a96e99d6b59c None None] Pushing event updated for resources: {'Port': ['ID=98d6acb3-6bac-42d0-85e3-18969d872111,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:03.562726 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-72f71794-5c8f-4d33-8655-aaff953fe4f3 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:03.564037 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f71794-5c8f-4d33-8655-aaff953fe4f3 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:03.564827 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-72f71794-5c8f-4d33-8655-aaff953fe4f3 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:03.649092 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-335c0548-a9d2-462b-8b8b-89f45fdb16e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:03.663274 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f71794-5c8f-4d33-8655-aaff953fe4f3 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Pushing event updated for resources: {'Network': ['ID=5838f53b-c3d8-4ce0-87a8-d32fe98ab0e4,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:03.675685 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 5838f53b-c3d8-4ce0-87a8-d32fe98ab0e4 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:26:03.740224 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-72f71794-5c8f-4d33-8655-aaff953fe4f3 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.6980805 Jul 15 13:26:03.753296 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48494) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:03.778053 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5842598-5978-462c-8fd4-125368b26dbb req-7b5a0d7c-1a80-4b45-9695-dd621f2f4989 tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:03.780033 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a5842598-5978-462c-8fd4-125368b26dbb req-7b5a0d7c-1a80-4b45-9695-dd621f2f4989 tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1b7d510-4abf-402e-8a91-fd7ad58f95a5 HTTP/1.1" status: 200 len: 946 time: 0.5351853 Jul 15 13:26:03.798368 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ca813258-1d7c-4296-b142-8b339bde271b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Request body: {'subnet': {'network_id': '5838f53b-c3d8-4ce0-87a8-d32fe98ab0e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:03.902076 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-335c0548-a9d2-462b-8b8b-89f45fdb16e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:03.984159 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335c0548-a9d2-462b-8b8b-89f45fdb16e7 admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:03.991003 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-335c0548-a9d2-462b-8b8b-89f45fdb16e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:04.001939 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335c0548-a9d2-462b-8b8b-89f45fdb16e7 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:04.065804 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-05b7318d-fcef-422a-8165-6d3e4518c516 req-476d9da1-eeda-4088-9ea0-26facbcd99a2 tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.089583 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c0548-a9d2-462b-8b8b-89f45fdb16e7 admin admin] Pushing event updated for resources: {'Port': ['ID=826a507f-a992-4b69-aed5-bbd001f3ff0f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:04.223686 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d9da1-eeda-4088-9ea0-26facbcd99a2 tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] Pushing event deleted for resources: {'Port': ['ID=e86dfe5e-f637-4ae4-b2c4-11ab51307689,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:04.315216 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca813258-1d7c-4296-b142-8b339bde271b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Made reservation on behalf of b2150318ba76442a9d146e38a0962c64 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:04.323053 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca813258-1d7c-4296-b142-8b339bde271b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.438841 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a5842598-5978-462c-8fd4-125368b26dbb req-55ba69e6-932e-4dcf-a5b0-efe286a6cb5d tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] 10.222.0.24 "GET /v2.0/security-groups?id=50e04442-41bf-4f99-956f-00ec493fbb04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6481164 Jul 15 13:26:04.614509 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b7318d-fcef-422a-8165-6d3e4518c516 req-476d9da1-eeda-4088-9ea0-26facbcd99a2 tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] No DVR routers for this DVR port e86dfe5e-f637-4ae4-b2c4-11ab51307689 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:26:04.620120 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 98d6acb3-6bac-42d0-85e3-18969d872111 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:04.626685 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-05b7318d-fcef-422a-8165-6d3e4518c516 req-476d9da1-eeda-4088-9ea0-26facbcd99a2 tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.631029 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-05b7318d-fcef-422a-8165-6d3e4518c516 req-476d9da1-eeda-4088-9ea0-26facbcd99a2 tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] 10.222.0.32 "DELETE /v2.0/ports/e86dfe5e-f637-4ae4-b2c4-11ab51307689 HTTP/1.1" status: 204 len: 173 time: 2.2913971 Jul 15 13:26:04.632152 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b7d510-4abf-402e-8a91-fd7ad58f95a5', 'name': 'network-vif-deleted', 'tag': 'e86dfe5e-f637-4ae4-b2c4-11ab51307689'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:04.636915 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6b9f73-10b2-41fc-87ee-2d1f47e5e8ab" -d '{"events": [{"server_uuid": "e1b7d510-4abf-402e-8a91-fd7ad58f95a5", "name": "network-vif-deleted", "tag": "e86dfe5e-f637-4ae4-b2c4-11ab51307689"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:04.679129 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-335c0548-a9d2-462b-8b8b-89f45fdb16e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.847133 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7a1f04-d376-4c45-9ec8-6bfd5d78c251 x-openstack-request-id: req-9a7a1f04-d376-4c45-9ec8-6bfd5d78c251 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:04.853870 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b7d510-4abf-402e-8a91-fd7ad58f95a5", "name": "network-vif-deleted", "tag": "e86dfe5e-f637-4ae4-b2c4-11ab51307689", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:04.854595 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a7a1f04-d376-4c45-9ec8-6bfd5d78c251 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:04.855458 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b7d510-4abf-402e-8a91-fd7ad58f95a5', 'name': 'network-vif-deleted', 'tag': 'e86dfe5e-f637-4ae4-b2c4-11ab51307689', 'status': 'completed', 'code': 200} Jul 15 13:26:04.886814 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 98d6acb3-6bac-42d0-85e3-18969d872111 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:05.165743 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device e86dfe5e-f637-4ae4-b2c4-11ab51307689 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:05.289185 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: e86dfe5e-f637-4ae4-b2c4-11ab51307689 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:26:05.292555 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device e86dfe5e-f637-4ae4-b2c4-11ab51307689 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:26:05.735537 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-335c0548-a9d2-462b-8b8b-89f45fdb16e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:05.832311 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f92362-4bb3-4b64-b66e-21e1a6d87aef None None] Network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:06.152723 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eda76b65-a683-47ba-be80-6544b0081f65 req-ab072f70-e6e8-4357-b691-514dd034d809 tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1b7d510-4abf-402e-8a91-fd7ad58f95a5 HTTP/1.1" status: 200 len: 210 time: 0.0703456 Jul 15 13:26:06.154392 n-d-758944-45 neutron-server[93813]: DEBUG neutron.objects.ports [None req-ca813258-1d7c-4296-b142-8b339bde271b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93813) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:26:06.160281 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca813258-1d7c-4296-b142-8b339bde271b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.255067 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b51f371e-bea9-4869-b2e1-1d37c5486852 None None] Provisioning for port 98d6acb3-6bac-42d0-85e3-18969d872111 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:06.405189 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca813258-1d7c-4296-b142-8b339bde271b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4a19d19b-645f-45c9-8e64-0a407f0fb1c9,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:06.409427 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335c0548-a9d2-462b-8b8b-89f45fdb16e7 admin admin] Router 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:26:06.448416 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b51f371e-bea9-4869-b2e1-1d37c5486852 None None] Provisioning complete for port 98d6acb3-6bac-42d0-85e3-18969d872111 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:06.455663 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b51f371e-bea9-4869-b2e1-1d37c5486852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.497827 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca813258-1d7c-4296-b142-8b339bde271b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Checking segment: {'id': 'f2071c4f-5a87-4042-9dc7-7f29570f4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5838f53b-c3d8-4ce0-87a8-d32fe98ab0e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:06.498305 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca813258-1d7c-4296-b142-8b339bde271b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Network hostable DHCP agents. Network: 5838f53b-c3d8-4ce0-87a8-d32fe98ab0e4, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:26:06.533339 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca813258-1d7c-4296-b142-8b339bde271b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Network 5838f53b-c3d8-4ce0-87a8-d32fe98ab0e4 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:26:06.548772 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-ca813258-1d7c-4296-b142-8b339bde271b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 5838f53b-c3d8-4ce0-87a8-d32fe98ab0e4) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:06.570786 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca813258-1d7c-4296-b142-8b339bde271b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:06.571458 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca813258-1d7c-4296-b142-8b339bde271b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.587249 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d13ee3b-2477-4e12-a842-7f85ab403c1f None None] Network 5838f53b-c3d8-4ce0-87a8-d32fe98ab0e4 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:06.611639 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ca813258-1d7c-4296-b142-8b339bde271b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.8187928 Jul 15 13:26:06.617951 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48536) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:06.624402 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c43e9dd5-7a65-4bd8-92e2-dd6e4b446db7 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-94968901', 'network_id': '5838f53b-c3d8-4ce0-87a8-d32fe98ab0e4'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:06.720145 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43e9dd5-7a65-4bd8-92e2-dd6e4b446db7 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Made reservation on behalf of b2150318ba76442a9d146e38a0962c64 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:06.727096 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c43e9dd5-7a65-4bd8-92e2-dd6e4b446db7 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.840371 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-c43e9dd5-7a65-4bd8-92e2-dd6e4b446db7 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] device_id is not set on port b257add2-d2b8-497e-893b-2d75008bf83c yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:26:06.954269 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335c0548-a9d2-462b-8b8b-89f45fdb16e7 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:07.027072 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-335c0548-a9d2-462b-8b8b-89f45fdb16e7 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:07.042658 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-335c0548-a9d2-462b-8b8b-89f45fdb16e7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3230917 Jul 15 13:26:07.045411 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48552) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:07.178130 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f32ae2-3acb-45c2-9c7a-28b50797fca6 None None] Sync routers for ids ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:07.561403 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50316d6d-3930-41a8-a8bd-55b14a07fcbe None None] Network 5838f53b-c3d8-4ce0-87a8-d32fe98ab0e4 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:07.637872 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f32ae2-3acb-45c2-9c7a-28b50797fca6 None None] Routers {'9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:07.640831 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-85f32ae2-3acb-45c2-9c7a-28b50797fca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:25:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:07.810561 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-037912d3-2ab8-494b-88ec-ca722a44e606 req-61aa40ac-778c-4ab2-a372-66edc471c63a tempest-ServerMetadataNegativeTestJSON-390335535 tempest-ServerMetadataNegativeTestJSON-390335535-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1b7d510-4abf-402e-8a91-fd7ad58f95a5 HTTP/1.1" status: 200 len: 210 time: 0.1150377 Jul 15 13:26:08.256516 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-c43e9dd5-7a65-4bd8-92e2-dd6e4b446db7 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Allocated IP 2001:db8::ce (5838f53b-c3d8-4ce0-87a8-d32fe98ab0e4/4a19d19b-645f-45c9-8e64-0a407f0fb1c9/b257add2-d2b8-497e-893b-2d75008bf83c) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:08.403693 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b51f371e-bea9-4869-b2e1-1d37c5486852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.426498 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.543027 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-b51f371e-bea9-4869-b2e1-1d37c5486852 None None] For port 98d6acb3-6bac-42d0-85e3-18969d872111, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=98d6acb3-6bac-42d0-85e3-18969d872111,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:08.558369 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b51f371e-bea9-4869-b2e1-1d37c5486852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.767185 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f371e-bea9-4869-b2e1-1d37c5486852 None None] Pushing event updated for resources: {'Port': ['ID=98d6acb3-6bac-42d0-85e3-18969d872111,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:08.814200 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-85f32ae2-3acb-45c2-9c7a-28b50797fca6 None None] Set router 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:08.918383 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c43e9dd5-7a65-4bd8-92e2-dd6e4b446db7 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.064119 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c43e9dd5-7a65-4bd8-92e2-dd6e4b446db7 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.225691 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e9dd5-7a65-4bd8-92e2-dd6e4b446db7 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Pushing event updated for resources: {'Port': ['ID=b257add2-d2b8-497e-893b-2d75008bf83c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:09.297725 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43e9dd5-7a65-4bd8-92e2-dd6e4b446db7 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Network 5838f53b-c3d8-4ce0-87a8-d32fe98ab0e4 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:09.300173 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-c43e9dd5-7a65-4bd8-92e2-dd6e4b446db7 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:09.305166 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43e9dd5-7a65-4bd8-92e2-dd6e4b446db7 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:09.307325 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43e9dd5-7a65-4bd8-92e2-dd6e4b446db7 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:09.314722 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c43e9dd5-7a65-4bd8-92e2-dd6e4b446db7 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.319383 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48580) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:09.327561 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-71a8d3a8-e558-4a30-8176-0b30cff9e928 None None] Provisioning complete for port 98d6acb3-6bac-42d0-85e3-18969d872111 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:09.328619 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71a8d3a8-e558-4a30-8176-0b30cff9e928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.505636 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b8aab93-f8fb-4f97-9626-d096984715e7 admin admin] Deleting subnet 5d84d5ea-2f67-4c80-beba-a81ed7fd679a {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:26:09.516940 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b8aab93-f8fb-4f97-9626-d096984715e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.749569 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d08133ba-86a0-4189-8342-b270b027865d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.774170 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b8aab93-f8fb-4f97-9626-d096984715e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.998720 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c43e9dd5-7a65-4bd8-92e2-dd6e4b446db7 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3747437 Jul 15 13:26:10.022405 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48592) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:10.140897 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-85f32ae2-3acb-45c2-9c7a-28b50797fca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'name': 'tempest-TestVolumeBootPattern-1420152954-router', 'tenant_id': '89567fda246241f4860e07527d287580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:01Z', 'updated_at': '2021-07-15T13:26:04Z', 'revision_number': 3, 'project_id': '89567fda246241f4860e07527d287580', 'gw_port': {'id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:14:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:03Z', 'updated_at': '2021-07-15T13:26:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:10.155121 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b8aab93-f8fb-4f97-9626-d096984715e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.239589 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f32ae2-3acb-45c2-9c7a-28b50797fca6 None None] Checking router: 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:10.240142 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f32ae2-3acb-45c2-9c7a-28b50797fca6 None None] Updating router 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 port 826a507f-a992-4b69-aed5-bbd001f3ff0f binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:26:10.359137 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85f32ae2-3acb-45c2-9c7a-28b50797fca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.466667 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-d08133ba-86a0-4189-8342-b270b027865d admin admin] Allocated IP 172.20.0.1 (2f29b873-f209-4d3d-b75f-0d6b04f8d1cb/4840df0d-ad31-406d-829f-ea4475de886e/ec4f483f-30cd-45bf-ad45-34b95e895637) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:10.543668 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 98d6acb3-6bac-42d0-85e3-18969d872111 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:10.652082 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b8aab93-f8fb-4f97-9626-d096984715e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.832776 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8aab93-f8fb-4f97-9626-d096984715e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d84d5ea-2f67-4c80-beba-a81ed7fd679a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:10.854634 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-4c7e35a7-5e74-4ae5-886f-9894ef1dca60 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Deleting port b257add2-d2b8-497e-893b-2d75008bf83c {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:10.858230 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c7e35a7-5e74-4ae5-886f-9894ef1dca60 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.980424 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b8aab93-f8fb-4f97-9626-d096984715e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.983925 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0b8aab93-f8fb-4f97-9626-d096984715e7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5d84d5ea-2f67-4c80-beba-a81ed7fd679a HTTP/1.1" status: 204 len: 168 time: 1.6607974 Jul 15 13:26:10.998596 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d08133ba-86a0-4189-8342-b270b027865d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.044202 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48608) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:11.100336 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d08133ba-86a0-4189-8342-b270b027865d admin admin] Transition to ACTIVE for port object ec4f483f-30cd-45bf-ad45-34b95e895637 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:11.222005 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 98d6acb3-6bac-42d0-85e3-18969d872111 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:11.222851 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.262676 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d08133ba-86a0-4189-8342-b270b027865d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.358703 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85f32ae2-3acb-45c2-9c7a-28b50797fca6 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.452272 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08133ba-86a0-4189-8342-b270b027865d admin admin] Pushing event updated for resources: {'Port': ['ID=ec4f483f-30cd-45bf-ad45-34b95e895637,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:11.457827 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-85f32ae2-3acb-45c2-9c7a-28b50797fca6 None None] Transition to ACTIVE for port object 826a507f-a992-4b69-aed5-bbd001f3ff0f will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:11.486098 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c7e35a7-5e74-4ae5-886f-9894ef1dca60 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.496817 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85f32ae2-3acb-45c2-9c7a-28b50797fca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.503736 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08133ba-86a0-4189-8342-b270b027865d admin admin] Network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:11.517190 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d08133ba-86a0-4189-8342-b270b027865d admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:11.537577 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08133ba-86a0-4189-8342-b270b027865d admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:11.586207 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-4c7e35a7-5e74-4ae5-886f-9894ef1dca60 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Calling delete_port for b257add2-d2b8-497e-893b-2d75008bf83c owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:11.710473 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1b127-cd16-47c2-ac48-09ceb1572712 None None] Pushing event updated for resources: {'Port': ['ID=826a507f-a992-4b69-aed5-bbd001f3ff0f,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:11.799494 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d08133ba-86a0-4189-8342-b270b027865d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.854688 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-85f32ae2-3acb-45c2-9c7a-28b50797fca6 None None] Attempting to bind port 826a507f-a992-4b69-aed5-bbd001f3ff0f on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:11.863074 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-85f32ae2-3acb-45c2-9c7a-28b50797fca6 None None] Attempting to bind port 826a507f-a992-4b69-aed5-bbd001f3ff0f by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:11.866963 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f32ae2-3acb-45c2-9c7a-28b50797fca6 None None] Attempting to bind port 826a507f-a992-4b69-aed5-bbd001f3ff0f on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:12.064944 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f32ae2-3acb-45c2-9c7a-28b50797fca6 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:12.065290 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f32ae2-3acb-45c2-9c7a-28b50797fca6 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:12.065710 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85f32ae2-3acb-45c2-9c7a-28b50797fca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.066174 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f32ae2-3acb-45c2-9c7a-28b50797fca6 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:12.066772 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-85f32ae2-3acb-45c2-9c7a-28b50797fca6 None None] Bound port: 826a507f-a992-4b69-aed5-bbd001f3ff0f, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:12.098527 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85f32ae2-3acb-45c2-9c7a-28b50797fca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.316797 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7dd09516-f1f1-48b4-aacf-10e6618a30f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.440460 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48624) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:12.464707 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-85f32ae2-3acb-45c2-9c7a-28b50797fca6 None None] For port 826a507f-a992-4b69-aed5-bbd001f3ff0f, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:12.491778 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-bf66a6c1-809e-48d1-af2b-a7380bc1ed73 None None] Provisioning for port ec4f483f-30cd-45bf-ad45-34b95e895637 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:12.503210 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-bf66a6c1-809e-48d1-af2b-a7380bc1ed73 None None] Provisioning complete for port ec4f483f-30cd-45bf-ad45-34b95e895637 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:12.504438 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bf66a6c1-809e-48d1-af2b-a7380bc1ed73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.510704 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-85f32ae2-3acb-45c2-9c7a-28b50797fca6 None None] For port 826a507f-a992-4b69-aed5-bbd001f3ff0f, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=826a507f-a992-4b69-aed5-bbd001f3ff0f,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:12.614221 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85f32ae2-3acb-45c2-9c7a-28b50797fca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.749358 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7dd09516-f1f1-48b4-aacf-10e6618a30f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.770543 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d08133ba-86a0-4189-8342-b270b027865d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.794996 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-7dd09516-f1f1-48b4-aacf-10e6618a30f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f0d45bf-792d-49f8-b6e7-7400a498cd66']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:12.831261 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-7dd09516-f1f1-48b4-aacf-10e6618a30f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd51a9656-6cdc-4d10-80d8-069ff22fd893') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:12.832038 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-7dd09516-f1f1-48b4-aacf-10e6618a30f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd51a9656-6cdc-4d10-80d8-069ff22fd893') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:12.839153 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c7e35a7-5e74-4ae5-886f-9894ef1dca60 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.877362 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-bf66a6c1-809e-48d1-af2b-a7380bc1ed73 None None] Port ec4f483f-30cd-45bf-ad45-34b95e895637 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:12.944606 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c7e35a7-5e74-4ae5-886f-9894ef1dca60 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.946350 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1b127-cd16-47c2-ac48-09ceb1572712 None None] Pushing event updated for resources: {'Port': ['ID=826a507f-a992-4b69-aed5-bbd001f3ff0f,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:12.949000 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4c7e35a7-5e74-4ae5-886f-9894ef1dca60 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] 10.222.0.24 "DELETE /v2.0/ports/b257add2-d2b8-497e-893b-2d75008bf83c HTTP/1.1" status: 204 len: 168 time: 2.9228382 Jul 15 13:26:12.956826 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f32ae2-3acb-45c2-9c7a-28b50797fca6 None None] Routers {'9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:12.959249 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-85f32ae2-3acb-45c2-9c7a-28b50797fca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:25:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:13.014301 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7dd09516-f1f1-48b4-aacf-10e6618a30f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.017957 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48630) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:13.027565 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a80246a3-bf50-49c2-ba41-d58330472644 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5838f53b-c3d8-4ce0-87a8-d32fe98ab0e4', 'external_fixed_ips': [{'subnet_id': '4a19d19b-645f-45c9-8e64-0a407f0fb1c9', 'ip_address': '2001:db8::ce'}]}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:13.046483 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e35a7-5e74-4ae5-886f-9894ef1dca60 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Pushing event deleted for resources: {'Port': ['ID=b257add2-d2b8-497e-893b-2d75008bf83c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:13.078936 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7dd09516-f1f1-48b4-aacf-10e6618a30f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.103672 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd09516-f1f1-48b4-aacf-10e6618a30f9 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:26:13.105209 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7dd09516-f1f1-48b4-aacf-10e6618a30f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.110379 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:13.110379 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:13.110379 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:26:13.110379 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:26:13.110379 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:26:13.110379 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:26:13.110379 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:26:13.110379 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:26:13.110379 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:26:13.110379 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:26:13.110379 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:26:13.110379 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:26:13.110379 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:26:13.110379 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:26:13.110379 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:26:13.110379 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:26:13.110379 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:26:13.110379 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:26:13.110379 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:26:13.110379 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:26:13.110379 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:26:13.110379 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:26:13.110379 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:26:13.110379 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:26:13.110379 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:26:13.110379 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:26:13.110379 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:26:13.110379 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:26:13.110379 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:26:13.110379 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:26:13.110379 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:26:13.110379 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:26:13.110379 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:26:13.110379 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:26:13.174055 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a80246a3-bf50-49c2-ba41-d58330472644 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.175947 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a80246a3-bf50-49c2-ba41-d58330472644 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.352042 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-85f32ae2-3acb-45c2-9c7a-28b50797fca6 None None] Set router 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:13.384978 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7dd09516-f1f1-48b4-aacf-10e6618a30f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.476935 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d08133ba-86a0-4189-8342-b270b027865d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.487695 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7400eb57-19ed-410e-b2d2-b6ff9b99c0bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.505146 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d08133ba-86a0-4189-8342-b270b027865d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.513693 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7dd09516-f1f1-48b4-aacf-10e6618a30f9 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.521348 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7dd09516-f1f1-48b4-aacf-10e6618a30f9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5f0d45bf-792d-49f8-b6e7-7400a498cd66 HTTP/1.1" status: 204 len: 168 time: 2.4677391 Jul 15 13:26:13.521348 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd09516-f1f1-48b4-aacf-10e6618a30f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f0d45bf-792d-49f8-b6e7-7400a498cd66,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:13.697854 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a80246a3-bf50-49c2-ba41-d58330472644 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.902678 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08133ba-86a0-4189-8342-b270b027865d admin admin] Pushing event updated for resources: {'Port': ['ID=ec4f483f-30cd-45bf-ad45-34b95e895637,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:13.923260 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d08133ba-86a0-4189-8342-b270b027865d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.955304 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48648) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:14.016052 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-85f32ae2-3acb-45c2-9c7a-28b50797fca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'name': 'tempest-TestVolumeBootPattern-1420152954-router', 'tenant_id': '89567fda246241f4860e07527d287580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:01Z', 'updated_at': '2021-07-15T13:26:12Z', 'revision_number': 4, 'project_id': '89567fda246241f4860e07527d287580', 'gw_port': {'id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:14:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:03Z', 'updated_at': '2021-07-15T13:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'ec4f483f-30cd-45bf-ad45-34b95e895637', 'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'tenant_id': '89567fda246241f4860e07527d287580', 'mac_address': 'fa:16:3e:7d:04:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '4840df0d-ad31-406d-829f-ea4475de886e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:09Z', 'updated_at': '2021-07-15T13:26:10Z', 'revision_number': 1, 'project_id': '89567fda246241f4860e07527d287580', 'subnets': [{'id': '4840df0d-ad31-406d-829f-ea4475de886e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:14.118342 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f32ae2-3acb-45c2-9c7a-28b50797fca6 None None] The sync data for ids ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'] in n-d-758944-45 is: [{'id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'name': 'tempest-TestVolumeBootPattern-1420152954-router', 'tenant_id': '89567fda246241f4860e07527d287580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:01Z', 'updated_at': '2021-07-15T13:26:12Z', 'revision_number': 4, 'project_id': '89567fda246241f4860e07527d287580', 'gw_port': {'id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:14:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:03Z', 'updated_at': '2021-07-15T13:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'ec4f483f-30cd-45bf-ad45-34b95e895637', 'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'tenant_id': '89567fda246241f4860e07527d287580', 'mac_address': 'fa:16:3e:7d:04:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '4840df0d-ad31-406d-829f-ea4475de886e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:09Z', 'updated_at': '2021-07-15T13:26:10Z', 'revision_number': 1, 'project_id': '89567fda246241f4860e07527d287580', 'subnets': [{'id': '4840df0d-ad31-406d-829f-ea4475de886e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:14.310736 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-495ae3cb-4f72-4e53-9d2c-e23a6e214cdb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a74fbcf2aa1845a7ac81c47a813b0bf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3506110 Jul 15 13:26:14.315496 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48654) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:14.461751 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08133ba-86a0-4189-8342-b270b027865d admin admin] Network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:14.466250 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a80246a3-bf50-49c2-ba41-d58330472644 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:14.473836 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d08133ba-86a0-4189-8342-b270b027865d admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:14.753534 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7400eb57-19ed-410e-b2d2-b6ff9b99c0bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:14.817252 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7400eb57-19ed-410e-b2d2-b6ff9b99c0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:14.898324 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7400eb57-19ed-410e-b2d2-b6ff9b99c0bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d5e44dc0974476cad40c75c1b4008a7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4562724 Jul 15 13:26:14.901689 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48658) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:15.023989 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7930eecd-1ee2-4b7f-8ac6-8b4dd327e8b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:15.107485 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08133ba-86a0-4189-8342-b270b027865d admin admin] Router 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:26:15.168840 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ddd0e681-79c0-425a-a5d2-5c1b85c33b2c None None] Provisioning complete for port ec4f483f-30cd-45bf-ad45-34b95e895637 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:15.170425 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ddd0e681-79c0-425a-a5d2-5c1b85c33b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:15.185637 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-382a61c0-6744-4b74-b824-11a44bfcbcd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:15.188777 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400eb57-19ed-410e-b2d2-b6ff9b99c0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a54e17-a32a-4d93-b8a9-579f54a74ad0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:15.208850 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7930eecd-1ee2-4b7f-8ac6-8b4dd327e8b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:15.250503 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ddd0e681-79c0-425a-a5d2-5c1b85c33b2c None None] Port ec4f483f-30cd-45bf-ad45-34b95e895637 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:15.408106 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a80246a3-bf50-49c2-ba41-d58330472644 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:15.493627 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a80246a3-bf50-49c2-ba41-d58330472644 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:15.494612 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08133ba-86a0-4189-8342-b270b027865d admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:15.513291 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-382a61c0-6744-4b74-b824-11a44bfcbcd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:15.530950 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d08133ba-86a0-4189-8342-b270b027865d admin admin] 10.222.0.24 "PUT /v2.0/routers/9ab30cb2-8588-4173-b0e1-16ca51f8dbe6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4830849 Jul 15 13:26:15.737855 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-382a61c0-6744-4b74-b824-11a44bfcbcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:15.749474 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-382a61c0-6744-4b74-b824-11a44bfcbcd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:15.754605 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-382a61c0-6744-4b74-b824-11a44bfcbcd6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/76a54e17-a32a-4d93-b8a9-579f54a74ad0 HTTP/1.1" status: 204 len: 168 time: 0.8426671 Jul 15 13:26:15.792696 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7930eecd-1ee2-4b7f-8ac6-8b4dd327e8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:15.811638 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7930eecd-1ee2-4b7f-8ac6-8b4dd327e8b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:15.822903 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7930eecd-1ee2-4b7f-8ac6-8b4dd327e8b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50e04442-41bf-4f99-956f-00ec493fbb04 HTTP/1.1" status: 204 len: 168 time: 1.5021868 Jul 15 13:26:15.875527 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a61c0-6744-4b74-b824-11a44bfcbcd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a54e17-a32a-4d93-b8a9-579f54a74ad0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:15.961354 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930eecd-1ee2-4b7f-8ac6-8b4dd327e8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e04442-41bf-4f99-956f-00ec493fbb04,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:16.237355 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-a80246a3-bf50-49c2-ba41-d58330472644 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Allocated IP 2001:db8::ce (5838f53b-c3d8-4ce0-87a8-d32fe98ab0e4/4a19d19b-645f-45c9-8e64-0a407f0fb1c9/2468a74c-2f15-4b4c-a913-4d0bb4161c63) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:16.670970 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a80246a3-bf50-49c2-ba41-d58330472644 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:16.672106 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 826a507f-a992-4b69-aed5-bbd001f3ff0f up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:16.794916 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a80246a3-bf50-49c2-ba41-d58330472644 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:16.854846 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80246a3-bf50-49c2-ba41-d58330472644 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Network 5838f53b-c3d8-4ce0-87a8-d32fe98ab0e4 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:16.880846 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-a80246a3-bf50-49c2-ba41-d58330472644 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:16.888265 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80246a3-bf50-49c2-ba41-d58330472644 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:16.937485 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 826a507f-a992-4b69-aed5-bbd001f3ff0f completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:16.955375 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 826a507f-a992-4b69-aed5-bbd001f3ff0f triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:16.958014 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:17.022149 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80246a3-bf50-49c2-ba41-d58330472644 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Pushing event updated for resources: {'Port': ['ID=2468a74c-2f15-4b4c-a913-4d0bb4161c63,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:17.215614 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:17.260250 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 826a507f-a992-4b69-aed5-bbd001f3ff0f, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=826a507f-a992-4b69-aed5-bbd001f3ff0f,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:17.272027 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:17.396481 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=826a507f-a992-4b69-aed5-bbd001f3ff0f,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:17.892179 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a80246a3-bf50-49c2-ba41-d58330472644 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:18.620051 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48794) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:18.635296 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c060710d-1fdb-472e-87ef-e4c62a7235dc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-682779806-network', 'tenant_id': '94c1f6f8d2184654b025963e7bba620c'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:18.668022 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 826a507f-a992-4b69-aed5-bbd001f3ff0f up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:18.831242 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 826a507f-a992-4b69-aed5-bbd001f3ff0f triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:18.831616 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:18.837020 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c060710d-1fdb-472e-87ef-e4c62a7235dc admin admin] Made reservation on behalf of 94c1f6f8d2184654b025963e7bba620c for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:18.840996 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c060710d-1fdb-472e-87ef-e4c62a7235dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:18.899704 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c060710d-1fdb-472e-87ef-e4c62a7235dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:18.919372 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a80246a3-bf50-49c2-ba41-d58330472644 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:18.976605 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc88b51-f809-44fa-ba30-cef29ef1c122 None None] Sync routers for ids ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:19.033978 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc88b51-f809-44fa-ba30-cef29ef1c122 None None] Routers {'9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:19.035094 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-6cc88b51-f809-44fa-ba30-cef29ef1c122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:25:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:19.382939 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c060710d-1fdb-472e-87ef-e4c62a7235dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:19.406178 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c060710d-1fdb-472e-87ef-e4c62a7235dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:19.409926 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80246a3-bf50-49c2-ba41-d58330472644 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Router d69fbc8e-4c0e-4cb8-9be6-a108b215013f is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:26:19.543607 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060710d-1fdb-472e-87ef-e4c62a7235dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8affa5-a75f-44b4-b7e9-ae00434aca1c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:19.615938 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c060710d-1fdb-472e-87ef-e4c62a7235dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:26:19.656291 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c060710d-1fdb-472e-87ef-e4c62a7235dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:19.658908 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-c060710d-1fdb-472e-87ef-e4c62a7235dc admin admin] Added segment cf5fd0cc-5b4b-4872-9764-1cad77f8c0e4 of type vlan for network 017c806e-991d-4382-af00-6b9adbf7fb06 Jul 15 13:26:19.862375 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c060710d-1fdb-472e-87ef-e4c62a7235dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:19.976265 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-6cc88b51-f809-44fa-ba30-cef29ef1c122 None None] Set router 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:20.004788 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c060710d-1fdb-472e-87ef-e4c62a7235dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:20.005871 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c060710d-1fdb-472e-87ef-e4c62a7235dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:20.006578 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c060710d-1fdb-472e-87ef-e4c62a7235dc admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:20.178815 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c060710d-1fdb-472e-87ef-e4c62a7235dc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5525167 Jul 15 13:26:20.186280 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48910) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:20.215465 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80246a3-bf50-49c2-ba41-d58330472644 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:20.230296 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be097c9d-34eb-4297-ab52-a0957d8c3f38 None None] Sync routers for ids ['d69fbc8e-4c0e-4cb8-9be6-a108b215013f'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:20.315431 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be097c9d-34eb-4297-ab52-a0957d8c3f38 None None] Routers {'d69fbc8e-4c0e-4cb8-9be6-a108b215013f'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:20.316555 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-be097c9d-34eb-4297-ab52-a0957d8c3f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:25:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d69fbc8e-4c0e-4cb8-9be6-a108b215013f'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:20.339629 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a80246a3-bf50-49c2-ba41-d58330472644 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:20.347572 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a80246a3-bf50-49c2-ba41-d58330472644 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 7.3273609 Jul 15 13:26:20.350929 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48924) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:20.479219 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-47f79468-bfd5-4fd0-9363-c19e12f60f8f admin admin] Request body: {'subnet': {'network_id': '017c806e-991d-4382-af00-6b9adbf7fb06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-682779806-subnet', 'tenant_id': '94c1f6f8d2184654b025963e7bba620c', 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:20.554663 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060710d-1fdb-472e-87ef-e4c62a7235dc admin admin] Pushing event updated for resources: {'Network': ['ID=017c806e-991d-4382-af00-6b9adbf7fb06,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:20.564242 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48934) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:20.576600 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 017c806e-991d-4382-af00-6b9adbf7fb06 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:26:20.584083 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f79468-bfd5-4fd0-9363-c19e12f60f8f admin admin] Made reservation on behalf of 94c1f6f8d2184654b025963e7bba620c for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:20.590292 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47f79468-bfd5-4fd0-9363-c19e12f60f8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:20.722863 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-6cc88b51-f809-44fa-ba30-cef29ef1c122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'name': 'tempest-TestVolumeBootPattern-1420152954-router', 'tenant_id': '89567fda246241f4860e07527d287580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:01Z', 'updated_at': '2021-07-15T13:26:12Z', 'revision_number': 4, 'project_id': '89567fda246241f4860e07527d287580', 'gw_port': {'id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:14:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:03Z', 'updated_at': '2021-07-15T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'ec4f483f-30cd-45bf-ad45-34b95e895637', 'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'tenant_id': '89567fda246241f4860e07527d287580', 'mac_address': 'fa:16:3e:7d:04:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '4840df0d-ad31-406d-829f-ea4475de886e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:09Z', 'updated_at': '2021-07-15T13:26:12Z', 'revision_number': 2, 'project_id': '89567fda246241f4860e07527d287580', 'subnets': [{'id': '4840df0d-ad31-406d-829f-ea4475de886e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:20.820291 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc88b51-f809-44fa-ba30-cef29ef1c122 None None] Checking router: 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:20.820844 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc88b51-f809-44fa-ba30-cef29ef1c122 None None] Updating router 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 port ec4f483f-30cd-45bf-ad45-34b95e895637 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:26:20.950870 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6cc88b51-f809-44fa-ba30-cef29ef1c122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:21.022564 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-be097c9d-34eb-4297-ab52-a0957d8c3f38 None None] Set router d69fbc8e-4c0e-4cb8-9be6-a108b215013f gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:21.055032 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a223a8-a913-4ad9-b439-20db34e875d3 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:21.329987 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b17818a6-7f0b-46c5-aac3-9c38c377972b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1406764567-network', 'tenant_id': '07d1188460e14615b690ded696bdae00'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:21.338432 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e8d038a9-c2e7-4179-8844-685dc2b94a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:21.377399 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-be097c9d-34eb-4297-ab52-a0957d8c3f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69fbc8e-4c0e-4cb8-9be6-a108b215013f', 'name': '', 'tenant_id': 'b2150318ba76442a9d146e38a0962c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5838f53b-c3d8-4ce0-87a8-d32fe98ab0e4', 'external_fixed_ips': [{'subnet_id': '4a19d19b-645f-45c9-8e64-0a407f0fb1c9', 'ip_address': '2001:db8::ce'}], 'enable_snat': True}, 'gw_port_id': '2468a74c-2f15-4b4c-a913-4d0bb4161c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:13Z', 'updated_at': '2021-07-15T13:26:17Z', 'revision_number': 3, 'project_id': 'b2150318ba76442a9d146e38a0962c64', 'gw_port': {'id': '2468a74c-2f15-4b4c-a913-4d0bb4161c63', 'name': '', 'network_id': '5838f53b-c3d8-4ce0-87a8-d32fe98ab0e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69fbc8e-4c0e-4cb8-9be6-a108b215013f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '4a19d19b-645f-45c9-8e64-0a407f0fb1c9', 'ip_address': '2001:db8::ce', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:15Z', 'updated_at': '2021-07-15T13:26:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a19d19b-645f-45c9-8e64-0a407f0fb1c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:21.408316 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47f79468-bfd5-4fd0-9363-c19e12f60f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:21.491309 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be097c9d-34eb-4297-ab52-a0957d8c3f38 None None] Checking router: d69fbc8e-4c0e-4cb8-9be6-a108b215013f for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:21.491657 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be097c9d-34eb-4297-ab52-a0957d8c3f38 None None] Updating router d69fbc8e-4c0e-4cb8-9be6-a108b215013f port 2468a74c-2f15-4b4c-a913-4d0bb4161c63 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:26:21.651880 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f79468-bfd5-4fd0-9363-c19e12f60f8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=09954cc5-a2fa-4e19-8a8d-9a402d99b71c,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:21.661405 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a223a8-a913-4ad9-b439-20db34e875d3 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:21.670860 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17818a6-7f0b-46c5-aac3-9c38c377972b admin admin] Made reservation on behalf of 07d1188460e14615b690ded696bdae00 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:21.673956 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-be097c9d-34eb-4297-ab52-a0957d8c3f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:21.704740 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b17818a6-7f0b-46c5-aac3-9c38c377972b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:21.970330 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b17818a6-7f0b-46c5-aac3-9c38c377972b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.060372 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-47a223a8-a913-4ad9-b439-20db34e875d3 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Deleting port 2468a74c-2f15-4b4c-a913-4d0bb4161c63 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:22.065065 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a223a8-a913-4ad9-b439-20db34e875d3 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.094138 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f79468-bfd5-4fd0-9363-c19e12f60f8f admin admin] Checking segment: {'id': 'cf5fd0cc-5b4b-4872-9764-1cad77f8c0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '017c806e-991d-4382-af00-6b9adbf7fb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:22.097623 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f79468-bfd5-4fd0-9363-c19e12f60f8f admin admin] Network hostable DHCP agents. Network: 017c806e-991d-4382-af00-6b9adbf7fb06, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:26:22.275193 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6cc88b51-f809-44fa-ba30-cef29ef1c122 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.305148 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6cc88b51-f809-44fa-ba30-cef29ef1c122 None None] Transition to ACTIVE for port object ec4f483f-30cd-45bf-ad45-34b95e895637 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:22.326922 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6cc88b51-f809-44fa-ba30-cef29ef1c122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.452845 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f79468-bfd5-4fd0-9363-c19e12f60f8f admin admin] Network 017c806e-991d-4382-af00-6b9adbf7fb06 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:26:22.477026 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a223a8-a913-4ad9-b439-20db34e875d3 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.486807 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-f39bb859-a4a6-4e3d-a5f0-2e27b69de011 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--93450217&fields=id&tenant_id=d36c52c8000f4792a297412063fb69ab HTTP/1.1" status: 200 len: 267 time: 0.2685211 Jul 15 13:26:22.503807 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a2f69-59b3-4942-9057-b2baf79fbb33 None None] Pushing event updated for resources: {'Port': ['ID=ec4f483f-30cd-45bf-ad45-34b95e895637,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:22.544603 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a2f69-59b3-4942-9057-b2baf79fbb33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:22.546615 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a2f69-59b3-4942-9057-b2baf79fbb33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:22.547092 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-47a223a8-a913-4ad9-b439-20db34e875d3 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Calling delete_port for 2468a74c-2f15-4b4c-a913-4d0bb4161c63 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:22.547830 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a2f69-59b3-4942-9057-b2baf79fbb33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:22.549873 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a2f69-59b3-4942-9057-b2baf79fbb33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:22.554357 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a2f69-59b3-4942-9057-b2baf79fbb33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:22.555172 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a2f69-59b3-4942-9057-b2baf79fbb33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:22.556807 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a2f69-59b3-4942-9057-b2baf79fbb33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:22.557472 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a2f69-59b3-4942-9057-b2baf79fbb33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:22.558057 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a2f69-59b3-4942-9057-b2baf79fbb33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:22.558656 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a2f69-59b3-4942-9057-b2baf79fbb33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:22.559327 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a2f69-59b3-4942-9057-b2baf79fbb33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:22.560063 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a2f69-59b3-4942-9057-b2baf79fbb33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:22.622571 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-47f79468-bfd5-4fd0-9363-c19e12f60f8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 017c806e-991d-4382-af00-6b9adbf7fb06) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:22.665240 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f79468-bfd5-4fd0-9363-c19e12f60f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:22.680999 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47f79468-bfd5-4fd0-9363-c19e12f60f8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.700544 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd2d72a-dd43-4634-b237-ec3011526508 None None] Network 017c806e-991d-4382-af00-6b9adbf7fb06 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:22.916256 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-6cc88b51-f809-44fa-ba30-cef29ef1c122 None None] Attempting to bind port ec4f483f-30cd-45bf-ad45-34b95e895637 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:22.916817 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-6cc88b51-f809-44fa-ba30-cef29ef1c122 None None] Attempting to bind port ec4f483f-30cd-45bf-ad45-34b95e895637 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:22.922799 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc88b51-f809-44fa-ba30-cef29ef1c122 None None] Attempting to bind port ec4f483f-30cd-45bf-ad45-34b95e895637 on network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:22.962225 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc88b51-f809-44fa-ba30-cef29ef1c122 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:22.962225 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc88b51-f809-44fa-ba30-cef29ef1c122 None None] Checking segment: {'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:22.962225 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6cc88b51-f809-44fa-ba30-cef29ef1c122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.962666 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc88b51-f809-44fa-ba30-cef29ef1c122 None None] Bound using segment: {'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:22.969118 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-6cc88b51-f809-44fa-ba30-cef29ef1c122 None None] Bound port: ec4f483f-30cd-45bf-ad45-34b95e895637, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:22.974912 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6cc88b51-f809-44fa-ba30-cef29ef1c122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:23.236647 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a223a8-a913-4ad9-b439-20db34e875d3 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:23.287286 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-6d4fe4fc-34e2-4fdf-a6da-bf95e117867a tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:23.294144 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-6d4fe4fc-34e2-4fdf-a6da-bf95e117867a tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/networks?id=be04063e-1cb2-41c3-8ee0-72868f24e4ea HTTP/1.1" status: 200 len: 816 time: 0.8011832 Jul 15 13:26:23.314429 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-be097c9d-34eb-4297-ab52-a0957d8c3f38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:26:23.315049 n-d-758944-45 neutron-server[93815]: DEBUG oslo_db.api [None req-be097c9d-34eb-4297-ab52-a0957d8c3f38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:26:23.323166 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b17818a6-7f0b-46c5-aac3-9c38c377972b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:23.354979 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a223a8-a913-4ad9-b439-20db34e875d3 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Pushing event deleted for resources: {'Port': ['ID=2468a74c-2f15-4b4c-a913-4d0bb4161c63,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:23.369264 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b17818a6-7f0b-46c5-aac3-9c38c377972b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:23.405676 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6cc88b51-f809-44fa-ba30-cef29ef1c122 None None] For port ec4f483f-30cd-45bf-ad45-34b95e895637, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:23.418075 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6cc88b51-f809-44fa-ba30-cef29ef1c122 None None] For port ec4f483f-30cd-45bf-ad45-34b95e895637, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ec4f483f-30cd-45bf-ad45-34b95e895637,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:23.423122 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b17818a6-7f0b-46c5-aac3-9c38c377972b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:26:23.453904 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b17818a6-7f0b-46c5-aac3-9c38c377972b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:23.453904 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-b17818a6-7f0b-46c5-aac3-9c38c377972b admin admin] Added segment 7129d778-e11c-44b8-8068-c6b2ea99d83c of type vlan for network ac87f728-47f1-42c2-b425-140890be75dd Jul 15 13:26:23.455058 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6cc88b51-f809-44fa-ba30-cef29ef1c122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:23.455424 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a223a8-a913-4ad9-b439-20db34e875d3 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:23.579307 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b17818a6-7f0b-46c5-aac3-9c38c377972b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:23.675530 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-47f79468-bfd5-4fd0-9363-c19e12f60f8f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2245791 Jul 15 13:26:23.700882 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a2f69-59b3-4942-9057-b2baf79fbb33 None None] Pushing event updated for resources: {'Port': ['ID=ec4f483f-30cd-45bf-ad45-34b95e895637,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:23.712838 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49206) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:23.725123 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-6522a7d1-ba73-454b-b4fb-1de0dd0e4c36 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/quotas/d36c52c8000f4792a297412063fb69ab HTTP/1.1" status: 200 len: 375 time: 0.4132559 Jul 15 13:26:23.726966 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a223a8-a913-4ad9-b439-20db34e875d3 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:23.730878 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a223a8-a913-4ad9-b439-20db34e875d3 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:23.743741 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b17818a6-7f0b-46c5-aac3-9c38c377972b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:23.744978 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17818a6-7f0b-46c5-aac3-9c38c377972b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:23.745504 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b17818a6-7f0b-46c5-aac3-9c38c377972b admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:23.778218 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc88b51-f809-44fa-ba30-cef29ef1c122 None None] Routers {'9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:23.796623 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a223a8-a913-4ad9-b439-20db34e875d3 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:23.797056 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a223a8-a913-4ad9-b439-20db34e875d3 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d69fbc8e-4c0e-4cb8-9be6-a108b215013f {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:26:23.808944 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-6cc88b51-f809-44fa-ba30-cef29ef1c122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:25:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:23.809874 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-14d91c35-7c00-47d1-a690-f89e3e039a82 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-682779806-router', 'tenant_id': '94c1f6f8d2184654b025963e7bba620c', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:23.816595 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47a223a8-a913-4ad9-b439-20db34e875d3 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:23.822866 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-47a223a8-a913-4ad9-b439-20db34e875d3 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] 10.222.0.24 "DELETE /v2.0/routers/d69fbc8e-4c0e-4cb8-9be6-a108b215013f HTTP/1.1" status: 204 len: 168 time: 3.4704311 Jul 15 13:26:23.828075 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49220) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:24.229499 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ba4921d-c282-4943-878c-e7ed65cca754 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Deleting subnet 4a19d19b-645f-45c9-8e64-0a407f0fb1c9 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:26:24.259735 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ba4921d-c282-4943-878c-e7ed65cca754 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:24.360685 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-6cc88b51-f809-44fa-ba30-cef29ef1c122 None None] Set router 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:24.536046 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ba4921d-c282-4943-878c-e7ed65cca754 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:24.647343 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17818a6-7f0b-46c5-aac3-9c38c377972b admin admin] Pushing event updated for resources: {'Network': ['ID=ac87f728-47f1-42c2-b425-140890be75dd,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:24.678522 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:24.747211 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ba4921d-c282-4943-878c-e7ed65cca754 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:24.748102 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17818a6-7f0b-46c5-aac3-9c38c377972b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bde4b7-1286-4739-859d-253212929e35,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:24.794028 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network ac87f728-47f1-42c2-b425-140890be75dd details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:26:24.799702 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14d91c35-7c00-47d1-a690-f89e3e039a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:24.807884 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14d91c35-7c00-47d1-a690-f89e3e039a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:24.836616 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b17818a6-7f0b-46c5-aac3-9c38c377972b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.2669313 Jul 15 13:26:24.857162 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49284) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:24.884539 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-79191e8b-19ce-4782-b298-c04a2a11f811 admin admin] Request body: {'subnet': {'network_id': 'ac87f728-47f1-42c2-b425-140890be75dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1406764567-subnet', 'tenant_id': '07d1188460e14615b690ded696bdae00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:24.896290 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be097c9d-34eb-4297-ab52-a0957d8c3f38 None None] Port 2468a74c-2f15-4b4c-a913-4d0bb4161c63 not found while updating agent binding for router d69fbc8e-4c0e-4cb8-9be6-a108b215013f. {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 15 13:26:25.131523 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ba4921d-c282-4943-878c-e7ed65cca754 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.229689 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4921d-c282-4943-878c-e7ed65cca754 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4a19d19b-645f-45c9-8e64-0a407f0fb1c9,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:25.244982 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ba4921d-c282-4943-878c-e7ed65cca754 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.258480 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9ba4921d-c282-4943-878c-e7ed65cca754 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/4a19d19b-645f-45c9-8e64-0a407f0fb1c9 HTTP/1.1" status: 204 len: 168 time: 1.4281595 Jul 15 13:26:25.263171 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49288) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:25.326406 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb70f9ba-2692-4a41-a4d0-ab175aa116b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.336379 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79191e8b-19ce-4782-b298-c04a2a11f811 admin admin] Made reservation on behalf of 07d1188460e14615b690ded696bdae00 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:25.367608 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-6cc88b51-f809-44fa-ba30-cef29ef1c122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'name': 'tempest-TestVolumeBootPattern-1420152954-router', 'tenant_id': '89567fda246241f4860e07527d287580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:01Z', 'updated_at': '2021-07-15T13:26:12Z', 'revision_number': 4, 'project_id': '89567fda246241f4860e07527d287580', 'gw_port': {'id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:14:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:03Z', 'updated_at': '2021-07-15T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'ec4f483f-30cd-45bf-ad45-34b95e895637', 'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'tenant_id': '89567fda246241f4860e07527d287580', 'mac_address': 'fa:16:3e:7d:04:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '4840df0d-ad31-406d-829f-ea4475de886e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:09Z', 'updated_at': '2021-07-15T13:26:23Z', 'revision_number': 4, 'project_id': '89567fda246241f4860e07527d287580', 'subnets': [{'id': '4840df0d-ad31-406d-829f-ea4475de886e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:25.369098 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79191e8b-19ce-4782-b298-c04a2a11f811 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.375235 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ec4f483f-30cd-45bf-ad45-34b95e895637 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:25.505537 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc88b51-f809-44fa-ba30-cef29ef1c122 None None] The sync data for ids ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'] in n-d-758944-45 is: [{'id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'name': 'tempest-TestVolumeBootPattern-1420152954-router', 'tenant_id': '89567fda246241f4860e07527d287580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:01Z', 'updated_at': '2021-07-15T13:26:12Z', 'revision_number': 4, 'project_id': '89567fda246241f4860e07527d287580', 'gw_port': {'id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:14:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:03Z', 'updated_at': '2021-07-15T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'ec4f483f-30cd-45bf-ad45-34b95e895637', 'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'tenant_id': '89567fda246241f4860e07527d287580', 'mac_address': 'fa:16:3e:7d:04:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '4840df0d-ad31-406d-829f-ea4475de886e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:09Z', 'updated_at': '2021-07-15T13:26:23Z', 'revision_number': 4, 'project_id': '89567fda246241f4860e07527d287580', 'subnets': [{'id': '4840df0d-ad31-406d-829f-ea4475de886e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:25.567832 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a790f4ac-b20e-4501-87c3-7ddbe7d310fc tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.579099 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.607041 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14d91c35-7c00-47d1-a690-f89e3e039a82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.733148 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be097c9d-34eb-4297-ab52-a0957d8c3f38 None None] Routers set() bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:25.734224 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be097c9d-34eb-4297-ab52-a0957d8c3f38 None None] Router IDs set() for agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 13:26:25.735121 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_agentschedulers_db [None req-be097c9d-34eb-4297-ab52-a0957d8c3f38 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d69fbc8e-4c0e-4cb8-9be6-a108b215013f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:26:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent'). {{(pid=93815) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 13:26:25.735734 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be097c9d-34eb-4297-ab52-a0957d8c3f38 None None] The sync data for ids ['d69fbc8e-4c0e-4cb8-9be6-a108b215013f'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:25.766471 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd9848e-c632-458a-b434-a473a97bc7b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-017c806e-991d-4382-af00-6b9adbf7fb06', 'network_id': '017c806e-991d-4382-af00-6b9adbf7fb06', 'tenant_id': '94c1f6f8d2184654b025963e7bba620c', 'fixed_ips': [{'subnet_id': '09954cc5-a2fa-4e19-8a8d-9a402d99b71c'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:26:25.767383 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-edd9848e-c632-458a-b434-a473a97bc7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.772937 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.817200 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-4542fe00-5729-46d3-abe0-7df0e37bd844 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d36c52c8000f4792a297412063fb69ab&fields=id HTTP/1.1" status: 200 len: 348 time: 2.0856428 Jul 15 13:26:25.996139 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a790f4ac-b20e-4501-87c3-7ddbe7d310fc tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.095845 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a790f4ac-b20e-4501-87c3-7ddbe7d310fc tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5838f53b-c3d8-4ce0-87a8-d32fe98ab0e4']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:26.109023 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port ec4f483f-30cd-45bf-ad45-34b95e895637 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:26.143017 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port ec4f483f-30cd-45bf-ad45-34b95e895637 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:26.146623 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.449216 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.801457 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-edd9848e-c632-458a-b434-a473a97bc7b7 None None] Allocated IP 172.20.0.2 (017c806e-991d-4382-af00-6b9adbf7fb06/09954cc5-a2fa-4e19-8a8d-9a402d99b71c/2e985342-eb0c-4797-96ce-195b65ce78ad) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:27.203287 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.303693 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a790f4ac-b20e-4501-87c3-7ddbe7d310fc tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2071c4f-5a87-4042-9dc7-7f29570f4be5') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:27.304245 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a790f4ac-b20e-4501-87c3-7ddbe7d310fc tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2071c4f-5a87-4042-9dc7-7f29570f4be5') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:27.345277 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a790f4ac-b20e-4501-87c3-7ddbe7d310fc tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.385624 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a790f4ac-b20e-4501-87c3-7ddbe7d310fc tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.407149 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14d91c35-7c00-47d1-a690-f89e3e039a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.411028 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a790f4ac-b20e-4501-87c3-7ddbe7d310fc tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:26:27.411927 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a790f4ac-b20e-4501-87c3-7ddbe7d310fc tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.417509 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:26:27.417509 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:26:27.417509 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:26:27.417509 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:26:27.417509 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:26:27.417509 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:26:27.417509 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:26:27.417509 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:26:27.417509 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:26:27.417509 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:26:27.417509 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:26:27.417509 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:26:27.417509 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:26:27.417509 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:26:27.417509 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:26:27.417509 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:26:27.417509 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:26:27.417509 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:26:27.417509 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:26:27.417509 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:26:27.417509 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:26:27.417509 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:26:27.417509 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:26:27.417509 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:26:27.417509 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:26:27.417509 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:26:27.417509 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:26:27.417509 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:26:27.417509 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:26:27.417509 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:26:27.417509 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:26:27.417509 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:26:27.468017 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port ec4f483f-30cd-45bf-ad45-34b95e895637, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ec4f483f-30cd-45bf-ad45-34b95e895637,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:27.490239 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.515109 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-edd9848e-c632-458a-b434-a473a97bc7b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.560570 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a790f4ac-b20e-4501-87c3-7ddbe7d310fc tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.565885 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a790f4ac-b20e-4501-87c3-7ddbe7d310fc tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5838f53b-c3d8-4ce0-87a8-d32fe98ab0e4 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:26:27.570490 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a790f4ac-b20e-4501-87c3-7ddbe7d310fc tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.583807 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a790f4ac-b20e-4501-87c3-7ddbe7d310fc tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] 10.222.0.24 "DELETE /v2.0/networks/5838f53b-c3d8-4ce0-87a8-d32fe98ab0e4 HTTP/1.1" status: 204 len: 168 time: 2.3101904 Jul 15 13:26:27.589455 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790f4ac-b20e-4501-87c3-7ddbe7d310fc tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Pushing event deleted for resources: {'Network': ['ID=5838f53b-c3d8-4ce0-87a8-d32fe98ab0e4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:27.625244 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-edd9848e-c632-458a-b434-a473a97bc7b7 None None] Transition to ACTIVE for port object 2e985342-eb0c-4797-96ce-195b65ce78ad will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:27.719315 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=ec4f483f-30cd-45bf-ad45-34b95e895637,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:27.725219 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-b7b481d2-aa89-44f6-b4c8-26290197d0f4 service neutron] 10.222.0.24 "GET /v2.0/networks/be04063e-1cb2-41c3-8ee0-72868f24e4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8917236 Jul 15 13:26:27.739270 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-edd9848e-c632-458a-b434-a473a97bc7b7 None None] Transition to ACTIVE for port object 2e985342-eb0c-4797-96ce-195b65ce78ad will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:27.756607 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-edd9848e-c632-458a-b434-a473a97bc7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.767236 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79191e8b-19ce-4782-b298-c04a2a11f811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.920105 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9848e-c632-458a-b434-a473a97bc7b7 None None] Pushing event updated for resources: {'Port': ['ID=2e985342-eb0c-4797-96ce-195b65ce78ad,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:27.944048 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:26:27.975935 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd9848e-c632-458a-b434-a473a97bc7b7 None None] Network 017c806e-991d-4382-af00-6b9adbf7fb06 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:27.982529 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-edd9848e-c632-458a-b434-a473a97bc7b7 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:27.995557 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd9848e-c632-458a-b434-a473a97bc7b7 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:28.114559 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-edd9848e-c632-458a-b434-a473a97bc7b7 None None] Attempting to bind port 2e985342-eb0c-4797-96ce-195b65ce78ad on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:28.125469 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-edd9848e-c632-458a-b434-a473a97bc7b7 None None] Attempting to bind port 2e985342-eb0c-4797-96ce-195b65ce78ad by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'cf5fd0cc-5b4b-4872-9764-1cad77f8c0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '017c806e-991d-4382-af00-6b9adbf7fb06'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:28.126898 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd9848e-c632-458a-b434-a473a97bc7b7 None None] Attempting to bind port 2e985342-eb0c-4797-96ce-195b65ce78ad on network 017c806e-991d-4382-af00-6b9adbf7fb06 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:28.151694 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd9848e-c632-458a-b434-a473a97bc7b7 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:28.152284 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd9848e-c632-458a-b434-a473a97bc7b7 None None] Checking segment: {'id': 'cf5fd0cc-5b4b-4872-9764-1cad77f8c0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '017c806e-991d-4382-af00-6b9adbf7fb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:28.152936 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-edd9848e-c632-458a-b434-a473a97bc7b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.154011 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd9848e-c632-458a-b434-a473a97bc7b7 None None] Bound using segment: {'id': 'cf5fd0cc-5b4b-4872-9764-1cad77f8c0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '017c806e-991d-4382-af00-6b9adbf7fb06'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:28.154890 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-edd9848e-c632-458a-b434-a473a97bc7b7 None None] Bound port: 2e985342-eb0c-4797-96ce-195b65ce78ad, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf5fd0cc-5b4b-4872-9764-1cad77f8c0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '017c806e-991d-4382-af00-6b9adbf7fb06'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:28.155438 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-edd9848e-c632-458a-b434-a473a97bc7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.348269 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79191e8b-19ce-4782-b298-c04a2a11f811 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6212df86-d7ed-45b1-995d-721bfde9d594,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:28.433236 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49344) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:28.435351 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-edd9848e-c632-458a-b434-a473a97bc7b7 None None] For port 2e985342-eb0c-4797-96ce-195b65ce78ad, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:28.439512 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-47d4911f-8026-4a8b-b2d1-d9589f829e02 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Request body: {'router': {'name': 'tempest-router--2147201176', 'project_id': 'a8dbe215462d41df9fc1c1654e308cd3'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:28.441782 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-edd9848e-c632-458a-b434-a473a97bc7b7 None None] For port 2e985342-eb0c-4797-96ce-195b65ce78ad, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=2e985342-eb0c-4797-96ce-195b65ce78ad,segment=NetworkSegment(cf5fd0cc-5b4b-4872-9764-1cad77f8c0e4),segment_id=cf5fd0cc-5b4b-4872-9764-1cad77f8c0e4)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:28.452616 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-edd9848e-c632-458a-b434-a473a97bc7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.503689 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47d4911f-8026-4a8b-b2d1-d9589f829e02 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.505573 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47d4911f-8026-4a8b-b2d1-d9589f829e02 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.593127 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-7730ccd9-8258-4ff5-a519-b793ec7b4312 service neutron] 10.222.0.24 "GET /v2.0/networks/be04063e-1cb2-41c3-8ee0-72868f24e4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8658791 Jul 15 13:26:28.613968 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79191e8b-19ce-4782-b298-c04a2a11f811 admin admin] Checking segment: {'id': '7129d778-e11c-44b8-8068-c6b2ea99d83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ac87f728-47f1-42c2-b425-140890be75dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:28.618734 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79191e8b-19ce-4782-b298-c04a2a11f811 admin admin] Network hostable DHCP agents. Network: ac87f728-47f1-42c2-b425-140890be75dd, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:26:28.654209 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9848e-c632-458a-b434-a473a97bc7b7 None None] Pushing event updated for resources: {'Port': ['ID=2e985342-eb0c-4797-96ce-195b65ce78ad,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:28.670664 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47d4911f-8026-4a8b-b2d1-d9589f829e02 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.693051 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47d4911f-8026-4a8b-b2d1-d9589f829e02 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.737473 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47d4911f-8026-4a8b-b2d1-d9589f829e02 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.742889 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-47d4911f-8026-4a8b-b2d1-d9589f829e02 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3035877 Jul 15 13:26:28.743693 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49348) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:28.821743 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79191e8b-19ce-4782-b298-c04a2a11f811 admin admin] Network ac87f728-47f1-42c2-b425-140890be75dd is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:26:29.188450 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dbd5fed2-e229-4613-83a4-0c9a063472cf tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.977068 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dbd5fed2-e229-4613-83a4-0c9a063472cf tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.984336 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dbd5fed2-e229-4613-83a4-0c9a063472cf tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.059857 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 2e985342-eb0c-4797-96ce-195b65ce78ad up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:30.271090 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dbd5fed2-e229-4613-83a4-0c9a063472cf tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.272152 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd5fed2-e229-4613-83a4-0c9a063472cf tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 226867df-d362-45df-aea3-ec777b16eb3e {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:26:30.273818 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 2e985342-eb0c-4797-96ce-195b65ce78ad completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:30.280910 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dbd5fed2-e229-4613-83a4-0c9a063472cf tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.295446 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-dbd5fed2-e229-4613-83a4-0c9a063472cf tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] 10.222.0.24 "DELETE /v2.0/routers/226867df-d362-45df-aea3-ec777b16eb3e HTTP/1.1" status: 204 len: 168 time: 1.5486267 Jul 15 13:26:30.310057 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ec4f483f-30cd-45bf-ad45-34b95e895637 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:30.334600 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-79191e8b-19ce-4782-b298-c04a2a11f811 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, ac87f728-47f1-42c2-b425-140890be75dd) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:30.364365 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090f2c3c-a3ac-4b69-a199-60c07813b0d5 None None] Network ac87f728-47f1-42c2-b425-140890be75dd requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:30.390153 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0e12d3de-b1ea-46f9-a79f-37faf168f88b req-cdb6863d-7d85-47d3-9a51-f0eb6edcf525 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 210 time: 0.1849892 Jul 15 13:26:30.396685 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79191e8b-19ce-4782-b298-c04a2a11f811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:30.401700 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79191e8b-19ce-4782-b298-c04a2a11f811 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.630407 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14d91c35-7c00-47d1-a690-f89e3e039a82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.638586 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-79191e8b-19ce-4782-b298-c04a2a11f811 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 5.7788196 Jul 15 13:26:30.641603 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49384) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:30.653436 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-0f67c63a-4c96-400a-bffd-d741a50f1b8c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1406764567-router', 'tenant_id': '07d1188460e14615b690ded696bdae00', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:30.711012 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14d91c35-7c00-47d1-a690-f89e3e039a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.798798 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port ec4f483f-30cd-45bf-ad45-34b95e895637 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:30.800074 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.820600 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0f67c63a-4c96-400a-bffd-d741a50f1b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.823886 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0f67c63a-4c96-400a-bffd-d741a50f1b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.834381 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49390) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:31.011694 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49394) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:31.067488 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-14d91c35-7c00-47d1-a690-f89e3e039a82 admin admin] Allocated IP 172.25.6.108 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/a35a0821-ed7b-4387-ab9d-e1ed784a32b1) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:31.122573 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0f67c63a-4c96-400a-bffd-d741a50f1b8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:31.308368 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23df2a4c-6926-4f30-af4e-6c0586022a9d None None] Network 017c806e-991d-4382-af00-6b9adbf7fb06 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:31.367320 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7cc1a297-360c-40c6-b3ba-8b1b019bed06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:31.675086 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d6a622-2faa-477c-ae4e-52833350518d None None] Network ac87f728-47f1-42c2-b425-140890be75dd requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:31.713314 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0f67c63a-4c96-400a-bffd-d741a50f1b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:31.721626 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d37382db-f619-4620-991e-c589a20f5a44 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2043078530', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:31.882165 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14d91c35-7c00-47d1-a690-f89e3e039a82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.013413 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14d91c35-7c00-47d1-a690-f89e3e039a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.034491 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7cc1a297-360c-40c6-b3ba-8b1b019bed06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.057027 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d91c35-7c00-47d1-a690-f89e3e039a82 admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:32.065514 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-14d91c35-7c00-47d1-a690-f89e3e039a82 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:32.106962 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7cc1a297-360c-40c6-b3ba-8b1b019bed06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.125431 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d91c35-7c00-47d1-a690-f89e3e039a82 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:32.139752 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d195d512-1554-4d59-8154-cb352a8f3dd8 req-cf00c7c5-419c-401e-93d8-9494fe391f68 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 210 time: 0.1551201 Jul 15 13:26:32.331091 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d37382db-f619-4620-991e-c589a20f5a44 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.333648 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d37382db-f619-4620-991e-c589a20f5a44 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.358268 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fd1dc74f-0bcf-4b48-b4b8-5c5ee46de0e9 None None] Provisioning for port 2e985342-eb0c-4797-96ce-195b65ce78ad completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:32.425648 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fd1dc74f-0bcf-4b48-b4b8-5c5ee46de0e9 None None] Provisioning complete for port 2e985342-eb0c-4797-96ce-195b65ce78ad triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:32.426471 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd1dc74f-0bcf-4b48-b4b8-5c5ee46de0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.590509 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7cc1a297-360c-40c6-b3ba-8b1b019bed06 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e21e398967749c192b3bc6bc47c3835&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5773430 Jul 15 13:26:32.597528 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d91c35-7c00-47d1-a690-f89e3e039a82 admin admin] Pushing event updated for resources: {'Port': ['ID=a35a0821-ed7b-4387-ab9d-e1ed784a32b1,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:32.752412 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0f67c63a-4c96-400a-bffd-d741a50f1b8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.818447 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49410) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:32.822385 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0f67c63a-4c96-400a-bffd-d741a50f1b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.895307 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d37382db-f619-4620-991e-c589a20f5a44 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.898541 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1a297-360c-40c6-b3ba-8b1b019bed06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507ca490-b79b-4d0c-afe3-1c20e142410b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:33.048020 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd1dc74f-0bcf-4b48-b4b8-5c5ee46de0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:33.096461 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc1a297-360c-40c6-b3ba-8b1b019bed06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:33.098004 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc1a297-360c-40c6-b3ba-8b1b019bed06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:33.100874 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc1a297-360c-40c6-b3ba-8b1b019bed06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:33.103036 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc1a297-360c-40c6-b3ba-8b1b019bed06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:33.104896 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc1a297-360c-40c6-b3ba-8b1b019bed06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:33.105322 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc1a297-360c-40c6-b3ba-8b1b019bed06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:33.108610 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc1a297-360c-40c6-b3ba-8b1b019bed06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:33.109201 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc1a297-360c-40c6-b3ba-8b1b019bed06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:33.109648 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc1a297-360c-40c6-b3ba-8b1b019bed06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:33.110209 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc1a297-360c-40c6-b3ba-8b1b019bed06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:33.110648 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc1a297-360c-40c6-b3ba-8b1b019bed06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:33.111187 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc1a297-360c-40c6-b3ba-8b1b019bed06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:33.123743 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d91c35-7c00-47d1-a690-f89e3e039a82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:33.124327 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d91c35-7c00-47d1-a690-f89e3e039a82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:33.126154 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d91c35-7c00-47d1-a690-f89e3e039a82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:33.126513 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d91c35-7c00-47d1-a690-f89e3e039a82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:33.127271 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d91c35-7c00-47d1-a690-f89e3e039a82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:33.128365 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d91c35-7c00-47d1-a690-f89e3e039a82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:33.129466 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d91c35-7c00-47d1-a690-f89e3e039a82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:33.131078 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d91c35-7c00-47d1-a690-f89e3e039a82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:33.131599 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d91c35-7c00-47d1-a690-f89e3e039a82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:33.132841 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d91c35-7c00-47d1-a690-f89e3e039a82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:33.134458 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d91c35-7c00-47d1-a690-f89e3e039a82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:33.135784 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d91c35-7c00-47d1-a690-f89e3e039a82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:33.224111 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-fd1dc74f-0bcf-4b48-b4b8-5c5ee46de0e9 None None] For port 2e985342-eb0c-4797-96ce-195b65ce78ad, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=2e985342-eb0c-4797-96ce-195b65ce78ad,segment=NetworkSegment(cf5fd0cc-5b4b-4872-9764-1cad77f8c0e4),segment_id=cf5fd0cc-5b4b-4872-9764-1cad77f8c0e4)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:33.234510 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd1dc74f-0bcf-4b48-b4b8-5c5ee46de0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:33.340584 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ecd5031a-038a-4ee3-a6a8-4e8d169e1323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:33.385890 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1dc74f-0bcf-4b48-b4b8-5c5ee46de0e9 None None] Pushing event updated for resources: {'Port': ['ID=2e985342-eb0c-4797-96ce-195b65ce78ad,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:33.585837 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ecd5031a-038a-4ee3-a6a8-4e8d169e1323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:33.638730 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-0f67c63a-4c96-400a-bffd-d741a50f1b8c admin admin] Allocated IP 172.25.6.42 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/8dd8fc89-f8b9-48de-9d0b-7968763bb7c8) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:33.669979 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d37382db-f619-4620-991e-c589a20f5a44 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:33.677254 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-bee4cbb1-56e1-4df1-9347-d4682f575e53 None None] Provisioning complete for port 2e985342-eb0c-4797-96ce-195b65ce78ad triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:33.677696 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bee4cbb1-56e1-4df1-9347-d4682f575e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:33.688684 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14d91c35-7c00-47d1-a690-f89e3e039a82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:33.829498 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-a462fcaf-750a-4549-98ff-7185c49458bc tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:33.834288 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-a462fcaf-750a-4549-98ff-7185c49458bc tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.32 "GET /v2.0/networks?id=be04063e-1cb2-41c3-8ee0-72868f24e4ea HTTP/1.1" status: 200 len: 816 time: 0.6762052 Jul 15 13:26:33.847012 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-caa730b0-9ad9-49ba-89c2-c2c2265dd568 req-657245df-9fb9-4825-aeeb-f5b43a477e50 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 210 time: 0.0723825 Jul 15 13:26:34.046665 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ecd5031a-038a-4ee3-a6a8-4e8d169e1323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.053691 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ecd5031a-038a-4ee3-a6a8-4e8d169e1323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.059592 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ecd5031a-038a-4ee3-a6a8-4e8d169e1323 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/507ca490-b79b-4d0c-afe3-1c20e142410b HTTP/1.1" status: 204 len: 168 time: 1.0843630 Jul 15 13:26:34.171683 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0f67c63a-4c96-400a-bffd-d741a50f1b8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.337632 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5031a-038a-4ee3-a6a8-4e8d169e1323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507ca490-b79b-4d0c-afe3-1c20e142410b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:34.381444 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-12c47b54-8c99-4216-ba53-19b5cbbf391f tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d36c52c8000f4792a297412063fb69ab HTTP/1.1" status: 200 len: 378 time: 0.3781776 Jul 15 13:26:34.382748 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0f67c63a-4c96-400a-bffd-d741a50f1b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.417639 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5031a-038a-4ee3-a6a8-4e8d169e1323 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:34.418515 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5031a-038a-4ee3-a6a8-4e8d169e1323 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:34.421016 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5031a-038a-4ee3-a6a8-4e8d169e1323 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:34.421747 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5031a-038a-4ee3-a6a8-4e8d169e1323 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:34.422451 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5031a-038a-4ee3-a6a8-4e8d169e1323 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:34.425214 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5031a-038a-4ee3-a6a8-4e8d169e1323 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:34.425984 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5031a-038a-4ee3-a6a8-4e8d169e1323 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:34.428915 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5031a-038a-4ee3-a6a8-4e8d169e1323 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:34.429529 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5031a-038a-4ee3-a6a8-4e8d169e1323 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:34.433298 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5031a-038a-4ee3-a6a8-4e8d169e1323 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:34.434098 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5031a-038a-4ee3-a6a8-4e8d169e1323 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:34.434876 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5031a-038a-4ee3-a6a8-4e8d169e1323 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:34.552624 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-954345af-b960-426f-bc4a-1824dedbcb9d tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Request body: {'port': {'device_id': 'f774d00c-e94e-41ea-bedd-c0ca7dfb3c16', 'network_id': 'be04063e-1cb2-41c3-8ee0-72868f24e4ea', 'admin_state_up': True, 'tenant_id': 'd36c52c8000f4792a297412063fb69ab', 'security_groups': ['ed7f122e-7283-413e-8d54-2ed8ca31ac86']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:34.564463 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67c63a-4c96-400a-bffd-d741a50f1b8c admin admin] Pushing event updated for resources: {'Port': ['ID=8dd8fc89-f8b9-48de-9d0b-7968763bb7c8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:34.587627 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14d91c35-7c00-47d1-a690-f89e3e039a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.611452 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f67c63a-4c96-400a-bffd-d741a50f1b8c admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:34.628257 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-0f67c63a-4c96-400a-bffd-d741a50f1b8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:34.639077 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f67c63a-4c96-400a-bffd-d741a50f1b8c admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:34.756050 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d37382db-f619-4620-991e-c589a20f5a44 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.798909 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d37382db-f619-4620-991e-c589a20f5a44 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.892069 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49428) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:34.921890 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4d67d5c5-ab35-4363-b64e-dbb72905bc5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:35.018676 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-954345af-b960-426f-bc4a-1824dedbcb9d tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Made reservation on behalf of d36c52c8000f4792a297412063fb69ab for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:35.022755 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-954345af-b960-426f-bc4a-1824dedbcb9d tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:35.139331 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 2e985342-eb0c-4797-96ce-195b65ce78ad up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:35.277986 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 2e985342-eb0c-4797-96ce-195b65ce78ad triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:35.278752 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:35.386783 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0f67c63a-4c96-400a-bffd-d741a50f1b8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:35.426973 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-d37382db-f619-4620-991e-c589a20f5a44 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Allocated IP 172.25.6.48 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/2cb65886-075e-4d40-88f2-0f2e2e38ad1c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:35.520601 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d91c35-7c00-47d1-a690-f89e3e039a82 admin admin] Router db8c5628-f204-4185-a88d-a4baa8e53ac4 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:26:35.596758 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-267a551b-99a9-4d31-8046-8804665a3ad5 req-2bbb7433-7eaf-4f78-8a49-386df946591b tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 210 time: 0.3644438 Jul 15 13:26:35.687928 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4d67d5c5-ab35-4363-b64e-dbb72905bc5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:35.706269 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4d67d5c5-ab35-4363-b64e-dbb72905bc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:35.798188 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-954345af-b960-426f-bc4a-1824dedbcb9d tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Allocated IP 172.20.0.5 (be04063e-1cb2-41c3-8ee0-72868f24e4ea/86c45178-fb0a-4b4d-a444-3a0ac9a17af7/26962544-c805-44f2-acd9-2994c2b88027) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:35.888603 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d37382db-f619-4620-991e-c589a20f5a44 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:35.911434 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4d67d5c5-ab35-4363-b64e-dbb72905bc5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09f2667b050b4cddbf3672221cbf1dbb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0176978 Jul 15 13:26:35.914493 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49432) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:35.926555 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67d5c5-ab35-4363-b64e-dbb72905bc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d07a70e-ab89-48d1-bd43-c707b4f008fe,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:35.952845 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d91c35-7c00-47d1-a690-f89e3e039a82 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:35.964997 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80645766-33f5-442a-9054-caf10b644cad None None] Sync routers for ids ['db8c5628-f204-4185-a88d-a4baa8e53ac4'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:35.984366 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80645766-33f5-442a-9054-caf10b644cad None None] Routers {'db8c5628-f204-4185-a88d-a4baa8e53ac4'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:35.985362 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-80645766-33f5-442a-9054-caf10b644cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:26:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['db8c5628-f204-4185-a88d-a4baa8e53ac4'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:36.014903 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14d91c35-7c00-47d1-a690-f89e3e039a82 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.019884 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-14d91c35-7c00-47d1-a690-f89e3e039a82 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.2844343 Jul 15 13:26:36.027570 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49434) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:36.117584 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d37382db-f619-4620-991e-c589a20f5a44 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.246311 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37382db-f619-4620-991e-c589a20f5a44 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Pushing event updated for resources: {'Port': ['ID=2cb65886-075e-4d40-88f2-0f2e2e38ad1c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:36.266208 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37382db-f619-4620-991e-c589a20f5a44 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:36.271043 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d37382db-f619-4620-991e-c589a20f5a44 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:36.279189 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37382db-f619-4620-991e-c589a20f5a44 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:36.300091 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-80645766-33f5-442a-9054-caf10b644cad None None] Set router db8c5628-f204-4185-a88d-a4baa8e53ac4 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:36.460235 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0f67c63a-4c96-400a-bffd-d741a50f1b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.690229 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-80645766-33f5-442a-9054-caf10b644cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8c5628-f204-4185-a88d-a4baa8e53ac4', 'name': 'tempest-TestVolumeBootPattern-682779806-router', 'tenant_id': '94c1f6f8d2184654b025963e7bba620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'a35a0821-ed7b-4387-ab9d-e1ed784a32b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:24Z', 'updated_at': '2021-07-15T13:26:32Z', 'revision_number': 3, 'project_id': '94c1f6f8d2184654b025963e7bba620c', 'gw_port': {'id': 'a35a0821-ed7b-4387-ab9d-e1ed784a32b1', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:68:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8c5628-f204-4185-a88d-a4baa8e53ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:30Z', 'updated_at': '2021-07-15T13:26:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:36.698378 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60d10477-e3ec-468d-a8d6-455044d353cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.741257 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80645766-33f5-442a-9054-caf10b644cad None None] Checking router: db8c5628-f204-4185-a88d-a4baa8e53ac4 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:36.741847 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80645766-33f5-442a-9054-caf10b644cad None None] Updating router db8c5628-f204-4185-a88d-a4baa8e53ac4 port a35a0821-ed7b-4387-ab9d-e1ed784a32b1 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:26:36.810124 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80645766-33f5-442a-9054-caf10b644cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.898331 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60d10477-e3ec-468d-a8d6-455044d353cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.042306 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-954345af-b960-426f-bc4a-1824dedbcb9d tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.127854 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-954345af-b960-426f-bc4a-1824dedbcb9d tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Transition to ACTIVE for port object 26962544-c805-44f2-acd9-2994c2b88027 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:37.131567 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60d10477-e3ec-468d-a8d6-455044d353cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.141593 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60d10477-e3ec-468d-a8d6-455044d353cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.144367 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-60d10477-e3ec-468d-a8d6-455044d353cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d07a70e-ab89-48d1-bd43-c707b4f008fe HTTP/1.1" status: 204 len: 168 time: 1.2270885 Jul 15 13:26:37.238308 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-954345af-b960-426f-bc4a-1824dedbcb9d tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.377473 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954345af-b960-426f-bc4a-1824dedbcb9d tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Pushing event updated for resources: {'Port': ['ID=26962544-c805-44f2-acd9-2994c2b88027,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:37.408910 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d10477-e3ec-468d-a8d6-455044d353cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d07a70e-ab89-48d1-bd43-c707b4f008fe,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:37.435392 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f67c63a-4c96-400a-bffd-d741a50f1b8c admin admin] Router 38f75455-941a-4fd3-9857-5f1644554113 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:26:37.437299 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80645766-33f5-442a-9054-caf10b644cad None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.452183 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-80645766-33f5-442a-9054-caf10b644cad None None] Transition to ACTIVE for port object a35a0821-ed7b-4387-ab9d-e1ed784a32b1 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:37.464343 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80645766-33f5-442a-9054-caf10b644cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.473296 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-954345af-b960-426f-bc4a-1824dedbcb9d tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Network be04063e-1cb2-41c3-8ee0-72868f24e4ea is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:37.483684 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-954345af-b960-426f-bc4a-1824dedbcb9d tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:37.493324 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-954345af-b960-426f-bc4a-1824dedbcb9d tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:37.618948 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-80645766-33f5-442a-9054-caf10b644cad None None] Attempting to bind port a35a0821-ed7b-4387-ab9d-e1ed784a32b1 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:37.619292 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-80645766-33f5-442a-9054-caf10b644cad None None] Attempting to bind port a35a0821-ed7b-4387-ab9d-e1ed784a32b1 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:37.619715 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80645766-33f5-442a-9054-caf10b644cad None None] Attempting to bind port a35a0821-ed7b-4387-ab9d-e1ed784a32b1 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:37.625906 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5e55b-1a47-46a4-a769-403eae24bcb0 None None] Pushing event updated for resources: {'Port': ['ID=a35a0821-ed7b-4387-ab9d-e1ed784a32b1,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:37.647942 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80645766-33f5-442a-9054-caf10b644cad None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:37.648243 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80645766-33f5-442a-9054-caf10b644cad None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:37.648656 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80645766-33f5-442a-9054-caf10b644cad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.649619 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80645766-33f5-442a-9054-caf10b644cad None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:37.650147 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-80645766-33f5-442a-9054-caf10b644cad None None] Bound port: a35a0821-ed7b-4387-ab9d-e1ed784a32b1, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:37.650538 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80645766-33f5-442a-9054-caf10b644cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.773153 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-80645766-33f5-442a-9054-caf10b644cad None None] For port a35a0821-ed7b-4387-ab9d-e1ed784a32b1, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:37.779545 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-80645766-33f5-442a-9054-caf10b644cad None None] For port a35a0821-ed7b-4387-ab9d-e1ed784a32b1, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a35a0821-ed7b-4387-ab9d-e1ed784a32b1,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:37.793058 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-80645766-33f5-442a-9054-caf10b644cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.974721 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d37382db-f619-4620-991e-c589a20f5a44 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.007061 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80645766-33f5-442a-9054-caf10b644cad None None] Routers {'db8c5628-f204-4185-a88d-a4baa8e53ac4'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:38.009737 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-80645766-33f5-442a-9054-caf10b644cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:26:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['db8c5628-f204-4185-a88d-a4baa8e53ac4'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:38.014456 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5e55b-1a47-46a4-a769-403eae24bcb0 None None] Pushing event updated for resources: {'Port': ['ID=a35a0821-ed7b-4387-ab9d-e1ed784a32b1,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:38.076966 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0653eee0-7eff-4694-86ca-9ae45d6ac681 None None] Provisioning for port 26962544-c805-44f2-acd9-2994c2b88027 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:38.152335 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0653eee0-7eff-4694-86ca-9ae45d6ac681 None None] Provisioning complete for port 26962544-c805-44f2-acd9-2994c2b88027 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:38.152959 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0653eee0-7eff-4694-86ca-9ae45d6ac681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.241095 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-954345af-b960-426f-bc4a-1824dedbcb9d tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:38.246823 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-954345af-b960-426f-bc4a-1824dedbcb9d tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.331192 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f67c63a-4c96-400a-bffd-d741a50f1b8c admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:38.352947 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-954345af-b960-426f-bc4a-1824dedbcb9d tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9457295 Jul 15 13:26:38.359502 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-0653eee0-7eff-4694-86ca-9ae45d6ac681 None None] Port 26962544-c805-44f2-acd9-2994c2b88027 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:38.382869 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.385075 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc53d7b6-47b3-471a-a3e3-74b4f4d86a43 None None] Sync routers for ids ['38f75455-941a-4fd3-9857-5f1644554113'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:38.395231 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-075322ec-0e39-4c27-9488-12b15c93a676 service neutron] Request body: {'port': {'device_id': 'f774d00c-e94e-41ea-bedd-c0ca7dfb3c16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:38.436024 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc53d7b6-47b3-471a-a3e3-74b4f4d86a43 None None] Routers {'38f75455-941a-4fd3-9857-5f1644554113'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:38.437692 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-bc53d7b6-47b3-471a-a3e3-74b4f4d86a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:26:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['38f75455-941a-4fd3-9857-5f1644554113'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:38.511826 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b2dd7-cee2-4b54-a340-d9c3bb5818b6 req-6f8c2ea3-ece4-4a2a-ae96-256804893291 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:38.527030 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-786b2dd7-cee2-4b54-a340-d9c3bb5818b6 req-6f8c2ea3-ece4-4a2a-ae96-256804893291 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 931 time: 1.2920301 Jul 15 13:26:38.564386 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-80645766-33f5-442a-9054-caf10b644cad None None] Set router db8c5628-f204-4185-a88d-a4baa8e53ac4 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:38.603201 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0f67c63a-4c96-400a-bffd-d741a50f1b8c admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.607151 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0f67c63a-4c96-400a-bffd-d741a50f1b8c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9631846 Jul 15 13:26:38.616487 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49456) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:38.872210 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-075322ec-0e39-4c27-9488-12b15c93a676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.877692 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5dc22a64-7119-480c-8fd1-ab680b2620f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.926892 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-bc53d7b6-47b3-471a-a3e3-74b4f4d86a43 None None] Set router 38f75455-941a-4fd3-9857-5f1644554113 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:38.990215 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d37382db-f619-4620-991e-c589a20f5a44 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:39.045877 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-786b2dd7-cee2-4b54-a340-d9c3bb5818b6 req-fd3e8895-515f-41de-914f-741830ffa7dc tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7f122e-7283-413e-8d54-2ed8ca31ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5175560 Jul 15 13:26:39.214525 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-80645766-33f5-442a-9054-caf10b644cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8c5628-f204-4185-a88d-a4baa8e53ac4', 'name': 'tempest-TestVolumeBootPattern-682779806-router', 'tenant_id': '94c1f6f8d2184654b025963e7bba620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'a35a0821-ed7b-4387-ab9d-e1ed784a32b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:24Z', 'updated_at': '2021-07-15T13:26:32Z', 'revision_number': 3, 'project_id': '94c1f6f8d2184654b025963e7bba620c', 'gw_port': {'id': 'a35a0821-ed7b-4387-ab9d-e1ed784a32b1', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:68:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8c5628-f204-4185-a88d-a4baa8e53ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:30Z', 'updated_at': '2021-07-15T13:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:39.385961 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80645766-33f5-442a-9054-caf10b644cad None None] The sync data for ids ['db8c5628-f204-4185-a88d-a4baa8e53ac4'] in n-d-758944-45 is: [{'id': 'db8c5628-f204-4185-a88d-a4baa8e53ac4', 'name': 'tempest-TestVolumeBootPattern-682779806-router', 'tenant_id': '94c1f6f8d2184654b025963e7bba620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'a35a0821-ed7b-4387-ab9d-e1ed784a32b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:24Z', 'updated_at': '2021-07-15T13:26:32Z', 'revision_number': 3, 'project_id': '94c1f6f8d2184654b025963e7bba620c', 'gw_port': {'id': 'a35a0821-ed7b-4387-ab9d-e1ed784a32b1', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:68:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8c5628-f204-4185-a88d-a4baa8e53ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:30Z', 'updated_at': '2021-07-15T13:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:39.501397 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-bc53d7b6-47b3-471a-a3e3-74b4f4d86a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f75455-941a-4fd3-9857-5f1644554113', 'name': 'tempest-ServerRescueTestJSON-1406764567-router', 'tenant_id': '07d1188460e14615b690ded696bdae00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '8dd8fc89-f8b9-48de-9d0b-7968763bb7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:30Z', 'updated_at': '2021-07-15T13:26:35Z', 'revision_number': 3, 'project_id': '07d1188460e14615b690ded696bdae00', 'gw_port': {'id': '8dd8fc89-f8b9-48de-9d0b-7968763bb7c8', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:12:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f75455-941a-4fd3-9857-5f1644554113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:32Z', 'updated_at': '2021-07-15T13:26:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:39.578340 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc53d7b6-47b3-471a-a3e3-74b4f4d86a43 None None] Checking router: 38f75455-941a-4fd3-9857-5f1644554113 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:39.579089 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc53d7b6-47b3-471a-a3e3-74b4f4d86a43 None None] Updating router 38f75455-941a-4fd3-9857-5f1644554113 port 8dd8fc89-f8b9-48de-9d0b-7968763bb7c8 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:26:39.658862 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc53d7b6-47b3-471a-a3e3-74b4f4d86a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.265242 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-075322ec-0e39-4c27-9488-12b15c93a676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26962544-c805-44f2-acd9-2994c2b88027 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:26:40.284235 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc53d7b6-47b3-471a-a3e3-74b4f4d86a43 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.320188 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-bc53d7b6-47b3-471a-a3e3-74b4f4d86a43 None None] Transition to ACTIVE for port object 8dd8fc89-f8b9-48de-9d0b-7968763bb7c8 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:40.343289 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc53d7b6-47b3-471a-a3e3-74b4f4d86a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.414430 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-075322ec-0e39-4c27-9488-12b15c93a676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.420535 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-bc53d7b6-47b3-471a-a3e3-74b4f4d86a43 None None] Attempting to bind port 8dd8fc89-f8b9-48de-9d0b-7968763bb7c8 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:40.422723 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-bc53d7b6-47b3-471a-a3e3-74b4f4d86a43 None None] Attempting to bind port 8dd8fc89-f8b9-48de-9d0b-7968763bb7c8 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:40.424573 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc53d7b6-47b3-471a-a3e3-74b4f4d86a43 None None] Attempting to bind port 8dd8fc89-f8b9-48de-9d0b-7968763bb7c8 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:40.487775 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e51b3a-d213-4483-a351-12328ba5bdcd None None] Pushing event updated for resources: {'Port': ['ID=8dd8fc89-f8b9-48de-9d0b-7968763bb7c8,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:40.505417 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc53d7b6-47b3-471a-a3e3-74b4f4d86a43 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:40.506147 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc53d7b6-47b3-471a-a3e3-74b4f4d86a43 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:40.506245 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc53d7b6-47b3-471a-a3e3-74b4f4d86a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.506773 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc53d7b6-47b3-471a-a3e3-74b4f4d86a43 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:40.507294 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-bc53d7b6-47b3-471a-a3e3-74b4f4d86a43 None None] Bound port: 8dd8fc89-f8b9-48de-9d0b-7968763bb7c8, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:40.507692 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc53d7b6-47b3-471a-a3e3-74b4f4d86a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.570383 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-075322ec-0e39-4c27-9488-12b15c93a676 service neutron] Transition to ACTIVE for port object 26962544-c805-44f2-acd9-2994c2b88027 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:40.685995 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-bc53d7b6-47b3-471a-a3e3-74b4f4d86a43 None None] For port 8dd8fc89-f8b9-48de-9d0b-7968763bb7c8, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:40.691974 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-bc53d7b6-47b3-471a-a3e3-74b4f4d86a43 None None] For port 8dd8fc89-f8b9-48de-9d0b-7968763bb7c8, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8dd8fc89-f8b9-48de-9d0b-7968763bb7c8,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:40.711790 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc53d7b6-47b3-471a-a3e3-74b4f4d86a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.720573 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-075322ec-0e39-4c27-9488-12b15c93a676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.824395 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-5dc22a64-7119-480c-8fd1-ab680b2620f5 admin admin] Allocated IP 172.20.0.1 (017c806e-991d-4382-af00-6b9adbf7fb06/09954cc5-a2fa-4e19-8a8d-9a402d99b71c/2f7b8c6f-671e-48af-97e0-3257103c9b39) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:40.832134 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc53d7b6-47b3-471a-a3e3-74b4f4d86a43 None None] Routers {'38f75455-941a-4fd3-9857-5f1644554113'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:40.833419 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-bc53d7b6-47b3-471a-a3e3-74b4f4d86a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:26:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['38f75455-941a-4fd3-9857-5f1644554113'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:40.870990 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f96219-6656-4036-861f-2b919c461f35 req-76c9ed4b-b9d3-495d-a5c6-d69f1190c438 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:40.878033 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a4f96219-6656-4036-861f-2b919c461f35 req-76c9ed4b-b9d3-495d-a5c6-d69f1190c438 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] 10.222.0.24 "GET /v2.0/ports?device_id=5779149b-8344-4287-9e4c-f6f8e88db962 HTTP/1.1" status: 200 len: 950 time: 1.4962523 Jul 15 13:26:41.016687 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075322ec-0e39-4c27-9488-12b15c93a676 service neutron] Pushing event updated for resources: {'Port': ['ID=26962544-c805-44f2-acd9-2994c2b88027,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:41.321133 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a4f96219-6656-4036-861f-2b919c461f35 req-e015805d-009e-42e6-b82f-4b335e59ebee tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b0d9961-3473-4144-adcf-828b89bf8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293284 Jul 15 13:26:41.355367 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37382db-f619-4620-991e-c589a20f5a44 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Router 1a3c8fe0-e69c-41ef-a8fb-fc4329d703b9 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:26:41.508027 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a35a0821-ed7b-4387-ab9d-e1ed784a32b1 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:41.562079 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e51b3a-d213-4483-a351-12328ba5bdcd None None] Pushing event updated for resources: {'Port': ['ID=8dd8fc89-f8b9-48de-9d0b-7968763bb7c8,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:41.622841 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5dc22a64-7119-480c-8fd1-ab680b2620f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:41.701425 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-bc53d7b6-47b3-471a-a3e3-74b4f4d86a43 None None] Set router 38f75455-941a-4fd3-9857-5f1644554113 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:41.704781 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port a35a0821-ed7b-4387-ab9d-e1ed784a32b1 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:41.734289 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5dc22a64-7119-480c-8fd1-ab680b2620f5 admin admin] Transition to ACTIVE for port object 2f7b8c6f-671e-48af-97e0-3257103c9b39 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:41.776427 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port a35a0821-ed7b-4387-ab9d-e1ed784a32b1 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:41.777131 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:41.782028 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594502a-e66a-4f29-8faa-b25132ee25e0 req-0aa19bc7-0034-459b-ab0d-71d68622ce14 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:41.785213 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4594502a-e66a-4f29-8faa-b25132ee25e0 req-0aa19bc7-0034-459b-ab0d-71d68622ce14 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 931 time: 1.3837485 Jul 15 13:26:41.894019 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-075322ec-0e39-4c27-9488-12b15c93a676 service neutron] Attempting to bind port 26962544-c805-44f2-acd9-2994c2b88027 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:41.895005 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-075322ec-0e39-4c27-9488-12b15c93a676 service neutron] Attempting to bind port 26962544-c805-44f2-acd9-2994c2b88027 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '0d807eb9-53cb-4736-8077-cd448271ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'be04063e-1cb2-41c3-8ee0-72868f24e4ea'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:41.895579 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-075322ec-0e39-4c27-9488-12b15c93a676 service neutron] Attempting to bind port 26962544-c805-44f2-acd9-2994c2b88027 on network be04063e-1cb2-41c3-8ee0-72868f24e4ea {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:41.925277 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-075322ec-0e39-4c27-9488-12b15c93a676 service neutron] Port 26962544-c805-44f2-acd9-2994c2b88027 on network be04063e-1cb2-41c3-8ee0-72868f24e4ea not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:26:41.926090 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-075322ec-0e39-4c27-9488-12b15c93a676 service neutron] Attempting to bind port 26962544-c805-44f2-acd9-2994c2b88027 on network be04063e-1cb2-41c3-8ee0-72868f24e4ea {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:42.033177 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abb4e0-dbfe-4889-8a53-d8caa579c9b7 req-ff98e96a-ee25-40cb-ae12-5e6a13f902a9 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:42.037588 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-44abb4e0-dbfe-4889-8a53-d8caa579c9b7 req-ff98e96a-ee25-40cb-ae12-5e6a13f902a9 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] 10.222.0.18 "GET /v2.0/ports?device_id=5779149b-8344-4287-9e4c-f6f8e88db962 HTTP/1.1" status: 200 len: 950 time: 1.4420078 Jul 15 13:26:42.054328 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4594502a-e66a-4f29-8faa-b25132ee25e0 req-94eca42f-e56e-44c7-a2a9-e957c88a0087 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7f122e-7283-413e-8d54-2ed8ca31ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1792746 Jul 15 13:26:42.055766 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-075322ec-0e39-4c27-9488-12b15c93a676 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:42.056104 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-075322ec-0e39-4c27-9488-12b15c93a676 service neutron] Checking segment: {'id': '0d807eb9-53cb-4736-8077-cd448271ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'be04063e-1cb2-41c3-8ee0-72868f24e4ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:42.056782 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-075322ec-0e39-4c27-9488-12b15c93a676 service neutron] Bound using segment: {'id': '0d807eb9-53cb-4736-8077-cd448271ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'be04063e-1cb2-41c3-8ee0-72868f24e4ea'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:42.057217 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-075322ec-0e39-4c27-9488-12b15c93a676 service neutron] Bound port: 26962544-c805-44f2-acd9-2994c2b88027, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d807eb9-53cb-4736-8077-cd448271ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'be04063e-1cb2-41c3-8ee0-72868f24e4ea'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:42.057735 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-075322ec-0e39-4c27-9488-12b15c93a676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.090664 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.143887 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37382db-f619-4620-991e-c589a20f5a44 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:42.154608 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6bbd554f-9e9a-40e1-8dc2-a5c6db23bb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.156728 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314102f6-0f03-41ef-9c3c-ca17bebfd1e5 None None] Sync routers for ids ['1a3c8fe0-e69c-41ef-a8fb-fc4329d703b9'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:42.173561 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314102f6-0f03-41ef-9c3c-ca17bebfd1e5 None None] Routers {'1a3c8fe0-e69c-41ef-a8fb-fc4329d703b9'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:42.174618 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-314102f6-0f03-41ef-9c3c-ca17bebfd1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:26:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['1a3c8fe0-e69c-41ef-a8fb-fc4329d703b9'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:42.208189 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port a35a0821-ed7b-4387-ab9d-e1ed784a32b1, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a35a0821-ed7b-4387-ab9d-e1ed784a32b1,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:42.225127 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.231294 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5dc22a64-7119-480c-8fd1-ab680b2620f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.260077 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-314102f6-0f03-41ef-9c3c-ca17bebfd1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:42.296632 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314102f6-0f03-41ef-9c3c-ca17bebfd1e5 None None] Routers {'1a3c8fe0-e69c-41ef-a8fb-fc4329d703b9'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:42.297383 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-314102f6-0f03-41ef-9c3c-ca17bebfd1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:26:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['1a3c8fe0-e69c-41ef-a8fb-fc4329d703b9'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:42.301591 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-bc53d7b6-47b3-471a-a3e3-74b4f4d86a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f75455-941a-4fd3-9857-5f1644554113', 'name': 'tempest-ServerRescueTestJSON-1406764567-router', 'tenant_id': '07d1188460e14615b690ded696bdae00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '8dd8fc89-f8b9-48de-9d0b-7968763bb7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:30Z', 'updated_at': '2021-07-15T13:26:35Z', 'revision_number': 3, 'project_id': '07d1188460e14615b690ded696bdae00', 'gw_port': {'id': '8dd8fc89-f8b9-48de-9d0b-7968763bb7c8', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:12:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f75455-941a-4fd3-9857-5f1644554113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:32Z', 'updated_at': '2021-07-15T13:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:42.342663 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=a35a0821-ed7b-4387-ab9d-e1ed784a32b1,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:42.346680 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc53d7b6-47b3-471a-a3e3-74b4f4d86a43 None None] The sync data for ids ['38f75455-941a-4fd3-9857-5f1644554113'] in n-d-758944-45 is: [{'id': '38f75455-941a-4fd3-9857-5f1644554113', 'name': 'tempest-ServerRescueTestJSON-1406764567-router', 'tenant_id': '07d1188460e14615b690ded696bdae00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '8dd8fc89-f8b9-48de-9d0b-7968763bb7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:30Z', 'updated_at': '2021-07-15T13:26:35Z', 'revision_number': 3, 'project_id': '07d1188460e14615b690ded696bdae00', 'gw_port': {'id': '8dd8fc89-f8b9-48de-9d0b-7968763bb7c8', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:12:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f75455-941a-4fd3-9857-5f1644554113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:32Z', 'updated_at': '2021-07-15T13:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:42.384454 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d37382db-f619-4620-991e-c589a20f5a44 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.399374 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d37382db-f619-4620-991e-c589a20f5a44 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 11.5487342 Jul 15 13:26:42.399639 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-314102f6-0f03-41ef-9c3c-ca17bebfd1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:42.406298 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314102f6-0f03-41ef-9c3c-ca17bebfd1e5 None None] The sync data for ids ['1a3c8fe0-e69c-41ef-a8fb-fc4329d703b9'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:42.409575 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc22a64-7119-480c-8fd1-ab680b2620f5 admin admin] Network 017c806e-991d-4382-af00-6b9adbf7fb06 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:42.412049 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49496) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:42.469983 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-5dc22a64-7119-480c-8fd1-ab680b2620f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:42.483778 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc22a64-7119-480c-8fd1-ab680b2620f5 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:42.870330 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5dc22a64-7119-480c-8fd1-ab680b2620f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.887554 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-075322ec-0e39-4c27-9488-12b15c93a676 service neutron] For port 26962544-c805-44f2-acd9-2994c2b88027, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:43.052494 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-075322ec-0e39-4c27-9488-12b15c93a676 service neutron] For port 26962544-c805-44f2-acd9-2994c2b88027, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=26962544-c805-44f2-acd9-2994c2b88027,segment=NetworkSegment(0d807eb9-53cb-4736-8077-cd448271ac4f),segment_id=0d807eb9-53cb-4736-8077-cd448271ac4f)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:43.092261 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-075322ec-0e39-4c27-9488-12b15c93a676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:43.121436 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc22a64-7119-480c-8fd1-ab680b2620f5 admin admin] Pushing event updated for resources: {'Port': ['ID=2f7b8c6f-671e-48af-97e0-3257103c9b39,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:43.288034 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a35a0821-ed7b-4387-ab9d-e1ed784a32b1 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:43.421057 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-44abb4e0-dbfe-4889-8a53-d8caa579c9b7 req-097dfe8a-eb12-4c6c-b799-c0ff2ed73382 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Deleting port 708be135-5193-4e40-ad64-7c142587f86e {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:43.421057 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-44abb4e0-dbfe-4889-8a53-d8caa579c9b7 req-097dfe8a-eb12-4c6c-b799-c0ff2ed73382 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:43.498089 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port a35a0821-ed7b-4387-ab9d-e1ed784a32b1 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:43.498446 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:43.507054 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-36820ccd-02ef-4ebb-af37-5b1f3714bd72 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] 10.222.0.24 "GET /v2.0/routers/1a3c8fe0-e69c-41ef-a8fb-fc4329d703b9 HTTP/1.1" status: 200 len: 924 time: 1.0866032 Jul 15 13:26:43.514497 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49508) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:43.569837 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-415d622f-6622-45ed-8ef2-4c5a472963b4 None None] Provisioning for port 2f7b8c6f-671e-48af-97e0-3257103c9b39 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:43.591864 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b13e7084-f403-42d7-9c49-5680066a9dd4 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3c8fe0-e69c-41ef-a8fb-fc4329d703b9 HTTP/1.1" status: 200 len: 205 time: 0.0677488 Jul 15 13:26:43.595665 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49510) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:43.606096 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-44abb4e0-dbfe-4889-8a53-d8caa579c9b7 req-097dfe8a-eb12-4c6c-b799-c0ff2ed73382 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] For port 708be135-5193-4e40-ad64-7c142587f86e, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=708be135-5193-4e40-ad64-7c142587f86e,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:43.606575 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-44abb4e0-dbfe-4889-8a53-d8caa579c9b7 req-097dfe8a-eb12-4c6c-b799-c0ff2ed73382 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:43.609575 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-415d622f-6622-45ed-8ef2-4c5a472963b4 None None] Provisioning complete for port 2f7b8c6f-671e-48af-97e0-3257103c9b39 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:43.610857 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-415d622f-6622-45ed-8ef2-4c5a472963b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:43.630545 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-44abb4e0-dbfe-4889-8a53-d8caa579c9b7 req-097dfe8a-eb12-4c6c-b799-c0ff2ed73382 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Calling delete_port for 708be135-5193-4e40-ad64-7c142587f86e owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:43.692254 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b391ceb-f7a0-4a97-bd69-0da3d9717f96 req-4f0d2534-c560-42b8-922c-fe248b6b01bb tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:43.694112 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b391ceb-f7a0-4a97-bd69-0da3d9717f96 req-4f0d2534-c560-42b8-922c-fe248b6b01bb tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] 10.222.0.24 "GET /v2.0/ports?device_id=5779149b-8344-4287-9e4c-f6f8e88db962 HTTP/1.1" status: 200 len: 950 time: 0.5615709 Jul 15 13:26:43.708842 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-075322ec-0e39-4c27-9488-12b15c93a676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:43.712701 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-075322ec-0e39-4c27-9488-12b15c93a676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:43.716560 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-075322ec-0e39-4c27-9488-12b15c93a676 service neutron] 10.222.0.32 "PUT /v2.0/ports/26962544-c805-44f2-acd9-2994c2b88027 HTTP/1.1" status: 200 len: 1092 time: 5.3406992 Jul 15 13:26:43.724980 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f774d00c-e94e-41ea-bedd-c0ca7dfb3c16', 'tag': '26962544-c805-44f2-acd9-2994c2b88027'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:43.734416 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5dc22a64-7119-480c-8fd1-ab680b2620f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:43.736781 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115e0439-9f7c-4145-baa0-418f1488eb3e" -d '{"events": [{"name": "network-changed", "server_uuid": "f774d00c-e94e-41ea-bedd-c0ca7dfb3c16", "tag": "26962544-c805-44f2-acd9-2994c2b88027"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:43.828122 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075322ec-0e39-4c27-9488-12b15c93a676 service neutron] Pushing event updated for resources: {'Port': ['ID=26962544-c805-44f2-acd9-2994c2b88027,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:43.835739 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c67832c9-959e-4c00-b93a-5cfed34c1e47 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:43.838096 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-415d622f-6622-45ed-8ef2-4c5a472963b4 None None] Port 2f7b8c6f-671e-48af-97e0-3257103c9b39 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:43.937095 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-6bbd554f-9e9a-40e1-8dc2-a5c6db23bb65 admin admin] Allocated IP 172.20.0.1 (ac87f728-47f1-42c2-b425-140890be75dd/6212df86-d7ed-45b1-995d-721bfde9d594/a7278473-44bd-4747-be9f-df9d6af02522) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:43.967367 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efd7a9-31df-4aad-a6b8-4b30ccf2a666 req-367407aa-2862-4790-b8be-23d894e94e17 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:43.976907 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d5efd7a9-31df-4aad-a6b8-4b30ccf2a666 req-367407aa-2862-4790-b8be-23d894e94e17 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 943 time: 0.6397276 Jul 15 13:26:44.027930 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b391ceb-f7a0-4a97-bd69-0da3d9717f96 req-9018c2be-ffa6-48ce-8bdc-884b0420b927 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b0d9961-3473-4144-adcf-828b89bf8014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163462 Jul 15 13:26:44.203642 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c67832c9-959e-4c00-b93a-5cfed34c1e47 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:44.318822 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c67832c9-959e-4c00-b93a-5cfed34c1e47 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Deleting port 2cb65886-075e-4d40-88f2-0f2e2e38ad1c {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:44.319271 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c67832c9-959e-4c00-b93a-5cfed34c1e47 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:44.341498 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5dc22a64-7119-480c-8fd1-ab680b2620f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:44.352511 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5dc22a64-7119-480c-8fd1-ab680b2620f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:44.473644 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc22a64-7119-480c-8fd1-ab680b2620f5 admin admin] Pushing event updated for resources: {'Port': ['ID=2f7b8c6f-671e-48af-97e0-3257103c9b39,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:44.506513 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5dc22a64-7119-480c-8fd1-ab680b2620f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:44.533946 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c67832c9-959e-4c00-b93a-5cfed34c1e47 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:44.559657 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83ac0e3-8568-4ed0-94da-a37f43fc7825 x-openstack-request-id: req-a83ac0e3-8568-4ed0-94da-a37f43fc7825 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:44.560137 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f774d00c-e94e-41ea-bedd-c0ca7dfb3c16", "tag": "26962544-c805-44f2-acd9-2994c2b88027", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:44.560555 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a83ac0e3-8568-4ed0-94da-a37f43fc7825 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:44.561187 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f774d00c-e94e-41ea-bedd-c0ca7dfb3c16', 'tag': '26962544-c805-44f2-acd9-2994c2b88027', 'status': 'completed', 'code': 200} Jul 15 13:26:44.577692 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d5efd7a9-31df-4aad-a6b8-4b30ccf2a666 req-3a2b1ccf-77dd-4815-b024-5b3b203032ea tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7f122e-7283-413e-8d54-2ed8ca31ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5982356 Jul 15 13:26:44.581118 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c67832c9-959e-4c00-b93a-5cfed34c1e47 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Calling delete_port for 2cb65886-075e-4d40-88f2-0f2e2e38ad1c owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:44.581283 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-c4e5cd4c-4324-4f67-a027-4ecc9fd7aeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.583833 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-c4e5cd4c-4324-4f67-a027-4ecc9fd7aeb9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d36c52c8000f4792a297412063fb69ab&device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 1095 time: 0.7578020 Jul 15 13:26:44.699894 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-2a8fadb1-645c-479e-a4b2-00da30386bb9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26962544-c805-44f2-acd9-2994c2b88027 HTTP/1.1" status: 200 len: 217 time: 0.1001067 Jul 15 13:26:44.703977 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-44abb4e0-dbfe-4889-8a53-d8caa579c9b7 req-097dfe8a-eb12-4c6c-b799-c0ff2ed73382 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:44.824624 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc22a64-7119-480c-8fd1-ab680b2620f5 admin admin] Network 017c806e-991d-4382-af00-6b9adbf7fb06 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:44.829496 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-5dc22a64-7119-480c-8fd1-ab680b2620f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:44.847146 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097dfe8a-eb12-4c6c-b799-c0ff2ed73382 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Pushing event deleted for resources: {'Port': ['ID=708be135-5193-4e40-ad64-7c142587f86e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:44.915260 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6bbd554f-9e9a-40e1-8dc2-a5c6db23bb65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:44.997308 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-007308e2-61b5-48da-bcfb-ab891d4b6f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:45.000086 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-007308e2-61b5-48da-bcfb-ab891d4b6f4b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=86c45178-fb0a-4b4d-a444-3a0ac9a17af7 HTTP/1.1" status: 200 len: 855 time: 0.2928250 Jul 15 13:26:45.012207 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-44abb4e0-dbfe-4889-8a53-d8caa579c9b7 req-097dfe8a-eb12-4c6c-b799-c0ff2ed73382 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] No DVR routers for this DVR port 708be135-5193-4e40-ad64-7c142587f86e on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:26:45.088403 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-44abb4e0-dbfe-4889-8a53-d8caa579c9b7 req-097dfe8a-eb12-4c6c-b799-c0ff2ed73382 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.091657 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-44abb4e0-dbfe-4889-8a53-d8caa579c9b7 req-097dfe8a-eb12-4c6c-b799-c0ff2ed73382 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] 10.222.0.18 "DELETE /v2.0/ports/708be135-5193-4e40-ad64-7c142587f86e HTTP/1.1" status: 204 len: 173 time: 3.0036907 Jul 15 13:26:45.230194 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-991da04e-7e81-4991-9840-6373de869294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:45.237339 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-991da04e-7e81-4991-9840-6373de869294 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=be04063e-1cb2-41c3-8ee0-72868f24e4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2182589 Jul 15 13:26:45.265912 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8dd8fc89-f8b9-48de-9d0b-7968763bb7c8 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:45.375323 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 708be135-5193-4e40-ad64-7c142587f86e no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:45.388638 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-c5ed6ef0-156b-48af-847f-d1607af6c20c service neutron] 10.222.0.32 "GET /v2.0/networks/be04063e-1cb2-41c3-8ee0-72868f24e4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424780 Jul 15 13:26:45.425713 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6bbd554f-9e9a-40e1-8dc2-a5c6db23bb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.449544 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc22a64-7119-480c-8fd1-ab680b2620f5 admin admin] Router db8c5628-f204-4185-a88d-a4baa8e53ac4 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:26:45.482224 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbd554f-9e9a-40e1-8dc2-a5c6db23bb65 admin admin] Network ac87f728-47f1-42c2-b425-140890be75dd is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:45.488175 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-6bbd554f-9e9a-40e1-8dc2-a5c6db23bb65 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:45.509775 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c67832c9-959e-4c00-b93a-5cfed34c1e47 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.522783 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbd554f-9e9a-40e1-8dc2-a5c6db23bb65 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:45.535335 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 708be135-5193-4e40-ad64-7c142587f86e {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:26:45.535903 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 708be135-5193-4e40-ad64-7c142587f86e not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:26:45.594597 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-53aa957c-ed28-416e-b4d5-2232a2d1149e None None] Provisioning complete for port 2f7b8c6f-671e-48af-97e0-3257103c9b39 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:45.595462 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53aa957c-ed28-416e-b4d5-2232a2d1149e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.695135 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 8dd8fc89-f8b9-48de-9d0b-7968763bb7c8 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:45.718743 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-53aa957c-ed28-416e-b4d5-2232a2d1149e None None] Port 2f7b8c6f-671e-48af-97e0-3257103c9b39 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:45.725658 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 8dd8fc89-f8b9-48de-9d0b-7968763bb7c8 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:45.728147 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.733385 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd554f-9e9a-40e1-8dc2-a5c6db23bb65 admin admin] Pushing event updated for resources: {'Port': ['ID=a7278473-44bd-4747-be9f-df9d6af02522,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:45.763781 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6bbd554f-9e9a-40e1-8dc2-a5c6db23bb65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.857668 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67832c9-959e-4c00-b93a-5cfed34c1e47 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Pushing event deleted for resources: {'Port': ['ID=2cb65886-075e-4d40-88f2-0f2e2e38ad1c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:45.912357 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f01a0f45-e87e-421f-a2a2-56c02650a844 req-ee710d7d-03d0-4835-b84f-899c506200f3 tempest-VolumesBackupsTest-817081937 tempest-VolumesBackupsTest-817081937-project] 10.222.0.24 "GET /v2.0/ports?device_id=5779149b-8344-4287-9e4c-f6f8e88db962 HTTP/1.1" status: 200 len: 210 time: 0.1840715 Jul 15 13:26:45.983336 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6bbd554f-9e9a-40e1-8dc2-a5c6db23bb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:46.004685 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7de62767-3079-4dd2-ab5e-9366ba581243 req-12e5f6f7-bbe0-40f5-aaaa-cbcfd7de7c6c service neutron] 10.222.0.32 "GET /v2.0/networks/be04063e-1cb2-41c3-8ee0-72868f24e4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6093626 Jul 15 13:26:46.037631 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c67832c9-959e-4c00-b93a-5cfed34c1e47 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:46.091342 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0be2b-107a-47e8-9cdc-50a7d54497e2 req-88389cd7-6077-4313-959e-93df51e7df46 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:46.102866 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b1e0be2b-107a-47e8-9cdc-50a7d54497e2 req-88389cd7-6077-4313-959e-93df51e7df46 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 943 time: 0.2130520 Jul 15 13:26:46.118564 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:46.162461 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 8dd8fc89-f8b9-48de-9d0b-7968763bb7c8, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8dd8fc89-f8b9-48de-9d0b-7968763bb7c8,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:46.169269 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:46.185708 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b1e0be2b-107a-47e8-9cdc-50a7d54497e2 req-03114bad-1bb5-4d97-8646-9f8c5d95dfc3 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7f122e-7283-413e-8d54-2ed8ca31ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765915 Jul 15 13:26:46.227645 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c67832c9-959e-4c00-b93a-5cfed34c1e47 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:46.233335 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c67832c9-959e-4c00-b93a-5cfed34c1e47 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:46.301439 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=8dd8fc89-f8b9-48de-9d0b-7968763bb7c8,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:46.302185 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc22a64-7119-480c-8fd1-ab680b2620f5 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:46.318435 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e0439-9f7c-4145-baa0-418f1488eb3e req-0559ab81-757a-438e-80e5-c3c808991b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:46.319996 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-115e0439-9f7c-4145-baa0-418f1488eb3e req-0559ab81-757a-438e-80e5-c3c808991b2c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d36c52c8000f4792a297412063fb69ab&device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 1095 time: 0.1951334 Jul 15 13:26:46.331869 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5dc22a64-7119-480c-8fd1-ab680b2620f5 admin admin] 10.222.0.24 "PUT /v2.0/routers/db8c5628-f204-4185-a88d-a4baa8e53ac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3017683 Jul 15 13:26:46.350998 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c67832c9-959e-4c00-b93a-5cfed34c1e47 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:46.352868 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67832c9-959e-4c00-b93a-5cfed34c1e47 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Fanout notify agent at l3_agent the message router_deleted on router 1a3c8fe0-e69c-41ef-a8fb-fc4329d703b9 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:26:46.359317 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8752af-69d4-49be-a662-b3cc59f004bb None None] Sync routers for ids ['db8c5628-f204-4185-a88d-a4baa8e53ac4'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:46.376539 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c67832c9-959e-4c00-b93a-5cfed34c1e47 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:46.380673 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c67832c9-959e-4c00-b93a-5cfed34c1e47 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] 10.222.0.24 "DELETE /v2.0/routers/1a3c8fe0-e69c-41ef-a8fb-fc4329d703b9 HTTP/1.1" status: 204 len: 168 time: 2.7790172 Jul 15 13:26:46.388312 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49524) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:46.396616 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d6641c65-2de7-43ff-a88a-aabf27b5427b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Request body: {'router': {'name': 'tempest-snat-router-131045094', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'enable_snat': False}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:46.401406 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8752af-69d4-49be-a662-b3cc59f004bb None None] Routers {'db8c5628-f204-4185-a88d-a4baa8e53ac4'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:46.402221 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ec8752af-69d4-49be-a662-b3cc59f004bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:26:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['db8c5628-f204-4185-a88d-a4baa8e53ac4'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:46.436608 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6bbd554f-9e9a-40e1-8dc2-a5c6db23bb65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:46.447301 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6641c65-2de7-43ff-a88a-aabf27b5427b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:46.449978 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6641c65-2de7-43ff-a88a-aabf27b5427b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:46.453517 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6bbd554f-9e9a-40e1-8dc2-a5c6db23bb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:46.580142 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5779149b-8344-4287-9e4c-f6f8e88db962', 'name': 'network-vif-deleted', 'tag': '708be135-5193-4e40-ad64-7c142587f86e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:46.586354 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb4f14f-41d5-437f-95a9-82c4655c9af6" -d '{"events": [{"server_uuid": "5779149b-8344-4287-9e4c-f6f8e88db962", "name": "network-vif-deleted", "tag": "708be135-5193-4e40-ad64-7c142587f86e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:46.592343 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6bbd554f-9e9a-40e1-8dc2-a5c6db23bb65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:46.599329 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6641c65-2de7-43ff-a88a-aabf27b5427b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:46.710574 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-ec8752af-69d4-49be-a662-b3cc59f004bb None None] Set router db8c5628-f204-4185-a88d-a4baa8e53ac4 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:46.778190 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e0439-9f7c-4145-baa0-418f1488eb3e req-b2d5fcd7-5051-47ef-b249-a1af2ed699b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:46.790941 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-115e0439-9f7c-4145-baa0-418f1488eb3e req-b2d5fcd7-5051-47ef-b249-a1af2ed699b8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=be04063e-1cb2-41c3-8ee0-72868f24e4ea HTTP/1.1" status: 200 len: 917 time: 0.4552054 Jul 15 13:26:46.821785 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee5399d-a06d-4ee2-894f-664f17930c54 x-openstack-request-id: req-fee5399d-a06d-4ee2-894f-664f17930c54 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:46.823232 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5779149b-8344-4287-9e4c-f6f8e88db962", "name": "network-vif-deleted", "tag": "708be135-5193-4e40-ad64-7c142587f86e", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:46.831184 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fee5399d-a06d-4ee2-894f-664f17930c54 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:46.831942 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5779149b-8344-4287-9e4c-f6f8e88db962', 'name': 'network-vif-deleted', 'tag': '708be135-5193-4e40-ad64-7c142587f86e', 'status': 'completed', 'code': 200} Jul 15 13:26:46.855142 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6641c65-2de7-43ff-a88a-aabf27b5427b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:46.903123 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd554f-9e9a-40e1-8dc2-a5c6db23bb65 admin admin] Pushing event updated for resources: {'Port': ['ID=a7278473-44bd-4747-be9f-df9d6af02522,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:46.999915 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-115e0439-9f7c-4145-baa0-418f1488eb3e req-e43367e7-4c45-4b40-880b-2e131049df57 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26962544-c805-44f2-acd9-2994c2b88027 HTTP/1.1" status: 200 len: 217 time: 0.2076678 Jul 15 13:26:47.165603 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8dd8fc89-f8b9-48de-9d0b-7968763bb7c8 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:47.171553 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e0439-9f7c-4145-baa0-418f1488eb3e req-4cbd4682-8075-4709-acb6-59383c90d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:47.174586 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-115e0439-9f7c-4145-baa0-418f1488eb3e req-4cbd4682-8075-4709-acb6-59383c90d4af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=86c45178-fb0a-4b4d-a444-3a0ac9a17af7 HTTP/1.1" status: 200 len: 855 time: 0.1600504 Jul 15 13:26:47.243807 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbd554f-9e9a-40e1-8dc2-a5c6db23bb65 admin admin] Network ac87f728-47f1-42c2-b425-140890be75dd is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:47.247839 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-6bbd554f-9e9a-40e1-8dc2-a5c6db23bb65 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:47.345551 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 8dd8fc89-f8b9-48de-9d0b-7968763bb7c8 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:47.346390 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.454010 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ec8752af-69d4-49be-a662-b3cc59f004bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8c5628-f204-4185-a88d-a4baa8e53ac4', 'name': 'tempest-TestVolumeBootPattern-682779806-router', 'tenant_id': '94c1f6f8d2184654b025963e7bba620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'a35a0821-ed7b-4387-ab9d-e1ed784a32b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:24Z', 'updated_at': '2021-07-15T13:26:43Z', 'revision_number': 4, 'project_id': '94c1f6f8d2184654b025963e7bba620c', 'gw_port': {'id': 'a35a0821-ed7b-4387-ab9d-e1ed784a32b1', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8c5628-f204-4185-a88d-a4baa8e53ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:30Z', 'updated_at': '2021-07-15T13:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '2f7b8c6f-671e-48af-97e0-3257103c9b39', 'name': '', 'network_id': '017c806e-991d-4382-af00-6b9adbf7fb06', 'tenant_id': '94c1f6f8d2184654b025963e7bba620c', 'mac_address': 'fa:16:3e:6a:ec:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8c5628-f204-4185-a88d-a4baa8e53ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '09954cc5-a2fa-4e19-8a8d-9a402d99b71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:39Z', 'updated_at': '2021-07-15T13:26:44Z', 'revision_number': 2, 'project_id': '94c1f6f8d2184654b025963e7bba620c', 'subnets': [{'id': '09954cc5-a2fa-4e19-8a8d-9a402d99b71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:47.494183 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e0439-9f7c-4145-baa0-418f1488eb3e req-ce719766-03f7-4b23-9688-32378cd15c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:47.496900 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-115e0439-9f7c-4145-baa0-418f1488eb3e req-ce719766-03f7-4b23-9688-32378cd15c74 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=be04063e-1cb2-41c3-8ee0-72868f24e4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3099723 Jul 15 13:26:47.542408 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8752af-69d4-49be-a662-b3cc59f004bb None None] Checking router: db8c5628-f204-4185-a88d-a4baa8e53ac4 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:47.543013 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8752af-69d4-49be-a662-b3cc59f004bb None None] Updating router db8c5628-f204-4185-a88d-a4baa8e53ac4 port 2f7b8c6f-671e-48af-97e0-3257103c9b39 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:26:47.569855 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbd554f-9e9a-40e1-8dc2-a5c6db23bb65 admin admin] Router 38f75455-941a-4fd3-9857-5f1644554113 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:26:47.590699 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec8752af-69d4-49be-a662-b3cc59f004bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.684501 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6641c65-2de7-43ff-a88a-aabf27b5427b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.708363 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6641c65-2de7-43ff-a88a-aabf27b5427b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.797051 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c4bb0-4b24-4725-99fd-04f3601b0efb req-9a2a40a3-e742-4f9d-a7b9-b5aa3e3d888e tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:47.804610 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-971c4bb0-4b24-4725-99fd-04f3601b0efb req-9a2a40a3-e742-4f9d-a7b9-b5aa3e3d888e tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 943 time: 0.1721933 Jul 15 13:26:47.843933 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-115e0439-9f7c-4145-baa0-418f1488eb3e req-f8cd54ac-3641-4cba-a7f7-e17f78b5cec4 service neutron] 10.222.0.32 "GET /v2.0/networks/be04063e-1cb2-41c3-8ee0-72868f24e4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366570 Jul 15 13:26:47.868155 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-d6641c65-2de7-43ff-a88a-aabf27b5427b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Allocated IP 172.25.6.229 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/a2965ee6-c3b6-49e5-a39b-01f167bf87e5) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:47.917551 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbd554f-9e9a-40e1-8dc2-a5c6db23bb65 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:47.934878 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacee4d6-4f8f-491d-80f1-017fead53bba None None] Sync routers for ids ['38f75455-941a-4fd3-9857-5f1644554113'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:47.949906 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6bbd554f-9e9a-40e1-8dc2-a5c6db23bb65 admin admin] 10.222.0.24 "PUT /v2.0/routers/38f75455-941a-4fd3-9857-5f1644554113/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3211491 Jul 15 13:26:47.957631 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacee4d6-4f8f-491d-80f1-017fead53bba None None] Routers {'38f75455-941a-4fd3-9857-5f1644554113'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:47.963072 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-bacee4d6-4f8f-491d-80f1-017fead53bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:26:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['38f75455-941a-4fd3-9857-5f1644554113'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:48.015064 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6641c65-2de7-43ff-a88a-aabf27b5427b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.071414 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6641c65-2de7-43ff-a88a-aabf27b5427b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.093938 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec8752af-69d4-49be-a662-b3cc59f004bb None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.117297 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ec8752af-69d4-49be-a662-b3cc59f004bb None None] Transition to ACTIVE for port object 2f7b8c6f-671e-48af-97e0-3257103c9b39 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:48.118844 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6641c65-2de7-43ff-a88a-aabf27b5427b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:48.132666 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d6641c65-2de7-43ff-a88a-aabf27b5427b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:48.136098 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec8752af-69d4-49be-a662-b3cc59f004bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.145484 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6641c65-2de7-43ff-a88a-aabf27b5427b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:48.193299 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-115e0439-9f7c-4145-baa0-418f1488eb3e req-0f1825a1-70d1-40bd-a304-98960584bc2e service neutron] 10.222.0.32 "GET /v2.0/networks/be04063e-1cb2-41c3-8ee0-72868f24e4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481115 Jul 15 13:26:48.283113 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-bacee4d6-4f8f-491d-80f1-017fead53bba None None] Set router 38f75455-941a-4fd3-9857-5f1644554113 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:48.368947 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-971c4bb0-4b24-4725-99fd-04f3601b0efb req-aa80c7e6-020d-4582-a6d3-877a76be8383 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7f122e-7283-413e-8d54-2ed8ca31ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5632963 Jul 15 13:26:48.446659 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ec8752af-69d4-49be-a662-b3cc59f004bb None None] Attempting to bind port 2f7b8c6f-671e-48af-97e0-3257103c9b39 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:48.447563 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ec8752af-69d4-49be-a662-b3cc59f004bb None None] Attempting to bind port 2f7b8c6f-671e-48af-97e0-3257103c9b39 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'cf5fd0cc-5b4b-4872-9764-1cad77f8c0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '017c806e-991d-4382-af00-6b9adbf7fb06'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:48.448141 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8752af-69d4-49be-a662-b3cc59f004bb None None] Attempting to bind port 2f7b8c6f-671e-48af-97e0-3257103c9b39 on network 017c806e-991d-4382-af00-6b9adbf7fb06 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:48.452115 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badc19c-cff3-4b39-a97b-0d85ae02436e None None] Pushing event updated for resources: {'Port': ['ID=2f7b8c6f-671e-48af-97e0-3257103c9b39,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:48.480481 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8752af-69d4-49be-a662-b3cc59f004bb None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:48.482008 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8752af-69d4-49be-a662-b3cc59f004bb None None] Checking segment: {'id': 'cf5fd0cc-5b4b-4872-9764-1cad77f8c0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '017c806e-991d-4382-af00-6b9adbf7fb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:48.482934 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec8752af-69d4-49be-a662-b3cc59f004bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.484324 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8752af-69d4-49be-a662-b3cc59f004bb None None] Bound using segment: {'id': 'cf5fd0cc-5b4b-4872-9764-1cad77f8c0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '017c806e-991d-4382-af00-6b9adbf7fb06'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:48.485373 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ec8752af-69d4-49be-a662-b3cc59f004bb None None] Bound port: 2f7b8c6f-671e-48af-97e0-3257103c9b39, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf5fd0cc-5b4b-4872-9764-1cad77f8c0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '017c806e-991d-4382-af00-6b9adbf7fb06'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:48.486271 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec8752af-69d4-49be-a662-b3cc59f004bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.501495 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6641c65-2de7-43ff-a88a-aabf27b5427b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.637022 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6641c65-2de7-43ff-a88a-aabf27b5427b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Pushing event updated for resources: {'Port': ['ID=a2965ee6-c3b6-49e5-a39b-01f167bf87e5,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:48.680979 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ec8752af-69d4-49be-a662-b3cc59f004bb None None] For port 2f7b8c6f-671e-48af-97e0-3257103c9b39, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:48.699799 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ec8752af-69d4-49be-a662-b3cc59f004bb None None] For port 2f7b8c6f-671e-48af-97e0-3257103c9b39, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=2f7b8c6f-671e-48af-97e0-3257103c9b39,segment=NetworkSegment(cf5fd0cc-5b4b-4872-9764-1cad77f8c0e4),segment_id=cf5fd0cc-5b4b-4872-9764-1cad77f8c0e4)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:48.710391 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec8752af-69d4-49be-a662-b3cc59f004bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.801543 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-bacee4d6-4f8f-491d-80f1-017fead53bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f75455-941a-4fd3-9857-5f1644554113', 'name': 'tempest-ServerRescueTestJSON-1406764567-router', 'tenant_id': '07d1188460e14615b690ded696bdae00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '8dd8fc89-f8b9-48de-9d0b-7968763bb7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:30Z', 'updated_at': '2021-07-15T13:26:45Z', 'revision_number': 4, 'project_id': '07d1188460e14615b690ded696bdae00', 'gw_port': {'id': '8dd8fc89-f8b9-48de-9d0b-7968763bb7c8', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:12:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f75455-941a-4fd3-9857-5f1644554113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:32Z', 'updated_at': '2021-07-15T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'a7278473-44bd-4747-be9f-df9d6af02522', 'name': '', 'network_id': 'ac87f728-47f1-42c2-b425-140890be75dd', 'tenant_id': '07d1188460e14615b690ded696bdae00', 'mac_address': 'fa:16:3e:25:ee:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f75455-941a-4fd3-9857-5f1644554113', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': '6212df86-d7ed-45b1-995d-721bfde9d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:42Z', 'updated_at': '2021-07-15T13:26:46Z', 'revision_number': 2, 'project_id': '07d1188460e14615b690ded696bdae00', 'subnets': [{'id': '6212df86-d7ed-45b1-995d-721bfde9d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:48.835631 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacee4d6-4f8f-491d-80f1-017fead53bba None None] Checking router: 38f75455-941a-4fd3-9857-5f1644554113 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:48.836803 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacee4d6-4f8f-491d-80f1-017fead53bba None None] Updating router 38f75455-941a-4fd3-9857-5f1644554113 port a7278473-44bd-4747-be9f-df9d6af02522 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:26:48.887603 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badc19c-cff3-4b39-a97b-0d85ae02436e None None] Pushing event updated for resources: {'Port': ['ID=2f7b8c6f-671e-48af-97e0-3257103c9b39,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:48.889630 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bacee4d6-4f8f-491d-80f1-017fead53bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.907010 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8752af-69d4-49be-a662-b3cc59f004bb None None] Routers {'db8c5628-f204-4185-a88d-a4baa8e53ac4'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:48.908031 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ec8752af-69d4-49be-a662-b3cc59f004bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:26:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['db8c5628-f204-4185-a88d-a4baa8e53ac4'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:48.912719 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6641c65-2de7-43ff-a88a-aabf27b5427b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.162009 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-ec8752af-69d4-49be-a662-b3cc59f004bb None None] Set router db8c5628-f204-4185-a88d-a4baa8e53ac4 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:49.199790 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-69acfe27-014b-4c39-96c6-d800d8ed458a tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:49.211623 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-69acfe27-014b-4c39-96c6-d800d8ed458a tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/networks?id=ac87f728-47f1-42c2-b425-140890be75dd HTTP/1.1" status: 200 len: 811 time: 0.4042451 Jul 15 13:26:49.240535 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-0b1e4500-f701-46f9-af0e-c1a1835f696c tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/quotas/07d1188460e14615b690ded696bdae00 HTTP/1.1" status: 200 len: 375 time: 0.0222223 Jul 15 13:26:49.276734 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6641c65-2de7-43ff-a88a-aabf27b5427b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Router 95d4f584-cc1e-478c-91c8-a81cf9ba34f1 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:26:49.426732 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bacee4d6-4f8f-491d-80f1-017fead53bba None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.442399 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-bacee4d6-4f8f-491d-80f1-017fead53bba None None] Transition to ACTIVE for port object a7278473-44bd-4747-be9f-df9d6af02522 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:49.452197 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bacee4d6-4f8f-491d-80f1-017fead53bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.459168 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6641c65-2de7-43ff-a88a-aabf27b5427b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:49.495536 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6641c65-2de7-43ff-a88a-aabf27b5427b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.497887 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d6641c65-2de7-43ff-a88a-aabf27b5427b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.1080632 Jul 15 13:26:49.500539 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49554) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:49.502025 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-19dd549f-6a8a-40f4-bc98-059820e2287f tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=07d1188460e14615b690ded696bdae00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2539394 Jul 15 13:26:49.594319 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-bacee4d6-4f8f-491d-80f1-017fead53bba None None] Attempting to bind port a7278473-44bd-4747-be9f-df9d6af02522 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:49.594694 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-bacee4d6-4f8f-491d-80f1-017fead53bba None None] Attempting to bind port a7278473-44bd-4747-be9f-df9d6af02522 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '7129d778-e11c-44b8-8068-c6b2ea99d83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ac87f728-47f1-42c2-b425-140890be75dd'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:49.595256 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacee4d6-4f8f-491d-80f1-017fead53bba None None] Attempting to bind port a7278473-44bd-4747-be9f-df9d6af02522 on network ac87f728-47f1-42c2-b425-140890be75dd {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:49.603174 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacee4d6-4f8f-491d-80f1-017fead53bba None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:49.603536 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacee4d6-4f8f-491d-80f1-017fead53bba None None] Checking segment: {'id': '7129d778-e11c-44b8-8068-c6b2ea99d83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ac87f728-47f1-42c2-b425-140890be75dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:49.604070 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bacee4d6-4f8f-491d-80f1-017fead53bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.604562 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacee4d6-4f8f-491d-80f1-017fead53bba None None] Bound using segment: {'id': '7129d778-e11c-44b8-8068-c6b2ea99d83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ac87f728-47f1-42c2-b425-140890be75dd'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:49.605172 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-bacee4d6-4f8f-491d-80f1-017fead53bba None None] Bound port: a7278473-44bd-4747-be9f-df9d6af02522, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7129d778-e11c-44b8-8068-c6b2ea99d83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ac87f728-47f1-42c2-b425-140890be75dd'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:49.605635 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bacee4d6-4f8f-491d-80f1-017fead53bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.609973 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50d49d-344e-4c4e-bf9b-0255758d9122 None None] Pushing event updated for resources: {'Port': ['ID=a7278473-44bd-4747-be9f-df9d6af02522,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:49.655567 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8b323cc2-09be-4eeb-aab9-ac5ccfad74ba tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] 10.222.0.24 "GET /v2.0/routers/95d4f584-cc1e-478c-91c8-a81cf9ba34f1 HTTP/1.1" status: 200 len: 908 time: 0.1536794 Jul 15 13:26:49.658209 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49556) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:49.663640 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-6d4a70b1-a0ea-4443-b202-838262119c76 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Request body: {'router': {'name': 'tempest-snat-router-131045094', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'enable_snat': True}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:49.691347 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ac18eb-3543-42ce-9bd6-9ccbb2ab9c49 None None] Sync routers for ids ['95d4f584-cc1e-478c-91c8-a81cf9ba34f1'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:49.698962 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d4a70b1-a0ea-4443-b202-838262119c76 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.700481 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d4a70b1-a0ea-4443-b202-838262119c76 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.718588 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-bacee4d6-4f8f-491d-80f1-017fead53bba None None] For port a7278473-44bd-4747-be9f-df9d6af02522, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:49.722929 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-bacee4d6-4f8f-491d-80f1-017fead53bba None None] For port a7278473-44bd-4747-be9f-df9d6af02522, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a7278473-44bd-4747-be9f-df9d6af02522,segment=NetworkSegment(7129d778-e11c-44b8-8068-c6b2ea99d83c),segment_id=7129d778-e11c-44b8-8068-c6b2ea99d83c)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:49.723182 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ac18eb-3543-42ce-9bd6-9ccbb2ab9c49 None None] Routers {'95d4f584-cc1e-478c-91c8-a81cf9ba34f1'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:49.723308 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b9ac18eb-3543-42ce-9bd6-9ccbb2ab9c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:26:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['95d4f584-cc1e-478c-91c8-a81cf9ba34f1'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:49.733002 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bacee4d6-4f8f-491d-80f1-017fead53bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.770096 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d4a70b1-a0ea-4443-b202-838262119c76 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.787632 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-a9fa31b4-aba9-4fe3-a88e-fd44d3c40d25 service neutron] 10.222.0.24 "GET /v2.0/networks/ac87f728-47f1-42c2-b425-140890be75dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750237 Jul 15 13:26:49.808628 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacee4d6-4f8f-491d-80f1-017fead53bba None None] Routers {'38f75455-941a-4fd3-9857-5f1644554113'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:49.809276 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-bacee4d6-4f8f-491d-80f1-017fead53bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:26:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['38f75455-941a-4fd3-9857-5f1644554113'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:50.012294 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-b9ac18eb-3543-42ce-9bd6-9ccbb2ab9c49 None None] Set router 95d4f584-cc1e-478c-91c8-a81cf9ba34f1 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:50.081122 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-bacee4d6-4f8f-491d-80f1-017fead53bba None None] Set router 38f75455-941a-4fd3-9857-5f1644554113 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:50.111680 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-ff94342e-a58a-4aa1-b285-14e501134b28 service neutron] 10.222.0.24 "GET /v2.0/networks/ac87f728-47f1-42c2-b425-140890be75dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160336 Jul 15 13:26:50.132367 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d4a70b1-a0ea-4443-b202-838262119c76 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:50.159303 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50d49d-344e-4c4e-bf9b-0255758d9122 None None] Pushing event updated for resources: {'Port': ['ID=a7278473-44bd-4747-be9f-df9d6af02522,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:50.305486 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694dab7-2c0e-466b-92b9-a5b02e660331 req-74a90222-bc73-4c6d-aaeb-5411f3700863 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:50.308735 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9694dab7-2c0e-466b-92b9-a5b02e660331 req-74a90222-bc73-4c6d-aaeb-5411f3700863 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 943 time: 0.3949287 Jul 15 13:26:50.381344 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ec8752af-69d4-49be-a662-b3cc59f004bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8c5628-f204-4185-a88d-a4baa8e53ac4', 'name': 'tempest-TestVolumeBootPattern-682779806-router', 'tenant_id': '94c1f6f8d2184654b025963e7bba620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'a35a0821-ed7b-4387-ab9d-e1ed784a32b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:24Z', 'updated_at': '2021-07-15T13:26:43Z', 'revision_number': 4, 'project_id': '94c1f6f8d2184654b025963e7bba620c', 'gw_port': {'id': 'a35a0821-ed7b-4387-ab9d-e1ed784a32b1', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8c5628-f204-4185-a88d-a4baa8e53ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:30Z', 'updated_at': '2021-07-15T13:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '2f7b8c6f-671e-48af-97e0-3257103c9b39', 'name': '', 'network_id': '017c806e-991d-4382-af00-6b9adbf7fb06', 'tenant_id': '94c1f6f8d2184654b025963e7bba620c', 'mac_address': 'fa:16:3e:6a:ec:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8c5628-f204-4185-a88d-a4baa8e53ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '09954cc5-a2fa-4e19-8a8d-9a402d99b71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:39Z', 'updated_at': '2021-07-15T13:26:48Z', 'revision_number': 4, 'project_id': '94c1f6f8d2184654b025963e7bba620c', 'subnets': [{'id': '09954cc5-a2fa-4e19-8a8d-9a402d99b71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:50.451310 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8752af-69d4-49be-a662-b3cc59f004bb None None] The sync data for ids ['db8c5628-f204-4185-a88d-a4baa8e53ac4'] in n-d-758944-45 is: [{'id': 'db8c5628-f204-4185-a88d-a4baa8e53ac4', 'name': 'tempest-TestVolumeBootPattern-682779806-router', 'tenant_id': '94c1f6f8d2184654b025963e7bba620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'a35a0821-ed7b-4387-ab9d-e1ed784a32b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:24Z', 'updated_at': '2021-07-15T13:26:43Z', 'revision_number': 4, 'project_id': '94c1f6f8d2184654b025963e7bba620c', 'gw_port': {'id': 'a35a0821-ed7b-4387-ab9d-e1ed784a32b1', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8c5628-f204-4185-a88d-a4baa8e53ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:30Z', 'updated_at': '2021-07-15T13:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '2f7b8c6f-671e-48af-97e0-3257103c9b39', 'name': '', 'network_id': '017c806e-991d-4382-af00-6b9adbf7fb06', 'tenant_id': '94c1f6f8d2184654b025963e7bba620c', 'mac_address': 'fa:16:3e:6a:ec:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8c5628-f204-4185-a88d-a4baa8e53ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '09954cc5-a2fa-4e19-8a8d-9a402d99b71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:39Z', 'updated_at': '2021-07-15T13:26:48Z', 'revision_number': 4, 'project_id': '94c1f6f8d2184654b025963e7bba620c', 'subnets': [{'id': '09954cc5-a2fa-4e19-8a8d-9a402d99b71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:50.612485 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9694dab7-2c0e-466b-92b9-a5b02e660331 req-108c36ac-7caf-4593-932a-4adf4cc60eb9 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7f122e-7283-413e-8d54-2ed8ca31ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2930737 Jul 15 13:26:50.622320 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b9ac18eb-3543-42ce-9bd6-9ccbb2ab9c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d4f584-cc1e-478c-91c8-a81cf9ba34f1', 'name': 'tempest-snat-router-131045094', 'tenant_id': 'b2150318ba76442a9d146e38a0962c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.229'}], 'enable_snat': False}, 'gw_port_id': 'a2965ee6-c3b6-49e5-a39b-01f167bf87e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:46Z', 'updated_at': '2021-07-15T13:26:48Z', 'revision_number': 3, 'project_id': 'b2150318ba76442a9d146e38a0962c64', 'gw_port': {'id': 'a2965ee6-c3b6-49e5-a39b-01f167bf87e5', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:23:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d4f584-cc1e-478c-91c8-a81cf9ba34f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:47Z', 'updated_at': '2021-07-15T13:26:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:50.719899 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-bacee4d6-4f8f-491d-80f1-017fead53bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f75455-941a-4fd3-9857-5f1644554113', 'name': 'tempest-ServerRescueTestJSON-1406764567-router', 'tenant_id': '07d1188460e14615b690ded696bdae00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '8dd8fc89-f8b9-48de-9d0b-7968763bb7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:30Z', 'updated_at': '2021-07-15T13:26:45Z', 'revision_number': 4, 'project_id': '07d1188460e14615b690ded696bdae00', 'gw_port': {'id': '8dd8fc89-f8b9-48de-9d0b-7968763bb7c8', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:12:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f75455-941a-4fd3-9857-5f1644554113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:32Z', 'updated_at': '2021-07-15T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'a7278473-44bd-4747-be9f-df9d6af02522', 'name': '', 'network_id': 'ac87f728-47f1-42c2-b425-140890be75dd', 'tenant_id': '07d1188460e14615b690ded696bdae00', 'mac_address': 'fa:16:3e:25:ee:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f75455-941a-4fd3-9857-5f1644554113', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': '6212df86-d7ed-45b1-995d-721bfde9d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:42Z', 'updated_at': '2021-07-15T13:26:49Z', 'revision_number': 4, 'project_id': '07d1188460e14615b690ded696bdae00', 'subnets': [{'id': '6212df86-d7ed-45b1-995d-721bfde9d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:50.739815 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39b340a8-ed91-431b-841c-8f9aa06401af req-254d5828-f4f2-4168-8e71-b538b39332ea tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 210 time: 0.1085904 Jul 15 13:26:50.759967 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ac18eb-3543-42ce-9bd6-9ccbb2ab9c49 None None] Checking router: 95d4f584-cc1e-478c-91c8-a81cf9ba34f1 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:50.760814 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ac18eb-3543-42ce-9bd6-9ccbb2ab9c49 None None] Updating router 95d4f584-cc1e-478c-91c8-a81cf9ba34f1 port a2965ee6-c3b6-49e5-a39b-01f167bf87e5 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:26:50.882626 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacee4d6-4f8f-491d-80f1-017fead53bba None None] The sync data for ids ['38f75455-941a-4fd3-9857-5f1644554113'] in n-d-758944-45 is: [{'id': '38f75455-941a-4fd3-9857-5f1644554113', 'name': 'tempest-ServerRescueTestJSON-1406764567-router', 'tenant_id': '07d1188460e14615b690ded696bdae00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '8dd8fc89-f8b9-48de-9d0b-7968763bb7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:30Z', 'updated_at': '2021-07-15T13:26:45Z', 'revision_number': 4, 'project_id': '07d1188460e14615b690ded696bdae00', 'gw_port': {'id': '8dd8fc89-f8b9-48de-9d0b-7968763bb7c8', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:12:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f75455-941a-4fd3-9857-5f1644554113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:32Z', 'updated_at': '2021-07-15T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'a7278473-44bd-4747-be9f-df9d6af02522', 'name': '', 'network_id': 'ac87f728-47f1-42c2-b425-140890be75dd', 'tenant_id': '07d1188460e14615b690ded696bdae00', 'mac_address': 'fa:16:3e:25:ee:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f75455-941a-4fd3-9857-5f1644554113', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': '6212df86-d7ed-45b1-995d-721bfde9d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:42Z', 'updated_at': '2021-07-15T13:26:49Z', 'revision_number': 4, 'project_id': '07d1188460e14615b690ded696bdae00', 'subnets': [{'id': '6212df86-d7ed-45b1-995d-721bfde9d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:50.935236 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c361665-a31b-4bcf-b229-c6d7030c53a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:50.955695 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b9ac18eb-3543-42ce-9bd6-9ccbb2ab9c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.380336 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d4a70b1-a0ea-4443-b202-838262119c76 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.459660 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d4a70b1-a0ea-4443-b202-838262119c76 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.978344 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-20dc8797-a770-4c68-813b-7ab70e3a4564 req-0fe791f3-c32c-4f2e-9291-d31ba021926f tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 210 time: 0.1129596 Jul 15 13:26:52.076737 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a7278473-44bd-4747-be9f-df9d6af02522 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:52.194128 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b9ac18eb-3543-42ce-9bd6-9ccbb2ab9c49 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.204100 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cd1a1-af03-49fc-9cda-01a18ff2cc3e req-fbcbd9e6-21b8-48b5-a047-4294acc9058e tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:52.210597 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1f4cd1a1-af03-49fc-9cda-01a18ff2cc3e req-fbcbd9e6-21b8-48b5-a047-4294acc9058e tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 943 time: 0.2321103 Jul 15 13:26:52.248115 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b9ac18eb-3543-42ce-9bd6-9ccbb2ab9c49 None None] Transition to ACTIVE for port object a2965ee6-c3b6-49e5-a39b-01f167bf87e5 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:52.264182 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b9ac18eb-3543-42ce-9bd6-9ccbb2ab9c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.428849 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627c357-617f-4d05-a65c-3249544f208e None None] Pushing event updated for resources: {'Port': ['ID=a2965ee6-c3b6-49e5-a39b-01f167bf87e5,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:52.538058 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627c357-617f-4d05-a65c-3249544f208e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:52.541713 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627c357-617f-4d05-a65c-3249544f208e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:52.543506 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627c357-617f-4d05-a65c-3249544f208e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:52.554527 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627c357-617f-4d05-a65c-3249544f208e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:52.555332 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627c357-617f-4d05-a65c-3249544f208e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:52.555794 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627c357-617f-4d05-a65c-3249544f208e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:52.556394 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627c357-617f-4d05-a65c-3249544f208e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:52.557326 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627c357-617f-4d05-a65c-3249544f208e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:52.558262 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627c357-617f-4d05-a65c-3249544f208e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:52.562015 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627c357-617f-4d05-a65c-3249544f208e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:52.589055 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627c357-617f-4d05-a65c-3249544f208e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:52.589981 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627c357-617f-4d05-a65c-3249544f208e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:52.609198 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-6d4a70b1-a0ea-4443-b202-838262119c76 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Allocated IP 172.25.6.194 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/d3fcd68a-89c4-4d03-9817-c02870e95001) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:52.619708 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port a7278473-44bd-4747-be9f-df9d6af02522 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:52.636523 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-b9ac18eb-3543-42ce-9bd6-9ccbb2ab9c49 None None] Attempting to bind port a2965ee6-c3b6-49e5-a39b-01f167bf87e5 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:52.638285 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-b9ac18eb-3543-42ce-9bd6-9ccbb2ab9c49 None None] Attempting to bind port a2965ee6-c3b6-49e5-a39b-01f167bf87e5 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:52.639307 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ac18eb-3543-42ce-9bd6-9ccbb2ab9c49 None None] Attempting to bind port a2965ee6-c3b6-49e5-a39b-01f167bf87e5 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:52.645294 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port a7278473-44bd-4747-be9f-df9d6af02522 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:52.646445 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.742831 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ac18eb-3543-42ce-9bd6-9ccbb2ab9c49 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:52.744026 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ac18eb-3543-42ce-9bd6-9ccbb2ab9c49 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:52.745095 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b9ac18eb-3543-42ce-9bd6-9ccbb2ab9c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.746180 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ac18eb-3543-42ce-9bd6-9ccbb2ab9c49 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:52.747603 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-b9ac18eb-3543-42ce-9bd6-9ccbb2ab9c49 None None] Bound port: a2965ee6-c3b6-49e5-a39b-01f167bf87e5, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:52.748979 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b9ac18eb-3543-42ce-9bd6-9ccbb2ab9c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.845534 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1f4cd1a1-af03-49fc-9cda-01a18ff2cc3e req-d1d2f9fd-b79f-4bdc-9dfe-9fb05adc0630 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7f122e-7283-413e-8d54-2ed8ca31ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6226614 Jul 15 13:26:53.228956 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d4a70b1-a0ea-4443-b202-838262119c76 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.278908 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-b9ac18eb-3543-42ce-9bd6-9ccbb2ab9c49 None None] For port a2965ee6-c3b6-49e5-a39b-01f167bf87e5, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:53.349029 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.476311 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-b9ac18eb-3543-42ce-9bd6-9ccbb2ab9c49 None None] For port a2965ee6-c3b6-49e5-a39b-01f167bf87e5, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a2965ee6-c3b6-49e5-a39b-01f167bf87e5,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:53.482523 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.541424 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b9ac18eb-3543-42ce-9bd6-9ccbb2ab9c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.723792 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e5521ffa-f5d1-490a-9038-f740f5770c02 req-1f214be7-4151-4c7c-aa75-07dc3d7ee82a tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 210 time: 0.2133882 Jul 15 13:26:53.786661 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fd4bc5a8-79a9-4347-b1b4-34cd162c25f6 req-609e3cb2-17e2-470c-9f3b-a9f846193c0c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4113841 Jul 15 13:26:53.849837 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port a7278473-44bd-4747-be9f-df9d6af02522, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a7278473-44bd-4747-be9f-df9d6af02522,segment=NetworkSegment(7129d778-e11c-44b8-8068-c6b2ea99d83c),segment_id=7129d778-e11c-44b8-8068-c6b2ea99d83c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:53.859600 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83976f56-1c08-4716-a22a-e063a361d21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.877031 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.878327 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 2f7b8c6f-671e-48af-97e0-3257103c9b39 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:53.950977 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627c357-617f-4d05-a65c-3249544f208e None None] Pushing event updated for resources: {'Port': ['ID=a2965ee6-c3b6-49e5-a39b-01f167bf87e5,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:54.079644 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ac18eb-3543-42ce-9bd6-9ccbb2ab9c49 None None] Routers {'95d4f584-cc1e-478c-91c8-a81cf9ba34f1'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:54.080302 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b9ac18eb-3543-42ce-9bd6-9ccbb2ab9c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:26:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['95d4f584-cc1e-478c-91c8-a81cf9ba34f1'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:54.218000 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-d049b0cf-0a7c-45fd-85d7-2f010ef9e527 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:54.219952 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-d049b0cf-0a7c-45fd-85d7-2f010ef9e527 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.18 "GET /v2.0/networks?id=ac87f728-47f1-42c2-b425-140890be75dd HTTP/1.1" status: 200 len: 811 time: 0.3849313 Jul 15 13:26:54.234270 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-0f84bc80-ac24-4fd3-a65b-b36264aa9c70 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Request body: {'port': {'device_id': '9f286624-e076-48f2-bcb0-a21f16ae54be', 'network_id': 'ac87f728-47f1-42c2-b425-140890be75dd', 'admin_state_up': True, 'tenant_id': '07d1188460e14615b690ded696bdae00'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:54.415307 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=a7278473-44bd-4747-be9f-df9d6af02522,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:54.483459 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 2f7b8c6f-671e-48af-97e0-3257103c9b39 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:54.495388 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 2f7b8c6f-671e-48af-97e0-3257103c9b39 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:54.498252 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.558080 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-b9ac18eb-3543-42ce-9bd6-9ccbb2ab9c49 None None] Set router 95d4f584-cc1e-478c-91c8-a81cf9ba34f1 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:54.578973 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d4a70b1-a0ea-4443-b202-838262119c76 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.718019 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-0f84bc80-ac24-4fd3-a65b-b36264aa9c70 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Made reservation on behalf of 07d1188460e14615b690ded696bdae00 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:54.727106 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-0f84bc80-ac24-4fd3-a65b-b36264aa9c70 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.778230 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4a70b1-a0ea-4443-b202-838262119c76 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:54.806695 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-6d4a70b1-a0ea-4443-b202-838262119c76 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:54.852152 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.866053 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4a70b1-a0ea-4443-b202-838262119c76 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:54.920171 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a70b1-a0ea-4443-b202-838262119c76 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Pushing event updated for resources: {'Port': ['ID=d3fcd68a-89c4-4d03-9817-c02870e95001,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:54.926648 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.103171 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 2f7b8c6f-671e-48af-97e0-3257103c9b39, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=2f7b8c6f-671e-48af-97e0-3257103c9b39,segment=NetworkSegment(cf5fd0cc-5b4b-4872-9764-1cad77f8c0e4),segment_id=cf5fd0cc-5b4b-4872-9764-1cad77f8c0e4)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:55.146716 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.227781 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e4488-120a-49fa-afd9-a592774146fb req-c681a094-e205-464a-b1eb-7efcc779651a tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:55.253841 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-af0e4488-120a-49fa-afd9-a592774146fb req-c681a094-e205-464a-b1eb-7efcc779651a tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 943 time: 1.0314808 Jul 15 13:26:55.262365 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bc5a8-79a9-4347-b1b4-34cd162c25f6 req-0963a3d0-b6aa-4545-8d2c-787553222ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:55.268906 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fd4bc5a8-79a9-4347-b1b4-34cd162c25f6 req-0963a3d0-b6aa-4545-8d2c-787553222ad3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=37913da5a8464fb1a0b736ca946a9eaa&device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 1097 time: 1.0373249 Jul 15 13:26:55.292943 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.346668 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b041fe79-6e0f-41fd-84fe-106a183ea512 req-1e681f8d-4f25-4c93-93db-d7b88fad2fa7 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 210 time: 0.0858605 Jul 15 13:26:55.405115 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-0f84bc80-ac24-4fd3-a65b-b36264aa9c70 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Allocated IP 172.20.0.11 (ac87f728-47f1-42c2-b425-140890be75dd/6212df86-d7ed-45b1-995d-721bfde9d594/2b1cb38c-4edd-4eb8-8bee-4afd9476df5b) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:55.497906 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=2f7b8c6f-671e-48af-97e0-3257103c9b39,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:55.527905 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a7278473-44bd-4747-be9f-df9d6af02522 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:55.662073 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-af0e4488-120a-49fa-afd9-a592774146fb req-f25e43c4-d2ba-4048-9076-d1f91bf8aa33 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7f122e-7283-413e-8d54-2ed8ca31ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4056475 Jul 15 13:26:55.857430 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b9ac18eb-3543-42ce-9bd6-9ccbb2ab9c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d4f584-cc1e-478c-91c8-a81cf9ba34f1', 'name': 'tempest-snat-router-131045094', 'tenant_id': 'b2150318ba76442a9d146e38a0962c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.229'}], 'enable_snat': False}, 'gw_port_id': 'a2965ee6-c3b6-49e5-a39b-01f167bf87e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:46Z', 'updated_at': '2021-07-15T13:26:48Z', 'revision_number': 3, 'project_id': 'b2150318ba76442a9d146e38a0962c64', 'gw_port': {'id': 'a2965ee6-c3b6-49e5-a39b-01f167bf87e5', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:23:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d4f584-cc1e-478c-91c8-a81cf9ba34f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:47Z', 'updated_at': '2021-07-15T13:26:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:55.916930 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ac18eb-3543-42ce-9bd6-9ccbb2ab9c49 None None] The sync data for ids ['95d4f584-cc1e-478c-91c8-a81cf9ba34f1'] in n-d-758944-45 is: [{'id': '95d4f584-cc1e-478c-91c8-a81cf9ba34f1', 'name': 'tempest-snat-router-131045094', 'tenant_id': 'b2150318ba76442a9d146e38a0962c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.229'}], 'enable_snat': False}, 'gw_port_id': 'a2965ee6-c3b6-49e5-a39b-01f167bf87e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:46Z', 'updated_at': '2021-07-15T13:26:48Z', 'revision_number': 3, 'project_id': 'b2150318ba76442a9d146e38a0962c64', 'gw_port': {'id': 'a2965ee6-c3b6-49e5-a39b-01f167bf87e5', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:23:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d4f584-cc1e-478c-91c8-a81cf9ba34f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:47Z', 'updated_at': '2021-07-15T13:26:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:55.930944 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port a7278473-44bd-4747-be9f-df9d6af02522 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:55.931147 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.081630 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bc5a8-79a9-4347-b1b4-34cd162c25f6 req-f97425f3-9844-45e3-98d3-13d7a548dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:56.084847 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fd4bc5a8-79a9-4347-b1b4-34cd162c25f6 req-f97425f3-9844-45e3-98d3-13d7a548dd3a service neutron] 10.222.0.18 "GET /v2.0/networks?id=e8913e0d-0d0e-40a2-882d-dd84c17b519b HTTP/1.1" status: 200 len: 911 time: 0.7315235 Jul 15 13:26:56.197415 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-0f84bc80-ac24-4fd3-a65b-b36264aa9c70 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.327021 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.386811 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-0f84bc80-ac24-4fd3-a65b-b36264aa9c70 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.503660 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d4a70b1-a0ea-4443-b202-838262119c76 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.532489 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-0f84bc80-ac24-4fd3-a65b-b36264aa9c70 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Network ac87f728-47f1-42c2-b425-140890be75dd is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:56.535067 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84bc80-ac24-4fd3-a65b-b36264aa9c70 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Pushing event updated for resources: {'Port': ['ID=2b1cb38c-4edd-4eb8-8bee-4afd9476df5b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:56.558411 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-0f84bc80-ac24-4fd3-a65b-b36264aa9c70 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:56.568200 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-0f84bc80-ac24-4fd3-a65b-b36264aa9c70 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:56.750493 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-0f84bc80-ac24-4fd3-a65b-b36264aa9c70 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:56.751617 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-0f84bc80-ac24-4fd3-a65b-b36264aa9c70 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.805446 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-0f84bc80-ac24-4fd3-a65b-b36264aa9c70 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5755801 Jul 15 13:26:56.877822 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-39874a7a-70f5-4083-9a2a-07d91ba7754f service neutron] Request body: {'port': {'device_id': '9f286624-e076-48f2-bcb0-a21f16ae54be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:56.884975 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fd4bc5a8-79a9-4347-b1b4-34cd162c25f6 req-66e2d120-de1f-4842-a314-5f370ab71fd8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62a1ef29-fc92-4319-8fe9-443de8b06a99 HTTP/1.1" status: 200 len: 1000 time: 0.6153893 Jul 15 13:26:57.315915 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bc5a8-79a9-4347-b1b4-34cd162c25f6 req-41dfb1a4-f004-4671-847d-41bd9863d4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:57.317472 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fd4bc5a8-79a9-4347-b1b4-34cd162c25f6 req-41dfb1a4-f004-4671-847d-41bd9863d4b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ddbfc00-1f92-454d-9c2c-3d67f76399b6 HTTP/1.1" status: 200 len: 849 time: 0.4259622 Jul 15 13:26:57.590692 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e693f7-1549-4321-971c-528e9e4a6dbe req-3e5c322b-b57e-4b52-957c-3d7d09becf75 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:57.603633 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 2f7b8c6f-671e-48af-97e0-3257103c9b39 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:57.611116 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d4a70b1-a0ea-4443-b202-838262119c76 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.616923 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-38e693f7-1549-4321-971c-528e9e4a6dbe req-3e5c322b-b57e-4b52-957c-3d7d09becf75 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 932 time: 0.5563457 Jul 15 13:26:57.619858 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-39874a7a-70f5-4083-9a2a-07d91ba7754f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.853014 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 2f7b8c6f-671e-48af-97e0-3257103c9b39 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:57.853557 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.926833 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-38e693f7-1549-4321-971c-528e9e4a6dbe req-19d7a346-7dc2-4dfe-b128-c3982f8c1dc5 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083773 Jul 15 13:26:58.079560 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a2965ee6-c3b6-49e5-a39b-01f167bf87e5 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:58.136466 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bc5a8-79a9-4347-b1b4-34cd162c25f6 req-1afddc33-5f4e-4bb6-be56-bb54274e4e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:58.146796 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fd4bc5a8-79a9-4347-b1b4-34cd162c25f6 req-1afddc33-5f4e-4bb6-be56-bb54274e4e64 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8913e0d-0d0e-40a2-882d-dd84c17b519b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7966383 Jul 15 13:26:58.261638 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port a2965ee6-c3b6-49e5-a39b-01f167bf87e5 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:58.266962 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port a2965ee6-c3b6-49e5-a39b-01f167bf87e5 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:58.267803 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.379090 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7197850-d09a-41db-82ec-92f072c8e1b2 req-0e1ef1c3-c5a3-49cf-ae9e-5c7670cfc6bb tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:58.388672 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f7197850-d09a-41db-82ec-92f072c8e1b2 req-0e1ef1c3-c5a3-49cf-ae9e-5c7670cfc6bb tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 943 time: 0.7725966 Jul 15 13:26:58.563043 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f7197850-d09a-41db-82ec-92f072c8e1b2 req-6f2686ca-d8f0-4fe1-8746-ebfe038b2a52 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7f122e-7283-413e-8d54-2ed8ca31ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1731737 Jul 15 13:26:58.573309 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fd4bc5a8-79a9-4347-b1b4-34cd162c25f6 req-7c29cc90-88b3-42bf-8727-47a17fb364cc service neutron] 10.222.0.18 "GET /v2.0/networks/e8913e0d-0d0e-40a2-882d-dd84c17b519b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253986 Jul 15 13:26:58.578257 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4a70b1-a0ea-4443-b202-838262119c76 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Router 4fee83e7-11c9-49ba-87fb-92506a23847d is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:26:58.754491 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.802070 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4a70b1-a0ea-4443-b202-838262119c76 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:58.820580 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d464ab73-e449-445c-b122-971fefbf5306 None None] Sync routers for ids ['4fee83e7-11c9-49ba-87fb-92506a23847d'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:58.856643 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d4a70b1-a0ea-4443-b202-838262119c76 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.860680 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6d4a70b1-a0ea-4443-b202-838262119c76 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.1989963 Jul 15 13:26:58.875492 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49668) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:58.882258 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port a2965ee6-c3b6-49e5-a39b-01f167bf87e5, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a2965ee6-c3b6-49e5-a39b-01f167bf87e5,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:58.893503 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.897531 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d464ab73-e449-445c-b122-971fefbf5306 None None] Routers {'4fee83e7-11c9-49ba-87fb-92506a23847d'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:58.907379 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d464ab73-e449-445c-b122-971fefbf5306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:26:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4fee83e7-11c9-49ba-87fb-92506a23847d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:59.115950 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=a2965ee6-c3b6-49e5-a39b-01f167bf87e5,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:59.121397 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-39874a7a-70f5-4083-9a2a-07d91ba7754f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b1cb38c-4edd-4eb8-8bee-4afd9476df5b {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:26:59.163686 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-39874a7a-70f5-4083-9a2a-07d91ba7754f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:59.232121 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fd4bc5a8-79a9-4347-b1b4-34cd162c25f6 req-d5566bbe-7907-484c-8da0-016d9ad9c8db service neutron] 10.222.0.18 "GET /v2.0/networks/e8913e0d-0d0e-40a2-882d-dd84c17b519b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6457102 Jul 15 13:26:59.237383 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-39874a7a-70f5-4083-9a2a-07d91ba7754f service neutron] Transition to ACTIVE for port object 2b1cb38c-4edd-4eb8-8bee-4afd9476df5b will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:59.253520 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-39874a7a-70f5-4083-9a2a-07d91ba7754f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:59.385709 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-d464ab73-e449-445c-b122-971fefbf5306 None None] Set router 4fee83e7-11c9-49ba-87fb-92506a23847d gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:59.432080 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a2965ee6-c3b6-49e5-a39b-01f167bf87e5 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:59.486021 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39874a7a-70f5-4083-9a2a-07d91ba7754f service neutron] Pushing event updated for resources: {'Port': ['ID=2b1cb38c-4edd-4eb8-8bee-4afd9476df5b,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:59.667017 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port a2965ee6-c3b6-49e5-a39b-01f167bf87e5 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:59.667730 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:00.019562 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d464ab73-e449-445c-b122-971fefbf5306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fee83e7-11c9-49ba-87fb-92506a23847d', 'name': 'tempest-snat-router-131045094', 'tenant_id': 'b2150318ba76442a9d146e38a0962c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'd3fcd68a-89c4-4d03-9817-c02870e95001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:49Z', 'updated_at': '2021-07-15T13:26:55Z', 'revision_number': 3, 'project_id': 'b2150318ba76442a9d146e38a0962c64', 'gw_port': {'id': 'd3fcd68a-89c4-4d03-9817-c02870e95001', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:40:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fee83e7-11c9-49ba-87fb-92506a23847d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:51Z', 'updated_at': '2021-07-15T13:26:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:00.084912 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d464ab73-e449-445c-b122-971fefbf5306 None None] Checking router: 4fee83e7-11c9-49ba-87fb-92506a23847d for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:27:00.085514 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d464ab73-e449-445c-b122-971fefbf5306 None None] Updating router 4fee83e7-11c9-49ba-87fb-92506a23847d port d3fcd68a-89c4-4d03-9817-c02870e95001 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:27:00.123198 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7a444990-ca47-4733-89fc-28a18ae1a4d1 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] 10.222.0.24 "GET /v2.0/routers/4fee83e7-11c9-49ba-87fb-92506a23847d HTTP/1.1" status: 200 len: 907 time: 1.2455585 Jul 15 13:27:00.130111 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49704) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:00.221030 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d464ab73-e449-445c-b122-971fefbf5306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:00.383609 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a9fba-4775-485c-9832-3042f529942c req-976916ca-4f2a-4b2b-8cba-1bd3291d1c27 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:00.399999 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bb7a9fba-4775-485c-9832-3042f529942c req-976916ca-4f2a-4b2b-8cba-1bd3291d1c27 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 944 time: 1.0327749 Jul 15 13:27:00.449538 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df251a-3b55-4a70-b9b4-5b1d01dfe859 req-4effdc79-7153-4c3a-8e50-8114ae45ad9f tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:00.467565 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-36df251a-3b55-4a70-b9b4-5b1d01dfe859 req-4effdc79-7153-4c3a-8e50-8114ae45ad9f tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 945 time: 1.3322997 Jul 15 13:27:00.560384 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-64936ac7-e11e-41fb-8afb-c14fed8cb586 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:00.602845 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-36df251a-3b55-4a70-b9b4-5b1d01dfe859 req-f7b9acb7-6a06-445a-8c07-72856bd80918 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=947dcb62-39dd-4d65-9e52-82dfd7421191&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1215191 Jul 15 13:27:00.632644 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-39874a7a-70f5-4083-9a2a-07d91ba7754f service neutron] Attempting to bind port 2b1cb38c-4edd-4eb8-8bee-4afd9476df5b on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:00.633534 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-39874a7a-70f5-4083-9a2a-07d91ba7754f service neutron] Attempting to bind port 2b1cb38c-4edd-4eb8-8bee-4afd9476df5b by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '7129d778-e11c-44b8-8068-c6b2ea99d83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ac87f728-47f1-42c2-b425-140890be75dd'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:00.633534 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-39874a7a-70f5-4083-9a2a-07d91ba7754f service neutron] Attempting to bind port 2b1cb38c-4edd-4eb8-8bee-4afd9476df5b on network ac87f728-47f1-42c2-b425-140890be75dd {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:00.638308 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-39874a7a-70f5-4083-9a2a-07d91ba7754f service neutron] Port 2b1cb38c-4edd-4eb8-8bee-4afd9476df5b on network ac87f728-47f1-42c2-b425-140890be75dd not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:27:00.638641 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-39874a7a-70f5-4083-9a2a-07d91ba7754f service neutron] Attempting to bind port 2b1cb38c-4edd-4eb8-8bee-4afd9476df5b on network ac87f728-47f1-42c2-b425-140890be75dd {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:00.656635 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bb7a9fba-4775-485c-9832-3042f529942c req-58df54af-751d-4b5e-992a-0150106562d4 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548735 Jul 15 13:27:00.657323 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-39874a7a-70f5-4083-9a2a-07d91ba7754f service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:00.657676 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-39874a7a-70f5-4083-9a2a-07d91ba7754f service neutron] Checking segment: {'id': '7129d778-e11c-44b8-8068-c6b2ea99d83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ac87f728-47f1-42c2-b425-140890be75dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:00.662369 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-39874a7a-70f5-4083-9a2a-07d91ba7754f service neutron] Bound using segment: {'id': '7129d778-e11c-44b8-8068-c6b2ea99d83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ac87f728-47f1-42c2-b425-140890be75dd'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:00.662900 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-39874a7a-70f5-4083-9a2a-07d91ba7754f service neutron] Bound port: 2b1cb38c-4edd-4eb8-8bee-4afd9476df5b, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7129d778-e11c-44b8-8068-c6b2ea99d83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ac87f728-47f1-42c2-b425-140890be75dd'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:00.663254 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-39874a7a-70f5-4083-9a2a-07d91ba7754f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:00.863961 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-39874a7a-70f5-4083-9a2a-07d91ba7754f service neutron] For port 2b1cb38c-4edd-4eb8-8bee-4afd9476df5b, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:00.866102 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-64936ac7-e11e-41fb-8afb-c14fed8cb586 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:00.871053 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-39874a7a-70f5-4083-9a2a-07d91ba7754f service neutron] For port 2b1cb38c-4edd-4eb8-8bee-4afd9476df5b, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=2b1cb38c-4edd-4eb8-8bee-4afd9476df5b,segment=NetworkSegment(7129d778-e11c-44b8-8068-c6b2ea99d83c),segment_id=7129d778-e11c-44b8-8068-c6b2ea99d83c)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:00.895882 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d464ab73-e449-445c-b122-971fefbf5306 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:00.904955 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-39874a7a-70f5-4083-9a2a-07d91ba7754f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:00.924641 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d464ab73-e449-445c-b122-971fefbf5306 None None] Transition to ACTIVE for port object d3fcd68a-89c4-4d03-9817-c02870e95001 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:00.942776 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d464ab73-e449-445c-b122-971fefbf5306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:00.985236 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-64936ac7-e11e-41fb-8afb-c14fed8cb586 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Deleting port d3fcd68a-89c4-4d03-9817-c02870e95001 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:00.985599 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-64936ac7-e11e-41fb-8afb-c14fed8cb586 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.047293 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b9b97-7592-47d3-b944-2d9333cd38d1 None None] Pushing event updated for resources: {'Port': ['ID=d3fcd68a-89c4-4d03-9817-c02870e95001,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:01.095197 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d464ab73-e449-445c-b122-971fefbf5306 None None] Attempting to bind port d3fcd68a-89c4-4d03-9817-c02870e95001 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:01.096139 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d464ab73-e449-445c-b122-971fefbf5306 None None] Attempting to bind port d3fcd68a-89c4-4d03-9817-c02870e95001 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:01.097414 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d464ab73-e449-445c-b122-971fefbf5306 None None] Attempting to bind port d3fcd68a-89c4-4d03-9817-c02870e95001 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:01.114262 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d464ab73-e449-445c-b122-971fefbf5306 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:01.115201 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d464ab73-e449-445c-b122-971fefbf5306 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:01.116376 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d464ab73-e449-445c-b122-971fefbf5306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.117865 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d464ab73-e449-445c-b122-971fefbf5306 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:01.119366 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d464ab73-e449-445c-b122-971fefbf5306 None None] Bound port: d3fcd68a-89c4-4d03-9817-c02870e95001, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:01.121160 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d464ab73-e449-445c-b122-971fefbf5306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.168753 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-64936ac7-e11e-41fb-8afb-c14fed8cb586 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.223289 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb9015-9166-4a09-a843-913024a16950 req-d3a16083-5b26-4cd8-81c9-cbec6a332113 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:01.238747 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-afcb9015-9166-4a09-a843-913024a16950 req-d3a16083-5b26-4cd8-81c9-cbec6a332113 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 943 time: 0.2360470 Jul 15 13:27:01.257611 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-64936ac7-e11e-41fb-8afb-c14fed8cb586 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Calling delete_port for d3fcd68a-89c4-4d03-9817-c02870e95001 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:01.296406 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39874a7a-70f5-4083-9a2a-07d91ba7754f service neutron] Pushing event updated for resources: {'Port': ['ID=2b1cb38c-4edd-4eb8-8bee-4afd9476df5b,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:01.314257 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d464ab73-e449-445c-b122-971fefbf5306 None None] For port d3fcd68a-89c4-4d03-9817-c02870e95001, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:01.325814 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d464ab73-e449-445c-b122-971fefbf5306 None None] For port d3fcd68a-89c4-4d03-9817-c02870e95001, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=d3fcd68a-89c4-4d03-9817-c02870e95001,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:01.339457 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d464ab73-e449-445c-b122-971fefbf5306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.345250 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-39874a7a-70f5-4083-9a2a-07d91ba7754f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:01.345995 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-39874a7a-70f5-4083-9a2a-07d91ba7754f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.348380 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-39874a7a-70f5-4083-9a2a-07d91ba7754f service neutron] 10.222.0.18 "PUT /v2.0/ports/2b1cb38c-4edd-4eb8-8bee-4afd9476df5b HTTP/1.1" status: 200 len: 1093 time: 4.5339720 Jul 15 13:27:01.349050 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f286624-e076-48f2-bcb0-a21f16ae54be', 'tag': '2b1cb38c-4edd-4eb8-8bee-4afd9476df5b'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:01.352403 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01de5c2f-a9f9-4a15-8b63-06c7d71b7c86" -d '{"events": [{"name": "network-changed", "server_uuid": "9f286624-e076-48f2-bcb0-a21f16ae54be", "tag": "2b1cb38c-4edd-4eb8-8bee-4afd9476df5b"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:01.440776 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-afcb9015-9166-4a09-a843-913024a16950 req-f1aafa34-f9cf-4d9d-8cd4-30d5be8b431d tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7f122e-7283-413e-8d54-2ed8ca31ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2014964 Jul 15 13:27:01.496792 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b9b97-7592-47d3-b944-2d9333cd38d1 None None] Pushing event updated for resources: {'Port': ['ID=d3fcd68a-89c4-4d03-9817-c02870e95001,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:01.499432 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008adb80-8ffb-4348-9e98-0379366835c6 req-3a1d3b04-10d6-4e44-be35-b83a107a1de9 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:01.507076 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-008adb80-8ffb-4348-9e98-0379366835c6 req-3a1d3b04-10d6-4e44-be35-b83a107a1de9 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/networks?id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb HTTP/1.1" status: 200 len: 812 time: 0.6331322 Jul 15 13:27:01.514740 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d464ab73-e449-445c-b122-971fefbf5306 None None] Routers {'4fee83e7-11c9-49ba-87fb-92506a23847d'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:01.517501 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d464ab73-e449-445c-b122-971fefbf5306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:26:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4fee83e7-11c9-49ba-87fb-92506a23847d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:01.562121 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-008adb80-8ffb-4348-9e98-0379366835c6 req-20e655f9-3521-4537-84b4-f6f649e31678 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/quotas/89567fda246241f4860e07527d287580 HTTP/1.1" status: 200 len: 375 time: 0.0533266 Jul 15 13:27:01.625825 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f125de-3cf6-4237-b1fa-e5ea934c87c4 x-openstack-request-id: req-a7f125de-3cf6-4237-b1fa-e5ea934c87c4 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:01.625825 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f286624-e076-48f2-bcb0-a21f16ae54be", "tag": "2b1cb38c-4edd-4eb8-8bee-4afd9476df5b", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:01.625825 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7f125de-3cf6-4237-b1fa-e5ea934c87c4 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:01.625825 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f286624-e076-48f2-bcb0-a21f16ae54be', 'tag': '2b1cb38c-4edd-4eb8-8bee-4afd9476df5b', 'status': 'completed', 'code': 200} Jul 15 13:27:01.703246 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-d464ab73-e449-445c-b122-971fefbf5306 None None] Set router 4fee83e7-11c9-49ba-87fb-92506a23847d gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:01.716215 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-c038f72a-8543-4f3f-b1a9-e3110819d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:01.717796 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-c038f72a-8543-4f3f-b1a9-e3110819d997 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07d1188460e14615b690ded696bdae00&device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 1096 time: 0.3148088 Jul 15 13:27:01.792105 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-008adb80-8ffb-4348-9e98-0379366835c6 req-cd8280f8-ae22-4bc6-911d-d7d46c05f627 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=89567fda246241f4860e07527d287580&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2288918 Jul 15 13:27:01.810369 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-64936ac7-e11e-41fb-8afb-c14fed8cb586 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.812256 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-d5c98744-b796-48f7-a91d-6655546383e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b1cb38c-4edd-4eb8-8bee-4afd9476df5b HTTP/1.1" status: 200 len: 217 time: 0.0857217 Jul 15 13:27:01.859814 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d464ab73-e449-445c-b122-971fefbf5306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fee83e7-11c9-49ba-87fb-92506a23847d', 'name': 'tempest-snat-router-131045094', 'tenant_id': 'b2150318ba76442a9d146e38a0962c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:49Z', 'updated_at': '2021-07-15T13:27:00Z', 'revision_number': 4, 'project_id': 'b2150318ba76442a9d146e38a0962c64', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:01.869021 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64936ac7-e11e-41fb-8afb-c14fed8cb586 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3fcd68a-89c4-4d03-9817-c02870e95001,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:01.926869 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d464ab73-e449-445c-b122-971fefbf5306 None None] The sync data for ids ['4fee83e7-11c9-49ba-87fb-92506a23847d'] in n-d-758944-45 is: [{'id': '4fee83e7-11c9-49ba-87fb-92506a23847d', 'name': 'tempest-snat-router-131045094', 'tenant_id': 'b2150318ba76442a9d146e38a0962c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:49Z', 'updated_at': '2021-07-15T13:27:00Z', 'revision_number': 4, 'project_id': 'b2150318ba76442a9d146e38a0962c64', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:02.021652 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-64936ac7-e11e-41fb-8afb-c14fed8cb586 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.081526 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-008adb80-8ffb-4348-9e98-0379366835c6 req-6caa4e18-e62c-4a5f-9698-fc85119c0965 service neutron] 10.222.0.24 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881539 Jul 15 13:27:02.095257 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-9b4bd0c3-e883-495b-bdf2-2b781d0ec2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:02.097175 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-9b4bd0c3-e883-495b-bdf2-2b781d0ec2f4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6212df86-d7ed-45b1-995d-721bfde9d594 HTTP/1.1" status: 200 len: 851 time: 0.2704844 Jul 15 13:27:02.240317 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-64936ac7-e11e-41fb-8afb-c14fed8cb586 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.245136 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-64936ac7-e11e-41fb-8afb-c14fed8cb586 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.282837 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-6e68a93c-c763-4565-8f54-52b56b17e594 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac87f728-47f1-42c2-b425-140890be75dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735693 Jul 15 13:27:02.344721 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fb375-51af-4ba0-ae07-f06052c64401 req-1e695713-260c-4553-a2d8-5bc39944c349 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:02.346808 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-178fb375-51af-4ba0-ae07-f06052c64401 req-1e695713-260c-4553-a2d8-5bc39944c349 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 945 time: 0.3675838 Jul 15 13:27:02.348710 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-64936ac7-e11e-41fb-8afb-c14fed8cb586 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.349322 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64936ac7-e11e-41fb-8afb-c14fed8cb586 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4fee83e7-11c9-49ba-87fb-92506a23847d {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:27:02.358473 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-64936ac7-e11e-41fb-8afb-c14fed8cb586 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.359755 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-64936ac7-e11e-41fb-8afb-c14fed8cb586 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] 10.222.0.24 "DELETE /v2.0/routers/4fee83e7-11c9-49ba-87fb-92506a23847d HTTP/1.1" status: 204 len: 168 time: 2.2272799 Jul 15 13:27:02.363782 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49754) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:02.619504 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-008adb80-8ffb-4348-9e98-0379366835c6 req-4f0f0d2c-7e45-4acc-af4d-bc946df2a8f8 service neutron] 10.222.0.24 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5208271 Jul 15 13:27:02.655527 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c9399fa-5005-4a14-bfa3-e0f4c6e5a4e1 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.680861 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-c62d0afb-f115-407c-ad11-611f207c0bec service neutron] 10.222.0.18 "GET /v2.0/networks/ac87f728-47f1-42c2-b425-140890be75dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039813 Jul 15 13:27:02.996449 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-178fb375-51af-4ba0-ae07-f06052c64401 req-5228ceb3-3d5a-44ab-8948-179b8be036af tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=947dcb62-39dd-4d65-9e52-82dfd7421191&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6334057 Jul 15 13:27:02.999896 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-82b0c14c-cf7b-419b-916b-add50669cf9f req-c0b8ecc9-6453-4676-8d4c-7d377d9b4cac service neutron] 10.222.0.18 "GET /v2.0/networks/ac87f728-47f1-42c2-b425-140890be75dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107915 Jul 15 13:27:03.108921 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c9399fa-5005-4a14-bfa3-e0f4c6e5a4e1 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.281585 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8c9399fa-5005-4a14-bfa3-e0f4c6e5a4e1 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Deleting port a2965ee6-c3b6-49e5-a39b-01f167bf87e5 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:03.282482 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c9399fa-5005-4a14-bfa3-e0f4c6e5a4e1 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.356075 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de5c2f-a9f9-4a15-8b63-06c7d71b7c86 req-9ac70c71-486a-4109-8e16-1b722c8dd558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:03.362706 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-01de5c2f-a9f9-4a15-8b63-06c7d71b7c86 req-9ac70c71-486a-4109-8e16-1b722c8dd558 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07d1188460e14615b690ded696bdae00&device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 1096 time: 0.2359498 Jul 15 13:27:03.610203 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de5c2f-a9f9-4a15-8b63-06c7d71b7c86 req-ebb13685-144d-4126-b167-2c12e3053b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:03.612521 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-01de5c2f-a9f9-4a15-8b63-06c7d71b7c86 req-ebb13685-144d-4126-b167-2c12e3053b8c service neutron] 10.222.0.18 "GET /v2.0/networks?id=ac87f728-47f1-42c2-b425-140890be75dd HTTP/1.1" status: 200 len: 912 time: 0.2456255 Jul 15 13:27:03.689685 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185aeab-3b95-493f-837e-c21aef415724 req-bdf7efb2-7a81-48b7-a59a-0fd72d226f59 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:03.690572 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-01de5c2f-a9f9-4a15-8b63-06c7d71b7c86 req-7ef1a940-eeec-4660-abbc-6396a3485eff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b1cb38c-4edd-4eb8-8bee-4afd9476df5b HTTP/1.1" status: 200 len: 217 time: 0.0698984 Jul 15 13:27:03.692005 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1185aeab-3b95-493f-837e-c21aef415724 req-bdf7efb2-7a81-48b7-a59a-0fd72d226f59 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 944 time: 0.3623281 Jul 15 13:27:03.724618 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-8c9399fa-5005-4a14-bfa3-e0f4c6e5a4e1 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] For port a2965ee6-c3b6-49e5-a39b-01f167bf87e5, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a2965ee6-c3b6-49e5-a39b-01f167bf87e5,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:03.725236 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c9399fa-5005-4a14-bfa3-e0f4c6e5a4e1 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.832237 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8c9399fa-5005-4a14-bfa3-e0f4c6e5a4e1 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Calling delete_port for a2965ee6-c3b6-49e5-a39b-01f167bf87e5 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:03.888564 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de5c2f-a9f9-4a15-8b63-06c7d71b7c86 req-f186005a-cb45-4bef-b32f-5e659903177f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:03.894561 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-01de5c2f-a9f9-4a15-8b63-06c7d71b7c86 req-f186005a-cb45-4bef-b32f-5e659903177f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6212df86-d7ed-45b1-995d-721bfde9d594 HTTP/1.1" status: 200 len: 851 time: 0.1904566 Jul 15 13:27:03.926214 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1185aeab-3b95-493f-837e-c21aef415724 req-7bd3d77c-c986-4a93-baba-cc1b77f0f7b2 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198505 Jul 15 13:27:04.046425 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-01de5c2f-a9f9-4a15-8b63-06c7d71b7c86 req-8be18c6b-d880-47a1-9792-e0c1eed23c7f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac87f728-47f1-42c2-b425-140890be75dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1420140 Jul 15 13:27:04.224941 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f6717cca-ff65-44f9-b97a-f42c2f798e66 req-d8915614-36d0-4c97-9ac4-4373bbd8c866 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3 HTTP/1.1" status: 200 len: 210 time: 0.1046345 Jul 15 13:27:04.545084 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034c7c5-fe2c-4621-9fc6-9657443f9a07 req-ce84d6da-e33e-4187-9ff6-3cb860f84cde tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:04.556942 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f034c7c5-fe2c-4621-9fc6-9657443f9a07 req-ce84d6da-e33e-4187-9ff6-3cb860f84cde tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 943 time: 0.4643304 Jul 15 13:27:04.570663 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-01de5c2f-a9f9-4a15-8b63-06c7d71b7c86 req-bf7e5822-73b3-4fc0-b554-33872384828c service neutron] 10.222.0.18 "GET /v2.0/networks/ac87f728-47f1-42c2-b425-140890be75dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5175576 Jul 15 13:27:04.576611 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c9399fa-5005-4a14-bfa3-e0f4c6e5a4e1 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.684104 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9399fa-5005-4a14-bfa3-e0f4c6e5a4e1 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2965ee6-c3b6-49e5-a39b-01f167bf87e5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:04.748880 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f034c7c5-fe2c-4621-9fc6-9657443f9a07 req-e01af230-0a9a-47d6-86ed-3edd755c8c73 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7f122e-7283-413e-8d54-2ed8ca31ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1905522 Jul 15 13:27:04.946053 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:27:05.009200 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-01de5c2f-a9f9-4a15-8b63-06c7d71b7c86 req-483880b7-d5f8-4407-8b45-266b95706dd9 service neutron] 10.222.0.18 "GET /v2.0/networks/ac87f728-47f1-42c2-b425-140890be75dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243667 Jul 15 13:27:05.141954 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c9399fa-5005-4a14-bfa3-e0f4c6e5a4e1 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.426134 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 2b1cb38c-4edd-4eb8-8bee-4afd9476df5b details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:27:05.479122 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 26962544-c805-44f2-acd9-2994c2b88027 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:27:05.544067 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5442f-7be5-41ad-980b-88a39bde4af8 req-ec7ab35e-5275-4b2b-91f9-bc026bc2221e tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:05.548933 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e2a5442f-7be5-41ad-980b-88a39bde4af8 req-ec7ab35e-5275-4b2b-91f9-bc026bc2221e tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 945 time: 0.7600560 Jul 15 13:27:05.552483 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c9399fa-5005-4a14-bfa3-e0f4c6e5a4e1 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.561397 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c9399fa-5005-4a14-bfa3-e0f4c6e5a4e1 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.610253 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.resource_extend [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:27:05.745564 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea5b64-1a0f-4072-9475-05775edc3d50 req-c1b481a0-9c96-40dd-b6f3-59c5260eca21 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:05.748357 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-24ea5b64-1a0f-4072-9475-05775edc3d50 req-c1b481a0-9c96-40dd-b6f3-59c5260eca21 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 944 time: 0.2279637 Jul 15 13:27:05.766481 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 26962544-c805-44f2-acd9-2994c2b88027, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=26962544-c805-44f2-acd9-2994c2b88027,segment=NetworkSegment(0d807eb9-53cb-4736-8077-cd448271ac4f),segment_id=0d807eb9-53cb-4736-8077-cd448271ac4f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:05.794920 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e2a5442f-7be5-41ad-980b-88a39bde4af8 req-0cda52ac-c993-458a-8381-dbd431e36e22 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=947dcb62-39dd-4d65-9e52-82dfd7421191&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2300084 Jul 15 13:27:05.806374 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c9399fa-5005-4a14-bfa3-e0f4c6e5a4e1 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.806854 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9399fa-5005-4a14-bfa3-e0f4c6e5a4e1 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 95d4f584-cc1e-478c-91c8-a81cf9ba34f1 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:27:05.822357 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c9399fa-5005-4a14-bfa3-e0f4c6e5a4e1 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.829488 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8c9399fa-5005-4a14-bfa3-e0f4c6e5a4e1 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] 10.222.0.24 "DELETE /v2.0/routers/95d4f584-cc1e-478c-91c8-a81cf9ba34f1 HTTP/1.1" status: 204 len: 168 time: 3.4639497 Jul 15 13:27:05.830572 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49864) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:05.832086 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '26962544-c805-44f2-acd9-2994c2b88027', 'network_id': 'be04063e-1cb2-41c3-8ee0-72868f24e4ea', 'port_id': '26962544-c805-44f2-acd9-2994c2b88027', 'mac_address': 'fa:16:3e:e8:f8:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86c45178-fb0a-4b4d-a444-3a0ac9a17af7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:27:05.845406 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9819996a-c8d9-42f8-ac1e-8fb07c2e82bf tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1333717007', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:05.874051 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-24ea5b64-1a0f-4072-9475-05775edc3d50 req-7d204320-0259-431b-a34e-177236025c52 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072249 Jul 15 13:27:05.980153 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9819996a-c8d9-42f8-ac1e-8fb07c2e82bf tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.981970 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9819996a-c8d9-42f8-ac1e-8fb07c2e82bf tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.025551 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 2b1cb38c-4edd-4eb8-8bee-4afd9476df5b, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=2b1cb38c-4edd-4eb8-8bee-4afd9476df5b,segment=NetworkSegment(7129d778-e11c-44b8-8068-c6b2ea99d83c),segment_id=7129d778-e11c-44b8-8068-c6b2ea99d83c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:06.139634 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9819996a-c8d9-42f8-ac1e-8fb07c2e82bf tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.197818 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '2b1cb38c-4edd-4eb8-8bee-4afd9476df5b', 'network_id': 'ac87f728-47f1-42c2-b425-140890be75dd', 'port_id': '2b1cb38c-4edd-4eb8-8bee-4afd9476df5b', 'mac_address': 'fa:16:3e:fd:18:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6212df86-d7ed-45b1-995d-721bfde9d594', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:27:06.244133 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7872c124-bef1-46c8-83d9-958a3b63af77 req-9e67fc04-0264-4b28-8306-7e405f3d8029 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3 HTTP/1.1" status: 200 len: 210 time: 0.1015186 Jul 15 13:27:06.310791 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.331843 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.350270 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26962544-c805-44f2-acd9-2994c2b88027 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:27:06.361291 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1cb38c-4edd-4eb8-8bee-4afd9476df5b {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:27:06.401414 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 26962544-c805-44f2-acd9-2994c2b88027, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=26962544-c805-44f2-acd9-2994c2b88027,segment=NetworkSegment(0d807eb9-53cb-4736-8077-cd448271ac4f),segment_id=0d807eb9-53cb-4736-8077-cd448271ac4f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:06.407171 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 2b1cb38c-4edd-4eb8-8bee-4afd9476df5b, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=2b1cb38c-4edd-4eb8-8bee-4afd9476df5b,segment=NetworkSegment(7129d778-e11c-44b8-8068-c6b2ea99d83c),segment_id=7129d778-e11c-44b8-8068-c6b2ea99d83c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:06.422424 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.448647 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f93347-2b05-45e0-b04f-876ee14f5099 req-3d0e8696-1093-424a-9661-d1b96b9fbd07 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:06.463492 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-20f93347-2b05-45e0-b04f-876ee14f5099 req-3d0e8696-1093-424a-9661-d1b96b9fbd07 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 943 time: 0.1611609 Jul 15 13:27:06.506077 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=26962544-c805-44f2-acd9-2994c2b88027,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:06.525494 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.670550 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-20f93347-2b05-45e0-b04f-876ee14f5099 req-1b6b56d9-14de-4b87-b16f-52adb7a60ea9 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7f122e-7283-413e-8d54-2ed8ca31ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2025130 Jul 15 13:27:06.752640 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['26962544-c805-44f2-acd9-2994c2b88027'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:27:06.788088 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9819996a-c8d9-42f8-ac1e-8fb07c2e82bf tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.884669 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['2b1cb38c-4edd-4eb8-8bee-4afd9476df5b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:27:06.962458 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=2b1cb38c-4edd-4eb8-8bee-4afd9476df5b,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:07.321294 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a2965ee6-c3b6-49e5-a39b-01f167bf87e5 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:07.459888 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: a2965ee6-c3b6-49e5-a39b-01f167bf87e5 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:07.461226 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a2965ee6-c3b6-49e5-a39b-01f167bf87e5 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:07.611521 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7a0f4-4df7-4bbb-b9e0-05610807da36 req-3c0d6200-9d33-433f-a6c7-c907ffadc12c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:07.622082 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fde7a0f4-4df7-4bbb-b9e0-05610807da36 req-3c0d6200-9d33-433f-a6c7-c907ffadc12c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 945 time: 0.4680612 Jul 15 13:27:07.871820 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008adb80-8ffb-4348-9e98-0379366835c6 req-f42640c1-2f47-4670-97b9-7bbc586eab75 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:07.884970 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-008adb80-8ffb-4348-9e98-0379366835c6 req-f42640c1-2f47-4670-97b9-7bbc586eab75 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.32 "GET /v2.0/networks?id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb HTTP/1.1" status: 200 len: 812 time: 0.3530018 Jul 15 13:27:07.918741 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-008adb80-8ffb-4348-9e98-0379366835c6 req-fa5de49d-4f39-42ac-a38a-7040133245de tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Request body: {'port': {'device_id': '9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'admin_state_up': True, 'tenant_id': '89567fda246241f4860e07527d287580'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:07.962123 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05418399-2c27-43f4-a5d3-353632c8361b req-bd85bdd7-371f-42ae-94f3-314b9778f067 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:07.972629 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-05418399-2c27-43f4-a5d3-353632c8361b req-bd85bdd7-371f-42ae-94f3-314b9778f067 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 945 time: 0.5981824 Jul 15 13:27:08.123271 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:08.298921 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-05418399-2c27-43f4-a5d3-353632c8361b req-2661326f-cc46-4356-bd03-63a08cc08f3b tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877464 Jul 15 13:27:08.302474 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-008adb80-8ffb-4348-9e98-0379366835c6 req-fa5de49d-4f39-42ac-a38a-7040133245de tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Made reservation on behalf of 89567fda246241f4860e07527d287580 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:08.307896 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-008adb80-8ffb-4348-9e98-0379366835c6 req-fa5de49d-4f39-42ac-a38a-7040133245de tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:08.533886 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fde7a0f4-4df7-4bbb-b9e0-05610807da36 req-a81c8516-d66f-44a5-9c90-5db6ad1d711a tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=947dcb62-39dd-4d65-9e52-82dfd7421191&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9101536 Jul 15 13:27:08.534715 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9819996a-c8d9-42f8-ac1e-8fb07c2e82bf tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:08.619547 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9819996a-c8d9-42f8-ac1e-8fb07c2e82bf tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:08.716215 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-008adb80-8ffb-4348-9e98-0379366835c6 req-fa5de49d-4f39-42ac-a38a-7040133245de tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Allocated IP 172.20.0.10 (2f29b873-f209-4d3d-b75f-0d6b04f8d1cb/4840df0d-ad31-406d-829f-ea4475de886e/1166ca66-1c45-446e-9eab-4dc3c3b5710d) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:08.951821 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-9819996a-c8d9-42f8-ac1e-8fb07c2e82bf tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Allocated IP 172.25.6.117 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/ce2a8494-18f6-49bd-9eba-163f34b732d7) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:09.043004 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-79a63bcb-56e7-4106-8e2e-b2436d3e54f4 req-983b64b0-40c3-4cf8-b836-445df771b39e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3 HTTP/1.1" status: 200 len: 210 time: 0.1856272 Jul 15 13:27:09.226910 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9819996a-c8d9-42f8-ac1e-8fb07c2e82bf tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.427860 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9819996a-c8d9-42f8-ac1e-8fb07c2e82bf tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.448208 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 2b1cb38c-4edd-4eb8-8bee-4afd9476df5b up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:09.516398 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819996a-c8d9-42f8-ac1e-8fb07c2e82bf tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Pushing event updated for resources: {'Port': ['ID=ce2a8494-18f6-49bd-9eba-163f34b732d7,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:09.522488 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9819996a-c8d9-42f8-ac1e-8fb07c2e82bf tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:09.527095 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-9819996a-c8d9-42f8-ac1e-8fb07c2e82bf tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:09.550840 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9819996a-c8d9-42f8-ac1e-8fb07c2e82bf tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:09.616733 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-008adb80-8ffb-4348-9e98-0379366835c6 req-fa5de49d-4f39-42ac-a38a-7040133245de tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.618428 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 26962544-c805-44f2-acd9-2994c2b88027 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:09.639972 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c748c-a232-48f2-85c6-48b327cdcecb req-ec83de87-e052-43c0-9337-3dbbc6fc46c0 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:09.641597 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e12c748c-a232-48f2-85c6-48b327cdcecb req-ec83de87-e052-43c0-9337-3dbbc6fc46c0 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 944 time: 0.3325119 Jul 15 13:27:09.656603 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-008adb80-8ffb-4348-9e98-0379366835c6 req-fa5de49d-4f39-42ac-a38a-7040133245de tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Transition to ACTIVE for port object 1166ca66-1c45-446e-9eab-4dc3c3b5710d will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:09.752375 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 26962544-c805-44f2-acd9-2994c2b88027 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:09.763815 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 26962544-c805-44f2-acd9-2994c2b88027 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:09.764925 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.776027 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e12c748c-a232-48f2-85c6-48b327cdcecb req-0e3c2e00-df65-47a6-aa05-8362538c7334 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7f122e-7283-413e-8d54-2ed8ca31ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1116242 Jul 15 13:27:09.906930 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-008adb80-8ffb-4348-9e98-0379366835c6 req-fa5de49d-4f39-42ac-a38a-7040133245de tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.954009 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 2b1cb38c-4edd-4eb8-8bee-4afd9476df5b completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:09.973598 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 2b1cb38c-4edd-4eb8-8bee-4afd9476df5b triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:09.974405 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.097025 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5de49d-4f39-42ac-a38a-7040133245de tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Pushing event updated for resources: {'Port': ['ID=1166ca66-1c45-446e-9eab-4dc3c3b5710d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:10.131159 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-008adb80-8ffb-4348-9e98-0379366835c6 req-fa5de49d-4f39-42ac-a38a-7040133245de tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:10.140144 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-008adb80-8ffb-4348-9e98-0379366835c6 req-fa5de49d-4f39-42ac-a38a-7040133245de tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:10.143303 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-008adb80-8ffb-4348-9e98-0379366835c6 req-fa5de49d-4f39-42ac-a38a-7040133245de tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:10.256589 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09ee47-b012-491e-8636-e327f2f23f17 req-fa2a49da-34a3-47c3-a4bd-9501c7c23a78 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:10.266162 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-af09ee47-b012-491e-8636-e327f2f23f17 req-fa2a49da-34a3-47c3-a4bd-9501c7c23a78 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 945 time: 0.5252774 Jul 15 13:27:10.357692 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-af09ee47-b012-491e-8636-e327f2f23f17 req-02a5d123-ff93-44df-aac5-6dedc2c520c6 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901492 Jul 15 13:27:10.383595 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008adb80-8ffb-4348-9e98-0379366835c6 req-fa5de49d-4f39-42ac-a38a-7040133245de tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:10.384587 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-008adb80-8ffb-4348-9e98-0379366835c6 req-fa5de49d-4f39-42ac-a38a-7040133245de tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.412311 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-008adb80-8ffb-4348-9e98-0379366835c6 req-fa5de49d-4f39-42ac-a38a-7040133245de tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5029993 Jul 15 13:27:10.431267 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-008adb80-8ffb-4348-9e98-0379366835c6 req-ccff4b77-5311-4e92-86ac-fc026fdd48d3 service neutron] Request body: {'port': {'device_id': '9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:10.452284 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.552892 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9819996a-c8d9-42f8-ac1e-8fb07c2e82bf tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.625652 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 26962544-c805-44f2-acd9-2994c2b88027, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=26962544-c805-44f2-acd9-2994c2b88027,segment=NetworkSegment(0d807eb9-53cb-4736-8077-cd448271ac4f),segment_id=0d807eb9-53cb-4736-8077-cd448271ac4f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:10.630034 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-008adb80-8ffb-4348-9e98-0379366835c6 req-ccff4b77-5311-4e92-86ac-fc026fdd48d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.634549 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f774d00c-e94e-41ea-bedd-c0ca7dfb3c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26962544-c805-44f2-acd9-2994c2b88027'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:10.641585 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4247a61-af9e-43a5-9c28-60dd1cc099dd" -d '{"events": [{"server_uuid": "f774d00c-e94e-41ea-bedd-c0ca7dfb3c16", "name": "network-vif-plugged", "status": "completed", "tag": "26962544-c805-44f2-acd9-2994c2b88027"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:10.661234 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.788479 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=26962544-c805-44f2-acd9-2994c2b88027,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:10.800061 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.849298 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 2b1cb38c-4edd-4eb8-8bee-4afd9476df5b, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=2b1cb38c-4edd-4eb8-8bee-4afd9476df5b,segment=NetworkSegment(7129d778-e11c-44b8-8068-c6b2ea99d83c),segment_id=7129d778-e11c-44b8-8068-c6b2ea99d83c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:10.856588 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.924062 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=2b1cb38c-4edd-4eb8-8bee-4afd9476df5b,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:10.928067 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-6507289c-3b5b-4f10-8dd1-b825b5c097f6 None None] Provisioning for port 1166ca66-1c45-446e-9eab-4dc3c3b5710d completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:10.948463 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-6507289c-3b5b-4f10-8dd1-b825b5c097f6 None None] Provisioning complete for port 1166ca66-1c45-446e-9eab-4dc3c3b5710d triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:10.951374 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6507289c-3b5b-4f10-8dd1-b825b5c097f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.036712 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6507289c-3b5b-4f10-8dd1-b825b5c097f6 None None] Port 1166ca66-1c45-446e-9eab-4dc3c3b5710d cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:11.285956 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5c0be-a8e2-49a6-8f4d-d32c42ebaf08 req-ce3c8ee4-74c6-4193-895e-151018413807 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:11.295959 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-35f5c0be-a8e2-49a6-8f4d-d32c42ebaf08 req-ce3c8ee4-74c6-4193-895e-151018413807 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3 HTTP/1.1" status: 200 len: 932 time: 0.5306575 Jul 15 13:27:11.405642 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cc5e3-fde3-463f-a7f8-aaaaac1c91b3 req-a166d9d9-6157-4e59-9a19-2a9f8fe81d6f tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:11.411864 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-35f5c0be-a8e2-49a6-8f4d-d32c42ebaf08 req-cb574a79-3f17-4542-80c1-3404caf0ab30 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149862 Jul 15 13:27:11.430190 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-490cc5e3-fde3-463f-a7f8-aaaaac1c91b3 req-a166d9d9-6157-4e59-9a19-2a9f8fe81d6f tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 945 time: 1.2826414 Jul 15 13:27:11.540915 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-490cc5e3-fde3-463f-a7f8-aaaaac1c91b3 req-f800aa3c-8f02-4737-9c8e-3ff5d76d97bd tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=947dcb62-39dd-4d65-9e52-82dfd7421191&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1094077 Jul 15 13:27:11.573207 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c101e64-c249-4acb-87b8-b68be805c05a x-openstack-request-id: req-9c101e64-c249-4acb-87b8-b68be805c05a {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:11.573750 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f774d00c-e94e-41ea-bedd-c0ca7dfb3c16", "name": "network-vif-plugged", "status": "completed", "tag": "26962544-c805-44f2-acd9-2994c2b88027", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:11.573750 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9c101e64-c249-4acb-87b8-b68be805c05a {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:11.574469 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f774d00c-e94e-41ea-bedd-c0ca7dfb3c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26962544-c805-44f2-acd9-2994c2b88027', 'code': 200} Jul 15 13:27:11.579633 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9819996a-c8d9-42f8-ac1e-8fb07c2e82bf tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.876240 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-008adb80-8ffb-4348-9e98-0379366835c6 req-ccff4b77-5311-4e92-86ac-fc026fdd48d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1166ca66-1c45-446e-9eab-4dc3c3b5710d {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:27:11.940988 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-008adb80-8ffb-4348-9e98-0379366835c6 req-ccff4b77-5311-4e92-86ac-fc026fdd48d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.995767 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad118f-63a5-42ca-b5fa-80a015fa0020 req-d113c5e6-a214-4bf3-b22b-1d6bb6b4d89b tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:12.003159 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5fad118f-63a5-42ca-b5fa-80a015fa0020 req-d113c5e6-a214-4bf3-b22b-1d6bb6b4d89b tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 945 time: 0.2748826 Jul 15 13:27:12.016615 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-008adb80-8ffb-4348-9e98-0379366835c6 req-ccff4b77-5311-4e92-86ac-fc026fdd48d3 service neutron] Transition to ACTIVE for port object 1166ca66-1c45-446e-9eab-4dc3c3b5710d will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:12.050641 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-008adb80-8ffb-4348-9e98-0379366835c6 req-ccff4b77-5311-4e92-86ac-fc026fdd48d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:12.252726 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9819996a-c8d9-42f8-ac1e-8fb07c2e82bf tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Router edad9f75-d64a-469d-8d16-07cf62b75e6a is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:27:12.302431 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5fad118f-63a5-42ca-b5fa-80a015fa0020 req-b376d25b-58f0-4208-b1ed-f245bd384e84 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7f122e-7283-413e-8d54-2ed8ca31ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2789764 Jul 15 13:27:12.401683 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b02fd6-dd86-4e6b-9416-dd6a015f3f6f req-931153f4-613f-445d-a935-0f01dbadfc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:12.404515 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e2b02fd6-dd86-4e6b-9416-dd6a015f3f6f req-931153f4-613f-445d-a935-0f01dbadfc64 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 1097 time: 0.6892807 Jul 15 13:27:12.497998 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca3f3f-96f1-43df-a598-efaf7cf9e695 req-ed7e6f86-cbd3-4666-a346-7d831ce601de tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:12.514054 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-73ca3f3f-96f1-43df-a598-efaf7cf9e695 req-ed7e6f86-cbd3-4666-a346-7d831ce601de tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 946 time: 0.6727030 Jul 15 13:27:12.660845 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9819996a-c8d9-42f8-ac1e-8fb07c2e82bf tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:12.680138 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803ebd60-3552-43aa-9c88-1556c68c8f5d None None] Sync routers for ids ['edad9f75-d64a-469d-8d16-07cf62b75e6a'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:12.697030 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9819996a-c8d9-42f8-ac1e-8fb07c2e82bf tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:12.698822 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9819996a-c8d9-42f8-ac1e-8fb07c2e82bf tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.8657093 Jul 15 13:27:12.703377 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49948) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:12.709280 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b70619ec-0929-4c6b-9417-4d35c5c693c0 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'enable_snat': False}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:12.728407 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803ebd60-3552-43aa-9c88-1556c68c8f5d None None] Routers {'edad9f75-d64a-469d-8d16-07cf62b75e6a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:12.730021 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-803ebd60-3552-43aa-9c88-1556c68c8f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:26:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['edad9f75-d64a-469d-8d16-07cf62b75e6a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:12.843397 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff4b77-5311-4e92-86ac-fc026fdd48d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1166ca66-1c45-446e-9eab-4dc3c3b5710d,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:12.905219 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-803ebd60-3552-43aa-9c88-1556c68c8f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:12.952539 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e2b02fd6-dd86-4e6b-9416-dd6a015f3f6f req-974a4edb-5f92-4e3b-ab5b-000a0c4e9387 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ed7f122e-7283-413e-8d54-2ed8ca31ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4348490 Jul 15 13:27:13.012631 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803ebd60-3552-43aa-9c88-1556c68c8f5d None None] Routers {'edad9f75-d64a-469d-8d16-07cf62b75e6a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:13.032323 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-803ebd60-3552-43aa-9c88-1556c68c8f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:26:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['edad9f75-d64a-469d-8d16-07cf62b75e6a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:13.034729 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-73ca3f3f-96f1-43df-a598-efaf7cf9e695 req-9bebb507-0f1c-472e-95df-22dee971e3d4 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5188334 Jul 15 13:27:13.089413 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-008adb80-8ffb-4348-9e98-0379366835c6 req-ccff4b77-5311-4e92-86ac-fc026fdd48d3 service neutron] Attempting to bind port 1166ca66-1c45-446e-9eab-4dc3c3b5710d on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:13.097666 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-008adb80-8ffb-4348-9e98-0379366835c6 req-ccff4b77-5311-4e92-86ac-fc026fdd48d3 service neutron] Attempting to bind port 1166ca66-1c45-446e-9eab-4dc3c3b5710d by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:13.098548 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008adb80-8ffb-4348-9e98-0379366835c6 req-ccff4b77-5311-4e92-86ac-fc026fdd48d3 service neutron] Attempting to bind port 1166ca66-1c45-446e-9eab-4dc3c3b5710d on network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:13.115505 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008adb80-8ffb-4348-9e98-0379366835c6 req-ccff4b77-5311-4e92-86ac-fc026fdd48d3 service neutron] Port 1166ca66-1c45-446e-9eab-4dc3c3b5710d on network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:27:13.123433 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008adb80-8ffb-4348-9e98-0379366835c6 req-ccff4b77-5311-4e92-86ac-fc026fdd48d3 service neutron] Attempting to bind port 1166ca66-1c45-446e-9eab-4dc3c3b5710d on network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:13.138136 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008adb80-8ffb-4348-9e98-0379366835c6 req-ccff4b77-5311-4e92-86ac-fc026fdd48d3 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:13.142691 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008adb80-8ffb-4348-9e98-0379366835c6 req-ccff4b77-5311-4e92-86ac-fc026fdd48d3 service neutron] Checking segment: {'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:13.143826 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008adb80-8ffb-4348-9e98-0379366835c6 req-ccff4b77-5311-4e92-86ac-fc026fdd48d3 service neutron] Bound using segment: {'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:13.144892 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-008adb80-8ffb-4348-9e98-0379366835c6 req-ccff4b77-5311-4e92-86ac-fc026fdd48d3 service neutron] Bound port: 1166ca66-1c45-446e-9eab-4dc3c3b5710d, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:13.149562 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-008adb80-8ffb-4348-9e98-0379366835c6 req-ccff4b77-5311-4e92-86ac-fc026fdd48d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:13.369171 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-803ebd60-3552-43aa-9c88-1556c68c8f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:13.375357 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803ebd60-3552-43aa-9c88-1556c68c8f5d None None] The sync data for ids ['edad9f75-d64a-469d-8d16-07cf62b75e6a'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:13.439086 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-008adb80-8ffb-4348-9e98-0379366835c6 req-ccff4b77-5311-4e92-86ac-fc026fdd48d3 service neutron] For port 1166ca66-1c45-446e-9eab-4dc3c3b5710d, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:13.455849 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-008adb80-8ffb-4348-9e98-0379366835c6 req-ccff4b77-5311-4e92-86ac-fc026fdd48d3 service neutron] For port 1166ca66-1c45-446e-9eab-4dc3c3b5710d, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=1166ca66-1c45-446e-9eab-4dc3c3b5710d,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:13.469008 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-008adb80-8ffb-4348-9e98-0379366835c6 req-ccff4b77-5311-4e92-86ac-fc026fdd48d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:13.575843 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f286624-e076-48f2-bcb0-a21f16ae54be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1cb38c-4edd-4eb8-8bee-4afd9476df5b'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:13.584359 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94341d64-caca-43ae-9979-bc6e9d7d62a5" -d '{"events": [{"server_uuid": "9f286624-e076-48f2-bcb0-a21f16ae54be", "name": "network-vif-plugged", "status": "completed", "tag": "2b1cb38c-4edd-4eb8-8bee-4afd9476df5b"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:13.651069 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008adb80-8ffb-4348-9e98-0379366835c6 req-ccff4b77-5311-4e92-86ac-fc026fdd48d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:13.651710 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-008adb80-8ffb-4348-9e98-0379366835c6 req-ccff4b77-5311-4e92-86ac-fc026fdd48d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:13.653255 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-008adb80-8ffb-4348-9e98-0379366835c6 req-ccff4b77-5311-4e92-86ac-fc026fdd48d3 service neutron] 10.222.0.32 "PUT /v2.0/ports/1166ca66-1c45-446e-9eab-4dc3c3b5710d HTTP/1.1" status: 200 len: 1093 time: 3.2271254 Jul 15 13:27:13.744893 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3', 'tag': '1166ca66-1c45-446e-9eab-4dc3c3b5710d'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:13.755539 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d00e80-b796-4a44-9cd2-f2972d1753ee" -d '{"events": [{"name": "network-changed", "server_uuid": "9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3", "tag": "1166ca66-1c45-446e-9eab-4dc3c3b5710d"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:13.854860 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b70619ec-0929-4c6b-9417-4d35c5c693c0 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.010707 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff4b77-5311-4e92-86ac-fc026fdd48d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1166ca66-1c45-446e-9eab-4dc3c3b5710d,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:14.320121 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b2054-d7de-4b00-935b-121aa52189b4 req-de6d9937-56b1-43a8-bfe4-3b4e1bfe1987 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:14.336505 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-051b2054-d7de-4b00-935b-121aa52189b4 req-de6d9937-56b1-43a8-bfe4-3b4e1bfe1987 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3 HTTP/1.1" status: 200 len: 944 time: 0.7909603 Jul 15 13:27:14.357605 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59688fbc-6749-4596-8662-252cad066057 req-ff679bd3-03c2-4161-b4fc-6573bec55d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:14.359276 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-59688fbc-6749-4596-8662-252cad066057 req-ff679bd3-03c2-4161-b4fc-6573bec55d5a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=37913da5a8464fb1a0b736ca946a9eaa&device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 1097 time: 0.5517225 Jul 15 13:27:14.447270 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008adb80-8ffb-4348-9e98-0379366835c6 req-b33a1a38-052a-4ba3-83f2-bf2714ef94b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:14.448150 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-008adb80-8ffb-4348-9e98-0379366835c6 req-b33a1a38-052a-4ba3-83f2-bf2714ef94b0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89567fda246241f4860e07527d287580&device_id=9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3 HTTP/1.1" status: 200 len: 1096 time: 0.4852810 Jul 15 13:27:14.512916 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39adff-2410-4486-bac9-fe7797dc4e71 req-9e116323-efc2-4278-b4b6-afc489f189eb tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:14.520902 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac39adff-2410-4486-bac9-fe7797dc4e71 req-9e116323-efc2-4278-b4b6-afc489f189eb tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 945 time: 0.3960717 Jul 15 13:27:14.680865 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac39adff-2410-4486-bac9-fe7797dc4e71 req-aea60767-4145-4ec4-b266-14a8e7785b9a tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7f122e-7283-413e-8d54-2ed8ca31ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1585820 Jul 15 13:27:15.559867 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-008adb80-8ffb-4348-9e98-0379366835c6 req-9e1240fa-82d6-4615-964f-842597767d8a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1166ca66-1c45-446e-9eab-4dc3c3b5710d HTTP/1.1" status: 200 len: 217 time: 1.0806208 Jul 15 13:27:15.576718 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-051b2054-d7de-4b00-935b-121aa52189b4 req-9a629269-505c-4834-9ca2-e6e733f6e617 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2362552 Jul 15 13:27:15.662694 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59688fbc-6749-4596-8662-252cad066057 req-00780506-6484-49c0-ba8c-2b20ce757ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:15.665727 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-59688fbc-6749-4596-8662-252cad066057 req-00780506-6484-49c0-ba8c-2b20ce757ad1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e8913e0d-0d0e-40a2-882d-dd84c17b519b HTTP/1.1" status: 200 len: 911 time: 1.2851224 Jul 15 13:27:15.745529 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008adb80-8ffb-4348-9e98-0379366835c6 req-184ce475-5865-4d69-94c0-12615d84e4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:15.747511 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-008adb80-8ffb-4348-9e98-0379366835c6 req-184ce475-5865-4d69-94c0-12615d84e4c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4840df0d-ad31-406d-829f-ea4475de886e HTTP/1.1" status: 200 len: 851 time: 0.1637285 Jul 15 13:27:15.853646 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1247dd-2eb6-4849-97ee-5b0771c3f6d6 x-openstack-request-id: req-4a1247dd-2eb6-4849-97ee-5b0771c3f6d6 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:15.854287 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f286624-e076-48f2-bcb0-a21f16ae54be", "name": "network-vif-plugged", "status": "completed", "tag": "2b1cb38c-4edd-4eb8-8bee-4afd9476df5b", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:15.854529 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4a1247dd-2eb6-4849-97ee-5b0771c3f6d6 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:15.855747 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f286624-e076-48f2-bcb0-a21f16ae54be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1cb38c-4edd-4eb8-8bee-4afd9476df5b', 'code': 200} Jul 15 13:27:15.866856 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-59688fbc-6749-4596-8662-252cad066057 req-9ba6de4e-b49f-42aa-b3ab-d03955c7a28f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62a1ef29-fc92-4319-8fe9-443de8b06a99 HTTP/1.1" status: 200 len: 1000 time: 0.1927276 Jul 15 13:27:16.048809 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2df1889-7406-4e40-8df9-b549bbe62570 x-openstack-request-id: req-e2df1889-7406-4e40-8df9-b549bbe62570 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:16.049212 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3", "tag": "1166ca66-1c45-446e-9eab-4dc3c3b5710d", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:16.049329 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e2df1889-7406-4e40-8df9-b549bbe62570 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:16.049738 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3', 'tag': '1166ca66-1c45-446e-9eab-4dc3c3b5710d', 'status': 'completed', 'code': 200} Jul 15 13:27:16.050142 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49986) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:16.095297 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008adb80-8ffb-4348-9e98-0379366835c6 req-24d3967a-2b33-45be-8a63-3b15503a0ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:16.096905 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-008adb80-8ffb-4348-9e98-0379366835c6 req-24d3967a-2b33-45be-8a63-3b15503a0ca5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3361692 Jul 15 13:27:16.099231 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59688fbc-6749-4596-8662-252cad066057 req-51797acb-62dc-427b-a1e5-5adf62f2258b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:16.101401 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-59688fbc-6749-4596-8662-252cad066057 req-51797acb-62dc-427b-a1e5-5adf62f2258b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ddbfc00-1f92-454d-9c2c-3d67f76399b6 HTTP/1.1" status: 200 len: 849 time: 0.2231669 Jul 15 13:27:16.408933 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59688fbc-6749-4596-8662-252cad066057 req-5069e4ae-dc90-40d6-885f-9c847ff4e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:16.412841 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-59688fbc-6749-4596-8662-252cad066057 req-5069e4ae-dc90-40d6-885f-9c847ff4e196 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8913e0d-0d0e-40a2-882d-dd84c17b519b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2974694 Jul 15 13:27:16.528996 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-008adb80-8ffb-4348-9e98-0379366835c6 req-7b54237a-8c7c-484b-a49b-16d6f4c1f241 service neutron] 10.222.0.32 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238646 Jul 15 13:27:16.545066 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cab2ba74-3cab-4ff7-9949-9fe400b0ecf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.565288 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea550373-7bb1-4770-b6ef-48f02a854828 req-845fb3cd-2b22-4c59-90e0-bc88310e679b tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:16.580364 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ea550373-7bb1-4770-b6ef-48f02a854828 req-845fb3cd-2b22-4c59-90e0-bc88310e679b tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 945 time: 1.6463146 Jul 15 13:27:16.775243 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca32079-0609-4527-92da-f11526a043c1 req-3226e908-c224-4425-b2d7-7f66e67054d0 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:16.790491 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9ca32079-0609-4527-92da-f11526a043c1 req-3226e908-c224-4425-b2d7-7f66e67054d0 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 946 time: 0.4580278 Jul 15 13:27:16.945886 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9ca32079-0609-4527-92da-f11526a043c1 req-a48c6c4d-0e80-4fcf-8fe7-94704e0da896 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540487 Jul 15 13:27:16.954448 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-59688fbc-6749-4596-8662-252cad066057 req-c599ad1d-c2fa-400c-9bb3-baaf7540bbf1 service neutron] 10.222.0.18 "GET /v2.0/networks/e8913e0d-0d0e-40a2-882d-dd84c17b519b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5334947 Jul 15 13:27:17.100479 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-59688fbc-6749-4596-8662-252cad066057 req-97a0cdd9-85ba-40dc-8542-7dd1fe2c40da service neutron] 10.222.0.18 "GET /v2.0/networks/e8913e0d-0d0e-40a2-882d-dd84c17b519b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375501 Jul 15 13:27:17.131611 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-008adb80-8ffb-4348-9e98-0379366835c6 req-61ba5545-3939-4abb-9f68-2d69748e308e service neutron] 10.222.0.32 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5946603 Jul 15 13:27:17.170726 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b70619ec-0929-4c6b-9417-4d35c5c693c0 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.188259 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b70619ec-0929-4c6b-9417-4d35c5c693c0 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3773587'] for router, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.217448 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cab2ba74-3cab-4ff7-9949-9fe400b0ecf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.224199 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cab2ba74-3cab-4ff7-9949-9fe400b0ecf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.287900 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab2ba74-3cab-4ff7-9949-9fe400b0ecf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139de523-739c-4eac-8b8a-3f7cee7bc01a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:17.386809 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-cab2ba74-3cab-4ff7-9949-9fe400b0ecf2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0577c553bf76440ca461c50f291734b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3319454 Jul 15 13:27:17.387345 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50000) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:17.495709 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d00e80-b796-4a44-9cd2-f2972d1753ee req-7a4c4996-2f5c-4074-941d-56df8abf80c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:17.497885 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e4d00e80-b796-4a44-9cd2-f2972d1753ee req-7a4c4996-2f5c-4074-941d-56df8abf80c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89567fda246241f4860e07527d287580&device_id=9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3 HTTP/1.1" status: 200 len: 1096 time: 0.2055855 Jul 15 13:27:17.543837 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ea550373-7bb1-4770-b6ef-48f02a854828 req-6aac42c9-da24-4ed4-858b-6364e6a5cea4 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=947dcb62-39dd-4d65-9e52-82dfd7421191&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9619780 Jul 15 13:27:17.601570 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54234487-008f-42b2-8e89-60a191fa4ac0 req-4539ca62-d32b-4cd0-a0b5-ad57328d4bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:17.619810 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-54234487-008f-42b2-8e89-60a191fa4ac0 req-4539ca62-d32b-4cd0-a0b5-ad57328d4bae service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 1098 time: 1.3744228 Jul 15 13:27:17.988164 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50006) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:17.995911 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-54234487-008f-42b2-8e89-60a191fa4ac0 req-be8a63bf-5a5b-4866-b5fe-9acd62254942 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532917 Jul 15 13:27:18.062728 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bcdbf124-2484-434d-9f62-21d9fb6d1114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.122905 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d00e80-b796-4a44-9cd2-f2972d1753ee req-ae23584e-1feb-49cc-b5fa-c748ccef5293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:18.126231 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e4d00e80-b796-4a44-9cd2-f2972d1753ee req-ae23584e-1feb-49cc-b5fa-c748ccef5293 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb HTTP/1.1" status: 200 len: 913 time: 0.6177528 Jul 15 13:27:18.152963 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bcdbf124-2484-434d-9f62-21d9fb6d1114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.215572 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e4d00e80-b796-4a44-9cd2-f2972d1753ee req-0931f8ab-7f4d-4630-b29e-f97664aff82b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1166ca66-1c45-446e-9eab-4dc3c3b5710d HTTP/1.1" status: 200 len: 217 time: 0.0782070 Jul 15 13:27:18.308906 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70619ec-0929-4c6b-9417-4d35c5c693c0 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Router edad9f75-d64a-469d-8d16-07cf62b75e6a has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:27:18.348062 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1e240-7424-4756-98d8-74fdc715af6a req-fb8ffe1e-0b15-477e-a267-660f7c6549b3 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:18.350546 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b5f1e240-7424-4756-98d8-74fdc715af6a req-fb8ffe1e-0b15-477e-a267-660f7c6549b3 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3 HTTP/1.1" status: 200 len: 944 time: 0.4910448 Jul 15 13:27:18.389157 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d00e80-b796-4a44-9cd2-f2972d1753ee req-306c6ad2-fb4e-4e66-93a9-92959bc209d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:18.389411 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e4d00e80-b796-4a44-9cd2-f2972d1753ee req-306c6ad2-fb4e-4e66-93a9-92959bc209d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4840df0d-ad31-406d-829f-ea4475de886e HTTP/1.1" status: 200 len: 851 time: 0.1534958 Jul 15 13:27:18.427297 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a9f94d8-0d9e-4eca-9292-74550bacd3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.478142 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bcdbf124-2484-434d-9f62-21d9fb6d1114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.480955 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bcdbf124-2484-434d-9f62-21d9fb6d1114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.495418 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-bcdbf124-2484-434d-9f62-21d9fb6d1114 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/139de523-739c-4eac-8b8a-3f7cee7bc01a HTTP/1.1" status: 204 len: 168 time: 1.0954554 Jul 15 13:27:18.583843 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdbf124-2484-434d-9f62-21d9fb6d1114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139de523-739c-4eac-8b8a-3f7cee7bc01a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:18.594459 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799414ab-4426-42ba-865d-1dd9c7e866f6 req-220d55f9-3bc6-4568-acb9-436aa6b84010 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:18.596183 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-799414ab-4426-42ba-865d-1dd9c7e866f6 req-220d55f9-3bc6-4568-acb9-436aa6b84010 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 945 time: 0.6786444 Jul 15 13:27:18.664188 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70619ec-0929-4c6b-9417-4d35c5c693c0 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:18.666793 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d00e80-b796-4a44-9cd2-f2972d1753ee req-8aa52695-8d9d-4238-b6cd-97c0abc6353f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:18.668038 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e4d00e80-b796-4a44-9cd2-f2972d1753ee req-8aa52695-8d9d-4238-b6cd-97c0abc6353f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2367661 Jul 15 13:27:18.674436 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b70619ec-0929-4c6b-9417-4d35c5c693c0 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.681013 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b70619ec-0929-4c6b-9417-4d35c5c693c0 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] 10.222.0.24 "PUT /v2.0/routers/edad9f75-d64a-469d-8d16-07cf62b75e6a HTTP/1.1" status: 200 len: 926 time: 5.9720676 Jul 15 13:27:18.683169 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2453a7-8919-4a3f-aa69-5f74838d34de None None] Sync routers for ids ['edad9f75-d64a-469d-8d16-07cf62b75e6a'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:18.686770 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50016) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:18.699001 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b5f1e240-7424-4756-98d8-74fdc715af6a req-e652bad4-6b44-42de-9833-20d2670c7ca9 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332502 Jul 15 13:27:18.743853 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2453a7-8919-4a3f-aa69-5f74838d34de None None] Routers {'edad9f75-d64a-469d-8d16-07cf62b75e6a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:18.746572 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ef2453a7-8919-4a3f-aa69-5f74838d34de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:26:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['edad9f75-d64a-469d-8d16-07cf62b75e6a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:18.837001 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-799414ab-4426-42ba-865d-1dd9c7e866f6 req-49ec5b92-aab9-4f9e-b4b6-7b5a3d6eceb1 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7f122e-7283-413e-8d54-2ed8ca31ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2213175 Jul 15 13:27:19.240336 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ef2453a7-8919-4a3f-aa69-5f74838d34de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:19.270124 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2453a7-8919-4a3f-aa69-5f74838d34de None None] Routers {'edad9f75-d64a-469d-8d16-07cf62b75e6a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:19.273133 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ef2453a7-8919-4a3f-aa69-5f74838d34de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:26:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['edad9f75-d64a-469d-8d16-07cf62b75e6a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:19.293292 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50024) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:19.344761 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ef2453a7-8919-4a3f-aa69-5f74838d34de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:19.346472 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2453a7-8919-4a3f-aa69-5f74838d34de None None] The sync data for ids ['edad9f75-d64a-469d-8d16-07cf62b75e6a'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:19.411639 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f2fa70e7-0fcc-4296-8b3e-e7ea81f03b15 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] 10.222.0.24 "GET /v2.0/routers/edad9f75-d64a-469d-8d16-07cf62b75e6a HTTP/1.1" status: 200 len: 926 time: 0.7223346 Jul 15 13:27:19.437888 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50026) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:19.484786 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a9f94d8-0d9e-4eca-9292-74550bacd3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.489843 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e4d00e80-b796-4a44-9cd2-f2972d1753ee req-51da1ea9-d158-4f8e-8072-aa6f90025ce6 service neutron] 10.222.0.32 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7943578 Jul 15 13:27:19.494160 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c3b8b0e-240b-491a-85c5-c61d4168250d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.517111 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a9f94d8-0d9e-4eca-9292-74550bacd3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.590631 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f94d8-0d9e-4eca-9292-74550bacd3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648187ee-482d-4b82-aac8-8e69479045bc,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:19.660371 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24f397-86b6-434d-b0fe-8929db2a6500 req-58b8c09e-06d0-4ea3-b36c-5c2b3194f7a6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:19.663044 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7e24f397-86b6-434d-b0fe-8929db2a6500 req-58b8c09e-06d0-4ea3-b36c-5c2b3194f7a6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 945 time: 0.4473934 Jul 15 13:27:19.675382 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1a9f94d8-0d9e-4eca-9292-74550bacd3d2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=243d3fa9be4a44b39dda4c720688139b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6855001 Jul 15 13:27:19.676359 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50028) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:19.816296 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f861bb0-75fb-442c-ba9f-b0c6af8d7231 req-b1416ea9-0d48-499e-bf4d-8f781dfda7dc tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:19.826660 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8f861bb0-75fb-442c-ba9f-b0c6af8d7231 req-b1416ea9-0d48-499e-bf4d-8f781dfda7dc tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 946 time: 0.5990789 Jul 15 13:27:19.900645 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569b0106-df4f-4087-9a8b-30ce125d23d1 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:19.907939 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-569b0106-df4f-4087-9a8b-30ce125d23d1 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=0b352371-cfe9-4be4-934e-718e319584db&device_id=edad9f75-d64a-469d-8d16-07cf62b75e6a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4674087 Jul 15 13:27:19.911119 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50032) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:19.978455 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8f861bb0-75fb-442c-ba9f-b0c6af8d7231 req-d4697d06-e524-411f-837a-4e5a1d723efb tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503949 Jul 15 13:27:19.996110 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c3b8b0e-240b-491a-85c5-c61d4168250d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.016070 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c3b8b0e-240b-491a-85c5-c61d4168250d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.086063 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b8b0e-240b-491a-85c5-c61d4168250d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6793c02e-e4ad-475f-82ba-603b802098aa,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:20.118277 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8882a663-4130-4f20-a8f4-cb3a64001af0 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:20.120758 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8882a663-4130-4f20-a8f4-cb3a64001af0 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 881 time: 0.1950598 Jul 15 13:27:20.124912 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e4d00e80-b796-4a44-9cd2-f2972d1753ee req-141b0f75-5191-42b3-8a25-a313988377fd service neutron] 10.222.0.32 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6243238 Jul 15 13:27:20.125269 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50034) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:20.133953 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50036) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:20.134503 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3c3b8b0e-240b-491a-85c5-c61d4168250d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=15f0912ed423400ebecc32fabed81112&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8350713 Jul 15 13:27:20.255426 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ce972ec8-d23b-4d8c-a70d-d1a637627d79 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] 10.222.0.24 "GET /v2.0/ports?device_id=edad9f75-d64a-469d-8d16-07cf62b75e6a HTTP/1.1" status: 200 len: 205 time: 0.1191216 Jul 15 13:27:20.259839 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50040) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:20.271667 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e03e4672-39b0-43a4-bfb7-dbf109f7ca56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.338842 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7e24f397-86b6-434d-b0fe-8929db2a6500 req-e4e3126d-5f3f-4c82-8ea6-095ca7d97a98 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=947dcb62-39dd-4d65-9e52-82dfd7421191&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6560237 Jul 15 13:27:20.383361 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e03e4672-39b0-43a4-bfb7-dbf109f7ca56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.448767 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb28cfef-f82c-415f-9961-8a0c7522f812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.543862 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb28cfef-f82c-415f-9961-8a0c7522f812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.601260 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57324d-2ba9-45bc-993c-a177abfdb336 req-ee23ddb5-0bbc-4c10-96cb-de327856b8dc tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:20.607243 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b57324d-2ba9-45bc-993c-a177abfdb336 req-ee23ddb5-0bbc-4c10-96cb-de327856b8dc tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 945 time: 0.3451793 Jul 15 13:27:20.620778 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dcd5f510-be24-4387-b348-d79f32c804c1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.624279 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50044) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:20.632785 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-07df0f33-a23d-4213-a627-d1b178b3bbdf tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Request body: {'floatingip': {'port_id': '26962544-c805-44f2-acd9-2994c2b88027'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:20.708742 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-07df0f33-a23d-4213-a627-d1b178b3bbdf tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks [] for floatingip, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.784943 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e03e4672-39b0-43a4-bfb7-dbf109f7ca56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.787739 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e03e4672-39b0-43a4-bfb7-dbf109f7ca56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.792732 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e03e4672-39b0-43a4-bfb7-dbf109f7ca56 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/648187ee-482d-4b82-aac8-8e69479045bc HTTP/1.1" status: 204 len: 168 time: 1.1084006 Jul 15 13:27:20.802349 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb28cfef-f82c-415f-9961-8a0c7522f812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.805707 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb28cfef-f82c-415f-9961-8a0c7522f812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.810533 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-cb28cfef-f82c-415f-9961-8a0c7522f812 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6793c02e-e4ad-475f-82ba-603b802098aa HTTP/1.1" status: 204 len: 168 time: 0.6365914 Jul 15 13:27:20.827365 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e4672-39b0-43a4-bfb7-dbf109f7ca56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648187ee-482d-4b82-aac8-8e69479045bc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:20.909987 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f5c53818-0a37-4737-988a-d01a769e809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.944071 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dcd5f510-be24-4387-b348-d79f32c804c1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.953300 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28cfef-f82c-415f-9961-8a0c7522f812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6793c02e-e4ad-475f-82ba-603b802098aa,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:21.063456 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58157ac-56a3-4cbe-96fa-bdd226f63941 req-c0c3b74d-f256-4f57-a8f2-a049817a5f99 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:21.067060 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d58157ac-56a3-4cbe-96fa-bdd226f63941 req-c0c3b74d-f256-4f57-a8f2-a049817a5f99 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3 HTTP/1.1" status: 200 len: 944 time: 0.4606946 Jul 15 13:27:21.201133 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-dcd5f510-be24-4387-b348-d79f32c804c1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Deleting port ce2a8494-18f6-49bd-9eba-163f34b732d7 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:21.201861 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dcd5f510-be24-4387-b348-d79f32c804c1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.237167 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d58157ac-56a3-4cbe-96fa-bdd226f63941 req-e1e05e14-92a7-4c85-95d9-afd8f63634f8 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514142 Jul 15 13:27:21.850441 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-07df0f33-a23d-4213-a627-d1b178b3bbdf tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.858837 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-07df0f33-a23d-4213-a627-d1b178b3bbdf tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.009730 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50066) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:22.024897 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dcd5f510-be24-4387-b348-d79f32c804c1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.048047 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb2523-6a5e-4919-8524-7993597a59bb req-304267eb-95d2-4464-8f0a-df74b7d58d21 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:22.055641 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-05bb2523-6a5e-4919-8524-7993597a59bb req-304267eb-95d2-4464-8f0a-df74b7d58d21 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 946 time: 0.7476349 Jul 15 13:27:22.086908 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a11c55b-0d61-4cae-90bd-a929fd8ce3ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.131793 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-dcd5f510-be24-4387-b348-d79f32c804c1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Calling delete_port for ce2a8494-18f6-49bd-9eba-163f34b732d7 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:22.209457 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-05bb2523-6a5e-4919-8524-7993597a59bb req-9ee44c16-1bbe-4f60-a02d-d53e1189d019 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363208 Jul 15 13:27:22.513434 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-07df0f33-a23d-4213-a627-d1b178b3bbdf tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Floating IP f78334f2-f373-4bd1-9979-cf48f595ab17 associated. External IP: 172.25.6.30, port: 26962544-c805-44f2-acd9-2994c2b88027. Jul 15 13:27:22.560063 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a11c55b-0d61-4cae-90bd-a929fd8ce3ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.563937 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50082) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:22.635614 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a11c55b-0d61-4cae-90bd-a929fd8ce3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.678590 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11c55b-0d61-4cae-90bd-a929fd8ce3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aeaf313-f3f2-433c-916c-6027754c9168,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:22.834160 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8a11c55b-0d61-4cae-90bd-a929fd8ce3ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=52d96123735b4328ad32a1a8d95441ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8228817 Jul 15 13:27:22.842063 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0a55aeb3-204d-4090-84b1-fac9b20c739c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1562232613-network', 'tenant_id': 'c120ea471629450bbfcfe5bb382142bb'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:22.851720 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50088) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:22.953474 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185ab06-9ee7-4294-bb6c-426e89149aaf req-8c23ba12-b366-4af1-be58-2e924a587c9a tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:22.955325 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6185ab06-9ee7-4294-bb6c-426e89149aaf req-8c23ba12-b366-4af1-be58-2e924a587c9a tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3 HTTP/1.1" status: 200 len: 944 time: 0.5238533 Jul 15 13:27:22.963038 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a55aeb3-204d-4090-84b1-fac9b20c739c admin admin] Made reservation on behalf of c120ea471629450bbfcfe5bb382142bb for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:22.965548 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a55aeb3-204d-4090-84b1-fac9b20c739c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.993860 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07df0f33-a23d-4213-a627-d1b178b3bbdf tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Router f3061f0c-9416-4b57-99eb-1a86397a1151 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:27:23.008648 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a55aeb3-204d-4090-84b1-fac9b20c739c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.015559 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dcd5f510-be24-4387-b348-d79f32c804c1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.045136 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043e1f9-10cb-416d-8eae-847274375382 req-d2a7c207-e024-423a-986a-4b9fbd867f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:23.046822 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f043e1f9-10cb-416d-8eae-847274375382 req-d2a7c207-e024-423a-986a-4b9fbd867f5c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07d1188460e14615b690ded696bdae00&device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 1098 time: 0.2746942 Jul 15 13:27:23.098671 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3af69023-2a39-4201-8cb6-9ffbb7597c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.101265 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd5f510-be24-4387-b348-d79f32c804c1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Pushing event deleted for resources: {'Port': ['ID=ce2a8494-18f6-49bd-9eba-163f34b732d7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:23.150474 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691ed68-7530-4973-ab7f-c13f3bfce39e req-d5f46efb-11cc-4a74-9012-a3e2001933a4 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:23.153150 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e691ed68-7530-4973-ab7f-c13f3bfce39e req-d5f46efb-11cc-4a74-9012-a3e2001933a4 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 946 time: 0.2493718 Jul 15 13:27:23.197338 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6185ab06-9ee7-4294-bb6c-426e89149aaf req-9967071f-c660-4956-a54a-8e5318a42bf0 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268493 Jul 15 13:27:23.257583 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.309810 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07df0f33-a23d-4213-a627-d1b178b3bbdf tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:23.316487 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e691ed68-7530-4973-ab7f-c13f3bfce39e req-e058a63f-ccff-47c6-aaef-5e33f783d6cb tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859873 Jul 15 13:27:23.322248 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-07df0f33-a23d-4213-a627-d1b178b3bbdf tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.348615 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ee22ea-9aeb-4674-b77a-7cf7015be396 None None] Sync routers for ids ['f3061f0c-9416-4b57-99eb-1a86397a1151'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:23.391504 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-07df0f33-a23d-4213-a627-d1b178b3bbdf tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "PUT /v2.0/floatingips/f78334f2-f373-4bd1-9979-cf48f595ab17 HTTP/1.1" status: 200 len: 990 time: 2.7619083 Jul 15 13:27:23.391504 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f774d00c-e94e-41ea-bedd-c0ca7dfb3c16', 'tag': '26962544-c805-44f2-acd9-2994c2b88027'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:23.394228 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e24d25-a205-4926-9590-4a6a24a2ff1a" -d '{"events": [{"name": "network-changed", "server_uuid": "f774d00c-e94e-41ea-bedd-c0ca7dfb3c16", "tag": "26962544-c805-44f2-acd9-2994c2b88027"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:23.394598 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ee22ea-9aeb-4674-b77a-7cf7015be396 None None] Routers {'f3061f0c-9416-4b57-99eb-1a86397a1151'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:23.399226 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-50ee22ea-9aeb-4674-b77a-7cf7015be396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:26:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['f3061f0c-9416-4b57-99eb-1a86397a1151'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:23.483776 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a55aeb3-204d-4090-84b1-fac9b20c739c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.487094 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043e1f9-10cb-416d-8eae-847274375382 req-cd25716a-59a0-4ae1-a6a8-3eac7433adb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:23.500679 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f043e1f9-10cb-416d-8eae-847274375382 req-cd25716a-59a0-4ae1-a6a8-3eac7433adb1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ac87f728-47f1-42c2-b425-140890be75dd HTTP/1.1" status: 200 len: 912 time: 0.4247448 Jul 15 13:27:23.507693 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dcd5f510-be24-4387-b348-d79f32c804c1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.514041 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a55aeb3-204d-4090-84b1-fac9b20c739c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.523194 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8507459b-1595-4269-a59f-2c8fcb072d98 x-openstack-request-id: req-8507459b-1595-4269-a59f-2c8fcb072d98 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:23.523194 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f774d00c-e94e-41ea-bedd-c0ca7dfb3c16", "tag": "26962544-c805-44f2-acd9-2994c2b88027", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:23.523194 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8507459b-1595-4269-a59f-2c8fcb072d98 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:23.523194 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f774d00c-e94e-41ea-bedd-c0ca7dfb3c16', 'tag': '26962544-c805-44f2-acd9-2994c2b88027', 'status': 'completed', 'code': 200} Jul 15 13:27:23.536470 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3af69023-2a39-4201-8cb6-9ffbb7597c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.624783 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-50ee22ea-9aeb-4674-b77a-7cf7015be396 None None] Set router f3061f0c-9416-4b57-99eb-1a86397a1151 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:23.667510 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2c3959c4-9e0c-428b-ac69-12a36506c62c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.682571 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e24d25-a205-4926-9590-4a6a24a2ff1a req-0dba1af6-476c-45b7-9b05-5c1079386674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:23.685209 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-70e24d25-a205-4926-9590-4a6a24a2ff1a req-0dba1af6-476c-45b7-9b05-5c1079386674 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d36c52c8000f4792a297412063fb69ab&device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 1097 time: 0.0985062 Jul 15 13:27:23.750572 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f043e1f9-10cb-416d-8eae-847274375382 req-bb0aa61b-a60a-4384-89b4-fec37adf1b39 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b1cb38c-4edd-4eb8-8bee-4afd9476df5b HTTP/1.1" status: 200 len: 217 time: 0.2395897 Jul 15 13:27:23.780371 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a55aeb3-204d-4090-84b1-fac9b20c739c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:27:23.782160 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a55aeb3-204d-4090-84b1-fac9b20c739c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89776db0-f0f2-468f-a21b-f155324a97bf,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:23.790083 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dcd5f510-be24-4387-b348-d79f32c804c1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.796712 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dcd5f510-be24-4387-b348-d79f32c804c1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.866039 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a55aeb3-204d-4090-84b1-fac9b20c739c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.866429 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-0a55aeb3-204d-4090-84b1-fac9b20c739c admin admin] Added segment d85185b9-b870-4258-8af1-4e263bf77c40 of type vlan for network 56d0b0c9-02e7-4410-a25a-8546233647b6 Jul 15 13:27:23.891417 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e24d25-a205-4926-9590-4a6a24a2ff1a req-a59e7e00-8096-4e41-9d48-ac79f46df6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:23.895223 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-70e24d25-a205-4926-9590-4a6a24a2ff1a req-a59e7e00-8096-4e41-9d48-ac79f46df6c6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=be04063e-1cb2-41c3-8ee0-72868f24e4ea HTTP/1.1" status: 200 len: 917 time: 0.2019973 Jul 15 13:27:23.920184 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043e1f9-10cb-416d-8eae-847274375382 req-91f6a63a-d3f0-4a75-b1be-380cf3a0cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:23.921793 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f043e1f9-10cb-416d-8eae-847274375382 req-91f6a63a-d3f0-4a75-b1be-380cf3a0cd5a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6212df86-d7ed-45b1-995d-721bfde9d594 HTTP/1.1" status: 200 len: 851 time: 0.1573422 Jul 15 13:27:23.932022 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dcd5f510-be24-4387-b348-d79f32c804c1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.932592 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd5f510-be24-4387-b348-d79f32c804c1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Fanout notify agent at l3_agent the message router_deleted on router edad9f75-d64a-469d-8d16-07cf62b75e6a {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:27:23.950883 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dcd5f510-be24-4387-b348-d79f32c804c1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.955561 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-dcd5f510-be24-4387-b348-d79f32c804c1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] 10.222.0.24 "DELETE /v2.0/routers/edad9f75-d64a-469d-8d16-07cf62b75e6a HTTP/1.1" status: 204 len: 168 time: 3.6897330 Jul 15 13:27:23.956444 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a55aeb3-204d-4090-84b1-fac9b20c739c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.977472 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3af69023-2a39-4201-8cb6-9ffbb7597c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.980305 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3af69023-2a39-4201-8cb6-9ffbb7597c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.981524 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3af69023-2a39-4201-8cb6-9ffbb7597c5e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0aeaf313-f3f2-433c-916c-6027754c9168 HTTP/1.1" status: 204 len: 168 time: 1.1284859 Jul 15 13:27:23.982465 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50096) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:23.987919 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f043e1f9-10cb-416d-8eae-847274375382 req-05dce34f-a5c2-43b5-970c-adb4f37bdbfa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac87f728-47f1-42c2-b425-140890be75dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569646 Jul 15 13:27:23.993395 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2e1f6c96-0109-42ba-a23d-f6c27212b739 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1758595099', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:24.034729 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af69023-2a39-4201-8cb6-9ffbb7597c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aeaf313-f3f2-433c-916c-6027754c9168,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:24.063031 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-70e24d25-a205-4926-9590-4a6a24a2ff1a req-6267f6d9-5daf-44e2-b79b-76ac36301708 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26962544-c805-44f2-acd9-2994c2b88027 HTTP/1.1" status: 200 len: 998 time: 0.1606917 Jul 15 13:27:24.094307 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-50ee22ea-9aeb-4674-b77a-7cf7015be396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'name': 'tempest-ServersTestBootFromVolume-1311725711-router', 'tenant_id': 'd36c52c8000f4792a297412063fb69ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bb026204-670e-4649-8be5-64f6a45c244c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:17Z', 'revision_number': 4, 'project_id': 'd36c52c8000f4792a297412063fb69ab', 'gw_port': {'id': 'bb026204-670e-4649-8be5-64f6a45c244c', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:05Z', 'updated_at': '2021-07-15T13:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'f78334f2-f373-4bd1-9979-cf48f595ab17', 'tenant_id': 'd36c52c8000f4792a297412063fb69ab', 'floating_ip_address': '172.25.6.30', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'port_id': '26962544-c805-44f2-acd9-2994c2b88027', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be04063e-1cb2-41c3-8ee0-72868f24e4ea', 'mac_address': 'fa:16:3e:e8:f8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f774d00c-e94e-41ea-bedd-c0ca7dfb3c16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:25:25Z', 'updated_at': '2021-07-15T13:27:21Z', 'revision_number': 1, 'project_id': 'd36c52c8000f4792a297412063fb69ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d', 'name': '', 'network_id': 'be04063e-1cb2-41c3-8ee0-72868f24e4ea', 'tenant_id': 'd36c52c8000f4792a297412063fb69ab', 'mac_address': 'fa:16:3e:c9:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '86c45178-fb0a-4b4d-a444-3a0ac9a17af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:15Z', 'updated_at': '2021-07-15T13:25:31Z', 'revision_number': 5, 'project_id': 'd36c52c8000f4792a297412063fb69ab', 'subnets': [{'id': '86c45178-fb0a-4b4d-a444-3a0ac9a17af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:24.143750 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e1f6c96-0109-42ba-a23d-f6c27212b739 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:24.144963 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e1f6c96-0109-42ba-a23d-f6c27212b739 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:24.152106 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a55aeb3-204d-4090-84b1-fac9b20c739c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:24.153927 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a55aeb3-204d-4090-84b1-fac9b20c739c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:24.154603 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a55aeb3-204d-4090-84b1-fac9b20c739c admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:24.170861 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ee22ea-9aeb-4674-b77a-7cf7015be396 None None] Checking router: f3061f0c-9416-4b57-99eb-1a86397a1151 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:27:24.202222 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0a55aeb3-204d-4090-84b1-fac9b20c739c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6331532 Jul 15 13:27:24.204013 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e24d25-a205-4926-9590-4a6a24a2ff1a req-1a2ed5b9-c9c1-414e-99b6-57c9745ccc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:24.208600 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ee22ea-9aeb-4674-b77a-7cf7015be396 None None] Routers {'f3061f0c-9416-4b57-99eb-1a86397a1151'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:24.210237 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50100) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:24.211343 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-70e24d25-a205-4926-9590-4a6a24a2ff1a req-1a2ed5b9-c9c1-414e-99b6-57c9745ccc29 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=86c45178-fb0a-4b4d-a444-3a0ac9a17af7 HTTP/1.1" status: 200 len: 855 time: 0.1408596 Jul 15 13:27:24.214215 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-50ee22ea-9aeb-4674-b77a-7cf7015be396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:27:24Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['f3061f0c-9416-4b57-99eb-1a86397a1151'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:24.224739 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-96013374-4bfd-462b-9359-f0335ae0c8ce admin admin] Request body: {'subnet': {'network_id': '56d0b0c9-02e7-4410-a25a-8546233647b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1562232613-subnet', 'tenant_id': 'c120ea471629450bbfcfe5bb382142bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:24.313401 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e24d25-a205-4926-9590-4a6a24a2ff1a req-ac60a02c-2f6a-47ea-af13-e8e59764db41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:24.315339 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-70e24d25-a205-4926-9590-4a6a24a2ff1a req-ac60a02c-2f6a-47ea-af13-e8e59764db41 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=be04063e-1cb2-41c3-8ee0-72868f24e4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982530 Jul 15 13:27:24.316070 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f043e1f9-10cb-416d-8eae-847274375382 req-e4077419-e01a-4fd1-a1b7-da9e25018eff service neutron] 10.222.0.18 "GET /v2.0/networks/ac87f728-47f1-42c2-b425-140890be75dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125281 Jul 15 13:27:24.349095 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a55aeb3-204d-4090-84b1-fac9b20c739c admin admin] Pushing event updated for resources: {'Network': ['ID=56d0b0c9-02e7-4410-a25a-8546233647b6,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:24.388478 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 56d0b0c9-02e7-4410-a25a-8546233647b6 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:27:24.400844 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e1f6c96-0109-42ba-a23d-f6c27212b739 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:24.414948 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96013374-4bfd-462b-9359-f0335ae0c8ce admin admin] Made reservation on behalf of c120ea471629450bbfcfe5bb382142bb for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:24.418669 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96013374-4bfd-462b-9359-f0335ae0c8ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:24.422010 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e1f6c96-0109-42ba-a23d-f6c27212b739 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:24.611258 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e1f6c96-0109-42ba-a23d-f6c27212b739 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:24.619242 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2e1f6c96-0109-42ba-a23d-f6c27212b739 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6302006 Jul 15 13:27:24.638014 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50112) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:24.665102 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-70e24d25-a205-4926-9590-4a6a24a2ff1a req-b1b954af-3837-492a-8920-7816e8451945 service neutron] 10.222.0.32 "GET /v2.0/networks/be04063e-1cb2-41c3-8ee0-72868f24e4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382947 Jul 15 13:27:24.732921 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-6dd808b0-97ba-4cc8-9eda-efe0aea7e904 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Request body: {'router': {'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:24.755632 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:24.765999 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-50ee22ea-9aeb-4674-b77a-7cf7015be396 None None] Set router f3061f0c-9416-4b57-99eb-1a86397a1151 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:24.882027 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1df63d-373b-423d-9d75-3dc96214f899 req-cf0fd6fd-9f29-4df4-8b22-a99f0607ec29 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:24.890488 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6a1df63d-373b-423d-9d75-3dc96214f899 req-cf0fd6fd-9f29-4df4-8b22-a99f0607ec29 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3 HTTP/1.1" status: 200 len: 944 time: 0.3105016 Jul 15 13:27:24.936152 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f043e1f9-10cb-416d-8eae-847274375382 req-56088924-8c66-4b6d-a73f-41226f3427a3 service neutron] 10.222.0.18 "GET /v2.0/networks/ac87f728-47f1-42c2-b425-140890be75dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5904665 Jul 15 13:27:24.982607 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6a1df63d-373b-423d-9d75-3dc96214f899 req-364b3cbc-bf4b-4236-beb6-65e768409fad tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906897 Jul 15 13:27:25.010234 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-70e24d25-a205-4926-9590-4a6a24a2ff1a req-55c444e5-75a7-4f31-af80-df09cb6d6018 service neutron] 10.222.0.32 "GET /v2.0/networks/be04063e-1cb2-41c3-8ee0-72868f24e4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858751 Jul 15 13:27:25.101409 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.213983 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-50ee22ea-9aeb-4674-b77a-7cf7015be396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'name': 'tempest-ServersTestBootFromVolume-1311725711-router', 'tenant_id': 'd36c52c8000f4792a297412063fb69ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bb026204-670e-4649-8be5-64f6a45c244c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:17Z', 'revision_number': 4, 'project_id': 'd36c52c8000f4792a297412063fb69ab', 'gw_port': {'id': 'bb026204-670e-4649-8be5-64f6a45c244c', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:05Z', 'updated_at': '2021-07-15T13:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'f78334f2-f373-4bd1-9979-cf48f595ab17', 'tenant_id': 'd36c52c8000f4792a297412063fb69ab', 'floating_ip_address': '172.25.6.30', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'port_id': '26962544-c805-44f2-acd9-2994c2b88027', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be04063e-1cb2-41c3-8ee0-72868f24e4ea', 'mac_address': 'fa:16:3e:e8:f8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f774d00c-e94e-41ea-bedd-c0ca7dfb3c16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:25:25Z', 'updated_at': '2021-07-15T13:27:21Z', 'revision_number': 1, 'project_id': 'd36c52c8000f4792a297412063fb69ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d', 'name': '', 'network_id': 'be04063e-1cb2-41c3-8ee0-72868f24e4ea', 'tenant_id': 'd36c52c8000f4792a297412063fb69ab', 'mac_address': 'fa:16:3e:c9:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '86c45178-fb0a-4b4d-a444-3a0ac9a17af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:15Z', 'updated_at': '2021-07-15T13:25:31Z', 'revision_number': 5, 'project_id': 'd36c52c8000f4792a297412063fb69ab', 'subnets': [{'id': '86c45178-fb0a-4b4d-a444-3a0ac9a17af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:25.247480 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ee22ea-9aeb-4674-b77a-7cf7015be396 None None] The sync data for ids ['f3061f0c-9416-4b57-99eb-1a86397a1151'] in n-d-758944-45 is: [{'id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'name': 'tempest-ServersTestBootFromVolume-1311725711-router', 'tenant_id': 'd36c52c8000f4792a297412063fb69ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bb026204-670e-4649-8be5-64f6a45c244c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:17Z', 'revision_number': 4, 'project_id': 'd36c52c8000f4792a297412063fb69ab', 'gw_port': {'id': 'bb026204-670e-4649-8be5-64f6a45c244c', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:05Z', 'updated_at': '2021-07-15T13:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'f78334f2-f373-4bd1-9979-cf48f595ab17', 'tenant_id': 'd36c52c8000f4792a297412063fb69ab', 'floating_ip_address': '172.25.6.30', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'port_id': '26962544-c805-44f2-acd9-2994c2b88027', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be04063e-1cb2-41c3-8ee0-72868f24e4ea', 'mac_address': 'fa:16:3e:e8:f8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f774d00c-e94e-41ea-bedd-c0ca7dfb3c16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:25:25Z', 'updated_at': '2021-07-15T13:27:21Z', 'revision_number': 1, 'project_id': 'd36c52c8000f4792a297412063fb69ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d', 'name': '', 'network_id': 'be04063e-1cb2-41c3-8ee0-72868f24e4ea', 'tenant_id': 'd36c52c8000f4792a297412063fb69ab', 'mac_address': 'fa:16:3e:c9:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '86c45178-fb0a-4b4d-a444-3a0ac9a17af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:15Z', 'updated_at': '2021-07-15T13:25:31Z', 'revision_number': 5, 'project_id': 'd36c52c8000f4792a297412063fb69ab', 'subnets': [{'id': '86c45178-fb0a-4b4d-a444-3a0ac9a17af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:25.250025 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6dd808b0-97ba-4cc8-9eda-efe0aea7e904 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.320720 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a5fd5-821b-4543-8ce9-57734d1e8633 req-7c8da567-9179-4a8f-bd76-015b2835f46b tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:25.334367 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a16a5fd5-821b-4543-8ce9-57734d1e8633 req-7c8da567-9179-4a8f-bd76-015b2835f46b tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 946 time: 0.4646807 Jul 15 13:27:25.639154 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a16a5fd5-821b-4543-8ce9-57734d1e8633 req-a83feb28-ab1f-4932-bedd-6e036af3f322 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035467 Jul 15 13:27:25.645008 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f16ff3-d658-48b7-9ce8-7ce9c024526c None None] New status for floating IP f78334f2-f373-4bd1-9979-cf48f595ab17: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:27:25.692421 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96013374-4bfd-462b-9359-f0335ae0c8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.936704 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96013374-4bfd-462b-9359-f0335ae0c8ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccb77d9a-f1ba-4892-b180-b595fe5b12e9,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:25.987741 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96013374-4bfd-462b-9359-f0335ae0c8ce admin admin] Checking segment: {'id': 'd85185b9-b870-4258-8af1-4e263bf77c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '56d0b0c9-02e7-4410-a25a-8546233647b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:25.988470 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96013374-4bfd-462b-9359-f0335ae0c8ce admin admin] Network hostable DHCP agents. Network: 56d0b0c9-02e7-4410-a25a-8546233647b6, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:27:26.149487 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96013374-4bfd-462b-9359-f0335ae0c8ce admin admin] Network 56d0b0c9-02e7-4410-a25a-8546233647b6 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:27:26.228671 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-96013374-4bfd-462b-9359-f0335ae0c8ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 56d0b0c9-02e7-4410-a25a-8546233647b6) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:26.244750 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f18931-90f3-4b7f-a18f-29b59b7e3ed7 None None] Network 56d0b0c9-02e7-4410-a25a-8546233647b6 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:26.283805 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6dd808b0-97ba-4cc8-9eda-efe0aea7e904 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.287300 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96013374-4bfd-462b-9359-f0335ae0c8ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:26.287907 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96013374-4bfd-462b-9359-f0335ae0c8ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.317933 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6dd808b0-97ba-4cc8-9eda-efe0aea7e904 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.337712 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-96013374-4bfd-462b-9359-f0335ae0c8ce admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1225505 Jul 15 13:27:26.359629 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245161e-5357-4ab2-a436-3bbc6149930f req-cb5652a7-bd91-4f7c-9ab4-0ba5d9f5f6eb tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:26.365512 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5245161e-5357-4ab2-a436-3bbc6149930f req-cb5652a7-bd91-4f7c-9ab4-0ba5d9f5f6eb tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3 HTTP/1.1" status: 200 len: 944 time: 0.2046273 Jul 15 13:27:26.515345 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5245161e-5357-4ab2-a436-3bbc6149930f req-4b12edf5-ecb2-4e20-98b5-63d959f37cb7 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432617 Jul 15 13:27:26.676234 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-6dd808b0-97ba-4cc8-9eda-efe0aea7e904 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Allocated IP 172.25.6.194 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/9931eb52-f859-4780-b00a-00528b0a930b) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:26.721402 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.832481 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ac4340-dd98-47fb-93c7-683aef153ee8 None None] Network 56d0b0c9-02e7-4410-a25a-8546233647b6 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:27.023672 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6dd808b0-97ba-4cc8-9eda-efe0aea7e904 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.055760 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b87b35-28bd-4ac8-86f9-ed813a553908 req-b1eeea23-d4ff-433d-9a9c-4fe04ad089a3 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:27.063174 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d2b87b35-28bd-4ac8-86f9-ed813a553908 req-b1eeea23-d4ff-433d-9a9c-4fe04ad089a3 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 946 time: 0.1600401 Jul 15 13:27:27.118015 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d2b87b35-28bd-4ac8-86f9-ed813a553908 req-d1ae84b7-7ae3-473e-b007-4ef0f6f0b21b tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538445 Jul 15 13:27:27.132604 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6dd808b0-97ba-4cc8-9eda-efe0aea7e904 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.246111 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd808b0-97ba-4cc8-9eda-efe0aea7e904 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:27.261239 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd808b0-97ba-4cc8-9eda-efe0aea7e904 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Pushing event updated for resources: {'Port': ['ID=9931eb52-f859-4780-b00a-00528b0a930b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:27.266293 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-6dd808b0-97ba-4cc8-9eda-efe0aea7e904 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:27.268663 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd808b0-97ba-4cc8-9eda-efe0aea7e904 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:28.024455 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66361631-9f3c-4490-93b9-26b2406062d3 req-16fc51c9-b5cd-4412-97ea-579aca3f9a19 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:28.025916 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-66361631-9f3c-4490-93b9-26b2406062d3 req-16fc51c9-b5cd-4412-97ea-579aca3f9a19 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3 HTTP/1.1" status: 200 len: 944 time: 0.1703784 Jul 15 13:27:28.069843 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6dd808b0-97ba-4cc8-9eda-efe0aea7e904 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.124178 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-66361631-9f3c-4490-93b9-26b2406062d3 req-e272091e-0560-464d-9ac0-806eb02c7169 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881944 Jul 15 13:27:28.392487 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6dd808b0-97ba-4cc8-9eda-efe0aea7e904 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.398039 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6dd808b0-97ba-4cc8-9eda-efe0aea7e904 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3773587'] for router, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.532140 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376f917-f965-4822-b688-333874dcc16b req-42f8845c-bcfc-4109-9173-24b51d2970c8 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:28.534459 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3376f917-f965-4822-b688-333874dcc16b req-42f8845c-bcfc-4109-9173-24b51d2970c8 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 946 time: 0.1046054 Jul 15 13:27:28.608544 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3376f917-f965-4822-b688-333874dcc16b req-777fc2ca-6fb5-4b75-9495-768c55c983c9 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629916 Jul 15 13:27:28.627215 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd808b0-97ba-4cc8-9eda-efe0aea7e904 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Router ac7f485d-e73d-41d9-b220-102a90121049 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:27:28.894554 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd808b0-97ba-4cc8-9eda-efe0aea7e904 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:28.906477 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6dd808b0-97ba-4cc8-9eda-efe0aea7e904 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.912777 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50188) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:28.914485 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6dd808b0-97ba-4cc8-9eda-efe0aea7e904 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] 10.222.0.24 "PUT /v2.0/routers/ac7f485d-e73d-41d9-b220-102a90121049 HTTP/1.1" status: 200 len: 884 time: 4.2749407 Jul 15 13:27:28.921845 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2498244-9ac2-4ff8-b48a-42c7d8892b1c None None] Sync routers for ids ['ac7f485d-e73d-41d9-b220-102a90121049'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:28.941081 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2498244-9ac2-4ff8-b48a-42c7d8892b1c None None] Routers {'ac7f485d-e73d-41d9-b220-102a90121049'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:28.942278 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a2498244-9ac2-4ff8-b48a-42c7d8892b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:27:24Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['ac7f485d-e73d-41d9-b220-102a90121049'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:29.008876 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a2498244-9ac2-4ff8-b48a-42c7d8892b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:29.039704 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2498244-9ac2-4ff8-b48a-42c7d8892b1c None None] Routers {'ac7f485d-e73d-41d9-b220-102a90121049'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:29.047656 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a2498244-9ac2-4ff8-b48a-42c7d8892b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:27:24Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['ac7f485d-e73d-41d9-b220-102a90121049'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:29.133324 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50196) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:29.135554 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a2498244-9ac2-4ff8-b48a-42c7d8892b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:29.136843 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2498244-9ac2-4ff8-b48a-42c7d8892b1c None None] The sync data for ids ['ac7f485d-e73d-41d9-b220-102a90121049'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:29.146270 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-70aa6da2-e243-4ba5-b74d-320a84e34d94 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] 10.222.0.24 "GET /v2.0/routers/ac7f485d-e73d-41d9-b220-102a90121049 HTTP/1.1" status: 200 len: 925 time: 0.2310863 Jul 15 13:27:29.236594 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c1c9ba-2b1f-4de5-952c-4e59e373d686 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:29.242664 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d4c1c9ba-2b1f-4de5-952c-4e59e373d686 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=0b352371-cfe9-4be4-934e-718e319584db&device_id=ac7f485d-e73d-41d9-b220-102a90121049&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1036208 Jul 15 13:27:29.243526 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50200) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:29.470118 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c14240-31d7-4e5f-8753-63efb3cfd78b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:29.471602 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-59c14240-31d7-4e5f-8753-63efb3cfd78b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 881 time: 0.2268016 Jul 15 13:27:29.474796 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50206) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:29.519493 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca9ab6-72db-43b0-87e8-d940e559113a req-dd494b32-912a-4cce-8281-851b8331c6c4 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:29.520579 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 1166ca66-1c45-446e-9eab-4dc3c3b5710d details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:27:29.526466 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4ca9ab6-72db-43b0-87e8-d940e559113a req-dd494b32-912a-4cce-8281-851b8331c6c4 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3 HTTP/1.1" status: 200 len: 944 time: 0.1431587 Jul 15 13:27:29.565734 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7e0e7982-a38b-4c54-84c9-9fe47f168d47 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac7f485d-e73d-41d9-b220-102a90121049 HTTP/1.1" status: 200 len: 205 time: 0.0887945 Jul 15 13:27:29.566259 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50208) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:29.621951 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4ca9ab6-72db-43b0-87e8-d940e559113a req-7033960a-3093-4842-87e7-898954756dc7 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922899 Jul 15 13:27:29.658143 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-fedbd3ca-f2e2-4dcb-a154-0dd6f326d683 req-7dd2f701-0271-498b-b9e5-953863ef7f22 service neutron] (93814) timed out ('10.222.0.32', 60564) {{(pid=93814) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:27:29.795750 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ab2622e-79f3-4fa1-99ea-8dda8dec2e0e tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.861284 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 1166ca66-1c45-446e-9eab-4dc3c3b5710d, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=1166ca66-1c45-446e-9eab-4dc3c3b5710d,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:29.881135 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '1166ca66-1c45-446e-9eab-4dc3c3b5710d', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'port_id': '1166ca66-1c45-446e-9eab-4dc3c3b5710d', 'mac_address': 'fa:16:3e:a6:9d:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4840df0d-ad31-406d-829f-ea4475de886e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:27:29.953512 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.971495 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1166ca66-1c45-446e-9eab-4dc3c3b5710d {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:27:29.998479 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 1166ca66-1c45-446e-9eab-4dc3c3b5710d, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=1166ca66-1c45-446e-9eab-4dc3c3b5710d,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:30.007401 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.139457 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=1166ca66-1c45-446e-9eab-4dc3c3b5710d,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:30.170696 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5217d26-0348-4125-848e-36d9a4b0989d req-5c2f5058-eaa1-4dab-89a9-65bc64de3200 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:30.172638 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d5217d26-0348-4125-848e-36d9a4b0989d req-5c2f5058-eaa1-4dab-89a9-65bc64de3200 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 946 time: 0.3632965 Jul 15 13:27:30.180093 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ab2622e-79f3-4fa1-99ea-8dda8dec2e0e tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.260875 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d5217d26-0348-4125-848e-36d9a4b0989d req-60d043e3-74f8-4e09-825d-0419e4fbbb93 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757530 Jul 15 13:27:30.296139 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4ab2622e-79f3-4fa1-99ea-8dda8dec2e0e tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Deleting port 9931eb52-f859-4780-b00a-00528b0a930b {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:30.296440 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ab2622e-79f3-4fa1-99ea-8dda8dec2e0e tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.320072 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['1166ca66-1c45-446e-9eab-4dc3c3b5710d'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:27:30.600348 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ab2622e-79f3-4fa1-99ea-8dda8dec2e0e tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.620687 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4ab2622e-79f3-4fa1-99ea-8dda8dec2e0e tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Calling delete_port for 9931eb52-f859-4780-b00a-00528b0a930b owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:30.888432 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ab2622e-79f3-4fa1-99ea-8dda8dec2e0e tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.958682 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2622e-79f3-4fa1-99ea-8dda8dec2e0e tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Pushing event deleted for resources: {'Port': ['ID=9931eb52-f859-4780-b00a-00528b0a930b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:31.033152 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa713a8c-b060-415d-8879-5ebc32e428a4 req-c7459bac-1e94-4454-9c66-4a0b92cb5cbd tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:31.047993 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aa713a8c-b060-415d-8879-5ebc32e428a4 req-c7459bac-1e94-4454-9c66-4a0b92cb5cbd tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3 HTTP/1.1" status: 200 len: 945 time: 0.1822295 Jul 15 13:27:31.063441 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ab2622e-79f3-4fa1-99ea-8dda8dec2e0e tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.110070 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aa713a8c-b060-415d-8879-5ebc32e428a4 req-45cccbfd-9c89-487c-ad65-91952a8cbe1d tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576065 Jul 15 13:27:31.259165 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ab2622e-79f3-4fa1-99ea-8dda8dec2e0e tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.262808 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ab2622e-79f3-4fa1-99ea-8dda8dec2e0e tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.321395 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ab2622e-79f3-4fa1-99ea-8dda8dec2e0e tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.322061 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab2622e-79f3-4fa1-99ea-8dda8dec2e0e tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Fanout notify agent at l3_agent the message router_deleted on router ac7f485d-e73d-41d9-b220-102a90121049 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:27:31.331961 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ab2622e-79f3-4fa1-99ea-8dda8dec2e0e tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.333176 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4ab2622e-79f3-4fa1-99ea-8dda8dec2e0e tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] 10.222.0.24 "DELETE /v2.0/routers/ac7f485d-e73d-41d9-b220-102a90121049 HTTP/1.1" status: 204 len: 168 time: 1.7653716 Jul 15 13:27:31.339824 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50238) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:31.345069 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1c2e0176-1559-40f3-b780-0c94e16697c7 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-699806773', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:31.383755 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c2e0176-1559-40f3-b780-0c94e16697c7 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.385703 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c2e0176-1559-40f3-b780-0c94e16697c7 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.477005 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c2e0176-1559-40f3-b780-0c94e16697c7 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.517976 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c2e0176-1559-40f3-b780-0c94e16697c7 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.550485 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 1166ca66-1c45-446e-9eab-4dc3c3b5710d up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:31.606370 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1c2e0176-1559-40f3-b780-0c94e16697c7 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.613429 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1c2e0176-1559-40f3-b780-0c94e16697c7 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2723908 Jul 15 13:27:31.614121 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50242) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:31.616761 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5fc96-d0f5-4bd4-a9ed-0fe92d95fbdd req-e9bdea17-6c32-4d02-bcb6-f1d5183dd72d tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:31.620205 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-80234650-cc9d-43e7-8c54-1c031a2ace1b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'enable_snat': True}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:31.628924 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-16d5fc96-d0f5-4bd4-a9ed-0fe92d95fbdd req-e9bdea17-6c32-4d02-bcb6-f1d5183dd72d tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 946 time: 0.1879389 Jul 15 13:27:31.649101 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 1166ca66-1c45-446e-9eab-4dc3c3b5710d completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:31.659502 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 1166ca66-1c45-446e-9eab-4dc3c3b5710d triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:31.661136 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.717954 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-16d5fc96-d0f5-4bd4-a9ed-0fe92d95fbdd req-aa4e9ec5-453b-4082-afec-32cc28e7b129 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875361 Jul 15 13:27:31.776330 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.820993 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 1166ca66-1c45-446e-9eab-4dc3c3b5710d, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=1166ca66-1c45-446e-9eab-4dc3c3b5710d,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:31.822669 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1166ca66-1c45-446e-9eab-4dc3c3b5710d'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:31.825900 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c08b68-0f03-417e-b479-c70d42d4d9ac" -d '{"events": [{"server_uuid": "9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3", "name": "network-vif-plugged", "status": "completed", "tag": "1166ca66-1c45-446e-9eab-4dc3c3b5710d"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:31.829561 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.879208 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92683e74-c95d-4761-acea-cee60e3552fc x-openstack-request-id: req-92683e74-c95d-4761-acea-cee60e3552fc {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:31.879208 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3", "name": "network-vif-plugged", "status": "completed", "tag": "1166ca66-1c45-446e-9eab-4dc3c3b5710d", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:31.879208 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92683e74-c95d-4761-acea-cee60e3552fc {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:31.880119 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1166ca66-1c45-446e-9eab-4dc3c3b5710d', 'code': 200} Jul 15 13:27:31.892131 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80234650-cc9d-43e7-8c54-1c031a2ace1b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.899802 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=1166ca66-1c45-446e-9eab-4dc3c3b5710d,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:32.068251 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86caba2-4005-4976-8cea-139369dac43f req-88c85c71-cde1-4d50-8e47-5d937271fcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:32.069935 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d86caba2-4005-4976-8cea-139369dac43f req-88c85c71-cde1-4d50-8e47-5d937271fcbd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3 HTTP/1.1" status: 200 len: 1098 time: 0.0930564 Jul 15 13:27:32.124433 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d86caba2-4005-4976-8cea-139369dac43f req-afc05b03-5c8b-4260-91f8-c9d1fcb8f73d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477018 Jul 15 13:27:32.151032 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80234650-cc9d-43e7-8c54-1c031a2ace1b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.176758 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80234650-cc9d-43e7-8c54-1c031a2ace1b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.362445 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-80234650-cc9d-43e7-8c54-1c031a2ace1b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Allocated IP 172.25.6.52 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/befe236f-0388-40cd-99ee-9f26bc709dd0) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:32.543436 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80234650-cc9d-43e7-8c54-1c031a2ace1b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.643942 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80234650-cc9d-43e7-8c54-1c031a2ace1b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.810022 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80234650-cc9d-43e7-8c54-1c031a2ace1b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:32.813513 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-80234650-cc9d-43e7-8c54-1c031a2ace1b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:32.823450 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80234650-cc9d-43e7-8c54-1c031a2ace1b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:32.830107 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80234650-cc9d-43e7-8c54-1c031a2ace1b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Pushing event updated for resources: {'Port': ['ID=befe236f-0388-40cd-99ee-9f26bc709dd0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:32.999297 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7711c4-26d6-4a31-9c61-4e92af2b4007 req-010f1248-8653-4e19-8b4a-90f46e516faf tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:33.010711 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9c7711c4-26d6-4a31-9c61-4e92af2b4007 req-010f1248-8653-4e19-8b4a-90f46e516faf tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3 HTTP/1.1" status: 200 len: 946 time: 0.1349194 Jul 15 13:27:33.099372 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9c7711c4-26d6-4a31-9c61-4e92af2b4007 req-d2f356bc-e3f6-4d59-bfa6-d1478b98fa48 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868397 Jul 15 13:27:33.823249 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce227e-7952-4e2b-9284-c6846eb56b1c req-2ba8478a-3293-4b4e-80fe-c8473953eff4 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:33.825588 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ebce227e-7952-4e2b-9284-c6846eb56b1c req-2ba8478a-3293-4b4e-80fe-c8473953eff4 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 946 time: 0.7494476 Jul 15 13:27:33.826447 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80234650-cc9d-43e7-8c54-1c031a2ace1b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.068721 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ebce227e-7952-4e2b-9284-c6846eb56b1c req-9c26637b-60ab-49ca-a6ab-58408cb351ee tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787317 Jul 15 13:27:34.388906 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80234650-cc9d-43e7-8c54-1c031a2ace1b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.402590 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80234650-cc9d-43e7-8c54-1c031a2ace1b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3773587'] for router, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.636459 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6792d-2a44-4e40-970c-ae155ec7a3ae req-f04bc87b-c356-401d-aef1-91be84fe8c18 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:34.650132 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b2a6792d-2a44-4e40-970c-ae155ec7a3ae req-f04bc87b-c356-401d-aef1-91be84fe8c18 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3 HTTP/1.1" status: 200 len: 946 time: 0.2666090 Jul 15 13:27:34.745082 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80234650-cc9d-43e7-8c54-1c031a2ace1b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Router ae45b250-8ca9-4dea-a92c-384127b0bc07 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:27:34.774025 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b2a6792d-2a44-4e40-970c-ae155ec7a3ae req-2a764e81-7891-4a8d-a195-9a71a541cbb5 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221845 Jul 15 13:27:35.036106 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80234650-cc9d-43e7-8c54-1c031a2ace1b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:35.047158 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80234650-cc9d-43e7-8c54-1c031a2ace1b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.051142 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-80234650-cc9d-43e7-8c54-1c031a2ace1b tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] 10.222.0.24 "PUT /v2.0/routers/ae45b250-8ca9-4dea-a92c-384127b0bc07 HTTP/1.1" status: 200 len: 917 time: 3.4350712 Jul 15 13:27:35.052805 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba335565-efc4-4e6d-809b-cbafeeabe052 None None] Sync routers for ids ['ae45b250-8ca9-4dea-a92c-384127b0bc07'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:35.054408 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50298) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:35.096452 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba335565-efc4-4e6d-809b-cbafeeabe052 None None] Routers {'ae45b250-8ca9-4dea-a92c-384127b0bc07'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:35.097272 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ba335565-efc4-4e6d-809b-cbafeeabe052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:27:24Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['ae45b250-8ca9-4dea-a92c-384127b0bc07'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:35.146350 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ba335565-efc4-4e6d-809b-cbafeeabe052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:35.185996 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba335565-efc4-4e6d-809b-cbafeeabe052 None None] Routers {'ae45b250-8ca9-4dea-a92c-384127b0bc07'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:35.188179 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ba335565-efc4-4e6d-809b-cbafeeabe052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:27:24Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['ae45b250-8ca9-4dea-a92c-384127b0bc07'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:35.239709 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ba335565-efc4-4e6d-809b-cbafeeabe052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:35.254208 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba335565-efc4-4e6d-809b-cbafeeabe052 None None] The sync data for ids ['ae45b250-8ca9-4dea-a92c-384127b0bc07'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:35.515083 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9267cc-5026-459f-96ba-93118067fb65 req-dc66d786-a7ef-4371-b03c-3a29c84e8087 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:35.528953 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fa9267cc-5026-459f-96ba-93118067fb65 req-dc66d786-a7ef-4371-b03c-3a29c84e8087 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3 HTTP/1.1" status: 200 len: 946 time: 0.3786085 Jul 15 13:27:35.546907 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8a4d8db4-59f5-43c5-a7e4-82e310bac42e tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] 10.222.0.24 "GET /v2.0/routers/ae45b250-8ca9-4dea-a92c-384127b0bc07 HTTP/1.1" status: 200 len: 923 time: 0.4898465 Jul 15 13:27:35.563252 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50308) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:35.667192 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43481239-80e0-4e8f-9e67-82b690a4c9b4 req-259ba9bd-c878-4824-a08b-4e48e566ac77 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:35.670453 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-43481239-80e0-4e8f-9e67-82b690a4c9b4 req-259ba9bd-c878-4824-a08b-4e48e566ac77 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 946 time: 0.2537112 Jul 15 13:27:35.699920 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fa9267cc-5026-459f-96ba-93118067fb65 req-29b4f38b-2a7a-4c86-a12f-29e6f5a02a0d tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691980 Jul 15 13:27:35.746309 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ad94a4-c256-4813-ac58-631d1ecc5754 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:35.751059 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-95ad94a4-c256-4813-ac58-631d1ecc5754 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=0b352371-cfe9-4be4-934e-718e319584db&device_id=ae45b250-8ca9-4dea-a92c-384127b0bc07&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1859519 Jul 15 13:27:35.752388 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50318) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:35.839791 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-43481239-80e0-4e8f-9e67-82b690a4c9b4 req-542733a1-2f02-43b7-86f5-33a7393ddb99 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466591 Jul 15 13:27:36.000771 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f24828-8dba-4043-94d1-2faf636773f5 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:36.007924 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d1f24828-8dba-4043-94d1-2faf636773f5 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 881 time: 0.2536788 Jul 15 13:27:36.011018 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50324) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:36.203392 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-20231948-bad0-4d7f-9197-6dd7e03555d8 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae45b250-8ca9-4dea-a92c-384127b0bc07 HTTP/1.1" status: 200 len: 205 time: 0.1899817 Jul 15 13:27:36.209113 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50328) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:36.514887 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d0832-2fda-4569-a9a1-14a7e42d7386 req-ee406b27-bc0b-44d7-97b9-1c163d691067 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:36.544851 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8d4d0832-2fda-4569-a9a1-14a7e42d7386 req-ee406b27-bc0b-44d7-97b9-1c163d691067 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3 HTTP/1.1" status: 200 len: 946 time: 0.3868029 Jul 15 13:27:36.698629 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8d4d0832-2fda-4569-a9a1-14a7e42d7386 req-6f6ba67f-def4-408f-8a78-68dc04cd3f84 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464291 Jul 15 13:27:36.914237 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-890f0aab-62e3-4e20-85a3-a8c97807cf62 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.189859 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-890f0aab-62e3-4e20-85a3-a8c97807cf62 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.422957 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-890f0aab-62e3-4e20-85a3-a8c97807cf62 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Deleting port befe236f-0388-40cd-99ee-9f26bc709dd0 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:37.423638 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-890f0aab-62e3-4e20-85a3-a8c97807cf62 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.573922 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9aac0a-8c39-4481-a205-0fdcbd039b50 req-ed8381ac-5888-49f1-921c-8c1f186e6e00 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:37.581818 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3a9aac0a-8c39-4481-a205-0fdcbd039b50 req-ed8381ac-5888-49f1-921c-8c1f186e6e00 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 946 time: 0.2420287 Jul 15 13:27:37.723600 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3a9aac0a-8c39-4481-a205-0fdcbd039b50 req-d6d01203-8ef4-4963-af75-e296a0480e83 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364596 Jul 15 13:27:37.815734 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-890f0aab-62e3-4e20-85a3-a8c97807cf62 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.845087 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-890f0aab-62e3-4e20-85a3-a8c97807cf62 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Calling delete_port for befe236f-0388-40cd-99ee-9f26bc709dd0 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:38.162366 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.626839 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b395af-ff56-4dca-9e54-1709846da7df req-9c6021d1-1f56-4b86-a989-3b3224101587 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:38.629425 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4b395af-ff56-4dca-9e54-1709846da7df req-9c6021d1-1f56-4b86-a989-3b3224101587 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3 HTTP/1.1" status: 200 len: 946 time: 0.7388330 Jul 15 13:27:39.136489 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4b395af-ff56-4dca-9e54-1709846da7df req-5e32b8ed-0d16-4c69-8b94-b0e7bdb9bb1f tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170056 Jul 15 13:27:39.329535 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-890f0aab-62e3-4e20-85a3-a8c97807cf62 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.337310 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea041d-d05a-4a6b-8a37-2c9ba439d4ce req-81b832f3-23df-496a-87bd-1bddbf62638d tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:39.343553 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7dea041d-d05a-4a6b-8a37-2c9ba439d4ce req-81b832f3-23df-496a-87bd-1bddbf62638d tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 946 time: 0.2049754 Jul 15 13:27:39.433510 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7dea041d-d05a-4a6b-8a37-2c9ba439d4ce req-7f91ee2a-e2b2-4243-a7b6-d32606e1904e tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738847 Jul 15 13:27:39.569247 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f0aab-62e3-4e20-85a3-a8c97807cf62 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Pushing event deleted for resources: {'Port': ['ID=befe236f-0388-40cd-99ee-9f26bc709dd0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:39.684645 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f0aab-62e3-4e20-85a3-a8c97807cf62 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:39.686678 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f0aab-62e3-4e20-85a3-a8c97807cf62 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:39.687552 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f0aab-62e3-4e20-85a3-a8c97807cf62 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:39.688420 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f0aab-62e3-4e20-85a3-a8c97807cf62 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:39.689441 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f0aab-62e3-4e20-85a3-a8c97807cf62 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:39.690284 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f0aab-62e3-4e20-85a3-a8c97807cf62 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:39.690738 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f0aab-62e3-4e20-85a3-a8c97807cf62 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:39.691221 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f0aab-62e3-4e20-85a3-a8c97807cf62 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:39.691920 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f0aab-62e3-4e20-85a3-a8c97807cf62 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:39.692689 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f0aab-62e3-4e20-85a3-a8c97807cf62 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:39.693224 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f0aab-62e3-4e20-85a3-a8c97807cf62 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:39.693640 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f0aab-62e3-4e20-85a3-a8c97807cf62 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:39.746553 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a86b97-6abe-40c5-a00b-06a75b2937ef req-b3eb1448-051c-4de3-af2c-639e3fc6ca03 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:39.750011 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f0a86b97-6abe-40c5-a00b-06a75b2937ef req-b3eb1448-051c-4de3-af2c-639e3fc6ca03 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.32 "GET /v2.0/ports?device_id=9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3 HTTP/1.1" status: 200 len: 946 time: 0.4903541 Jul 15 13:27:39.821029 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-890f0aab-62e3-4e20-85a3-a8c97807cf62 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.987816 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-890f0aab-62e3-4e20-85a3-a8c97807cf62 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.992692 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-890f0aab-62e3-4e20-85a3-a8c97807cf62 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.145445 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-890f0aab-62e3-4e20-85a3-a8c97807cf62 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.150139 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890f0aab-62e3-4e20-85a3-a8c97807cf62 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Fanout notify agent at l3_agent the message router_deleted on router ae45b250-8ca9-4dea-a92c-384127b0bc07 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:27:40.166618 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-890f0aab-62e3-4e20-85a3-a8c97807cf62 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.166618 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-890f0aab-62e3-4e20-85a3-a8c97807cf62 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] 10.222.0.24 "DELETE /v2.0/routers/ae45b250-8ca9-4dea-a92c-384127b0bc07 HTTP/1.1" status: 204 len: 168 time: 3.9508648 Jul 15 13:27:40.167242 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50368) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:40.177526 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-31ce4943-7a34-4221-bf5c-566c9f86053d tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1105647048', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:40.190255 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-f0a86b97-6abe-40c5-a00b-06a75b2937ef req-df6c0be1-97f1-4d07-8f32-b7226b8cc67b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Deleting port 1166ca66-1c45-446e-9eab-4dc3c3b5710d {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:40.190608 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f0a86b97-6abe-40c5-a00b-06a75b2937ef req-df6c0be1-97f1-4d07-8f32-b7226b8cc67b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.256376 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-31ce4943-7a34-4221-bf5c-566c9f86053d tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.258275 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-31ce4943-7a34-4221-bf5c-566c9f86053d tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.363215 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-31ce4943-7a34-4221-bf5c-566c9f86053d tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.411742 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-31ce4943-7a34-4221-bf5c-566c9f86053d tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.438703 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-f0a86b97-6abe-40c5-a00b-06a75b2937ef req-df6c0be1-97f1-4d07-8f32-b7226b8cc67b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] For port 1166ca66-1c45-446e-9eab-4dc3c3b5710d, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=1166ca66-1c45-446e-9eab-4dc3c3b5710d,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:40.439122 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f0a86b97-6abe-40c5-a00b-06a75b2937ef req-df6c0be1-97f1-4d07-8f32-b7226b8cc67b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.487445 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-31ce4943-7a34-4221-bf5c-566c9f86053d tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.492088 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-f0a86b97-6abe-40c5-a00b-06a75b2937ef req-df6c0be1-97f1-4d07-8f32-b7226b8cc67b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Calling delete_port for 1166ca66-1c45-446e-9eab-4dc3c3b5710d owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:40.492877 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-31ce4943-7a34-4221-bf5c-566c9f86053d tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3256426 Jul 15 13:27:40.493193 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50372) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:40.511912 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-87cdd10d-8bd6-4f63-96d0-a9ba994e21b4 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'enable_snat': False}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:40.651777 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350923d-80a8-49f9-9499-99da1d72799c req-cb95e6f2-0da5-49b0-a3ca-26b8dc5819e8 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:40.666732 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a350923d-80a8-49f9-9499-99da1d72799c req-cb95e6f2-0da5-49b0-a3ca-26b8dc5819e8 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3 HTTP/1.1" status: 200 len: 946 time: 0.2786551 Jul 15 13:27:40.849822 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a350923d-80a8-49f9-9499-99da1d72799c req-f4166369-dea9-4c0b-bcaa-edcb3e044ec4 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797280 Jul 15 13:27:41.159702 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87cdd10d-8bd6-4f63-96d0-a9ba994e21b4 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:41.351965 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd7501-f1eb-4def-9364-5761cacdf892 req-4fef3d32-9036-4718-8924-e3d1b8bde862 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:41.356377 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b7fd7501-f1eb-4def-9364-5761cacdf892 req-4fef3d32-9036-4718-8924-e3d1b8bde862 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 946 time: 0.3946879 Jul 15 13:27:41.456564 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b7fd7501-f1eb-4def-9364-5761cacdf892 req-fc0a82b7-cd4c-4369-821b-c28aac9da6ef tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802908 Jul 15 13:27:41.607818 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 1166ca66-1c45-446e-9eab-4dc3c3b5710d no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:41.654510 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f0a86b97-6abe-40c5-a00b-06a75b2937ef req-df6c0be1-97f1-4d07-8f32-b7226b8cc67b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:41.724805 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c0be1-97f1-4d07-8f32-b7226b8cc67b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Pushing event deleted for resources: {'Port': ['ID=1166ca66-1c45-446e-9eab-4dc3c3b5710d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:41.826990 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No active binding found for port 1166ca66-1c45-446e-9eab-4dc3c3b5710d {{(pid=93815) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 13:27:41.828252 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 1166ca66-1c45-446e-9eab-4dc3c3b5710d not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:41.907054 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a86b97-6abe-40c5-a00b-06a75b2937ef req-df6c0be1-97f1-4d07-8f32-b7226b8cc67b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] No DVR routers for this DVR port 1166ca66-1c45-446e-9eab-4dc3c3b5710d on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:41.912250 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f0a86b97-6abe-40c5-a00b-06a75b2937ef req-df6c0be1-97f1-4d07-8f32-b7226b8cc67b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:41.915292 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f0a86b97-6abe-40c5-a00b-06a75b2937ef req-df6c0be1-97f1-4d07-8f32-b7226b8cc67b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.32 "DELETE /v2.0/ports/1166ca66-1c45-446e-9eab-4dc3c3b5710d HTTP/1.1" status: 204 len: 173 time: 2.1587782 Jul 15 13:27:41.916237 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3', 'name': 'network-vif-deleted', 'tag': '1166ca66-1c45-446e-9eab-4dc3c3b5710d'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:41.918818 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bbf5b4-c986-4d05-a254-494494cde95c" -d '{"events": [{"server_uuid": "9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3", "name": "network-vif-deleted", "tag": "1166ca66-1c45-446e-9eab-4dc3c3b5710d"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:41.976034 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:27:42.090844 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe0f6bb-1e37-4a50-b32a-8e9aec82f8cc x-openstack-request-id: req-2fe0f6bb-1e37-4a50-b32a-8e9aec82f8cc {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:42.096364 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3", "name": "network-vif-deleted", "tag": "1166ca66-1c45-446e-9eab-4dc3c3b5710d", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:42.097086 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2fe0f6bb-1e37-4a50-b32a-8e9aec82f8cc {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:42.101510 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3', 'name': 'network-vif-deleted', 'tag': '1166ca66-1c45-446e-9eab-4dc3c3b5710d', 'status': 'completed', 'code': 200} Jul 15 13:27:42.145815 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87cdd10d-8bd6-4f63-96d0-a9ba994e21b4 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:42.291000 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87cdd10d-8bd6-4f63-96d0-a9ba994e21b4 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:42.400660 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-17096cfc-35f1-4d62-a54d-6de45bb1bb93 req-846390dd-a301-4c9f-a534-42c327860e37 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3 HTTP/1.1" status: 200 len: 210 time: 0.1496983 Jul 15 13:27:42.706177 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-87cdd10d-8bd6-4f63-96d0-a9ba994e21b4 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Allocated IP 172.25.6.210 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/f06545d7-797a-4c34-bee4-9089f337dd59) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:42.944501 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b971a47-20a8-4b98-9d81-9cb480a49431 req-9b99ce62-1429-4458-8a9f-31f3c2827ef8 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:42.964003 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b971a47-20a8-4b98-9d81-9cb480a49431 req-9b99ce62-1429-4458-8a9f-31f3c2827ef8 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 946 time: 0.2420516 Jul 15 13:27:43.023004 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87cdd10d-8bd6-4f63-96d0-a9ba994e21b4 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:43.106255 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b971a47-20a8-4b98-9d81-9cb480a49431 req-1c5046bb-2b1b-4738-b02f-83fae4311dd3 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405196 Jul 15 13:27:43.213600 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87cdd10d-8bd6-4f63-96d0-a9ba994e21b4 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:43.364259 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cdd10d-8bd6-4f63-96d0-a9ba994e21b4 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:43.371464 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-87cdd10d-8bd6-4f63-96d0-a9ba994e21b4 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:43.383941 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cdd10d-8bd6-4f63-96d0-a9ba994e21b4 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:43.428781 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cdd10d-8bd6-4f63-96d0-a9ba994e21b4 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Pushing event updated for resources: {'Port': ['ID=f06545d7-797a-4c34-bee4-9089f337dd59,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:44.000931 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87cdd10d-8bd6-4f63-96d0-a9ba994e21b4 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:44.001924 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-759d4e29-3fe7-49e1-b343-4715355e962c req-e9e6b7ef-ce0f-4338-8b24-21a11eba1a4d tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3 HTTP/1.1" status: 200 len: 210 time: 0.0922730 Jul 15 13:27:44.580432 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87cdd10d-8bd6-4f63-96d0-a9ba994e21b4 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:44.591699 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87cdd10d-8bd6-4f63-96d0-a9ba994e21b4 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3773587'] for router, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:44.698171 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9ee3c-389c-44d8-8aa5-c697f1a4aaa1 req-72050dee-0c85-4e32-8d56-c24a53707fe5 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:44.706206 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-72f9ee3c-389c-44d8-8aa5-c697f1a4aaa1 req-72050dee-0c85-4e32-8d56-c24a53707fe5 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 946 time: 0.2587602 Jul 15 13:27:44.798102 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-72f9ee3c-389c-44d8-8aa5-c697f1a4aaa1 req-55133f68-4d17-4d42-8fd9-82b8fc1b848f tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903959 Jul 15 13:27:44.885559 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87cdd10d-8bd6-4f63-96d0-a9ba994e21b4 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Router 8f9cf17e-2845-48c5-b19b-abfad24bc41e is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:27:45.018982 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cdd10d-8bd6-4f63-96d0-a9ba994e21b4 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:45.024525 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87cdd10d-8bd6-4f63-96d0-a9ba994e21b4 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.026523 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-87cdd10d-8bd6-4f63-96d0-a9ba994e21b4 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] 10.222.0.24 "PUT /v2.0/routers/8f9cf17e-2845-48c5-b19b-abfad24bc41e HTTP/1.1" status: 200 len: 920 time: 4.5281515 Jul 15 13:27:45.030268 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50438) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:45.037102 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b77a1c-7e14-4f51-8cc0-1b32b85a7ac7 None None] Sync routers for ids ['8f9cf17e-2845-48c5-b19b-abfad24bc41e'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:45.074877 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b77a1c-7e14-4f51-8cc0-1b32b85a7ac7 None None] Routers {'8f9cf17e-2845-48c5-b19b-abfad24bc41e'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:45.077603 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-70b77a1c-7e14-4f51-8cc0-1b32b85a7ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:27:24Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['8f9cf17e-2845-48c5-b19b-abfad24bc41e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:45.203664 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-70b77a1c-7e14-4f51-8cc0-1b32b85a7ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:45.224710 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b77a1c-7e14-4f51-8cc0-1b32b85a7ac7 None None] Routers {'8f9cf17e-2845-48c5-b19b-abfad24bc41e'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:45.228553 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-70b77a1c-7e14-4f51-8cc0-1b32b85a7ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:27:24Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['8f9cf17e-2845-48c5-b19b-abfad24bc41e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:45.242370 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50446) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:45.247640 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-552e39e0-24dd-47fb-9fe7-a34b72ddea2f tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] 10.222.0.24 "GET /v2.0/routers/8f9cf17e-2845-48c5-b19b-abfad24bc41e HTTP/1.1" status: 200 len: 926 time: 0.2159252 Jul 15 13:27:45.303849 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-70b77a1c-7e14-4f51-8cc0-1b32b85a7ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:45.304556 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b77a1c-7e14-4f51-8cc0-1b32b85a7ac7 None None] The sync data for ids ['8f9cf17e-2845-48c5-b19b-abfad24bc41e'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:45.434844 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-914dd422-3953-4240-a00b-8d5a35a59067 req-f4811b70-5cb1-49a7-9c2c-2f2db0aa86a0 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3 HTTP/1.1" status: 200 len: 210 time: 0.0601239 Jul 15 13:27:45.462437 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e603c2-8521-4a1b-aefa-b2d1f3ba3791 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:45.464115 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-33e603c2-8521-4a1b-aefa-b2d1f3ba3791 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=0b352371-cfe9-4be4-934e-718e319584db&device_id=8f9cf17e-2845-48c5-b19b-abfad24bc41e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2199876 Jul 15 13:27:45.473447 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50456) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:45.640110 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdf15a7-378d-4bb8-8aaf-dc0c6f6caa25 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:45.642903 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9cdf15a7-378d-4bb8-8aaf-dc0c6f6caa25 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 881 time: 0.1675308 Jul 15 13:27:45.645302 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50460) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:45.699217 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-954f6eb3-ad50-4fc5-8996-29f1aeeb72cb tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f9cf17e-2845-48c5-b19b-abfad24bc41e HTTP/1.1" status: 200 len: 205 time: 0.0516915 Jul 15 13:27:45.701283 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50462) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:46.114822 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113f065-d5a2-4411-bd19-ab7f8ad9b055 req-120d942d-9fd6-4e2a-864f-ee301236e6e4 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:46.130655 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f113f065-d5a2-4411-bd19-ab7f8ad9b055 req-120d942d-9fd6-4e2a-864f-ee301236e6e4 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 946 time: 0.1762283 Jul 15 13:27:46.215614 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f113f065-d5a2-4411-bd19-ab7f8ad9b055 req-c2f6142c-1501-4b6f-90fb-2c2e6beb9e38 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817220 Jul 15 13:27:46.352114 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-707264ac-70eb-4d4c-98ee-0a7235a51e66 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:46.584804 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-707264ac-70eb-4d4c-98ee-0a7235a51e66 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:46.781640 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3f293fd2-7ccb-4593-a90e-1aef093b6d21 req-f0204351-87e4-4831-abf1-41c0cbef65a2 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3 HTTP/1.1" status: 200 len: 210 time: 0.0728896 Jul 15 13:27:46.793183 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-707264ac-70eb-4d4c-98ee-0a7235a51e66 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Deleting port f06545d7-797a-4c34-bee4-9089f337dd59 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:46.793905 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-707264ac-70eb-4d4c-98ee-0a7235a51e66 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:46.930390 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-707264ac-70eb-4d4c-98ee-0a7235a51e66 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:46.946476 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-707264ac-70eb-4d4c-98ee-0a7235a51e66 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Calling delete_port for f06545d7-797a-4c34-bee4-9089f337dd59 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:47.286349 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-707264ac-70eb-4d4c-98ee-0a7235a51e66 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.410693 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707264ac-70eb-4d4c-98ee-0a7235a51e66 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Pushing event deleted for resources: {'Port': ['ID=f06545d7-797a-4c34-bee4-9089f337dd59,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:47.540060 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-707264ac-70eb-4d4c-98ee-0a7235a51e66 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.593368 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde160e8-2e56-447d-905b-88e827618bf9 req-58778049-d6f8-4425-b167-33ef2c5780a4 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:47.597861 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fde160e8-2e56-447d-905b-88e827618bf9 req-58778049-d6f8-4425-b167-33ef2c5780a4 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 946 time: 0.1001189 Jul 15 13:27:47.695847 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fde160e8-2e56-447d-905b-88e827618bf9 req-303c3ee4-a6c1-480b-8cb7-97260ae587bc tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876160 Jul 15 13:27:47.730060 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-707264ac-70eb-4d4c-98ee-0a7235a51e66 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.734206 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-707264ac-70eb-4d4c-98ee-0a7235a51e66 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.799712 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-707264ac-70eb-4d4c-98ee-0a7235a51e66 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.801654 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707264ac-70eb-4d4c-98ee-0a7235a51e66 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Fanout notify agent at l3_agent the message router_deleted on router 8f9cf17e-2845-48c5-b19b-abfad24bc41e {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:27:47.825613 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-707264ac-70eb-4d4c-98ee-0a7235a51e66 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.827842 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-707264ac-70eb-4d4c-98ee-0a7235a51e66 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] 10.222.0.24 "DELETE /v2.0/routers/8f9cf17e-2845-48c5-b19b-abfad24bc41e HTTP/1.1" status: 204 len: 168 time: 2.1249986 Jul 15 13:27:47.835661 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50488) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:47.847709 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-978c1838-6692-4342-861e-8d652aa901b1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-144168060', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:47.946551 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-978c1838-6692-4342-861e-8d652aa901b1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.948716 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-978c1838-6692-4342-861e-8d652aa901b1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.047993 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-978c1838-6692-4342-861e-8d652aa901b1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.324800 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-978c1838-6692-4342-861e-8d652aa901b1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.330513 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6cf065f3-8bab-4674-bd8a-9780ad96ad8b req-2583ee63-7373-48b4-9fb2-18a6fecdcdc5 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3 HTTP/1.1" status: 200 len: 210 time: 0.2789462 Jul 15 13:27:48.636198 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-978c1838-6692-4342-861e-8d652aa901b1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.664400 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-978c1838-6692-4342-861e-8d652aa901b1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.891509 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-978c1838-6692-4342-861e-8d652aa901b1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Allocated IP 172.25.6.173 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/ea3111f8-48ec-43ac-84f5-f12e420fbac4) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:49.071134 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-978c1838-6692-4342-861e-8d652aa901b1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:49.130849 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-978c1838-6692-4342-861e-8d652aa901b1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:49.184467 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31f6db-ecb5-415f-a68c-30473c50e201 req-6d7f47c8-09cf-4246-bb0e-1c6f3b44ffad tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:49.201856 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2b31f6db-ecb5-415f-a68c-30473c50e201 req-6d7f47c8-09cf-4246-bb0e-1c6f3b44ffad tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 946 time: 0.2148180 Jul 15 13:27:49.209286 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978c1838-6692-4342-861e-8d652aa901b1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:49.216387 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-978c1838-6692-4342-861e-8d652aa901b1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:49.226012 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978c1838-6692-4342-861e-8d652aa901b1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:49.286484 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c1838-6692-4342-861e-8d652aa901b1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Pushing event updated for resources: {'Port': ['ID=ea3111f8-48ec-43ac-84f5-f12e420fbac4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:49.289510 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2b31f6db-ecb5-415f-a68c-30473c50e201 req-33c5fab2-1f96-4065-9b58-82cd1590b1ab tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832253 Jul 15 13:27:49.313341 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978c1838-6692-4342-861e-8d652aa901b1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:49.313808 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978c1838-6692-4342-861e-8d652aa901b1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:49.314068 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978c1838-6692-4342-861e-8d652aa901b1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:49.314398 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978c1838-6692-4342-861e-8d652aa901b1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:49.314733 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978c1838-6692-4342-861e-8d652aa901b1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:49.315062 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978c1838-6692-4342-861e-8d652aa901b1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:49.315395 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978c1838-6692-4342-861e-8d652aa901b1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:49.315717 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978c1838-6692-4342-861e-8d652aa901b1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:49.316047 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978c1838-6692-4342-861e-8d652aa901b1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:49.316388 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978c1838-6692-4342-861e-8d652aa901b1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:49.316838 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978c1838-6692-4342-861e-8d652aa901b1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:49.317165 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978c1838-6692-4342-861e-8d652aa901b1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:49.692270 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fcda8df9-d77c-4a9b-aa63-6818bfcdc341 req-7700959f-e614-495f-9181-494d87cec906 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=9719c8b1-2ace-4f2f-8b4d-a9d008d0fba3 HTTP/1.1" status: 200 len: 210 time: 0.0780468 Jul 15 13:27:49.811918 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-978c1838-6692-4342-861e-8d652aa901b1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:50.142375 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-978c1838-6692-4342-861e-8d652aa901b1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:50.324343 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978c1838-6692-4342-861e-8d652aa901b1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Router b222fee1-eb5f-48a6-804a-64b9db263937 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:27:50.536056 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978c1838-6692-4342-861e-8d652aa901b1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:50.553061 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb727eaf-1cc9-4a93-9dca-b924fdf779fa None None] Sync routers for ids ['b222fee1-eb5f-48a6-804a-64b9db263937'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:50.575938 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb727eaf-1cc9-4a93-9dca-b924fdf779fa None None] Routers {'b222fee1-eb5f-48a6-804a-64b9db263937'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:50.576917 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-fb727eaf-1cc9-4a93-9dca-b924fdf779fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:27:24Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b222fee1-eb5f-48a6-804a-64b9db263937'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:50.622141 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-fb727eaf-1cc9-4a93-9dca-b924fdf779fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:50.633903 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb727eaf-1cc9-4a93-9dca-b924fdf779fa None None] Routers {'b222fee1-eb5f-48a6-804a-64b9db263937'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:50.634554 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-fb727eaf-1cc9-4a93-9dca-b924fdf779fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:27:24Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b222fee1-eb5f-48a6-804a-64b9db263937'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:50.649079 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-978c1838-6692-4342-861e-8d652aa901b1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:50.651346 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-978c1838-6692-4342-861e-8d652aa901b1 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.8140440 Jul 15 13:27:50.655562 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50518) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:50.660759 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-cdef83a7-fa51-4e2d-ad03-9b74683b3e2d tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:50.695438 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-fb727eaf-1cc9-4a93-9dca-b924fdf779fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:50.696649 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb727eaf-1cc9-4a93-9dca-b924fdf779fa None None] The sync data for ids ['b222fee1-eb5f-48a6-804a-64b9db263937'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:50.731407 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad4e95-1af6-444f-815d-6d1f209237b0 req-b976b9f1-22f1-4bdf-9513-8472e574bd2b tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:50.734470 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-47ad4e95-1af6-444f-815d-6d1f209237b0 req-b976b9f1-22f1-4bdf-9513-8472e574bd2b tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 946 time: 0.1599061 Jul 15 13:27:50.836663 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f8bd814-f79a-4b7a-98bc-b0c067cc07c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:50.842556 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-47ad4e95-1af6-444f-815d-6d1f209237b0 req-878dfde9-8b6b-4e9f-843b-5341732557da tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996745 Jul 15 13:27:51.327414 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdef83a7-fa51-4e2d-ad03-9b74683b3e2d tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:51.355672 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdef83a7-fa51-4e2d-ad03-9b74683b3e2d tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:51.473639 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-cdef83a7-fa51-4e2d-ad03-9b74683b3e2d tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Deleting port ea3111f8-48ec-43ac-84f5-f12e420fbac4 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:51.474253 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdef83a7-fa51-4e2d-ad03-9b74683b3e2d tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:51.686587 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdef83a7-fa51-4e2d-ad03-9b74683b3e2d tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:51.713794 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-cdef83a7-fa51-4e2d-ad03-9b74683b3e2d tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Calling delete_port for ea3111f8-48ec-43ac-84f5-f12e420fbac4 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:52.358184 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdef83a7-fa51-4e2d-ad03-9b74683b3e2d tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:52.470363 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef83a7-fa51-4e2d-ad03-9b74683b3e2d tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Pushing event deleted for resources: {'Port': ['ID=ea3111f8-48ec-43ac-84f5-f12e420fbac4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:52.599005 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdef83a7-fa51-4e2d-ad03-9b74683b3e2d tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:52.923330 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ee3c9-c738-4462-b4ca-37f3ac3ec95b req-8dc85ad9-cea6-4d50-a7e7-68f0edb1a715 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:52.926545 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-103ee3c9-c738-4462-b4ca-37f3ac3ec95b req-8dc85ad9-cea6-4d50-a7e7-68f0edb1a715 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 946 time: 0.2727218 Jul 15 13:27:53.058543 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-103ee3c9-c738-4462-b4ca-37f3ac3ec95b req-ec2d9c52-953d-4606-8def-f22b2ba502a8 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179662 Jul 15 13:27:53.146477 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdef83a7-fa51-4e2d-ad03-9b74683b3e2d tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.161485 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdef83a7-fa51-4e2d-ad03-9b74683b3e2d tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3773587'] for router, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.258283 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.442788 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-598589f6-164b-4fb4-ae80-2d69f45ac80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.452749 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdef83a7-fa51-4e2d-ad03-9b74683b3e2d tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Router b222fee1-eb5f-48a6-804a-64b9db263937 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:27:53.610153 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdef83a7-fa51-4e2d-ad03-9b74683b3e2d tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:53.629867 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdef83a7-fa51-4e2d-ad03-9b74683b3e2d tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.632356 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-cdef83a7-fa51-4e2d-ad03-9b74683b3e2d tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] 10.222.0.24 "PUT /v2.0/routers/b222fee1-eb5f-48a6-804a-64b9db263937 HTTP/1.1" status: 200 len: 709 time: 2.9752409 Jul 15 13:27:53.637680 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50564) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:53.639819 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1a788b-6a10-45c3-b71b-971ffa7ef197 None None] Sync routers for ids ['b222fee1-eb5f-48a6-804a-64b9db263937'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:53.664190 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1a788b-6a10-45c3-b71b-971ffa7ef197 None None] Routers {'b222fee1-eb5f-48a6-804a-64b9db263937'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:53.664811 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1f1a788b-6a10-45c3-b71b-971ffa7ef197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:27:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b222fee1-eb5f-48a6-804a-64b9db263937'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:53.772020 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1f1a788b-6a10-45c3-b71b-971ffa7ef197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:53.814958 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1a788b-6a10-45c3-b71b-971ffa7ef197 None None] Routers {'b222fee1-eb5f-48a6-804a-64b9db263937'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:53.816629 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1f1a788b-6a10-45c3-b71b-971ffa7ef197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:27:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b222fee1-eb5f-48a6-804a-64b9db263937'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:53.884252 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50574) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:53.886293 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8386bdee-02e7-4bf8-a71a-30e4a72a0679 tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] 10.222.0.24 "GET /v2.0/routers/b222fee1-eb5f-48a6-804a-64b9db263937 HTTP/1.1" status: 200 len: 744 time: 0.2458208 Jul 15 13:27:53.929751 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1f1a788b-6a10-45c3-b71b-971ffa7ef197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:53.934454 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1a788b-6a10-45c3-b71b-971ffa7ef197 None None] The sync data for ids ['b222fee1-eb5f-48a6-804a-64b9db263937'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:53.988102 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a25208f4-96ee-4181-bce3-d8f7c5fae5ae tempest-RoutersIpV6AdminTest-2054943393 tempest-RoutersIpV6AdminTest-2054943393-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=0b352371-cfe9-4be4-934e-718e319584db&device_id=b222fee1-eb5f-48a6-804a-64b9db263937 HTTP/1.1" status: 200 len: 205 time: 0.0990722 Jul 15 13:27:53.994112 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50578) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:54.052144 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-da4747c1-82a4-4ac3-ae72-56f5de68f29c tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] 10.222.0.24 "GET /v2.0/ports?device_id=b222fee1-eb5f-48a6-804a-64b9db263937 HTTP/1.1" status: 200 len: 205 time: 0.0564637 Jul 15 13:27:54.058515 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50580) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:54.202014 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2d934b13-679e-4a2a-bf49-93852071caf2 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.344106 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2b2fbb74-d880-4a2a-b197-fa1c86f1436a req-ea544702-3575-4273-bd30-ffc88dd48010 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0853484 Jul 15 13:27:54.557918 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2d934b13-679e-4a2a-bf49-93852071caf2 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.570722 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2d934b13-679e-4a2a-bf49-93852071caf2 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.609606 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fbb74-d880-4a2a-b197-fa1c86f1436a req-ebdc12f3-92ba-446e-bf8f-837bbbb22738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:54.626786 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2b2fbb74-d880-4a2a-b197-fa1c86f1436a req-ebdc12f3-92ba-446e-bf8f-837bbbb22738 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=37913da5a8464fb1a0b736ca946a9eaa&device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 1097 time: 0.2032652 Jul 15 13:27:54.707689 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.713018 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a803d3d-3ed1-45f4-a33c-06a4ea0c1217 req-e2b59acd-e405-440d-8908-12ed779e2e3d tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:54.717931 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7a803d3d-3ed1-45f4-a33c-06a4ea0c1217 req-e2b59acd-e405-440d-8908-12ed779e2e3d tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 946 time: 0.2385650 Jul 15 13:27:54.717931 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2d934b13-679e-4a2a-bf49-93852071caf2 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.717931 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d934b13-679e-4a2a-bf49-93852071caf2 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Fanout notify agent at l3_agent the message router_deleted on router b222fee1-eb5f-48a6-804a-64b9db263937 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:27:54.728304 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2d934b13-679e-4a2a-bf49-93852071caf2 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.730323 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2d934b13-679e-4a2a-bf49-93852071caf2 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] 10.222.0.24 "DELETE /v2.0/routers/b222fee1-eb5f-48a6-804a-64b9db263937 HTTP/1.1" status: 204 len: 168 time: 0.6700959 Jul 15 13:27:54.746128 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50590) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:54.812275 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-02c93c30-86ef-49ab-b2fb-e4aa37eed287 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] 10.222.0.24 "GET /v2.0/ports?device_id=b222fee1-eb5f-48a6-804a-64b9db263937 HTTP/1.1" status: 200 len: 205 time: 0.0644181 Jul 15 13:27:54.839495 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50592) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:54.846761 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7a803d3d-3ed1-45f4-a33c-06a4ea0c1217 req-f0797619-03c7-4f40-b207-736ec1c4e0fd tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145039 Jul 15 13:27:55.098158 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:55.432837 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-004e5814-464a-4339-8746-414bb2e695af tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] delete failed (client error): The resource could not be found. Jul 15 13:27:55.432837 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-004e5814-464a-4339-8746-414bb2e695af tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] 10.222.0.24 "DELETE /v2.0/routers/b222fee1-eb5f-48a6-804a-64b9db263937 HTTP/1.1" status: 404 len: 336 time: 0.5908985 Jul 15 13:27:55.436759 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50602) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:55.511512 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b4b71903-d85a-4f2f-9b0b-fcd198157d47 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f9cf17e-2845-48c5-b19b-abfad24bc41e HTTP/1.1" status: 200 len: 205 time: 0.0732098 Jul 15 13:27:55.514455 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50604) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:55.520149 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fbb74-d880-4a2a-b197-fa1c86f1436a req-3d2b63d7-5e59-4025-b239-219ea83de514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:55.523380 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2b2fbb74-d880-4a2a-b197-fa1c86f1436a req-3d2b63d7-5e59-4025-b239-219ea83de514 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e8913e0d-0d0e-40a2-882d-dd84c17b519b HTTP/1.1" status: 200 len: 911 time: 0.8811736 Jul 15 13:27:55.619572 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-5943123b-937a-4de5-8c38-3c4fbde4dcb0 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] delete failed (client error): The resource could not be found. Jul 15 13:27:55.623986 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5943123b-937a-4de5-8c38-3c4fbde4dcb0 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] 10.222.0.24 "DELETE /v2.0/routers/8f9cf17e-2845-48c5-b19b-abfad24bc41e HTTP/1.1" status: 404 len: 336 time: 0.1056192 Jul 15 13:27:55.624465 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50610) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:55.709700 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-90e03bab-3aa5-4f22-a4b8-fddbd2173e87 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae45b250-8ca9-4dea-a92c-384127b0bc07 HTTP/1.1" status: 200 len: 205 time: 0.0827916 Jul 15 13:27:55.731803 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50612) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:55.778958 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2b2fbb74-d880-4a2a-b197-fa1c86f1436a req-d536b218-3b41-4c68-80ca-c9aadf3fec04 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62a1ef29-fc92-4319-8fe9-443de8b06a99 HTTP/1.1" status: 200 len: 1000 time: 0.2468913 Jul 15 13:27:55.795083 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-70fc8e52-3849-4100-89d0-ced15c1c9dcf tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] delete failed (client error): The resource could not be found. Jul 15 13:27:55.797226 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-70fc8e52-3849-4100-89d0-ced15c1c9dcf tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] 10.222.0.24 "DELETE /v2.0/routers/ae45b250-8ca9-4dea-a92c-384127b0bc07 HTTP/1.1" status: 404 len: 336 time: 0.0635071 Jul 15 13:27:55.804765 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50614) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:55.918206 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c9ed771a-1e20-452a-9f3e-5bd73c5bf138 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac7f485d-e73d-41d9-b220-102a90121049 HTTP/1.1" status: 200 len: 205 time: 0.1115775 Jul 15 13:27:55.921545 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50618) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:55.985874 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fbb74-d880-4a2a-b197-fa1c86f1436a req-3e430365-8ef0-4605-a99e-43a6ed0712a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:55.988284 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2b2fbb74-d880-4a2a-b197-fa1c86f1436a req-3e430365-8ef0-4605-a99e-43a6ed0712a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ddbfc00-1f92-454d-9c2c-3d67f76399b6 HTTP/1.1" status: 200 len: 849 time: 0.2001290 Jul 15 13:27:56.067207 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-1523c88e-6822-4a28-83d9-d59ac60e44be tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] delete failed (client error): The resource could not be found. Jul 15 13:27:56.075998 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50620) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:56.078168 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1523c88e-6822-4a28-83d9-d59ac60e44be tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] 10.222.0.24 "DELETE /v2.0/routers/ac7f485d-e73d-41d9-b220-102a90121049 HTTP/1.1" status: 404 len: 336 time: 0.1544006 Jul 15 13:27:56.148150 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3f16c826-151e-43a9-9a72-33aa2d97ee1f tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] 10.222.0.24 "GET /v2.0/ports?device_id=edad9f75-d64a-469d-8d16-07cf62b75e6a HTTP/1.1" status: 200 len: 205 time: 0.0680518 Jul 15 13:27:56.148530 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50622) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:56.216425 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fbb74-d880-4a2a-b197-fa1c86f1436a req-5b6cec8d-798d-4738-8f76-624be5a0b710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:56.218945 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2b2fbb74-d880-4a2a-b197-fa1c86f1436a req-5b6cec8d-798d-4738-8f76-624be5a0b710 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8913e0d-0d0e-40a2-882d-dd84c17b519b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2182474 Jul 15 13:27:56.280451 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-a0c69360-a59b-4308-922b-84f97abeb925 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] delete failed (client error): The resource could not be found. Jul 15 13:27:56.283420 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a0c69360-a59b-4308-922b-84f97abeb925 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] 10.222.0.24 "DELETE /v2.0/routers/edad9f75-d64a-469d-8d16-07cf62b75e6a HTTP/1.1" status: 404 len: 336 time: 0.1328917 Jul 15 13:27:56.304964 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50626) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:56.411325 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.467324 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e120f507-f0e2-4b9f-9b4e-b76c08dc81e9 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a3c8fe0-e69c-41ef-a8fb-fc4329d703b9 HTTP/1.1" status: 200 len: 205 time: 0.1101642 Jul 15 13:27:56.470247 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50634) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:56.591210 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2b2fbb74-d880-4a2a-b197-fa1c86f1436a req-f62af50b-f4b2-4022-98ee-5afbffda4e6a service neutron] 10.222.0.18 "GET /v2.0/networks/e8913e0d-0d0e-40a2-882d-dd84c17b519b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550341 Jul 15 13:27:56.669629 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-3503015e-89f6-46c1-ba7a-d7b82f35273b tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] delete failed (client error): The resource could not be found. Jul 15 13:27:56.674481 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3503015e-89f6-46c1-ba7a-d7b82f35273b tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] 10.222.0.24 "DELETE /v2.0/routers/1a3c8fe0-e69c-41ef-a8fb-fc4329d703b9 HTTP/1.1" status: 404 len: 336 time: 0.1978552 Jul 15 13:27:56.679234 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50636) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:56.834493 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2b2fbb74-d880-4a2a-b197-fa1c86f1436a req-f341e9c8-b467-4894-8df7-43bf54c82dba service neutron] 10.222.0.18 "GET /v2.0/networks/e8913e0d-0d0e-40a2-882d-dd84c17b519b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344913 Jul 15 13:27:57.198333 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-41cd15c3-96bb-407d-af57-13603e1e4100 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] DELETE failed (client error): The resource could not be found. Jul 15 13:27:57.199101 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41cd15c3-96bb-407d-af57-13603e1e4100 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:27:57.204812 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-41cd15c3-96bb-407d-af57-13603e1e4100 tempest-RoutersIpV6AdminTest-1208867521 tempest-RoutersIpV6AdminTest-1208867521-project] 10.222.0.24 "DELETE /v2.0/subnets/4a19d19b-645f-45c9-8e64-0a407f0fb1c9 HTTP/1.1" status: 404 len: 337 time: 0.5228131 Jul 15 13:27:57.263920 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e8bb1-3d9c-43ab-a19e-86df8b6633ec req-8c00030e-f921-459c-9dbd-0680e0cb4796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:57.273380 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9e2e8bb1-3d9c-43ab-a19e-86df8b6633ec req-8c00030e-f921-459c-9dbd-0680e0cb4796 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 1098 time: 0.9875724 Jul 15 13:27:57.337903 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902f0e7-6b8b-433d-afd7-980c48e2c9d2 req-c419cb0a-83b5-4a0b-9a69-a8e60ba9e0df tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:57.340942 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e902f0e7-6b8b-433d-afd7-980c48e2c9d2 req-c419cb0a-83b5-4a0b-9a69-a8e60ba9e0df tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 946 time: 1.0526364 Jul 15 13:27:57.414452 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9e2e8bb1-3d9c-43ab-a19e-86df8b6633ec req-83b6b8dc-2ad3-473f-9fdc-11d11bee6d2a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327670 Jul 15 13:27:57.462672 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e902f0e7-6b8b-433d-afd7-980c48e2c9d2 req-4171ee2a-a888-4c56-b49c-cdbdfcdd8543 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837653 Jul 15 13:27:57.952404 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50654) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:58.319192 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6960b4db-54e5-4996-8713-53c514421b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.496341 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6960b4db-54e5-4996-8713-53c514421b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.508113 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6960b4db-54e5-4996-8713-53c514421b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.562573 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960b4db-54e5-4996-8713-53c514421b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3baa829-d26d-40c2-a4b2-e4424622a1dd,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:58.582777 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6960b4db-54e5-4996-8713-53c514421b40 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=282daee92817426bb7bf7c2f8f7a795b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6289062 Jul 15 13:27:58.588318 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50664) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:58.778854 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-372e94b3-81fe-4b50-a8d9-7d8575ab71b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.887643 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-372e94b3-81fe-4b50-a8d9-7d8575ab71b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.029373 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-372e94b3-81fe-4b50-a8d9-7d8575ab71b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.035556 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-372e94b3-81fe-4b50-a8d9-7d8575ab71b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.041222 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-372e94b3-81fe-4b50-a8d9-7d8575ab71b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e3baa829-d26d-40c2-a4b2-e4424622a1dd HTTP/1.1" status: 204 len: 168 time: 0.4486656 Jul 15 13:27:59.057528 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e94b3-81fe-4b50-a8d9-7d8575ab71b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3baa829-d26d-40c2-a4b2-e4424622a1dd,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:59.089474 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ec55b-0286-4878-beac-25d836427807 req-79e24b08-b736-42a9-88b0-b4155dceb8e7 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:59.091311 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1d9ec55b-0286-4878-beac-25d836427807 req-79e24b08-b736-42a9-88b0-b4155dceb8e7 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 946 time: 0.2787938 Jul 15 13:27:59.212779 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1d9ec55b-0286-4878-beac-25d836427807 req-bef03b35-7b9a-46a0-bab6-b8430f5e891f tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109476 Jul 15 13:28:00.043666 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-51afb1d2-47b1-4f94-83d9-081eee0a655b tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:00.056389 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-51afb1d2-47b1-4f94-83d9-081eee0a655b tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/networks?id=ac87f728-47f1-42c2-b425-140890be75dd HTTP/1.1" status: 200 len: 811 time: 0.2799146 Jul 15 13:28:00.087804 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-161a2066-f989-45c2-a5c7-6bd817180ed8 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/quotas/07d1188460e14615b690ded696bdae00 HTTP/1.1" status: 200 len: 375 time: 0.0295744 Jul 15 13:28:00.095047 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50702) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:00.294310 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1ca4fdf6-8cf8-4774-8a24-68667a107eb8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2150318ba76442a9d146e38a0962c64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1964998 Jul 15 13:28:00.297536 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50706) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:00.473264 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-fea2d2a1-6028-497f-9394-e76ed827f489 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=07d1188460e14615b690ded696bdae00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3835187 Jul 15 13:28:00.480429 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22b8e7a1-1749-40ee-ac96-0b813a933aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:00.567624 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22b8e7a1-1749-40ee-ac96-0b813a933aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:00.711452 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22b8e7a1-1749-40ee-ac96-0b813a933aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:00.716259 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22b8e7a1-1749-40ee-ac96-0b813a933aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:00.718311 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-22b8e7a1-1749-40ee-ac96-0b813a933aa3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1073664d-48ab-4897-b062-a7f109986ea5 HTTP/1.1" status: 204 len: 168 time: 0.4178951 Jul 15 13:28:00.745651 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8e7a1-1749-40ee-ac96-0b813a933aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1073664d-48ab-4897-b062-a7f109986ea5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:01.160822 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-1b91fc89-23a3-426d-b5f6-972c75676476 service neutron] 10.222.0.24 "GET /v2.0/networks/ac87f728-47f1-42c2-b425-140890be75dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6834903 Jul 15 13:28:01.347623 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-922d63ec-56e4-4e59-89d3-7a1df6b34c6c service neutron] 10.222.0.24 "GET /v2.0/networks/ac87f728-47f1-42c2-b425-140890be75dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525071 Jul 15 13:28:01.996713 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-92df7d14-affc-4a47-acfa-6062d1d95c27 req-cdf6193e-72fc-490a-9cbb-1fb19ec0787b tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 210 time: 0.0815196 Jul 15 13:28:03.345259 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-228ee00a-5df2-4e81-869b-4bb96b8ccd48 req-9f580443-053d-490e-8f54-e40c033e3b17 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 210 time: 0.1171489 Jul 15 13:28:04.619571 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ecc03d04-953f-4130-a115-41b3a4565e47 req-43b6bd2e-1043-4e79-aace-694749267d70 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 210 time: 0.0753725 Jul 15 13:28:05.147479 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50904) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:05.208270 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-650dd4dd-433b-4b1e-a44e-a6d32832bebb tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:05.219416 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-650dd4dd-433b-4b1e-a44e-a6d32832bebb tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.18 "GET /v2.0/networks?id=ac87f728-47f1-42c2-b425-140890be75dd HTTP/1.1" status: 200 len: 811 time: 0.4047446 Jul 15 13:28:05.248602 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-1d520d44-7222-45a7-80d0-eefc8b7f81f2 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Request body: {'port': {'device_id': '13650f16-0c28-43d5-8f32-5706574365e8', 'network_id': 'ac87f728-47f1-42c2-b425-140890be75dd', 'admin_state_up': True, 'tenant_id': '07d1188460e14615b690ded696bdae00'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:05.443815 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-38524fad-70d7-435d-a091-6574ee4e21fa tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1664797190'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:05.530470 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38524fad-70d7-435d-a091-6574ee4e21fa tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:05.534829 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38524fad-70d7-435d-a091-6574ee4e21fa tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:05.660515 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-1d520d44-7222-45a7-80d0-eefc8b7f81f2 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Made reservation on behalf of 07d1188460e14615b690ded696bdae00 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:05.672126 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-1d520d44-7222-45a7-80d0-eefc8b7f81f2 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:05.780458 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38524fad-70d7-435d-a091-6574ee4e21fa tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:05.795614 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38524fad-70d7-435d-a091-6574ee4e21fa tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:05.852169 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38524fad-70d7-435d-a091-6574ee4e21fa tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:05.857531 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-38524fad-70d7-435d-a091-6574ee4e21fa tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7070804 Jul 15 13:28:05.860223 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50916) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:06.139119 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-03f2ac1b-fc06-438b-816a-5361e1080c92 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.510663 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-12186f37-87ac-4afb-ac4f-51ef7a59c2f4 req-b3216d2e-e5c8-48e1-ba60-af4a6c065449 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 210 time: 0.2059186 Jul 15 13:28:06.609439 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-1d520d44-7222-45a7-80d0-eefc8b7f81f2 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Allocated IP 172.20.0.13 (ac87f728-47f1-42c2-b425-140890be75dd/6212df86-d7ed-45b1-995d-721bfde9d594/a39b903b-7ae0-40b5-bb85-4d992b1bf7bf) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:06.661420 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-03f2ac1b-fc06-438b-816a-5361e1080c92 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.667882 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-03f2ac1b-fc06-438b-816a-5361e1080c92 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.818947 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-03f2ac1b-fc06-438b-816a-5361e1080c92 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.819907 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f2ac1b-fc06-438b-816a-5361e1080c92 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b70928ca-2d0d-47e5-a1db-5c668efa1915 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:28:06.827814 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-03f2ac1b-fc06-438b-816a-5361e1080c92 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.834985 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-03f2ac1b-fc06-438b-816a-5361e1080c92 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] 10.222.0.24 "DELETE /v2.0/routers/b70928ca-2d0d-47e5-a1db-5c668efa1915 HTTP/1.1" status: 204 len: 168 time: 0.9727080 Jul 15 13:28:06.839539 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50946) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:06.847607 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-325a43a3-2525-4e1e-a61d-176e87c626d7 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Request body: {'router': {'name': 'tempest-router-669924441', 'distributed': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:06.891789 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-325a43a3-2525-4e1e-a61d-176e87c626d7 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.895597 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-325a43a3-2525-4e1e-a61d-176e87c626d7 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.052044 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-1d520d44-7222-45a7-80d0-eefc8b7f81f2 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.105147 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-325a43a3-2525-4e1e-a61d-176e87c626d7 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.113883 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-325a43a3-2525-4e1e-a61d-176e87c626d7 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.147707 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-1d520d44-7222-45a7-80d0-eefc8b7f81f2 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.164230 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['2b1cb38c-4edd-4eb8-8bee-4afd9476df5b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:28:07.190475 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-325a43a3-2525-4e1e-a61d-176e87c626d7 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.192605 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-325a43a3-2525-4e1e-a61d-176e87c626d7 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3514085 Jul 15 13:28:07.196818 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50954) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:07.281900 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-1d520d44-7222-45a7-80d0-eefc8b7f81f2 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Network ac87f728-47f1-42c2-b425-140890be75dd is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:07.290853 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-1d520d44-7222-45a7-80d0-eefc8b7f81f2 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:07.307890 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-1d520d44-7222-45a7-80d0-eefc8b7f81f2 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:07.339204 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d520d44-7222-45a7-80d0-eefc8b7f81f2 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Pushing event updated for resources: {'Port': ['ID=a39b903b-7ae0-40b5-bb85-4d992b1bf7bf,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:07.377142 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-074c4a31-0bfa-40b6-9a22-85afd58153d1 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.480781 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-1d520d44-7222-45a7-80d0-eefc8b7f81f2 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:07.486204 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-1d520d44-7222-45a7-80d0-eefc8b7f81f2 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.526922 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-1d520d44-7222-45a7-80d0-eefc8b7f81f2 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3045983 Jul 15 13:28:07.539138 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-caf684e6-b51b-4d03-a09f-6fe234d183ce service neutron] Request body: {'port': {'device_id': '13650f16-0c28-43d5-8f32-5706574365e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:07.836612 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-caf684e6-b51b-4d03-a09f-6fe234d183ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.995577 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-074c4a31-0bfa-40b6-9a22-85afd58153d1 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.999776 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-074c4a31-0bfa-40b6-9a22-85afd58153d1 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.093866 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-074c4a31-0bfa-40b6-9a22-85afd58153d1 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.094857 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074c4a31-0bfa-40b6-9a22-85afd58153d1 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 655dcc0c-34f3-4371-a23a-d65238f6a522 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:28:08.103647 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-074c4a31-0bfa-40b6-9a22-85afd58153d1 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.135450 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-074c4a31-0bfa-40b6-9a22-85afd58153d1 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] 10.222.0.24 "DELETE /v2.0/routers/655dcc0c-34f3-4371-a23a-d65238f6a522 HTTP/1.1" status: 204 len: 168 time: 0.9311745 Jul 15 13:28:08.135749 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50978) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:08.145651 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-eedafb02-7fb0-4d16-a511-f5f867c97b26 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Request body: {'router': {'name': 'tempest-router-1352110778', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b5cba7c7be3f4d9dbebc8eb9d042fa9e'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:08.156831 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.237899 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eedafb02-7fb0-4d16-a511-f5f867c97b26 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.240895 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eedafb02-7fb0-4d16-a511-f5f867c97b26 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.566408 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eedafb02-7fb0-4d16-a511-f5f867c97b26 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.575980 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eedafb02-7fb0-4d16-a511-f5f867c97b26 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.596089 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fcae9-f885-4efc-801d-7b7c2b110619 req-9e20be57-6936-449f-ad8f-26001facf65d tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:08.599941 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8a1fcae9-f885-4efc-801d-7b7c2b110619 req-9e20be57-6936-449f-ad8f-26001facf65d tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 932 time: 0.7581527 Jul 15 13:28:08.625388 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eedafb02-7fb0-4d16-a511-f5f867c97b26 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.627776 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-eedafb02-7fb0-4d16-a511-f5f867c97b26 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4904928 Jul 15 13:28:08.634632 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50994) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:08.642486 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-56ca99db-44ab-462a-8128-27198dc8ea1c tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:08.858713 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8a1fcae9-f885-4efc-801d-7b7c2b110619 req-4d69f8cb-3ba4-4190-b527-e066b393b96e tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484970 Jul 15 13:28:09.313391 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56ca99db-44ab-462a-8128-27198dc8ea1c tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.314262 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56ca99db-44ab-462a-8128-27198dc8ea1c tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks [] for router, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.459502 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-caf684e6-b51b-4d03-a09f-6fe234d183ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a39b903b-7ae0-40b5-bb85-4d992b1bf7bf {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:28:09.476168 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-caf684e6-b51b-4d03-a09f-6fe234d183ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.517029 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-caf684e6-b51b-4d03-a09f-6fe234d183ce service neutron] Transition to ACTIVE for port object a39b903b-7ae0-40b5-bb85-4d992b1bf7bf will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:09.523444 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-caf684e6-b51b-4d03-a09f-6fe234d183ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.695087 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-56ca99db-44ab-462a-8128-27198dc8ea1c tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93814) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 15 13:28:09.695682 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-56ca99db-44ab-462a-8128-27198dc8ea1c tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Router 525aef6f-2ca1-4ac1-b2b1-a8d3a4e16e68 migrating from provider to provider. {{(pid=93814) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 15 13:28:09.696309 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56ca99db-44ab-462a-8128-27198dc8ea1c tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.707491 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56ca99db-44ab-462a-8128-27198dc8ea1c tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.720621 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56ca99db-44ab-462a-8128-27198dc8ea1c tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3773587'] for router, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.860486 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf684e6-b51b-4d03-a09f-6fe234d183ce service neutron] Pushing event updated for resources: {'Port': ['ID=a39b903b-7ae0-40b5-bb85-4d992b1bf7bf,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:09.896488 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-caf684e6-b51b-4d03-a09f-6fe234d183ce service neutron] Attempting to bind port a39b903b-7ae0-40b5-bb85-4d992b1bf7bf on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:28:09.897480 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-caf684e6-b51b-4d03-a09f-6fe234d183ce service neutron] Attempting to bind port a39b903b-7ae0-40b5-bb85-4d992b1bf7bf by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '7129d778-e11c-44b8-8068-c6b2ea99d83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ac87f728-47f1-42c2-b425-140890be75dd'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:28:09.897799 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-caf684e6-b51b-4d03-a09f-6fe234d183ce service neutron] Attempting to bind port a39b903b-7ae0-40b5-bb85-4d992b1bf7bf on network ac87f728-47f1-42c2-b425-140890be75dd {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:09.909249 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-caf684e6-b51b-4d03-a09f-6fe234d183ce service neutron] Port a39b903b-7ae0-40b5-bb85-4d992b1bf7bf on network ac87f728-47f1-42c2-b425-140890be75dd not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:28:09.922530 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-caf684e6-b51b-4d03-a09f-6fe234d183ce service neutron] Attempting to bind port a39b903b-7ae0-40b5-bb85-4d992b1bf7bf on network ac87f728-47f1-42c2-b425-140890be75dd {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:09.946591 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-caf684e6-b51b-4d03-a09f-6fe234d183ce service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:28:09.954949 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-caf684e6-b51b-4d03-a09f-6fe234d183ce service neutron] Checking segment: {'id': '7129d778-e11c-44b8-8068-c6b2ea99d83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ac87f728-47f1-42c2-b425-140890be75dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:09.956456 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-caf684e6-b51b-4d03-a09f-6fe234d183ce service neutron] Bound using segment: {'id': '7129d778-e11c-44b8-8068-c6b2ea99d83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ac87f728-47f1-42c2-b425-140890be75dd'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:28:09.958241 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-caf684e6-b51b-4d03-a09f-6fe234d183ce service neutron] Bound port: a39b903b-7ae0-40b5-bb85-4d992b1bf7bf, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7129d778-e11c-44b8-8068-c6b2ea99d83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ac87f728-47f1-42c2-b425-140890be75dd'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:28:09.962029 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-caf684e6-b51b-4d03-a09f-6fe234d183ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.149500 n-d-758944-45 neutron-server[93814]: WARNING neutron.scheduler.l3_agent_scheduler [None req-56ca99db-44ab-462a-8128-27198dc8ea1c tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] No L3 agents can host the router 525aef6f-2ca1-4ac1-b2b1-a8d3a4e16e68 Jul 15 13:28:10.260278 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-caf684e6-b51b-4d03-a09f-6fe234d183ce service neutron] For port a39b903b-7ae0-40b5-bb85-4d992b1bf7bf, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:28:10.269151 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-caf684e6-b51b-4d03-a09f-6fe234d183ce service neutron] For port a39b903b-7ae0-40b5-bb85-4d992b1bf7bf, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=a39b903b-7ae0-40b5-bb85-4d992b1bf7bf,segment=NetworkSegment(7129d778-e11c-44b8-8068-c6b2ea99d83c),segment_id=7129d778-e11c-44b8-8068-c6b2ea99d83c)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:28:10.288665 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-caf684e6-b51b-4d03-a09f-6fe234d183ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.449430 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-caf684e6-b51b-4d03-a09f-6fe234d183ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:10.450687 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-caf684e6-b51b-4d03-a09f-6fe234d183ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.455720 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-caf684e6-b51b-4d03-a09f-6fe234d183ce service neutron] 10.222.0.18 "PUT /v2.0/ports/a39b903b-7ae0-40b5-bb85-4d992b1bf7bf HTTP/1.1" status: 200 len: 1093 time: 2.9212422 Jul 15 13:28:10.463955 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13650f16-0c28-43d5-8f32-5706574365e8', 'tag': 'a39b903b-7ae0-40b5-bb85-4d992b1bf7bf'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:10.467528 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a742381c-aa16-46c2-9306-476894ac6db4" -d '{"events": [{"name": "network-changed", "server_uuid": "13650f16-0c28-43d5-8f32-5706574365e8", "tag": "a39b903b-7ae0-40b5-bb85-4d992b1bf7bf"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:10.640613 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ca99db-44ab-462a-8128-27198dc8ea1c tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Hosts for router 525aef6f-2ca1-4ac1-b2b1-a8d3a4e16e68: [] {{(pid=93814) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 15 13:28:10.674503 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06b2398-5eb6-412a-b132-ef19d5cc42a8 x-openstack-request-id: req-d06b2398-5eb6-412a-b132-ef19d5cc42a8 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:10.674839 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13650f16-0c28-43d5-8f32-5706574365e8", "tag": "a39b903b-7ae0-40b5-bb85-4d992b1bf7bf", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:10.675023 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d06b2398-5eb6-412a-b132-ef19d5cc42a8 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:10.679926 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13650f16-0c28-43d5-8f32-5706574365e8', 'tag': 'a39b903b-7ae0-40b5-bb85-4d992b1bf7bf', 'status': 'completed', 'code': 200} Jul 15 13:28:10.762000 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ca99db-44ab-462a-8128-27198dc8ea1c tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Hosts for other DVR routers connected to router 525aef6f-2ca1-4ac1-b2b1-a8d3a4e16e68: set() {{(pid=93814) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 15 13:28:10.781214 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56ca99db-44ab-462a-8128-27198dc8ea1c tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.785549 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-56ca99db-44ab-462a-8128-27198dc8ea1c tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] 10.222.0.24 "PUT /v2.0/routers/525aef6f-2ca1-4ac1-b2b1-a8d3a4e16e68 HTTP/1.1" status: 200 len: 717 time: 2.1488824 Jul 15 13:28:10.794786 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51028) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:10.838264 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf684e6-b51b-4d03-a09f-6fe234d183ce service neutron] Pushing event updated for resources: {'Port': ['ID=a39b903b-7ae0-40b5-bb85-4d992b1bf7bf,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:10.891593 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a6636-c37d-4db4-aed8-db7c71d52d26 req-b1ec4168-1d66-4ffa-9bd1-cda7649b50d8 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:10.907042 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-559a6636-c37d-4db4-aed8-db7c71d52d26 req-b1ec4168-1d66-4ffa-9bd1-cda7649b50d8 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 944 time: 0.6211190 Jul 15 13:28:10.996167 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-8cdff00d-fb65-47f6-9f61-11c784b38ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:11.004393 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-8cdff00d-fb65-47f6-9f61-11c784b38ec9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07d1188460e14615b690ded696bdae00&device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 1096 time: 0.4611433 Jul 15 13:28:11.081719 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a4e513a0-a671-4e97-a40b-e832d93646a2 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] 10.222.0.24 "GET /v2.0/routers/525aef6f-2ca1-4ac1-b2b1-a8d3a4e16e68 HTTP/1.1" status: 200 len: 717 time: 0.2800610 Jul 15 13:28:11.086646 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51034) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:11.121006 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-500a70ef-758e-4427-a552-6eaeca6b6d00 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a39b903b-7ae0-40b5-bb85-4d992b1bf7bf HTTP/1.1" status: 200 len: 217 time: 0.1057336 Jul 15 13:28:11.153902 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-559a6636-c37d-4db4-aed8-db7c71d52d26 req-2cfd6be4-cf3e-4bc8-8c1b-d476a2c02817 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350154 Jul 15 13:28:11.284263 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-9edc6c04-df64-48b3-9358-da3a456d05f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:11.295704 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-9edc6c04-df64-48b3-9358-da3a456d05f6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6212df86-d7ed-45b1-995d-721bfde9d594 HTTP/1.1" status: 200 len: 851 time: 0.1455421 Jul 15 13:28:11.362405 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-ce534ed2-2c15-4865-bc44-5f2edc91944e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac87f728-47f1-42c2-b425-140890be75dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609047 Jul 15 13:28:11.577099 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3627a512-f2bd-41f1-b704-efca0828866b tempest-RoutersTestDVR-1698987284 tempest-RoutersTestDVR-1698987284-project] 10.222.0.24 "GET /v2.0/routers/525aef6f-2ca1-4ac1-b2b1-a8d3a4e16e68 HTTP/1.1" status: 200 len: 683 time: 0.4889641 Jul 15 13:28:11.581457 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51046) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:11.595414 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-ab3ee3bd-ed7f-420d-b2f7-a4910988bd34 service neutron] 10.222.0.18 "GET /v2.0/networks/ac87f728-47f1-42c2-b425-140890be75dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267590 Jul 15 13:28:11.878659 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-456791b6-9e9d-4e41-aab1-f6053d9ec584 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.939444 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-247493ed-deaa-49ff-bb52-21ea52b357e6 req-51715997-f90c-4b1c-815f-2cf3eb8cbea6 service neutron] 10.222.0.18 "GET /v2.0/networks/ac87f728-47f1-42c2-b425-140890be75dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357372 Jul 15 13:28:12.083818 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742381c-aa16-46c2-9306-476894ac6db4 req-a5a822a7-f12b-4acc-8fcd-d41d6315482d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:12.085824 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a742381c-aa16-46c2-9306-476894ac6db4 req-a5a822a7-f12b-4acc-8fcd-d41d6315482d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07d1188460e14615b690ded696bdae00&device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 1096 time: 0.0758240 Jul 15 13:28:12.385259 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742381c-aa16-46c2-9306-476894ac6db4 req-f854388f-132e-41cd-977b-4ff62e721004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:12.398365 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a742381c-aa16-46c2-9306-476894ac6db4 req-f854388f-132e-41cd-977b-4ff62e721004 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ac87f728-47f1-42c2-b425-140890be75dd HTTP/1.1" status: 200 len: 912 time: 0.3005033 Jul 15 13:28:12.560280 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a742381c-aa16-46c2-9306-476894ac6db4 req-c2f9301e-2c40-4494-b469-d8c58f7869b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a39b903b-7ae0-40b5-bb85-4d992b1bf7bf HTTP/1.1" status: 200 len: 217 time: 0.1242843 Jul 15 13:28:12.782823 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-456791b6-9e9d-4e41-aab1-f6053d9ec584 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.785590 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-456791b6-9e9d-4e41-aab1-f6053d9ec584 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.786274 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129493d1-cf3c-453b-9c04-a9deaf4326f2 req-d23320a9-76e9-4bf8-a704-9e21ff930c46 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:12.788680 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-129493d1-cf3c-453b-9c04-a9deaf4326f2 req-d23320a9-76e9-4bf8-a704-9e21ff930c46 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 944 time: 0.3849905 Jul 15 13:28:12.790692 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742381c-aa16-46c2-9306-476894ac6db4 req-15cc2cc1-e5c9-4339-ba32-88e2b6d1ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:12.792477 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a742381c-aa16-46c2-9306-476894ac6db4 req-15cc2cc1-e5c9-4339-ba32-88e2b6d1ebc2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6212df86-d7ed-45b1-995d-721bfde9d594 HTTP/1.1" status: 200 len: 851 time: 0.1996555 Jul 15 13:28:12.852298 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-456791b6-9e9d-4e41-aab1-f6053d9ec584 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.852911 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456791b6-9e9d-4e41-aab1-f6053d9ec584 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 525aef6f-2ca1-4ac1-b2b1-a8d3a4e16e68 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:28:12.855088 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a742381c-aa16-46c2-9306-476894ac6db4 req-403e4785-91d4-4800-92a2-97612f5eef59 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac87f728-47f1-42c2-b425-140890be75dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373218 Jul 15 13:28:12.867515 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-456791b6-9e9d-4e41-aab1-f6053d9ec584 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.876985 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-456791b6-9e9d-4e41-aab1-f6053d9ec584 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] 10.222.0.24 "DELETE /v2.0/routers/525aef6f-2ca1-4ac1-b2b1-a8d3a4e16e68 HTTP/1.1" status: 204 len: 168 time: 1.2894356 Jul 15 13:28:12.878920 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51078) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:12.895531 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-142b9fe8-0171-4bde-b16b-daec99913b58 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Request body: {'router': {'name': 'tempest-router-1384511064', 'distributed': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:12.921335 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-129493d1-cf3c-453b-9c04-a9deaf4326f2 req-caf6f334-5479-47f4-be18-c2d24ce2ce66 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255901 Jul 15 13:28:13.040186 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-142b9fe8-0171-4bde-b16b-daec99913b58 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.041929 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-142b9fe8-0171-4bde-b16b-daec99913b58 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.117856 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a742381c-aa16-46c2-9306-476894ac6db4 req-37d1b7cd-37dd-4764-8ac2-4657db14e071 service neutron] 10.222.0.18 "GET /v2.0/networks/ac87f728-47f1-42c2-b425-140890be75dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528527 Jul 15 13:28:13.183194 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-142b9fe8-0171-4bde-b16b-daec99913b58 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.196312 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-142b9fe8-0171-4bde-b16b-daec99913b58 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.270860 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-142b9fe8-0171-4bde-b16b-daec99913b58 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.273197 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-142b9fe8-0171-4bde-b16b-daec99913b58 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3925536 Jul 15 13:28:13.277996 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51088) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:13.402635 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a742381c-aa16-46c2-9306-476894ac6db4 req-5949f37c-1d04-4d49-9dca-884e46da1445 service neutron] 10.222.0.18 "GET /v2.0/networks/ac87f728-47f1-42c2-b425-140890be75dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772365 Jul 15 13:28:13.547595 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e428ab86-cf25-4d7d-bd6a-ddb18ac2f8f7 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.868517 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e428ab86-cf25-4d7d-bd6a-ddb18ac2f8f7 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.871670 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e428ab86-cf25-4d7d-bd6a-ddb18ac2f8f7 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.993137 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e428ab86-cf25-4d7d-bd6a-ddb18ac2f8f7 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.993716 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e428ab86-cf25-4d7d-bd6a-ddb18ac2f8f7 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9be7b0bc-16ba-4d17-82cd-04078d5f2d1f {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:28:14.010194 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e428ab86-cf25-4d7d-bd6a-ddb18ac2f8f7 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.015966 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e428ab86-cf25-4d7d-bd6a-ddb18ac2f8f7 tempest-RoutersTestDVR-802390039 tempest-RoutersTestDVR-802390039-project-admin] 10.222.0.24 "DELETE /v2.0/routers/9be7b0bc-16ba-4d17-82cd-04078d5f2d1f HTTP/1.1" status: 204 len: 168 time: 0.7364483 Jul 15 13:28:14.406120 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d8c31-b3e8-498b-a0ea-561b26d55374 req-40edcc9a-65cf-4a5f-b2c9-00c9c8dbcb30 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:14.425748 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d89d8c31-b3e8-498b-a0ea-561b26d55374 req-40edcc9a-65cf-4a5f-b2c9-00c9c8dbcb30 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 944 time: 0.2179279 Jul 15 13:28:14.522017 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d89d8c31-b3e8-498b-a0ea-561b26d55374 req-fdd568ec-3b39-42a1-84ad-6609a4e68bbc tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948873 Jul 15 13:28:15.053807 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51130) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:15.108063 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a01dec4a-e18d-4edb-a254-00b4e99a28f6 req-cec66803-ec7e-469e-aa57-c93ba62299a3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1974208 Jul 15 13:28:15.367358 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01dec4a-e18d-4edb-a254-00b4e99a28f6 req-f1dea85f-53af-409a-a918-8135f1de0fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:15.372061 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a01dec4a-e18d-4edb-a254-00b4e99a28f6 req-f1dea85f-53af-409a-a918-8135f1de0fd2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d36c52c8000f4792a297412063fb69ab&device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 1097 time: 0.2026076 Jul 15 13:28:15.375340 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d2938381-b6bf-4923-9e8d-8cde1db18a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.584893 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d2938381-b6bf-4923-9e8d-8cde1db18a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.601046 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d2938381-b6bf-4923-9e8d-8cde1db18a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.694878 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d2938381-b6bf-4923-9e8d-8cde1db18a33 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b5cba7c7be3f4d9dbebc8eb9d042fa9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6372156 Jul 15 13:28:15.696040 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51152) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:15.733722 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2938381-b6bf-4923-9e8d-8cde1db18a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4b1c54-55e6-496d-b3ce-40161b709d51,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:15.798969 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01dec4a-e18d-4edb-a254-00b4e99a28f6 req-d43432ef-6737-498d-9ee2-248c358076e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:15.801312 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a01dec4a-e18d-4edb-a254-00b4e99a28f6 req-d43432ef-6737-498d-9ee2-248c358076e8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=be04063e-1cb2-41c3-8ee0-72868f24e4ea HTTP/1.1" status: 200 len: 917 time: 0.3858390 Jul 15 13:28:15.838429 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device a39b903b-7ae0-40b5-bb85-4d992b1bf7bf details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:28:15.884354 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1550cdf-0386-4499-9067-6efdb6fc3a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.957565 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a01dec4a-e18d-4edb-a254-00b4e99a28f6 req-41094b7d-8203-4bb7-8d5f-559971cb0474 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26962544-c805-44f2-acd9-2994c2b88027 HTTP/1.1" status: 200 len: 1000 time: 0.1461508 Jul 15 13:28:15.973850 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1550cdf-0386-4499-9067-6efdb6fc3a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.145568 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1550cdf-0386-4499-9067-6efdb6fc3a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.152885 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1550cdf-0386-4499-9067-6efdb6fc3a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.158431 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a1550cdf-0386-4499-9067-6efdb6fc3a75 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e4b1c54-55e6-496d-b3ce-40161b709d51 HTTP/1.1" status: 204 len: 168 time: 0.4528441 Jul 15 13:28:16.227642 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1550cdf-0386-4499-9067-6efdb6fc3a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4b1c54-55e6-496d-b3ce-40161b709d51,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:16.241312 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01dec4a-e18d-4edb-a254-00b4e99a28f6 req-036762ef-8bed-4a85-a3bd-0c2d55f9c00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:16.244296 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a01dec4a-e18d-4edb-a254-00b4e99a28f6 req-036762ef-8bed-4a85-a3bd-0c2d55f9c00a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=86c45178-fb0a-4b4d-a444-3a0ac9a17af7 HTTP/1.1" status: 200 len: 855 time: 0.2797964 Jul 15 13:28:16.428562 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port a39b903b-7ae0-40b5-bb85-4d992b1bf7bf, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=a39b903b-7ae0-40b5-bb85-4d992b1bf7bf,segment=NetworkSegment(7129d778-e11c-44b8-8068-c6b2ea99d83c),segment_id=7129d778-e11c-44b8-8068-c6b2ea99d83c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:16.481331 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'a39b903b-7ae0-40b5-bb85-4d992b1bf7bf', 'network_id': 'ac87f728-47f1-42c2-b425-140890be75dd', 'port_id': 'a39b903b-7ae0-40b5-bb85-4d992b1bf7bf', 'mac_address': 'fa:16:3e:fc:b4:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6212df86-d7ed-45b1-995d-721bfde9d594', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:28:16.584192 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dec392-c25e-4a27-a622-dc45d09cf5f1 req-436fb34e-c550-4831-9a7d-4110257f9df7 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:16.590345 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-18dec392-c25e-4a27-a622-dc45d09cf5f1 req-436fb34e-c550-4831-9a7d-4110257f9df7 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 944 time: 0.4504828 Jul 15 13:28:16.595386 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01dec4a-e18d-4edb-a254-00b4e99a28f6 req-2e34f262-d3e2-442a-9179-0c86155fab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:16.601312 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a01dec4a-e18d-4edb-a254-00b4e99a28f6 req-2e34f262-d3e2-442a-9179-0c86155fab68 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=be04063e-1cb2-41c3-8ee0-72868f24e4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3385336 Jul 15 13:28:16.635429 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-a01dec4a-e18d-4edb-a254-00b4e99a28f6 req-96c61aab-c7a9-41ba-8090-40b83b919452 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:28:16.636537 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a01dec4a-e18d-4edb-a254-00b4e99a28f6 req-96c61aab-c7a9-41ba-8090-40b83b919452 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152259 Jul 15 13:28:16.655810 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.743986 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a39b903b-7ae0-40b5-bb85-4d992b1bf7bf {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:28:16.889827 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port a39b903b-7ae0-40b5-bb85-4d992b1bf7bf, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=a39b903b-7ae0-40b5-bb85-4d992b1bf7bf,segment=NetworkSegment(7129d778-e11c-44b8-8068-c6b2ea99d83c),segment_id=7129d778-e11c-44b8-8068-c6b2ea99d83c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:16.899049 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.981280 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a01dec4a-e18d-4edb-a254-00b4e99a28f6 req-521409b6-be5a-49a0-9932-8006460d3f91 service neutron] 10.222.0.32 "GET /v2.0/networks/be04063e-1cb2-41c3-8ee0-72868f24e4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071630 Jul 15 13:28:17.220947 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['a39b903b-7ae0-40b5-bb85-4d992b1bf7bf'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:28:17.313950 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=a39b903b-7ae0-40b5-bb85-4d992b1bf7bf,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:17.336300 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-18dec392-c25e-4a27-a622-dc45d09cf5f1 req-12e6d4aa-9722-47b0-9e7b-12340e5ffdd3 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7322836 Jul 15 13:28:17.367485 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a01dec4a-e18d-4edb-a254-00b4e99a28f6 req-0c065217-db81-4e31-a3a6-cdd4aaa2e8bb service neutron] 10.222.0.32 "GET /v2.0/networks/be04063e-1cb2-41c3-8ee0-72868f24e4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555439 Jul 15 13:28:17.374781 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:17.375199 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:17.375534 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:17.375865 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:17.376191 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:17.376536 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:17.382480 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:17.386221 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:17.386723 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:17.388423 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:17.388794 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:17.389285 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:17.564831 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427f1af-23f2-4220-ac3b-ffb1e955791b req-6d39e119-a270-4da5-8189-de81bf1ff5b0 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:17.566737 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9427f1af-23f2-4220-ac3b-ffb1e955791b req-6d39e119-a270-4da5-8189-de81bf1ff5b0 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 945 time: 0.2494202 Jul 15 13:28:17.730240 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51192) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:17.755382 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9427f1af-23f2-4220-ac3b-ffb1e955791b req-d3de2f7e-174d-4ee3-80df-c6fd27f8414f tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=947dcb62-39dd-4d65-9e52-82dfd7421191&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1761370 Jul 15 13:28:17.757285 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3707b4da-2173-4d91-b366-c03aabf0349a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:17.911299 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3707b4da-2173-4d91-b366-c03aabf0349a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:17.927578 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3707b4da-2173-4d91-b366-c03aabf0349a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.054812 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3707b4da-2173-4d91-b366-c03aabf0349a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=67a88df1a7054fa4ba70e73d43d4787c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3230534 Jul 15 13:28:18.055877 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51204) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:18.056061 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3707b4da-2173-4d91-b366-c03aabf0349a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b77d81-af40-4991-af6d-1e87bd9183d8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:18.156134 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1edae2e-0652-49d5-a4f8-09abe9027ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.208592 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1edae2e-0652-49d5-a4f8-09abe9027ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.317363 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1edae2e-0652-49d5-a4f8-09abe9027ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.320323 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1edae2e-0652-49d5-a4f8-09abe9027ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.324466 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a1edae2e-0652-49d5-a4f8-09abe9027ead admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09b77d81-af40-4991-af6d-1e87bd9183d8 HTTP/1.1" status: 204 len: 168 time: 0.2658520 Jul 15 13:28:18.338195 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1edae2e-0652-49d5-a4f8-09abe9027ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b77d81-af40-4991-af6d-1e87bd9183d8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:18.704097 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369adf8c-65ba-4d81-a049-43fa67709f24 req-739752e4-5f81-49ff-aceb-a7abbacc0b0f tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:18.712264 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-369adf8c-65ba-4d81-a049-43fa67709f24 req-739752e4-5f81-49ff-aceb-a7abbacc0b0f tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 945 time: 0.1131327 Jul 15 13:28:18.765059 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-369adf8c-65ba-4d81-a049-43fa67709f24 req-53a116a2-7254-4b8e-a126-1dbe85ba340e tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454891 Jul 15 13:28:18.947058 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:28:19.209900 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b2862-90fc-41b7-8e0f-136827c982c0 req-fd802eed-f38a-483a-ab51-64709df113e2 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:19.220612 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0c8b2862-90fc-41b7-8e0f-136827c982c0 req-fd802eed-f38a-483a-ab51-64709df113e2 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 945 time: 0.2132425 Jul 15 13:28:19.323216 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0c8b2862-90fc-41b7-8e0f-136827c982c0 req-e4d3516b-a12a-4271-8594-4da5bf146071 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=947dcb62-39dd-4d65-9e52-82dfd7421191&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1014268 Jul 15 13:28:19.864092 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device a39b903b-7ae0-40b5-bb85-4d992b1bf7bf up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:20.148137 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port a39b903b-7ae0-40b5-bb85-4d992b1bf7bf completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:20.155280 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port a39b903b-7ae0-40b5-bb85-4d992b1bf7bf triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:20.155602 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:20.274332 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7381629-8d10-475e-92ea-1ef45a1ec861 req-f5f919c5-fcd0-49d9-adee-88c52daf0912 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:20.285802 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a7381629-8d10-475e-92ea-1ef45a1ec861 req-f5f919c5-fcd0-49d9-adee-88c52daf0912 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 945 time: 0.2095416 Jul 15 13:28:20.327902 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51320) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:20.383916 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a7381629-8d10-475e-92ea-1ef45a1ec861 req-b7e483df-be34-4674-8248-70bb88450df8 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965755 Jul 15 13:28:20.407617 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:20.450470 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port a39b903b-7ae0-40b5-bb85-4d992b1bf7bf, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=a39b903b-7ae0-40b5-bb85-4d992b1bf7bf,segment=NetworkSegment(7129d778-e11c-44b8-8068-c6b2ea99d83c),segment_id=7129d778-e11c-44b8-8068-c6b2ea99d83c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:20.452020 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13650f16-0c28-43d5-8f32-5706574365e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39b903b-7ae0-40b5-bb85-4d992b1bf7bf'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:20.456114 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d69776-d479-40fc-9159-573927d4d6d7" -d '{"events": [{"server_uuid": "13650f16-0c28-43d5-8f32-5706574365e8", "name": "network-vif-plugged", "status": "completed", "tag": "a39b903b-7ae0-40b5-bb85-4d992b1bf7bf"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:20.468477 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:20.573201 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-61ae759d-e487-4972-a19d-9b9ddd94d567 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1496114063'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:20.616960 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48916192-f206-44c1-b9e3-78603d217ced x-openstack-request-id: req-48916192-f206-44c1-b9e3-78603d217ced {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:20.617294 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13650f16-0c28-43d5-8f32-5706574365e8", "name": "network-vif-plugged", "status": "completed", "tag": "a39b903b-7ae0-40b5-bb85-4d992b1bf7bf", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:20.617473 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-48916192-f206-44c1-b9e3-78603d217ced {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:20.620157 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13650f16-0c28-43d5-8f32-5706574365e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39b903b-7ae0-40b5-bb85-4d992b1bf7bf', 'code': 200} Jul 15 13:28:20.658437 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=a39b903b-7ae0-40b5-bb85-4d992b1bf7bf,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:20.683976 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ae759d-e487-4972-a19d-9b9ddd94d567 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Made reservation on behalf of 3adce6c746734927b9f551bd1671251b for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:20.695773 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-61ae759d-e487-4972-a19d-9b9ddd94d567 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:20.744713 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-61ae759d-e487-4972-a19d-9b9ddd94d567 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:20.847450 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ee821d82-c723-4008-a537-eeb22d3df581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:20.892833 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee3743-6c87-43ec-862f-00e3be9ac5c3 req-fb9ce39c-364c-4ea3-a31b-dbd7edfde3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:20.895343 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d4ee3743-6c87-43ec-862f-00e3be9ac5c3 req-fb9ce39c-364c-4ea3-a31b-dbd7edfde3f4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 1098 time: 0.2157371 Jul 15 13:28:20.937123 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd57833-ab9e-4d22-bbb2-3440560d701c req-854d87ed-1992-4382-981a-81467c0b4dc6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:20.941073 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8fd57833-ab9e-4d22-bbb2-3440560d701c req-854d87ed-1992-4382-981a-81467c0b4dc6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 945 time: 0.1917663 Jul 15 13:28:21.128917 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d4ee3743-6c87-43ec-862f-00e3be9ac5c3 req-7a3693a2-c528-4d65-8110-d3734adebb75 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227888 Jul 15 13:28:21.194562 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8fd57833-ab9e-4d22-bbb2-3440560d701c req-5b22398d-63b6-40c7-b0af-65779a8ff22a tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=947dcb62-39dd-4d65-9e52-82dfd7421191&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2214520 Jul 15 13:28:21.252251 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-61ae759d-e487-4972-a19d-9b9ddd94d567 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:21.259178 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-61ae759d-e487-4972-a19d-9b9ddd94d567 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:21.332672 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ae759d-e487-4972-a19d-9b9ddd94d567 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:28:21.343435 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae759d-e487-4972-a19d-9b9ddd94d567 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea2f790-9e46-4623-b63a-a2fb929be6f7,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:21.357173 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-61ae759d-e487-4972-a19d-9b9ddd94d567 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:21.357541 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-61ae759d-e487-4972-a19d-9b9ddd94d567 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Added segment 9d141dec-9927-4305-9588-bb3209e9af96 of type vlan for network e321f1be-2006-45a5-85b5-69069412a13b Jul 15 13:28:21.467766 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-61ae759d-e487-4972-a19d-9b9ddd94d567 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:21.524389 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-61ae759d-e487-4972-a19d-9b9ddd94d567 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:21.534356 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ae759d-e487-4972-a19d-9b9ddd94d567 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:21.535556 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-61ae759d-e487-4972-a19d-9b9ddd94d567 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:21.694565 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51388) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:21.702057 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e12607cb-4426-4251-af97-6e149313d674 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Request body: {'subnet': {'network_id': 'e321f1be-2006-45a5-85b5-69069412a13b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:21.710639 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-61ae759d-e487-4972-a19d-9b9ddd94d567 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3803618 Jul 15 13:28:21.785047 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae759d-e487-4972-a19d-9b9ddd94d567 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Pushing event updated for resources: {'Network': ['ID=e321f1be-2006-45a5-85b5-69069412a13b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:21.798315 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network e321f1be-2006-45a5-85b5-69069412a13b details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:28:21.960697 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12607cb-4426-4251-af97-6e149313d674 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Made reservation on behalf of 3adce6c746734927b9f551bd1671251b for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:21.969237 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e12607cb-4426-4251-af97-6e149313d674 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:21.993445 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be3de5-a9a6-49d2-b773-953755448217 req-328bfb64-e8a5-409f-84c9-b254d7cbdc07 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:22.005279 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-17be3de5-a9a6-49d2-b773-953755448217 req-328bfb64-e8a5-409f-84c9-b254d7cbdc07 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 946 time: 0.2777328 Jul 15 13:28:22.163949 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-17be3de5-a9a6-49d2-b773-953755448217 req-4b681dc9-2059-4e44-b014-77f6cce03259 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548867 Jul 15 13:28:22.737238 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e12607cb-4426-4251-af97-6e149313d674 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.911979 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12607cb-4426-4251-af97-6e149313d674 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Pushing event updated for resources: {'Subnet': ['ID=4eb01d57-0bca-4201-8134-7c046d7b4f98,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:22.944017 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d911f83-3469-49b5-8e55-1ed86f21898a req-64a73694-36af-4275-ac6e-3786923a00a8 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:22.951854 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7d911f83-3469-49b5-8e55-1ed86f21898a req-64a73694-36af-4275-ac6e-3786923a00a8 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 945 time: 0.3338273 Jul 15 13:28:22.984056 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12607cb-4426-4251-af97-6e149313d674 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Checking segment: {'id': '9d141dec-9927-4305-9588-bb3209e9af96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e321f1be-2006-45a5-85b5-69069412a13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:22.984705 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12607cb-4426-4251-af97-6e149313d674 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Network hostable DHCP agents. Network: e321f1be-2006-45a5-85b5-69069412a13b, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:28:23.027180 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7d911f83-3469-49b5-8e55-1ed86f21898a req-76934451-eee6-4fae-a4f8-448292ace719 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=947dcb62-39dd-4d65-9e52-82dfd7421191&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708737 Jul 15 13:28:23.046616 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12607cb-4426-4251-af97-6e149313d674 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Network e321f1be-2006-45a5-85b5-69069412a13b is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:28:23.067104 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-e12607cb-4426-4251-af97-6e149313d674 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, e321f1be-2006-45a5-85b5-69069412a13b) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:23.078780 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12607cb-4426-4251-af97-6e149313d674 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:23.079694 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e12607cb-4426-4251-af97-6e149313d674 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:23.113497 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb1bb51-455a-43ad-aaf7-e417f1bcbddb None None] Network e321f1be-2006-45a5-85b5-69069412a13b requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:23.163878 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51422) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:23.164504 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e12607cb-4426-4251-af97-6e149313d674 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4672358 Jul 15 13:28:23.176665 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4e0d1a5a-f552-496e-a176-a3127eb207d9 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1308773838', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:23.251882 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e0d1a5a-f552-496e-a176-a3127eb207d9 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:23.253236 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e0d1a5a-f552-496e-a176-a3127eb207d9 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:23.255058 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:23.366327 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e0d1a5a-f552-496e-a176-a3127eb207d9 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:23.387976 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e0d1a5a-f552-496e-a176-a3127eb207d9 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:23.435237 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e0d1a5a-f552-496e-a176-a3127eb207d9 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:23.443916 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4e0d1a5a-f552-496e-a176-a3127eb207d9 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2780874 Jul 15 13:28:23.446043 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51432) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:23.543239 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b51e6c4-67dc-4467-8b2c-90feaf8651a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:23.693714 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce42e667-42f9-4838-ad13-189d393ea268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-e321f1be-2006-45a5-85b5-69069412a13b', 'network_id': 'e321f1be-2006-45a5-85b5-69069412a13b', 'tenant_id': '3adce6c746734927b9f551bd1671251b', 'fixed_ips': [{'subnet_id': '4eb01d57-0bca-4201-8134-7c046d7b4f98'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:28:23.695115 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ce42e667-42f9-4838-ad13-189d393ea268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:23.719632 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae096b83-858e-4b01-9f24-5e6644ea285c req-d67cdcdd-322b-4d2e-a472-6b449edfbaac tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:23.722238 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ae096b83-858e-4b01-9f24-5e6644ea285c req-d67cdcdd-322b-4d2e-a472-6b449edfbaac tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 946 time: 0.1277475 Jul 15 13:28:23.822669 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ae096b83-858e-4b01-9f24-5e6644ea285c req-c25e7b47-4ed0-4677-84cb-a660c637eab8 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830541 Jul 15 13:28:23.937585 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-ce42e667-42f9-4838-ad13-189d393ea268 None None] Allocated IP 172.20.0.2 (e321f1be-2006-45a5-85b5-69069412a13b/4eb01d57-0bca-4201-8134-7c046d7b4f98/dfb6abec-61c6-46c5-a01b-6c1aee907efd) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:23.951263 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70456e7d-e441-4b3a-a13e-b73e6de7bf77 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:24.402908 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ce42e667-42f9-4838-ad13-189d393ea268 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:24.435807 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ce42e667-42f9-4838-ad13-189d393ea268 None None] Transition to ACTIVE for port object dfb6abec-61c6-46c5-a01b-6c1aee907efd will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:24.499397 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ce42e667-42f9-4838-ad13-189d393ea268 None None] Transition to ACTIVE for port object dfb6abec-61c6-46c5-a01b-6c1aee907efd will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:24.537190 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ce42e667-42f9-4838-ad13-189d393ea268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:24.991252 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce42e667-42f9-4838-ad13-189d393ea268 None None] Network e321f1be-2006-45a5-85b5-69069412a13b is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:24.997673 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.009253 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-ce42e667-42f9-4838-ad13-189d393ea268 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:25.018932 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce42e667-42f9-4838-ad13-189d393ea268 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:25.041658 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42e667-42f9-4838-ad13-189d393ea268 None None] Pushing event updated for resources: {'Port': ['ID=dfb6abec-61c6-46c5-a01b-6c1aee907efd,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:25.096455 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-70456e7d-e441-4b3a-a13e-b73e6de7bf77 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Allocated IP 172.20.0.1 (e321f1be-2006-45a5-85b5-69069412a13b/4eb01d57-0bca-4201-8134-7c046d7b4f98/82acd0f9-ce18-4e89-9590-f364cac9fa98) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:25.281726 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40f919-f60e-472d-a1e6-78322143e7a2 req-fbfe5408-5094-4246-81ee-a7a643599d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:25.285483 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f40f919-f60e-472d-a1e6-78322143e7a2 req-fbfe5408-5094-4246-81ee-a7a643599d01 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07d1188460e14615b690ded696bdae00&device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 1098 time: 0.5741446 Jul 15 13:28:25.328069 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.367950 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ce42e667-42f9-4838-ad13-189d393ea268 None None] Attempting to bind port dfb6abec-61c6-46c5-a01b-6c1aee907efd on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:28:25.368574 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ce42e667-42f9-4838-ad13-189d393ea268 None None] Attempting to bind port dfb6abec-61c6-46c5-a01b-6c1aee907efd by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '9d141dec-9927-4305-9588-bb3209e9af96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e321f1be-2006-45a5-85b5-69069412a13b'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:28:25.369187 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce42e667-42f9-4838-ad13-189d393ea268 None None] Attempting to bind port dfb6abec-61c6-46c5-a01b-6c1aee907efd on network e321f1be-2006-45a5-85b5-69069412a13b {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:25.391277 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce42e667-42f9-4838-ad13-189d393ea268 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:28:25.391896 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce42e667-42f9-4838-ad13-189d393ea268 None None] Checking segment: {'id': '9d141dec-9927-4305-9588-bb3209e9af96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e321f1be-2006-45a5-85b5-69069412a13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:25.392585 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ce42e667-42f9-4838-ad13-189d393ea268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.393556 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce42e667-42f9-4838-ad13-189d393ea268 None None] Bound using segment: {'id': '9d141dec-9927-4305-9588-bb3209e9af96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e321f1be-2006-45a5-85b5-69069412a13b'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:28:25.394466 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ce42e667-42f9-4838-ad13-189d393ea268 None None] Bound port: dfb6abec-61c6-46c5-a01b-6c1aee907efd, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d141dec-9927-4305-9588-bb3209e9af96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e321f1be-2006-45a5-85b5-69069412a13b'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:28:25.395045 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ce42e667-42f9-4838-ad13-189d393ea268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.420770 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f0ce1-7e10-4463-a1b3-cfa9f453f1cd req-f1e140f7-60ca-489f-83d2-c9097c7c5f9c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:25.423650 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-024f0ce1-7e10-4463-a1b3-cfa9f453f1cd req-f1e140f7-60ca-489f-83d2-c9097c7c5f9c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 945 time: 0.5429275 Jul 15 13:28:25.537693 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70456e7d-e441-4b3a-a13e-b73e6de7bf77 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.562334 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdc3a0-35f0-4636-88c4-b4f06f33a04f req-bb413d77-3b7d-4350-b035-3f09d942c847 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:25.577677 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8bfdc3a0-35f0-4636-88c4-b4f06f33a04f req-bb413d77-3b7d-4350-b035-3f09d942c847 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 946 time: 0.4242685 Jul 15 13:28:25.608296 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40f919-f60e-472d-a1e6-78322143e7a2 req-f648ff17-6cdd-4de5-a68b-c14cf09c623f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:25.610615 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f40f919-f60e-472d-a1e6-78322143e7a2 req-f648ff17-6cdd-4de5-a68b-c14cf09c623f service neutron] 10.222.0.18 "GET /v2.0/networks?id=ac87f728-47f1-42c2-b425-140890be75dd HTTP/1.1" status: 200 len: 912 time: 0.3066225 Jul 15 13:28:25.617954 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ce42e667-42f9-4838-ad13-189d393ea268 None None] For port dfb6abec-61c6-46c5-a01b-6c1aee907efd, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:28:25.626932 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-70456e7d-e441-4b3a-a13e-b73e6de7bf77 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Transition to ACTIVE for port object 82acd0f9-ce18-4e89-9590-f364cac9fa98 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:25.634265 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ce42e667-42f9-4838-ad13-189d393ea268 None None] For port dfb6abec-61c6-46c5-a01b-6c1aee907efd, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=dfb6abec-61c6-46c5-a01b-6c1aee907efd,segment=NetworkSegment(9d141dec-9927-4305-9588-bb3209e9af96),segment_id=9d141dec-9927-4305-9588-bb3209e9af96)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:28:25.644202 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ce42e667-42f9-4838-ad13-189d393ea268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.675457 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f40f919-f60e-472d-a1e6-78322143e7a2 req-46a1fc0a-3300-4862-b038-cf7a0c631f4c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a39b903b-7ae0-40b5-bb85-4d992b1bf7bf HTTP/1.1" status: 200 len: 217 time: 0.0574617 Jul 15 13:28:25.743371 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8bfdc3a0-35f0-4636-88c4-b4f06f33a04f req-94d4a325-8100-4fb1-92ce-68205a422bf9 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587422 Jul 15 13:28:25.773000 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-024f0ce1-7e10-4463-a1b3-cfa9f453f1cd req-c77709f3-e900-4a96-86df-ec255c0245bf tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=947dcb62-39dd-4d65-9e52-82dfd7421191&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3418186 Jul 15 13:28:25.820370 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40f919-f60e-472d-a1e6-78322143e7a2 req-814f0e42-6fd6-4b7b-aebe-3bcef1d17cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:25.820370 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f40f919-f60e-472d-a1e6-78322143e7a2 req-814f0e42-6fd6-4b7b-aebe-3bcef1d17cbd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6212df86-d7ed-45b1-995d-721bfde9d594 HTTP/1.1" status: 200 len: 851 time: 0.1313040 Jul 15 13:28:25.826259 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42e667-42f9-4838-ad13-189d393ea268 None None] Pushing event updated for resources: {'Port': ['ID=dfb6abec-61c6-46c5-a01b-6c1aee907efd,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:25.866608 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70456e7d-e441-4b3a-a13e-b73e6de7bf77 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.950337 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f40f919-f60e-472d-a1e6-78322143e7a2 req-d0f52c13-97a6-400c-9a83-f46f1195b97b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac87f728-47f1-42c2-b425-140890be75dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1243570 Jul 15 13:28:26.010660 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70456e7d-e441-4b3a-a13e-b73e6de7bf77 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Network e321f1be-2006-45a5-85b5-69069412a13b is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:26.060576 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70456e7d-e441-4b3a-a13e-b73e6de7bf77 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Pushing event updated for resources: {'Port': ['ID=82acd0f9-ce18-4e89-9590-f364cac9fa98,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:26.080727 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-70456e7d-e441-4b3a-a13e-b73e6de7bf77 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:26.093790 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70456e7d-e441-4b3a-a13e-b73e6de7bf77 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:26.333840 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70456e7d-e441-4b3a-a13e-b73e6de7bf77 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.338099 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f40f919-f60e-472d-a1e6-78322143e7a2 req-e0c7ed35-114f-45e6-b62b-f23c32379f59 service neutron] 10.222.0.18 "GET /v2.0/networks/ac87f728-47f1-42c2-b425-140890be75dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807769 Jul 15 13:28:26.352926 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.986499 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70456e7d-e441-4b3a-a13e-b73e6de7bf77 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.733230 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248ec45-3c57-4207-b68d-f1d538aca49e req-4d4b38eb-7272-4faf-917b-81cfa6384a7e tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:27.743136 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device dfb6abec-61c6-46c5-a01b-6c1aee907efd up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:27.746000 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a248ec45-3c57-4207-b68d-f1d538aca49e req-4d4b38eb-7272-4faf-917b-81cfa6384a7e tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 945 time: 0.5866261 Jul 15 13:28:28.012491 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f40f919-f60e-472d-a1e6-78322143e7a2 req-9ec764cd-c53d-4861-b6b3-6d5e61087d1b service neutron] 10.222.0.18 "GET /v2.0/networks/ac87f728-47f1-42c2-b425-140890be75dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6561592 Jul 15 13:28:28.031133 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port dfb6abec-61c6-46c5-a01b-6c1aee907efd completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:28.057741 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080d549-5ce8-4a44-b4e0-072bccdb1ca1 req-7759bb63-2a08-4ac2-a1e7-89117bb58e93 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:28.067635 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4080d549-5ce8-4a44-b4e0-072bccdb1ca1 req-7759bb63-2a08-4ac2-a1e7-89117bb58e93 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 946 time: 0.3640261 Jul 15 13:28:28.142400 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4080d549-5ce8-4a44-b4e0-072bccdb1ca1 req-1314948f-0520-4700-a2f9-42693a2197dc tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733287 Jul 15 13:28:28.179393 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38f2039-6269-4246-8b0e-97c1e851164a None None] Network e321f1be-2006-45a5-85b5-69069412a13b requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:28.280423 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a248ec45-3c57-4207-b68d-f1d538aca49e req-5bf548a9-11d3-4ffb-a504-8afbee07fee9 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=947dcb62-39dd-4d65-9e52-82dfd7421191&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5327139 Jul 15 13:28:28.291549 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70456e7d-e441-4b3a-a13e-b73e6de7bf77 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.304764 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70456e7d-e441-4b3a-a13e-b73e6de7bf77 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.358696 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-bd7f0965-086f-4fa2-b18e-4c93f8e450ca None None] Provisioning for port dfb6abec-61c6-46c5-a01b-6c1aee907efd completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:28.380169 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-bd7f0965-086f-4fa2-b18e-4c93f8e450ca None None] Provisioning complete for port dfb6abec-61c6-46c5-a01b-6c1aee907efd triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:28.380778 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bd7f0965-086f-4fa2-b18e-4c93f8e450ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.666722 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70456e7d-e441-4b3a-a13e-b73e6de7bf77 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Pushing event updated for resources: {'Port': ['ID=82acd0f9-ce18-4e89-9590-f364cac9fa98,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:28.743156 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70456e7d-e441-4b3a-a13e-b73e6de7bf77 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.761811 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bd7f0965-086f-4fa2-b18e-4c93f8e450ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.846802 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-bd7f0965-086f-4fa2-b18e-4c93f8e450ca None None] For port dfb6abec-61c6-46c5-a01b-6c1aee907efd, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=dfb6abec-61c6-46c5-a01b-6c1aee907efd,segment=NetworkSegment(9d141dec-9927-4305-9588-bb3209e9af96),segment_id=9d141dec-9927-4305-9588-bb3209e9af96)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:28.948202 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bd7f0965-086f-4fa2-b18e-4c93f8e450ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:29.100215 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f0965-086f-4fa2-b18e-4c93f8e450ca None None] Pushing event updated for resources: {'Port': ['ID=dfb6abec-61c6-46c5-a01b-6c1aee907efd,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:29.658339 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device dfb6abec-61c6-46c5-a01b-6c1aee907efd up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:29.866169 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-336b2b60-81bf-4786-8be4-bb2d07f5b6f6 None None] Provisioning for port 82acd0f9-ce18-4e89-9590-f364cac9fa98 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:29.917163 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-336b2b60-81bf-4786-8be4-bb2d07f5b6f6 None None] Provisioning complete for port 82acd0f9-ce18-4e89-9590-f364cac9fa98 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:29.921252 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-336b2b60-81bf-4786-8be4-bb2d07f5b6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.096986 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-336b2b60-81bf-4786-8be4-bb2d07f5b6f6 None None] Port 82acd0f9-ce18-4e89-9590-f364cac9fa98 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:28:30.099874 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82730937-7b93-4fdd-8d50-97f9fb673f65 req-abda8997-99b1-49c4-ab2d-9b936833385c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:30.105705 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70456e7d-e441-4b3a-a13e-b73e6de7bf77 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Network e321f1be-2006-45a5-85b5-69069412a13b is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:30.110850 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port dfb6abec-61c6-46c5-a01b-6c1aee907efd triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:30.111944 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.117161 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-82730937-7b93-4fdd-8d50-97f9fb673f65 req-abda8997-99b1-49c4-ab2d-9b936833385c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 945 time: 0.2394879 Jul 15 13:28:30.126422 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-70456e7d-e441-4b3a-a13e-b73e6de7bf77 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:30.201876 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf7410-727e-44fe-a729-fff248725d6f req-f9ad878c-833c-4925-9038-9312c0243016 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:30.215281 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3bcf7410-727e-44fe-a729-fff248725d6f req-f9ad878c-833c-4925-9038-9312c0243016 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 946 time: 0.5887306 Jul 15 13:28:30.239978 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-336b2b60-81bf-4786-8be4-bb2d07f5b6f6 None None] Provisioning complete for port dfb6abec-61c6-46c5-a01b-6c1aee907efd triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:30.240586 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-336b2b60-81bf-4786-8be4-bb2d07f5b6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.278095 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-82730937-7b93-4fdd-8d50-97f9fb673f65 req-a799b67f-df0e-412b-8949-b83e3805a77e tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=947dcb62-39dd-4d65-9e52-82dfd7421191&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1554122 Jul 15 13:28:30.487321 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3bcf7410-727e-44fe-a729-fff248725d6f req-1121471b-0681-4321-a089-d40746fdbce6 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708607 Jul 15 13:28:30.613800 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70456e7d-e441-4b3a-a13e-b73e6de7bf77 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Router bce264be-3041-40f6-b552-4bd522e91a41 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:28:30.728248 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f6b94750-1d47-4478-a4b5-6fa723ea4929 None None] Provisioning complete for port 82acd0f9-ce18-4e89-9590-f364cac9fa98 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:30.730207 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f6b94750-1d47-4478-a4b5-6fa723ea4929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.909096 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70456e7d-e441-4b3a-a13e-b73e6de7bf77 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:30.918112 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-70456e7d-e441-4b3a-a13e-b73e6de7bf77 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] 10.222.0.24 "PUT /v2.0/routers/bce264be-3041-40f6-b552-4bd522e91a41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4680018 Jul 15 13:28:30.918112 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51568) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:30.926995 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a53a3fdd-6108-497e-8bbe-30380645db93 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Request body: {'port': {'network_id': 'e321f1be-2006-45a5-85b5-69069412a13b', 'name': 'tempest-FloatingIPNegativeTestJSON-164732523'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:30.934061 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621d014f-679b-4516-b7a5-8cdccaf39b68 None None] Sync routers for ids ['bce264be-3041-40f6-b552-4bd522e91a41'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:30.968903 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f6b94750-1d47-4478-a4b5-6fa723ea4929 None None] Port 82acd0f9-ce18-4e89-9590-f364cac9fa98 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:28:30.979994 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621d014f-679b-4516-b7a5-8cdccaf39b68 None None] Routers {'bce264be-3041-40f6-b552-4bd522e91a41'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:30.982999 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-621d014f-679b-4516-b7a5-8cdccaf39b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:28:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['bce264be-3041-40f6-b552-4bd522e91a41'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:31.154167 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-621d014f-679b-4516-b7a5-8cdccaf39b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:31.188739 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621d014f-679b-4516-b7a5-8cdccaf39b68 None None] Routers {'bce264be-3041-40f6-b552-4bd522e91a41'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:31.189806 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-621d014f-679b-4516-b7a5-8cdccaf39b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:28:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['bce264be-3041-40f6-b552-4bd522e91a41'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:31.213637 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53a3fdd-6108-497e-8bbe-30380645db93 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Made reservation on behalf of 3adce6c746734927b9f551bd1671251b for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:31.218260 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a53a3fdd-6108-497e-8bbe-30380645db93 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.253472 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-621d014f-679b-4516-b7a5-8cdccaf39b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:31.254596 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621d014f-679b-4516-b7a5-8cdccaf39b68 None None] The sync data for ids ['bce264be-3041-40f6-b552-4bd522e91a41'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:31.271936 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0806c1-e54c-4cfe-a2ce-19b7b609b755 req-ba210314-b87a-45f4-b45c-f511b0568220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:31.280404 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff0806c1-e54c-4cfe-a2ce-19b7b609b755 req-ba210314-b87a-45f4-b45c-f511b0568220 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=37913da5a8464fb1a0b736ca946a9eaa&device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 1097 time: 0.1189766 Jul 15 13:28:31.315561 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-a53a3fdd-6108-497e-8bbe-30380645db93 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] device_id is not set on port 94f78840-69a3-4ad8-a2c9-188bff8b2829 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:28:31.522415 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0806c1-e54c-4cfe-a2ce-19b7b609b755 req-dec2f117-427b-4c3b-a764-c6843b608542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:31.525680 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff0806c1-e54c-4cfe-a2ce-19b7b609b755 req-dec2f117-427b-4c3b-a764-c6843b608542 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e8913e0d-0d0e-40a2-882d-dd84c17b519b HTTP/1.1" status: 200 len: 911 time: 0.2337632 Jul 15 13:28:31.548507 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-a53a3fdd-6108-497e-8bbe-30380645db93 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Allocated IP 172.20.0.6 (e321f1be-2006-45a5-85b5-69069412a13b/4eb01d57-0bca-4201-8134-7c046d7b4f98/94f78840-69a3-4ad8-a2c9-188bff8b2829) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:31.672620 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda90332-bcc7-418a-9b84-e596c25c9367 req-aa3a64bb-3a4c-4c96-ad97-53d538f2951f tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:31.675359 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cda90332-bcc7-418a-9b84-e596c25c9367 req-aa3a64bb-3a4c-4c96-ad97-53d538f2951f tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 945 time: 0.2582331 Jul 15 13:28:31.803447 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff0806c1-e54c-4cfe-a2ce-19b7b609b755 req-c3b3a164-bb39-4cef-b051-daefe22ee3cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62a1ef29-fc92-4319-8fe9-443de8b06a99 HTTP/1.1" status: 200 len: 1000 time: 0.2672589 Jul 15 13:28:31.904284 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a53a3fdd-6108-497e-8bbe-30380645db93 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.907388 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0806c1-e54c-4cfe-a2ce-19b7b609b755 req-d0024b1b-b7bc-466c-b718-238dd2a7e393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:31.910481 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff0806c1-e54c-4cfe-a2ce-19b7b609b755 req-d0024b1b-b7bc-466c-b718-238dd2a7e393 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ddbfc00-1f92-454d-9c2c-3d67f76399b6 HTTP/1.1" status: 200 len: 849 time: 0.0983965 Jul 15 13:28:31.924777 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a53a3fdd-6108-497e-8bbe-30380645db93 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Transition to ACTIVE for port object 94f78840-69a3-4ad8-a2c9-188bff8b2829 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:31.985389 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a53a3fdd-6108-497e-8bbe-30380645db93 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:32.028787 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cda90332-bcc7-418a-9b84-e596c25c9367 req-35327810-c8b9-4577-8db6-563ecee99925 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=947dcb62-39dd-4d65-9e52-82dfd7421191&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3456368 Jul 15 13:28:32.072902 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a3fdd-6108-497e-8bbe-30380645db93 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Pushing event updated for resources: {'Port': ['ID=94f78840-69a3-4ad8-a2c9-188bff8b2829,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:32.101661 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53a3fdd-6108-497e-8bbe-30380645db93 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Network e321f1be-2006-45a5-85b5-69069412a13b is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:32.113555 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-a53a3fdd-6108-497e-8bbe-30380645db93 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:32.128490 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53a3fdd-6108-497e-8bbe-30380645db93 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:32.173142 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0806c1-e54c-4cfe-a2ce-19b7b609b755 req-1c34d83e-9000-41e9-a012-8dcdce95d1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:32.181637 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff0806c1-e54c-4cfe-a2ce-19b7b609b755 req-1c34d83e-9000-41e9-a012-8dcdce95d1c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8913e0d-0d0e-40a2-882d-dd84c17b519b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2455285 Jul 15 13:28:32.337316 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53a3fdd-6108-497e-8bbe-30380645db93 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:32.338516 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a53a3fdd-6108-497e-8bbe-30380645db93 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:32.419914 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a53a3fdd-6108-497e-8bbe-30380645db93 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5002820 Jul 15 13:28:32.425272 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51604) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:32.445027 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-fc37701f-e911-44f5-9345-dc0449d69249 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:32.503491 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff0806c1-e54c-4cfe-a2ce-19b7b609b755 req-65f32fb3-1183-4cce-a9c2-f0aa1833f95b service neutron] 10.222.0.18 "GET /v2.0/networks/e8913e0d-0d0e-40a2-882d-dd84c17b519b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136196 Jul 15 13:28:32.508419 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405c000-b13a-443e-b8be-9aa695a25c65 req-da6d77f1-b990-4eab-8856-f39c4f7a3a65 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:32.511147 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9405c000-b13a-443e-b8be-9aa695a25c65 req-da6d77f1-b990-4eab-8856-f39c4f7a3a65 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 946 time: 0.5399690 Jul 15 13:28:32.513370 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc37701f-e911-44f5-9345-dc0449d69249 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:32.616344 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-07b46241-11fd-4579-983a-6b9911017b8f None None] Provisioning for port 94f78840-69a3-4ad8-a2c9-188bff8b2829 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:32.622216 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-07b46241-11fd-4579-983a-6b9911017b8f None None] Provisioning complete for port 94f78840-69a3-4ad8-a2c9-188bff8b2829 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:32.622595 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-07b46241-11fd-4579-983a-6b9911017b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:32.636735 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9405c000-b13a-443e-b8be-9aa695a25c65 req-939f75e9-a6da-4949-94b4-6e7bd559e3bf tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996413 Jul 15 13:28:32.800411 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ff0806c1-e54c-4cfe-a2ce-19b7b609b755 req-f09e3c82-25b2-486a-97b4-c8a645c1948d service neutron] 10.222.0.18 "GET /v2.0/networks/e8913e0d-0d0e-40a2-882d-dd84c17b519b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877276 Jul 15 13:28:32.833810 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc37701f-e911-44f5-9345-dc0449d69249 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:33.110537 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-07b46241-11fd-4579-983a-6b9911017b8f None None] Port 94f78840-69a3-4ad8-a2c9-188bff8b2829 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:28:33.213623 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-fc37701f-e911-44f5-9345-dc0449d69249 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Allocated IP 172.25.6.28 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/b1ebf146-bfdf-4234-bcd3-a6082c5d18ec) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:33.676886 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef772575-e432-4dff-8600-271047b250f3 req-9c7d93b5-e585-4b30-8208-aa3abff6f9d5 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:33.678659 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ef772575-e432-4dff-8600-271047b250f3 req-9c7d93b5-e585-4b30-8208-aa3abff6f9d5 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 945 time: 0.2330866 Jul 15 13:28:33.704318 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc37701f-e911-44f5-9345-dc0449d69249 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:33.812882 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ef772575-e432-4dff-8600-271047b250f3 req-8dbcf77c-f2ba-46ab-947e-2c5bd3e4b0b6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=947dcb62-39dd-4d65-9e52-82dfd7421191&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1239510 Jul 15 13:28:33.836889 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc37701f-e911-44f5-9345-dc0449d69249 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:33.896901 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37701f-e911-44f5-9345-dc0449d69249 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Pushing event updated for resources: {'Port': ['ID=b1ebf146-bfdf-4234-bcd3-a6082c5d18ec,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:33.911502 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc37701f-e911-44f5-9345-dc0449d69249 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:33.913719 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-fc37701f-e911-44f5-9345-dc0449d69249 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:33.916598 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc37701f-e911-44f5-9345-dc0449d69249 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:34.212509 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc37701f-e911-44f5-9345-dc0449d69249 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.281997 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e9289-b2a9-4be1-9aa4-0cc01d44d258 req-f1b48bf9-e739-434f-8e1a-c18f185eee59 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:34.290440 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-421e9289-b2a9-4be1-9aa4-0cc01d44d258 req-f1b48bf9-e739-434f-8e1a-c18f185eee59 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 946 time: 0.1734476 Jul 15 13:28:34.350757 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc37701f-e911-44f5-9345-dc0449d69249 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.393220 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-421e9289-b2a9-4be1-9aa4-0cc01d44d258 req-a3eec439-a748-450f-8f1e-798916ae324c tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787663 Jul 15 13:28:34.759494 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc37701f-e911-44f5-9345-dc0449d69249 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.769252 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc37701f-e911-44f5-9345-dc0449d69249 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.901665 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37701f-e911-44f5-9345-dc0449d69249 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Pushing event updated for resources: {'Port': ['ID=b1ebf146-bfdf-4234-bcd3-a6082c5d18ec,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:34.909361 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc37701f-e911-44f5-9345-dc0449d69249 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.934765 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc37701f-e911-44f5-9345-dc0449d69249 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.937721 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-fc37701f-e911-44f5-9345-dc0449d69249 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5103693 Jul 15 13:28:34.942974 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51652) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:34.962960 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e3f2fc8f-47df-4037-b2fb-b067f40871e3 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Request body: {'floatingip': {'port_id': '94f78840-69a3-4ad8-a2c9-188bff8b2829', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:35.049402 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e3f2fc8f-47df-4037-b2fb-b067f40871e3 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:35.296848 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-e3f2fc8f-47df-4037-b2fb-b067f40871e3 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] update failed (client error): The resource could not be found. Jul 15 13:28:35.300539 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e3f2fc8f-47df-4037-b2fb-b067f40871e3 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] 10.222.0.24 "PUT /v2.0/floatingips/2f6c9612-4efb-4fbe-aed0-b6196e5a62b4 HTTP/1.1" status: 404 len: 507 time: 0.3532681 Jul 15 13:28:35.303313 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51658) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:35.469768 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f72aa-00b8-4675-95e5-c956a2295e59 req-af6d3b9e-760d-46b9-8992-9983136c0df4 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:35.471414 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-be6f72aa-00b8-4675-95e5-c956a2295e59 req-af6d3b9e-760d-46b9-8992-9983136c0df4 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 945 time: 0.2418303 Jul 15 13:28:35.556041 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a4dbc483-dcb0-41d0-b770-2a0a5a84ee6f tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Deleting port b1ebf146-bfdf-4234-bcd3-a6082c5d18ec {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:35.556382 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4dbc483-dcb0-41d0-b770-2a0a5a84ee6f tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:35.561395 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-be6f72aa-00b8-4675-95e5-c956a2295e59 req-e80274a0-92ea-4880-8515-c945af477d09 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=947dcb62-39dd-4d65-9e52-82dfd7421191&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0835557 Jul 15 13:28:35.696846 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4dbc483-dcb0-41d0-b770-2a0a5a84ee6f tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:35.697186 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4dbc483-dcb0-41d0-b770-2a0a5a84ee6f tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:35.714604 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730a39e-c7f6-44d4-ad3c-a76cd8432375 req-921f44d8-a5e7-4723-9413-24d40356b911 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:35.715232 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a4dbc483-dcb0-41d0-b770-2a0a5a84ee6f tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Calling delete_port for b1ebf146-bfdf-4234-bcd3-a6082c5d18ec owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:35.717285 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3730a39e-c7f6-44d4-ad3c-a76cd8432375 req-921f44d8-a5e7-4723-9413-24d40356b911 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 946 time: 0.1057889 Jul 15 13:28:35.819887 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3730a39e-c7f6-44d4-ad3c-a76cd8432375 req-4a5c7fda-c7b0-4d41-8934-00ee48d97d3a tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929630 Jul 15 13:28:36.050457 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4dbc483-dcb0-41d0-b770-2a0a5a84ee6f tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.118909 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dbc483-dcb0-41d0-b770-2a0a5a84ee6f tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Pushing event deleted for resources: {'Port': ['ID=b1ebf146-bfdf-4234-bcd3-a6082c5d18ec,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:36.267276 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4dbc483-dcb0-41d0-b770-2a0a5a84ee6f tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.296140 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4dbc483-dcb0-41d0-b770-2a0a5a84ee6f tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.298619 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a4dbc483-dcb0-41d0-b770-2a0a5a84ee6f tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] 10.222.0.24 "DELETE /v2.0/floatingips/2f6c9612-4efb-4fbe-aed0-b6196e5a62b4 HTTP/1.1" status: 204 len: 168 time: 0.9966018 Jul 15 13:28:36.303594 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51684) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:36.318066 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-6528179a-e2a5-4f19-a088-0dfd4c5c2bfa tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Request body: {'floatingip': {'floating_network_id': 'e321f1be-2006-45a5-85b5-69069412a13b', 'port_id': '94f78840-69a3-4ad8-a2c9-188bff8b2829', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:36.437221 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6528179a-e2a5-4f19-a088-0dfd4c5c2bfa tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.668283 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-6528179a-e2a5-4f19-a088-0dfd4c5c2bfa tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:36.670381 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6528179a-e2a5-4f19-a088-0dfd4c5c2bfa tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3646493 Jul 15 13:28:36.674069 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51692) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:36.688253 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-cbbf468e-1e3b-4ef1-8486-a3390bb0d385 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'port_id': '94f78840-69a3-4ad8-a2c9-188bff8b2829', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:36.740329 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cbbf468e-1e3b-4ef1-8486-a3390bb0d385 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:37.071107 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cbbf468e-1e3b-4ef1-8486-a3390bb0d385 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:37.158882 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ee56a-4bca-456c-9788-b80545f65501 req-e4ff8c19-452f-4b4b-b32e-fe63ba89742b tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:37.171993 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b66ee56a-4bca-456c-9788-b80545f65501 req-e4ff8c19-452f-4b4b-b32e-fe63ba89742b tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 946 time: 0.1356785 Jul 15 13:28:37.253015 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b66ee56a-4bca-456c-9788-b80545f65501 req-27472af0-9440-40cd-aee3-6d7022666c87 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748489 Jul 15 13:28:37.450756 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-cbbf468e-1e3b-4ef1-8486-a3390bb0d385 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Allocated IP 172.25.6.140 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/b8b11a1c-0e5d-43d2-9bad-4a51aefaf1af) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:37.666623 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cbbf468e-1e3b-4ef1-8486-a3390bb0d385 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:37.758783 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cbbf468e-1e3b-4ef1-8486-a3390bb0d385 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:37.873970 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbf468e-1e3b-4ef1-8486-a3390bb0d385 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:37.876618 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf468e-1e3b-4ef1-8486-a3390bb0d385 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Pushing event updated for resources: {'Port': ['ID=b8b11a1c-0e5d-43d2-9bad-4a51aefaf1af,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:37.884993 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-cbbf468e-1e3b-4ef1-8486-a3390bb0d385 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:37.894390 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbf468e-1e3b-4ef1-8486-a3390bb0d385 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:38.141978 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.334177 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-cbbf468e-1e3b-4ef1-8486-a3390bb0d385 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Deleting port b8b11a1c-0e5d-43d2-9bad-4a51aefaf1af {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:38.334763 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cbbf468e-1e3b-4ef1-8486-a3390bb0d385 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.555006 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac808e-0494-4e7e-ab6f-7adb7f5bdc7a req-0fa94b2f-5120-4514-83ed-601ef9c0bb53 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:38.563088 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-97ac808e-0494-4e7e-ab6f-7adb7f5bdc7a req-0fa94b2f-5120-4514-83ed-601ef9c0bb53 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 946 time: 0.1335361 Jul 15 13:28:38.642893 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-97ac808e-0494-4e7e-ab6f-7adb7f5bdc7a req-25321a6b-eb79-4ca1-95a3-a3bafcaf4488 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777957 Jul 15 13:28:39.258107 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cbbf468e-1e3b-4ef1-8486-a3390bb0d385 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.258915 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cbbf468e-1e3b-4ef1-8486-a3390bb0d385 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.291226 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-cbbf468e-1e3b-4ef1-8486-a3390bb0d385 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Calling delete_port for b8b11a1c-0e5d-43d2-9bad-4a51aefaf1af owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:39.673991 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cbbf468e-1e3b-4ef1-8486-a3390bb0d385 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.791971 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf468e-1e3b-4ef1-8486-a3390bb0d385 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Pushing event deleted for resources: {'Port': ['ID=b8b11a1c-0e5d-43d2-9bad-4a51aefaf1af,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:39.997610 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b518272-43d1-47c1-b780-5ad64441d967 req-7e02f1ba-28b1-42e3-8411-b97cb0bad674 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:40.019762 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7b518272-43d1-47c1-b780-5ad64441d967 req-7e02f1ba-28b1-42e3-8411-b97cb0bad674 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 946 time: 0.1604888 Jul 15 13:28:40.118059 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7b518272-43d1-47c1-b780-5ad64441d967 req-83454889-672a-4dd4-9245-2d1b0c8998eb tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965891 Jul 15 13:28:40.183868 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-cbbf468e-1e3b-4ef1-8486-a3390bb0d385 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] create failed (client error): The resource could not be found. Jul 15 13:28:40.191579 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51784) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:40.198091 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-cbbf468e-1e3b-4ef1-8486-a3390bb0d385 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.5220118 Jul 15 13:28:40.367230 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-35c5bed9-b420-4b08-bb6c-20bc75375143 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Deleting port 94f78840-69a3-4ad8-a2c9-188bff8b2829 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:40.377348 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35c5bed9-b420-4b08-bb6c-20bc75375143 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.600293 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35c5bed9-b420-4b08-bb6c-20bc75375143 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.621644 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-35c5bed9-b420-4b08-bb6c-20bc75375143 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Calling delete_port for 94f78840-69a3-4ad8-a2c9-188bff8b2829 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:40.819577 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35c5bed9-b420-4b08-bb6c-20bc75375143 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.892670 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5bed9-b420-4b08-bb6c-20bc75375143 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Pushing event deleted for resources: {'Port': ['ID=94f78840-69a3-4ad8-a2c9-188bff8b2829,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:40.912916 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c5bed9-b420-4b08-bb6c-20bc75375143 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:40.913537 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c5bed9-b420-4b08-bb6c-20bc75375143 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:40.914209 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c5bed9-b420-4b08-bb6c-20bc75375143 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:40.914731 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c5bed9-b420-4b08-bb6c-20bc75375143 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:40.915237 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c5bed9-b420-4b08-bb6c-20bc75375143 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:40.915989 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c5bed9-b420-4b08-bb6c-20bc75375143 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:40.920906 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c5bed9-b420-4b08-bb6c-20bc75375143 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:40.921753 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c5bed9-b420-4b08-bb6c-20bc75375143 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:40.922276 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c5bed9-b420-4b08-bb6c-20bc75375143 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:40.926476 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c5bed9-b420-4b08-bb6c-20bc75375143 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:40.927231 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c5bed9-b420-4b08-bb6c-20bc75375143 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:40.927812 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c5bed9-b420-4b08-bb6c-20bc75375143 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:41.170715 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35c5bed9-b420-4b08-bb6c-20bc75375143 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.192533 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51802) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:41.210691 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-35c5bed9-b420-4b08-bb6c-20bc75375143 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] 10.222.0.24 "DELETE /v2.0/ports/94f78840-69a3-4ad8-a2c9-188bff8b2829 HTTP/1.1" status: 204 len: 168 time: 1.0134060 Jul 15 13:28:41.496758 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6557eb-1421-4454-9428-66d53d57beba tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:41.513684 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51816) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:41.528920 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4a6557eb-1421-4454-9428-66d53d57beba tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] 10.222.0.24 "GET /v2.0/ports?device_id=bce264be-3041-40f6-b552-4bd522e91a41 HTTP/1.1" status: 200 len: 913 time: 0.3344727 Jul 15 13:28:42.301141 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eaa4bf-4685-4980-92bd-377fdbb6efa0 req-5e9af99e-4f03-4d2d-b03d-f02a1b5e8d74 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:42.304454 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41eaa4bf-4685-4980-92bd-377fdbb6efa0 req-5e9af99e-4f03-4d2d-b03d-f02a1b5e8d74 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 946 time: 0.5221252 Jul 15 13:28:42.514654 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41eaa4bf-4685-4980-92bd-377fdbb6efa0 req-0cae5db9-8df1-4bb8-9de9-ac0c8f49ebcc tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415961 Jul 15 13:28:42.974691 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-673c8d11-3939-45b1-a85b-5f66ee6b668c tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:43.543088 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-673c8d11-3939-45b1-a85b-5f66ee6b668c tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Deleting port 82acd0f9-ce18-4e89-9590-f364cac9fa98 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:43.543820 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-673c8d11-3939-45b1-a85b-5f66ee6b668c tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:43.861590 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-673c8d11-3939-45b1-a85b-5f66ee6b668c tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:43.893858 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-673c8d11-3939-45b1-a85b-5f66ee6b668c tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Calling delete_port for 82acd0f9-ce18-4e89-9590-f364cac9fa98 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:44.046780 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910322d5-665d-47f0-9ecf-114509af0230 req-f37fa9b6-b23e-4195-bf23-9c43f594e34f tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:44.059824 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-910322d5-665d-47f0-9ecf-114509af0230 req-f37fa9b6-b23e-4195-bf23-9c43f594e34f tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 946 time: 0.2979343 Jul 15 13:28:44.182658 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-910322d5-665d-47f0-9ecf-114509af0230 req-07ce9fd3-ed75-4161-9a15-d27c8899b943 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213355 Jul 15 13:28:44.374048 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-673c8d11-3939-45b1-a85b-5f66ee6b668c tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:44.447003 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c8d11-3939-45b1-a85b-5f66ee6b668c tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Pushing event deleted for resources: {'Port': ['ID=82acd0f9-ce18-4e89-9590-f364cac9fa98,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:44.757102 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-673c8d11-3939-45b1-a85b-5f66ee6b668c tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.044862 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673c8d11-3939-45b1-a85b-5f66ee6b668c tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Router bce264be-3041-40f6-b552-4bd522e91a41 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:28:45.186533 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673c8d11-3939-45b1-a85b-5f66ee6b668c tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:45.233550 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-673c8d11-3939-45b1-a85b-5f66ee6b668c tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] 10.222.0.24 "PUT /v2.0/routers/bce264be-3041-40f6-b552-4bd522e91a41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7050867 Jul 15 13:28:45.233964 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ba41e2-5cf7-4518-8007-ccde90f60da6 None None] Sync routers for ids ['bce264be-3041-40f6-b552-4bd522e91a41'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:45.234758 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51890) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:45.277691 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ba41e2-5cf7-4518-8007-ccde90f60da6 None None] Routers {'bce264be-3041-40f6-b552-4bd522e91a41'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:45.279183 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-46ba41e2-5cf7-4518-8007-ccde90f60da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:28:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['bce264be-3041-40f6-b552-4bd522e91a41'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:45.367331 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4083bb53-85dc-4ee2-b16d-ce9fd7964f89 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.466771 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-46ba41e2-5cf7-4518-8007-ccde90f60da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:45.493713 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ba41e2-5cf7-4518-8007-ccde90f60da6 None None] Routers {'bce264be-3041-40f6-b552-4bd522e91a41'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:45.495403 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-46ba41e2-5cf7-4518-8007-ccde90f60da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:28:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['bce264be-3041-40f6-b552-4bd522e91a41'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:45.591783 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-46ba41e2-5cf7-4518-8007-ccde90f60da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:45.597041 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ba41e2-5cf7-4518-8007-ccde90f60da6 None None] The sync data for ids ['bce264be-3041-40f6-b552-4bd522e91a41'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:45.687360 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4083bb53-85dc-4ee2-b16d-ce9fd7964f89 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.690573 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4083bb53-85dc-4ee2-b16d-ce9fd7964f89 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.762912 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4083bb53-85dc-4ee2-b16d-ce9fd7964f89 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.763993 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4083bb53-85dc-4ee2-b16d-ce9fd7964f89 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Fanout notify agent at l3_agent the message router_deleted on router bce264be-3041-40f6-b552-4bd522e91a41 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:28:45.773359 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4083bb53-85dc-4ee2-b16d-ce9fd7964f89 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.774850 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4083bb53-85dc-4ee2-b16d-ce9fd7964f89 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] 10.222.0.24 "DELETE /v2.0/routers/bce264be-3041-40f6-b552-4bd522e91a41 HTTP/1.1" status: 204 len: 168 time: 0.5490332 Jul 15 13:28:45.779460 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51902) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:45.914271 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985b47a-de3c-4778-aeff-9e22c471453e req-debaf85c-76c9-4242-8731-86729dedb63f tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:45.923274 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f985b47a-de3c-4778-aeff-9e22c471453e req-debaf85c-76c9-4242-8731-86729dedb63f tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 946 time: 0.1470432 Jul 15 13:28:45.953549 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-a831592a-d237-4a22-83d4-c037d4d078af tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Deleting subnet 4eb01d57-0bca-4201-8134-7c046d7b4f98 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:45.962932 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a831592a-d237-4a22-83d4-c037d4d078af tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:46.037640 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f985b47a-de3c-4778-aeff-9e22c471453e req-6aac7a16-434f-448a-bce0-cb70fc447f1c tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869288 Jul 15 13:28:46.090195 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a831592a-d237-4a22-83d4-c037d4d078af tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:46.396878 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a831592a-d237-4a22-83d4-c037d4d078af tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:46.579083 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a831592a-d237-4a22-83d4-c037d4d078af tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:46.629411 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831592a-d237-4a22-83d4-c037d4d078af tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Pushing event deleted for resources: {'Subnet': ['ID=4eb01d57-0bca-4201-8134-7c046d7b4f98,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:46.646751 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a831592a-d237-4a22-83d4-c037d4d078af tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:46.649967 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a831592a-d237-4a22-83d4-c037d4d078af tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] 10.222.0.24 "DELETE /v2.0/subnets/4eb01d57-0bca-4201-8134-7c046d7b4f98 HTTP/1.1" status: 204 len: 168 time: 0.8685718 Jul 15 13:28:46.653470 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51918) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:46.654922 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e33884e-2886-49c2-86be-e9359c6ed124 None None] Network e321f1be-2006-45a5-85b5-69069412a13b requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:46.897033 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12592714-2d8a-49f1-88b0-b00ed9b53e06 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.158216 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-12592714-2d8a-49f1-88b0-b00ed9b53e06 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Deleting port dfb6abec-61c6-46c5-a01b-6c1aee907efd {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:47.158216 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12592714-2d8a-49f1-88b0-b00ed9b53e06 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.221851 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb169ce1-12ea-478c-8915-e2d675ce18ad None None] DHCP port deletion for e321f1be-2006-45a5-85b5-69069412a13b request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:28:47.460341 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-fb169ce1-12ea-478c-8915-e2d675ce18ad None None] Deleting port dfb6abec-61c6-46c5-a01b-6c1aee907efd {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:47.460862 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb169ce1-12ea-478c-8915-e2d675ce18ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.483321 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-12592714-2d8a-49f1-88b0-b00ed9b53e06 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] For port dfb6abec-61c6-46c5-a01b-6c1aee907efd, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=dfb6abec-61c6-46c5-a01b-6c1aee907efd,segment=NetworkSegment(9d141dec-9927-4305-9588-bb3209e9af96),segment_id=9d141dec-9927-4305-9588-bb3209e9af96)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:47.483932 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12592714-2d8a-49f1-88b0-b00ed9b53e06 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.558219 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-12592714-2d8a-49f1-88b0-b00ed9b53e06 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Calling delete_port for dfb6abec-61c6-46c5-a01b-6c1aee907efd owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:47.677416 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0531c-405f-49b7-9711-455645b22f35 req-887d27bc-2c69-4b0d-b6f1-237a624c417d tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:47.679582 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-09e0531c-405f-49b7-9711-455645b22f35 req-887d27bc-2c69-4b0d-b6f1-237a624c417d tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 946 time: 0.1264021 Jul 15 13:28:47.689200 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device dfb6abec-61c6-46c5-a01b-6c1aee907efd no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:47.773828 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12592714-2d8a-49f1-88b0-b00ed9b53e06 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.806768 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-09e0531c-405f-49b7-9711-455645b22f35 req-69cac46b-5d0b-4375-9389-efbce1c85c51 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972817 Jul 15 13:28:47.819508 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-fb169ce1-12ea-478c-8915-e2d675ce18ad None None] For port dfb6abec-61c6-46c5-a01b-6c1aee907efd, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=dfb6abec-61c6-46c5-a01b-6c1aee907efd,segment=NetworkSegment(9d141dec-9927-4305-9588-bb3209e9af96),segment_id=9d141dec-9927-4305-9588-bb3209e9af96)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:47.820704 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb169ce1-12ea-478c-8915-e2d675ce18ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.846237 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12592714-2d8a-49f1-88b0-b00ed9b53e06 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Pushing event deleted for resources: {'Port': ['ID=dfb6abec-61c6-46c5-a01b-6c1aee907efd,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:47.853512 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-fb169ce1-12ea-478c-8915-e2d675ce18ad None None] Calling delete_port for dfb6abec-61c6-46c5-a01b-6c1aee907efd owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:47.857159 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12592714-2d8a-49f1-88b0-b00ed9b53e06 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] No DVR routers for this DVR port dfb6abec-61c6-46c5-a01b-6c1aee907efd on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:48.044547 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fb169ce1-12ea-478c-8915-e2d675ce18ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:48.126029 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb169ce1-12ea-478c-8915-e2d675ce18ad None None] Pushing event deleted for resources: {'Port': ['ID=dfb6abec-61c6-46c5-a01b-6c1aee907efd,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:48.130825 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12592714-2d8a-49f1-88b0-b00ed9b53e06 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:48.164763 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-12592714-2d8a-49f1-88b0-b00ed9b53e06 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e321f1be-2006-45a5-85b5-69069412a13b']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:48.169890 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb169ce1-12ea-478c-8915-e2d675ce18ad None None] No DVR routers for this DVR port dfb6abec-61c6-46c5-a01b-6c1aee907efd on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:48.188462 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No active binding found for port dfb6abec-61c6-46c5-a01b-6c1aee907efd {{(pid=93815) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 13:28:48.188926 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device dfb6abec-61c6-46c5-a01b-6c1aee907efd not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:48.205858 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-12592714-2d8a-49f1-88b0-b00ed9b53e06 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d141dec-9927-4305-9588-bb3209e9af96') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:48.205858 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-12592714-2d8a-49f1-88b0-b00ed9b53e06 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d141dec-9927-4305-9588-bb3209e9af96') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:48.226090 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12592714-2d8a-49f1-88b0-b00ed9b53e06 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:48.262882 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12592714-2d8a-49f1-88b0-b00ed9b53e06 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:48.275981 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12592714-2d8a-49f1-88b0-b00ed9b53e06 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:28:48.276464 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12592714-2d8a-49f1-88b0-b00ed9b53e06 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:48.280927 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:48.280927 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:48.280927 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:28:48.280927 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:28:48.280927 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:28:48.280927 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:28:48.280927 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:28:48.280927 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:28:48.280927 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:28:48.280927 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:28:48.280927 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:28:48.280927 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:28:48.280927 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:28:48.280927 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:28:48.280927 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:28:48.280927 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:28:48.280927 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:28:48.280927 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:28:48.280927 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:28:48.280927 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:28:48.280927 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:28:48.280927 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:28:48.280927 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:28:48.280927 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:28:48.280927 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:28:48.280927 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:28:48.280927 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:28:48.280927 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:28:48.280927 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:28:48.280927 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:28:48.280927 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:28:48.280927 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:28:48.280927 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:28:48.280927 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:28:48.392412 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12592714-2d8a-49f1-88b0-b00ed9b53e06 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:48.414810 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12592714-2d8a-49f1-88b0-b00ed9b53e06 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:48.419298 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-12592714-2d8a-49f1-88b0-b00ed9b53e06 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] 10.222.0.24 "DELETE /v2.0/networks/e321f1be-2006-45a5-85b5-69069412a13b HTTP/1.1" status: 204 len: 168 time: 1.7646594 Jul 15 13:28:48.437810 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12592714-2d8a-49f1-88b0-b00ed9b53e06 tempest-FloatingIPNegativeTestJSON-1548124564 tempest-FloatingIPNegativeTestJSON-1548124564-project] Pushing event deleted for resources: {'Network': ['ID=e321f1be-2006-45a5-85b5-69069412a13b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:49.192968 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51976) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:49.275806 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1055434-6638-458e-9fc5-6127fee38b43 req-86659865-e6ee-42b8-bc7a-8ebd8670215f tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:49.284913 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f1055434-6638-458e-9fc5-6127fee38b43 req-86659865-e6ee-42b8-bc7a-8ebd8670215f tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 946 time: 0.1958673 Jul 15 13:28:49.386423 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f1055434-6638-458e-9fc5-6127fee38b43 req-d0806147-2cfe-4db9-b5a5-f68d0534cbc6 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938048 Jul 15 13:28:49.521075 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0489c748-1cd9-4eeb-87c1-6ae56207e9bf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3adce6c746734927b9f551bd1671251b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3268654 Jul 15 13:28:49.523634 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51982) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:49.603179 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc87ba27-909f-413c-988e-0002725e2e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:49.649512 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc87ba27-909f-413c-988e-0002725e2e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:49.725897 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc87ba27-909f-413c-988e-0002725e2e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:49.732540 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc87ba27-909f-413c-988e-0002725e2e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:49.737594 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-fc87ba27-909f-413c-988e-0002725e2e03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4ea2f790-9e46-4623-b63a-a2fb929be6f7 HTTP/1.1" status: 204 len: 168 time: 0.2115357 Jul 15 13:28:49.771269 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87ba27-909f-413c-988e-0002725e2e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea2f790-9e46-4623-b63a-a2fb929be6f7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:49.792606 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87ba27-909f-413c-988e-0002725e2e03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:49.792874 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87ba27-909f-413c-988e-0002725e2e03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:49.793214 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87ba27-909f-413c-988e-0002725e2e03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:49.793660 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87ba27-909f-413c-988e-0002725e2e03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:49.796444 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87ba27-909f-413c-988e-0002725e2e03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:49.797744 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87ba27-909f-413c-988e-0002725e2e03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:49.799109 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87ba27-909f-413c-988e-0002725e2e03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:49.799514 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87ba27-909f-413c-988e-0002725e2e03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:49.799831 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87ba27-909f-413c-988e-0002725e2e03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:49.800267 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87ba27-909f-413c-988e-0002725e2e03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:49.800606 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87ba27-909f-413c-988e-0002725e2e03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:49.800942 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc87ba27-909f-413c-988e-0002725e2e03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:50.859951 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db52cf-eb1e-4217-8fcb-34bf9260cab2 req-e849c8e4-fa55-4fa3-8025-81debda13034 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:50.867637 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-03ea794e-23e6-4da8-a227-3e98d763060f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:50.892582 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39db52cf-eb1e-4217-8fcb-34bf9260cab2 req-e849c8e4-fa55-4fa3-8025-81debda13034 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 946 time: 0.3286362 Jul 15 13:28:51.023168 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39db52cf-eb1e-4217-8fcb-34bf9260cab2 req-5e8aa611-7b23-43b8-94d3-f09c5e690c4f tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150591 Jul 15 13:28:51.217411 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52046) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:51.485677 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f61fe867-33e3-4c9b-a6cb-2ed1ac5b566f tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:51.486667 n-d-758944-45 neutron-server[93814]: WARNING neutron.api.v2.base [None req-f61fe867-33e3-4c9b-a6cb-2ed1ac5b566f tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 13:28:51.487385 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-f61fe867-33e3-4c9b-a6cb-2ed1ac5b566f tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 13:28:51.488678 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f61fe867-33e3-4c9b-a6cb-2ed1ac5b566f tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2693319 Jul 15 13:28:51.492757 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52058) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:51.500246 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-37de3433-fb63-4fdf-ab42-4d71f0792bc7 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Request body: {'security_group': {'name': 'tempest-secgroup--118035808'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:51.560978 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37de3433-fb63-4fdf-ab42-4d71f0792bc7 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.596285 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37de3433-fb63-4fdf-ab42-4d71f0792bc7 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.804608 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37de3433-fb63-4fdf-ab42-4d71f0792bc7 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.810165 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37de3433-fb63-4fdf-ab42-4d71f0792bc7 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.946971 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de3433-fb63-4fdf-ab42-4d71f0792bc7 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8f7c28-782a-43bd-a73a-43779421ea26,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:52.236809 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37de3433-fb63-4fdf-ab42-4d71f0792bc7 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.251702 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37de3433-fb63-4fdf-ab42-4d71f0792bc7 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.339653 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37de3433-fb63-4fdf-ab42-4d71f0792bc7 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.341224 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-37de3433-fb63-4fdf-ab42-4d71f0792bc7 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8464873 Jul 15 13:28:52.345789 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52078) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:52.353783 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1106b5da-6349-48e3-b651-bff4c30f991a tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Request body: {'security_group_rule': {'security_group_id': '6db35823-d9c6-44da-b0d4-1b87750e75b1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:52.367662 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de3433-fb63-4fdf-ab42-4d71f0792bc7 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6db35823-d9c6-44da-b0d4-1b87750e75b1,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:52.423506 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1106b5da-6349-48e3-b651-bff4c30f991a tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.521453 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1106b5da-6349-48e3-b651-bff4c30f991a tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.527515 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1106b5da-6349-48e3-b651-bff4c30f991a tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.550365 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106b5da-6349-48e3-b651-bff4c30f991a tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d713e05-1b49-41a4-bbd9-e41fc9730335,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:52.573264 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1106b5da-6349-48e3-b651-bff4c30f991a tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.575224 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1106b5da-6349-48e3-b651-bff4c30f991a tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2282515 Jul 15 13:28:52.579935 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52082) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:52.587839 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-52d36a12-01a9-4c55-a9ae-241a580202ee tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Request body: {'security_group_rule': {'security_group_id': '6db35823-d9c6-44da-b0d4-1b87750e75b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:52.636147 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-52d36a12-01a9-4c55-a9ae-241a580202ee tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.662239 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4593c05-4ded-4f19-83ad-9a92ec9fee3b req-a6a24ba4-fa6a-431c-ad51-89a314ce4640 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:52.663943 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e4593c05-4ded-4f19-83ad-9a92ec9fee3b req-a6a24ba4-fa6a-431c-ad51-89a314ce4640 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 946 time: 0.2082541 Jul 15 13:28:52.727592 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-52d36a12-01a9-4c55-a9ae-241a580202ee tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 13:28:52.733085 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-52d36a12-01a9-4c55-a9ae-241a580202ee tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1473949 Jul 15 13:28:52.734340 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52086) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:52.749393 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e4593c05-4ded-4f19-83ad-9a92ec9fee3b req-9afba71d-cac3-4a7c-8dd1-f3eeed3e64ed tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749426 Jul 15 13:28:52.840016 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5238b76-8b2d-4601-a2a2-96ed5a7b4fae tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.890128 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5238b76-8b2d-4601-a2a2-96ed5a7b4fae tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.978801 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5238b76-8b2d-4601-a2a2-96ed5a7b4fae tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.982114 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5238b76-8b2d-4601-a2a2-96ed5a7b4fae tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.986363 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b5238b76-8b2d-4601-a2a2-96ed5a7b4fae tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "DELETE /v2.0/security-groups/6db35823-d9c6-44da-b0d4-1b87750e75b1 HTTP/1.1" status: 204 len: 168 time: 0.2507908 Jul 15 13:28:52.987340 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52094) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:53.002236 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5238b76-8b2d-4601-a2a2-96ed5a7b4fae tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db35823-d9c6-44da-b0d4-1b87750e75b1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:53.074941 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fb31b965-49f1-4d5f-bf6d-3a3c23fc56fa tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0854414 Jul 15 13:28:53.079191 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52096) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:53.084109 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-266b3fe1-8879-4c80-89b2-c56961dc8667 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Request body: {'security_group': {'name': 'tempest-secgroup--198695792'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:53.128786 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-266b3fe1-8879-4c80-89b2-c56961dc8667 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.257221 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.406840 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b1c55d9-dd94-4cba-a695-824894fe9825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.427534 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-266b3fe1-8879-4c80-89b2-c56961dc8667 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.452704 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-266b3fe1-8879-4c80-89b2-c56961dc8667 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.522581 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b3fe1-8879-4c80-89b2-c56961dc8667 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b43d8c8-8dd7-4d91-9787-1bf338b50c5b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:53.526452 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-266b3fe1-8879-4c80-89b2-c56961dc8667 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.528925 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-266b3fe1-8879-4c80-89b2-c56961dc8667 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4491632 Jul 15 13:28:53.533732 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52118) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:53.541343 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-09a0ccd7-11a1-4635-be5e-2b4a19ac1514 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Request body: {'security_group_rule': {'security_group_id': '0b43d8c8-8dd7-4d91-9787-1bf338b50c5b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:53.546647 n-d-758944-45 neutron-server[93814]: WARNING neutron.api.v2.base [None req-09a0ccd7-11a1-4635-be5e-2b4a19ac1514 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 15 13:28:53.550733 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-09a0ccd7-11a1-4635-be5e-2b4a19ac1514 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:53.557799 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-09a0ccd7-11a1-4635-be5e-2b4a19ac1514 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0200515 Jul 15 13:28:53.559788 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52120) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:53.702089 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-709d9a2d-d834-4fe4-a797-188362356295 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.738149 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-709d9a2d-d834-4fe4-a797-188362356295 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.924139 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-709d9a2d-d834-4fe4-a797-188362356295 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.928694 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-709d9a2d-d834-4fe4-a797-188362356295 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.934988 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52138) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:53.935199 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-709d9a2d-d834-4fe4-a797-188362356295 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "DELETE /v2.0/security-groups/0b43d8c8-8dd7-4d91-9787-1bf338b50c5b HTTP/1.1" status: 204 len: 168 time: 0.3737657 Jul 15 13:28:53.952293 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d9a2d-d834-4fe4-a797-188362356295 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b43d8c8-8dd7-4d91-9787-1bf338b50c5b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:54.031449 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893466bd-5324-41a8-9ac8-cb4acf304e27 req-53e22792-de13-43d9-a8bb-2988cc26587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:54.034127 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-893466bd-5324-41a8-9ac8-cb4acf304e27 req-53e22792-de13-43d9-a8bb-2988cc26587c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 1098 time: 0.4156916 Jul 15 13:28:54.109390 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-903d9020-2684-4817-a713-5aa6b0cedc4e tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1726999 Jul 15 13:28:54.121213 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52146) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:54.127497 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-87286f1e-c42c-4f14-9bb2-ff69884c6e89 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1717248469'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:54.140129 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-893466bd-5324-41a8-9ac8-cb4acf304e27 req-a3183b8d-d5f2-40c2-be31-31d5a0b9a9c8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969310 Jul 15 13:28:54.168293 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-87286f1e-c42c-4f14-9bb2-ff69884c6e89 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.432477 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-87286f1e-c42c-4f14-9bb2-ff69884c6e89 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.436174 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807f4d1-508e-42e0-89a0-6768bace8840 req-e0fc5549-6fb0-4026-a17f-3cfe1d943ec8 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:54.437900 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4807f4d1-508e-42e0-89a0-6768bace8840 req-e0fc5549-6fb0-4026-a17f-3cfe1d943ec8 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 946 time: 0.1857576 Jul 15 13:28:54.518025 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4807f4d1-508e-42e0-89a0-6768bace8840 req-7b6eccae-3f8e-4796-8baa-4ea5b8305b9d tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670991 Jul 15 13:28:54.641412 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cdafdd0d-dc99-43b0-9f41-b74de3f1fa69 req-aeaf97f5-60e8-42d2-b68e-cfcb0df7e4ea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1387122 Jul 15 13:28:54.669008 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-87286f1e-c42c-4f14-9bb2-ff69884c6e89 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.717108 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.771673 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-87286f1e-c42c-4f14-9bb2-ff69884c6e89 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.778656 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-87286f1e-c42c-4f14-9bb2-ff69884c6e89 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6556568 Jul 15 13:28:54.779357 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52172) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:54.782738 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafdd0d-dc99-43b0-9f41-b74de3f1fa69 req-fb43f2e5-4bb0-47f2-abb4-90ec25adddef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:54.784891 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cdafdd0d-dc99-43b0-9f41-b74de3f1fa69 req-fb43f2e5-4bb0-47f2-abb4-90ec25adddef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07d1188460e14615b690ded696bdae00&device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 1098 time: 0.1108685 Jul 15 13:28:54.791033 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ec3a594b-00e3-45d0-9f24-9160b19fc2a8 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Request body: {'security_group_rule': {'security_group_id': '926a7049-325d-400c-9814-5dbe367a2087', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:54.792333 n-d-758944-45 neutron-server[93813]: WARNING neutron.api.v2.base [None req-ec3a594b-00e3-45d0-9f24-9160b19fc2a8 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 15 13:28:54.793224 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-ec3a594b-00e3-45d0-9f24-9160b19fc2a8 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:54.803292 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52176) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:54.821916 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ec3a594b-00e3-45d0-9f24-9160b19fc2a8 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0078502 Jul 15 13:28:54.847516 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87286f1e-c42c-4f14-9bb2-ff69884c6e89 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=926a7049-325d-400c-9814-5dbe367a2087,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:54.883025 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-571df79f-b557-46f3-a7a6-32d4c89e2cdc tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:54.885527 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-571df79f-b557-46f3-a7a6-32d4c89e2cdc tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/networks?id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb HTTP/1.1" status: 200 len: 812 time: 0.4338686 Jul 15 13:28:54.939286 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-ce74d2e5-4186-4cdf-a6a7-cac602823a78 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/quotas/89567fda246241f4860e07527d287580 HTTP/1.1" status: 200 len: 375 time: 0.0436223 Jul 15 13:28:54.956076 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f17047d-d7b5-4df5-a02b-943478101d4c tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.062021 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f17047d-d7b5-4df5-a02b-943478101d4c tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.131173 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.251621 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-03417b74-1f67-4a1a-955d-0d7755c1250c tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=89567fda246241f4860e07527d287580&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3002079 Jul 15 13:28:55.308726 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f17047d-d7b5-4df5-a02b-943478101d4c tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.324845 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f17047d-d7b5-4df5-a02b-943478101d4c tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.331902 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4f17047d-d7b5-4df5-a02b-943478101d4c tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "DELETE /v2.0/security-groups/926a7049-325d-400c-9814-5dbe367a2087 HTTP/1.1" status: 204 len: 168 time: 0.5251625 Jul 15 13:28:55.351857 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52184) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:55.411906 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17047d-d7b5-4df5-a02b-943478101d4c tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=926a7049-325d-400c-9814-5dbe367a2087,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:55.417643 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafdd0d-dc99-43b0-9f41-b74de3f1fa69 req-9c719c07-d100-454a-b941-4f53f9a62a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:55.419226 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cdafdd0d-dc99-43b0-9f41-b74de3f1fa69 req-9c719c07-d100-454a-b941-4f53f9a62a53 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ac87f728-47f1-42c2-b425-140890be75dd HTTP/1.1" status: 200 len: 912 time: 0.5918002 Jul 15 13:28:55.498440 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cdafdd0d-dc99-43b0-9f41-b74de3f1fa69 req-75c91cd2-ef18-47db-b2c4-f53a951bb489 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b1cb38c-4edd-4eb8-8bee-4afd9476df5b HTTP/1.1" status: 200 len: 217 time: 0.0712147 Jul 15 13:28:55.576333 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a397a42c-9c08-49d5-888b-c6e1ad77f3a5 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2166154 Jul 15 13:28:55.577693 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52190) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:55.594144 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafdd0d-dc99-43b0-9f41-b74de3f1fa69 req-27c07da6-1896-450d-95b6-21271ac5827e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:55.602365 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cdafdd0d-dc99-43b0-9f41-b74de3f1fa69 req-27c07da6-1896-450d-95b6-21271ac5827e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6212df86-d7ed-45b1-995d-721bfde9d594 HTTP/1.1" status: 200 len: 851 time: 0.0966299 Jul 15 13:28:55.602953 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9a20f006-6b55-41c4-ad6f-b8ad6115cd42 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Request body: {'security_group': {'name': 'tempest-secgroup--826973057'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:55.631613 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-5eb7c6dc-ff9d-47e4-9f5f-050a78cdf99f service neutron] 10.222.0.24 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644414 Jul 15 13:28:55.654552 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cdafdd0d-dc99-43b0-9f41-b74de3f1fa69 req-801bf775-1ba1-4679-b4c4-11328a204bc6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac87f728-47f1-42c2-b425-140890be75dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502491 Jul 15 13:28:55.668975 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-cdafdd0d-dc99-43b0-9f41-b74de3f1fa69 req-24c6dfba-4b0a-45b5-bfca-33f7e3739dfc service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:28:55.670216 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cdafdd0d-dc99-43b0-9f41-b74de3f1fa69 req-24c6dfba-4b0a-45b5-bfca-33f7e3739dfc service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089242 Jul 15 13:28:55.817403 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9a20f006-6b55-41c4-ad6f-b8ad6115cd42 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.857161 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cdafdd0d-dc99-43b0-9f41-b74de3f1fa69 req-09958d6b-9f22-4d4a-91c0-25ea8cc5feb2 service neutron] 10.222.0.18 "GET /v2.0/networks/ac87f728-47f1-42c2-b425-140890be75dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764941 Jul 15 13:28:55.947012 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:28:56.012780 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-36f6b7bf-b0b1-46a0-a0e1-16055813142d service neutron] 10.222.0.24 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712158 Jul 15 13:28:56.036595 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cdafdd0d-dc99-43b0-9f41-b74de3f1fa69 req-f32a2b2b-4f05-4067-ba81-af69a0d45b99 service neutron] 10.222.0.18 "GET /v2.0/networks/ac87f728-47f1-42c2-b425-140890be75dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704216 Jul 15 13:28:56.174746 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9a20f006-6b55-41c4-ad6f-b8ad6115cd42 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.188960 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9a20f006-6b55-41c4-ad6f-b8ad6115cd42 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.262061 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9a20f006-6b55-41c4-ad6f-b8ad6115cd42 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.263058 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af233ea1-23d4-4793-b604-9c6084eba20f req-456247f3-4af0-4623-9755-e7676d94fe62 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:56.270557 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9a20f006-6b55-41c4-ad6f-b8ad6115cd42 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6798053 Jul 15 13:28:56.272613 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-af233ea1-23d4-4793-b604-9c6084eba20f req-456247f3-4af0-4623-9755-e7676d94fe62 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 946 time: 0.2440400 Jul 15 13:28:56.274570 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52204) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:56.277212 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20f006-6b55-41c4-ad6f-b8ad6115cd42 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=553a29f6-04a4-4a19-af90-f67b0d7c06ac,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:56.318365 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a97a2698-80e7-4a1e-883e-7ca8d270318a tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Request body: {'security_group_rule': {'security_group_id': '553a29f6-04a4-4a19-af90-f67b0d7c06ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:56.335106 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.337327 n-d-758944-45 neutron-server[93813]: WARNING neutron.api.v2.base [None req-a97a2698-80e7-4a1e-883e-7ca8d270318a tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 15 13:28:56.338597 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-a97a2698-80e7-4a1e-883e-7ca8d270318a tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:56.340040 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a97a2698-80e7-4a1e-883e-7ca8d270318a tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0415623 Jul 15 13:28:56.343989 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52212) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:56.353877 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-928009f6-a982-4a37-a8fb-cd3094381138 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Request body: {'security_group_rule': {'security_group_id': '553a29f6-04a4-4a19-af90-f67b0d7c06ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:56.358255 n-d-758944-45 neutron-server[93814]: WARNING neutron.api.v2.base [None req-928009f6-a982-4a37-a8fb-cd3094381138 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 15 13:28:56.359903 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-928009f6-a982-4a37-a8fb-cd3094381138 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:56.361234 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-928009f6-a982-4a37-a8fb-cd3094381138 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0156541 Jul 15 13:28:56.366986 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52214) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:56.387050 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7279b999-2f17-4085-bbb2-bde3f9657801 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Request body: {'security_group_rule': {'security_group_id': '553a29f6-04a4-4a19-af90-f67b0d7c06ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:56.402502 n-d-758944-45 neutron-server[93814]: WARNING neutron.api.v2.base [None req-7279b999-2f17-4085-bbb2-bde3f9657801 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 15 13:28:56.406196 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-7279b999-2f17-4085-bbb2-bde3f9657801 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:56.412034 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7279b999-2f17-4085-bbb2-bde3f9657801 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0379803 Jul 15 13:28:56.414120 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52216) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:56.424084 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-23f0fd03-a9c3-4380-b5ae-e8e34fb2af21 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Request body: {'security_group_rule': {'security_group_id': '553a29f6-04a4-4a19-af90-f67b0d7c06ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:56.425128 n-d-758944-45 neutron-server[93814]: WARNING neutron.api.v2.base [None req-23f0fd03-a9c3-4380-b5ae-e8e34fb2af21 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 15 13:28:56.425688 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-23f0fd03-a9c3-4380-b5ae-e8e34fb2af21 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:56.431193 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-23f0fd03-a9c3-4380-b5ae-e8e34fb2af21 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0118761 Jul 15 13:28:56.439308 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52218) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:56.462016 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-af233ea1-23d4-4793-b604-9c6084eba20f req-de58e972-2f6a-4533-9284-ddc7e045fffa tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881547 Jul 15 13:28:56.575948 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1058de99-2de8-4cce-bba2-622a249f9ef3 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.616616 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1058de99-2de8-4cce-bba2-622a249f9ef3 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.720689 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1058de99-2de8-4cce-bba2-622a249f9ef3 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.725749 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1058de99-2de8-4cce-bba2-622a249f9ef3 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.731632 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1058de99-2de8-4cce-bba2-622a249f9ef3 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "DELETE /v2.0/security-groups/553a29f6-04a4-4a19-af90-f67b0d7c06ac HTTP/1.1" status: 204 len: 168 time: 0.2886953 Jul 15 13:28:56.731917 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52234) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:56.761440 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058de99-2de8-4cce-bba2-622a249f9ef3 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=553a29f6-04a4-4a19-af90-f67b0d7c06ac,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:56.883531 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-846c9539-466f-4632-afa6-cb3eb5b9419b tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1501238 Jul 15 13:28:56.889138 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52238) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:56.895865 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-fa6ff142-8fb6-466f-b07d-d7772281da53 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1238380005'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:56.959693 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa6ff142-8fb6-466f-b07d-d7772281da53 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.240273 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa6ff142-8fb6-466f-b07d-d7772281da53 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.322027 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa6ff142-8fb6-466f-b07d-d7772281da53 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.436130 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ff142-8fb6-466f-b07d-d7772281da53 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46e8db52-57f3-4ad5-8fb0-ccc7aa59aa22,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:57.472028 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa6ff142-8fb6-466f-b07d-d7772281da53 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.474008 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fa6ff142-8fb6-466f-b07d-d7772281da53 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5835483 Jul 15 13:28:57.478830 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52256) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:57.484114 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d4249a77-b965-4a90-aa35-54761b735d75 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Request body: {'security_group_rule': {'security_group_id': '46e8db52-57f3-4ad5-8fb0-ccc7aa59aa22', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:57.485142 n-d-758944-45 neutron-server[93814]: WARNING neutron.api.v2.base [None req-d4249a77-b965-4a90-aa35-54761b735d75 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 13:28:57.485896 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-d4249a77-b965-4a90-aa35-54761b735d75 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:57.487554 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d4249a77-b965-4a90-aa35-54761b735d75 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075388 Jul 15 13:28:57.493077 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52258) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:57.498814 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-18a8e95e-b892-4eb7-b80e-f984ab8f001c tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Request body: {'security_group_rule': {'security_group_id': '46e8db52-57f3-4ad5-8fb0-ccc7aa59aa22', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:57.592223 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-18a8e95e-b892-4eb7-b80e-f984ab8f001c tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:57.598413 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2614e-efe3-4404-8599-e686ddbf5110 req-568fabea-e027-4d15-abfe-f33b1af906df tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:57.602746 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-18a8e95e-b892-4eb7-b80e-f984ab8f001c tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1076565 Jul 15 13:28:57.605105 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52270) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:57.608706 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f1c2614e-efe3-4404-8599-e686ddbf5110 req-568fabea-e027-4d15-abfe-f33b1af906df tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 946 time: 0.2929049 Jul 15 13:28:57.615383 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a23fc1de-6e9f-4188-aad0-479e8a20f8dd tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Request body: {'security_group_rule': {'security_group_id': '46e8db52-57f3-4ad5-8fb0-ccc7aa59aa22', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:57.617301 n-d-758944-45 neutron-server[93814]: WARNING neutron.api.v2.base [None req-a23fc1de-6e9f-4188-aad0-479e8a20f8dd tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 15 13:28:57.618566 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-a23fc1de-6e9f-4188-aad0-479e8a20f8dd tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:57.619283 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc39dab-343b-4e94-9a2d-7ea9a8afab64 req-ffacae7d-bf78-43e8-be1c-65042950274f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:57.620845 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3fc39dab-343b-4e94-9a2d-7ea9a8afab64 req-ffacae7d-bf78-43e8-be1c-65042950274f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07d1188460e14615b690ded696bdae00&device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 1098 time: 0.3857610 Jul 15 13:28:57.626435 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a23fc1de-6e9f-4188-aad0-479e8a20f8dd tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0188749 Jul 15 13:28:57.627950 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52274) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:57.633583 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c9f9ba7d-64ad-4829-989d-8ff03c9a2c60 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Request body: {'security_group_rule': {'security_group_id': '46e8db52-57f3-4ad5-8fb0-ccc7aa59aa22', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:57.753666 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d7c01be2-b41e-443a-b863-c88450669a94 req-0838aefd-32a8-4605-9a63-818048acda0c tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 210 time: 0.0867054 Jul 15 13:28:58.079205 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f1c2614e-efe3-4404-8599-e686ddbf5110 req-df043895-fa7b-40f2-9456-d871168ce1ea tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530517 Jul 15 13:28:58.082418 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-c9f9ba7d-64ad-4829-989d-8ff03c9a2c60 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:58.083857 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c9f9ba7d-64ad-4829-989d-8ff03c9a2c60 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4548488 Jul 15 13:28:58.093169 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52286) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:58.127631 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-09453abb-78d9-4d80-964f-0ce22f7f629d tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Request body: {'security_group_rule': {'security_group_id': '46e8db52-57f3-4ad5-8fb0-ccc7aa59aa22', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:58.128921 n-d-758944-45 neutron-server[93813]: WARNING neutron.api.v2.base [None req-09453abb-78d9-4d80-964f-0ce22f7f629d tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 13:28:58.129892 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-09453abb-78d9-4d80-964f-0ce22f7f629d tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:58.136242 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52292) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:58.137157 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-09453abb-78d9-4d80-964f-0ce22f7f629d tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0293040 Jul 15 13:28:58.142602 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-8c5b164d-7863-4103-a22d-4e797e17ed36 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Request body: {'security_group_rule': {'security_group_id': '46e8db52-57f3-4ad5-8fb0-ccc7aa59aa22', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:58.149275 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc39dab-343b-4e94-9a2d-7ea9a8afab64 req-1a22780a-bccc-4f3f-9ffa-c7a1efc628b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:58.151587 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3fc39dab-343b-4e94-9a2d-7ea9a8afab64 req-1a22780a-bccc-4f3f-9ffa-c7a1efc628b9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ac87f728-47f1-42c2-b425-140890be75dd HTTP/1.1" status: 200 len: 912 time: 0.4883647 Jul 15 13:28:58.266569 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3fc39dab-343b-4e94-9a2d-7ea9a8afab64 req-6dac84dc-14a7-40e8-b0cb-2bb33238c2fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a39b903b-7ae0-40b5-bb85-4d992b1bf7bf HTTP/1.1" status: 200 len: 217 time: 0.1067433 Jul 15 13:28:58.305936 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-8c5b164d-7863-4103-a22d-4e797e17ed36 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:58.324778 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8c5b164d-7863-4103-a22d-4e797e17ed36 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1862209 Jul 15 13:28:58.325913 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52298) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:58.339973 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-586442d4-f7f9-47e1-9948-c31d71a35c9c tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Request body: {'security_group_rule': {'security_group_id': '46e8db52-57f3-4ad5-8fb0-ccc7aa59aa22', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:58.341043 n-d-758944-45 neutron-server[93814]: WARNING neutron.api.v2.base [None req-586442d4-f7f9-47e1-9948-c31d71a35c9c tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 15 13:28:58.347357 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-586442d4-f7f9-47e1-9948-c31d71a35c9c tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:58.349273 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-586442d4-f7f9-47e1-9948-c31d71a35c9c tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0219438 Jul 15 13:28:58.353707 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52300) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:58.364587 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-77c80393-3876-4da7-ba66-2287a19647f2 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Request body: {'security_group_rule': {'security_group_id': '46e8db52-57f3-4ad5-8fb0-ccc7aa59aa22', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:58.367900 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc39dab-343b-4e94-9a2d-7ea9a8afab64 req-c17daed8-1a8a-4f89-9dde-0ed9c33cd2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:58.371012 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3fc39dab-343b-4e94-9a2d-7ea9a8afab64 req-c17daed8-1a8a-4f89-9dde-0ed9c33cd2d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6212df86-d7ed-45b1-995d-721bfde9d594 HTTP/1.1" status: 200 len: 851 time: 0.0967999 Jul 15 13:28:58.416830 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3fc39dab-343b-4e94-9a2d-7ea9a8afab64 req-c1975417-b851-48fe-a0aa-6b2a3c40b743 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ac87f728-47f1-42c2-b425-140890be75dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386126 Jul 15 13:28:58.457815 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-77c80393-3876-4da7-ba66-2287a19647f2 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:58.459261 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-77c80393-3876-4da7-ba66-2287a19647f2 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1040425 Jul 15 13:28:58.463445 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52304) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:58.480202 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-afa1331d-252e-47ba-ac77-2e277041e306 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Request body: {'security_group_rule': {'security_group_id': '46e8db52-57f3-4ad5-8fb0-ccc7aa59aa22', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:58.579810 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-afa1331d-252e-47ba-ac77-2e277041e306 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:58.581385 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-afa1331d-252e-47ba-ac77-2e277041e306 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1159041 Jul 15 13:28:58.586356 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52306) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:58.591768 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3fc39dab-343b-4e94-9a2d-7ea9a8afab64 req-1334a1da-4f86-426b-8f19-7f8b5af50d9e service neutron] 10.222.0.18 "GET /v2.0/networks/ac87f728-47f1-42c2-b425-140890be75dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681840 Jul 15 13:28:58.719541 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e78cd5fc-be95-4ed8-beb9-2cc4c4e3521a tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.771919 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e78cd5fc-be95-4ed8-beb9-2cc4c4e3521a tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.881799 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e78cd5fc-be95-4ed8-beb9-2cc4c4e3521a tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.885038 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e78cd5fc-be95-4ed8-beb9-2cc4c4e3521a tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.887795 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e78cd5fc-be95-4ed8-beb9-2cc4c4e3521a tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "DELETE /v2.0/security-groups/46e8db52-57f3-4ad5-8fb0-ccc7aa59aa22 HTTP/1.1" status: 204 len: 168 time: 0.2998455 Jul 15 13:28:58.892552 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52316) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:58.942183 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78cd5fc-be95-4ed8-beb9-2cc4c4e3521a tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e8db52-57f3-4ad5-8fb0-ccc7aa59aa22,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:59.003652 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3fc39dab-343b-4e94-9a2d-7ea9a8afab64 req-46aa0ad7-6643-4dec-9183-cfc14cce6ee9 service neutron] 10.222.0.18 "GET /v2.0/networks/ac87f728-47f1-42c2-b425-140890be75dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037294 Jul 15 13:28:59.041879 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9abe31c6-91bd-4461-88a0-8e6458ee67b0 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1435454 Jul 15 13:28:59.045535 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52322) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:59.054156 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-64a151fd-0dd1-4072-a400-bf23a7028d55 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Request body: {'security_group': {'name': 'tempest-secgroup--817442956'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:59.153802 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-64a151fd-0dd1-4072-a400-bf23a7028d55 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.335053 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-614bafeb-7984-4505-b6c7-8c94c792fb9f req-571db200-a74a-4d90-9aba-aa2d626a680a tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 210 time: 0.1635239 Jul 15 13:28:59.641141 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-64a151fd-0dd1-4072-a400-bf23a7028d55 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.650811 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-64a151fd-0dd1-4072-a400-bf23a7028d55 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.708417 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a151fd-0dd1-4072-a400-bf23a7028d55 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d84eede0-ec93-456a-b207-d255b35010d0,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:59.778246 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-64a151fd-0dd1-4072-a400-bf23a7028d55 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.783184 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-64a151fd-0dd1-4072-a400-bf23a7028d55 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7333653 Jul 15 13:28:59.784027 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52338) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:59.798948 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1ddaf00a-c74b-4599-9c1e-a56a86752e09 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Request body: {'security_group_rule': {'security_group_id': 'd84eede0-ec93-456a-b207-d255b35010d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:59.828502 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d3753-d6d7-43eb-b3b8-dd0218a747a6 req-99b013c1-49be-4d1c-b75b-441cfd38d4f0 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:59.850527 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d34d3753-d6d7-43eb-b3b8-dd0218a747a6 req-99b013c1-49be-4d1c-b75b-441cfd38d4f0 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 946 time: 0.2834520 Jul 15 13:28:59.922551 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d34d3753-d6d7-43eb-b3b8-dd0218a747a6 req-621aa19f-690d-41c3-a0c6-16d892105afe tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701861 Jul 15 13:28:59.929835 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-1ddaf00a-c74b-4599-9c1e-a56a86752e09 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] create failed (client error): The resource could not be found. Jul 15 13:28:59.936686 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52342) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:59.938487 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1ddaf00a-c74b-4599-9c1e-a56a86752e09 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1399608 Jul 15 13:28:59.962689 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-74543219-f7c8-4112-aab6-6a52600f1a9c tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Request body: {'security_group_rule': {'security_group_id': 'd84eede0-ec93-456a-b207-d255b35010d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '19067d10-fd73-4245-b356-d38e90d8dc2b'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:00.044830 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-74543219-f7c8-4112-aab6-6a52600f1a9c tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] create failed (client error): The resource could not be found. Jul 15 13:29:00.047338 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-74543219-f7c8-4112-aab6-6a52600f1a9c tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1091151 Jul 15 13:29:00.050194 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52346) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:00.213744 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0937869-9f70-4924-b7e6-4b98cc74b6df tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.295668 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0937869-9f70-4924-b7e6-4b98cc74b6df tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.389027 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-f2e46372-3a9b-42ab-8a9d-6931ab179ca8 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:00.390689 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-f2e46372-3a9b-42ab-8a9d-6931ab179ca8 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.32 "GET /v2.0/networks?id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb HTTP/1.1" status: 200 len: 812 time: 0.2515984 Jul 15 13:29:00.416319 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-5cf8fdeb-6cea-4b13-b8b2-3da26aa216d4 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Request body: {'port': {'device_id': 'ccc710c7-2160-4f1c-868e-e45290522f36', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'admin_state_up': True, 'tenant_id': '89567fda246241f4860e07527d287580'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:00.488527 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0937869-9f70-4924-b7e6-4b98cc74b6df tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.491524 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0937869-9f70-4924-b7e6-4b98cc74b6df tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.495406 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f0937869-9f70-4924-b7e6-4b98cc74b6df tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "DELETE /v2.0/security-groups/d84eede0-ec93-456a-b207-d255b35010d0 HTTP/1.1" status: 204 len: 168 time: 0.4398468 Jul 15 13:29:00.495772 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52358) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:00.614936 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0937869-9f70-4924-b7e6-4b98cc74b6df tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84eede0-ec93-456a-b207-d255b35010d0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:00.673501 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a55da5eb-25ad-41ef-afc5-35c92baff8f4 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1759467 Jul 15 13:29:00.682524 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52362) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:00.701562 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2a627d36-954f-47ac-91f3-d367d4a70187 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Request body: {'security_group_rule': {'security_group_id': '29c7aed1-4ffd-4a72-87af-93b15330691b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:00.908788 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-5cf8fdeb-6cea-4b13-b8b2-3da26aa216d4 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Made reservation on behalf of 89567fda246241f4860e07527d287580 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:00.916581 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-2a627d36-954f-47ac-91f3-d367d4a70187 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] create failed (client error): The resource could not be found. Jul 15 13:29:00.919252 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2a627d36-954f-47ac-91f3-d367d4a70187 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2316897 Jul 15 13:29:00.923542 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52366) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:00.924696 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-5cf8fdeb-6cea-4b13-b8b2-3da26aa216d4 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.937893 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-8206e2be-bbab-4c38-9581-46205b0d662a tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1846498628'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:01.065518 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8206e2be-bbab-4c38-9581-46205b0d662a tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:01.204391 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2d30df83-d65c-46af-904e-2298349b8781 req-0fd50b11-9b29-4247-835a-1a81ebe15ad5 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 210 time: 0.2105606 Jul 15 13:29:01.396024 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d8d6c-52e2-46a4-af5a-75da87128963 req-96d0a0cc-87a8-4845-924b-c525b2812b7e tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:01.405966 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-018d8d6c-52e2-46a4-af5a-75da87128963 req-96d0a0cc-87a8-4845-924b-c525b2812b7e tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 946 time: 0.1655865 Jul 15 13:29:01.418506 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8206e2be-bbab-4c38-9581-46205b0d662a tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:01.432485 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8206e2be-bbab-4c38-9581-46205b0d662a tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:01.485237 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8206e2be-bbab-4c38-9581-46205b0d662a tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:01.489984 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8206e2be-bbab-4c38-9581-46205b0d662a tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5605364 Jul 15 13:29:01.491194 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52374) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:01.507617 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-018d8d6c-52e2-46a4-af5a-75da87128963 req-c287547c-4ee5-42e8-a5cd-70f8c2921b7b tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004865 Jul 15 13:29:01.510727 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206e2be-bbab-4c38-9581-46205b0d662a tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=538d49f7-458e-4af3-b5fb-b5b9defc3b2e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:01.511148 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5ce30f1d-ef26-4b62-824b-93233ce71c18 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1147320411'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:01.525896 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-5cf8fdeb-6cea-4b13-b8b2-3da26aa216d4 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Allocated IP 172.20.0.9 (2f29b873-f209-4d3d-b75f-0d6b04f8d1cb/4840df0d-ad31-406d-829f-ea4475de886e/7ff56ac6-33f8-480e-8e0f-9999afcd434b) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:01.790835 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5ce30f1d-ef26-4b62-824b-93233ce71c18 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.237663 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5ce30f1d-ef26-4b62-824b-93233ce71c18 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.272609 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5ce30f1d-ef26-4b62-824b-93233ce71c18 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.326640 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-5cf8fdeb-6cea-4b13-b8b2-3da26aa216d4 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.350832 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-5cf8fdeb-6cea-4b13-b8b2-3da26aa216d4 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Transition to ACTIVE for port object 7ff56ac6-33f8-480e-8e0f-9999afcd434b will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:02.359213 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5ce30f1d-ef26-4b62-824b-93233ce71c18 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.363959 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5ce30f1d-ef26-4b62-824b-93233ce71c18 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8646693 Jul 15 13:29:02.364340 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52402) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:02.369854 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e31503a2-7afb-49cc-add5-cd1658c56d88 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Request body: {'security_group_rule': {'security_group_id': '538d49f7-458e-4af3-b5fb-b5b9defc3b2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5bbfcefa-df03-4335-8589-a9b29deceeb6'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:02.401182 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce30f1d-ef26-4b62-824b-93233ce71c18 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbfcefa-df03-4335-8589-a9b29deceeb6,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:02.440074 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-5cf8fdeb-6cea-4b13-b8b2-3da26aa216d4 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.475936 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-e31503a2-7afb-49cc-add5-cd1658c56d88 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:29:02.476873 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e31503a2-7afb-49cc-add5-cd1658c56d88 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1112287 Jul 15 13:29:02.482243 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52408) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:02.551052 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-5cf8fdeb-6cea-4b13-b8b2-3da26aa216d4 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:02.569440 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-5cf8fdeb-6cea-4b13-b8b2-3da26aa216d4 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:02.584032 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-5cf8fdeb-6cea-4b13-b8b2-3da26aa216d4 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:02.626541 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ca356fd-83af-4265-a387-87b24faa2241 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.649149 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8fdeb-6cea-4b13-b8b2-3da26aa216d4 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Pushing event updated for resources: {'Port': ['ID=7ff56ac6-33f8-480e-8e0f-9999afcd434b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:02.676532 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ca356fd-83af-4265-a387-87b24faa2241 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.711534 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-5cf8fdeb-6cea-4b13-b8b2-3da26aa216d4 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:02.712227 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-5cf8fdeb-6cea-4b13-b8b2-3da26aa216d4 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.778653 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-5cf8fdeb-6cea-4b13-b8b2-3da26aa216d4 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3679142 Jul 15 13:29:02.810254 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-ef850cbf-7af7-4bc9-a65b-1d5e7ff17b9a service neutron] Request body: {'port': {'device_id': 'ccc710c7-2160-4f1c-868e-e45290522f36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:02.968384 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ca356fd-83af-4265-a387-87b24faa2241 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.995257 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2ca356fd-83af-4265-a387-87b24faa2241 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.003495 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2ca356fd-83af-4265-a387-87b24faa2241 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "DELETE /v2.0/security-groups/5bbfcefa-df03-4335-8589-a9b29deceeb6 HTTP/1.1" status: 204 len: 168 time: 0.5190876 Jul 15 13:29:03.009293 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52418) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:03.043351 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-ef850cbf-7af7-4bc9-a65b-1d5e7ff17b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.056941 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca356fd-83af-4265-a387-87b24faa2241 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbfcefa-df03-4335-8589-a9b29deceeb6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:03.061244 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c418f-7206-41dd-a3e9-e5973ad26c72 req-2ab0b56b-2dda-4eab-a4f8-aa228a0a5e1f tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:03.063199 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-815c418f-7206-41dd-a3e9-e5973ad26c72 req-2ab0b56b-2dda-4eab-a4f8-aa228a0a5e1f tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 945 time: 0.2799547 Jul 15 13:29:03.134741 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e42ab-cbbc-46d1-b9f5-0e147af1a5cb req-148dc818-59eb-4aaa-a404-dc67e4430d6b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:03.157029 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7f4e42ab-cbbc-46d1-b9f5-0e147af1a5cb req-148dc818-59eb-4aaa-a404-dc67e4430d6b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 931 time: 0.4307570 Jul 15 13:29:03.212058 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-04c2ff3d-5e06-4cb2-8a21-c4d9c5a56c45 None None] Provisioning for port 7ff56ac6-33f8-480e-8e0f-9999afcd434b completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:03.224871 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-04c2ff3d-5e06-4cb2-8a21-c4d9c5a56c45 None None] Provisioning complete for port 7ff56ac6-33f8-480e-8e0f-9999afcd434b triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:03.225558 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-04c2ff3d-5e06-4cb2-8a21-c4d9c5a56c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.277452 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-815c418f-7206-41dd-a3e9-e5973ad26c72 req-cb27dcfa-2893-4c58-8c63-705b2e0e1727 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7f122e-7283-413e-8d54-2ed8ca31ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1913197 Jul 15 13:29:03.317836 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-bc6ed637-56f0-4265-80b3-7e8821477f00 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2998953 Jul 15 13:29:03.321358 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52422) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:03.347436 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-04c2ff3d-5e06-4cb2-8a21-c4d9c5a56c45 None None] Port 7ff56ac6-33f8-480e-8e0f-9999afcd434b cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:03.587287 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7f4e42ab-cbbc-46d1-b9f5-0e147af1a5cb req-d4346268-5f35-40f8-8858-976d686595d0 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4188678 Jul 15 13:29:03.678399 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69bff690-8741-48d9-b2a1-4f8c26091db4 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.786431 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69bff690-8741-48d9-b2a1-4f8c26091db4 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.852807 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502333b-8e00-44dd-b14a-06fa45c603b7 req-6218aa54-4163-407e-b689-0e75d5a7da7f tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:03.863459 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5502333b-8e00-44dd-b14a-06fa45c603b7 req-6218aa54-4163-407e-b689-0e75d5a7da7f tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 946 time: 0.2995465 Jul 15 13:29:03.872717 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69bff690-8741-48d9-b2a1-4f8c26091db4 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.877391 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69bff690-8741-48d9-b2a1-4f8c26091db4 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.880763 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-69bff690-8741-48d9-b2a1-4f8c26091db4 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "DELETE /v2.0/security-groups/538d49f7-458e-4af3-b5fb-b5b9defc3b2e HTTP/1.1" status: 204 len: 168 time: 0.5572488 Jul 15 13:29:03.886986 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52432) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:03.905726 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bff690-8741-48d9-b2a1-4f8c26091db4 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=538d49f7-458e-4af3-b5fb-b5b9defc3b2e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:04.053188 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5502333b-8e00-44dd-b14a-06fa45c603b7 req-af666d52-0b5e-4df7-8c9b-ead054ad8025 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884153 Jul 15 13:29:04.128422 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-12832648-5296-4834-b035-ce266a5d753c tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2075329 Jul 15 13:29:04.134948 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52442) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:04.141445 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-44a79fb5-8ecf-467a-a4c2-d2c9dd1eed97 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1570593596'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:04.180906 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44a79fb5-8ecf-467a-a4c2-d2c9dd1eed97 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.218171 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-ef850cbf-7af7-4bc9-a65b-1d5e7ff17b9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ff56ac6-33f8-480e-8e0f-9999afcd434b {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:04.229020 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-ef850cbf-7af7-4bc9-a65b-1d5e7ff17b9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.249517 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-ef850cbf-7af7-4bc9-a65b-1d5e7ff17b9a service neutron] Transition to ACTIVE for port object 7ff56ac6-33f8-480e-8e0f-9999afcd434b will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:04.263455 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-ef850cbf-7af7-4bc9-a65b-1d5e7ff17b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.427696 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44a79fb5-8ecf-467a-a4c2-d2c9dd1eed97 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.437603 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44a79fb5-8ecf-467a-a4c2-d2c9dd1eed97 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.535856 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef850cbf-7af7-4bc9-a65b-1d5e7ff17b9a service neutron] Pushing event updated for resources: {'Port': ['ID=7ff56ac6-33f8-480e-8e0f-9999afcd434b,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:04.567382 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44a79fb5-8ecf-467a-a4c2-d2c9dd1eed97 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.575390 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52466) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:04.581087 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-6ba71ba8-c1cb-439c-ac3d-bba9c361f60d tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:04.582720 n-d-758944-45 neutron-server[93813]: WARNING neutron.api.v2.base [None req-6ba71ba8-c1cb-439c-ac3d-bba9c361f60d tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 13:29:04.583630 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-6ba71ba8-c1cb-439c-ac3d-bba9c361f60d tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] update failed (client error): There was a conflict when trying to complete your request. Jul 15 13:29:04.583782 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-44a79fb5-8ecf-467a-a4c2-d2c9dd1eed97 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4430084 Jul 15 13:29:04.589871 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6ba71ba8-c1cb-439c-ac3d-bba9c361f60d tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "PUT /v2.0/security-groups/a30c7856-c86e-4ca0-ab50-c9d5ceb78ab0 HTTP/1.1" status: 409 len: 330 time: 0.0088215 Jul 15 13:29:04.590833 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52468) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:04.611714 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a79fb5-8ecf-467a-a4c2-d2c9dd1eed97 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a30c7856-c86e-4ca0-ab50-c9d5ceb78ab0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:04.783735 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-ef850cbf-7af7-4bc9-a65b-1d5e7ff17b9a service neutron] Attempting to bind port 7ff56ac6-33f8-480e-8e0f-9999afcd434b on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:04.787128 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-ef850cbf-7af7-4bc9-a65b-1d5e7ff17b9a service neutron] Attempting to bind port 7ff56ac6-33f8-480e-8e0f-9999afcd434b by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:04.788951 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-ef850cbf-7af7-4bc9-a65b-1d5e7ff17b9a service neutron] Attempting to bind port 7ff56ac6-33f8-480e-8e0f-9999afcd434b on network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:04.833970 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-ef850cbf-7af7-4bc9-a65b-1d5e7ff17b9a service neutron] Port 7ff56ac6-33f8-480e-8e0f-9999afcd434b on network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:29:04.835070 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-ef850cbf-7af7-4bc9-a65b-1d5e7ff17b9a service neutron] Attempting to bind port 7ff56ac6-33f8-480e-8e0f-9999afcd434b on network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:04.974076 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b8bfbc65-898e-47c2-96f8-f29d9b8dedb9 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.029850 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b8bfbc65-898e-47c2-96f8-f29d9b8dedb9 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.069796 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-ef850cbf-7af7-4bc9-a65b-1d5e7ff17b9a service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:05.069796 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-ef850cbf-7af7-4bc9-a65b-1d5e7ff17b9a service neutron] Checking segment: {'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:05.069796 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-ef850cbf-7af7-4bc9-a65b-1d5e7ff17b9a service neutron] Bound using segment: {'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:05.069796 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-ef850cbf-7af7-4bc9-a65b-1d5e7ff17b9a service neutron] Bound port: 7ff56ac6-33f8-480e-8e0f-9999afcd434b, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:05.070792 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-ef850cbf-7af7-4bc9-a65b-1d5e7ff17b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.345678 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-ef850cbf-7af7-4bc9-a65b-1d5e7ff17b9a service neutron] For port 7ff56ac6-33f8-480e-8e0f-9999afcd434b, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:05.358849 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-ef850cbf-7af7-4bc9-a65b-1d5e7ff17b9a service neutron] For port 7ff56ac6-33f8-480e-8e0f-9999afcd434b, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=7ff56ac6-33f8-480e-8e0f-9999afcd434b,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:05.368881 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b8bfbc65-898e-47c2-96f8-f29d9b8dedb9 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.374205 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b8bfbc65-898e-47c2-96f8-f29d9b8dedb9 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.375532 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b8bfbc65-898e-47c2-96f8-f29d9b8dedb9 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "DELETE /v2.0/security-groups/a30c7856-c86e-4ca0-ab50-c9d5ceb78ab0 HTTP/1.1" status: 204 len: 168 time: 0.7812724 Jul 15 13:29:05.381110 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52488) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:05.407916 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-ef850cbf-7af7-4bc9-a65b-1d5e7ff17b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.635725 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-50dc6403-e0db-43ab-b508-705f8360ecbe tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2174485 Jul 15 13:29:05.636905 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52498) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:05.639178 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-ef850cbf-7af7-4bc9-a65b-1d5e7ff17b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:05.640425 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-ef850cbf-7af7-4bc9-a65b-1d5e7ff17b9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.644397 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-ef850cbf-7af7-4bc9-a65b-1d5e7ff17b9a service neutron] 10.222.0.32 "PUT /v2.0/ports/7ff56ac6-33f8-480e-8e0f-9999afcd434b HTTP/1.1" status: 200 len: 1092 time: 2.8459094 Jul 15 13:29:05.670297 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccc710c7-2160-4f1c-868e-e45290522f36', 'tag': '7ff56ac6-33f8-480e-8e0f-9999afcd434b'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:05.684334 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac53d0e-3744-4286-9362-e1e57ea4ebe1" -d '{"events": [{"name": "network-changed", "server_uuid": "ccc710c7-2160-4f1c-868e-e45290522f36", "tag": "7ff56ac6-33f8-480e-8e0f-9999afcd434b"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:05.705235 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bfbc65-898e-47c2-96f8-f29d9b8dedb9 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30c7856-c86e-4ca0-ab50-c9d5ceb78ab0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:05.764232 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-fd967e40-3560-4c94-bb25-fcb09948c51a tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] delete failed (client error): The resource could not be found. Jul 15 13:29:05.765527 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-fd967e40-3560-4c94-bb25-fcb09948c51a tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "DELETE /v2.0/security-groups/f12a85cb-5130-428c-903a-e5f082625f66 HTTP/1.1" status: 404 len: 347 time: 0.0390475 Jul 15 13:29:05.773380 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52502) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:05.823946 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-3423ab98-85d1-4ad3-80ed-d0aada5a8164 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] show failed (client error): The resource could not be found. Jul 15 13:29:05.834956 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3423ab98-85d1-4ad3-80ed-d0aada5a8164 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "GET /v2.0/security-groups/46b043a1-696e-499b-9725-3f7c021dc8af HTTP/1.1" status: 404 len: 347 time: 0.0540135 Jul 15 13:29:05.835908 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52506) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:05.853001 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4618aed-5a2c-437d-aee0-497cc85b81db req-24b60440-ec58-4d7a-a1f9-91e06666f426 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:05.860874 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f4618aed-5a2c-437d-aee0-497cc85b81db req-24b60440-ec58-4d7a-a1f9-91e06666f426 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 943 time: 1.0179284 Jul 15 13:29:05.893982 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-eb45bda1-97ff-4eff-b7a5-94dd2cff11a3 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] show failed (client error): The resource could not be found. Jul 15 13:29:05.904485 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-eb45bda1-97ff-4eff-b7a5-94dd2cff11a3 tempest-NegativeSecGroupTest-774008452 tempest-NegativeSecGroupTest-774008452-project] 10.222.0.24 "GET /v2.0/security-group-rules/434ae6e5-4ef5-469d-99d6-7062dfc5b4d6 HTTP/1.1" status: 404 len: 356 time: 0.0454669 Jul 15 13:29:05.908757 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef850cbf-7af7-4bc9-a65b-1d5e7ff17b9a service neutron] Pushing event updated for resources: {'Port': ['ID=7ff56ac6-33f8-480e-8e0f-9999afcd434b,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:05.929026 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35968e7c-0d1d-466e-8dfd-cf86cac483ae req-039f4215-d5cd-4929-9aad-21dab7a2c44e tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:05.930984 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-35968e7c-0d1d-466e-8dfd-cf86cac483ae req-039f4215-d5cd-4929-9aad-21dab7a2c44e tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 945 time: 0.3356566 Jul 15 13:29:06.026348 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-35968e7c-0d1d-466e-8dfd-cf86cac483ae req-9787ca40-cfe6-4241-9f9a-906a404941d8 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7f122e-7283-413e-8d54-2ed8ca31ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0830629 Jul 15 13:29:06.103835 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f4618aed-5a2c-437d-aee0-497cc85b81db req-d8a3f638-82b8-40f5-b055-d71aa8abadd9 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420950 Jul 15 13:29:06.119463 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-6072afb7-c421-4ed3-abcc-b5c547f7ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:06.121227 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-6072afb7-c421-4ed3-abcc-b5c547f7ce32 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89567fda246241f4860e07527d287580&device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 1095 time: 0.3736174 Jul 15 13:29:06.147989 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb3122-1546-4185-984d-10041224fd42 req-66420307-9db3-4053-a63a-1340c97a916d tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:06.148418 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-57eb3122-1546-4185-984d-10041224fd42 req-66420307-9db3-4053-a63a-1340c97a916d tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.18 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 946 time: 0.4131706 Jul 15 13:29:06.327608 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2595b4f-d987-43ff-a9d8-3b202707b881 x-openstack-request-id: req-e2595b4f-d987-43ff-a9d8-3b202707b881 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:06.338399 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccc710c7-2160-4f1c-868e-e45290522f36", "tag": "7ff56ac6-33f8-480e-8e0f-9999afcd434b", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:06.339716 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e2595b4f-d987-43ff-a9d8-3b202707b881 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:06.343470 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccc710c7-2160-4f1c-868e-e45290522f36', 'tag': '7ff56ac6-33f8-480e-8e0f-9999afcd434b', 'status': 'completed', 'code': 200} Jul 15 13:29:06.350948 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-d1f9ecea-e9c8-4f56-92bf-6b5ed6657cc5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ff56ac6-33f8-480e-8e0f-9999afcd434b HTTP/1.1" status: 200 len: 217 time: 0.2012682 Jul 15 13:29:06.524441 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-d76fa3e9-7b5b-44b2-9daa-72619c76e9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:06.530300 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-d76fa3e9-7b5b-44b2-9daa-72619c76e9ef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4840df0d-ad31-406d-829f-ea4475de886e HTTP/1.1" status: 200 len: 851 time: 0.1604602 Jul 15 13:29:06.652636 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-57eb3122-1546-4185-984d-10041224fd42 req-27222bcf-0f44-4c4f-bdc1-c8e86b7f7349 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Deleting port a39b903b-7ae0-40b5-bb85-4d992b1bf7bf {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:06.653420 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-57eb3122-1546-4185-984d-10041224fd42 req-27222bcf-0f44-4c4f-bdc1-c8e86b7f7349 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:06.795635 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-bdc7d8a1-5303-491f-9531-69b6661b4efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:06.803493 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-bdc7d8a1-5303-491f-9531-69b6661b4efa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2646925 Jul 15 13:29:06.874883 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c84bc-e020-49e7-bf0f-44c9b006957a req-5075dd86-8fca-4f00-88be-36695d8f758e tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:06.876602 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1f1c84bc-e020-49e7-bf0f-44c9b006957a req-5075dd86-8fca-4f00-88be-36695d8f758e tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 946 time: 0.3389001 Jul 15 13:29:07.058510 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1f1c84bc-e020-49e7-bf0f-44c9b006957a req-a6cd51ba-342f-4d8f-9468-3105093c3720 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411886 Jul 15 13:29:07.252300 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52538) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:07.328809 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-57eb3122-1546-4185-984d-10041224fd42 req-27222bcf-0f44-4c4f-bdc1-c8e86b7f7349 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] For port a39b903b-7ae0-40b5-bb85-4d992b1bf7bf, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=a39b903b-7ae0-40b5-bb85-4d992b1bf7bf,segment=NetworkSegment(7129d778-e11c-44b8-8068-c6b2ea99d83c),segment_id=7129d778-e11c-44b8-8068-c6b2ea99d83c)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:07.329717 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-57eb3122-1546-4185-984d-10041224fd42 req-27222bcf-0f44-4c4f-bdc1-c8e86b7f7349 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:07.473946 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-ccd5880d-8a3c-413a-9a58-94999a4c51f2 service neutron] 10.222.0.32 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6534452 Jul 15 13:29:07.491678 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-57eb3122-1546-4185-984d-10041224fd42 req-27222bcf-0f44-4c4f-bdc1-c8e86b7f7349 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Calling delete_port for a39b903b-7ae0-40b5-bb85-4d992b1bf7bf owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:07.683943 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52552) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:07.684412 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-01df8e65-eb59-47f5-8fa8-eea8b6ded26d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=436d0d366eed4bbfb05cdfd90be19522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4212921 Jul 15 13:29:07.945543 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812e398-fff5-45fe-aaa2-07949fde36bb req-e76fdf36-e5c7-4bb9-ae66-b43d84a90637 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:07.948135 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2812e398-fff5-45fe-aaa2-07949fde36bb req-e76fdf36-e5c7-4bb9-ae66-b43d84a90637 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 943 time: 0.1874912 Jul 15 13:29:08.151397 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:08.173141 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2812e398-fff5-45fe-aaa2-07949fde36bb req-7f89ce4d-3fdb-4a3e-a807-54beab0ac9a0 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875935 Jul 15 13:29:08.495064 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3969e09b-be32-4fe9-bd4e-6eaa26031567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:08.550502 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909491b-f9de-467c-9b8d-272bf5f70963 req-907e6905-30ea-4048-a0b3-2a9fe1aef544 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:08.558390 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b909491b-f9de-467c-9b8d-272bf5f70963 req-907e6905-30ea-4048-a0b3-2a9fe1aef544 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 945 time: 0.7107704 Jul 15 13:29:08.627872 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-83bf7dfe-5f47-41f4-acd5-db6909d63e40 req-3499571d-0fa4-436c-a99c-459b98206699 service neutron] 10.222.0.32 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0065398 Jul 15 13:29:08.676055 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b909491b-f9de-467c-9b8d-272bf5f70963 req-1483b74a-5b3a-47ae-99cb-259327c00ac7 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7f122e-7283-413e-8d54-2ed8ca31ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1161613 Jul 15 13:29:08.703016 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3969e09b-be32-4fe9-bd4e-6eaa26031567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:08.705029 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b642101-d0e4-4545-a849-b538ecda779b req-33b4ddde-5b0e-47cd-816c-4b2aa9ee32e4 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:08.717214 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4b642101-d0e4-4545-a849-b538ecda779b req-33b4ddde-5b0e-47cd-816c-4b2aa9ee32e4 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 946 time: 0.1966014 Jul 15 13:29:08.740521 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-57eb3122-1546-4185-984d-10041224fd42 req-27222bcf-0f44-4c4f-bdc1-c8e86b7f7349 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:08.755494 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['2b1cb38c-4edd-4eb8-8bee-4afd9476df5b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:29:08.825960 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27222bcf-0f44-4c4f-bdc1-c8e86b7f7349 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Pushing event deleted for resources: {'Port': ['ID=a39b903b-7ae0-40b5-bb85-4d992b1bf7bf,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:08.937904 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4b642101-d0e4-4545-a849-b538ecda779b req-f59a27d0-46dd-44e2-b255-e34f4417fef5 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130616 Jul 15 13:29:09.026003 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-57eb3122-1546-4185-984d-10041224fd42 req-27222bcf-0f44-4c4f-bdc1-c8e86b7f7349 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] No DVR routers for this DVR port a39b903b-7ae0-40b5-bb85-4d992b1bf7bf on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:29:09.031808 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-57eb3122-1546-4185-984d-10041224fd42 req-27222bcf-0f44-4c4f-bdc1-c8e86b7f7349 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:09.037255 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-57eb3122-1546-4185-984d-10041224fd42 req-27222bcf-0f44-4c4f-bdc1-c8e86b7f7349 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.18 "DELETE /v2.0/ports/a39b903b-7ae0-40b5-bb85-4d992b1bf7bf HTTP/1.1" status: 204 len: 173 time: 2.8775911 Jul 15 13:29:09.037802 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13650f16-0c28-43d5-8f32-5706574365e8', 'name': 'network-vif-deleted', 'tag': 'a39b903b-7ae0-40b5-bb85-4d992b1bf7bf'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:09.047704 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7777bf38-ad28-44a2-a67e-a98dfce87cf6" -d '{"events": [{"server_uuid": "13650f16-0c28-43d5-8f32-5706574365e8", "name": "network-vif-deleted", "tag": "a39b903b-7ae0-40b5-bb85-4d992b1bf7bf"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:09.153161 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac53d0e-3744-4286-9362-e1e57ea4ebe1 req-38450bcd-49a4-4f74-819a-5b1dab454bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:09.155059 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aac53d0e-3744-4286-9362-e1e57ea4ebe1 req-38450bcd-49a4-4f74-819a-5b1dab454bc4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89567fda246241f4860e07527d287580&device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 1095 time: 0.3461301 Jul 15 13:29:09.155949 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3969e09b-be32-4fe9-bd4e-6eaa26031567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:09.159746 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3969e09b-be32-4fe9-bd4e-6eaa26031567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:09.168985 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3969e09b-be32-4fe9-bd4e-6eaa26031567 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc8f7c28-782a-43bd-a73a-43779421ea26 HTTP/1.1" status: 204 len: 168 time: 1.4617403 Jul 15 13:29:09.168985 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f1b84f-943d-4579-9cbb-f2638dd73be7 x-openstack-request-id: req-11f1b84f-943d-4579-9cbb-f2638dd73be7 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:09.168985 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13650f16-0c28-43d5-8f32-5706574365e8", "name": "network-vif-deleted", "tag": "a39b903b-7ae0-40b5-bb85-4d992b1bf7bf", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:09.168985 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-11f1b84f-943d-4579-9cbb-f2638dd73be7 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:09.168985 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13650f16-0c28-43d5-8f32-5706574365e8', 'name': 'network-vif-deleted', 'tag': 'a39b903b-7ae0-40b5-bb85-4d992b1bf7bf', 'status': 'completed', 'code': 200} Jul 15 13:29:09.209405 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969e09b-be32-4fe9-bd4e-6eaa26031567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8f7c28-782a-43bd-a73a-43779421ea26,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:09.664536 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4b976-b127-44b5-a48c-4ce50530d201 req-fd4d1ab1-3924-4947-ac6d-27ba3f974aa5 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:09.677452 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eaf4b976-b127-44b5-a48c-4ce50530d201 req-fd4d1ab1-3924-4947-ac6d-27ba3f974aa5 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.32 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 945 time: 0.5668344 Jul 15 13:29:09.782501 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac53d0e-3744-4286-9362-e1e57ea4ebe1 req-d517de49-5a1c-439e-9b39-052c62bc3fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:09.800618 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aac53d0e-3744-4286-9362-e1e57ea4ebe1 req-d517de49-5a1c-439e-9b39-052c62bc3fc1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb HTTP/1.1" status: 200 len: 913 time: 0.6332254 Jul 15 13:29:09.883909 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4603b9-e338-4b0f-8d6d-d0f631c3e27d req-15b0c132-411a-4a75-afbf-de81977a081b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:09.898265 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e4603b9-e338-4b0f-8d6d-d0f631c3e27d req-15b0c132-411a-4a75-afbf-de81977a081b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 943 time: 0.2006075 Jul 15 13:29:10.046552 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e4603b9-e338-4b0f-8d6d-d0f631c3e27d req-3fddfc93-a255-4f68-b684-05beffc1f18d tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412253 Jul 15 13:29:10.187062 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device a39b903b-7ae0-40b5-bb85-4d992b1bf7bf no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:29:10.226790 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-eaf4b976-b127-44b5-a48c-4ce50530d201 req-b1490f42-ecf6-47f7-9abd-b12160ff0ad9 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Deleting port 26962544-c805-44f2-acd9-2994c2b88027 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:10.227570 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-eaf4b976-b127-44b5-a48c-4ce50530d201 req-b1490f42-ecf6-47f7-9abd-b12160ff0ad9 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:10.287233 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: a39b903b-7ae0-40b5-bb85-4d992b1bf7bf {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:29:10.291449 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device a39b903b-7ae0-40b5-bb85-4d992b1bf7bf not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:29:10.492276 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f1656-8839-4f5e-b8ed-99a75fa71202 req-e19a7cb7-70a0-4d6e-af1c-ea763cd5b892 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:10.499730 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4d3f1656-8839-4f5e-b8ed-99a75fa71202 req-e19a7cb7-70a0-4d6e-af1c-ea763cd5b892 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 945 time: 0.2058406 Jul 15 13:29:10.648654 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4d3f1656-8839-4f5e-b8ed-99a75fa71202 req-7eff0142-6beb-4c9b-b050-b444b9cada5c tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7f122e-7283-413e-8d54-2ed8ca31ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1474435 Jul 15 13:29:10.831466 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aac53d0e-3744-4286-9362-e1e57ea4ebe1 req-b90e90dc-3fab-4f01-afbc-f09ae84cc171 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ff56ac6-33f8-480e-8e0f-9999afcd434b HTTP/1.1" status: 200 len: 217 time: 1.0164516 Jul 15 13:29:11.383970 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae677b65-1e22-4a32-9029-4416577f6c3b req-c35ed532-84a8-4b70-bce6-ed7800f935e4 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:11.406465 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ae677b65-1e22-4a32-9029-4416577f6c3b req-c35ed532-84a8-4b70-bce6-ed7800f935e4 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 945 time: 0.1624894 Jul 15 13:29:11.550912 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ae677b65-1e22-4a32-9029-4416577f6c3b req-84e38315-f553-42e8-87ec-b02047081456 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=947dcb62-39dd-4d65-9e52-82dfd7421191&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1433756 Jul 15 13:29:11.728092 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7bfa3a5c-398c-4ad5-b184-91f45e23f019 req-83f5aec8-11af-40ba-b28c-c9c2b7ddebfc tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=13650f16-0c28-43d5-8f32-5706574365e8 HTTP/1.1" status: 200 len: 210 time: 0.0916200 Jul 15 13:29:11.791269 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac53d0e-3744-4286-9362-e1e57ea4ebe1 req-0cc2f384-319b-4b61-82f2-f46bf44897f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:11.821206 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aac53d0e-3744-4286-9362-e1e57ea4ebe1 req-0cc2f384-319b-4b61-82f2-f46bf44897f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4840df0d-ad31-406d-829f-ea4475de886e HTTP/1.1" status: 200 len: 851 time: 0.9491327 Jul 15 13:29:12.000374 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-eaf4b976-b127-44b5-a48c-4ce50530d201 req-b1490f42-ecf6-47f7-9abd-b12160ff0ad9 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] For port 26962544-c805-44f2-acd9-2994c2b88027, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=26962544-c805-44f2-acd9-2994c2b88027,segment=NetworkSegment(0d807eb9-53cb-4736-8077-cd448271ac4f),segment_id=0d807eb9-53cb-4736-8077-cd448271ac4f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:12.011192 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-eaf4b976-b127-44b5-a48c-4ce50530d201 req-b1490f42-ecf6-47f7-9abd-b12160ff0ad9 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:12.341458 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e4469-699a-4e28-b22d-13ff32cff6d5 req-56516cb9-d3b2-430b-86ff-45cc4ed6a123 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:12.354579 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f37e4469-699a-4e28-b22d-13ff32cff6d5 req-56516cb9-d3b2-430b-86ff-45cc4ed6a123 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 943 time: 0.2380695 Jul 15 13:29:12.454354 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f37e4469-699a-4e28-b22d-13ff32cff6d5 req-a0c339c1-88ac-456b-bf34-06c04f1b97ba tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961003 Jul 15 13:29:12.741324 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-eaf4b976-b127-44b5-a48c-4ce50530d201 req-b1490f42-ecf6-47f7-9abd-b12160ff0ad9 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:12.741853 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-eaf4b976-b127-44b5-a48c-4ce50530d201 req-b1490f42-ecf6-47f7-9abd-b12160ff0ad9 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:12.742608 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [req-eaf4b976-b127-44b5-a48c-4ce50530d201 req-b1490f42-ecf6-47f7-9abd-b12160ff0ad9 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Floating IP f78334f2-f373-4bd1-9979-cf48f595ab17 disassociated. External IP: 172.25.6.30, port: 26962544-c805-44f2-acd9-2994c2b88027. Jul 15 13:29:12.743499 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-eaf4b976-b127-44b5-a48c-4ce50530d201 req-b1490f42-ecf6-47f7-9abd-b12160ff0ad9 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Calling delete_port for 26962544-c805-44f2-acd9-2994c2b88027 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:12.942313 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac53d0e-3744-4286-9362-e1e57ea4ebe1 req-278a7f27-9935-4d51-8afc-88f31705cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:12.952463 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aac53d0e-3744-4286-9362-e1e57ea4ebe1 req-278a7f27-9935-4d51-8afc-88f31705cb92 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1249228 Jul 15 13:29:13.137456 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4276bd8-faaa-4764-9486-df83802e9362 req-73688bac-27f1-4867-8bee-96f150542567 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:13.153714 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f4276bd8-faaa-4764-9486-df83802e9362 req-73688bac-27f1-4867-8bee-96f150542567 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 945 time: 0.2251024 Jul 15 13:29:13.275023 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f4276bd8-faaa-4764-9486-df83802e9362 req-0c609ec7-4d47-4df3-8c77-5c0482228073 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=947dcb62-39dd-4d65-9e52-82dfd7421191&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1190088 Jul 15 13:29:13.704684 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aac53d0e-3744-4286-9362-e1e57ea4ebe1 req-6a344130-4961-43aa-97fd-a00dde2f9e56 service neutron] 10.222.0.32 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6011398 Jul 15 13:29:13.934938 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 26962544-c805-44f2-acd9-2994c2b88027 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:29:14.308162 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:14.322524 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e756f568-9270-4d78-93d8-4aa9e66cdedd req-3ce09790-1378-4814-8568-b3157e2cf54f tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:14.336443 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e756f568-9270-4d78-93d8-4aa9e66cdedd req-3ce09790-1378-4814-8568-b3157e2cf54f tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 945 time: 1.5625837 Jul 15 13:29:14.406404 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-eaf4b976-b127-44b5-a48c-4ce50530d201 req-b1490f42-ecf6-47f7-9abd-b12160ff0ad9 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:14.442490 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aac53d0e-3744-4286-9362-e1e57ea4ebe1 req-3a9faffa-a5bc-4b94-83a2-c7a4c436f7ca service neutron] 10.222.0.32 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6146972 Jul 15 13:29:14.593062 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1490f42-ecf6-47f7-9abd-b12160ff0ad9 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Pushing event deleted for resources: {'Port': ['ID=26962544-c805-44f2-acd9-2994c2b88027,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:14.686723 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e756f568-9270-4d78-93d8-4aa9e66cdedd req-a16fd594-5369-4be3-88d0-d1833dc1165e tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7f122e-7283-413e-8d54-2ed8ca31ac86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3492322 Jul 15 13:29:14.720867 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29ecab-22fa-4c63-97e8-d9340c3c758c req-5a6cf4c4-3c25-4d4c-ace4-1154942ffbbb tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:14.722571 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2e29ecab-22fa-4c63-97e8-d9340c3c758c req-5a6cf4c4-3c25-4d4c-ace4-1154942ffbbb tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.18 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 945 time: 1.9488599 Jul 15 13:29:14.884710 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1301897-4d9b-452f-89d5-dcbb65cff905 req-a4d18c26-327b-47a3-8db2-8abf02ee5c7a tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:14.898099 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f1301897-4d9b-452f-89d5-dcbb65cff905 req-a4d18c26-327b-47a3-8db2-8abf02ee5c7a tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 943 time: 0.1995547 Jul 15 13:29:14.986633 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f1301897-4d9b-452f-89d5-dcbb65cff905 req-d8511e18-7e2e-44aa-9053-1bd2d42d7c22 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872796 Jul 15 13:29:15.520147 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6981d5-dad8-4020-bcc4-2d0ad9e69291 req-88cbabc5-1de9-4d31-bcd7-6cb96e176c39 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:15.531169 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-df6981d5-dad8-4020-bcc4-2d0ad9e69291 req-88cbabc5-1de9-4d31-bcd7-6cb96e176c39 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 946 time: 0.2357113 Jul 15 13:29:15.555190 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eaf4b976-b127-44b5-a48c-4ce50530d201 req-b1490f42-ecf6-47f7-9abd-b12160ff0ad9 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Router f3061f0c-9416-4b57-99eb-1a86397a1151 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:29:15.622357 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-df6981d5-dad8-4020-bcc4-2d0ad9e69291 req-6dbb08e2-2ec5-4b9f-a33c-563aec7cb731 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794637 Jul 15 13:29:15.640155 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84081f-dc30-4ca0-b9ab-aac71fe03263 req-89ab5635-6c1a-483f-8b52-285262b51ba4 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:15.663177 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ab84081f-dc30-4ca0-b9ab-aac71fe03263 req-89ab5635-6c1a-483f-8b52-285262b51ba4 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 945 time: 0.6786170 Jul 15 13:29:15.779937 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-2e29ecab-22fa-4c63-97e8-d9340c3c758c req-35afe83b-2c4b-4091-b746-948306a8368e tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Deleting port 62a1ef29-fc92-4319-8fe9-443de8b06a99 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:15.782288 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2e29ecab-22fa-4c63-97e8-d9340c3c758c req-35afe83b-2c4b-4091-b746-948306a8368e tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:15.984496 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ab84081f-dc30-4ca0-b9ab-aac71fe03263 req-daca3b84-b033-45ee-b450-777652dc6d69 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=947dcb62-39dd-4d65-9e52-82dfd7421191&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3192594 Jul 15 13:29:16.047309 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-07826e7e-680f-4b60-b9fd-1c7b583d02d0 req-372ea1ae-9b99-4475-b0e8-9679cd47abcb tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 210 time: 0.0732341 Jul 15 13:29:16.232492 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 62a1ef29-fc92-4319-8fe9-443de8b06a99 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:29:16.327764 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eaf4b976-b127-44b5-a48c-4ce50530d201 req-b1490f42-ecf6-47f7-9abd-b12160ff0ad9 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:29:16.375017 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d7704e-6c34-4bac-a2d6-c58520729d4a None None] Sync routers for ids ['f3061f0c-9416-4b57-99eb-1a86397a1151'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:29:16.531007 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.649312 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf4b976-b127-44b5-a48c-4ce50530d201 req-b1490f42-ecf6-47f7-9abd-b12160ff0ad9 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] No DVR routers for this DVR port 26962544-c805-44f2-acd9-2994c2b88027 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:29:16.688901 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57373c10-9e6b-4546-b8f3-c535c2032fd3 req-6e78e1f2-a53a-401c-a6f2-dbca00153603 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:16.708778 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-57373c10-9e6b-4546-b8f3-c535c2032fd3 req-6e78e1f2-a53a-401c-a6f2-dbca00153603 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 946 time: 0.3220840 Jul 15 13:29:16.729940 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d7704e-6c34-4bac-a2d6-c58520729d4a None None] Routers {'f3061f0c-9416-4b57-99eb-1a86397a1151'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:16.730845 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c4d7704e-6c34-4bac-a2d6-c58520729d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:28:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['f3061f0c-9416-4b57-99eb-1a86397a1151'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:16.738419 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2e29ecab-22fa-4c63-97e8-d9340c3c758c req-35afe83b-2c4b-4091-b746-948306a8368e tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] For port 62a1ef29-fc92-4319-8fe9-443de8b06a99, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=62a1ef29-fc92-4319-8fe9-443de8b06a99,segment=NetworkSegment(5fdc2447-cebd-4891-9870-8462e7706d2c),segment_id=5fdc2447-cebd-4891-9870-8462e7706d2c)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:16.739589 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2e29ecab-22fa-4c63-97e8-d9340c3c758c req-35afe83b-2c4b-4091-b746-948306a8368e tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.783069 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 62a1ef29-fc92-4319-8fe9-443de8b06a99, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=62a1ef29-fc92-4319-8fe9-443de8b06a99,segment=NetworkSegment(5fdc2447-cebd-4891-9870-8462e7706d2c),segment_id=5fdc2447-cebd-4891-9870-8462e7706d2c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:16.799087 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3453c09e-d122-46f0-a75b-88b4c7ec48e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62a1ef29-fc92-4319-8fe9-443de8b06a99'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:16.809293 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be3eeaa-2778-4fe3-ab58-4a7f1961afa8" -d '{"events": [{"server_uuid": "3453c09e-d122-46f0-a75b-88b4c7ec48e2", "name": "network-vif-unplugged", "status": "completed", "tag": "62a1ef29-fc92-4319-8fe9-443de8b06a99"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:16.826090 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.062068 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=62a1ef29-fc92-4319-8fe9-443de8b06a99,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:17.170190 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-c4d7704e-6c34-4bac-a2d6-c58520729d4a None None] Set router f3061f0c-9416-4b57-99eb-1a86397a1151 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:17.352180 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-eaf4b976-b127-44b5-a48c-4ce50530d201 req-b1490f42-ecf6-47f7-9abd-b12160ff0ad9 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.360455 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eaf4b976-b127-44b5-a48c-4ce50530d201 req-b1490f42-ecf6-47f7-9abd-b12160ff0ad9 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.32 "DELETE /v2.0/ports/26962544-c805-44f2-acd9-2994c2b88027 HTTP/1.1" status: 204 len: 173 time: 7.6760907 Jul 15 13:29:17.370130 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f774d00c-e94e-41ea-bedd-c0ca7dfb3c16', 'name': 'network-vif-deleted', 'tag': '26962544-c805-44f2-acd9-2994c2b88027'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:17.376486 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c07dad9-53a0-40d3-a752-edca2c316893" -d '{"events": [{"server_uuid": "f774d00c-e94e-41ea-bedd-c0ca7dfb3c16", "name": "network-vif-deleted", "tag": "26962544-c805-44f2-acd9-2994c2b88027"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:17.461989 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47b70d-9a17-4bda-8fa8-c5dc838c5713 req-39a1cf9f-f597-4f88-a0c4-db32bdd10175 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:17.481800 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2f47b70d-9a17-4bda-8fa8-c5dc838c5713 req-39a1cf9f-f597-4f88-a0c4-db32bdd10175 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 946 time: 0.5064435 Jul 15 13:29:17.491667 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-57373c10-9e6b-4546-b8f3-c535c2032fd3 req-7afac4d5-e59a-4248-9a61-bcefe099e7b6 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Deleting port 2b1cb38c-4edd-4eb8-8bee-4afd9476df5b {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:17.492262 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-57373c10-9e6b-4546-b8f3-c535c2032fd3 req-7afac4d5-e59a-4248-9a61-bcefe099e7b6 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.745406 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994842e7-13ea-4937-ba41-dca464da246c req-c73a70c0-d2cb-4607-b1af-bbc8fe0a6d86 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:17.773419 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-994842e7-13ea-4937-ba41-dca464da246c req-c73a70c0-d2cb-4607-b1af-bbc8fe0a6d86 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 943 time: 1.4175000 Jul 15 13:29:17.792611 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-57373c10-9e6b-4546-b8f3-c535c2032fd3 req-7afac4d5-e59a-4248-9a61-bcefe099e7b6 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] For port 2b1cb38c-4edd-4eb8-8bee-4afd9476df5b, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=2b1cb38c-4edd-4eb8-8bee-4afd9476df5b,segment=NetworkSegment(7129d778-e11c-44b8-8068-c6b2ea99d83c),segment_id=7129d778-e11c-44b8-8068-c6b2ea99d83c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:17.793184 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-57373c10-9e6b-4546-b8f3-c535c2032fd3 req-7afac4d5-e59a-4248-9a61-bcefe099e7b6 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.827180 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-57373c10-9e6b-4546-b8f3-c535c2032fd3 req-7afac4d5-e59a-4248-9a61-bcefe099e7b6 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Calling delete_port for 2b1cb38c-4edd-4eb8-8bee-4afd9476df5b owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:17.889943 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2e29ecab-22fa-4c63-97e8-d9340c3c758c req-35afe83b-2c4b-4091-b746-948306a8368e tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.902414 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2e29ecab-22fa-4c63-97e8-d9340c3c758c req-35afe83b-2c4b-4091-b746-948306a8368e tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.909510 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [req-2e29ecab-22fa-4c63-97e8-d9340c3c758c req-35afe83b-2c4b-4091-b746-948306a8368e tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Floating IP d437df30-6a1d-4dfc-b671-b48d3495689d disassociated. External IP: 172.25.6.19, port: 62a1ef29-fc92-4319-8fe9-443de8b06a99. Jul 15 13:29:17.910249 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-2e29ecab-22fa-4c63-97e8-d9340c3c758c req-35afe83b-2c4b-4091-b746-948306a8368e tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Calling delete_port for 62a1ef29-fc92-4319-8fe9-443de8b06a99 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:18.129476 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-994842e7-13ea-4937-ba41-dca464da246c req-4dc1fc0e-7b2e-4150-bf59-267bb5c76201 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254809 Jul 15 13:29:18.345307 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baaf3eb3-0dd6-4c7f-9033-325340cd6861 x-openstack-request-id: req-baaf3eb3-0dd6-4c7f-9033-325340cd6861 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:18.346136 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3453c09e-d122-46f0-a75b-88b4c7ec48e2", "name": "network-vif-unplugged", "status": "completed", "tag": "62a1ef29-fc92-4319-8fe9-443de8b06a99", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:18.348558 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-baaf3eb3-0dd6-4c7f-9033-325340cd6861 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:18.349288 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3453c09e-d122-46f0-a75b-88b4c7ec48e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62a1ef29-fc92-4319-8fe9-443de8b06a99', 'code': 200} Jul 15 13:29:18.362208 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c4d7704e-6c34-4bac-a2d6-c58520729d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'name': 'tempest-ServersTestBootFromVolume-1311725711-router', 'tenant_id': 'd36c52c8000f4792a297412063fb69ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bb026204-670e-4649-8be5-64f6a45c244c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:17Z', 'revision_number': 4, 'project_id': 'd36c52c8000f4792a297412063fb69ab', 'gw_port': {'id': 'bb026204-670e-4649-8be5-64f6a45c244c', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:05Z', 'updated_at': '2021-07-15T13:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d', 'name': '', 'network_id': 'be04063e-1cb2-41c3-8ee0-72868f24e4ea', 'tenant_id': 'd36c52c8000f4792a297412063fb69ab', 'mac_address': 'fa:16:3e:c9:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '86c45178-fb0a-4b4d-a444-3a0ac9a17af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:15Z', 'updated_at': '2021-07-15T13:25:31Z', 'revision_number': 5, 'project_id': 'd36c52c8000f4792a297412063fb69ab', 'subnets': [{'id': '86c45178-fb0a-4b4d-a444-3a0ac9a17af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:18.502011 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d7704e-6c34-4bac-a2d6-c58520729d4a None None] Checking router: f3061f0c-9416-4b57-99eb-1a86397a1151 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:29:18.553750 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2e29ecab-22fa-4c63-97e8-d9340c3c758c req-35afe83b-2c4b-4091-b746-948306a8368e tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:18.573828 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d7704e-6c34-4bac-a2d6-c58520729d4a None None] Routers {'f3061f0c-9416-4b57-99eb-1a86397a1151'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:18.575204 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c4d7704e-6c34-4bac-a2d6-c58520729d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:28:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['f3061f0c-9416-4b57-99eb-1a86397a1151'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:18.578767 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-57373c10-9e6b-4546-b8f3-c535c2032fd3 req-7afac4d5-e59a-4248-9a61-bcefe099e7b6 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:18.845344 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35afe83b-2c4b-4091-b746-948306a8368e tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Pushing event deleted for resources: {'Port': ['ID=62a1ef29-fc92-4319-8fe9-443de8b06a99,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:19.071944 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-c4d7704e-6c34-4bac-a2d6-c58520729d4a None None] Set router f3061f0c-9416-4b57-99eb-1a86397a1151 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:19.134460 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-57373c10-9e6b-4546-b8f3-c535c2032fd3 req-7afac4d5-e59a-4248-9a61-bcefe099e7b6 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] No DVR routers for this DVR port 2b1cb38c-4edd-4eb8-8bee-4afd9476df5b on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:29:19.137989 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afac4d5-e59a-4248-9a61-bcefe099e7b6 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Pushing event deleted for resources: {'Port': ['ID=2b1cb38c-4edd-4eb8-8bee-4afd9476df5b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:19.169968 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-57373c10-9e6b-4546-b8f3-c535c2032fd3 req-7afac4d5-e59a-4248-9a61-bcefe099e7b6 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:19.191284 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-57373c10-9e6b-4546-b8f3-c535c2032fd3 req-7afac4d5-e59a-4248-9a61-bcefe099e7b6 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.18 "DELETE /v2.0/ports/2b1cb38c-4edd-4eb8-8bee-4afd9476df5b HTTP/1.1" status: 204 len: 173 time: 2.4646289 Jul 15 13:29:19.192255 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f286624-e076-48f2-bcb0-a21f16ae54be', 'name': 'network-vif-deleted', 'tag': '2b1cb38c-4edd-4eb8-8bee-4afd9476df5b'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:19.206058 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ca74a6-1770-4fe6-bc42-3390c793df4a" -d '{"events": [{"server_uuid": "9f286624-e076-48f2-bcb0-a21f16ae54be", "name": "network-vif-deleted", "tag": "2b1cb38c-4edd-4eb8-8bee-4afd9476df5b"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:19.365381 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2f47b70d-9a17-4bda-8fa8-c5dc838c5713 req-89bee76e-59db-435c-9a0f-14f52583f600 tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/security-groups?id=92bde4b7-1286-4739-859d-253212929e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8790102 Jul 15 13:29:19.369748 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3458cb4d-8144-4df0-bd9a-58ba3dcca17a req-a30fd68e-15c1-4d07-b13b-868d2fce243d tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 210 time: 0.2241299 Jul 15 13:29:19.937286 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e29ecab-22fa-4c63-97e8-d9340c3c758c req-35afe83b-2c4b-4091-b746-948306a8368e tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Router 0d0f3b8e-5ce8-4225-bf86-b388b2c6645a has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:29:19.945261 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13336c90-c320-4083-a0d6-ab1aefa236a6 x-openstack-request-id: req-13336c90-c320-4083-a0d6-ab1aefa236a6 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:19.946140 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f774d00c-e94e-41ea-bedd-c0ca7dfb3c16", "name": "network-vif-deleted", "tag": "26962544-c805-44f2-acd9-2994c2b88027", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:19.946797 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-13336c90-c320-4083-a0d6-ab1aefa236a6 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:19.947704 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f774d00c-e94e-41ea-bedd-c0ca7dfb3c16', 'name': 'network-vif-deleted', 'tag': '26962544-c805-44f2-acd9-2994c2b88027', 'status': 'completed', 'code': 200} Jul 15 13:29:20.304856 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 2b1cb38c-4edd-4eb8-8bee-4afd9476df5b no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:29:20.362931 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e29ecab-22fa-4c63-97e8-d9340c3c758c req-35afe83b-2c4b-4091-b746-948306a8368e tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:29:20.364471 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a37327f2-f715-448d-8443-edf58f054227 req-fc856203-be6d-4412-95ce-b53c5e17479d tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 210 time: 0.2045538 Jul 15 13:29:20.520746 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e29ecab-22fa-4c63-97e8-d9340c3c758c req-35afe83b-2c4b-4091-b746-948306a8368e tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] No DVR routers for this DVR port 62a1ef29-fc92-4319-8fe9-443de8b06a99 on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:29:20.526312 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2e29ecab-22fa-4c63-97e8-d9340c3c758c req-35afe83b-2c4b-4091-b746-948306a8368e tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.527369 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 2b1cb38c-4edd-4eb8-8bee-4afd9476df5b {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:29:20.529847 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2e29ecab-22fa-4c63-97e8-d9340c3c758c req-35afe83b-2c4b-4091-b746-948306a8368e tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.18 "DELETE /v2.0/ports/62a1ef29-fc92-4319-8fe9-443de8b06a99 HTTP/1.1" status: 204 len: 173 time: 5.7867982 Jul 15 13:29:20.534217 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 2b1cb38c-4edd-4eb8-8bee-4afd9476df5b not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:29:20.540649 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51984880-5e0a-4b7f-b7cc-d348adeb5701 None None] Sync routers for ids ['0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:29:20.589128 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51984880-5e0a-4b7f-b7cc-d348adeb5701 None None] Routers {'0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:20.591542 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-51984880-5e0a-4b7f-b7cc-d348adeb5701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:28:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:20.775500 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5775c47c-cd6e-493a-a7a0-916bc4717a54 x-openstack-request-id: req-5775c47c-cd6e-493a-a7a0-916bc4717a54 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:20.775962 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f286624-e076-48f2-bcb0-a21f16ae54be", "name": "network-vif-deleted", "tag": "2b1cb38c-4edd-4eb8-8bee-4afd9476df5b", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:20.776361 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5775c47c-cd6e-493a-a7a0-916bc4717a54 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:20.776998 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f286624-e076-48f2-bcb0-a21f16ae54be', 'name': 'network-vif-deleted', 'tag': '2b1cb38c-4edd-4eb8-8bee-4afd9476df5b', 'status': 'completed', 'code': 200} Jul 15 13:29:20.830591 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e6412-5c12-47ba-9c55-7d5ad98aa26b req-4bf3b11b-fd71-4a45-a2b8-b9b9de29b9e2 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:20.849133 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-105e6412-5c12-47ba-9c55-7d5ad98aa26b req-4bf3b11b-fd71-4a45-a2b8-b9b9de29b9e2 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 943 time: 0.4881859 Jul 15 13:29:21.030086 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c4d7704e-6c34-4bac-a2d6-c58520729d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'name': 'tempest-ServersTestBootFromVolume-1311725711-router', 'tenant_id': 'd36c52c8000f4792a297412063fb69ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bb026204-670e-4649-8be5-64f6a45c244c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:17Z', 'revision_number': 4, 'project_id': 'd36c52c8000f4792a297412063fb69ab', 'gw_port': {'id': 'bb026204-670e-4649-8be5-64f6a45c244c', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:05Z', 'updated_at': '2021-07-15T13:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d', 'name': '', 'network_id': 'be04063e-1cb2-41c3-8ee0-72868f24e4ea', 'tenant_id': 'd36c52c8000f4792a297412063fb69ab', 'mac_address': 'fa:16:3e:c9:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '86c45178-fb0a-4b4d-a444-3a0ac9a17af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:15Z', 'updated_at': '2021-07-15T13:25:31Z', 'revision_number': 5, 'project_id': 'd36c52c8000f4792a297412063fb69ab', 'subnets': [{'id': '86c45178-fb0a-4b4d-a444-3a0ac9a17af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:21.058373 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-105e6412-5c12-47ba-9c55-7d5ad98aa26b req-d693613d-1efe-4dd5-9631-5ecf7fa438a9 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021985 Jul 15 13:29:21.170154 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d7704e-6c34-4bac-a2d6-c58520729d4a None None] The sync data for ids ['f3061f0c-9416-4b57-99eb-1a86397a1151'] in n-d-758944-45 is: [{'id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'name': 'tempest-ServersTestBootFromVolume-1311725711-router', 'tenant_id': 'd36c52c8000f4792a297412063fb69ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bb026204-670e-4649-8be5-64f6a45c244c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:25:17Z', 'revision_number': 4, 'project_id': 'd36c52c8000f4792a297412063fb69ab', 'gw_port': {'id': 'bb026204-670e-4649-8be5-64f6a45c244c', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:05Z', 'updated_at': '2021-07-15T13:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d', 'name': '', 'network_id': 'be04063e-1cb2-41c3-8ee0-72868f24e4ea', 'tenant_id': 'd36c52c8000f4792a297412063fb69ab', 'mac_address': 'fa:16:3e:c9:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '86c45178-fb0a-4b4d-a444-3a0ac9a17af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:15Z', 'updated_at': '2021-07-15T13:25:31Z', 'revision_number': 5, 'project_id': 'd36c52c8000f4792a297412063fb69ab', 'subnets': [{'id': '86c45178-fb0a-4b4d-a444-3a0ac9a17af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:29:21.370866 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-51984880-5e0a-4b7f-b7cc-d348adeb5701 None None] Set router 0d0f3b8e-5ce8-4225-bf86-b388b2c6645a gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:21.737675 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-edb4d4ef-e779-48bb-b063-795dd7ad5cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:21.790567 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c63e9c6f-a253-4c59-aa7e-3668b41ea50d req-763d0a50-9b4b-4407-b71a-a0f8f97bdfea tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=3453c09e-d122-46f0-a75b-88b4c7ec48e2 HTTP/1.1" status: 200 len: 210 time: 0.0863090 Jul 15 13:29:21.949792 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3453c09e-d122-46f0-a75b-88b4c7ec48e2', 'name': 'network-vif-deleted', 'tag': '62a1ef29-fc92-4319-8fe9-443de8b06a99'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:21.952678 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ff35e9d8-32f3-4b5f-8740-1d9eb406a3d0 req-223e8143-f63f-496e-afe3-3c19b3dd7c1b tempest-ServerRescueTestJSON-1891826581 tempest-ServerRescueTestJSON-1891826581-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f286624-e076-48f2-bcb0-a21f16ae54be HTTP/1.1" status: 200 len: 210 time: 0.3151891 Jul 15 13:29:21.959776 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017cf621-e2eb-4262-a2b1-84ac30f21ece" -d '{"events": [{"server_uuid": "3453c09e-d122-46f0-a75b-88b4c7ec48e2", "name": "network-vif-deleted", "tag": "62a1ef29-fc92-4319-8fe9-443de8b06a99"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:22.114027 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821bb9d6-22c6-4953-bfc9-b064a4b8af5a x-openstack-request-id: req-821bb9d6-22c6-4953-bfc9-b064a4b8af5a {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:22.117075 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3453c09e-d122-46f0-a75b-88b4c7ec48e2", "name": "network-vif-deleted", "tag": "62a1ef29-fc92-4319-8fe9-443de8b06a99", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:22.118684 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-821bb9d6-22c6-4953-bfc9-b064a4b8af5a {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:22.119880 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3453c09e-d122-46f0-a75b-88b4c7ec48e2', 'name': 'network-vif-deleted', 'tag': '62a1ef29-fc92-4319-8fe9-443de8b06a99', 'status': 'completed', 'code': 200} Jul 15 13:29:22.222817 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5ce67-74db-4d3c-8499-a76009428069 None None] New status for floating IP f78334f2-f373-4bd1-9979-cf48f595ab17: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:29:22.521507 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-51984880-5e0a-4b7f-b7cc-d348adeb5701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'name': 'tempest-AttachVolumeTestJSON-125246177-router', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:42Z', 'updated_at': '2021-07-15T13:24:01Z', 'revision_number': 4, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'gw_port': {'id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:45Z', 'updated_at': '2021-07-15T13:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4', 'name': '', 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'mac_address': 'fa:16:3e:cb:51:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '7ddbfc00-1f92-454d-9c2c-3d67f76399b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:57Z', 'updated_at': '2021-07-15T13:24:11Z', 'revision_number': 5, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'subnets': [{'id': '7ddbfc00-1f92-454d-9c2c-3d67f76399b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:22.597344 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c9faaf81-a4d0-42f9-a3bf-da46e2aef1e7 req-16d24001-e103-4052-859b-d71aceca5205 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 210 time: 0.2259150 Jul 15 13:29:22.682325 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51984880-5e0a-4b7f-b7cc-d348adeb5701 None None] Checking router: 0d0f3b8e-5ce8-4225-bf86-b388b2c6645a for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:29:22.713648 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51984880-5e0a-4b7f-b7cc-d348adeb5701 None None] Routers {'0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:22.719194 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-51984880-5e0a-4b7f-b7cc-d348adeb5701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:28:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:23.027813 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae92391-d872-4445-b3e5-0909953b38cb req-fb86b942-238f-4b5b-9b3f-00308c77411b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:23.048727 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eae92391-d872-4445-b3e5-0909953b38cb req-fb86b942-238f-4b5b-9b3f-00308c77411b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 943 time: 0.3522317 Jul 15 13:29:23.155664 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eae92391-d872-4445-b3e5-0909953b38cb req-1c15c0f7-a433-47ab-80aa-678fffef0ed4 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907607 Jul 15 13:29:23.273131 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52824) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:23.326521 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-51984880-5e0a-4b7f-b7cc-d348adeb5701 None None] Set router 0d0f3b8e-5ce8-4225-bf86-b388b2c6645a gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:23.356451 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52830) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:23.439020 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c12a0c2-126f-470a-8623-2ec21b7e3c8a tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.512783 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c12a0c2-126f-470a-8623-2ec21b7e3c8a tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.590578 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.798951 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c12a0c2-126f-470a-8623-2ec21b7e3c8a tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.805751 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c12a0c2-126f-470a-8623-2ec21b7e3c8a tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.823034 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6c12a0c2-126f-470a-8623-2ec21b7e3c8a tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "DELETE /v2.0/security-groups/947dcb62-39dd-4d65-9e52-82dfd7421191 HTTP/1.1" status: 204 len: 168 time: 0.5414588 Jul 15 13:29:23.823812 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52840) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:23.846194 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e127462c-76bb-4b12-a6ee-86381539badc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.962793 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12a0c2-126f-470a-8623-2ec21b7e3c8a tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=947dcb62-39dd-4d65-9e52-82dfd7421191,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:23.980774 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-d9d6d655-8fa9-46ff-9aaa-b6f532583569 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] show failed (client error): The resource could not be found. Jul 15 13:29:23.984154 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d9d6d655-8fa9-46ff-9aaa-b6f532583569 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups/947dcb62-39dd-4d65-9e52-82dfd7421191 HTTP/1.1" status: 404 len: 347 time: 0.1307108 Jul 15 13:29:23.987971 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52842) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:24.803168 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.857865 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-51984880-5e0a-4b7f-b7cc-d348adeb5701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'name': 'tempest-AttachVolumeTestJSON-125246177-router', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:42Z', 'updated_at': '2021-07-15T13:24:01Z', 'revision_number': 4, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'gw_port': {'id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:45Z', 'updated_at': '2021-07-15T13:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4', 'name': '', 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'mac_address': 'fa:16:3e:cb:51:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '7ddbfc00-1f92-454d-9c2c-3d67f76399b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:57Z', 'updated_at': '2021-07-15T13:24:11Z', 'revision_number': 5, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'subnets': [{'id': '7ddbfc00-1f92-454d-9c2c-3d67f76399b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:24.916090 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3da84093-65fa-4ded-a8a1-e85a1c81cb4c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Deleting port fa197d97-d2d1-4e37-8924-5d77789886bc {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:24.916090 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3da84093-65fa-4ded-a8a1-e85a1c81cb4c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.035806 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51984880-5e0a-4b7f-b7cc-d348adeb5701 None None] The sync data for ids ['0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'] in n-d-758944-45 is: [{'id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'name': 'tempest-AttachVolumeTestJSON-125246177-router', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:42Z', 'updated_at': '2021-07-15T13:24:01Z', 'revision_number': 4, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'gw_port': {'id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:45Z', 'updated_at': '2021-07-15T13:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4', 'name': '', 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'mac_address': 'fa:16:3e:cb:51:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '7ddbfc00-1f92-454d-9c2c-3d67f76399b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:57Z', 'updated_at': '2021-07-15T13:24:11Z', 'revision_number': 5, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'subnets': [{'id': '7ddbfc00-1f92-454d-9c2c-3d67f76399b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:29:25.040815 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-01f38b0e-2719-455c-934a-53178048b717 req-3c21074b-5fb3-402e-8d17-828642a157fe tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 210 time: 0.4442575 Jul 15 13:29:25.188796 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.438205 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad26814-8606-43ea-b62c-97183e31b8a5 req-23422d8f-7f0a-4ec0-a576-c5e06b56bec1 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:25.443230 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0ad26814-8606-43ea-b62c-97183e31b8a5 req-23422d8f-7f0a-4ec0-a576-c5e06b56bec1 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 943 time: 0.7258942 Jul 15 13:29:25.465793 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3da84093-65fa-4ded-a8a1-e85a1c81cb4c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.470684 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3da84093-65fa-4ded-a8a1-e85a1c81cb4c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.562661 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3da84093-65fa-4ded-a8a1-e85a1c81cb4c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Calling delete_port for fa197d97-d2d1-4e37-8924-5d77789886bc owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:25.577191 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1b760a8-d1d6-457c-ad35-3c8935bae778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.643446 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0ad26814-8606-43ea-b62c-97183e31b8a5 req-094b90f2-d376-4e97-8ec6-1b42e6aa81e1 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893802 Jul 15 13:29:25.863557 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2054be-d445-448d-91d9-088e55db97ca None None] New status for floating IP d437df30-6a1d-4dfc-b671-b48d3495689d: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:29:26.022250 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3da84093-65fa-4ded-a8a1-e85a1c81cb4c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.119819 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-1f2054be-d445-448d-91d9-088e55db97ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:29:26.120375 n-d-758944-45 neutron-server[93815]: DEBUG oslo_db.api [None req-1f2054be-d445-448d-91d9-088e55db97ca None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:29:26.156368 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da84093-65fa-4ded-a8a1-e85a1c81cb4c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Pushing event deleted for resources: {'Port': ['ID=fa197d97-d2d1-4e37-8924-5d77789886bc,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:26.354922 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.435087 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3da84093-65fa-4ded-a8a1-e85a1c81cb4c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.438101 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3da84093-65fa-4ded-a8a1-e85a1c81cb4c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.441917 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3da84093-65fa-4ded-a8a1-e85a1c81cb4c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "DELETE /v2.0/floatingips/d437df30-6a1d-4dfc-b671-b48d3495689d HTTP/1.1" status: 204 len: 168 time: 2.4503403 Jul 15 13:29:26.622587 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2054be-d445-448d-91d9-088e55db97ca None None] New status for floating IP d437df30-6a1d-4dfc-b671-b48d3495689d: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:29:26.796196 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7ab4646d-9757-456e-b6ff-0eb565b1b7ea req-58e304bf-d165-400a-8c53-63248eba88f5 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 210 time: 0.2308667 Jul 15 13:29:26.979689 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-f1b760a8-d1d6-457c-ad35-3c8935bae778 admin admin] Deleting port a7278473-44bd-4747-be9f-df9d6af02522 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:26.996423 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1b760a8-d1d6-457c-ad35-3c8935bae778 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:27.313034 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-f1b760a8-d1d6-457c-ad35-3c8935bae778 admin admin] For port a7278473-44bd-4747-be9f-df9d6af02522, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a7278473-44bd-4747-be9f-df9d6af02522,segment=NetworkSegment(7129d778-e11c-44b8-8068-c6b2ea99d83c),segment_id=7129d778-e11c-44b8-8068-c6b2ea99d83c)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:27.313880 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1b760a8-d1d6-457c-ad35-3c8935bae778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:27.385268 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-f1b760a8-d1d6-457c-ad35-3c8935bae778 admin admin] Calling delete_port for a7278473-44bd-4747-be9f-df9d6af02522 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:27.754995 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4b35d-849a-44fc-8641-d11c29edc6b8 req-60e89a2a-7a6a-4762-8f28-2af6b33c0045 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:27.762500 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c9d4b35d-849a-44fc-8641-d11c29edc6b8 req-60e89a2a-7a6a-4762-8f28-2af6b33c0045 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 943 time: 0.3617609 Jul 15 13:29:27.836303 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c9d4b35d-849a-44fc-8641-d11c29edc6b8 req-4d7f5e4f-e667-4c0d-8c88-c2f72ecee3bc tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620108 Jul 15 13:29:27.945724 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52884) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:27.955003 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2898a70f-bd69-4ae6-925b-e7a158c646ad tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Request body: {'security_group': {'name': 'tempest-securitygroup--527730395', 'description': 'tempest-description--449551580'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:28.040379 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2898a70f-bd69-4ae6-925b-e7a158c646ad tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:28.274298 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2898a70f-bd69-4ae6-925b-e7a158c646ad tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:28.286295 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2898a70f-bd69-4ae6-925b-e7a158c646ad tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:28.289113 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1b760a8-d1d6-457c-ad35-3c8935bae778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:28.362210 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898a70f-bd69-4ae6-925b-e7a158c646ad tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdb4184-af7a-4cd3-8dbb-6aff00a55483,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:28.407727 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2898a70f-bd69-4ae6-925b-e7a158c646ad tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:28.410642 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2898a70f-bd69-4ae6-925b-e7a158c646ad tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4631917 Jul 15 13:29:28.413683 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52890) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:28.415407 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b760a8-d1d6-457c-ad35-3c8935bae778 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7278473-44bd-4747-be9f-df9d6af02522,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:28.424912 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-40a62db7-f3b7-4f89-a003-6d88f3d44d88 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Request body: {'security_group_rule': {'security_group_id': '7cdb4184-af7a-4cd3-8dbb-6aff00a55483', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:28.433596 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-df896fa2-ef77-4d31-b3c7-ecf3a0772a79 req-c5ba5111-d2d7-4cbb-a400-e16648beb603 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 210 time: 0.1654651 Jul 15 13:29:28.507282 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40a62db7-f3b7-4f89-a003-6d88f3d44d88 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:28.677041 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40a62db7-f3b7-4f89-a003-6d88f3d44d88 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:28.689425 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40a62db7-f3b7-4f89-a003-6d88f3d44d88 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:28.714580 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a62db7-f3b7-4f89-a003-6d88f3d44d88 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08439e5c-8621-44dc-ba08-320b95ffd757,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:28.724423 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40a62db7-f3b7-4f89-a003-6d88f3d44d88 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:28.728800 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-40a62db7-f3b7-4f89-a003-6d88f3d44d88 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3125575 Jul 15 13:29:28.729491 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52892) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:28.735287 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b35df005-f5a4-4e31-a88b-d2e88d2a933e tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Request body: {'security_group_rule': {'security_group_id': '7cdb4184-af7a-4cd3-8dbb-6aff00a55483', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:28.747425 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1b760a8-d1d6-457c-ad35-3c8935bae778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:28.776155 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b35df005-f5a4-4e31-a88b-d2e88d2a933e tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:28.858301 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b35df005-f5a4-4e31-a88b-d2e88d2a933e tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:28.867657 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b35df005-f5a4-4e31-a88b-d2e88d2a933e tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:28.896356 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35df005-f5a4-4e31-a88b-d2e88d2a933e tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f27b9f22-9e65-438d-8d85-ef818e24c4a1,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:28.914112 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b35df005-f5a4-4e31-a88b-d2e88d2a933e tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:28.920216 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b35df005-f5a4-4e31-a88b-d2e88d2a933e tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1895349 Jul 15 13:29:28.920940 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52896) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:28.931521 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-6037baa1-7d60-4320-86eb-64f397a89e8c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:28.999315 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6037baa1-7d60-4320-86eb-64f397a89e8c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:29.273160 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b760a8-d1d6-457c-ad35-3c8935bae778 admin admin] Router 38f75455-941a-4fd3-9857-5f1644554113 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:29:29.329362 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6037baa1-7d60-4320-86eb-64f397a89e8c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:29.510581 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b760a8-d1d6-457c-ad35-3c8935bae778 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:29:29.524704 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f1b760a8-d1d6-457c-ad35-3c8935bae778 admin admin] 10.222.0.24 "PUT /v2.0/routers/38f75455-941a-4fd3-9857-5f1644554113/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1621466 Jul 15 13:29:29.524704 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52900) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:29.533577 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f34de86-a390-4706-b403-0d3d9f60de1d None None] Sync routers for ids ['38f75455-941a-4fd3-9857-5f1644554113'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:29:29.551219 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f34de86-a390-4706-b403-0d3d9f60de1d None None] Routers {'38f75455-941a-4fd3-9857-5f1644554113'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:29.551879 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0f34de86-a390-4706-b403-0d3d9f60de1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:29:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['38f75455-941a-4fd3-9857-5f1644554113'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:29.643972 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f22e3c-a836-4f73-b1fb-f3bacf69f7fb req-ab64f9ba-614c-4d5f-a327-41eaae9dc6b5 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:29.654637 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e2f22e3c-a836-4f73-b1fb-f3bacf69f7fb req-ab64f9ba-614c-4d5f-a327-41eaae9dc6b5 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 943 time: 0.4964931 Jul 15 13:29:29.775150 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-6037baa1-7d60-4320-86eb-64f397a89e8c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Allocated IP 172.25.6.39 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/acb1e282-3dbb-40b8-8051-aec35610d05d) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:29.777370 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ba18429c-e85d-4496-96f8-8145fe3f5b1b req-8c57929d-d490-4fb9-bba7-603618c9e650 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 210 time: 0.0630980 Jul 15 13:29:29.781660 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-0f34de86-a390-4706-b403-0d3d9f60de1d None None] Set router 38f75455-941a-4fd3-9857-5f1644554113 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:29.895224 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93d38769-c5ed-4c71-a491-f7593bf96875 admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.106463 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6037baa1-7d60-4320-86eb-64f397a89e8c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.188359 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e2f22e3c-a836-4f73-b1fb-f3bacf69f7fb req-fd6d856d-4190-47e5-8294-3227177ba9c8 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5328181 Jul 15 13:29:30.197925 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0f34de86-a390-4706-b403-0d3d9f60de1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f75455-941a-4fd3-9857-5f1644554113', 'name': 'tempest-ServerRescueTestJSON-1406764567-router', 'tenant_id': '07d1188460e14615b690ded696bdae00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': '8dd8fc89-f8b9-48de-9d0b-7968763bb7c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:30Z', 'updated_at': '2021-07-15T13:29:28Z', 'revision_number': 5, 'project_id': '07d1188460e14615b690ded696bdae00', 'gw_port': {'id': '8dd8fc89-f8b9-48de-9d0b-7968763bb7c8', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:12:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f75455-941a-4fd3-9857-5f1644554113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2489, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:32Z', 'updated_at': '2021-07-15T13:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:30.202328 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93d38769-c5ed-4c71-a491-f7593bf96875 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.254062 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6037baa1-7d60-4320-86eb-64f397a89e8c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.287286 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f34de86-a390-4706-b403-0d3d9f60de1d None None] Checking router: 38f75455-941a-4fd3-9857-5f1644554113 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:29:30.324791 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f34de86-a390-4706-b403-0d3d9f60de1d None None] Routers {'38f75455-941a-4fd3-9857-5f1644554113'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:30.325989 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0f34de86-a390-4706-b403-0d3d9f60de1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:29:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['38f75455-941a-4fd3-9857-5f1644554113'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:30.412668 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6037baa1-7d60-4320-86eb-64f397a89e8c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:30.439964 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-93d38769-c5ed-4c71-a491-f7593bf96875 admin admin] Deleting port 8dd8fc89-f8b9-48de-9d0b-7968763bb7c8 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:30.440609 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93d38769-c5ed-4c71-a491-f7593bf96875 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.441545 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-6037baa1-7d60-4320-86eb-64f397a89e8c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:30.454813 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6037baa1-7d60-4320-86eb-64f397a89e8c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:30.510898 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037baa1-7d60-4320-86eb-64f397a89e8c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Pushing event updated for resources: {'Port': ['ID=acb1e282-3dbb-40b8-8051-aec35610d05d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:30.558508 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-0f34de86-a390-4706-b403-0d3d9f60de1d None None] Set router 38f75455-941a-4fd3-9857-5f1644554113 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:30.647728 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6037baa1-7d60-4320-86eb-64f397a89e8c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.673837 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0f34de86-a390-4706-b403-0d3d9f60de1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f75455-941a-4fd3-9857-5f1644554113', 'name': 'tempest-ServerRescueTestJSON-1406764567-router', 'tenant_id': '07d1188460e14615b690ded696bdae00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:30Z', 'updated_at': '2021-07-15T13:29:30Z', 'revision_number': 6, 'project_id': '07d1188460e14615b690ded696bdae00', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:30.704578 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6037baa1-7d60-4320-86eb-64f397a89e8c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.736999 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f34de86-a390-4706-b403-0d3d9f60de1d None None] The sync data for ids ['38f75455-941a-4fd3-9857-5f1644554113'] in n-d-758944-45 is: [{'id': '38f75455-941a-4fd3-9857-5f1644554113', 'name': 'tempest-ServerRescueTestJSON-1406764567-router', 'tenant_id': '07d1188460e14615b690ded696bdae00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:30Z', 'updated_at': '2021-07-15T13:29:30Z', 'revision_number': 6, 'project_id': '07d1188460e14615b690ded696bdae00', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:29:30.737238 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-93d38769-c5ed-4c71-a491-f7593bf96875 admin admin] For port 8dd8fc89-f8b9-48de-9d0b-7968763bb7c8, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8dd8fc89-f8b9-48de-9d0b-7968763bb7c8,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:30.737645 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93d38769-c5ed-4c71-a491-f7593bf96875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.770478 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-93d38769-c5ed-4c71-a491-f7593bf96875 admin admin] Calling delete_port for 8dd8fc89-f8b9-48de-9d0b-7968763bb7c8 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:31.069180 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6037baa1-7d60-4320-86eb-64f397a89e8c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.076413 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6037baa1-7d60-4320-86eb-64f397a89e8c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.276932 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-92dc9cfd-31fe-4758-b64d-7ec5b7c58220 req-494ae4e9-bc37-4631-ab63-20ed5171ef9b tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 210 time: 0.1647520 Jul 15 13:29:31.549169 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93d38769-c5ed-4c71-a491-f7593bf96875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.686606 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a7278473-44bd-4747-be9f-df9d6af02522 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:29:31.688541 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d38769-c5ed-4c71-a491-f7593bf96875 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dd8fc89-f8b9-48de-9d0b-7968763bb7c8,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:31.808579 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: a7278473-44bd-4747-be9f-df9d6af02522 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:29:31.811501 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a7278473-44bd-4747-be9f-df9d6af02522 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:29:31.812473 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8dd8fc89-f8b9-48de-9d0b-7968763bb7c8 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:29:31.919315 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93d38769-c5ed-4c71-a491-f7593bf96875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.925469 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 8dd8fc89-f8b9-48de-9d0b-7968763bb7c8 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:29:31.933837 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8dd8fc89-f8b9-48de-9d0b-7968763bb7c8 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:29:32.067798 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52928) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:32.142364 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037baa1-7d60-4320-86eb-64f397a89e8c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Pushing event updated for resources: {'Port': ['ID=acb1e282-3dbb-40b8-8051-aec35610d05d,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:32.182999 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6037baa1-7d60-4320-86eb-64f397a89e8c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.225292 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6037baa1-7d60-4320-86eb-64f397a89e8c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.238139 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6037baa1-7d60-4320-86eb-64f397a89e8c tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3078706 Jul 15 13:29:32.299821 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f930d-b3a9-451e-ad82-efcfa99b5451 req-c25f7435-d25c-4ba1-9169-70c068f7594d tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:32.301561 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93d38769-c5ed-4c71-a491-f7593bf96875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.312287 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dbc174d9-38bd-49fd-8f26-2e41781bdc00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.317583 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2a7f930d-b3a9-451e-ad82-efcfa99b5451 req-c25f7435-d25c-4ba1-9169-70c068f7594d tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 943 time: 0.1947148 Jul 15 13:29:32.347194 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93d38769-c5ed-4c71-a491-f7593bf96875 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.429009 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2a7f930d-b3a9-451e-ad82-efcfa99b5451 req-5738e4ea-7bb9-44b5-aa13-c822a7e1e33c tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096051 Jul 15 13:29:32.589072 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52944) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:32.605491 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93d38769-c5ed-4c71-a491-f7593bf96875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.606100 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d38769-c5ed-4c71-a491-f7593bf96875 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38f75455-941a-4fd3-9857-5f1644554113 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:29:32.619733 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93d38769-c5ed-4c71-a491-f7593bf96875 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.635183 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-93d38769-c5ed-4c71-a491-f7593bf96875 admin admin] 10.222.0.24 "DELETE /v2.0/routers/38f75455-941a-4fd3-9857-5f1644554113 HTTP/1.1" status: 204 len: 168 time: 3.1075006 Jul 15 13:29:32.635866 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52948) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:32.653154 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dbc174d9-38bd-49fd-8f26-2e41781bdc00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.669399 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dbc174d9-38bd-49fd-8f26-2e41781bdc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.718267 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4ae97b32-8fa5-42e7-a74b-ab9988131e1b req-344d0fbd-1186-46e5-abd7-fa155c614605 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/ports?device_id=f774d00c-e94e-41ea-bedd-c0ca7dfb3c16 HTTP/1.1" status: 200 len: 210 time: 0.0824516 Jul 15 13:29:32.775970 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-dbc174d9-38bd-49fd-8f26-2e41781bdc00 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd6c81f098ee475fa86c58d5878cc083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7062294 Jul 15 13:29:32.776805 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52954) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:32.777481 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc174d9-38bd-49fd-8f26-2e41781bdc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb0d6cc-5c77-4943-aee4-97466eb011c6,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:32.845072 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-76172cff-dab4-4ca8-a031-81ae2da45b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.873199 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-76172cff-dab4-4ca8-a031-81ae2da45b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.890021 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8751f199-52d9-4afb-a631-c699ba9f9506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.937108 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-76172cff-dab4-4ca8-a031-81ae2da45b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.938319 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f5534e8-1979-45f6-9ea0-b5d6faad0b8c admin admin] Deleting subnet 6212df86-d7ed-45b1-995d-721bfde9d594 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:29:32.940314 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-76172cff-dab4-4ca8-a031-81ae2da45b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.944754 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f5534e8-1979-45f6-9ea0-b5d6faad0b8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.948047 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-76172cff-dab4-4ca8-a031-81ae2da45b1c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3bb0d6cc-5c77-4943-aee4-97466eb011c6 HTTP/1.1" status: 204 len: 168 time: 0.1670542 Jul 15 13:29:32.951649 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:29:32.981632 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76172cff-dab4-4ca8-a031-81ae2da45b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb0d6cc-5c77-4943-aee4-97466eb011c6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:33.038598 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f5534e8-1979-45f6-9ea0-b5d6faad0b8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.114313 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f5534e8-1979-45f6-9ea0-b5d6faad0b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.235918 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-337766f9-2f59-4972-903c-7299d4c78585 req-30e2cb6a-78a5-4d96-8965-376a320b7a94 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--527730395&fields=id&tenant_id=37913da5a8464fb1a0b736ca946a9eaa HTTP/1.1" status: 200 len: 267 time: 0.3831973 Jul 15 13:29:33.341847 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f5534e8-1979-45f6-9ea0-b5d6faad0b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.398383 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5534e8-1979-45f6-9ea0-b5d6faad0b8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6212df86-d7ed-45b1-995d-721bfde9d594,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:33.488912 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8751f199-52d9-4afb-a631-c699ba9f9506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.507729 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8751f199-52d9-4afb-a631-c699ba9f9506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.560139 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f5534e8-1979-45f6-9ea0-b5d6faad0b8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.566966 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9f5534e8-1979-45f6-9ea0-b5d6faad0b8c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6212df86-d7ed-45b1-995d-721bfde9d594 HTTP/1.1" status: 204 len: 168 time: 0.9256902 Jul 15 13:29:33.567262 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52982) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:33.617393 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8751f199-52d9-4afb-a631-c699ba9f9506 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b1849d7ef1c4d33af88477aa27a2111&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0264030 Jul 15 13:29:33.622811 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52984) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:33.626252 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751f199-52d9-4afb-a631-c699ba9f9506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0352261d-a5f9-4459-a6ae-3ad894e12130,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:33.662611 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337766f9-2f59-4972-903c-7299d4c78585 req-470702ba-64db-4d0f-aa4d-78feb16545da tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:33.669963 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-337766f9-2f59-4972-903c-7299d4c78585 req-470702ba-64db-4d0f-aa4d-78feb16545da tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/networks?id=e8913e0d-0d0e-40a2-882d-dd84c17b519b HTTP/1.1" status: 200 len: 810 time: 0.4160562 Jul 15 13:29:33.718865 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-337766f9-2f59-4972-903c-7299d4c78585 req-56dbc3e0-6707-4ca6-9905-44bacfbd453f tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/quotas/37913da5a8464fb1a0b736ca946a9eaa HTTP/1.1" status: 200 len: 375 time: 0.0471325 Jul 15 13:29:33.772299 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-187e4b19-5913-4bab-934a-132c0bc7cce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.832412 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88422fc6-f213-4d26-8bbc-b0f432a0cafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.930160 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fa3ef-4078-41f9-9f9e-436783e8d01f req-e409275d-ac0a-4167-8b57-6ddc161cefd0 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:33.939101 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ae4fa3ef-4078-41f9-9f9e-436783e8d01f req-e409275d-ac0a-4167-8b57-6ddc161cefd0 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 943 time: 0.2109790 Jul 15 13:29:33.944122 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88422fc6-f213-4d26-8bbc-b0f432a0cafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.964267 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-337766f9-2f59-4972-903c-7299d4c78585 req-ee07c970-b5d5-4440-93de-1a7e55d4a0b4 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=37913da5a8464fb1a0b736ca946a9eaa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2440758 Jul 15 13:29:34.017403 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-187e4b19-5913-4bab-934a-132c0bc7cce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.040417 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-187e4b19-5913-4bab-934a-132c0bc7cce9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac87f728-47f1-42c2-b425-140890be75dd']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:34.065128 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ae4fa3ef-4078-41f9-9f9e-436783e8d01f req-26ca7ff3-2fa1-45e9-bd0d-d0a71a325637 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248062 Jul 15 13:29:34.077110 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-187e4b19-5913-4bab-934a-132c0bc7cce9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7129d778-e11c-44b8-8068-c6b2ea99d83c') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:34.077561 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-187e4b19-5913-4bab-934a-132c0bc7cce9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7129d778-e11c-44b8-8068-c6b2ea99d83c') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:34.092027 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-187e4b19-5913-4bab-934a-132c0bc7cce9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.111500 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-187e4b19-5913-4bab-934a-132c0bc7cce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.140785 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187e4b19-5913-4bab-934a-132c0bc7cce9 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:29:34.141229 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-187e4b19-5913-4bab-934a-132c0bc7cce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:29:34.264976 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:29:34.276442 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-187e4b19-5913-4bab-934a-132c0bc7cce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.280417 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-187e4b19-5913-4bab-934a-132c0bc7cce9 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.282545 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-187e4b19-5913-4bab-934a-132c0bc7cce9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ac87f728-47f1-42c2-b425-140890be75dd HTTP/1.1" status: 204 len: 168 time: 0.7141037 Jul 15 13:29:34.331720 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e4b19-5913-4bab-934a-132c0bc7cce9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac87f728-47f1-42c2-b425-140890be75dd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:34.486028 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 53016) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:34.505333 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-337766f9-2f59-4972-903c-7299d4c78585 req-31f95ca2-fdd7-411a-88d0-254160919016 service neutron] 10.222.0.24 "GET /v2.0/networks/e8913e0d-0d0e-40a2-882d-dd84c17b519b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5105281 Jul 15 13:29:34.508279 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88422fc6-f213-4d26-8bbc-b0f432a0cafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.523715 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88422fc6-f213-4d26-8bbc-b0f432a0cafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.525821 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-88422fc6-f213-4d26-8bbc-b0f432a0cafc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0352261d-a5f9-4459-a6ae-3ad894e12130 HTTP/1.1" status: 204 len: 168 time: 0.9012339 Jul 15 13:29:34.619007 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d29b960d-97d5-4538-a699-15b10da4965a tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.650422 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d29b960d-97d5-4538-a699-15b10da4965a tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.651235 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88422fc6-f213-4d26-8bbc-b0f432a0cafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0352261d-a5f9-4459-a6ae-3ad894e12130,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:34.769939 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d29b960d-97d5-4538-a699-15b10da4965a tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.785210 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d29b960d-97d5-4538-a699-15b10da4965a tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.791125 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d29b960d-97d5-4538-a699-15b10da4965a tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "DELETE /v2.0/security-groups/ed7f122e-7283-413e-8d54-2ed8ca31ac86 HTTP/1.1" status: 204 len: 168 time: 0.3008184 Jul 15 13:29:34.791743 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53026) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:34.813931 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b960d-97d5-4538-a699-15b10da4965a tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7f122e-7283-413e-8d54-2ed8ca31ac86,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:34.822807 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-3c00889e-8d68-40b9-a1a0-a3329cfc60b2 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] show failed (client error): The resource could not be found. Jul 15 13:29:34.823880 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3c00889e-8d68-40b9-a1a0-a3329cfc60b2 tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "GET /v2.0/security-groups/ed7f122e-7283-413e-8d54-2ed8ca31ac86 HTTP/1.1" status: 404 len: 347 time: 0.0310006 Jul 15 13:29:34.824522 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53030) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:34.828009 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 53032) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:34.869255 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-337766f9-2f59-4972-903c-7299d4c78585 req-5ff7aa02-6c4e-4fb7-9029-f69488652349 service neutron] 10.222.0.24 "GET /v2.0/networks/e8913e0d-0d0e-40a2-882d-dd84c17b519b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416383 Jul 15 13:29:34.961407 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c5b537d1-a46a-4d4f-9592-8e7b79059fc9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07d1188460e14615b690ded696bdae00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1323431 Jul 15 13:29:34.962436 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53036) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:35.236136 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6cb91d24-808f-46e6-b407-317f1531f723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.337028 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7f65c89a-ab51-4628-ab91-1370fe96404d req-8672fa69-5b6b-4dd0-a6bf-d5ec4ac9c826 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d0005f3-d5c1-4fe8-a80e-8768fca5b17d HTTP/1.1" status: 200 len: 210 time: 0.1756902 Jul 15 13:29:35.371366 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-fab498b6-3b12-440a-9551-8fc0a7b2297a tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Deleting port bf496351-6dac-4dfd-9ea5-0a6f86e15329 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:35.371796 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fab498b6-3b12-440a-9551-8fc0a7b2297a tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.392976 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53052) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:35.455859 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6cb91d24-808f-46e6-b407-317f1531f723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.480013 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a26e61ae-44c2-46e4-9d5e-33725fbc16e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.563212 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fab498b6-3b12-440a-9551-8fc0a7b2297a tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.567704 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fab498b6-3b12-440a-9551-8fc0a7b2297a tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.595402 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-fab498b6-3b12-440a-9551-8fc0a7b2297a tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Calling delete_port for bf496351-6dac-4dfd-9ea5-0a6f86e15329 owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:35.643967 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a26e61ae-44c2-46e4-9d5e-33725fbc16e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.667684 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a26e61ae-44c2-46e4-9d5e-33725fbc16e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.779978 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9043cbd-6b64-4ac7-af0c-0cbaf4652d14 req-a53c28cc-fb3a-4987-9bee-04d64af4b46f tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:35.788275 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e9043cbd-6b64-4ac7-af0c-0cbaf4652d14 req-a53c28cc-fb3a-4987-9bee-04d64af4b46f tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 943 time: 0.5045066 Jul 15 13:29:35.793068 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e61ae-44c2-46e4-9d5e-33725fbc16e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f1ce68-45cd-467f-8270-2719b0fd10bd,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:35.853967 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a26e61ae-44c2-46e4-9d5e-33725fbc16e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e1b31a95dd14585bbfb4f3275920dc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4590573 Jul 15 13:29:35.858294 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53070) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:35.922542 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6cb91d24-808f-46e6-b407-317f1531f723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.926534 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6cb91d24-808f-46e6-b407-317f1531f723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.930530 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6cb91d24-808f-46e6-b407-317f1531f723 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92bde4b7-1286-4739-859d-253212929e35 HTTP/1.1" status: 204 len: 168 time: 0.9640501 Jul 15 13:29:35.953010 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e9043cbd-6b64-4ac7-af0c-0cbaf4652d14 req-025879fc-c080-4345-88f0-1c5bf13a54ec tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632419 Jul 15 13:29:35.971137 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb91d24-808f-46e6-b407-317f1531f723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bde4b7-1286-4739-859d-253212929e35,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:36.012879 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8535462d-fa94-400d-a29c-ef8e2a0a95b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.082030 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8535462d-fa94-400d-a29c-ef8e2a0a95b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.135436 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fab498b6-3b12-440a-9551-8fc0a7b2297a tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.195466 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab498b6-3b12-440a-9551-8fc0a7b2297a tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Pushing event deleted for resources: {'Port': ['ID=bf496351-6dac-4dfd-9ea5-0a6f86e15329,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:36.235553 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8535462d-fa94-400d-a29c-ef8e2a0a95b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.239785 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8535462d-fa94-400d-a29c-ef8e2a0a95b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.244169 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8535462d-fa94-400d-a29c-ef8e2a0a95b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57f1ce68-45cd-467f-8270-2719b0fd10bd HTTP/1.1" status: 204 len: 168 time: 0.3846557 Jul 15 13:29:36.264476 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535462d-fa94-400d-a29c-ef8e2a0a95b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f1ce68-45cd-467f-8270-2719b0fd10bd,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:36.436327 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fab498b6-3b12-440a-9551-8fc0a7b2297a tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.444993 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fab498b6-3b12-440a-9551-8fc0a7b2297a tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.446553 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fab498b6-3b12-440a-9551-8fc0a7b2297a tempest-ServersTestBootFromVolume-556456093 tempest-ServersTestBootFromVolume-556456093-project] 10.222.0.24 "DELETE /v2.0/floatingips/f78334f2-f373-4bd1-9979-cf48f595ab17 HTTP/1.1" status: 204 len: 168 time: 1.6117835 Jul 15 13:29:36.451413 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 53088) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:36.810403 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3a8cc361-49c1-4f58-ae62-1acd9c4f5666 req-17c9eae9-92cc-4b33-95b5-97fac1260f75 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d0005f3-d5c1-4fe8-a80e-8768fca5b17d HTTP/1.1" status: 200 len: 210 time: 0.0835004 Jul 15 13:29:38.143990 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d2fb7db-be6b-49f0-b76f-44b3515c872d req-2d070bba-6c9d-40d7-a49f-30d8f63c84c1 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d0005f3-d5c1-4fe8-a80e-8768fca5b17d HTTP/1.1" status: 200 len: 210 time: 0.0712430 Jul 15 13:29:38.189229 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.395100 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53212) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:38.749141 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337766f9-2f59-4972-903c-7299d4c78585 req-82850813-8933-4615-b667-4b67a24a6364 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:38.751454 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-337766f9-2f59-4972-903c-7299d4c78585 req-82850813-8933-4615-b667-4b67a24a6364 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.18 "GET /v2.0/networks?id=e8913e0d-0d0e-40a2-882d-dd84c17b519b HTTP/1.1" status: 200 len: 810 time: 0.4369307 Jul 15 13:29:38.789691 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78268a35-1abc-471f-aac5-daef1e9d48c6 req-60683da8-65bc-466c-b501-e89d9fff7cf9 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:38.807289 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-78268a35-1abc-471f-aac5-daef1e9d48c6 req-60683da8-65bc-466c-b501-e89d9fff7cf9 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 943 time: 0.4938576 Jul 15 13:29:39.129227 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-78268a35-1abc-471f-aac5-daef1e9d48c6 req-edb39e2a-efba-4c44-bd13-ed947f0a87c3 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181140 Jul 15 13:29:39.204868 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-337766f9-2f59-4972-903c-7299d4c78585 req-28e8705c-d411-4a47-946d-601ae8ddb549 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37913da5a8464fb1a0b736ca946a9eaa HTTP/1.1" status: 200 len: 379 time: 0.3946381 Jul 15 13:29:39.210372 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f9e60fc4-900f-44d4-8ea4-cd417df103c2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1379739942-network', 'tenant_id': 'af10f95cc191480e90dd5f2a6c12a26c'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:39.259627 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-337766f9-2f59-4972-903c-7299d4c78585 req-6e3eae2d-91d7-46d2-944e-b5656519d8c6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Request body: {'port': {'device_id': '6d0005f3-d5c1-4fe8-a80e-8768fca5b17d', 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b', 'admin_state_up': True, 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'security_groups': ['7cdb4184-af7a-4cd3-8dbb-6aff00a55483']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:39.277024 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e60fc4-900f-44d4-8ea4-cd417df103c2 admin admin] Made reservation on behalf of af10f95cc191480e90dd5f2a6c12a26c for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:39.279370 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f9e60fc4-900f-44d4-8ea4-cd417df103c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.301607 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f9e60fc4-900f-44d4-8ea4-cd417df103c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.536101 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f9e60fc4-900f-44d4-8ea4-cd417df103c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.569438 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-396b75e9-87c1-4ed9-a4e4-80cc1169df6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.599868 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-16df9994-c4ef-488f-aa5f-aeefee4ac2c1 req-0a39c060-e4d8-4df5-9138-702862fb68a1 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d0005f3-d5c1-4fe8-a80e-8768fca5b17d HTTP/1.1" status: 200 len: 210 time: 0.0567434 Jul 15 13:29:39.600966 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f9e60fc4-900f-44d4-8ea4-cd417df103c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.635795 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e60fc4-900f-44d4-8ea4-cd417df103c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:29:39.671550 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f9e60fc4-900f-44d4-8ea4-cd417df103c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.671791 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-f9e60fc4-900f-44d4-8ea4-cd417df103c2 admin admin] Added segment eeac5fd7-63aa-405b-86ac-b3e133791a36 of type vlan for network 303bf49d-239f-4c0b-be43-2167383b6446 Jul 15 13:29:39.673260 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e60fc4-900f-44d4-8ea4-cd417df103c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2107c028-e82f-4802-b301-ecd1d26f559c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:39.764801 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f9e60fc4-900f-44d4-8ea4-cd417df103c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.815373 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f9e60fc4-900f-44d4-8ea4-cd417df103c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.819144 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e60fc4-900f-44d4-8ea4-cd417df103c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:39.821407 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f9e60fc4-900f-44d4-8ea4-cd417df103c2 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.907625 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f9e60fc4-900f-44d4-8ea4-cd417df103c2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5113235 Jul 15 13:29:39.912517 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53330) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:39.932112 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-8d6df4cb-e03d-4692-a24b-697f688dca4b admin admin] Request body: {'subnet': {'network_id': '303bf49d-239f-4c0b-be43-2167383b6446', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1379739942-subnet', 'tenant_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:39.944309 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-337766f9-2f59-4972-903c-7299d4c78585 req-6e3eae2d-91d7-46d2-944e-b5656519d8c6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Made reservation on behalf of 37913da5a8464fb1a0b736ca946a9eaa for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:39.952383 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-337766f9-2f59-4972-903c-7299d4c78585 req-6e3eae2d-91d7-46d2-944e-b5656519d8c6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.238866 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e60fc4-900f-44d4-8ea4-cd417df103c2 admin admin] Pushing event updated for resources: {'Network': ['ID=303bf49d-239f-4c0b-be43-2167383b6446,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:40.253683 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6df4cb-e03d-4692-a24b-697f688dca4b admin admin] Made reservation on behalf of af10f95cc191480e90dd5f2a6c12a26c for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:40.258173 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 303bf49d-239f-4c0b-be43-2167383b6446 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:40.279355 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d6df4cb-e03d-4692-a24b-697f688dca4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.870254 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-337766f9-2f59-4972-903c-7299d4c78585 req-6e3eae2d-91d7-46d2-944e-b5656519d8c6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Allocated IP 172.20.0.12 (e8913e0d-0d0e-40a2-882d-dd84c17b519b/7ddbfc00-1f92-454d-9c2c-3d67f76399b6/2f29f5f6-4d40-4975-9e86-148bc6ccd432) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:40.908228 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d6df4cb-e03d-4692-a24b-697f688dca4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.217272 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f581eaa6-1730-4baa-9e28-064eb18d66e2 req-46311eac-6563-4b5f-8ed6-e75d8fdae76b tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d0005f3-d5c1-4fe8-a80e-8768fca5b17d HTTP/1.1" status: 200 len: 210 time: 0.1694639 Jul 15 13:29:41.245463 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6df4cb-e03d-4692-a24b-697f688dca4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=15210cb6-e1bd-43c9-9944-eb57f11cb522,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:41.258070 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6df4cb-e03d-4692-a24b-697f688dca4b admin admin] Checking segment: {'id': 'eeac5fd7-63aa-405b-86ac-b3e133791a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '303bf49d-239f-4c0b-be43-2167383b6446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:41.259728 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6df4cb-e03d-4692-a24b-697f688dca4b admin admin] Network hostable DHCP agents. Network: 303bf49d-239f-4c0b-be43-2167383b6446, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:29:41.320880 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6df4cb-e03d-4692-a24b-697f688dca4b admin admin] Network 303bf49d-239f-4c0b-be43-2167383b6446 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:29:41.354718 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-8d6df4cb-e03d-4692-a24b-697f688dca4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 303bf49d-239f-4c0b-be43-2167383b6446) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:41.369184 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd67c619-7629-4fe6-b7db-da34934dda7e None None] Network 303bf49d-239f-4c0b-be43-2167383b6446 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:41.392430 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6df4cb-e03d-4692-a24b-697f688dca4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:41.400312 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d6df4cb-e03d-4692-a24b-697f688dca4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.458669 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8d6df4cb-e03d-4692-a24b-697f688dca4b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5379796 Jul 15 13:29:41.462560 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53448) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:41.482562 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-cb94fbfb-7031-44b2-b6a5-dd87016c9b36 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1379739942-router', 'tenant_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:41.561235 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-337766f9-2f59-4972-903c-7299d4c78585 req-6e3eae2d-91d7-46d2-944e-b5656519d8c6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.580260 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-337766f9-2f59-4972-903c-7299d4c78585 req-6e3eae2d-91d7-46d2-944e-b5656519d8c6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Transition to ACTIVE for port object 2f29f5f6-4d40-4975-9e86-148bc6ccd432 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:41.726922 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93939a-1d0b-452f-95c1-dafaf738cae7 req-6c67d658-e1fe-48f1-bfc9-9b4e601e1a38 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:41.728616 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a93939a-1d0b-452f-95c1-dafaf738cae7 req-6c67d658-e1fe-48f1-bfc9-9b4e601e1a38 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 943 time: 1.2219577 Jul 15 13:29:41.731241 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb94fbfb-7031-44b2-b6a5-dd87016c9b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.740096 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb94fbfb-7031-44b2-b6a5-dd87016c9b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.840463 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a93939a-1d0b-452f-95c1-dafaf738cae7 req-aa133dec-5d45-41bb-a063-870169c9457a tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960338 Jul 15 13:29:41.845675 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-337766f9-2f59-4972-903c-7299d4c78585 req-6e3eae2d-91d7-46d2-944e-b5656519d8c6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.080707 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a265f447-d12b-4075-8d0a-8dbe984247e5 None None] Network 303bf49d-239f-4c0b-be43-2167383b6446 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:42.124759 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-337766f9-2f59-4972-903c-7299d4c78585 req-6e3eae2d-91d7-46d2-944e-b5656519d8c6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Network e8913e0d-0d0e-40a2-882d-dd84c17b519b is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:42.138674 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-396b75e9-87c1-4ed9-a4e4-80cc1169df6e admin admin] Deleting port e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:42.139024 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-396b75e9-87c1-4ed9-a4e4-80cc1169df6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.164344 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb94fbfb-7031-44b2-b6a5-dd87016c9b36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.166415 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-337766f9-2f59-4972-903c-7299d4c78585 req-6e3eae2d-91d7-46d2-944e-b5656519d8c6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:42.185547 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-337766f9-2f59-4972-903c-7299d4c78585 req-6e3eae2d-91d7-46d2-944e-b5656519d8c6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:42.192346 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3eae2d-91d7-46d2-944e-b5656519d8c6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Pushing event updated for resources: {'Port': ['ID=2f29f5f6-4d40-4975-9e86-148bc6ccd432,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:42.297054 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53498) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:42.419786 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3eae2d-91d7-46d2-944e-b5656519d8c6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:42.420186 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3eae2d-91d7-46d2-944e-b5656519d8c6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:42.420482 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3eae2d-91d7-46d2-944e-b5656519d8c6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:42.420825 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3eae2d-91d7-46d2-944e-b5656519d8c6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:42.421162 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3eae2d-91d7-46d2-944e-b5656519d8c6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:42.421498 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3eae2d-91d7-46d2-944e-b5656519d8c6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:42.436022 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3eae2d-91d7-46d2-944e-b5656519d8c6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:42.436544 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3eae2d-91d7-46d2-944e-b5656519d8c6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:42.436891 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3eae2d-91d7-46d2-944e-b5656519d8c6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:42.437234 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3eae2d-91d7-46d2-944e-b5656519d8c6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:42.437572 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3eae2d-91d7-46d2-944e-b5656519d8c6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:42.437938 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3eae2d-91d7-46d2-944e-b5656519d8c6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:42.769994 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337766f9-2f59-4972-903c-7299d4c78585 req-6e3eae2d-91d7-46d2-944e-b5656519d8c6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:42.770690 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-337766f9-2f59-4972-903c-7299d4c78585 req-6e3eae2d-91d7-46d2-944e-b5656519d8c6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.891906 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-337766f9-2f59-4972-903c-7299d4c78585 req-6e3eae2d-91d7-46d2-944e-b5656519d8c6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6660109 Jul 15 13:29:42.909498 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-396b75e9-87c1-4ed9-a4e4-80cc1169df6e admin admin] For port e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d,segment=NetworkSegment(0d807eb9-53cb-4736-8077-cd448271ac4f),segment_id=0d807eb9-53cb-4736-8077-cd448271ac4f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:42.910183 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-396b75e9-87c1-4ed9-a4e4-80cc1169df6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.924892 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-337766f9-2f59-4972-903c-7299d4c78585 req-ed5526e2-ef6f-4769-ae42-9ad9d59b3f40 service neutron] Request body: {'port': {'device_id': '6d0005f3-d5c1-4fe8-a80e-8768fca5b17d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:43.017597 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-396b75e9-87c1-4ed9-a4e4-80cc1169df6e admin admin] Calling delete_port for e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:43.062672 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-06bba7a0-2c24-4613-ba0f-bf96ee9ee4d5 None None] Provisioning for port 2f29f5f6-4d40-4975-9e86-148bc6ccd432 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:43.071845 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-06bba7a0-2c24-4613-ba0f-bf96ee9ee4d5 None None] Provisioning complete for port 2f29f5f6-4d40-4975-9e86-148bc6ccd432 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:43.073633 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06bba7a0-2c24-4613-ba0f-bf96ee9ee4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.187883 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb94fbfb-7031-44b2-b6a5-dd87016c9b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.272499 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-06bba7a0-2c24-4613-ba0f-bf96ee9ee4d5 None None] Port 2f29f5f6-4d40-4975-9e86-148bc6ccd432 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:43.347177 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-337766f9-2f59-4972-903c-7299d4c78585 req-ed5526e2-ef6f-4769-ae42-9ad9d59b3f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.376998 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7734c2c2-aeb1-40eb-a29e-f7305e371f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.463384 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438649bc-85e6-4648-a883-61f235dda31c req-758180db-1b7a-40e1-9679-3d4d67aef0a6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:43.466772 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-438649bc-85e6-4648-a883-61f235dda31c req-758180db-1b7a-40e1-9679-3d4d67aef0a6 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d0005f3-d5c1-4fe8-a80e-8768fca5b17d HTTP/1.1" status: 200 len: 932 time: 0.8289750 Jul 15 13:29:43.629832 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-438649bc-85e6-4648-a883-61f235dda31c req-a09b62c8-8444-460f-b32b-0960ea0a7fa1 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cdb4184-af7a-4cd3-8dbb-6aff00a55483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346209 Jul 15 13:29:44.042485 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-396b75e9-87c1-4ed9-a4e4-80cc1169df6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.094175 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7734c2c2-aeb1-40eb-a29e-f7305e371f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.102690 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7734c2c2-aeb1-40eb-a29e-f7305e371f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.129806 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfda21-8b3d-48df-933d-4fa24e3d4eda req-8c9f9331-ba89-4b11-bc74-ff443d165055 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:44.131115 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d5cfda21-8b3d-48df-933d-4fa24e3d4eda req-8c9f9331-ba89-4b11-bc74-ff443d165055 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 943 time: 0.8706176 Jul 15 13:29:44.140716 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b75e9-87c1-4ed9-a4e4-80cc1169df6e admin admin] Pushing event deleted for resources: {'Port': ['ID=e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:44.281111 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734c2c2-aeb1-40eb-a29e-f7305e371f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26d03e9-d0ce-462a-9c84-9b565e0a1cf5,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:44.341522 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7734c2c2-aeb1-40eb-a29e-f7305e371f0b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df2dfc7aaf0f4ae1b8d9c2db095499fd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0402966 Jul 15 13:29:44.351008 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53662) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:44.474307 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb94fbfb-7031-44b2-b6a5-dd87016c9b36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.538542 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72e0f10c-71f2-4dfd-9bcf-494528270778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.591175 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb94fbfb-7031-44b2-b6a5-dd87016c9b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.619923 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d5cfda21-8b3d-48df-933d-4fa24e3d4eda req-410ee123-cb93-481f-89e3-c281812b03d0 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340439 Jul 15 13:29:44.910985 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72e0f10c-71f2-4dfd-9bcf-494528270778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.978542 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-396b75e9-87c1-4ed9-a4e4-80cc1169df6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.393941 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-cb94fbfb-7031-44b2-b6a5-dd87016c9b36 admin admin] Allocated IP 172.25.6.84 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/7e0759e0-e90f-443d-b95f-398f778d0ff6) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:45.491541 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72e0f10c-71f2-4dfd-9bcf-494528270778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.491541 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72e0f10c-71f2-4dfd-9bcf-494528270778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.495277 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-72e0f10c-71f2-4dfd-9bcf-494528270778 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d26d03e9-d0ce-462a-9c84-9b565e0a1cf5 HTTP/1.1" status: 204 len: 168 time: 1.1392291 Jul 15 13:29:45.553685 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87076b08-1762-4285-b959-cff0abd20b76 req-2131b598-d427-4628-a1d1-92b4bdeda50b tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:45.563711 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-87076b08-1762-4285-b959-cff0abd20b76 req-2131b598-d427-4628-a1d1-92b4bdeda50b tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d0005f3-d5c1-4fe8-a80e-8768fca5b17d HTTP/1.1" status: 200 len: 932 time: 0.5144479 Jul 15 13:29:45.586349 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0f10c-71f2-4dfd-9bcf-494528270778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26d03e9-d0ce-462a-9c84-9b565e0a1cf5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:45.676445 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-87076b08-1762-4285-b959-cff0abd20b76 req-08deaba6-24be-4f5a-9a53-2f0a32f5591e tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cdb4184-af7a-4cd3-8dbb-6aff00a55483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114154 Jul 15 13:29:45.787578 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb94fbfb-7031-44b2-b6a5-dd87016c9b36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.858829 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-337766f9-2f59-4972-903c-7299d4c78585 req-ed5526e2-ef6f-4769-ae42-9ad9d59b3f40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f29f5f6-4d40-4975-9e86-148bc6ccd432 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:45.919225 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-337766f9-2f59-4972-903c-7299d4c78585 req-ed5526e2-ef6f-4769-ae42-9ad9d59b3f40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.958851 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb94fbfb-7031-44b2-b6a5-dd87016c9b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:46.070332 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-337766f9-2f59-4972-903c-7299d4c78585 req-ed5526e2-ef6f-4769-ae42-9ad9d59b3f40 service neutron] Transition to ACTIVE for port object 2f29f5f6-4d40-4975-9e86-148bc6ccd432 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:46.084123 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-337766f9-2f59-4972-903c-7299d4c78585 req-ed5526e2-ef6f-4769-ae42-9ad9d59b3f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:46.221359 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb94fbfb-7031-44b2-b6a5-dd87016c9b36 admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:46.242111 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5526e2-ef6f-4769-ae42-9ad9d59b3f40 service neutron] Pushing event updated for resources: {'Port': ['ID=2f29f5f6-4d40-4975-9e86-148bc6ccd432,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:46.304379 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-cb94fbfb-7031-44b2-b6a5-dd87016c9b36 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:46.321451 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb94fbfb-7031-44b2-b6a5-dd87016c9b36 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:46.592675 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94fbfb-7031-44b2-b6a5-dd87016c9b36 admin admin] Pushing event updated for resources: {'Port': ['ID=7e0759e0-e90f-443d-b95f-398f778d0ff6,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:46.764118 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53742) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:46.812160 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ca61e983-de3a-4a80-acd0-a00538b6aeb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.187889 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-e1f06714-cdc9-476f-b4b1-4aa6e639ca3b tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:47.195862 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-e1f06714-cdc9-476f-b4b1-4aa6e639ca3b tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/networks?id=56d0b0c9-02e7-4410-a25a-8546233647b6 HTTP/1.1" status: 200 len: 814 time: 0.8993068 Jul 15 13:29:47.253308 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396b75e9-87c1-4ed9-a4e4-80cc1169df6e admin admin] Router f3061f0c-9416-4b57-99eb-1a86397a1151 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:29:47.385010 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ca61e983-de3a-4a80-acd0-a00538b6aeb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.395567 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-89634fa7-bddc-4f62-80d3-c5b0658f988d tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/quotas/c120ea471629450bbfcfe5bb382142bb HTTP/1.1" status: 200 len: 375 time: 0.1708653 Jul 15 13:29:47.416064 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-337766f9-2f59-4972-903c-7299d4c78585 req-ed5526e2-ef6f-4769-ae42-9ad9d59b3f40 service neutron] Attempting to bind port 2f29f5f6-4d40-4975-9e86-148bc6ccd432 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:47.416549 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-337766f9-2f59-4972-903c-7299d4c78585 req-ed5526e2-ef6f-4769-ae42-9ad9d59b3f40 service neutron] Attempting to bind port 2f29f5f6-4d40-4975-9e86-148bc6ccd432 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '5fdc2447-cebd-4891-9870-8462e7706d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:47.428773 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337766f9-2f59-4972-903c-7299d4c78585 req-ed5526e2-ef6f-4769-ae42-9ad9d59b3f40 service neutron] Attempting to bind port 2f29f5f6-4d40-4975-9e86-148bc6ccd432 on network e8913e0d-0d0e-40a2-882d-dd84c17b519b {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:47.439430 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d487d9c-21ce-4386-9453-10d030be8dd2 req-dd5cd6bb-7c8f-4462-a90c-847a2407f122 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:47.456521 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2d487d9c-21ce-4386-9453-10d030be8dd2 req-dd5cd6bb-7c8f-4462-a90c-847a2407f122 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 943 time: 1.1044307 Jul 15 13:29:47.555778 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ca61e983-de3a-4a80-acd0-a00538b6aeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.631847 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-8eae1c69-143c-45a3-8b24-93b5848ed011 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c120ea471629450bbfcfe5bb382142bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2347667 Jul 15 13:29:47.664189 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396b75e9-87c1-4ed9-a4e4-80cc1169df6e admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:29:47.671892 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-396b75e9-87c1-4ed9-a4e4-80cc1169df6e admin admin] 10.222.0.24 "PUT /v2.0/routers/f3061f0c-9416-4b57-99eb-1a86397a1151/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2167630 Jul 15 13:29:47.678616 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb67e17a-70c8-4915-b580-0d36a00726b5 None None] Sync routers for ids ['f3061f0c-9416-4b57-99eb-1a86397a1151'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:29:47.688048 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53754) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:47.691316 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337766f9-2f59-4972-903c-7299d4c78585 req-ed5526e2-ef6f-4769-ae42-9ad9d59b3f40 service neutron] Port 2f29f5f6-4d40-4975-9e86-148bc6ccd432 on network e8913e0d-0d0e-40a2-882d-dd84c17b519b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:29:47.691919 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337766f9-2f59-4972-903c-7299d4c78585 req-ed5526e2-ef6f-4769-ae42-9ad9d59b3f40 service neutron] Attempting to bind port 2f29f5f6-4d40-4975-9e86-148bc6ccd432 on network e8913e0d-0d0e-40a2-882d-dd84c17b519b {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:47.706902 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb67e17a-70c8-4915-b580-0d36a00726b5 None None] Routers {'f3061f0c-9416-4b57-99eb-1a86397a1151'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:47.707844 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fb67e17a-70c8-4915-b580-0d36a00726b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:29:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['f3061f0c-9416-4b57-99eb-1a86397a1151'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:47.731101 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337766f9-2f59-4972-903c-7299d4c78585 req-ed5526e2-ef6f-4769-ae42-9ad9d59b3f40 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:47.731456 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337766f9-2f59-4972-903c-7299d4c78585 req-ed5526e2-ef6f-4769-ae42-9ad9d59b3f40 service neutron] Checking segment: {'id': '5fdc2447-cebd-4891-9870-8462e7706d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:47.731836 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337766f9-2f59-4972-903c-7299d4c78585 req-ed5526e2-ef6f-4769-ae42-9ad9d59b3f40 service neutron] Bound using segment: {'id': '5fdc2447-cebd-4891-9870-8462e7706d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:47.739147 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ca61e983-de3a-4a80-acd0-a00538b6aeb7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c37713f00fa84d3eb17b708d946401e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9691446 Jul 15 13:29:47.739424 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-337766f9-2f59-4972-903c-7299d4c78585 req-ed5526e2-ef6f-4769-ae42-9ad9d59b3f40 service neutron] Bound port: 2f29f5f6-4d40-4975-9e86-148bc6ccd432, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdc2447-cebd-4891-9870-8462e7706d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:47.739424 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-337766f9-2f59-4972-903c-7299d4c78585 req-ed5526e2-ef6f-4769-ae42-9ad9d59b3f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.787590 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 53756) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:47.836061 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61e983-de3a-4a80-acd0-a00538b6aeb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e489adfb-b85d-4efa-8b09-dd8f1b5086ae,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:47.869784 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2d487d9c-21ce-4386-9453-10d030be8dd2 req-7fb8693e-0e58-4a85-90ae-9eb611a78457 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207439 Jul 15 13:29:48.009743 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-fb67e17a-70c8-4915-b580-0d36a00726b5 None None] Set router f3061f0c-9416-4b57-99eb-1a86397a1151 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:48.068109 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-337766f9-2f59-4972-903c-7299d4c78585 req-ed5526e2-ef6f-4769-ae42-9ad9d59b3f40 service neutron] For port 2f29f5f6-4d40-4975-9e86-148bc6ccd432, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:48.085092 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-337766f9-2f59-4972-903c-7299d4c78585 req-ed5526e2-ef6f-4769-ae42-9ad9d59b3f40 service neutron] For port 2f29f5f6-4d40-4975-9e86-148bc6ccd432, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=2f29f5f6-4d40-4975-9e86-148bc6ccd432,segment=NetworkSegment(5fdc2447-cebd-4891-9870-8462e7706d2c),segment_id=5fdc2447-cebd-4891-9870-8462e7706d2c)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:48.116893 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-337766f9-2f59-4972-903c-7299d4c78585 req-ed5526e2-ef6f-4769-ae42-9ad9d59b3f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:48.322033 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0992785c-e59d-43a4-9473-be6d3ee90132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:48.366387 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0992785c-e59d-43a4-9473-be6d3ee90132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:48.476968 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337766f9-2f59-4972-903c-7299d4c78585 req-ed5526e2-ef6f-4769-ae42-9ad9d59b3f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:48.482963 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-337766f9-2f59-4972-903c-7299d4c78585 req-ed5526e2-ef6f-4769-ae42-9ad9d59b3f40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:48.485839 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-337766f9-2f59-4972-903c-7299d4c78585 req-ed5526e2-ef6f-4769-ae42-9ad9d59b3f40 service neutron] 10.222.0.18 "PUT /v2.0/ports/2f29f5f6-4d40-4975-9e86-148bc6ccd432 HTTP/1.1" status: 200 len: 1093 time: 5.5832694 Jul 15 13:29:48.487881 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d0005f3-d5c1-4fe8-a80e-8768fca5b17d', 'tag': '2f29f5f6-4d40-4975-9e86-148bc6ccd432'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:48.496934 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e5587a-d8c2-4e93-bf57-f8435b69e172" -d '{"events": [{"name": "network-changed", "server_uuid": "6d0005f3-d5c1-4fe8-a80e-8768fca5b17d", "tag": "2f29f5f6-4d40-4975-9e86-148bc6ccd432"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:48.502739 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0992785c-e59d-43a4-9473-be6d3ee90132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:48.507606 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0992785c-e59d-43a4-9473-be6d3ee90132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:48.509620 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0992785c-e59d-43a4-9473-be6d3ee90132 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e489adfb-b85d-4efa-8b09-dd8f1b5086ae HTTP/1.1" status: 204 len: 168 time: 0.7174325 Jul 15 13:29:48.770133 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992785c-e59d-43a4-9473-be6d3ee90132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e489adfb-b85d-4efa-8b09-dd8f1b5086ae,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:48.777844 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5526e2-ef6f-4769-ae42-9ad9d59b3f40 service neutron] Pushing event updated for resources: {'Port': ['ID=2f29f5f6-4d40-4975-9e86-148bc6ccd432,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:48.892745 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e201f9-ac34-4179-9bd2-11e344780904 req-93a9132a-a048-434c-91b8-fed8df4a64c0 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:48.904554 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-74e201f9-ac34-4179-9bd2-11e344780904 req-93a9132a-a048-434c-91b8-fed8df4a64c0 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d0005f3-d5c1-4fe8-a80e-8768fca5b17d HTTP/1.1" status: 200 len: 944 time: 0.6426914 Jul 15 13:29:49.006675 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337766f9-2f59-4972-903c-7299d4c78585 req-58d21754-65b8-4962-8970-0268462799d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:49.011516 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-337766f9-2f59-4972-903c-7299d4c78585 req-58d21754-65b8-4962-8970-0268462799d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=37913da5a8464fb1a0b736ca946a9eaa&device_id=6d0005f3-d5c1-4fe8-a80e-8768fca5b17d HTTP/1.1" status: 200 len: 1096 time: 0.4248343 Jul 15 13:29:49.020420 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb94fbfb-7031-44b2-b6a5-dd87016c9b36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.048629 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-74e201f9-ac34-4179-9bd2-11e344780904 req-c2785cce-bb98-475a-86e3-f6d243d5d288 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cdb4184-af7a-4cd3-8dbb-6aff00a55483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424744 Jul 15 13:29:49.149626 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-337766f9-2f59-4972-903c-7299d4c78585 req-96905ab9-3543-48a7-b0da-9a483f923da7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f29f5f6-4d40-4975-9e86-148bc6ccd432 HTTP/1.1" status: 200 len: 217 time: 0.1258790 Jul 15 13:29:49.319654 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fb67e17a-70c8-4915-b580-0d36a00726b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'name': 'tempest-ServersTestBootFromVolume-1311725711-router', 'tenant_id': 'd36c52c8000f4792a297412063fb69ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bb026204-670e-4649-8be5-64f6a45c244c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:29:43Z', 'revision_number': 5, 'project_id': 'd36c52c8000f4792a297412063fb69ab', 'gw_port': {'id': 'bb026204-670e-4649-8be5-64f6a45c244c', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:05Z', 'updated_at': '2021-07-15T13:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:49.337450 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337766f9-2f59-4972-903c-7299d4c78585 req-f79c37c3-21d2-4a51-8b9e-30d38f8fec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:49.357156 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-337766f9-2f59-4972-903c-7299d4c78585 req-f79c37c3-21d2-4a51-8b9e-30d38f8fec27 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ddbfc00-1f92-454d-9c2c-3d67f76399b6 HTTP/1.1" status: 200 len: 849 time: 0.1982338 Jul 15 13:29:49.377973 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb67e17a-70c8-4915-b580-0d36a00726b5 None None] Checking router: f3061f0c-9416-4b57-99eb-1a86397a1151 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:29:49.405651 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb67e17a-70c8-4915-b580-0d36a00726b5 None None] Routers {'f3061f0c-9416-4b57-99eb-1a86397a1151'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:49.407288 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-320e5071-e06b-44cd-93d7-5dbe3eee8cde service neutron] 10.222.0.24 "GET /v2.0/networks/56d0b0c9-02e7-4410-a25a-8546233647b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7744713 Jul 15 13:29:49.410679 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fb67e17a-70c8-4915-b580-0d36a00726b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:29:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['f3061f0c-9416-4b57-99eb-1a86397a1151'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:49.411454 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b48ac80-3247-4063-983c-8fd8efd3d000 admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.665385 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337766f9-2f59-4972-903c-7299d4c78585 req-fe7c607b-964d-4a87-9ed6-59a59a2cc622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:49.673477 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-337766f9-2f59-4972-903c-7299d4c78585 req-fe7c607b-964d-4a87-9ed6-59a59a2cc622 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8913e0d-0d0e-40a2-882d-dd84c17b519b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3022685 Jul 15 13:29:49.770580 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-fb67e17a-70c8-4915-b580-0d36a00726b5 None None] Set router f3061f0c-9416-4b57-99eb-1a86397a1151 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:49.961319 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-337766f9-2f59-4972-903c-7299d4c78585 req-5b6822bc-738a-4076-8d8f-0f9358d999a1 service neutron] 10.222.0.18 "GET /v2.0/networks/e8913e0d-0d0e-40a2-882d-dd84c17b519b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828162 Jul 15 13:29:50.095539 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b48ac80-3247-4063-983c-8fd8efd3d000 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.277170 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-869f6ccc-5d11-4be6-ad72-49a63dd74209 service neutron] 10.222.0.24 "GET /v2.0/networks/56d0b0c9-02e7-4410-a25a-8546233647b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8684592 Jul 15 13:29:50.303581 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-337766f9-2f59-4972-903c-7299d4c78585 req-c2593b3c-3b3a-4d11-8b58-5f758f542a07 service neutron] 10.222.0.18 "GET /v2.0/networks/e8913e0d-0d0e-40a2-882d-dd84c17b519b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166435 Jul 15 13:29:50.393089 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fb67e17a-70c8-4915-b580-0d36a00726b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'name': 'tempest-ServersTestBootFromVolume-1311725711-router', 'tenant_id': 'd36c52c8000f4792a297412063fb69ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bb026204-670e-4649-8be5-64f6a45c244c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:29:43Z', 'revision_number': 5, 'project_id': 'd36c52c8000f4792a297412063fb69ab', 'gw_port': {'id': 'bb026204-670e-4649-8be5-64f6a45c244c', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:05Z', 'updated_at': '2021-07-15T13:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:50.490167 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb67e17a-70c8-4915-b580-0d36a00726b5 None None] The sync data for ids ['f3061f0c-9416-4b57-99eb-1a86397a1151'] in n-d-758944-45 is: [{'id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'name': 'tempest-ServersTestBootFromVolume-1311725711-router', 'tenant_id': 'd36c52c8000f4792a297412063fb69ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'bb026204-670e-4649-8be5-64f6a45c244c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:01Z', 'updated_at': '2021-07-15T13:29:43Z', 'revision_number': 5, 'project_id': 'd36c52c8000f4792a297412063fb69ab', 'gw_port': {'id': 'bb026204-670e-4649-8be5-64f6a45c244c', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:49:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3061f0c-9416-4b57-99eb-1a86397a1151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:05Z', 'updated_at': '2021-07-15T13:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:29:50.521092 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82d8591-1274-433e-ae9e-c9b706aa8b39 x-openstack-request-id: req-b82d8591-1274-433e-ae9e-c9b706aa8b39 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:50.523360 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d0005f3-d5c1-4fe8-a80e-8768fca5b17d", "tag": "2f29f5f6-4d40-4975-9e86-148bc6ccd432", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:50.523819 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b82d8591-1274-433e-ae9e-c9b706aa8b39 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:50.525503 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d0005f3-d5c1-4fe8-a80e-8768fca5b17d', 'tag': '2f29f5f6-4d40-4975-9e86-148bc6ccd432', 'status': 'completed', 'code': 200} Jul 15 13:29:50.679050 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb94fbfb-7031-44b2-b6a5-dd87016c9b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.759970 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5587a-d8c2-4e93-bf57-f8435b69e172 req-e93d2085-e339-4bb1-a467-6c7e4b5be29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:50.765837 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a2e5587a-d8c2-4e93-bf57-f8435b69e172 req-e93d2085-e339-4bb1-a467-6c7e4b5be29c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=37913da5a8464fb1a0b736ca946a9eaa&device_id=6d0005f3-d5c1-4fe8-a80e-8768fca5b17d HTTP/1.1" status: 200 len: 1096 time: 0.2037907 Jul 15 13:29:50.849692 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f613d022-7c8b-4171-a714-c3a52b53ccba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.870791 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9b48ac80-3247-4063-983c-8fd8efd3d000 admin admin] Deleting port bb026204-670e-4649-8be5-64f6a45c244c {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:50.871133 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b48ac80-3247-4063-983c-8fd8efd3d000 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.348140 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-9b48ac80-3247-4063-983c-8fd8efd3d000 admin admin] For port bb026204-670e-4649-8be5-64f6a45c244c, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=bb026204-670e-4649-8be5-64f6a45c244c,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:51.348140 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b48ac80-3247-4063-983c-8fd8efd3d000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.382516 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5587a-d8c2-4e93-bf57-f8435b69e172 req-2da9cc8e-736f-4bb2-921c-b2d45b051c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:51.403397 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a2e5587a-d8c2-4e93-bf57-f8435b69e172 req-2da9cc8e-736f-4bb2-921c-b2d45b051c5f service neutron] 10.222.0.18 "GET /v2.0/networks?id=e8913e0d-0d0e-40a2-882d-dd84c17b519b HTTP/1.1" status: 200 len: 911 time: 0.6312683 Jul 15 13:29:51.523142 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9b48ac80-3247-4063-983c-8fd8efd3d000 admin admin] Calling delete_port for bb026204-670e-4649-8be5-64f6a45c244c owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:51.529818 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a2e5587a-d8c2-4e93-bf57-f8435b69e172 req-d5b0f3aa-96b2-462a-8595-07c29e63d105 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f29f5f6-4d40-4975-9e86-148bc6ccd432 HTTP/1.1" status: 200 len: 217 time: 0.1165168 Jul 15 13:29:51.572754 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834823d7-dd76-4cfe-bdef-2c07ac1a3b26 req-986a2a7e-6e9f-4f13-b522-6d384b124826 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:51.596644 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-834823d7-dd76-4cfe-bdef-2c07ac1a3b26 req-986a2a7e-6e9f-4f13-b522-6d384b124826 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 943 time: 0.5450625 Jul 15 13:29:51.979787 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-834823d7-dd76-4cfe-bdef-2c07ac1a3b26 req-11d9e45a-3526-4813-bd91-abd930d3b5e9 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817143 Jul 15 13:29:52.007446 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5587a-d8c2-4e93-bf57-f8435b69e172 req-738230a7-58e7-4499-aad8-61d7759bfa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:52.018443 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a2e5587a-d8c2-4e93-bf57-f8435b69e172 req-738230a7-58e7-4499-aad8-61d7759bfa62 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ddbfc00-1f92-454d-9c2c-3d67f76399b6 HTTP/1.1" status: 200 len: 849 time: 0.4741738 Jul 15 13:29:52.030799 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:29:52.115624 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:29:52.119335 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e43c9c36-dd0b-46ef-9fa8-af5ba83cd78d not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:29:52.165746 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 53836) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:52.211158 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb94fbfb-7031-44b2-b6a5-dd87016c9b36 admin admin] Router f192a66e-bb94-4551-b355-c00b2f18f46c is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:29:52.223365 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c14af-7346-4f89-8b6d-1a01f3dccb53 req-d00d856c-70a6-4d81-b449-78b8f85c0093 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:52.230672 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-038c14af-7346-4f89-8b6d-1a01f3dccb53 req-d00d856c-70a6-4d81-b449-78b8f85c0093 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d0005f3-d5c1-4fe8-a80e-8768fca5b17d HTTP/1.1" status: 200 len: 944 time: 0.7437327 Jul 15 13:29:52.268497 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cdcae664-be81-4ce3-a1c4-657a8a89b892 req-99bf5612-4475-4381-83ba-52116e1ddba9 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3 HTTP/1.1" status: 200 len: 210 time: 0.0831511 Jul 15 13:29:52.340027 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5587a-d8c2-4e93-bf57-f8435b69e172 req-d7b65c66-8b06-4d80-a565-abea0fa47bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:52.375228 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a2e5587a-d8c2-4e93-bf57-f8435b69e172 req-d7b65c66-8b06-4d80-a565-abea0fa47bb6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8913e0d-0d0e-40a2-882d-dd84c17b519b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3540452 Jul 15 13:29:52.380911 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 2f29f5f6-4d40-4975-9e86-148bc6ccd432 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:29:52.607770 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a2e5587a-d8c2-4e93-bf57-f8435b69e172 req-a7fe8cb4-a6de-4a11-9202-1087c8e9932d service neutron] 10.222.0.18 "GET /v2.0/networks/e8913e0d-0d0e-40a2-882d-dd84c17b519b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208824 Jul 15 13:29:52.618021 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 2f29f5f6-4d40-4975-9e86-148bc6ccd432, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=2f29f5f6-4d40-4975-9e86-148bc6ccd432,segment=NetworkSegment(5fdc2447-cebd-4891-9870-8462e7706d2c),segment_id=5fdc2447-cebd-4891-9870-8462e7706d2c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:52.629038 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-038c14af-7346-4f89-8b6d-1a01f3dccb53 req-e21ecdaf-8789-4a97-93d6-af69567805a1 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cdb4184-af7a-4cd3-8dbb-6aff00a55483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3966899 Jul 15 13:29:52.651278 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '2f29f5f6-4d40-4975-9e86-148bc6ccd432', 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b', 'port_id': '2f29f5f6-4d40-4975-9e86-148bc6ccd432', 'mac_address': 'fa:16:3e:13:94:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ddbfc00-1f92-454d-9c2c-3d67f76399b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:29:52.689097 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8c122d1-6422-441a-a5a7-40ec78d992b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:52.776429 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:52.803059 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f29f5f6-4d40-4975-9e86-148bc6ccd432 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:52.827190 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb94fbfb-7031-44b2-b6a5-dd87016c9b36 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:29:52.843505 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e762d5-3f0b-48cc-8a84-5da8526029b6 None None] Sync routers for ids ['f192a66e-bb94-4551-b355-c00b2f18f46c'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:29:52.853686 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 2f29f5f6-4d40-4975-9e86-148bc6ccd432, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=2f29f5f6-4d40-4975-9e86-148bc6ccd432,segment=NetworkSegment(5fdc2447-cebd-4891-9870-8462e7706d2c),segment_id=5fdc2447-cebd-4891-9870-8462e7706d2c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:52.863101 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:52.879839 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b48ac80-3247-4063-983c-8fd8efd3d000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:52.888091 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e762d5-3f0b-48cc-8a84-5da8526029b6 None None] Routers {'f192a66e-bb94-4551-b355-c00b2f18f46c'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:52.888918 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c7e762d5-3f0b-48cc-8a84-5da8526029b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:29:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['f192a66e-bb94-4551-b355-c00b2f18f46c'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:52.924610 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48ac80-3247-4063-983c-8fd8efd3d000 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb026204-670e-4649-8be5-64f6a45c244c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:52.945268 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8c122d1-6422-441a-a5a7-40ec78d992b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:52.967276 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8c122d1-6422-441a-a5a7-40ec78d992b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.030936 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb94fbfb-7031-44b2-b6a5-dd87016c9b36 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.032044 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-cb94fbfb-7031-44b2-b6a5-dd87016c9b36 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 11.5666652 Jul 15 13:29:53.034327 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48ac80-3247-4063-983c-8fd8efd3d000 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:53.034716 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48ac80-3247-4063-983c-8fd8efd3d000 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:53.035121 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48ac80-3247-4063-983c-8fd8efd3d000 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:53.035463 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48ac80-3247-4063-983c-8fd8efd3d000 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:53.035795 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48ac80-3247-4063-983c-8fd8efd3d000 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:53.036130 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48ac80-3247-4063-983c-8fd8efd3d000 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:53.036454 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48ac80-3247-4063-983c-8fd8efd3d000 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:53.036783 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48ac80-3247-4063-983c-8fd8efd3d000 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:53.037189 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48ac80-3247-4063-983c-8fd8efd3d000 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:53.037522 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48ac80-3247-4063-983c-8fd8efd3d000 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:53.037842 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48ac80-3247-4063-983c-8fd8efd3d000 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:53.038167 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48ac80-3247-4063-983c-8fd8efd3d000 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:53.042167 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53856) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:53.054722 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c122d1-6422-441a-a5a7-40ec78d992b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea038c2-c3e5-4dd1-adf8-7b36cc06fa75,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:53.076471 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=2f29f5f6-4d40-4975-9e86-148bc6ccd432,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:53.080136 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e8c122d1-6422-441a-a5a7-40ec78d992b5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=253ea80626154313b9e006a7714cabf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9111366 Jul 15 13:29:53.086426 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 53860) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:53.097241 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a2e5587a-d8c2-4e93-bf57-f8435b69e172 req-980ba5fd-3c75-40ea-a718-ddf283ff4af1 service neutron] 10.222.0.18 "GET /v2.0/networks/e8913e0d-0d0e-40a2-882d-dd84c17b519b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565337 Jul 15 13:29:53.107575 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:53.112010 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:53.112530 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:53.112878 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:53.113354 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:53.113547 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:53.113916 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:53.131123 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:53.134115 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:53.134919 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:53.135432 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:53.136038 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:53.144244 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['2f29f5f6-4d40-4975-9e86-148bc6ccd432'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:29:53.191793 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-c7e762d5-3f0b-48cc-8a84-5da8526029b6 None None] Set router f192a66e-bb94-4551-b355-c00b2f18f46c gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:53.269125 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.273479 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d449ef0-96b3-478c-b97b-1dee86be851e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.354268 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d449ef0-96b3-478c-b97b-1dee86be851e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.468301 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c233b81-492a-499e-a12f-1e568e4b9dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.696862 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c7e762d5-3f0b-48cc-8a84-5da8526029b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1379739942-router', 'tenant_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '7e0759e0-e90f-443d-b95f-398f778d0ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:47Z', 'revision_number': 3, 'project_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'gw_port': {'id': '7e0759e0-e90f-443d-b95f-398f778d0ff6', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:13:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:44Z', 'updated_at': '2021-07-15T13:29:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:53.759529 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e762d5-3f0b-48cc-8a84-5da8526029b6 None None] Checking router: f192a66e-bb94-4551-b355-c00b2f18f46c for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:29:53.760296 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e762d5-3f0b-48cc-8a84-5da8526029b6 None None] Updating router f192a66e-bb94-4551-b355-c00b2f18f46c port 7e0759e0-e90f-443d-b95f-398f778d0ff6 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:29:53.822060 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b209868-d66e-4aa8-a0d2-c3d780193e47 req-e5799cf9-6dd0-4482-b817-e7e129766cc8 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:53.830172 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4b209868-d66e-4aa8-a0d2-c3d780193e47 req-e5799cf9-6dd0-4482-b817-e7e129766cc8 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 943 time: 0.3948841 Jul 15 13:29:53.843117 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b48ac80-3247-4063-983c-8fd8efd3d000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.856033 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7e762d5-3f0b-48cc-8a84-5da8526029b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.857833 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d449ef0-96b3-478c-b97b-1dee86be851e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.868616 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d449ef0-96b3-478c-b97b-1dee86be851e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.869882 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1d449ef0-96b3-478c-b97b-1dee86be851e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ea038c2-c3e5-4dd1-adf8-7b36cc06fa75 HTTP/1.1" status: 204 len: 168 time: 0.7822111 Jul 15 13:29:53.908362 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d449ef0-96b3-478c-b97b-1dee86be851e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea038c2-c3e5-4dd1-adf8-7b36cc06fa75,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:53.982981 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-40631add-ed34-448d-9287-4221bd281069 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:53.993066 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-40631add-ed34-448d-9287-4221bd281069 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.32 "GET /v2.0/networks?id=56d0b0c9-02e7-4410-a25a-8546233647b6 HTTP/1.1" status: 200 len: 814 time: 0.4151289 Jul 15 13:29:54.021181 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-38c65ed7-7886-4534-8ca0-2d2a85328dc6 req-4c92f0a3-a18d-445f-ab59-3e42b9662e49 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3 HTTP/1.1" status: 200 len: 210 time: 0.2016072 Jul 15 13:29:54.025828 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4b209868-d66e-4aa8-a0d2-c3d780193e47 req-bc691207-d737-41e4-b06e-51aa3a074dd0 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921189 Jul 15 13:29:54.061801 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-e5cebc96-e00a-47b8-a84b-2706e1035eab tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Request body: {'port': {'device_id': 'e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3', 'network_id': '56d0b0c9-02e7-4410-a25a-8546233647b6', 'admin_state_up': True, 'tenant_id': 'c120ea471629450bbfcfe5bb382142bb'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:54.157983 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b48ac80-3247-4063-983c-8fd8efd3d000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:54.252141 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b48ac80-3247-4063-983c-8fd8efd3d000 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:54.379315 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b48ac80-3247-4063-983c-8fd8efd3d000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:54.379823 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b48ac80-3247-4063-983c-8fd8efd3d000 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3061f0c-9416-4b57-99eb-1a86397a1151 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:29:54.387381 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b48ac80-3247-4063-983c-8fd8efd3d000 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:54.387822 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 2f29f5f6-4d40-4975-9e86-148bc6ccd432 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:54.397587 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9b48ac80-3247-4063-983c-8fd8efd3d000 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f3061f0c-9416-4b57-99eb-1a86397a1151 HTTP/1.1" status: 204 len: 168 time: 6.7009873 Jul 15 13:29:54.400142 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 53880) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:54.542579 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc509b61-388d-4085-aa86-7c887a45409a admin admin] Deleting subnet 86c45178-fb0a-4b4d-a444-3a0ac9a17af7 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:29:54.557872 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cc509b61-388d-4085-aa86-7c887a45409a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:54.620441 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-e5cebc96-e00a-47b8-a84b-2706e1035eab tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Made reservation on behalf of c120ea471629450bbfcfe5bb382142bb for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:54.639898 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-e5cebc96-e00a-47b8-a84b-2706e1035eab tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:54.667937 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 2f29f5f6-4d40-4975-9e86-148bc6ccd432 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:54.691506 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec5676-cf95-4bf9-9649-0220b69a1a68 req-d335b92c-f9f0-4cc3-9c21-416445cc47dd tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:54.694902 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 2f29f5f6-4d40-4975-9e86-148bc6ccd432 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:54.695638 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:54.703452 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cc509b61-388d-4085-aa86-7c887a45409a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:54.704004 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6dec5676-cf95-4bf9-9649-0220b69a1a68 req-d335b92c-f9f0-4cc3-9c21-416445cc47dd tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d0005f3-d5c1-4fe8-a80e-8768fca5b17d HTTP/1.1" status: 200 len: 945 time: 0.4060199 Jul 15 13:29:54.874252 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:54.901719 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7e762d5-3f0b-48cc-8a84-5da8526029b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:54.934845 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c7e762d5-3f0b-48cc-8a84-5da8526029b6 None None] Transition to ACTIVE for port object 7e0759e0-e90f-443d-b95f-398f778d0ff6 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:54.940009 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6dec5676-cf95-4bf9-9649-0220b69a1a68 req-0e0c3305-02a1-4f4f-9d07-1d4c6b0409de tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cdb4184-af7a-4cd3-8dbb-6aff00a55483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2342086 Jul 15 13:29:54.973962 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7e762d5-3f0b-48cc-8a84-5da8526029b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.045389 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.106605 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0005f3-d5c1-4fe8-a80e-8768fca5b17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f29f5f6-4d40-4975-9e86-148bc6ccd432'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:55.115157 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2578dec-90e7-43a7-9084-75f2c2fcfa27" -d '{"events": [{"server_uuid": "6d0005f3-d5c1-4fe8-a80e-8768fca5b17d", "name": "network-vif-plugged", "status": "completed", "tag": "2f29f5f6-4d40-4975-9e86-148bc6ccd432"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:55.177650 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 2f29f5f6-4d40-4975-9e86-148bc6ccd432, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=2f29f5f6-4d40-4975-9e86-148bc6ccd432,segment=NetworkSegment(5fdc2447-cebd-4891-9870-8462e7706d2c),segment_id=5fdc2447-cebd-4891-9870-8462e7706d2c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:55.217093 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.245230 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cc509b61-388d-4085-aa86-7c887a45409a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.246504 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73699bf3-15f6-4ea0-9ae2-6af1bcdda5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.304388 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.385698 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=2f29f5f6-4d40-4975-9e86-148bc6ccd432,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:55.430876 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-26bda0f9-ca94-4e10-929c-8edf7c26be73 req-50fd08e5-b057-411d-88fa-616e46d1c9e8 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3 HTTP/1.1" status: 200 len: 210 time: 0.0727735 Jul 15 13:29:55.449587 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-e5cebc96-e00a-47b8-a84b-2706e1035eab tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Allocated IP 172.20.0.13 (56d0b0c9-02e7-4410-a25a-8546233647b6/ccb77d9a-f1ba-4892-b180-b595fe5b12e9/22387beb-07a1-4218-b95f-0c44ee82e474) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:55.524391 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1de39b-0645-4aa7-aeed-5a925202cbd1 None None] Pushing event updated for resources: {'Port': ['ID=7e0759e0-e90f-443d-b95f-398f778d0ff6,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:55.538680 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cc509b61-388d-4085-aa86-7c887a45409a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.548549 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1de39b-0645-4aa7-aeed-5a925202cbd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:55.549099 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1de39b-0645-4aa7-aeed-5a925202cbd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:55.549626 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1de39b-0645-4aa7-aeed-5a925202cbd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:55.551126 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1de39b-0645-4aa7-aeed-5a925202cbd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:55.552058 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1de39b-0645-4aa7-aeed-5a925202cbd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:55.552952 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1de39b-0645-4aa7-aeed-5a925202cbd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:55.553469 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1de39b-0645-4aa7-aeed-5a925202cbd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:55.554005 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1de39b-0645-4aa7-aeed-5a925202cbd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:55.554521 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1de39b-0645-4aa7-aeed-5a925202cbd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:55.555038 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1de39b-0645-4aa7-aeed-5a925202cbd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:55.555563 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1de39b-0645-4aa7-aeed-5a925202cbd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:55.556165 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1de39b-0645-4aa7-aeed-5a925202cbd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:55.612049 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc509b61-388d-4085-aa86-7c887a45409a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86c45178-fb0a-4b4d-a444-3a0ac9a17af7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:55.649484 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c7e762d5-3f0b-48cc-8a84-5da8526029b6 None None] Attempting to bind port 7e0759e0-e90f-443d-b95f-398f778d0ff6 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:55.649895 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b3de62-9bd9-4a8b-a149-d6f6d78f3925 None None] Network be04063e-1cb2-41c3-8ee0-72868f24e4ea requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:55.650425 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c7e762d5-3f0b-48cc-8a84-5da8526029b6 None None] Attempting to bind port 7e0759e0-e90f-443d-b95f-398f778d0ff6 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:55.650672 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e762d5-3f0b-48cc-8a84-5da8526029b6 None None] Attempting to bind port 7e0759e0-e90f-443d-b95f-398f778d0ff6 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:55.665842 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cc509b61-388d-4085-aa86-7c887a45409a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.667949 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e762d5-3f0b-48cc-8a84-5da8526029b6 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:55.668546 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e762d5-3f0b-48cc-8a84-5da8526029b6 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:55.671323 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-cc509b61-388d-4085-aa86-7c887a45409a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/86c45178-fb0a-4b4d-a444-3a0ac9a17af7 HTTP/1.1" status: 204 len: 168 time: 1.2668641 Jul 15 13:29:55.676457 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7e762d5-3f0b-48cc-8a84-5da8526029b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.680028 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e762d5-3f0b-48cc-8a84-5da8526029b6 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:55.684103 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c7e762d5-3f0b-48cc-8a84-5da8526029b6 None None] Bound port: 7e0759e0-e90f-443d-b95f-398f778d0ff6, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:55.684786 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7e762d5-3f0b-48cc-8a84-5da8526029b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.699755 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 53902) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:55.837665 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c7e762d5-3f0b-48cc-8a84-5da8526029b6 None None] For port 7e0759e0-e90f-443d-b95f-398f778d0ff6, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:55.867804 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c7e762d5-3f0b-48cc-8a84-5da8526029b6 None None] For port 7e0759e0-e90f-443d-b95f-398f778d0ff6, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=7e0759e0-e90f-443d-b95f-398f778d0ff6,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:55.888408 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7e762d5-3f0b-48cc-8a84-5da8526029b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:56.041158 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e762d5-3f0b-48cc-8a84-5da8526029b6 None None] Routers {'f192a66e-bb94-4551-b355-c00b2f18f46c'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:56.046716 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c7e762d5-3f0b-48cc-8a84-5da8526029b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:29:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['f192a66e-bb94-4551-b355-c00b2f18f46c'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:56.056399 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a6504f-e08b-49d2-be09-1d54cf8104dc x-openstack-request-id: req-97a6504f-e08b-49d2-be09-1d54cf8104dc {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:56.056857 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0005f3-d5c1-4fe8-a80e-8768fca5b17d", "name": "network-vif-plugged", "status": "completed", "tag": "2f29f5f6-4d40-4975-9e86-148bc6ccd432", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:56.062328 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-97a6504f-e08b-49d2-be09-1d54cf8104dc {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:56.063559 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0005f3-d5c1-4fe8-a80e-8768fca5b17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f29f5f6-4d40-4975-9e86-148bc6ccd432', 'code': 200} Jul 15 13:29:56.083873 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device bb026204-670e-4649-8be5-64f6a45c244c no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:29:56.122400 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-e5cebc96-e00a-47b8-a84b-2706e1035eab tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:56.280690 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: bb026204-670e-4649-8be5-64f6a45c244c {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:29:56.281143 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device bb026204-670e-4649-8be5-64f6a45c244c not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:29:56.334003 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1de39b-0645-4aa7-aeed-5a925202cbd1 None None] Pushing event updated for resources: {'Port': ['ID=7e0759e0-e90f-443d-b95f-398f778d0ff6,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:56.394758 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882f40b-1316-4279-b679-4cca7748f16f req-15a50b50-2c25-4a7b-9565-8f257de80e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:56.397180 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1882f40b-1316-4279-b679-4cca7748f16f req-15a50b50-2c25-4a7b-9565-8f257de80e35 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6d0005f3-d5c1-4fe8-a80e-8768fca5b17d HTTP/1.1" status: 200 len: 1098 time: 0.2654715 Jul 15 13:29:56.443586 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547dca2-17ae-4fc2-b245-fd73490895df req-3bf04525-b268-4572-828f-5207dbbb6290 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:56.453675 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5547dca2-17ae-4fc2-b245-fd73490895df req-3bf04525-b268-4572-828f-5207dbbb6290 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 943 time: 0.9986298 Jul 15 13:29:56.498977 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-73699bf3-15f6-4ea0-9ae2-6af1bcdda5c4 admin admin] Allocated IP 172.20.0.1 (303bf49d-239f-4c0b-be43-2167383b6446/15210cb6-e1bd-43c9-9944-eb57f11cb522/b8447f1f-44c5-4443-bfee-9ef044987393) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:56.515910 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-e5cebc96-e00a-47b8-a84b-2706e1035eab tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:56.541580 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5547dca2-17ae-4fc2-b245-fd73490895df req-86395723-abde-443c-b2b7-3e9d2c7856b5 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833192 Jul 15 13:29:56.555809 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f477570e-c77a-4bce-8602-0de2331ce004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:56.616463 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-c7e762d5-3f0b-48cc-8a84-5da8526029b6 None None] Set router f192a66e-bb94-4551-b355-c00b2f18f46c gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:56.637505 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:56.670968 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-e5cebc96-e00a-47b8-a84b-2706e1035eab tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Network 56d0b0c9-02e7-4410-a25a-8546233647b6 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:56.723542 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-e5cebc96-e00a-47b8-a84b-2706e1035eab tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:56.729341 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1882f40b-1316-4279-b679-4cca7748f16f req-86f711a9-8947-4a63-a8e5-3e884755e8f8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7cdb4184-af7a-4cd3-8dbb-6aff00a55483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2793882 Jul 15 13:29:56.778751 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-e5cebc96-e00a-47b8-a84b-2706e1035eab tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:56.873734 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ce1b56-4aca-4043-8992-2b3287362b83 None None] DHCP port deletion for be04063e-1cb2-41c3-8ee0-72868f24e4ea request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:29:56.976988 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73699bf3-15f6-4ea0-9ae2-6af1bcdda5c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:57.001968 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-e5cebc96-e00a-47b8-a84b-2706e1035eab tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:57.007789 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-e5cebc96-e00a-47b8-a84b-2706e1035eab tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:57.026870 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1204e-2966-4a34-af2b-09258ec09412 req-bb408d0f-0b65-42ff-b8e8-6e8943c7d7c0 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:57.042053 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cbe1204e-2966-4a34-af2b-09258ec09412 req-bb408d0f-0b65-42ff-b8e8-6e8943c7d7c0 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3 HTTP/1.1" status: 200 len: 932 time: 0.1798830 Jul 15 13:29:57.052431 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cebc96-e00a-47b8-a84b-2706e1035eab tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Pushing event updated for resources: {'Port': ['ID=22387beb-07a1-4218-b95f-0c44ee82e474,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:57.087240 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-e5cebc96-e00a-47b8-a84b-2706e1035eab tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0564511 Jul 15 13:29:57.134786 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e54736-b33c-416c-9d56-2ff4281f242f req-f32185e5-4336-4e28-b2a0-0c40a90b37bf tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:57.146415 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b5e54736-b33c-416c-9d56-2ff4281f242f req-f32185e5-4336-4e28-b2a0-0c40a90b37bf tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d0005f3-d5c1-4fe8-a80e-8768fca5b17d HTTP/1.1" status: 200 len: 946 time: 0.7592614 Jul 15 13:29:57.157608 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-09c3adbf-21d7-445e-ab5e-a34a26adc2a6 service neutron] Request body: {'port': {'device_id': 'e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:57.159415 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-02ce1b56-4aca-4043-8992-2b3287362b83 None None] Deleting port df01010c-6e72-48b1-b73c-49a707df9c2e {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:57.159958 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-02ce1b56-4aca-4043-8992-2b3287362b83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:57.204804 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cbe1204e-2966-4a34-af2b-09258ec09412 req-ec3801af-e7fa-40b0-94c7-1dd14c27ba3f tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/security-groups?id=89776db0-f0f2-468f-a21b-f155324a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611164 Jul 15 13:29:57.207188 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73699bf3-15f6-4ea0-9ae2-6af1bcdda5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:57.309007 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c7e762d5-3f0b-48cc-8a84-5da8526029b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1379739942-router', 'tenant_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '7e0759e0-e90f-443d-b95f-398f778d0ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:47Z', 'revision_number': 3, 'project_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'gw_port': {'id': '7e0759e0-e90f-443d-b95f-398f778d0ff6', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:13:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:44Z', 'updated_at': '2021-07-15T13:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:57.327736 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73699bf3-15f6-4ea0-9ae2-6af1bcdda5c4 admin admin] Network 303bf49d-239f-4c0b-be43-2167383b6446 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:57.331851 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-73699bf3-15f6-4ea0-9ae2-6af1bcdda5c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:57.334647 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73699bf3-15f6-4ea0-9ae2-6af1bcdda5c4 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:57.350040 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e762d5-3f0b-48cc-8a84-5da8526029b6 None None] The sync data for ids ['f192a66e-bb94-4551-b355-c00b2f18f46c'] in n-d-758944-45 is: [{'id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1379739942-router', 'tenant_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '7e0759e0-e90f-443d-b95f-398f778d0ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:47Z', 'revision_number': 3, 'project_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'gw_port': {'id': '7e0759e0-e90f-443d-b95f-398f778d0ff6', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:13:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:44Z', 'updated_at': '2021-07-15T13:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:29:57.388716 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73699bf3-15f6-4ea0-9ae2-6af1bcdda5c4 admin admin] Pushing event updated for resources: {'Port': ['ID=b8447f1f-44c5-4443-bfee-9ef044987393,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:57.434206 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73699bf3-15f6-4ea0-9ae2-6af1bcdda5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:57.466552 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b5e54736-b33c-416c-9d56-2ff4281f242f req-79033d98-db99-4138-a001-81683418dc24 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cdb4184-af7a-4cd3-8dbb-6aff00a55483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3190074 Jul 15 13:29:57.487540 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-f477570e-c77a-4bce-8602-0de2331ce004 admin admin] Deleting port df01010c-6e72-48b1-b73c-49a707df9c2e {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:57.488288 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f477570e-c77a-4bce-8602-0de2331ce004 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:57.644101 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-f477570e-c77a-4bce-8602-0de2331ce004 admin admin] For port df01010c-6e72-48b1-b73c-49a707df9c2e, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=df01010c-6e72-48b1-b73c-49a707df9c2e,segment=NetworkSegment(0d807eb9-53cb-4736-8077-cd448271ac4f),segment_id=0d807eb9-53cb-4736-8077-cd448271ac4f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:57.644921 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f477570e-c77a-4bce-8602-0de2331ce004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:57.653816 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-02ce1b56-4aca-4043-8992-2b3287362b83 None None] For port df01010c-6e72-48b1-b73c-49a707df9c2e, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=df01010c-6e72-48b1-b73c-49a707df9c2e,segment=NetworkSegment(0d807eb9-53cb-4736-8077-cd448271ac4f),segment_id=0d807eb9-53cb-4736-8077-cd448271ac4f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:57.655577 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-02ce1b56-4aca-4043-8992-2b3287362b83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:57.676465 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-f477570e-c77a-4bce-8602-0de2331ce004 admin admin] Calling delete_port for df01010c-6e72-48b1-b73c-49a707df9c2e owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:57.685619 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-02ce1b56-4aca-4043-8992-2b3287362b83 None None] Calling delete_port for df01010c-6e72-48b1-b73c-49a707df9c2e owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:57.794050 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73699bf3-15f6-4ea0-9ae2-6af1bcdda5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:57.801219 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-09c3adbf-21d7-445e-ab5e-a34a26adc2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:57.803184 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-02ce1b56-4aca-4043-8992-2b3287362b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:57.814285 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f477570e-c77a-4bce-8602-0de2331ce004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:57.842660 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce1b56-4aca-4043-8992-2b3287362b83 None None] Pushing event deleted for resources: {'Port': ['ID=df01010c-6e72-48b1-b73c-49a707df9c2e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:57.849305 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ce1b56-4aca-4043-8992-2b3287362b83 None None] No DVR routers for this DVR port df01010c-6e72-48b1-b73c-49a707df9c2e on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:29:57.873101 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477570e-c77a-4bce-8602-0de2331ce004 admin admin] Pushing event deleted for resources: {'Port': ['ID=df01010c-6e72-48b1-b73c-49a707df9c2e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:57.892171 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f477570e-c77a-4bce-8602-0de2331ce004 admin admin] No DVR routers for this DVR port df01010c-6e72-48b1-b73c-49a707df9c2e on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:29:58.131095 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 7ff56ac6-33f8-480e-8e0f-9999afcd434b details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:29:58.145974 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 7e0759e0-e90f-443d-b95f-398f778d0ff6 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:58.155763 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f477570e-c77a-4bce-8602-0de2331ce004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.179473 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-f477570e-c77a-4bce-8602-0de2331ce004 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be04063e-1cb2-41c3-8ee0-72868f24e4ea']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:58.229040 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-f477570e-c77a-4bce-8602-0de2331ce004 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d807eb9-53cb-4736-8077-cd448271ac4f') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:58.229609 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-f477570e-c77a-4bce-8602-0de2331ce004 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d807eb9-53cb-4736-8077-cd448271ac4f') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:58.294492 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbf093-c671-48a9-85d3-275578ecaf27 req-34545d62-8f50-4786-a1e8-ad221260c564 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:58.302100 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-08cbf093-c671-48a9-85d3-275578ecaf27 req-34545d62-8f50-4786-a1e8-ad221260c564 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 943 time: 0.3035619 Jul 15 13:29:58.381699 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73699bf3-15f6-4ea0-9ae2-6af1bcdda5c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.389551 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f477570e-c77a-4bce-8602-0de2331ce004 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.396311 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73699bf3-15f6-4ea0-9ae2-6af1bcdda5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.474521 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 7e0759e0-e90f-443d-b95f-398f778d0ff6 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:58.489246 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 7e0759e0-e90f-443d-b95f-398f778d0ff6 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:58.490572 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.499113 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-08cbf093-c671-48a9-85d3-275578ecaf27 req-3ec735af-aba5-4bde-b7e0-b94f736647bc tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594048 Jul 15 13:29:58.547657 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f477570e-c77a-4bce-8602-0de2331ce004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.548268 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73699bf3-15f6-4ea0-9ae2-6af1bcdda5c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.628666 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 7ff56ac6-33f8-480e-8e0f-9999afcd434b, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=7ff56ac6-33f8-480e-8e0f-9999afcd434b,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:58.664509 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73699bf3-15f6-4ea0-9ae2-6af1bcdda5c4 admin admin] Pushing event updated for resources: {'Port': ['ID=b8447f1f-44c5-4443-bfee-9ef044987393,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:58.700780 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '7ff56ac6-33f8-480e-8e0f-9999afcd434b', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'port_id': '7ff56ac6-33f8-480e-8e0f-9999afcd434b', 'mac_address': 'fa:16:3e:93:59:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4840df0d-ad31-406d-829f-ea4475de886e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:29:58.718520 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f477570e-c77a-4bce-8602-0de2331ce004 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:29:58.718970 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f477570e-c77a-4bce-8602-0de2331ce004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.837829 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:29:58.864317 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:29:58.928308 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f477570e-c77a-4bce-8602-0de2331ce004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.975785 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ff56ac6-33f8-480e-8e0f-9999afcd434b {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:58.985298 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73699bf3-15f6-4ea0-9ae2-6af1bcdda5c4 admin admin] Network 303bf49d-239f-4c0b-be43-2167383b6446 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:58.986939 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-73699bf3-15f6-4ea0-9ae2-6af1bcdda5c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:59.019032 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 7ff56ac6-33f8-480e-8e0f-9999afcd434b, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=7ff56ac6-33f8-480e-8e0f-9999afcd434b,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:59.021991 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.036533 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.118244 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 7e0759e0-e90f-443d-b95f-398f778d0ff6, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=7e0759e0-e90f-443d-b95f-398f778d0ff6,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:59.160329 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=7ff56ac6-33f8-480e-8e0f-9999afcd434b,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:59.166091 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.255094 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40998eba-bfa8-4d11-9c0a-aed4caa469b8 req-4433d2c1-87c9-4c95-bdb7-62a318f03865 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:59.265595 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40998eba-bfa8-4d11-9c0a-aed4caa469b8 req-4433d2c1-87c9-4c95-bdb7-62a318f03865 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d0005f3-d5c1-4fe8-a80e-8768fca5b17d HTTP/1.1" status: 200 len: 946 time: 0.4268055 Jul 15 13:29:59.333594 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73699bf3-15f6-4ea0-9ae2-6af1bcdda5c4 admin admin] Router f192a66e-bb94-4551-b355-c00b2f18f46c has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:29:59.363570 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40998eba-bfa8-4d11-9c0a-aed4caa469b8 req-04570e23-6fec-48c6-8e48-6de441e96f46 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cdb4184-af7a-4cd3-8dbb-6aff00a55483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876207 Jul 15 13:29:59.373234 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device df01010c-6e72-48b1-b73c-49a707df9c2e no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:29:59.431604 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: df01010c-6e72-48b1-b73c-49a707df9c2e {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:29:59.432098 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device df01010c-6e72-48b1-b73c-49a707df9c2e not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:29:59.433912 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=7e0759e0-e90f-443d-b95f-398f778d0ff6,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:59.462655 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['7ff56ac6-33f8-480e-8e0f-9999afcd434b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:29:59.474207 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f477570e-c77a-4bce-8602-0de2331ce004 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.476247 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f477570e-c77a-4bce-8602-0de2331ce004 admin admin] 10.222.0.24 "DELETE /v2.0/networks/be04063e-1cb2-41c3-8ee0-72868f24e4ea HTTP/1.1" status: 204 len: 168 time: 3.7754834 Jul 15 13:29:59.477512 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477570e-c77a-4bce-8602-0de2331ce004 admin admin] Pushing event deleted for resources: {'Network': ['ID=be04063e-1cb2-41c3-8ee0-72868f24e4ea,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:59.574393 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73699bf3-15f6-4ea0-9ae2-6af1bcdda5c4 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:29:59.580139 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-73699bf3-15f6-4ea0-9ae2-6af1bcdda5c4 admin admin] 10.222.0.24 "PUT /v2.0/routers/f192a66e-bb94-4551-b355-c00b2f18f46c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5343654 Jul 15 13:29:59.653652 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09fea6-d59e-4530-883b-b11def14423e req-e4f91124-7e91-4dea-a1f4-ef23c273c428 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:59.655586 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3b09fea6-d59e-4530-883b-b11def14423e req-e4f91124-7e91-4dea-a1f4-ef23c273c428 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3 HTTP/1.1" status: 200 len: 932 time: 0.9978585 Jul 15 13:29:59.693351 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-09c3adbf-21d7-445e-ab5e-a34a26adc2a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22387beb-07a1-4218-b95f-0c44ee82e474 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:59.714102 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-09c3adbf-21d7-445e-ab5e-a34a26adc2a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.750501 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3b09fea6-d59e-4530-883b-b11def14423e req-ba7808fc-5edb-4729-a486-2ff4d4c5c680 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/security-groups?id=89776db0-f0f2-468f-a21b-f155324a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794272 Jul 15 13:29:59.751598 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-09c3adbf-21d7-445e-ab5e-a34a26adc2a6 service neutron] Transition to ACTIVE for port object 22387beb-07a1-4218-b95f-0c44ee82e474 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:59.763932 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-09c3adbf-21d7-445e-ab5e-a34a26adc2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.853299 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 53966) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:59.889479 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3adbf-21d7-445e-ab5e-a34a26adc2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=22387beb-07a1-4218-b95f-0c44ee82e474,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:59.989730 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-73369a16-82b2-4573-b677-b9f709e0b6ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d36c52c8000f4792a297412063fb69ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1349945 Jul 15 13:29:59.995671 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 53972) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:00.020455 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcce6a4-f570-4590-be7f-e7ec51d0c9c3 req-4fa1b742-7915-476e-88ee-8aa92c47d7ef tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:00.038656 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 53974) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:00.039290 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0bcce6a4-f570-4590-be7f-e7ec51d0c9c3 req-4fa1b742-7915-476e-88ee-8aa92c47d7ef tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d0005f3-d5c1-4fe8-a80e-8768fca5b17d HTTP/1.1" status: 200 len: 946 time: 0.3581767 Jul 15 13:30:00.057351 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-26872d57-4bff-45d7-a409-0d1368dac799 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Request body: {'floatingip': {'port_id': '2f29f5f6-4d40-4975-9e86-148bc6ccd432'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:00.100908 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 7e0759e0-e90f-443d-b95f-398f778d0ff6 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:00.172620 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26872d57-4bff-45d7-a409-0d1368dac799 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for floatingip, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.358894 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 7e0759e0-e90f-443d-b95f-398f778d0ff6 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:00.359741 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.444943 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-09c3adbf-21d7-445e-ab5e-a34a26adc2a6 service neutron] Attempting to bind port 22387beb-07a1-4218-b95f-0c44ee82e474 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:30:00.445291 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-09c3adbf-21d7-445e-ab5e-a34a26adc2a6 service neutron] Attempting to bind port 22387beb-07a1-4218-b95f-0c44ee82e474 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'd85185b9-b870-4258-8af1-4e263bf77c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '56d0b0c9-02e7-4410-a25a-8546233647b6'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:30:00.445539 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-09c3adbf-21d7-445e-ab5e-a34a26adc2a6 service neutron] Attempting to bind port 22387beb-07a1-4218-b95f-0c44ee82e474 on network 56d0b0c9-02e7-4410-a25a-8546233647b6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:00.460726 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-09c3adbf-21d7-445e-ab5e-a34a26adc2a6 service neutron] Port 22387beb-07a1-4218-b95f-0c44ee82e474 on network 56d0b0c9-02e7-4410-a25a-8546233647b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:30:00.461064 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-09c3adbf-21d7-445e-ab5e-a34a26adc2a6 service neutron] Attempting to bind port 22387beb-07a1-4218-b95f-0c44ee82e474 on network 56d0b0c9-02e7-4410-a25a-8546233647b6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:00.539231 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-09c3adbf-21d7-445e-ab5e-a34a26adc2a6 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:30:00.539581 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-09c3adbf-21d7-445e-ab5e-a34a26adc2a6 service neutron] Checking segment: {'id': 'd85185b9-b870-4258-8af1-4e263bf77c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '56d0b0c9-02e7-4410-a25a-8546233647b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:00.539980 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-09c3adbf-21d7-445e-ab5e-a34a26adc2a6 service neutron] Bound using segment: {'id': 'd85185b9-b870-4258-8af1-4e263bf77c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '56d0b0c9-02e7-4410-a25a-8546233647b6'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:30:00.540798 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-09c3adbf-21d7-445e-ab5e-a34a26adc2a6 service neutron] Bound port: 22387beb-07a1-4218-b95f-0c44ee82e474, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85185b9-b870-4258-8af1-4e263bf77c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '56d0b0c9-02e7-4410-a25a-8546233647b6'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:30:00.541717 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-09c3adbf-21d7-445e-ab5e-a34a26adc2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.598776 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c40862fe-8124-43ab-9c65-cf32d0c19dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.777457 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830936c3-1bbd-44ce-aaa9-7f971a30dfd0 req-74b2dda7-c34f-412e-af10-ccc66f4dd03b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:00.791066 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593db55c-d6ca-4aa1-873d-3fa6a7dc5aad None None] Sync routers for ids ['f192a66e-bb94-4551-b355-c00b2f18f46c'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:30:00.814007 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-830936c3-1bbd-44ce-aaa9-7f971a30dfd0 req-74b2dda7-c34f-412e-af10-ccc66f4dd03b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 944 time: 0.6474912 Jul 15 13:30:00.824311 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593db55c-d6ca-4aa1-873d-3fa6a7dc5aad None None] Routers {'f192a66e-bb94-4551-b355-c00b2f18f46c'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:00.824311 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-593db55c-d6ca-4aa1-873d-3fa6a7dc5aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:29:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['f192a66e-bb94-4551-b355-c00b2f18f46c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:00.980310 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c40862fe-8124-43ab-9c65-cf32d0c19dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:01.154856 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-593db55c-d6ca-4aa1-873d-3fa6a7dc5aad None None] Set router f192a66e-bb94-4551-b355-c00b2f18f46c gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:01.186934 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-09c3adbf-21d7-445e-ab5e-a34a26adc2a6 service neutron] For port 22387beb-07a1-4218-b95f-0c44ee82e474, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:30:01.207814 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-830936c3-1bbd-44ce-aaa9-7f971a30dfd0 req-13e3dc8d-cd1f-411f-8f89-75010b639ca8 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927999 Jul 15 13:30:01.224191 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89350530-94bd-42f7-882d-3c2188407a02 req-63dc0452-5521-4633-948a-173b7c88d852 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:01.249015 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-89350530-94bd-42f7-882d-3c2188407a02 req-63dc0452-5521-4633-948a-173b7c88d852 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/networks?id=303bf49d-239f-4c0b-be43-2167383b6446 HTTP/1.1" status: 200 len: 820 time: 0.4283857 Jul 15 13:30:01.253412 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-09c3adbf-21d7-445e-ab5e-a34a26adc2a6 service neutron] For port 22387beb-07a1-4218-b95f-0c44ee82e474, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=22387beb-07a1-4218-b95f-0c44ee82e474,segment=NetworkSegment(d85185b9-b870-4258-8af1-4e263bf77c40),segment_id=d85185b9-b870-4258-8af1-4e263bf77c40)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:30:01.287825 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-09c3adbf-21d7-445e-ab5e-a34a26adc2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:01.309709 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-89350530-94bd-42f7-882d-3c2188407a02 req-9622c017-7e83-4c63-ad98-069ea0818ebf tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/quotas/af10f95cc191480e90dd5f2a6c12a26c HTTP/1.1" status: 200 len: 375 time: 0.0442958 Jul 15 13:30:01.402784 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3adbf-21d7-445e-ab5e-a34a26adc2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=22387beb-07a1-4218-b95f-0c44ee82e474,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:01.473102 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-89350530-94bd-42f7-882d-3c2188407a02 req-31c12667-50b7-43dc-90b1-445db838fb46 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=af10f95cc191480e90dd5f2a6c12a26c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1526446 Jul 15 13:30:01.494393 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c40862fe-8124-43ab-9c65-cf32d0c19dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:01.497268 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c40862fe-8124-43ab-9c65-cf32d0c19dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:01.503893 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c40862fe-8124-43ab-9c65-cf32d0c19dd0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8bedcb06-e3dc-41d6-97ee-6d3ea49c1f15 HTTP/1.1" status: 204 len: 168 time: 1.5019069 Jul 15 13:30:01.517595 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-09c3adbf-21d7-445e-ab5e-a34a26adc2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:01.517595 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-09c3adbf-21d7-445e-ab5e-a34a26adc2a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:01.519732 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-09c3adbf-21d7-445e-ab5e-a34a26adc2a6 service neutron] 10.222.0.32 "PUT /v2.0/ports/22387beb-07a1-4218-b95f-0c44ee82e474 HTTP/1.1" status: 200 len: 1093 time: 4.4061320 Jul 15 13:30:01.523407 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3', 'tag': '22387beb-07a1-4218-b95f-0c44ee82e474'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:01.524182 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9818b790-d3e6-4618-8fa6-00d946703e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3", "tag": "22387beb-07a1-4218-b95f-0c44ee82e474"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:01.595098 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40862fe-8124-43ab-9c65-cf32d0c19dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bedcb06-e3dc-41d6-97ee-6d3ea49c1f15,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:01.723500 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-89350530-94bd-42f7-882d-3c2188407a02 req-a10b78a5-8470-4fca-a722-e5bb1afa23e9 service neutron] 10.222.0.24 "GET /v2.0/networks/303bf49d-239f-4c0b-be43-2167383b6446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236116 Jul 15 13:30:01.835108 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-593db55c-d6ca-4aa1-873d-3fa6a7dc5aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1379739942-router', 'tenant_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '7e0759e0-e90f-443d-b95f-398f778d0ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:57Z', 'revision_number': 4, 'project_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'gw_port': {'id': '7e0759e0-e90f-443d-b95f-398f778d0ff6', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:44Z', 'updated_at': '2021-07-15T13:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'b8447f1f-44c5-4443-bfee-9ef044987393', 'name': '', 'network_id': '303bf49d-239f-4c0b-be43-2167383b6446', 'tenant_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'mac_address': 'fa:16:3e:73:44:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '15210cb6-e1bd-43c9-9944-eb57f11cb522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:55Z', 'updated_at': '2021-07-15T13:29:57Z', 'revision_number': 2, 'project_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'subnets': [{'id': '15210cb6-e1bd-43c9-9944-eb57f11cb522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:01.923589 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593db55c-d6ca-4aa1-873d-3fa6a7dc5aad None None] Checking router: f192a66e-bb94-4551-b355-c00b2f18f46c for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:30:01.924228 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593db55c-d6ca-4aa1-873d-3fa6a7dc5aad None None] Updating router f192a66e-bb94-4551-b355-c00b2f18f46c port b8447f1f-44c5-4443-bfee-9ef044987393 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:30:01.964833 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26872d57-4bff-45d7-a409-0d1368dac799 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:01.996259 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26872d57-4bff-45d7-a409-0d1368dac799 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.043090 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-593db55c-d6ca-4aa1-873d-3fa6a7dc5aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.116356 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf640e8-081d-411c-987d-9f16ea536095 req-35ba3260-caf0-493b-9193-8c5b9b3d7012 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:02.118214 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3bf640e8-081d-411c-987d-9f16ea536095 req-35ba3260-caf0-493b-9193-8c5b9b3d7012 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3 HTTP/1.1" status: 200 len: 944 time: 0.6355784 Jul 15 13:30:02.125111 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-89350530-94bd-42f7-882d-3c2188407a02 req-975c510f-d39e-4f2e-85b9-cfdd52c82c05 service neutron] 10.222.0.24 "GET /v2.0/networks/303bf49d-239f-4c0b-be43-2167383b6446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912101 Jul 15 13:30:02.135510 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-d9973828-eede-45f9-a085-58b7fdb856e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:02.135956 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-d9973828-eede-45f9-a085-58b7fdb856e1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c120ea471629450bbfcfe5bb382142bb&device_id=e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3 HTTP/1.1" status: 200 len: 1096 time: 0.5266995 Jul 15 13:30:02.180844 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 7ff56ac6-33f8-480e-8e0f-9999afcd434b up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:02.294837 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-f21e0ec9-a683-4c58-bd5c-a6b0bb3dbde0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22387beb-07a1-4218-b95f-0c44ee82e474 HTTP/1.1" status: 200 len: 217 time: 0.1446013 Jul 15 13:30:02.382578 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-26872d57-4bff-45d7-a409-0d1368dac799 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Floating IP 86166fd0-3bfd-4fb3-98b3-b4d544b9ccab associated. External IP: 172.25.6.39, port: 2f29f5f6-4d40-4975-9e86-148bc6ccd432. Jul 15 13:30:02.418641 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 7ff56ac6-33f8-480e-8e0f-9999afcd434b completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:02.431057 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3bf640e8-081d-411c-987d-9f16ea536095 req-57e5691b-1de7-4788-b6c9-37dd3062a095 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/security-groups?id=89776db0-f0f2-468f-a21b-f155324a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996302 Jul 15 13:30:02.473521 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-70ac78e4-ff81-4039-bd68-d0177785f487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:02.482730 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-70ac78e4-ff81-4039-bd68-d0177785f487 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ccb77d9a-f1ba-4892-b180-b595fe5b12e9 HTTP/1.1" status: 200 len: 854 time: 0.1786363 Jul 15 13:30:02.521813 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 7ff56ac6-33f8-480e-8e0f-9999afcd434b triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:02.522420 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.588658 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f327995a-4f76-4ad8-9cd9-6c61dc9b9921 x-openstack-request-id: req-f327995a-4f76-4ad8-9cd9-6c61dc9b9921 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:02.590288 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3", "tag": "22387beb-07a1-4218-b95f-0c44ee82e474", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:02.592118 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f327995a-4f76-4ad8-9cd9-6c61dc9b9921 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:02.592732 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3', 'tag': '22387beb-07a1-4218-b95f-0c44ee82e474', 'status': 'completed', 'code': 200} Jul 15 13:30:02.714363 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-eb5e07cf-a1d5-4961-acdb-9dc88a0399c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56d0b0c9-02e7-4410-a25a-8546233647b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205351 Jul 15 13:30:02.756200 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-760715c4-b32f-42c2-a01e-a4a80ad61a21 req-f7208010-e38b-415e-8e5c-a4c09c432cd1 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 210 time: 0.1499000 Jul 15 13:30:03.049912 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d536ec6-4ad5-4f1a-b1d4-62dffe8c167f req-7f0b05a7-f884-40bf-ba42-665ded7836d7 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:03.073508 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.075110 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1d536ec6-4ad5-4f1a-b1d4-62dffe8c167f req-7f0b05a7-f884-40bf-ba42-665ded7836d7 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 944 time: 0.3830526 Jul 15 13:30:03.110553 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-593db55c-d6ca-4aa1-873d-3fa6a7dc5aad None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.143819 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-c118dee8-3075-4f07-9267-71e749d6e0e8 service neutron] 10.222.0.32 "GET /v2.0/networks/56d0b0c9-02e7-4410-a25a-8546233647b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053135 Jul 15 13:30:03.151608 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-593db55c-d6ca-4aa1-873d-3fa6a7dc5aad None None] Transition to ACTIVE for port object b8447f1f-44c5-4443-bfee-9ef044987393 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:03.174640 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc710c7-2160-4f1c-868e-e45290522f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff56ac6-33f8-480e-8e0f-9999afcd434b'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:03.177110 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f89d57-1a34-48b9-81f0-72be3309de43" -d '{"events": [{"server_uuid": "ccc710c7-2160-4f1c-868e-e45290522f36", "name": "network-vif-plugged", "status": "completed", "tag": "7ff56ac6-33f8-480e-8e0f-9999afcd434b"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:03.210014 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-593db55c-d6ca-4aa1-873d-3fa6a7dc5aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.221351 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 7ff56ac6-33f8-480e-8e0f-9999afcd434b, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=7ff56ac6-33f8-480e-8e0f-9999afcd434b,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:03.232637 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1d536ec6-4ad5-4f1a-b1d4-62dffe8c167f req-9a8e3ae4-7311-4fe7-9711-83f47b91d8cc tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530895 Jul 15 13:30:03.266791 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 54068) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:03.288199 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26872d57-4bff-45d7-a409-0d1368dac799 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Router 0d0f3b8e-5ce8-4225-bf86-b388b2c6645a has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:30:03.311630 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0df77b4-8c3f-47cd-8036-12c3202f02f2 x-openstack-request-id: req-f0df77b4-8c3f-47cd-8036-12c3202f02f2 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:03.311967 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccc710c7-2160-4f1c-868e-e45290522f36", "name": "network-vif-plugged", "status": "completed", "tag": "7ff56ac6-33f8-480e-8e0f-9999afcd434b", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:03.312184 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f0df77b4-8c3f-47cd-8036-12c3202f02f2 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:03.315744 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc710c7-2160-4f1c-868e-e45290522f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff56ac6-33f8-480e-8e0f-9999afcd434b', 'code': 200} Jul 15 13:30:03.324625 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.416392 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755abdb-35da-40b4-b558-611f87641549 None None] Pushing event updated for resources: {'Port': ['ID=b8447f1f-44c5-4443-bfee-9ef044987393,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:03.429748 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ea26c1bb-4264-4bb5-8944-1891dfcdf7fb req-29aba6dc-ccdf-4709-b3bf-e451041c1482 service neutron] 10.222.0.32 "GET /v2.0/networks/56d0b0c9-02e7-4410-a25a-8546233647b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657847 Jul 15 13:30:03.484290 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=7ff56ac6-33f8-480e-8e0f-9999afcd434b,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:03.572435 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-593db55c-d6ca-4aa1-873d-3fa6a7dc5aad None None] Attempting to bind port b8447f1f-44c5-4443-bfee-9ef044987393 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:30:03.572720 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-593db55c-d6ca-4aa1-873d-3fa6a7dc5aad None None] Attempting to bind port b8447f1f-44c5-4443-bfee-9ef044987393 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'eeac5fd7-63aa-405b-86ac-b3e133791a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '303bf49d-239f-4c0b-be43-2167383b6446'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:30:03.573092 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593db55c-d6ca-4aa1-873d-3fa6a7dc5aad None None] Attempting to bind port b8447f1f-44c5-4443-bfee-9ef044987393 on network 303bf49d-239f-4c0b-be43-2167383b6446 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:03.582431 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593db55c-d6ca-4aa1-873d-3fa6a7dc5aad None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:30:03.582811 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593db55c-d6ca-4aa1-873d-3fa6a7dc5aad None None] Checking segment: {'id': 'eeac5fd7-63aa-405b-86ac-b3e133791a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '303bf49d-239f-4c0b-be43-2167383b6446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:03.583222 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-593db55c-d6ca-4aa1-873d-3fa6a7dc5aad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.583796 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593db55c-d6ca-4aa1-873d-3fa6a7dc5aad None None] Bound using segment: {'id': 'eeac5fd7-63aa-405b-86ac-b3e133791a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '303bf49d-239f-4c0b-be43-2167383b6446'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:30:03.584698 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-593db55c-d6ca-4aa1-873d-3fa6a7dc5aad None None] Bound port: b8447f1f-44c5-4443-bfee-9ef044987393, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeac5fd7-63aa-405b-86ac-b3e133791a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '303bf49d-239f-4c0b-be43-2167383b6446'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:30:03.585279 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-593db55c-d6ca-4aa1-873d-3fa6a7dc5aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.648113 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d5bd7a0f-e9e5-4d44-82c7-be51348e2a7c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1215721832-network', 'tenant_id': 'e2e3a157879d4bce851e726676290061'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:03.650705 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39195cb9-9086-4e61-bb63-e69bb72a31ae req-d552628c-c431-47c5-aa37-00c1c9884ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:03.652321 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39195cb9-9086-4e61-bb63-e69bb72a31ae req-d552628c-c431-47c5-aa37-00c1c9884ea2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 1097 time: 0.2214789 Jul 15 13:30:03.743728 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bd7a0f-e9e5-4d44-82c7-be51348e2a7c admin admin] Made reservation on behalf of e2e3a157879d4bce851e726676290061 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:03.746747 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-593db55c-d6ca-4aa1-873d-3fa6a7dc5aad None None] For port b8447f1f-44c5-4443-bfee-9ef044987393, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:30:03.749548 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5bd7a0f-e9e5-4d44-82c7-be51348e2a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.768216 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-593db55c-d6ca-4aa1-873d-3fa6a7dc5aad None None] For port b8447f1f-44c5-4443-bfee-9ef044987393, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b8447f1f-44c5-4443-bfee-9ef044987393,segment=NetworkSegment(eeac5fd7-63aa-405b-86ac-b3e133791a36),segment_id=eeac5fd7-63aa-405b-86ac-b3e133791a36)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:30:03.771404 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5bd7a0f-e9e5-4d44-82c7-be51348e2a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.778255 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-593db55c-d6ca-4aa1-873d-3fa6a7dc5aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.840275 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755abdb-35da-40b4-b558-611f87641549 None None] Pushing event updated for resources: {'Port': ['ID=b8447f1f-44c5-4443-bfee-9ef044987393,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:03.885595 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593db55c-d6ca-4aa1-873d-3fa6a7dc5aad None None] Routers {'f192a66e-bb94-4551-b355-c00b2f18f46c'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:03.886474 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-593db55c-d6ca-4aa1-873d-3fa6a7dc5aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:29:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['f192a66e-bb94-4551-b355-c00b2f18f46c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:03.996898 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39195cb9-9086-4e61-bb63-e69bb72a31ae req-0860751e-746b-485a-8606-012e31abcb91 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218114 Jul 15 13:30:04.050516 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26872d57-4bff-45d7-a409-0d1368dac799 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:30:04.063429 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26872d57-4bff-45d7-a409-0d1368dac799 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.082986 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7101845-3a37-4409-864a-fad382f4b86e None None] Sync routers for ids ['0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:30:04.106393 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b5b4b074-55fb-4544-85a0-591fba345dfe req-1de96eaf-8b05-42cc-b52f-1d18016485c8 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 210 time: 0.1138794 Jul 15 13:30:04.123932 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7101845-3a37-4409-864a-fad382f4b86e None None] Routers {'0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:04.124568 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b7101845-3a37-4409-864a-fad382f4b86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:29:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:04.165092 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-26872d57-4bff-45d7-a409-0d1368dac799 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "PUT /v2.0/floatingips/86166fd0-3bfd-4fb3-98b3-b4d544b9ccab HTTP/1.1" status: 200 len: 991 time: 4.1248491 Jul 15 13:30:04.239682 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5bd7a0f-e9e5-4d44-82c7-be51348e2a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.270038 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5bd7a0f-e9e5-4d44-82c7-be51348e2a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.292086 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b8af1-4dbc-4271-a534-0a3f63a5dee7 req-52b47afd-9d2c-4d3d-9c92-8250b3fdaaa9 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:04.299694 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-824b8af1-4dbc-4271-a534-0a3f63a5dee7 req-52b47afd-9d2c-4d3d-9c92-8250b3fdaaa9 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3 HTTP/1.1" status: 200 len: 944 time: 0.4736848 Jul 15 13:30:04.325910 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5bd7a0f-e9e5-4d44-82c7-be51348e2a7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:30:04.375744 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd7a0f-e9e5-4d44-82c7-be51348e2a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:04.385071 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5bd7a0f-e9e5-4d44-82c7-be51348e2a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.388369 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-d5bd7a0f-e9e5-4d44-82c7-be51348e2a7c admin admin] Added segment fb564b58-6402-4a6e-81ae-5dd326cb9e62 of type vlan for network 01293972-e692-4bfb-99b2-43989f12fea8 Jul 15 13:30:04.404233 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-593db55c-d6ca-4aa1-873d-3fa6a7dc5aad None None] Set router f192a66e-bb94-4551-b355-c00b2f18f46c gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:04.434640 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818b790-d3e6-4618-8fa6-00d946703e0b req-57e99b2b-9822-46d1-a913-fe31f7fccf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:04.447669 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9818b790-d3e6-4618-8fa6-00d946703e0b req-57e99b2b-9822-46d1-a913-fe31f7fccf39 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c120ea471629450bbfcfe5bb382142bb&device_id=e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3 HTTP/1.1" status: 200 len: 1096 time: 0.7071729 Jul 15 13:30:04.461545 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-b7101845-3a37-4409-864a-fad382f4b86e None None] Set router 0d0f3b8e-5ce8-4225-bf86-b388b2c6645a gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:04.558189 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5bd7a0f-e9e5-4d44-82c7-be51348e2a7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.602216 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d0005f3-d5c1-4fe8-a80e-8768fca5b17d', 'tag': '2f29f5f6-4d40-4975-9e86-148bc6ccd432'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:04.610023 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d659012b-d6a4-4a94-b7a1-5150a50e44e9" -d '{"events": [{"name": "network-changed", "server_uuid": "6d0005f3-d5c1-4fe8-a80e-8768fca5b17d", "tag": "2f29f5f6-4d40-4975-9e86-148bc6ccd432"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:04.679355 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-824b8af1-4dbc-4271-a534-0a3f63a5dee7 req-4af399c1-2915-43b1-bf5a-71ac5e8b6a6f tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/security-groups?id=89776db0-f0f2-468f-a21b-f155324a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674629 Jul 15 13:30:04.687886 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5bd7a0f-e9e5-4d44-82c7-be51348e2a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.688958 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bd7a0f-e9e5-4d44-82c7-be51348e2a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:04.690155 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5bd7a0f-e9e5-4d44-82c7-be51348e2a7c admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.874944 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d5bd7a0f-e9e5-4d44-82c7-be51348e2a7c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6058462 Jul 15 13:30:04.895948 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 54104) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:05.360141 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b7101845-3a37-4409-864a-fad382f4b86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'name': 'tempest-AttachVolumeTestJSON-125246177-router', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:42Z', 'updated_at': '2021-07-15T13:24:01Z', 'revision_number': 4, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'gw_port': {'id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:45Z', 'updated_at': '2021-07-15T13:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '86166fd0-3bfd-4fb3-98b3-b4d544b9ccab', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'port_id': '2f29f5f6-4d40-4975-9e86-148bc6ccd432', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b', 'mac_address': 'fa:16:3e:13:94:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0005f3-d5c1-4fe8-a80e-8768fca5b17d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:29:30Z', 'updated_at': '2021-07-15T13:30:01Z', 'revision_number': 1, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4', 'name': '', 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'mac_address': 'fa:16:3e:cb:51:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '7ddbfc00-1f92-454d-9c2c-3d67f76399b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:57Z', 'updated_at': '2021-07-15T13:24:11Z', 'revision_number': 5, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'subnets': [{'id': '7ddbfc00-1f92-454d-9c2c-3d67f76399b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:05.419408 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7101845-3a37-4409-864a-fad382f4b86e None None] Checking router: 0d0f3b8e-5ce8-4225-bf86-b388b2c6645a for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:30:05.441408 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7101845-3a37-4409-864a-fad382f4b86e None None] Routers {'0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:05.442122 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b7101845-3a37-4409-864a-fad382f4b86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:29:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:05.452228 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-593db55c-d6ca-4aa1-873d-3fa6a7dc5aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1379739942-router', 'tenant_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '7e0759e0-e90f-443d-b95f-398f778d0ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:57Z', 'revision_number': 4, 'project_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'gw_port': {'id': '7e0759e0-e90f-443d-b95f-398f778d0ff6', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:44Z', 'updated_at': '2021-07-15T13:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'b8447f1f-44c5-4443-bfee-9ef044987393', 'name': '', 'network_id': '303bf49d-239f-4c0b-be43-2167383b6446', 'tenant_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'mac_address': 'fa:16:3e:73:44:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '15210cb6-e1bd-43c9-9944-eb57f11cb522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:55Z', 'updated_at': '2021-07-15T13:30:03Z', 'revision_number': 4, 'project_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'subnets': [{'id': '15210cb6-e1bd-43c9-9944-eb57f11cb522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:05.516364 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd7a0f-e9e5-4d44-82c7-be51348e2a7c admin admin] Pushing event updated for resources: {'Network': ['ID=01293972-e692-4bfb-99b2-43989f12fea8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:05.569316 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593db55c-d6ca-4aa1-873d-3fa6a7dc5aad None None] The sync data for ids ['f192a66e-bb94-4551-b355-c00b2f18f46c'] in n-d-758944-45 is: [{'id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1379739942-router', 'tenant_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '7e0759e0-e90f-443d-b95f-398f778d0ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:57Z', 'revision_number': 4, 'project_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'gw_port': {'id': '7e0759e0-e90f-443d-b95f-398f778d0ff6', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:44Z', 'updated_at': '2021-07-15T13:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'b8447f1f-44c5-4443-bfee-9ef044987393', 'name': '', 'network_id': '303bf49d-239f-4c0b-be43-2167383b6446', 'tenant_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'mac_address': 'fa:16:3e:73:44:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '15210cb6-e1bd-43c9-9944-eb57f11cb522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:55Z', 'updated_at': '2021-07-15T13:30:03Z', 'revision_number': 4, 'project_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'subnets': [{'id': '15210cb6-e1bd-43c9-9944-eb57f11cb522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:30:05.571637 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 01293972-e692-4bfb-99b2-43989f12fea8 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:30:05.583308 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659012b-d6a4-4a94-b7a1-5150a50e44e9 req-ff3b0561-2e90-494a-94ab-d33bf628acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:05.585993 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d659012b-d6a4-4a94-b7a1-5150a50e44e9 req-ff3b0561-2e90-494a-94ab-d33bf628acf7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=37913da5a8464fb1a0b736ca946a9eaa&device_id=6d0005f3-d5c1-4fe8-a80e-8768fca5b17d HTTP/1.1" status: 200 len: 1098 time: 0.6262999 Jul 15 13:30:05.789977 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-b7101845-3a37-4409-864a-fad382f4b86e None None] Set router 0d0f3b8e-5ce8-4225-bf86-b388b2c6645a gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:05.790956 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7f773-8f19-43cc-96ec-c7164090174a req-9731905e-5967-4ee5-89ab-840d0d1ce00d tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:05.804097 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6ab7f773-8f19-43cc-96ec-c7164090174a req-9731905e-5967-4ee5-89ab-840d0d1ce00d tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 945 time: 0.9608803 Jul 15 13:30:05.989292 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf9ac84-1a87-4d78-b8f1-d1a945a3d934 x-openstack-request-id: req-2bf9ac84-1a87-4d78-b8f1-d1a945a3d934 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:05.989836 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d0005f3-d5c1-4fe8-a80e-8768fca5b17d", "tag": "2f29f5f6-4d40-4975-9e86-148bc6ccd432", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:06.003059 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2bf9ac84-1a87-4d78-b8f1-d1a945a3d934 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:06.004108 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d0005f3-d5c1-4fe8-a80e-8768fca5b17d', 'tag': '2f29f5f6-4d40-4975-9e86-148bc6ccd432', 'status': 'completed', 'code': 200} Jul 15 13:30:06.016866 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e4525117-6428-4049-8759-f7a132ffe11e admin admin] Request body: {'subnet': {'network_id': '01293972-e692-4bfb-99b2-43989f12fea8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1215721832-subnet', 'tenant_id': 'e2e3a157879d4bce851e726676290061', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:06.065032 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6ab7f773-8f19-43cc-96ec-c7164090174a req-697c2448-14e1-4897-aa88-26429f8a0f4d tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434018 Jul 15 13:30:06.156104 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 22387beb-07a1-4218-b95f-0c44ee82e474 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:30:06.164126 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818b790-d3e6-4618-8fa6-00d946703e0b req-0657a1ef-347f-44a8-8f57-439b3310b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:06.166188 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9818b790-d3e6-4618-8fa6-00d946703e0b req-0657a1ef-347f-44a8-8f57-439b3310b5b2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=56d0b0c9-02e7-4410-a25a-8546233647b6 HTTP/1.1" status: 200 len: 915 time: 1.7077930 Jul 15 13:30:06.218744 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659012b-d6a4-4a94-b7a1-5150a50e44e9 req-ad2964a9-a6c1-4740-b584-1c152616555b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:06.226535 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d659012b-d6a4-4a94-b7a1-5150a50e44e9 req-ad2964a9-a6c1-4740-b584-1c152616555b service neutron] 10.222.0.18 "GET /v2.0/networks?id=e8913e0d-0d0e-40a2-882d-dd84c17b519b HTTP/1.1" status: 200 len: 911 time: 0.6122868 Jul 15 13:30:06.294612 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9818b790-d3e6-4618-8fa6-00d946703e0b req-c6b5d972-32f8-4110-871f-014d9015db5b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22387beb-07a1-4218-b95f-0c44ee82e474 HTTP/1.1" status: 200 len: 217 time: 0.1075215 Jul 15 13:30:06.295745 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4525117-6428-4049-8759-f7a132ffe11e admin admin] Made reservation on behalf of e2e3a157879d4bce851e726676290061 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:06.298499 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4525117-6428-4049-8759-f7a132ffe11e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:06.344237 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-768506c9-3062-4b30-96e8-fccc56d0a938 req-bedfd08f-cf49-4dea-80ec-3d17e2e93a93 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 210 time: 0.1765866 Jul 15 13:30:06.355756 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b8447f1f-44c5-4443-bfee-9ef044987393 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:06.510792 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d659012b-d6a4-4a94-b7a1-5150a50e44e9 req-15ee8601-3cd0-4813-911d-2366b448a7bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f29f5f6-4d40-4975-9e86-148bc6ccd432 HTTP/1.1" status: 200 len: 999 time: 0.2788153 Jul 15 13:30:06.617574 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818b790-d3e6-4618-8fa6-00d946703e0b req-ad5f4b72-07b8-4808-9dec-a83c2e5f326c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:06.619449 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9818b790-d3e6-4618-8fa6-00d946703e0b req-ad5f4b72-07b8-4808-9dec-a83c2e5f326c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ccb77d9a-f1ba-4892-b180-b595fe5b12e9 HTTP/1.1" status: 200 len: 854 time: 0.3178132 Jul 15 13:30:06.700888 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659012b-d6a4-4a94-b7a1-5150a50e44e9 req-9ef41873-19bb-47f6-97e9-85610aa1ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:06.700888 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d659012b-d6a4-4a94-b7a1-5150a50e44e9 req-9ef41873-19bb-47f6-97e9-85610aa1ff5d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ddbfc00-1f92-454d-9c2c-3d67f76399b6 HTTP/1.1" status: 200 len: 849 time: 0.1791856 Jul 15 13:30:06.808578 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 22387beb-07a1-4218-b95f-0c44ee82e474, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=22387beb-07a1-4218-b95f-0c44ee82e474,segment=NetworkSegment(d85185b9-b870-4258-8af1-4e263bf77c40),segment_id=d85185b9-b870-4258-8af1-4e263bf77c40)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:06.822976 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89350530-94bd-42f7-882d-3c2188407a02 req-59593581-2f32-41ff-bf8d-7504e99a403e tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:06.824704 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-89350530-94bd-42f7-882d-3c2188407a02 req-59593581-2f32-41ff-bf8d-7504e99a403e tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.18 "GET /v2.0/networks?id=303bf49d-239f-4c0b-be43-2167383b6446 HTTP/1.1" status: 200 len: 820 time: 1.9874249 Jul 15 13:30:06.838558 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b7101845-3a37-4409-864a-fad382f4b86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'name': 'tempest-AttachVolumeTestJSON-125246177-router', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:42Z', 'updated_at': '2021-07-15T13:24:01Z', 'revision_number': 4, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'gw_port': {'id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:45Z', 'updated_at': '2021-07-15T13:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '86166fd0-3bfd-4fb3-98b3-b4d544b9ccab', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'port_id': '2f29f5f6-4d40-4975-9e86-148bc6ccd432', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b', 'mac_address': 'fa:16:3e:13:94:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0005f3-d5c1-4fe8-a80e-8768fca5b17d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:29:30Z', 'updated_at': '2021-07-15T13:30:01Z', 'revision_number': 1, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4', 'name': '', 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'mac_address': 'fa:16:3e:cb:51:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '7ddbfc00-1f92-454d-9c2c-3d67f76399b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:57Z', 'updated_at': '2021-07-15T13:24:11Z', 'revision_number': 5, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'subnets': [{'id': '7ddbfc00-1f92-454d-9c2c-3d67f76399b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:06.850678 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9818b790-d3e6-4618-8fa6-00d946703e0b req-799e56f3-2be5-478e-ba69-32964b583b9e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56d0b0c9-02e7-4410-a25a-8546233647b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2026625 Jul 15 13:30:06.851300 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '22387beb-07a1-4218-b95f-0c44ee82e474', 'network_id': '56d0b0c9-02e7-4410-a25a-8546233647b6', 'port_id': '22387beb-07a1-4218-b95f-0c44ee82e474', 'mac_address': 'fa:16:3e:5c:ec:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb77d9a-f1ba-4892-b180-b595fe5b12e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:30:06.905014 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-89350530-94bd-42f7-882d-3c2188407a02 req-350bdffe-8f7c-49f8-9e62-2bc825f77849 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Request body: {'port': {'device_id': '1bd81f02-1dd6-45db-b744-057379344b67', 'network_id': '303bf49d-239f-4c0b-be43-2167383b6446', 'admin_state_up': True, 'tenant_id': 'af10f95cc191480e90dd5f2a6c12a26c'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:06.905400 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659012b-d6a4-4a94-b7a1-5150a50e44e9 req-bce86f94-7693-4d12-b07f-8da6f71ef10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:06.917122 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d659012b-d6a4-4a94-b7a1-5150a50e44e9 req-bce86f94-7693-4d12-b07f-8da6f71ef10f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8913e0d-0d0e-40a2-882d-dd84c17b519b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2079842 Jul 15 13:30:06.973188 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:07.011016 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7101845-3a37-4409-864a-fad382f4b86e None None] The sync data for ids ['0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'] in n-d-758944-45 is: [{'id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'name': 'tempest-AttachVolumeTestJSON-125246177-router', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:42Z', 'updated_at': '2021-07-15T13:24:01Z', 'revision_number': 4, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'gw_port': {'id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:45Z', 'updated_at': '2021-07-15T13:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '86166fd0-3bfd-4fb3-98b3-b4d544b9ccab', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'port_id': '2f29f5f6-4d40-4975-9e86-148bc6ccd432', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b', 'mac_address': 'fa:16:3e:13:94:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0005f3-d5c1-4fe8-a80e-8768fca5b17d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:29:30Z', 'updated_at': '2021-07-15T13:30:01Z', 'revision_number': 1, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4', 'name': '', 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'mac_address': 'fa:16:3e:cb:51:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '7ddbfc00-1f92-454d-9c2c-3d67f76399b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:57Z', 'updated_at': '2021-07-15T13:24:11Z', 'revision_number': 5, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'subnets': [{'id': '7ddbfc00-1f92-454d-9c2c-3d67f76399b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:30:07.062044 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22387beb-07a1-4218-b95f-0c44ee82e474 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:30:07.093897 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 22387beb-07a1-4218-b95f-0c44ee82e474, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=22387beb-07a1-4218-b95f-0c44ee82e474,segment=NetworkSegment(d85185b9-b870-4258-8af1-4e263bf77c40),segment_id=d85185b9-b870-4258-8af1-4e263bf77c40)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:07.124205 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:07.288307 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port b8447f1f-44c5-4443-bfee-9ef044987393 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:07.292434 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=22387beb-07a1-4218-b95f-0c44ee82e474,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:07.317272 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port b8447f1f-44c5-4443-bfee-9ef044987393 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:07.317657 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:07.635683 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d659012b-d6a4-4a94-b7a1-5150a50e44e9 req-99fbfc83-aa3b-480c-b30c-990e1a89ff7a service neutron] 10.222.0.18 "GET /v2.0/networks/e8913e0d-0d0e-40a2-882d-dd84c17b519b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7008557 Jul 15 13:30:07.639325 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['22387beb-07a1-4218-b95f-0c44ee82e474'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:30:07.710229 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3981648-4bd1-43bf-a97e-f21e57a77fa5 None None] New status for floating IP 86166fd0-3bfd-4fb3-98b3-b4d544b9ccab: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:30:07.835223 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120fcc8-8b93-4d5a-8395-75b9443ff838 req-91ae5158-6eac-4f7c-87dd-c78c8c29ea12 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:07.836898 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4120fcc8-8b93-4d5a-8395-75b9443ff838 req-91ae5158-6eac-4f7c-87dd-c78c8c29ea12 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 945 time: 0.4028349 Jul 15 13:30:07.865493 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d659012b-d6a4-4a94-b7a1-5150a50e44e9 req-7bf5ab3f-1be5-41c6-ae50-562c947c4cb6 service neutron] 10.222.0.18 "GET /v2.0/networks/e8913e0d-0d0e-40a2-882d-dd84c17b519b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930690 Jul 15 13:30:07.893653 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89350530-94bd-42f7-882d-3c2188407a02 req-350bdffe-8f7c-49f8-9e62-2bc825f77849 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Made reservation on behalf of af10f95cc191480e90dd5f2a6c12a26c for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:07.903448 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-89350530-94bd-42f7-882d-3c2188407a02 req-350bdffe-8f7c-49f8-9e62-2bc825f77849 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:07.940710 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9818b790-d3e6-4618-8fa6-00d946703e0b req-e76a6b9e-9fac-4d4e-8a9c-c947d9544451 service neutron] 10.222.0.32 "GET /v2.0/networks/56d0b0c9-02e7-4410-a25a-8546233647b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5590377 Jul 15 13:30:07.952304 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4120fcc8-8b93-4d5a-8395-75b9443ff838 req-fe27ad21-322f-4a8c-8abc-6a31db0e69ad tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065674 Jul 15 13:30:08.001149 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:08.106152 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317868d-cf27-4573-beae-dc9b91164e06 req-caa72bcf-f520-42b3-8b3a-8528a9c33fe2 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:08.122776 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b317868d-cf27-4573-beae-dc9b91164e06 req-caa72bcf-f520-42b3-8b3a-8528a9c33fe2 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3 HTTP/1.1" status: 200 len: 944 time: 1.2833593 Jul 15 13:30:08.224724 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-20d17f48-3eb3-4567-88bc-093ec5deaaf9 req-cbd75b56-f4b8-40aa-a487-53fd20be9584 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 210 time: 0.0848067 Jul 15 13:30:08.252571 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:08.382597 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9818b790-d3e6-4618-8fa6-00d946703e0b req-7a739259-53f4-4a36-8830-4936d60027fc service neutron] 10.222.0.32 "GET /v2.0/networks/56d0b0c9-02e7-4410-a25a-8546233647b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005923 Jul 15 13:30:08.500832 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4525117-6428-4049-8759-f7a132ffe11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:08.533927 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port b8447f1f-44c5-4443-bfee-9ef044987393, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b8447f1f-44c5-4443-bfee-9ef044987393,segment=NetworkSegment(eeac5fd7-63aa-405b-86ac-b3e133791a36),segment_id=eeac5fd7-63aa-405b-86ac-b3e133791a36)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:08.538633 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b317868d-cf27-4573-beae-dc9b91164e06 req-23cfec30-c29a-436b-9098-1875d81011bb tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/security-groups?id=89776db0-f0f2-468f-a21b-f155324a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149194 Jul 15 13:30:08.586553 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:08.856703 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4525117-6428-4049-8759-f7a132ffe11e admin admin] Pushing event updated for resources: {'Subnet': ['ID=23d1bb2e-e484-4deb-965e-772583639b88,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:08.921953 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-89350530-94bd-42f7-882d-3c2188407a02 req-350bdffe-8f7c-49f8-9e62-2bc825f77849 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Allocated IP 172.20.0.2 (303bf49d-239f-4c0b-be43-2167383b6446/15210cb6-e1bd-43c9-9944-eb57f11cb522/0a7b28d5-266f-48e6-8d47-e9fdc4f7705b) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:08.925995 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4525117-6428-4049-8759-f7a132ffe11e admin admin] Checking segment: {'id': 'fb564b58-6402-4a6e-81ae-5dd326cb9e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '01293972-e692-4bfb-99b2-43989f12fea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:08.927190 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4525117-6428-4049-8759-f7a132ffe11e admin admin] Network hostable DHCP agents. Network: 01293972-e692-4bfb-99b2-43989f12fea8, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:30:08.951556 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=b8447f1f-44c5-4443-bfee-9ef044987393,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:09.000118 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd2626-4f77-4cdb-8a92-14e2bb836f69 req-5b126cc6-78b4-456f-8661-dad7e59ee8bd tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:09.002347 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-95fd2626-4f77-4cdb-8a92-14e2bb836f69 req-5b126cc6-78b4-456f-8661-dad7e59ee8bd tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 945 time: 0.2750809 Jul 15 13:30:09.012319 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4525117-6428-4049-8759-f7a132ffe11e admin admin] Network 01293972-e692-4bfb-99b2-43989f12fea8 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:30:09.058635 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-e4525117-6428-4049-8759-f7a132ffe11e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 01293972-e692-4bfb-99b2-43989f12fea8) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:09.068489 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4525117-6428-4049-8759-f7a132ffe11e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:09.068847 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4525117-6428-4049-8759-f7a132ffe11e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.081373 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e716c5b5-51fb-4f18-8517-0b84039b30c8 None None] Network 01293972-e692-4bfb-99b2-43989f12fea8 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:09.133062 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-95fd2626-4f77-4cdb-8a92-14e2bb836f69 req-8fd06a8d-039f-47aa-aa1c-a747a757b2ec tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156838 Jul 15 13:30:09.147202 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e4525117-6428-4049-8759-f7a132ffe11e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.1363122 Jul 15 13:30:09.147628 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 54168) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:09.159179 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-3739b427-b7c7-458b-b154-476d9303413a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1215721832-router', 'tenant_id': 'e2e3a157879d4bce851e726676290061', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:09.220165 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3739b427-b7c7-458b-b154-476d9303413a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.222577 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3739b427-b7c7-458b-b154-476d9303413a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.363586 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3739b427-b7c7-458b-b154-476d9303413a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.388353 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-89350530-94bd-42f7-882d-3c2188407a02 req-350bdffe-8f7c-49f8-9e62-2bc825f77849 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.429308 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada301bd-6938-4272-9d38-278c0c5ebf1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-01293972-e692-4bfb-99b2-43989f12fea8', 'network_id': '01293972-e692-4bfb-99b2-43989f12fea8', 'tenant_id': 'e2e3a157879d4bce851e726676290061', 'fixed_ips': [{'subnet_id': '23d1bb2e-e484-4deb-965e-772583639b88'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:30:09.430327 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ada301bd-6938-4272-9d38-278c0c5ebf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.491149 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-89350530-94bd-42f7-882d-3c2188407a02 req-350bdffe-8f7c-49f8-9e62-2bc825f77849 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.655579 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3739b427-b7c7-458b-b154-476d9303413a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.683597 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89350530-94bd-42f7-882d-3c2188407a02 req-350bdffe-8f7c-49f8-9e62-2bc825f77849 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Network 303bf49d-239f-4c0b-be43-2167383b6446 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:09.694358 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-89350530-94bd-42f7-882d-3c2188407a02 req-350bdffe-8f7c-49f8-9e62-2bc825f77849 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:09.706044 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-89350530-94bd-42f7-882d-3c2188407a02 req-350bdffe-8f7c-49f8-9e62-2bc825f77849 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:09.726511 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350bdffe-8f7c-49f8-9e62-2bc825f77849 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Pushing event updated for resources: {'Port': ['ID=0a7b28d5-266f-48e6-8d47-e9fdc4f7705b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:09.806845 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-ada301bd-6938-4272-9d38-278c0c5ebf1d None None] Allocated IP 172.20.0.2 (01293972-e692-4bfb-99b2-43989f12fea8/23d1bb2e-e484-4deb-965e-772583639b88/953295cb-308f-4ee2-b701-ace6a74174ce) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:09.848105 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f713c-38b4-4549-bb41-fe53aa9e5447 req-80c6bbf1-223a-45f4-8740-a8c086c00578 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:09.858208 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b32f713c-38b4-4549-bb41-fe53aa9e5447 req-80c6bbf1-223a-45f4-8740-a8c086c00578 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 945 time: 0.1925955 Jul 15 13:30:09.867162 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89350530-94bd-42f7-882d-3c2188407a02 req-350bdffe-8f7c-49f8-9e62-2bc825f77849 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:09.868485 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-89350530-94bd-42f7-882d-3c2188407a02 req-350bdffe-8f7c-49f8-9e62-2bc825f77849 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.909710 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f720d-77b5-49d7-b443-61479b5a3808 req-0c7412b7-f987-4450-92a1-7367d9934ec3 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:09.912746 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b92f720d-77b5-49d7-b443-61479b5a3808 req-0c7412b7-f987-4450-92a1-7367d9934ec3 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 931 time: 0.3431921 Jul 15 13:30:09.916635 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-89350530-94bd-42f7-882d-3c2188407a02 req-350bdffe-8f7c-49f8-9e62-2bc825f77849 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0619543 Jul 15 13:30:09.955712 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:30:09.960189 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-89350530-94bd-42f7-882d-3c2188407a02 req-f473f90c-f31d-4104-9356-3967dca28574 service neutron] Request body: {'port': {'device_id': '1bd81f02-1dd6-45db-b744-057379344b67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:10.029665 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b32f713c-38b4-4549-bb41-fe53aa9e5447 req-9c1bdbe1-5d2a-4ee4-8fcb-0da36d5a9565 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693900 Jul 15 13:30:10.163890 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-89350530-94bd-42f7-882d-3c2188407a02 req-f473f90c-f31d-4104-9356-3967dca28574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:10.244821 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3739b427-b7c7-458b-b154-476d9303413a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:10.285191 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b92f720d-77b5-49d7-b443-61479b5a3808 req-e0bdf57d-fbf4-4909-8e06-4c777315f00d tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/security-groups?id=2107c028-e82f-4802-b301-ecd1d26f559c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637989 Jul 15 13:30:10.325385 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3739b427-b7c7-458b-b154-476d9303413a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:10.464899 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 22387beb-07a1-4218-b95f-0c44ee82e474 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:10.572595 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ada301bd-6938-4272-9d38-278c0c5ebf1d None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:10.593336 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ada301bd-6938-4272-9d38-278c0c5ebf1d None None] Transition to ACTIVE for port object 953295cb-308f-4ee2-b701-ace6a74174ce will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:10.641794 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ada301bd-6938-4272-9d38-278c0c5ebf1d None None] Transition to ACTIVE for port object 953295cb-308f-4ee2-b701-ace6a74174ce will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:10.669947 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 22387beb-07a1-4218-b95f-0c44ee82e474 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:10.684146 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 22387beb-07a1-4218-b95f-0c44ee82e474 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:10.684521 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:10.694734 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ada301bd-6938-4272-9d38-278c0c5ebf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:10.749574 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384f7f6-b4ac-4285-9af6-28a785297b53 req-8f26bbc6-de5a-4e94-85b2-9d6501812fb3 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:10.758319 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1384f7f6-b4ac-4285-9af6-28a785297b53 req-8f26bbc6-de5a-4e94-85b2-9d6501812fb3 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3 HTTP/1.1" status: 200 len: 945 time: 0.4351029 Jul 15 13:30:10.887047 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b8447f1f-44c5-4443-bfee-9ef044987393 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:10.974468 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-3739b427-b7c7-458b-b154-476d9303413a admin admin] Allocated IP 172.25.6.209 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/094a7b31-a2e9-4ee1-8a17-4fe4cce6e618) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:10.998369 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 54206) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:11.018981 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1384f7f6-b4ac-4285-9af6-28a785297b53 req-54c496c7-10cf-43d5-b439-b66b2be90003 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/security-groups?id=89776db0-f0f2-468f-a21b-f155324a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472577 Jul 15 13:30:11.055150 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-89350530-94bd-42f7-882d-3c2188407a02 req-f473f90c-f31d-4104-9356-3967dca28574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a7b28d5-266f-48e6-8d47-e9fdc4f7705b {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:30:11.083429 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-89350530-94bd-42f7-882d-3c2188407a02 req-f473f90c-f31d-4104-9356-3967dca28574 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.108120 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada301bd-6938-4272-9d38-278c0c5ebf1d None None] Network 01293972-e692-4bfb-99b2-43989f12fea8 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:11.132299 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada301bd-6938-4272-9d38-278c0c5ebf1d None None] Pushing event updated for resources: {'Port': ['ID=953295cb-308f-4ee2-b701-ace6a74174ce,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:11.132974 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-89350530-94bd-42f7-882d-3c2188407a02 req-f473f90c-f31d-4104-9356-3967dca28574 service neutron] Transition to ACTIVE for port object 0a7b28d5-266f-48e6-8d47-e9fdc4f7705b will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:11.143589 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-89350530-94bd-42f7-882d-3c2188407a02 req-f473f90c-f31d-4104-9356-3967dca28574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.149571 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-ada301bd-6938-4272-9d38-278c0c5ebf1d None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:11.170504 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada301bd-6938-4272-9d38-278c0c5ebf1d None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:11.325490 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port b8447f1f-44c5-4443-bfee-9ef044987393 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:11.336014 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.380757 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473f90c-f31d-4104-9356-3967dca28574 service neutron] Pushing event updated for resources: {'Port': ['ID=0a7b28d5-266f-48e6-8d47-e9fdc4f7705b,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:11.407666 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-276ae486-faf1-49db-9f5e-7e37a600402c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.460595 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.486690 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3739b427-b7c7-458b-b154-476d9303413a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.504531 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ada301bd-6938-4272-9d38-278c0c5ebf1d None None] Attempting to bind port 953295cb-308f-4ee2-b701-ace6a74174ce on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:30:11.505344 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ada301bd-6938-4272-9d38-278c0c5ebf1d None None] Attempting to bind port 953295cb-308f-4ee2-b701-ace6a74174ce by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'fb564b58-6402-4a6e-81ae-5dd326cb9e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '01293972-e692-4bfb-99b2-43989f12fea8'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:30:11.515743 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada301bd-6938-4272-9d38-278c0c5ebf1d None None] Attempting to bind port 953295cb-308f-4ee2-b701-ace6a74174ce on network 01293972-e692-4bfb-99b2-43989f12fea8 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:11.543784 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22387beb-07a1-4218-b95f-0c44ee82e474'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:11.546470 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b6965a-a8da-46f9-b412-4728528f2b57" -d '{"events": [{"server_uuid": "e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3", "name": "network-vif-plugged", "status": "completed", "tag": "22387beb-07a1-4218-b95f-0c44ee82e474"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:11.549509 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada301bd-6938-4272-9d38-278c0c5ebf1d None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:30:11.549988 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada301bd-6938-4272-9d38-278c0c5ebf1d None None] Checking segment: {'id': 'fb564b58-6402-4a6e-81ae-5dd326cb9e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '01293972-e692-4bfb-99b2-43989f12fea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:11.550329 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ada301bd-6938-4272-9d38-278c0c5ebf1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.550729 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada301bd-6938-4272-9d38-278c0c5ebf1d None None] Bound using segment: {'id': 'fb564b58-6402-4a6e-81ae-5dd326cb9e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '01293972-e692-4bfb-99b2-43989f12fea8'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:30:11.551378 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ada301bd-6938-4272-9d38-278c0c5ebf1d None None] Bound port: 953295cb-308f-4ee2-b701-ace6a74174ce, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb564b58-6402-4a6e-81ae-5dd326cb9e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '01293972-e692-4bfb-99b2-43989f12fea8'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:30:11.551772 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ada301bd-6938-4272-9d38-278c0c5ebf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.581418 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 22387beb-07a1-4218-b95f-0c44ee82e474, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=22387beb-07a1-4218-b95f-0c44ee82e474,segment=NetworkSegment(d85185b9-b870-4258-8af1-4e263bf77c40),segment_id=d85185b9-b870-4258-8af1-4e263bf77c40)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:11.592064 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.618946 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3739b427-b7c7-458b-b154-476d9303413a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.690450 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3739b427-b7c7-458b-b154-476d9303413a admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:11.721522 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bc4d2-4356-424d-ac4d-502c2e01fcce req-78e51f82-ef68-4fc4-8365-65a22197a737 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:11.724765 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f34bc4d2-4356-424d-ac4d-502c2e01fcce req-78e51f82-ef68-4fc4-8365-65a22197a737 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 945 time: 0.4337611 Jul 15 13:30:11.726149 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-3739b427-b7c7-458b-b154-476d9303413a admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:11.732270 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3739b427-b7c7-458b-b154-476d9303413a admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:11.769867 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3739b427-b7c7-458b-b154-476d9303413a admin admin] Pushing event updated for resources: {'Port': ['ID=094a7b31-a2e9-4ee1-8a17-4fe4cce6e618,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:11.813666 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-276ae486-faf1-49db-9f5e-7e37a600402c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.823580 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ada301bd-6938-4272-9d38-278c0c5ebf1d None None] For port 953295cb-308f-4ee2-b701-ace6a74174ce, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:30:11.832190 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ada301bd-6938-4272-9d38-278c0c5ebf1d None None] For port 953295cb-308f-4ee2-b701-ace6a74174ce, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=953295cb-308f-4ee2-b701-ace6a74174ce,segment=NetworkSegment(fb564b58-6402-4a6e-81ae-5dd326cb9e62),segment_id=fb564b58-6402-4a6e-81ae-5dd326cb9e62)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:30:11.836019 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=22387beb-07a1-4218-b95f-0c44ee82e474,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:11.842360 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ada301bd-6938-4272-9d38-278c0c5ebf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.934941 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-276ae486-faf1-49db-9f5e-7e37a600402c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.945582 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada301bd-6938-4272-9d38-278c0c5ebf1d None None] Pushing event updated for resources: {'Port': ['ID=953295cb-308f-4ee2-b701-ace6a74174ce,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:11.946681 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f34bc4d2-4356-424d-ac4d-502c2e01fcce req-812da613-eb33-478b-8abc-53ff01398691 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039008 Jul 15 13:30:12.016090 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd687b4-6fa9-4706-b20c-7b5addec9d84 x-openstack-request-id: req-3cd687b4-6fa9-4706-b20c-7b5addec9d84 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:12.016756 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3", "name": "network-vif-plugged", "status": "completed", "tag": "22387beb-07a1-4218-b95f-0c44ee82e474", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:12.017175 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3cd687b4-6fa9-4706-b20c-7b5addec9d84 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:12.018553 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22387beb-07a1-4218-b95f-0c44ee82e474', 'code': 200} Jul 15 13:30:12.412183 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-276ae486-faf1-49db-9f5e-7e37a600402c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=62a02bcb9ea34e74bc6eb6e276bf358f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4127858 Jul 15 13:30:12.417869 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ae486-faf1-49db-9f5e-7e37a600402c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57af866-72a2-443d-90ca-756add7708da,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:12.434677 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 54230) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:12.492716 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-89350530-94bd-42f7-882d-3c2188407a02 req-f473f90c-f31d-4104-9356-3967dca28574 service neutron] Attempting to bind port 0a7b28d5-266f-48e6-8d47-e9fdc4f7705b on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:30:12.493644 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-89350530-94bd-42f7-882d-3c2188407a02 req-f473f90c-f31d-4104-9356-3967dca28574 service neutron] Attempting to bind port 0a7b28d5-266f-48e6-8d47-e9fdc4f7705b by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'eeac5fd7-63aa-405b-86ac-b3e133791a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '303bf49d-239f-4c0b-be43-2167383b6446'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:30:12.494471 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89350530-94bd-42f7-882d-3c2188407a02 req-f473f90c-f31d-4104-9356-3967dca28574 service neutron] Attempting to bind port 0a7b28d5-266f-48e6-8d47-e9fdc4f7705b on network 303bf49d-239f-4c0b-be43-2167383b6446 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:12.556776 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89350530-94bd-42f7-882d-3c2188407a02 req-f473f90c-f31d-4104-9356-3967dca28574 service neutron] Port 0a7b28d5-266f-48e6-8d47-e9fdc4f7705b on network 303bf49d-239f-4c0b-be43-2167383b6446 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:30:12.557394 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89350530-94bd-42f7-882d-3c2188407a02 req-f473f90c-f31d-4104-9356-3967dca28574 service neutron] Attempting to bind port 0a7b28d5-266f-48e6-8d47-e9fdc4f7705b on network 303bf49d-239f-4c0b-be43-2167383b6446 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:12.570934 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89350530-94bd-42f7-882d-3c2188407a02 req-f473f90c-f31d-4104-9356-3967dca28574 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:30:12.571598 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89350530-94bd-42f7-882d-3c2188407a02 req-f473f90c-f31d-4104-9356-3967dca28574 service neutron] Checking segment: {'id': 'eeac5fd7-63aa-405b-86ac-b3e133791a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '303bf49d-239f-4c0b-be43-2167383b6446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:12.572451 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89350530-94bd-42f7-882d-3c2188407a02 req-f473f90c-f31d-4104-9356-3967dca28574 service neutron] Bound using segment: {'id': 'eeac5fd7-63aa-405b-86ac-b3e133791a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '303bf49d-239f-4c0b-be43-2167383b6446'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:30:12.573120 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-89350530-94bd-42f7-882d-3c2188407a02 req-f473f90c-f31d-4104-9356-3967dca28574 service neutron] Bound port: 0a7b28d5-266f-48e6-8d47-e9fdc4f7705b, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeac5fd7-63aa-405b-86ac-b3e133791a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '303bf49d-239f-4c0b-be43-2167383b6446'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:30:12.573926 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-89350530-94bd-42f7-882d-3c2188407a02 req-f473f90c-f31d-4104-9356-3967dca28574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:12.629526 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa5233-3f3a-4e67-b6e4-8cc659e08efa req-ace451ad-fefc-4b62-a4c7-e86f69ba31f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:12.631342 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2ffa5233-3f3a-4e67-b6e4-8cc659e08efa req-ace451ad-fefc-4b62-a4c7-e86f69ba31f1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3 HTTP/1.1" status: 200 len: 1098 time: 0.4242923 Jul 15 13:30:12.751524 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd195ef-822a-42b7-9799-b9bdcdfb8e7c req-35276327-43b6-4201-b817-06c669daaaf8 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:12.754644 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-afd195ef-822a-42b7-9799-b9bdcdfb8e7c req-35276327-43b6-4201-b817-06c669daaaf8 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 943 time: 1.2303915 Jul 15 13:30:12.852718 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 953295cb-308f-4ee2-b701-ace6a74174ce up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:12.985522 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 953295cb-308f-4ee2-b701-ace6a74174ce completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:13.034986 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-68209793-8dae-4a90-a5a2-baa6a8cddd0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.105138 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2ffa5233-3f3a-4e67-b6e4-8cc659e08efa req-92db8467-bdb1-4e4e-8718-8396cb3e2325 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=89776db0-f0f2-468f-a21b-f155324a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650533 Jul 15 13:30:13.120223 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-68209793-8dae-4a90-a5a2-baa6a8cddd0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.129533 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-89350530-94bd-42f7-882d-3c2188407a02 req-f473f90c-f31d-4104-9356-3967dca28574 service neutron] For port 0a7b28d5-266f-48e6-8d47-e9fdc4f7705b, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:30:13.198535 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-afd195ef-822a-42b7-9799-b9bdcdfb8e7c req-668d8ce0-b929-4611-8e49-9d4458e2eed7 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/security-groups?id=2107c028-e82f-4802-b301-ecd1d26f559c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253266 Jul 15 13:30:13.265279 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-89350530-94bd-42f7-882d-3c2188407a02 req-f473f90c-f31d-4104-9356-3967dca28574 service neutron] For port 0a7b28d5-266f-48e6-8d47-e9fdc4f7705b, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=0a7b28d5-266f-48e6-8d47-e9fdc4f7705b,segment=NetworkSegment(eeac5fd7-63aa-405b-86ac-b3e133791a36),segment_id=eeac5fd7-63aa-405b-86ac-b3e133791a36)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:30:13.286467 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0178c3-2ada-48bd-a2bf-cbabdf1454b4 req-e440f925-ef94-46b7-9061-00ff7eb4bc21 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:13.296984 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7e0178c3-2ada-48bd-a2bf-cbabdf1454b4 req-e440f925-ef94-46b7-9061-00ff7eb4bc21 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3 HTTP/1.1" status: 200 len: 946 time: 0.2352154 Jul 15 13:30:13.410810 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7e0178c3-2ada-48bd-a2bf-cbabdf1454b4 req-f898403c-b9bf-4fc1-a0c6-09770ca6e64a tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/security-groups?id=89776db0-f0f2-468f-a21b-f155324a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128757 Jul 15 13:30:13.431876 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3739b427-b7c7-458b-b154-476d9303413a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.476354 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-89350530-94bd-42f7-882d-3c2188407a02 req-f473f90c-f31d-4104-9356-3967dca28574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.662547 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89350530-94bd-42f7-882d-3c2188407a02 req-f473f90c-f31d-4104-9356-3967dca28574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:13.663889 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-89350530-94bd-42f7-882d-3c2188407a02 req-f473f90c-f31d-4104-9356-3967dca28574 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.668802 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-89350530-94bd-42f7-882d-3c2188407a02 req-f473f90c-f31d-4104-9356-3967dca28574 service neutron] 10.222.0.18 "PUT /v2.0/ports/0a7b28d5-266f-48e6-8d47-e9fdc4f7705b HTTP/1.1" status: 200 len: 1092 time: 3.7299414 Jul 15 13:30:13.710816 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd81f02-1dd6-45db-b744-057379344b67', 'tag': '0a7b28d5-266f-48e6-8d47-e9fdc4f7705b'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:13.766762 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17a8702-4522-4ea0-bb31-37a0e00319b2" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd81f02-1dd6-45db-b744-057379344b67", "tag": "0a7b28d5-266f-48e6-8d47-e9fdc4f7705b"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:13.928577 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09c92d-1e41-4098-b94e-80832d95dfc1 req-ee7ec85b-c11f-4d8c-8c34-e0792359cc69 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:13.931080 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ea09c92d-1e41-4098-b94e-80832d95dfc1 req-ee7ec85b-c11f-4d8c-8c34-e0792359cc69 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 945 time: 1.0567920 Jul 15 13:30:14.045377 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-68209793-8dae-4a90-a5a2-baa6a8cddd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.047973 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-68209793-8dae-4a90-a5a2-baa6a8cddd0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.049673 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-68209793-8dae-4a90-a5a2-baa6a8cddd0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b57af866-72a2-443d-90ca-756add7708da HTTP/1.1" status: 204 len: 168 time: 1.5912611 Jul 15 13:30:14.267514 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f86823-6778-43c7-8441-3ac11bac8efa x-openstack-request-id: req-49f86823-6778-43c7-8441-3ac11bac8efa {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:14.267839 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd81f02-1dd6-45db-b744-057379344b67", "tag": "0a7b28d5-266f-48e6-8d47-e9fdc4f7705b", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:14.268150 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-49f86823-6778-43c7-8441-3ac11bac8efa {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:14.268585 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd81f02-1dd6-45db-b744-057379344b67', 'tag': '0a7b28d5-266f-48e6-8d47-e9fdc4f7705b', 'status': 'completed', 'code': 200} Jul 15 13:30:14.269430 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473f90c-f31d-4104-9356-3967dca28574 service neutron] Pushing event updated for resources: {'Port': ['ID=0a7b28d5-266f-48e6-8d47-e9fdc4f7705b,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:14.350863 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3739b427-b7c7-458b-b154-476d9303413a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.402317 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68209793-8dae-4a90-a5a2-baa6a8cddd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57af866-72a2-443d-90ca-756add7708da,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:14.536004 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c4c6a3-a7a0-4743-99ab-92ad0869c5a4 None None] Network 01293972-e692-4bfb-99b2-43989f12fea8 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:14.605472 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35d7af-6b4c-497e-ba0f-7aa33bb7af30 req-8359222a-5614-46bb-8ed4-edf0e4e4b6ed tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:14.634565 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3d35d7af-6b4c-497e-ba0f-7aa33bb7af30 req-8359222a-5614-46bb-8ed4-edf0e4e4b6ed tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 945 time: 0.6463261 Jul 15 13:30:14.666787 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8a04f227-54d7-46e9-9713-4c9abeb63820 None None] Provisioning for port 953295cb-308f-4ee2-b701-ace6a74174ce completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:14.669941 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89350530-94bd-42f7-882d-3c2188407a02 req-2658454b-c796-4a78-9365-a45799388e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:14.673099 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-89350530-94bd-42f7-882d-3c2188407a02 req-2658454b-c796-4a78-9365-a45799388e29 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af10f95cc191480e90dd5f2a6c12a26c&device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 1095 time: 0.6582003 Jul 15 13:30:14.681090 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8a04f227-54d7-46e9-9713-4c9abeb63820 None None] Provisioning complete for port 953295cb-308f-4ee2-b701-ace6a74174ce triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:14.681592 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a04f227-54d7-46e9-9713-4c9abeb63820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.708035 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563ea31-6b87-462c-b8b9-f6683a23e17c req-13eab55e-f110-440b-bb1e-ee036bd7ca28 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:14.709663 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5563ea31-6b87-462c-b8b9-f6683a23e17c req-13eab55e-f110-440b-bb1e-ee036bd7ca28 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 943 time: 0.2094202 Jul 15 13:30:14.715019 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-ea09c92d-1e41-4098-b94e-80832d95dfc1 req-fefd9d86-c42a-4316-acbd-cd473aa0c8a1 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Deleting port 7ff56ac6-33f8-480e-8e0f-9999afcd434b {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:14.716109 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ea09c92d-1e41-4098-b94e-80832d95dfc1 req-fefd9d86-c42a-4316-acbd-cd473aa0c8a1 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.757484 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 54264) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:14.796312 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e955bc9b-84f9-44e9-bb16-6b6c2d844b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.822233 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-89350530-94bd-42f7-882d-3c2188407a02 req-06bfe904-8ed3-42c8-8ac7-9846f7ea7772 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a7b28d5-266f-48e6-8d47-e9fdc4f7705b HTTP/1.1" status: 200 len: 217 time: 0.1226666 Jul 15 13:30:14.827552 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a04f227-54d7-46e9-9713-4c9abeb63820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.867271 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5563ea31-6b87-462c-b8b9-f6683a23e17c req-f1031730-8c3c-4b53-ae4b-e492340ede98 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/security-groups?id=2107c028-e82f-4802-b301-ecd1d26f559c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481991 Jul 15 13:30:14.896728 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3739b427-b7c7-458b-b154-476d9303413a admin admin] Router 24be019e-dc2a-4c29-94ef-65941ad416f5 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:30:14.959727 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3d35d7af-6b4c-497e-ba0f-7aa33bb7af30 req-28f0a6b4-87b1-492c-bcf4-2242afd63a9a tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234768 Jul 15 13:30:14.971534 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89350530-94bd-42f7-882d-3c2188407a02 req-114f1bb4-52bc-4dff-afad-92563680a04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:14.973320 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-89350530-94bd-42f7-882d-3c2188407a02 req-114f1bb4-52bc-4dff-afad-92563680a04d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=15210cb6-e1bd-43c9-9944-eb57f11cb522 HTTP/1.1" status: 200 len: 860 time: 0.1160748 Jul 15 13:30:14.976809 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-8a04f227-54d7-46e9-9713-4c9abeb63820 None None] For port 953295cb-308f-4ee2-b701-ace6a74174ce, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=953295cb-308f-4ee2-b701-ace6a74174ce,segment=NetworkSegment(fb564b58-6402-4a6e-81ae-5dd326cb9e62),segment_id=fb564b58-6402-4a6e-81ae-5dd326cb9e62)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:15.021537 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a04f227-54d7-46e9-9713-4c9abeb63820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.076822 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-89350530-94bd-42f7-882d-3c2188407a02 req-25108011-781a-4061-8533-6881c94be41b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=303bf49d-239f-4c0b-be43-2167383b6446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929818 Jul 15 13:30:15.117368 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04f227-54d7-46e9-9713-4c9abeb63820 None None] Pushing event updated for resources: {'Port': ['ID=953295cb-308f-4ee2-b701-ace6a74174ce,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:15.145910 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-ea09c92d-1e41-4098-b94e-80832d95dfc1 req-fefd9d86-c42a-4316-acbd-cd473aa0c8a1 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] For port 7ff56ac6-33f8-480e-8e0f-9999afcd434b, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=7ff56ac6-33f8-480e-8e0f-9999afcd434b,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:15.146779 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ea09c92d-1e41-4098-b94e-80832d95dfc1 req-fefd9d86-c42a-4316-acbd-cd473aa0c8a1 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.182226 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-ea09c92d-1e41-4098-b94e-80832d95dfc1 req-fefd9d86-c42a-4316-acbd-cd473aa0c8a1 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Calling delete_port for 7ff56ac6-33f8-480e-8e0f-9999afcd434b owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:15.228203 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e955bc9b-84f9-44e9-bb16-6b6c2d844b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.245133 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e955bc9b-84f9-44e9-bb16-6b6c2d844b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.298361 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3739b427-b7c7-458b-b154-476d9303413a admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:30:15.311395 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f2aa9b-5167-4fcd-ba4b-04070bb3ae52 None None] Sync routers for ids ['24be019e-dc2a-4c29-94ef-65941ad416f5'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:30:15.327972 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f2aa9b-5167-4fcd-ba4b-04070bb3ae52 None None] Routers {'24be019e-dc2a-4c29-94ef-65941ad416f5'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:15.328877 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b6f2aa9b-5167-4fcd-ba4b-04070bb3ae52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:29:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['24be019e-dc2a-4c29-94ef-65941ad416f5'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:15.362022 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955bc9b-84f9-44e9-bb16-6b6c2d844b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48fc7c4-1c4d-4c4a-9931-ac5c3a149477,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:15.379075 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e955bc9b-84f9-44e9-bb16-6b6c2d844b8d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3a495b44ae7f410d851452addfa25570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6192868 Jul 15 13:30:15.381486 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3739b427-b7c7-458b-b154-476d9303413a admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.385592 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3739b427-b7c7-458b-b154-476d9303413a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2367561 Jul 15 13:30:15.386380 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 54278) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:15.386610 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 54280) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:15.433519 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12298c23-9790-4480-953a-d84d1b27cd83 req-098ecce7-23f7-452d-95b3-37dc6c012380 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:15.435551 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-12298c23-9790-4480-953a-d84d1b27cd83 req-098ecce7-23f7-452d-95b3-37dc6c012380 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3 HTTP/1.1" status: 200 len: 946 time: 0.3594854 Jul 15 13:30:15.554476 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9df3f507-8f6e-47e3-baba-870ea87a4b23 None None] Provisioning complete for port 953295cb-308f-4ee2-b701-ace6a74174ce triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:15.555023 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9df3f507-8f6e-47e3-baba-870ea87a4b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.566708 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-89350530-94bd-42f7-882d-3c2188407a02 req-43e805b3-b3b4-4fc0-a6ae-f55d1c5da85c service neutron] 10.222.0.18 "GET /v2.0/networks/303bf49d-239f-4c0b-be43-2167383b6446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592180 Jul 15 13:30:15.622968 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-b6f2aa9b-5167-4fcd-ba4b-04070bb3ae52 None None] Set router 24be019e-dc2a-4c29-94ef-65941ad416f5 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:15.668409 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3604007-3589-4900-8538-222706fa2e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.680781 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-12298c23-9790-4480-953a-d84d1b27cd83 req-3b5ab341-f9f0-4406-8905-ae4f4e8bbee0 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/security-groups?id=89776db0-f0f2-468f-a21b-f155324a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884959 Jul 15 13:30:15.802592 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3604007-3589-4900-8538-222706fa2e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.821406 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-89350530-94bd-42f7-882d-3c2188407a02 req-379cff92-e8b1-436b-bf66-c8fff8444e32 service neutron] 10.222.0.18 "GET /v2.0/networks/303bf49d-239f-4c0b-be43-2167383b6446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417653 Jul 15 13:30:15.827478 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ea09c92d-1e41-4098-b94e-80832d95dfc1 req-fefd9d86-c42a-4316-acbd-cd473aa0c8a1 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.864198 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['7ff56ac6-33f8-480e-8e0f-9999afcd434b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:30:15.898391 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd9d86-c42a-4316-acbd-cd473aa0c8a1 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Pushing event deleted for resources: {'Port': ['ID=7ff56ac6-33f8-480e-8e0f-9999afcd434b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:16.175091 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3604007-3589-4900-8538-222706fa2e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.190458 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3604007-3589-4900-8538-222706fa2e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.192549 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a3604007-3589-4900-8538-222706fa2e82 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c48fc7c4-1c4d-4c4a-9931-ac5c3a149477 HTTP/1.1" status: 204 len: 168 time: 0.8029308 Jul 15 13:30:16.380811 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea09c92d-1e41-4098-b94e-80832d95dfc1 req-fefd9d86-c42a-4316-acbd-cd473aa0c8a1 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] No DVR routers for this DVR port 7ff56ac6-33f8-480e-8e0f-9999afcd434b on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:16.394506 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ea09c92d-1e41-4098-b94e-80832d95dfc1 req-fefd9d86-c42a-4316-acbd-cd473aa0c8a1 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.398839 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ea09c92d-1e41-4098-b94e-80832d95dfc1 req-fefd9d86-c42a-4316-acbd-cd473aa0c8a1 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.32 "DELETE /v2.0/ports/7ff56ac6-33f8-480e-8e0f-9999afcd434b HTTP/1.1" status: 204 len: 173 time: 2.3994954 Jul 15 13:30:16.399834 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc710c7-2160-4f1c-868e-e45290522f36', 'name': 'network-vif-deleted', 'tag': '7ff56ac6-33f8-480e-8e0f-9999afcd434b'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:16.404108 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab9bb4c-b421-499e-b58b-0820c2faef2c" -d '{"events": [{"server_uuid": "ccc710c7-2160-4f1c-868e-e45290522f36", "name": "network-vif-deleted", "tag": "7ff56ac6-33f8-480e-8e0f-9999afcd434b"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:16.406016 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3604007-3589-4900-8538-222706fa2e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48fc7c4-1c4d-4c4a-9931-ac5c3a149477,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:16.546118 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a8702-4522-4ea0-bb31-37a0e00319b2 req-2c384f0b-f137-4897-bdfe-55ff77fa0123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:16.548657 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a17a8702-4522-4ea0-bb31-37a0e00319b2 req-2c384f0b-f137-4897-bdfe-55ff77fa0123 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af10f95cc191480e90dd5f2a6c12a26c&device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 1095 time: 0.5687532 Jul 15 13:30:16.611369 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-01a0eff2-d759-4481-99c5-b27f5d235fb4 req-389499c0-d05a-4e7e-8a23-71cd10452b04 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 210 time: 0.2170289 Jul 15 13:30:16.677600 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb6371-3de9-49f7-b27d-a6f13f7111ac req-420bd682-f67a-4e58-bb99-744a5328c3d7 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:16.684370 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dccb6371-3de9-49f7-b27d-a6f13f7111ac req-420bd682-f67a-4e58-bb99-744a5328c3d7 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 943 time: 0.5176663 Jul 15 13:30:16.839351 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 953295cb-308f-4ee2-b701-ace6a74174ce up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:16.862744 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b6f2aa9b-5167-4fcd-ba4b-04070bb3ae52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24be019e-dc2a-4c29-94ef-65941ad416f5', 'name': 'tempest-ServersTestMultiNic-1215721832-router', 'tenant_id': 'e2e3a157879d4bce851e726676290061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '094a7b31-a2e9-4ee1-8a17-4fe4cce6e618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:09Z', 'updated_at': '2021-07-15T13:30:13Z', 'revision_number': 3, 'project_id': 'e2e3a157879d4bce851e726676290061', 'gw_port': {'id': '094a7b31-a2e9-4ee1-8a17-4fe4cce6e618', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:73:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24be019e-dc2a-4c29-94ef-65941ad416f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:10Z', 'updated_at': '2021-07-15T13:30:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:17.000145 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f2aa9b-5167-4fcd-ba4b-04070bb3ae52 None None] Checking router: 24be019e-dc2a-4c29-94ef-65941ad416f5 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:30:17.003117 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f2aa9b-5167-4fcd-ba4b-04070bb3ae52 None None] Updating router 24be019e-dc2a-4c29-94ef-65941ad416f5 port 094a7b31-a2e9-4ee1-8a17-4fe4cce6e618 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:30:17.010020 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dccb6371-3de9-49f7-b27d-a6f13f7111ac req-ec6b3230-75e3-462f-ac58-1812439d96c4 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/security-groups?id=2107c028-e82f-4802-b301-ecd1d26f559c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854683 Jul 15 13:30:17.060083 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 953295cb-308f-4ee2-b701-ace6a74174ce triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:17.070785 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:17.074982 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a8702-4522-4ea0-bb31-37a0e00319b2 req-12d8b9e1-1d68-41d6-a8de-dd4687e80b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:17.107110 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a17a8702-4522-4ea0-bb31-37a0e00319b2 req-12d8b9e1-1d68-41d6-a8de-dd4687e80b00 service neutron] 10.222.0.18 "GET /v2.0/networks?id=303bf49d-239f-4c0b-be43-2167383b6446 HTTP/1.1" status: 200 len: 921 time: 0.5412652 Jul 15 13:30:17.156670 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6f2aa9b-5167-4fcd-ba4b-04070bb3ae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:17.228347 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a17a8702-4522-4ea0-bb31-37a0e00319b2 req-f9504ee8-454d-4f74-8c96-2eeef35861a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a7b28d5-266f-48e6-8d47-e9fdc4f7705b HTTP/1.1" status: 200 len: 217 time: 0.1172681 Jul 15 13:30:17.231458 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44eafc7a-c76a-421e-8a12-c4dfb8569c42 x-openstack-request-id: req-44eafc7a-c76a-421e-8a12-c4dfb8569c42 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:17.232055 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccc710c7-2160-4f1c-868e-e45290522f36", "name": "network-vif-deleted", "tag": "7ff56ac6-33f8-480e-8e0f-9999afcd434b", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:17.232496 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-44eafc7a-c76a-421e-8a12-c4dfb8569c42 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:17.233128 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc710c7-2160-4f1c-868e-e45290522f36', 'name': 'network-vif-deleted', 'tag': '7ff56ac6-33f8-480e-8e0f-9999afcd434b', 'status': 'completed', 'code': 200} Jul 15 13:30:17.462341 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a8702-4522-4ea0-bb31-37a0e00319b2 req-b6abe5c7-01a6-48f4-b523-ffb18960f969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:17.472280 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a17a8702-4522-4ea0-bb31-37a0e00319b2 req-b6abe5c7-01a6-48f4-b523-ffb18960f969 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=15210cb6-e1bd-43c9-9944-eb57f11cb522 HTTP/1.1" status: 200 len: 860 time: 0.2319691 Jul 15 13:30:17.567054 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a17a8702-4522-4ea0-bb31-37a0e00319b2 req-22293310-651e-4314-8ed1-4c782e26b867 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=303bf49d-239f-4c0b-be43-2167383b6446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917702 Jul 15 13:30:17.571828 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72390dea-2b39-47fd-a17d-997cbd6f6e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:17.661273 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6f2aa9b-5167-4fcd-ba4b-04070bb3ae52 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:17.687163 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b6f2aa9b-5167-4fcd-ba4b-04070bb3ae52 None None] Transition to ACTIVE for port object 094a7b31-a2e9-4ee1-8a17-4fe4cce6e618 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:17.713938 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6f2aa9b-5167-4fcd-ba4b-04070bb3ae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:17.868608 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b6f2aa9b-5167-4fcd-ba4b-04070bb3ae52 None None] Attempting to bind port 094a7b31-a2e9-4ee1-8a17-4fe4cce6e618 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:30:17.878207 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b6f2aa9b-5167-4fcd-ba4b-04070bb3ae52 None None] Attempting to bind port 094a7b31-a2e9-4ee1-8a17-4fe4cce6e618 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:30:17.878856 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f2aa9b-5167-4fcd-ba4b-04070bb3ae52 None None] Attempting to bind port 094a7b31-a2e9-4ee1-8a17-4fe4cce6e618 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:17.891517 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f2aa9b-5167-4fcd-ba4b-04070bb3ae52 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:30:17.892170 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f2aa9b-5167-4fcd-ba4b-04070bb3ae52 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:17.893310 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6f2aa9b-5167-4fcd-ba4b-04070bb3ae52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:17.893914 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f2aa9b-5167-4fcd-ba4b-04070bb3ae52 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:30:17.894587 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b6f2aa9b-5167-4fcd-ba4b-04070bb3ae52 None None] Bound port: 094a7b31-a2e9-4ee1-8a17-4fe4cce6e618, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:30:17.895145 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6f2aa9b-5167-4fcd-ba4b-04070bb3ae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:18.062761 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b6f2aa9b-5167-4fcd-ba4b-04070bb3ae52 None None] For port 094a7b31-a2e9-4ee1-8a17-4fe4cce6e618, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:30:18.078293 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b6f2aa9b-5167-4fcd-ba4b-04070bb3ae52 None None] For port 094a7b31-a2e9-4ee1-8a17-4fe4cce6e618, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=094a7b31-a2e9-4ee1-8a17-4fe4cce6e618,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:30:18.124273 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b6f2aa9b-5167-4fcd-ba4b-04070bb3ae52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:18.138261 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-034a5878-84ff-413f-8281-15ad961936bd req-c74026fc-a6b0-4f12-a328-4522373d3e12 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5102561 Jul 15 13:30:18.175249 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea88790-dee0-4230-a22c-78a7920d0e7c None None] Pushing event updated for resources: {'Port': ['ID=094a7b31-a2e9-4ee1-8a17-4fe4cce6e618,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:18.204921 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-72390dea-2b39-47fd-a17d-997cbd6f6e1e admin admin] Allocated IP 172.20.0.1 (01293972-e692-4bfb-99b2-43989f12fea8/23d1bb2e-e484-4deb-965e-772583639b88/1761bb54-d130-4bbb-8d62-cdd53e91cfd0) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:18.259204 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 7ff56ac6-33f8-480e-8e0f-9999afcd434b no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:18.383561 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 7ff56ac6-33f8-480e-8e0f-9999afcd434b {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:18.385269 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 7ff56ac6-33f8-480e-8e0f-9999afcd434b not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:18.385518 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f2aa9b-5167-4fcd-ba4b-04070bb3ae52 None None] Routers {'24be019e-dc2a-4c29-94ef-65941ad416f5'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:18.387463 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b6f2aa9b-5167-4fcd-ba4b-04070bb3ae52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:29:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['24be019e-dc2a-4c29-94ef-65941ad416f5'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:18.500000 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 0a7b28d5-266f-48e6-8d47-e9fdc4f7705b details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:30:18.602865 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea88790-dee0-4230-a22c-78a7920d0e7c None None] Pushing event updated for resources: {'Port': ['ID=094a7b31-a2e9-4ee1-8a17-4fe4cce6e618,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:18.617904 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72390dea-2b39-47fd-a17d-997cbd6f6e1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:18.700799 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-72390dea-2b39-47fd-a17d-997cbd6f6e1e admin admin] Transition to ACTIVE for port object 1761bb54-d130-4bbb-8d62-cdd53e91cfd0 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:18.790993 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-b6f2aa9b-5167-4fcd-ba4b-04070bb3ae52 None None] Set router 24be019e-dc2a-4c29-94ef-65941ad416f5 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:18.837633 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72390dea-2b39-47fd-a17d-997cbd6f6e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:18.996755 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72390dea-2b39-47fd-a17d-997cbd6f6e1e admin admin] Pushing event updated for resources: {'Port': ['ID=1761bb54-d130-4bbb-8d62-cdd53e91cfd0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:19.016288 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72390dea-2b39-47fd-a17d-997cbd6f6e1e admin admin] Network 01293972-e692-4bfb-99b2-43989f12fea8 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:19.021893 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-72390dea-2b39-47fd-a17d-997cbd6f6e1e admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:19.025115 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72390dea-2b39-47fd-a17d-997cbd6f6e1e admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:19.096337 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 0a7b28d5-266f-48e6-8d47-e9fdc4f7705b, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=0a7b28d5-266f-48e6-8d47-e9fdc4f7705b,segment=NetworkSegment(eeac5fd7-63aa-405b-86ac-b3e133791a36),segment_id=eeac5fd7-63aa-405b-86ac-b3e133791a36)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:19.139926 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '0a7b28d5-266f-48e6-8d47-e9fdc4f7705b', 'network_id': '303bf49d-239f-4c0b-be43-2167383b6446', 'port_id': '0a7b28d5-266f-48e6-8d47-e9fdc4f7705b', 'mac_address': 'fa:16:3e:8d:95:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15210cb6-e1bd-43c9-9944-eb57f11cb522', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:30:19.181096 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72390dea-2b39-47fd-a17d-997cbd6f6e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:19.312413 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b6f2aa9b-5167-4fcd-ba4b-04070bb3ae52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24be019e-dc2a-4c29-94ef-65941ad416f5', 'name': 'tempest-ServersTestMultiNic-1215721832-router', 'tenant_id': 'e2e3a157879d4bce851e726676290061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '094a7b31-a2e9-4ee1-8a17-4fe4cce6e618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:09Z', 'updated_at': '2021-07-15T13:30:13Z', 'revision_number': 3, 'project_id': 'e2e3a157879d4bce851e726676290061', 'gw_port': {'id': '094a7b31-a2e9-4ee1-8a17-4fe4cce6e618', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:73:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24be019e-dc2a-4c29-94ef-65941ad416f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:10Z', 'updated_at': '2021-07-15T13:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:19.315916 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:19.385945 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a7b28d5-266f-48e6-8d47-e9fdc4f7705b {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:30:19.442959 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f2aa9b-5167-4fcd-ba4b-04070bb3ae52 None None] The sync data for ids ['24be019e-dc2a-4c29-94ef-65941ad416f5'] in n-d-758944-45 is: [{'id': '24be019e-dc2a-4c29-94ef-65941ad416f5', 'name': 'tempest-ServersTestMultiNic-1215721832-router', 'tenant_id': 'e2e3a157879d4bce851e726676290061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '094a7b31-a2e9-4ee1-8a17-4fe4cce6e618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:09Z', 'updated_at': '2021-07-15T13:30:13Z', 'revision_number': 3, 'project_id': 'e2e3a157879d4bce851e726676290061', 'gw_port': {'id': '094a7b31-a2e9-4ee1-8a17-4fe4cce6e618', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:73:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24be019e-dc2a-4c29-94ef-65941ad416f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:10Z', 'updated_at': '2021-07-15T13:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:30:19.472464 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfec69-2634-4a7b-aa59-99b99e2b7839 req-a01d7646-0bbf-4b69-af5b-ec2858342f34 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:19.482814 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 0a7b28d5-266f-48e6-8d47-e9fdc4f7705b, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=0a7b28d5-266f-48e6-8d47-e9fdc4f7705b,segment=NetworkSegment(eeac5fd7-63aa-405b-86ac-b3e133791a36),segment_id=eeac5fd7-63aa-405b-86ac-b3e133791a36)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:19.485339 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eecfec69-2634-4a7b-aa59-99b99e2b7839 req-a01d7646-0bbf-4b69-af5b-ec2858342f34 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 943 time: 0.6685934 Jul 15 13:30:19.491739 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:19.562771 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4ccbbf6a-2a32-4f09-a4d8-306a72dac23f req-2c6b5774-b362-477c-b893-cd5da9f28fa2 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 210 time: 1.4640999 Jul 15 13:30:19.699266 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eecfec69-2634-4a7b-aa59-99b99e2b7839 req-6ca6deef-f46b-4221-981d-4e648dd6c124 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/security-groups?id=2107c028-e82f-4802-b301-ecd1d26f559c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117538 Jul 15 13:30:19.738743 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=0a7b28d5-266f-48e6-8d47-e9fdc4f7705b,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:19.794534 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a17a8702-4522-4ea0-bb31-37a0e00319b2 req-e139e533-b811-4c1c-a749-645954fb5b06 service neutron] 10.222.0.18 "GET /v2.0/networks/303bf49d-239f-4c0b-be43-2167383b6446?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2174404 Jul 15 13:30:19.874280 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['0a7b28d5-266f-48e6-8d47-e9fdc4f7705b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:30:19.909191 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0d6c1f84-b039-42e5-bc23-19da4f728cdf None None] Provisioning for port 1761bb54-d130-4bbb-8d62-cdd53e91cfd0 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:20.057780 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0d6c1f84-b039-42e5-bc23-19da4f728cdf None None] Provisioning complete for port 1761bb54-d130-4bbb-8d62-cdd53e91cfd0 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:20.058568 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d6c1f84-b039-42e5-bc23-19da4f728cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:20.068664 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72390dea-2b39-47fd-a17d-997cbd6f6e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:20.140123 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a5878-84ff-413f-8281-15ad961936bd req-85377d17-3096-496f-a66a-30274e773b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:20.147728 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-034a5878-84ff-413f-8281-15ad961936bd req-85377d17-3096-496f-a66a-30274e773b84 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c120ea471629450bbfcfe5bb382142bb&device_id=e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3 HTTP/1.1" status: 200 len: 1098 time: 0.5971744 Jul 15 13:30:20.158650 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-0d6c1f84-b039-42e5-bc23-19da4f728cdf None None] Port 1761bb54-d130-4bbb-8d62-cdd53e91cfd0 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:30:20.491229 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a5878-84ff-413f-8281-15ad961936bd req-d8f23dda-7767-416f-afbf-20eb7874cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:20.493167 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-034a5878-84ff-413f-8281-15ad961936bd req-d8f23dda-7767-416f-afbf-20eb7874cd25 service neutron] 10.222.0.32 "GET /v2.0/networks?id=56d0b0c9-02e7-4410-a25a-8546233647b6 HTTP/1.1" status: 200 len: 915 time: 0.2846549 Jul 15 13:30:20.499214 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a17a8702-4522-4ea0-bb31-37a0e00319b2 req-7cc4afb5-e867-4f3b-a5ca-15a1abc751bb service neutron] 10.222.0.18 "GET /v2.0/networks/303bf49d-239f-4c0b-be43-2167383b6446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6871629 Jul 15 13:30:20.631623 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-034a5878-84ff-413f-8281-15ad961936bd req-864c902c-387a-4d3a-b156-7e7d709653a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22387beb-07a1-4218-b95f-0c44ee82e474 HTTP/1.1" status: 200 len: 217 time: 0.1254985 Jul 15 13:30:20.786165 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72390dea-2b39-47fd-a17d-997cbd6f6e1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:20.789570 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a5878-84ff-413f-8281-15ad961936bd req-3112e9b6-dec5-430e-8749-397b90b236cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:20.794276 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-034a5878-84ff-413f-8281-15ad961936bd req-3112e9b6-dec5-430e-8749-397b90b236cd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ccb77d9a-f1ba-4892-b180-b595fe5b12e9 HTTP/1.1" status: 200 len: 854 time: 0.1536088 Jul 15 13:30:20.811966 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72390dea-2b39-47fd-a17d-997cbd6f6e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:20.842808 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7cb8aeac-35db-4683-8449-e20f5272eae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:20.939855 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-034a5878-84ff-413f-8281-15ad961936bd req-2be06967-2cbf-413f-b92b-6f8f5b0f3d2f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56d0b0c9-02e7-4410-a25a-8546233647b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1361730 Jul 15 13:30:20.945350 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72390dea-2b39-47fd-a17d-997cbd6f6e1e admin admin] Pushing event updated for resources: {'Port': ['ID=1761bb54-d130-4bbb-8d62-cdd53e91cfd0,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:21.012973 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 094a7b31-a2e9-4ee1-8a17-4fe4cce6e618 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:21.025068 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1289bc56-7ec5-4dcf-8547-8d4dffd0e84b req-c5874835-53fd-45a8-9f18-fbd5db7ca3f3 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 210 time: 0.0688882 Jul 15 13:30:21.048423 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72390dea-2b39-47fd-a17d-997cbd6f6e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:21.205361 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 094a7b31-a2e9-4ee1-8a17-4fe4cce6e618 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:21.210778 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 094a7b31-a2e9-4ee1-8a17-4fe4cce6e618 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:21.211001 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:21.287842 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-034a5878-84ff-413f-8281-15ad961936bd req-9458e354-b768-487e-a231-30ebb649e0f1 service neutron] 10.222.0.32 "GET /v2.0/networks/56d0b0c9-02e7-4410-a25a-8546233647b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414171 Jul 15 13:30:21.466034 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72390dea-2b39-47fd-a17d-997cbd6f6e1e admin admin] Network 01293972-e692-4bfb-99b2-43989f12fea8 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:21.473956 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-72390dea-2b39-47fd-a17d-997cbd6f6e1e admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:21.499954 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:21.556338 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 094a7b31-a2e9-4ee1-8a17-4fe4cce6e618, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=094a7b31-a2e9-4ee1-8a17-4fe4cce6e618,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:21.572939 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:21.726933 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=094a7b31-a2e9-4ee1-8a17-4fe4cce6e618,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:21.947946 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72390dea-2b39-47fd-a17d-997cbd6f6e1e admin admin] Router 24be019e-dc2a-4c29-94ef-65941ad416f5 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:30:22.057636 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47758d76-9742-45d3-9ad5-fe01eb27f10b req-05f76c71-650b-47c5-a725-2d628076b35c tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:22.067889 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-47758d76-9742-45d3-9ad5-fe01eb27f10b req-05f76c71-650b-47c5-a725-2d628076b35c tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 944 time: 0.7014744 Jul 15 13:30:22.108107 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-034a5878-84ff-413f-8281-15ad961936bd req-5580b765-c3ea-4844-a46f-f7d591924642 service neutron] 10.222.0.32 "GET /v2.0/networks/56d0b0c9-02e7-4410-a25a-8546233647b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8123238 Jul 15 13:30:22.184006 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2d1b91bd-83c4-47c4-87c6-a4b6bf3719d4 None None] Provisioning complete for port 1761bb54-d130-4bbb-8d62-cdd53e91cfd0 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:22.199496 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2d1b91bd-83c4-47c4-87c6-a4b6bf3719d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:22.218488 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-47758d76-9742-45d3-9ad5-fe01eb27f10b req-d7fcd864-7f64-430d-8c6e-0d9ca81a85e6 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/security-groups?id=2107c028-e82f-4802-b301-ecd1d26f559c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503031 Jul 15 13:30:22.331059 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72390dea-2b39-47fd-a17d-997cbd6f6e1e admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:30:22.356960 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-72390dea-2b39-47fd-a17d-997cbd6f6e1e admin admin] 10.222.0.24 "PUT /v2.0/routers/24be019e-dc2a-4c29-94ef-65941ad416f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9522455 Jul 15 13:30:22.381093 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2d1b91bd-83c4-47c4-87c6-a4b6bf3719d4 None None] Port 1761bb54-d130-4bbb-8d62-cdd53e91cfd0 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:30:22.436362 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-69ba59af-1111-49eb-b236-fb18064f6f76 req-f45c00f9-2f8e-4ced-bde3-6259b6e438ac tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 210 time: 0.0945063 Jul 15 13:30:22.527264 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 0a7b28d5-266f-48e6-8d47-e9fdc4f7705b up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:22.615475 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 54474) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:22.681630 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 0a7b28d5-266f-48e6-8d47-e9fdc4f7705b completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:22.696239 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 0a7b28d5-266f-48e6-8d47-e9fdc4f7705b triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:22.696858 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:22.854324 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 094a7b31-a2e9-4ee1-8a17-4fe4cce6e618 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:22.995026 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-bb96d555-04d9-4557-a48f-1e3f65dc8c61 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-294924823'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:23.051986 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb96d555-04d9-4557-a48f-1e3f65dc8c61 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Made reservation on behalf of e2e3a157879d4bce851e726676290061 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:23.052354 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 094a7b31-a2e9-4ee1-8a17-4fe4cce6e618 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:23.053326 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.065823 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb96d555-04d9-4557-a48f-1e3f65dc8c61 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.131566 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb96d555-04d9-4557-a48f-1e3f65dc8c61 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:30:23.149509 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb96d555-04d9-4557-a48f-1e3f65dc8c61 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.150308 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-bb96d555-04d9-4557-a48f-1e3f65dc8c61 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Added segment c14606a6-175b-496b-abb5-aced808cd4d4 of type vlan for network 5ec42a43-1570-4b9e-bee3-5564e0d71dd6 Jul 15 13:30:23.171104 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.255697 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 0a7b28d5-266f-48e6-8d47-e9fdc4f7705b, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=0a7b28d5-266f-48e6-8d47-e9fdc4f7705b,segment=NetworkSegment(eeac5fd7-63aa-405b-86ac-b3e133791a36),segment_id=eeac5fd7-63aa-405b-86ac-b3e133791a36)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:23.260909 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd81f02-1dd6-45db-b744-057379344b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7b28d5-266f-48e6-8d47-e9fdc4f7705b'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:23.263789 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0aa2789-e591-4686-bc40-1a4de27feb91" -d '{"events": [{"server_uuid": "1bd81f02-1dd6-45db-b744-057379344b67", "name": "network-vif-plugged", "status": "completed", "tag": "0a7b28d5-266f-48e6-8d47-e9fdc4f7705b"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:23.287233 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.305833 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.366126 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb96d555-04d9-4557-a48f-1e3f65dc8c61 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.508419 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bace12f-4386-4e08-9f85-d6cf27542ceb x-openstack-request-id: req-5bace12f-4386-4e08-9f85-d6cf27542ceb {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:23.508627 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd81f02-1dd6-45db-b744-057379344b67", "name": "network-vif-plugged", "status": "completed", "tag": "0a7b28d5-266f-48e6-8d47-e9fdc4f7705b", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:23.509350 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5bace12f-4386-4e08-9f85-d6cf27542ceb {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:23.510058 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd81f02-1dd6-45db-b744-057379344b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7b28d5-266f-48e6-8d47-e9fdc4f7705b', 'code': 200} Jul 15 13:30:23.511199 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb96d555-04d9-4557-a48f-1e3f65dc8c61 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.542756 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-72238f72-6a9a-451f-9bb0-73377faf68df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.543643 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb96d555-04d9-4557-a48f-1e3f65dc8c61 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:23.546403 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb96d555-04d9-4557-a48f-1e3f65dc8c61 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.554822 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=0a7b28d5-266f-48e6-8d47-e9fdc4f7705b,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:23.714670 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8e30f6-5cd9-4a09-828f-40262cb28368 None None] Sync routers for ids ['24be019e-dc2a-4c29-94ef-65941ad416f5'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:30:23.743041 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8e30f6-5cd9-4a09-828f-40262cb28368 None None] Routers {'24be019e-dc2a-4c29-94ef-65941ad416f5'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:23.757936 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1e8e30f6-5cd9-4a09-828f-40262cb28368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:30:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['24be019e-dc2a-4c29-94ef-65941ad416f5'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:23.793290 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96d555-04d9-4557-a48f-1e3f65dc8c61 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Pushing event updated for resources: {'Network': ['ID=5ec42a43-1570-4b9e-bee3-5564e0d71dd6,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:23.823727 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-bb96d555-04d9-4557-a48f-1e3f65dc8c61 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2056375 Jul 15 13:30:23.851497 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 54496) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:23.861543 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a6a16ebc-4e55-43be-871d-f59f6a9c22e1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Request body: {'subnet': {'network_id': '5ec42a43-1570-4b9e-bee3-5564e0d71dd6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:23.923766 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 5ec42a43-1570-4b9e-bee3-5564e0d71dd6 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:30:24.035799 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9960468-6e46-4177-aa6e-287d029d7b4b req-b91d2b24-9971-42bb-bd2e-ba8d2d87f9f9 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:24.040093 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bbe237e3-5aef-4253-abf3-a105db710dfe req-5aa8878a-ebc5-48bd-8b94-87c72f7928b6 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 210 time: 0.1139808 Jul 15 13:30:24.069857 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c9960468-6e46-4177-aa6e-287d029d7b4b req-b91d2b24-9971-42bb-bd2e-ba8d2d87f9f9 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 945 time: 0.3251908 Jul 15 13:30:24.098220 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da8ca2-33e6-42d0-b053-3286202ae995 req-2cfb0b9e-38dc-45a6-b078-834194bb5dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:24.103292 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-02da8ca2-33e6-42d0-b053-3286202ae995 req-2cfb0b9e-38dc-45a6-b078-834194bb5dfe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 1097 time: 0.4897783 Jul 15 13:30:24.188885 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-1e8e30f6-5cd9-4a09-828f-40262cb28368 None None] Set router 24be019e-dc2a-4c29-94ef-65941ad416f5 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:24.207115 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a16ebc-4e55-43be-871d-f59f6a9c22e1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Made reservation on behalf of e2e3a157879d4bce851e726676290061 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:24.227446 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6a16ebc-4e55-43be-871d-f59f6a9c22e1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:24.254176 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-02da8ca2-33e6-42d0-b053-3286202ae995 req-03a6f5ed-7d15-4d09-94b5-73b36e4c7a49 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2107c028-e82f-4802-b301-ecd1d26f559c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402645 Jul 15 13:30:24.555179 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c9960468-6e46-4177-aa6e-287d029d7b4b req-ade8d981-c6bb-4956-ae84-adca45d29e53 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/security-groups?id=2107c028-e82f-4802-b301-ecd1d26f559c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833398 Jul 15 13:30:24.674833 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6a16ebc-4e55-43be-871d-f59f6a9c22e1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:24.750608 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:24.762659 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a16ebc-4e55-43be-871d-f59f6a9c22e1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Pushing event updated for resources: {'Subnet': ['ID=1e318f74-5932-4d25-b3ac-44bfe28e44ca,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:24.822613 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a16ebc-4e55-43be-871d-f59f6a9c22e1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Checking segment: {'id': 'c14606a6-175b-496b-abb5-aced808cd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5ec42a43-1570-4b9e-bee3-5564e0d71dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:24.822967 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a16ebc-4e55-43be-871d-f59f6a9c22e1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Network hostable DHCP agents. Network: 5ec42a43-1570-4b9e-bee3-5564e0d71dd6, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:30:24.839124 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1e8e30f6-5cd9-4a09-828f-40262cb28368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24be019e-dc2a-4c29-94ef-65941ad416f5', 'name': 'tempest-ServersTestMultiNic-1215721832-router', 'tenant_id': 'e2e3a157879d4bce851e726676290061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '094a7b31-a2e9-4ee1-8a17-4fe4cce6e618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:09Z', 'updated_at': '2021-07-15T13:30:19Z', 'revision_number': 4, 'project_id': 'e2e3a157879d4bce851e726676290061', 'gw_port': {'id': '094a7b31-a2e9-4ee1-8a17-4fe4cce6e618', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:73:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24be019e-dc2a-4c29-94ef-65941ad416f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:10Z', 'updated_at': '2021-07-15T13:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '1761bb54-d130-4bbb-8d62-cdd53e91cfd0', 'name': '', 'network_id': '01293972-e692-4bfb-99b2-43989f12fea8', 'tenant_id': 'e2e3a157879d4bce851e726676290061', 'mac_address': 'fa:16:3e:7c:9b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24be019e-dc2a-4c29-94ef-65941ad416f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '23d1bb2e-e484-4deb-965e-772583639b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:17Z', 'updated_at': '2021-07-15T13:30:20Z', 'revision_number': 2, 'project_id': 'e2e3a157879d4bce851e726676290061', 'subnets': [{'id': '23d1bb2e-e484-4deb-965e-772583639b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:24.857815 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a16ebc-4e55-43be-871d-f59f6a9c22e1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Network 5ec42a43-1570-4b9e-bee3-5564e0d71dd6 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:30:24.873272 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-a6a16ebc-4e55-43be-871d-f59f6a9c22e1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 5ec42a43-1570-4b9e-bee3-5564e0d71dd6) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:24.881429 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a16ebc-4e55-43be-871d-f59f6a9c22e1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:24.882361 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6a16ebc-4e55-43be-871d-f59f6a9c22e1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:24.884549 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d843a159-f05d-494f-b1c7-c9c68decf2de None None] Network 5ec42a43-1570-4b9e-bee3-5564e0d71dd6 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:24.920291 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 54504) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:24.921695 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a6a16ebc-4e55-43be-871d-f59f6a9c22e1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0675213 Jul 15 13:30:24.927529 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f0edf9f6-3b79-456b-9328-171a6245c312 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1580195416'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:24.975452 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8e30f6-5cd9-4a09-828f-40262cb28368 None None] Checking router: 24be019e-dc2a-4c29-94ef-65941ad416f5 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:30:24.975800 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8e30f6-5cd9-4a09-828f-40262cb28368 None None] Updating router 24be019e-dc2a-4c29-94ef-65941ad416f5 port 1761bb54-d130-4bbb-8d62-cdd53e91cfd0 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:30:24.984775 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0edf9f6-3b79-456b-9328-171a6245c312 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Made reservation on behalf of e2e3a157879d4bce851e726676290061 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:24.997996 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0edf9f6-3b79-456b-9328-171a6245c312 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.050623 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0edf9f6-3b79-456b-9328-171a6245c312 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:30:25.066864 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0edf9f6-3b79-456b-9328-171a6245c312 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.067684 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-f0edf9f6-3b79-456b-9328-171a6245c312 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Added segment d92288b4-512c-42c8-9f21-4545e9e502f1 of type vlan for network f2eff464-1590-4e42-b2f3-c9c2affd1bd7 Jul 15 13:30:25.169853 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0edf9f6-3b79-456b-9328-171a6245c312 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.296802 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0edf9f6-3b79-456b-9328-171a6245c312 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.309633 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0edf9f6-3b79-456b-9328-171a6245c312 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:25.310322 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0edf9f6-3b79-456b-9328-171a6245c312 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.332792 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d753d0-3639-471f-aa5e-c972102d2b94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-5ec42a43-1570-4b9e-bee3-5564e0d71dd6', 'network_id': '5ec42a43-1570-4b9e-bee3-5564e0d71dd6', 'tenant_id': 'e2e3a157879d4bce851e726676290061', 'fixed_ips': [{'subnet_id': '1e318f74-5932-4d25-b3ac-44bfe28e44ca'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:30:25.333708 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-15d753d0-3639-471f-aa5e-c972102d2b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.355958 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1e8e30f6-5cd9-4a09-828f-40262cb28368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.358007 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.556221 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 54516) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:25.567935 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f0edf9f6-3b79-456b-9328-171a6245c312 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6456192 Jul 15 13:30:25.571058 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c6680540-75ce-44c4-bbf5-eacce5720af1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Request body: {'subnet': {'network_id': 'f2eff464-1590-4e42-b2f3-c9c2affd1bd7', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:25.806802 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-15d753d0-3639-471f-aa5e-c972102d2b94 None None] Allocated IP 19.80.0.2 (5ec42a43-1570-4b9e-bee3-5564e0d71dd6/1e318f74-5932-4d25-b3ac-44bfe28e44ca/bcabc15e-fb15-40ba-81d2-4bf3c6b7a419) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:25.860286 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0edf9f6-3b79-456b-9328-171a6245c312 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Pushing event updated for resources: {'Network': ['ID=f2eff464-1590-4e42-b2f3-c9c2affd1bd7,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:25.894416 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5387cfba-17a4-49d8-a9c4-c32a52efaeca req-fd950292-21bf-48b1-b4ce-38d9fa6a7e33 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 210 time: 0.3984332 Jul 15 13:30:25.911783 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6680540-75ce-44c4-bbf5-eacce5720af1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Made reservation on behalf of e2e3a157879d4bce851e726676290061 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:25.917381 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6680540-75ce-44c4-bbf5-eacce5720af1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.979783 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network f2eff464-1590-4e42-b2f3-c9c2affd1bd7 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:30:26.387234 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662bbe9-3c81-4d3d-89cc-9ece942b4b88 req-e00af903-045a-4cca-b6f0-c09116964c3d tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:26.391392 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9662bbe9-3c81-4d3d-89cc-9ece942b4b88 req-e00af903-045a-4cca-b6f0-c09116964c3d tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 945 time: 0.2788527 Jul 15 13:30:26.445320 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.544929 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6680540-75ce-44c4-bbf5-eacce5720af1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.706413 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1e8e30f6-5cd9-4a09-828f-40262cb28368 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.711252 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-15d753d0-3639-471f-aa5e-c972102d2b94 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.763487 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1e8e30f6-5cd9-4a09-828f-40262cb28368 None None] Transition to ACTIVE for port object 1761bb54-d130-4bbb-8d62-cdd53e91cfd0 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:26.781676 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-15d753d0-3639-471f-aa5e-c972102d2b94 None None] Transition to ACTIVE for port object bcabc15e-fb15-40ba-81d2-4bf3c6b7a419 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:26.802976 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1e8e30f6-5cd9-4a09-828f-40262cb28368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.834941 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9662bbe9-3c81-4d3d-89cc-9ece942b4b88 req-dd6c4a3b-1e17-48fd-b3d3-0b54d570cd9b tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/security-groups?id=2107c028-e82f-4802-b301-ecd1d26f559c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254333 Jul 15 13:30:26.893796 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6680540-75ce-44c4-bbf5-eacce5720af1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Pushing event updated for resources: {'Subnet': ['ID=17b47f56-51da-4df1-a158-89946dd98a9f,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:26.965719 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6680540-75ce-44c4-bbf5-eacce5720af1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Checking segment: {'id': 'd92288b4-512c-42c8-9f21-4545e9e502f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f2eff464-1590-4e42-b2f3-c9c2affd1bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:26.966824 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6680540-75ce-44c4-bbf5-eacce5720af1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Network hostable DHCP agents. Network: f2eff464-1590-4e42-b2f3-c9c2affd1bd7, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:30:26.975468 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-15d753d0-3639-471f-aa5e-c972102d2b94 None None] Transition to ACTIVE for port object bcabc15e-fb15-40ba-81d2-4bf3c6b7a419 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:27.014922 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6680540-75ce-44c4-bbf5-eacce5720af1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Network f2eff464-1590-4e42-b2f3-c9c2affd1bd7 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:30:27.034977 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-c6680540-75ce-44c4-bbf5-eacce5720af1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, f2eff464-1590-4e42-b2f3-c9c2affd1bd7) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:27.039630 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-15d753d0-3639-471f-aa5e-c972102d2b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:27.049526 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6680540-75ce-44c4-bbf5-eacce5720af1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:27.052824 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6680540-75ce-44c4-bbf5-eacce5720af1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:27.081126 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f56485-a89a-4ffc-bc7b-157a0f95ccee None None] Network f2eff464-1590-4e42-b2f3-c9c2affd1bd7 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:27.110125 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c6680540-75ce-44c4-bbf5-eacce5720af1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5514915 Jul 15 13:30:27.122803 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c0f8f-ad1a-435a-bd2f-2933f72a7551 None None] Pushing event updated for resources: {'Port': ['ID=1761bb54-d130-4bbb-8d62-cdd53e91cfd0,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:27.427019 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d753d0-3639-471f-aa5e-c972102d2b94 None None] Network 5ec42a43-1570-4b9e-bee3-5564e0d71dd6 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:27.568741 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-15d753d0-3639-471f-aa5e-c972102d2b94 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:27.882422 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d753d0-3639-471f-aa5e-c972102d2b94 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:27.920017 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a491bab-a740-46ad-a56a-1ca232f3e903 req-e0c12491-7a95-4d74-8ca9-44617b5d0b95 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc710c7-2160-4f1c-868e-e45290522f36 HTTP/1.1" status: 200 len: 210 time: 0.1409624 Jul 15 13:30:28.120282 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-1e8e30f6-5cd9-4a09-828f-40262cb28368 None None] Attempting to bind port 1761bb54-d130-4bbb-8d62-cdd53e91cfd0 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:30:28.120282 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-1e8e30f6-5cd9-4a09-828f-40262cb28368 None None] Attempting to bind port 1761bb54-d130-4bbb-8d62-cdd53e91cfd0 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'fb564b58-6402-4a6e-81ae-5dd326cb9e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '01293972-e692-4bfb-99b2-43989f12fea8'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:30:28.120282 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8e30f6-5cd9-4a09-828f-40262cb28368 None None] Attempting to bind port 1761bb54-d130-4bbb-8d62-cdd53e91cfd0 on network 01293972-e692-4bfb-99b2-43989f12fea8 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:28.125412 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d753d0-3639-471f-aa5e-c972102d2b94 None None] Pushing event updated for resources: {'Port': ['ID=bcabc15e-fb15-40ba-81d2-4bf3c6b7a419,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:28.359189 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16961c9-f241-4a99-b034-944c953a147a req-0cbaacd8-72e5-40a3-9320-bfff45569eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:28.361277 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b16961c9-f241-4a99-b034-944c953a147a req-0cbaacd8-72e5-40a3-9320-bfff45569eaa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af10f95cc191480e90dd5f2a6c12a26c&device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 1097 time: 0.3728704 Jul 15 13:30:28.381260 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8e30f6-5cd9-4a09-828f-40262cb28368 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:30:28.385998 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8e30f6-5cd9-4a09-828f-40262cb28368 None None] Checking segment: {'id': 'fb564b58-6402-4a6e-81ae-5dd326cb9e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '01293972-e692-4bfb-99b2-43989f12fea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:28.389462 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1e8e30f6-5cd9-4a09-828f-40262cb28368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:28.389690 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8e30f6-5cd9-4a09-828f-40262cb28368 None None] Bound using segment: {'id': 'fb564b58-6402-4a6e-81ae-5dd326cb9e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '01293972-e692-4bfb-99b2-43989f12fea8'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:30:28.395573 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-1e8e30f6-5cd9-4a09-828f-40262cb28368 None None] Bound port: 1761bb54-d130-4bbb-8d62-cdd53e91cfd0, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb564b58-6402-4a6e-81ae-5dd326cb9e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '01293972-e692-4bfb-99b2-43989f12fea8'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:30:28.396193 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1e8e30f6-5cd9-4a09-828f-40262cb28368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:28.884436 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-1e8e30f6-5cd9-4a09-828f-40262cb28368 None None] For port 1761bb54-d130-4bbb-8d62-cdd53e91cfd0, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:30:28.895897 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-1e8e30f6-5cd9-4a09-828f-40262cb28368 None None] For port 1761bb54-d130-4bbb-8d62-cdd53e91cfd0, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=1761bb54-d130-4bbb-8d62-cdd53e91cfd0,segment=NetworkSegment(fb564b58-6402-4a6e-81ae-5dd326cb9e62),segment_id=fb564b58-6402-4a6e-81ae-5dd326cb9e62)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:30:28.974870 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1e8e30f6-5cd9-4a09-828f-40262cb28368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:29.049372 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-15d753d0-3639-471f-aa5e-c972102d2b94 None None] Attempting to bind port bcabc15e-fb15-40ba-81d2-4bf3c6b7a419 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:30:29.051159 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-15d753d0-3639-471f-aa5e-c972102d2b94 None None] Attempting to bind port bcabc15e-fb15-40ba-81d2-4bf3c6b7a419 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'c14606a6-175b-496b-abb5-aced808cd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5ec42a43-1570-4b9e-bee3-5564e0d71dd6'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:30:29.051877 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d753d0-3639-471f-aa5e-c972102d2b94 None None] Attempting to bind port bcabc15e-fb15-40ba-81d2-4bf3c6b7a419 on network 5ec42a43-1570-4b9e-bee3-5564e0d71dd6 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:29.064659 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9892094c-ab0f-4d79-b24e-586842444aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-f2eff464-1590-4e42-b2f3-c9c2affd1bd7', 'network_id': 'f2eff464-1590-4e42-b2f3-c9c2affd1bd7', 'tenant_id': 'e2e3a157879d4bce851e726676290061', 'fixed_ips': [{'subnet_id': '17b47f56-51da-4df1-a158-89946dd98a9f'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:30:29.070459 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9892094c-ab0f-4d79-b24e-586842444aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:29.192680 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a452ae95-78ae-48b3-866f-98719624ab7e req-6aa89de9-da22-4435-bc33-b86f9ecb2bcf tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:29.200120 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a452ae95-78ae-48b3-866f-98719624ab7e req-6aa89de9-da22-4435-bc33-b86f9ecb2bcf tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 945 time: 0.7902734 Jul 15 13:30:29.228570 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d753d0-3639-471f-aa5e-c972102d2b94 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:30:29.250915 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d753d0-3639-471f-aa5e-c972102d2b94 None None] Checking segment: {'id': 'c14606a6-175b-496b-abb5-aced808cd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5ec42a43-1570-4b9e-bee3-5564e0d71dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:29.253577 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-15d753d0-3639-471f-aa5e-c972102d2b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:29.257983 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d753d0-3639-471f-aa5e-c972102d2b94 None None] Bound using segment: {'id': 'c14606a6-175b-496b-abb5-aced808cd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5ec42a43-1570-4b9e-bee3-5564e0d71dd6'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:30:29.260345 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-15d753d0-3639-471f-aa5e-c972102d2b94 None None] Bound port: bcabc15e-fb15-40ba-81d2-4bf3c6b7a419, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c14606a6-175b-496b-abb5-aced808cd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5ec42a43-1570-4b9e-bee3-5564e0d71dd6'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:30:29.260345 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-15d753d0-3639-471f-aa5e-c972102d2b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:29.310616 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16961c9-f241-4a99-b034-944c953a147a req-0433b792-0412-4204-b0ee-e0ff95467d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:29.316448 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b16961c9-f241-4a99-b034-944c953a147a req-0433b792-0412-4204-b0ee-e0ff95467d37 service neutron] 10.222.0.18 "GET /v2.0/networks?id=303bf49d-239f-4c0b-be43-2167383b6446 HTTP/1.1" status: 200 len: 921 time: 0.9374623 Jul 15 13:30:29.492871 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c0f8f-ad1a-435a-bd2f-2933f72a7551 None None] Pushing event updated for resources: {'Port': ['ID=1761bb54-d130-4bbb-8d62-cdd53e91cfd0,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:29.546624 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8e30f6-5cd9-4a09-828f-40262cb28368 None None] Routers {'24be019e-dc2a-4c29-94ef-65941ad416f5'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:29.557778 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1e8e30f6-5cd9-4a09-828f-40262cb28368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:30:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['24be019e-dc2a-4c29-94ef-65941ad416f5'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:29.642312 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b16961c9-f241-4a99-b034-944c953a147a req-009d5559-c890-47f2-8a54-7394fbaee2ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a7b28d5-266f-48e6-8d47-e9fdc4f7705b HTTP/1.1" status: 200 len: 217 time: 0.2885511 Jul 15 13:30:29.762264 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a452ae95-78ae-48b3-866f-98719624ab7e req-cf12f730-3ef3-45ef-b197-1eeb594dd745 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/security-groups?id=2107c028-e82f-4802-b301-ecd1d26f559c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5124238 Jul 15 13:30:30.038513 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-85a22dd8-b61c-410e-a298-1412da9a4dbf tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:30.042002 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16961c9-f241-4a99-b034-944c953a147a req-4166cd2f-b4f2-4deb-b8b8-007e044cb917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:30.057096 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b16961c9-f241-4a99-b034-944c953a147a req-4166cd2f-b4f2-4deb-b8b8-007e044cb917 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=15210cb6-e1bd-43c9-9944-eb57f11cb522 HTTP/1.1" status: 200 len: 860 time: 0.3728771 Jul 15 13:30:30.073658 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-85a22dd8-b61c-410e-a298-1412da9a4dbf tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:30.085177 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-85a22dd8-b61c-410e-a298-1412da9a4dbf tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/networks?id=5ec42a43-1570-4b9e-bee3-5564e0d71dd6&id=f2eff464-1590-4e42-b2f3-c9c2affd1bd7&id=5ec42a43-1570-4b9e-bee3-5564e0d71dd6 HTTP/1.1" status: 200 len: 1391 time: 1.8497419 Jul 15 13:30:30.139812 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-68dc6382-8a2b-4b0c-b758-a62b30e67e88 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/quotas/e2e3a157879d4bce851e726676290061 HTTP/1.1" status: 200 len: 375 time: 0.0417278 Jul 15 13:30:30.278929 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b16961c9-f241-4a99-b034-944c953a147a req-3bf5e342-ca91-4230-8997-74a3b55175e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=303bf49d-239f-4c0b-be43-2167383b6446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2120495 Jul 15 13:30:30.689645 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-9892094c-ab0f-4d79-b24e-586842444aaf None None] Allocated IP 19.86.0.2 (f2eff464-1590-4e42-b2f3-c9c2affd1bd7/17b47f56-51da-4df1-a158-89946dd98a9f/8950d31c-7bc7-4765-9835-a2c104ddaf61) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:30.756506 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-15eca5b1-c605-4799-8d7e-f8638f55a857 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e2e3a157879d4bce851e726676290061&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5946214 Jul 15 13:30:30.780336 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-1e8e30f6-5cd9-4a09-828f-40262cb28368 None None] Set router 24be019e-dc2a-4c29-94ef-65941ad416f5 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:30.873531 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-15d753d0-3639-471f-aa5e-c972102d2b94 None None] For port bcabc15e-fb15-40ba-81d2-4bf3c6b7a419, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:30:30.888351 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-15d753d0-3639-471f-aa5e-c972102d2b94 None None] For port bcabc15e-fb15-40ba-81d2-4bf3c6b7a419, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=bcabc15e-fb15-40ba-81d2-4bf3c6b7a419,segment=NetworkSegment(c14606a6-175b-496b-abb5-aced808cd4d4),segment_id=c14606a6-175b-496b-abb5-aced808cd4d4)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:30:30.951489 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b16961c9-f241-4a99-b034-944c953a147a req-0bb79926-5bbb-4a4d-ab47-41cce10b2f88 service neutron] 10.222.0.18 "GET /v2.0/networks/303bf49d-239f-4c0b-be43-2167383b6446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6692045 Jul 15 13:30:31.334790 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-3e32f9f8-d714-41c7-b158-30f71a925e59 service neutron] 10.222.0.24 "GET /v2.0/networks/5ec42a43-1570-4b9e-bee3-5564e0d71dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5726035 Jul 15 13:30:31.438503 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-15d753d0-3639-471f-aa5e-c972102d2b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:31.445570 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b16961c9-f241-4a99-b034-944c953a147a req-2586de17-5366-49f1-a3ab-64b97c028ea2 service neutron] 10.222.0.18 "GET /v2.0/networks/303bf49d-239f-4c0b-be43-2167383b6446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4862590 Jul 15 13:30:31.830872 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-a194743c-f76e-4cf4-b85b-a3bb8a0e8318 service neutron] 10.222.0.24 "GET /v2.0/networks/5ec42a43-1570-4b9e-bee3-5564e0d71dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4952788 Jul 15 13:30:32.028151 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e62458-a66e-4964-83b7-024f1b6eb2ab req-152c6cb1-3214-45d1-abbf-b4b36ff11e3e tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:32.036687 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e7e62458-a66e-4964-83b7-024f1b6eb2ab req-152c6cb1-3214-45d1-abbf-b4b36ff11e3e tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 945 time: 0.3355267 Jul 15 13:30:32.112076 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-aec263d2-13e8-46b2-b756-fc348820c10d service neutron] 10.222.0.24 "GET /v2.0/networks/f2eff464-1590-4e42-b2f3-c9c2affd1bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773645 Jul 15 13:30:32.161887 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e7e62458-a66e-4964-83b7-024f1b6eb2ab req-be9a0c9e-d2e3-4d45-8561-b8732b70f412 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/security-groups?id=2107c028-e82f-4802-b301-ecd1d26f559c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114571 Jul 15 13:30:32.579075 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-ed1b017d-7e72-41e8-b709-22496355ed47 service neutron] 10.222.0.24 "GET /v2.0/networks/f2eff464-1590-4e42-b2f3-c9c2affd1bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536691 Jul 15 13:30:32.727299 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d753d0-3639-471f-aa5e-c972102d2b94 None None] Pushing event updated for resources: {'Port': ['ID=bcabc15e-fb15-40ba-81d2-4bf3c6b7a419,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:32.969784 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1e8e30f6-5cd9-4a09-828f-40262cb28368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24be019e-dc2a-4c29-94ef-65941ad416f5', 'name': 'tempest-ServersTestMultiNic-1215721832-router', 'tenant_id': 'e2e3a157879d4bce851e726676290061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '094a7b31-a2e9-4ee1-8a17-4fe4cce6e618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:09Z', 'updated_at': '2021-07-15T13:30:19Z', 'revision_number': 4, 'project_id': 'e2e3a157879d4bce851e726676290061', 'gw_port': {'id': '094a7b31-a2e9-4ee1-8a17-4fe4cce6e618', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:73:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24be019e-dc2a-4c29-94ef-65941ad416f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:10Z', 'updated_at': '2021-07-15T13:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '1761bb54-d130-4bbb-8d62-cdd53e91cfd0', 'name': '', 'network_id': '01293972-e692-4bfb-99b2-43989f12fea8', 'tenant_id': 'e2e3a157879d4bce851e726676290061', 'mac_address': 'fa:16:3e:7c:9b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24be019e-dc2a-4c29-94ef-65941ad416f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '23d1bb2e-e484-4deb-965e-772583639b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:17Z', 'updated_at': '2021-07-15T13:30:28Z', 'revision_number': 4, 'project_id': 'e2e3a157879d4bce851e726676290061', 'subnets': [{'id': '23d1bb2e-e484-4deb-965e-772583639b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:33.047724 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-b5ace283-9b08-46ba-9b42-1b533aef63a7 service neutron] 10.222.0.24 "GET /v2.0/networks/5ec42a43-1570-4b9e-bee3-5564e0d71dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513268 Jul 15 13:30:33.294200 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9892094c-ab0f-4d79-b24e-586842444aaf None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.303665 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8e30f6-5cd9-4a09-828f-40262cb28368 None None] The sync data for ids ['24be019e-dc2a-4c29-94ef-65941ad416f5'] in n-d-758944-45 is: [{'id': '24be019e-dc2a-4c29-94ef-65941ad416f5', 'name': 'tempest-ServersTestMultiNic-1215721832-router', 'tenant_id': 'e2e3a157879d4bce851e726676290061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '094a7b31-a2e9-4ee1-8a17-4fe4cce6e618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:09Z', 'updated_at': '2021-07-15T13:30:19Z', 'revision_number': 4, 'project_id': 'e2e3a157879d4bce851e726676290061', 'gw_port': {'id': '094a7b31-a2e9-4ee1-8a17-4fe4cce6e618', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:73:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24be019e-dc2a-4c29-94ef-65941ad416f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:10Z', 'updated_at': '2021-07-15T13:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '1761bb54-d130-4bbb-8d62-cdd53e91cfd0', 'name': '', 'network_id': '01293972-e692-4bfb-99b2-43989f12fea8', 'tenant_id': 'e2e3a157879d4bce851e726676290061', 'mac_address': 'fa:16:3e:7c:9b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24be019e-dc2a-4c29-94ef-65941ad416f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '23d1bb2e-e484-4deb-965e-772583639b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:17Z', 'updated_at': '2021-07-15T13:30:28Z', 'revision_number': 4, 'project_id': 'e2e3a157879d4bce851e726676290061', 'subnets': [{'id': '23d1bb2e-e484-4deb-965e-772583639b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:30:33.408048 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9892094c-ab0f-4d79-b24e-586842444aaf None None] Transition to ACTIVE for port object 8950d31c-7bc7-4765-9835-a2c104ddaf61 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:33.575348 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9892094c-ab0f-4d79-b24e-586842444aaf None None] Transition to ACTIVE for port object 8950d31c-7bc7-4765-9835-a2c104ddaf61 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:33.601492 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9892094c-ab0f-4d79-b24e-586842444aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.786599 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9892094c-ab0f-4d79-b24e-586842444aaf None None] Network f2eff464-1590-4e42-b2f3-c9c2affd1bd7 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:33.794132 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-9892094c-ab0f-4d79-b24e-586842444aaf None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:33.800552 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9892094c-ab0f-4d79-b24e-586842444aaf None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:33.804675 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892094c-ab0f-4d79-b24e-586842444aaf None None] Pushing event updated for resources: {'Port': ['ID=8950d31c-7bc7-4765-9835-a2c104ddaf61,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:33.842755 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-01b2c051-46a8-40ec-84ba-50706f34eca2 service neutron] 10.222.0.24 "GET /v2.0/networks/5ec42a43-1570-4b9e-bee3-5564e0d71dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7707782 Jul 15 13:30:34.019877 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-9892094c-ab0f-4d79-b24e-586842444aaf None None] Attempting to bind port 8950d31c-7bc7-4765-9835-a2c104ddaf61 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:30:34.020255 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-9892094c-ab0f-4d79-b24e-586842444aaf None None] Attempting to bind port 8950d31c-7bc7-4765-9835-a2c104ddaf61 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'd92288b4-512c-42c8-9f21-4545e9e502f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f2eff464-1590-4e42-b2f3-c9c2affd1bd7'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:30:34.020708 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9892094c-ab0f-4d79-b24e-586842444aaf None None] Attempting to bind port 8950d31c-7bc7-4765-9835-a2c104ddaf61 on network f2eff464-1590-4e42-b2f3-c9c2affd1bd7 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:34.052333 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9892094c-ab0f-4d79-b24e-586842444aaf None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:30:34.052691 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9892094c-ab0f-4d79-b24e-586842444aaf None None] Checking segment: {'id': 'd92288b4-512c-42c8-9f21-4545e9e502f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f2eff464-1590-4e42-b2f3-c9c2affd1bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:34.053014 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9892094c-ab0f-4d79-b24e-586842444aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:34.053422 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9892094c-ab0f-4d79-b24e-586842444aaf None None] Bound using segment: {'id': 'd92288b4-512c-42c8-9f21-4545e9e502f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f2eff464-1590-4e42-b2f3-c9c2affd1bd7'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:30:34.053977 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-9892094c-ab0f-4d79-b24e-586842444aaf None None] Bound port: 8950d31c-7bc7-4765-9835-a2c104ddaf61, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd92288b4-512c-42c8-9f21-4545e9e502f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f2eff464-1590-4e42-b2f3-c9c2affd1bd7'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:30:34.054375 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9892094c-ab0f-4d79-b24e-586842444aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:34.300529 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-9892094c-ab0f-4d79-b24e-586842444aaf None None] For port 8950d31c-7bc7-4765-9835-a2c104ddaf61, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:30:34.323244 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-9892094c-ab0f-4d79-b24e-586842444aaf None None] For port 8950d31c-7bc7-4765-9835-a2c104ddaf61, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8950d31c-7bc7-4765-9835-a2c104ddaf61,segment=NetworkSegment(d92288b4-512c-42c8-9f21-4545e9e502f1),segment_id=d92288b4-512c-42c8-9f21-4545e9e502f1)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:30:34.338090 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-0f42491f-c116-4de0-b2d0-bd62f914639e req-e0659cea-ba82-48f0-8c87-27f01f9f596a service neutron] (93813) timed out ('10.222.0.24', 41678) {{(pid=93813) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:30:34.359940 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9892094c-ab0f-4d79-b24e-586842444aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:34.527799 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fde2fc-3b51-4cb2-995a-cd1f1be24a6a req-1a01349e-3be0-4c43-825c-3a5477fc9221 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:34.565810 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b7fde2fc-3b51-4cb2-995a-cd1f1be24a6a req-1a01349e-3be0-4c43-825c-3a5477fc9221 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 945 time: 0.5676343 Jul 15 13:30:34.750082 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892094c-ab0f-4d79-b24e-586842444aaf None None] Pushing event updated for resources: {'Port': ['ID=8950d31c-7bc7-4765-9835-a2c104ddaf61,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:34.855232 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b7fde2fc-3b51-4cb2-995a-cd1f1be24a6a req-932ace92-fbd8-4b04-b659-12a943f8a2d9 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/security-groups?id=2107c028-e82f-4802-b301-ecd1d26f559c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858331 Jul 15 13:30:34.942961 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7e303608-6e35-4ba3-9902-37593d662978 req-1bb9a8f6-d251-4449-8593-d1beafe8cd59 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=09ac2bde-a862-4dc4-ac85-bc5c9d645174 HTTP/1.1" status: 200 len: 210 time: 0.1873267 Jul 15 13:30:35.282238 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device bcabc15e-fb15-40ba-81d2-4bf3c6b7a419 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:35.452676 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port bcabc15e-fb15-40ba-81d2-4bf3c6b7a419 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:35.468794 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1761bb54-d130-4bbb-8d62-cdd53e91cfd0 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:35.844617 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 1761bb54-d130-4bbb-8d62-cdd53e91cfd0 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:35.881385 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 1761bb54-d130-4bbb-8d62-cdd53e91cfd0 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:35.881730 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:36.129391 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939e22c8-9e81-4922-a8eb-773b43b120aa None None] Network 5ec42a43-1570-4b9e-bee3-5564e0d71dd6 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:36.871368 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b3bb6554-1fcd-4dd4-9c83-877079569ef0 None None] Provisioning for port bcabc15e-fb15-40ba-81d2-4bf3c6b7a419 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:36.885128 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c49df8-6c2e-4eef-a024-8ee2f823f1c1 req-c36b2a67-ba9b-49cb-ab62-6f927ff6e5c2 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:36.911469 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-04c49df8-6c2e-4eef-a024-8ee2f823f1c1 req-c36b2a67-ba9b-49cb-ab62-6f927ff6e5c2 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 945 time: 0.4132552 Jul 15 13:30:36.916461 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b3bb6554-1fcd-4dd4-9c83-877079569ef0 None None] Provisioning complete for port bcabc15e-fb15-40ba-81d2-4bf3c6b7a419 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:36.919393 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6554-1fcd-4dd4-9c83-877079569ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:37.116306 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-04c49df8-6c2e-4eef-a024-8ee2f823f1c1 req-e01432a4-8204-40ed-be81-624c04e32600 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/security-groups?id=2107c028-e82f-4802-b301-ecd1d26f559c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993842 Jul 15 13:30:37.128233 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:37.198799 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9d3fc4e9-0538-4ab7-8429-3774159076ad req-b24d8687-d14e-48c5-9b2b-111a5ce4c844 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=09ac2bde-a862-4dc4-ac85-bc5c9d645174 HTTP/1.1" status: 200 len: 210 time: 0.3569279 Jul 15 13:30:37.753413 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 1761bb54-d130-4bbb-8d62-cdd53e91cfd0, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=1761bb54-d130-4bbb-8d62-cdd53e91cfd0,segment=NetworkSegment(fb564b58-6402-4a6e-81ae-5dd326cb9e62),segment_id=fb564b58-6402-4a6e-81ae-5dd326cb9e62)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:37.778798 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:38.277525 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814f59b6-2b47-47dc-8e2d-b3986e53197c None None] Network f2eff464-1590-4e42-b2f3-c9c2affd1bd7 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:38.282855 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8950d31c-7bc7-4765-9835-a2c104ddaf61 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:38.549408 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:38.553055 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6554-1fcd-4dd4-9c83-877079569ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:38.571370 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=1761bb54-d130-4bbb-8d62-cdd53e91cfd0,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:38.916640 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c0d2286a-434f-4c28-86ad-39f5a2f7d583 req-83e09e3e-cf70-4a9c-97d3-eda3d1d2b280 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=09ac2bde-a862-4dc4-ac85-bc5c9d645174 HTTP/1.1" status: 200 len: 210 time: 0.0789206 Jul 15 13:30:38.965683 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b8e3e-c371-49ac-b960-368fa8538f80 req-ed77d4f0-0a30-4a8a-91f7-32f8aaf682df tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:38.976804 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-990b8e3e-c371-49ac-b960-368fa8538f80 req-ed77d4f0-0a30-4a8a-91f7-32f8aaf682df tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 945 time: 0.4117460 Jul 15 13:30:39.205975 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-990b8e3e-c371-49ac-b960-368fa8538f80 req-8a3f991a-ed69-425b-a0fc-f8f1b646d8f4 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/security-groups?id=2107c028-e82f-4802-b301-ecd1d26f559c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281959 Jul 15 13:30:39.297652 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-b3bb6554-1fcd-4dd4-9c83-877079569ef0 None None] For port bcabc15e-fb15-40ba-81d2-4bf3c6b7a419, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=bcabc15e-fb15-40ba-81d2-4bf3c6b7a419,segment=NetworkSegment(c14606a6-175b-496b-abb5-aced808cd4d4),segment_id=c14606a6-175b-496b-abb5-aced808cd4d4)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:39.349034 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3bb6554-1fcd-4dd4-9c83-877079569ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:39.588953 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 8950d31c-7bc7-4765-9835-a2c104ddaf61 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:39.608066 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-d8fae6ed-ca73-4db2-a8b5-90dc2be97e9c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:39.624318 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-d8fae6ed-ca73-4db2-a8b5-90dc2be97e9c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:39.628090 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-d8fae6ed-ca73-4db2-a8b5-90dc2be97e9c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.32 "GET /v2.0/networks?id=5ec42a43-1570-4b9e-bee3-5564e0d71dd6&id=f2eff464-1590-4e42-b2f3-c9c2affd1bd7&id=5ec42a43-1570-4b9e-bee3-5564e0d71dd6 HTTP/1.1" status: 200 len: 1391 time: 0.5325334 Jul 15 13:30:39.657199 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-7f8b0559-875f-481b-9530-00d398c7a1db tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Request body: {'port': {'device_id': '09ac2bde-a862-4dc4-ac85-bc5c9d645174', 'network_id': '5ec42a43-1570-4b9e-bee3-5564e0d71dd6', 'admin_state_up': True, 'tenant_id': 'e2e3a157879d4bce851e726676290061'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:39.928068 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c22f359e-901b-4849-b538-cf3d469e3f72 None None] Provisioning for port 8950d31c-7bc7-4765-9835-a2c104ddaf61 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:40.065700 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c22f359e-901b-4849-b538-cf3d469e3f72 None None] Provisioning complete for port 8950d31c-7bc7-4765-9835-a2c104ddaf61 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:40.067171 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c22f359e-901b-4849-b538-cf3d469e3f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.085741 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-7f8b0559-875f-481b-9530-00d398c7a1db tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Made reservation on behalf of e2e3a157879d4bce851e726676290061 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:40.097735 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-7f8b0559-875f-481b-9530-00d398c7a1db tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.150011 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1761bb54-d130-4bbb-8d62-cdd53e91cfd0 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:40.282202 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb6554-1fcd-4dd4-9c83-877079569ef0 None None] Pushing event updated for resources: {'Port': ['ID=bcabc15e-fb15-40ba-81d2-4bf3c6b7a419,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:40.567467 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c22f359e-901b-4849-b538-cf3d469e3f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.651924 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-42268155-0b3b-48bc-a5e4-53f3d47a3f07 req-824cf507-b5d7-4df4-b539-6e72731c15b2 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=09ac2bde-a862-4dc4-ac85-bc5c9d645174 HTTP/1.1" status: 200 len: 210 time: 0.1823230 Jul 15 13:30:40.764012 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 1761bb54-d130-4bbb-8d62-cdd53e91cfd0 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:40.765124 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.781878 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-c22f359e-901b-4849-b538-cf3d469e3f72 None None] For port 8950d31c-7bc7-4765-9835-a2c104ddaf61, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8950d31c-7bc7-4765-9835-a2c104ddaf61,segment=NetworkSegment(d92288b4-512c-42c8-9f21-4545e9e502f1),segment_id=d92288b4-512c-42c8-9f21-4545e9e502f1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:40.823314 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-7f8b0559-875f-481b-9530-00d398c7a1db tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Allocated IP 19.80.0.231 (5ec42a43-1570-4b9e-bee3-5564e0d71dd6/1e318f74-5932-4d25-b3ac-44bfe28e44ca/0a12d969-d315-4945-bde8-4ce2608e45be) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:40.955651 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c22f359e-901b-4849-b538-cf3d469e3f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:41.126853 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979c821-d899-48e2-8273-ae0ffbc50603 req-398c9915-997d-4c4a-ba96-2b5ff08a105b tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:41.145744 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6979c821-d899-48e2-8273-ae0ffbc50603 req-398c9915-997d-4c4a-ba96-2b5ff08a105b tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 945 time: 0.3507173 Jul 15 13:30:41.342141 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6979c821-d899-48e2-8273-ae0ffbc50603 req-b8d1f69a-4828-441e-8bfc-d4206d5815fc tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/security-groups?id=2107c028-e82f-4802-b301-ecd1d26f559c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910496 Jul 15 13:30:41.401022 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-6e4d7d48-38a0-4921-9300-2b8cb37cd7fa None None] Provisioning complete for port bcabc15e-fb15-40ba-81d2-4bf3c6b7a419 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:41.402801 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e4d7d48-38a0-4921-9300-2b8cb37cd7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:41.404472 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f359e-901b-4849-b538-cf3d469e3f72 None None] Pushing event updated for resources: {'Port': ['ID=8950d31c-7bc7-4765-9835-a2c104ddaf61,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:41.501975 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 54736) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:41.578794 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-7f8b0559-875f-481b-9530-00d398c7a1db tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:41.612309 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-7f8b0559-875f-481b-9530-00d398c7a1db tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Transition to ACTIVE for port object 0a12d969-d315-4945-bde8-4ce2608e45be will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:41.686284 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-7f8b0559-875f-481b-9530-00d398c7a1db tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:41.904870 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf02d396-d9a4-4506-8d4a-8f4bd4f1f048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:41.924429 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b0559-875f-481b-9530-00d398c7a1db tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Pushing event updated for resources: {'Port': ['ID=0a12d969-d315-4945-bde8-4ce2608e45be,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:41.949338 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-7f8b0559-875f-481b-9530-00d398c7a1db tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Network 5ec42a43-1570-4b9e-bee3-5564e0d71dd6 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:41.951676 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-7f8b0559-875f-481b-9530-00d398c7a1db tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:41.960014 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-7f8b0559-875f-481b-9530-00d398c7a1db tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:42.017533 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c495b37f-17af-4bc6-869f-c4b3661e71e2 None None] Provisioning complete for port 8950d31c-7bc7-4765-9835-a2c104ddaf61 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:42.018770 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c495b37f-17af-4bc6-869f-c4b3661e71e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.044683 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8950d31c-7bc7-4765-9835-a2c104ddaf61 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:42.140115 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-7f8b0559-875f-481b-9530-00d398c7a1db tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:42.141142 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-7f8b0559-875f-481b-9530-00d398c7a1db tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.365621 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf02d396-d9a4-4506-8d4a-8f4bd4f1f048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.403399 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-7f8b0559-875f-481b-9530-00d398c7a1db tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7548270 Jul 15 13:30:42.440720 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf02d396-d9a4-4506-8d4a-8f4bd4f1f048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.444831 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-f5d47b53-c8ec-4191-a35b-10ff784091ad tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Request body: {'port': {'device_id': '09ac2bde-a862-4dc4-ac85-bc5c9d645174', 'network_id': 'f2eff464-1590-4e42-b2f3-c9c2affd1bd7', 'admin_state_up': True, 'tenant_id': 'e2e3a157879d4bce851e726676290061'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:42.480625 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 8950d31c-7bc7-4765-9835-a2c104ddaf61 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:42.483158 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.621184 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-bf02d396-d9a4-4506-8d4a-8f4bd4f1f048 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a933686fd7984c3ebed0dae3d34c6e06&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1178048 Jul 15 13:30:42.622553 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02d396-d9a4-4506-8d4a-8f4bd4f1f048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0b116f-3c86-47d3-aeae-bdb2cec61893,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:42.648243 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 54752) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:42.755385 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-29cc0f3a-b0d6-496c-8e36-a3ad8babe668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.824780 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-f5d47b53-c8ec-4191-a35b-10ff784091ad tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Made reservation on behalf of e2e3a157879d4bce851e726676290061 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:42.832784 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-f5d47b53-c8ec-4191-a35b-10ff784091ad tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.853406 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-29cc0f3a-b0d6-496c-8e36-a3ad8babe668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.955905 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91916a3a-791f-44f7-9e0a-6da6d1418cd3 req-dc9105af-0123-4ef3-b722-a00f30f45e3a tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:42.964407 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-91916a3a-791f-44f7-9e0a-6da6d1418cd3 req-dc9105af-0123-4ef3-b722-a00f30f45e3a tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=09ac2bde-a862-4dc4-ac85-bc5c9d645174 HTTP/1.1" status: 200 len: 932 time: 0.5840442 Jul 15 13:30:43.274744 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-91916a3a-791f-44f7-9e0a-6da6d1418cd3 req-d50a00e8-3689-4a97-991e-017108e916c6 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617056 Jul 15 13:30:43.299612 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-29cc0f3a-b0d6-496c-8e36-a3ad8babe668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.321276 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-29cc0f3a-b0d6-496c-8e36-a3ad8babe668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.324087 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-29cc0f3a-b0d6-496c-8e36-a3ad8babe668 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b0b116f-3c86-47d3-aeae-bdb2cec61893 HTTP/1.1" status: 204 len: 168 time: 0.6715224 Jul 15 13:30:43.379440 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device bcabc15e-fb15-40ba-81d2-4bf3c6b7a419 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:43.396431 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc0f3a-b0d6-496c-8e36-a3ad8babe668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0b116f-3c86-47d3-aeae-bdb2cec61893,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:43.675415 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port bcabc15e-fb15-40ba-81d2-4bf3c6b7a419 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:43.679136 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.690674 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-faaae101-d919-41ce-b0c3-eb1350fb30d8 None None] Provisioning for port 0a12d969-d315-4945-bde8-4ce2608e45be completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:43.744217 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-f5d47b53-c8ec-4191-a35b-10ff784091ad tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Allocated IP 19.86.0.189 (f2eff464-1590-4e42-b2f3-c9c2affd1bd7/17b47f56-51da-4df1-a158-89946dd98a9f/8126ebaf-4a95-4769-816e-1fde64f148d0) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:43.771149 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-faaae101-d919-41ce-b0c3-eb1350fb30d8 None None] Provisioning complete for port 0a12d969-d315-4945-bde8-4ce2608e45be triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:43.773704 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-faaae101-d919-41ce-b0c3-eb1350fb30d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.868495 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8be9a-d2f7-4780-a5b4-eba3012d25b6 req-f72dabf5-1d5b-416f-8791-75f3081adf56 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:43.895776 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-48f8be9a-d2f7-4780-a5b4-eba3012d25b6 req-f72dabf5-1d5b-416f-8791-75f3081adf56 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 945 time: 0.3836577 Jul 15 13:30:44.013283 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-faaae101-d919-41ce-b0c3-eb1350fb30d8 None None] Port 0a12d969-d315-4945-bde8-4ce2608e45be cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:30:44.086567 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-48f8be9a-d2f7-4780-a5b4-eba3012d25b6 req-f7d80a65-d9a5-4d31-b02f-959d1f530158 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/security-groups?id=2107c028-e82f-4802-b301-ecd1d26f559c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829238 Jul 15 13:30:44.253515 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-f5d47b53-c8ec-4191-a35b-10ff784091ad tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:44.295442 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-f5d47b53-c8ec-4191-a35b-10ff784091ad tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Transition to ACTIVE for port object 8126ebaf-4a95-4769-816e-1fde64f148d0 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:44.314536 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 54768) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:44.368814 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66fc46e2-4a1b-42e5-a469-308f9add6e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:44.405271 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-f5d47b53-c8ec-4191-a35b-10ff784091ad tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:44.475726 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d47b53-c8ec-4191-a35b-10ff784091ad tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Pushing event updated for resources: {'Port': ['ID=8126ebaf-4a95-4769-816e-1fde64f148d0,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:44.497984 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d47b53-c8ec-4191-a35b-10ff784091ad tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:44.497984 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d47b53-c8ec-4191-a35b-10ff784091ad tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:44.498511 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d47b53-c8ec-4191-a35b-10ff784091ad tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:44.500274 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d47b53-c8ec-4191-a35b-10ff784091ad tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:44.500274 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d47b53-c8ec-4191-a35b-10ff784091ad tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:44.500670 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d47b53-c8ec-4191-a35b-10ff784091ad tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:44.502903 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d47b53-c8ec-4191-a35b-10ff784091ad tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:44.503256 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d47b53-c8ec-4191-a35b-10ff784091ad tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:44.504589 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d47b53-c8ec-4191-a35b-10ff784091ad tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:44.505035 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d47b53-c8ec-4191-a35b-10ff784091ad tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:44.505387 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d47b53-c8ec-4191-a35b-10ff784091ad tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:44.506906 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d47b53-c8ec-4191-a35b-10ff784091ad tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:44.570366 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-f5d47b53-c8ec-4191-a35b-10ff784091ad tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Network f2eff464-1590-4e42-b2f3-c9c2affd1bd7 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:44.576973 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-f5d47b53-c8ec-4191-a35b-10ff784091ad tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:44.591549 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-f5d47b53-c8ec-4191-a35b-10ff784091ad tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:44.681222 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66fc46e2-4a1b-42e5-a469-308f9add6e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:44.712339 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66fc46e2-4a1b-42e5-a469-308f9add6e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:44.879892 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-66fc46e2-4a1b-42e5-a469-308f9add6e18 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=14b1bc36be4741d39f2e01f2a412a04b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5627689 Jul 15 13:30:44.888495 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 54776) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:44.896330 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc46e2-4a1b-42e5-a469-308f9add6e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b1c214-2e5e-4a92-8635-7acde1d0c462,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:45.022876 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-f5d47b53-c8ec-4191-a35b-10ff784091ad tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:45.024866 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-f5d47b53-c8ec-4191-a35b-10ff784091ad tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.066636 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-f5d47b53-c8ec-4191-a35b-10ff784091ad tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6509604 Jul 15 13:30:45.103323 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e6d8e301-83fb-4971-a914-0cfa0c9cd804 None None] Provisioning for port 8126ebaf-4a95-4769-816e-1fde64f148d0 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:45.111041 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e6d8e301-83fb-4971-a914-0cfa0c9cd804 None None] Provisioning complete for port 8126ebaf-4a95-4769-816e-1fde64f148d0 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:45.112131 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e6d8e301-83fb-4971-a914-0cfa0c9cd804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.112993 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-79319c4c-c901-4474-9238-16e00cd44a6e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Request body: {'port': {'device_id': '09ac2bde-a862-4dc4-ac85-bc5c9d645174', 'network_id': '5ec42a43-1570-4b9e-bee3-5564e0d71dd6', 'admin_state_up': True, 'tenant_id': 'e2e3a157879d4bce851e726676290061'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:45.128692 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-83b2d583-7f2b-4fe2-9ad9-5dd0ef37f780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.268426 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-83b2d583-7f2b-4fe2-9ad9-5dd0ef37f780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.337086 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e6d8e301-83fb-4971-a914-0cfa0c9cd804 None None] Port 8126ebaf-4a95-4769-816e-1fde64f148d0 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:30:45.499890 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda59ce-d1d0-4e7c-875f-91850dcd9096 req-66214bb1-5c87-4f73-be1a-b11c62c5a6cf tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:45.534919 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda59ce-d1d0-4e7c-875f-91850dcd9096 req-66214bb1-5c87-4f73-be1a-b11c62c5a6cf tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:45.551085 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-83b2d583-7f2b-4fe2-9ad9-5dd0ef37f780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.569997 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-83b2d583-7f2b-4fe2-9ad9-5dd0ef37f780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.572329 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-83b2d583-7f2b-4fe2-9ad9-5dd0ef37f780 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/10b1c214-2e5e-4a92-8635-7acde1d0c462 HTTP/1.1" status: 204 len: 168 time: 0.6822329 Jul 15 13:30:45.576658 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6cda59ce-d1d0-4e7c-875f-91850dcd9096 req-66214bb1-5c87-4f73-be1a-b11c62c5a6cf tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=09ac2bde-a862-4dc4-ac85-bc5c9d645174 HTTP/1.1" status: 200 len: 1655 time: 0.7581685 Jul 15 13:30:45.586533 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2d583-7f2b-4fe2-9ad9-5dd0ef37f780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b1c214-2e5e-4a92-8635-7acde1d0c462,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:45.794777 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6cda59ce-d1d0-4e7c-875f-91850dcd9096 req-c18b30f0-0050-4ee8-a19b-abbacafecb8e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149482 Jul 15 13:30:45.816640 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604ada5-4e61-4b18-8397-7deafd15bd31 req-67200c42-d4d9-4f78-95ee-7afee83a5e9e tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:45.818628 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7604ada5-4e61-4b18-8397-7deafd15bd31 req-67200c42-d4d9-4f78-95ee-7afee83a5e9e tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 945 time: 0.1638916 Jul 15 13:30:45.896239 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-79319c4c-c901-4474-9238-16e00cd44a6e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Made reservation on behalf of e2e3a157879d4bce851e726676290061 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:45.900864 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-79319c4c-c901-4474-9238-16e00cd44a6e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.904333 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7604ada5-4e61-4b18-8397-7deafd15bd31 req-0951bbe3-ef0b-4d7d-a111-61d77c5720fc tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/security-groups?id=2107c028-e82f-4802-b301-ecd1d26f559c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787265 Jul 15 13:30:46.292878 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-79319c4c-c901-4474-9238-16e00cd44a6e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Allocated IP 19.80.0.131 (5ec42a43-1570-4b9e-bee3-5564e0d71dd6/1e318f74-5932-4d25-b3ac-44bfe28e44ca/61b11a95-ffa0-4c44-be28-3ebdb9023df1) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:46.966380 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:30:47.177598 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-79319c4c-c901-4474-9238-16e00cd44a6e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.264469 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-79319c4c-c901-4474-9238-16e00cd44a6e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Transition to ACTIVE for port object 61b11a95-ffa0-4c44-be28-3ebdb9023df1 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:47.397625 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-79319c4c-c901-4474-9238-16e00cd44a6e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.419925 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22540387-5e9e-44c6-b72e-cd851398b6fd req-b4e729d3-b6e4-4cf7-a3b5-89d6c23d562c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:47.428852 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22540387-5e9e-44c6-b72e-cd851398b6fd req-b4e729d3-b6e4-4cf7-a3b5-89d6c23d562c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:47.437007 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-22540387-5e9e-44c6-b72e-cd851398b6fd req-b4e729d3-b6e4-4cf7-a3b5-89d6c23d562c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=09ac2bde-a862-4dc4-ac85-bc5c9d645174 HTTP/1.1" status: 200 len: 1655 time: 0.1931145 Jul 15 13:30:47.510156 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79319c4c-c901-4474-9238-16e00cd44a6e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Pushing event updated for resources: {'Port': ['ID=61b11a95-ffa0-4c44-be28-3ebdb9023df1,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:47.550027 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-22540387-5e9e-44c6-b72e-cd851398b6fd req-b18bf636-9635-42b0-969d-9571db4b335c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997255 Jul 15 13:30:47.575419 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 54832) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:47.608560 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-79319c4c-c901-4474-9238-16e00cd44a6e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Network 5ec42a43-1570-4b9e-bee3-5564e0d71dd6 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:47.619687 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-79319c4c-c901-4474-9238-16e00cd44a6e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:47.624417 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-79319c4c-c901-4474-9238-16e00cd44a6e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:47.812181 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-79319c4c-c901-4474-9238-16e00cd44a6e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:47.815431 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-79319c4c-c901-4474-9238-16e00cd44a6e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.847402 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-043489b1-aa55-433d-ba1f-83e10ef5accf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1605075644-network', 'tenant_id': '81e0b630b85549ae87eb0e53df31a896'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:47.888610 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-79319c4c-c901-4474-9238-16e00cd44a6e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8054507 Jul 15 13:30:47.905370 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3116c3b-6d84-4764-85a5-e0ee0b3a3a84 req-23cce277-afbb-4159-9a1d-61da7f465314 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:47.908053 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b3116c3b-6d84-4764-85a5-e0ee0b3a3a84 req-23cce277-afbb-4159-9a1d-61da7f465314 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 945 time: 0.3996639 Jul 15 13:30:47.932041 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e4fcac90-3c05-4063-b89d-ae5adc629985 service neutron] Request body: {'port': {'device_id': '09ac2bde-a862-4dc4-ac85-bc5c9d645174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:47.958264 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043489b1-aa55-433d-ba1f-83e10ef5accf admin admin] Made reservation on behalf of 81e0b630b85549ae87eb0e53df31a896 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:47.961690 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-043489b1-aa55-433d-ba1f-83e10ef5accf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.986865 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-043489b1-aa55-433d-ba1f-83e10ef5accf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.145492 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4450f87-0202-4cd6-8f55-1ec6120f366f req-22305bd6-62b0-4c7a-9e6b-83ffdf62b8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:48.148162 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a4450f87-0202-4cd6-8f55-1ec6120f366f req-22305bd6-62b0-4c7a-9e6b-83ffdf62b8ad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 1097 time: 0.3630695 Jul 15 13:30:48.199740 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-043489b1-aa55-433d-ba1f-83e10ef5accf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.207987 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-043489b1-aa55-433d-ba1f-83e10ef5accf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.222243 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-28592903-043d-4090-932c-93c65824d161 None None] Provisioning for port 61b11a95-ffa0-4c44-be28-3ebdb9023df1 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:48.231829 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-28592903-043d-4090-932c-93c65824d161 None None] Provisioning complete for port 61b11a95-ffa0-4c44-be28-3ebdb9023df1 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:48.233265 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28592903-043d-4090-932c-93c65824d161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.272534 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b3116c3b-6d84-4764-85a5-e0ee0b3a3a84 req-db0553de-f175-430f-adfe-bc6992ed2f1c tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/security-groups?id=2107c028-e82f-4802-b301-ecd1d26f559c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955397 Jul 15 13:30:48.276281 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a4450f87-0202-4cd6-8f55-1ec6120f366f req-71e39866-b2c0-4af1-adfc-3f24c5017344 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2107c028-e82f-4802-b301-ecd1d26f559c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129000 Jul 15 13:30:48.279631 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e4fcac90-3c05-4063-b89d-ae5adc629985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.306456 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043489b1-aa55-433d-ba1f-83e10ef5accf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8637b84-bcf9-474e-bacf-ae7a67555343,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:48.329623 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-043489b1-aa55-433d-ba1f-83e10ef5accf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:30:48.353706 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-043489b1-aa55-433d-ba1f-83e10ef5accf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.355049 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-043489b1-aa55-433d-ba1f-83e10ef5accf admin admin] Added segment 5aa25d67-783d-446f-bdae-596e5158e651 of type vlan for network 56b79afc-14e3-4510-b06d-ca8d5d252baf Jul 15 13:30:48.371322 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-28592903-043d-4090-932c-93c65824d161 None None] Port 61b11a95-ffa0-4c44-be28-3ebdb9023df1 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:30:48.484265 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-043489b1-aa55-433d-ba1f-83e10ef5accf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.568295 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-043489b1-aa55-433d-ba1f-83e10ef5accf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.570163 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043489b1-aa55-433d-ba1f-83e10ef5accf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:48.571458 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-043489b1-aa55-433d-ba1f-83e10ef5accf admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.695239 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e4fcac90-3c05-4063-b89d-ae5adc629985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a12d969-d315-4945-bde8-4ce2608e45be {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:30:48.708722 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e4fcac90-3c05-4063-b89d-ae5adc629985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.730240 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e4fcac90-3c05-4063-b89d-ae5adc629985 service neutron] Transition to ACTIVE for port object 0a12d969-d315-4945-bde8-4ce2608e45be will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:48.731158 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 54846) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:48.731620 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-043489b1-aa55-433d-ba1f-83e10ef5accf admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1527722 Jul 15 13:30:48.738918 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-56d27ccc-d1a8-43e0-b3e3-14d51b288742 admin admin] Request body: {'subnet': {'network_id': '56b79afc-14e3-4510-b06d-ca8d5d252baf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1605075644-subnet', 'tenant_id': '81e0b630b85549ae87eb0e53df31a896', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:48.745017 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e4fcac90-3c05-4063-b89d-ae5adc629985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.853123 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d27ccc-d1a8-43e0-b3e3-14d51b288742 admin admin] Made reservation on behalf of 81e0b630b85549ae87eb0e53df31a896 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:48.857477 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-56d27ccc-d1a8-43e0-b3e3-14d51b288742 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.000732 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fcac90-3c05-4063-b89d-ae5adc629985 service neutron] Pushing event updated for resources: {'Port': ['ID=0a12d969-d315-4945-bde8-4ce2608e45be,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:49.122028 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043489b1-aa55-433d-ba1f-83e10ef5accf admin admin] Pushing event updated for resources: {'Network': ['ID=56b79afc-14e3-4510-b06d-ca8d5d252baf,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:49.139221 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 56b79afc-14e3-4510-b06d-ca8d5d252baf details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:30:49.272515 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e9e71-10db-45ae-976f-e4b73b4955d3 req-8ba61933-61a2-4b28-81e3-05b14bb71357 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:49.327844 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e9e71-10db-45ae-976f-e4b73b4955d3 req-8ba61933-61a2-4b28-81e3-05b14bb71357 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:49.349531 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e4fcac90-3c05-4063-b89d-ae5adc629985 service neutron] Attempting to bind port 0a12d969-d315-4945-bde8-4ce2608e45be on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:30:49.349531 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e4fcac90-3c05-4063-b89d-ae5adc629985 service neutron] Attempting to bind port 0a12d969-d315-4945-bde8-4ce2608e45be by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'c14606a6-175b-496b-abb5-aced808cd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5ec42a43-1570-4b9e-bee3-5564e0d71dd6'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:30:49.349531 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e4fcac90-3c05-4063-b89d-ae5adc629985 service neutron] Attempting to bind port 0a12d969-d315-4945-bde8-4ce2608e45be on network 5ec42a43-1570-4b9e-bee3-5564e0d71dd6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:49.379083 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e4fcac90-3c05-4063-b89d-ae5adc629985 service neutron] Port 0a12d969-d315-4945-bde8-4ce2608e45be on network 5ec42a43-1570-4b9e-bee3-5564e0d71dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:30:49.379447 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e4fcac90-3c05-4063-b89d-ae5adc629985 service neutron] Attempting to bind port 0a12d969-d315-4945-bde8-4ce2608e45be on network 5ec42a43-1570-4b9e-bee3-5564e0d71dd6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:49.389011 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e4fcac90-3c05-4063-b89d-ae5adc629985 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:30:49.389379 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e4fcac90-3c05-4063-b89d-ae5adc629985 service neutron] Checking segment: {'id': 'c14606a6-175b-496b-abb5-aced808cd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5ec42a43-1570-4b9e-bee3-5564e0d71dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:49.389750 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e4fcac90-3c05-4063-b89d-ae5adc629985 service neutron] Bound using segment: {'id': 'c14606a6-175b-496b-abb5-aced808cd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5ec42a43-1570-4b9e-bee3-5564e0d71dd6'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:30:49.390698 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e4fcac90-3c05-4063-b89d-ae5adc629985 service neutron] Bound port: 0a12d969-d315-4945-bde8-4ce2608e45be, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c14606a6-175b-496b-abb5-aced808cd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5ec42a43-1570-4b9e-bee3-5564e0d71dd6'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:30:49.391064 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e4fcac90-3c05-4063-b89d-ae5adc629985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.433720 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e9e71-10db-45ae-976f-e4b73b4955d3 req-8ba61933-61a2-4b28-81e3-05b14bb71357 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:49.458589 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7c2e9e71-10db-45ae-976f-e4b73b4955d3 req-8ba61933-61a2-4b28-81e3-05b14bb71357 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=09ac2bde-a862-4dc4-ac85-bc5c9d645174 HTTP/1.1" status: 200 len: 2389 time: 0.4216564 Jul 15 13:30:49.596824 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7c2e9e71-10db-45ae-976f-e4b73b4955d3 req-63eaa27a-b1c0-4bfa-8ac1-63bf0dea1d46 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338162 Jul 15 13:30:49.650655 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e4fcac90-3c05-4063-b89d-ae5adc629985 service neutron] For port 0a12d969-d315-4945-bde8-4ce2608e45be, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:30:49.752249 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e4fcac90-3c05-4063-b89d-ae5adc629985 service neutron] For port 0a12d969-d315-4945-bde8-4ce2608e45be, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0a12d969-d315-4945-bde8-4ce2608e45be,segment=NetworkSegment(c14606a6-175b-496b-abb5-aced808cd4d4),segment_id=c14606a6-175b-496b-abb5-aced808cd4d4)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:30:49.765812 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-56d27ccc-d1a8-43e0-b3e3-14d51b288742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.863897 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e4fcac90-3c05-4063-b89d-ae5adc629985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.910065 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d27ccc-d1a8-43e0-b3e3-14d51b288742 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e04894b-cb13-486a-ae45-42603c8921c5,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:50.003380 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e4fcac90-3c05-4063-b89d-ae5adc629985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:50.004357 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e4fcac90-3c05-4063-b89d-ae5adc629985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.006498 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e4fcac90-3c05-4063-b89d-ae5adc629985 service neutron] 10.222.0.32 "PUT /v2.0/ports/0a12d969-d315-4945-bde8-4ce2608e45be HTTP/1.1" status: 200 len: 1093 time: 2.0968544 Jul 15 13:30:50.012701 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ac2bde-a862-4dc4-ac85-bc5c9d645174', 'tag': '0a12d969-d315-4945-bde8-4ce2608e45be'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:50.018058 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea44d58-bb05-4719-a816-a7c57167e27b" -d '{"events": [{"name": "network-changed", "server_uuid": "09ac2bde-a862-4dc4-ac85-bc5c9d645174", "tag": "0a12d969-d315-4945-bde8-4ce2608e45be"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:50.052399 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcabd5a-2292-4398-91d6-d0e3c615e080 req-8f63648a-7edd-4f31-b8e2-d1552dff02d6 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:50.065460 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fbcabd5a-2292-4398-91d6-d0e3c615e080 req-8f63648a-7edd-4f31-b8e2-d1552dff02d6 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 945 time: 0.4529395 Jul 15 13:30:50.095129 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e747c81e-ae4c-42c3-abf1-d1adffc7b4a0 service neutron] Request body: {'port': {'device_id': '09ac2bde-a862-4dc4-ac85-bc5c9d645174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:50.109816 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d27ccc-d1a8-43e0-b3e3-14d51b288742 admin admin] Checking segment: {'id': '5aa25d67-783d-446f-bdae-596e5158e651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '56b79afc-14e3-4510-b06d-ca8d5d252baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:50.110409 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d27ccc-d1a8-43e0-b3e3-14d51b288742 admin admin] Network hostable DHCP agents. Network: 56b79afc-14e3-4510-b06d-ca8d5d252baf, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:30:50.225116 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485385b7-c52c-4a24-8c41-d0593fad2b5e x-openstack-request-id: req-485385b7-c52c-4a24-8c41-d0593fad2b5e {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:50.225532 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ac2bde-a862-4dc4-ac85-bc5c9d645174", "tag": "0a12d969-d315-4945-bde8-4ce2608e45be", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:50.225951 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-485385b7-c52c-4a24-8c41-d0593fad2b5e {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:50.226550 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ac2bde-a862-4dc4-ac85-bc5c9d645174', 'tag': '0a12d969-d315-4945-bde8-4ce2608e45be', 'status': 'completed', 'code': 200} Jul 15 13:30:50.295576 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fcac90-3c05-4063-b89d-ae5adc629985 service neutron] Pushing event updated for resources: {'Port': ['ID=0a12d969-d315-4945-bde8-4ce2608e45be,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:50.395064 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d27ccc-d1a8-43e0-b3e3-14d51b288742 admin admin] Network 56b79afc-14e3-4510-b06d-ca8d5d252baf is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:30:50.406564 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fbcabd5a-2292-4398-91d6-d0e3c615e080 req-16bc3862-2e0a-4e15-99a2-25d752de3c92 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/security-groups?id=2107c028-e82f-4802-b301-ecd1d26f559c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396773 Jul 15 13:30:50.464001 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-df64dd13-6389-4615-866e-d61e69094054 req-677cea6e-71d2-4b13-8ba7-5dc714c6e957 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2143755054', 'description': 'tempest-description-191650737'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:50.513070 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-df64dd13-6389-4615-866e-d61e69094054 req-677cea6e-71d2-4b13-8ba7-5dc714c6e957 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.528850 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-56d27ccc-d1a8-43e0-b3e3-14d51b288742 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 56b79afc-14e3-4510-b06d-ca8d5d252baf) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:50.548567 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a05893-8504-47f5-8112-864d40074eeb None None] Network 56b79afc-14e3-4510-b06d-ca8d5d252baf requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:50.557148 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e747c81e-ae4c-42c3-abf1-d1adffc7b4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.567353 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d27ccc-d1a8-43e0-b3e3-14d51b288742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:50.569585 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-56d27ccc-d1a8-43e0-b3e3-14d51b288742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.784214 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea44d58-bb05-4719-a816-a7c57167e27b req-bd86d60f-bbdd-4238-b7ef-a80a619ac272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:50.787397 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea44d58-bb05-4719-a816-a7c57167e27b req-bd86d60f-bbdd-4238-b7ef-a80a619ac272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:50.789715 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea44d58-bb05-4719-a816-a7c57167e27b req-bd86d60f-bbdd-4238-b7ef-a80a619ac272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:50.793934 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4ea44d58-bb05-4719-a816-a7c57167e27b req-bd86d60f-bbdd-4238-b7ef-a80a619ac272 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2e3a157879d4bce851e726676290061&device_id=09ac2bde-a862-4dc4-ac85-bc5c9d645174 HTTP/1.1" status: 200 len: 2733 time: 0.5485699 Jul 15 13:30:50.849257 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-df64dd13-6389-4615-866e-d61e69094054 req-677cea6e-71d2-4b13-8ba7-5dc714c6e957 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.869320 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-df64dd13-6389-4615-866e-d61e69094054 req-677cea6e-71d2-4b13-8ba7-5dc714c6e957 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.924714 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-df64dd13-6389-4615-866e-d61e69094054 req-677cea6e-71d2-4b13-8ba7-5dc714c6e957 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.931346 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-df64dd13-6389-4615-866e-d61e69094054 req-677cea6e-71d2-4b13-8ba7-5dc714c6e957 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.4748385 Jul 15 13:30:50.948958 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06006aac-8f5f-49b2-8f49-4158ab2e9079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.952265 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677cea6e-71d2-4b13-8ba7-5dc714c6e957 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f919452-440a-459c-9f13-d714a2384fb6,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:51.070398 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15224b0d-47d9-48c5-890c-26adf437da2c None None] Network 56b79afc-14e3-4510-b06d-ca8d5d252baf requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:51.085796 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-56d27ccc-d1a8-43e0-b3e3-14d51b288742 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3433261 Jul 15 13:30:51.227306 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d78f901d-94d6-484d-9293-62d5c8d95435 req-d86c0049-b913-4ce2-aa8e-8f98a51c98ec tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2143755054&fields=id&tenant_id=af10f95cc191480e90dd5f2a6c12a26c HTTP/1.1" status: 200 len: 267 time: 0.0710537 Jul 15 13:30:51.462526 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f901d-94d6-484d-9293-62d5c8d95435 req-9a6fde36-4ed7-4f48-b53d-f39b3ae791c1 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:51.472079 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d78f901d-94d6-484d-9293-62d5c8d95435 req-9a6fde36-4ed7-4f48-b53d-f39b3ae791c1 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 945 time: 0.2439330 Jul 15 13:30:51.484750 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-d78f901d-94d6-484d-9293-62d5c8d95435 req-88741ebb-f3fc-4c0a-9d3c-b73a81473d59 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Request body: {'port': {'security_groups': ['2107c028-e82f-4802-b301-ecd1d26f559c', '8f919452-440a-459c-9f13-d714a2384fb6']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:51.618341 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d78f901d-94d6-484d-9293-62d5c8d95435 req-88741ebb-f3fc-4c0a-9d3c-b73a81473d59 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.763507 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea44d58-bb05-4719-a816-a7c57167e27b req-a5a9da50-4891-4dca-af91-79ff60facf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:51.764401 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea44d58-bb05-4719-a816-a7c57167e27b req-a5a9da50-4891-4dca-af91-79ff60facf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:51.765138 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea44d58-bb05-4719-a816-a7c57167e27b req-a5a9da50-4891-4dca-af91-79ff60facf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:51.767710 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4ea44d58-bb05-4719-a816-a7c57167e27b req-a5a9da50-4891-4dca-af91-79ff60facf55 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=e2e3a157879d4bce851e726676290061&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.9492540 Jul 15 13:30:51.906697 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ade21-3b17-4b25-88d2-941ddcbcd4e1 req-4f735932-0197-4149-9702-8d6b2015e0ba tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:51.912781 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ade21-3b17-4b25-88d2-941ddcbcd4e1 req-4f735932-0197-4149-9702-8d6b2015e0ba tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:51.918947 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ade21-3b17-4b25-88d2-941ddcbcd4e1 req-4f735932-0197-4149-9702-8d6b2015e0ba tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:51.920971 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-664ade21-3b17-4b25-88d2-941ddcbcd4e1 req-4f735932-0197-4149-9702-8d6b2015e0ba tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=09ac2bde-a862-4dc4-ac85-bc5c9d645174 HTTP/1.1" status: 200 len: 2389 time: 0.8352935 Jul 15 13:30:52.120417 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e747c81e-ae4c-42c3-abf1-d1adffc7b4a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8126ebaf-4a95-4769-816e-1fde64f148d0 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:30:52.129692 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e747c81e-ae4c-42c3-abf1-d1adffc7b4a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.166883 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-d78f901d-94d6-484d-9293-62d5c8d95435 req-88741ebb-f3fc-4c0a-9d3c-b73a81473d59 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] For port 0a7b28d5-266f-48e6-8d47-e9fdc4f7705b, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=0a7b28d5-266f-48e6-8d47-e9fdc4f7705b,segment=NetworkSegment(eeac5fd7-63aa-405b-86ac-b3e133791a36),segment_id=eeac5fd7-63aa-405b-86ac-b3e133791a36)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:52.167900 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e747c81e-ae4c-42c3-abf1-d1adffc7b4a0 service neutron] Transition to ACTIVE for port object 8126ebaf-4a95-4769-816e-1fde64f148d0 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:52.199724 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e747c81e-ae4c-42c3-abf1-d1adffc7b4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.240180 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-664ade21-3b17-4b25-88d2-941ddcbcd4e1 req-eb84af81-8cc3-4776-8214-b1544f110b2b tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005371 Jul 15 13:30:52.244241 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d78f901d-94d6-484d-9293-62d5c8d95435 req-88741ebb-f3fc-4c0a-9d3c-b73a81473d59 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.278154 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d78f901d-94d6-484d-9293-62d5c8d95435 req-88741ebb-f3fc-4c0a-9d3c-b73a81473d59 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.298610 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['0a7b28d5-266f-48e6-8d47-e9fdc4f7705b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:30:52.363936 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea44d58-bb05-4719-a816-a7c57167e27b req-10f7a095-10b5-4a92-8ff2-3f88fc4ac26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:52.365605 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4ea44d58-bb05-4719-a816-a7c57167e27b req-10f7a095-10b5-4a92-8ff2-3f88fc4ac26f service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5860810 Jul 15 13:30:52.400781 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747c81e-ae4c-42c3-abf1-d1adffc7b4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=8126ebaf-4a95-4769-816e-1fde64f148d0,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:52.527449 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f901d-94d6-484d-9293-62d5c8d95435 req-88741ebb-f3fc-4c0a-9d3c-b73a81473d59 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:52.528628 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d78f901d-94d6-484d-9293-62d5c8d95435 req-88741ebb-f3fc-4c0a-9d3c-b73a81473d59 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.554499 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d78f901d-94d6-484d-9293-62d5c8d95435 req-88741ebb-f3fc-4c0a-9d3c-b73a81473d59 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "PUT /v2.0/ports/0a7b28d5-266f-48e6-8d47-e9fdc4f7705b HTTP/1.1" status: 200 len: 981 time: 1.0770450 Jul 15 13:30:52.556579 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd81f02-1dd6-45db-b744-057379344b67', 'tag': '0a7b28d5-266f-48e6-8d47-e9fdc4f7705b'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:52.572194 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a95af2-8810-45eb-b679-ef61697342cf" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd81f02-1dd6-45db-b744-057379344b67", "tag": "0a7b28d5-266f-48e6-8d47-e9fdc4f7705b"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:52.601034 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e747c81e-ae4c-42c3-abf1-d1adffc7b4a0 service neutron] Attempting to bind port 8126ebaf-4a95-4769-816e-1fde64f148d0 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:30:52.605188 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e747c81e-ae4c-42c3-abf1-d1adffc7b4a0 service neutron] Attempting to bind port 8126ebaf-4a95-4769-816e-1fde64f148d0 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'd92288b4-512c-42c8-9f21-4545e9e502f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f2eff464-1590-4e42-b2f3-c9c2affd1bd7'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:30:52.605729 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e747c81e-ae4c-42c3-abf1-d1adffc7b4a0 service neutron] Attempting to bind port 8126ebaf-4a95-4769-816e-1fde64f148d0 on network f2eff464-1590-4e42-b2f3-c9c2affd1bd7 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:52.625238 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e747c81e-ae4c-42c3-abf1-d1adffc7b4a0 service neutron] Port 8126ebaf-4a95-4769-816e-1fde64f148d0 on network f2eff464-1590-4e42-b2f3-c9c2affd1bd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:30:52.626105 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e747c81e-ae4c-42c3-abf1-d1adffc7b4a0 service neutron] Attempting to bind port 8126ebaf-4a95-4769-816e-1fde64f148d0 on network f2eff464-1590-4e42-b2f3-c9c2affd1bd7 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:52.646020 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e747c81e-ae4c-42c3-abf1-d1adffc7b4a0 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:30:52.646534 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e747c81e-ae4c-42c3-abf1-d1adffc7b4a0 service neutron] Checking segment: {'id': 'd92288b4-512c-42c8-9f21-4545e9e502f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f2eff464-1590-4e42-b2f3-c9c2affd1bd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:52.647176 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e747c81e-ae4c-42c3-abf1-d1adffc7b4a0 service neutron] Bound using segment: {'id': 'd92288b4-512c-42c8-9f21-4545e9e502f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f2eff464-1590-4e42-b2f3-c9c2affd1bd7'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:30:52.647669 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e747c81e-ae4c-42c3-abf1-d1adffc7b4a0 service neutron] Bound port: 8126ebaf-4a95-4769-816e-1fde64f148d0, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd92288b4-512c-42c8-9f21-4545e9e502f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f2eff464-1590-4e42-b2f3-c9c2affd1bd7'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:30:52.648056 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e747c81e-ae4c-42c3-abf1-d1adffc7b4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.712594 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 54908) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:52.728074 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4a78790c-764d-47fc-8a35-0a5962a4cb90 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1355323940-network', 'tenant_id': '4c4cef0ad2c142659667817b352c99de'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:52.758453 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88741ebb-f3fc-4c0a-9d3c-b73a81473d59 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Pushing event updated for resources: {'Port': ['ID=0a7b28d5-266f-48e6-8d47-e9fdc4f7705b,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:52.761342 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['0a7b28d5-266f-48e6-8d47-e9fdc4f7705b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:30:52.974083 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e747c81e-ae4c-42c3-abf1-d1adffc7b4a0 service neutron] For port 8126ebaf-4a95-4769-816e-1fde64f148d0, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:30:53.008714 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e747c81e-ae4c-42c3-abf1-d1adffc7b4a0 service neutron] For port 8126ebaf-4a95-4769-816e-1fde64f148d0, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=8126ebaf-4a95-4769-816e-1fde64f148d0,segment=NetworkSegment(d92288b4-512c-42c8-9f21-4545e9e502f1),segment_id=d92288b4-512c-42c8-9f21-4545e9e502f1)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:30:53.025658 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e747c81e-ae4c-42c3-abf1-d1adffc7b4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.064952 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a78790c-764d-47fc-8a35-0a5962a4cb90 admin admin] Made reservation on behalf of 4c4cef0ad2c142659667817b352c99de for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:53.072981 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4a78790c-764d-47fc-8a35-0a5962a4cb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.154725 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-36134420-704e-4b07-8040-442febcb4f71 req-a58a53af-a4f5-49e9-801e-1f688c1da22c tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2143755054&fields=id&tenant_id=af10f95cc191480e90dd5f2a6c12a26c HTTP/1.1" status: 200 len: 267 time: 0.1515903 Jul 15 13:30:53.235901 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4a78790c-764d-47fc-8a35-0a5962a4cb90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.244617 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747c81e-ae4c-42c3-abf1-d1adffc7b4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=8126ebaf-4a95-4769-816e-1fde64f148d0,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:53.252661 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e747c81e-ae4c-42c3-abf1-d1adffc7b4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:53.259338 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e747c81e-ae4c-42c3-abf1-d1adffc7b4a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.260860 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-e747c81e-ae4c-42c3-abf1-d1adffc7b4a0 service neutron] 10.222.0.32 "PUT /v2.0/ports/8126ebaf-4a95-4769-816e-1fde64f148d0 HTTP/1.1" status: 200 len: 1093 time: 3.1866517 Jul 15 13:30:53.261371 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ac2bde-a862-4dc4-ac85-bc5c9d645174', 'tag': '8126ebaf-4a95-4769-816e-1fde64f148d0'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:53.268835 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d82a056-10f8-48d8-a104-d6ad599818e4" -d '{"events": [{"name": "network-changed", "server_uuid": "09ac2bde-a862-4dc4-ac85-bc5c9d645174", "tag": "8126ebaf-4a95-4769-816e-1fde64f148d0"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:53.329310 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.352714 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-d5043985-7d23-428b-9c61-6969c75d0417 service neutron] Request body: {'port': {'device_id': '09ac2bde-a862-4dc4-ac85-bc5c9d645174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:53.464732 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36134420-704e-4b07-8040-442febcb4f71 req-667dc428-1c62-4ade-a1bb-52543f424eeb tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:53.474167 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-36134420-704e-4b07-8040-442febcb4f71 req-667dc428-1c62-4ade-a1bb-52543f424eeb tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 984 time: 0.3226106 Jul 15 13:30:53.515285 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-36134420-704e-4b07-8040-442febcb4f71 req-c3ef3f14-07d8-4cba-b340-1b964151baf8 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Request body: {'port': {'security_groups': ['2107c028-e82f-4802-b301-ecd1d26f559c']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:53.554299 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0057cd99-2e9e-4b4c-955d-7a1e6ed7cd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.606073 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-d5043985-7d23-428b-9c61-6969c75d0417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.700202 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c64766-d15e-41a6-966e-24154eda8b86 x-openstack-request-id: req-83c64766-d15e-41a6-966e-24154eda8b86 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:53.700714 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd81f02-1dd6-45db-b744-057379344b67", "tag": "0a7b28d5-266f-48e6-8d47-e9fdc4f7705b", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:53.700967 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-83c64766-d15e-41a6-966e-24154eda8b86 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:53.701261 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd81f02-1dd6-45db-b744-057379344b67', 'tag': '0a7b28d5-266f-48e6-8d47-e9fdc4f7705b', 'status': 'completed', 'code': 200} Jul 15 13:30:53.782512 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-36134420-704e-4b07-8040-442febcb4f71 req-c3ef3f14-07d8-4cba-b340-1b964151baf8 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.973200 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4a78790c-764d-47fc-8a35-0a5962a4cb90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.994410 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4a78790c-764d-47fc-8a35-0a5962a4cb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.170861 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-36134420-704e-4b07-8040-442febcb4f71 req-c3ef3f14-07d8-4cba-b340-1b964151baf8 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] For port 0a7b28d5-266f-48e6-8d47-e9fdc4f7705b, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=0a7b28d5-266f-48e6-8d47-e9fdc4f7705b,segment=NetworkSegment(eeac5fd7-63aa-405b-86ac-b3e133791a36),segment_id=eeac5fd7-63aa-405b-86ac-b3e133791a36)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:54.320941 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a78790c-764d-47fc-8a35-0a5962a4cb90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:30:54.339399 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4a78790c-764d-47fc-8a35-0a5962a4cb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.339937 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-4a78790c-764d-47fc-8a35-0a5962a4cb90 admin admin] Added segment 26c40f3b-554b-4816-a508-b23e2ed63e2c of type vlan for network 3d503473-ce91-40be-b313-ce2fa63519d1 Jul 15 13:30:54.352724 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-36134420-704e-4b07-8040-442febcb4f71 req-c3ef3f14-07d8-4cba-b340-1b964151baf8 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.368798 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-36134420-704e-4b07-8040-442febcb4f71 req-c3ef3f14-07d8-4cba-b340-1b964151baf8 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.382031 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['0a7b28d5-266f-48e6-8d47-e9fdc4f7705b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:30:54.427895 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-429bdca3-ec48-4fa9-89a1-60b62a5ce2f8 req-ba6696bf-54a9-4443-ad00-97bc66860b37 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6d0005f3-d5c1-4fe8-a80e-8768fca5b17d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1360822 Jul 15 13:30:54.446714 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36134420-704e-4b07-8040-442febcb4f71 req-c3ef3f14-07d8-4cba-b340-1b964151baf8 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:54.448879 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-36134420-704e-4b07-8040-442febcb4f71 req-c3ef3f14-07d8-4cba-b340-1b964151baf8 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.479813 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-36134420-704e-4b07-8040-442febcb4f71 req-c3ef3f14-07d8-4cba-b340-1b964151baf8 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "PUT /v2.0/ports/0a7b28d5-266f-48e6-8d47-e9fdc4f7705b HTTP/1.1" status: 200 len: 942 time: 0.9925237 Jul 15 13:30:54.487482 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4a78790c-764d-47fc-8a35-0a5962a4cb90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.595648 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['0a7b28d5-266f-48e6-8d47-e9fdc4f7705b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:30:54.704185 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef3f14-07d8-4cba-b340-1b964151baf8 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Pushing event updated for resources: {'Port': ['ID=0a7b28d5-266f-48e6-8d47-e9fdc4f7705b,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:54.710602 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d12845-f93d-4606-9531-5357a7a704aa x-openstack-request-id: req-46d12845-f93d-4606-9531-5357a7a704aa {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:54.711055 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ac2bde-a862-4dc4-ac85-bc5c9d645174", "tag": "8126ebaf-4a95-4769-816e-1fde64f148d0", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:54.714576 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-46d12845-f93d-4606-9531-5357a7a704aa {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:54.715562 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ac2bde-a862-4dc4-ac85-bc5c9d645174', 'tag': '8126ebaf-4a95-4769-816e-1fde64f148d0', 'status': 'completed', 'code': 200} Jul 15 13:30:54.724334 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4a78790c-764d-47fc-8a35-0a5962a4cb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.732519 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a78790c-764d-47fc-8a35-0a5962a4cb90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:54.733483 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4a78790c-764d-47fc-8a35-0a5962a4cb90 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.736456 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef3f14-07d8-4cba-b340-1b964151baf8 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:54.739974 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef3f14-07d8-4cba-b340-1b964151baf8 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:54.740573 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef3f14-07d8-4cba-b340-1b964151baf8 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:54.741788 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef3f14-07d8-4cba-b340-1b964151baf8 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:54.742495 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef3f14-07d8-4cba-b340-1b964151baf8 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:54.743031 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef3f14-07d8-4cba-b340-1b964151baf8 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:54.752178 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef3f14-07d8-4cba-b340-1b964151baf8 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:54.752978 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef3f14-07d8-4cba-b340-1b964151baf8 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:54.753502 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef3f14-07d8-4cba-b340-1b964151baf8 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:54.754066 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef3f14-07d8-4cba-b340-1b964151baf8 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:54.754688 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef3f14-07d8-4cba-b340-1b964151baf8 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:54.755212 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef3f14-07d8-4cba-b340-1b964151baf8 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:54.824556 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bdca3-ec48-4fa9-89a1-60b62a5ce2f8 req-50ac7f65-8b94-40a8-88d5-b65ef460f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:54.838864 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-429bdca3-ec48-4fa9-89a1-60b62a5ce2f8 req-50ac7f65-8b94-40a8-88d5-b65ef460f7d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=37913da5a8464fb1a0b736ca946a9eaa&device_id=6d0005f3-d5c1-4fe8-a80e-8768fca5b17d HTTP/1.1" status: 200 len: 1098 time: 0.2779784 Jul 15 13:30:54.939678 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.078305 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a95af2-8810-45eb-b679-ef61697342cf req-428544c0-47f9-4a34-ab49-a28eb8c2f399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:55.086250 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d0a95af2-8810-45eb-b679-ef61697342cf req-428544c0-47f9-4a34-ab49-a28eb8c2f399 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af10f95cc191480e90dd5f2a6c12a26c&device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 1136 time: 1.4682724 Jul 15 13:30:55.186517 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.209174 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5754845-58fb-4071-a578-6acca147f965 req-cf103403-0823-46f1-a5f4-a84c69530c94 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:55.224384 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5754845-58fb-4071-a578-6acca147f965 req-cf103403-0823-46f1-a5f4-a84c69530c94 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:55.232571 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5754845-58fb-4071-a578-6acca147f965 req-cf103403-0823-46f1-a5f4-a84c69530c94 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:55.235996 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a5754845-58fb-4071-a578-6acca147f965 req-cf103403-0823-46f1-a5f4-a84c69530c94 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=09ac2bde-a862-4dc4-ac85-bc5c9d645174 HTTP/1.1" status: 200 len: 2401 time: 1.5112510 Jul 15 13:30:55.450926 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bdca3-ec48-4fa9-89a1-60b62a5ce2f8 req-9309f1aa-615d-4bb7-890b-a2ab0de54bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:55.453668 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-429bdca3-ec48-4fa9-89a1-60b62a5ce2f8 req-9309f1aa-615d-4bb7-890b-a2ab0de54bcd service neutron] 10.222.0.18 "GET /v2.0/networks?id=e8913e0d-0d0e-40a2-882d-dd84c17b519b HTTP/1.1" status: 200 len: 911 time: 0.5488973 Jul 15 13:30:55.642741 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-429bdca3-ec48-4fa9-89a1-60b62a5ce2f8 req-5029290c-9a1c-4642-acac-43bc8f5c5402 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f29f5f6-4d40-4975-9e86-148bc6ccd432 HTTP/1.1" status: 200 len: 1001 time: 0.1765952 Jul 15 13:30:55.713526 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd81f02-1dd6-45db-b744-057379344b67', 'tag': '0a7b28d5-266f-48e6-8d47-e9fdc4f7705b'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:55.718948 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1829dc69-d646-4db6-bc33-86b2db57ab8c" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd81f02-1dd6-45db-b744-057379344b67", "tag": "0a7b28d5-266f-48e6-8d47-e9fdc4f7705b"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:55.778740 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-068073f8-b1e3-4bb5-bc60-2732cf609858 req-54051837-c464-483f-9511-30f19b8ad046 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7694919 Jul 15 13:30:55.790222 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-068073f8-b1e3-4bb5-bc60-2732cf609858 req-9225ce7f-3b36-425e-b627-d263aff8b50d tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:55.875994 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bdca3-ec48-4fa9-89a1-60b62a5ce2f8 req-6f16a050-0804-4ebe-bc11-0117f0f97d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:55.878526 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-429bdca3-ec48-4fa9-89a1-60b62a5ce2f8 req-6f16a050-0804-4ebe-bc11-0117f0f97d82 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ddbfc00-1f92-454d-9c2c-3d67f76399b6 HTTP/1.1" status: 200 len: 849 time: 0.2281010 Jul 15 13:30:56.032896 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-068073f8-b1e3-4bb5-bc60-2732cf609858 req-9225ce7f-3b36-425e-b627-d263aff8b50d tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.247064 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78790c-764d-47fc-8a35-0a5962a4cb90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce183f8-1ede-45a6-86e4-3db424c17eaa,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:56.265803 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a95af2-8810-45eb-b679-ef61697342cf req-05fc02b7-4969-44a2-8ef8-91e2c1e8094c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:56.268336 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d0a95af2-8810-45eb-b679-ef61697342cf req-05fc02b7-4969-44a2-8ef8-91e2c1e8094c service neutron] 10.222.0.18 "GET /v2.0/networks?id=303bf49d-239f-4c0b-be43-2167383b6446 HTTP/1.1" status: 200 len: 921 time: 1.1037562 Jul 15 13:30:56.295027 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4a78790c-764d-47fc-8a35-0a5962a4cb90 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.5809104 Jul 15 13:30:56.296117 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bdca3-ec48-4fa9-89a1-60b62a5ce2f8 req-43b360fe-d77f-4547-9a26-111fb90ea005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:56.298772 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-429bdca3-ec48-4fa9-89a1-60b62a5ce2f8 req-43b360fe-d77f-4547-9a26-111fb90ea005 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8913e0d-0d0e-40a2-882d-dd84c17b519b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4111559 Jul 15 13:30:56.300857 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 55030) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:56.308709 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78790c-764d-47fc-8a35-0a5962a4cb90 admin admin] Pushing event updated for resources: {'Network': ['ID=3d503473-ce91-40be-b313-ce2fa63519d1,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:56.348618 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f24dc71c-5a47-49e4-95c9-ce9282557a10 admin admin] Request body: {'subnet': {'network_id': '3d503473-ce91-40be-b313-ce2fa63519d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1355323940-subnet', 'tenant_id': '4c4cef0ad2c142659667817b352c99de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:56.364566 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d0a95af2-8810-45eb-b679-ef61697342cf req-d2ce482a-e3ff-4266-b354-e52eed68f1ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a7b28d5-266f-48e6-8d47-e9fdc4f7705b HTTP/1.1" status: 200 len: 217 time: 0.0672710 Jul 15 13:30:56.369211 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 3d503473-ce91-40be-b313-ce2fa63519d1 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:30:56.394986 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-d5043985-7d23-428b-9c61-6969c75d0417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61b11a95-ffa0-4c44-be28-3ebdb9023df1 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:30:56.484702 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.501233 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-d5043985-7d23-428b-9c61-6969c75d0417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.550537 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a5754845-58fb-4071-a578-6acca147f965 req-c7c04075-824f-4f21-ac4f-74c6e2b9caf0 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579112 Jul 15 13:30:56.568992 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-d5043985-7d23-428b-9c61-6969c75d0417 service neutron] Transition to ACTIVE for port object 61b11a95-ffa0-4c44-be28-3ebdb9023df1 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:56.571467 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a95af2-8810-45eb-b679-ef61697342cf req-94fe50da-2366-4cb7-b834-5fb88702506b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:56.573662 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d0a95af2-8810-45eb-b679-ef61697342cf req-94fe50da-2366-4cb7-b834-5fb88702506b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=15210cb6-e1bd-43c9-9944-eb57f11cb522 HTTP/1.1" status: 200 len: 860 time: 0.1941900 Jul 15 13:30:56.586159 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-d5043985-7d23-428b-9c61-6969c75d0417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.610567 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82a056-10f8-48d8-a104-d6ad599818e4 req-a80d1726-ad03-4040-b8e3-947c9874c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:56.611466 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82a056-10f8-48d8-a104-d6ad599818e4 req-a80d1726-ad03-4040-b8e3-947c9874c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:56.612116 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82a056-10f8-48d8-a104-d6ad599818e4 req-a80d1726-ad03-4040-b8e3-947c9874c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:56.614134 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d82a056-10f8-48d8-a104-d6ad599818e4 req-a80d1726-ad03-4040-b8e3-947c9874c9dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2e3a157879d4bce851e726676290061&device_id=09ac2bde-a862-4dc4-ac85-bc5c9d645174 HTTP/1.1" status: 200 len: 2801 time: 1.8305104 Jul 15 13:30:56.623743 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24dc71c-5a47-49e4-95c9-ce9282557a10 admin admin] Made reservation on behalf of 4c4cef0ad2c142659667817b352c99de for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:56.626843 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f24dc71c-5a47-49e4-95c9-ce9282557a10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.665013 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d0a95af2-8810-45eb-b679-ef61697342cf req-e3e7c6d4-6a7d-417a-ac72-afab2607dc27 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=303bf49d-239f-4c0b-be43-2167383b6446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812547 Jul 15 13:30:56.741845 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faae9fd4-962d-44df-966d-d181bbdf1b70 x-openstack-request-id: req-faae9fd4-962d-44df-966d-d181bbdf1b70 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:56.742418 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd81f02-1dd6-45db-b744-057379344b67", "tag": "0a7b28d5-266f-48e6-8d47-e9fdc4f7705b", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:56.742418 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-faae9fd4-962d-44df-966d-d181bbdf1b70 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:56.742699 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd81f02-1dd6-45db-b744-057379344b67', 'tag': '0a7b28d5-266f-48e6-8d47-e9fdc4f7705b', 'status': 'completed', 'code': 200} Jul 15 13:30:56.766433 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-429bdca3-ec48-4fa9-89a1-60b62a5ce2f8 req-248396c1-18b9-4013-a777-d39edcbb1b0e service neutron] 10.222.0.18 "GET /v2.0/networks/e8913e0d-0d0e-40a2-882d-dd84c17b519b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132264 Jul 15 13:30:56.827613 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-068073f8-b1e3-4bb5-bc60-2732cf609858 req-9225ce7f-3b36-425e-b627-d263aff8b50d tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.912818 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5043985-7d23-428b-9c61-6969c75d0417 service neutron] Pushing event updated for resources: {'Port': ['ID=61b11a95-ffa0-4c44-be28-3ebdb9023df1,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:57.389822 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d0a95af2-8810-45eb-b679-ef61697342cf req-501dc015-04b3-4133-ab19-d5bbede1f917 service neutron] 10.222.0.18 "GET /v2.0/networks/303bf49d-239f-4c0b-be43-2167383b6446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7112722 Jul 15 13:30:57.449281 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82a056-10f8-48d8-a104-d6ad599818e4 req-b56acccb-e989-422c-8ab4-ba9e4ba30919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:57.450721 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82a056-10f8-48d8-a104-d6ad599818e4 req-b56acccb-e989-422c-8ab4-ba9e4ba30919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:57.451845 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82a056-10f8-48d8-a104-d6ad599818e4 req-b56acccb-e989-422c-8ab4-ba9e4ba30919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:57.455673 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d82a056-10f8-48d8-a104-d6ad599818e4 req-b56acccb-e989-422c-8ab4-ba9e4ba30919 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=e2e3a157879d4bce851e726676290061&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7949810 Jul 15 13:30:57.521520 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-d5043985-7d23-428b-9c61-6969c75d0417 service neutron] Attempting to bind port 61b11a95-ffa0-4c44-be28-3ebdb9023df1 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:30:57.528351 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-d5043985-7d23-428b-9c61-6969c75d0417 service neutron] Attempting to bind port 61b11a95-ffa0-4c44-be28-3ebdb9023df1 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'c14606a6-175b-496b-abb5-aced808cd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5ec42a43-1570-4b9e-bee3-5564e0d71dd6'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:30:57.528886 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-d5043985-7d23-428b-9c61-6969c75d0417 service neutron] Attempting to bind port 61b11a95-ffa0-4c44-be28-3ebdb9023df1 on network 5ec42a43-1570-4b9e-bee3-5564e0d71dd6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:57.884969 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82a056-10f8-48d8-a104-d6ad599818e4 req-1dc68658-8a20-456e-a34d-5e90eafb077e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:57.888521 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d82a056-10f8-48d8-a104-d6ad599818e4 req-1dc68658-8a20-456e-a34d-5e90eafb077e service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4107344 Jul 15 13:30:57.903101 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-d5043985-7d23-428b-9c61-6969c75d0417 service neutron] Port 61b11a95-ffa0-4c44-be28-3ebdb9023df1 on network 5ec42a43-1570-4b9e-bee3-5564e0d71dd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:30:57.903622 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-d5043985-7d23-428b-9c61-6969c75d0417 service neutron] Attempting to bind port 61b11a95-ffa0-4c44-be28-3ebdb9023df1 on network 5ec42a43-1570-4b9e-bee3-5564e0d71dd6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:58.035452 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-d5043985-7d23-428b-9c61-6969c75d0417 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:30:58.035928 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-d5043985-7d23-428b-9c61-6969c75d0417 service neutron] Checking segment: {'id': 'c14606a6-175b-496b-abb5-aced808cd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5ec42a43-1570-4b9e-bee3-5564e0d71dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:58.036509 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-d5043985-7d23-428b-9c61-6969c75d0417 service neutron] Bound using segment: {'id': 'c14606a6-175b-496b-abb5-aced808cd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5ec42a43-1570-4b9e-bee3-5564e0d71dd6'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:30:58.037154 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-d5043985-7d23-428b-9c61-6969c75d0417 service neutron] Bound port: 61b11a95-ffa0-4c44-be28-3ebdb9023df1, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c14606a6-175b-496b-abb5-aced808cd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5ec42a43-1570-4b9e-bee3-5564e0d71dd6'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:30:58.037965 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-d5043985-7d23-428b-9c61-6969c75d0417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.120131 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-429bdca3-ec48-4fa9-89a1-60b62a5ce2f8 req-19e98ac5-e692-4060-a36e-39e49f66c613 service neutron] 10.222.0.18 "GET /v2.0/networks/e8913e0d-0d0e-40a2-882d-dd84c17b519b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3446975 Jul 15 13:30:58.133052 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-068073f8-b1e3-4bb5-bc60-2732cf609858 req-9225ce7f-3b36-425e-b627-d263aff8b50d tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Allocated IP 172.25.6.180 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/d8f85690-4354-497a-8362-0059ddc8775d) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:58.203389 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f24dc71c-5a47-49e4-95c9-ce9282557a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.208567 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d0a95af2-8810-45eb-b679-ef61697342cf req-398fb11e-785f-4fae-9af5-6c8de5543c0c service neutron] 10.222.0.18 "GET /v2.0/networks/303bf49d-239f-4c0b-be43-2167383b6446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7920189 Jul 15 13:30:58.348077 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799dcae-2bcb-48a1-88fc-7332ec62a676 req-0a83b446-a398-402c-bc63-3c22ed3acf84 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:58.366914 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799dcae-2bcb-48a1-88fc-7332ec62a676 req-0a83b446-a398-402c-bc63-3c22ed3acf84 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:58.390632 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799dcae-2bcb-48a1-88fc-7332ec62a676 req-0a83b446-a398-402c-bc63-3c22ed3acf84 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:58.394618 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9799dcae-2bcb-48a1-88fc-7332ec62a676 req-0a83b446-a398-402c-bc63-3c22ed3acf84 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=09ac2bde-a862-4dc4-ac85-bc5c9d645174 HTTP/1.1" status: 200 len: 2413 time: 0.4979410 Jul 15 13:30:58.491467 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24dc71c-5a47-49e4-95c9-ce9282557a10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d167dba1-4184-451a-b861-21318e66cd7d,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:58.505148 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24dc71c-5a47-49e4-95c9-ce9282557a10 admin admin] Checking segment: {'id': '26c40f3b-554b-4816-a508-b23e2ed63e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3d503473-ce91-40be-b313-ce2fa63519d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:58.506618 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24dc71c-5a47-49e4-95c9-ce9282557a10 admin admin] Network hostable DHCP agents. Network: 3d503473-ce91-40be-b313-ce2fa63519d1, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:30:58.571860 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-d5043985-7d23-428b-9c61-6969c75d0417 service neutron] For port 61b11a95-ffa0-4c44-be28-3ebdb9023df1, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:30:58.611488 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-068073f8-b1e3-4bb5-bc60-2732cf609858 req-9225ce7f-3b36-425e-b627-d263aff8b50d tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.615768 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-d5043985-7d23-428b-9c61-6969c75d0417 service neutron] For port 61b11a95-ffa0-4c44-be28-3ebdb9023df1, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=61b11a95-ffa0-4c44-be28-3ebdb9023df1,segment=NetworkSegment(c14606a6-175b-496b-abb5-aced808cd4d4),segment_id=c14606a6-175b-496b-abb5-aced808cd4d4)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:30:58.634148 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9799dcae-2bcb-48a1-88fc-7332ec62a676 req-2f17110d-b7eb-49ac-937e-dfb128afeb0a tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161412 Jul 15 13:30:58.655591 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-d5043985-7d23-428b-9c61-6969c75d0417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.656115 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24dc71c-5a47-49e4-95c9-ce9282557a10 admin admin] Network 3d503473-ce91-40be-b313-ce2fa63519d1 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:30:58.713298 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f24dc71c-5a47-49e4-95c9-ce9282557a10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 3d503473-ce91-40be-b313-ce2fa63519d1) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:58.729257 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838d327f-f059-4e27-a91f-1e58f079827f None None] Network 3d503473-ce91-40be-b313-ce2fa63519d1 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:58.768583 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5043985-7d23-428b-9c61-6969c75d0417 service neutron] Pushing event updated for resources: {'Port': ['ID=61b11a95-ffa0-4c44-be28-3ebdb9023df1,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:58.823885 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24dc71c-5a47-49e4-95c9-ce9282557a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:58.825272 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f24dc71c-5a47-49e4-95c9-ce9282557a10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.833852 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-d5043985-7d23-428b-9c61-6969c75d0417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:58.835737 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-d5043985-7d23-428b-9c61-6969c75d0417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.843989 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-d5043985-7d23-428b-9c61-6969c75d0417 service neutron] 10.222.0.32 "PUT /v2.0/ports/61b11a95-ffa0-4c44-be28-3ebdb9023df1 HTTP/1.1" status: 200 len: 1093 time: 5.5034323 Jul 15 13:30:58.858341 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ac2bde-a862-4dc4-ac85-bc5c9d645174', 'tag': '61b11a95-ffa0-4c44-be28-3ebdb9023df1'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:58.868769 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ac0fbc-c79d-44a5-bb26-2d9e1251becc" -d '{"events": [{"name": "network-changed", "server_uuid": "09ac2bde-a862-4dc4-ac85-bc5c9d645174", "tag": "61b11a95-ffa0-4c44-be28-3ebdb9023df1"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:58.898706 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829dc69-d646-4db6-bc33-86b2db57ab8c req-1b5e5833-5e13-4039-8eaa-36694d703f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:58.908611 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1829dc69-d646-4db6-bc33-86b2db57ab8c req-1b5e5833-5e13-4039-8eaa-36694d703f91 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af10f95cc191480e90dd5f2a6c12a26c&device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 1097 time: 0.4867871 Jul 15 13:30:58.937789 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f24dc71c-5a47-49e4-95c9-ce9282557a10 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5921555 Jul 15 13:30:58.972191 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-068073f8-b1e3-4bb5-bc60-2732cf609858 req-9225ce7f-3b36-425e-b627-d263aff8b50d tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.134095 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-068073f8-b1e3-4bb5-bc60-2732cf609858 req-9225ce7f-3b36-425e-b627-d263aff8b50d tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:59.139965 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-068073f8-b1e3-4bb5-bc60-2732cf609858 req-9225ce7f-3b36-425e-b627-d263aff8b50d tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:59.163509 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-068073f8-b1e3-4bb5-bc60-2732cf609858 req-9225ce7f-3b36-425e-b627-d263aff8b50d tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:59.370582 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829dc69-d646-4db6-bc33-86b2db57ab8c req-71c0cd4b-449a-4667-b536-454960aede5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:59.374135 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1829dc69-d646-4db6-bc33-86b2db57ab8c req-71c0cd4b-449a-4667-b536-454960aede5a service neutron] 10.222.0.18 "GET /v2.0/networks?id=303bf49d-239f-4c0b-be43-2167383b6446 HTTP/1.1" status: 200 len: 921 time: 0.4635758 Jul 15 13:30:59.382972 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4152c324-e247-41cf-acb3-ff51507b9441 x-openstack-request-id: req-4152c324-e247-41cf-acb3-ff51507b9441 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:59.386207 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ac2bde-a862-4dc4-ac85-bc5c9d645174", "tag": "61b11a95-ffa0-4c44-be28-3ebdb9023df1", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:59.388043 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4152c324-e247-41cf-acb3-ff51507b9441 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:59.390127 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ac2bde-a862-4dc4-ac85-bc5c9d645174', 'tag': '61b11a95-ffa0-4c44-be28-3ebdb9023df1', 'status': 'completed', 'code': 200} Jul 15 13:30:59.421487 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0fa36a-97c4-4d22-a40e-cc34692815cd None None] Network 3d503473-ce91-40be-b313-ce2fa63519d1 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:59.482028 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225ce7f-3b36-425e-b627-d263aff8b50d tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Pushing event updated for resources: {'Port': ['ID=d8f85690-4354-497a-8362-0059ddc8775d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:59.675452 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1829dc69-d646-4db6-bc33-86b2db57ab8c req-36db5b23-6500-4e4f-bf76-38038dac2662 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a7b28d5-266f-48e6-8d47-e9fdc4f7705b HTTP/1.1" status: 200 len: 217 time: 0.2657099 Jul 15 13:30:59.731097 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-068073f8-b1e3-4bb5-bc60-2732cf609858 req-9225ce7f-3b36-425e-b627-d263aff8b50d tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.904390 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-60118601-08bc-44e6-88c5-7649c4682493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:59.912229 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-60118601-08bc-44e6-88c5-7649c4682493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:59.915341 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-60118601-08bc-44e6-88c5-7649c4682493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:59.919259 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-60118601-08bc-44e6-88c5-7649c4682493 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2e3a157879d4bce851e726676290061&device_id=09ac2bde-a862-4dc4-ac85-bc5c9d645174 HTTP/1.1" status: 200 len: 2869 time: 0.5391734 Jul 15 13:30:59.924790 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829dc69-d646-4db6-bc33-86b2db57ab8c req-4575030c-c5cf-424b-ae88-5ea1fa109373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:59.933030 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1829dc69-d646-4db6-bc33-86b2db57ab8c req-4575030c-c5cf-424b-ae88-5ea1fa109373 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=15210cb6-e1bd-43c9-9944-eb57f11cb522 HTTP/1.1" status: 200 len: 860 time: 0.2561865 Jul 15 13:30:59.986628 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-068073f8-b1e3-4bb5-bc60-2732cf609858 req-9225ce7f-3b36-425e-b627-d263aff8b50d tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.174316 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1829dc69-d646-4db6-bc33-86b2db57ab8c req-fcf1fa2e-d168-4678-bd81-2f2ebd5444a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=303bf49d-239f-4c0b-be43-2167383b6446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1855073 Jul 15 13:31:00.177388 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-0cc76ad1-08a6-4f1c-a0da-00b03e34960d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.231&port_id=0a12d969-d315-4945-bde8-4ce2608e45be HTTP/1.1" status: 200 len: 217 time: 0.2415287 Jul 15 13:31:00.393875 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-cb010e75-3c44-45e4-beb7-20d419252e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:00.408736 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-cb010e75-3c44-45e4-beb7-20d419252e40 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e318f74-5932-4d25-b3ac-44bfe28e44ca HTTP/1.1" status: 200 len: 801 time: 0.2245135 Jul 15 13:31:00.554151 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-068073f8-b1e3-4bb5-bc60-2732cf609858 req-9225ce7f-3b36-425e-b627-d263aff8b50d tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.569577 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-068073f8-b1e3-4bb5-bc60-2732cf609858 req-9225ce7f-3b36-425e-b627-d263aff8b50d tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.742712 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1829dc69-d646-4db6-bc33-86b2db57ab8c req-f0f7bc82-cc69-42d0-b784-999f485efaed service neutron] 10.222.0.18 "GET /v2.0/networks/303bf49d-239f-4c0b-be43-2167383b6446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5384657 Jul 15 13:31:00.779046 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225ce7f-3b36-425e-b627-d263aff8b50d tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Pushing event updated for resources: {'Port': ['ID=d8f85690-4354-497a-8362-0059ddc8775d,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:00.823579 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-068073f8-b1e3-4bb5-bc60-2732cf609858 req-9225ce7f-3b36-425e-b627-d263aff8b50d tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.869186 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-068073f8-b1e3-4bb5-bc60-2732cf609858 req-9225ce7f-3b36-425e-b627-d263aff8b50d tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.871628 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-068073f8-b1e3-4bb5-bc60-2732cf609858 req-9225ce7f-3b36-425e-b627-d263aff8b50d tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.0914588 Jul 15 13:31:00.907951 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86824297-efb4-4030-9700-d325914bd24d req-fbe7fb3a-31e6-427e-a619-9bf78ddcde13 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:00.925751 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86824297-efb4-4030-9700-d325914bd24d req-fbe7fb3a-31e6-427e-a619-9bf78ddcde13 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:00.942465 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86824297-efb4-4030-9700-d325914bd24d req-fbe7fb3a-31e6-427e-a619-9bf78ddcde13 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:00.966434 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-86824297-efb4-4030-9700-d325914bd24d req-fbe7fb3a-31e6-427e-a619-9bf78ddcde13 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=09ac2bde-a862-4dc4-ac85-bc5c9d645174 HTTP/1.1" status: 200 len: 2413 time: 0.6762586 Jul 15 13:31:01.064674 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-2e819b0f-b667-4373-b7ad-b9c1e81a8758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:01.066011 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-2e819b0f-b667-4373-b7ad-b9c1e81a8758 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5ec42a43-1570-4b9e-bee3-5564e0d71dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5372708 Jul 15 13:31:01.084053 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-068073f8-b1e3-4bb5-bc60-2732cf609858 req-6ae30a23-7eb4-4f4a-9009-5339f8673f8f tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.180 HTTP/1.1" status: 200 len: 696 time: 0.1968672 Jul 15 13:31:01.092252 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-86824297-efb4-4030-9700-d325914bd24d req-fde6ffa4-a933-45c8-82ba-dad7e622d4a0 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248808 Jul 15 13:31:01.147906 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1829dc69-d646-4db6-bc33-86b2db57ab8c req-32a59cf8-3b91-4a22-a984-12bd80b357a2 service neutron] 10.222.0.18 "GET /v2.0/networks/303bf49d-239f-4c0b-be43-2167383b6446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947613 Jul 15 13:31:01.357830 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-d53af79e-9863-41ca-9903-bf9b63ddff5b service neutron] 10.222.0.32 "GET /v2.0/networks/5ec42a43-1570-4b9e-bee3-5564e0d71dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824564 Jul 15 13:31:01.423069 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068073f8-b1e3-4bb5-bc60-2732cf609858 req-7865cd0a-9b1e-4cea-a342-70b6be6a770c tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:01.424285 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-068073f8-b1e3-4bb5-bc60-2732cf609858 req-7865cd0a-9b1e-4cea-a342-70b6be6a770c tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 784 time: 0.2982767 Jul 15 13:31:01.443086 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-068073f8-b1e3-4bb5-bc60-2732cf609858 req-72991a53-6d59-4b04-9a6e-d039c57bbdb6 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:31:01.444593 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-068073f8-b1e3-4bb5-bc60-2732cf609858 req-72991a53-6d59-4b04-9a6e-d039c57bbdb6 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093772 Jul 15 13:31:01.536387 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-db6f8360-9a71-426f-ba47-32465ac24f09 service neutron] 10.222.0.32 "GET /v2.0/networks/5ec42a43-1570-4b9e-bee3-5564e0d71dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680796 Jul 15 13:31:01.708494 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-3f5e4ad0-412a-4519-88d9-d070a319ffd9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.189&port_id=8126ebaf-4a95-4769-816e-1fde64f148d0 HTTP/1.1" status: 200 len: 217 time: 0.0886765 Jul 15 13:31:01.887961 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac8166-87d4-4197-8bfc-c65d9db404f3 req-3baab9cd-aa1b-488f-93f3-991dc9d98799 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:01.890771 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fbac8166-87d4-4197-8bfc-c65d9db404f3 req-3baab9cd-aa1b-488f-93f3-991dc9d98799 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd81f02-1dd6-45db-b744-057379344b67&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1480098 Jul 15 13:31:01.912815 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-0b0b2179-b987-4884-85d8-916070df2fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:01.915923 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-0b0b2179-b987-4884-85d8-916070df2fc6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17b47f56-51da-4df1-a158-89946dd98a9f HTTP/1.1" status: 200 len: 801 time: 0.1412725 Jul 15 13:31:01.926535 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-7757e870-8fa8-416b-b7e3-f3974beab47e tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:01.928820 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-7757e870-8fa8-416b-b7e3-f3974beab47e tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] 10.222.0.24 "GET /v2.0/networks?id=56b79afc-14e3-4510-b06d-ca8d5d252baf HTTP/1.1" status: 200 len: 809 time: 0.4013839 Jul 15 13:31:01.960078 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fbac8166-87d4-4197-8bfc-c65d9db404f3 req-5b84a19b-ff59-47c7-8017-561a8f6f4348 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.180 HTTP/1.1" status: 200 len: 696 time: 0.0627873 Jul 15 13:31:01.966166 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-fbac8166-87d4-4197-8bfc-c65d9db404f3 req-84d25d33-9498-4208-a0c4-b72dd7cef202 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Request body: {'floatingip': {'port_id': '0a7b28d5-266f-48e6-8d47-e9fdc4f7705b', 'fixed_ip_address': '172.20.0.2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:01.986583 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-2a6b0838-5511-4716-b079-603a22d6ab86 tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] 10.222.0.24 "GET /v2.0/quotas/81e0b630b85549ae87eb0e53df31a896 HTTP/1.1" status: 200 len: 375 time: 0.0435832 Jul 15 13:31:02.013616 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fbac8166-87d4-4197-8bfc-c65d9db404f3 req-84d25d33-9498-4208-a0c4-b72dd7cef202 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.055549 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-e2ee19f3-7a75-4ed7-8929-74f53802a794 tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=81e0b630b85549ae87eb0e53df31a896&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554979 Jul 15 13:31:02.208484 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-40f63d94-8e6e-42fa-8f61-d729b04f87cc service neutron] 10.222.0.24 "GET /v2.0/networks/56b79afc-14e3-4510-b06d-ca8d5d252baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390512 Jul 15 13:31:02.321190 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-a41365af-4931-4c54-b364-af0a676b455f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:02.322794 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-a41365af-4931-4c54-b364-af0a676b455f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f2eff464-1590-4e42-b2f3-c9c2affd1bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3926909 Jul 15 13:31:02.448094 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-87176f62-b326-4fb9-b435-5fd5b4dcf8c8 service neutron] 10.222.0.24 "GET /v2.0/networks/56b79afc-14e3-4510-b06d-ca8d5d252baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323000 Jul 15 13:31:02.629874 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-838d5c54-d72e-4c38-9d37-982714cfaf16 service neutron] 10.222.0.32 "GET /v2.0/networks/f2eff464-1590-4e42-b2f3-c9c2affd1bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981017 Jul 15 13:31:02.968705 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-ea541505-b2a6-46c1-8d5a-997f3edd4de8 service neutron] 10.222.0.32 "GET /v2.0/networks/f2eff464-1590-4e42-b2f3-c9c2affd1bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317316 Jul 15 13:31:03.132795 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-65869a75-b03d-4256-9e2e-b49450cae3ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.131&port_id=61b11a95-ffa0-4c44-be28-3ebdb9023df1 HTTP/1.1" status: 200 len: 217 time: 0.1400037 Jul 15 13:31:03.295737 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-beb59666-bb13-4817-8973-cb87de778698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:03.299304 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-beb59666-bb13-4817-8973-cb87de778698 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e318f74-5932-4d25-b3ac-44bfe28e44ca HTTP/1.1" status: 200 len: 801 time: 0.1733711 Jul 15 13:31:03.438848 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-58fa86c5-872b-4cd4-a6cd-18e6ff0c9545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:03.441811 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-58fa86c5-872b-4cd4-a6cd-18e6ff0c9545 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5ec42a43-1570-4b9e-bee3-5564e0d71dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1356459 Jul 15 13:31:03.570324 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fbac8166-87d4-4197-8bfc-c65d9db404f3 req-84d25d33-9498-4208-a0c4-b72dd7cef202 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.577127 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fbac8166-87d4-4197-8bfc-c65d9db404f3 req-84d25d33-9498-4208-a0c4-b72dd7cef202 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.632050 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-19dc92a8-8d0f-48a8-b7cb-6299f1fc2025 service neutron] 10.222.0.32 "GET /v2.0/networks/5ec42a43-1570-4b9e-bee3-5564e0d71dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821744 Jul 15 13:31:03.798436 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f7a03d5-b829-4257-bd92-e5142f45fb86 req-a59c1073-e4f5-435b-bc2e-8cbc1fb77743 service neutron] 10.222.0.32 "GET /v2.0/networks/5ec42a43-1570-4b9e-bee3-5564e0d71dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591229 Jul 15 13:31:03.889600 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [req-fbac8166-87d4-4197-8bfc-c65d9db404f3 req-84d25d33-9498-4208-a0c4-b72dd7cef202 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Floating IP e99e5d86-7494-410b-a951-d152d113f2e9 associated. External IP: 172.25.6.180, port: 0a7b28d5-266f-48e6-8d47-e9fdc4f7705b. Jul 15 13:31:04.170917 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac0fbc-c79d-44a5-bb26-2d9e1251becc req-a6ab8cdf-a805-4f93-b70d-9d37245e96bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:04.177852 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac0fbc-c79d-44a5-bb26-2d9e1251becc req-a6ab8cdf-a805-4f93-b70d-9d37245e96bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:04.177852 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac0fbc-c79d-44a5-bb26-2d9e1251becc req-a6ab8cdf-a805-4f93-b70d-9d37245e96bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:04.182336 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-76ac0fbc-c79d-44a5-bb26-2d9e1251becc req-a6ab8cdf-a805-4f93-b70d-9d37245e96bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2e3a157879d4bce851e726676290061&device_id=09ac2bde-a862-4dc4-ac85-bc5c9d645174 HTTP/1.1" status: 200 len: 2869 time: 0.2510278 Jul 15 13:31:04.487731 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbac8166-87d4-4197-8bfc-c65d9db404f3 req-84d25d33-9498-4208-a0c4-b72dd7cef202 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Router f192a66e-bb94-4551-b355-c00b2f18f46c has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:31:04.714695 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbac8166-87d4-4197-8bfc-c65d9db404f3 req-84d25d33-9498-4208-a0c4-b72dd7cef202 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:31:04.735309 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d238ba-1268-44b8-a77e-0f7b74141e4f None None] Sync routers for ids ['f192a66e-bb94-4551-b355-c00b2f18f46c'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:31:04.762487 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fbac8166-87d4-4197-8bfc-c65d9db404f3 req-84d25d33-9498-4208-a0c4-b72dd7cef202 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.763573 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d238ba-1268-44b8-a77e-0f7b74141e4f None None] Routers {'f192a66e-bb94-4551-b355-c00b2f18f46c'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:31:04.764652 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c8d238ba-1268-44b8-a77e-0f7b74141e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:30:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['f192a66e-bb94-4551-b355-c00b2f18f46c'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:04.892587 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fbac8166-87d4-4197-8bfc-c65d9db404f3 req-84d25d33-9498-4208-a0c4-b72dd7cef202 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "PUT /v2.0/floatingips/e99e5d86-7494-410b-a951-d152d113f2e9 HTTP/1.1" status: 200 len: 996 time: 2.9314172 Jul 15 13:31:04.893453 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd81f02-1dd6-45db-b744-057379344b67', 'tag': '0a7b28d5-266f-48e6-8d47-e9fdc4f7705b'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:04.897025 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0b4cad-0e5a-4297-8efe-60961d33f25e" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd81f02-1dd6-45db-b744-057379344b67", "tag": "0a7b28d5-266f-48e6-8d47-e9fdc4f7705b"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:05.014481 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac0fbc-c79d-44a5-bb26-2d9e1251becc req-48a99546-98ce-48d6-a249-4eff8ace3f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:05.016908 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac8166-87d4-4197-8bfc-c65d9db404f3 req-170fd4eb-8164-4fe8-a30a-2b21a1407e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:05.017562 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-76ac0fbc-c79d-44a5-bb26-2d9e1251becc req-48a99546-98ce-48d6-a249-4eff8ace3f2d service neutron] 10.222.0.32 "GET /v2.0/networks?id=5ec42a43-1570-4b9e-bee3-5564e0d71dd6 HTTP/1.1" status: 200 len: 902 time: 0.8282728 Jul 15 13:31:05.026748 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fbac8166-87d4-4197-8bfc-c65d9db404f3 req-170fd4eb-8164-4fe8-a30a-2b21a1407e35 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af10f95cc191480e90dd5f2a6c12a26c&device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 1097 time: 0.1071918 Jul 15 13:31:05.034156 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce174e00-e1e4-43fe-9056-f81eee78a0fe req-7e20750e-1e0d-45fe-b229-78287af0323c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:05.042497 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce174e00-e1e4-43fe-9056-f81eee78a0fe req-7e20750e-1e0d-45fe-b229-78287af0323c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:05.049852 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce174e00-e1e4-43fe-9056-f81eee78a0fe req-7e20750e-1e0d-45fe-b229-78287af0323c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:05.058193 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ce174e00-e1e4-43fe-9056-f81eee78a0fe req-7e20750e-1e0d-45fe-b229-78287af0323c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=09ac2bde-a862-4dc4-ac85-bc5c9d645174 HTTP/1.1" status: 200 len: 2413 time: 0.7024205 Jul 15 13:31:05.138451 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-76ac0fbc-c79d-44a5-bb26-2d9e1251becc req-a73c59a0-4a2e-4070-8aa8-fd6d108e99ee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.131&port_id=61b11a95-ffa0-4c44-be28-3ebdb9023df1 HTTP/1.1" status: 200 len: 217 time: 0.0778396 Jul 15 13:31:05.242446 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac0fbc-c79d-44a5-bb26-2d9e1251becc req-dfe7496c-d90b-4d4d-9145-400e6305495d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:05.244924 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-76ac0fbc-c79d-44a5-bb26-2d9e1251becc req-dfe7496c-d90b-4d4d-9145-400e6305495d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e318f74-5932-4d25-b3ac-44bfe28e44ca HTTP/1.1" status: 200 len: 801 time: 0.0988247 Jul 15 13:31:05.252639 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-c8d238ba-1268-44b8-a77e-0f7b74141e4f None None] Set router f192a66e-bb94-4551-b355-c00b2f18f46c gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:31:05.292044 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac8166-87d4-4197-8bfc-c65d9db404f3 req-51436a5f-f0c6-4cf3-8713-e2e6b767b7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:05.295218 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fbac8166-87d4-4197-8bfc-c65d9db404f3 req-51436a5f-f0c6-4cf3-8713-e2e6b767b7a4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=303bf49d-239f-4c0b-be43-2167383b6446 HTTP/1.1" status: 200 len: 921 time: 0.2669742 Jul 15 13:31:05.343880 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ce174e00-e1e4-43fe-9056-f81eee78a0fe req-0337fb36-79d5-491e-9916-e3b7de002c33 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843750 Jul 15 13:31:05.465348 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac0fbc-c79d-44a5-bb26-2d9e1251becc req-7a0ffdf1-bde3-43e7-a8da-35b50f5370b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:05.482022 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-76ac0fbc-c79d-44a5-bb26-2d9e1251becc req-7a0ffdf1-bde3-43e7-a8da-35b50f5370b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5ec42a43-1570-4b9e-bee3-5564e0d71dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2258925 Jul 15 13:31:05.546682 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fbac8166-87d4-4197-8bfc-c65d9db404f3 req-d4d66f89-1aed-4573-ba56-4fe99de91ab7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a7b28d5-266f-48e6-8d47-e9fdc4f7705b HTTP/1.1" status: 200 len: 999 time: 0.2318554 Jul 15 13:31:05.686334 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c8d238ba-1268-44b8-a77e-0f7b74141e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1379739942-router', 'tenant_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '7e0759e0-e90f-443d-b95f-398f778d0ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:57Z', 'revision_number': 4, 'project_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'gw_port': {'id': '7e0759e0-e90f-443d-b95f-398f778d0ff6', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:44Z', 'updated_at': '2021-07-15T13:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'e99e5d86-7494-410b-a951-d152d113f2e9', 'tenant_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'floating_ip_address': '172.25.6.180', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'port_id': '0a7b28d5-266f-48e6-8d47-e9fdc4f7705b', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303bf49d-239f-4c0b-be43-2167383b6446', 'mac_address': 'fa:16:3e:8d:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd81f02-1dd6-45db-b744-057379344b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:30:59Z', 'updated_at': '2021-07-15T13:31:03Z', 'revision_number': 1, 'project_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8447f1f-44c5-4443-bfee-9ef044987393', 'name': '', 'network_id': '303bf49d-239f-4c0b-be43-2167383b6446', 'tenant_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'mac_address': 'fa:16:3e:73:44:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '15210cb6-e1bd-43c9-9944-eb57f11cb522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:55Z', 'updated_at': '2021-07-15T13:30:08Z', 'revision_number': 5, 'project_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'subnets': [{'id': '15210cb6-e1bd-43c9-9944-eb57f11cb522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:05.689600 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac8166-87d4-4197-8bfc-c65d9db404f3 req-6ad6f3dd-3fa0-4573-a08e-e2e811469076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:05.691664 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fbac8166-87d4-4197-8bfc-c65d9db404f3 req-6ad6f3dd-3fa0-4573-a08e-e2e811469076 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15210cb6-e1bd-43c9-9944-eb57f11cb522 HTTP/1.1" status: 200 len: 860 time: 0.1368275 Jul 15 13:31:05.760441 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-76ac0fbc-c79d-44a5-bb26-2d9e1251becc req-2800f15c-63bb-40c1-8d85-bce906315204 service neutron] 10.222.0.32 "GET /v2.0/networks/5ec42a43-1570-4b9e-bee3-5564e0d71dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650931 Jul 15 13:31:05.779538 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d238ba-1268-44b8-a77e-0f7b74141e4f None None] Checking router: f192a66e-bb94-4551-b355-c00b2f18f46c for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:31:05.788355 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fbac8166-87d4-4197-8bfc-c65d9db404f3 req-2bfd89b4-8b77-4bf0-bd0e-c908c854482d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=303bf49d-239f-4c0b-be43-2167383b6446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875185 Jul 15 13:31:05.820101 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-fbac8166-87d4-4197-8bfc-c65d9db404f3 req-e73cb407-abe2-473a-82e9-28b7221e96de service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:31:05.821212 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fbac8166-87d4-4197-8bfc-c65d9db404f3 req-e73cb407-abe2-473a-82e9-28b7221e96de service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061574 Jul 15 13:31:05.825357 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d238ba-1268-44b8-a77e-0f7b74141e4f None None] Routers {'f192a66e-bb94-4551-b355-c00b2f18f46c'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:31:05.826091 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c8d238ba-1268-44b8-a77e-0f7b74141e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:30:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['f192a66e-bb94-4551-b355-c00b2f18f46c'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:05.928613 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4c904961-238a-4388-b740-9068844edb43 req-8f1a5bec-2238-42e1-b9f0-f07c97c2738c tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] 10.222.0.24 "GET /v2.0/ports?device_id=34a1e50c-f00b-4d8e-8851-3d09bb796780 HTTP/1.1" status: 200 len: 210 time: 0.0988533 Jul 15 13:31:06.073060 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0400dd8d-eb7b-4642-a5e1-9d247bbd5ab6 x-openstack-request-id: req-0400dd8d-eb7b-4642-a5e1-9d247bbd5ab6 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:06.080312 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-c8d238ba-1268-44b8-a77e-0f7b74141e4f None None] Set router f192a66e-bb94-4551-b355-c00b2f18f46c gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:31:06.087919 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd81f02-1dd6-45db-b744-057379344b67", "tag": "0a7b28d5-266f-48e6-8d47-e9fdc4f7705b", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:06.088391 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0400dd8d-eb7b-4642-a5e1-9d247bbd5ab6 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:06.089116 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd81f02-1dd6-45db-b744-057379344b67', 'tag': '0a7b28d5-266f-48e6-8d47-e9fdc4f7705b', 'status': 'completed', 'code': 200} Jul 15 13:31:06.174540 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-76ac0fbc-c79d-44a5-bb26-2d9e1251becc req-3f2baaa5-fefb-40f3-9190-3fa313d936d7 service neutron] 10.222.0.32 "GET /v2.0/networks/5ec42a43-1570-4b9e-bee3-5564e0d71dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067674 Jul 15 13:31:06.248699 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fbac8166-87d4-4197-8bfc-c65d9db404f3 req-8a5f1892-796d-4119-a23c-3cf87d3fc1da service neutron] 10.222.0.24 "GET /v2.0/networks/303bf49d-239f-4c0b-be43-2167383b6446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103031 Jul 15 13:31:06.364404 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b4cad-0e5a-4297-8efe-60961d33f25e req-06bf68f2-2fc5-4704-9a34-df162ecb4a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:06.385153 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5c0b4cad-0e5a-4297-8efe-60961d33f25e req-06bf68f2-2fc5-4704-9a34-df162ecb4a67 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af10f95cc191480e90dd5f2a6c12a26c&device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 1097 time: 0.2432773 Jul 15 13:31:06.455423 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 61b11a95-ffa0-4c44-be28-3ebdb9023df1 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:31:06.616543 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fbac8166-87d4-4197-8bfc-c65d9db404f3 req-467f1d6f-8750-491e-b297-360f5c334848 service neutron] 10.222.0.24 "GET /v2.0/networks/303bf49d-239f-4c0b-be43-2167383b6446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639388 Jul 15 13:31:06.729550 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b4cad-0e5a-4297-8efe-60961d33f25e req-8d92ab09-c9b7-4271-a494-ec28dbd4838c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:06.732802 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5c0b4cad-0e5a-4297-8efe-60961d33f25e req-8d92ab09-c9b7-4271-a494-ec28dbd4838c service neutron] 10.222.0.18 "GET /v2.0/networks?id=303bf49d-239f-4c0b-be43-2167383b6446 HTTP/1.1" status: 200 len: 921 time: 0.3456874 Jul 15 13:31:06.964901 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5c0b4cad-0e5a-4297-8efe-60961d33f25e req-8749f366-beae-48e5-ba2e-4acb17eba39b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a7b28d5-266f-48e6-8d47-e9fdc4f7705b HTTP/1.1" status: 200 len: 999 time: 0.2229576 Jul 15 13:31:06.986885 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 61b11a95-ffa0-4c44-be28-3ebdb9023df1, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=61b11a95-ffa0-4c44-be28-3ebdb9023df1,segment=NetworkSegment(c14606a6-175b-496b-abb5-aced808cd4d4),segment_id=c14606a6-175b-496b-abb5-aced808cd4d4)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:07.011921 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '61b11a95-ffa0-4c44-be28-3ebdb9023df1', 'network_id': '5ec42a43-1570-4b9e-bee3-5564e0d71dd6', 'port_id': '61b11a95-ffa0-4c44-be28-3ebdb9023df1', 'mac_address': 'fa:16:3e:b8:b9:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e318f74-5932-4d25-b3ac-44bfe28e44ca', 'ip_address': '19.80.0.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:31:07.123623 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:07.136924 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61b11a95-ffa0-4c44-be28-3ebdb9023df1 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:31:07.163572 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 61b11a95-ffa0-4c44-be28-3ebdb9023df1, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=61b11a95-ffa0-4c44-be28-3ebdb9023df1,segment=NetworkSegment(c14606a6-175b-496b-abb5-aced808cd4d4),segment_id=c14606a6-175b-496b-abb5-aced808cd4d4)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:07.184223 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:07.185166 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 0a12d969-d315-4945-bde8-4ce2608e45be details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:31:07.296255 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c8d238ba-1268-44b8-a77e-0f7b74141e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1379739942-router', 'tenant_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '7e0759e0-e90f-443d-b95f-398f778d0ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:57Z', 'revision_number': 4, 'project_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'gw_port': {'id': '7e0759e0-e90f-443d-b95f-398f778d0ff6', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:44Z', 'updated_at': '2021-07-15T13:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'e99e5d86-7494-410b-a951-d152d113f2e9', 'tenant_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'floating_ip_address': '172.25.6.180', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'port_id': '0a7b28d5-266f-48e6-8d47-e9fdc4f7705b', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303bf49d-239f-4c0b-be43-2167383b6446', 'mac_address': 'fa:16:3e:8d:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd81f02-1dd6-45db-b744-057379344b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:30:59Z', 'updated_at': '2021-07-15T13:31:03Z', 'revision_number': 1, 'project_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8447f1f-44c5-4443-bfee-9ef044987393', 'name': '', 'network_id': '303bf49d-239f-4c0b-be43-2167383b6446', 'tenant_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'mac_address': 'fa:16:3e:73:44:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '15210cb6-e1bd-43c9-9944-eb57f11cb522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:55Z', 'updated_at': '2021-07-15T13:30:08Z', 'revision_number': 5, 'project_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'subnets': [{'id': '15210cb6-e1bd-43c9-9944-eb57f11cb522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:07.311051 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b4cad-0e5a-4297-8efe-60961d33f25e req-08ab0ea5-793a-4b3f-a523-3c05ea950b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:07.315943 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5c0b4cad-0e5a-4297-8efe-60961d33f25e req-08ab0ea5-793a-4b3f-a523-3c05ea950b41 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=15210cb6-e1bd-43c9-9944-eb57f11cb522 HTTP/1.1" status: 200 len: 860 time: 0.3295074 Jul 15 13:31:07.375031 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=61b11a95-ffa0-4c44-be28-3ebdb9023df1,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:07.394195 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:07.395316 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:07.395851 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:07.396616 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:07.397143 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:07.397645 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:07.398199 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:07.398703 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:07.399185 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:07.399693 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:07.400183 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:07.400726 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:07.430772 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d238ba-1268-44b8-a77e-0f7b74141e4f None None] The sync data for ids ['f192a66e-bb94-4551-b355-c00b2f18f46c'] in n-d-758944-45 is: [{'id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1379739942-router', 'tenant_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '7e0759e0-e90f-443d-b95f-398f778d0ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:57Z', 'revision_number': 4, 'project_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'gw_port': {'id': '7e0759e0-e90f-443d-b95f-398f778d0ff6', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:44Z', 'updated_at': '2021-07-15T13:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'e99e5d86-7494-410b-a951-d152d113f2e9', 'tenant_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'floating_ip_address': '172.25.6.180', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'port_id': '0a7b28d5-266f-48e6-8d47-e9fdc4f7705b', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303bf49d-239f-4c0b-be43-2167383b6446', 'mac_address': 'fa:16:3e:8d:95:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd81f02-1dd6-45db-b744-057379344b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:30:59Z', 'updated_at': '2021-07-15T13:31:03Z', 'revision_number': 1, 'project_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8447f1f-44c5-4443-bfee-9ef044987393', 'name': '', 'network_id': '303bf49d-239f-4c0b-be43-2167383b6446', 'tenant_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'mac_address': 'fa:16:3e:73:44:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '15210cb6-e1bd-43c9-9944-eb57f11cb522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:55Z', 'updated_at': '2021-07-15T13:30:08Z', 'revision_number': 5, 'project_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'subnets': [{'id': '15210cb6-e1bd-43c9-9944-eb57f11cb522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:31:07.479345 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 0a12d969-d315-4945-bde8-4ce2608e45be, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0a12d969-d315-4945-bde8-4ce2608e45be,segment=NetworkSegment(c14606a6-175b-496b-abb5-aced808cd4d4),segment_id=c14606a6-175b-496b-abb5-aced808cd4d4)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:07.522264 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '0a12d969-d315-4945-bde8-4ce2608e45be', 'network_id': '5ec42a43-1570-4b9e-bee3-5564e0d71dd6', 'port_id': '0a12d969-d315-4945-bde8-4ce2608e45be', 'mac_address': 'fa:16:3e:d8:b0:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e318f74-5932-4d25-b3ac-44bfe28e44ca', 'ip_address': '19.80.0.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:31:07.551006 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5c0b4cad-0e5a-4297-8efe-60961d33f25e req-f03aabf8-bc4c-4800-8fa2-4d49055e7bb9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=303bf49d-239f-4c0b-be43-2167383b6446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2272773 Jul 15 13:31:07.626834 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:07.662928 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a12d969-d315-4945-bde8-4ce2608e45be {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:31:07.727809 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 0a12d969-d315-4945-bde8-4ce2608e45be, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0a12d969-d315-4945-bde8-4ce2608e45be,segment=NetworkSegment(c14606a6-175b-496b-abb5-aced808cd4d4),segment_id=c14606a6-175b-496b-abb5-aced808cd4d4)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:07.735943 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:07.736335 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 8126ebaf-4a95-4769-816e-1fde64f148d0 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:31:07.850143 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=0a12d969-d315-4945-bde8-4ce2608e45be,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:07.893128 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5c0b4cad-0e5a-4297-8efe-60961d33f25e req-33225ef5-bf84-4417-946a-f8866d3d7040 service neutron] 10.222.0.18 "GET /v2.0/networks/303bf49d-239f-4c0b-be43-2167383b6446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301082 Jul 15 13:31:08.048769 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 8126ebaf-4a95-4769-816e-1fde64f148d0, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=8126ebaf-4a95-4769-816e-1fde64f148d0,segment=NetworkSegment(d92288b4-512c-42c8-9f21-4545e9e502f1),segment_id=d92288b4-512c-42c8-9f21-4545e9e502f1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:08.071781 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '8126ebaf-4a95-4769-816e-1fde64f148d0', 'network_id': 'f2eff464-1590-4e42-b2f3-c9c2affd1bd7', 'port_id': '8126ebaf-4a95-4769-816e-1fde64f148d0', 'mac_address': 'fa:16:3e:d3:a5:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17b47f56-51da-4df1-a158-89946dd98a9f', 'ip_address': '19.86.0.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:31:08.091797 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05fcdc3-6c3c-460a-9a06-3cb595396580 None None] New status for floating IP e99e5d86-7494-410b-a951-d152d113f2e9: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:31:08.264317 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-21d188fa-0d7e-445b-8d23-e3ba75521087 req-3492371e-5b0b-4782-b6cb-e36eddb5c92b tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.180 HTTP/1.1" status: 200 len: 999 time: 0.3694501 Jul 15 13:31:08.355331 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:08.363316 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-4efb37c1-f268-4987-9e22-61172289cb63 tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:08.367080 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-4efb37c1-f268-4987-9e22-61172289cb63 tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] 10.222.0.18 "GET /v2.0/networks?id=56b79afc-14e3-4510-b06d-ca8d5d252baf HTTP/1.1" status: 200 len: 809 time: 1.5703187 Jul 15 13:31:08.369299 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:08.385871 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-0b72aecf-4093-4bff-ba19-d8927af2665d tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] Request body: {'port': {'device_id': '34a1e50c-f00b-4d8e-8851-3d09bb796780', 'network_id': '56b79afc-14e3-4510-b06d-ca8d5d252baf', 'admin_state_up': True, 'tenant_id': '81e0b630b85549ae87eb0e53df31a896'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:08.449702 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8126ebaf-4a95-4769-816e-1fde64f148d0 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:31:08.514093 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 8126ebaf-4a95-4769-816e-1fde64f148d0, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=8126ebaf-4a95-4769-816e-1fde64f148d0,segment=NetworkSegment(d92288b4-512c-42c8-9f21-4545e9e502f1),segment_id=d92288b4-512c-42c8-9f21-4545e9e502f1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:08.519361 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cad20-5cd1-41fb-867f-87e9f0e59c46 req-8dbf2970-2b9a-4fd6-9ab3-8fe9a365cbe0 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:08.530786 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:08.556173 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cad20-5cd1-41fb-867f-87e9f0e59c46 req-8dbf2970-2b9a-4fd6-9ab3-8fe9a365cbe0 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:08.571738 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d188fa-0d7e-445b-8d23-e3ba75521087 req-5bed5869-735f-4006-b85e-cb80e40cb3da tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:08.573416 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-21d188fa-0d7e-445b-8d23-e3ba75521087 req-5bed5869-735f-4006-b85e-cb80e40cb3da tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/ports/0a7b28d5-266f-48e6-8d47-e9fdc4f7705b HTTP/1.1" status: 200 len: 942 time: 0.2955332 Jul 15 13:31:08.577923 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5c0b4cad-0e5a-4297-8efe-60961d33f25e req-9cc1e104-01f4-4da1-928a-fa57f77c86cc service neutron] 10.222.0.18 "GET /v2.0/networks/303bf49d-239f-4c0b-be43-2167383b6446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6759839 Jul 15 13:31:08.588790 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cad20-5cd1-41fb-867f-87e9f0e59c46 req-8dbf2970-2b9a-4fd6-9ab3-8fe9a365cbe0 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:08.614207 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-df3cad20-5cd1-41fb-867f-87e9f0e59c46 req-8dbf2970-2b9a-4fd6-9ab3-8fe9a365cbe0 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=09ac2bde-a862-4dc4-ac85-bc5c9d645174 HTTP/1.1" status: 200 len: 2415 time: 0.5687857 Jul 15 13:31:08.932860 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=8126ebaf-4a95-4769-816e-1fde64f148d0,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:08.975476 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['0a12d969-d315-4945-bde8-4ce2608e45be'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:31:08.990342 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-df3cad20-5cd1-41fb-867f-87e9f0e59c46 req-437f2168-4cdc-4222-98de-dfa687d01ba2 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575618 Jul 15 13:31:09.030312 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['61b11a95-ffa0-4c44-be28-3ebdb9023df1'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:31:09.061812 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-0b72aecf-4093-4bff-ba19-d8927af2665d tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] Made reservation on behalf of 81e0b630b85549ae87eb0e53df31a896 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:09.096404 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-0b72aecf-4093-4bff-ba19-d8927af2665d tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.120127 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['8126ebaf-4a95-4769-816e-1fde64f148d0'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:31:09.174294 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-21d188fa-0d7e-445b-8d23-e3ba75521087 req-6ddf6699-f9cc-45d2-8de4-c641fbfc062b tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.180 HTTP/1.1" status: 200 len: 1001 time: 0.2438166 Jul 15 13:31:09.328965 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d2809995-261d-4d62-88bb-2056b4dff9bb req-019ca5d5-fb52-4f0b-919b-c96b8b88070f tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] 10.222.0.24 "GET /v2.0/ports?device_id=34a1e50c-f00b-4d8e-8851-3d09bb796780 HTTP/1.1" status: 200 len: 210 time: 0.0495753 Jul 15 13:31:09.492606 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d188fa-0d7e-445b-8d23-e3ba75521087 req-8646e10c-fae4-4f1e-bdd9-fdddf76fd389 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:09.509178 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-21d188fa-0d7e-445b-8d23-e3ba75521087 req-8646e10c-fae4-4f1e-bdd9-fdddf76fd389 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 784 time: 0.3330264 Jul 15 13:31:09.517460 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-21d188fa-0d7e-445b-8d23-e3ba75521087 req-703580e5-3d44-461a-bd1c-b935d2d70a41 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:31:09.530355 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-21d188fa-0d7e-445b-8d23-e3ba75521087 req-703580e5-3d44-461a-bd1c-b935d2d70a41 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0201063 Jul 15 13:31:09.594462 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-0b72aecf-4093-4bff-ba19-d8927af2665d tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] Allocated IP 172.20.0.7 (56b79afc-14e3-4510-b06d-ca8d5d252baf/6e04894b-cb13-486a-ae45-42603c8921c5/12f9c91e-86ad-4121-89c9-3b0381e63dd6) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:09.760222 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-21d188fa-0d7e-445b-8d23-e3ba75521087 req-d1f799ba-c88d-4609-a100-baa2c8d6833f tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.180 HTTP/1.1" status: 200 len: 1001 time: 0.2265956 Jul 15 13:31:09.785741 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-21d188fa-0d7e-445b-8d23-e3ba75521087 req-a66dbbaf-702c-47d7-bc91-3ce042385f2e tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:09.947915 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-21d188fa-0d7e-445b-8d23-e3ba75521087 req-a66dbbaf-702c-47d7-bc91-3ce042385f2e tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks [] for floatingip, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:10.097416 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-0b72aecf-4093-4bff-ba19-d8927af2665d tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:10.193495 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-0b72aecf-4093-4bff-ba19-d8927af2665d tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:10.386390 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72aecf-4093-4bff-ba19-d8927af2665d tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] Pushing event updated for resources: {'Port': ['ID=12f9c91e-86ad-4121-89c9-3b0381e63dd6,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:10.427895 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-21d188fa-0d7e-445b-8d23-e3ba75521087 req-a66dbbaf-702c-47d7-bc91-3ce042385f2e tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:10.433797 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-21d188fa-0d7e-445b-8d23-e3ba75521087 req-a66dbbaf-702c-47d7-bc91-3ce042385f2e tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:10.434390 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [req-21d188fa-0d7e-445b-8d23-e3ba75521087 req-a66dbbaf-702c-47d7-bc91-3ce042385f2e tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Floating IP e99e5d86-7494-410b-a951-d152d113f2e9 disassociated. External IP: 172.25.6.180, port: 0a7b28d5-266f-48e6-8d47-e9fdc4f7705b. Jul 15 13:31:10.446889 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-0b72aecf-4093-4bff-ba19-d8927af2665d tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] Network 56b79afc-14e3-4510-b06d-ca8d5d252baf is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:10.455180 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-0b72aecf-4093-4bff-ba19-d8927af2665d tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:10.459613 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-0b72aecf-4093-4bff-ba19-d8927af2665d tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:10.619652 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-0b72aecf-4093-4bff-ba19-d8927af2665d tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:10.620835 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-0b72aecf-4093-4bff-ba19-d8927af2665d tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:10.662747 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9b4c1-754f-4230-8bfc-593c813f91c4 req-a97816f8-9ea1-415d-b8b0-944e4d5f1d75 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:10.670084 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9b4c1-754f-4230-8bfc-593c813f91c4 req-a97816f8-9ea1-415d-b8b0-944e4d5f1d75 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:10.680253 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9b4c1-754f-4230-8bfc-593c813f91c4 req-a97816f8-9ea1-415d-b8b0-944e4d5f1d75 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:10.683743 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-00a9b4c1-754f-4230-8bfc-593c813f91c4 req-a97816f8-9ea1-415d-b8b0-944e4d5f1d75 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=09ac2bde-a862-4dc4-ac85-bc5c9d645174 HTTP/1.1" status: 200 len: 2416 time: 0.3817844 Jul 15 13:31:10.707885 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-0b72aecf-4093-4bff-ba19-d8927af2665d tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3276064 Jul 15 13:31:10.749747 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-c23ac1a9-6bb1-4cc8-a395-7620e5e3b6c8 service neutron] Request body: {'port': {'device_id': '34a1e50c-f00b-4d8e-8851-3d09bb796780', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:10.825101 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-00a9b4c1-754f-4230-8bfc-593c813f91c4 req-cee61329-1313-4cce-a0e2-5d16896ef2f5 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195004 Jul 15 13:31:10.954074 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-c23ac1a9-6bb1-4cc8-a395-7620e5e3b6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.021959 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21d188fa-0d7e-445b-8d23-e3ba75521087 req-a66dbbaf-702c-47d7-bc91-3ce042385f2e tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Router f192a66e-bb94-4551-b355-c00b2f18f46c has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:31:11.536658 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21d188fa-0d7e-445b-8d23-e3ba75521087 req-a66dbbaf-702c-47d7-bc91-3ce042385f2e tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:31:11.539021 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bb6c4-78b0-453b-b7ea-7a643a3d6e09 req-d3520336-f20a-45fe-ad78-24e53fa722bd tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:11.551616 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-21d188fa-0d7e-445b-8d23-e3ba75521087 req-a66dbbaf-702c-47d7-bc91-3ce042385f2e tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.552717 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-153bb6c4-78b0-453b-b7ea-7a643a3d6e09 req-d3520336-f20a-45fe-ad78-24e53fa722bd tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] 10.222.0.24 "GET /v2.0/ports?device_id=34a1e50c-f00b-4d8e-8851-3d09bb796780 HTTP/1.1" status: 200 len: 931 time: 0.5480363 Jul 15 13:31:11.555474 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c79b89f-bc9d-4ec0-a514-e5bd8aa2eea2 None None] Sync routers for ids ['f192a66e-bb94-4551-b355-c00b2f18f46c'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:31:11.600938 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c79b89f-bc9d-4ec0-a514-e5bd8aa2eea2 None None] Routers {'f192a66e-bb94-4551-b355-c00b2f18f46c'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:31:11.602103 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1c79b89f-bc9d-4ec0-a514-e5bd8aa2eea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:30:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['f192a66e-bb94-4551-b355-c00b2f18f46c'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:11.663232 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-21d188fa-0d7e-445b-8d23-e3ba75521087 req-a66dbbaf-702c-47d7-bc91-3ce042385f2e tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "PUT /v2.0/floatingips/e99e5d86-7494-410b-a951-d152d113f2e9 HTTP/1.1" status: 200 len: 695 time: 1.8959796 Jul 15 13:31:11.663626 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd81f02-1dd6-45db-b744-057379344b67', 'tag': '0a7b28d5-266f-48e6-8d47-e9fdc4f7705b'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:11.666030 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c888b521-6307-45da-9e8b-f3539fbb0120" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd81f02-1dd6-45db-b744-057379344b67", "tag": "0a7b28d5-266f-48e6-8d47-e9fdc4f7705b"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:11.774134 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-153bb6c4-78b0-453b-b7ea-7a643a3d6e09 req-0c359f66-82c8-4a94-b798-4f786fd433a4 tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8637b84-bcf9-474e-bacf-ae7a67555343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199330 Jul 15 13:31:11.837752 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d188fa-0d7e-445b-8d23-e3ba75521087 req-1e17061b-da62-4d4c-a04e-15afe04c1cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:11.858119 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-21d188fa-0d7e-445b-8d23-e3ba75521087 req-1e17061b-da62-4d4c-a04e-15afe04c1cca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af10f95cc191480e90dd5f2a6c12a26c&device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 1097 time: 0.1548173 Jul 15 13:31:11.932787 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-1c79b89f-bc9d-4ec0-a514-e5bd8aa2eea2 None None] Set router f192a66e-bb94-4551-b355-c00b2f18f46c gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:31:12.099201 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b9348c-2148-45e3-8ef1-7603b6945f48 x-openstack-request-id: req-94b9348c-2148-45e3-8ef1-7603b6945f48 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:12.101578 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd81f02-1dd6-45db-b744-057379344b67", "tag": "0a7b28d5-266f-48e6-8d47-e9fdc4f7705b", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:12.103879 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-94b9348c-2148-45e3-8ef1-7603b6945f48 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:12.103879 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd81f02-1dd6-45db-b744-057379344b67', 'tag': '0a7b28d5-266f-48e6-8d47-e9fdc4f7705b', 'status': 'completed', 'code': 200} Jul 15 13:31:12.115310 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d188fa-0d7e-445b-8d23-e3ba75521087 req-18eb0b36-3d08-4b94-9e7e-a8872d987509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:12.118385 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-21d188fa-0d7e-445b-8d23-e3ba75521087 req-18eb0b36-3d08-4b94-9e7e-a8872d987509 service neutron] 10.222.0.24 "GET /v2.0/networks?id=303bf49d-239f-4c0b-be43-2167383b6446 HTTP/1.1" status: 200 len: 921 time: 0.2590849 Jul 15 13:31:12.275952 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-c23ac1a9-6bb1-4cc8-a395-7620e5e3b6c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12f9c91e-86ad-4121-89c9-3b0381e63dd6 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:31:12.327668 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-c23ac1a9-6bb1-4cc8-a395-7620e5e3b6c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:12.398702 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-c23ac1a9-6bb1-4cc8-a395-7620e5e3b6c8 service neutron] Transition to ACTIVE for port object 12f9c91e-86ad-4121-89c9-3b0381e63dd6 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:12.410233 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-c23ac1a9-6bb1-4cc8-a395-7620e5e3b6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:12.426163 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1c79b89f-bc9d-4ec0-a514-e5bd8aa2eea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1379739942-router', 'tenant_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '7e0759e0-e90f-443d-b95f-398f778d0ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:57Z', 'revision_number': 4, 'project_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'gw_port': {'id': '7e0759e0-e90f-443d-b95f-398f778d0ff6', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:44Z', 'updated_at': '2021-07-15T13:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'b8447f1f-44c5-4443-bfee-9ef044987393', 'name': '', 'network_id': '303bf49d-239f-4c0b-be43-2167383b6446', 'tenant_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'mac_address': 'fa:16:3e:73:44:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '15210cb6-e1bd-43c9-9944-eb57f11cb522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:55Z', 'updated_at': '2021-07-15T13:30:08Z', 'revision_number': 5, 'project_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'subnets': [{'id': '15210cb6-e1bd-43c9-9944-eb57f11cb522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:12.446798 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-21d188fa-0d7e-445b-8d23-e3ba75521087 req-958734c7-ec0d-49d1-bff3-a37d7cc335e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a7b28d5-266f-48e6-8d47-e9fdc4f7705b HTTP/1.1" status: 200 len: 217 time: 0.3148530 Jul 15 13:31:12.529873 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c79b89f-bc9d-4ec0-a514-e5bd8aa2eea2 None None] Checking router: f192a66e-bb94-4551-b355-c00b2f18f46c for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:31:12.546688 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c79b89f-bc9d-4ec0-a514-e5bd8aa2eea2 None None] Routers {'f192a66e-bb94-4551-b355-c00b2f18f46c'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:31:12.549059 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1c79b89f-bc9d-4ec0-a514-e5bd8aa2eea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:30:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['f192a66e-bb94-4551-b355-c00b2f18f46c'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:12.592608 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d188fa-0d7e-445b-8d23-e3ba75521087 req-047efce6-5093-4fd9-9c9a-e4bb38bd4112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:12.602190 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-21d188fa-0d7e-445b-8d23-e3ba75521087 req-047efce6-5093-4fd9-9c9a-e4bb38bd4112 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15210cb6-e1bd-43c9-9944-eb57f11cb522 HTTP/1.1" status: 200 len: 860 time: 0.1235125 Jul 15 13:31:12.610449 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 61b11a95-ffa0-4c44-be28-3ebdb9023df1 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:12.673306 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-21d188fa-0d7e-445b-8d23-e3ba75521087 req-bf436fe2-8887-485d-a5d3-6a900eda6a09 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=303bf49d-239f-4c0b-be43-2167383b6446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697904 Jul 15 13:31:12.746302 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888b521-6307-45da-9e8b-f3539fbb0120 req-f0cede29-e3f0-45ec-8054-7a11908d21f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:12.751308 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c888b521-6307-45da-9e8b-f3539fbb0120 req-f0cede29-e3f0-45ec-8054-7a11908d21f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af10f95cc191480e90dd5f2a6c12a26c&device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 1097 time: 0.5950937 Jul 15 13:31:12.786921 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ac1a9-6bb1-4cc8-a395-7620e5e3b6c8 service neutron] Pushing event updated for resources: {'Port': ['ID=12f9c91e-86ad-4121-89c9-3b0381e63dd6,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:12.854674 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-1c79b89f-bc9d-4ec0-a514-e5bd8aa2eea2 None None] Set router f192a66e-bb94-4551-b355-c00b2f18f46c gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:31:12.863042 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 61b11a95-ffa0-4c44-be28-3ebdb9023df1 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:12.881645 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 61b11a95-ffa0-4c44-be28-3ebdb9023df1 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:12.884607 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:13.058319 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fbdb0-79b8-4f07-8342-26bf3b8cdb08 req-2a02ff65-9073-41bd-bbf2-1d450d106d77 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:13.065179 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fbdb0-79b8-4f07-8342-26bf3b8cdb08 req-2a02ff65-9073-41bd-bbf2-1d450d106d77 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:13.072596 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fbdb0-79b8-4f07-8342-26bf3b8cdb08 req-2a02ff65-9073-41bd-bbf2-1d450d106d77 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:13.080987 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e42fbdb0-79b8-4f07-8342-26bf3b8cdb08 req-2a02ff65-9073-41bd-bbf2-1d450d106d77 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=09ac2bde-a862-4dc4-ac85-bc5c9d645174 HTTP/1.1" status: 200 len: 2416 time: 0.5760696 Jul 15 13:31:13.154811 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-21d188fa-0d7e-445b-8d23-e3ba75521087 req-8a62ffbe-f2bf-484b-a030-ab7555ac43c1 service neutron] 10.222.0.24 "GET /v2.0/networks/303bf49d-239f-4c0b-be43-2167383b6446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784274 Jul 15 13:31:13.200076 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e42fbdb0-79b8-4f07-8342-26bf3b8cdb08 req-2f2dd079-4558-46a2-aeb4-f4b4ec2b3a02 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179328 Jul 15 13:31:13.240574 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-c23ac1a9-6bb1-4cc8-a395-7620e5e3b6c8 service neutron] Attempting to bind port 12f9c91e-86ad-4121-89c9-3b0381e63dd6 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:31:13.242323 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-c23ac1a9-6bb1-4cc8-a395-7620e5e3b6c8 service neutron] Attempting to bind port 12f9c91e-86ad-4121-89c9-3b0381e63dd6 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '5aa25d67-783d-446f-bdae-596e5158e651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '56b79afc-14e3-4510-b06d-ca8d5d252baf'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:31:13.243028 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-c23ac1a9-6bb1-4cc8-a395-7620e5e3b6c8 service neutron] Attempting to bind port 12f9c91e-86ad-4121-89c9-3b0381e63dd6 on network 56b79afc-14e3-4510-b06d-ca8d5d252baf {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:13.252670 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-c23ac1a9-6bb1-4cc8-a395-7620e5e3b6c8 service neutron] Port 12f9c91e-86ad-4121-89c9-3b0381e63dd6 on network 56b79afc-14e3-4510-b06d-ca8d5d252baf not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:31:13.253625 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-c23ac1a9-6bb1-4cc8-a395-7620e5e3b6c8 service neutron] Attempting to bind port 12f9c91e-86ad-4121-89c9-3b0381e63dd6 on network 56b79afc-14e3-4510-b06d-ca8d5d252baf {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:13.275467 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-c23ac1a9-6bb1-4cc8-a395-7620e5e3b6c8 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:31:13.276317 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-c23ac1a9-6bb1-4cc8-a395-7620e5e3b6c8 service neutron] Checking segment: {'id': '5aa25d67-783d-446f-bdae-596e5158e651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '56b79afc-14e3-4510-b06d-ca8d5d252baf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:13.277089 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-c23ac1a9-6bb1-4cc8-a395-7620e5e3b6c8 service neutron] Bound using segment: {'id': '5aa25d67-783d-446f-bdae-596e5158e651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '56b79afc-14e3-4510-b06d-ca8d5d252baf'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:31:13.277982 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-c23ac1a9-6bb1-4cc8-a395-7620e5e3b6c8 service neutron] Bound port: 12f9c91e-86ad-4121-89c9-3b0381e63dd6, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa25d67-783d-446f-bdae-596e5158e651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '56b79afc-14e3-4510-b06d-ca8d5d252baf'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:31:13.278698 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-c23ac1a9-6bb1-4cc8-a395-7620e5e3b6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:13.341485 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:13.418199 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888b521-6307-45da-9e8b-f3539fbb0120 req-0d875d61-f265-42f1-9a98-b9020f0f9be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:13.419759 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c888b521-6307-45da-9e8b-f3539fbb0120 req-0d875d61-f265-42f1-9a98-b9020f0f9be4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=303bf49d-239f-4c0b-be43-2167383b6446 HTTP/1.1" status: 200 len: 921 time: 0.6557646 Jul 15 13:31:13.448216 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1c79b89f-bc9d-4ec0-a514-e5bd8aa2eea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1379739942-router', 'tenant_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '7e0759e0-e90f-443d-b95f-398f778d0ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:57Z', 'revision_number': 4, 'project_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'gw_port': {'id': '7e0759e0-e90f-443d-b95f-398f778d0ff6', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:44Z', 'updated_at': '2021-07-15T13:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'b8447f1f-44c5-4443-bfee-9ef044987393', 'name': '', 'network_id': '303bf49d-239f-4c0b-be43-2167383b6446', 'tenant_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'mac_address': 'fa:16:3e:73:44:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '15210cb6-e1bd-43c9-9944-eb57f11cb522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:55Z', 'updated_at': '2021-07-15T13:30:08Z', 'revision_number': 5, 'project_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'subnets': [{'id': '15210cb6-e1bd-43c9-9944-eb57f11cb522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:13.450093 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-c23ac1a9-6bb1-4cc8-a395-7620e5e3b6c8 service neutron] For port 12f9c91e-86ad-4121-89c9-3b0381e63dd6, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:31:13.455276 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-c23ac1a9-6bb1-4cc8-a395-7620e5e3b6c8 service neutron] For port 12f9c91e-86ad-4121-89c9-3b0381e63dd6, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=12f9c91e-86ad-4121-89c9-3b0381e63dd6,segment=NetworkSegment(5aa25d67-783d-446f-bdae-596e5158e651),segment_id=5aa25d67-783d-446f-bdae-596e5158e651)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:31:13.526784 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ac2bde-a862-4dc4-ac85-bc5c9d645174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b11a95-ffa0-4c44-be28-3ebdb9023df1'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:13.540542 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d15e8bd-c2d2-49d9-907a-140d66d62c02" -d '{"events": [{"server_uuid": "09ac2bde-a862-4dc4-ac85-bc5c9d645174", "name": "network-vif-plugged", "status": "completed", "tag": "61b11a95-ffa0-4c44-be28-3ebdb9023df1"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:13.563826 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c79b89f-bc9d-4ec0-a514-e5bd8aa2eea2 None None] The sync data for ids ['f192a66e-bb94-4551-b355-c00b2f18f46c'] in n-d-758944-45 is: [{'id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1379739942-router', 'tenant_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '7e0759e0-e90f-443d-b95f-398f778d0ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:29:57Z', 'revision_number': 4, 'project_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'gw_port': {'id': '7e0759e0-e90f-443d-b95f-398f778d0ff6', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:44Z', 'updated_at': '2021-07-15T13:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'b8447f1f-44c5-4443-bfee-9ef044987393', 'name': '', 'network_id': '303bf49d-239f-4c0b-be43-2167383b6446', 'tenant_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'mac_address': 'fa:16:3e:73:44:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '15210cb6-e1bd-43c9-9944-eb57f11cb522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:55Z', 'updated_at': '2021-07-15T13:30:08Z', 'revision_number': 5, 'project_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'subnets': [{'id': '15210cb6-e1bd-43c9-9944-eb57f11cb522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:31:13.595615 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c888b521-6307-45da-9e8b-f3539fbb0120 req-b0c619c4-7480-450c-988a-83b953fc888f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a7b28d5-266f-48e6-8d47-e9fdc4f7705b HTTP/1.1" status: 200 len: 217 time: 0.1587420 Jul 15 13:31:13.597960 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-c23ac1a9-6bb1-4cc8-a395-7620e5e3b6c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:13.657557 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-c23ac1a9-6bb1-4cc8-a395-7620e5e3b6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:13.658291 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-c23ac1a9-6bb1-4cc8-a395-7620e5e3b6c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:13.659834 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-c23ac1a9-6bb1-4cc8-a395-7620e5e3b6c8 service neutron] 10.222.0.18 "PUT /v2.0/ports/12f9c91e-86ad-4121-89c9-3b0381e63dd6 HTTP/1.1" status: 200 len: 1092 time: 2.9331288 Jul 15 13:31:13.661857 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a1e50c-f00b-4d8e-8851-3d09bb796780', 'tag': '12f9c91e-86ad-4121-89c9-3b0381e63dd6'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:13.664596 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b2e51b-c1ed-4582-80e5-602781298787" -d '{"events": [{"name": "network-changed", "server_uuid": "34a1e50c-f00b-4d8e-8851-3d09bb796780", "tag": "12f9c91e-86ad-4121-89c9-3b0381e63dd6"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:13.729420 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 61b11a95-ffa0-4c44-be28-3ebdb9023df1, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=61b11a95-ffa0-4c44-be28-3ebdb9023df1,segment=NetworkSegment(c14606a6-175b-496b-abb5-aced808cd4d4),segment_id=c14606a6-175b-496b-abb5-aced808cd4d4)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:13.751399 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:13.755519 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 0a12d969-d315-4945-bde8-4ce2608e45be up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:13.824787 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-21d188fa-0d7e-445b-8d23-e3ba75521087 req-49fa0b8b-7fc2-4046-afe3-96d58806f6df service neutron] 10.222.0.24 "GET /v2.0/networks/303bf49d-239f-4c0b-be43-2167383b6446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6583512 Jul 15 13:31:13.862954 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ac1a9-6bb1-4cc8-a395-7620e5e3b6c8 service neutron] Pushing event updated for resources: {'Port': ['ID=12f9c91e-86ad-4121-89c9-3b0381e63dd6,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:13.910864 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888b521-6307-45da-9e8b-f3539fbb0120 req-ffd3655a-cb5e-40fe-a757-b30b6372c92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:13.918123 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c888b521-6307-45da-9e8b-f3539fbb0120 req-ffd3655a-cb5e-40fe-a757-b30b6372c92f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=15210cb6-e1bd-43c9-9944-eb57f11cb522 HTTP/1.1" status: 200 len: 860 time: 0.2975247 Jul 15 13:31:13.931488 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f113849-22d1-4d9d-b43f-2b10e5151361 req-50db5bc1-1490-49fe-a3e3-68df7ab8a9a4 tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:13.954807 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3f113849-22d1-4d9d-b43f-2b10e5151361 req-50db5bc1-1490-49fe-a3e3-68df7ab8a9a4 tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] 10.222.0.24 "GET /v2.0/ports?device_id=34a1e50c-f00b-4d8e-8851-3d09bb796780 HTTP/1.1" status: 200 len: 943 time: 0.4834857 Jul 15 13:31:14.054169 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c888b521-6307-45da-9e8b-f3539fbb0120 req-fc1e93c2-4c72-46e5-add3-a6abe3298700 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=303bf49d-239f-4c0b-be43-2167383b6446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1280043 Jul 15 13:31:14.161892 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3f113849-22d1-4d9d-b43f-2b10e5151361 req-900057d5-176e-4c30-b923-d15cc87dc656 tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8637b84-bcf9-474e-bacf-ae7a67555343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059550 Jul 15 13:31:14.228520 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 0a12d969-d315-4945-bde8-4ce2608e45be completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:14.247411 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-3084a42f-33d3-4a29-b87b-d809636cfd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:14.257802 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-3084a42f-33d3-4a29-b87b-d809636cfd79 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=81e0b630b85549ae87eb0e53df31a896&device_id=34a1e50c-f00b-4d8e-8851-3d09bb796780 HTTP/1.1" status: 200 len: 1095 time: 0.5030034 Jul 15 13:31:14.276755 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 0a12d969-d315-4945-bde8-4ce2608e45be triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:14.277917 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.320690 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=61b11a95-ffa0-4c44-be28-3ebdb9023df1,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:14.403241 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c70954e-eaf0-45a8-817c-fac19eea7e96 x-openstack-request-id: req-6c70954e-eaf0-45a8-817c-fac19eea7e96 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:14.404725 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ac2bde-a862-4dc4-ac85-bc5c9d645174", "name": "network-vif-plugged", "status": "completed", "tag": "61b11a95-ffa0-4c44-be28-3ebdb9023df1", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:14.406682 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6c70954e-eaf0-45a8-817c-fac19eea7e96 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:14.411049 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ac2bde-a862-4dc4-ac85-bc5c9d645174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b11a95-ffa0-4c44-be28-3ebdb9023df1', 'code': 200} Jul 15 13:31:14.529025 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605d5bb6-7097-4adb-8ef6-06a39d743f26 None None] New status for floating IP e99e5d86-7494-410b-a951-d152d113f2e9: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:31:14.571372 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5803e93b-5ce0-491e-b563-f42d84743c61 x-openstack-request-id: req-5803e93b-5ce0-491e-b563-f42d84743c61 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:14.573175 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a1e50c-f00b-4d8e-8851-3d09bb796780", "tag": "12f9c91e-86ad-4121-89c9-3b0381e63dd6", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:14.573812 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5803e93b-5ce0-491e-b563-f42d84743c61 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:14.575611 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a1e50c-f00b-4d8e-8851-3d09bb796780', 'tag': '12f9c91e-86ad-4121-89c9-3b0381e63dd6', 'status': 'completed', 'code': 200} Jul 15 13:31:14.600893 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c888b521-6307-45da-9e8b-f3539fbb0120 req-d10a9071-7e16-4af3-8edc-76286a8e88fc service neutron] 10.222.0.18 "GET /v2.0/networks/303bf49d-239f-4c0b-be43-2167383b6446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5357797 Jul 15 13:31:14.616191 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-6033cd9f-b84a-4261-b3a9-6f91f2fafd88 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12f9c91e-86ad-4121-89c9-3b0381e63dd6 HTTP/1.1" status: 200 len: 217 time: 0.3561659 Jul 15 13:31:14.778536 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.859322 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6987f6af-60c2-4f74-b11a-9639037ba3de req-98c65ebf-714e-41c0-bd58-a0574c9ba0ce tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/floatingips/e99e5d86-7494-410b-a951-d152d113f2e9 HTTP/1.1" status: 200 len: 695 time: 0.2770731 Jul 15 13:31:15.072085 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 0a12d969-d315-4945-bde8-4ce2608e45be, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0a12d969-d315-4945-bde8-4ce2608e45be,segment=NetworkSegment(c14606a6-175b-496b-abb5-aced808cd4d4),segment_id=c14606a6-175b-496b-abb5-aced808cd4d4)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:15.080168 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-0798ed12-6cf1-4de6-8792-9f9ba7b31ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:15.081990 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-0798ed12-6cf1-4de6-8792-9f9ba7b31ad3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e04894b-cb13-486a-ae45-42603c8921c5 HTTP/1.1" status: 200 len: 849 time: 0.3719580 Jul 15 13:31:15.086719 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c888b521-6307-45da-9e8b-f3539fbb0120 req-c5efd8b2-7c31-40e4-b7d6-a9ce81fe4d3e service neutron] 10.222.0.18 "GET /v2.0/networks/303bf49d-239f-4c0b-be43-2167383b6446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801867 Jul 15 13:31:15.154670 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e51d6-10b1-4262-b64d-d7326eb2a776 req-04ffcd34-824e-4868-a98c-c37b28c6c0d1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:15.168174 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e51d6-10b1-4262-b64d-d7326eb2a776 req-04ffcd34-824e-4868-a98c-c37b28c6c0d1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:15.180592 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e51d6-10b1-4262-b64d-d7326eb2a776 req-04ffcd34-824e-4868-a98c-c37b28c6c0d1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:15.182424 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f86e51d6-10b1-4262-b64d-d7326eb2a776 req-04ffcd34-824e-4868-a98c-c37b28c6c0d1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=09ac2bde-a862-4dc4-ac85-bc5c9d645174 HTTP/1.1" status: 200 len: 2417 time: 0.4074543 Jul 15 13:31:15.292801 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.293961 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-260d79dd-e651-4bfe-b16b-3b271fad0037 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=56b79afc-14e3-4510-b06d-ca8d5d252baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102636 Jul 15 13:31:15.296672 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 8126ebaf-4a95-4769-816e-1fde64f148d0 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:15.323201 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f86e51d6-10b1-4262-b64d-d7326eb2a776 req-29de1cba-fd18-4664-9d7a-3badc8fd2173 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256354 Jul 15 13:31:15.573693 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987f6af-60c2-4f74-b11a-9639037ba3de req-69561555-a60f-43a8-8122-00fb04ac7547 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:15.602025 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6987f6af-60c2-4f74-b11a-9639037ba3de req-69561555-a60f-43a8-8122-00fb04ac7547 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/networks/0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 784 time: 0.7408826 Jul 15 13:31:15.713116 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95613a8-d247-4ae3-8684-7ad04830dff4 req-d2426e7d-8162-4d8d-87ef-4b8af9beab00 tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:15.725222 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b95613a8-d247-4ae3-8684-7ad04830dff4 req-d2426e7d-8162-4d8d-87ef-4b8af9beab00 tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] 10.222.0.24 "GET /v2.0/ports?device_id=34a1e50c-f00b-4d8e-8851-3d09bb796780 HTTP/1.1" status: 200 len: 943 time: 0.1445799 Jul 15 13:31:15.756233 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=0a12d969-d315-4945-bde8-4ce2608e45be,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:15.788981 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 8126ebaf-4a95-4769-816e-1fde64f148d0 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:15.793249 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-8777fea4-8ac3-487c-af58-86d9e9e092d5 service neutron] 10.222.0.18 "GET /v2.0/networks/56b79afc-14e3-4510-b06d-ca8d5d252baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4724998 Jul 15 13:31:15.798248 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 8126ebaf-4a95-4769-816e-1fde64f148d0 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:15.798700 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.820437 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b95613a8-d247-4ae3-8684-7ad04830dff4 req-7d016811-3df0-4ac3-baa9-a32f1df771c2 tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8637b84-bcf9-474e-bacf-ae7a67555343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942273 Jul 15 13:31:15.852968 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6987f6af-60c2-4f74-b11a-9639037ba3de req-6c7849b5-d130-45de-b35e-d27bcb8cfb61 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.180 HTTP/1.1" status: 200 len: 696 time: 0.2483962 Jul 15 13:31:15.946200 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.037525 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 8126ebaf-4a95-4769-816e-1fde64f148d0, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=8126ebaf-4a95-4769-816e-1fde64f148d0,segment=NetworkSegment(d92288b4-512c-42c8-9f21-4545e9e502f1),segment_id=d92288b4-512c-42c8-9f21-4545e9e502f1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:16.051990 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.097478 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6987f6af-60c2-4f74-b11a-9639037ba3de req-7591c5b1-e30c-44ca-aafb-c80c01d13abc tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.6.180 HTTP/1.1" status: 200 len: 696 time: 0.2428272 Jul 15 13:31:16.153019 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=8126ebaf-4a95-4769-816e-1fde64f148d0,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:16.415550 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ac2bde-a862-4dc4-ac85-bc5c9d645174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a12d969-d315-4945-bde8-4ce2608e45be'}, {'server_uuid': '09ac2bde-a862-4dc4-ac85-bc5c9d645174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8126ebaf-4a95-4769-816e-1fde64f148d0'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:16.420692 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8c2eb1-7491-40fa-bddf-1073a2a5d785" -d '{"events": [{"server_uuid": "09ac2bde-a862-4dc4-ac85-bc5c9d645174", "name": "network-vif-plugged", "status": "completed", "tag": "0a12d969-d315-4945-bde8-4ce2608e45be"}, {"server_uuid": "09ac2bde-a862-4dc4-ac85-bc5c9d645174", "name": "network-vif-plugged", "status": "completed", "tag": "8126ebaf-4a95-4769-816e-1fde64f148d0"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:16.489300 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-14baa1ef-8cff-450d-9b0d-f8d8738f3f65 req-4f3f5d5e-ca3c-4f20-b963-2d60b214ceb0 service neutron] 10.222.0.18 "GET /v2.0/networks/56b79afc-14e3-4510-b06d-ca8d5d252baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6856270 Jul 15 13:31:16.573273 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-6987f6af-60c2-4f74-b11a-9639037ba3de req-decd7082-8d89-4f9b-a669-0a97044bc256 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Deleting port d8f85690-4354-497a-8362-0059ddc8775d {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:16.573849 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6987f6af-60c2-4f74-b11a-9639037ba3de req-decd7082-8d89-4f9b-a669-0a97044bc256 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.808733 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6987f6af-60c2-4f74-b11a-9639037ba3de req-decd7082-8d89-4f9b-a669-0a97044bc256 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.809127 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6987f6af-60c2-4f74-b11a-9639037ba3de req-decd7082-8d89-4f9b-a669-0a97044bc256 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.838382 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a6fd4-25fe-47ec-aac6-1d58355a0659 req-89076d1d-f634-4ea1-9cb0-4fe95d2acd0f tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:16.854119 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a6fd4-25fe-47ec-aac6-1d58355a0659 req-89076d1d-f634-4ea1-9cb0-4fe95d2acd0f tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:16.871091 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a6fd4-25fe-47ec-aac6-1d58355a0659 req-89076d1d-f634-4ea1-9cb0-4fe95d2acd0f tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:16.874800 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7a8a6fd4-25fe-47ec-aac6-1d58355a0659 req-89076d1d-f634-4ea1-9cb0-4fe95d2acd0f tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=09ac2bde-a862-4dc4-ac85-bc5c9d645174 HTTP/1.1" status: 200 len: 2419 time: 0.2538476 Jul 15 13:31:16.911573 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-6987f6af-60c2-4f74-b11a-9639037ba3de req-decd7082-8d89-4f9b-a669-0a97044bc256 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Calling delete_port for d8f85690-4354-497a-8362-0059ddc8775d owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:16.986261 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7a8a6fd4-25fe-47ec-aac6-1d58355a0659 req-b6e59b16-7479-49eb-8de7-85638644e2d0 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025493 Jul 15 13:31:17.064062 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49d94aa-6f54-4ef3-bc02-48b10eecb5cd x-openstack-request-id: req-e49d94aa-6f54-4ef3-bc02-48b10eecb5cd {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:17.064062 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ac2bde-a862-4dc4-ac85-bc5c9d645174", "name": "network-vif-plugged", "status": "completed", "tag": "0a12d969-d315-4945-bde8-4ce2608e45be", "code": 200}, {"server_uuid": "09ac2bde-a862-4dc4-ac85-bc5c9d645174", "name": "network-vif-plugged", "status": "completed", "tag": "8126ebaf-4a95-4769-816e-1fde64f148d0", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:17.064564 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e49d94aa-6f54-4ef3-bc02-48b10eecb5cd {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:17.065185 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ac2bde-a862-4dc4-ac85-bc5c9d645174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a12d969-d315-4945-bde8-4ce2608e45be', 'code': 200} Jul 15 13:31:17.065684 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ac2bde-a862-4dc4-ac85-bc5c9d645174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8126ebaf-4a95-4769-816e-1fde64f148d0', 'code': 200} Jul 15 13:31:17.361722 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2e51b-c1ed-4582-80e5-602781298787 req-2009acce-b3ce-4774-a661-6ffc317fd945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:17.364553 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-09b2e51b-c1ed-4582-80e5-602781298787 req-2009acce-b3ce-4774-a661-6ffc317fd945 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=81e0b630b85549ae87eb0e53df31a896&device_id=34a1e50c-f00b-4d8e-8851-3d09bb796780 HTTP/1.1" status: 200 len: 1095 time: 0.5384369 Jul 15 13:31:17.520465 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10dc26-8b5f-419d-9f7d-2ace7afaf208 req-39ce4d7a-935a-4e3a-86c7-418599584774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:17.521334 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10dc26-8b5f-419d-9f7d-2ace7afaf208 req-39ce4d7a-935a-4e3a-86c7-418599584774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:17.522386 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10dc26-8b5f-419d-9f7d-2ace7afaf208 req-39ce4d7a-935a-4e3a-86c7-418599584774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:17.529810 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f10dc26-8b5f-419d-9f7d-2ace7afaf208 req-39ce4d7a-935a-4e3a-86c7-418599584774 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=09ac2bde-a862-4dc4-ac85-bc5c9d645174 HTTP/1.1" status: 200 len: 2875 time: 0.2992566 Jul 15 13:31:17.608669 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6987f6af-60c2-4f74-b11a-9639037ba3de req-decd7082-8d89-4f9b-a669-0a97044bc256 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:17.646100 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478986b-f81c-4ae7-aef7-68eb67495ee4 req-6c25af8c-88cc-4548-8600-80995338a990 tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:17.658415 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7478986b-f81c-4ae7-aef7-68eb67495ee4 req-6c25af8c-88cc-4548-8600-80995338a990 tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] 10.222.0.24 "GET /v2.0/ports?device_id=34a1e50c-f00b-4d8e-8851-3d09bb796780 HTTP/1.1" status: 200 len: 943 time: 0.3465712 Jul 15 13:31:17.663966 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd7082-8d89-4f9b-a669-0a97044bc256 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Pushing event deleted for resources: {'Port': ['ID=d8f85690-4354-497a-8362-0059ddc8775d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:17.715692 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f10dc26-8b5f-419d-9f7d-2ace7afaf208 req-3262243a-8898-4e41-836a-81f9d8723e77 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653411 Jul 15 13:31:17.754909 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2e51b-c1ed-4582-80e5-602781298787 req-08e332c2-b9b6-4584-930c-651d208b3d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:17.761442 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-09b2e51b-c1ed-4582-80e5-602781298787 req-08e332c2-b9b6-4584-930c-651d208b3d37 service neutron] 10.222.0.18 "GET /v2.0/networks?id=56b79afc-14e3-4510-b06d-ca8d5d252baf HTTP/1.1" status: 200 len: 910 time: 0.3887093 Jul 15 13:31:17.790315 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7478986b-f81c-4ae7-aef7-68eb67495ee4 req-99214f3f-d2cd-4dd2-b8ba-7fee0a8a554c tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8637b84-bcf9-474e-bacf-ae7a67555343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301749 Jul 15 13:31:17.898601 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6987f6af-60c2-4f74-b11a-9639037ba3de req-decd7082-8d89-4f9b-a669-0a97044bc256 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:17.905896 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6987f6af-60c2-4f74-b11a-9639037ba3de req-decd7082-8d89-4f9b-a669-0a97044bc256 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:17.919564 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6987f6af-60c2-4f74-b11a-9639037ba3de req-decd7082-8d89-4f9b-a669-0a97044bc256 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "DELETE /v2.0/floatingips/e99e5d86-7494-410b-a951-d152d113f2e9 HTTP/1.1" status: 204 len: 173 time: 1.8203933 Jul 15 13:31:18.020108 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-09b2e51b-c1ed-4582-80e5-602781298787 req-77806371-7179-4f0d-8eb3-f93afafbb75e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12f9c91e-86ad-4121-89c9-3b0381e63dd6 HTTP/1.1" status: 200 len: 217 time: 0.1320307 Jul 15 13:31:18.278544 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2e51b-c1ed-4582-80e5-602781298787 req-f202250b-0c14-4cdb-b218-241af11057b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:18.286448 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-09b2e51b-c1ed-4582-80e5-602781298787 req-f202250b-0c14-4cdb-b218-241af11057b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6e04894b-cb13-486a-ae45-42603c8921c5 HTTP/1.1" status: 200 len: 849 time: 0.2417212 Jul 15 13:31:18.320528 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7c189aa-4fd3-4320-8764-f762be38b8aa req-c2d4bf37-1db8-49d5-aca9-28dc82fd06a5 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/security-groups/8f919452-440a-459c-9f13-d714a2384fb6 HTTP/1.1" status: 200 len: 1809 time: 0.2987394 Jul 15 13:31:18.354585 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd46b0-c291-4569-a34e-f1821e0f8407 req-68c18516-c0a7-41a2-bddf-0873c907d471 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:18.363917 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd46b0-c291-4569-a34e-f1821e0f8407 req-68c18516-c0a7-41a2-bddf-0873c907d471 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:18.371032 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd46b0-c291-4569-a34e-f1821e0f8407 req-68c18516-c0a7-41a2-bddf-0873c907d471 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:18.374115 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e4cd46b0-c291-4569-a34e-f1821e0f8407 req-68c18516-c0a7-41a2-bddf-0873c907d471 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=09ac2bde-a862-4dc4-ac85-bc5c9d645174 HTTP/1.1" status: 200 len: 2419 time: 0.2117393 Jul 15 13:31:18.384102 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ed85d4b3-8592-47b2-a800-96e1fbab6edc req-660d2f1b-fcc6-4900-b9c3-0e96e60c0221 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2959366 Jul 15 13:31:18.395049 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-09b2e51b-c1ed-4582-80e5-602781298787 req-037bb4cb-09c2-4d03-b0b2-5fb8a727a9f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=56b79afc-14e3-4510-b06d-ca8d5d252baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009111 Jul 15 13:31:18.466868 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e4cd46b0-c291-4569-a34e-f1821e0f8407 req-e5d663da-9b3e-42c2-b5c7-14b1a4595500 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805900 Jul 15 13:31:18.526110 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c7c189aa-4fd3-4320-8764-f762be38b8aa req-7e0fd846-e9a9-46eb-9472-ae917a43d569 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:18.623088 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c7c189aa-4fd3-4320-8764-f762be38b8aa req-7e0fd846-e9a9-46eb-9472-ae917a43d569 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:18.660345 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85d4b3-8592-47b2-a800-96e1fbab6edc req-73a3dd89-6866-4bbf-a941-6a3e6b5ea8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:18.662601 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ed85d4b3-8592-47b2-a800-96e1fbab6edc req-73a3dd89-6866-4bbf-a941-6a3e6b5ea8d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c120ea471629450bbfcfe5bb382142bb&device_id=e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3 HTTP/1.1" status: 200 len: 1098 time: 0.1470096 Jul 15 13:31:18.684708 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-09b2e51b-c1ed-4582-80e5-602781298787 req-d053034f-90c1-45f2-b54a-60e24a6a6d50 service neutron] 10.222.0.18 "GET /v2.0/networks/56b79afc-14e3-4510-b06d-ca8d5d252baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603528 Jul 15 13:31:18.747352 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c7c189aa-4fd3-4320-8764-f762be38b8aa req-7e0fd846-e9a9-46eb-9472-ae917a43d569 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:18.751212 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c7c189aa-4fd3-4320-8764-f762be38b8aa req-7e0fd846-e9a9-46eb-9472-ae917a43d569 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:18.756746 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7c189aa-4fd3-4320-8764-f762be38b8aa req-7e0fd846-e9a9-46eb-9472-ae917a43d569 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "DELETE /v2.0/security-groups/8f919452-440a-459c-9f13-d714a2384fb6 HTTP/1.1" status: 204 len: 173 time: 0.4262896 Jul 15 13:31:18.786846 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 12f9c91e-86ad-4121-89c9-3b0381e63dd6 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:31:18.907655 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85d4b3-8592-47b2-a800-96e1fbab6edc req-d9eb4aaf-df40-4396-8c32-fa8a61d35fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:18.913463 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ed85d4b3-8592-47b2-a800-96e1fbab6edc req-d9eb4aaf-df40-4396-8c32-fa8a61d35fff service neutron] 10.222.0.32 "GET /v2.0/networks?id=56d0b0c9-02e7-4410-a25a-8546233647b6 HTTP/1.1" status: 200 len: 915 time: 0.2171221 Jul 15 13:31:18.925827 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-09b2e51b-c1ed-4582-80e5-602781298787 req-2daa87da-886d-4754-aa31-08ac62bd97e0 service neutron] 10.222.0.18 "GET /v2.0/networks/56b79afc-14e3-4510-b06d-ca8d5d252baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309186 Jul 15 13:31:18.941447 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0fd846-e9a9-46eb-9472-ae917a43d569 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f919452-440a-459c-9f13-d714a2384fb6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:19.040640 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ed85d4b3-8592-47b2-a800-96e1fbab6edc req-c767b6c8-8450-4cd7-be27-494dc5587e07 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22387beb-07a1-4218-b95f-0c44ee82e474 HTTP/1.1" status: 200 len: 217 time: 0.1197062 Jul 15 13:31:19.181472 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85d4b3-8592-47b2-a800-96e1fbab6edc req-ae5bdbe7-6518-4006-8f1d-258e51423cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:19.185712 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ed85d4b3-8592-47b2-a800-96e1fbab6edc req-ae5bdbe7-6518-4006-8f1d-258e51423cdc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ccb77d9a-f1ba-4892-b180-b595fe5b12e9 HTTP/1.1" status: 200 len: 854 time: 0.1374075 Jul 15 13:31:19.404806 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b792f-3425-41ed-8d1e-3514aa64102e req-e2c371ee-5d6c-490c-8b73-2766858d22d8 tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:19.406543 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-937b792f-3425-41ed-8d1e-3514aa64102e req-e2c371ee-5d6c-490c-8b73-2766858d22d8 tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] 10.222.0.24 "GET /v2.0/ports?device_id=34a1e50c-f00b-4d8e-8851-3d09bb796780 HTTP/1.1" status: 200 len: 943 time: 0.2169471 Jul 15 13:31:19.413317 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 12f9c91e-86ad-4121-89c9-3b0381e63dd6, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=12f9c91e-86ad-4121-89c9-3b0381e63dd6,segment=NetworkSegment(5aa25d67-783d-446f-bdae-596e5158e651),segment_id=5aa25d67-783d-446f-bdae-596e5158e651)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:19.448073 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '12f9c91e-86ad-4121-89c9-3b0381e63dd6', 'network_id': '56b79afc-14e3-4510-b06d-ca8d5d252baf', 'port_id': '12f9c91e-86ad-4121-89c9-3b0381e63dd6', 'mac_address': 'fa:16:3e:7f:8a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e04894b-cb13-486a-ae45-42603c8921c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:31:19.514620 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-937b792f-3425-41ed-8d1e-3514aa64102e req-09ef1fba-9946-424d-bed0-aa5eaf235ab7 tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8637b84-bcf9-474e-bacf-ae7a67555343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994840 Jul 15 13:31:19.567590 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:19.600531 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f9c91e-86ad-4121-89c9-3b0381e63dd6 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:31:19.713305 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 12f9c91e-86ad-4121-89c9-3b0381e63dd6, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=12f9c91e-86ad-4121-89c9-3b0381e63dd6,segment=NetworkSegment(5aa25d67-783d-446f-bdae-596e5158e651),segment_id=5aa25d67-783d-446f-bdae-596e5158e651)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:19.732869 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:19.748956 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ed85d4b3-8592-47b2-a800-96e1fbab6edc req-0f4b758e-b687-44a7-a567-1ba53389890a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56d0b0c9-02e7-4410-a25a-8546233647b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5489609 Jul 15 13:31:19.971531 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ed85d4b3-8592-47b2-a800-96e1fbab6edc req-f2010d76-6ad4-4ca8-94d8-c61fc62b8915 service neutron] 10.222.0.32 "GET /v2.0/networks/56d0b0c9-02e7-4410-a25a-8546233647b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142713 Jul 15 13:31:19.978827 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=12f9c91e-86ad-4121-89c9-3b0381e63dd6,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:19.996709 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb0b221-795b-4366-a762-42ac5edaa8b4 req-ce6ab498-5dea-4bf7-962c-9a5e56737163 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:20.004422 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb0b221-795b-4366-a762-42ac5edaa8b4 req-ce6ab498-5dea-4bf7-962c-9a5e56737163 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:20.011063 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb0b221-795b-4366-a762-42ac5edaa8b4 req-ce6ab498-5dea-4bf7-962c-9a5e56737163 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:20.015109 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4fb0b221-795b-4366-a762-42ac5edaa8b4 req-ce6ab498-5dea-4bf7-962c-9a5e56737163 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=09ac2bde-a862-4dc4-ac85-bc5c9d645174 HTTP/1.1" status: 200 len: 2419 time: 0.1911175 Jul 15 13:31:20.045071 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['12f9c91e-86ad-4121-89c9-3b0381e63dd6'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:31:20.163326 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4fb0b221-795b-4366-a762-42ac5edaa8b4 req-f59c25ba-af76-4480-b9c2-246f257850bb tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139417 Jul 15 13:31:20.192502 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ed85d4b3-8592-47b2-a800-96e1fbab6edc req-af65b3ec-fac4-44dd-8406-98a481c2ad8e service neutron] 10.222.0.32 "GET /v2.0/networks/56d0b0c9-02e7-4410-a25a-8546233647b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076614 Jul 15 13:31:20.268838 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c11890-abe7-479b-9f5a-03b88128d519 req-b7b164a2-65d1-4375-87c1-8705f36cae4f tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:20.282674 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-35c11890-abe7-479b-9f5a-03b88128d519 req-b7b164a2-65d1-4375-87c1-8705f36cae4f tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 945 time: 0.2824116 Jul 15 13:31:20.360519 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-35c11890-abe7-479b-9f5a-03b88128d519 req-d23e49e5-7f01-4456-9971-d1f725c61270 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/security-groups?id=2107c028-e82f-4802-b301-ecd1d26f559c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763652 Jul 15 13:31:20.851591 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-06ead953-0254-4fa1-ab34-09fb59616305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:20.873245 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ced790-4802-4f4e-9c9e-868781e0f8ef req-15521bf8-f8e6-446d-81dc-dac2255765ff tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:20.881799 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-13ced790-4802-4f4e-9c9e-868781e0f8ef req-15521bf8-f8e6-446d-81dc-dac2255765ff tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] 10.222.0.24 "GET /v2.0/ports?device_id=34a1e50c-f00b-4d8e-8851-3d09bb796780 HTTP/1.1" status: 200 len: 944 time: 0.1498907 Jul 15 13:31:20.978649 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-13ced790-4802-4f4e-9c9e-868781e0f8ef req-9c017e37-dbaf-4ddd-93cb-e8884d33daa5 tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8637b84-bcf9-474e-bacf-ae7a67555343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955808 Jul 15 13:31:21.301106 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591520a-2b03-47b1-b220-b8375f77fe6e req-de9c0867-577c-43af-9caf-5b8c95d3cda6 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:21.308000 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591520a-2b03-47b1-b220-b8375f77fe6e req-de9c0867-577c-43af-9caf-5b8c95d3cda6 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:21.315430 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591520a-2b03-47b1-b220-b8375f77fe6e req-de9c0867-577c-43af-9caf-5b8c95d3cda6 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:21.317177 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b591520a-2b03-47b1-b220-b8375f77fe6e req-de9c0867-577c-43af-9caf-5b8c95d3cda6 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=09ac2bde-a862-4dc4-ac85-bc5c9d645174 HTTP/1.1" status: 200 len: 2419 time: 0.1374376 Jul 15 13:31:21.372316 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b591520a-2b03-47b1-b220-b8375f77fe6e req-20ed579f-e234-4ccc-86f3-1a829671ff52 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442054 Jul 15 13:31:21.669849 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a3dc9-554f-4df0-bd0b-e0abf49c6575 req-7e08c4e8-2599-4aa9-9d5b-adf7ecbb60e8 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:21.673231 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eb4a3dc9-554f-4df0-bd0b-e0abf49c6575 req-7e08c4e8-2599-4aa9-9d5b-adf7ecbb60e8 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 945 time: 0.1085989 Jul 15 13:31:21.751403 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eb4a3dc9-554f-4df0-bd0b-e0abf49c6575 req-31088f65-e27e-41fa-b37b-9aa6f0ad2db0 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/security-groups?id=2107c028-e82f-4802-b301-ecd1d26f559c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701292 Jul 15 13:31:22.037614 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28892bba-0525-4c6e-8906-500b59109ae9 req-5c4ec0a9-162b-4df7-b903-7b8336f46466 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:22.040015 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-28892bba-0525-4c6e-8906-500b59109ae9 req-5c4ec0a9-162b-4df7-b903-7b8336f46466 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 945 time: 0.1085112 Jul 15 13:31:22.305395 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-28892bba-0525-4c6e-8906-500b59109ae9 req-e207d728-e39a-49dd-b06b-89423a6a0436 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Deleting port 0a7b28d5-266f-48e6-8d47-e9fdc4f7705b {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:22.317070 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-28892bba-0525-4c6e-8906-500b59109ae9 req-e207d728-e39a-49dd-b06b-89423a6a0436 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:22.382665 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef5346-858f-4600-a4b7-a75d30cb7703 req-c5ccf8a8-2cc6-4b5a-8a53-45bdac023a6e tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:22.392191 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-55ef5346-858f-4600-a4b7-a75d30cb7703 req-c5ccf8a8-2cc6-4b5a-8a53-45bdac023a6e tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] 10.222.0.24 "GET /v2.0/ports?device_id=34a1e50c-f00b-4d8e-8851-3d09bb796780 HTTP/1.1" status: 200 len: 944 time: 0.1830840 Jul 15 13:31:22.513690 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-55ef5346-858f-4600-a4b7-a75d30cb7703 req-45257f80-71f4-4972-b28a-28595a1a6d31 tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8637b84-bcf9-474e-bacf-ae7a67555343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133218 Jul 15 13:31:22.591999 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-28892bba-0525-4c6e-8906-500b59109ae9 req-e207d728-e39a-49dd-b06b-89423a6a0436 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] For port 0a7b28d5-266f-48e6-8d47-e9fdc4f7705b, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=0a7b28d5-266f-48e6-8d47-e9fdc4f7705b,segment=NetworkSegment(eeac5fd7-63aa-405b-86ac-b3e133791a36),segment_id=eeac5fd7-63aa-405b-86ac-b3e133791a36)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:22.592677 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-28892bba-0525-4c6e-8906-500b59109ae9 req-e207d728-e39a-49dd-b06b-89423a6a0436 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:22.633089 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-28892bba-0525-4c6e-8906-500b59109ae9 req-e207d728-e39a-49dd-b06b-89423a6a0436 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Calling delete_port for 0a7b28d5-266f-48e6-8d47-e9fdc4f7705b owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:22.729089 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63faf789-d8d1-4889-98b3-4ab373d7bdf6 req-902e4f50-9d82-425f-b0ae-d32041c262a7 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:22.736917 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63faf789-d8d1-4889-98b3-4ab373d7bdf6 req-902e4f50-9d82-425f-b0ae-d32041c262a7 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:22.745613 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63faf789-d8d1-4889-98b3-4ab373d7bdf6 req-902e4f50-9d82-425f-b0ae-d32041c262a7 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:22.746482 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-63faf789-d8d1-4889-98b3-4ab373d7bdf6 req-902e4f50-9d82-425f-b0ae-d32041c262a7 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.32 "GET /v2.0/ports?device_id=09ac2bde-a862-4dc4-ac85-bc5c9d645174 HTTP/1.1" status: 200 len: 2419 time: 0.1968672 Jul 15 13:31:22.796546 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 12f9c91e-86ad-4121-89c9-3b0381e63dd6 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:23.004587 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 12f9c91e-86ad-4121-89c9-3b0381e63dd6 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:23.024969 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 12f9c91e-86ad-4121-89c9-3b0381e63dd6 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:23.025607 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.085800 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-28892bba-0525-4c6e-8906-500b59109ae9 req-e207d728-e39a-49dd-b06b-89423a6a0436 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.121300 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-63faf789-d8d1-4889-98b3-4ab373d7bdf6 req-0c0241ab-eeca-460b-89c8-29bf4a39358c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Deleting port 8126ebaf-4a95-4769-816e-1fde64f148d0 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:23.121690 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-63faf789-d8d1-4889-98b3-4ab373d7bdf6 req-0c0241ab-eeca-460b-89c8-29bf4a39358c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.253415 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b18b43be-e9df-499c-9530-e69ba411c657 req-82880daa-2b3b-49d7-aaba-345ffbdcc701 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 210 time: 0.1158867 Jul 15 13:31:23.319828 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207d728-e39a-49dd-b06b-89423a6a0436 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Pushing event deleted for resources: {'Port': ['ID=0a7b28d5-266f-48e6-8d47-e9fdc4f7705b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:23.363887 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-28892bba-0525-4c6e-8906-500b59109ae9 req-e207d728-e39a-49dd-b06b-89423a6a0436 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] No DVR routers for this DVR port 0a7b28d5-266f-48e6-8d47-e9fdc4f7705b on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:23.376822 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-28892bba-0525-4c6e-8906-500b59109ae9 req-e207d728-e39a-49dd-b06b-89423a6a0436 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.379926 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-28892bba-0525-4c6e-8906-500b59109ae9 req-e207d728-e39a-49dd-b06b-89423a6a0436 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.18 "DELETE /v2.0/ports/0a7b28d5-266f-48e6-8d47-e9fdc4f7705b HTTP/1.1" status: 204 len: 173 time: 1.3344090 Jul 15 13:31:23.382098 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd81f02-1dd6-45db-b744-057379344b67', 'name': 'network-vif-deleted', 'tag': '0a7b28d5-266f-48e6-8d47-e9fdc4f7705b'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:23.386276 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f24d3b-a92c-407a-90fe-8c103bfcc66a" -d '{"events": [{"server_uuid": "1bd81f02-1dd6-45db-b744-057379344b67", "name": "network-vif-deleted", "tag": "0a7b28d5-266f-48e6-8d47-e9fdc4f7705b"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:23.417476 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.428248 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.452632 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe09cc-c9fc-4446-9080-b5b2f7d8e6f8 req-0093a8cb-7f0a-4cb6-a19d-e6fb28fd0624 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:23.481283 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe09cc-c9fc-4446-9080-b5b2f7d8e6f8 req-0093a8cb-7f0a-4cb6-a19d-e6fb28fd0624 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:23.497139 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8e9ecf0-e10a-4ca6-99e5-2f866a46e312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.502009 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe09cc-c9fc-4446-9080-b5b2f7d8e6f8 req-0093a8cb-7f0a-4cb6-a19d-e6fb28fd0624 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:23.504969 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3afe09cc-c9fc-4446-9080-b5b2f7d8e6f8 req-0093a8cb-7f0a-4cb6-a19d-e6fb28fd0624 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=09ac2bde-a862-4dc4-ac85-bc5c9d645174 HTTP/1.1" status: 200 len: 2419 time: 0.8437593 Jul 15 13:31:23.517069 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a1e50c-f00b-4d8e-8851-3d09bb796780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f9c91e-86ad-4121-89c9-3b0381e63dd6'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:23.526041 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-63faf789-d8d1-4889-98b3-4ab373d7bdf6 req-0c0241ab-eeca-460b-89c8-29bf4a39358c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] For port 8126ebaf-4a95-4769-816e-1fde64f148d0, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=8126ebaf-4a95-4769-816e-1fde64f148d0,segment=NetworkSegment(d92288b4-512c-42c8-9f21-4545e9e502f1),segment_id=d92288b4-512c-42c8-9f21-4545e9e502f1)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:23.527906 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-63faf789-d8d1-4889-98b3-4ab373d7bdf6 req-0c0241ab-eeca-460b-89c8-29bf4a39358c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.545131 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09af3fe-48de-42d1-8fbc-9bbe68925225" -d '{"events": [{"server_uuid": "34a1e50c-f00b-4d8e-8851-3d09bb796780", "name": "network-vif-plugged", "status": "completed", "tag": "12f9c91e-86ad-4121-89c9-3b0381e63dd6"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:23.568052 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-63faf789-d8d1-4889-98b3-4ab373d7bdf6 req-0c0241ab-eeca-460b-89c8-29bf4a39358c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Calling delete_port for 8126ebaf-4a95-4769-816e-1fde64f148d0 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:23.652259 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 12f9c91e-86ad-4121-89c9-3b0381e63dd6, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=12f9c91e-86ad-4121-89c9-3b0381e63dd6,segment=NetworkSegment(5aa25d67-783d-446f-bdae-596e5158e651),segment_id=5aa25d67-783d-446f-bdae-596e5158e651)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:23.669234 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.847941 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3afe09cc-c9fc-4446-9080-b5b2f7d8e6f8 req-5bd96d9c-c486-4b29-928b-a69c5920de1e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895033 Jul 15 13:31:23.971042 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:31:24.017898 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=12f9c91e-86ad-4121-89c9-3b0381e63dd6,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:24.054946 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8988542e-6267-4dbc-83af-cc138cbf682e x-openstack-request-id: req-8988542e-6267-4dbc-83af-cc138cbf682e {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:24.055512 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd81f02-1dd6-45db-b744-057379344b67", "name": "network-vif-deleted", "tag": "0a7b28d5-266f-48e6-8d47-e9fdc4f7705b", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:24.055981 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8988542e-6267-4dbc-83af-cc138cbf682e {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:24.056663 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd81f02-1dd6-45db-b744-057379344b67', 'name': 'network-vif-deleted', 'tag': '0a7b28d5-266f-48e6-8d47-e9fdc4f7705b', 'status': 'completed', 'code': 200} Jul 15 13:31:24.123441 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-63faf789-d8d1-4889-98b3-4ab373d7bdf6 req-0c0241ab-eeca-460b-89c8-29bf4a39358c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:24.164014 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['0a12d969-d315-4945-bde8-4ce2608e45be', '61b11a95-ffa0-4c44-be28-3ebdb9023df1', '8126ebaf-4a95-4769-816e-1fde64f148d0'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:31:24.255129 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217dd692-c3aa-4bbe-8a7e-a4bb11c05593 x-openstack-request-id: req-217dd692-c3aa-4bbe-8a7e-a4bb11c05593 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:24.255355 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a1e50c-f00b-4d8e-8851-3d09bb796780", "name": "network-vif-plugged", "status": "completed", "tag": "12f9c91e-86ad-4121-89c9-3b0381e63dd6", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:24.255618 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-217dd692-c3aa-4bbe-8a7e-a4bb11c05593 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:24.270564 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a1e50c-f00b-4d8e-8851-3d09bb796780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f9c91e-86ad-4121-89c9-3b0381e63dd6', 'code': 200} Jul 15 13:31:24.311596 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0241ab-eeca-460b-89c8-29bf4a39358c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Pushing event deleted for resources: {'Port': ['ID=8126ebaf-4a95-4769-816e-1fde64f148d0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:24.489619 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-63faf789-d8d1-4889-98b3-4ab373d7bdf6 req-0c0241ab-eeca-460b-89c8-29bf4a39358c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] No DVR routers for this DVR port 8126ebaf-4a95-4769-816e-1fde64f148d0 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:24.494335 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-63faf789-d8d1-4889-98b3-4ab373d7bdf6 req-0c0241ab-eeca-460b-89c8-29bf4a39358c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:24.501589 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-63faf789-d8d1-4889-98b3-4ab373d7bdf6 req-0c0241ab-eeca-460b-89c8-29bf4a39358c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.32 "DELETE /v2.0/ports/8126ebaf-4a95-4769-816e-1fde64f148d0 HTTP/1.1" status: 204 len: 173 time: 1.7493474 Jul 15 13:31:24.524723 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ac2bde-a862-4dc4-ac85-bc5c9d645174', 'name': 'network-vif-deleted', 'tag': '8126ebaf-4a95-4769-816e-1fde64f148d0'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:24.531780 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd973430-d16c-4495-9f5c-587e4330044c" -d '{"events": [{"server_uuid": "09ac2bde-a862-4dc4-ac85-bc5c9d645174", "name": "network-vif-deleted", "tag": "8126ebaf-4a95-4769-816e-1fde64f148d0"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:24.753123 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6cbefe-0cde-4c94-9d08-c6eb366c9ccf req-fee8c2a7-43b5-48a6-a19d-83ead617dec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:24.757204 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9c6cbefe-0cde-4c94-9d08-c6eb366c9ccf req-fee8c2a7-43b5-48a6-a19d-83ead617dec2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=34a1e50c-f00b-4d8e-8851-3d09bb796780 HTTP/1.1" status: 200 len: 1097 time: 0.3264599 Jul 15 13:31:24.822859 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 0a7b28d5-266f-48e6-8d47-e9fdc4f7705b no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:24.837158 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425adf7-65ab-4dc5-826c-afb315a8184b req-314eeb6e-8360-4bbf-986f-7e650e592ec8 tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:24.844373 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d425adf7-65ab-4dc5-826c-afb315a8184b req-314eeb6e-8360-4bbf-986f-7e650e592ec8 tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] 10.222.0.24 "GET /v2.0/ports?device_id=34a1e50c-f00b-4d8e-8851-3d09bb796780 HTTP/1.1" status: 200 len: 945 time: 0.3907404 Jul 15 13:31:24.988485 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-63faf789-d8d1-4889-98b3-4ab373d7bdf6 req-58ffa0fa-c606-4c2f-bf93-48f42d5734b1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Deleting port 61b11a95-ffa0-4c44-be28-3ebdb9023df1 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:24.989029 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-63faf789-d8d1-4889-98b3-4ab373d7bdf6 req-58ffa0fa-c606-4c2f-bf93-48f42d5734b1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:24.989574 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 0a7b28d5-266f-48e6-8d47-e9fdc4f7705b {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:31:24.990453 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 0a7b28d5-266f-48e6-8d47-e9fdc4f7705b not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:31:24.995752 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:25.082332 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9c6cbefe-0cde-4c94-9d08-c6eb366c9ccf req-fdd97a00-53a7-4b75-b628-8edc198771cc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b8637b84-bcf9-474e-bacf-ae7a67555343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137779 Jul 15 13:31:25.114131 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d425adf7-65ab-4dc5-826c-afb315a8184b req-0405a912-f89a-4ae9-b6da-523ea986557d tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8637b84-bcf9-474e-bacf-ae7a67555343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340693 Jul 15 13:31:25.299896 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:25.374081 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d29b8d84-8499-41a9-87de-d0c3c8615de8 req-daf4ab56-6f14-49ef-b7dc-8ed1ecac4ac7 tempest-ServerRescueTestJSONUnderV235-1422939706 tempest-ServerRescueTestJSONUnderV235-1422939706-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bd81f02-1dd6-45db-b744-057379344b67 HTTP/1.1" status: 200 len: 210 time: 0.2076762 Jul 15 13:31:25.397007 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90604f1e-b3d8-4cc5-8d3e-fc97d35992c4 x-openstack-request-id: req-90604f1e-b3d8-4cc5-8d3e-fc97d35992c4 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:25.397495 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ac2bde-a862-4dc4-ac85-bc5c9d645174", "name": "network-vif-deleted", "tag": "8126ebaf-4a95-4769-816e-1fde64f148d0", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:25.397961 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-90604f1e-b3d8-4cc5-8d3e-fc97d35992c4 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:25.398788 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ac2bde-a862-4dc4-ac85-bc5c9d645174', 'name': 'network-vif-deleted', 'tag': '8126ebaf-4a95-4769-816e-1fde64f148d0', 'status': 'completed', 'code': 200} Jul 15 13:31:25.733296 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-63faf789-d8d1-4889-98b3-4ab373d7bdf6 req-58ffa0fa-c606-4c2f-bf93-48f42d5734b1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] For port 61b11a95-ffa0-4c44-be28-3ebdb9023df1, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=61b11a95-ffa0-4c44-be28-3ebdb9023df1,segment=NetworkSegment(c14606a6-175b-496b-abb5-aced808cd4d4),segment_id=c14606a6-175b-496b-abb5-aced808cd4d4)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:25.734990 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-63faf789-d8d1-4889-98b3-4ab373d7bdf6 req-58ffa0fa-c606-4c2f-bf93-48f42d5734b1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:25.763130 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-63faf789-d8d1-4889-98b3-4ab373d7bdf6 req-58ffa0fa-c606-4c2f-bf93-48f42d5734b1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Calling delete_port for 61b11a95-ffa0-4c44-be28-3ebdb9023df1 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:25.945975 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d91da-605c-40b5-8ab7-e33089bee0d0 req-16ef830f-a57e-45e9-ae81-a6f9dd984064 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:25.961153 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d91da-605c-40b5-8ab7-e33089bee0d0 req-16ef830f-a57e-45e9-ae81-a6f9dd984064 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:25.965219 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-403d91da-605c-40b5-8ab7-e33089bee0d0 req-16ef830f-a57e-45e9-ae81-a6f9dd984064 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=09ac2bde-a862-4dc4-ac85-bc5c9d645174 HTTP/1.1" status: 200 len: 1683 time: 0.2919219 Jul 15 13:31:26.070707 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-403d91da-605c-40b5-8ab7-e33089bee0d0 req-235c4cc1-e1d2-4238-8c27-58cb2a30e017 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929611 Jul 15 13:31:26.306853 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-63faf789-d8d1-4889-98b3-4ab373d7bdf6 req-58ffa0fa-c606-4c2f-bf93-48f42d5734b1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:26.347373 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:26.388928 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ffa0fa-c606-4c2f-bf93-48f42d5734b1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Pushing event deleted for resources: {'Port': ['ID=61b11a95-ffa0-4c44-be28-3ebdb9023df1,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:26.500747 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-63faf789-d8d1-4889-98b3-4ab373d7bdf6 req-58ffa0fa-c606-4c2f-bf93-48f42d5734b1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] No DVR routers for this DVR port 61b11a95-ffa0-4c44-be28-3ebdb9023df1 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:26.505571 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-63faf789-d8d1-4889-98b3-4ab373d7bdf6 req-58ffa0fa-c606-4c2f-bf93-48f42d5734b1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:26.509359 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-63faf789-d8d1-4889-98b3-4ab373d7bdf6 req-58ffa0fa-c606-4c2f-bf93-48f42d5734b1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.32 "DELETE /v2.0/ports/61b11a95-ffa0-4c44-be28-3ebdb9023df1 HTTP/1.1" status: 204 len: 173 time: 1.9943688 Jul 15 13:31:26.637187 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 55558) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:26.690763 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 61b11a95-ffa0-4c44-be28-3ebdb9023df1 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:26.774917 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 61b11a95-ffa0-4c44-be28-3ebdb9023df1 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:31:26.775286 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 61b11a95-ffa0-4c44-be28-3ebdb9023df1 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:31:26.782703 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 0a12d969-d315-4945-bde8-4ce2608e45be no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:26.825294 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed9af4-08a2-4980-946b-7540850e0d67 req-0c163653-ec39-470a-a997-4a90982def5a tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:26.848212 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-65ed9af4-08a2-4980-946b-7540850e0d67 req-0c163653-ec39-470a-a997-4a90982def5a tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] 10.222.0.24 "GET /v2.0/ports?device_id=34a1e50c-f00b-4d8e-8851-3d09bb796780 HTTP/1.1" status: 200 len: 945 time: 0.2863140 Jul 15 13:31:26.992940 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-65ed9af4-08a2-4980-946b-7540850e0d67 req-779eaae6-cf20-4d4a-bab8-720656cb766a tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8637b84-bcf9-474e-bacf-ae7a67555343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432397 Jul 15 13:31:27.133319 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.288148 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ac2bde-a862-4dc4-ac85-bc5c9d645174', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a12d969-d315-4945-bde8-4ce2608e45be'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:27.299377 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d874d1dc-80db-45c4-99fa-f142b969c389" -d '{"events": [{"server_uuid": "09ac2bde-a862-4dc4-ac85-bc5c9d645174", "name": "network-vif-unplugged", "status": "completed", "tag": "0a12d969-d315-4945-bde8-4ce2608e45be"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:27.351177 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 0a12d969-d315-4945-bde8-4ce2608e45be, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0a12d969-d315-4945-bde8-4ce2608e45be,segment=NetworkSegment(c14606a6-175b-496b-abb5-aced808cd4d4),segment_id=c14606a6-175b-496b-abb5-aced808cd4d4)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:27.357716 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.361365 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 8126ebaf-4a95-4769-816e-1fde64f148d0 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:27.450268 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ac2bde-a862-4dc4-ac85-bc5c9d645174', 'name': 'network-vif-deleted', 'tag': '61b11a95-ffa0-4c44-be28-3ebdb9023df1'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:27.471039 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347d02a4-7ada-455a-a9dc-3d83f23972b3" -d '{"events": [{"server_uuid": "09ac2bde-a862-4dc4-ac85-bc5c9d645174", "name": "network-vif-deleted", "tag": "61b11a95-ffa0-4c44-be28-3ebdb9023df1"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:27.648577 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21dddc7-c6b5-4078-8a8e-afa7e0b609fe x-openstack-request-id: req-d21dddc7-c6b5-4078-8a8e-afa7e0b609fe {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:27.652601 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ac2bde-a862-4dc4-ac85-bc5c9d645174", "name": "network-vif-unplugged", "status": "completed", "tag": "0a12d969-d315-4945-bde8-4ce2608e45be", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:27.653040 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d21dddc7-c6b5-4078-8a8e-afa7e0b609fe {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:27.653736 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ac2bde-a862-4dc4-ac85-bc5c9d645174', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a12d969-d315-4945-bde8-4ce2608e45be', 'code': 200} Jul 15 13:31:27.683940 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 8126ebaf-4a95-4769-816e-1fde64f148d0 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:31:27.684533 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 8126ebaf-4a95-4769-816e-1fde64f148d0 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:31:27.798914 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f0b486-3b94-422b-831b-0939044c6b0a x-openstack-request-id: req-11f0b486-3b94-422b-831b-0939044c6b0a {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:27.799849 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ac2bde-a862-4dc4-ac85-bc5c9d645174", "name": "network-vif-deleted", "tag": "61b11a95-ffa0-4c44-be28-3ebdb9023df1", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:27.803454 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-11f0b486-3b94-422b-831b-0939044c6b0a {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:27.804501 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ac2bde-a862-4dc4-ac85-bc5c9d645174', 'name': 'network-vif-deleted', 'tag': '61b11a95-ffa0-4c44-be28-3ebdb9023df1', 'status': 'completed', 'code': 200} Jul 15 13:31:27.805825 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=0a12d969-d315-4945-bde8-4ce2608e45be,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:28.001592 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-63faf789-d8d1-4889-98b3-4ab373d7bdf6 req-cb3a7fc0-3728-4c16-b35f-b4c1377e8f06 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Deleting port 0a12d969-d315-4945-bde8-4ce2608e45be {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:28.002177 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-63faf789-d8d1-4889-98b3-4ab373d7bdf6 req-cb3a7fc0-3728-4c16-b35f-b4c1377e8f06 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.386044 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-63faf789-d8d1-4889-98b3-4ab373d7bdf6 req-cb3a7fc0-3728-4c16-b35f-b4c1377e8f06 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] For port 0a12d969-d315-4945-bde8-4ce2608e45be, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0a12d969-d315-4945-bde8-4ce2608e45be,segment=NetworkSegment(c14606a6-175b-496b-abb5-aced808cd4d4),segment_id=c14606a6-175b-496b-abb5-aced808cd4d4)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:28.386735 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-63faf789-d8d1-4889-98b3-4ab373d7bdf6 req-cb3a7fc0-3728-4c16-b35f-b4c1377e8f06 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.439643 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-63faf789-d8d1-4889-98b3-4ab373d7bdf6 req-cb3a7fc0-3728-4c16-b35f-b4c1377e8f06 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Calling delete_port for 0a12d969-d315-4945-bde8-4ce2608e45be owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:28.827086 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223425f2-de2c-4605-b8d6-61fe6cb9167c req-c8a128d5-b772-48a6-a329-ce916df08a67 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:28.848414 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-223425f2-de2c-4605-b8d6-61fe6cb9167c req-c8a128d5-b772-48a6-a329-ce916df08a67 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=09ac2bde-a862-4dc4-ac85-bc5c9d645174 HTTP/1.1" status: 200 len: 944 time: 1.3758252 Jul 15 13:31:28.883013 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-63faf789-d8d1-4889-98b3-4ab373d7bdf6 req-cb3a7fc0-3728-4c16-b35f-b4c1377e8f06 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.986249 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a7fc0-3728-4c16-b35f-b4c1377e8f06 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Pushing event deleted for resources: {'Port': ['ID=0a12d969-d315-4945-bde8-4ce2608e45be,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:28.990204 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-223425f2-de2c-4605-b8d6-61fe6cb9167c req-4e817f66-2978-4a4f-bc79-715d097e7a28 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389501 Jul 15 13:31:29.274879 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-63faf789-d8d1-4889-98b3-4ab373d7bdf6 req-cb3a7fc0-3728-4c16-b35f-b4c1377e8f06 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] No DVR routers for this DVR port 0a12d969-d315-4945-bde8-4ce2608e45be on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:29.278046 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-63faf789-d8d1-4889-98b3-4ab373d7bdf6 req-cb3a7fc0-3728-4c16-b35f-b4c1377e8f06 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.282089 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-63faf789-d8d1-4889-98b3-4ab373d7bdf6 req-cb3a7fc0-3728-4c16-b35f-b4c1377e8f06 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.32 "DELETE /v2.0/ports/0a12d969-d315-4945-bde8-4ce2608e45be HTTP/1.1" status: 204 len: 173 time: 2.7653353 Jul 15 13:31:29.504400 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f4f0c223-14b6-4e3e-b033-a15e0775936f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.825124 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ac2bde-a862-4dc4-ac85-bc5c9d645174', 'name': 'network-vif-deleted', 'tag': '0a12d969-d315-4945-bde8-4ce2608e45be'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:29.828101 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b742d56-72ca-4977-b023-7bc0f07bee15" -d '{"events": [{"server_uuid": "09ac2bde-a862-4dc4-ac85-bc5c9d645174", "name": "network-vif-deleted", "tag": "0a12d969-d315-4945-bde8-4ce2608e45be"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:30.159569 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d8bb68-bbb9-4d42-be79-44133f9cecef x-openstack-request-id: req-e0d8bb68-bbb9-4d42-be79-44133f9cecef {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:30.161496 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ac2bde-a862-4dc4-ac85-bc5c9d645174", "name": "network-vif-deleted", "tag": "0a12d969-d315-4945-bde8-4ce2608e45be", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:30.162393 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e0d8bb68-bbb9-4d42-be79-44133f9cecef {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:30.170448 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ac2bde-a862-4dc4-ac85-bc5c9d645174', 'name': 'network-vif-deleted', 'tag': '0a12d969-d315-4945-bde8-4ce2608e45be', 'status': 'completed', 'code': 200} Jul 15 13:31:30.592706 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c38ba8a3-887f-4d45-9172-7cc3a45cddc7 req-70ee86d3-ab14-4c55-9df0-2131f9f77501 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=09ac2bde-a862-4dc4-ac85-bc5c9d645174 HTTP/1.1" status: 200 len: 210 time: 0.0627840 Jul 15 13:31:30.653851 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-f4f0c223-14b6-4e3e-b033-a15e0775936f admin admin] Deleting port b8447f1f-44c5-4443-bfee-9ef044987393 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:30.654435 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f4f0c223-14b6-4e3e-b033-a15e0775936f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:30.885793 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-f4f0c223-14b6-4e3e-b033-a15e0775936f admin admin] For port b8447f1f-44c5-4443-bfee-9ef044987393, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b8447f1f-44c5-4443-bfee-9ef044987393,segment=NetworkSegment(eeac5fd7-63aa-405b-86ac-b3e133791a36),segment_id=eeac5fd7-63aa-405b-86ac-b3e133791a36)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:30.886726 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f4f0c223-14b6-4e3e-b033-a15e0775936f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:30.914775 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-f4f0c223-14b6-4e3e-b033-a15e0775936f admin admin] Calling delete_port for b8447f1f-44c5-4443-bfee-9ef044987393 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:31.423226 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f4f0c223-14b6-4e3e-b033-a15e0775936f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:31.497508 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0c223-14b6-4e3e-b033-a15e0775936f admin admin] Pushing event deleted for resources: {'Port': ['ID=b8447f1f-44c5-4443-bfee-9ef044987393,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:31.831026 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f4f0c223-14b6-4e3e-b033-a15e0775936f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:31.926104 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 55672) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:32.057882 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea4bc3d-919f-43be-8c3b-0fa7b424519a tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Deleting subnet 17b47f56-51da-4df1-a158-89946dd98a9f {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:31:32.062637 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aea4bc3d-919f-43be-8c3b-0fa7b424519a tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:32.207748 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aea4bc3d-919f-43be-8c3b-0fa7b424519a tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:32.660595 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aea4bc3d-919f-43be-8c3b-0fa7b424519a tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:32.722105 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f0c223-14b6-4e3e-b033-a15e0775936f admin admin] Router f192a66e-bb94-4551-b355-c00b2f18f46c has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:31:32.944409 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aea4bc3d-919f-43be-8c3b-0fa7b424519a tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:33.015803 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4bc3d-919f-43be-8c3b-0fa7b424519a tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Pushing event deleted for resources: {'Subnet': ['ID=17b47f56-51da-4df1-a158-89946dd98a9f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:33.042211 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aea4bc3d-919f-43be-8c3b-0fa7b424519a tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:33.047900 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-aea4bc3d-919f-43be-8c3b-0fa7b424519a tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "DELETE /v2.0/subnets/17b47f56-51da-4df1-a158-89946dd98a9f HTTP/1.1" status: 204 len: 168 time: 1.1191545 Jul 15 13:31:33.048456 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 55690) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:33.068482 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcd7ebe-c45c-4ef5-89b2-0c7fe9fc269c None None] Network f2eff464-1590-4e42-b2f3-c9c2affd1bd7 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:33.163310 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f0c223-14b6-4e3e-b033-a15e0775936f admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:31:33.175941 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f4f0c223-14b6-4e3e-b033-a15e0775936f admin admin] 10.222.0.24 "PUT /v2.0/routers/f192a66e-bb94-4551-b355-c00b2f18f46c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5315187 Jul 15 13:31:33.182257 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0feef9a8-764a-4280-b2ac-1a1121a5a5e5 None None] Sync routers for ids ['f192a66e-bb94-4551-b355-c00b2f18f46c'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:31:33.183661 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 55692) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:33.241819 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0feef9a8-764a-4280-b2ac-1a1121a5a5e5 None None] Routers {'f192a66e-bb94-4551-b355-c00b2f18f46c'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:31:33.243194 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0feef9a8-764a-4280-b2ac-1a1121a5a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:31:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['f192a66e-bb94-4551-b355-c00b2f18f46c'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:33.446891 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a0bb43b-ae4a-4fbd-8a4a-1653ba0b0425 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:33.630636 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-2a0bb43b-ae4a-4fbd-8a4a-1653ba0b0425 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Deleting port 8950d31c-7bc7-4765-9835-a2c104ddaf61 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:33.632938 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a0bb43b-ae4a-4fbd-8a4a-1653ba0b0425 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:33.665685 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53ada50-6177-4660-8691-5e8b76eaa8d7 None None] DHCP port deletion for f2eff464-1590-4e42-b2f3-c9c2affd1bd7 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:31:33.673679 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba3f60bb-3df0-49b8-807a-71b5be12af2f admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:33.705022 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-0feef9a8-764a-4280-b2ac-1a1121a5a5e5 None None] Set router f192a66e-bb94-4551-b355-c00b2f18f46c gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:31:33.879758 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b53ada50-6177-4660-8691-5e8b76eaa8d7 None None] Deleting port 8950d31c-7bc7-4765-9835-a2c104ddaf61 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:33.885033 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b53ada50-6177-4660-8691-5e8b76eaa8d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:33.980209 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-2a0bb43b-ae4a-4fbd-8a4a-1653ba0b0425 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] For port 8950d31c-7bc7-4765-9835-a2c104ddaf61, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8950d31c-7bc7-4765-9835-a2c104ddaf61,segment=NetworkSegment(d92288b4-512c-42c8-9f21-4545e9e502f1),segment_id=d92288b4-512c-42c8-9f21-4545e9e502f1)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:33.981959 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a0bb43b-ae4a-4fbd-8a4a-1653ba0b0425 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.038993 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-2a0bb43b-ae4a-4fbd-8a4a-1653ba0b0425 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Calling delete_port for 8950d31c-7bc7-4765-9835-a2c104ddaf61 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:34.184911 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-b53ada50-6177-4660-8691-5e8b76eaa8d7 None None] For port 8950d31c-7bc7-4765-9835-a2c104ddaf61, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8950d31c-7bc7-4765-9835-a2c104ddaf61,segment=NetworkSegment(d92288b4-512c-42c8-9f21-4545e9e502f1),segment_id=d92288b4-512c-42c8-9f21-4545e9e502f1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:34.195451 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b53ada50-6177-4660-8691-5e8b76eaa8d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.258136 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b53ada50-6177-4660-8691-5e8b76eaa8d7 None None] Calling delete_port for 8950d31c-7bc7-4765-9835-a2c104ddaf61 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:34.269545 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba3f60bb-3df0-49b8-807a-71b5be12af2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.414972 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a0bb43b-ae4a-4fbd-8a4a-1653ba0b0425 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.622656 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ba3f60bb-3df0-49b8-807a-71b5be12af2f admin admin] Deleting port 7e0759e0-e90f-443d-b95f-398f778d0ff6 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:34.624778 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba3f60bb-3df0-49b8-807a-71b5be12af2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.630771 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8950d31c-7bc7-4765-9835-a2c104ddaf61 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:34.645005 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0bb43b-ae4a-4fbd-8a4a-1653ba0b0425 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Pushing event deleted for resources: {'Port': ['ID=8950d31c-7bc7-4765-9835-a2c104ddaf61,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:34.669810 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0bb43b-ae4a-4fbd-8a4a-1653ba0b0425 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] No DVR routers for this DVR port 8950d31c-7bc7-4765-9835-a2c104ddaf61 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:34.694775 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0feef9a8-764a-4280-b2ac-1a1121a5a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1379739942-router', 'tenant_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '7e0759e0-e90f-443d-b95f-398f778d0ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:31:31Z', 'revision_number': 5, 'project_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'gw_port': {'id': '7e0759e0-e90f-443d-b95f-398f778d0ff6', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:44Z', 'updated_at': '2021-07-15T13:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:34.811569 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 8950d31c-7bc7-4765-9835-a2c104ddaf61 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:31:34.812981 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8950d31c-7bc7-4765-9835-a2c104ddaf61 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:31:34.841174 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b53ada50-6177-4660-8691-5e8b76eaa8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.868442 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0feef9a8-764a-4280-b2ac-1a1121a5a5e5 None None] Checking router: f192a66e-bb94-4551-b355-c00b2f18f46c for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:31:34.917281 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0feef9a8-764a-4280-b2ac-1a1121a5a5e5 None None] Routers {'f192a66e-bb94-4551-b355-c00b2f18f46c'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:31:34.925085 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0feef9a8-764a-4280-b2ac-1a1121a5a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:31:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['f192a66e-bb94-4551-b355-c00b2f18f46c'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:34.968749 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ba3f60bb-3df0-49b8-807a-71b5be12af2f admin admin] For port 7e0759e0-e90f-443d-b95f-398f778d0ff6, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=7e0759e0-e90f-443d-b95f-398f778d0ff6,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:34.977516 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53ada50-6177-4660-8691-5e8b76eaa8d7 None None] No DVR routers for this DVR port 8950d31c-7bc7-4765-9835-a2c104ddaf61 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:34.978228 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba3f60bb-3df0-49b8-807a-71b5be12af2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.993033 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ada50-6177-4660-8691-5e8b76eaa8d7 None None] Pushing event deleted for resources: {'Port': ['ID=8950d31c-7bc7-4765-9835-a2c104ddaf61,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:35.048404 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ba3f60bb-3df0-49b8-807a-71b5be12af2f admin admin] Calling delete_port for 7e0759e0-e90f-443d-b95f-398f778d0ff6 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:35.220227 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a0bb43b-ae4a-4fbd-8a4a-1653ba0b0425 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:35.281118 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-2a0bb43b-ae4a-4fbd-8a4a-1653ba0b0425 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2eff464-1590-4e42-b2f3-c9c2affd1bd7']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:35.339602 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-2a0bb43b-ae4a-4fbd-8a4a-1653ba0b0425 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd92288b4-512c-42c8-9f21-4545e9e502f1') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:35.340040 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-2a0bb43b-ae4a-4fbd-8a4a-1653ba0b0425 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd92288b4-512c-42c8-9f21-4545e9e502f1') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:35.391576 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a0bb43b-ae4a-4fbd-8a4a-1653ba0b0425 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:35.440656 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a0bb43b-ae4a-4fbd-8a4a-1653ba0b0425 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:35.450722 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-0feef9a8-764a-4280-b2ac-1a1121a5a5e5 None None] Set router f192a66e-bb94-4551-b355-c00b2f18f46c gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:31:35.454838 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a0bb43b-ae4a-4fbd-8a4a-1653ba0b0425 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:31:35.455540 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a0bb43b-ae4a-4fbd-8a4a-1653ba0b0425 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:31:35.698728 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:31:35.726899 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a0bb43b-ae4a-4fbd-8a4a-1653ba0b0425 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:35.757949 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a0bb43b-ae4a-4fbd-8a4a-1653ba0b0425 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:35.770083 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2a0bb43b-ae4a-4fbd-8a4a-1653ba0b0425 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "DELETE /v2.0/networks/f2eff464-1590-4e42-b2f3-c9c2affd1bd7 HTTP/1.1" status: 204 len: 168 time: 2.7206395 Jul 15 13:31:35.771687 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 55726) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:35.839135 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0bb43b-ae4a-4fbd-8a4a-1653ba0b0425 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Pushing event deleted for resources: {'Network': ['ID=f2eff464-1590-4e42-b2f3-c9c2affd1bd7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:35.840695 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba3f60bb-3df0-49b8-807a-71b5be12af2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:35.989898 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f60bb-3df0-49b8-807a-71b5be12af2f admin admin] Pushing event deleted for resources: {'Port': ['ID=7e0759e0-e90f-443d-b95f-398f778d0ff6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:36.065073 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-0feef9a8-764a-4280-b2ac-1a1121a5a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1379739942-router', 'tenant_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:31:34Z', 'revision_number': 6, 'project_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:36.102356 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-f45996db-4e7b-42f2-ac58-0b054066487a tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Deleting subnet 1e318f74-5932-4d25-b3ac-44bfe28e44ca {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:31:36.112696 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f45996db-4e7b-42f2-ac58-0b054066487a tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:36.153427 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0feef9a8-764a-4280-b2ac-1a1121a5a5e5 None None] The sync data for ids ['f192a66e-bb94-4551-b355-c00b2f18f46c'] in n-d-758944-45 is: [{'id': 'f192a66e-bb94-4551-b355-c00b2f18f46c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1379739942-router', 'tenant_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:41Z', 'updated_at': '2021-07-15T13:31:34Z', 'revision_number': 6, 'project_id': 'af10f95cc191480e90dd5f2a6c12a26c', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:31:36.310918 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba3f60bb-3df0-49b8-807a-71b5be12af2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:36.402110 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f45996db-4e7b-42f2-ac58-0b054066487a tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:36.572940 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f64d58-2695-4f34-8bcd-f64ad8e0cb37 req-73dc9e6a-076c-4108-99d5-72f7641dfda5 tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:36.584958 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e6f64d58-2695-4f34-8bcd-f64ad8e0cb37 req-73dc9e6a-076c-4108-99d5-72f7641dfda5 tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] 10.222.0.24 "GET /v2.0/ports?device_id=34a1e50c-f00b-4d8e-8851-3d09bb796780 HTTP/1.1" status: 200 len: 945 time: 0.3636341 Jul 15 13:31:36.629049 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba3f60bb-3df0-49b8-807a-71b5be12af2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:36.660168 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba3f60bb-3df0-49b8-807a-71b5be12af2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:36.837855 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b8447f1f-44c5-4443-bfee-9ef044987393 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:36.871563 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba3f60bb-3df0-49b8-807a-71b5be12af2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:36.873693 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3f60bb-3df0-49b8-807a-71b5be12af2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f192a66e-bb94-4551-b355-c00b2f18f46c {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:31:36.878547 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f45996db-4e7b-42f2-ac58-0b054066487a tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:36.882077 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba3f60bb-3df0-49b8-807a-71b5be12af2f admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:36.895790 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ba3f60bb-3df0-49b8-807a-71b5be12af2f admin admin] 10.222.0.24 "DELETE /v2.0/routers/f192a66e-bb94-4551-b355-c00b2f18f46c HTTP/1.1" status: 204 len: 168 time: 3.7106841 Jul 15 13:31:36.901602 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 55738) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:36.964202 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: b8447f1f-44c5-4443-bfee-9ef044987393 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:31:36.964970 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b8447f1f-44c5-4443-bfee-9ef044987393 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:31:36.971530 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e6f64d58-2695-4f34-8bcd-f64ad8e0cb37 req-d31fed09-5f29-44a9-bae5-7213a9c27f13 tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8637b84-bcf9-474e-bacf-ae7a67555343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851912 Jul 15 13:31:36.979722 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f45996db-4e7b-42f2-ac58-0b054066487a tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:37.016592 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd4dbc2-d79f-4e5e-8c2f-a87f696407af admin admin] Deleting subnet 15210cb6-e1bd-43c9-9944-eb57f11cb522 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:31:37.048830 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45996db-4e7b-42f2-ac58-0b054066487a tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Pushing event deleted for resources: {'Subnet': ['ID=1e318f74-5932-4d25-b3ac-44bfe28e44ca,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:37.053393 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f45996db-4e7b-42f2-ac58-0b054066487a tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:37.055481 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f45996db-4e7b-42f2-ac58-0b054066487a tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "DELETE /v2.0/subnets/1e318f74-5932-4d25-b3ac-44bfe28e44ca HTTP/1.1" status: 204 len: 168 time: 1.2443581 Jul 15 13:31:37.065304 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cdd4dbc2-d79f-4e5e-8c2f-a87f696407af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:37.066341 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 55742) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:37.067512 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c79c08-735f-42cb-8eed-12f560909cd8 None None] Network 5ec42a43-1570-4b9e-bee3-5564e0d71dd6 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:37.121527 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cdd4dbc2-d79f-4e5e-8c2f-a87f696407af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:37.192097 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cdd4dbc2-d79f-4e5e-8c2f-a87f696407af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:37.348558 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cdd4dbc2-d79f-4e5e-8c2f-a87f696407af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:37.486618 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cdd4dbc2-d79f-4e5e-8c2f-a87f696407af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:37.501470 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-cdd4dbc2-d79f-4e5e-8c2f-a87f696407af admin admin] 10.222.0.24 "DELETE /v2.0/subnets/15210cb6-e1bd-43c9-9944-eb57f11cb522 HTTP/1.1" status: 204 len: 168 time: 0.5965347 Jul 15 13:31:37.502833 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 55746) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:37.504447 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4dbc2-d79f-4e5e-8c2f-a87f696407af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15210cb6-e1bd-43c9-9944-eb57f11cb522,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:37.690506 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff7893b-987c-4532-9c59-c9c2d92a4143 None None] DHCP port deletion for 5ec42a43-1570-4b9e-bee3-5564e0d71dd6 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:31:37.843655 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f22460-de88-481b-b1ec-2cbd10377c7a req-d552a97e-8097-4bcb-88e8-9817e10a1834 tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:37.846122 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-43f22460-de88-481b-b1ec-2cbd10377c7a req-d552a97e-8097-4bcb-88e8-9817e10a1834 tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] 10.222.0.18 "GET /v2.0/ports?device_id=34a1e50c-f00b-4d8e-8851-3d09bb796780 HTTP/1.1" status: 200 len: 945 time: 0.5336804 Jul 15 13:31:37.893204 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c41a9966-6f62-4172-911f-309186db1d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:37.969142 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-0ff7893b-987c-4532-9c59-c9c2d92a4143 None None] Deleting port bcabc15e-fb15-40ba-81d2-4bf3c6b7a419 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:37.970043 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0ff7893b-987c-4532-9c59-c9c2d92a4143 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.176368 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c41a9966-6f62-4172-911f-309186db1d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.223276 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-0ff7893b-987c-4532-9c59-c9c2d92a4143 None None] For port bcabc15e-fb15-40ba-81d2-4bf3c6b7a419, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=bcabc15e-fb15-40ba-81d2-4bf3c6b7a419,segment=NetworkSegment(c14606a6-175b-496b-abb5-aced808cd4d4),segment_id=c14606a6-175b-496b-abb5-aced808cd4d4)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:38.223630 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0ff7893b-987c-4532-9c59-c9c2d92a4143 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.277740 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.290773 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-0ff7893b-987c-4532-9c59-c9c2d92a4143 None None] Calling delete_port for bcabc15e-fb15-40ba-81d2-4bf3c6b7a419 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:38.304702 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c41a9966-6f62-4172-911f-309186db1d8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['303bf49d-239f-4c0b-be43-2167383b6446']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:38.335432 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c41a9966-6f62-4172-911f-309186db1d8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeac5fd7-63aa-405b-86ac-b3e133791a36') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:38.336321 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c41a9966-6f62-4172-911f-309186db1d8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeac5fd7-63aa-405b-86ac-b3e133791a36') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:38.369452 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c41a9966-6f62-4172-911f-309186db1d8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.432141 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5473901d-4d9f-4e6f-8e81-61a9700ac04e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.594124 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device bcabc15e-fb15-40ba-81d2-4bf3c6b7a419 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:38.699976 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c41a9966-6f62-4172-911f-309186db1d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.728647 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41a9966-6f62-4172-911f-309186db1d8d admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:31:38.729243 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c41a9966-6f62-4172-911f-309186db1d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:31:38.737231 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:31:38.801620 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5473901d-4d9f-4e6f-8e81-61a9700ac04e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Deleting port bcabc15e-fb15-40ba-81d2-4bf3c6b7a419 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:38.806608 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5473901d-4d9f-4e6f-8e81-61a9700ac04e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:39.016177 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-5473901d-4d9f-4e6f-8e81-61a9700ac04e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] For port bcabc15e-fb15-40ba-81d2-4bf3c6b7a419, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=bcabc15e-fb15-40ba-81d2-4bf3c6b7a419,segment=NetworkSegment(c14606a6-175b-496b-abb5-aced808cd4d4),segment_id=c14606a6-175b-496b-abb5-aced808cd4d4)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:39.016904 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5473901d-4d9f-4e6f-8e81-61a9700ac04e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:39.021035 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8669a-3449-4d1d-9161-435ba09fcc7f req-80884e53-86e2-4af9-b1c6-3910373cace4 tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:39.023766 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b4a8669a-3449-4d1d-9161-435ba09fcc7f req-80884e53-86e2-4af9-b1c6-3910373cace4 tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] 10.222.0.24 "GET /v2.0/ports?device_id=34a1e50c-f00b-4d8e-8851-3d09bb796780 HTTP/1.1" status: 200 len: 945 time: 0.6242108 Jul 15 13:31:39.026631 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c41a9966-6f62-4172-911f-309186db1d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:39.038851 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c41a9966-6f62-4172-911f-309186db1d8d admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:39.044746 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c41a9966-6f62-4172-911f-309186db1d8d admin admin] 10.222.0.24 "DELETE /v2.0/networks/303bf49d-239f-4c0b-be43-2167383b6446 HTTP/1.1" status: 204 len: 168 time: 1.5316648 Jul 15 13:31:39.068469 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0ff7893b-987c-4532-9c59-c9c2d92a4143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:39.069931 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5473901d-4d9f-4e6f-8e81-61a9700ac04e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Calling delete_port for bcabc15e-fb15-40ba-81d2-4bf3c6b7a419 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:39.118220 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7893b-987c-4532-9c59-c9c2d92a4143 None None] Pushing event deleted for resources: {'Port': ['ID=bcabc15e-fb15-40ba-81d2-4bf3c6b7a419,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:39.137564 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:39.143275 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff7893b-987c-4532-9c59-c9c2d92a4143 None None] No DVR routers for this DVR port bcabc15e-fb15-40ba-81d2-4bf3c6b7a419 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:39.156957 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a9966-6f62-4172-911f-309186db1d8d admin admin] Pushing event deleted for resources: {'Network': ['ID=303bf49d-239f-4c0b-be43-2167383b6446,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:39.190888 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-43f22460-de88-481b-b1ec-2cbd10377c7a req-b1c01056-cca4-4f27-80e6-0805393a967a tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] Deleting port 12f9c91e-86ad-4121-89c9-3b0381e63dd6 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:39.191307 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-43f22460-de88-481b-b1ec-2cbd10377c7a req-b1c01056-cca4-4f27-80e6-0805393a967a tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:39.323994 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 7e0759e0-e90f-443d-b95f-398f778d0ff6 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:39.370856 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 7e0759e0-e90f-443d-b95f-398f778d0ff6 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:31:39.371770 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 7e0759e0-e90f-443d-b95f-398f778d0ff6 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:31:39.394520 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5473901d-4d9f-4e6f-8e81-61a9700ac04e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:39.399350 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b4a8669a-3449-4d1d-9161-435ba09fcc7f req-7d67d5ef-f566-4860-86d9-799598300815 tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8637b84-bcf9-474e-bacf-ae7a67555343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524766 Jul 15 13:31:39.440817 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473901d-4d9f-4e6f-8e81-61a9700ac04e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Pushing event deleted for resources: {'Port': ['ID=bcabc15e-fb15-40ba-81d2-4bf3c6b7a419,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:39.464389 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5473901d-4d9f-4e6f-8e81-61a9700ac04e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] No DVR routers for this DVR port bcabc15e-fb15-40ba-81d2-4bf3c6b7a419 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:39.517305 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-43f22460-de88-481b-b1ec-2cbd10377c7a req-b1c01056-cca4-4f27-80e6-0805393a967a tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] For port 12f9c91e-86ad-4121-89c9-3b0381e63dd6, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=12f9c91e-86ad-4121-89c9-3b0381e63dd6,segment=NetworkSegment(5aa25d67-783d-446f-bdae-596e5158e651),segment_id=5aa25d67-783d-446f-bdae-596e5158e651)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:39.517925 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-43f22460-de88-481b-b1ec-2cbd10377c7a req-b1c01056-cca4-4f27-80e6-0805393a967a tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:39.554107 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-43f22460-de88-481b-b1ec-2cbd10377c7a req-b1c01056-cca4-4f27-80e6-0805393a967a tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] Calling delete_port for 12f9c91e-86ad-4121-89c9-3b0381e63dd6 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:39.692623 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5473901d-4d9f-4e6f-8e81-61a9700ac04e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:39.694567 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 55774) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:39.732499 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-5473901d-4d9f-4e6f-8e81-61a9700ac04e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec42a43-1570-4b9e-bee3-5564e0d71dd6']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:39.753339 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-5473901d-4d9f-4e6f-8e81-61a9700ac04e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c14606a6-175b-496b-abb5-aced808cd4d4') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:39.753807 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-5473901d-4d9f-4e6f-8e81-61a9700ac04e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c14606a6-175b-496b-abb5-aced808cd4d4') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:39.774220 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5473901d-4d9f-4e6f-8e81-61a9700ac04e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:39.854821 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5473901d-4d9f-4e6f-8e81-61a9700ac04e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:39.869363 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5473901d-4d9f-4e6f-8e81-61a9700ac04e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:31:39.870996 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5473901d-4d9f-4e6f-8e81-61a9700ac04e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:39.963134 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d0b2f439-6eba-4e15-a8e9-af2930f4557a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=af10f95cc191480e90dd5f2a6c12a26c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2539918 Jul 15 13:31:39.965158 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 55780) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:31:39.983387 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:31:40.141466 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5473901d-4d9f-4e6f-8e81-61a9700ac04e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:40.155880 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5473901d-4d9f-4e6f-8e81-61a9700ac04e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:40.175194 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5473901d-4d9f-4e6f-8e81-61a9700ac04e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "DELETE /v2.0/networks/5ec42a43-1570-4b9e-bee3-5564e0d71dd6 HTTP/1.1" status: 204 len: 168 time: 3.0956376 Jul 15 13:31:40.175413 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-43f22460-de88-481b-b1ec-2cbd10377c7a req-b1c01056-cca4-4f27-80e6-0805393a967a tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:40.204336 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 55788) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:40.207861 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473901d-4d9f-4e6f-8e81-61a9700ac04e tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Pushing event deleted for resources: {'Network': ['ID=5ec42a43-1570-4b9e-bee3-5564e0d71dd6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:40.219124 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ca799860-583e-4dec-bf31-676dbca7c829 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1541325278'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:40.258250 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca799860-583e-4dec-bf31-676dbca7c829 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Made reservation on behalf of e2e3a157879d4bce851e726676290061 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:40.266518 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca799860-583e-4dec-bf31-676dbca7c829 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:40.331145 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca799860-583e-4dec-bf31-676dbca7c829 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:31:40.332520 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6b5f291d-725a-449a-9072-f166a24f406f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:40.356837 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca799860-583e-4dec-bf31-676dbca7c829 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:40.357702 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-ca799860-583e-4dec-bf31-676dbca7c829 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Added segment 27674d0d-0875-4dd6-97f6-238dfbd3cb9b of type vlan for network 4746eda8-b14d-4193-bcb4-9627ba8284b4 Jul 15 13:31:40.471567 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca799860-583e-4dec-bf31-676dbca7c829 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:40.495435 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c01056-cca4-4f27-80e6-0805393a967a tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] Pushing event deleted for resources: {'Port': ['ID=12f9c91e-86ad-4121-89c9-3b0381e63dd6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:40.605641 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca799860-583e-4dec-bf31-676dbca7c829 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:40.624951 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca799860-583e-4dec-bf31-676dbca7c829 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:40.630959 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca799860-583e-4dec-bf31-676dbca7c829 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:40.693266 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6b5f291d-725a-449a-9072-f166a24f406f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:40.771939 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ca799860-583e-4dec-bf31-676dbca7c829 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5660317 Jul 15 13:31:40.776547 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f22460-de88-481b-b1ec-2cbd10377c7a req-b1c01056-cca4-4f27-80e6-0805393a967a tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] No DVR routers for this DVR port 12f9c91e-86ad-4121-89c9-3b0381e63dd6 on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:40.778973 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 55804) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:40.795787 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-43f22460-de88-481b-b1ec-2cbd10377c7a req-b1c01056-cca4-4f27-80e6-0805393a967a tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:40.803802 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-43f22460-de88-481b-b1ec-2cbd10377c7a req-b1c01056-cca4-4f27-80e6-0805393a967a tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] 10.222.0.18 "DELETE /v2.0/ports/12f9c91e-86ad-4121-89c9-3b0381e63dd6 HTTP/1.1" status: 204 len: 173 time: 2.9508486 Jul 15 13:31:40.812714 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-6002e815-50ff-4e97-929f-6e33070ed1fc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Request body: {'subnet': {'network_id': '4746eda8-b14d-4193-bcb4-9627ba8284b4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:40.870458 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 12f9c91e-86ad-4121-89c9-3b0381e63dd6 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:40.972485 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 12f9c91e-86ad-4121-89c9-3b0381e63dd6 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:31:40.973036 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 12f9c91e-86ad-4121-89c9-3b0381e63dd6 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:31:40.996282 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca799860-583e-4dec-bf31-676dbca7c829 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Pushing event updated for resources: {'Network': ['ID=4746eda8-b14d-4193-bcb4-9627ba8284b4,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:41.017706 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 4746eda8-b14d-4193-bcb4-9627ba8284b4 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:31:41.040519 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a1e50c-f00b-4d8e-8851-3d09bb796780', 'name': 'network-vif-deleted', 'tag': '12f9c91e-86ad-4121-89c9-3b0381e63dd6'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:41.054945 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59cbbb5-dff5-4e1f-972d-0309cd1328a6" -d '{"events": [{"server_uuid": "34a1e50c-f00b-4d8e-8851-3d09bb796780", "name": "network-vif-deleted", "tag": "12f9c91e-86ad-4121-89c9-3b0381e63dd6"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:41.212217 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-66a610cd-b4f8-4ecf-b1c4-ff463c4c13d3 req-1b923172-bcc1-47b3-bf87-5b312d547f82 tempest-VolumesActionsTest-1159063683 tempest-VolumesActionsTest-1159063683-project] 10.222.0.24 "GET /v2.0/ports?device_id=34a1e50c-f00b-4d8e-8851-3d09bb796780 HTTP/1.1" status: 200 len: 210 time: 0.4356751 Jul 15 13:31:41.350847 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6002e815-50ff-4e97-929f-6e33070ed1fc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Made reservation on behalf of e2e3a157879d4bce851e726676290061 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:41.367286 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6002e815-50ff-4e97-929f-6e33070ed1fc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:41.513033 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6b5f291d-725a-449a-9072-f166a24f406f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:41.525141 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6b5f291d-725a-449a-9072-f166a24f406f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:41.533797 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6b5f291d-725a-449a-9072-f166a24f406f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2107c028-e82f-4802-b301-ecd1d26f559c HTTP/1.1" status: 204 len: 168 time: 1.5644770 Jul 15 13:31:41.843811 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d8a6ba-34dd-439e-9cf5-96256329f1c2 x-openstack-request-id: req-69d8a6ba-34dd-439e-9cf5-96256329f1c2 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:41.845445 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a1e50c-f00b-4d8e-8851-3d09bb796780", "name": "network-vif-deleted", "tag": "12f9c91e-86ad-4121-89c9-3b0381e63dd6", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:41.845668 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-69d8a6ba-34dd-439e-9cf5-96256329f1c2 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:41.846225 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a1e50c-f00b-4d8e-8851-3d09bb796780', 'name': 'network-vif-deleted', 'tag': '12f9c91e-86ad-4121-89c9-3b0381e63dd6', 'status': 'completed', 'code': 200} Jul 15 13:31:41.847658 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f291d-725a-449a-9072-f166a24f406f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2107c028-e82f-4802-b301-ecd1d26f559c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:42.232764 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-af2c1368-5aa1-4966-98d6-5e76dddc52bc tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:42.235211 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-af2c1368-5aa1-4966-98d6-5e76dddc52bc tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/networks?id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb HTTP/1.1" status: 200 len: 812 time: 0.4474266 Jul 15 13:31:42.279543 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-139774c8-f123-484c-a104-f9342eb32948 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/quotas/89567fda246241f4860e07527d287580 HTTP/1.1" status: 200 len: 375 time: 0.0285447 Jul 15 13:31:42.559930 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6002e815-50ff-4e97-929f-6e33070ed1fc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:42.630779 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-5784006f-8ac8-48bf-a494-e69a04228395 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=89567fda246241f4860e07527d287580&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3397839 Jul 15 13:31:42.858770 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6002e815-50ff-4e97-929f-6e33070ed1fc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Checking segment: {'id': '27674d0d-0875-4dd6-97f6-238dfbd3cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4746eda8-b14d-4193-bcb4-9627ba8284b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:42.868424 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6002e815-50ff-4e97-929f-6e33070ed1fc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Network hostable DHCP agents. Network: 4746eda8-b14d-4193-bcb4-9627ba8284b4, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:31:42.964606 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002e815-50ff-4e97-929f-6e33070ed1fc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Pushing event updated for resources: {'Subnet': ['ID=901437a7-1a9e-47e5-bdae-5c93afbb67a3,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:42.985998 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6002e815-50ff-4e97-929f-6e33070ed1fc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Network 4746eda8-b14d-4193-bcb4-9627ba8284b4 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:31:43.011058 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-6002e815-50ff-4e97-929f-6e33070ed1fc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 4746eda8-b14d-4193-bcb4-9627ba8284b4) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:43.021458 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6002e815-50ff-4e97-929f-6e33070ed1fc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:43.022163 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6002e815-50ff-4e97-929f-6e33070ed1fc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:43.028354 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7f142f-807d-4d3c-9fdb-41810cc92e7f None None] Network 4746eda8-b14d-4193-bcb4-9627ba8284b4 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:43.092450 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6002e815-50ff-4e97-929f-6e33070ed1fc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3069146 Jul 15 13:31:43.096698 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 55848) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:43.111577 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1d3c2f65-1d55-4580-8deb-de1e5ff59314 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-103679387'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:43.193790 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3c2f65-1d55-4580-8deb-de1e5ff59314 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Made reservation on behalf of e2e3a157879d4bce851e726676290061 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:43.207182 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d3c2f65-1d55-4580-8deb-de1e5ff59314 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:43.418026 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d3c2f65-1d55-4580-8deb-de1e5ff59314 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:31:43.471525 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d3c2f65-1d55-4580-8deb-de1e5ff59314 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:43.474034 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-1d3c2f65-1d55-4580-8deb-de1e5ff59314 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Added segment 444afa41-f735-4ca0-b234-d4f974ed1d52 of type vlan for network 41d67183-ea9e-4577-9137-589c853132cf Jul 15 13:31:43.592005 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-077af8c2-7b01-4dc9-99eb-d3003e6b8e58 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:31:43.599551 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-077af8c2-7b01-4dc9-99eb-d3003e6b8e58 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8706071 Jul 15 13:31:43.653727 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d3c2f65-1d55-4580-8deb-de1e5ff59314 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:43.850029 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e730d6-5190-4559-b21b-174e1c283416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-4746eda8-b14d-4193-bcb4-9627ba8284b4', 'network_id': '4746eda8-b14d-4193-bcb4-9627ba8284b4', 'tenant_id': 'e2e3a157879d4bce851e726676290061', 'fixed_ips': [{'subnet_id': '901437a7-1a9e-47e5-bdae-5c93afbb67a3'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:31:43.859137 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58e730d6-5190-4559-b21b-174e1c283416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:43.997377 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d3c2f65-1d55-4580-8deb-de1e5ff59314 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:44.052879 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3c2f65-1d55-4580-8deb-de1e5ff59314 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:44.053868 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d3c2f65-1d55-4580-8deb-de1e5ff59314 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:44.365578 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-06ecad5a-8f26-4fc3-b8e6-97535461dcde service neutron] 10.222.0.24 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7487557 Jul 15 13:31:44.366529 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c2f65-1d55-4580-8deb-de1e5ff59314 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Pushing event updated for resources: {'Network': ['ID=41d67183-ea9e-4577-9137-589c853132cf,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:44.377179 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 55870) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:44.379408 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1d3c2f65-1d55-4580-8deb-de1e5ff59314 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2810788 Jul 15 13:31:44.384810 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-891283a6-8b3f-44ee-9089-c7e3dd817ecc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Request body: {'subnet': {'network_id': '41d67183-ea9e-4577-9137-589c853132cf', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:44.396576 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 41d67183-ea9e-4577-9137-589c853132cf details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:31:44.523241 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-58e730d6-5190-4559-b21b-174e1c283416 None None] Allocated IP 19.80.0.2 (4746eda8-b14d-4193-bcb4-9627ba8284b4/901437a7-1a9e-47e5-bdae-5c93afbb67a3/11dc8988-c36f-4e40-85e7-568a93b5f4ea) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:44.562292 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-5a2a50f9-d671-4c4f-a871-f4c01bb59681 service neutron] 10.222.0.24 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771090 Jul 15 13:31:44.773550 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891283a6-8b3f-44ee-9089-c7e3dd817ecc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Made reservation on behalf of e2e3a157879d4bce851e726676290061 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:44.779808 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-891283a6-8b3f-44ee-9089-c7e3dd817ecc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:44.864329 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58e730d6-5190-4559-b21b-174e1c283416 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:44.889147 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-58e730d6-5190-4559-b21b-174e1c283416 None None] Transition to ACTIVE for port object 11dc8988-c36f-4e40-85e7-568a93b5f4ea will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:45.007608 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-58e730d6-5190-4559-b21b-174e1c283416 None None] Transition to ACTIVE for port object 11dc8988-c36f-4e40-85e7-568a93b5f4ea will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:45.022738 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58e730d6-5190-4559-b21b-174e1c283416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:45.219204 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e730d6-5190-4559-b21b-174e1c283416 None None] Network 4746eda8-b14d-4193-bcb4-9627ba8284b4 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:45.224871 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-58e730d6-5190-4559-b21b-174e1c283416 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:45.232546 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e730d6-5190-4559-b21b-174e1c283416 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:45.522778 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ad8128c8-2d40-4cb8-9eba-3a2f2877f3d2 req-5333f819-5167-49cb-b4df-45ca0f7ed7c3 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 210 time: 0.1459582 Jul 15 13:31:45.540967 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e730d6-5190-4559-b21b-174e1c283416 None None] Pushing event updated for resources: {'Port': ['ID=11dc8988-c36f-4e40-85e7-568a93b5f4ea,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:45.585912 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-58e730d6-5190-4559-b21b-174e1c283416 None None] Attempting to bind port 11dc8988-c36f-4e40-85e7-568a93b5f4ea on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:31:45.586346 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-58e730d6-5190-4559-b21b-174e1c283416 None None] Attempting to bind port 11dc8988-c36f-4e40-85e7-568a93b5f4ea by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '27674d0d-0875-4dd6-97f6-238dfbd3cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4746eda8-b14d-4193-bcb4-9627ba8284b4'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:31:45.586730 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e730d6-5190-4559-b21b-174e1c283416 None None] Attempting to bind port 11dc8988-c36f-4e40-85e7-568a93b5f4ea on network 4746eda8-b14d-4193-bcb4-9627ba8284b4 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:45.608856 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e730d6-5190-4559-b21b-174e1c283416 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:31:45.609364 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e730d6-5190-4559-b21b-174e1c283416 None None] Checking segment: {'id': '27674d0d-0875-4dd6-97f6-238dfbd3cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4746eda8-b14d-4193-bcb4-9627ba8284b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:45.609830 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58e730d6-5190-4559-b21b-174e1c283416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:45.610235 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e730d6-5190-4559-b21b-174e1c283416 None None] Bound using segment: {'id': '27674d0d-0875-4dd6-97f6-238dfbd3cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4746eda8-b14d-4193-bcb4-9627ba8284b4'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:31:45.610779 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-58e730d6-5190-4559-b21b-174e1c283416 None None] Bound port: 11dc8988-c36f-4e40-85e7-568a93b5f4ea, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27674d0d-0875-4dd6-97f6-238dfbd3cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4746eda8-b14d-4193-bcb4-9627ba8284b4'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:31:45.611198 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58e730d6-5190-4559-b21b-174e1c283416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:45.688033 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c18696ef-ecbf-4dfa-a7b6-fd3b26508e5d req-d806dad2-ee9f-4d7f-9947-aa81cea30ff3 tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.1042678 Jul 15 13:31:45.757963 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-891283a6-8b3f-44ee-9089-c7e3dd817ecc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:45.823750 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-58e730d6-5190-4559-b21b-174e1c283416 None None] For port 11dc8988-c36f-4e40-85e7-568a93b5f4ea, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:31:45.837299 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-58e730d6-5190-4559-b21b-174e1c283416 None None] For port 11dc8988-c36f-4e40-85e7-568a93b5f4ea, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=11dc8988-c36f-4e40-85e7-568a93b5f4ea,segment=NetworkSegment(27674d0d-0875-4dd6-97f6-238dfbd3cb9b),segment_id=27674d0d-0875-4dd6-97f6-238dfbd3cb9b)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:31:45.849435 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-58e730d6-5190-4559-b21b-174e1c283416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:45.932509 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891283a6-8b3f-44ee-9089-c7e3dd817ecc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Pushing event updated for resources: {'Subnet': ['ID=f0ca4666-90fe-4256-989e-009a73217d76,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:45.949348 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891283a6-8b3f-44ee-9089-c7e3dd817ecc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Checking segment: {'id': '444afa41-f735-4ca0-b234-d4f974ed1d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '41d67183-ea9e-4577-9137-589c853132cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:45.949746 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891283a6-8b3f-44ee-9089-c7e3dd817ecc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Network hostable DHCP agents. Network: 41d67183-ea9e-4577-9137-589c853132cf, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:31:45.966775 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891283a6-8b3f-44ee-9089-c7e3dd817ecc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:45.967320 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891283a6-8b3f-44ee-9089-c7e3dd817ecc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:45.967904 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891283a6-8b3f-44ee-9089-c7e3dd817ecc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:45.968885 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891283a6-8b3f-44ee-9089-c7e3dd817ecc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:45.969197 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891283a6-8b3f-44ee-9089-c7e3dd817ecc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:45.969932 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891283a6-8b3f-44ee-9089-c7e3dd817ecc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:45.974708 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891283a6-8b3f-44ee-9089-c7e3dd817ecc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:45.975057 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891283a6-8b3f-44ee-9089-c7e3dd817ecc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:45.975489 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891283a6-8b3f-44ee-9089-c7e3dd817ecc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:45.975931 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891283a6-8b3f-44ee-9089-c7e3dd817ecc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:45.976439 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891283a6-8b3f-44ee-9089-c7e3dd817ecc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:45.977001 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891283a6-8b3f-44ee-9089-c7e3dd817ecc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:46.026451 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891283a6-8b3f-44ee-9089-c7e3dd817ecc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Network 41d67183-ea9e-4577-9137-589c853132cf is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:31:46.048072 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-891283a6-8b3f-44ee-9089-c7e3dd817ecc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 41d67183-ea9e-4577-9137-589c853132cf) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:46.060849 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891283a6-8b3f-44ee-9089-c7e3dd817ecc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:46.061724 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-891283a6-8b3f-44ee-9089-c7e3dd817ecc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:46.064661 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34a5073-2377-423d-8db7-e4c8b93c220b None None] Network 41d67183-ea9e-4577-9137-589c853132cf requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:46.128080 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-891283a6-8b3f-44ee-9089-c7e3dd817ecc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7494929 Jul 15 13:31:46.232306 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e730d6-5190-4559-b21b-174e1c283416 None None] Pushing event updated for resources: {'Port': ['ID=11dc8988-c36f-4e40-85e7-568a93b5f4ea,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:46.893992 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51149418-bf54-41ce-b6ef-6eec7c575fe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-41d67183-ea9e-4577-9137-589c853132cf', 'network_id': '41d67183-ea9e-4577-9137-589c853132cf', 'tenant_id': 'e2e3a157879d4bce851e726676290061', 'fixed_ips': [{'subnet_id': 'f0ca4666-90fe-4256-989e-009a73217d76'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:31:46.895567 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-51149418-bf54-41ce-b6ef-6eec7c575fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:46.927037 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-e55190d4-f71e-4209-8c60-4547e05112b8 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:46.960753 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-e55190d4-f71e-4209-8c60-4547e05112b8 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:46.966488 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-e55190d4-f71e-4209-8c60-4547e05112b8 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/networks?id=4746eda8-b14d-4193-bcb4-9627ba8284b4&id=41d67183-ea9e-4577-9137-589c853132cf HTTP/1.1" status: 200 len: 1391 time: 0.5875518 Jul 15 13:31:47.040859 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-7d0f9296-1b84-47bf-a4cd-3bd43bb3afc0 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/quotas/e2e3a157879d4bce851e726676290061 HTTP/1.1" status: 200 len: 375 time: 0.0645487 Jul 15 13:31:47.109307 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e1b23e3f-77fa-47d1-960d-b8c2a4cdfb89 req-f0832553-c973-42d4-af6d-ec067a73bd24 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 210 time: 0.1353729 Jul 15 13:31:47.411728 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-570b6023-337f-49ce-9e6a-16958cb34caf tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e2e3a157879d4bce851e726676290061&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3678615 Jul 15 13:31:47.421949 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-51149418-bf54-41ce-b6ef-6eec7c575fe0 None None] Allocated IP 19.86.0.2 (41d67183-ea9e-4577-9137-589c853132cf/f0ca4666-90fe-4256-989e-009a73217d76/d159e316-574a-44b9-a8b0-e7391f1c2101) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:47.866483 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6f61cd86-8ae3-4edc-86d4-5817217d751b req-c4a28f5e-f960-46c9-a3bc-446b6e59c71d tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.1576507 Jul 15 13:31:48.133295 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-51149418-bf54-41ce-b6ef-6eec7c575fe0 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:48.136651 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-d5fa89d0-f4e3-48f0-ae79-8e255f60510e service neutron] 10.222.0.24 "GET /v2.0/networks/4746eda8-b14d-4193-bcb4-9627ba8284b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7156210 Jul 15 13:31:48.228772 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-51149418-bf54-41ce-b6ef-6eec7c575fe0 None None] Transition to ACTIVE for port object d159e316-574a-44b9-a8b0-e7391f1c2101 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:48.384057 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-51149418-bf54-41ce-b6ef-6eec7c575fe0 None None] Transition to ACTIVE for port object d159e316-574a-44b9-a8b0-e7391f1c2101 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:48.421302 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-51149418-bf54-41ce-b6ef-6eec7c575fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:48.509120 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-67e16598-b749-49b3-8725-728e57f279ab service neutron] 10.222.0.24 "GET /v2.0/networks/4746eda8-b14d-4193-bcb4-9627ba8284b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532839 Jul 15 13:31:48.815569 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-f1511638-1384-44d0-9d4b-fefb14f6571b service neutron] 10.222.0.24 "GET /v2.0/networks/41d67183-ea9e-4577-9137-589c853132cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040526 Jul 15 13:31:48.852301 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51149418-bf54-41ce-b6ef-6eec7c575fe0 None None] Pushing event updated for resources: {'Port': ['ID=d159e316-574a-44b9-a8b0-e7391f1c2101,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:48.863556 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 11dc8988-c36f-4e40-85e7-568a93b5f4ea up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:48.866815 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b3c7ed-cbbb-45da-88b6-0215683e3515 None None] Network 4746eda8-b14d-4193-bcb4-9627ba8284b4 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:49.065833 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8212fdc9-9899-480d-841c-64d99aecd61f req-92b1afe8-85d3-4e87-ac05-9bb2f90ce668 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 210 time: 0.2078180 Jul 15 13:31:49.069338 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-b398fd51-e2dc-40f6-8f1d-ef13ffc37c91 service neutron] 10.222.0.24 "GET /v2.0/networks/41d67183-ea9e-4577-9137-589c853132cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524612 Jul 15 13:31:49.132966 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-d716c837-5874-4068-af98-f4c85366894c tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:49.141251 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-d716c837-5874-4068-af98-f4c85366894c tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.32 "GET /v2.0/networks?id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb HTTP/1.1" status: 200 len: 812 time: 0.7734473 Jul 15 13:31:49.166150 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-12a99e2e-c2e3-4cc5-9a58-83069daf7fbe tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Request body: {'port': {'device_id': 'fab5a26e-3c1d-4a95-a656-aa2649916065', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'admin_state_up': True, 'tenant_id': '89567fda246241f4860e07527d287580'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:49.273325 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51149418-bf54-41ce-b6ef-6eec7c575fe0 None None] Network 41d67183-ea9e-4577-9137-589c853132cf is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:49.293111 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e5473317-a414-4516-879f-cf90c605abbe None None] Provisioning for port 11dc8988-c36f-4e40-85e7-568a93b5f4ea completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:49.316706 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-51149418-bf54-41ce-b6ef-6eec7c575fe0 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:49.354343 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51149418-bf54-41ce-b6ef-6eec7c575fe0 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:49.524754 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-12a99e2e-c2e3-4cc5-9a58-83069daf7fbe tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Made reservation on behalf of 89567fda246241f4860e07527d287580 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:49.534556 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-12a99e2e-c2e3-4cc5-9a58-83069daf7fbe tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.539099 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c4599d38-af69-4bee-8e4b-96e9ce0862cb req-fed40c9d-401c-463d-87c0-eae6b50e7c08 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c03c8c6-7487-458a-8687-f74ad9bbb7d6 HTTP/1.1" status: 200 len: 210 time: 0.0978432 Jul 15 13:31:49.691512 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 11dc8988-c36f-4e40-85e7-568a93b5f4ea completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:49.708024 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 11dc8988-c36f-4e40-85e7-568a93b5f4ea triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:49.708024 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.766027 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-51149418-bf54-41ce-b6ef-6eec7c575fe0 None None] Attempting to bind port d159e316-574a-44b9-a8b0-e7391f1c2101 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:31:49.766405 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-51149418-bf54-41ce-b6ef-6eec7c575fe0 None None] Attempting to bind port d159e316-574a-44b9-a8b0-e7391f1c2101 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '444afa41-f735-4ca0-b234-d4f974ed1d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '41d67183-ea9e-4577-9137-589c853132cf'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:31:49.766781 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51149418-bf54-41ce-b6ef-6eec7c575fe0 None None] Attempting to bind port d159e316-574a-44b9-a8b0-e7391f1c2101 on network 41d67183-ea9e-4577-9137-589c853132cf {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:49.797031 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51149418-bf54-41ce-b6ef-6eec7c575fe0 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:31:49.797346 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51149418-bf54-41ce-b6ef-6eec7c575fe0 None None] Checking segment: {'id': '444afa41-f735-4ca0-b234-d4f974ed1d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '41d67183-ea9e-4577-9137-589c853132cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:49.797730 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-51149418-bf54-41ce-b6ef-6eec7c575fe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.798203 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51149418-bf54-41ce-b6ef-6eec7c575fe0 None None] Bound using segment: {'id': '444afa41-f735-4ca0-b234-d4f974ed1d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '41d67183-ea9e-4577-9137-589c853132cf'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:31:49.798704 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-51149418-bf54-41ce-b6ef-6eec7c575fe0 None None] Bound port: d159e316-574a-44b9-a8b0-e7391f1c2101, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444afa41-f735-4ca0-b234-d4f974ed1d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '41d67183-ea9e-4577-9137-589c853132cf'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:31:49.799122 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-51149418-bf54-41ce-b6ef-6eec7c575fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.895058 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c967c965-a9fb-4f5e-98ca-2af531e615bc req-8cc6cac6-fd35-4b2e-800f-68070e65acc8 tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.1744082 Jul 15 13:31:50.024264 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-51149418-bf54-41ce-b6ef-6eec7c575fe0 None None] For port d159e316-574a-44b9-a8b0-e7391f1c2101, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:31:50.036943 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-51149418-bf54-41ce-b6ef-6eec7c575fe0 None None] For port d159e316-574a-44b9-a8b0-e7391f1c2101, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=d159e316-574a-44b9-a8b0-e7391f1c2101,segment=NetworkSegment(444afa41-f735-4ca0-b234-d4f974ed1d52),segment_id=444afa41-f735-4ca0-b234-d4f974ed1d52)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:31:50.057688 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-51149418-bf54-41ce-b6ef-6eec7c575fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:50.136030 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-12a99e2e-c2e3-4cc5-9a58-83069daf7fbe tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Allocated IP 172.20.0.7 (2f29b873-f209-4d3d-b75f-0d6b04f8d1cb/4840df0d-ad31-406d-829f-ea4475de886e/0eca81be-ae8b-4b50-8653-c4d1a97d72c5) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:50.472609 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51149418-bf54-41ce-b6ef-6eec7c575fe0 None None] Pushing event updated for resources: {'Port': ['ID=d159e316-574a-44b9-a8b0-e7391f1c2101,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:50.478176 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-894ca970-9816-4517-b343-43a91315cea9 req-d84fc7b1-f973-4742-a3b9-f85efa12f8a6 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 210 time: 0.0678236 Jul 15 13:31:50.489294 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:50.589590 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 11dc8988-c36f-4e40-85e7-568a93b5f4ea, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=11dc8988-c36f-4e40-85e7-568a93b5f4ea,segment=NetworkSegment(27674d0d-0875-4dd6-97f6-238dfbd3cb9b),segment_id=27674d0d-0875-4dd6-97f6-238dfbd3cb9b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:50.600049 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:50.625563 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-12a99e2e-c2e3-4cc5-9a58-83069daf7fbe tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:50.700200 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-12a99e2e-c2e3-4cc5-9a58-83069daf7fbe tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Transition to ACTIVE for port object 0eca81be-ae8b-4b50-8653-c4d1a97d72c5 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:50.777646 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-12a99e2e-c2e3-4cc5-9a58-83069daf7fbe tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:50.810999 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=11dc8988-c36f-4e40-85e7-568a93b5f4ea,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:50.882235 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-60421942-7e1f-4dd1-a5bc-1f349e898f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:50.955309 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-12a99e2e-c2e3-4cc5-9a58-83069daf7fbe tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:50.971706 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-12a99e2e-c2e3-4cc5-9a58-83069daf7fbe tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:50.997874 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-12a99e2e-c2e3-4cc5-9a58-83069daf7fbe tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:51.031140 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a99e2e-c2e3-4cc5-9a58-83069daf7fbe tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Pushing event updated for resources: {'Port': ['ID=0eca81be-ae8b-4b50-8653-c4d1a97d72c5,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:51.132680 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-163d060b-a41d-4b4a-a1e2-cfb5593a06f4 req-e83a9dce-596e-43bb-9bc3-fe006e164a8f tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c03c8c6-7487-458a-8687-f74ad9bbb7d6 HTTP/1.1" status: 200 len: 210 time: 0.1343715 Jul 15 13:31:51.202080 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-12a99e2e-c2e3-4cc5-9a58-83069daf7fbe tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:51.203964 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-12a99e2e-c2e3-4cc5-9a58-83069daf7fbe tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.255897 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-12a99e2e-c2e3-4cc5-9a58-83069daf7fbe tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0984461 Jul 15 13:31:51.292484 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-8c0520d1-3ff6-432f-98e5-a024abd0d659 service neutron] Request body: {'port': {'device_id': 'fab5a26e-3c1d-4a95-a656-aa2649916065', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:51.303413 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c3439b2f-8abe-4f0e-bd63-4b614dfa63cb None None] Provisioning complete for port 11dc8988-c36f-4e40-85e7-568a93b5f4ea triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:51.303984 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c3439b2f-8abe-4f0e-bd63-4b614dfa63cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.535469 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-68d66f31-d59b-4a0c-bc63-ad4cf10e3571 req-b0be0ed8-9027-4d19-b348-c744f5950250 tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.1251779 Jul 15 13:31:51.621978 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-8c0520d1-3ff6-432f-98e5-a024abd0d659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.845335 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fea5f8c0-f1b3-4964-b57d-7acb665f6f30 req-be623bb8-802b-43b5-b802-7f673bd5a924 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.1171944 Jul 15 13:31:52.071359 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7bd4e610-ed70-4f21-8cef-74849c8e2378 None None] Provisioning for port 0eca81be-ae8b-4b50-8653-c4d1a97d72c5 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:52.076056 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7bd4e610-ed70-4f21-8cef-74849c8e2378 None None] Provisioning complete for port 0eca81be-ae8b-4b50-8653-c4d1a97d72c5 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:52.076524 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7bd4e610-ed70-4f21-8cef-74849c8e2378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:52.173940 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7bd4e610-ed70-4f21-8cef-74849c8e2378 None None] Port 0eca81be-ae8b-4b50-8653-c4d1a97d72c5 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:52.453190 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876c25f-05ce-4f0f-be4c-c9aa42cb5757 req-8d595d0f-311f-4984-9c15-bbb025804d70 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:52.456271 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4876c25f-05ce-4f0f-be4c-c9aa42cb5757 req-8d595d0f-311f-4984-9c15-bbb025804d70 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 931 time: 0.5669196 Jul 15 13:31:52.513299 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fc9c4866-cdc8-458b-adb5-decafe897f92 req-8a304aa7-e283-4145-81ba-6b18aac9c802 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c03c8c6-7487-458a-8687-f74ad9bbb7d6 HTTP/1.1" status: 200 len: 210 time: 0.0843065 Jul 15 13:31:52.552213 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472dfb12-cc46-4342-82e0-e01ae8154d50 None None] Network 41d67183-ea9e-4577-9137-589c853132cf requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:52.683350 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-8c0520d1-3ff6-432f-98e5-a024abd0d659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eca81be-ae8b-4b50-8653-c4d1a97d72c5 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:31:52.713525 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4876c25f-05ce-4f0f-be4c-c9aa42cb5757 req-d2c6faad-f2f8-4b37-b398-eee2e8f0d30d tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901138 Jul 15 13:31:52.731468 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-8c0520d1-3ff6-432f-98e5-a024abd0d659 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:52.787655 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-8c0520d1-3ff6-432f-98e5-a024abd0d659 service neutron] Transition to ACTIVE for port object 0eca81be-ae8b-4b50-8653-c4d1a97d72c5 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:52.793562 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4c476c2b-d064-4455-a656-840ca02ceb95 None None] Provisioning for port d159e316-574a-44b9-a8b0-e7391f1c2101 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:52.796574 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-8c0520d1-3ff6-432f-98e5-a024abd0d659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.063357 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0520d1-3ff6-432f-98e5-a024abd0d659 service neutron] Pushing event updated for resources: {'Port': ['ID=0eca81be-ae8b-4b50-8653-c4d1a97d72c5,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:53.075029 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-dbaa2c58-cebe-4a9a-8eb3-b68b9b35c992 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:53.091839 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-dbaa2c58-cebe-4a9a-8eb3-b68b9b35c992 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:53.104270 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-dbaa2c58-cebe-4a9a-8eb3-b68b9b35c992 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.18 "GET /v2.0/networks?id=4746eda8-b14d-4193-bcb4-9627ba8284b4&id=41d67183-ea9e-4577-9137-589c853132cf HTTP/1.1" status: 200 len: 1391 time: 0.5261254 Jul 15 13:31:53.124374 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-56e24832-0d66-4773-b39d-824dd00bfc3c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Request body: {'port': {'device_id': '1c03c8c6-7487-458a-8687-f74ad9bbb7d6', 'network_id': '4746eda8-b14d-4193-bcb4-9627ba8284b4', 'admin_state_up': True, 'tenant_id': 'e2e3a157879d4bce851e726676290061'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:53.193740 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device d159e316-574a-44b9-a8b0-e7391f1c2101 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:53.279324 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-8c0520d1-3ff6-432f-98e5-a024abd0d659 service neutron] Attempting to bind port 0eca81be-ae8b-4b50-8653-c4d1a97d72c5 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:31:53.282042 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-8c0520d1-3ff6-432f-98e5-a024abd0d659 service neutron] Attempting to bind port 0eca81be-ae8b-4b50-8653-c4d1a97d72c5 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:31:53.282570 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-8c0520d1-3ff6-432f-98e5-a024abd0d659 service neutron] Attempting to bind port 0eca81be-ae8b-4b50-8653-c4d1a97d72c5 on network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:53.295709 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-8c0520d1-3ff6-432f-98e5-a024abd0d659 service neutron] Port 0eca81be-ae8b-4b50-8653-c4d1a97d72c5 on network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:31:53.296737 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-8c0520d1-3ff6-432f-98e5-a024abd0d659 service neutron] Attempting to bind port 0eca81be-ae8b-4b50-8653-c4d1a97d72c5 on network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:53.307493 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-8c0520d1-3ff6-432f-98e5-a024abd0d659 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:31:53.311588 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-8c0520d1-3ff6-432f-98e5-a024abd0d659 service neutron] Checking segment: {'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:53.312179 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-8c0520d1-3ff6-432f-98e5-a024abd0d659 service neutron] Bound using segment: {'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:31:53.312789 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-8c0520d1-3ff6-432f-98e5-a024abd0d659 service neutron] Bound port: 0eca81be-ae8b-4b50-8653-c4d1a97d72c5, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:31:53.320457 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-8c0520d1-3ff6-432f-98e5-a024abd0d659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.324398 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d426b03e-79b2-4061-8baa-3498c26e40cb req-0eb4c9a9-b0cc-48af-b49d-f817683e8f0b tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.1240952 Jul 15 13:31:53.354059 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.470259 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6dda4fec-143b-4f78-b685-51a2dd011dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.515665 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-8c0520d1-3ff6-432f-98e5-a024abd0d659 service neutron] For port 0eca81be-ae8b-4b50-8653-c4d1a97d72c5, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:31:53.519584 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port d159e316-574a-44b9-a8b0-e7391f1c2101 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:53.527880 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-8c0520d1-3ff6-432f-98e5-a024abd0d659 service neutron] For port 0eca81be-ae8b-4b50-8653-c4d1a97d72c5, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0eca81be-ae8b-4b50-8653-c4d1a97d72c5,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:31:53.535489 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port d159e316-574a-44b9-a8b0-e7391f1c2101 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:53.535931 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.536982 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-56e24832-0d66-4773-b39d-824dd00bfc3c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Made reservation on behalf of e2e3a157879d4bce851e726676290061 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:53.542407 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-56e24832-0d66-4773-b39d-824dd00bfc3c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.547981 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-8c0520d1-3ff6-432f-98e5-a024abd0d659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.665595 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-8c0520d1-3ff6-432f-98e5-a024abd0d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:53.674222 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-8c0520d1-3ff6-432f-98e5-a024abd0d659 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.676170 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-8c0520d1-3ff6-432f-98e5-a024abd0d659 service neutron] 10.222.0.32 "PUT /v2.0/ports/0eca81be-ae8b-4b50-8653-c4d1a97d72c5 HTTP/1.1" status: 200 len: 1092 time: 2.4024816 Jul 15 13:31:53.676807 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab5a26e-3c1d-4a95-a656-aa2649916065', 'tag': '0eca81be-ae8b-4b50-8653-c4d1a97d72c5'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:53.687021 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f2a4e6-74b7-4c22-bfb9-198000be5166" -d '{"events": [{"name": "network-changed", "server_uuid": "fab5a26e-3c1d-4a95-a656-aa2649916065", "tag": "0eca81be-ae8b-4b50-8653-c4d1a97d72c5"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:53.742080 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0520d1-3ff6-432f-98e5-a024abd0d659 service neutron] Pushing event updated for resources: {'Port': ['ID=0eca81be-ae8b-4b50-8653-c4d1a97d72c5,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:53.823494 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3c0da8-bd6a-46c4-aac5-4c14bb3f3fb6 x-openstack-request-id: req-cc3c0da8-bd6a-46c4-aac5-4c14bb3f3fb6 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:53.823946 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab5a26e-3c1d-4a95-a656-aa2649916065", "tag": "0eca81be-ae8b-4b50-8653-c4d1a97d72c5", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:53.824314 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc3c0da8-bd6a-46c4-aac5-4c14bb3f3fb6 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:53.824873 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab5a26e-3c1d-4a95-a656-aa2649916065', 'tag': '0eca81be-ae8b-4b50-8653-c4d1a97d72c5', 'status': 'completed', 'code': 200} Jul 15 13:31:53.881335 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-56e24832-0d66-4773-b39d-824dd00bfc3c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Allocated IP 19.80.0.197 (4746eda8-b14d-4193-bcb4-9627ba8284b4/901437a7-1a9e-47e5-bdae-5c93afbb67a3/b23c1f27-2baa-44d3-8bd5-1cda50287ad3) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:53.967418 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.060326 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5dd796e7-1686-41df-a21f-2a34910df6a6 req-470ffaea-8c26-45b5-9785-2f1aaca44d21 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c03c8c6-7487-458a-8687-f74ad9bbb7d6 HTTP/1.1" status: 200 len: 210 time: 0.1963761 Jul 15 13:31:54.112462 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port d159e316-574a-44b9-a8b0-e7391f1c2101, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=d159e316-574a-44b9-a8b0-e7391f1c2101,segment=NetworkSegment(444afa41-f735-4ca0-b234-d4f974ed1d52),segment_id=444afa41-f735-4ca0-b234-d4f974ed1d52)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:54.123420 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.128576 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 11dc8988-c36f-4e40-85e7-568a93b5f4ea up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:54.147954 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-c2092175-4207-4ddb-a0b7-8167fb32d1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:54.151146 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-c2092175-4207-4ddb-a0b7-8167fb32d1d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89567fda246241f4860e07527d287580&device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 1095 time: 0.3120863 Jul 15 13:31:54.243113 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-8f00017b-1d55-4c41-ac89-1761e0ce3706 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0eca81be-ae8b-4b50-8653-c4d1a97d72c5 HTTP/1.1" status: 200 len: 217 time: 0.0787477 Jul 15 13:31:54.347407 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-09a8c138-3d80-49e4-9364-3692d3537802 None None] Provisioning complete for port d159e316-574a-44b9-a8b0-e7391f1c2101 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:54.349458 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-09a8c138-3d80-49e4-9364-3692d3537802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.360966 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-b0b452cf-0946-4b97-a180-2892facfab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:54.377367 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-b0b452cf-0946-4b97-a180-2892facfab9f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4840df0d-ad31-406d-829f-ea4475de886e HTTP/1.1" status: 200 len: 851 time: 0.1282294 Jul 15 13:31:54.381348 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-56e24832-0d66-4773-b39d-824dd00bfc3c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.412604 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=d159e316-574a-44b9-a8b0-e7391f1c2101,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:54.417596 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-56e24832-0d66-4773-b39d-824dd00bfc3c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Transition to ACTIVE for port object b23c1f27-2baa-44d3-8bd5-1cda50287ad3 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:54.476678 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 11dc8988-c36f-4e40-85e7-568a93b5f4ea triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:54.477837 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.503801 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-56e24832-0d66-4773-b39d-824dd00bfc3c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.560856 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-9270b0eb-5aee-4c7e-a39b-4e4ff92600e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:54.563520 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-9270b0eb-5aee-4c7e-a39b-4e4ff92600e2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1787913 Jul 15 13:31:54.762698 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.805638 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-060e31f5-94c3-491b-9215-393390a5a0d3 req-52a55f84-810b-4309-8d7e-2021acc39cc9 tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.0588958 Jul 15 13:31:54.862131 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device d159e316-574a-44b9-a8b0-e7391f1c2101 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:54.864947 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-de081eee-7c96-4035-b867-3a70612abe19 service neutron] 10.222.0.32 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917027 Jul 15 13:31:55.024868 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port d159e316-574a-44b9-a8b0-e7391f1c2101 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:55.025425 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.039181 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-53e1ae86-383f-4d05-b1f8-c1c04eb9213b req-92a525d4-20e1-4c50-9cb5-c81f71300e87 service neutron] 10.222.0.32 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659124 Jul 15 13:31:55.228750 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.258149 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-56e24832-0d66-4773-b39d-824dd00bfc3c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Network 4746eda8-b14d-4193-bcb4-9627ba8284b4 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:55.268070 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-56e24832-0d66-4773-b39d-824dd00bfc3c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:55.284287 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2a4e6-74b7-4c22-bfb9-198000be5166 req-38ce69dd-5f5d-48ee-b473-1865f32cb6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:55.284982 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-56e24832-0d66-4773-b39d-824dd00bfc3c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:55.294239 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e24832-0d66-4773-b39d-824dd00bfc3c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Pushing event updated for resources: {'Port': ['ID=b23c1f27-2baa-44d3-8bd5-1cda50287ad3,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:55.294949 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f8f2a4e6-74b7-4c22-bfb9-198000be5166 req-38ce69dd-5f5d-48ee-b473-1865f32cb6db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89567fda246241f4860e07527d287580&device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 1095 time: 0.1313281 Jul 15 13:31:55.379855 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2744c-9716-474e-a781-7c13103b859b req-c97df252-aead-4440-8b4f-cb55f2ab6ea8 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:55.399760 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7ec2744c-9716-474e-a781-7c13103b859b req-c97df252-aead-4440-8b4f-cb55f2ab6ea8 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 943 time: 0.9237189 Jul 15 13:31:55.468607 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e24832-0d66-4773-b39d-824dd00bfc3c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:55.469177 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e24832-0d66-4773-b39d-824dd00bfc3c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:55.469784 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e24832-0d66-4773-b39d-824dd00bfc3c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:55.470384 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e24832-0d66-4773-b39d-824dd00bfc3c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:55.470955 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e24832-0d66-4773-b39d-824dd00bfc3c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:55.471555 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e24832-0d66-4773-b39d-824dd00bfc3c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:55.472122 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e24832-0d66-4773-b39d-824dd00bfc3c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:55.472673 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e24832-0d66-4773-b39d-824dd00bfc3c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:55.473236 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e24832-0d66-4773-b39d-824dd00bfc3c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:55.473880 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e24832-0d66-4773-b39d-824dd00bfc3c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:55.474895 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e24832-0d66-4773-b39d-824dd00bfc3c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:55.475727 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e24832-0d66-4773-b39d-824dd00bfc3c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:55.545659 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7ec2744c-9716-474e-a781-7c13103b859b req-4ea68ec8-6d96-4ccc-9b5a-84fb02dfdec7 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442857 Jul 15 13:31:55.583239 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-56e24832-0d66-4773-b39d-824dd00bfc3c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:55.583679 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-56e24832-0d66-4773-b39d-824dd00bfc3c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.588546 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2a4e6-74b7-4c22-bfb9-198000be5166 req-d0da13da-8f1a-49ed-bec1-d010bfa9ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:55.592203 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f8f2a4e6-74b7-4c22-bfb9-198000be5166 req-d0da13da-8f1a-49ed-bec1-d010bfa9ffb2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb HTTP/1.1" status: 200 len: 913 time: 0.2879505 Jul 15 13:31:55.611035 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-56e24832-0d66-4773-b39d-824dd00bfc3c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4984207 Jul 15 13:31:55.624452 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-00211f80-236e-45d6-809b-39b462cbaeb2 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Request body: {'port': {'device_id': '1c03c8c6-7487-458a-8687-f74ad9bbb7d6', 'network_id': '41d67183-ea9e-4577-9137-589c853132cf', 'admin_state_up': True, 'tenant_id': 'e2e3a157879d4bce851e726676290061'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:55.690784 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-96e0e3e3-53c9-4e75-857a-86d26816e12e None None] Provisioning for port b23c1f27-2baa-44d3-8bd5-1cda50287ad3 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:55.697906 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-96e0e3e3-53c9-4e75-857a-86d26816e12e None None] Provisioning complete for port b23c1f27-2baa-44d3-8bd5-1cda50287ad3 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:55.698805 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-96e0e3e3-53c9-4e75-857a-86d26816e12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.735590 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f8f2a4e6-74b7-4c22-bfb9-198000be5166 req-56d7a9af-d43c-43b3-bd49-13202869b03f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0eca81be-ae8b-4b50-8653-c4d1a97d72c5 HTTP/1.1" status: 200 len: 217 time: 0.1192482 Jul 15 13:31:55.768092 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-96e0e3e3-53c9-4e75-857a-86d26816e12e None None] Port b23c1f27-2baa-44d3-8bd5-1cda50287ad3 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:55.865722 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913e263-3f8d-47a7-98e8-1caeccbf107d req-3f9a8f39-99af-4bf1-8a7c-7cd1e858fae1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:55.868467 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d913e263-3f8d-47a7-98e8-1caeccbf107d req-3f9a8f39-99af-4bf1-8a7c-7cd1e858fae1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c03c8c6-7487-458a-8687-f74ad9bbb7d6 HTTP/1.1" status: 200 len: 932 time: 0.2739265 Jul 15 13:31:55.871645 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2a4e6-74b7-4c22-bfb9-198000be5166 req-ac99294e-b967-4df4-96e7-0582029df3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:55.874194 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f8f2a4e6-74b7-4c22-bfb9-198000be5166 req-ac99294e-b967-4df4-96e7-0582029df3b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4840df0d-ad31-406d-829f-ea4475de886e HTTP/1.1" status: 200 len: 851 time: 0.1266675 Jul 15 13:31:55.876757 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-00211f80-236e-45d6-809b-39b462cbaeb2 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Made reservation on behalf of e2e3a157879d4bce851e726676290061 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:55.881463 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-00211f80-236e-45d6-809b-39b462cbaeb2 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.928038 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7a675d5c-2267-4e01-bf4c-7bb1d5765e0b req-61151b7b-02b5-4baa-8c2e-7b28143a20b1 tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.0423517 Jul 15 13:31:56.099909 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d913e263-3f8d-47a7-98e8-1caeccbf107d req-187e8878-c0c4-4a05-9e0e-a52ca4fa5324 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229548 Jul 15 13:31:56.163703 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2a4e6-74b7-4c22-bfb9-198000be5166 req-6c0416a4-8951-4164-bbad-83c47d4cd7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:56.166936 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f8f2a4e6-74b7-4c22-bfb9-198000be5166 req-6c0416a4-8951-4164-bbad-83c47d4cd7d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2787774 Jul 15 13:31:56.183052 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-00211f80-236e-45d6-809b-39b462cbaeb2 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Allocated IP 19.86.0.63 (41d67183-ea9e-4577-9137-589c853132cf/f0ca4666-90fe-4256-989e-009a73217d76/6dc6d346-592a-43d6-b69e-865599769059) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:56.355577 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:56.355999 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f8f2a4e6-74b7-4c22-bfb9-198000be5166 req-6675743f-c911-4355-a9bd-53367fc0c842 service neutron] 10.222.0.32 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820784 Jul 15 13:31:56.560496 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f8f2a4e6-74b7-4c22-bfb9-198000be5166 req-ddacb1ae-eb51-4ac1-b076-487a7eccb24d service neutron] 10.222.0.32 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978877 Jul 15 13:31:56.671911 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-00211f80-236e-45d6-809b-39b462cbaeb2 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:56.706157 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-00211f80-236e-45d6-809b-39b462cbaeb2 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Transition to ACTIVE for port object 6dc6d346-592a-43d6-b69e-865599769059 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:56.790297 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-00211f80-236e-45d6-809b-39b462cbaeb2 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:56.898424 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-00211f80-236e-45d6-809b-39b462cbaeb2 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Network 41d67183-ea9e-4577-9137-589c853132cf is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:56.930551 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-00211f80-236e-45d6-809b-39b462cbaeb2 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:56.974034 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-00211f80-236e-45d6-809b-39b462cbaeb2 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:57.142234 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-00211f80-236e-45d6-809b-39b462cbaeb2 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:57.143324 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-00211f80-236e-45d6-809b-39b462cbaeb2 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:57.153861 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00211f80-236e-45d6-809b-39b462cbaeb2 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Pushing event updated for resources: {'Port': ['ID=6dc6d346-592a-43d6-b69e-865599769059,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:57.199612 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-00211f80-236e-45d6-809b-39b462cbaeb2 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5802202 Jul 15 13:31:57.221806 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-43d48163-6db1-488b-ab1c-cace31feae8a service neutron] Request body: {'port': {'device_id': '1c03c8c6-7487-458a-8687-f74ad9bbb7d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:57.344676 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51625b-1fd8-42b5-a44e-742e0ad50ba3 req-dda9503a-1664-403e-ba60-bee5967552e6 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:57.347412 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9e51625b-1fd8-42b5-a44e-742e0ad50ba3 req-dda9503a-1664-403e-ba60-bee5967552e6 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 943 time: 0.4591284 Jul 15 13:31:57.424164 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-52bb8568-5c63-4944-a251-1fbcbbf3a210 None None] Provisioning for port 6dc6d346-592a-43d6-b69e-865599769059 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:57.431968 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-52bb8568-5c63-4944-a251-1fbcbbf3a210 None None] Provisioning complete for port 6dc6d346-592a-43d6-b69e-865599769059 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:57.432634 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52bb8568-5c63-4944-a251-1fbcbbf3a210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:57.452724 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5453abb9-dc4c-4433-abac-5276a1baea33 req-98c47cc6-351e-4f42-9ae8-0abaadb8c767 tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.0843682 Jul 15 13:31:57.472406 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-43d48163-6db1-488b-ab1c-cace31feae8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:57.590492 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-52bb8568-5c63-4944-a251-1fbcbbf3a210 None None] Port 6dc6d346-592a-43d6-b69e-865599769059 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:57.654499 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9e51625b-1fd8-42b5-a44e-742e0ad50ba3 req-05eb693d-228c-4b3d-a105-88a37c73bb54 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899876 Jul 15 13:31:57.876245 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67256b-0bb1-4667-bd31-101648cdff44 req-1bffc793-f67e-4c85-973c-6ce6908968ff tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:57.888362 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67256b-0bb1-4667-bd31-101648cdff44 req-1bffc793-f67e-4c85-973c-6ce6908968ff tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:57.901935 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5e67256b-0bb1-4667-bd31-101648cdff44 req-1bffc793-f67e-4c85-973c-6ce6908968ff tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c03c8c6-7487-458a-8687-f74ad9bbb7d6 HTTP/1.1" status: 200 len: 1654 time: 0.1490114 Jul 15 13:31:57.981574 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5e67256b-0bb1-4667-bd31-101648cdff44 req-e41ecd2b-984c-44a9-a954-427baa5e13fa tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770597 Jul 15 13:31:58.044256 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-43d48163-6db1-488b-ab1c-cace31feae8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23c1f27-2baa-44d3-8bd5-1cda50287ad3 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:31:58.061898 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-43d48163-6db1-488b-ab1c-cace31feae8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.086905 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-43d48163-6db1-488b-ab1c-cace31feae8a service neutron] Transition to ACTIVE for port object b23c1f27-2baa-44d3-8bd5-1cda50287ad3 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:58.092541 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-43d48163-6db1-488b-ab1c-cace31feae8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.203216 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d48163-6db1-488b-ab1c-cace31feae8a service neutron] Pushing event updated for resources: {'Port': ['ID=b23c1f27-2baa-44d3-8bd5-1cda50287ad3,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:58.333828 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-43d48163-6db1-488b-ab1c-cace31feae8a service neutron] Attempting to bind port b23c1f27-2baa-44d3-8bd5-1cda50287ad3 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:31:58.334350 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-43d48163-6db1-488b-ab1c-cace31feae8a service neutron] Attempting to bind port b23c1f27-2baa-44d3-8bd5-1cda50287ad3 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '27674d0d-0875-4dd6-97f6-238dfbd3cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4746eda8-b14d-4193-bcb4-9627ba8284b4'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:31:58.334857 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-43d48163-6db1-488b-ab1c-cace31feae8a service neutron] Attempting to bind port b23c1f27-2baa-44d3-8bd5-1cda50287ad3 on network 4746eda8-b14d-4193-bcb4-9627ba8284b4 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:58.341097 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-43d48163-6db1-488b-ab1c-cace31feae8a service neutron] Port b23c1f27-2baa-44d3-8bd5-1cda50287ad3 on network 4746eda8-b14d-4193-bcb4-9627ba8284b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:31:58.341571 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-43d48163-6db1-488b-ab1c-cace31feae8a service neutron] Attempting to bind port b23c1f27-2baa-44d3-8bd5-1cda50287ad3 on network 4746eda8-b14d-4193-bcb4-9627ba8284b4 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:58.348528 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-43d48163-6db1-488b-ab1c-cace31feae8a service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:31:58.348870 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-43d48163-6db1-488b-ab1c-cace31feae8a service neutron] Checking segment: {'id': '27674d0d-0875-4dd6-97f6-238dfbd3cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4746eda8-b14d-4193-bcb4-9627ba8284b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:58.349352 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-43d48163-6db1-488b-ab1c-cace31feae8a service neutron] Bound using segment: {'id': '27674d0d-0875-4dd6-97f6-238dfbd3cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4746eda8-b14d-4193-bcb4-9627ba8284b4'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:31:58.349978 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-43d48163-6db1-488b-ab1c-cace31feae8a service neutron] Bound port: b23c1f27-2baa-44d3-8bd5-1cda50287ad3, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27674d0d-0875-4dd6-97f6-238dfbd3cb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4746eda8-b14d-4193-bcb4-9627ba8284b4'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:31:58.350346 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-43d48163-6db1-488b-ab1c-cace31feae8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.434874 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-43d48163-6db1-488b-ab1c-cace31feae8a service neutron] For port b23c1f27-2baa-44d3-8bd5-1cda50287ad3, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:31:58.439493 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-43d48163-6db1-488b-ab1c-cace31feae8a service neutron] For port b23c1f27-2baa-44d3-8bd5-1cda50287ad3, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=b23c1f27-2baa-44d3-8bd5-1cda50287ad3,segment=NetworkSegment(27674d0d-0875-4dd6-97f6-238dfbd3cb9b),segment_id=27674d0d-0875-4dd6-97f6-238dfbd3cb9b)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:31:58.445928 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-43d48163-6db1-488b-ab1c-cace31feae8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.488571 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-43d48163-6db1-488b-ab1c-cace31feae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:58.489176 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-43d48163-6db1-488b-ab1c-cace31feae8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.490707 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-43d48163-6db1-488b-ab1c-cace31feae8a service neutron] 10.222.0.18 "PUT /v2.0/ports/b23c1f27-2baa-44d3-8bd5-1cda50287ad3 HTTP/1.1" status: 200 len: 1093 time: 1.2826619 Jul 15 13:31:58.491547 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c03c8c6-7487-458a-8687-f74ad9bbb7d6', 'tag': 'b23c1f27-2baa-44d3-8bd5-1cda50287ad3'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:58.494304 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d6e6df-b329-4375-975e-81166243d5ef" -d '{"events": [{"name": "network-changed", "server_uuid": "1c03c8c6-7487-458a-8687-f74ad9bbb7d6", "tag": "b23c1f27-2baa-44d3-8bd5-1cda50287ad3"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:58.533060 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d48163-6db1-488b-ab1c-cace31feae8a service neutron] Pushing event updated for resources: {'Port': ['ID=b23c1f27-2baa-44d3-8bd5-1cda50287ad3,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:58.550394 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-0a832cf6-d654-437c-b5c3-6623a04b60f6 service neutron] Request body: {'port': {'device_id': '1c03c8c6-7487-458a-8687-f74ad9bbb7d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:58.599876 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69c9d3c-e9f1-4601-860e-d91b092f1e45 x-openstack-request-id: req-b69c9d3c-e9f1-4601-860e-d91b092f1e45 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:58.600214 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c03c8c6-7487-458a-8687-f74ad9bbb7d6", "tag": "b23c1f27-2baa-44d3-8bd5-1cda50287ad3", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:58.600564 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b69c9d3c-e9f1-4601-860e-d91b092f1e45 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:58.601052 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c03c8c6-7487-458a-8687-f74ad9bbb7d6', 'tag': 'b23c1f27-2baa-44d3-8bd5-1cda50287ad3', 'status': 'completed', 'code': 200} Jul 15 13:31:58.707515 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-0a832cf6-d654-437c-b5c3-6623a04b60f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.753381 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6e6df-b329-4375-975e-81166243d5ef req-c9126c96-38dc-406d-9f07-f9feebc03810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:58.754220 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6e6df-b329-4375-975e-81166243d5ef req-c9126c96-38dc-406d-9f07-f9feebc03810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:58.756768 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e2d6e6df-b329-4375-975e-81166243d5ef req-c9126c96-38dc-406d-9f07-f9feebc03810 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e2e3a157879d4bce851e726676290061&device_id=1c03c8c6-7487-458a-8687-f74ad9bbb7d6 HTTP/1.1" status: 200 len: 1914 time: 0.1540673 Jul 15 13:31:58.972684 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-25c83e45-e144-4af9-9fc5-8ae5d0776cac req-d74d57d0-aa9b-4a27-8a48-b47a657519a9 tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.1123481 Jul 15 13:31:59.071042 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6e6df-b329-4375-975e-81166243d5ef req-8a65ee85-9988-4404-b10a-46f0227e4f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:59.071983 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6e6df-b329-4375-975e-81166243d5ef req-8a65ee85-9988-4404-b10a-46f0227e4f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:59.076213 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6e6df-b329-4375-975e-81166243d5ef req-8a65ee85-9988-4404-b10a-46f0227e4f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:59.083503 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e2d6e6df-b329-4375-975e-81166243d5ef req-8a65ee85-9988-4404-b10a-46f0227e4f82 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e2e3a157879d4bce851e726676290061&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3081300 Jul 15 13:31:59.170714 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c0752-c792-4822-a1d3-6557452e0903 req-453a18ed-ec78-46c6-bfd3-1dd030eb7479 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:59.191856 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ae5c0752-c792-4822-a1d3-6557452e0903 req-453a18ed-ec78-46c6-bfd3-1dd030eb7479 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 943 time: 0.2290854 Jul 15 13:31:59.307588 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ae5c0752-c792-4822-a1d3-6557452e0903 req-8ccab597-19ea-4e7b-ba57-a84625dbc234 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140475 Jul 15 13:31:59.376325 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-0a832cf6-d654-437c-b5c3-6623a04b60f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dc6d346-592a-43d6-b69e-865599769059 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:31:59.390102 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-0a832cf6-d654-437c-b5c3-6623a04b60f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.410095 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-0a832cf6-d654-437c-b5c3-6623a04b60f6 service neutron] Transition to ACTIVE for port object 6dc6d346-592a-43d6-b69e-865599769059 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:59.419192 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-0a832cf6-d654-437c-b5c3-6623a04b60f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.431972 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6e6df-b329-4375-975e-81166243d5ef req-8d73938a-474b-4cba-bf9a-c4f0f938bc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:59.435234 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e2d6e6df-b329-4375-975e-81166243d5ef req-8d73938a-474b-4cba-bf9a-c4f0f938bc15 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3477755 Jul 15 13:31:59.537090 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9063e6-874b-46ad-9ae5-337392d87d8b req-34d5446d-e658-443b-b2f2-6f16d07bf425 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:59.550325 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9063e6-874b-46ad-9ae5-337392d87d8b req-34d5446d-e658-443b-b2f2-6f16d07bf425 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:59.567822 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7b9063e6-874b-46ad-9ae5-337392d87d8b req-34d5446d-e658-443b-b2f2-6f16d07bf425 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c03c8c6-7487-458a-8687-f74ad9bbb7d6 HTTP/1.1" status: 200 len: 1666 time: 0.2961502 Jul 15 13:31:59.638569 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a832cf6-d654-437c-b5c3-6623a04b60f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc6d346-592a-43d6-b69e-865599769059,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:59.649778 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7b9063e6-874b-46ad-9ae5-337392d87d8b req-496055ba-a9d9-443c-9003-cb186acd3b03 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799017 Jul 15 13:31:59.746907 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-0a832cf6-d654-437c-b5c3-6623a04b60f6 service neutron] Attempting to bind port 6dc6d346-592a-43d6-b69e-865599769059 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:31:59.747413 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-0a832cf6-d654-437c-b5c3-6623a04b60f6 service neutron] Attempting to bind port 6dc6d346-592a-43d6-b69e-865599769059 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '444afa41-f735-4ca0-b234-d4f974ed1d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '41d67183-ea9e-4577-9137-589c853132cf'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:31:59.747896 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-0a832cf6-d654-437c-b5c3-6623a04b60f6 service neutron] Attempting to bind port 6dc6d346-592a-43d6-b69e-865599769059 on network 41d67183-ea9e-4577-9137-589c853132cf {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:59.755578 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-0a832cf6-d654-437c-b5c3-6623a04b60f6 service neutron] Port 6dc6d346-592a-43d6-b69e-865599769059 on network 41d67183-ea9e-4577-9137-589c853132cf not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:31:59.756084 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-0a832cf6-d654-437c-b5c3-6623a04b60f6 service neutron] Attempting to bind port 6dc6d346-592a-43d6-b69e-865599769059 on network 41d67183-ea9e-4577-9137-589c853132cf {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:59.767724 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-0a832cf6-d654-437c-b5c3-6623a04b60f6 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:31:59.768564 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-0a832cf6-d654-437c-b5c3-6623a04b60f6 service neutron] Checking segment: {'id': '444afa41-f735-4ca0-b234-d4f974ed1d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '41d67183-ea9e-4577-9137-589c853132cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:59.769368 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-0a832cf6-d654-437c-b5c3-6623a04b60f6 service neutron] Bound using segment: {'id': '444afa41-f735-4ca0-b234-d4f974ed1d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '41d67183-ea9e-4577-9137-589c853132cf'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:31:59.770303 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-0a832cf6-d654-437c-b5c3-6623a04b60f6 service neutron] Bound port: 6dc6d346-592a-43d6-b69e-865599769059, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '444afa41-f735-4ca0-b234-d4f974ed1d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '41d67183-ea9e-4577-9137-589c853132cf'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:31:59.771050 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-0a832cf6-d654-437c-b5c3-6623a04b60f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.933175 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-0a832cf6-d654-437c-b5c3-6623a04b60f6 service neutron] For port 6dc6d346-592a-43d6-b69e-865599769059, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:31:59.939832 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-0a832cf6-d654-437c-b5c3-6623a04b60f6 service neutron] For port 6dc6d346-592a-43d6-b69e-865599769059, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=6dc6d346-592a-43d6-b69e-865599769059,segment=NetworkSegment(444afa41-f735-4ca0-b234-d4f974ed1d52),segment_id=444afa41-f735-4ca0-b234-d4f974ed1d52)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:31:59.950039 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-0a832cf6-d654-437c-b5c3-6623a04b60f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:00.002837 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-0a832cf6-d654-437c-b5c3-6623a04b60f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:00.003815 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-0a832cf6-d654-437c-b5c3-6623a04b60f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:00.005790 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-0a832cf6-d654-437c-b5c3-6623a04b60f6 service neutron] 10.222.0.18 "PUT /v2.0/ports/6dc6d346-592a-43d6-b69e-865599769059 HTTP/1.1" status: 200 len: 1092 time: 1.4606586 Jul 15 13:32:00.044485 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a832cf6-d654-437c-b5c3-6623a04b60f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc6d346-592a-43d6-b69e-865599769059,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:00.243721 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-e71ce9c5-55ba-4f55-8867-9a706276d948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:00.244749 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-e71ce9c5-55ba-4f55-8867-9a706276d948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:00.258297 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-e71ce9c5-55ba-4f55-8867-9a706276d948 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e2e3a157879d4bce851e726676290061&device_id=1c03c8c6-7487-458a-8687-f74ad9bbb7d6 HTTP/1.1" status: 200 len: 1982 time: 0.1914096 Jul 15 13:32:00.364337 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f13ce34c-47a5-4bc0-b59f-73a9d193cc0a req-88c180f2-1d6b-4270-b0d8-40ea1eb9c535 tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.0889728 Jul 15 13:32:00.367973 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-ce16c510-1923-4285-933b-47dec6c3482f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.197&port_id=b23c1f27-2baa-44d3-8bd5-1cda50287ad3 HTTP/1.1" status: 200 len: 217 time: 0.1022975 Jul 15 13:32:00.447272 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-0ef1bf90-362b-4d15-a37a-06b1e822d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:00.450409 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-0ef1bf90-362b-4d15-a37a-06b1e822d609 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=901437a7-1a9e-47e5-bdae-5c93afbb67a3 HTTP/1.1" status: 200 len: 801 time: 0.0762470 Jul 15 13:32:00.541244 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-b05e6d3f-7ce9-4e52-9a81-34b399c6a5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:00.543534 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-b05e6d3f-7ce9-4e52-9a81-34b399c6a5f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4746eda8-b14d-4193-bcb4-9627ba8284b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857315 Jul 15 13:32:00.625159 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ce97c-555b-498e-9bd5-c5b795f325fb req-66b11152-dbd0-4ebe-8aac-17ef302a8513 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:00.628002 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b02ce97c-555b-498e-9bd5-c5b795f325fb req-66b11152-dbd0-4ebe-8aac-17ef302a8513 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 943 time: 0.1081040 Jul 15 13:32:00.631360 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c03c8c6-7487-458a-8687-f74ad9bbb7d6', 'tag': '6dc6d346-592a-43d6-b69e-865599769059'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:00.634259 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392da5fd-cf53-4476-ae5d-ad325495615e" -d '{"events": [{"name": "network-changed", "server_uuid": "1c03c8c6-7487-458a-8687-f74ad9bbb7d6", "tag": "6dc6d346-592a-43d6-b69e-865599769059"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:00.697630 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-acafc5e1-2c7c-4262-906b-702dbfa61261 service neutron] 10.222.0.18 "GET /v2.0/networks/4746eda8-b14d-4193-bcb4-9627ba8284b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468444 Jul 15 13:32:00.700232 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b02ce97c-555b-498e-9bd5-c5b795f325fb req-67489d50-31a3-418e-8eea-3db599bece27 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670004 Jul 15 13:32:00.747406 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9991ab5-6099-4fd1-bfaa-2d3a00fd57b2 x-openstack-request-id: req-e9991ab5-6099-4fd1-bfaa-2d3a00fd57b2 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:00.748234 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c03c8c6-7487-458a-8687-f74ad9bbb7d6", "tag": "6dc6d346-592a-43d6-b69e-865599769059", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:00.749485 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e9991ab5-6099-4fd1-bfaa-2d3a00fd57b2 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:00.750410 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c03c8c6-7487-458a-8687-f74ad9bbb7d6', 'tag': '6dc6d346-592a-43d6-b69e-865599769059', 'status': 'completed', 'code': 200} Jul 15 13:32:00.881114 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-c0ffeee7-2aeb-4436-98d0-eb9cac8f6597 service neutron] 10.222.0.18 "GET /v2.0/networks/4746eda8-b14d-4193-bcb4-9627ba8284b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768785 Jul 15 13:32:00.927967 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-ea083f57-74cd-47e9-be2e-c98ce4cc433b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.63&port_id=6dc6d346-592a-43d6-b69e-865599769059 HTTP/1.1" status: 200 len: 217 time: 0.0410597 Jul 15 13:32:00.964342 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:32:01.033512 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-72e89bf3-1000-491e-a94e-cd21e4846a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:01.036045 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-72e89bf3-1000-491e-a94e-cd21e4846a02 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f0ca4666-90fe-4256-989e-009a73217d76 HTTP/1.1" status: 200 len: 801 time: 0.0991871 Jul 15 13:32:01.128875 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b38e0-fadc-44ac-9298-9b1690ef85a6 req-ccdc06de-648c-44d8-bdbc-7660bffed6ec tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:01.140543 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b38e0-fadc-44ac-9298-9b1690ef85a6 req-ccdc06de-648c-44d8-bdbc-7660bffed6ec tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:01.143246 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a83b38e0-fadc-44ac-9298-9b1690ef85a6 req-ccdc06de-648c-44d8-bdbc-7660bffed6ec tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c03c8c6-7487-458a-8687-f74ad9bbb7d6 HTTP/1.1" status: 200 len: 1678 time: 0.2180221 Jul 15 13:32:01.224547 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-59ebb1c5-7ecf-440b-bd46-630107faaa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:01.227198 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-59ebb1c5-7ecf-440b-bd46-630107faaa6d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=41d67183-ea9e-4577-9137-589c853132cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1840074 Jul 15 13:32:01.236802 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a83b38e0-fadc-44ac-9298-9b1690ef85a6 req-f0c9a288-021f-4c51-ba62-1dad90335558 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837190 Jul 15 13:32:01.412003 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-e9f0fcd1-b401-4ef1-ba43-c14a4c9fba85 service neutron] 10.222.0.18 "GET /v2.0/networks/41d67183-ea9e-4577-9137-589c853132cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735597 Jul 15 13:32:01.549607 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-738d1444-40c1-4ac8-8d96-b92118e1b1a3 req-a96ff5c6-0136-4a56-81e5-142cfdfedc23 service neutron] 10.222.0.18 "GET /v2.0/networks/41d67183-ea9e-4577-9137-589c853132cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306508 Jul 15 13:32:01.577881 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a2051b55-4df2-49c0-ab63-642c3e6f7f9a req-a7fe5617-81b4-486b-9ca6-3827ac22e0d5 tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.0501668 Jul 15 13:32:01.741692 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392da5fd-cf53-4476-ae5d-ad325495615e req-45247173-3769-4324-bd23-94379b8bd59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:01.742726 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392da5fd-cf53-4476-ae5d-ad325495615e req-45247173-3769-4324-bd23-94379b8bd59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:01.745491 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-392da5fd-cf53-4476-ae5d-ad325495615e req-45247173-3769-4324-bd23-94379b8bd59d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e2e3a157879d4bce851e726676290061&device_id=1c03c8c6-7487-458a-8687-f74ad9bbb7d6 HTTP/1.1" status: 200 len: 1982 time: 0.1101890 Jul 15 13:32:01.888914 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392da5fd-cf53-4476-ae5d-ad325495615e req-12e6d54c-b6ac-48ab-a359-33dbc46cb1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:01.891753 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-392da5fd-cf53-4476-ae5d-ad325495615e req-12e6d54c-b6ac-48ab-a359-33dbc46cb1ff service neutron] 10.222.0.18 "GET /v2.0/networks?id=41d67183-ea9e-4577-9137-589c853132cf HTTP/1.1" status: 200 len: 902 time: 0.1392512 Jul 15 13:32:01.971640 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-392da5fd-cf53-4476-ae5d-ad325495615e req-8f5ea88b-68ea-4080-8f3e-18ec38d73835 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.63&port_id=6dc6d346-592a-43d6-b69e-865599769059 HTTP/1.1" status: 200 len: 217 time: 0.0714350 Jul 15 13:32:02.102757 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392da5fd-cf53-4476-ae5d-ad325495615e req-f51ba0b1-1a70-4fde-9202-c2ac54fffc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:02.107219 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-392da5fd-cf53-4476-ae5d-ad325495615e req-f51ba0b1-1a70-4fde-9202-c2ac54fffc6d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f0ca4666-90fe-4256-989e-009a73217d76 HTTP/1.1" status: 200 len: 801 time: 0.1024144 Jul 15 13:32:02.188713 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bdf172-dc78-449c-ac53-5f61a3edb7f9 req-9b9d282c-52fb-4f07-b5f1-464fa2b69656 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:02.192507 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-69bdf172-dc78-449c-ac53-5f61a3edb7f9 req-9b9d282c-52fb-4f07-b5f1-464fa2b69656 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 943 time: 0.2795277 Jul 15 13:32:02.299423 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-69bdf172-dc78-449c-ac53-5f61a3edb7f9 req-b242eea0-f044-4404-95d6-c5164df1954f tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945733 Jul 15 13:32:02.327899 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392da5fd-cf53-4476-ae5d-ad325495615e req-2c0683c5-fa82-4e1c-aca6-26c123a3b927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:02.330887 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-392da5fd-cf53-4476-ae5d-ad325495615e req-2c0683c5-fa82-4e1c-aca6-26c123a3b927 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=41d67183-ea9e-4577-9137-589c853132cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2158582 Jul 15 13:32:02.537134 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-392da5fd-cf53-4476-ae5d-ad325495615e req-d766aebf-0855-49e5-aec4-0bae27e698b8 service neutron] 10.222.0.18 "GET /v2.0/networks/41d67183-ea9e-4577-9137-589c853132cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855657 Jul 15 13:32:02.625781 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b87e9-57d6-4403-ae32-9da0f2c603c4 req-fef21390-85ce-4ee2-86b9-2776e32f7613 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:02.633819 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b87e9-57d6-4403-ae32-9da0f2c603c4 req-fef21390-85ce-4ee2-86b9-2776e32f7613 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:02.637782 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7a1b87e9-57d6-4403-ae32-9da0f2c603c4 req-fef21390-85ce-4ee2-86b9-2776e32f7613 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c03c8c6-7487-458a-8687-f74ad9bbb7d6 HTTP/1.1" status: 200 len: 1678 time: 0.1143317 Jul 15 13:32:02.723947 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-392da5fd-cf53-4476-ae5d-ad325495615e req-e14ffb77-cc97-4082-ade5-d1cf40d46738 service neutron] 10.222.0.18 "GET /v2.0/networks/41d67183-ea9e-4577-9137-589c853132cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794088 Jul 15 13:32:02.732459 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7a1b87e9-57d6-4403-ae32-9da0f2c603c4 req-506035a0-097b-4d2b-930f-cdcbbf5686e3 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846119 Jul 15 13:32:02.987086 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-95c17c7f-4db7-4369-83fc-63cf75e7c5c1 req-9831b2f6-5713-4238-86fe-c04ec53c78a3 tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.0747004 Jul 15 13:32:03.819183 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceebd93-82a3-4a6f-acf4-ad2f6d91ec6c req-56286f38-26df-4268-a4c0-6d3f4953cd6a tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:03.823281 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fceebd93-82a3-4a6f-acf4-ad2f6d91ec6c req-56286f38-26df-4268-a4c0-6d3f4953cd6a tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 943 time: 0.2394824 Jul 15 13:32:04.000288 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fceebd93-82a3-4a6f-acf4-ad2f6d91ec6c req-5f41b60e-d9f5-4308-aced-e8d62ed2f078 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675737 Jul 15 13:32:04.135280 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d876a-4d07-4e38-951d-1afd91f8f9e7 req-bf8cd2aa-7f19-4aa0-927c-b72a32836fe5 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:04.141826 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d876a-4d07-4e38-951d-1afd91f8f9e7 req-bf8cd2aa-7f19-4aa0-927c-b72a32836fe5 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:04.145800 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2c2d876a-4d07-4e38-951d-1afd91f8f9e7 req-bf8cd2aa-7f19-4aa0-927c-b72a32836fe5 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c03c8c6-7487-458a-8687-f74ad9bbb7d6 HTTP/1.1" status: 200 len: 1678 time: 0.1838591 Jul 15 13:32:04.293534 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2c2d876a-4d07-4e38-951d-1afd91f8f9e7 req-161e9921-ee68-49c4-ba31-0512a2bfd98b tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394327 Jul 15 13:32:04.455896 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e24caea3-e20c-4d75-a374-1489037a5a5a req-0b916815-c1bd-419f-b6cb-fc42f216f777 tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.0862093 Jul 15 13:32:05.058547 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device b23c1f27-2baa-44d3-8bd5-1cda50287ad3 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:32:05.349144 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port b23c1f27-2baa-44d3-8bd5-1cda50287ad3, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=b23c1f27-2baa-44d3-8bd5-1cda50287ad3,segment=NetworkSegment(27674d0d-0875-4dd6-97f6-238dfbd3cb9b),segment_id=27674d0d-0875-4dd6-97f6-238dfbd3cb9b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:05.366937 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'b23c1f27-2baa-44d3-8bd5-1cda50287ad3', 'network_id': '4746eda8-b14d-4193-bcb4-9627ba8284b4', 'port_id': 'b23c1f27-2baa-44d3-8bd5-1cda50287ad3', 'mac_address': 'fa:16:3e:9b:ce:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '901437a7-1a9e-47e5-bdae-5c93afbb67a3', 'ip_address': '19.80.0.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:32:05.425384 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba90fb9-0ab5-4ccb-b444-efb33bc227ef req-4d063132-0e1b-485a-95ec-3d9c3e733366 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:05.428043 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8ba90fb9-0ab5-4ccb-b444-efb33bc227ef req-4d063132-0e1b-485a-95ec-3d9c3e733366 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 943 time: 0.1268704 Jul 15 13:32:05.433067 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.482491 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23c1f27-2baa-44d3-8bd5-1cda50287ad3 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:32:05.574663 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port b23c1f27-2baa-44d3-8bd5-1cda50287ad3, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=b23c1f27-2baa-44d3-8bd5-1cda50287ad3,segment=NetworkSegment(27674d0d-0875-4dd6-97f6-238dfbd3cb9b),segment_id=27674d0d-0875-4dd6-97f6-238dfbd3cb9b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:05.582216 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8ba90fb9-0ab5-4ccb-b444-efb33bc227ef req-95dd9425-7e5a-4341-be58-ea7bec687381 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348627 Jul 15 13:32:05.590966 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.591990 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 6dc6d346-592a-43d6-b69e-865599769059 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:32:05.645950 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ffdcc-6e87-4e67-8ccc-39f85e948352 req-40d045f5-3011-4f68-aa9a-6f589b32299c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:05.657513 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ffdcc-6e87-4e67-8ccc-39f85e948352 req-40d045f5-3011-4f68-aa9a-6f589b32299c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:05.665515 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8f9ffdcc-6e87-4e67-8ccc-39f85e948352 req-40d045f5-3011-4f68-aa9a-6f589b32299c tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c03c8c6-7487-458a-8687-f74ad9bbb7d6 HTTP/1.1" status: 200 len: 1678 time: 0.1492558 Jul 15 13:32:05.727993 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8f9ffdcc-6e87-4e67-8ccc-39f85e948352 req-865a5975-4b36-434a-bbc0-b757ceb901c6 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555239 Jul 15 13:32:05.799730 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=b23c1f27-2baa-44d3-8bd5-1cda50287ad3,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:05.969240 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-465189c8-9a76-4bc9-a522-d35d6b92a0b0 req-2306d3ec-44e5-4b02-a736-9e4f74561696 tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.0958450 Jul 15 13:32:06.042646 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 6dc6d346-592a-43d6-b69e-865599769059, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=6dc6d346-592a-43d6-b69e-865599769059,segment=NetworkSegment(444afa41-f735-4ca0-b234-d4f974ed1d52),segment_id=444afa41-f735-4ca0-b234-d4f974ed1d52)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:06.075128 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '6dc6d346-592a-43d6-b69e-865599769059', 'network_id': '41d67183-ea9e-4577-9137-589c853132cf', 'port_id': '6dc6d346-592a-43d6-b69e-865599769059', 'mac_address': 'fa:16:3e:3f:52:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0ca4666-90fe-4256-989e-009a73217d76', 'ip_address': '19.86.0.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:32:06.159499 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:06.181266 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dc6d346-592a-43d6-b69e-865599769059 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:32:06.218853 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 6dc6d346-592a-43d6-b69e-865599769059, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=6dc6d346-592a-43d6-b69e-865599769059,segment=NetworkSegment(444afa41-f735-4ca0-b234-d4f974ed1d52),segment_id=444afa41-f735-4ca0-b234-d4f974ed1d52)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:06.225673 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:06.327591 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=6dc6d346-592a-43d6-b69e-865599769059,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:06.445804 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['6dc6d346-592a-43d6-b69e-865599769059'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:32:07.005031 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e97b6-27a9-4aa5-92f1-6c0be1ebc3af req-4f1fc5af-b9a7-4781-a973-83b6407dfd1a tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:07.013443 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e97b6-27a9-4aa5-92f1-6c0be1ebc3af req-4f1fc5af-b9a7-4781-a973-83b6407dfd1a tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:07.013689 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b7576-5430-4584-b4a9-021a12a47dcc req-8343fa56-7157-4928-a8b3-de9878f6af61 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:07.016750 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-692e97b6-27a9-4aa5-92f1-6c0be1ebc3af req-4f1fc5af-b9a7-4781-a973-83b6407dfd1a tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c03c8c6-7487-458a-8687-f74ad9bbb7d6 HTTP/1.1" status: 200 len: 1680 time: 0.1357117 Jul 15 13:32:07.028586 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a66b7576-5430-4584-b4a9-021a12a47dcc req-8343fa56-7157-4928-a8b3-de9878f6af61 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 943 time: 0.1530721 Jul 15 13:32:07.122232 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a66b7576-5430-4584-b4a9-021a12a47dcc req-9b4de708-3238-4b26-8960-2721c397eee4 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887418 Jul 15 13:32:07.137501 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-692e97b6-27a9-4aa5-92f1-6c0be1ebc3af req-8ccb0dbd-cf27-4a7b-9423-03745bdd7db9 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088505 Jul 15 13:32:07.375121 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a0ec5a8c-f1d2-4b4d-9347-393e1183feaf req-e43a9d9c-11c0-4f24-aa3f-d2accb571808 tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.0475566 Jul 15 13:32:07.487642 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['b23c1f27-2baa-44d3-8bd5-1cda50287ad3'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:32:08.219321 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:08.616665 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e632a1-4070-49d5-a09b-e496ef56444f req-6f5b8665-c5b1-415f-9678-c9a3f753ac01 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:08.635108 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284bf3e-97a4-4362-8f97-cc465420697d req-d7976c0f-9f5f-4783-99ac-05f65415d706 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:08.635834 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-34e632a1-4070-49d5-a09b-e496ef56444f req-6f5b8665-c5b1-415f-9678-c9a3f753ac01 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 943 time: 0.1538885 Jul 15 13:32:08.652172 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284bf3e-97a4-4362-8f97-cc465420697d req-d7976c0f-9f5f-4783-99ac-05f65415d706 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:08.654214 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d284bf3e-97a4-4362-8f97-cc465420697d req-d7976c0f-9f5f-4783-99ac-05f65415d706 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c03c8c6-7487-458a-8687-f74ad9bbb7d6 HTTP/1.1" status: 200 len: 1680 time: 0.2241383 Jul 15 13:32:08.745920 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-34e632a1-4070-49d5-a09b-e496ef56444f req-fddd24a9-9858-4170-9998-2bc339081024 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081581 Jul 15 13:32:08.773404 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d284bf3e-97a4-4362-8f97-cc465420697d req-3674bfdb-d21b-4053-8820-0082a91f1c30 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036928 Jul 15 13:32:09.055855 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-44ce2cab-adca-4f9b-bab9-f322b7dad21c req-638be6e3-c80d-48f5-93b9-3cc022ba9f91 tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.0374422 Jul 15 13:32:09.072736 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device b23c1f27-2baa-44d3-8bd5-1cda50287ad3 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:09.187864 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port b23c1f27-2baa-44d3-8bd5-1cda50287ad3 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:09.194712 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port b23c1f27-2baa-44d3-8bd5-1cda50287ad3 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:09.196024 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.367524 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.407839 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c03c8c6-7487-458a-8687-f74ad9bbb7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23c1f27-2baa-44d3-8bd5-1cda50287ad3'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:09.410592 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f24c14-ec32-4077-a323-1a5c795292be" -d '{"events": [{"server_uuid": "1c03c8c6-7487-458a-8687-f74ad9bbb7d6", "name": "network-vif-plugged", "status": "completed", "tag": "b23c1f27-2baa-44d3-8bd5-1cda50287ad3"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:09.426689 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port b23c1f27-2baa-44d3-8bd5-1cda50287ad3, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=b23c1f27-2baa-44d3-8bd5-1cda50287ad3,segment=NetworkSegment(27674d0d-0875-4dd6-97f6-238dfbd3cb9b),segment_id=27674d0d-0875-4dd6-97f6-238dfbd3cb9b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:09.434851 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.435676 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 6dc6d346-592a-43d6-b69e-865599769059 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:09.558920 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bac7c67-66f6-4316-8137-fed573adbd85 x-openstack-request-id: req-3bac7c67-66f6-4316-8137-fed573adbd85 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:09.559215 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c03c8c6-7487-458a-8687-f74ad9bbb7d6", "name": "network-vif-plugged", "status": "completed", "tag": "b23c1f27-2baa-44d3-8bd5-1cda50287ad3", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:09.559469 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3bac7c67-66f6-4316-8137-fed573adbd85 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:09.559874 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c03c8c6-7487-458a-8687-f74ad9bbb7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23c1f27-2baa-44d3-8bd5-1cda50287ad3', 'code': 200} Jul 15 13:32:09.625353 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=b23c1f27-2baa-44d3-8bd5-1cda50287ad3,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:09.648129 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 6dc6d346-592a-43d6-b69e-865599769059 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:09.657562 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:09.658612 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:09.659573 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:09.661033 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:09.662068 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:09.662822 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:09.664372 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:09.664882 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:09.665571 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:09.666111 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:09.666681 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:09.667356 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:09.676705 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 6dc6d346-592a-43d6-b69e-865599769059 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:09.677263 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.857404 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:10.009404 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 6dc6d346-592a-43d6-b69e-865599769059, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=6dc6d346-592a-43d6-b69e-865599769059,segment=NetworkSegment(444afa41-f735-4ca0-b234-d4f974ed1d52),segment_id=444afa41-f735-4ca0-b234-d4f974ed1d52)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:10.022077 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:10.196097 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=6dc6d346-592a-43d6-b69e-865599769059,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:10.248678 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eecb96-9be1-482e-a2f4-8104a1534b37 req-5e8a7244-d536-4b1b-9de8-994678b0aa0f tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:10.261168 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eecb96-9be1-482e-a2f4-8104a1534b37 req-5e8a7244-d536-4b1b-9de8-994678b0aa0f tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:10.290004 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-04eecb96-9be1-482e-a2f4-8104a1534b37 req-5e8a7244-d536-4b1b-9de8-994678b0aa0f tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c03c8c6-7487-458a-8687-f74ad9bbb7d6 HTTP/1.1" status: 200 len: 1682 time: 0.2367413 Jul 15 13:32:10.439888 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c9be4-09e0-4d77-86c0-4dfccad57303 req-9ada86de-494c-47e0-ae21-394c238b552a tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:10.442826 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0a2c9be4-09e0-4d77-86c0-4dfccad57303 req-9ada86de-494c-47e0-ae21-394c238b552a tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 943 time: 0.2346356 Jul 15 13:32:10.463122 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-04eecb96-9be1-482e-a2f4-8104a1534b37 req-5dec830f-0560-4f43-bcf5-d90dd3b4f137 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691267 Jul 15 13:32:10.537813 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0a2c9be4-09e0-4d77-86c0-4dfccad57303 req-cd8af9a5-da03-48bc-8b94-5721bc678f0c tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824194 Jul 15 13:32:10.837021 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dbab1df6-944d-4d31-bf89-b76c840541d0 req-8fdfc97a-8763-410b-a178-45f459bede96 tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.1117165 Jul 15 13:32:11.563063 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c03c8c6-7487-458a-8687-f74ad9bbb7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc6d346-592a-43d6-b69e-865599769059'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:11.573513 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26545bb-ec5b-47e4-a006-5d066c68b9ad" -d '{"events": [{"server_uuid": "1c03c8c6-7487-458a-8687-f74ad9bbb7d6", "name": "network-vif-plugged", "status": "completed", "tag": "6dc6d346-592a-43d6-b69e-865599769059"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:11.844670 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c00c8-96af-4242-a99c-65cbd064394a req-cb59dd12-35e0-4678-97c4-76f3656b3477 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:11.852110 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c00c8-96af-4242-a99c-65cbd064394a req-cb59dd12-35e0-4678-97c4-76f3656b3477 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:11.854094 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cb8c00c8-96af-4242-a99c-65cbd064394a req-cb59dd12-35e0-4678-97c4-76f3656b3477 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c03c8c6-7487-458a-8687-f74ad9bbb7d6 HTTP/1.1" status: 200 len: 1682 time: 0.0949559 Jul 15 13:32:11.909664 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cb8c00c8-96af-4242-a99c-65cbd064394a req-1e883f73-713f-4f5f-88cf-f42aa075aacc tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451980 Jul 15 13:32:12.076196 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2836f8e-5dcc-4346-920e-f8e174d77837 x-openstack-request-id: req-f2836f8e-5dcc-4346-920e-f8e174d77837 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:12.077330 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c03c8c6-7487-458a-8687-f74ad9bbb7d6", "name": "network-vif-plugged", "status": "completed", "tag": "6dc6d346-592a-43d6-b69e-865599769059", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:12.077696 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f2836f8e-5dcc-4346-920e-f8e174d77837 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:12.078643 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c03c8c6-7487-458a-8687-f74ad9bbb7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc6d346-592a-43d6-b69e-865599769059', 'code': 200} Jul 15 13:32:12.344976 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7a531c02-6973-41a7-ba8a-b3f11cff5031 req-2266fcd2-8028-42e9-9a20-e715d06eef89 tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.0391748 Jul 15 13:32:12.370793 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f00ba4-2d1f-4987-9350-c8cae0b01139 req-386c9466-5ded-4bb1-b30d-2899ed61b1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:12.372276 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f00ba4-2d1f-4987-9350-c8cae0b01139 req-386c9466-5ded-4bb1-b30d-2899ed61b1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:12.374210 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d5f00ba4-2d1f-4987-9350-c8cae0b01139 req-386c9466-5ded-4bb1-b30d-2899ed61b1b2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1c03c8c6-7487-458a-8687-f74ad9bbb7d6 HTTP/1.1" status: 200 len: 1986 time: 0.1839774 Jul 15 13:32:12.411429 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6d8f5-2808-468f-bfb4-9ce7a05566f8 req-b4ef1806-e3cd-488c-86ab-58d62230717e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:12.413324 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5ed6d8f5-2808-468f-bfb4-9ce7a05566f8 req-b4ef1806-e3cd-488c-86ab-58d62230717e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 943 time: 0.1581392 Jul 15 13:32:12.452224 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d5f00ba4-2d1f-4987-9350-c8cae0b01139 req-93f642fe-596d-4870-a162-25bd39178fbd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667508 Jul 15 13:32:12.473460 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5ed6d8f5-2808-468f-bfb4-9ce7a05566f8 req-a7c20e99-6d8a-4a0a-967c-d7e89d98b08c tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523057 Jul 15 13:32:12.955078 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 0eca81be-ae8b-4b50-8653-c4d1a97d72c5 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:32:13.071397 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 0eca81be-ae8b-4b50-8653-c4d1a97d72c5, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0eca81be-ae8b-4b50-8653-c4d1a97d72c5,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:13.085704 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '0eca81be-ae8b-4b50-8653-c4d1a97d72c5', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'port_id': '0eca81be-ae8b-4b50-8653-c4d1a97d72c5', 'mac_address': 'fa:16:3e:90:92:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4840df0d-ad31-406d-829f-ea4475de886e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:32:13.131040 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.147297 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eca81be-ae8b-4b50-8653-c4d1a97d72c5 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:32:13.193003 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 0eca81be-ae8b-4b50-8653-c4d1a97d72c5, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0eca81be-ae8b-4b50-8653-c4d1a97d72c5,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:13.199355 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.224825 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a000c90-e54c-4c44-8ff6-de42e5a54e88 req-ad1451de-0c3d-4bf4-b9de-d01c18b27450 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:13.237333 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a000c90-e54c-4c44-8ff6-de42e5a54e88 req-ad1451de-0c3d-4bf4-b9de-d01c18b27450 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:13.243371 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8a000c90-e54c-4c44-8ff6-de42e5a54e88 req-ad1451de-0c3d-4bf4-b9de-d01c18b27450 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c03c8c6-7487-458a-8687-f74ad9bbb7d6 HTTP/1.1" status: 200 len: 1682 time: 0.1528606 Jul 15 13:32:13.306226 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=0eca81be-ae8b-4b50-8653-c4d1a97d72c5,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:13.348113 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8a000c90-e54c-4c44-8ff6-de42e5a54e88 req-d8a4ed1a-7e84-407a-be8e-f4923dfb3782 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934019 Jul 15 13:32:13.603298 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cbe330c4-76f5-433d-9f97-4c6a4acbdde1 req-ede1eb99-cc8b-460d-ad94-ceedd577cf92 tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.0582318 Jul 15 13:32:13.604176 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['0eca81be-ae8b-4b50-8653-c4d1a97d72c5'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:32:13.814220 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047cf7f-0fc5-4f07-bf56-56088a1732b7 req-3eb2585d-d377-4dcf-9d8c-b964879ca7df tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:13.816204 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a047cf7f-0fc5-4f07-bf56-56088a1732b7 req-3eb2585d-d377-4dcf-9d8c-b964879ca7df tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 944 time: 0.1040401 Jul 15 13:32:13.926923 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a047cf7f-0fc5-4f07-bf56-56088a1732b7 req-6246bcb0-2dbf-4690-901d-c8d68e1cf6a0 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039016 Jul 15 13:32:14.465206 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a9540-22e2-4984-a2bd-2d3164afecb5 req-5d53fbd6-09ad-43b6-b1c4-c7e2d1c7f4fe tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:14.466819 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-085a9540-22e2-4984-a2bd-2d3164afecb5 req-5d53fbd6-09ad-43b6-b1c4-c7e2d1c7f4fe tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3 HTTP/1.1" status: 200 len: 946 time: 0.0967484 Jul 15 13:32:14.534990 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-085a9540-22e2-4984-a2bd-2d3164afecb5 req-9b228940-45e9-4bb8-b3b6-c58b14701947 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/security-groups?id=89776db0-f0f2-468f-a21b-f155324a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614116 Jul 15 13:32:14.611874 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c19fa-08b1-4c34-b5ac-8db788d693cb req-41aae5b0-4116-4c30-bb69-bb48124b685a tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:14.618878 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c19fa-08b1-4c34-b5ac-8db788d693cb req-41aae5b0-4116-4c30-bb69-bb48124b685a tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:14.626598 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7e3c19fa-08b1-4c34-b5ac-8db788d693cb req-41aae5b0-4116-4c30-bb69-bb48124b685a tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c03c8c6-7487-458a-8687-f74ad9bbb7d6 HTTP/1.1" status: 200 len: 1682 time: 0.1029947 Jul 15 13:32:14.668872 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7e3c19fa-08b1-4c34-b5ac-8db788d693cb req-2fd03852-b029-42a8-a47e-d9ca4bf5c16b tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410297 Jul 15 13:32:14.947079 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d797c8d9-0b58-454c-9c82-16ca41feac24 req-afee3e42-0fa4-4380-b63b-66bfc253785b tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.0413511 Jul 15 13:32:14.957533 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 0eca81be-ae8b-4b50-8653-c4d1a97d72c5 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:15.112660 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 0eca81be-ae8b-4b50-8653-c4d1a97d72c5 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:15.118752 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 0eca81be-ae8b-4b50-8653-c4d1a97d72c5 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:15.119278 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.366991 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.404188 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56373f-f4f1-4d52-bd8f-77759ec90f96 req-c82e8062-296d-48b0-b6f9-b8bc12a84548 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:15.406658 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7e56373f-f4f1-4d52-bd8f-77759ec90f96 req-c82e8062-296d-48b0-b6f9-b8bc12a84548 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 944 time: 0.1616633 Jul 15 13:32:15.434431 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab5a26e-3c1d-4a95-a656-aa2649916065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eca81be-ae8b-4b50-8653-c4d1a97d72c5'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:15.437510 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc261c0-d5ab-4e92-9c3c-e2eae796e583" -d '{"events": [{"server_uuid": "fab5a26e-3c1d-4a95-a656-aa2649916065", "name": "network-vif-plugged", "status": "completed", "tag": "0eca81be-ae8b-4b50-8653-c4d1a97d72c5"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:15.462369 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 0eca81be-ae8b-4b50-8653-c4d1a97d72c5, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0eca81be-ae8b-4b50-8653-c4d1a97d72c5,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:15.467867 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7e56373f-f4f1-4d52-bd8f-77759ec90f96 req-7e8be8a3-46c8-41f9-b955-774b7f028770 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488040 Jul 15 13:32:15.471778 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.566175 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ab880b-b666-49cc-9d95-45d20009172c x-openstack-request-id: req-08ab880b-b666-49cc-9d95-45d20009172c {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:15.567435 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab5a26e-3c1d-4a95-a656-aa2649916065", "name": "network-vif-plugged", "status": "completed", "tag": "0eca81be-ae8b-4b50-8653-c4d1a97d72c5", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:15.568215 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08ab880b-b666-49cc-9d95-45d20009172c {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:15.569571 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab5a26e-3c1d-4a95-a656-aa2649916065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eca81be-ae8b-4b50-8653-c4d1a97d72c5', 'code': 200} Jul 15 13:32:15.580920 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=0eca81be-ae8b-4b50-8653-c4d1a97d72c5,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:15.793168 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067f8f3-aa39-481a-9d70-d3305f8f2da5 req-c72746ec-8ae3-4202-b149-db64ed8f3bd5 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:15.800348 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067f8f3-aa39-481a-9d70-d3305f8f2da5 req-c72746ec-8ae3-4202-b149-db64ed8f3bd5 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:15.809168 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8067f8f3-aa39-481a-9d70-d3305f8f2da5 req-c72746ec-8ae3-4202-b149-db64ed8f3bd5 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c03c8c6-7487-458a-8687-f74ad9bbb7d6 HTTP/1.1" status: 200 len: 1682 time: 0.1684146 Jul 15 13:32:15.863055 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bec811-23f9-49e5-8d32-399f78b942eb req-08169ef2-cc61-4d6c-8e24-6d96bbac433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:15.865664 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d8bec811-23f9-49e5-8d32-399f78b942eb req-08169ef2-cc61-4d6c-8e24-6d96bbac433e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 1097 time: 0.1455843 Jul 15 13:32:15.877184 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98520a-da57-46da-a0f6-65d23c167339 req-e7fbd13f-49ff-401f-aae5-aa47776fc1e1 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:15.879416 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cf98520a-da57-46da-a0f6-65d23c167339 req-e7fbd13f-49ff-401f-aae5-aa47776fc1e1 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3 HTTP/1.1" status: 200 len: 946 time: 0.1123564 Jul 15 13:32:15.895905 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8067f8f3-aa39-481a-9d70-d3305f8f2da5 req-5562250d-e905-44ba-be73-644bec3dc5a9 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847690 Jul 15 13:32:15.974168 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d8bec811-23f9-49e5-8d32-399f78b942eb req-9eaa1750-edf9-4cc3-9886-29a936c84810 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933092 Jul 15 13:32:15.981228 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cf98520a-da57-46da-a0f6-65d23c167339 req-b194ee58-fb19-4f29-8dcf-0412786b5286 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/security-groups?id=89776db0-f0f2-468f-a21b-f155324a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930636 Jul 15 13:32:16.183193 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0b72662e-c19f-4adf-8061-6945abe9f6f8 req-22113735-3f3c-4aca-a476-bd1fc0b62583 tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.0319128 Jul 15 13:32:16.681165 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b8317-d468-4f92-a9d0-af89a65433e3 req-e18113c7-ebaf-4bf0-aa19-d6d3f2d5ffb2 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:16.685350 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-999b8317-d468-4f92-a9d0-af89a65433e3 req-e18113c7-ebaf-4bf0-aa19-d6d3f2d5ffb2 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3 HTTP/1.1" status: 200 len: 946 time: 0.1085842 Jul 15 13:32:16.841498 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921457d6-68db-48df-b425-4045a3e112f4 req-8cb1de0b-ffa0-4e7b-aa3e-64812601ddfb tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:16.849180 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-921457d6-68db-48df-b425-4045a3e112f4 req-8cb1de0b-ffa0-4e7b-aa3e-64812601ddfb tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 945 time: 0.1621451 Jul 15 13:32:16.908565 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-921457d6-68db-48df-b425-4045a3e112f4 req-4e26bb2e-e35e-43db-a3fd-527284f8aab2 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580747 Jul 15 13:32:16.916987 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-999b8317-d468-4f92-a9d0-af89a65433e3 req-58dce89f-f339-4e80-9df3-6c5bc80d2a6d tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Deleting port 22387beb-07a1-4218-b95f-0c44ee82e474 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:16.917963 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-999b8317-d468-4f92-a9d0-af89a65433e3 req-58dce89f-f339-4e80-9df3-6c5bc80d2a6d tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.999400 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15d9de-5772-4edc-9029-3563eea68eb4 req-98a8d71a-9706-4a8d-8b96-874375b212d4 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:17.012411 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15d9de-5772-4edc-9029-3563eea68eb4 req-98a8d71a-9706-4a8d-8b96-874375b212d4 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:17.015144 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3a15d9de-5772-4edc-9029-3563eea68eb4 req-98a8d71a-9706-4a8d-8b96-874375b212d4 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c03c8c6-7487-458a-8687-f74ad9bbb7d6 HTTP/1.1" status: 200 len: 1682 time: 0.1675122 Jul 15 13:32:17.093354 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-999b8317-d468-4f92-a9d0-af89a65433e3 req-58dce89f-f339-4e80-9df3-6c5bc80d2a6d tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] For port 22387beb-07a1-4218-b95f-0c44ee82e474, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=22387beb-07a1-4218-b95f-0c44ee82e474,segment=NetworkSegment(d85185b9-b870-4258-8af1-4e263bf77c40),segment_id=d85185b9-b870-4258-8af1-4e263bf77c40)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:17.094136 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-999b8317-d468-4f92-a9d0-af89a65433e3 req-58dce89f-f339-4e80-9df3-6c5bc80d2a6d tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:17.114802 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-999b8317-d468-4f92-a9d0-af89a65433e3 req-58dce89f-f339-4e80-9df3-6c5bc80d2a6d tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Calling delete_port for 22387beb-07a1-4218-b95f-0c44ee82e474 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:17.385625 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c144ad2-2af1-4092-b30e-6675e361cd8e req-b34f515d-11da-4d8e-b961-67a67d1067cd tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:17.403529 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c144ad2-2af1-4092-b30e-6675e361cd8e req-b34f515d-11da-4d8e-b961-67a67d1067cd tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:17.420921 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9c144ad2-2af1-4092-b30e-6675e361cd8e req-b34f515d-11da-4d8e-b961-67a67d1067cd tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c03c8c6-7487-458a-8687-f74ad9bbb7d6 HTTP/1.1" status: 200 len: 1682 time: 0.2355831 Jul 15 13:32:17.537077 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-3a15d9de-5772-4edc-9029-3563eea68eb4 req-a80c8911-aba2-4ef8-8aa2-d173b59f7a7b tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Deleting port b23c1f27-2baa-44d3-8bd5-1cda50287ad3 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:17.537644 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3a15d9de-5772-4edc-9029-3563eea68eb4 req-a80c8911-aba2-4ef8-8aa2-d173b59f7a7b tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:17.606978 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9c144ad2-2af1-4092-b30e-6675e361cd8e req-3f7b9736-38a8-437d-9ac0-35da2f24719a tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658399 Jul 15 13:32:17.819574 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab948b0-de16-42a3-ad32-d64f1dc60d62 req-f865c70c-c037-46cb-873f-bc9ea0e4bf72 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:17.826999 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7ab948b0-de16-42a3-ad32-d64f1dc60d62 req-f865c70c-c037-46cb-873f-bc9ea0e4bf72 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3 HTTP/1.1" status: 200 len: 946 time: 0.0973210 Jul 15 13:32:17.829412 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3a15d9de-5772-4edc-9029-3563eea68eb4 req-a80c8911-aba2-4ef8-8aa2-d173b59f7a7b tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] For port b23c1f27-2baa-44d3-8bd5-1cda50287ad3, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=b23c1f27-2baa-44d3-8bd5-1cda50287ad3,segment=NetworkSegment(27674d0d-0875-4dd6-97f6-238dfbd3cb9b),segment_id=27674d0d-0875-4dd6-97f6-238dfbd3cb9b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:17.830065 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3a15d9de-5772-4edc-9029-3563eea68eb4 req-a80c8911-aba2-4ef8-8aa2-d173b59f7a7b tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:17.867784 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-3a15d9de-5772-4edc-9029-3563eea68eb4 req-a80c8911-aba2-4ef8-8aa2-d173b59f7a7b tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Calling delete_port for b23c1f27-2baa-44d3-8bd5-1cda50287ad3 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:17.889865 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7ab948b0-de16-42a3-ad32-d64f1dc60d62 req-0b04c2e3-a5c4-4e5e-8d92-9bf37d33920d tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/security-groups?id=89776db0-f0f2-468f-a21b-f155324a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581720 Jul 15 13:32:18.019288 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-999b8317-d468-4f92-a9d0-af89a65433e3 req-58dce89f-f339-4e80-9df3-6c5bc80d2a6d tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.062278 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['22387beb-07a1-4218-b95f-0c44ee82e474'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:32:18.081343 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e8add068-fbe2-42bd-8f8a-4c5a1113d322 req-28929a3d-239c-495a-8611-331dc161e5b2 tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.0729744 Jul 15 13:32:18.101370 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dce89f-f339-4e80-9df3-6c5bc80d2a6d tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Pushing event deleted for resources: {'Port': ['ID=22387beb-07a1-4218-b95f-0c44ee82e474,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:18.232050 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-999b8317-d468-4f92-a9d0-af89a65433e3 req-58dce89f-f339-4e80-9df3-6c5bc80d2a6d tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] No DVR routers for this DVR port 22387beb-07a1-4218-b95f-0c44ee82e474 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:18.236543 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-999b8317-d468-4f92-a9d0-af89a65433e3 req-58dce89f-f339-4e80-9df3-6c5bc80d2a6d tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.238105 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-999b8317-d468-4f92-a9d0-af89a65433e3 req-58dce89f-f339-4e80-9df3-6c5bc80d2a6d tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.32 "DELETE /v2.0/ports/22387beb-07a1-4218-b95f-0c44ee82e474 HTTP/1.1" status: 204 len: 173 time: 1.5418861 Jul 15 13:32:18.238715 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3', 'name': 'network-vif-deleted', 'tag': '22387beb-07a1-4218-b95f-0c44ee82e474'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:18.245241 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13667ca3-0cf2-4508-93e5-fc21d1a9f2f3" -d '{"events": [{"server_uuid": "e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3", "name": "network-vif-deleted", "tag": "22387beb-07a1-4218-b95f-0c44ee82e474"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:18.297558 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0b7ef-88a2-44c8-aa2b-fad15b3c885a req-038bbd22-e63c-4cd6-895b-285c7c7d71b2 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:18.304823 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e4d0b7ef-88a2-44c8-aa2b-fad15b3c885a req-038bbd22-e63c-4cd6-895b-285c7c7d71b2 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 945 time: 0.1054175 Jul 15 13:32:18.351368 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01582bd5-308f-4365-b817-ca099ffd343d x-openstack-request-id: req-01582bd5-308f-4365-b817-ca099ffd343d {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:18.351831 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3", "name": "network-vif-deleted", "tag": "22387beb-07a1-4218-b95f-0c44ee82e474", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:18.352257 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01582bd5-308f-4365-b817-ca099ffd343d {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:18.352904 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3', 'name': 'network-vif-deleted', 'tag': '22387beb-07a1-4218-b95f-0c44ee82e474', 'status': 'completed', 'code': 200} Jul 15 13:32:18.391261 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e4d0b7ef-88a2-44c8-aa2b-fad15b3c885a req-843977c6-10a6-4b82-ac35-00dac636c58c tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829179 Jul 15 13:32:18.398774 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3a15d9de-5772-4edc-9029-3563eea68eb4 req-a80c8911-aba2-4ef8-8aa2-d173b59f7a7b tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.412725 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['6dc6d346-592a-43d6-b69e-865599769059', 'b23c1f27-2baa-44d3-8bd5-1cda50287ad3'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:32:18.463064 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c8911-aba2-4ef8-8aa2-d173b59f7a7b tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Pushing event deleted for resources: {'Port': ['ID=b23c1f27-2baa-44d3-8bd5-1cda50287ad3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:18.641973 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a15d9de-5772-4edc-9029-3563eea68eb4 req-a80c8911-aba2-4ef8-8aa2-d173b59f7a7b tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] No DVR routers for this DVR port b23c1f27-2baa-44d3-8bd5-1cda50287ad3 on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:18.650948 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3a15d9de-5772-4edc-9029-3563eea68eb4 req-a80c8911-aba2-4ef8-8aa2-d173b59f7a7b tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.656712 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3a15d9de-5772-4edc-9029-3563eea68eb4 req-a80c8911-aba2-4ef8-8aa2-d173b59f7a7b tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.18 "DELETE /v2.0/ports/b23c1f27-2baa-44d3-8bd5-1cda50287ad3 HTTP/1.1" status: 204 len: 173 time: 1.6342714 Jul 15 13:32:18.658171 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c03c8c6-7487-458a-8687-f74ad9bbb7d6', 'name': 'network-vif-deleted', 'tag': 'b23c1f27-2baa-44d3-8bd5-1cda50287ad3'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:18.672594 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c2f008-8081-4d9c-b441-26121e965cce" -d '{"events": [{"server_uuid": "1c03c8c6-7487-458a-8687-f74ad9bbb7d6", "name": "network-vif-deleted", "tag": "b23c1f27-2baa-44d3-8bd5-1cda50287ad3"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:19.053610 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79813d4-19fc-4845-af4c-b2fee5c5b26a req-a74a6c6c-eafd-4460-8acb-ce1b0840b3d0 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:19.062481 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b79813d4-19fc-4845-af4c-b2fee5c5b26a req-a74a6c6c-eafd-4460-8acb-ce1b0840b3d0 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 945 time: 0.2278161 Jul 15 13:32:19.089438 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-3a15d9de-5772-4edc-9029-3563eea68eb4 req-94290b79-0a21-4bc9-8eb9-b79f1e9145ec tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Deleting port 6dc6d346-592a-43d6-b69e-865599769059 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:19.090179 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3a15d9de-5772-4edc-9029-3563eea68eb4 req-94290b79-0a21-4bc9-8eb9-b79f1e9145ec tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:19.114467 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c7cc30b-ac79-44a8-8e41-afb2752b6398 req-734ed945-0bb8-41c4-b6ed-c72f0d480a12 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1077049 Jul 15 13:32:19.137332 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365e11a-2b37-4b2b-af71-de1387c2e71d req-ade39056-149f-4a61-8867-c4255aa853bb tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:19.140881 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3365e11a-2b37-4b2b-af71-de1387c2e71d req-ade39056-149f-4a61-8867-c4255aa853bb tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c03c8c6-7487-458a-8687-f74ad9bbb7d6 HTTP/1.1" status: 200 len: 945 time: 0.2663250 Jul 15 13:32:19.221515 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3a15d9de-5772-4edc-9029-3563eea68eb4 req-94290b79-0a21-4bc9-8eb9-b79f1e9145ec tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] For port 6dc6d346-592a-43d6-b69e-865599769059, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=6dc6d346-592a-43d6-b69e-865599769059,segment=NetworkSegment(444afa41-f735-4ca0-b234-d4f974ed1d52),segment_id=444afa41-f735-4ca0-b234-d4f974ed1d52)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:19.222063 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3a15d9de-5772-4edc-9029-3563eea68eb4 req-94290b79-0a21-4bc9-8eb9-b79f1e9145ec tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:19.261480 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-3a15d9de-5772-4edc-9029-3563eea68eb4 req-94290b79-0a21-4bc9-8eb9-b79f1e9145ec tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Calling delete_port for 6dc6d346-592a-43d6-b69e-865599769059 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:19.276559 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b79813d4-19fc-4845-af4c-b2fee5c5b26a req-8f7fc795-e9a6-40be-86a1-a4d6eb8eb7df tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130110 Jul 15 13:32:19.318899 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c7cc30b-ac79-44a8-8e41-afb2752b6398 req-6f3bae98-f8bc-4aa7-aed0-418002d5eaf2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c120ea471629450bbfcfe5bb382142bb&device_id=e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3 HTTP/1.1" status: 200 len: 210 time: 0.0691655 Jul 15 13:32:19.344828 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3365e11a-2b37-4b2b-af71-de1387c2e71d req-2b22e340-8772-4f7a-b0ba-342e8a2245f7 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/security-groups?id=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921265 Jul 15 13:32:19.658955 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2afe44-ed00-4d79-a3a5-c273033d2905 x-openstack-request-id: req-fa2afe44-ed00-4d79-a3a5-c273033d2905 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:19.659321 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c03c8c6-7487-458a-8687-f74ad9bbb7d6", "name": "network-vif-deleted", "tag": "b23c1f27-2baa-44d3-8bd5-1cda50287ad3", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:19.659981 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fa2afe44-ed00-4d79-a3a5-c273033d2905 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:19.659981 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c03c8c6-7487-458a-8687-f74ad9bbb7d6', 'name': 'network-vif-deleted', 'tag': 'b23c1f27-2baa-44d3-8bd5-1cda50287ad3', 'status': 'completed', 'code': 200} Jul 15 13:32:19.676668 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3a15d9de-5772-4edc-9029-3563eea68eb4 req-94290b79-0a21-4bc9-8eb9-b79f1e9145ec tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:19.724632 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-07e15052-5af1-43c0-97f0-0ed42e6fa593 req-c36eb5c1-a946-404b-8936-74c099c32a5f tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.0600028 Jul 15 13:32:19.729033 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cc30b-ac79-44a8-8e41-afb2752b6398 req-b31ef118-5613-4ad7-a784-860c150ab172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:19.731095 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c7cc30b-ac79-44a8-8e41-afb2752b6398 req-b31ef118-5613-4ad7-a784-860c150ab172 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c120ea471629450bbfcfe5bb382142bb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3748860 Jul 15 13:32:19.746287 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cdd1ee03-af8f-48e2-9b94-8fc614a0b9c1 req-1509fa67-251c-48b0-8bcd-45d7cdfb37ff tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2a3d0d0-bcab-4d78-9cca-c1bd3fef00f3 HTTP/1.1" status: 200 len: 210 time: 0.0847435 Jul 15 13:32:19.803440 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94290b79-0a21-4bc9-8eb9-b79f1e9145ec tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Pushing event deleted for resources: {'Port': ['ID=6dc6d346-592a-43d6-b69e-865599769059,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:19.880026 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a15d9de-5772-4edc-9029-3563eea68eb4 req-94290b79-0a21-4bc9-8eb9-b79f1e9145ec tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] No DVR routers for this DVR port 6dc6d346-592a-43d6-b69e-865599769059 on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:19.899035 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3a15d9de-5772-4edc-9029-3563eea68eb4 req-94290b79-0a21-4bc9-8eb9-b79f1e9145ec tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:19.901235 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3a15d9de-5772-4edc-9029-3563eea68eb4 req-94290b79-0a21-4bc9-8eb9-b79f1e9145ec tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.18 "DELETE /v2.0/ports/6dc6d346-592a-43d6-b69e-865599769059 HTTP/1.1" status: 204 len: 173 time: 1.2236576 Jul 15 13:32:20.040963 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cc30b-ac79-44a8-8e41-afb2752b6398 req-d75641e4-83fe-4f19-83b3-b00eada4ba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:20.042668 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c7cc30b-ac79-44a8-8e41-afb2752b6398 req-d75641e4-83fe-4f19-83b3-b00eada4ba4a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2937891 Jul 15 13:32:20.851617 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b70ac6f-9814-4cf5-b88d-9a8fe84aab38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:20.972583 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 22387beb-07a1-4218-b95f-0c44ee82e474 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:21.046419 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 22387beb-07a1-4218-b95f-0c44ee82e474 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:21.047094 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 22387beb-07a1-4218-b95f-0c44ee82e474 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:21.060240 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1f758e59-1f53-45f0-a230-1f088907731f req-7333fe6a-c6d5-4cff-9394-767caa2cc8c9 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c03c8c6-7487-458a-8687-f74ad9bbb7d6 HTTP/1.1" status: 200 len: 210 time: 0.4767685 Jul 15 13:32:21.103112 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device b23c1f27-2baa-44d3-8bd5-1cda50287ad3 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:21.152167 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: b23c1f27-2baa-44d3-8bd5-1cda50287ad3 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:21.152823 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device b23c1f27-2baa-44d3-8bd5-1cda50287ad3 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:21.153424 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 6dc6d346-592a-43d6-b69e-865599769059 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:21.185967 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 6dc6d346-592a-43d6-b69e-865599769059 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:21.186553 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 6dc6d346-592a-43d6-b69e-865599769059 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:21.467943 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0da08f8f-9598-4ee3-828d-39bb806f5d56 req-c5605328-be1b-472e-8120-daa4a0bb3969 tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.0476601 Jul 15 13:32:21.661016 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c03c8c6-7487-458a-8687-f74ad9bbb7d6', 'name': 'network-vif-deleted', 'tag': '6dc6d346-592a-43d6-b69e-865599769059'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:21.663562 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3682d9-3246-4e9d-bd42-92ba7f1edce4" -d '{"events": [{"server_uuid": "1c03c8c6-7487-458a-8687-f74ad9bbb7d6", "name": "network-vif-deleted", "tag": "6dc6d346-592a-43d6-b69e-865599769059"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:21.741684 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ea8b6c-691a-4d5d-88f2-1e7fc35acd70 x-openstack-request-id: req-29ea8b6c-691a-4d5d-88f2-1e7fc35acd70 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:21.742053 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c03c8c6-7487-458a-8687-f74ad9bbb7d6", "name": "network-vif-deleted", "tag": "6dc6d346-592a-43d6-b69e-865599769059", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:21.742302 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-29ea8b6c-691a-4d5d-88f2-1e7fc35acd70 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:21.742769 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c03c8c6-7487-458a-8687-f74ad9bbb7d6', 'name': 'network-vif-deleted', 'tag': '6dc6d346-592a-43d6-b69e-865599769059', 'status': 'completed', 'code': 200} Jul 15 13:32:22.227701 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 56834) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:22.323740 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad93960e-1978-4118-9784-fb36cc5149c1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Deleting subnet f0ca4666-90fe-4256-989e-009a73217d76 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:32:22.330789 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad93960e-1978-4118-9784-fb36cc5149c1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.418527 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad93960e-1978-4118-9784-fb36cc5149c1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.664267 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad93960e-1978-4118-9784-fb36cc5149c1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.779017 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad93960e-1978-4118-9784-fb36cc5149c1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.841263 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a23329-b5ab-45a1-a4ae-b7a6301f64ca None None] Network 41d67183-ea9e-4577-9137-589c853132cf requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:22.855705 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93960e-1978-4118-9784-fb36cc5149c1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Pushing event deleted for resources: {'Subnet': ['ID=f0ca4666-90fe-4256-989e-009a73217d76,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:22.860963 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad93960e-1978-4118-9784-fb36cc5149c1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.870478 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 56866) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:22.872418 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ad93960e-1978-4118-9784-fb36cc5149c1 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "DELETE /v2.0/subnets/f0ca4666-90fe-4256-989e-009a73217d76 HTTP/1.1" status: 204 len: 168 time: 0.6431425 Jul 15 13:32:22.961516 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5eaa1c92-a993-4cc5-abc3-4120b2e7e6d3 req-55ab5a84-bca7-4a55-b9c4-6b21e4cadbde tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.0825131 Jul 15 13:32:23.171647 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0956d18a-676d-4ad9-8337-463c9b9c1555 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.264947 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.275215 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d7beb7-a39e-43a5-85d9-29e6873a3f3a None None] DHCP port deletion for 41d67183-ea9e-4577-9137-589c853132cf request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:32:23.334413 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-0956d18a-676d-4ad9-8337-463c9b9c1555 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Deleting port d159e316-574a-44b9-a8b0-e7391f1c2101 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:23.334903 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0956d18a-676d-4ad9-8337-463c9b9c1555 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.363178 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-51d7beb7-a39e-43a5-85d9-29e6873a3f3a None None] Deleting port d159e316-574a-44b9-a8b0-e7391f1c2101 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:23.363935 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-51d7beb7-a39e-43a5-85d9-29e6873a3f3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.448561 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-51d7beb7-a39e-43a5-85d9-29e6873a3f3a None None] For port d159e316-574a-44b9-a8b0-e7391f1c2101, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=d159e316-574a-44b9-a8b0-e7391f1c2101,segment=NetworkSegment(444afa41-f735-4ca0-b234-d4f974ed1d52),segment_id=444afa41-f735-4ca0-b234-d4f974ed1d52)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:23.449079 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-51d7beb7-a39e-43a5-85d9-29e6873a3f3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.473061 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-0956d18a-676d-4ad9-8337-463c9b9c1555 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] For port d159e316-574a-44b9-a8b0-e7391f1c2101, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=d159e316-574a-44b9-a8b0-e7391f1c2101,segment=NetworkSegment(444afa41-f735-4ca0-b234-d4f974ed1d52),segment_id=444afa41-f735-4ca0-b234-d4f974ed1d52)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:23.473441 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0956d18a-676d-4ad9-8337-463c9b9c1555 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.484385 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-51d7beb7-a39e-43a5-85d9-29e6873a3f3a None None] Calling delete_port for d159e316-574a-44b9-a8b0-e7391f1c2101 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:23.503950 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-0956d18a-676d-4ad9-8337-463c9b9c1555 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Calling delete_port for d159e316-574a-44b9-a8b0-e7391f1c2101 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:23.513518 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bed11e7-8058-42b0-bf38-b9d7a0f55429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.759623 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0956d18a-676d-4ad9-8337-463c9b9c1555 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.796022 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956d18a-676d-4ad9-8337-463c9b9c1555 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Pushing event deleted for resources: {'Port': ['ID=d159e316-574a-44b9-a8b0-e7391f1c2101,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:23.798362 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0956d18a-676d-4ad9-8337-463c9b9c1555 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] No DVR routers for this DVR port d159e316-574a-44b9-a8b0-e7391f1c2101 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:23.809447 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:32:23.820007 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-51d7beb7-a39e-43a5-85d9-29e6873a3f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.857328 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d7beb7-a39e-43a5-85d9-29e6873a3f3a None None] No DVR routers for this DVR port d159e316-574a-44b9-a8b0-e7391f1c2101 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:23.934711 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d7beb7-a39e-43a5-85d9-29e6873a3f3a None None] Pushing event deleted for resources: {'Port': ['ID=d159e316-574a-44b9-a8b0-e7391f1c2101,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:24.006798 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0956d18a-676d-4ad9-8337-463c9b9c1555 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.022004 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-0956d18a-676d-4ad9-8337-463c9b9c1555 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d67183-ea9e-4577-9137-589c853132cf']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:24.036041 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-0956d18a-676d-4ad9-8337-463c9b9c1555 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '444afa41-f735-4ca0-b234-d4f974ed1d52') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:24.036464 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-0956d18a-676d-4ad9-8337-463c9b9c1555 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '444afa41-f735-4ca0-b234-d4f974ed1d52') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:24.049125 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0956d18a-676d-4ad9-8337-463c9b9c1555 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.067738 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0956d18a-676d-4ad9-8337-463c9b9c1555 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.078046 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0956d18a-676d-4ad9-8337-463c9b9c1555 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:24.078502 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0956d18a-676d-4ad9-8337-463c9b9c1555 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:24.199629 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:24.206338 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0956d18a-676d-4ad9-8337-463c9b9c1555 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.232145 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0956d18a-676d-4ad9-8337-463c9b9c1555 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.249127 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0956d18a-676d-4ad9-8337-463c9b9c1555 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "DELETE /v2.0/networks/41d67183-ea9e-4577-9137-589c853132cf HTTP/1.1" status: 204 len: 168 time: 1.3754742 Jul 15 13:32:24.251711 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 56890) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:24.282753 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956d18a-676d-4ad9-8337-463c9b9c1555 tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Pushing event deleted for resources: {'Network': ['ID=41d67183-ea9e-4577-9137-589c853132cf,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:24.380479 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-48987577-8e0a-4154-a84f-ce2855009d9d tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Deleting subnet 901437a7-1a9e-47e5-bdae-5c93afbb67a3 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:32:24.392612 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48987577-8e0a-4154-a84f-ce2855009d9d tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.405217 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9880e26c-7910-4360-8c35-0830a34ad86c req-fd904ba4-fc40-49f3-9131-451da680e350 tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.0849218 Jul 15 13:32:24.547119 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48987577-8e0a-4154-a84f-ce2855009d9d tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.730698 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.763215 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-8bd1544e-f477-4173-b401-d4b129a066ad tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:24.765525 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-8bd1544e-f477-4173-b401-d4b129a066ad tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/networks?id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb HTTP/1.1" status: 200 len: 812 time: 0.3124382 Jul 15 13:32:24.804671 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-bbc80c36-7f83-4b09-a07d-2308960d0970 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/quotas/89567fda246241f4860e07527d287580 HTTP/1.1" status: 200 len: 375 time: 0.0236721 Jul 15 13:32:24.849031 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48987577-8e0a-4154-a84f-ce2855009d9d tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.917360 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device d159e316-574a-44b9-a8b0-e7391f1c2101 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:24.957404 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-ebb2acaf-3e51-4d2d-960f-ff928f00b3a2 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=89567fda246241f4860e07527d287580&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1518040 Jul 15 13:32:24.971988 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: d159e316-574a-44b9-a8b0-e7391f1c2101 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:24.972614 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device d159e316-574a-44b9-a8b0-e7391f1c2101 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:25.088100 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-069e25dd-cf72-467e-8070-cba135667ffc service neutron] 10.222.0.24 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152763 Jul 15 13:32:25.200386 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48987577-8e0a-4154-a84f-ce2855009d9d tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.231787 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.275029 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48987577-8e0a-4154-a84f-ce2855009d9d tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.280292 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-48987577-8e0a-4154-a84f-ce2855009d9d tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "DELETE /v2.0/subnets/901437a7-1a9e-47e5-bdae-5c93afbb67a3 HTTP/1.1" status: 204 len: 168 time: 1.0271459 Jul 15 13:32:25.280840 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75058660-fc80-4953-b6dd-8f8da34e7533 None None] Network 4746eda8-b14d-4193-bcb4-9627ba8284b4 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:25.282615 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 56922) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:25.285088 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48987577-8e0a-4154-a84f-ce2855009d9d tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Pushing event deleted for resources: {'Subnet': ['ID=901437a7-1a9e-47e5-bdae-5c93afbb67a3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:25.448043 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-706922f7-0af2-4bc3-abdf-7dfc44b40d89 service neutron] 10.222.0.24 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447981 Jul 15 13:32:25.577321 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b4cc6b29-7d99-4044-8005-289234b8adbd tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.813431 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8fdae7-4e07-4def-bf68-8162232b7b1d None None] DHCP port deletion for 4746eda8-b14d-4193-bcb4-9627ba8284b4 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:32:25.838713 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc6b29-7d99-4044-8005-289234b8adbd tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Deleting port 11dc8988-c36f-4e40-85e7-568a93b5f4ea {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:25.846443 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b4cc6b29-7d99-4044-8005-289234b8adbd tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.985130 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5c8fdae7-4e07-4def-bf68-8162232b7b1d None None] Deleting port 11dc8988-c36f-4e40-85e7-568a93b5f4ea {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:25.986253 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5c8fdae7-4e07-4def-bf68-8162232b7b1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.069452 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9a4bb2d2-61e2-45cb-a79e-a8c67ec95899 req-be1cab96-bd75-4568-a570-06b6acb449dd tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.0673196 Jul 15 13:32:26.099935 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-b4cc6b29-7d99-4044-8005-289234b8adbd tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] For port 11dc8988-c36f-4e40-85e7-568a93b5f4ea, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=11dc8988-c36f-4e40-85e7-568a93b5f4ea,segment=NetworkSegment(27674d0d-0875-4dd6-97f6-238dfbd3cb9b),segment_id=27674d0d-0875-4dd6-97f6-238dfbd3cb9b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:26.101221 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b4cc6b29-7d99-4044-8005-289234b8adbd tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.129375 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc6b29-7d99-4044-8005-289234b8adbd tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Calling delete_port for 11dc8988-c36f-4e40-85e7-568a93b5f4ea owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:26.134421 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5c8fdae7-4e07-4def-bf68-8162232b7b1d None None] For port 11dc8988-c36f-4e40-85e7-568a93b5f4ea, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=11dc8988-c36f-4e40-85e7-568a93b5f4ea,segment=NetworkSegment(27674d0d-0875-4dd6-97f6-238dfbd3cb9b),segment_id=27674d0d-0875-4dd6-97f6-238dfbd3cb9b)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:26.134873 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5c8fdae7-4e07-4def-bf68-8162232b7b1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.163063 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5c8fdae7-4e07-4def-bf68-8162232b7b1d None None] Calling delete_port for 11dc8988-c36f-4e40-85e7-568a93b5f4ea owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:26.203723 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9eb59552-6778-4ad7-ae41-d0c3bcc6efd4 req-0481d1a0-1b93-4c51-bf56-a7957bca8bc4 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 210 time: 0.1748257 Jul 15 13:32:26.329425 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b4cc6b29-7d99-4044-8005-289234b8adbd tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.362908 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.364664 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5c8fdae7-4e07-4def-bf68-8162232b7b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.373633 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cc6b29-7d99-4044-8005-289234b8adbd tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] No DVR routers for this DVR port 11dc8988-c36f-4e40-85e7-568a93b5f4ea on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:26.379934 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc6b29-7d99-4044-8005-289234b8adbd tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Pushing event deleted for resources: {'Port': ['ID=11dc8988-c36f-4e40-85e7-568a93b5f4ea,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:26.406908 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8fdae7-4e07-4def-bf68-8162232b7b1d None None] Pushing event deleted for resources: {'Port': ['ID=11dc8988-c36f-4e40-85e7-568a93b5f4ea,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:26.409377 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8fdae7-4e07-4def-bf68-8162232b7b1d None None] No DVR routers for this DVR port 11dc8988-c36f-4e40-85e7-568a93b5f4ea on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:26.516620 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b4cc6b29-7d99-4044-8005-289234b8adbd tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.556845 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-b4cc6b29-7d99-4044-8005-289234b8adbd tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4746eda8-b14d-4193-bcb4-9627ba8284b4']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:26.584433 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-b4cc6b29-7d99-4044-8005-289234b8adbd tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27674d0d-0875-4dd6-97f6-238dfbd3cb9b') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:26.586253 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-b4cc6b29-7d99-4044-8005-289234b8adbd tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27674d0d-0875-4dd6-97f6-238dfbd3cb9b') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:26.603490 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b4cc6b29-7d99-4044-8005-289234b8adbd tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.635190 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b4cc6b29-7d99-4044-8005-289234b8adbd tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.652547 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4cc6b29-7d99-4044-8005-289234b8adbd tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:26.652974 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b4cc6b29-7d99-4044-8005-289234b8adbd tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.728431 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:32:26.728431 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:26.728431 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:32:26.728431 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:26.728431 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:32:26.728431 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:26.728431 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:32:26.728431 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:26.728431 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:32:26.728431 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:26.728431 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:32:26.728431 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:26.728431 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:32:26.728431 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:26.728431 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:26.728431 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:26.728431 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:26.728431 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:26.728431 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:32:26.728431 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:26.728431 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:32:26.728431 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:26.728431 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:26.728431 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:26.728431 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:26.728431 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:26.728431 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:26.728431 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:26.728431 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:26.728431 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:26.728431 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:26.728431 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:26.742129 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b4cc6b29-7d99-4044-8005-289234b8adbd tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.751343 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b4cc6b29-7d99-4044-8005-289234b8adbd tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.757857 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b4cc6b29-7d99-4044-8005-289234b8adbd tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] 10.222.0.24 "DELETE /v2.0/networks/4746eda8-b14d-4193-bcb4-9627ba8284b4 HTTP/1.1" status: 204 len: 168 time: 1.4715047 Jul 15 13:32:26.851942 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc6b29-7d99-4044-8005-289234b8adbd tempest-ServersTestMultiNic-1862892342 tempest-ServersTestMultiNic-1862892342-project] Pushing event deleted for resources: {'Network': ['ID=4746eda8-b14d-4193-bcb4-9627ba8284b4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:26.852217 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 11dc8988-c36f-4e40-85e7-568a93b5f4ea no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:26.942854 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 11dc8988-c36f-4e40-85e7-568a93b5f4ea {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:26.943408 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 11dc8988-c36f-4e40-85e7-568a93b5f4ea not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:27.470873 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8c815e3d-650b-466e-abed-c90538dd98ad req-2e60391c-9be6-4c24-aee1-8685dc0b055a tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 210 time: 0.0407047 Jul 15 13:32:27.473658 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-86d096db-5f44-41a5-bdc0-e2828c35bb55 req-5644a30d-aafc-4fa9-b227-83f3f4f5af7f tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.0839415 Jul 15 13:32:27.571697 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 56982) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:28.193364 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-485173e1-c2db-4657-b510-f2f33e21a29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.462017 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-4be1b218-db90-48e4-af5c-cc6924179e61 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:28.465291 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-4be1b218-db90-48e4-af5c-cc6924179e61 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.18 "GET /v2.0/networks?id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb HTTP/1.1" status: 200 len: 812 time: 0.3871820 Jul 15 13:32:28.483712 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-7f807f1f-f62f-4dd0-9166-e03df1ee0f42 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Request body: {'port': {'device_id': '096b02f7-32d3-4165-a73b-288b437f242a', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'admin_state_up': True, 'tenant_id': '89567fda246241f4860e07527d287580'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:28.604776 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-485173e1-c2db-4657-b510-f2f33e21a29b admin admin] Deleting port 1761bb54-d130-4bbb-8d62-cdd53e91cfd0 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:28.605364 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-485173e1-c2db-4657-b510-f2f33e21a29b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.839580 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-561f7917-9eb9-4757-ae04-224b862b0827 req-5383a6c0-4016-45a6-a429-ef66d95f3710 tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.0933380 Jul 15 13:32:28.934205 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-485173e1-c2db-4657-b510-f2f33e21a29b admin admin] For port 1761bb54-d130-4bbb-8d62-cdd53e91cfd0, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=1761bb54-d130-4bbb-8d62-cdd53e91cfd0,segment=NetworkSegment(fb564b58-6402-4a6e-81ae-5dd326cb9e62),segment_id=fb564b58-6402-4a6e-81ae-5dd326cb9e62)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:28.938264 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-485173e1-c2db-4657-b510-f2f33e21a29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.977548 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b6ea6ba9-ab8e-42b3-8450-37200fb38862 req-1c26f8a8-aa65-41a9-8e59-880905449712 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 210 time: 0.1641939 Jul 15 13:32:28.997273 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-485173e1-c2db-4657-b510-f2f33e21a29b admin admin] Calling delete_port for 1761bb54-d130-4bbb-8d62-cdd53e91cfd0 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:29.018193 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-7f807f1f-f62f-4dd0-9166-e03df1ee0f42 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Made reservation on behalf of 89567fda246241f4860e07527d287580 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:29.028338 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-7f807f1f-f62f-4dd0-9166-e03df1ee0f42 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.648848 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2126cb9e-e2da-4851-a2b8-57e0799e651e req-9b90b0b0-c42b-4a37-9510-9d68d1658eea service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.2734814 Jul 15 13:32:29.834071 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-7f807f1f-f62f-4dd0-9166-e03df1ee0f42 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Allocated IP 172.20.0.4 (2f29b873-f209-4d3d-b75f-0d6b04f8d1cb/4840df0d-ad31-406d-829f-ea4475de886e/2d9353a7-0ec9-423d-a865-946e05620e01) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:30.326961 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cb6cd961-4402-40b3-a7e6-1b1d4f40a952 req-f0e72878-4ee1-4999-8cae-b810bd5a95a2 tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.1961975 Jul 15 13:32:30.395708 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-485173e1-c2db-4657-b510-f2f33e21a29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:30.476041 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b2d524c4-dac9-4279-be70-f489fc4b0031 req-fffc7eda-7373-444e-830d-86b09d14b6dd tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 210 time: 0.1156616 Jul 15 13:32:30.482815 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485173e1-c2db-4657-b510-f2f33e21a29b admin admin] Pushing event deleted for resources: {'Port': ['ID=1761bb54-d130-4bbb-8d62-cdd53e91cfd0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:30.677229 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-7f807f1f-f62f-4dd0-9166-e03df1ee0f42 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:30.725429 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-7f807f1f-f62f-4dd0-9166-e03df1ee0f42 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Transition to ACTIVE for port object 2d9353a7-0ec9-423d-a865-946e05620e01 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:30.815920 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-7f807f1f-f62f-4dd0-9166-e03df1ee0f42 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:30.871068 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['0eca81be-ae8b-4b50-8653-c4d1a97d72c5'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:32:31.046822 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-7f807f1f-f62f-4dd0-9166-e03df1ee0f42 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:31.066078 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-7f807f1f-f62f-4dd0-9166-e03df1ee0f42 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:31.077128 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-7f807f1f-f62f-4dd0-9166-e03df1ee0f42 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:31.085296 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f807f1f-f62f-4dd0-9166-e03df1ee0f42 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Pushing event updated for resources: {'Port': ['ID=2d9353a7-0ec9-423d-a865-946e05620e01,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:31.299758 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-7f807f1f-f62f-4dd0-9166-e03df1ee0f42 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:31.305098 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-7f807f1f-f62f-4dd0-9166-e03df1ee0f42 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:31.414765 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-7f807f1f-f62f-4dd0-9166-e03df1ee0f42 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9406919 Jul 15 13:32:31.427742 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-231a1c5c-c2b5-4e23-8b85-97b91face8ae service neutron] Request body: {'port': {'device_id': '096b02f7-32d3-4165-a73b-288b437f242a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:31.504854 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-485173e1-c2db-4657-b510-f2f33e21a29b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:31.835924 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-47cca796-a34a-49eb-9ad4-4471ec711fec None None] Provisioning for port 2d9353a7-0ec9-423d-a865-946e05620e01 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:31.856376 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-231a1c5c-c2b5-4e23-8b85-97b91face8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:31.860248 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-47cca796-a34a-49eb-9ad4-4471ec711fec None None] Provisioning complete for port 2d9353a7-0ec9-423d-a865-946e05620e01 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:31.860810 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-47cca796-a34a-49eb-9ad4-4471ec711fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:32.068670 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c3bd103a-9c3a-44a8-acfd-095252c44951 req-c0951ecd-6881-4d8b-8d42-22a1a6214d23 tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.0840816 Jul 15 13:32:32.130705 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-47cca796-a34a-49eb-9ad4-4471ec711fec None None] Port 2d9353a7-0ec9-423d-a865-946e05620e01 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:32:32.426857 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485173e1-c2db-4657-b510-f2f33e21a29b admin admin] Router 24be019e-dc2a-4c29-94ef-65941ad416f5 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:32:32.657054 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f805e-6dba-49c7-8f8f-bf346f06d785 req-ecc46687-26ed-4c49-9446-b517a4ba8503 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:32.671493 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-253f805e-6dba-49c7-8f8f-bf346f06d785 req-ecc46687-26ed-4c49-9446-b517a4ba8503 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 931 time: 0.5401027 Jul 15 13:32:32.741938 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-231a1c5c-c2b5-4e23-8b85-97b91face8ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d9353a7-0ec9-423d-a865-946e05620e01 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:32:32.796227 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-231a1c5c-c2b5-4e23-8b85-97b91face8ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:32.825097 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-231a1c5c-c2b5-4e23-8b85-97b91face8ae service neutron] Transition to ACTIVE for port object 2d9353a7-0ec9-423d-a865-946e05620e01 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:32.830902 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-231a1c5c-c2b5-4e23-8b85-97b91face8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:32.929118 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a1c5c-c2b5-4e23-8b85-97b91face8ae service neutron] Pushing event updated for resources: {'Port': ['ID=2d9353a7-0ec9-423d-a865-946e05620e01,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:33.063606 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-231a1c5c-c2b5-4e23-8b85-97b91face8ae service neutron] Attempting to bind port 2d9353a7-0ec9-423d-a865-946e05620e01 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:33.064015 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-231a1c5c-c2b5-4e23-8b85-97b91face8ae service neutron] Attempting to bind port 2d9353a7-0ec9-423d-a865-946e05620e01 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:33.064359 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-231a1c5c-c2b5-4e23-8b85-97b91face8ae service neutron] Attempting to bind port 2d9353a7-0ec9-423d-a865-946e05620e01 on network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:33.068524 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-253f805e-6dba-49c7-8f8f-bf346f06d785 req-d5fa1887-c93c-46df-a533-554d9cd5f3a3 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913955 Jul 15 13:32:33.072360 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-231a1c5c-c2b5-4e23-8b85-97b91face8ae service neutron] Port 2d9353a7-0ec9-423d-a865-946e05620e01 on network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:33.073169 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-231a1c5c-c2b5-4e23-8b85-97b91face8ae service neutron] Attempting to bind port 2d9353a7-0ec9-423d-a865-946e05620e01 on network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:33.080845 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-231a1c5c-c2b5-4e23-8b85-97b91face8ae service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:32:33.083027 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-231a1c5c-c2b5-4e23-8b85-97b91face8ae service neutron] Checking segment: {'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:33.083493 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-231a1c5c-c2b5-4e23-8b85-97b91face8ae service neutron] Bound using segment: {'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:32:33.083981 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-231a1c5c-c2b5-4e23-8b85-97b91face8ae service neutron] Bound port: 2d9353a7-0ec9-423d-a865-946e05620e01, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:32:33.084358 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-231a1c5c-c2b5-4e23-8b85-97b91face8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:33.099296 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485173e1-c2db-4657-b510-f2f33e21a29b admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:32:33.114487 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-485173e1-c2db-4657-b510-f2f33e21a29b admin admin] 10.222.0.24 "PUT /v2.0/routers/24be019e-dc2a-4c29-94ef-65941ad416f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5376868 Jul 15 13:32:33.116647 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57094) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:33.120808 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75be678-31e0-4b2f-95ce-1fb18b86fec0 None None] Sync routers for ids ['24be019e-dc2a-4c29-94ef-65941ad416f5'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:32:33.156257 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75be678-31e0-4b2f-95ce-1fb18b86fec0 None None] Routers {'24be019e-dc2a-4c29-94ef-65941ad416f5'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:33.162506 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e75be678-31e0-4b2f-95ce-1fb18b86fec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:32:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['24be019e-dc2a-4c29-94ef-65941ad416f5'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:33.220069 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e648614a-310d-4fbf-961c-db32aeb76149 req-ed9392ad-7056-41f8-ba63-92907abc55eb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=72071cbd665c4a5f964c6694582be6d4&device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.1059170 Jul 15 13:32:33.283577 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e648614a-310d-4fbf-961c-db32aeb76149 req-05cc3307-e7b6-4b1e-9179-b6099ab7f184 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=72071cbd665c4a5f964c6694582be6d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492015 Jul 15 13:32:33.524011 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-344f96d9-6334-47e5-bd8a-9892c05f4549 admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:33.658672 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e8afba46-4fb1-49cb-86ca-9f90af28a3eb req-8d051d41-a1df-40bf-b520-8b5fa085db67 tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.1379237 Jul 15 13:32:33.719852 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648614a-310d-4fbf-961c-db32aeb76149 req-bf0a9049-15a2-45cd-adef-823786f1aca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:33.727084 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e648614a-310d-4fbf-961c-db32aeb76149 req-bf0a9049-15a2-45cd-adef-823786f1aca0 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4328802 Jul 15 13:32:34.090414 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-e75be678-31e0-4b2f-95ce-1fb18b86fec0 None None] Set router 24be019e-dc2a-4c29-94ef-65941ad416f5 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:32:34.104918 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-d8fd98dc-b585-4f8d-af7a-54083126a815 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:34.119620 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-d8fd98dc-b585-4f8d-af7a-54083126a815 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/networks?id=56d0b0c9-02e7-4410-a25a-8546233647b6 HTTP/1.1" status: 200 len: 814 time: 0.5991402 Jul 15 13:32:34.138656 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-344f96d9-6334-47e5-bd8a-9892c05f4549 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:34.193649 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-060d94fe-1188-4260-b3a8-cc244e2c667f tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/quotas/c120ea471629450bbfcfe5bb382142bb HTTP/1.1" status: 200 len: 375 time: 0.0720308 Jul 15 13:32:34.346628 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-afc503ec-1583-442f-b0b9-49e4afc5c8a6 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c120ea471629450bbfcfe5bb382142bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1500826 Jul 15 13:32:34.352983 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-231a1c5c-c2b5-4e23-8b85-97b91face8ae service neutron] For port 2d9353a7-0ec9-423d-a865-946e05620e01, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:32:34.477941 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-231a1c5c-c2b5-4e23-8b85-97b91face8ae service neutron] For port 2d9353a7-0ec9-423d-a865-946e05620e01, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=2d9353a7-0ec9-423d-a865-946e05620e01,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:32:34.523991 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-231a1c5c-c2b5-4e23-8b85-97b91face8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:34.580649 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e75be678-31e0-4b2f-95ce-1fb18b86fec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24be019e-dc2a-4c29-94ef-65941ad416f5', 'name': 'tempest-ServersTestMultiNic-1215721832-router', 'tenant_id': 'e2e3a157879d4bce851e726676290061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '094a7b31-a2e9-4ee1-8a17-4fe4cce6e618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:09Z', 'updated_at': '2021-07-15T13:32:30Z', 'revision_number': 5, 'project_id': 'e2e3a157879d4bce851e726676290061', 'gw_port': {'id': '094a7b31-a2e9-4ee1-8a17-4fe4cce6e618', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:73:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24be019e-dc2a-4c29-94ef-65941ad416f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:30:10Z', 'updated_at': '2021-07-15T13:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:34.648639 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75be678-31e0-4b2f-95ce-1fb18b86fec0 None None] Checking router: 24be019e-dc2a-4c29-94ef-65941ad416f5 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:32:34.654720 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-231a1c5c-c2b5-4e23-8b85-97b91face8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:34.655818 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-231a1c5c-c2b5-4e23-8b85-97b91face8ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:34.658704 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-231a1c5c-c2b5-4e23-8b85-97b91face8ae service neutron] 10.222.0.18 "PUT /v2.0/ports/2d9353a7-0ec9-423d-a865-946e05620e01 HTTP/1.1" status: 200 len: 1092 time: 3.2366569 Jul 15 13:32:34.661749 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096b02f7-32d3-4165-a73b-288b437f242a', 'tag': '2d9353a7-0ec9-423d-a865-946e05620e01'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:34.664915 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff241640-3dfa-4062-9b71-de9616cb195b" -d '{"events": [{"name": "network-changed", "server_uuid": "096b02f7-32d3-4165-a73b-288b437f242a", "tag": "2d9353a7-0ec9-423d-a865-946e05620e01"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:34.689414 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75be678-31e0-4b2f-95ce-1fb18b86fec0 None None] Routers {'24be019e-dc2a-4c29-94ef-65941ad416f5'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:34.690475 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e75be678-31e0-4b2f-95ce-1fb18b86fec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:32:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['24be019e-dc2a-4c29-94ef-65941ad416f5'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:34.860759 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1eacb7-5a9e-40f6-8e25-ee16a89825c8 req-5f2da9d4-9dd7-4573-8413-ab410a745c9a tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:34.878786 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f1eacb7-5a9e-40f6-8e25-ee16a89825c8 req-5f2da9d4-9dd7-4573-8413-ab410a745c9a tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 943 time: 0.3301096 Jul 15 13:32:35.100620 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f1eacb7-5a9e-40f6-8e25-ee16a89825c8 req-6908a271-44fb-48e2-a80f-1f16a39c3987 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199390 Jul 15 13:32:35.136904 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a1c5c-c2b5-4e23-8b85-97b91face8ae service neutron] Pushing event updated for resources: {'Port': ['ID=2d9353a7-0ec9-423d-a865-946e05620e01,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:35.154639 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-e75be678-31e0-4b2f-95ce-1fb18b86fec0 None None] Set router 24be019e-dc2a-4c29-94ef-65941ad416f5 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:32:35.183579 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-68cdab6a-abf7-48cd-9ca1-e65f3fb95c9b service neutron] 10.222.0.24 "GET /v2.0/networks/56d0b0c9-02e7-4410-a25a-8546233647b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8021951 Jul 15 13:32:35.275686 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-344f96d9-6334-47e5-bd8a-9892c05f4549 admin admin] Deleting port 094a7b31-a2e9-4ee1-8a17-4fe4cce6e618 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:35.276182 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-344f96d9-6334-47e5-bd8a-9892c05f4549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:35.382386 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e75be678-31e0-4b2f-95ce-1fb18b86fec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24be019e-dc2a-4c29-94ef-65941ad416f5', 'name': 'tempest-ServersTestMultiNic-1215721832-router', 'tenant_id': 'e2e3a157879d4bce851e726676290061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:09Z', 'updated_at': '2021-07-15T13:32:34Z', 'revision_number': 6, 'project_id': 'e2e3a157879d4bce851e726676290061', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:35.468255 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e648614a-310d-4fbf-961c-db32aeb76149 req-c44ca480-32cc-4640-85fb-9c92d832e99d tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.1350322 Jul 15 13:32:35.545749 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75be678-31e0-4b2f-95ce-1fb18b86fec0 None None] The sync data for ids ['24be019e-dc2a-4c29-94ef-65941ad416f5'] in n-d-758944-45 is: [{'id': '24be019e-dc2a-4c29-94ef-65941ad416f5', 'name': 'tempest-ServersTestMultiNic-1215721832-router', 'tenant_id': 'e2e3a157879d4bce851e726676290061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:30:09Z', 'updated_at': '2021-07-15T13:32:34Z', 'revision_number': 6, 'project_id': 'e2e3a157879d4bce851e726676290061', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:32:35.558293 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-63f072e0-c68e-430a-b281-000fe927fce9 req-3d7a71c5-9e46-4b00-912c-8a8bd5fa9ed7 tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.1081970 Jul 15 13:32:35.696461 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e4a19f-644a-4e1b-b25a-573cc44eca36 x-openstack-request-id: req-87e4a19f-644a-4e1b-b25a-573cc44eca36 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:35.696783 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "096b02f7-32d3-4165-a73b-288b437f242a", "tag": "2d9353a7-0ec9-423d-a865-946e05620e01", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:35.696998 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-87e4a19f-644a-4e1b-b25a-573cc44eca36 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:35.697396 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '096b02f7-32d3-4165-a73b-288b437f242a', 'tag': '2d9353a7-0ec9-423d-a865-946e05620e01', 'status': 'completed', 'code': 200} Jul 15 13:32:35.727392 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-7cb6d45c-c6b5-4b12-b5b2-383f9fe4fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:35.742065 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-7cb6d45c-c6b5-4b12-b5b2-383f9fe4fb01 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89567fda246241f4860e07527d287580&device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 1095 time: 0.9614978 Jul 15 13:32:35.787834 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-53af304a-d775-4af4-9a6c-a910dc74a3ba service neutron] 10.222.0.24 "GET /v2.0/networks/56d0b0c9-02e7-4410-a25a-8546233647b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6032224 Jul 15 13:32:35.869749 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-3957d914-2216-41a7-bd78-a89c042c0419 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d9353a7-0ec9-423d-a865-946e05620e01 HTTP/1.1" status: 200 len: 217 time: 0.1136818 Jul 15 13:32:35.913067 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-344f96d9-6334-47e5-bd8a-9892c05f4549 admin admin] For port 094a7b31-a2e9-4ee1-8a17-4fe4cce6e618, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=094a7b31-a2e9-4ee1-8a17-4fe4cce6e618,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:35.917358 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-344f96d9-6334-47e5-bd8a-9892c05f4549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:36.037668 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-344f96d9-6334-47e5-bd8a-9892c05f4549 admin admin] Calling delete_port for 094a7b31-a2e9-4ee1-8a17-4fe4cce6e618 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:36.137830 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-9adb4285-a165-4627-b8f3-1f8ec4cb31cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:36.140680 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-9adb4285-a165-4627-b8f3-1f8ec4cb31cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4840df0d-ad31-406d-829f-ea4475de886e HTTP/1.1" status: 200 len: 851 time: 0.2542465 Jul 15 13:32:36.308974 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c03712b4-bebe-4e1c-96af-31ff6cced30a req-cdbdce44-5e0d-41fa-bb7f-43d3bfe111f9 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/ports?device_id=0aa02c4d-1c56-430a-97c7-bcf5d0484036 HTTP/1.1" status: 200 len: 210 time: 0.0733852 Jul 15 13:32:36.983340 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 094a7b31-a2e9-4ee1-8a17-4fe4cce6e618 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:37.060694 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-574d0a90-2cb5-4cd0-bcbb-741a34463bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:37.066610 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-574d0a90-2cb5-4cd0-bcbb-741a34463bdf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8065870 Jul 15 13:32:37.115400 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7828161b-742a-4d43-9820-11eb78f77ae0 req-d91843af-b747-442f-a356-02fe7f4a7e6e tempest-ServerShowV257Test-760531938 tempest-ServerShowV257Test-760531938-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd38a1b4-87f8-4d88-b57b-12d960d81e06 HTTP/1.1" status: 200 len: 210 time: 0.1351058 Jul 15 13:32:37.361983 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ac1ea-cfce-4e6e-9a74-d14b132b4314 req-c576d2d6-029c-4589-bfcf-e88c6e962ec7 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:37.364670 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-921ac1ea-cfce-4e6e-9a74-d14b132b4314 req-c576d2d6-029c-4589-bfcf-e88c6e962ec7 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 943 time: 0.7788026 Jul 15 13:32:37.378844 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:37.417166 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1761bb54-d130-4bbb-8d62-cdd53e91cfd0 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:37.444845 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-344f96d9-6334-47e5-bd8a-9892c05f4549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:37.459099 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 1761bb54-d130-4bbb-8d62-cdd53e91cfd0 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:37.459952 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1761bb54-d130-4bbb-8d62-cdd53e91cfd0 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:37.492208 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-983db629-15d9-4202-8959-48eca8530830 service neutron] 10.222.0.18 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062960 Jul 15 13:32:37.595429 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d018a258-8e19-4b3c-8039-b9e89c913842 req-4871b578-50f1-4036-951b-323d07dd4f5a tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/ports?device_id=0aa02c4d-1c56-430a-97c7-bcf5d0484036 HTTP/1.1" status: 200 len: 210 time: 0.1301422 Jul 15 13:32:37.665062 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f96d9-6334-47e5-bd8a-9892c05f4549 admin admin] Pushing event deleted for resources: {'Port': ['ID=094a7b31-a2e9-4ee1-8a17-4fe4cce6e618,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:37.836750 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-921ac1ea-cfce-4e6e-9a74-d14b132b4314 req-cae9da0d-4d08-4c1c-9897-50e2ed726085 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344029 Jul 15 13:32:38.002642 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:32:38.150090 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-344f96d9-6334-47e5-bd8a-9892c05f4549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:38.236666 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:38.713097 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57198) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:38.900615 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-d95bd727-82e3-4e17-9c89-aaf4b1f24355 admin admin] Deleting subnet 6e04894b-cb13-486a-ae45-42603c8921c5 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:32:38.908271 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d95bd727-82e3-4e17-9c89-aaf4b1f24355 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.009616 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d95bd727-82e3-4e17-9c89-aaf4b1f24355 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.252474 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d95bd727-82e3-4e17-9c89-aaf4b1f24355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.399895 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7a38d41-793f-419d-ab16-b423a2deae9c req-d9eff04f-a616-438c-ac95-13ac44848d1b service neutron] 10.222.0.18 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7962108 Jul 15 13:32:39.464750 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-729471c7-3589-4369-a714-128a3701d28b req-be7ae919-39d1-433f-8f60-8b04c5200a8d tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/ports?device_id=0aa02c4d-1c56-430a-97c7-bcf5d0484036 HTTP/1.1" status: 200 len: 210 time: 0.0819061 Jul 15 13:32:39.474891 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-344f96d9-6334-47e5-bd8a-9892c05f4549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.490217 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-344f96d9-6334-47e5-bd8a-9892c05f4549 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.503932 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d95bd727-82e3-4e17-9c89-aaf4b1f24355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.609283 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95bd727-82e3-4e17-9c89-aaf4b1f24355 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e04894b-cb13-486a-ae45-42603c8921c5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:39.775166 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d95bd727-82e3-4e17-9c89-aaf4b1f24355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.777214 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d95bd727-82e3-4e17-9c89-aaf4b1f24355 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6e04894b-cb13-486a-ae45-42603c8921c5 HTTP/1.1" status: 204 len: 168 time: 1.0626054 Jul 15 13:32:39.790266 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57212) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:39.902898 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57218) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:39.930542 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-344f96d9-6334-47e5-bd8a-9892c05f4549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.937831 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344f96d9-6334-47e5-bd8a-9892c05f4549 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24be019e-dc2a-4c29-94ef-65941ad416f5 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:32:39.962884 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-344f96d9-6334-47e5-bd8a-9892c05f4549 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.965445 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-344f96d9-6334-47e5-bd8a-9892c05f4549 admin admin] 10.222.0.24 "DELETE /v2.0/routers/24be019e-dc2a-4c29-94ef-65941ad416f5 HTTP/1.1" status: 204 len: 168 time: 6.8486247 Jul 15 13:32:39.978675 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57222) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:40.136756 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73952da0-2cb5-481d-80da-3b1e2a7d8978 req-8e20f876-a8c7-4ce0-a7a0-3d8b23d6d355 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:40.144263 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-73952da0-2cb5-481d-80da-3b1e2a7d8978 req-8e20f876-a8c7-4ce0-a7a0-3d8b23d6d355 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 943 time: 0.5113802 Jul 15 13:32:40.183506 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-460148d7-5404-4fc0-8749-78cbb5bbf17d admin admin] Deleting subnet 23d1bb2e-e484-4deb-965e-772583639b88 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:32:40.203870 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-460148d7-5404-4fc0-8749-78cbb5bbf17d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.217390 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff241640-3dfa-4062-9b71-de9616cb195b req-397660c3-de63-474a-8054-5fe3f8027da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:40.219635 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ff241640-3dfa-4062-9b71-de9616cb195b req-397660c3-de63-474a-8054-5fe3f8027da0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89567fda246241f4860e07527d287580&device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 1095 time: 0.4730086 Jul 15 13:32:40.515192 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-73952da0-2cb5-481d-80da-3b1e2a7d8978 req-750b815e-3d23-4972-9809-91033ffc2a7f tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451061 Jul 15 13:32:40.592821 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-90310aa8-5215-4cdd-956c-e16ad6426196 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:40.594512 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-90310aa8-5215-4cdd-956c-e16ad6426196 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.32 "GET /v2.0/networks?id=56d0b0c9-02e7-4410-a25a-8546233647b6 HTTP/1.1" status: 200 len: 814 time: 0.3386896 Jul 15 13:32:40.613923 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-289d1ff0-b24c-4a53-98b9-e6a39edb58db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.648188 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-f8cc267d-eb30-4157-a720-1e1ed493ba83 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Request body: {'port': {'device_id': '0aa02c4d-1c56-430a-97c7-bcf5d0484036', 'network_id': '56d0b0c9-02e7-4410-a25a-8546233647b6', 'admin_state_up': True, 'tenant_id': 'c120ea471629450bbfcfe5bb382142bb'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:40.732783 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-460148d7-5404-4fc0-8749-78cbb5bbf17d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.068258 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1b49adbd-1940-4c55-8ec3-655c81503b2c req-6c46beb1-87c2-413a-a756-b92d7d330d6f tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/ports?device_id=0aa02c4d-1c56-430a-97c7-bcf5d0484036 HTTP/1.1" status: 200 len: 210 time: 0.1626003 Jul 15 13:32:41.142209 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff241640-3dfa-4062-9b71-de9616cb195b req-bed4859a-2b4c-49f7-8c3a-b0d55584230e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:41.147173 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ff241640-3dfa-4062-9b71-de9616cb195b req-bed4859a-2b4c-49f7-8c3a-b0d55584230e service neutron] 10.222.0.18 "GET /v2.0/networks?id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb HTTP/1.1" status: 200 len: 913 time: 0.8722904 Jul 15 13:32:41.375110 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ff241640-3dfa-4062-9b71-de9616cb195b req-9c169d6f-12a1-4dc2-b460-69a07bd3dfab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d9353a7-0ec9-423d-a865-946e05620e01 HTTP/1.1" status: 200 len: 217 time: 0.2107596 Jul 15 13:32:41.455964 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-460148d7-5404-4fc0-8749-78cbb5bbf17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.541610 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff241640-3dfa-4062-9b71-de9616cb195b req-109a7937-956c-4aeb-bdd7-c336eb1a4698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:41.545371 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ff241640-3dfa-4062-9b71-de9616cb195b req-109a7937-956c-4aeb-bdd7-c336eb1a4698 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4840df0d-ad31-406d-829f-ea4475de886e HTTP/1.1" status: 200 len: 851 time: 0.1588831 Jul 15 13:32:41.778800 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2a552d4-aa45-4eb5-9043-9d96c5375064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.786441 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-460148d7-5404-4fc0-8749-78cbb5bbf17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.877148 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bff586a-bc9f-4507-87b3-dcc98d5c89da None None] Network 01293972-e692-4bfb-99b2-43989f12fea8 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:41.918771 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-460148d7-5404-4fc0-8749-78cbb5bbf17d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.922991 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-460148d7-5404-4fc0-8749-78cbb5bbf17d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/23d1bb2e-e484-4deb-965e-772583639b88 HTTP/1.1" status: 204 len: 168 time: 1.9399924 Jul 15 13:32:41.925114 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460148d7-5404-4fc0-8749-78cbb5bbf17d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23d1bb2e-e484-4deb-965e-772583639b88,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:41.928032 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57244) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:41.958374 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff241640-3dfa-4062-9b71-de9616cb195b req-c31f69c3-847a-4db2-b95b-74d5f7c5fd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:41.960535 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ff241640-3dfa-4062-9b71-de9616cb195b req-c31f69c3-847a-4db2-b95b-74d5f7c5fd8d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3903930 Jul 15 13:32:42.244224 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-289d1ff0-b24c-4a53-98b9-e6a39edb58db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.257980 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-289d1ff0-b24c-4a53-98b9-e6a39edb58db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b79afc-14e3-4510-b06d-ca8d5d252baf']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:42.270967 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-289d1ff0-b24c-4a53-98b9-e6a39edb58db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aa25d67-783d-446f-bdae-596e5158e651') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:42.271664 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-289d1ff0-b24c-4a53-98b9-e6a39edb58db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aa25d67-783d-446f-bdae-596e5158e651') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:42.283980 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-289d1ff0-b24c-4a53-98b9-e6a39edb58db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.302929 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-289d1ff0-b24c-4a53-98b9-e6a39edb58db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.312268 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfe73c25-2811-4e95-af1a-686891253579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.313199 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-289d1ff0-b24c-4a53-98b9-e6a39edb58db admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:42.314590 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-289d1ff0-b24c-4a53-98b9-e6a39edb58db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.444378 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ff241640-3dfa-4062-9b71-de9616cb195b req-06f2d0b0-ccdb-4846-8890-60719426b9a3 service neutron] 10.222.0.18 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546537 Jul 15 13:32:42.451605 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:32:42.451605 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:42.451605 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:32:42.451605 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:42.451605 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:32:42.451605 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:42.451605 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:32:42.451605 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:42.451605 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:32:42.451605 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:42.451605 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:32:42.451605 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:42.451605 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:32:42.451605 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:42.451605 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:42.451605 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:42.451605 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:42.451605 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:42.451605 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:32:42.451605 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:42.451605 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:32:42.451605 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:42.451605 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:42.451605 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:42.451605 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:42.451605 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:42.451605 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:42.451605 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:42.451605 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:42.451605 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:42.451605 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:42.451605 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:42.506630 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743cc885-1c07-4a5d-82d8-b0df4f8342ff req-abbdfc35-8ac4-46a9-9212-e4ac2ca113de tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:42.509039 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-743cc885-1c07-4a5d-82d8-b0df4f8342ff req-abbdfc35-8ac4-46a9-9212-e4ac2ca113de tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 943 time: 0.7244554 Jul 15 13:32:42.510262 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-289d1ff0-b24c-4a53-98b9-e6a39edb58db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.574159 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-289d1ff0-b24c-4a53-98b9-e6a39edb58db admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.577469 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-289d1ff0-b24c-4a53-98b9-e6a39edb58db admin admin] 10.222.0.24 "DELETE /v2.0/networks/56b79afc-14e3-4510-b06d-ca8d5d252baf HTTP/1.1" status: 204 len: 168 time: 2.7763219 Jul 15 13:32:42.578372 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5033d737-84e4-4ed8-b317-f00ae30d1946 None None] DHCP port deletion for 01293972-e692-4bfb-99b2-43989f12fea8 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:32:42.586782 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d1ff0-b24c-4a53-98b9-e6a39edb58db admin admin] Pushing event deleted for resources: {'Network': ['ID=56b79afc-14e3-4510-b06d-ca8d5d252baf,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:42.621650 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57248) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:42.625203 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-743cc885-1c07-4a5d-82d8-b0df4f8342ff req-93886c78-505e-40c0-ba86-3d0e296f4b06 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730112 Jul 15 13:32:42.711113 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-3908db6e-ed4c-4c48-8201-8566003ec568 admin admin] Deleting subnet d167dba1-4184-451a-b861-21318e66cd7d {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:32:42.715640 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3908db6e-ed4c-4c48-8201-8566003ec568 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.768993 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3908db6e-ed4c-4c48-8201-8566003ec568 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.818313 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e63390aa-aa9f-4c48-834e-41b45f51580e req-393e01a4-facd-47bb-82db-e7dcac081e41 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/ports?device_id=0aa02c4d-1c56-430a-97c7-bcf5d0484036 HTTP/1.1" status: 200 len: 210 time: 0.2632208 Jul 15 13:32:42.844988 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5033d737-84e4-4ed8-b317-f00ae30d1946 None None] Deleting port 953295cb-308f-4ee2-b701-ace6a74174ce {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:42.845845 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5033d737-84e4-4ed8-b317-f00ae30d1946 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.923452 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3908db6e-ed4c-4c48-8201-8566003ec568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.000321 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 953295cb-308f-4ee2-b701-ace6a74174ce no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:43.026842 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ff241640-3dfa-4062-9b71-de9616cb195b req-f7fee687-2e2a-4951-a54d-2f3a80085b24 service neutron] 10.222.0.18 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5738835 Jul 15 13:32:43.063161 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5033d737-84e4-4ed8-b317-f00ae30d1946 None None] For port 953295cb-308f-4ee2-b701-ace6a74174ce, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=953295cb-308f-4ee2-b701-ace6a74174ce,segment=NetworkSegment(fb564b58-6402-4a6e-81ae-5dd326cb9e62),segment_id=fb564b58-6402-4a6e-81ae-5dd326cb9e62)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:43.064283 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5033d737-84e4-4ed8-b317-f00ae30d1946 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.079098 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-cfe73c25-2811-4e95-af1a-686891253579 admin admin] Deleting port 953295cb-308f-4ee2-b701-ace6a74174ce {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:43.082537 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfe73c25-2811-4e95-af1a-686891253579 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.132371 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5033d737-84e4-4ed8-b317-f00ae30d1946 None None] Calling delete_port for 953295cb-308f-4ee2-b701-ace6a74174ce owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:43.158732 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2a552d4-aa45-4eb5-9043-9d96c5375064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.204685 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2a552d4-aa45-4eb5-9043-9d96c5375064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.320545 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57258) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:43.327924 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b2a552d4-aa45-4eb5-9043-9d96c5375064 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=72071cbd665c4a5f964c6694582be6d4&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4202673 Jul 15 13:32:43.411740 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.484784 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 953295cb-308f-4ee2-b701-ace6a74174ce, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=953295cb-308f-4ee2-b701-ace6a74174ce,segment=NetworkSegment(fb564b58-6402-4a6e-81ae-5dd326cb9e62),segment_id=fb564b58-6402-4a6e-81ae-5dd326cb9e62)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:43.491894 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-f8cc267d-eb30-4157-a720-1e1ed493ba83 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Made reservation on behalf of c120ea471629450bbfcfe5bb382142bb for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:43.499871 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.519653 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-f8cc267d-eb30-4157-a720-1e1ed493ba83 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.530580 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-cfe73c25-2811-4e95-af1a-686891253579 admin admin] For port 953295cb-308f-4ee2-b701-ace6a74174ce, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=953295cb-308f-4ee2-b701-ace6a74174ce,segment=NetworkSegment(fb564b58-6402-4a6e-81ae-5dd326cb9e62),segment_id=fb564b58-6402-4a6e-81ae-5dd326cb9e62)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:43.530960 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfe73c25-2811-4e95-af1a-686891253579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.575625 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a552d4-aa45-4eb5-9043-9d96c5375064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff372152-0f89-4f8c-9eaa-cbe356312838,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:43.589528 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-13aca9f2-0adc-490e-949d-d5064023bd4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.623251 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3908db6e-ed4c-4c48-8201-8566003ec568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.647043 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=953295cb-308f-4ee2-b701-ace6a74174ce,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:43.652867 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-13aca9f2-0adc-490e-949d-d5064023bd4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.671001 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5033d737-84e4-4ed8-b317-f00ae30d1946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.717398 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-cfe73c25-2811-4e95-af1a-686891253579 admin admin] Calling delete_port for 953295cb-308f-4ee2-b701-ace6a74174ce owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:43.727557 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-13aca9f2-0adc-490e-949d-d5064023bd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.734905 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-13aca9f2-0adc-490e-949d-d5064023bd4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.739751 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-13aca9f2-0adc-490e-949d-d5064023bd4a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff372152-0f89-4f8c-9eaa-cbe356312838 HTTP/1.1" status: 204 len: 168 time: 0.4131298 Jul 15 13:32:43.747574 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033d737-84e4-4ed8-b317-f00ae30d1946 None None] Pushing event deleted for resources: {'Port': ['ID=953295cb-308f-4ee2-b701-ace6a74174ce,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:43.755157 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5033d737-84e4-4ed8-b317-f00ae30d1946 None None] No DVR routers for this DVR port 953295cb-308f-4ee2-b701-ace6a74174ce on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:43.756704 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aca9f2-0adc-490e-949d-d5064023bd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff372152-0f89-4f8c-9eaa-cbe356312838,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:43.819582 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3908db6e-ed4c-4c48-8201-8566003ec568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.826015 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3908db6e-ed4c-4c48-8201-8566003ec568 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d167dba1-4184-451a-b861-21318e66cd7d HTTP/1.1" status: 204 len: 168 time: 1.1984484 Jul 15 13:32:43.829431 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57264) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:43.950095 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-302b206d-b373-47ea-b965-9f02b543d23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.034664 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfe73c25-2811-4e95-af1a-686891253579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.087339 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe73c25-2811-4e95-af1a-686891253579 admin admin] Pushing event deleted for resources: {'Port': ['ID=953295cb-308f-4ee2-b701-ace6a74174ce,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:44.149117 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe73c25-2811-4e95-af1a-686891253579 admin admin] No DVR routers for this DVR port 953295cb-308f-4ee2-b701-ace6a74174ce on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:44.159348 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908db6e-ed4c-4c48-8201-8566003ec568 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d167dba1-4184-451a-b861-21318e66cd7d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:44.452332 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-f8cc267d-eb30-4157-a720-1e1ed493ba83 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Allocated IP 172.20.0.12 (56d0b0c9-02e7-4410-a25a-8546233647b6/ccb77d9a-f1ba-4892-b180-b595fe5b12e9/c8d39b29-5659-44a7-bf1a-68b9d87c8ff0) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:44.472789 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-302b206d-b373-47ea-b965-9f02b543d23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.500990 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a394783f-8295-464c-bd78-d1d42014c900 req-ae0a7bfc-ad76-4248-815f-8bc02640cc17 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/ports?device_id=0aa02c4d-1c56-430a-97c7-bcf5d0484036 HTTP/1.1" status: 200 len: 210 time: 0.1336932 Jul 15 13:32:44.508839 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-302b206d-b373-47ea-b965-9f02b543d23c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d503473-ce91-40be-b313-ce2fa63519d1']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:44.536710 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-302b206d-b373-47ea-b965-9f02b543d23c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c40f3b-554b-4816-a508-b23e2ed63e2c') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:44.536992 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-302b206d-b373-47ea-b965-9f02b543d23c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c40f3b-554b-4816-a508-b23e2ed63e2c') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:44.550975 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-302b206d-b373-47ea-b965-9f02b543d23c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.567875 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-302b206d-b373-47ea-b965-9f02b543d23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.577976 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-302b206d-b373-47ea-b965-9f02b543d23c admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:44.578451 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-302b206d-b373-47ea-b965-9f02b543d23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: self.session.flush() Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:44.708656 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:44.734616 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-f8cc267d-eb30-4157-a720-1e1ed493ba83 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.741424 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-302b206d-b373-47ea-b965-9f02b543d23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.787197 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-f8cc267d-eb30-4157-a720-1e1ed493ba83 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.818338 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-302b206d-b373-47ea-b965-9f02b543d23c admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.820996 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-302b206d-b373-47ea-b965-9f02b543d23c admin admin] 10.222.0.24 "DELETE /v2.0/networks/3d503473-ce91-40be-b313-ce2fa63519d1 HTTP/1.1" status: 204 len: 168 time: 0.9904807 Jul 15 13:32:44.858383 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc267d-eb30-4157-a720-1e1ed493ba83 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Pushing event updated for resources: {'Port': ['ID=c8d39b29-5659-44a7-bf1a-68b9d87c8ff0,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:44.860840 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b206d-b373-47ea-b965-9f02b543d23c admin admin] Pushing event deleted for resources: {'Network': ['ID=3d503473-ce91-40be-b313-ce2fa63519d1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:44.896713 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-f8cc267d-eb30-4157-a720-1e1ed493ba83 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Network 56d0b0c9-02e7-4410-a25a-8546233647b6 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:44.906463 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c281ad-fcca-4b46-bea4-665e0cb5e3a4 req-5cf33696-5807-40e8-9599-17681c25f411 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:44.914507 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-79c281ad-fcca-4b46-bea4-665e0cb5e3a4 req-5cf33696-5807-40e8-9599-17681c25f411 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 943 time: 0.9439552 Jul 15 13:32:44.928158 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfe73c25-2811-4e95-af1a-686891253579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.958546 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-f8cc267d-eb30-4157-a720-1e1ed493ba83 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:44.958873 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-cfe73c25-2811-4e95-af1a-686891253579 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01293972-e692-4bfb-99b2-43989f12fea8']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:44.984429 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-79c281ad-fcca-4b46-bea4-665e0cb5e3a4 req-75472fc2-79c7-4a9a-a7e7-fdaa5fc6993e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686419 Jul 15 13:32:44.992121 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-cfe73c25-2811-4e95-af1a-686891253579 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb564b58-6402-4a6e-81ae-5dd326cb9e62') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:44.992121 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-cfe73c25-2811-4e95-af1a-686891253579 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb564b58-6402-4a6e-81ae-5dd326cb9e62') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:44.993537 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-f8cc267d-eb30-4157-a720-1e1ed493ba83 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:45.036397 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfe73c25-2811-4e95-af1a-686891253579 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.075732 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfe73c25-2811-4e95-af1a-686891253579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.090175 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe73c25-2811-4e95-af1a-686891253579 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:45.090648 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfe73c25-2811-4e95-af1a-686891253579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.121591 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-f8cc267d-eb30-4157-a720-1e1ed493ba83 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:45.122442 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-f8cc267d-eb30-4157-a720-1e1ed493ba83 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.143061 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-f8cc267d-eb30-4157-a720-1e1ed493ba83 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5151939 Jul 15 13:32:45.187698 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:32:45.187698 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:45.187698 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:32:45.187698 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:45.187698 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:32:45.187698 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:45.187698 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:32:45.187698 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:45.187698 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:32:45.187698 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:45.187698 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:32:45.187698 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:45.187698 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:32:45.187698 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:45.187698 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:45.187698 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:45.187698 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:45.187698 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:45.187698 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:32:45.187698 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:45.187698 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:32:45.187698 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:45.187698 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:45.187698 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:45.187698 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:45.187698 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:45.187698 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:45.187698 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:45.187698 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:45.187698 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:45.187698 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:45.187698 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:45.189325 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57296) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:45.194322 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] Request body: {'port': {'device_id': '0aa02c4d-1c56-430a-97c7-bcf5d0484036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:45.224038 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfe73c25-2811-4e95-af1a-686891253579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.239294 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfe73c25-2811-4e95-af1a-686891253579 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.242046 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-cfe73c25-2811-4e95-af1a-686891253579 admin admin] 10.222.0.24 "DELETE /v2.0/networks/01293972-e692-4bfb-99b2-43989f12fea8 HTTP/1.1" status: 204 len: 168 time: 3.3114600 Jul 15 13:32:45.297943 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6046b318-8d2a-46f2-8983-1429ba6a05d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81e0b630b85549ae87eb0e53df31a896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1069224 Jul 15 13:32:45.299012 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe73c25-2811-4e95-af1a-686891253579 admin admin] Pushing event deleted for resources: {'Network': ['ID=01293972-e692-4bfb-99b2-43989f12fea8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:45.300932 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57300) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:45.461194 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4422a9a-ac04-4ff1-a130-9137b9eabdd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.472755 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.545450 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4422a9a-ac04-4ff1-a130-9137b9eabdd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.740990 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4422a9a-ac04-4ff1-a130-9137b9eabdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.755939 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4422a9a-ac04-4ff1-a130-9137b9eabdd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.760972 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f4422a9a-ac04-4ff1-a130-9137b9eabdd1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b8637b84-bcf9-474e-bacf-ae7a67555343 HTTP/1.1" status: 204 len: 168 time: 0.4578371 Jul 15 13:32:45.778036 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4422a9a-ac04-4ff1-a130-9137b9eabdd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8637b84-bcf9-474e-bacf-ae7a67555343,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:45.922534 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57326) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:46.024149 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f8c0a-df35-4163-a3ad-0b4588235515 req-07de9f25-25f7-4f2a-babf-ec1ec51e3862 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:46.026013 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8e2f8c0a-df35-4163-a3ad-0b4588235515 req-07de9f25-25f7-4f2a-babf-ec1ec51e3862 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/ports?device_id=0aa02c4d-1c56-430a-97c7-bcf5d0484036 HTTP/1.1" status: 200 len: 932 time: 0.2567146 Jul 15 13:32:46.084332 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57330) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:46.118179 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-aa987a72-76df-47a2-a904-f8ab89eb9790 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e2e3a157879d4bce851e726676290061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1928871 Jul 15 13:32:46.121472 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57336) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:46.232466 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8e2f8c0a-df35-4163-a3ad-0b4588235515 req-437f3db2-4d29-4e26-be6d-a3da3f3c45bd tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/security-groups?id=89776db0-f0f2-468f-a21b-f155324a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968031 Jul 15 13:32:46.267854 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bfa885-bff5-4df0-95ad-4b0740723ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.361130 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bfa885-bff5-4df0-95ad-4b0740723ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.479906 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-135a3ccc-35b1-415a-94fc-db23e2cf8c2d admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-846537497-network', 'tenant_id': '9746d4d5913b4b56b8e5141c5d4a7836'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:46.542168 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d39b29-5659-44a7-bf1a-68b9d87c8ff0 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:32:46.553010 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135a3ccc-35b1-415a-94fc-db23e2cf8c2d admin admin] Made reservation on behalf of 9746d4d5913b4b56b8e5141c5d4a7836 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:46.559239 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-135a3ccc-35b1-415a-94fc-db23e2cf8c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.598140 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-135a3ccc-35b1-415a-94fc-db23e2cf8c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.605962 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bfa885-bff5-4df0-95ad-4b0740723ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.614918 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.627821 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bfa885-bff5-4df0-95ad-4b0740723ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.647033 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d3bfa885-bff5-4df0-95ad-4b0740723ed6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/25901e7f-fa9c-4a13-ba1f-7aa8f7192da8 HTTP/1.1" status: 204 len: 168 time: 0.5239260 Jul 15 13:32:46.729028 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] Transition to ACTIVE for port object c8d39b29-5659-44a7-bf1a-68b9d87c8ff0 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:46.741601 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.818034 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc386c-21f4-4179-8c2b-16a9a256405e req-aae6d07e-36e2-49e4-b389-acb3a981a043 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:46.827170 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fadc386c-21f4-4179-8c2b-16a9a256405e req-aae6d07e-36e2-49e4-b389-acb3a981a043 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 943 time: 0.2217100 Jul 15 13:32:46.902348 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-135a3ccc-35b1-415a-94fc-db23e2cf8c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.923054 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d39b29-5659-44a7-bf1a-68b9d87c8ff0,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:46.932014 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-135a3ccc-35b1-415a-94fc-db23e2cf8c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.969858 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-135a3ccc-35b1-415a-94fc-db23e2cf8c2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:32:46.989822 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-135a3ccc-35b1-415a-94fc-db23e2cf8c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.990463 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-135a3ccc-35b1-415a-94fc-db23e2cf8c2d admin admin] Added segment 219c18d4-1a74-4da8-b225-23bf1f2c20e0 of type vlan for network 296efb0b-9194-46f2-ab48-a475b4156786 Jul 15 13:32:47.008262 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] Attempting to bind port c8d39b29-5659-44a7-bf1a-68b9d87c8ff0 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:47.008689 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] Attempting to bind port c8d39b29-5659-44a7-bf1a-68b9d87c8ff0 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'd85185b9-b870-4258-8af1-4e263bf77c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '56d0b0c9-02e7-4410-a25a-8546233647b6'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:47.009048 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] Attempting to bind port c8d39b29-5659-44a7-bf1a-68b9d87c8ff0 on network 56d0b0c9-02e7-4410-a25a-8546233647b6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:47.024367 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fadc386c-21f4-4179-8c2b-16a9a256405e req-60ecf486-ce9a-417d-bd62-f43a19538dcd tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921983 Jul 15 13:32:47.031320 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:47.035098 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:47.035709 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:47.036281 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:47.036836 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:47.038052 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:47.039194 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:47.040219 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:47.040779 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:47.041214 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:47.041698 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:47.042149 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:47.048166 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] Port c8d39b29-5659-44a7-bf1a-68b9d87c8ff0 on network 56d0b0c9-02e7-4410-a25a-8546233647b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:47.048642 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] Attempting to bind port c8d39b29-5659-44a7-bf1a-68b9d87c8ff0 on network 56d0b0c9-02e7-4410-a25a-8546233647b6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:47.055042 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:32:47.055535 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] Checking segment: {'id': 'd85185b9-b870-4258-8af1-4e263bf77c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '56d0b0c9-02e7-4410-a25a-8546233647b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:47.056043 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] Bound using segment: {'id': 'd85185b9-b870-4258-8af1-4e263bf77c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '56d0b0c9-02e7-4410-a25a-8546233647b6'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:32:47.057987 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] Bound port: c8d39b29-5659-44a7-bf1a-68b9d87c8ff0, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85185b9-b870-4258-8af1-4e263bf77c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '56d0b0c9-02e7-4410-a25a-8546233647b6'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:32:47.058497 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:47.065619 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfa885-bff5-4df0-95ad-4b0740723ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25901e7f-fa9c-4a13-ba1f-7aa8f7192da8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:47.217578 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a3ccc-35b1-415a-94fc-db23e2cf8c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4479c908-32ed-410f-b6b5-71153521b654,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:47.245910 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57360) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:47.269342 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-135a3ccc-35b1-415a-94fc-db23e2cf8c2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:47.321800 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-135a3ccc-35b1-415a-94fc-db23e2cf8c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:47.325048 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135a3ccc-35b1-415a-94fc-db23e2cf8c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:47.325664 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-135a3ccc-35b1-415a-94fc-db23e2cf8c2d admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:47.348075 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] For port c8d39b29-5659-44a7-bf1a-68b9d87c8ff0, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:32:47.361146 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-43bb790f-a5ee-4a8e-b538-79ead53dbc84 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c4cef0ad2c142659667817b352c99de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1099532 Jul 15 13:32:47.362563 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57364) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:47.480978 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-135a3ccc-35b1-415a-94fc-db23e2cf8c2d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3880455 Jul 15 13:32:47.480978 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a3ccc-35b1-415a-94fc-db23e2cf8c2d admin admin] Pushing event updated for resources: {'Network': ['ID=296efb0b-9194-46f2-ab48-a475b4156786,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:47.481380 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] For port c8d39b29-5659-44a7-bf1a-68b9d87c8ff0, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=c8d39b29-5659-44a7-bf1a-68b9d87c8ff0,segment=NetworkSegment(d85185b9-b870-4258-8af1-4e263bf77c40),segment_id=d85185b9-b870-4258-8af1-4e263bf77c40)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:32:47.498024 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 296efb0b-9194-46f2-ab48-a475b4156786 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:32:47.545000 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:47.679665 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1fcc141a-5ae8-4a91-b467-53556e727b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:47.715595 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:47.716691 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:47.726078 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] 10.222.0.32 "PUT /v2.0/ports/c8d39b29-5659-44a7-bf1a-68b9d87c8ff0 HTTP/1.1" status: 200 len: 1093 time: 2.5664136 Jul 15 13:32:47.747982 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aa02c4d-1c56-430a-97c7-bcf5d0484036', 'tag': 'c8d39b29-5659-44a7-bf1a-68b9d87c8ff0'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:47.769657 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646fef8c-43f7-4878-9072-72b8588174fb" -d '{"events": [{"name": "network-changed", "server_uuid": "0aa02c4d-1c56-430a-97c7-bcf5d0484036", "tag": "c8d39b29-5659-44a7-bf1a-68b9d87c8ff0"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:47.943032 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accdb91-28f0-48fe-80fa-35945ec21591 req-3f8a83dd-80cd-471a-ad14-2eb4b88bd45d tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:47.951747 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7accdb91-28f0-48fe-80fa-35945ec21591 req-3f8a83dd-80cd-471a-ad14-2eb4b88bd45d tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/ports?device_id=0aa02c4d-1c56-430a-97c7-bcf5d0484036 HTTP/1.1" status: 200 len: 944 time: 0.2233531 Jul 15 13:32:48.020944 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edeb226-08be-469a-b72b-e3dbf41018d5 x-openstack-request-id: req-7edeb226-08be-469a-b72b-e3dbf41018d5 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:48.020944 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aa02c4d-1c56-430a-97c7-bcf5d0484036", "tag": "c8d39b29-5659-44a7-bf1a-68b9d87c8ff0", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:48.022077 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7edeb226-08be-469a-b72b-e3dbf41018d5 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:48.022865 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aa02c4d-1c56-430a-97c7-bcf5d0484036', 'tag': 'c8d39b29-5659-44a7-bf1a-68b9d87c8ff0', 'status': 'completed', 'code': 200} Jul 15 13:32:48.051166 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7accdb91-28f0-48fe-80fa-35945ec21591 req-ae48c7c1-bdca-47eb-b7b1-2040e2d7deb9 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/security-groups?id=89776db0-f0f2-468f-a21b-f155324a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942490 Jul 15 13:32:48.070613 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1fcc141a-5ae8-4a91-b467-53556e727b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:48.145003 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801dbe62-3b6a-4785-806d-d99b34a9b767 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d39b29-5659-44a7-bf1a-68b9d87c8ff0,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:48.207814 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-4cc0b4dd-3afa-4665-ad6a-17ddc4a15c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:48.217252 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-4cc0b4dd-3afa-4665-ad6a-17ddc4a15c92 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c120ea471629450bbfcfe5bb382142bb&device_id=0aa02c4d-1c56-430a-97c7-bcf5d0484036 HTTP/1.1" status: 200 len: 1096 time: 0.3752229 Jul 15 13:32:48.320720 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-19008353-b33b-4492-9d51-ce6c7a504a78 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8d39b29-5659-44a7-bf1a-68b9d87c8ff0 HTTP/1.1" status: 200 len: 217 time: 0.0956538 Jul 15 13:32:48.396514 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-addc01b6-09e3-46b1-8f38-3671fd8e2d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:48.398428 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-addc01b6-09e3-46b1-8f38-3671fd8e2d96 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ccb77d9a-f1ba-4892-b180-b595fe5b12e9 HTTP/1.1" status: 200 len: 854 time: 0.0719180 Jul 15 13:32:48.402927 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1fcc141a-5ae8-4a91-b467-53556e727b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:48.402927 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1fcc141a-5ae8-4a91-b467-53556e727b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:48.404293 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1fcc141a-5ae8-4a91-b467-53556e727b2b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ce183f8-1ede-45a6-86e4-3db424c17eaa HTTP/1.1" status: 204 len: 168 time: 1.0320592 Jul 15 13:32:48.448887 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc141a-5ae8-4a91-b467-53556e727b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce183f8-1ede-45a6-86e4-3db424c17eaa,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:48.463563 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-fd2697e1-f219-4221-b785-61c8f71656a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56d0b0c9-02e7-4410-a25a-8546233647b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581267 Jul 15 13:32:48.818813 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-f4414639-d0e8-444d-be29-91e91fe9589a service neutron] 10.222.0.32 "GET /v2.0/networks/56d0b0c9-02e7-4410-a25a-8546233647b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457894 Jul 15 13:32:49.108123 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d001342-3896-40b1-b7a3-15413d889647 req-368f508e-83e9-46be-8a3f-4544aede5bc8 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:49.112336 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9d001342-3896-40b1-b7a3-15413d889647 req-368f508e-83e9-46be-8a3f-4544aede5bc8 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 943 time: 0.8059545 Jul 15 13:32:49.263053 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9d001342-3896-40b1-b7a3-15413d889647 req-fbe4a90a-9471-4a1a-84d5-0b38c97c9d40 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419835 Jul 15 13:32:49.449091 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57428) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:49.815386 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ba33d849-7bd5-4963-9bcd-bf7cac308d07 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-852377189-network', 'tenant_id': '26f5b0d3dc194961a2f466bd766a24e9'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:49.818811 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34624b24-9a91-42df-af82-f54ef08f9b9b req-3605b1b6-ceea-4e16-8ac4-1f53b9517ca9 tempest-ComputeTenantNetworksTest-66588056 tempest-ComputeTenantNetworksTest-66588056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:49.829413 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34624b24-9a91-42df-af82-f54ef08f9b9b req-3605b1b6-ceea-4e16-8ac4-1f53b9517ca9 tempest-ComputeTenantNetworksTest-66588056 tempest-ComputeTenantNetworksTest-66588056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:49.838811 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34624b24-9a91-42df-af82-f54ef08f9b9b req-3605b1b6-ceea-4e16-8ac4-1f53b9517ca9 tempest-ComputeTenantNetworksTest-66588056 tempest-ComputeTenantNetworksTest-66588056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:49.850521 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-34624b24-9a91-42df-af82-f54ef08f9b9b req-3605b1b6-ceea-4e16-8ac4-1f53b9517ca9 tempest-ComputeTenantNetworksTest-66588056 tempest-ComputeTenantNetworksTest-66588056-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.9112170 Jul 15 13:32:49.882414 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8f65b929-eeb1-4875-b826-2536608bcc91 req-f8adea12-dcd2-4dca-8d3e-99a4dc6d64ab service neutron] 10.222.0.32 "GET /v2.0/networks/56d0b0c9-02e7-4410-a25a-8546233647b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0576923 Jul 15 13:32:49.947640 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba33d849-7bd5-4963-9bcd-bf7cac308d07 admin admin] Made reservation on behalf of 26f5b0d3dc194961a2f466bd766a24e9 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:49.950603 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba33d849-7bd5-4963-9bcd-bf7cac308d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.962983 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba33d849-7bd5-4963-9bcd-bf7cac308d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.975333 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8824fa-94b4-4509-ae47-09ebbd7b2aba req-95325d19-30a0-4037-8225-38116e86495f tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:49.985017 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5c8824fa-94b4-4509-ae47-09ebbd7b2aba req-95325d19-30a0-4037-8225-38116e86495f tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/ports?device_id=0aa02c4d-1c56-430a-97c7-bcf5d0484036 HTTP/1.1" status: 200 len: 944 time: 0.3175089 Jul 15 13:32:50.119060 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5c8824fa-94b4-4509-ae47-09ebbd7b2aba req-1552f266-8dcd-46f2-b7ee-fe3acb61fba3 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/security-groups?id=89776db0-f0f2-468f-a21b-f155324a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282783 Jul 15 13:32:50.150332 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73795844-464c-4561-89eb-521666ef2396 req-a5c5ca3b-e127-4889-a9f9-b2c1904dcbde tempest-ComputeTenantNetworksTest-66588056 tempest-ComputeTenantNetworksTest-66588056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:50.158986 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-73795844-464c-4561-89eb-521666ef2396 req-a5c5ca3b-e127-4889-a9f9-b2c1904dcbde tempest-ComputeTenantNetworksTest-66588056 tempest-ComputeTenantNetworksTest-66588056-project] 10.222.0.24 "GET /v2.0/networks/296efb0b-9194-46f2-ab48-a475b4156786 HTTP/1.1" status: 200 len: 768 time: 0.2747915 Jul 15 13:32:50.165907 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57450) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:50.316646 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28fef098-ddc6-4337-87c3-ceeea3c931a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.328827 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fef8c-43f7-4878-9072-72b8588174fb req-e08ebd6d-8588-4158-9151-48b960cd52fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:50.330510 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-646fef8c-43f7-4878-9072-72b8588174fb req-e08ebd6d-8588-4158-9151-48b960cd52fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c120ea471629450bbfcfe5bb382142bb&device_id=0aa02c4d-1c56-430a-97c7-bcf5d0484036 HTTP/1.1" status: 200 len: 1096 time: 0.2635636 Jul 15 13:32:50.400270 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba33d849-7bd5-4963-9bcd-bf7cac308d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.410667 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba33d849-7bd5-4963-9bcd-bf7cac308d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.474859 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba33d849-7bd5-4963-9bcd-bf7cac308d07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:32:50.552364 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28fef098-ddc6-4337-87c3-ceeea3c931a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.558320 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba33d849-7bd5-4963-9bcd-bf7cac308d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.558717 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-ba33d849-7bd5-4963-9bcd-bf7cac308d07 admin admin] Added segment a63160dd-078a-4e7b-b3b0-ba8e53ee0070 of type vlan for network 29ea974c-73da-4efc-b407-da26eda15cd5 Jul 15 13:32:50.601433 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33d849-7bd5-4963-9bcd-bf7cac308d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9527abd0-cbd2-4bbd-ab25-86abd4f4b7a2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:50.619291 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-28fef098-ddc6-4337-87c3-ceeea3c931a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['296efb0b-9194-46f2-ab48-a475b4156786']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:50.713516 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-28fef098-ddc6-4337-87c3-ceeea3c931a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '219c18d4-1a74-4da8-b225-23bf1f2c20e0') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:50.714135 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-28fef098-ddc6-4337-87c3-ceeea3c931a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '219c18d4-1a74-4da8-b225-23bf1f2c20e0') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:50.745075 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba33d849-7bd5-4963-9bcd-bf7cac308d07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.844059 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1aaa3211-ff7b-4426-9809-49045ab0d16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.851272 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5c2de-d78c-4980-9d48-3c67dcd21c97 req-9b365529-7d23-4428-a6d2-8e8c231dde79 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:50.862514 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28fef098-ddc6-4337-87c3-ceeea3c931a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.872610 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e6c5c2de-d78c-4980-9d48-3c67dcd21c97 req-9b365529-7d23-4428-a6d2-8e8c231dde79 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 943 time: 0.3629317 Jul 15 13:32:50.912245 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28fef098-ddc6-4337-87c3-ceeea3c931a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.938165 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28fef098-ddc6-4337-87c3-ceeea3c931a3 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:50.938776 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28fef098-ddc6-4337-87c3-ceeea3c931a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.941910 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:50.941910 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:50.941910 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:32:50.941910 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:50.941910 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:32:50.941910 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:50.941910 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:32:50.941910 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:50.941910 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:32:50.941910 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:50.941910 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:32:50.941910 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:50.941910 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:32:50.941910 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:50.941910 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:32:50.941910 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:50.941910 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:50.941910 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:50.941910 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:50.941910 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:50.941910 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:32:50.941910 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:50.941910 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:32:50.941910 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:50.941910 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:50.941910 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:50.941910 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:50.941910 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:50.941910 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:50.941910 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:50.941910 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:50.941910 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:50.941910 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:50.941910 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:50.956553 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba33d849-7bd5-4963-9bcd-bf7cac308d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.958056 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba33d849-7bd5-4963-9bcd-bf7cac308d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:50.959440 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba33d849-7bd5-4963-9bcd-bf7cac308d07 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.979309 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fef8c-43f7-4878-9072-72b8588174fb req-d70a2e8e-113c-42b2-8a07-39e512faf516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:50.982472 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-646fef8c-43f7-4878-9072-72b8588174fb req-d70a2e8e-113c-42b2-8a07-39e512faf516 service neutron] 10.222.0.32 "GET /v2.0/networks?id=56d0b0c9-02e7-4410-a25a-8546233647b6 HTTP/1.1" status: 200 len: 915 time: 0.6390855 Jul 15 13:32:51.106275 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ba33d849-7bd5-4963-9bcd-bf7cac308d07 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6538444 Jul 15 13:32:51.107353 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-646fef8c-43f7-4878-9072-72b8588174fb req-7f658154-4469-4946-a6ef-13484fc4cc46 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8d39b29-5659-44a7-bf1a-68b9d87c8ff0 HTTP/1.1" status: 200 len: 217 time: 0.1156049 Jul 15 13:32:51.108890 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33d849-7bd5-4963-9bcd-bf7cac308d07 admin admin] Pushing event updated for resources: {'Network': ['ID=29ea974c-73da-4efc-b407-da26eda15cd5,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:51.110433 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57468) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:51.119927 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-db761420-de42-40df-80f5-6eb06508014a admin admin] Request body: {'subnet': {'network_id': '29ea974c-73da-4efc-b407-da26eda15cd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-852377189-subnet', 'tenant_id': '26f5b0d3dc194961a2f466bd766a24e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:51.134427 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 29ea974c-73da-4efc-b407-da26eda15cd5 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:32:51.135484 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e6c5c2de-d78c-4980-9d48-3c67dcd21c97 req-19a061e3-18a1-4edf-b789-7531f2b70d87 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504647 Jul 15 13:32:51.219611 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28fef098-ddc6-4337-87c3-ceeea3c931a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.274926 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device c8d39b29-5659-44a7-bf1a-68b9d87c8ff0 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:32:51.314996 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28fef098-ddc6-4337-87c3-ceeea3c931a3 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.327665 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-28fef098-ddc6-4337-87c3-ceeea3c931a3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/296efb0b-9194-46f2-ab48-a475b4156786 HTTP/1.1" status: 204 len: 168 time: 1.1594441 Jul 15 13:32:51.446806 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fef098-ddc6-4337-87c3-ceeea3c931a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=296efb0b-9194-46f2-ab48-a475b4156786,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:51.461666 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fef8c-43f7-4878-9072-72b8588174fb req-1a2bf63c-f17d-48d9-9d11-bf2c402fa279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:51.464490 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-646fef8c-43f7-4878-9072-72b8588174fb req-1a2bf63c-f17d-48d9-9d11-bf2c402fa279 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ccb77d9a-f1ba-4892-b180-b595fe5b12e9 HTTP/1.1" status: 200 len: 854 time: 0.3363771 Jul 15 13:32:51.508239 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db761420-de42-40df-80f5-6eb06508014a admin admin] Made reservation on behalf of 26f5b0d3dc194961a2f466bd766a24e9 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:51.511515 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-db761420-de42-40df-80f5-6eb06508014a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.861096 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port c8d39b29-5659-44a7-bf1a-68b9d87c8ff0, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=c8d39b29-5659-44a7-bf1a-68b9d87c8ff0,segment=NetworkSegment(d85185b9-b870-4258-8af1-4e263bf77c40),segment_id=d85185b9-b870-4258-8af1-4e263bf77c40)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:51.916621 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'c8d39b29-5659-44a7-bf1a-68b9d87c8ff0', 'network_id': '56d0b0c9-02e7-4410-a25a-8546233647b6', 'port_id': 'c8d39b29-5659-44a7-bf1a-68b9d87c8ff0', 'mac_address': 'fa:16:3e:84:75:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb77d9a-f1ba-4892-b180-b595fe5b12e9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:32:52.047623 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57490) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:52.060867 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.138353 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d39b29-5659-44a7-bf1a-68b9d87c8ff0 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:32:52.185918 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3730bfed-00fb-41d2-a5e0-2555ed3b7dbb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9746d4d5913b4b56b8e5141c5d4a7836&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1344209 Jul 15 13:32:52.190846 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57494) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:52.242813 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-646fef8c-43f7-4878-9072-72b8588174fb req-4d7b904e-d492-481d-ae8f-e1f9e5bd0b67 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56d0b0c9-02e7-4410-a25a-8546233647b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7495885 Jul 15 13:32:52.285385 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port c8d39b29-5659-44a7-bf1a-68b9d87c8ff0, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=c8d39b29-5659-44a7-bf1a-68b9d87c8ff0,segment=NetworkSegment(d85185b9-b870-4258-8af1-4e263bf77c40),segment_id=d85185b9-b870-4258-8af1-4e263bf77c40)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:52.320160 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.476009 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=c8d39b29-5659-44a7-bf1a-68b9d87c8ff0,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:52.505700 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d2672e5-7609-4a45-9f69-eec7f0c115d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.557988 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d2672e5-7609-4a45-9f69-eec7f0c115d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.619717 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['c8d39b29-5659-44a7-bf1a-68b9d87c8ff0'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:32:52.902730 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa28bf4-0a63-422e-ad1b-e5b892710fe5 req-77294762-d17e-46e7-aab6-857de3a0d924 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:52.906877 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9fa28bf4-0a63-422e-ad1b-e5b892710fe5 req-77294762-d17e-46e7-aab6-857de3a0d924 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 943 time: 0.2963920 Jul 15 13:32:52.907767 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d2672e5-7609-4a45-9f69-eec7f0c115d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.913815 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d2672e5-7609-4a45-9f69-eec7f0c115d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.916136 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6d2672e5-7609-4a45-9f69-eec7f0c115d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4479c908-32ed-410f-b6b5-71153521b654 HTTP/1.1" status: 204 len: 168 time: 0.7203190 Jul 15 13:32:52.948408 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2672e5-7609-4a45-9f69-eec7f0c115d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4479c908-32ed-410f-b6b5-71153521b654,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:53.073940 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9fa28bf4-0a63-422e-ad1b-e5b892710fe5 req-25fc07de-ae8f-4678-b647-4b3e5e92ec7d tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260817 Jul 15 13:32:53.261645 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-646fef8c-43f7-4878-9072-72b8588174fb req-cdd4b70f-f604-49e3-a800-9b3e005cc707 service neutron] 10.222.0.32 "GET /v2.0/networks/56d0b0c9-02e7-4410-a25a-8546233647b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9230297 Jul 15 13:32:53.328194 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.427893 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6848c8fa-85a9-4b4d-b4c6-ca283c022b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.455167 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-646fef8c-43f7-4878-9072-72b8588174fb req-f6b8b09b-d904-4224-840c-a03c15175882 service neutron] 10.222.0.32 "GET /v2.0/networks/56d0b0c9-02e7-4410-a25a-8546233647b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795022 Jul 15 13:32:53.505248 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319f733-b61f-4025-a2b2-2dae5d85584d req-127d3804-6b1a-4a64-ae75-3ef3d6c0315f tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:53.507011 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5319f733-b61f-4025-a2b2-2dae5d85584d req-127d3804-6b1a-4a64-ae75-3ef3d6c0315f tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/ports?device_id=0aa02c4d-1c56-430a-97c7-bcf5d0484036 HTTP/1.1" status: 200 len: 945 time: 1.2546804 Jul 15 13:32:53.640862 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-db761420-de42-40df-80f5-6eb06508014a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.873986 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db761420-de42-40df-80f5-6eb06508014a admin admin] Checking segment: {'id': 'a63160dd-078a-4e7b-b3b0-ba8e53ee0070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '29ea974c-73da-4efc-b407-da26eda15cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:53.877327 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db761420-de42-40df-80f5-6eb06508014a admin admin] Network hostable DHCP agents. Network: 29ea974c-73da-4efc-b407-da26eda15cd5, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:32:53.884935 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db761420-de42-40df-80f5-6eb06508014a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9e39116-7dd7-46ea-bdc7-35a1eb244a15,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:53.943272 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db761420-de42-40df-80f5-6eb06508014a admin admin] Network 29ea974c-73da-4efc-b407-da26eda15cd5 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:32:53.966181 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-db761420-de42-40df-80f5-6eb06508014a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 29ea974c-73da-4efc-b407-da26eda15cd5) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:53.975386 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db761420-de42-40df-80f5-6eb06508014a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:53.976417 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-db761420-de42-40df-80f5-6eb06508014a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.984237 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b3293d-879e-4a19-8dec-081f485a870d None None] Network 29ea974c-73da-4efc-b407-da26eda15cd5 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:54.012309 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-db761420-de42-40df-80f5-6eb06508014a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9001563 Jul 15 13:32:54.201486 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5319f733-b61f-4025-a2b2-2dae5d85584d req-97e3f8c9-70af-4f1b-be16-eddf530f8f36 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/security-groups?id=89776db0-f0f2-468f-a21b-f155324a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6598055 Jul 15 13:32:54.646949 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57085051-a361-4bed-98c7-d083c664d52e None None] Network 29ea974c-73da-4efc-b407-da26eda15cd5 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:54.779634 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d96224c-e537-4b14-99ab-996ee7ebe1bf req-f2bb4600-5e88-4c1c-81c5-5e2fc98bb48a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6d0005f3-d5c1-4fe8-a80e-8768fca5b17d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3749399 Jul 15 13:32:54.822776 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04136f23-e17d-43f7-b506-3b8cdb798385 req-2dffd49b-2e28-4e90-be20-2325f13eb619 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:54.824733 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-04136f23-e17d-43f7-b506-3b8cdb798385 req-2dffd49b-2e28-4e90-be20-2325f13eb619 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 943 time: 0.2437856 Jul 15 13:32:54.944587 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:55.050494 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-04136f23-e17d-43f7-b506-3b8cdb798385 req-dea8b953-47ec-4c39-b455-036c9dc1fb6d tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124665 Jul 15 13:32:55.117042 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96224c-e537-4b14-99ab-996ee7ebe1bf req-868c73c1-4702-41bb-88b4-1f168e771501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:55.121192 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d96224c-e537-4b14-99ab-996ee7ebe1bf req-868c73c1-4702-41bb-88b4-1f168e771501 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=37913da5a8464fb1a0b736ca946a9eaa&device_id=6d0005f3-d5c1-4fe8-a80e-8768fca5b17d HTTP/1.1" status: 200 len: 1098 time: 0.2376227 Jul 15 13:32:55.202941 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device c8d39b29-5659-44a7-bf1a-68b9d87c8ff0 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:55.462297 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96224c-e537-4b14-99ab-996ee7ebe1bf req-5e781a79-ffc1-4f74-8dbc-8590f66ed236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:55.466380 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d96224c-e537-4b14-99ab-996ee7ebe1bf req-5e781a79-ffc1-4f74-8dbc-8590f66ed236 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e8913e0d-0d0e-40a2-882d-dd84c17b519b HTTP/1.1" status: 200 len: 911 time: 0.3008459 Jul 15 13:32:55.499553 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:55.509075 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port c8d39b29-5659-44a7-bf1a-68b9d87c8ff0 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:55.527650 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port c8d39b29-5659-44a7-bf1a-68b9d87c8ff0 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:55.528322 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:55.660482 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d96224c-e537-4b14-99ab-996ee7ebe1bf req-af3be69e-3357-4587-839d-b3f16b90d652 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f29f5f6-4d40-4975-9e86-148bc6ccd432 HTTP/1.1" status: 200 len: 1001 time: 0.1864192 Jul 15 13:32:55.890434 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:55.989892 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port c8d39b29-5659-44a7-bf1a-68b9d87c8ff0, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=c8d39b29-5659-44a7-bf1a-68b9d87c8ff0,segment=NetworkSegment(d85185b9-b870-4258-8af1-4e263bf77c40),segment_id=d85185b9-b870-4258-8af1-4e263bf77c40)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:55.991413 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa02c4d-1c56-430a-97c7-bcf5d0484036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d39b29-5659-44a7-bf1a-68b9d87c8ff0'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:55.994354 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5bfc55-18a9-41c0-b654-cbc8222e337f" -d '{"events": [{"server_uuid": "0aa02c4d-1c56-430a-97c7-bcf5d0484036", "name": "network-vif-plugged", "status": "completed", "tag": "c8d39b29-5659-44a7-bf1a-68b9d87c8ff0"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:55.997802 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96224c-e537-4b14-99ab-996ee7ebe1bf req-4a0636b6-c6e7-4a11-9a00-ead41b91d68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:56.004877 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d96224c-e537-4b14-99ab-996ee7ebe1bf req-4a0636b6-c6e7-4a11-9a00-ead41b91d68f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ddbfc00-1f92-454d-9c2c-3d67f76399b6 HTTP/1.1" status: 200 len: 849 time: 0.3255529 Jul 15 13:32:56.006070 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.025012 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850711a-211d-4428-9b99-58c43aed5418 req-6ee2fd78-95dd-4020-851b-8e191f856ec7 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:56.027490 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5850711a-211d-4428-9b99-58c43aed5418 req-6ee2fd78-95dd-4020-851b-8e191f856ec7 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] 10.222.0.24 "GET /v2.0/networks?id=29ea974c-73da-4efc-b407-da26eda15cd5 HTTP/1.1" status: 200 len: 812 time: 0.3915558 Jul 15 13:32:56.057438 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5850711a-211d-4428-9b99-58c43aed5418 req-f4ee8440-a669-44ad-8ab7-9243664b7496 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] 10.222.0.24 "GET /v2.0/quotas/26f5b0d3dc194961a2f466bd766a24e9 HTTP/1.1" status: 200 len: 375 time: 0.0158806 Jul 15 13:32:56.086023 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3df92d-c467-4e9c-ab85-947acd5ce93e req-effb8b1d-2995-42cf-995b-cf3146a500c8 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:56.093565 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8e3df92d-c467-4e9c-ab85-947acd5ce93e req-effb8b1d-2995-42cf-995b-cf3146a500c8 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/ports?device_id=0aa02c4d-1c56-430a-97c7-bcf5d0484036 HTTP/1.1" status: 200 len: 945 time: 0.4277825 Jul 15 13:32:56.096052 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=c8d39b29-5659-44a7-bf1a-68b9d87c8ff0,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:56.164828 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8e3df92d-c467-4e9c-ab85-947acd5ce93e req-6b247b14-7893-4399-8e92-efcc174b6219 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/security-groups?id=89776db0-f0f2-468f-a21b-f155324a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663135 Jul 15 13:32:56.181896 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96224c-e537-4b14-99ab-996ee7ebe1bf req-aa2e9e02-03f3-40a0-94a9-03c1a77a5301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:56.181896 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d96224c-e537-4b14-99ab-996ee7ebe1bf req-aa2e9e02-03f3-40a0-94a9-03c1a77a5301 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8913e0d-0d0e-40a2-882d-dd84c17b519b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1614351 Jul 15 13:32:56.193457 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57590) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:56.193727 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5850711a-211d-4428-9b99-58c43aed5418 req-9c3399a1-cdef-4c7c-915c-2240b8d6fda1 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=26f5b0d3dc194961a2f466bd766a24e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1037362 Jul 15 13:32:56.199775 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-5850711a-211d-4428-9b99-58c43aed5418 req-480c7b77-5292-4c5a-bc07-7dc35b87cbe9 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:32:56.206743 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5850711a-211d-4428-9b99-58c43aed5418 req-480c7b77-5292-4c5a-bc07-7dc35b87cbe9 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127499 Jul 15 13:32:56.263759 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb792bba-8044-4140-8ad4-389d4882839b x-openstack-request-id: req-fb792bba-8044-4140-8ad4-389d4882839b {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:56.264115 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa02c4d-1c56-430a-97c7-bcf5d0484036", "name": "network-vif-plugged", "status": "completed", "tag": "c8d39b29-5659-44a7-bf1a-68b9d87c8ff0", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:56.264396 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fb792bba-8044-4140-8ad4-389d4882839b {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:56.264810 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa02c4d-1c56-430a-97c7-bcf5d0484036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d39b29-5659-44a7-bf1a-68b9d87c8ff0', 'code': 200} Jul 15 13:32:56.340532 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.490534 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d96224c-e537-4b14-99ab-996ee7ebe1bf req-57a490bf-8d70-4435-8f43-9bed475907f9 service neutron] 10.222.0.18 "GET /v2.0/networks/e8913e0d-0d0e-40a2-882d-dd84c17b519b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053603 Jul 15 13:32:56.520287 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5850711a-211d-4428-9b99-58c43aed5418 req-0d3a4bf0-f9fb-43d7-b02f-985e150bf195 service neutron] 10.222.0.24 "GET /v2.0/networks/29ea974c-73da-4efc-b407-da26eda15cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125420 Jul 15 13:32:56.523109 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-58f1581e-bcad-4602-9fe7-bf5a5bda5177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.656849 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d35b5d-cb83-474e-b9ad-ebdc30730668 req-9760862c-cdeb-4603-8d54-dde60a8a8e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:56.660486 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4d35b5d-cb83-474e-b9ad-ebdc30730668 req-9760862c-cdeb-4603-8d54-dde60a8a8e83 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0aa02c4d-1c56-430a-97c7-bcf5d0484036 HTTP/1.1" status: 200 len: 1098 time: 0.2449808 Jul 15 13:32:56.686678 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5850711a-211d-4428-9b99-58c43aed5418 req-63c221dd-b896-4db5-b291-94b18ff5b551 service neutron] 10.222.0.24 "GET /v2.0/networks/29ea974c-73da-4efc-b407-da26eda15cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651125 Jul 15 13:32:56.764156 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d96224c-e537-4b14-99ab-996ee7ebe1bf req-32a7ee1b-ff5d-4ccf-b001-7de8a71d1363 service neutron] 10.222.0.18 "GET /v2.0/networks/e8913e0d-0d0e-40a2-882d-dd84c17b519b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368929 Jul 15 13:32:56.781272 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4d35b5d-cb83-474e-b9ad-ebdc30730668 req-303809d6-29d7-4df4-99b7-20b362211ce1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=89776db0-f0f2-468f-a21b-f155324a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121361 Jul 15 13:32:56.806162 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27cec78-4113-4ed1-89e0-ffd144a51445 req-4ff9534c-c742-4ef3-bc12-b613702c5b60 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:56.808805 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d27cec78-4113-4ed1-89e0-ffd144a51445 req-4ff9534c-c742-4ef3-bc12-b613702c5b60 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 943 time: 0.2450924 Jul 15 13:32:56.904733 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d27cec78-4113-4ed1-89e0-ffd144a51445 req-a732952f-ae04-4def-9180-88443be5b1b1 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858750 Jul 15 13:32:56.958652 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dab320b3-29c5-4d53-8cf6-3c0aa30fe23e req-8fc4cfc8-053a-42aa-8a69-32baf65b50a7 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6fcc466-9d07-4c9c-bab1-c095dbe62a16 HTTP/1.1" status: 200 len: 210 time: 0.0559652 Jul 15 13:32:56.968101 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-58f1581e-bcad-4602-9fe7-bf5a5bda5177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.990866 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-58f1581e-bcad-4602-9fe7-bf5a5bda5177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.032609 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-58f1581e-bcad-4602-9fe7-bf5a5bda5177 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bd7330bebb9044f9becedbbe99bea3af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8398561 Jul 15 13:32:57.036066 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57608) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:57.109477 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1581e-bcad-4602-9fe7-bf5a5bda5177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12247953-ea29-47be-9d61-9c8da88c31d8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:57.135566 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1581e-bcad-4602-9fe7-bf5a5bda5177 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:57.139340 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1581e-bcad-4602-9fe7-bf5a5bda5177 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:57.139513 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1581e-bcad-4602-9fe7-bf5a5bda5177 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:57.140019 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1581e-bcad-4602-9fe7-bf5a5bda5177 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:57.144927 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1581e-bcad-4602-9fe7-bf5a5bda5177 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:57.145973 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1581e-bcad-4602-9fe7-bf5a5bda5177 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:57.145973 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1581e-bcad-4602-9fe7-bf5a5bda5177 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:57.146138 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1581e-bcad-4602-9fe7-bf5a5bda5177 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:57.146437 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1581e-bcad-4602-9fe7-bf5a5bda5177 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:57.146727 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1581e-bcad-4602-9fe7-bf5a5bda5177 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:57.147060 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1581e-bcad-4602-9fe7-bf5a5bda5177 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:57.152141 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f1581e-bcad-4602-9fe7-bf5a5bda5177 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:57.218691 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-42bbd560-a318-43c3-a1b1-71ae63638fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.282204 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-42bbd560-a318-43c3-a1b1-71ae63638fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.423989 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-42bbd560-a318-43c3-a1b1-71ae63638fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.427520 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-42bbd560-a318-43c3-a1b1-71ae63638fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.429052 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-42bbd560-a318-43c3-a1b1-71ae63638fe1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12247953-ea29-47be-9d61-9c8da88c31d8 HTTP/1.1" status: 204 len: 168 time: 0.3917186 Jul 15 13:32:57.467688 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bbd560-a318-43c3-a1b1-71ae63638fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12247953-ea29-47be-9d61-9c8da88c31d8,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:57.825559 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76aca5-41c0-4792-866d-0bdaacceea89 req-51ce0445-725e-41c4-80eb-5c66c4fd481b tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:57.830326 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5f76aca5-41c0-4792-866d-0bdaacceea89 req-51ce0445-725e-41c4-80eb-5c66c4fd481b tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/ports?device_id=0aa02c4d-1c56-430a-97c7-bcf5d0484036 HTTP/1.1" status: 200 len: 946 time: 0.2769790 Jul 15 13:32:57.933457 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5f76aca5-41c0-4792-866d-0bdaacceea89 req-cf262f0a-9b34-4d97-9c2f-0f7a83669b4c tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/security-groups?id=89776db0-f0f2-468f-a21b-f155324a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865695 Jul 15 13:32:58.207044 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-98d0e7d9-2566-4a2e-9271-7f57e6219ca5 req-646b9478-28e3-4a6f-889d-9dd205762f63 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6fcc466-9d07-4c9c-bab1-c095dbe62a16 HTTP/1.1" status: 200 len: 210 time: 0.1222777 Jul 15 13:32:58.414592 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed28122-5b32-4b20-938e-2b916ad7cbda req-5673249a-7bd1-4526-be93-6aee2e91475c tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:58.423665 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eed28122-5b32-4b20-938e-2b916ad7cbda req-5673249a-7bd1-4526-be93-6aee2e91475c tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 943 time: 0.1107864 Jul 15 13:32:58.487052 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eed28122-5b32-4b20-938e-2b916ad7cbda req-dad636ea-0628-4ad0-a1a5-3b2d175d5952 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615418 Jul 15 13:32:59.196448 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57678) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:59.408725 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882621b-ccb5-469a-9ca7-446f99287f46 req-35cb6a89-1200-44cd-b717-4b47aa179fc0 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:59.423638 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d882621b-ccb5-469a-9ca7-446f99287f46 req-35cb6a89-1200-44cd-b717-4b47aa179fc0 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/ports?device_id=0aa02c4d-1c56-430a-97c7-bcf5d0484036 HTTP/1.1" status: 200 len: 946 time: 0.1738160 Jul 15 13:32:59.476115 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-68a5ed61-3d75-42c2-ae35-13630d6cf484 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1566138955-network', 'tenant_id': '6a009645feb04959b4d54831dba76b81'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:59.536250 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d882621b-ccb5-469a-9ca7-446f99287f46 req-565a2112-9fdf-4f46-8f05-8fb683a9eac3 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/security-groups?id=89776db0-f0f2-468f-a21b-f155324a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096432 Jul 15 13:32:59.593368 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f66dbf75-6355-48ce-85c2-ba218e40310f req-f4740a0c-49c8-4d89-ad20-2beb2717ee93 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6fcc466-9d07-4c9c-bab1-c095dbe62a16 HTTP/1.1" status: 200 len: 210 time: 0.0849881 Jul 15 13:32:59.659507 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a5ed61-3d75-42c2-ae35-13630d6cf484 admin admin] Made reservation on behalf of 6a009645feb04959b4d54831dba76b81 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:59.667688 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68a5ed61-3d75-42c2-ae35-13630d6cf484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.707406 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68a5ed61-3d75-42c2-ae35-13630d6cf484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.871348 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850711a-211d-4428-9b99-58c43aed5418 req-55c1179a-6ddd-48ce-8f23-8dc9f44f6595 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:59.873132 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5850711a-211d-4428-9b99-58c43aed5418 req-55c1179a-6ddd-48ce-8f23-8dc9f44f6595 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] 10.222.0.18 "GET /v2.0/networks?id=29ea974c-73da-4efc-b407-da26eda15cd5 HTTP/1.1" status: 200 len: 812 time: 0.3073912 Jul 15 13:32:59.892927 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-5850711a-211d-4428-9b99-58c43aed5418 req-e5d2041d-9403-4202-a916-86f1ae70c4e0 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] Request body: {'port': {'device_id': 'a6fcc466-9d07-4c9c-bab1-c095dbe62a16', 'network_id': '29ea974c-73da-4efc-b407-da26eda15cd5', 'admin_state_up': True, 'tenant_id': '26f5b0d3dc194961a2f466bd766a24e9'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:00.027388 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bcb302-adea-476b-af00-25619af8dfa6 req-ed0d2c35-d813-4b95-996c-6c9c0abc4bd0 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:00.030042 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-90bcb302-adea-476b-af00-25619af8dfa6 req-ed0d2c35-d813-4b95-996c-6c9c0abc4bd0 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 943 time: 0.2659986 Jul 15 13:33:00.136951 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68a5ed61-3d75-42c2-ae35-13630d6cf484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.149053 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136e843-9f1c-4900-855c-533bddccbf2e req-3a6bd834-61fd-4174-a333-5fa471e17a27 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:00.151856 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d136e843-9f1c-4900-855c-533bddccbf2e req-3a6bd834-61fd-4174-a333-5fa471e17a27 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d0005f3-d5c1-4fe8-a80e-8768fca5b17d HTTP/1.1" status: 200 len: 946 time: 0.1949222 Jul 15 13:33:00.157975 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68a5ed61-3d75-42c2-ae35-13630d6cf484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.188150 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-90bcb302-adea-476b-af00-25619af8dfa6 req-c8efdcdf-b582-4364-ac76-649fead58c0b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446121 Jul 15 13:33:00.256866 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68a5ed61-3d75-42c2-ae35-13630d6cf484 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:33:00.269334 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68a5ed61-3d75-42c2-ae35-13630d6cf484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.269697 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-68a5ed61-3d75-42c2-ae35-13630d6cf484 admin admin] Added segment e0ec8081-0cb7-4c1a-9408-0286fc59583f of type vlan for network e606fbf2-6d31-4c0c-b11e-11481e1e0c38 Jul 15 13:33:00.291234 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d136e843-9f1c-4900-855c-533bddccbf2e req-ce142001-8e78-484c-b9b4-fed8c5607afa tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cdb4184-af7a-4cd3-8dbb-6aff00a55483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196990 Jul 15 13:33:00.338903 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5850711a-211d-4428-9b99-58c43aed5418 req-e5d2041d-9403-4202-a916-86f1ae70c4e0 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] Made reservation on behalf of 26f5b0d3dc194961a2f466bd766a24e9 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:00.343645 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5850711a-211d-4428-9b99-58c43aed5418 req-e5d2041d-9403-4202-a916-86f1ae70c4e0 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.355789 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5ed61-3d75-42c2-ae35-13630d6cf484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8652917-d9f3-41ba-a09a-f05df86ba99a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:00.371450 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68a5ed61-3d75-42c2-ae35-13630d6cf484 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.535940 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.db.resource_extend [None req-68a5ed61-3d75-42c2-ae35-13630d6cf484 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:33:00.571959 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68a5ed61-3d75-42c2-ae35-13630d6cf484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.573137 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a5ed61-3d75-42c2-ae35-13630d6cf484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:00.573986 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68a5ed61-3d75-42c2-ae35-13630d6cf484 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.681072 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5ed61-3d75-42c2-ae35-13630d6cf484 admin admin] Pushing event updated for resources: {'Network': ['ID=e606fbf2-6d31-4c0c-b11e-11481e1e0c38,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:00.694132 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network e606fbf2-6d31-4c0c-b11e-11481e1e0c38 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:33:00.717616 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-5850711a-211d-4428-9b99-58c43aed5418 req-e5d2041d-9403-4202-a916-86f1ae70c4e0 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] Allocated IP 172.20.0.12 (29ea974c-73da-4efc-b407-da26eda15cd5/b9e39116-7dd7-46ea-bdc7-35a1eb244a15/af4111b2-96b2-4545-a654-52e18b9823e5) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:00.775452 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-68a5ed61-3d75-42c2-ae35-13630d6cf484 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5753577 Jul 15 13:33:00.778122 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57716) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:00.790273 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-49f5d42c-2a70-442d-a9ea-d0ebbef88195 admin admin] Request body: {'subnet': {'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1566138955-subnet', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:00.974733 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-593d60f1-d012-4ba3-ae03-f939e1e456df req-00b00490-4708-4bab-823c-91df4fc1fc42 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6fcc466-9d07-4c9c-bab1-c095dbe62a16 HTTP/1.1" status: 200 len: 210 time: 0.1606596 Jul 15 13:33:00.977094 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f5d42c-2a70-442d-a9ea-d0ebbef88195 admin admin] Made reservation on behalf of 6a009645feb04959b4d54831dba76b81 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:00.984075 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49f5d42c-2a70-442d-a9ea-d0ebbef88195 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:01.103699 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5850711a-211d-4428-9b99-58c43aed5418 req-e5d2041d-9403-4202-a916-86f1ae70c4e0 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:01.206625 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5850711a-211d-4428-9b99-58c43aed5418 req-e5d2041d-9403-4202-a916-86f1ae70c4e0 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:01.294034 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b7cc9-b2fb-471b-95fa-b3f79167d616 req-16a09502-aa63-4509-a22d-17cc24e8f8a2 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:01.303041 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f56b7cc9-b2fb-471b-95fa-b3f79167d616 req-16a09502-aa63-4509-a22d-17cc24e8f8a2 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d0005f3-d5c1-4fe8-a80e-8768fca5b17d HTTP/1.1" status: 200 len: 946 time: 0.2747962 Jul 15 13:33:01.400162 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5850711a-211d-4428-9b99-58c43aed5418 req-e5d2041d-9403-4202-a916-86f1ae70c4e0 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] Network 29ea974c-73da-4efc-b407-da26eda15cd5 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:01.420269 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-5850711a-211d-4428-9b99-58c43aed5418 req-e5d2041d-9403-4202-a916-86f1ae70c4e0 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:01.428204 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-5850711a-211d-4428-9b99-58c43aed5418 req-e5d2041d-9403-4202-a916-86f1ae70c4e0 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:01.653703 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2041d-9403-4202-a916-86f1ae70c4e0 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] Pushing event updated for resources: {'Port': ['ID=af4111b2-96b2-4545-a654-52e18b9823e5,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:01.745731 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850711a-211d-4428-9b99-58c43aed5418 req-e5d2041d-9403-4202-a916-86f1ae70c4e0 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:01.748123 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5850711a-211d-4428-9b99-58c43aed5418 req-e5d2041d-9403-4202-a916-86f1ae70c4e0 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:01.753382 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49f5d42c-2a70-442d-a9ea-d0ebbef88195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:01.835233 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5850711a-211d-4428-9b99-58c43aed5418 req-e5d2041d-9403-4202-a916-86f1ae70c4e0 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9491773 Jul 15 13:33:01.874168 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-5850711a-211d-4428-9b99-58c43aed5418 req-a2dda612-2f76-492a-9e8a-18db3b926964 service neutron] Request body: {'port': {'device_id': 'a6fcc466-9d07-4c9c-bab1-c095dbe62a16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:01.938947 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5d42c-2a70-442d-a9ea-d0ebbef88195 admin admin] Pushing event updated for resources: {'Subnet': ['ID=781e91a3-d9e2-4a55-aa10-3466cf7c7f92,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:01.990894 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f5d42c-2a70-442d-a9ea-d0ebbef88195 admin admin] Checking segment: {'id': 'e0ec8081-0cb7-4c1a-9408-0286fc59583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:01.991532 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f5d42c-2a70-442d-a9ea-d0ebbef88195 admin admin] Network hostable DHCP agents. Network: e606fbf2-6d31-4c0c-b11e-11481e1e0c38, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:33:02.015092 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4ba25-e277-46eb-a9c6-3a56860a743d req-6460981e-33c6-454b-8c12-c7734edd1c50 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:02.029487 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a1d4ba25-e277-46eb-a9c6-3a56860a743d req-6460981e-33c6-454b-8c12-c7734edd1c50 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 943 time: 0.4599915 Jul 15 13:33:02.033632 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a5b3a-0ffb-47d1-99ad-9c99b2f60bf8 req-57a88898-4b5f-484d-8e1d-6ef5e5c0a4bf tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:02.044630 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2c8a5b3a-0ffb-47d1-99ad-9c99b2f60bf8 req-57a88898-4b5f-484d-8e1d-6ef5e5c0a4bf tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d0005f3-d5c1-4fe8-a80e-8768fca5b17d HTTP/1.1" status: 200 len: 946 time: 0.3067980 Jul 15 13:33:02.060735 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-f56b7cc9-b2fb-471b-95fa-b3f79167d616 req-96acc3f3-7fef-4df3-b29e-79c1389d3357 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Deleting port 2f29f5f6-4d40-4975-9e86-148bc6ccd432 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:02.061512 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f56b7cc9-b2fb-471b-95fa-b3f79167d616 req-96acc3f3-7fef-4df3-b29e-79c1389d3357 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.166705 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a1d4ba25-e277-46eb-a9c6-3a56860a743d req-62dbd7fd-d2a0-455b-abc0-365c2258c73f tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346366 Jul 15 13:33:02.196417 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5850711a-211d-4428-9b99-58c43aed5418 req-a2dda612-2f76-492a-9e8a-18db3b926964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.241581 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-f56b7cc9-b2fb-471b-95fa-b3f79167d616 req-96acc3f3-7fef-4df3-b29e-79c1389d3357 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] For port 2f29f5f6-4d40-4975-9e86-148bc6ccd432, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=2f29f5f6-4d40-4975-9e86-148bc6ccd432,segment=NetworkSegment(5fdc2447-cebd-4891-9870-8462e7706d2c),segment_id=5fdc2447-cebd-4891-9870-8462e7706d2c)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:02.242364 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f56b7cc9-b2fb-471b-95fa-b3f79167d616 req-96acc3f3-7fef-4df3-b29e-79c1389d3357 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.484402 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f5d42c-2a70-442d-a9ea-d0ebbef88195 admin admin] Network e606fbf2-6d31-4c0c-b11e-11481e1e0c38 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:33:02.517636 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2c8a5b3a-0ffb-47d1-99ad-9c99b2f60bf8 req-ddc2c0db-5ccb-4505-bd5b-a6db6629f81a tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cdb4184-af7a-4cd3-8dbb-6aff00a55483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4715023 Jul 15 13:33:02.607587 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-49f5d42c-2a70-442d-a9ea-d0ebbef88195 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, e606fbf2-6d31-4c0c-b11e-11481e1e0c38) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:02.627269 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f5d42c-2a70-442d-a9ea-d0ebbef88195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:02.628425 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49f5d42c-2a70-442d-a9ea-d0ebbef88195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.646459 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e73db94-256a-4458-85a4-4bdc6a769631 None None] Network e606fbf2-6d31-4c0c-b11e-11481e1e0c38 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:02.686145 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-49f5d42c-2a70-442d-a9ea-d0ebbef88195 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9015079 Jul 15 13:33:02.701687 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57746) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:02.716625 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5c150b36-dca7-4af5-91ff-fc9b531e784c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1566138955-router', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:02.735023 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f56b7cc9-b2fb-471b-95fa-b3f79167d616 req-96acc3f3-7fef-4df3-b29e-79c1389d3357 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.738317 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f56b7cc9-b2fb-471b-95fa-b3f79167d616 req-96acc3f3-7fef-4df3-b29e-79c1389d3357 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.750200 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [req-f56b7cc9-b2fb-471b-95fa-b3f79167d616 req-96acc3f3-7fef-4df3-b29e-79c1389d3357 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Floating IP 86166fd0-3bfd-4fb3-98b3-b4d544b9ccab disassociated. External IP: 172.25.6.39, port: 2f29f5f6-4d40-4975-9e86-148bc6ccd432. Jul 15 13:33:02.750899 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-f56b7cc9-b2fb-471b-95fa-b3f79167d616 req-96acc3f3-7fef-4df3-b29e-79c1389d3357 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Calling delete_port for 2f29f5f6-4d40-4975-9e86-148bc6ccd432 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:02.868709 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c150b36-dca7-4af5-91ff-fc9b531e784c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.886799 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c150b36-dca7-4af5-91ff-fc9b531e784c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.897472 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-5850711a-211d-4428-9b99-58c43aed5418 req-a2dda612-2f76-492a-9e8a-18db3b926964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af4111b2-96b2-4545-a654-52e18b9823e5 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:33:02.909444 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5850711a-211d-4428-9b99-58c43aed5418 req-a2dda612-2f76-492a-9e8a-18db3b926964 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.934771 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-5850711a-211d-4428-9b99-58c43aed5418 req-a2dda612-2f76-492a-9e8a-18db3b926964 service neutron] Transition to ACTIVE for port object af4111b2-96b2-4545-a654-52e18b9823e5 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:02.962619 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13505e-45a1-485e-82e8-948a8ca540a5 req-82f9bf3d-297c-4d21-aa3f-adf587db3457 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:02.971094 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1d13505e-45a1-485e-82e8-948a8ca540a5 req-82f9bf3d-297c-4d21-aa3f-adf587db3457 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6fcc466-9d07-4c9c-bab1-c095dbe62a16 HTTP/1.1" status: 200 len: 932 time: 0.3021932 Jul 15 13:33:02.973605 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5850711a-211d-4428-9b99-58c43aed5418 req-a2dda612-2f76-492a-9e8a-18db3b926964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.983299 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46698560-2f10-47d3-91be-e2c5b89a50f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-e606fbf2-6d31-4c0c-b11e-11481e1e0c38', 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'fixed_ips': [{'subnet_id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:33:02.984981 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-46698560-2f10-47d3-91be-e2c5b89a50f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.098820 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c150b36-dca7-4af5-91ff-fc9b531e784c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.210505 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1d13505e-45a1-485e-82e8-948a8ca540a5 req-6c8dfa32-669c-4467-a9b6-ead9574ce2a4 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] 10.222.0.24 "GET /v2.0/security-groups?id=9527abd0-cbd2-4bbd-ab25-86abd4f4b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114453 Jul 15 13:33:03.301600 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dda612-2f76-492a-9e8a-18db3b926964 service neutron] Pushing event updated for resources: {'Port': ['ID=af4111b2-96b2-4545-a654-52e18b9823e5,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:03.418263 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f56b7cc9-b2fb-471b-95fa-b3f79167d616 req-96acc3f3-7fef-4df3-b29e-79c1389d3357 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.422177 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-5850711a-211d-4428-9b99-58c43aed5418 req-a2dda612-2f76-492a-9e8a-18db3b926964 service neutron] Attempting to bind port af4111b2-96b2-4545-a654-52e18b9823e5 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:03.422531 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-5850711a-211d-4428-9b99-58c43aed5418 req-a2dda612-2f76-492a-9e8a-18db3b926964 service neutron] Attempting to bind port af4111b2-96b2-4545-a654-52e18b9823e5 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'a63160dd-078a-4e7b-b3b0-ba8e53ee0070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '29ea974c-73da-4efc-b407-da26eda15cd5'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:03.423167 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5850711a-211d-4428-9b99-58c43aed5418 req-a2dda612-2f76-492a-9e8a-18db3b926964 service neutron] Attempting to bind port af4111b2-96b2-4545-a654-52e18b9823e5 on network 29ea974c-73da-4efc-b407-da26eda15cd5 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:03.430414 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5850711a-211d-4428-9b99-58c43aed5418 req-a2dda612-2f76-492a-9e8a-18db3b926964 service neutron] Port af4111b2-96b2-4545-a654-52e18b9823e5 on network 29ea974c-73da-4efc-b407-da26eda15cd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:33:03.430750 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5850711a-211d-4428-9b99-58c43aed5418 req-a2dda612-2f76-492a-9e8a-18db3b926964 service neutron] Attempting to bind port af4111b2-96b2-4545-a654-52e18b9823e5 on network 29ea974c-73da-4efc-b407-da26eda15cd5 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:03.439611 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5850711a-211d-4428-9b99-58c43aed5418 req-a2dda612-2f76-492a-9e8a-18db3b926964 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:03.440032 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5850711a-211d-4428-9b99-58c43aed5418 req-a2dda612-2f76-492a-9e8a-18db3b926964 service neutron] Checking segment: {'id': 'a63160dd-078a-4e7b-b3b0-ba8e53ee0070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '29ea974c-73da-4efc-b407-da26eda15cd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:03.440489 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5850711a-211d-4428-9b99-58c43aed5418 req-a2dda612-2f76-492a-9e8a-18db3b926964 service neutron] Bound using segment: {'id': 'a63160dd-078a-4e7b-b3b0-ba8e53ee0070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '29ea974c-73da-4efc-b407-da26eda15cd5'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:03.440960 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-5850711a-211d-4428-9b99-58c43aed5418 req-a2dda612-2f76-492a-9e8a-18db3b926964 service neutron] Bound port: af4111b2-96b2-4545-a654-52e18b9823e5, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a63160dd-078a-4e7b-b3b0-ba8e53ee0070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '29ea974c-73da-4efc-b407-da26eda15cd5'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:03.441386 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5850711a-211d-4428-9b99-58c43aed5418 req-a2dda612-2f76-492a-9e8a-18db3b926964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.443250 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-46698560-2f10-47d3-91be-e2c5b89a50f9 None None] Allocated IP 172.20.0.2 (e606fbf2-6d31-4c0c-b11e-11481e1e0c38/781e91a3-d9e2-4a55-aa10-3466cf7c7f92/84d8e6bd-33fa-4f8d-9882-fdb70623d3b5) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:03.573620 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-e3eaf1fa-77ab-4567-a930-53c64baed446 req-4f3a5ab4-3942-406b-867b-bbc59c9423fa service neutron] (93813) timed out ('10.222.0.24', 36072) {{(pid=93813) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:33:03.578835 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c150b36-dca7-4af5-91ff-fc9b531e784c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.594995 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96acc3f3-7fef-4df3-b29e-79c1389d3357 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Pushing event deleted for resources: {'Port': ['ID=2f29f5f6-4d40-4975-9e86-148bc6ccd432,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:03.977011 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-5850711a-211d-4428-9b99-58c43aed5418 req-a2dda612-2f76-492a-9e8a-18db3b926964 service neutron] For port af4111b2-96b2-4545-a654-52e18b9823e5, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:03.984630 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-5850711a-211d-4428-9b99-58c43aed5418 req-a2dda612-2f76-492a-9e8a-18db3b926964 service neutron] For port af4111b2-96b2-4545-a654-52e18b9823e5, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=af4111b2-96b2-4545-a654-52e18b9823e5,segment=NetworkSegment(a63160dd-078a-4e7b-b3b0-ba8e53ee0070),segment_id=a63160dd-078a-4e7b-b3b0-ba8e53ee0070)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:04.005629 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-46698560-2f10-47d3-91be-e2c5b89a50f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.030291 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-46698560-2f10-47d3-91be-e2c5b89a50f9 None None] Transition to ACTIVE for port object 84d8e6bd-33fa-4f8d-9882-fdb70623d3b5 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:04.070701 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-98986f3c-932c-4aa7-9517-dcb303a09e8d req-1c9ae9bd-d22b-4a18-8de9-0b99516df0c3 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d0005f3-d5c1-4fe8-a80e-8768fca5b17d HTTP/1.1" status: 200 len: 210 time: 0.0785460 Jul 15 13:33:04.073856 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5850711a-211d-4428-9b99-58c43aed5418 req-a2dda612-2f76-492a-9e8a-18db3b926964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.077539 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-46698560-2f10-47d3-91be-e2c5b89a50f9 None None] Transition to ACTIVE for port object 84d8e6bd-33fa-4f8d-9882-fdb70623d3b5 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:04.095150 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-46698560-2f10-47d3-91be-e2c5b89a50f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.131878 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f56b7cc9-b2fb-471b-95fa-b3f79167d616 req-96acc3f3-7fef-4df3-b29e-79c1389d3357 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Router 0d0f3b8e-5ce8-4225-bf86-b388b2c6645a has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:33:04.171373 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850711a-211d-4428-9b99-58c43aed5418 req-a2dda612-2f76-492a-9e8a-18db3b926964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:04.172475 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5850711a-211d-4428-9b99-58c43aed5418 req-a2dda612-2f76-492a-9e8a-18db3b926964 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.180929 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5850711a-211d-4428-9b99-58c43aed5418 req-a2dda612-2f76-492a-9e8a-18db3b926964 service neutron] 10.222.0.18 "PUT /v2.0/ports/af4111b2-96b2-4545-a654-52e18b9823e5 HTTP/1.1" status: 200 len: 1093 time: 2.3288856 Jul 15 13:33:04.181961 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6fcc466-9d07-4c9c-bab1-c095dbe62a16', 'tag': 'af4111b2-96b2-4545-a654-52e18b9823e5'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:04.185923 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46698560-2f10-47d3-91be-e2c5b89a50f9 None None] Network e606fbf2-6d31-4c0c-b11e-11481e1e0c38 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:04.196304 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016364d4-e274-4645-8995-85255029c62f" -d '{"events": [{"name": "network-changed", "server_uuid": "a6fcc466-9d07-4c9c-bab1-c095dbe62a16", "tag": "af4111b2-96b2-4545-a654-52e18b9823e5"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:04.203255 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-46698560-2f10-47d3-91be-e2c5b89a50f9 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:04.211599 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46698560-2f10-47d3-91be-e2c5b89a50f9 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:04.252328 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b4b85-750f-4904-aeea-c9919cbaf37d req-ecbe9a96-3899-4cc8-8e01-3c930184bf4e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:04.254447 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-108b4b85-750f-4904-aeea-c9919cbaf37d req-ecbe9a96-3899-4cc8-8e01-3c930184bf4e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 943 time: 0.4921591 Jul 15 13:33:04.327267 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46698560-2f10-47d3-91be-e2c5b89a50f9 None None] Pushing event updated for resources: {'Port': ['ID=84d8e6bd-33fa-4f8d-9882-fdb70623d3b5,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:04.362230 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5815c0bd-ad44-44ca-8c6c-699d029ff43e x-openstack-request-id: req-5815c0bd-ad44-44ca-8c6c-699d029ff43e {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:04.367729 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6fcc466-9d07-4c9c-bab1-c095dbe62a16", "tag": "af4111b2-96b2-4545-a654-52e18b9823e5", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:04.368174 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5815c0bd-ad44-44ca-8c6c-699d029ff43e {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:04.368701 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6fcc466-9d07-4c9c-bab1-c095dbe62a16', 'tag': 'af4111b2-96b2-4545-a654-52e18b9823e5', 'status': 'completed', 'code': 200} Jul 15 13:33:04.382723 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dda612-2f76-492a-9e8a-18db3b926964 service neutron] Pushing event updated for resources: {'Port': ['ID=af4111b2-96b2-4545-a654-52e18b9823e5,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:04.432336 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850711a-211d-4428-9b99-58c43aed5418 req-816990e7-dbc6-4269-b596-3c395e49f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:04.434545 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5850711a-211d-4428-9b99-58c43aed5418 req-816990e7-dbc6-4269-b596-3c395e49f64a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=26f5b0d3dc194961a2f466bd766a24e9&device_id=a6fcc466-9d07-4c9c-bab1-c095dbe62a16 HTTP/1.1" status: 200 len: 1096 time: 0.1565495 Jul 15 13:33:04.437928 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-46698560-2f10-47d3-91be-e2c5b89a50f9 None None] Attempting to bind port 84d8e6bd-33fa-4f8d-9882-fdb70623d3b5 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:04.439579 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-46698560-2f10-47d3-91be-e2c5b89a50f9 None None] Attempting to bind port 84d8e6bd-33fa-4f8d-9882-fdb70623d3b5 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'e0ec8081-0cb7-4c1a-9408-0286fc59583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:04.439950 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46698560-2f10-47d3-91be-e2c5b89a50f9 None None] Attempting to bind port 84d8e6bd-33fa-4f8d-9882-fdb70623d3b5 on network e606fbf2-6d31-4c0c-b11e-11481e1e0c38 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:04.454140 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46698560-2f10-47d3-91be-e2c5b89a50f9 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:04.454423 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46698560-2f10-47d3-91be-e2c5b89a50f9 None None] Checking segment: {'id': 'e0ec8081-0cb7-4c1a-9408-0286fc59583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:04.454819 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-46698560-2f10-47d3-91be-e2c5b89a50f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.455218 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46698560-2f10-47d3-91be-e2c5b89a50f9 None None] Bound using segment: {'id': 'e0ec8081-0cb7-4c1a-9408-0286fc59583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:04.455714 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-46698560-2f10-47d3-91be-e2c5b89a50f9 None None] Bound port: 84d8e6bd-33fa-4f8d-9882-fdb70623d3b5, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ec8081-0cb7-4c1a-9408-0286fc59583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:04.460990 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-46698560-2f10-47d3-91be-e2c5b89a50f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.497467 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5850711a-211d-4428-9b99-58c43aed5418 req-b84fe78a-5186-42dc-88cf-e0dbd7aca9cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af4111b2-96b2-4545-a654-52e18b9823e5 HTTP/1.1" status: 200 len: 217 time: 0.0560067 Jul 15 13:33:04.574954 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f56b7cc9-b2fb-471b-95fa-b3f79167d616 req-96acc3f3-7fef-4df3-b29e-79c1389d3357 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:33:04.587141 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850711a-211d-4428-9b99-58c43aed5418 req-81fc5277-e526-4e19-b078-92eebe2fac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:04.589372 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5850711a-211d-4428-9b99-58c43aed5418 req-81fc5277-e526-4e19-b078-92eebe2fac8a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9e39116-7dd7-46ea-bdc7-35a1eb244a15 HTTP/1.1" status: 200 len: 852 time: 0.0864251 Jul 15 13:33:04.597564 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ed20f9-d1b2-455e-985e-f2de79c7145f None None] Sync routers for ids ['0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:33:04.625362 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ed20f9-d1b2-455e-985e-f2de79c7145f None None] Routers {'0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:04.625794 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c0ed20f9-d1b2-455e-985e-f2de79c7145f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:32:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:04.641149 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-46698560-2f10-47d3-91be-e2c5b89a50f9 None None] For port 84d8e6bd-33fa-4f8d-9882-fdb70623d3b5, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:04.648392 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-46698560-2f10-47d3-91be-e2c5b89a50f9 None None] For port 84d8e6bd-33fa-4f8d-9882-fdb70623d3b5, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=84d8e6bd-33fa-4f8d-9882-fdb70623d3b5,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:04.671127 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-46698560-2f10-47d3-91be-e2c5b89a50f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.694904 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5850711a-211d-4428-9b99-58c43aed5418 req-e69dfeb9-9ece-48a7-b2fd-8cdef6535f1e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29ea974c-73da-4efc-b407-da26eda15cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929139 Jul 15 13:33:04.789574 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-108b4b85-750f-4904-aeea-c9919cbaf37d req-d86ca695-af65-4384-9963-cf2494577442 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786439 Jul 15 13:33:04.808587 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46698560-2f10-47d3-91be-e2c5b89a50f9 None None] Pushing event updated for resources: {'Port': ['ID=84d8e6bd-33fa-4f8d-9882-fdb70623d3b5,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:04.846057 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56b7cc9-b2fb-471b-95fa-b3f79167d616 req-96acc3f3-7fef-4df3-b29e-79c1389d3357 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] No DVR routers for this DVR port 2f29f5f6-4d40-4975-9e86-148bc6ccd432 on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:04.856640 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f56b7cc9-b2fb-471b-95fa-b3f79167d616 req-96acc3f3-7fef-4df3-b29e-79c1389d3357 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.879118 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f56b7cc9-b2fb-471b-95fa-b3f79167d616 req-96acc3f3-7fef-4df3-b29e-79c1389d3357 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.18 "DELETE /v2.0/ports/2f29f5f6-4d40-4975-9e86-148bc6ccd432 HTTP/1.1" status: 204 len: 173 time: 3.5586274 Jul 15 13:33:04.881810 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0005f3-d5c1-4fe8-a80e-8768fca5b17d', 'name': 'network-vif-deleted', 'tag': '2f29f5f6-4d40-4975-9e86-148bc6ccd432'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:04.894436 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0652cb-3644-499f-9b06-6b9806a8f5b8" -d '{"events": [{"server_uuid": "6d0005f3-d5c1-4fe8-a80e-8768fca5b17d", "name": "network-vif-deleted", "tag": "2f29f5f6-4d40-4975-9e86-148bc6ccd432"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:04.984094 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e2f40-77be-4164-8d3b-ef9b03fae2ce req-4e1db353-5642-4c73-8359-de7aad08ecc5 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:04.986015 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cc6e2f40-77be-4164-8d3b-ef9b03fae2ce req-4e1db353-5642-4c73-8359-de7aad08ecc5 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6fcc466-9d07-4c9c-bab1-c095dbe62a16 HTTP/1.1" status: 200 len: 944 time: 0.2872698 Jul 15 13:33:05.020465 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-c0ed20f9-d1b2-455e-985e-f2de79c7145f None None] Set router 0d0f3b8e-5ce8-4225-bf86-b388b2c6645a gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:05.036845 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5850711a-211d-4428-9b99-58c43aed5418 req-000e8ec6-3970-4332-a1c4-189a38746bf5 service neutron] 10.222.0.18 "GET /v2.0/networks/29ea974c-73da-4efc-b407-da26eda15cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152492 Jul 15 13:33:05.050732 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c150b36-dca7-4af5-91ff-fc9b531e784c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.109448 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c150b36-dca7-4af5-91ff-fc9b531e784c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.239607 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5850711a-211d-4428-9b99-58c43aed5418 req-03a25a8e-cbf3-4d03-883c-80d72c81757e service neutron] 10.222.0.18 "GET /v2.0/networks/29ea974c-73da-4efc-b407-da26eda15cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965072 Jul 15 13:33:05.291968 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cc6e2f40-77be-4164-8d3b-ef9b03fae2ce req-a5f514c0-d974-45bc-b5f5-6011dad6c025 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] 10.222.0.24 "GET /v2.0/security-groups?id=9527abd0-cbd2-4bbd-ab25-86abd4f4b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932498 Jul 15 13:33:05.321079 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 2f29f5f6-4d40-4975-9e86-148bc6ccd432 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:05.368934 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 2f29f5f6-4d40-4975-9e86-148bc6ccd432 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:05.370092 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 2f29f5f6-4d40-4975-9e86-148bc6ccd432 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:05.377893 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f16185-9407-4221-a15a-31de07bfa495 x-openstack-request-id: req-70f16185-9407-4221-a15a-31de07bfa495 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:05.378744 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0005f3-d5c1-4fe8-a80e-8768fca5b17d", "name": "network-vif-deleted", "tag": "2f29f5f6-4d40-4975-9e86-148bc6ccd432", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:05.378744 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-70f16185-9407-4221-a15a-31de07bfa495 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:05.379776 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0005f3-d5c1-4fe8-a80e-8768fca5b17d', 'name': 'network-vif-deleted', 'tag': '2f29f5f6-4d40-4975-9e86-148bc6ccd432', 'status': 'completed', 'code': 200} Jul 15 13:33:05.393606 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-5c150b36-dca7-4af5-91ff-fc9b531e784c admin admin] Allocated IP 172.25.6.177 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/5046cb3b-301b-4304-8362-c468bba1b747) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:05.486112 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016364d4-e274-4645-8995-85255029c62f req-276e93cd-6be8-473a-b2d4-0cddeae918dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:05.488206 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-016364d4-e274-4645-8995-85255029c62f req-276e93cd-6be8-473a-b2d4-0cddeae918dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=26f5b0d3dc194961a2f466bd766a24e9&device_id=a6fcc466-9d07-4c9c-bab1-c095dbe62a16 HTTP/1.1" status: 200 len: 1096 time: 0.0998447 Jul 15 13:33:05.624775 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c150b36-dca7-4af5-91ff-fc9b531e784c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.768894 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016364d4-e274-4645-8995-85255029c62f req-d48a1c93-716a-4b31-ae50-cef80a93b3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:05.773751 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c4fc77ec-79df-4829-8dcc-78af23d20dcc req-acb0258c-b66c-4ab2-a3a1-cd5e15df4e60 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d0005f3-d5c1-4fe8-a80e-8768fca5b17d HTTP/1.1" status: 200 len: 210 time: 0.0787106 Jul 15 13:33:05.774568 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-016364d4-e274-4645-8995-85255029c62f req-d48a1c93-716a-4b31-ae50-cef80a93b3bf service neutron] 10.222.0.18 "GET /v2.0/networks?id=29ea974c-73da-4efc-b407-da26eda15cd5 HTTP/1.1" status: 200 len: 913 time: 0.2797053 Jul 15 13:33:05.776774 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c150b36-dca7-4af5-91ff-fc9b531e784c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.887954 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c0ed20f9-d1b2-455e-985e-f2de79c7145f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'name': 'tempest-AttachVolumeTestJSON-125246177-router', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:42Z', 'updated_at': '2021-07-15T13:24:01Z', 'revision_number': 4, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'gw_port': {'id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:45Z', 'updated_at': '2021-07-15T13:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4', 'name': '', 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'mac_address': 'fa:16:3e:cb:51:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '7ddbfc00-1f92-454d-9c2c-3d67f76399b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:57Z', 'updated_at': '2021-07-15T13:24:11Z', 'revision_number': 5, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'subnets': [{'id': '7ddbfc00-1f92-454d-9c2c-3d67f76399b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:05.899572 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-016364d4-e274-4645-8995-85255029c62f req-46fbc2a1-34da-49ba-a611-edbbdf16b670 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af4111b2-96b2-4545-a654-52e18b9823e5 HTTP/1.1" status: 200 len: 217 time: 0.1204488 Jul 15 13:33:05.905130 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c150b36-dca7-4af5-91ff-fc9b531e784c admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:05.918070 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-5c150b36-dca7-4af5-91ff-fc9b531e784c admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:05.934347 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ed20f9-d1b2-455e-985e-f2de79c7145f None None] Checking router: 0d0f3b8e-5ce8-4225-bf86-b388b2c6645a for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:33:05.939831 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c150b36-dca7-4af5-91ff-fc9b531e784c admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:05.948380 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ed20f9-d1b2-455e-985e-f2de79c7145f None None] Routers {'0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:05.949330 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c0ed20f9-d1b2-455e-985e-f2de79c7145f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:32:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:06.078004 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016364d4-e274-4645-8995-85255029c62f req-22de602f-b58a-4981-b390-6782cb015018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:06.084695 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-016364d4-e274-4645-8995-85255029c62f req-22de602f-b58a-4981-b390-6782cb015018 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b9e39116-7dd7-46ea-bdc7-35a1eb244a15 HTTP/1.1" status: 200 len: 852 time: 0.1750672 Jul 15 13:33:06.175457 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-c0ed20f9-d1b2-455e-985e-f2de79c7145f None None] Set router 0d0f3b8e-5ce8-4225-bf86-b388b2c6645a gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:06.201719 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-016364d4-e274-4645-8995-85255029c62f req-178f6480-ed1b-4c3f-872d-8b48614e2cf1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29ea974c-73da-4efc-b407-da26eda15cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076224 Jul 15 13:33:06.542909 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-016364d4-e274-4645-8995-85255029c62f req-a392e4a6-69ac-4c55-8d5b-0deb8fe316ab service neutron] 10.222.0.18 "GET /v2.0/networks/29ea974c-73da-4efc-b407-da26eda15cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323593 Jul 15 13:33:06.569649 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb54ef-bf23-4ec3-a452-b291a85895fc req-7511c07d-5b3d-4d9a-9111-446e7b88d304 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:06.579559 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-feeb54ef-bf23-4ec3-a452-b291a85895fc req-7511c07d-5b3d-4d9a-9111-446e7b88d304 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 943 time: 0.3518662 Jul 15 13:33:06.717344 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-feeb54ef-bf23-4ec3-a452-b291a85895fc req-d95378c3-564d-4d4c-9678-939f2107f004 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356828 Jul 15 13:33:06.727250 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c0ed20f9-d1b2-455e-985e-f2de79c7145f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'name': 'tempest-AttachVolumeTestJSON-125246177-router', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:42Z', 'updated_at': '2021-07-15T13:24:01Z', 'revision_number': 4, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'gw_port': {'id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:45Z', 'updated_at': '2021-07-15T13:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4', 'name': '', 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'mac_address': 'fa:16:3e:cb:51:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '7ddbfc00-1f92-454d-9c2c-3d67f76399b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:57Z', 'updated_at': '2021-07-15T13:24:11Z', 'revision_number': 5, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'subnets': [{'id': '7ddbfc00-1f92-454d-9c2c-3d67f76399b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:06.770932 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-016364d4-e274-4645-8995-85255029c62f req-c210feba-d26d-4549-9a89-de50a603b577 service neutron] 10.222.0.18 "GET /v2.0/networks/29ea974c-73da-4efc-b407-da26eda15cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196283 Jul 15 13:33:06.849289 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ed20f9-d1b2-455e-985e-f2de79c7145f None None] The sync data for ids ['0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'] in n-d-758944-45 is: [{'id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'name': 'tempest-AttachVolumeTestJSON-125246177-router', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:42Z', 'updated_at': '2021-07-15T13:24:01Z', 'revision_number': 4, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'gw_port': {'id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:45Z', 'updated_at': '2021-07-15T13:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4', 'name': '', 'network_id': 'e8913e0d-0d0e-40a2-882d-dd84c17b519b', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'mac_address': 'fa:16:3e:cb:51:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '7ddbfc00-1f92-454d-9c2c-3d67f76399b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:57Z', 'updated_at': '2021-07-15T13:24:11Z', 'revision_number': 5, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'subnets': [{'id': '7ddbfc00-1f92-454d-9c2c-3d67f76399b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:33:06.910930 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f929d6cc-add1-458b-b998-f4306ac6aa2d None None] Network e606fbf2-6d31-4c0c-b11e-11481e1e0c38 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:07.174587 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c150b36-dca7-4af5-91ff-fc9b531e784c admin admin] Pushing event updated for resources: {'Port': ['ID=5046cb3b-301b-4304-8362-c468bba1b747,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:07.216846 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-db2e5ab4-a213-41fa-afdc-1b04522816c2 None None] Provisioning for port 84d8e6bd-33fa-4f8d-9882-fdb70623d3b5 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:07.224759 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 84d8e6bd-33fa-4f8d-9882-fdb70623d3b5 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:07.235006 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57800) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:07.334641 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device af4111b2-96b2-4545-a654-52e18b9823e5 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:33:07.415091 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 84d8e6bd-33fa-4f8d-9882-fdb70623d3b5 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:07.440577 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 84d8e6bd-33fa-4f8d-9882-fdb70623d3b5 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:07.441189 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.572445 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7588a6-61ae-4717-9e0f-4d76677b08d0 None None] New status for floating IP 86166fd0-3bfd-4fb3-98b3-b4d544b9ccab: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:33:07.582280 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port af4111b2-96b2-4545-a654-52e18b9823e5, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=af4111b2-96b2-4545-a654-52e18b9823e5,segment=NetworkSegment(a63160dd-078a-4e7b-b3b0-ba8e53ee0070),segment_id=a63160dd-078a-4e7b-b3b0-ba8e53ee0070)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:07.669674 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5369d-9197-4b77-8ee0-3bf73649a934 req-0046cebc-a946-42ca-a028-71ce4d27c52d tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:07.691175 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c6d5369d-9197-4b77-8ee0-3bf73649a934 req-0046cebc-a946-42ca-a028-71ce4d27c52d tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6fcc466-9d07-4c9c-bab1-c095dbe62a16 HTTP/1.1" status: 200 len: 944 time: 0.6059623 Jul 15 13:33:07.745287 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'af4111b2-96b2-4545-a654-52e18b9823e5', 'network_id': '29ea974c-73da-4efc-b407-da26eda15cd5', 'port_id': 'af4111b2-96b2-4545-a654-52e18b9823e5', 'mac_address': 'fa:16:3e:8c:6d:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e39116-7dd7-46ea-bdc7-35a1eb244a15', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:33:07.776929 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c5ebda2e-227f-470e-a884-b6fca9029149 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.882059 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.894758 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c5ebda2e-227f-470e-a884-b6fca9029149 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.937517 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.962589 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c150b36-dca7-4af5-91ff-fc9b531e784c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.979918 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 84d8e6bd-33fa-4f8d-9882-fdb70623d3b5, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=84d8e6bd-33fa-4f8d-9882-fdb70623d3b5,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:07.982964 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af4111b2-96b2-4545-a654-52e18b9823e5 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:33:07.991537 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c6d5369d-9197-4b77-8ee0-3bf73649a934 req-4b4434cf-fc6c-48fa-af6e-00aa62dd3b1d tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] 10.222.0.24 "GET /v2.0/security-groups?id=9527abd0-cbd2-4bbd-ab25-86abd4f4b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093892 Jul 15 13:33:08.015538 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port af4111b2-96b2-4545-a654-52e18b9823e5, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=af4111b2-96b2-4545-a654-52e18b9823e5,segment=NetworkSegment(a63160dd-078a-4e7b-b3b0-ba8e53ee0070),segment_id=a63160dd-078a-4e7b-b3b0-ba8e53ee0070)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:08.017659 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.028967 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.199452 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=84d8e6bd-33fa-4f8d-9882-fdb70623d3b5,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:08.218812 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.220289 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-921b9976-41c7-479e-bc35-f1eaf82e68d6 None None] Provisioning complete for port 84d8e6bd-33fa-4f8d-9882-fdb70623d3b5 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:08.220900 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-921b9976-41c7-479e-bc35-f1eaf82e68d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.227244 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c5ebda2e-227f-470e-a884-b6fca9029149 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.232467 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c5ebda2e-227f-470e-a884-b6fca9029149 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.236242 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c5ebda2e-227f-470e-a884-b6fca9029149 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "DELETE /v2.0/security-groups/7cdb4184-af7a-4cd3-8dbb-6aff00a55483 HTTP/1.1" status: 204 len: 168 time: 0.9970403 Jul 15 13:33:08.251391 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['af4111b2-96b2-4545-a654-52e18b9823e5'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:33:08.260797 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57812) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:08.314208 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ebda2e-227f-470e-a884-b6fca9029149 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdb4184-af7a-4cd3-8dbb-6aff00a55483,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:08.320818 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-6e1ea5d6-c679-442c-8c4c-bb56d2b325f8 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] show failed (client error): The resource could not be found. Jul 15 13:33:08.322424 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6e1ea5d6-c679-442c-8c4c-bb56d2b325f8 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "GET /v2.0/security-groups/7cdb4184-af7a-4cd3-8dbb-6aff00a55483 HTTP/1.1" status: 404 len: 347 time: 0.0584686 Jul 15 13:33:08.333498 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57814) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:08.377788 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=af4111b2-96b2-4545-a654-52e18b9823e5,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:08.502832 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c150b36-dca7-4af5-91ff-fc9b531e784c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.519670 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d32638-9f96-4542-ad69-ea40aa6128e9 req-234a08fe-bcde-4c1e-9a28-b91b96802784 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:08.523104 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-49d32638-9f96-4542-ad69-ea40aa6128e9 req-234a08fe-bcde-4c1e-9a28-b91b96802784 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 943 time: 0.3625982 Jul 15 13:33:08.715031 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-49d32638-9f96-4542-ad69-ea40aa6128e9 req-466d299e-9163-4478-8e6d-35eb23fe7a3e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810069 Jul 15 13:33:08.801834 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-414f0c6f-7ffc-44cc-a35b-b3c81481c593 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Deleting port acb1e282-3dbb-40b8-8051-aec35610d05d {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:08.802200 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-414f0c6f-7ffc-44cc-a35b-b3c81481c593 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.850755 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c150b36-dca7-4af5-91ff-fc9b531e784c admin admin] Router 890d7102-beb3-4e54-9d55-4ce1ee1b3bc6 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:33:08.903663 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 84d8e6bd-33fa-4f8d-9882-fdb70623d3b5 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:08.971049 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-414f0c6f-7ffc-44cc-a35b-b3c81481c593 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.972061 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-414f0c6f-7ffc-44cc-a35b-b3c81481c593 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.992683 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-414f0c6f-7ffc-44cc-a35b-b3c81481c593 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Calling delete_port for acb1e282-3dbb-40b8-8051-aec35610d05d owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:09.011283 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 84d8e6bd-33fa-4f8d-9882-fdb70623d3b5 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:09.014988 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.242457 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c150b36-dca7-4af5-91ff-fc9b531e784c admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:33:09.260523 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fbe0a7-07e6-4ef7-a847-2d0b4ef5d036 None None] Sync routers for ids ['890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:33:09.278044 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fbe0a7-07e6-4ef7-a847-2d0b4ef5d036 None None] Routers {'890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:09.279071 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b8fbe0a7-07e6-4ef7-a847-2d0b4ef5d036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:32:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:09.279232 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-414f0c6f-7ffc-44cc-a35b-b3c81481c593 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.310021 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c150b36-dca7-4af5-91ff-fc9b531e784c admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.316288 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5c150b36-dca7-4af5-91ff-fc9b531e784c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.6121106 Jul 15 13:33:09.317382 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57822) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:09.328478 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f0c6f-7ffc-44cc-a35b-b3c81481c593 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Pushing event deleted for resources: {'Port': ['ID=acb1e282-3dbb-40b8-8051-aec35610d05d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:09.336577 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device af4111b2-96b2-4545-a654-52e18b9823e5 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:09.453900 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-414f0c6f-7ffc-44cc-a35b-b3c81481c593 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.459182 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-414f0c6f-7ffc-44cc-a35b-b3c81481c593 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.461009 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-414f0c6f-7ffc-44cc-a35b-b3c81481c593 tempest-AttachVolumeTestJSON-1131876488 tempest-AttachVolumeTestJSON-1131876488-project] 10.222.0.24 "DELETE /v2.0/floatingips/86166fd0-3bfd-4fb3-98b3-b4d544b9ccab HTTP/1.1" status: 204 len: 168 time: 1.1251762 Jul 15 13:33:09.483130 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port af4111b2-96b2-4545-a654-52e18b9823e5 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:09.500363 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port af4111b2-96b2-4545-a654-52e18b9823e5 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:09.500978 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.584986 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-b8fbe0a7-07e6-4ef7-a847-2d0b4ef5d036 None None] Set router 890d7102-beb3-4e54-9d55-4ce1ee1b3bc6 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:09.705242 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.724208 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a142a-9e48-421f-963f-c9face4dd6ad req-7456b602-1521-49b1-aa13-0c49a5a1f2ea tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:09.726016 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7b4a142a-9e48-421f-963f-c9face4dd6ad req-7456b602-1521-49b1-aa13-0c49a5a1f2ea tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6fcc466-9d07-4c9c-bab1-c095dbe62a16 HTTP/1.1" status: 200 len: 945 time: 0.1704099 Jul 15 13:33:09.791675 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6fcc466-9d07-4c9c-bab1-c095dbe62a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4111b2-96b2-4545-a654-52e18b9823e5'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:09.800032 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44e2a17-e720-4bce-b3a0-9d5006415a26" -d '{"events": [{"server_uuid": "a6fcc466-9d07-4c9c-bab1-c095dbe62a16", "name": "network-vif-plugged", "status": "completed", "tag": "af4111b2-96b2-4545-a654-52e18b9823e5"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:09.849514 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port af4111b2-96b2-4545-a654-52e18b9823e5, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=af4111b2-96b2-4545-a654-52e18b9823e5,segment=NetworkSegment(a63160dd-078a-4e7b-b3b0-ba8e53ee0070),segment_id=a63160dd-078a-4e7b-b3b0-ba8e53ee0070)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:09.859854 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.922003 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7b4a142a-9e48-421f-963f-c9face4dd6ad req-e187bde9-b847-429d-8858-09a6e940e0dd tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] 10.222.0.24 "GET /v2.0/security-groups?id=9527abd0-cbd2-4bbd-ab25-86abd4f4b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175804 Jul 15 13:33:10.032789 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b8fbe0a7-07e6-4ef7-a847-2d0b4ef5d036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1566138955-router', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '5046cb3b-301b-4304-8362-c468bba1b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:02Z', 'updated_at': '2021-07-15T13:33:07Z', 'revision_number': 3, 'project_id': '6a009645feb04959b4d54831dba76b81', 'gw_port': {'id': '5046cb3b-301b-4304-8362-c468bba1b747', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:05Z', 'updated_at': '2021-07-15T13:33:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:10.112232 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=af4111b2-96b2-4545-a654-52e18b9823e5,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:10.118860 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905d9d9d-68c7-4b7b-af8b-ea31d3d524e1 x-openstack-request-id: req-905d9d9d-68c7-4b7b-af8b-ea31d3d524e1 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:10.119300 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6fcc466-9d07-4c9c-bab1-c095dbe62a16", "name": "network-vif-plugged", "status": "completed", "tag": "af4111b2-96b2-4545-a654-52e18b9823e5", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:10.119691 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-905d9d9d-68c7-4b7b-af8b-ea31d3d524e1 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:10.120303 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6fcc466-9d07-4c9c-bab1-c095dbe62a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4111b2-96b2-4545-a654-52e18b9823e5', 'code': 200} Jul 15 13:33:10.127461 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fbe0a7-07e6-4ef7-a847-2d0b4ef5d036 None None] Checking router: 890d7102-beb3-4e54-9d55-4ce1ee1b3bc6 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:33:10.128170 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fbe0a7-07e6-4ef7-a847-2d0b4ef5d036 None None] Updating router 890d7102-beb3-4e54-9d55-4ce1ee1b3bc6 port 5046cb3b-301b-4304-8362-c468bba1b747 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:33:10.146955 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:10.147880 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:10.148506 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:10.149031 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:10.149559 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:10.150146 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:10.150737 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:10.154846 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:10.155518 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:10.156074 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:10.161134 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d6915-380d-4e47-aaae-565ea1329ae8 req-8c286302-ca16-431b-b2c1-4f10652977c9 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:10.161548 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:10.162330 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:10.170374 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-883d6915-380d-4e47-aaae-565ea1329ae8 req-8c286302-ca16-431b-b2c1-4f10652977c9 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 943 time: 0.2269862 Jul 15 13:33:10.214277 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8fbe0a7-07e6-4ef7-a847-2d0b4ef5d036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.422575 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-883d6915-380d-4e47-aaae-565ea1329ae8 req-3a0d3fc8-f033-43d1-93ba-ae62bcd4caf8 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278488 Jul 15 13:33:10.523575 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e7006-4a85-4c16-a676-a9cb7db3f898 req-9cc9e894-0175-49fb-8a04-919b6195b66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:10.526299 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-da0e7006-4a85-4c16-a676-a9cb7db3f898 req-9cc9e894-0175-49fb-8a04-919b6195b66b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a6fcc466-9d07-4c9c-bab1-c095dbe62a16 HTTP/1.1" status: 200 len: 1098 time: 0.2815945 Jul 15 13:33:10.542302 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-412ced25-9809-44ca-b9ba-389da12ef11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.632506 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-da0e7006-4a85-4c16-a676-a9cb7db3f898 req-0be0a5e0-f064-414e-b419-be6d2c46e550 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9527abd0-cbd2-4bbd-ab25-86abd4f4b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995128 Jul 15 13:33:10.893021 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8fbe0a7-07e6-4ef7-a847-2d0b4ef5d036 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.914636 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-b8fbe0a7-07e6-4ef7-a847-2d0b4ef5d036 None None] Transition to ACTIVE for port object 5046cb3b-301b-4304-8362-c468bba1b747 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:10.926393 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8fbe0a7-07e6-4ef7-a847-2d0b4ef5d036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.072731 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-412ced25-9809-44ca-b9ba-389da12ef11a admin admin] Allocated IP 172.20.0.1 (e606fbf2-6d31-4c0c-b11e-11481e1e0c38/781e91a3-d9e2-4a55-aa10-3466cf7c7f92/962b0828-430d-4863-9cf7-afd4960f396f) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:11.237804 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b8fbe0a7-07e6-4ef7-a847-2d0b4ef5d036 None None] Attempting to bind port 5046cb3b-301b-4304-8362-c468bba1b747 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:11.238398 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b8fbe0a7-07e6-4ef7-a847-2d0b4ef5d036 None None] Attempting to bind port 5046cb3b-301b-4304-8362-c468bba1b747 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:11.238761 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fbe0a7-07e6-4ef7-a847-2d0b4ef5d036 None None] Attempting to bind port 5046cb3b-301b-4304-8362-c468bba1b747 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:11.242167 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7296e-eb83-4b46-96af-fc03f8dd6d5e None None] Pushing event updated for resources: {'Port': ['ID=5046cb3b-301b-4304-8362-c468bba1b747,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:11.256048 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7296e-eb83-4b46-96af-fc03f8dd6d5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:11.256718 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7296e-eb83-4b46-96af-fc03f8dd6d5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:11.257064 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7296e-eb83-4b46-96af-fc03f8dd6d5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:11.257439 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7296e-eb83-4b46-96af-fc03f8dd6d5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:11.257789 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7296e-eb83-4b46-96af-fc03f8dd6d5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:11.258112 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7296e-eb83-4b46-96af-fc03f8dd6d5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:11.258429 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7296e-eb83-4b46-96af-fc03f8dd6d5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:11.258957 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7296e-eb83-4b46-96af-fc03f8dd6d5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:11.259272 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7296e-eb83-4b46-96af-fc03f8dd6d5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:11.259586 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7296e-eb83-4b46-96af-fc03f8dd6d5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:11.259938 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7296e-eb83-4b46-96af-fc03f8dd6d5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:11.260197 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f7296e-eb83-4b46-96af-fc03f8dd6d5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:11.265203 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fbe0a7-07e6-4ef7-a847-2d0b4ef5d036 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:11.265588 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fbe0a7-07e6-4ef7-a847-2d0b4ef5d036 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:11.266019 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8fbe0a7-07e6-4ef7-a847-2d0b4ef5d036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.266545 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fbe0a7-07e6-4ef7-a847-2d0b4ef5d036 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:11.267180 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-b8fbe0a7-07e6-4ef7-a847-2d0b4ef5d036 None None] Bound port: 5046cb3b-301b-4304-8362-c468bba1b747, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:11.268063 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8fbe0a7-07e6-4ef7-a847-2d0b4ef5d036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.388152 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b8fbe0a7-07e6-4ef7-a847-2d0b4ef5d036 None None] For port 5046cb3b-301b-4304-8362-c468bba1b747, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:11.399229 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-b8fbe0a7-07e6-4ef7-a847-2d0b4ef5d036 None None] For port 5046cb3b-301b-4304-8362-c468bba1b747, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=5046cb3b-301b-4304-8362-c468bba1b747,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:11.412215 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b8fbe0a7-07e6-4ef7-a847-2d0b4ef5d036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.549854 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-412ced25-9809-44ca-b9ba-389da12ef11a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.579648 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fbe0a7-07e6-4ef7-a847-2d0b4ef5d036 None None] Routers {'890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:11.581038 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b8fbe0a7-07e6-4ef7-a847-2d0b4ef5d036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:32:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:11.617112 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7296e-eb83-4b46-96af-fc03f8dd6d5e None None] Pushing event updated for resources: {'Port': ['ID=5046cb3b-301b-4304-8362-c468bba1b747,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:11.620460 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d09e1e-7985-4a7a-9d67-843ee5c8dd45 req-8c5cb7b0-d630-45da-9dc3-c028409601e3 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:11.629235 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a1d09e1e-7985-4a7a-9d67-843ee5c8dd45 req-8c5cb7b0-d630-45da-9dc3-c028409601e3 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6fcc466-9d07-4c9c-bab1-c095dbe62a16 HTTP/1.1" status: 200 len: 946 time: 0.4109621 Jul 15 13:33:11.632217 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-412ced25-9809-44ca-b9ba-389da12ef11a admin admin] Transition to ACTIVE for port object 962b0828-430d-4863-9cf7-afd4960f396f will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:11.684621 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a1d09e1e-7985-4a7a-9d67-843ee5c8dd45 req-5702b837-c2d4-4702-9e4d-7b232b0d9014 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] 10.222.0.24 "GET /v2.0/security-groups?id=9527abd0-cbd2-4bbd-ab25-86abd4f4b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538073 Jul 15 13:33:11.739922 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-412ced25-9809-44ca-b9ba-389da12ef11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.828883 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412ced25-9809-44ca-b9ba-389da12ef11a admin admin] Network e606fbf2-6d31-4c0c-b11e-11481e1e0c38 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:11.845748 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-412ced25-9809-44ca-b9ba-389da12ef11a admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:11.862555 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412ced25-9809-44ca-b9ba-389da12ef11a admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:11.916800 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470114b4-41a4-472a-aa22-5508ac357bb5 req-1dcb3cea-4e03-4133-b9b9-ff37db5793bc tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:11.921691 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-470114b4-41a4-472a-aa22-5508ac357bb5 req-1dcb3cea-4e03-4133-b9b9-ff37db5793bc tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 943 time: 0.2182119 Jul 15 13:33:12.015335 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ced25-9809-44ca-b9ba-389da12ef11a admin admin] Pushing event updated for resources: {'Port': ['ID=962b0828-430d-4863-9cf7-afd4960f396f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:12.028695 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-b8fbe0a7-07e6-4ef7-a847-2d0b4ef5d036 None None] Set router 890d7102-beb3-4e54-9d55-4ce1ee1b3bc6 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:12.035316 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-470114b4-41a4-472a-aa22-5508ac357bb5 req-39b7127b-e0cc-4e45-86ec-118f2ac92494 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015556 Jul 15 13:33:12.090004 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-412ced25-9809-44ca-b9ba-389da12ef11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.455705 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-412ced25-9809-44ca-b9ba-389da12ef11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.461136 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-aef742ba-f4d8-4e91-866d-9e8d8e940830 None None] Provisioning for port 962b0828-430d-4863-9cf7-afd4960f396f completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:12.474299 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-aef742ba-f4d8-4e91-866d-9e8d8e940830 None None] Provisioning complete for port 962b0828-430d-4863-9cf7-afd4960f396f triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:12.478639 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aef742ba-f4d8-4e91-866d-9e8d8e940830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.553631 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-aef742ba-f4d8-4e91-866d-9e8d8e940830 None None] Port 962b0828-430d-4863-9cf7-afd4960f396f cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:12.562005 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b8fbe0a7-07e6-4ef7-a847-2d0b4ef5d036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1566138955-router', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '5046cb3b-301b-4304-8362-c468bba1b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:02Z', 'updated_at': '2021-07-15T13:33:07Z', 'revision_number': 3, 'project_id': '6a009645feb04959b4d54831dba76b81', 'gw_port': {'id': '5046cb3b-301b-4304-8362-c468bba1b747', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:05Z', 'updated_at': '2021-07-15T13:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:12.610187 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fbe0a7-07e6-4ef7-a847-2d0b4ef5d036 None None] The sync data for ids ['890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'] in n-d-758944-45 is: [{'id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1566138955-router', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '5046cb3b-301b-4304-8362-c468bba1b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:02Z', 'updated_at': '2021-07-15T13:33:07Z', 'revision_number': 3, 'project_id': '6a009645feb04959b4d54831dba76b81', 'gw_port': {'id': '5046cb3b-301b-4304-8362-c468bba1b747', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:05Z', 'updated_at': '2021-07-15T13:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:33:12.841856 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-412ced25-9809-44ca-b9ba-389da12ef11a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.854709 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-412ced25-9809-44ca-b9ba-389da12ef11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:13.089308 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ced25-9809-44ca-b9ba-389da12ef11a admin admin] Pushing event updated for resources: {'Port': ['ID=962b0828-430d-4863-9cf7-afd4960f396f,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:13.098334 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-412ced25-9809-44ca-b9ba-389da12ef11a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:13.390050 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5359b-b281-4500-b4dd-656631183da2 req-40964266-470d-4466-aefc-8e9fdf8446bb tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:13.392870 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d9a5359b-b281-4500-b4dd-656631183da2 req-40964266-470d-4466-aefc-8e9fdf8446bb tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6fcc466-9d07-4c9c-bab1-c095dbe62a16 HTTP/1.1" status: 200 len: 946 time: 0.4486127 Jul 15 13:33:13.527629 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d9a5359b-b281-4500-b4dd-656631183da2 req-e671bb16-9b4a-4127-bebc-ae7e12502eba tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] 10.222.0.24 "GET /v2.0/security-groups?id=9527abd0-cbd2-4bbd-ab25-86abd4f4b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252894 Jul 15 13:33:13.541678 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412ced25-9809-44ca-b9ba-389da12ef11a admin admin] Network e606fbf2-6d31-4c0c-b11e-11481e1e0c38 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:13.551913 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-412ced25-9809-44ca-b9ba-389da12ef11a admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:13.769714 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85deef9-fe8a-4df2-b59f-967a9b8c542a req-96a28984-85b8-4b4b-ba63-cb33471340d1 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:13.794540 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d85deef9-fe8a-4df2-b59f-967a9b8c542a req-96a28984-85b8-4b4b-ba63-cb33471340d1 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 943 time: 0.2789044 Jul 15 13:33:13.921361 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d85deef9-fe8a-4df2-b59f-967a9b8c542a req-9976cf82-d206-4d32-8bd6-fc119344665e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249254 Jul 15 13:33:13.959857 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412ced25-9809-44ca-b9ba-389da12ef11a admin admin] Router 890d7102-beb3-4e54-9d55-4ce1ee1b3bc6 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:33:14.253254 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-129ea43d-0e57-4c14-b670-f2fa14c1f2af None None] Provisioning complete for port 962b0828-430d-4863-9cf7-afd4960f396f triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:14.259385 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-129ea43d-0e57-4c14-b670-f2fa14c1f2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:14.395673 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412ced25-9809-44ca-b9ba-389da12ef11a admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:33:14.407418 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-129ea43d-0e57-4c14-b670-f2fa14c1f2af None None] Port 962b0828-430d-4863-9cf7-afd4960f396f cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:14.420204 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-412ced25-9809-44ca-b9ba-389da12ef11a admin admin] 10.222.0.24 "PUT /v2.0/routers/890d7102-beb3-4e54-9d55-4ce1ee1b3bc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1005511 Jul 15 13:33:14.962089 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 5046cb3b-301b-4304-8362-c468bba1b747 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:14.965013 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:33:15.030140 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 5046cb3b-301b-4304-8362-c468bba1b747 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:15.036951 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 5046cb3b-301b-4304-8362-c468bba1b747 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:15.037804 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:15.146465 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:15.183183 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 5046cb3b-301b-4304-8362-c468bba1b747, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=5046cb3b-301b-4304-8362-c468bba1b747,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:15.190756 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:15.430546 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=5046cb3b-301b-4304-8362-c468bba1b747,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:15.682393 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f436e8e-cc26-4f0d-9cc0-9b82a2637e81 req-8f836378-549c-4b36-b5b3-6c6b7d5adea5 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:15.697202 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f436e8e-cc26-4f0d-9cc0-9b82a2637e81 req-8f836378-549c-4b36-b5b3-6c6b7d5adea5 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 943 time: 0.1656327 Jul 15 13:33:15.781743 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f436e8e-cc26-4f0d-9cc0-9b82a2637e81 req-6fbaf70f-6f41-4eca-857d-6511026ecdac tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827007 Jul 15 13:33:15.812073 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57932) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:15.816874 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-be79785c-a3d4-46f2-a41d-c392a5483120 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1208416941', 'description': 'tempest-description--925740166'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:15.925330 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be79785c-a3d4-46f2-a41d-c392a5483120 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.127678 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b6711-d254-4df7-baf0-707a66a989aa req-bb20129f-38af-4eb5-8d42-d898b83a9998 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:16.130179 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f14b6711-d254-4df7-baf0-707a66a989aa req-bb20129f-38af-4eb5-8d42-d898b83a9998 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6fcc466-9d07-4c9c-bab1-c095dbe62a16 HTTP/1.1" status: 200 len: 946 time: 0.2099087 Jul 15 13:33:16.148054 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be79785c-a3d4-46f2-a41d-c392a5483120 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.160233 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be79785c-a3d4-46f2-a41d-c392a5483120 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.210864 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b2124c-36b8-4c45-b347-5c88e5f712a8 None None] Sync routers for ids ['890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:33:16.220053 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f14b6711-d254-4df7-baf0-707a66a989aa req-fe5437b2-06bc-4602-9bd4-c5bd2018cb5b tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] 10.222.0.24 "GET /v2.0/security-groups?id=9527abd0-cbd2-4bbd-ab25-86abd4f4b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808277 Jul 15 13:33:16.227372 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b2124c-36b8-4c45-b347-5c88e5f712a8 None None] Routers {'890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:16.228045 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e7b2124c-36b8-4c45-b347-5c88e5f712a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:32:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:16.228482 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79785c-a3d4-46f2-a41d-c392a5483120 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76c2de12-541f-44f6-94b4-19a1806bc75c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:16.264986 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be79785c-a3d4-46f2-a41d-c392a5483120 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.268986 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-be79785c-a3d4-46f2-a41d-c392a5483120 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4550791 Jul 15 13:33:16.271932 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57942) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:16.278529 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-8eb4df8a-7811-4c34-a48f-e58b7210cde6 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Request body: {'security_group_rule': {'security_group_id': '76c2de12-541f-44f6-94b4-19a1806bc75c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:16.359692 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8eb4df8a-7811-4c34-a48f-e58b7210cde6 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.502125 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8eb4df8a-7811-4c34-a48f-e58b7210cde6 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.511470 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8eb4df8a-7811-4c34-a48f-e58b7210cde6 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.568807 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4df8a-7811-4c34-a48f-e58b7210cde6 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70e44556-d437-4b94-8920-c4d3865a62aa,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:16.576608 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8eb4df8a-7811-4c34-a48f-e58b7210cde6 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:16.584456 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 57952) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:16.585402 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8eb4df8a-7811-4c34-a48f-e58b7210cde6 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3118880 Jul 15 13:33:16.598953 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0e98dff7-5543-41b0-9329-66881989f44b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Request body: {'security_group_rule': {'security_group_id': '76c2de12-541f-44f6-94b4-19a1806bc75c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:16.850587 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-e7b2124c-36b8-4c45-b347-5c88e5f712a8 None None] Set router 890d7102-beb3-4e54-9d55-4ce1ee1b3bc6 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:16.875517 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0e98dff7-5543-41b0-9329-66881989f44b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.325525 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0e98dff7-5543-41b0-9329-66881989f44b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.337607 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0e98dff7-5543-41b0-9329-66881989f44b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.339334 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 5046cb3b-301b-4304-8362-c468bba1b747 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:17.590686 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19e1e9-3f9b-407d-8fa0-bfe20b87ac83 req-bf1dc929-aa39-43b7-a25e-9374c70e8bd4 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:17.604773 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2a19e1e9-3f9b-407d-8fa0-bfe20b87ac83 req-bf1dc929-aa39-43b7-a25e-9374c70e8bd4 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fcc466-9d07-4c9c-bab1-c095dbe62a16 HTTP/1.1" status: 200 len: 946 time: 0.9183238 Jul 15 13:33:17.614895 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0e98dff7-5543-41b0-9329-66881989f44b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.625506 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0e98dff7-5543-41b0-9329-66881989f44b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0392966 Jul 15 13:33:17.632086 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 57984) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:17.641128 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-63588ffa-8681-4b2f-a2e2-a2fb138a68d2 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:17.758492 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-63588ffa-8681-4b2f-a2e2-a2fb138a68d2 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.829714 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e98dff7-5543-41b0-9329-66881989f44b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07a2bfa7-a7a1-46e6-9320-0905e4d45fba,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:17.971365 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 5046cb3b-301b-4304-8362-c468bba1b747 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:17.973179 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.085816 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912282f-42b9-490e-8a16-2a9e204fff5f req-562f4bdb-e64c-4bd6-b3d6-dfa411a951a9 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:18.117719 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9912282f-42b9-490e-8a16-2a9e204fff5f req-562f4bdb-e64c-4bd6-b3d6-dfa411a951a9 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 943 time: 0.7412312 Jul 15 13:33:18.151601 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e7b2124c-36b8-4c45-b347-5c88e5f712a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1566138955-router', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '5046cb3b-301b-4304-8362-c468bba1b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:02Z', 'updated_at': '2021-07-15T13:33:12Z', 'revision_number': 4, 'project_id': '6a009645feb04959b4d54831dba76b81', 'gw_port': {'id': '5046cb3b-301b-4304-8362-c468bba1b747', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:05Z', 'updated_at': '2021-07-15T13:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '962b0828-430d-4863-9cf7-afd4960f396f', 'name': '', 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'mac_address': 'fa:16:3e:0c:98:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:10Z', 'updated_at': '2021-07-15T13:33:12Z', 'revision_number': 2, 'project_id': '6a009645feb04959b4d54831dba76b81', 'subnets': [{'id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:18.170353 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbb937-45f5-4571-8dfc-ff4cc4f69a0c req-ab228c89-356a-4e71-bbc7-8ca199f5f9b8 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:18.193559 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6bfbb937-45f5-4571-8dfc-ff4cc4f69a0c req-ab228c89-356a-4e71-bbc7-8ca199f5f9b8 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6fcc466-9d07-4c9c-bab1-c095dbe62a16 HTTP/1.1" status: 200 len: 946 time: 0.3919945 Jul 15 13:33:18.294567 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9912282f-42b9-490e-8a16-2a9e204fff5f req-1b0acd26-b58a-433f-82d6-c82d9146d101 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475773 Jul 15 13:33:18.307528 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-2a19e1e9-3f9b-407d-8fa0-bfe20b87ac83 req-062a724d-450d-49b6-83a7-7b215d44de49 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] Deleting port af4111b2-96b2-4545-a654-52e18b9823e5 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:18.307883 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2a19e1e9-3f9b-407d-8fa0-bfe20b87ac83 req-062a724d-450d-49b6-83a7-7b215d44de49 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.357924 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b2124c-36b8-4c45-b347-5c88e5f712a8 None None] Checking router: 890d7102-beb3-4e54-9d55-4ce1ee1b3bc6 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:33:18.358946 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b2124c-36b8-4c45-b347-5c88e5f712a8 None None] Updating router 890d7102-beb3-4e54-9d55-4ce1ee1b3bc6 port 962b0828-430d-4863-9cf7-afd4960f396f binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:33:18.526540 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-2a19e1e9-3f9b-407d-8fa0-bfe20b87ac83 req-062a724d-450d-49b6-83a7-7b215d44de49 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] For port af4111b2-96b2-4545-a654-52e18b9823e5, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=af4111b2-96b2-4545-a654-52e18b9823e5,segment=NetworkSegment(a63160dd-078a-4e7b-b3b0-ba8e53ee0070),segment_id=a63160dd-078a-4e7b-b3b0-ba8e53ee0070)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:18.527152 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2a19e1e9-3f9b-407d-8fa0-bfe20b87ac83 req-062a724d-450d-49b6-83a7-7b215d44de49 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.557029 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-2a19e1e9-3f9b-407d-8fa0-bfe20b87ac83 req-062a724d-450d-49b6-83a7-7b215d44de49 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] Calling delete_port for af4111b2-96b2-4545-a654-52e18b9823e5 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:18.593591 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6bfbb937-45f5-4571-8dfc-ff4cc4f69a0c req-9dd80492-d5fd-40e3-b622-8ffcc21f94ec tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] 10.222.0.24 "GET /v2.0/security-groups?id=9527abd0-cbd2-4bbd-ab25-86abd4f4b7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439536 Jul 15 13:33:18.620093 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-63588ffa-8681-4b2f-a2e2-a2fb138a68d2 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.823336 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7b2124c-36b8-4c45-b347-5c88e5f712a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.844050 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2a19e1e9-3f9b-407d-8fa0-bfe20b87ac83 req-062a724d-450d-49b6-83a7-7b215d44de49 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.929310 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-63588ffa-8681-4b2f-a2e2-a2fb138a68d2 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Allocated IP 172.25.6.31 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/788b6195-5a34-4471-af45-833396d57901) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:19.065740 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a19e1e9-3f9b-407d-8fa0-bfe20b87ac83 req-062a724d-450d-49b6-83a7-7b215d44de49 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] No DVR routers for this DVR port af4111b2-96b2-4545-a654-52e18b9823e5 on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:19.071624 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2a19e1e9-3f9b-407d-8fa0-bfe20b87ac83 req-062a724d-450d-49b6-83a7-7b215d44de49 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.085113 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2a19e1e9-3f9b-407d-8fa0-bfe20b87ac83 req-062a724d-450d-49b6-83a7-7b215d44de49 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] 10.222.0.18 "DELETE /v2.0/ports/af4111b2-96b2-4545-a654-52e18b9823e5 HTTP/1.1" status: 204 len: 173 time: 1.4339747 Jul 15 13:33:19.095688 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a724d-450d-49b6-83a7-7b215d44de49 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] Pushing event deleted for resources: {'Port': ['ID=af4111b2-96b2-4545-a654-52e18b9823e5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:19.112142 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6fcc466-9d07-4c9c-bab1-c095dbe62a16', 'name': 'network-vif-deleted', 'tag': 'af4111b2-96b2-4545-a654-52e18b9823e5'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:19.124505 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c0e658-26d7-4c4a-ba45-661baccb6378" -d '{"events": [{"server_uuid": "a6fcc466-9d07-4c9c-bab1-c095dbe62a16", "name": "network-vif-deleted", "tag": "af4111b2-96b2-4545-a654-52e18b9823e5"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:19.235993 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-63588ffa-8681-4b2f-a2e2-a2fb138a68d2 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.304238 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40b6631-d3c3-4bb8-8480-18398e6e3edc x-openstack-request-id: req-c40b6631-d3c3-4bb8-8480-18398e6e3edc {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:19.304854 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6fcc466-9d07-4c9c-bab1-c095dbe62a16", "name": "network-vif-deleted", "tag": "af4111b2-96b2-4545-a654-52e18b9823e5", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:19.305344 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c40b6631-d3c3-4bb8-8480-18398e6e3edc {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:19.306063 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6fcc466-9d07-4c9c-bab1-c095dbe62a16', 'name': 'network-vif-deleted', 'tag': 'af4111b2-96b2-4545-a654-52e18b9823e5', 'status': 'completed', 'code': 200} Jul 15 13:33:19.495300 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-63588ffa-8681-4b2f-a2e2-a2fb138a68d2 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.586719 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 2d9353a7-0ec9-423d-a865-946e05620e01 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:33:19.595497 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device af4111b2-96b2-4545-a654-52e18b9823e5 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:19.633911 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63588ffa-8681-4b2f-a2e2-a2fb138a68d2 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:19.642159 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-63588ffa-8681-4b2f-a2e2-a2fb138a68d2 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:19.667411 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63588ffa-8681-4b2f-a2e2-a2fb138a68d2 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:19.717612 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: af4111b2-96b2-4545-a654-52e18b9823e5 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:19.718269 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device af4111b2-96b2-4545-a654-52e18b9823e5 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:19.936695 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63588ffa-8681-4b2f-a2e2-a2fb138a68d2 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Pushing event updated for resources: {'Port': ['ID=788b6195-5a34-4471-af45-833396d57901,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:20.032366 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 2d9353a7-0ec9-423d-a865-946e05620e01, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=2d9353a7-0ec9-423d-a865-946e05620e01,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:20.093298 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '2d9353a7-0ec9-423d-a865-946e05620e01', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'port_id': '2d9353a7-0ec9-423d-a865-946e05620e01', 'mac_address': 'fa:16:3e:06:bd:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4840df0d-ad31-406d-829f-ea4475de886e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:33:20.123957 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7b2124c-36b8-4c45-b347-5c88e5f712a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.236253 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e7b2124c-36b8-4c45-b347-5c88e5f712a8 None None] Transition to ACTIVE for port object 962b0828-430d-4863-9cf7-afd4960f396f will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:20.291645 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7b2124c-36b8-4c45-b347-5c88e5f712a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.310973 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6359d89d-e379-423b-83bd-f1da4c161719 req-82b935ec-4b4a-46ca-a84b-7799a9b07098 tempest-ServerPasswordTestJSON-475849 tempest-ServerPasswordTestJSON-475849-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6fcc466-9d07-4c9c-bab1-c095dbe62a16 HTTP/1.1" status: 200 len: 210 time: 0.1042709 Jul 15 13:33:20.464821 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c20a8c-b990-42c9-92ed-50bb55cedabb None None] Pushing event updated for resources: {'Port': ['ID=962b0828-430d-4863-9cf7-afd4960f396f,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:20.470656 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.504676 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d9353a7-0ec9-423d-a865-946e05620e01 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:33:20.623332 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 2d9353a7-0ec9-423d-a865-946e05620e01, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=2d9353a7-0ec9-423d-a865-946e05620e01,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:20.624306 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-63588ffa-8681-4b2f-a2e2-a2fb138a68d2 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.641239 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.708714 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd823d-bf78-47df-8930-ff61496d056d req-899e5f1c-5147-4cf7-baae-33c8d8f1e936 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:20.724979 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41cd823d-bf78-47df-8930-ff61496d056d req-899e5f1c-5147-4cf7-baae-33c8d8f1e936 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 943 time: 0.9106674 Jul 15 13:33:20.773100 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e7b2124c-36b8-4c45-b347-5c88e5f712a8 None None] Attempting to bind port 962b0828-430d-4863-9cf7-afd4960f396f on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:20.773872 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e7b2124c-36b8-4c45-b347-5c88e5f712a8 None None] Attempting to bind port 962b0828-430d-4863-9cf7-afd4960f396f by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'e0ec8081-0cb7-4c1a-9408-0286fc59583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:20.774368 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b2124c-36b8-4c45-b347-5c88e5f712a8 None None] Attempting to bind port 962b0828-430d-4863-9cf7-afd4960f396f on network e606fbf2-6d31-4c0c-b11e-11481e1e0c38 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:20.851554 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=2d9353a7-0ec9-423d-a865-946e05620e01,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:20.857219 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-63588ffa-8681-4b2f-a2e2-a2fb138a68d2 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.864169 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b2124c-36b8-4c45-b347-5c88e5f712a8 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:20.868368 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b2124c-36b8-4c45-b347-5c88e5f712a8 None None] Checking segment: {'id': 'e0ec8081-0cb7-4c1a-9408-0286fc59583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:20.869145 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7b2124c-36b8-4c45-b347-5c88e5f712a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.869738 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b2124c-36b8-4c45-b347-5c88e5f712a8 None None] Bound using segment: {'id': 'e0ec8081-0cb7-4c1a-9408-0286fc59583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:20.872745 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e7b2124c-36b8-4c45-b347-5c88e5f712a8 None None] Bound port: 962b0828-430d-4863-9cf7-afd4960f396f, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ec8081-0cb7-4c1a-9408-0286fc59583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:20.873722 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7b2124c-36b8-4c45-b347-5c88e5f712a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.882572 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['2d9353a7-0ec9-423d-a865-946e05620e01'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:33:21.050595 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-41cd823d-bf78-47df-8930-ff61496d056d req-23725b97-3c43-417e-8da5-4dddf412380d tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223526 Jul 15 13:33:21.104116 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3137743-73c3-4860-9d28-229178211318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:21.443252 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e7b2124c-36b8-4c45-b347-5c88e5f712a8 None None] For port 962b0828-430d-4863-9cf7-afd4960f396f, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:21.508610 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e7b2124c-36b8-4c45-b347-5c88e5f712a8 None None] For port 962b0828-430d-4863-9cf7-afd4960f396f, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=962b0828-430d-4863-9cf7-afd4960f396f,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:21.525246 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7b2124c-36b8-4c45-b347-5c88e5f712a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:21.774804 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b2124c-36b8-4c45-b347-5c88e5f712a8 None None] Routers {'890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:21.777341 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e7b2124c-36b8-4c45-b347-5c88e5f712a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:32:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:21.784398 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 58060) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:21.959165 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dce526d-8ab3-44b8-80da-9d28704d89e2 admin admin] Deleting subnet b9e39116-7dd7-46ea-bdc7-35a1eb244a15 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:33:21.969416 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6dce526d-8ab3-44b8-80da-9d28704d89e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.127172 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6dce526d-8ab3-44b8-80da-9d28704d89e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.203833 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-63588ffa-8681-4b2f-a2e2-a2fb138a68d2 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.226678 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-63588ffa-8681-4b2f-a2e2-a2fb138a68d2 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.247445 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c20a8c-b990-42c9-92ed-50bb55cedabb None None] Pushing event updated for resources: {'Port': ['ID=962b0828-430d-4863-9cf7-afd4960f396f,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:22.310983 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-e7b2124c-36b8-4c45-b347-5c88e5f712a8 None None] Set router 890d7102-beb3-4e54-9d55-4ce1ee1b3bc6 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:22.360402 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6dce526d-8ab3-44b8-80da-9d28704d89e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.572368 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63588ffa-8681-4b2f-a2e2-a2fb138a68d2 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Pushing event updated for resources: {'Port': ['ID=788b6195-5a34-4471-af45-833396d57901,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:22.664194 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6dce526d-8ab3-44b8-80da-9d28704d89e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.731527 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f74623df-4a5d-413d-878e-e39cbf95df5b req-caf0fc63-69e2-473d-bc1f-63dd62ceb2c6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fab5a26e-3c1d-4a95-a656-aa2649916065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.4558201 Jul 15 13:33:22.733197 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-63588ffa-8681-4b2f-a2e2-a2fb138a68d2 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.735628 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e7b2124c-36b8-4c45-b347-5c88e5f712a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1566138955-router', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '5046cb3b-301b-4304-8362-c468bba1b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:02Z', 'updated_at': '2021-07-15T13:33:12Z', 'revision_number': 4, 'project_id': '6a009645feb04959b4d54831dba76b81', 'gw_port': {'id': '5046cb3b-301b-4304-8362-c468bba1b747', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:05Z', 'updated_at': '2021-07-15T13:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '962b0828-430d-4863-9cf7-afd4960f396f', 'name': '', 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'mac_address': 'fa:16:3e:0c:98:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:10Z', 'updated_at': '2021-07-15T13:33:21Z', 'revision_number': 4, 'project_id': '6a009645feb04959b4d54831dba76b81', 'subnets': [{'id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:22.785196 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b2124c-36b8-4c45-b347-5c88e5f712a8 None None] The sync data for ids ['890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'] in n-d-758944-45 is: [{'id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1566138955-router', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '5046cb3b-301b-4304-8362-c468bba1b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:02Z', 'updated_at': '2021-07-15T13:33:12Z', 'revision_number': 4, 'project_id': '6a009645feb04959b4d54831dba76b81', 'gw_port': {'id': '5046cb3b-301b-4304-8362-c468bba1b747', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:05Z', 'updated_at': '2021-07-15T13:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '962b0828-430d-4863-9cf7-afd4960f396f', 'name': '', 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'mac_address': 'fa:16:3e:0c:98:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:10Z', 'updated_at': '2021-07-15T13:33:21Z', 'revision_number': 4, 'project_id': '6a009645feb04959b4d54831dba76b81', 'subnets': [{'id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:33:22.802612 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6dce526d-8ab3-44b8-80da-9d28704d89e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.821371 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6dce526d-8ab3-44b8-80da-9d28704d89e2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b9e39116-7dd7-46ea-bdc7-35a1eb244a15 HTTP/1.1" status: 204 len: 168 time: 1.0346744 Jul 15 13:33:22.822978 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 58082) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:22.826748 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce526d-8ab3-44b8-80da-9d28704d89e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9e39116-7dd7-46ea-bdc7-35a1eb244a15,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:22.870700 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-63588ffa-8681-4b2f-a2e2-a2fb138a68d2 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.948314 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-63588ffa-8681-4b2f-a2e2-a2fb138a68d2 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3144765 Jul 15 13:33:23.002004 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118190db-9f7d-49f8-a6cf-896c2bd970e0 req-94bf9e0a-18ce-45fa-a2a1-b7e42b7724c5 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:23.007584 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-118190db-9f7d-49f8-a6cf-896c2bd970e0 req-94bf9e0a-18ce-45fa-a2a1-b7e42b7724c5 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 944 time: 0.5702991 Jul 15 13:33:23.117334 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4067972-c186-4bfa-9038-460df9049536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.159952 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-118190db-9f7d-49f8-a6cf-896c2bd970e0 req-dbd41a50-fa92-4d3a-9271-2c19b6f39252 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239772 Jul 15 13:33:23.170368 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74623df-4a5d-413d-878e-e39cbf95df5b req-a9898d71-6530-46a2-844a-c59816fbdb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:23.172238 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f74623df-4a5d-413d-878e-e39cbf95df5b req-a9898d71-6530-46a2-844a-c59816fbdb41 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89567fda246241f4860e07527d287580&device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 1097 time: 0.3912373 Jul 15 13:33:23.251416 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.291351 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 962b0828-430d-4863-9cf7-afd4960f396f up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:23.433287 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4067972-c186-4bfa-9038-460df9049536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.468934 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-db57916d-ee22-4f9a-8bcc-6b1d55081132 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1208416941&fields=id&tenant_id=6a009645feb04959b4d54831dba76b81 HTTP/1.1" status: 200 len: 267 time: 0.2021060 Jul 15 13:33:23.472035 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74623df-4a5d-413d-878e-e39cbf95df5b req-6391b77b-4043-49f5-9a08-63a5e35d0c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:23.473158 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f74623df-4a5d-413d-878e-e39cbf95df5b req-6391b77b-4043-49f5-9a08-63a5e35d0c2c service neutron] 10.222.0.32 "GET /v2.0/networks?id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb HTTP/1.1" status: 200 len: 913 time: 0.2702613 Jul 15 13:33:23.474441 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-f4067972-c186-4bfa-9038-460df9049536 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ea974c-73da-4efc-b407-da26eda15cd5']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:23.514960 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-f4067972-c186-4bfa-9038-460df9049536 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63160dd-078a-4e7b-b3b0-ba8e53ee0070') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:23.515596 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-f4067972-c186-4bfa-9038-460df9049536 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63160dd-078a-4e7b-b3b0-ba8e53ee0070') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:23.540598 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 2d9353a7-0ec9-423d-a865-946e05620e01 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:23.579329 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f74623df-4a5d-413d-878e-e39cbf95df5b req-18e1ff8c-9b4b-4b49-bef4-964798182e8f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0eca81be-ae8b-4b50-8653-c4d1a97d72c5 HTTP/1.1" status: 200 len: 217 time: 0.0890326 Jul 15 13:33:23.588408 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0fe80e19-901a-422c-bea5-e1bc10fff5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.628077 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4067972-c186-4bfa-9038-460df9049536 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.636219 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 2d9353a7-0ec9-423d-a865-946e05620e01 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:23.648327 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 2d9353a7-0ec9-423d-a865-946e05620e01 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:23.662935 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.679943 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74623df-4a5d-413d-878e-e39cbf95df5b req-5d7c322b-bbf3-4922-820a-a42f1bc06356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:23.694929 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f74623df-4a5d-413d-878e-e39cbf95df5b req-5d7c322b-bbf3-4922-820a-a42f1bc06356 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4840df0d-ad31-406d-829f-ea4475de886e HTTP/1.1" status: 200 len: 851 time: 0.1083047 Jul 15 13:33:23.741744 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4067972-c186-4bfa-9038-460df9049536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.760327 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4067972-c186-4bfa-9038-460df9049536 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:33:23.760929 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4067972-c186-4bfa-9038-460df9049536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:33:23.763679 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:33:23.838267 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 962b0828-430d-4863-9cf7-afd4960f396f completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:23.857224 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 962b0828-430d-4863-9cf7-afd4960f396f triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:23.859152 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.933557 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74623df-4a5d-413d-878e-e39cbf95df5b req-cbe284e5-51fa-4e06-b0dc-d48e5d28599c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:23.936334 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f74623df-4a5d-413d-878e-e39cbf95df5b req-cbe284e5-51fa-4e06-b0dc-d48e5d28599c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2301643 Jul 15 13:33:23.945518 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4067972-c186-4bfa-9038-460df9049536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.961742 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4067972-c186-4bfa-9038-460df9049536 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.972874 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f4067972-c186-4bfa-9038-460df9049536 admin admin] 10.222.0.24 "DELETE /v2.0/networks/29ea974c-73da-4efc-b407-da26eda15cd5 HTTP/1.1" status: 204 len: 168 time: 1.1481273 Jul 15 13:33:24.067597 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-5f05aa84-ef41-41c3-8a96-3d3de2e4feb6 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:24.076040 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-5f05aa84-ef41-41c3-8a96-3d3de2e4feb6 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/networks?id=e606fbf2-6d31-4c0c-b11e-11481e1e0c38 HTTP/1.1" status: 200 len: 817 time: 0.5309799 Jul 15 13:33:24.104760 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4067972-c186-4bfa-9038-460df9049536 admin admin] Pushing event deleted for resources: {'Network': ['ID=29ea974c-73da-4efc-b407-da26eda15cd5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:24.123189 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-c51532dc-7825-45f4-96e0-f798bed3dfc1 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/quotas/6a009645feb04959b4d54831dba76b81 HTTP/1.1" status: 200 len: 375 time: 0.0458798 Jul 15 13:33:24.361328 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-a79c8466-22d2-4830-bf93-31988e75d8a1 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a009645feb04959b4d54831dba76b81&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2336674 Jul 15 13:33:24.403251 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f74623df-4a5d-413d-878e-e39cbf95df5b req-edbc08cf-b35f-45e3-9f55-1ce1a5b99843 service neutron] 10.222.0.32 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593410 Jul 15 13:33:24.439436 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58128) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:24.531144 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.567994 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-160ff686-1a37-40ce-b874-e00e0765ac97 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26f5b0d3dc194961a2f466bd766a24e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1271012 Jul 15 13:33:24.569544 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58138) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:24.594331 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-3e9e7fbe-205a-4360-9f90-32af6c1bdf21 service neutron] 10.222.0.24 "GET /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279663 Jul 15 13:33:24.624846 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.676101 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096b02f7-32d3-4165-a73b-288b437f242a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9353a7-0ec9-423d-a865-946e05620e01'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:24.678643 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6269d91-241c-4a22-8442-ca456d53a806" -d '{"events": [{"server_uuid": "096b02f7-32d3-4165-a73b-288b437f242a", "name": "network-vif-plugged", "status": "completed", "tag": "2d9353a7-0ec9-423d-a865-946e05620e01"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:24.723419 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 2d9353a7-0ec9-423d-a865-946e05620e01, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=2d9353a7-0ec9-423d-a865-946e05620e01,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:24.725830 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 962b0828-430d-4863-9cf7-afd4960f396f, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=962b0828-430d-4863-9cf7-afd4960f396f,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:24.733262 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.735538 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.783985 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.829899 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-462c563c-d5bf-41fd-81ea-60660ef1f780 service neutron] 10.222.0.24 "GET /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260363 Jul 15 13:33:24.863856 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f74623df-4a5d-413d-878e-e39cbf95df5b req-d71b0fbe-c8b1-4273-9bce-a772609da3a0 service neutron] 10.222.0.32 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494152 Jul 15 13:33:24.885583 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2beff1ab-52fc-445f-a4ad-ecfcf88e0288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.899655 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1feb4-e04c-42b7-b461-aac080856aa4 req-3c32f719-fe15-4b45-9e46-99bbbdeaebb5 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:24.900743 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=2d9353a7-0ec9-423d-a865-946e05620e01,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:24.901302 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-40b1feb4-e04c-42b7-b461-aac080856aa4 req-3c32f719-fe15-4b45-9e46-99bbbdeaebb5 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 944 time: 0.3657677 Jul 15 13:33:24.976967 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2beff1ab-52fc-445f-a4ad-ecfcf88e0288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.097364 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-40b1feb4-e04c-42b7-b461-aac080856aa4 req-268c936a-b56d-439c-9761-bc4e16f023d9 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842909 Jul 15 13:33:25.106488 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=962b0828-430d-4863-9cf7-afd4960f396f,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:25.223408 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2beff1ab-52fc-445f-a4ad-ecfcf88e0288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.229753 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2beff1ab-52fc-445f-a4ad-ecfcf88e0288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.232575 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2beff1ab-52fc-445f-a4ad-ecfcf88e0288 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9527abd0-cbd2-4bbd-ab25-86abd4f4b7a2 HTTP/1.1" status: 204 len: 168 time: 0.6599488 Jul 15 13:33:25.251289 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.278453 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed54e8c-7979-4e93-bb1b-82b48ba254a7 x-openstack-request-id: req-5ed54e8c-7979-4e93-bb1b-82b48ba254a7 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:25.286593 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096b02f7-32d3-4165-a73b-288b437f242a", "name": "network-vif-plugged", "status": "completed", "tag": "2d9353a7-0ec9-423d-a865-946e05620e01", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:25.287062 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5ed54e8c-7979-4e93-bb1b-82b48ba254a7 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:25.287574 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096b02f7-32d3-4165-a73b-288b437f242a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9353a7-0ec9-423d-a865-946e05620e01', 'code': 200} Jul 15 13:33:25.382281 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beff1ab-52fc-445f-a4ad-ecfcf88e0288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9527abd0-cbd2-4bbd-ab25-86abd4f4b7a2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:25.388264 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9353ded3-301c-410e-84c1-95b724ec9b71 req-6c887768-49a6-4e88-9d4e-a9a474824af8 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 210 time: 0.1308801 Jul 15 13:33:25.556718 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdb54a-3716-4442-910b-0fb2547bc593 req-5dea98e0-4239-4863-8ff6-dacf42d153ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:25.559320 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f5cdb54a-3716-4442-910b-0fb2547bc593 req-5dea98e0-4239-4863-8ff6-dacf42d153ed service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 1097 time: 0.1999590 Jul 15 13:33:25.665619 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f5cdb54a-3716-4442-910b-0fb2547bc593 req-11e09235-7c28-466d-9ccf-ff7c03418a44 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942879 Jul 15 13:33:26.390323 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.955234 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9d693-020e-4efe-993a-1e1e8d445ca9 req-d78e307d-2d18-4a8e-aeca-fa629bebadcb tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:26.958270 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-55b9d693-020e-4efe-993a-1e1e8d445ca9 req-d78e307d-2d18-4a8e-aeca-fa629bebadcb tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 945 time: 0.3017468 Jul 15 13:33:27.067007 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-620e00fc-05e2-45d4-874d-6f4e9263aca1 req-bae7894e-03b3-49ea-8e20-f18a7c287f0d tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 210 time: 0.1241937 Jul 15 13:33:27.119243 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-55b9d693-020e-4efe-993a-1e1e8d445ca9 req-bdf32319-d7cd-4159-9cf8-81baadf8876d tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511126 Jul 15 13:33:27.159993 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 962b0828-430d-4863-9cf7-afd4960f396f up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:27.347205 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 962b0828-430d-4863-9cf7-afd4960f396f triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:27.348073 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.529747 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-c9b33e9f-f6cd-4dfa-8bee-1c52c0cd27be tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:28.536363 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-c9b33e9f-f6cd-4dfa-8bee-1c52c0cd27be tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.32 "GET /v2.0/networks?id=e606fbf2-6d31-4c0c-b11e-11481e1e0c38 HTTP/1.1" status: 200 len: 817 time: 0.3784332 Jul 15 13:33:28.557650 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c36bec6a-fbfe-404e-abcd-44d93689d7ee req-e9af7de6-54ce-472f-87db-19024f306ece tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 210 time: 0.1263492 Jul 15 13:33:28.665978 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-191c1467-f438-46d2-b235-e451ec07d82d tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a009645feb04959b4d54831dba76b81 HTTP/1.1" status: 200 len: 380 time: 0.1150663 Jul 15 13:33:28.703229 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-f61aa62d-2042-4b4e-a4a2-40cea0ec64ed tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Request body: {'port': {'device_id': '248b97f5-a204-408f-8243-7f831a7a9292', 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38', 'admin_state_up': True, 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'security_groups': ['76c2de12-541f-44f6-94b4-19a1806bc75c']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:28.903242 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-93e99c99-0a55-4372-b51d-b02cc4c8060d req-d343bb82-beda-40aa-a5cf-5cbc7f375622 tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcc6f0dc-7ebe-4e11-9f0b-32824837bcac HTTP/1.1" status: 200 len: 210 time: 0.0811899 Jul 15 13:33:29.161104 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-f61aa62d-2042-4b4e-a4a2-40cea0ec64ed tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Made reservation on behalf of 6a009645feb04959b4d54831dba76b81 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:29.181511 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-f61aa62d-2042-4b4e-a4a2-40cea0ec64ed tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.203268 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248482b8-3a38-4552-ba04-0ad7aa44eead req-ef7f194c-8795-4c33-9411-c403fca54d65 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:29.209901 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-248482b8-3a38-4552-ba04-0ad7aa44eead req-ef7f194c-8795-4c33-9411-c403fca54d65 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 945 time: 0.4419451 Jul 15 13:33:29.317725 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-248482b8-3a38-4552-ba04-0ad7aa44eead req-488eba01-e52f-4bfb-9b06-e902a2c3e4cf tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887313 Jul 15 13:33:29.942561 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-f61aa62d-2042-4b4e-a4a2-40cea0ec64ed tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Allocated IP 172.20.0.4 (e606fbf2-6d31-4c0c-b11e-11481e1e0c38/781e91a3-d9e2-4a55-aa10-3466cf7c7f92/05db1a3f-09e9-40f1-9b7b-8d700353e799) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:30.466136 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-08fac54a-80f5-4ef8-b3d2-0e2f52b24141 req-09fd915b-b688-4248-b1d0-6d1a56b75fc6 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 210 time: 0.1213074 Jul 15 13:33:30.489427 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-f61aa62d-2042-4b4e-a4a2-40cea0ec64ed tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:30.518472 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-f61aa62d-2042-4b4e-a4a2-40cea0ec64ed tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Transition to ACTIVE for port object 05db1a3f-09e9-40f1-9b7b-8d700353e799 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:30.635510 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde81b83-f7f8-4606-a83f-93dbfc6c5457 req-91cf85e4-3b06-45ee-8f6f-c377201e3817 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:30.653824 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dde81b83-f7f8-4606-a83f-93dbfc6c5457 req-91cf85e4-3b06-45ee-8f6f-c377201e3817 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 945 time: 0.3793452 Jul 15 13:33:30.734754 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eafe0e8f-5e9b-4f0e-b080-c26b9752d088 req-e76c4d23-29bd-4331-b9ec-30a688db5a1c tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fb215-bfd3-451f-bd51-364c61769feb HTTP/1.1" status: 200 len: 210 time: 0.1425393 Jul 15 13:33:30.889821 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dde81b83-f7f8-4606-a83f-93dbfc6c5457 req-290c3563-ee9c-4604-9593-320fedbe3728 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343876 Jul 15 13:33:30.915992 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-f61aa62d-2042-4b4e-a4a2-40cea0ec64ed tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.131543 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61aa62d-2042-4b4e-a4a2-40cea0ec64ed tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Pushing event updated for resources: {'Port': ['ID=05db1a3f-09e9-40f1-9b7b-8d700353e799,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:31.164227 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-f61aa62d-2042-4b4e-a4a2-40cea0ec64ed tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Network e606fbf2-6d31-4c0c-b11e-11481e1e0c38 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:31.166697 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-f61aa62d-2042-4b4e-a4a2-40cea0ec64ed tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:31.187639 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-f61aa62d-2042-4b4e-a4a2-40cea0ec64ed tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:31.426441 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-f61aa62d-2042-4b4e-a4a2-40cea0ec64ed tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:31.430512 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-f61aa62d-2042-4b4e-a4a2-40cea0ec64ed tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.504150 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-f61aa62d-2042-4b4e-a4a2-40cea0ec64ed tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8279357 Jul 15 13:33:31.526464 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-9a6fca0e-000c-470f-9928-bb26a3125ddf service neutron] Request body: {'port': {'device_id': '248b97f5-a204-408f-8243-7f831a7a9292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:31.730125 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8abe1849-d1c9-4044-84f6-c32cbf8a7f5c None None] Provisioning for port 05db1a3f-09e9-40f1-9b7b-8d700353e799 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:31.735900 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8abe1849-d1c9-4044-84f6-c32cbf8a7f5c None None] Provisioning complete for port 05db1a3f-09e9-40f1-9b7b-8d700353e799 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:31.736478 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8abe1849-d1c9-4044-84f6-c32cbf8a7f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.759736 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-9a6fca0e-000c-470f-9928-bb26a3125ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.858990 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-8abe1849-d1c9-4044-84f6-c32cbf8a7f5c None None] Port 05db1a3f-09e9-40f1-9b7b-8d700353e799 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:31.987291 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4bb1b9d3-031e-4b12-a44f-4dec4975596f req-a864a03c-6da2-43d7-ba9b-7cd829afe3f6 tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fb215-bfd3-451f-bd51-364c61769feb HTTP/1.1" status: 200 len: 210 time: 0.0646977 Jul 15 13:33:32.331725 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570b53c-a7eb-4c33-8915-406a9c7ef2da req-1c9ea29b-c97b-46a3-acab-199b3832e1d1 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:32.342734 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a570b53c-a7eb-4c33-8915-406a9c7ef2da req-1c9ea29b-c97b-46a3-acab-199b3832e1d1 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 945 time: 0.1368389 Jul 15 13:33:32.401536 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a570b53c-a7eb-4c33-8915-406a9c7ef2da req-a1535005-df36-4569-9a81-aeb8912d8a8f tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572586 Jul 15 13:33:32.439934 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80049e0b-1d71-4573-8ed9-6fe2ba5e8723 req-1c7f9a50-1b98-429c-af0a-a2fa7575b72a tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:32.449029 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-80049e0b-1d71-4573-8ed9-6fe2ba5e8723 req-1c7f9a50-1b98-429c-af0a-a2fa7575b72a tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 931 time: 0.6860390 Jul 15 13:33:32.563427 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-80049e0b-1d71-4573-8ed9-6fe2ba5e8723 req-321d52d1-cf85-4e50-baf0-eb9975419c51 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088407 Jul 15 13:33:32.597267 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ecb51556-a1fd-451c-97bd-aa163041ab5a req-7ad6dbc0-4cb6-4dee-88d9-4c5daa98caff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dcc6f0dc-7ebe-4e11-9f0b-32824837bcac HTTP/1.1" status: 200 len: 210 time: 0.0841141 Jul 15 13:33:32.716799 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-9a6fca0e-000c-470f-9928-bb26a3125ddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05db1a3f-09e9-40f1-9b7b-8d700353e799 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:33:32.727973 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-9a6fca0e-000c-470f-9928-bb26a3125ddf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.747121 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-9a6fca0e-000c-470f-9928-bb26a3125ddf service neutron] Transition to ACTIVE for port object 05db1a3f-09e9-40f1-9b7b-8d700353e799 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:32.753370 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-9a6fca0e-000c-470f-9928-bb26a3125ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.826566 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6fca0e-000c-470f-9928-bb26a3125ddf service neutron] Pushing event updated for resources: {'Port': ['ID=05db1a3f-09e9-40f1-9b7b-8d700353e799,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:32.987419 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-9a6fca0e-000c-470f-9928-bb26a3125ddf service neutron] Attempting to bind port 05db1a3f-09e9-40f1-9b7b-8d700353e799 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:32.987740 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-9a6fca0e-000c-470f-9928-bb26a3125ddf service neutron] Attempting to bind port 05db1a3f-09e9-40f1-9b7b-8d700353e799 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'e0ec8081-0cb7-4c1a-9408-0286fc59583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:32.988054 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-9a6fca0e-000c-470f-9928-bb26a3125ddf service neutron] Attempting to bind port 05db1a3f-09e9-40f1-9b7b-8d700353e799 on network e606fbf2-6d31-4c0c-b11e-11481e1e0c38 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:32.993808 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-9a6fca0e-000c-470f-9928-bb26a3125ddf service neutron] Port 05db1a3f-09e9-40f1-9b7b-8d700353e799 on network e606fbf2-6d31-4c0c-b11e-11481e1e0c38 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:33:32.994150 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-9a6fca0e-000c-470f-9928-bb26a3125ddf service neutron] Attempting to bind port 05db1a3f-09e9-40f1-9b7b-8d700353e799 on network e606fbf2-6d31-4c0c-b11e-11481e1e0c38 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:33.017864 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-9a6fca0e-000c-470f-9928-bb26a3125ddf service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:33.018348 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-9a6fca0e-000c-470f-9928-bb26a3125ddf service neutron] Checking segment: {'id': 'e0ec8081-0cb7-4c1a-9408-0286fc59583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:33.018803 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-9a6fca0e-000c-470f-9928-bb26a3125ddf service neutron] Bound using segment: {'id': 'e0ec8081-0cb7-4c1a-9408-0286fc59583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:33.019160 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-9a6fca0e-000c-470f-9928-bb26a3125ddf service neutron] Bound port: 05db1a3f-09e9-40f1-9b7b-8d700353e799, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0ec8081-0cb7-4c1a-9408-0286fc59583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:33.019535 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-9a6fca0e-000c-470f-9928-bb26a3125ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.223162 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-9a6fca0e-000c-470f-9928-bb26a3125ddf service neutron] For port 05db1a3f-09e9-40f1-9b7b-8d700353e799, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:33.246694 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-9a6fca0e-000c-470f-9928-bb26a3125ddf service neutron] For port 05db1a3f-09e9-40f1-9b7b-8d700353e799, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=05db1a3f-09e9-40f1-9b7b-8d700353e799,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:33.274985 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-9a6fca0e-000c-470f-9928-bb26a3125ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.434545 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-9a6fca0e-000c-470f-9928-bb26a3125ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:33.435569 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-9a6fca0e-000c-470f-9928-bb26a3125ddf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.437049 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-9a6fca0e-000c-470f-9928-bb26a3125ddf service neutron] 10.222.0.32 "PUT /v2.0/ports/05db1a3f-09e9-40f1-9b7b-8d700353e799 HTTP/1.1" status: 200 len: 1092 time: 1.9177427 Jul 15 13:33:33.437613 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248b97f5-a204-408f-8243-7f831a7a9292', 'tag': '05db1a3f-09e9-40f1-9b7b-8d700353e799'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:33.440407 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83d1ea1-24d3-4677-bbee-0070460ebfd8" -d '{"events": [{"name": "network-changed", "server_uuid": "248b97f5-a204-408f-8243-7f831a7a9292", "tag": "05db1a3f-09e9-40f1-9b7b-8d700353e799"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:33.502087 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6fca0e-000c-470f-9928-bb26a3125ddf service neutron] Pushing event updated for resources: {'Port': ['ID=05db1a3f-09e9-40f1-9b7b-8d700353e799,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:33.636593 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a5aacfe5-a873-45ab-b4cd-cb80e9ef4f35 req-8f6aefa1-aa85-4c8b-bbb3-a8e4a8189be2 tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fb215-bfd3-451f-bd51-364c61769feb HTTP/1.1" status: 200 len: 210 time: 0.2359672 Jul 15 13:33:33.727695 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22aad6-e793-4e52-aea4-ea203aeaac87 req-f9f1234d-8031-4ccd-ae37-a57e8288d8c1 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:33.730955 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d22aad6-e793-4e52-aea4-ea203aeaac87 req-f9f1234d-8031-4ccd-ae37-a57e8288d8c1 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.18 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 945 time: 0.1862366 Jul 15 13:33:33.744867 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-466ea762-aef4-4dcf-8366-49dfef1f80c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:33.755633 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-466ea762-aef4-4dcf-8366-49dfef1f80c6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a009645feb04959b4d54831dba76b81&device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 1095 time: 0.2398233 Jul 15 13:33:33.758143 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc07ef87-65f4-40f0-9a8d-7bd1326b063f x-openstack-request-id: req-fc07ef87-65f4-40f0-9a8d-7bd1326b063f {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:33.758540 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "248b97f5-a204-408f-8243-7f831a7a9292", "tag": "05db1a3f-09e9-40f1-9b7b-8d700353e799", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:33.765339 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fc07ef87-65f4-40f0-9a8d-7bd1326b063f {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:33.765782 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '248b97f5-a204-408f-8243-7f831a7a9292', 'tag': '05db1a3f-09e9-40f1-9b7b-8d700353e799', 'status': 'completed', 'code': 200} Jul 15 13:33:33.989952 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-c2043362-f95d-416b-bb34-88ab1b1e5fd5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db1a3f-09e9-40f1-9b7b-8d700353e799 HTTP/1.1" status: 200 len: 217 time: 0.2179308 Jul 15 13:33:34.177002 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-f19996bc-0258-449c-a1c1-080a513dc089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:34.180377 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-f19996bc-0258-449c-a1c1-080a513dc089 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=781e91a3-d9e2-4a55-aa10-3466cf7c7f92 HTTP/1.1" status: 200 len: 856 time: 0.1834199 Jul 15 13:33:34.251932 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9b5a8f04-9784-43bf-ad70-32015e72d773 req-4cc86cd3-152b-4631-a50e-a6140935cf41 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e01fb215-bfd3-451f-bd51-364c61769feb HTTP/1.1" status: 200 len: 210 time: 0.1668298 Jul 15 13:33:34.280652 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-3d22aad6-e793-4e52-aea4-ea203aeaac87 req-0d4fdf30-5702-4770-91a7-fb8deea037ae tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Deleting port 2d9353a7-0ec9-423d-a865-946e05620e01 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:34.281430 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3d22aad6-e793-4e52-aea4-ea203aeaac87 req-0d4fdf30-5702-4770-91a7-fb8deea037ae tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.312485 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268826e-499d-463a-9900-4d465fdb2ba3 req-1cd7a089-7225-4b42-a383-49f5cd93044f tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:34.320370 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5268826e-499d-463a-9900-4d465fdb2ba3 req-1cd7a089-7225-4b42-a383-49f5cd93044f tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 943 time: 0.2294419 Jul 15 13:33:34.406324 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485eb729-4e05-4ae1-951d-2431a3172542 req-2635f6fb-d188-4b2f-a8ca-c784dd68192b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:34.409998 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-485eb729-4e05-4ae1-951d-2431a3172542 req-2635f6fb-d188-4b2f-a8ca-c784dd68192b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 945 time: 0.4703577 Jul 15 13:33:34.589143 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-01e2ffd1-27eb-4e09-93cd-176b164329f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:34.598555 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-01e2ffd1-27eb-4e09-93cd-176b164329f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e606fbf2-6d31-4c0c-b11e-11481e1e0c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3678939 Jul 15 13:33:34.618637 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5268826e-499d-463a-9900-4d465fdb2ba3 req-eb305127-47f6-420b-827b-dcca8b7fb29e tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2970989 Jul 15 13:33:34.624448 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-485eb729-4e05-4ae1-951d-2431a3172542 req-a644eb6c-8a37-4f29-8d67-548263c72465 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000484 Jul 15 13:33:34.637347 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3d22aad6-e793-4e52-aea4-ea203aeaac87 req-0d4fdf30-5702-4770-91a7-fb8deea037ae tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] For port 2d9353a7-0ec9-423d-a865-946e05620e01, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=2d9353a7-0ec9-423d-a865-946e05620e01,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:34.640350 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3d22aad6-e793-4e52-aea4-ea203aeaac87 req-0d4fdf30-5702-4770-91a7-fb8deea037ae tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.686074 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-3d22aad6-e793-4e52-aea4-ea203aeaac87 req-0d4fdf30-5702-4770-91a7-fb8deea037ae tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Calling delete_port for 2d9353a7-0ec9-423d-a865-946e05620e01 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:34.919900 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-003d5a09-0507-4929-a1c0-2291c4f7e36f service neutron] 10.222.0.32 "GET /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929075 Jul 15 13:33:35.301821 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4dc6a57b-f6f7-4c1f-bd9c-98eb1f62be03 req-5a642a1b-bc6a-4da2-8e8f-22477cd07b46 tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fb215-bfd3-451f-bd51-364c61769feb HTTP/1.1" status: 200 len: 210 time: 0.1510386 Jul 15 13:33:35.377791 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3d22aad6-e793-4e52-aea4-ea203aeaac87 req-0d4fdf30-5702-4770-91a7-fb8deea037ae tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:35.381530 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ae342a39-f1f8-4a67-8431-1d3ce14acc34 req-4c5163ca-39e8-478e-b0c4-6dbd18c9eee3 service neutron] 10.222.0.32 "GET /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547894 Jul 15 13:33:35.393357 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['2d9353a7-0ec9-423d-a865-946e05620e01'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:33:35.427088 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['0eca81be-ae8b-4b50-8653-c4d1a97d72c5'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:33:35.643564 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4fdf30-5702-4770-91a7-fb8deea037ae tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Pushing event deleted for resources: {'Port': ['ID=2d9353a7-0ec9-423d-a865-946e05620e01,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:35.765401 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d1ea1-24d3-4677-bbee-0070460ebfd8 req-27d3afd9-6e54-4a67-92f4-78e33ddf2d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:35.771234 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a83d1ea1-24d3-4677-bbee-0070460ebfd8 req-27d3afd9-6e54-4a67-92f4-78e33ddf2d4f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a009645feb04959b4d54831dba76b81&device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 1095 time: 0.2545500 Jul 15 13:33:35.779804 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d22aad6-e793-4e52-aea4-ea203aeaac87 req-0d4fdf30-5702-4770-91a7-fb8deea037ae tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] No DVR routers for this DVR port 2d9353a7-0ec9-423d-a865-946e05620e01 on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:35.790945 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3d22aad6-e793-4e52-aea4-ea203aeaac87 req-0d4fdf30-5702-4770-91a7-fb8deea037ae tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:35.797157 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d22aad6-e793-4e52-aea4-ea203aeaac87 req-0d4fdf30-5702-4770-91a7-fb8deea037ae tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.18 "DELETE /v2.0/ports/2d9353a7-0ec9-423d-a865-946e05620e01 HTTP/1.1" status: 204 len: 173 time: 2.0589905 Jul 15 13:33:35.810365 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096b02f7-32d3-4165-a73b-288b437f242a', 'name': 'network-vif-deleted', 'tag': '2d9353a7-0ec9-423d-a865-946e05620e01'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:35.817858 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21f5802-c4f2-48cb-a8b7-8105db0d06cf" -d '{"events": [{"server_uuid": "096b02f7-32d3-4165-a73b-288b437f242a", "name": "network-vif-deleted", "tag": "2d9353a7-0ec9-423d-a865-946e05620e01"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:36.323681 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d1ea1-24d3-4677-bbee-0070460ebfd8 req-5024f248-22f6-4c02-bb95-39c81c0ecf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:36.327572 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a83d1ea1-24d3-4677-bbee-0070460ebfd8 req-5024f248-22f6-4c02-bb95-39c81c0ecf7a service neutron] 10.222.0.32 "GET /v2.0/networks?id=e606fbf2-6d31-4c0c-b11e-11481e1e0c38 HTTP/1.1" status: 200 len: 918 time: 0.5435040 Jul 15 13:33:36.530703 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a83d1ea1-24d3-4677-bbee-0070460ebfd8 req-1dc75872-db22-4932-81ac-f9ea42e18476 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db1a3f-09e9-40f1-9b7b-8d700353e799 HTTP/1.1" status: 200 len: 217 time: 0.1611211 Jul 15 13:33:36.637284 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-95f27c0e-1f90-46dd-a315-de3262b42962 req-d8eb5aac-0bcc-4ca5-8985-5a10527a5eca tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 210 time: 0.3038568 Jul 15 13:33:36.671399 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1d81d-ea8f-45ea-bf25-a7dddc0889f5 req-58d51dbb-f455-46e6-a7dd-fdcba659c3a9 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:36.675838 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3ea1d81d-ea8f-45ea-bf25-a7dddc0889f5 req-58d51dbb-f455-46e6-a7dd-fdcba659c3a9 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 943 time: 0.2272494 Jul 15 13:33:36.804218 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d1ea1-24d3-4677-bbee-0070460ebfd8 req-98f4eec7-eff9-4a6b-b92f-0e04b4cb5f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:36.812677 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a83d1ea1-24d3-4677-bbee-0070460ebfd8 req-98f4eec7-eff9-4a6b-b92f-0e04b4cb5f20 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=781e91a3-d9e2-4a55-aa10-3466cf7c7f92 HTTP/1.1" status: 200 len: 856 time: 0.2337937 Jul 15 13:33:36.850916 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3ea1d81d-ea8f-45ea-bf25-a7dddc0889f5 req-feb421c8-e370-4ff9-a2f3-646a0141e329 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658137 Jul 15 13:33:36.853083 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000ad176-0fbc-4e5b-b699-8bca5b974b35 x-openstack-request-id: req-000ad176-0fbc-4e5b-b699-8bca5b974b35 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:36.853499 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096b02f7-32d3-4165-a73b-288b437f242a", "name": "network-vif-deleted", "tag": "2d9353a7-0ec9-423d-a865-946e05620e01", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:36.857337 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-000ad176-0fbc-4e5b-b699-8bca5b974b35 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:36.857337 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096b02f7-32d3-4165-a73b-288b437f242a', 'name': 'network-vif-deleted', 'tag': '2d9353a7-0ec9-423d-a865-946e05620e01', 'status': 'completed', 'code': 200} Jul 15 13:33:37.043853 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d1ea1-24d3-4677-bbee-0070460ebfd8 req-7f493d32-eed0-40fd-a95e-7ba9b8c3d013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:37.078862 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a83d1ea1-24d3-4677-bbee-0070460ebfd8 req-7f493d32-eed0-40fd-a95e-7ba9b8c3d013 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e606fbf2-6d31-4c0c-b11e-11481e1e0c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2577639 Jul 15 13:33:37.233408 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 58514) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:37.329375 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 05db1a3f-09e9-40f1-9b7b-8d700353e799 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:33:37.508759 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 2d9353a7-0ec9-423d-a865-946e05620e01 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:37.516443 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-62dd6cca-e060-4a31-9a46-9460b806393d req-4ffa1bb4-6fab-4f54-bef1-39b072f53a4d tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fb215-bfd3-451f-bd51-364c61769feb HTTP/1.1" status: 200 len: 210 time: 0.1415584 Jul 15 13:33:37.541927 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a83d1ea1-24d3-4677-bbee-0070460ebfd8 req-a9e482d5-663b-4d36-bf75-dd26aebf2aa5 service neutron] 10.222.0.32 "GET /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548135 Jul 15 13:33:37.828953 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 2d9353a7-0ec9-423d-a865-946e05620e01 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:37.834629 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 2d9353a7-0ec9-423d-a865-946e05620e01 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:37.970550 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a83d1ea1-24d3-4677-bbee-0070460ebfd8 req-45333e9d-4305-436b-a95b-bb4b7d871a5d service neutron] 10.222.0.32 "GET /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181354 Jul 15 13:33:38.011804 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 05db1a3f-09e9-40f1-9b7b-8d700353e799, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=05db1a3f-09e9-40f1-9b7b-8d700353e799,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:38.141872 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '05db1a3f-09e9-40f1-9b7b-8d700353e799', 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38', 'port_id': '05db1a3f-09e9-40f1-9b7b-8d700353e799', 'mac_address': 'fa:16:3e:6c:1b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:33:38.370783 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.412384 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.444160 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05db1a3f-09e9-40f1-9b7b-8d700353e799 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:33:38.467159 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-003dd74e-f5c7-4421-9f10-93f16b1de78e req-41988b38-e158-41ad-ad5b-4bff2b7f5f7c tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 210 time: 0.1028955 Jul 15 13:33:38.535200 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 05db1a3f-09e9-40f1-9b7b-8d700353e799, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=05db1a3f-09e9-40f1-9b7b-8d700353e799,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:38.551806 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.752830 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=05db1a3f-09e9-40f1-9b7b-8d700353e799,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:38.873560 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['05db1a3f-09e9-40f1-9b7b-8d700353e799'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:33:39.867827 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-efa8bb6c-07f9-486e-88d4-61ffdb3dcbd4 req-e23f5eb0-85ad-42e1-8f76-018f8e369fc5 tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fb215-bfd3-451f-bd51-364c61769feb HTTP/1.1" status: 200 len: 210 time: 0.3045971 Jul 15 13:33:40.066937 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531581c-22ed-4c52-bf1d-7b4eb3555d00 req-34700d97-c2a3-4e82-8ab0-237fdf7117bb tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:40.084757 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6531581c-22ed-4c52-bf1d-7b4eb3555d00 req-34700d97-c2a3-4e82-8ab0-237fdf7117bb tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 944 time: 0.6698983 Jul 15 13:33:40.132507 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-17ec34a3-d4ae-45c6-ba8c-4a3f243e4877 req-46905836-2c43-4347-bc96-3c58c5e4c71b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 210 time: 0.0572860 Jul 15 13:33:40.238256 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6531581c-22ed-4c52-bf1d-7b4eb3555d00 req-821d4ee9-cf1d-4da5-9dd8-063f1791129c tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514680 Jul 15 13:33:40.257598 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3524ac9b-0e62-4582-a2e6-cba57c8c367b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.751205 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3524ac9b-0e62-4582-a2e6-cba57c8c367b admin admin] Deleting port a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:40.751732 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3524ac9b-0e62-4582-a2e6-cba57c8c367b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.981870 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-3524ac9b-0e62-4582-a2e6-cba57c8c367b admin admin] For port a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4,segment=NetworkSegment(5fdc2447-cebd-4891-9870-8462e7706d2c),segment_id=5fdc2447-cebd-4891-9870-8462e7706d2c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:40.982563 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3524ac9b-0e62-4582-a2e6-cba57c8c367b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.016228 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3524ac9b-0e62-4582-a2e6-cba57c8c367b admin admin] Calling delete_port for a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:41.123552 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b452d503-25da-45ef-bd3a-69b5353d077d req-d4210de1-94a4-4922-93c4-603e6903b127 tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fb215-bfd3-451f-bd51-364c61769feb HTTP/1.1" status: 200 len: 210 time: 0.0431693 Jul 15 13:33:41.360379 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 05db1a3f-09e9-40f1-9b7b-8d700353e799 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:41.675588 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 05db1a3f-09e9-40f1-9b7b-8d700353e799 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:41.688568 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 05db1a3f-09e9-40f1-9b7b-8d700353e799 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:41.690714 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.881492 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3524ac9b-0e62-4582-a2e6-cba57c8c367b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.018565 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-03827c52-ce1d-4459-b19f-e7c0ef16aa87 req-d78a788c-efb8-4b86-8e27-9328b9dd316a tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 210 time: 0.1747808 Jul 15 13:33:42.040392 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.162519 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524ac9b-0e62-4582-a2e6-cba57c8c367b admin admin] Pushing event deleted for resources: {'Port': ['ID=a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:42.165363 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 05db1a3f-09e9-40f1-9b7b-8d700353e799, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=05db1a3f-09e9-40f1-9b7b-8d700353e799,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:42.168459 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248b97f5-a204-408f-8243-7f831a7a9292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05db1a3f-09e9-40f1-9b7b-8d700353e799'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:42.175051 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e35d57-03e6-421d-b97f-f88741e48871" -d '{"events": [{"server_uuid": "248b97f5-a204-408f-8243-7f831a7a9292", "name": "network-vif-plugged", "status": "completed", "tag": "05db1a3f-09e9-40f1-9b7b-8d700353e799"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:42.193732 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.240138 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d08444-0520-46a7-9651-1c153a7eb0b4 req-5ed4d69d-b20e-46fb-a97d-0ef9fdcc7c79 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:42.265236 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b8d08444-0520-46a7-9651-1c153a7eb0b4 req-5ed4d69d-b20e-46fb-a97d-0ef9fdcc7c79 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 944 time: 0.3014402 Jul 15 13:33:42.400106 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=05db1a3f-09e9-40f1-9b7b-8d700353e799,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:42.447708 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b8d08444-0520-46a7-9651-1c153a7eb0b4 req-440cafac-f565-485c-b97b-b4826a0794de tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686287 Jul 15 13:33:42.746660 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7e97f9-90ba-4551-a422-37fc5b7ef32c x-openstack-request-id: req-be7e97f9-90ba-4551-a422-37fc5b7ef32c {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:42.747374 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248b97f5-a204-408f-8243-7f831a7a9292", "name": "network-vif-plugged", "status": "completed", "tag": "05db1a3f-09e9-40f1-9b7b-8d700353e799", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:42.748273 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be7e97f9-90ba-4551-a422-37fc5b7ef32c {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:42.749483 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248b97f5-a204-408f-8243-7f831a7a9292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05db1a3f-09e9-40f1-9b7b-8d700353e799', 'code': 200} Jul 15 13:33:42.900553 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3524ac9b-0e62-4582-a2e6-cba57c8c367b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.021588 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f8e32f4a-4e55-44f6-be83-139fe9985ed2 req-3ff07e14-6a47-4654-bcb1-7885d1e34a1d tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fb215-bfd3-451f-bd51-364c61769feb HTTP/1.1" status: 200 len: 210 time: 0.1149285 Jul 15 13:33:43.073082 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c6628-77ef-4e04-b373-9052ea7a000c req-1452a94c-b704-446c-ace0-000dcbc35849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:43.078645 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8d1c6628-77ef-4e04-b373-9052ea7a000c req-1452a94c-b704-446c-ace0-000dcbc35849 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 1097 time: 0.2016582 Jul 15 13:33:43.132512 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8d1c6628-77ef-4e04-b373-9052ea7a000c req-2cb385ee-856e-4237-952d-550bc1a71472 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460241 Jul 15 13:33:43.471304 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b6a84e4b-1d6f-48b0-9b09-54be418530f9 req-bcbf50ee-6c32-44f9-abc5-97a53bc95c35 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 210 time: 0.0626068 Jul 15 13:33:43.809912 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3524ac9b-0e62-4582-a2e6-cba57c8c367b admin admin] Router 0d0f3b8e-5ce8-4225-bf86-b388b2c6645a has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:33:44.092331 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3524ac9b-0e62-4582-a2e6-cba57c8c367b admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:33:44.107925 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc429ce4-198b-4b10-8d20-933d31cc413e None None] Sync routers for ids ['0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:33:44.119841 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3524ac9b-0e62-4582-a2e6-cba57c8c367b admin admin] 10.222.0.24 "PUT /v2.0/routers/0d0f3b8e-5ce8-4225-bf86-b388b2c6645a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8778811 Jul 15 13:33:44.125522 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58660) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:44.143864 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc429ce4-198b-4b10-8d20-933d31cc413e None None] Routers {'0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:44.145437 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-dc429ce4-198b-4b10-8d20-933d31cc413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:33:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:44.221105 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b62c3f-fb48-461b-ac9a-0d4c551f02b7 req-4047f229-4cfc-4aac-bdde-418c6934e310 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:44.242678 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b9b62c3f-fb48-461b-ac9a-0d4c551f02b7 req-4047f229-4cfc-4aac-bdde-418c6934e310 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 945 time: 0.4425442 Jul 15 13:33:44.625829 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b9b62c3f-fb48-461b-ac9a-0d4c551f02b7 req-7fd213c3-29b5-4386-9307-11be9b3166c1 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3754511 Jul 15 13:33:44.662693 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aea505b6-b7eb-4ad9-b03a-71ddc5c22275 admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:44.869743 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-e12c1b8b-d0f3-4245-91ad-a7d9f1810160 req-7452c6ae-e647-4af3-bc08-eb221cb9b1ce service neutron] (93813) timed out ('10.222.0.24', 36830) {{(pid=93813) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:33:44.899384 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-dc429ce4-198b-4b10-8d20-933d31cc413e None None] Set router 0d0f3b8e-5ce8-4225-bf86-b388b2c6645a gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:44.944879 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b91c2511-c03f-452d-a022-149d5bdf1f9f req-aa147272-16e4-4006-8ebe-c73a8a236771 tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fb215-bfd3-451f-bd51-364c61769feb HTTP/1.1" status: 200 len: 210 time: 0.2784061 Jul 15 13:33:45.160156 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aea505b6-b7eb-4ad9-b03a-71ddc5c22275 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.165535 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c6a3c7cf-d97d-4301-a00e-579f8e4a25c9 req-7df23c32-6464-40f0-ba13-91f4d8a40d0e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 210 time: 0.0759995 Jul 15 13:33:45.302837 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-aea505b6-b7eb-4ad9-b03a-71ddc5c22275 admin admin] Deleting port eed130ee-c16b-43ee-82e0-06f0b490ccff {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:45.303732 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aea505b6-b7eb-4ad9-b03a-71ddc5c22275 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.414846 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-dc429ce4-198b-4b10-8d20-933d31cc413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'name': 'tempest-AttachVolumeTestJSON-125246177-router', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:42Z', 'updated_at': '2021-07-15T13:33:41Z', 'revision_number': 5, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'gw_port': {'id': 'eed130ee-c16b-43ee-82e0-06f0b490ccff', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:45Z', 'updated_at': '2021-07-15T13:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:45.451765 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-aea505b6-b7eb-4ad9-b03a-71ddc5c22275 admin admin] For port eed130ee-c16b-43ee-82e0-06f0b490ccff, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=eed130ee-c16b-43ee-82e0-06f0b490ccff,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:45.452241 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aea505b6-b7eb-4ad9-b03a-71ddc5c22275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.473843 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc429ce4-198b-4b10-8d20-933d31cc413e None None] Checking router: 0d0f3b8e-5ce8-4225-bf86-b388b2c6645a for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:33:45.475471 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-aea505b6-b7eb-4ad9-b03a-71ddc5c22275 admin admin] Calling delete_port for eed130ee-c16b-43ee-82e0-06f0b490ccff owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:45.492231 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc429ce4-198b-4b10-8d20-933d31cc413e None None] Routers {'0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:45.493706 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-dc429ce4-198b-4b10-8d20-933d31cc413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:33:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:45.696713 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-dc429ce4-198b-4b10-8d20-933d31cc413e None None] Set router 0d0f3b8e-5ce8-4225-bf86-b388b2c6645a gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:45.786370 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-dc429ce4-198b-4b10-8d20-933d31cc413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'name': 'tempest-AttachVolumeTestJSON-125246177-router', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:42Z', 'updated_at': '2021-07-15T13:33:45Z', 'revision_number': 6, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:45.814510 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aea505b6-b7eb-4ad9-b03a-71ddc5c22275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.821425 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc429ce4-198b-4b10-8d20-933d31cc413e None None] The sync data for ids ['0d0f3b8e-5ce8-4225-bf86-b388b2c6645a'] in n-d-758944-45 is: [{'id': '0d0f3b8e-5ce8-4225-bf86-b388b2c6645a', 'name': 'tempest-AttachVolumeTestJSON-125246177-router', 'tenant_id': '37913da5a8464fb1a0b736ca946a9eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:23:42Z', 'updated_at': '2021-07-15T13:33:45Z', 'revision_number': 6, 'project_id': '37913da5a8464fb1a0b736ca946a9eaa', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:33:45.890403 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea505b6-b7eb-4ad9-b03a-71ddc5c22275 admin admin] Pushing event deleted for resources: {'Port': ['ID=eed130ee-c16b-43ee-82e0-06f0b490ccff,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:46.032784 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aea505b6-b7eb-4ad9-b03a-71ddc5c22275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:46.211071 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aea505b6-b7eb-4ad9-b03a-71ddc5c22275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:46.215112 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aea505b6-b7eb-4ad9-b03a-71ddc5c22275 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:46.293116 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3124cc-7f86-4c10-affc-b7291f692293 req-0dcb8ca9-82dc-4d0f-8359-34d87e07f25f tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:46.297660 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3c3124cc-7f86-4c10-affc-b7291f692293 req-0dcb8ca9-82dc-4d0f-8359-34d87e07f25f tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 945 time: 0.3701899 Jul 15 13:33:46.362341 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c6197c75-a667-4218-9304-b39f2e101a87 req-1c052e52-4564-4a4f-a136-fc24fb82bb85 tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fb215-bfd3-451f-bd51-364c61769feb HTTP/1.1" status: 200 len: 210 time: 0.1418939 Jul 15 13:33:46.692124 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7d9fd861-b4b4-4242-9657-31f041a2ded8 req-16942157-a210-4eed-a071-61f07e757c58 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=096b02f7-32d3-4165-a73b-288b437f242a HTTP/1.1" status: 200 len: 210 time: 0.0733795 Jul 15 13:33:47.044772 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3c3124cc-7f86-4c10-affc-b7291f692293 req-1b689b5a-1479-4a4d-a558-9ea8ef9e86f2 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7265959 Jul 15 13:33:47.046678 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aea505b6-b7eb-4ad9-b03a-71ddc5c22275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:47.047266 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea505b6-b7eb-4ad9-b03a-71ddc5c22275 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d0f3b8e-5ce8-4225-bf86-b388b2c6645a {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:33:47.064609 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aea505b6-b7eb-4ad9-b03a-71ddc5c22275 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:47.069618 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 58706) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:47.081162 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-aea505b6-b7eb-4ad9-b03a-71ddc5c22275 admin admin] 10.222.0.24 "DELETE /v2.0/routers/0d0f3b8e-5ce8-4225-bf86-b388b2c6645a HTTP/1.1" status: 204 len: 168 time: 2.9540365 Jul 15 13:33:47.192006 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e098dc6-8853-40e9-a3bd-ebaf63936bbf admin admin] Deleting subnet 7ddbfc00-1f92-454d-9c2c-3d67f76399b6 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:33:47.198690 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e098dc6-8853-40e9-a3bd-ebaf63936bbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:47.199308 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:47.322895 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e098dc6-8853-40e9-a3bd-ebaf63936bbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:47.330109 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:47.330680 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a99f6b0b-772b-4d2c-a9a2-4bcf6a4dffb4 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:47.331425 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device eed130ee-c16b-43ee-82e0-06f0b490ccff no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:47.403364 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: eed130ee-c16b-43ee-82e0-06f0b490ccff {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:47.406279 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device eed130ee-c16b-43ee-82e0-06f0b490ccff not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:47.722527 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e098dc6-8853-40e9-a3bd-ebaf63936bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:47.915478 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-18eb3dcf-bd2f-4217-86d3-0a2586bfba91 req-986aed87-e47d-4858-9549-90f8139e220a tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fb215-bfd3-451f-bd51-364c61769feb HTTP/1.1" status: 200 len: 210 time: 0.0727599 Jul 15 13:33:47.974745 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11939b79-9044-4313-8e50-af144d8c2a7a req-8e9d4263-6eca-4360-8d6d-c7495d6e2b5d tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:47.977589 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-11939b79-9044-4313-8e50-af144d8c2a7a req-8e9d4263-6eca-4360-8d6d-c7495d6e2b5d tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 945 time: 0.3635747 Jul 15 13:33:47.998807 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58724) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:48.003725 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f1f10951-25bb-4036-b661-272c92f02edc tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Request body: {'floatingip': {'port_id': '05db1a3f-09e9-40f1-9b7b-8d700353e799'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:48.049830 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e098dc6-8853-40e9-a3bd-ebaf63936bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:48.052027 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1f10951-25bb-4036-b661-272c92f02edc tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for floatingip, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:48.130131 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e098dc6-8853-40e9-a3bd-ebaf63936bbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ddbfc00-1f92-454d-9c2c-3d67f76399b6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:48.150228 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e098dc6-8853-40e9-a3bd-ebaf63936bbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:48.155234 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcf752c-b484-4390-985f-ca4def702624 None None] Network e8913e0d-0d0e-40a2-882d-dd84c17b519b requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:48.157398 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8e098dc6-8853-40e9-a3bd-ebaf63936bbf admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7ddbfc00-1f92-454d-9c2c-3d67f76399b6 HTTP/1.1" status: 204 len: 168 time: 1.0863414 Jul 15 13:33:48.160729 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 58726) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:48.460800 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-af5c1cd1-284f-4df1-a09c-c0a2a386be53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:48.619320 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f421f92c-8357-498c-bd40-9c89e962e8e8 None None] DHCP port deletion for e8913e0d-0d0e-40a2-882d-dd84c17b519b request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:33:48.735036 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f421f92c-8357-498c-bd40-9c89e962e8e8 None None] Deleting port e234c0cd-50d5-4a5e-9589-289b30e6571a {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:48.740162 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f421f92c-8357-498c-bd40-9c89e962e8e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:48.754364 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-af5c1cd1-284f-4df1-a09c-c0a2a386be53 admin admin] Deleting port e234c0cd-50d5-4a5e-9589-289b30e6571a {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:48.755250 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-af5c1cd1-284f-4df1-a09c-c0a2a386be53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:48.889975 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-f421f92c-8357-498c-bd40-9c89e962e8e8 None None] For port e234c0cd-50d5-4a5e-9589-289b30e6571a, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e234c0cd-50d5-4a5e-9589-289b30e6571a,segment=NetworkSegment(5fdc2447-cebd-4891-9870-8462e7706d2c),segment_id=5fdc2447-cebd-4891-9870-8462e7706d2c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:48.890620 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f421f92c-8357-498c-bd40-9c89e962e8e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:48.922207 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-af5c1cd1-284f-4df1-a09c-c0a2a386be53 admin admin] For port e234c0cd-50d5-4a5e-9589-289b30e6571a, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e234c0cd-50d5-4a5e-9589-289b30e6571a,segment=NetworkSegment(5fdc2447-cebd-4891-9870-8462e7706d2c),segment_id=5fdc2447-cebd-4891-9870-8462e7706d2c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:48.922861 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-af5c1cd1-284f-4df1-a09c-c0a2a386be53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:48.939805 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-af5c1cd1-284f-4df1-a09c-c0a2a386be53 admin admin] Calling delete_port for e234c0cd-50d5-4a5e-9589-289b30e6571a owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:48.950865 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f421f92c-8357-498c-bd40-9c89e962e8e8 None None] Calling delete_port for e234c0cd-50d5-4a5e-9589-289b30e6571a owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:49.225203 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e234c0cd-50d5-4a5e-9589-289b30e6571a no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:49.306561 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b9680163-a697-4787-86aa-ecefa45cd1b2 req-59744165-4c61-4e04-990d-d41afd67d196 tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fb215-bfd3-451f-bd51-364c61769feb HTTP/1.1" status: 200 len: 210 time: 0.0873103 Jul 15 13:33:49.317321 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-af5c1cd1-284f-4df1-a09c-c0a2a386be53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.342776 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f421f92c-8357-498c-bd40-9c89e962e8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.365494 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c1cd1-284f-4df1-a09c-c0a2a386be53 admin admin] Pushing event deleted for resources: {'Port': ['ID=e234c0cd-50d5-4a5e-9589-289b30e6571a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:49.372071 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No active binding found for port e234c0cd-50d5-4a5e-9589-289b30e6571a {{(pid=93815) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 13:33:49.374298 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e234c0cd-50d5-4a5e-9589-289b30e6571a not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:49.379828 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5c1cd1-284f-4df1-a09c-c0a2a386be53 admin admin] No DVR routers for this DVR port e234c0cd-50d5-4a5e-9589-289b30e6571a on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:49.412751 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421f92c-8357-498c-bd40-9c89e962e8e8 None None] Pushing event deleted for resources: {'Port': ['ID=e234c0cd-50d5-4a5e-9589-289b30e6571a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:49.416620 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f421f92c-8357-498c-bd40-9c89e962e8e8 None None] No DVR routers for this DVR port e234c0cd-50d5-4a5e-9589-289b30e6571a on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:49.635500 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-af5c1cd1-284f-4df1-a09c-c0a2a386be53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.669540 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-af5c1cd1-284f-4df1-a09c-c0a2a386be53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8913e0d-0d0e-40a2-882d-dd84c17b519b']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:49.697348 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1f10951-25bb-4036-b661-272c92f02edc tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.707146 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-af5c1cd1-284f-4df1-a09c-c0a2a386be53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fdc2447-cebd-4891-9870-8462e7706d2c') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:49.707872 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-af5c1cd1-284f-4df1-a09c-c0a2a386be53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fdc2447-cebd-4891-9870-8462e7706d2c') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:49.719462 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1f10951-25bb-4036-b661-272c92f02edc tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.745259 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-af5c1cd1-284f-4df1-a09c-c0a2a386be53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.772461 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-af5c1cd1-284f-4df1-a09c-c0a2a386be53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.787006 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af5c1cd1-284f-4df1-a09c-c0a2a386be53 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:33:49.788160 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-af5c1cd1-284f-4df1-a09c-c0a2a386be53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.792037 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:33:49.792037 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:33:49.792037 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:33:49.792037 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:33:49.792037 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:33:49.792037 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:33:49.792037 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:33:49.792037 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:33:49.792037 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:33:49.792037 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:33:49.792037 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:33:49.792037 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:33:49.792037 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:33:49.792037 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:33:49.792037 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:33:49.792037 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:33:49.792037 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:33:49.792037 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:33:49.792037 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:33:49.792037 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:33:49.792037 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:33:49.792037 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:33:49.792037 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:33:49.792037 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:33:49.792037 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:33:49.792037 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:33:49.792037 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:33:49.792037 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:33:49.792037 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:33:49.792037 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:33:49.792037 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:33:49.792037 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:33:49.942513 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-af5c1cd1-284f-4df1-a09c-c0a2a386be53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.989446 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-f1f10951-25bb-4036-b661-272c92f02edc tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Floating IP 8a993560-3cfa-4206-9bc1-c066914ad268 associated. External IP: 172.25.6.31, port: 05db1a3f-09e9-40f1-9b7b-8d700353e799. Jul 15 13:33:49.990282 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-af5c1cd1-284f-4df1-a09c-c0a2a386be53 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:49.994576 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-af5c1cd1-284f-4df1-a09c-c0a2a386be53 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e8913e0d-0d0e-40a2-882d-dd84c17b519b HTTP/1.1" status: 204 len: 168 time: 1.8315485 Jul 15 13:33:49.996563 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c1cd1-284f-4df1-a09c-c0a2a386be53 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8913e0d-0d0e-40a2-882d-dd84c17b519b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:50.278783 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 58764) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:50.380317 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-82cda1fa-8d1c-49f1-9322-ff71241c89ad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37913da5a8464fb1a0b736ca946a9eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0962710 Jul 15 13:33:50.382504 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 58772) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:50.520674 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f10951-25bb-4036-b661-272c92f02edc tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Router 890d7102-beb3-4e54-9d55-4ce1ee1b3bc6 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:33:50.523932 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b35393f6-db1e-48a7-b013-0884753f8ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:50.585485 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b35393f6-db1e-48a7-b013-0884753f8ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:50.713351 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b35393f6-db1e-48a7-b013-0884753f8ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:50.731826 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b35393f6-db1e-48a7-b013-0884753f8ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:50.748096 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b35393f6-db1e-48a7-b013-0884753f8ecb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dbb0af53-2693-4edb-8d93-56c5b3bfffd1 HTTP/1.1" status: 204 len: 168 time: 0.3563700 Jul 15 13:33:50.776667 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35393f6-db1e-48a7-b013-0884753f8ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb0af53-2693-4edb-8d93-56c5b3bfffd1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:50.791244 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0c3023df-8393-44c9-b0ee-473e830f2093 req-4c422987-1919-4129-924f-55002add894d tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fb215-bfd3-451f-bd51-364c61769feb HTTP/1.1" status: 200 len: 210 time: 0.1186533 Jul 15 13:33:50.916401 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bc0ebab-7912-48e5-97dc-f9dc8a36f576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:50.954572 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f10951-25bb-4036-b661-272c92f02edc tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:33:50.976592 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34750a3-a9ff-4e65-bccf-7cbcba734ff3 None None] Sync routers for ids ['890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:33:50.979999 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1f10951-25bb-4036-b661-272c92f02edc tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:51.020269 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34750a3-a9ff-4e65-bccf-7cbcba734ff3 None None] Routers {'890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:51.021543 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e34750a3-a9ff-4e65-bccf-7cbcba734ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:33:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:51.105737 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f1f10951-25bb-4036-b661-272c92f02edc tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "PUT /v2.0/floatingips/8a993560-3cfa-4206-9bc1-c066914ad268 HTTP/1.1" status: 200 len: 990 time: 3.1055722 Jul 15 13:33:51.106899 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248b97f5-a204-408f-8243-7f831a7a9292', 'tag': '05db1a3f-09e9-40f1-9b7b-8d700353e799'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:51.112616 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f0130d-ab11-4e68-9df4-834b112df7e1" -d '{"events": [{"name": "network-changed", "server_uuid": "248b97f5-a204-408f-8243-7f831a7a9292", "tag": "05db1a3f-09e9-40f1-9b7b-8d700353e799"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:51.302871 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcde35a0-aee3-4231-8489-442d4a161dc0 x-openstack-request-id: req-fcde35a0-aee3-4231-8489-442d4a161dc0 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:51.304927 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "248b97f5-a204-408f-8243-7f831a7a9292", "tag": "05db1a3f-09e9-40f1-9b7b-8d700353e799", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:51.306082 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fcde35a0-aee3-4231-8489-442d4a161dc0 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:51.306976 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '248b97f5-a204-408f-8243-7f831a7a9292', 'tag': '05db1a3f-09e9-40f1-9b7b-8d700353e799', 'status': 'completed', 'code': 200} Jul 15 13:33:51.443277 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-e34750a3-a9ff-4e65-bccf-7cbcba734ff3 None None] Set router 890d7102-beb3-4e54-9d55-4ce1ee1b3bc6 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:51.579184 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0130d-ab11-4e68-9df4-834b112df7e1 req-16c3ec00-eb9d-4f0e-933f-57d79da60c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:51.580762 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-13f0130d-ab11-4e68-9df4-834b112df7e1 req-16c3ec00-eb9d-4f0e-933f-57d79da60c5a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a009645feb04959b4d54831dba76b81&device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 1097 time: 0.2199829 Jul 15 13:33:51.728652 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0130d-ab11-4e68-9df4-834b112df7e1 req-e8bc4754-1140-4c07-a840-d184710b466a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:51.731374 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-13f0130d-ab11-4e68-9df4-834b112df7e1 req-e8bc4754-1140-4c07-a840-d184710b466a service neutron] 10.222.0.32 "GET /v2.0/networks?id=e606fbf2-6d31-4c0c-b11e-11481e1e0c38 HTTP/1.1" status: 200 len: 918 time: 0.1411231 Jul 15 13:33:51.867068 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-13f0130d-ab11-4e68-9df4-834b112df7e1 req-96563424-2837-4683-af70-c4f89005b6e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db1a3f-09e9-40f1-9b7b-8d700353e799 HTTP/1.1" status: 200 len: 998 time: 0.1293683 Jul 15 13:33:51.972273 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:33:51.992445 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0130d-ab11-4e68-9df4-834b112df7e1 req-d250ccf6-fa9f-4c19-b5e4-4dc3ad119c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:51.996776 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-13f0130d-ab11-4e68-9df4-834b112df7e1 req-d250ccf6-fa9f-4c19-b5e4-4dc3ad119c85 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=781e91a3-d9e2-4a55-aa10-3466cf7c7f92 HTTP/1.1" status: 200 len: 856 time: 0.1107054 Jul 15 13:33:52.280570 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0130d-ab11-4e68-9df4-834b112df7e1 req-2f8ac9f8-61a8-47c0-a1e9-fa86bc483931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:52.288514 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-13f0130d-ab11-4e68-9df4-834b112df7e1 req-2f8ac9f8-61a8-47c0-a1e9-fa86bc483931 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e606fbf2-6d31-4c0c-b11e-11481e1e0c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2847412 Jul 15 13:33:52.305235 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e34750a3-a9ff-4e65-bccf-7cbcba734ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1566138955-router', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '5046cb3b-301b-4304-8362-c468bba1b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:02Z', 'updated_at': '2021-07-15T13:33:12Z', 'revision_number': 4, 'project_id': '6a009645feb04959b4d54831dba76b81', 'gw_port': {'id': '5046cb3b-301b-4304-8362-c468bba1b747', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:05Z', 'updated_at': '2021-07-15T13:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '8a993560-3cfa-4206-9bc1-c066914ad268', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'port_id': '05db1a3f-09e9-40f1-9b7b-8d700353e799', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38', 'mac_address': 'fa:16:3e:6c:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248b97f5-a204-408f-8243-7f831a7a9292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:33:20Z', 'updated_at': '2021-07-15T13:33:49Z', 'revision_number': 1, 'project_id': '6a009645feb04959b4d54831dba76b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962b0828-430d-4863-9cf7-afd4960f396f', 'name': '', 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'mac_address': 'fa:16:3e:0c:98:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:10Z', 'updated_at': '2021-07-15T13:33:24Z', 'revision_number': 5, 'project_id': '6a009645feb04959b4d54831dba76b81', 'subnets': [{'id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:52.370837 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34750a3-a9ff-4e65-bccf-7cbcba734ff3 None None] Checking router: 890d7102-beb3-4e54-9d55-4ce1ee1b3bc6 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:33:52.423700 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34750a3-a9ff-4e65-bccf-7cbcba734ff3 None None] Routers {'890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:52.425095 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e34750a3-a9ff-4e65-bccf-7cbcba734ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:33:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:52.709576 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-13f0130d-ab11-4e68-9df4-834b112df7e1 req-ea61862f-95ef-465d-91d3-739acb18e30a service neutron] 10.222.0.32 "GET /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093680 Jul 15 13:33:52.808802 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-e34750a3-a9ff-4e65-bccf-7cbcba734ff3 None None] Set router 890d7102-beb3-4e54-9d55-4ce1ee1b3bc6 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:53.092953 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9cf336e6-0e32-4521-80c3-652a86332df5 req-7a5f827d-0fb6-4383-a69e-01f6e65b99f4 tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fb215-bfd3-451f-bd51-364c61769feb HTTP/1.1" status: 200 len: 210 time: 0.3747323 Jul 15 13:33:53.100361 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-13f0130d-ab11-4e68-9df4-834b112df7e1 req-3e8f76b3-5ca2-4c29-8c0b-03513a88006e service neutron] 10.222.0.32 "GET /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737438 Jul 15 13:33:53.437842 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bebeabb8-45c0-43d9-b7bd-aa9ebc551248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.443795 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.482546 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e34750a3-a9ff-4e65-bccf-7cbcba734ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1566138955-router', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '5046cb3b-301b-4304-8362-c468bba1b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:02Z', 'updated_at': '2021-07-15T13:33:12Z', 'revision_number': 4, 'project_id': '6a009645feb04959b4d54831dba76b81', 'gw_port': {'id': '5046cb3b-301b-4304-8362-c468bba1b747', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:05Z', 'updated_at': '2021-07-15T13:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '8a993560-3cfa-4206-9bc1-c066914ad268', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'port_id': '05db1a3f-09e9-40f1-9b7b-8d700353e799', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38', 'mac_address': 'fa:16:3e:6c:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248b97f5-a204-408f-8243-7f831a7a9292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:33:20Z', 'updated_at': '2021-07-15T13:33:49Z', 'revision_number': 1, 'project_id': '6a009645feb04959b4d54831dba76b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962b0828-430d-4863-9cf7-afd4960f396f', 'name': '', 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'mac_address': 'fa:16:3e:0c:98:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:10Z', 'updated_at': '2021-07-15T13:33:24Z', 'revision_number': 5, 'project_id': '6a009645feb04959b4d54831dba76b81', 'subnets': [{'id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:53.565256 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34750a3-a9ff-4e65-bccf-7cbcba734ff3 None None] The sync data for ids ['890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'] in n-d-758944-45 is: [{'id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1566138955-router', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '5046cb3b-301b-4304-8362-c468bba1b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:02Z', 'updated_at': '2021-07-15T13:33:12Z', 'revision_number': 4, 'project_id': '6a009645feb04959b4d54831dba76b81', 'gw_port': {'id': '5046cb3b-301b-4304-8362-c468bba1b747', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:05Z', 'updated_at': '2021-07-15T13:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '8a993560-3cfa-4206-9bc1-c066914ad268', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'port_id': '05db1a3f-09e9-40f1-9b7b-8d700353e799', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38', 'mac_address': 'fa:16:3e:6c:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248b97f5-a204-408f-8243-7f831a7a9292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:33:20Z', 'updated_at': '2021-07-15T13:33:49Z', 'revision_number': 1, 'project_id': '6a009645feb04959b4d54831dba76b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962b0828-430d-4863-9cf7-afd4960f396f', 'name': '', 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'mac_address': 'fa:16:3e:0c:98:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:10Z', 'updated_at': '2021-07-15T13:33:24Z', 'revision_number': 5, 'project_id': '6a009645feb04959b4d54831dba76b81', 'subnets': [{'id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:33:54.170646 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b841e178-0488-4a70-b11b-c4469409519b None None] New status for floating IP 8a993560-3cfa-4206-9bc1-c066914ad268: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:33:54.752845 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:54.874924 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0ba5414b-eb53-4c89-9725-ba44c6197ec2 req-4ee1f1f8-e431-4e47-93fb-a10b009266e8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dcc6f0dc-7ebe-4e11-9f0b-32824837bcac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.5901892 Jul 15 13:33:55.138294 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-04e281ad-90ed-4b58-a750-ff9a97273df2 req-969b94ef-e488-454c-99bc-360d55f6f57d tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fb215-bfd3-451f-bd51-364c61769feb HTTP/1.1" status: 200 len: 210 time: 0.1960392 Jul 15 13:33:55.178748 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0ba5414b-eb53-4c89-9725-ba44c6197ec2 req-f05661f9-9c18-4dd4-8208-c1fe281abd0b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab341cf8f3f8414c92f7026ff51d33a2&device_id=dcc6f0dc-7ebe-4e11-9f0b-32824837bcac HTTP/1.1" status: 200 len: 210 time: 0.1974308 Jul 15 13:33:55.248389 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:55.344366 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0ba5414b-eb53-4c89-9725-ba44c6197ec2 req-da873e02-8c13-4dcc-bf79-a88b321dec61 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=ab341cf8f3f8414c92f7026ff51d33a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1302023 Jul 15 13:33:55.786908 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5414b-eb53-4c89-9725-ba44c6197ec2 req-18821b80-0905-4847-baa5-b9db60e06bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:55.790013 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0ba5414b-eb53-4c89-9725-ba44c6197ec2 req-18821b80-0905-4847-baa5-b9db60e06bec service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4398112 Jul 15 13:33:56.435811 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:56.754647 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e661d4cf-ea58-469e-bfcd-cc36e629bfa0 req-ec7084af-84e5-4379-a0ce-aafc042a381a tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fb215-bfd3-451f-bd51-364c61769feb HTTP/1.1" status: 200 len: 210 time: 0.0622752 Jul 15 13:33:58.171312 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f313f3da-0428-4b33-8159-b24e494bfe61 req-4bd912fe-4731-4a5e-af3f-3666ec197ac1 tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fb215-bfd3-451f-bd51-364c61769feb HTTP/1.1" status: 200 len: 210 time: 0.0543635 Jul 15 13:33:59.455420 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b31f7e13-311e-4e52-b4c4-c0925a36bbe8 req-97ce9581-f99a-422f-aeaf-e19d82059f46 tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fb215-bfd3-451f-bd51-364c61769feb HTTP/1.1" status: 200 len: 210 time: 0.0458784 Jul 15 13:34:00.726837 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6f0604e5-117f-430b-80ac-6cc6111ea4cb req-1f50ff5d-71ed-4a8c-bb26-0ca550dc8650 tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fb215-bfd3-451f-bd51-364c61769feb HTTP/1.1" status: 200 len: 210 time: 0.0929406 Jul 15 13:34:01.922112 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-90006b78-537a-4b17-b39f-790d6b712131 req-2a1283d3-f34e-4852-ac23-9e35a155dda1 tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fb215-bfd3-451f-bd51-364c61769feb HTTP/1.1" status: 200 len: 210 time: 0.0370853 Jul 15 13:34:02.711640 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59072) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:02.968712 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06e78aab-96e3-4aa5-878e-ad4d9461b829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.041205 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53045cb-f7af-4e89-a95f-5d7796a89883 req-8487635e-b0cd-4b78-894c-1151a148a7d8 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:03.046585 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a53045cb-f7af-4e89-a95f-5d7796a89883 req-8487635e-b0cd-4b78-894c-1151a148a7d8 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 945 time: 0.1896262 Jul 15 13:34:03.149351 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a53045cb-f7af-4e89-a95f-5d7796a89883 req-4d5e205e-2044-44ae-b78b-e8b13f46afad tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913756 Jul 15 13:34:03.199738 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-18f70004-7f4e-4461-a118-721f498a08ca req-724a1176-5898-44a9-a2f4-c259ed1e1d10 tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fb215-bfd3-451f-bd51-364c61769feb HTTP/1.1" status: 200 len: 210 time: 0.0824122 Jul 15 13:34:03.279614 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06e78aab-96e3-4aa5-878e-ad4d9461b829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.285258 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06e78aab-96e3-4aa5-878e-ad4d9461b829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.334579 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e78aab-96e3-4aa5-878e-ad4d9461b829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffbf124-4bce-4fbb-956e-2d33e1f3d2ae,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:03.346357 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-06e78aab-96e3-4aa5-878e-ad4d9461b829 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df08942cbeca4afcb0afd384b7c2c9ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6329823 Jul 15 13:34:03.348879 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59090) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:03.360527 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e78aab-96e3-4aa5-878e-ad4d9461b829 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:03.361290 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e78aab-96e3-4aa5-878e-ad4d9461b829 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:03.361639 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e78aab-96e3-4aa5-878e-ad4d9461b829 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:03.362252 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e78aab-96e3-4aa5-878e-ad4d9461b829 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:03.362623 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e78aab-96e3-4aa5-878e-ad4d9461b829 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:03.363187 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e78aab-96e3-4aa5-878e-ad4d9461b829 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:03.363527 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e78aab-96e3-4aa5-878e-ad4d9461b829 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:03.363858 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e78aab-96e3-4aa5-878e-ad4d9461b829 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:03.364186 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e78aab-96e3-4aa5-878e-ad4d9461b829 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:03.364516 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e78aab-96e3-4aa5-878e-ad4d9461b829 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:03.365060 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e78aab-96e3-4aa5-878e-ad4d9461b829 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:03.365640 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e78aab-96e3-4aa5-878e-ad4d9461b829 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:03.456650 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6dddd936-98cf-4c65-b5ea-0d12fa6c8e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.499337 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6dddd936-98cf-4c65-b5ea-0d12fa6c8e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.609255 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6dddd936-98cf-4c65-b5ea-0d12fa6c8e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.618394 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6dddd936-98cf-4c65-b5ea-0d12fa6c8e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.621479 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6dddd936-98cf-4c65-b5ea-0d12fa6c8e29 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4ffbf124-4bce-4fbb-956e-2d33e1f3d2ae HTTP/1.1" status: 204 len: 168 time: 0.2704260 Jul 15 13:34:03.642302 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddd936-98cf-4c65-b5ea-0d12fa6c8e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffbf124-4bce-4fbb-956e-2d33e1f3d2ae,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:04.670083 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-35a0d6ef-f1a6-41c3-9a10-596d622b74e2 req-6d1d30f2-60fd-4104-84ca-d2faf35f8af0 tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fb215-bfd3-451f-bd51-364c61769feb HTTP/1.1" status: 200 len: 210 time: 0.1043897 Jul 15 13:34:04.672472 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e4f07-32d6-407d-b75e-7e67bdf2ac5c req-33836821-d87e-4e0a-bc1b-be08012eea09 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:04.683492 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-679e4f07-32d6-407d-b75e-7e67bdf2ac5c req-33836821-d87e-4e0a-bc1b-be08012eea09 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 945 time: 0.1708722 Jul 15 13:34:04.707011 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07910c07-5534-4bd1-b0aa-8ee49afa0bc4 req-5d703107-c973-465d-878a-b5e743740726 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:04.714338 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-07910c07-5534-4bd1-b0aa-8ee49afa0bc4 req-5d703107-c973-465d-878a-b5e743740726 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.32 "GET /v2.0/ports?device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 945 time: 0.2946463 Jul 15 13:34:04.749364 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-679e4f07-32d6-407d-b75e-7e67bdf2ac5c req-ca65d136-6289-4985-99d0-9e5a85c5c242 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=c721af4a-073c-45b3-bd69-aebf0b268f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646560 Jul 15 13:34:04.980821 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-07910c07-5534-4bd1-b0aa-8ee49afa0bc4 req-2a27120d-b93e-4837-a0ab-2118b1e7c474 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Deleting port 0eca81be-ae8b-4b50-8653-c4d1a97d72c5 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:04.984178 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-07910c07-5534-4bd1-b0aa-8ee49afa0bc4 req-2a27120d-b93e-4837-a0ab-2118b1e7c474 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:05.202455 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-07910c07-5534-4bd1-b0aa-8ee49afa0bc4 req-2a27120d-b93e-4837-a0ab-2118b1e7c474 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] For port 0eca81be-ae8b-4b50-8653-c4d1a97d72c5, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0eca81be-ae8b-4b50-8653-c4d1a97d72c5,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:05.203898 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-07910c07-5534-4bd1-b0aa-8ee49afa0bc4 req-2a27120d-b93e-4837-a0ab-2118b1e7c474 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:05.228769 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-07910c07-5534-4bd1-b0aa-8ee49afa0bc4 req-2a27120d-b93e-4837-a0ab-2118b1e7c474 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Calling delete_port for 0eca81be-ae8b-4b50-8653-c4d1a97d72c5 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:05.492341 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-07910c07-5534-4bd1-b0aa-8ee49afa0bc4 req-2a27120d-b93e-4837-a0ab-2118b1e7c474 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:05.541750 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['0eca81be-ae8b-4b50-8653-c4d1a97d72c5'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:34:05.554409 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27120d-b93e-4837-a0ab-2118b1e7c474 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Pushing event deleted for resources: {'Port': ['ID=0eca81be-ae8b-4b50-8653-c4d1a97d72c5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:05.710923 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-07910c07-5534-4bd1-b0aa-8ee49afa0bc4 req-2a27120d-b93e-4837-a0ab-2118b1e7c474 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] No DVR routers for this DVR port 0eca81be-ae8b-4b50-8653-c4d1a97d72c5 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:05.717041 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-07910c07-5534-4bd1-b0aa-8ee49afa0bc4 req-2a27120d-b93e-4837-a0ab-2118b1e7c474 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:05.719694 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-07910c07-5534-4bd1-b0aa-8ee49afa0bc4 req-2a27120d-b93e-4837-a0ab-2118b1e7c474 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.32 "DELETE /v2.0/ports/0eca81be-ae8b-4b50-8653-c4d1a97d72c5 HTTP/1.1" status: 204 len: 173 time: 0.9926608 Jul 15 13:34:05.720866 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab5a26e-3c1d-4a95-a656-aa2649916065', 'name': 'network-vif-deleted', 'tag': '0eca81be-ae8b-4b50-8653-c4d1a97d72c5'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:34:05.723840 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f5b0c7-12a9-4377-89d8-f1495cf83645" -d '{"events": [{"server_uuid": "fab5a26e-3c1d-4a95-a656-aa2649916065", "name": "network-vif-deleted", "tag": "0eca81be-ae8b-4b50-8653-c4d1a97d72c5"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:34:05.797393 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf603d-60bb-4a00-8776-d201d671b63c req-66004213-def0-4285-9e24-30d01233a0be tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:05.801431 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dbcf603d-60bb-4a00-8776-d201d671b63c req-66004213-def0-4285-9e24-30d01233a0be tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/ports?device_id=0aa02c4d-1c56-430a-97c7-bcf5d0484036 HTTP/1.1" status: 200 len: 946 time: 0.2988038 Jul 15 13:34:05.893856 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b60143e-9d59-4db5-a0af-be2fe690c007 x-openstack-request-id: req-3b60143e-9d59-4db5-a0af-be2fe690c007 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:34:05.894685 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab5a26e-3c1d-4a95-a656-aa2649916065", "name": "network-vif-deleted", "tag": "0eca81be-ae8b-4b50-8653-c4d1a97d72c5", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:34:05.895036 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3b60143e-9d59-4db5-a0af-be2fe690c007 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:34:05.895875 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab5a26e-3c1d-4a95-a656-aa2649916065', 'name': 'network-vif-deleted', 'tag': '0eca81be-ae8b-4b50-8653-c4d1a97d72c5', 'status': 'completed', 'code': 200} Jul 15 13:34:05.962822 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dbcf603d-60bb-4a00-8776-d201d671b63c req-3a84eef5-e44f-408b-895a-41ac5f99ec3e tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/security-groups?id=89776db0-f0f2-468f-a21b-f155324a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475823 Jul 15 13:34:06.068800 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0b0f4782-85a9-4480-b5dc-7936564c18b1 req-d4f6c8ac-e832-42d9-b2d8-aa3264479311 tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fb215-bfd3-451f-bd51-364c61769feb HTTP/1.1" status: 200 len: 210 time: 0.0438042 Jul 15 13:34:06.346142 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59192) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:06.367222 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4082f3b6-3027-4e9c-aee2-b8f6c5f3d77b req-1060c2e8-a2d3-4553-98e1-4b1741142db3 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 210 time: 0.0575850 Jul 15 13:34:06.584041 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9186fa09-4b57-4e0c-b565-62b71ff478c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:06.760088 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9186fa09-4b57-4e0c-b565-62b71ff478c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:06.766580 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9186fa09-4b57-4e0c-b565-62b71ff478c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:06.836537 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9186fa09-4b57-4e0c-b565-62b71ff478c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8fce2ff0b934aad89365aed02a64197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4873078 Jul 15 13:34:06.839758 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59206) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:06.860913 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186fa09-4b57-4e0c-b565-62b71ff478c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5403e82-86e0-4044-bcc8-480f0b649b86,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:06.880442 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186fa09-4b57-4e0c-b565-62b71ff478c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:06.880787 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186fa09-4b57-4e0c-b565-62b71ff478c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:06.881130 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186fa09-4b57-4e0c-b565-62b71ff478c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:06.881468 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186fa09-4b57-4e0c-b565-62b71ff478c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:06.881823 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186fa09-4b57-4e0c-b565-62b71ff478c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:06.882166 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186fa09-4b57-4e0c-b565-62b71ff478c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:06.882496 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186fa09-4b57-4e0c-b565-62b71ff478c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:06.882823 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186fa09-4b57-4e0c-b565-62b71ff478c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:06.883146 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186fa09-4b57-4e0c-b565-62b71ff478c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:06.883473 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186fa09-4b57-4e0c-b565-62b71ff478c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:06.883799 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186fa09-4b57-4e0c-b565-62b71ff478c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:06.884146 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186fa09-4b57-4e0c-b565-62b71ff478c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:06.929595 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f64d1a0-834e-4aaa-985f-fa54fc06d491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:06.970067 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f64d1a0-834e-4aaa-985f-fa54fc06d491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.077453 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f64d1a0-834e-4aaa-985f-fa54fc06d491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.085618 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f64d1a0-834e-4aaa-985f-fa54fc06d491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.106597 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4f64d1a0-834e-4aaa-985f-fa54fc06d491 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5403e82-86e0-4044-bcc8-480f0b649b86 HTTP/1.1" status: 204 len: 168 time: 0.2523875 Jul 15 13:34:07.137906 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64d1a0-834e-4aaa-985f-fa54fc06d491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5403e82-86e0-4044-bcc8-480f0b649b86,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:07.401680 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab23f7-f64e-4baf-968c-363f91a9d932 req-b5d183be-6ef0-4b66-9b30-c799ad379928 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:07.403347 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-85ab23f7-f64e-4baf-968c-363f91a9d932 req-b5d183be-6ef0-4b66-9b30-c799ad379928 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.32 "GET /v2.0/ports?device_id=0aa02c4d-1c56-430a-97c7-bcf5d0484036 HTTP/1.1" status: 200 len: 946 time: 0.3074930 Jul 15 13:34:07.421388 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8fffb9-4ae2-4ce0-b2f5-601ed645e6c3 req-cf46c695-869e-4ade-a7af-36376a7272b0 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:07.423401 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c8fffb9-4ae2-4ce0-b2f5-601ed645e6c3 req-cf46c695-869e-4ade-a7af-36376a7272b0 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/ports?device_id=0aa02c4d-1c56-430a-97c7-bcf5d0484036 HTTP/1.1" status: 200 len: 946 time: 0.1865778 Jul 15 13:34:07.430662 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a1ab6149-dd38-4cea-ba4b-c9fe6faa39bc req-d7d35278-ceca-4d78-9e73-29a0aabd8fa2 tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fb215-bfd3-451f-bd51-364c61769feb HTTP/1.1" status: 200 len: 210 time: 0.0567648 Jul 15 13:34:07.606853 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c8fffb9-4ae2-4ce0-b2f5-601ed645e6c3 req-6e4ffcd4-372a-4b01-9b6a-824dda6ccb61 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/security-groups?id=89776db0-f0f2-468f-a21b-f155324a97bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720634 Jul 15 13:34:07.806743 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-85ab23f7-f64e-4baf-968c-363f91a9d932 req-8c1205cb-8e5f-4c3c-b082-1da0714959d5 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Deleting port c8d39b29-5659-44a7-bf1a-68b9d87c8ff0 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:07.809212 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-85ab23f7-f64e-4baf-968c-363f91a9d932 req-8c1205cb-8e5f-4c3c-b082-1da0714959d5 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.858038 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48ed4e3e-fc75-4be1-8534-1bd3e02efe0d req-e2e14e56-0aaa-433a-8ae5-478d64b0dd3a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e01fb215-bfd3-451f-bd51-364c61769feb HTTP/1.1" status: 200 len: 210 time: 0.1395195 Jul 15 13:34:07.921464 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-05815990-8375-46b2-ba10-371924c09735 req-63c3f429-6cad-4766-ac57-cb4402ae5cb7 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 210 time: 0.0681200 Jul 15 13:34:08.022763 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-85ab23f7-f64e-4baf-968c-363f91a9d932 req-8c1205cb-8e5f-4c3c-b082-1da0714959d5 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] For port c8d39b29-5659-44a7-bf1a-68b9d87c8ff0, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=c8d39b29-5659-44a7-bf1a-68b9d87c8ff0,segment=NetworkSegment(d85185b9-b870-4258-8af1-4e263bf77c40),segment_id=d85185b9-b870-4258-8af1-4e263bf77c40)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:08.023238 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-85ab23f7-f64e-4baf-968c-363f91a9d932 req-8c1205cb-8e5f-4c3c-b082-1da0714959d5 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:08.045893 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-85ab23f7-f64e-4baf-968c-363f91a9d932 req-8c1205cb-8e5f-4c3c-b082-1da0714959d5 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Calling delete_port for c8d39b29-5659-44a7-bf1a-68b9d87c8ff0 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:08.246868 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:08.278152 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-85ab23f7-f64e-4baf-968c-363f91a9d932 req-8c1205cb-8e5f-4c3c-b082-1da0714959d5 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:08.317289 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['c8d39b29-5659-44a7-bf1a-68b9d87c8ff0'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:34:08.375015 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1205cb-8e5f-4c3c-b082-1da0714959d5 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Pushing event deleted for resources: {'Port': ['ID=c8d39b29-5659-44a7-bf1a-68b9d87c8ff0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:08.440987 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ab23f7-f64e-4baf-968c-363f91a9d932 req-8c1205cb-8e5f-4c3c-b082-1da0714959d5 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] No DVR routers for this DVR port c8d39b29-5659-44a7-bf1a-68b9d87c8ff0 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:08.447311 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-85ab23f7-f64e-4baf-968c-363f91a9d932 req-8c1205cb-8e5f-4c3c-b082-1da0714959d5 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:08.459855 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-85ab23f7-f64e-4baf-968c-363f91a9d932 req-8c1205cb-8e5f-4c3c-b082-1da0714959d5 tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.32 "DELETE /v2.0/ports/c8d39b29-5659-44a7-bf1a-68b9d87c8ff0 HTTP/1.1" status: 204 len: 173 time: 1.0350311 Jul 15 13:34:08.461131 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa02c4d-1c56-430a-97c7-bcf5d0484036', 'name': 'network-vif-deleted', 'tag': 'c8d39b29-5659-44a7-bf1a-68b9d87c8ff0'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:34:08.468500 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52a2393-e8d6-47d6-8d31-0726f2876dea" -d '{"events": [{"server_uuid": "0aa02c4d-1c56-430a-97c7-bcf5d0484036", "name": "network-vif-deleted", "tag": "c8d39b29-5659-44a7-bf1a-68b9d87c8ff0"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:34:08.555480 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb81aec-c476-4f4a-b5b0-bcb336b7a195 x-openstack-request-id: req-7bb81aec-c476-4f4a-b5b0-bcb336b7a195 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:34:08.558311 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa02c4d-1c56-430a-97c7-bcf5d0484036", "name": "network-vif-deleted", "tag": "c8d39b29-5659-44a7-bf1a-68b9d87c8ff0", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:34:08.559588 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7bb81aec-c476-4f4a-b5b0-bcb336b7a195 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:34:08.560441 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa02c4d-1c56-430a-97c7-bcf5d0484036', 'name': 'network-vif-deleted', 'tag': 'c8d39b29-5659-44a7-bf1a-68b9d87c8ff0', 'status': 'completed', 'code': 200} Jul 15 13:34:08.893408 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5953e35f-0cfc-4937-943a-a7a7db197b06 req-c97fef81-2e83-40a3-8793-b75cbee42743 tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fb215-bfd3-451f-bd51-364c61769feb HTTP/1.1" status: 200 len: 210 time: 0.0725372 Jul 15 13:34:08.928945 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a22d7d8e-ee52-4368-9e2a-2765b64c48f6 req-180ff5a8-d876-4c15-ad4b-2e8a9ad79d6f tempest-VolumesSnapshotTestJSON-1229840430 tempest-VolumesSnapshotTestJSON-1229840430-project] 10.222.0.24 "GET /v2.0/ports?device_id=0aa02c4d-1c56-430a-97c7-bcf5d0484036 HTTP/1.1" status: 200 len: 210 time: 0.0835221 Jul 15 13:34:09.251963 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bfc8bef2-98ba-4a61-a47c-9d16ec7679cd req-a581532c-f402-47a9-958a-3653d9950fcc tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 210 time: 0.0705917 Jul 15 13:34:09.554850 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device c8d39b29-5659-44a7-bf1a-68b9d87c8ff0 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:09.591668 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: c8d39b29-5659-44a7-bf1a-68b9d87c8ff0 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:34:09.592521 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device c8d39b29-5659-44a7-bf1a-68b9d87c8ff0 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:34:09.595520 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 0eca81be-ae8b-4b50-8653-c4d1a97d72c5 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:09.905732 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 0eca81be-ae8b-4b50-8653-c4d1a97d72c5 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:34:09.906777 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 0eca81be-ae8b-4b50-8653-c4d1a97d72c5 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:34:10.259404 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e30b2bf2-d9b0-4795-aa30-3a6e86d7aff3 req-431087a1-4f05-4ff8-b072-dde6b2392af0 tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fb215-bfd3-451f-bd51-364c61769feb HTTP/1.1" status: 200 len: 210 time: 0.0815618 Jul 15 13:34:10.811076 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5625bba7-0a82-49d6-b8ed-c9fdebbf159f req-833d6317-bd88-4e51-896f-10cc0a01f3de tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fb215-bfd3-451f-bd51-364c61769feb&device_id=dcc6f0dc-7ebe-4e11-9f0b-32824837bcac HTTP/1.1" status: 200 len: 210 time: 0.0760641 Jul 15 13:34:10.962183 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a4bc2ad9-1262-4e6e-8132-93cb41904aa3 req-4f876964-e6d1-4da0-b0fb-080815a61e3a tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 210 time: 0.0433846 Jul 15 13:34:11.671869 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-888dc03c-d2f8-462c-8c2f-1857b11a8cd2 req-26eb5cea-ee14-414e-a18e-bbbe94bc1f65 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab341cf8f3f8414c92f7026ff51d33a2&device_id=e01fb215-bfd3-451f-bd51-364c61769feb HTTP/1.1" status: 200 len: 210 time: 0.0470488 Jul 15 13:34:11.733668 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-888dc03c-d2f8-462c-8c2f-1857b11a8cd2 req-bce3ddd6-c04b-40be-9127-51407335ba99 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=ab341cf8f3f8414c92f7026ff51d33a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512264 Jul 15 13:34:12.015765 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-93349c8e-e2f3-426b-a28a-685751dd9c0f req-80c5a61e-81cd-4d39-865d-7e331a091469 tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fb215-bfd3-451f-bd51-364c61769feb HTTP/1.1" status: 200 len: 210 time: 0.1264825 Jul 15 13:34:12.103151 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59366) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:12.229881 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888dc03c-d2f8-462c-8c2f-1857b11a8cd2 req-c069086a-87a6-4460-9569-0220c6d3f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:12.239298 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-888dc03c-d2f8-462c-8c2f-1857b11a8cd2 req-c069086a-87a6-4460-9569-0220c6d3f360 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4962358 Jul 15 13:34:12.318833 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-99345d22-ac63-4952-953a-5e8f6d529d4b req-e1517d1d-3f6d-47e3-8333-2af054eec0fc tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 210 time: 0.0778868 Jul 15 13:34:12.346356 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f887cc8c-53a0-4ac6-b4f4-02746d1776c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:12.498338 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f887cc8c-53a0-4ac6-b4f4-02746d1776c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:12.503714 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f887cc8c-53a0-4ac6-b4f4-02746d1776c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:12.555130 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f887cc8c-53a0-4ac6-b4f4-02746d1776c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d817eb1104d4293818023605b8b5936&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4492702 Jul 15 13:34:12.556541 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887cc8c-53a0-4ac6-b4f4-02746d1776c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d13399-1812-482e-884c-6fae43879164,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:12.559756 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59374) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:12.648848 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-261db573-5c5d-4cb5-86bd-bc599a07da7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:12.688775 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-261db573-5c5d-4cb5-86bd-bc599a07da7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:12.774026 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-261db573-5c5d-4cb5-86bd-bc599a07da7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:12.777715 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-261db573-5c5d-4cb5-86bd-bc599a07da7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:12.782920 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-261db573-5c5d-4cb5-86bd-bc599a07da7b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b4d13399-1812-482e-884c-6fae43879164 HTTP/1.1" status: 204 len: 168 time: 0.2180860 Jul 15 13:34:12.792883 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261db573-5c5d-4cb5-86bd-bc599a07da7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d13399-1812-482e-884c-6fae43879164,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:13.457782 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b82ff13d-9919-4bfe-948d-64dac859ebd5 req-bb8d084d-c2c7-4465-aa2d-d3bfb331827c tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fb215-bfd3-451f-bd51-364c61769feb HTTP/1.1" status: 200 len: 210 time: 0.0902953 Jul 15 13:34:13.525679 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59402) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:13.573743 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-417184f8-ebd0-4f41-89cb-c6fb2cd2642d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.624055 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-888dc03c-d2f8-462c-8c2f-1857b11a8cd2 req-759006d6-668e-4681-9ac0-34d01d394668 tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.18 "GET /v2.0/ports?device_id=e01fb215-bfd3-451f-bd51-364c61769feb HTTP/1.1" status: 200 len: 210 time: 0.0914626 Jul 15 13:34:13.800016 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1bec9881-3b29-418f-80aa-c25756da1a6d req-1b83201c-892c-4cf8-bc12-e6f53f4920d0 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 210 time: 0.1218724 Jul 15 13:34:13.972466 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-417184f8-ebd0-4f41-89cb-c6fb2cd2642d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.982042 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-417184f8-ebd0-4f41-89cb-c6fb2cd2642d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:14.118050 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417184f8-ebd0-4f41-89cb-c6fb2cd2642d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fd97c8-8760-48d8-975a-9ca408162fdf,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:14.141895 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-417184f8-ebd0-4f41-89cb-c6fb2cd2642d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f8a1f572245c47d390483040cc7c922c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6089911 Jul 15 13:34:14.143103 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59412) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:14.343001 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aec676df-5d9b-4d1a-a854-29773579111e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:14.411071 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aec676df-5d9b-4d1a-a854-29773579111e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:14.579282 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aec676df-5d9b-4d1a-a854-29773579111e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:14.584833 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aec676df-5d9b-4d1a-a854-29773579111e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:14.618248 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-aec676df-5d9b-4d1a-a854-29773579111e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/67fd97c8-8760-48d8-975a-9ca408162fdf HTTP/1.1" status: 204 len: 168 time: 0.4656608 Jul 15 13:34:14.709689 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec676df-5d9b-4d1a-a854-29773579111e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fd97c8-8760-48d8-975a-9ca408162fdf,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:15.151939 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-083b7251-1ad0-4261-b56f-5f87dccd9eb1 req-05ba88bc-0e73-4763-b1b8-f6521cb08b74 tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01fb215-bfd3-451f-bd51-364c61769feb HTTP/1.1" status: 200 len: 210 time: 0.0687685 Jul 15 13:34:15.356777 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5108cdf9-895a-48a6-ad40-cc9b14ce272a req-a3314e33-1015-4b37-9c03-f2110cb49b39 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=fab5a26e-3c1d-4a95-a656-aa2649916065 HTTP/1.1" status: 200 len: 210 time: 0.0848615 Jul 15 13:34:17.051311 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ab5a88d5-7c87-4221-83a0-994efdfe7621 req-39d89e91-f3c3-4ac4-bf18-260bf26d1787 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab341cf8f3f8414c92f7026ff51d33a2&device_id=dcc6f0dc-7ebe-4e11-9f0b-32824837bcac HTTP/1.1" status: 200 len: 210 time: 0.0912449 Jul 15 13:34:17.107743 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ab5a88d5-7c87-4221-83a0-994efdfe7621 req-6c5e7709-2cda-4231-bb22-c107b11342ae service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=ab341cf8f3f8414c92f7026ff51d33a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454595 Jul 15 13:34:17.294339 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a88d5-7c87-4221-83a0-994efdfe7621 req-0751e71f-f937-4814-86b8-0294f71876b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:17.299021 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ab5a88d5-7c87-4221-83a0-994efdfe7621 req-0751e71f-f937-4814-86b8-0294f71876b1 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1838515 Jul 15 13:34:17.392758 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b5b4907c-cbc3-40ec-9ab2-c85530ea8c42 req-125934cb-54b1-4c9e-b83d-afb60b82d601 tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcc6f0dc-7ebe-4e11-9f0b-32824837bcac HTTP/1.1" status: 200 len: 210 time: 0.0878139 Jul 15 13:34:18.738254 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ab5a88d5-7c87-4221-83a0-994efdfe7621 req-9f21ed16-5a5a-4d05-91b7-229c7e1fc099 tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcc6f0dc-7ebe-4e11-9f0b-32824837bcac HTTP/1.1" status: 200 len: 210 time: 0.1182222 Jul 15 13:34:18.884541 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e9081f86-7c3e-41e8-ba89-171244d7f5f7 req-ebc3e9b3-5d3d-4df4-bfbd-ddde3b16f1c9 tempest-ServerShowV247Test-250524967 tempest-ServerShowV247Test-250524967-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcc6f0dc-7ebe-4e11-9f0b-32824837bcac HTTP/1.1" status: 200 len: 210 time: 0.1081240 Jul 15 13:34:18.950061 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-ac4d4710-1935-4633-a5b2-60d96fcb2c13 req-8fe02732-4c69-4c0b-9c59-110c8c8a054c service neutron] (93814) timed out ('10.222.0.24', 45720) {{(pid=93814) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:34:20.681041 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59602) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:20.864032 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-45b8d9cf-5a9c-4001-8a03-6f16ba041f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.940663 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be01a2c5-d242-4116-b638-fef6e1001ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.218032 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be01a2c5-d242-4116-b638-fef6e1001ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.226219 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be01a2c5-d242-4116-b638-fef6e1001ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.311914 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01a2c5-d242-4116-b638-fef6e1001ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1787ef8b-f5de-4d85-830d-013db88894d2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:21.366595 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59626) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:21.367438 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-be01a2c5-d242-4116-b638-fef6e1001ce9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e6300e193774f958de8e39050c266c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7401965 Jul 15 13:34:21.402840 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59628) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:21.612601 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-741c95b9-5891-4c4d-b322-fe0fd8534906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.642388 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-741c95b9-5891-4c4d-b322-fe0fd8534906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.714304 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06eea9c8-3565-4c8a-ba3e-a2ed7917a558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.716683 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-741c95b9-5891-4c4d-b322-fe0fd8534906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.719767 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-741c95b9-5891-4c4d-b322-fe0fd8534906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.721188 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-741c95b9-5891-4c4d-b322-fe0fd8534906 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1787ef8b-f5de-4d85-830d-013db88894d2 HTTP/1.1" status: 204 len: 168 time: 0.3516216 Jul 15 13:34:21.740507 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c95b9-5891-4c4d-b322-fe0fd8534906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1787ef8b-f5de-4d85-830d-013db88894d2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:21.904774 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06eea9c8-3565-4c8a-ba3e-a2ed7917a558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.920641 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06eea9c8-3565-4c8a-ba3e-a2ed7917a558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:22.061035 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-06eea9c8-3565-4c8a-ba3e-a2ed7917a558 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ab341cf8f3f8414c92f7026ff51d33a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6566784 Jul 15 13:34:22.065226 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59654) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:22.074582 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eea9c8-3565-4c8a-ba3e-a2ed7917a558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1302f2f-03d4-4a67-9bd2-67f7d87a93e2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:22.151614 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-768b5c8a-47ea-4878-b358-0f727e53c79d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:22.185203 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-768b5c8a-47ea-4878-b358-0f727e53c79d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:22.370982 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-768b5c8a-47ea-4878-b358-0f727e53c79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:22.378101 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-768b5c8a-47ea-4878-b358-0f727e53c79d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:22.389506 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-768b5c8a-47ea-4878-b358-0f727e53c79d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a1302f2f-03d4-4a67-9bd2-67f7d87a93e2 HTTP/1.1" status: 204 len: 168 time: 0.3196990 Jul 15 13:34:22.422748 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b5c8a-47ea-4878-b358-0f727e53c79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1302f2f-03d4-4a67-9bd2-67f7d87a93e2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:22.762295 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59680) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:22.815201 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e9bb218-ae18-4130-8e6b-dbb615963054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:23.057270 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e9bb218-ae18-4130-8e6b-dbb615963054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:23.060074 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e9bb218-ae18-4130-8e6b-dbb615963054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:23.093925 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3e9bb218-ae18-4130-8e6b-dbb615963054 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c0f69c063ba24ad69265b2d594832582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3288534 Jul 15 13:34:23.097712 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59688) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:23.154758 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9bb218-ae18-4130-8e6b-dbb615963054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a33a4ff-e543-4d9e-8044-b3f86f82793f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:23.205215 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-714699d0-e1ab-41d9-8a4a-c94869bfaf22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:23.255077 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-714699d0-e1ab-41d9-8a4a-c94869bfaf22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:23.292105 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:23.332321 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-714699d0-e1ab-41d9-8a4a-c94869bfaf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:23.339952 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-714699d0-e1ab-41d9-8a4a-c94869bfaf22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:23.343065 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-714699d0-e1ab-41d9-8a4a-c94869bfaf22 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a33a4ff-e543-4d9e-8044-b3f86f82793f HTTP/1.1" status: 204 len: 168 time: 0.2433317 Jul 15 13:34:23.407229 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714699d0-e1ab-41d9-8a4a-c94869bfaf22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a33a4ff-e543-4d9e-8044-b3f86f82793f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:23.483124 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9aedc6de-63a6-4650-935c-b9eaacb57f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:24.779770 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.294126 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:26.247510 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59810) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:26.363182 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:26.582904 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59822) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:26.607828 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9fc8fe1c-2c66-4ed5-a429-96513d5ced30 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-840435107', 'description': 'tempest-secgroup-smoke-840435107 description', 'project_id': '89567fda246241f4860e07527d287580'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:26.665839 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fc8fe1c-2c66-4ed5-a429-96513d5ced30 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:26.984570 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fc8fe1c-2c66-4ed5-a429-96513d5ced30 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:26.995721 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fc8fe1c-2c66-4ed5-a429-96513d5ced30 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:27.102387 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fc8fe1c-2c66-4ed5-a429-96513d5ced30 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:27.118855 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ddd73b52-6483-4bc8-a6a7-f16d900a1732 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-139242495-network', 'tenant_id': '043bd73de72448efaf900d42a51adac4'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:27.121884 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9fc8fe1c-2c66-4ed5-a429-96513d5ced30 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5356560 Jul 15 13:34:27.131061 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59834) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:27.139657 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a64a81fd-c9ac-4329-af3e-cb4b8275dd13 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Request body: {'security_group_rule': {'security_group_id': '27069147-e89c-4e2a-86f3-af131ba1747c', 'project_id': '89567fda246241f4860e07527d287580', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:27.153570 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8fe1c-2c66-4ed5-a429-96513d5ced30 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27069147-e89c-4e2a-86f3-af131ba1747c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:27.282637 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.db.api [None req-ddd73b52-6483-4bc8-a6a7-f16d900a1732 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:34:27.282637 n-d-758944-45 neutron-server[93813]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 13:34:27.282637 n-d-758944-45 neutron-server[93813]: [parameters: {'project_id': '043bd73de72448efaf900d42a51adac4', 'id': '8636b5fd-5288-459e-99c0-7902320c793b', 'expiration': datetime.datetime(2021, 7, 15, 13, 36, 27, 220389)}] Jul 15 13:34:27.282637 n-d-758944-45 neutron-server[93813]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:34:27.284875 n-d-758944-45 neutron-server[93813]: DEBUG oslo_db.api [None req-ddd73b52-6483-4bc8-a6a7-f16d900a1732 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:34:27.339358 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a64a81fd-c9ac-4329-af3e-cb4b8275dd13 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:27.530982 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a64a81fd-c9ac-4329-af3e-cb4b8275dd13 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:27.543247 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a64a81fd-c9ac-4329-af3e-cb4b8275dd13 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:27.617507 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a81fd-c9ac-4329-af3e-cb4b8275dd13 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5f6cf8-475f-4014-80e2-8c750853586c,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:27.713264 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a64a81fd-c9ac-4329-af3e-cb4b8275dd13 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:27.715803 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a64a81fd-c9ac-4329-af3e-cb4b8275dd13 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5830920 Jul 15 13:34:27.721505 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59854) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:27.735796 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4c6f12b1-79d2-4c7b-a750-425844914fdb tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Request body: {'security_group_rule': {'security_group_id': '27069147-e89c-4e2a-86f3-af131ba1747c', 'project_id': '89567fda246241f4860e07527d287580', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:27.828452 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4c6f12b1-79d2-4c7b-a750-425844914fdb tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:27.882814 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd73b52-6483-4bc8-a6a7-f16d900a1732 admin admin] Made reservation on behalf of 043bd73de72448efaf900d42a51adac4 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:27.890427 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ddd73b52-6483-4bc8-a6a7-f16d900a1732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:27.912572 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ddd73b52-6483-4bc8-a6a7-f16d900a1732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.105023 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4c6f12b1-79d2-4c7b-a750-425844914fdb tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.105023 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4c6f12b1-79d2-4c7b-a750-425844914fdb tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.162686 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f12b1-79d2-4c7b-a750-425844914fdb tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c595b1-10a7-456b-87d1-b554d125f7d7,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:28.326401 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ddd73b52-6483-4bc8-a6a7-f16d900a1732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.340719 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ddd73b52-6483-4bc8-a6a7-f16d900a1732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.346982 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4c6f12b1-79d2-4c7b-a750-425844914fdb tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.348914 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4c6f12b1-79d2-4c7b-a750-425844914fdb tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6252508 Jul 15 13:34:28.360169 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59872) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:28.368521 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a9cb456b-4620-4093-9190-b804ee4e544e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Request body: {'security_group_rule': {'security_group_id': '27069147-e89c-4e2a-86f3-af131ba1747c', 'project_id': '89567fda246241f4860e07527d287580', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:28.456783 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9cb456b-4620-4093-9190-b804ee4e544e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.459685 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd73b52-6483-4bc8-a6a7-f16d900a1732 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:34:28.485047 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd73b52-6483-4bc8-a6a7-f16d900a1732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:28.488675 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ddd73b52-6483-4bc8-a6a7-f16d900a1732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.492955 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-ddd73b52-6483-4bc8-a6a7-f16d900a1732 admin admin] Added segment 836abf83-1fab-411d-a248-5a2250c99f99 of type vlan for network 3863dc0e-6146-449a-a791-85fa35a22fff Jul 15 13:34:28.630237 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ddd73b52-6483-4bc8-a6a7-f16d900a1732 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.654820 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9cb456b-4620-4093-9190-b804ee4e544e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.666717 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9cb456b-4620-4093-9190-b804ee4e544e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.700995 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb456b-4620-4093-9190-b804ee4e544e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bccc4d7-efc9-4010-b80c-56e153589f7f,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:28.710529 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9cb456b-4620-4093-9190-b804ee4e544e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.716619 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a9cb456b-4620-4093-9190-b804ee4e544e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3504634 Jul 15 13:34:28.716619 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59880) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:28.724715 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-95227be8-74bb-4a56-99d5-bff7a73a8121 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Request body: {'security_group_rule': {'security_group_id': '27069147-e89c-4e2a-86f3-af131ba1747c', 'project_id': '89567fda246241f4860e07527d287580', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:28.765734 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ddd73b52-6483-4bc8-a6a7-f16d900a1732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.767929 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd73b52-6483-4bc8-a6a7-f16d900a1732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:28.769271 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ddd73b52-6483-4bc8-a6a7-f16d900a1732 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.781860 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-95227be8-74bb-4a56-99d5-bff7a73a8121 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:28.960813 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ddd73b52-6483-4bc8-a6a7-f16d900a1732 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.7118604 Jul 15 13:34:28.966378 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59888) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:28.970749 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:34:28.990638 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-23cba4d1-4287-47d8-81cb-704dbd02046e admin admin] Request body: {'subnet': {'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-139242495-subnet', 'tenant_id': '043bd73de72448efaf900d42a51adac4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:29.055155 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-95227be8-74bb-4a56-99d5-bff7a73a8121 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.065531 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-95227be8-74bb-4a56-99d5-bff7a73a8121 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.113519 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd73b52-6483-4bc8-a6a7-f16d900a1732 admin admin] Pushing event updated for resources: {'Network': ['ID=3863dc0e-6146-449a-a791-85fa35a22fff,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:29.130575 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 3863dc0e-6146-449a-a791-85fa35a22fff details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:34:29.142856 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-95227be8-74bb-4a56-99d5-bff7a73a8121 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.152447 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-95227be8-74bb-4a56-99d5-bff7a73a8121 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4333539 Jul 15 13:34:29.155425 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 59896) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:29.157946 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95227be8-74bb-4a56-99d5-bff7a73a8121 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41210bd6-68f0-4be6-a8c8-4f9fe97646ca,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:29.174718 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-86b2c0c6-5e0d-4321-b48a-f833642b5f6d tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Request body: {'security_group_rule': {'security_group_id': '27069147-e89c-4e2a-86f3-af131ba1747c', 'project_id': '89567fda246241f4860e07527d287580', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:29.241857 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cba4d1-4287-47d8-81cb-704dbd02046e admin admin] Made reservation on behalf of 043bd73de72448efaf900d42a51adac4 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:29.247332 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-23cba4d1-4287-47d8-81cb-704dbd02046e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.594032 n-d-758944-45 neutron-server[93813]: INFO neutron.db.securitygroups_db [None req-86b2c0c6-5e0d-4321-b48a-f833642b5f6d tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Project 89567fda246241f4860e07527d287580 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:34:29.633905 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86b2c0c6-5e0d-4321-b48a-f833642b5f6d tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.808510 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-23cba4d1-4287-47d8-81cb-704dbd02046e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.917929 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86b2c0c6-5e0d-4321-b48a-f833642b5f6d tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.939716 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86b2c0c6-5e0d-4321-b48a-f833642b5f6d tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.997718 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cba4d1-4287-47d8-81cb-704dbd02046e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b30ffac-e52f-4dd4-90fb-1da118e51f78,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:30.001379 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b2c0c6-5e0d-4321-b48a-f833642b5f6d tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44bcb33e-b017-4e82-a7e6-d3b7b19373f8,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:30.038436 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86b2c0c6-5e0d-4321-b48a-f833642b5f6d tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.040696 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-86b2c0c6-5e0d-4321-b48a-f833642b5f6d tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8835094 Jul 15 13:34:30.044100 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 59918) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:30.051078 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d720e761-ed74-41dc-a70a-2556adb48bd5 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Request body: {'security_group_rule': {'security_group_id': '27069147-e89c-4e2a-86f3-af131ba1747c', 'project_id': '89567fda246241f4860e07527d287580', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:30.055429 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cba4d1-4287-47d8-81cb-704dbd02046e admin admin] Checking segment: {'id': '836abf83-1fab-411d-a248-5a2250c99f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:30.055991 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cba4d1-4287-47d8-81cb-704dbd02046e admin admin] Network hostable DHCP agents. Network: 3863dc0e-6146-449a-a791-85fa35a22fff, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:34:30.123714 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cba4d1-4287-47d8-81cb-704dbd02046e admin admin] Network 3863dc0e-6146-449a-a791-85fa35a22fff is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:34:30.153499 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-23cba4d1-4287-47d8-81cb-704dbd02046e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 3863dc0e-6146-449a-a791-85fa35a22fff) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:30.159770 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cba4d1-4287-47d8-81cb-704dbd02046e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:30.160671 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-23cba4d1-4287-47d8-81cb-704dbd02046e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.174190 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab74317-a98c-4595-a2b1-23d5503cb872 None None] Network 3863dc0e-6146-449a-a791-85fa35a22fff requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:30.196071 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-23cba4d1-4287-47d8-81cb-704dbd02046e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2174208 Jul 15 13:34:30.204209 n-d-758944-45 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-d720e761-ed74-41dc-a70a-2556adb48bd5 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Project 89567fda246241f4860e07527d287580 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:34:30.263944 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d720e761-ed74-41dc-a70a-2556adb48bd5 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.550964 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d720e761-ed74-41dc-a70a-2556adb48bd5 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.597016 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d720e761-ed74-41dc-a70a-2556adb48bd5 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.794358 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720e761-ed74-41dc-a70a-2556adb48bd5 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b580b5fe-e034-470b-b6ae-976d3c8faa84,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:30.831428 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d720e761-ed74-41dc-a70a-2556adb48bd5 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.834863 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d720e761-ed74-41dc-a70a-2556adb48bd5 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7881351 Jul 15 13:34:31.137025 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a8914f-2858-4d18-8424-a9a32ea8f169 None None] Network 3863dc0e-6146-449a-a791-85fa35a22fff requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:31.892455 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 60006) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:32.171413 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15fd39a7-7c17-4ccd-ab1b-51a7d1700d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.258670 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-3e5f0594-76de-43c2-b67e-10d27dfe806c tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:32.266652 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-3e5f0594-76de-43c2-b67e-10d27dfe806c tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/networks?id=3863dc0e-6146-449a-a791-85fa35a22fff HTTP/1.1" status: 200 len: 805 time: 0.4663072 Jul 15 13:34:32.297304 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-6219a769-3516-41d3-ae99-7ad558e06f81 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/quotas/043bd73de72448efaf900d42a51adac4 HTTP/1.1" status: 200 len: 375 time: 0.0278022 Jul 15 13:34:32.377580 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-f9adaf29-98b6-4e14-a516-5c68db705884 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=043bd73de72448efaf900d42a51adac4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0781875 Jul 15 13:34:32.534386 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15fd39a7-7c17-4ccd-ab1b-51a7d1700d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.545799 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15fd39a7-7c17-4ccd-ab1b-51a7d1700d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.803479 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd39a7-7c17-4ccd-ab1b-51a7d1700d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59e2f2f-841f-4556-8f0d-442b9bde04e7,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:32.814174 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-668d3119-edf0-4518-bbc3-74051bb3a3f0 service neutron] 10.222.0.24 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180770 Jul 15 13:34:32.826724 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-15fd39a7-7c17-4ccd-ab1b-51a7d1700d71 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=994dc7c8d22b4a48b8608d028534ad01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9283314 Jul 15 13:34:32.827068 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60060) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:33.217401 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-94bdcf44-d9b7-4532-9bc3-a07a86a74f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.299390 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-94bdcf44-d9b7-4532-9bc3-a07a86a74f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.363239 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-eb98d2eb-cbe1-4d00-a666-ec7868384e4c service neutron] 10.222.0.24 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5480080 Jul 15 13:34:33.434887 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-94bdcf44-d9b7-4532-9bc3-a07a86a74f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.442311 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-94bdcf44-d9b7-4532-9bc3-a07a86a74f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.458106 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-94bdcf44-d9b7-4532-9bc3-a07a86a74f87 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a59e2f2f-841f-4556-8f0d-442b9bde04e7 HTTP/1.1" status: 204 len: 168 time: 0.6204245 Jul 15 13:34:33.486467 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bdcf44-d9b7-4532-9bc3-a07a86a74f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59e2f2f-841f-4556-8f0d-442b9bde04e7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:33.967178 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ca4cfa0b-7300-4573-ba39-3d3e4d88c83d req-5a7945d4-5a53-40b4-99d5-d3dd2d2c63b3 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8 HTTP/1.1" status: 200 len: 210 time: 0.1568136 Jul 15 13:34:34.348645 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60110) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:34.414880 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0ea2245b-3760-4be3-a339-3fd20b83012e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.843594 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0ea2245b-3760-4be3-a339-3fd20b83012e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.850349 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0ea2245b-3760-4be3-a339-3fd20b83012e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.892975 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2245b-3760-4be3-a339-3fd20b83012e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1041f3aa-0aac-415c-b67e-3117e18050e9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:34.951171 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0ea2245b-3760-4be3-a339-3fd20b83012e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f2adc61729842dab8bcdae6d82f8b2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6012540 Jul 15 13:34:34.955255 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60120) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:35.097354 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b1b3ed16-c5b2-477d-8267-6191aa67ca8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.133565 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b1b3ed16-c5b2-477d-8267-6191aa67ca8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.229623 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b1b3ed16-c5b2-477d-8267-6191aa67ca8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.233078 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b1b3ed16-c5b2-477d-8267-6191aa67ca8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.234474 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b1b3ed16-c5b2-477d-8267-6191aa67ca8c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1041f3aa-0aac-415c-b67e-3117e18050e9 HTTP/1.1" status: 204 len: 168 time: 0.2778661 Jul 15 13:34:35.286037 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b3ed16-c5b2-477d-8267-6191aa67ca8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1041f3aa-0aac-415c-b67e-3117e18050e9,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:35.411303 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-56b40a0f-5676-481a-84a9-e701c53540ab req-92f1ed8f-da6f-4a18-aa3e-315cdfe5fe29 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8 HTTP/1.1" status: 200 len: 210 time: 0.0693398 Jul 15 13:34:36.664051 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-7c66aa02-6c5b-49e4-9dc9-12081beeee69 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:36.668611 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-7c66aa02-6c5b-49e4-9dc9-12081beeee69 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.18 "GET /v2.0/networks?id=3863dc0e-6146-449a-a791-85fa35a22fff HTTP/1.1" status: 200 len: 805 time: 0.4262333 Jul 15 13:34:36.688080 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-7d5e58c3-0353-4410-8b5b-48c593ab7423 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Request body: {'port': {'device_id': '6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8', 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff', 'admin_state_up': True, 'tenant_id': '043bd73de72448efaf900d42a51adac4'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:37.035651 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e64c6871-3a86-4fb0-adc5-76bb7cab4792 req-e1dbfc91-6d20-45bf-a24d-696e1a497b65 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8 HTTP/1.1" status: 200 len: 210 time: 0.2389779 Jul 15 13:34:37.321493 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-7d5e58c3-0353-4410-8b5b-48c593ab7423 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Made reservation on behalf of 043bd73de72448efaf900d42a51adac4 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:37.335814 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-7d5e58c3-0353-4410-8b5b-48c593ab7423 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:37.859421 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-7d5e58c3-0353-4410-8b5b-48c593ab7423 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Allocated IP 172.20.0.9 (3863dc0e-6146-449a-a791-85fa35a22fff/7b30ffac-e52f-4dd4-90fb-1da118e51f78/9a9e28e7-783c-4b08-98a4-873057252a5b) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:38.273602 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.426986 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-409b728c-8c0b-4230-86bc-93223887e9ae req-74f0b699-8e6a-490d-bbf7-ccdabbd13e09 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8 HTTP/1.1" status: 200 len: 210 time: 1.0110073 Jul 15 13:34:39.432240 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-7d5e58c3-0353-4410-8b5b-48c593ab7423 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.548474 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-7d5e58c3-0353-4410-8b5b-48c593ab7423 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.771857 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e58c3-0353-4410-8b5b-48c593ab7423 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Pushing event updated for resources: {'Port': ['ID=9a9e28e7-783c-4b08-98a4-873057252a5b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:39.814185 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-7d5e58c3-0353-4410-8b5b-48c593ab7423 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Network 3863dc0e-6146-449a-a791-85fa35a22fff is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:39.823427 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-7d5e58c3-0353-4410-8b5b-48c593ab7423 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:39.831263 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-7d5e58c3-0353-4410-8b5b-48c593ab7423 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:40.087626 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-7d5e58c3-0353-4410-8b5b-48c593ab7423 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:40.088894 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-7d5e58c3-0353-4410-8b5b-48c593ab7423 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:40.123548 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-7d5e58c3-0353-4410-8b5b-48c593ab7423 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4445026 Jul 15 13:34:40.138422 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-04a95cc9-40b8-4ab2-9e9a-cae7bba6908a service neutron] Request body: {'port': {'device_id': '6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:40.487170 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-04a95cc9-40b8-4ab2-9e9a-cae7bba6908a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.770789 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-04a95cc9-40b8-4ab2-9e9a-cae7bba6908a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a9e28e7-783c-4b08-98a4-873057252a5b {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:34:41.832192 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-04a95cc9-40b8-4ab2-9e9a-cae7bba6908a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.981549 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-04a95cc9-40b8-4ab2-9e9a-cae7bba6908a service neutron] Transition to ACTIVE for port object 9a9e28e7-783c-4b08-98a4-873057252a5b will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:42.011274 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-04a95cc9-40b8-4ab2-9e9a-cae7bba6908a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:42.086491 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92776f17-b454-419f-944e-602269cc8fe0 req-42279602-8d7e-4b76-b4cd-a4692ca69dc3 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:42.103920 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-92776f17-b454-419f-944e-602269cc8fe0 req-42279602-8d7e-4b76-b4cd-a4692ca69dc3 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8 HTTP/1.1" status: 200 len: 931 time: 0.8316209 Jul 15 13:34:42.275932 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60620) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:42.321694 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a95cc9-40b8-4ab2-9e9a-cae7bba6908a service neutron] Pushing event updated for resources: {'Port': ['ID=9a9e28e7-783c-4b08-98a4-873057252a5b,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:42.329223 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-92776f17-b454-419f-944e-602269cc8fe0 req-7cba1d5a-3fea-4b87-8c40-12f4b8e4d725 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238030 Jul 15 13:34:42.350019 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-04a95cc9-40b8-4ab2-9e9a-cae7bba6908a service neutron] Attempting to bind port 9a9e28e7-783c-4b08-98a4-873057252a5b on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:34:42.350564 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-04a95cc9-40b8-4ab2-9e9a-cae7bba6908a service neutron] Attempting to bind port 9a9e28e7-783c-4b08-98a4-873057252a5b by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '836abf83-1fab-411d-a248-5a2250c99f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:34:42.351100 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-04a95cc9-40b8-4ab2-9e9a-cae7bba6908a service neutron] Attempting to bind port 9a9e28e7-783c-4b08-98a4-873057252a5b on network 3863dc0e-6146-449a-a791-85fa35a22fff {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:42.357613 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-04a95cc9-40b8-4ab2-9e9a-cae7bba6908a service neutron] Port 9a9e28e7-783c-4b08-98a4-873057252a5b on network 3863dc0e-6146-449a-a791-85fa35a22fff not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:34:42.358035 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-04a95cc9-40b8-4ab2-9e9a-cae7bba6908a service neutron] Attempting to bind port 9a9e28e7-783c-4b08-98a4-873057252a5b on network 3863dc0e-6146-449a-a791-85fa35a22fff {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:42.364641 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-04a95cc9-40b8-4ab2-9e9a-cae7bba6908a service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:34:42.365037 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-04a95cc9-40b8-4ab2-9e9a-cae7bba6908a service neutron] Checking segment: {'id': '836abf83-1fab-411d-a248-5a2250c99f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:42.365715 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-04a95cc9-40b8-4ab2-9e9a-cae7bba6908a service neutron] Bound using segment: {'id': '836abf83-1fab-411d-a248-5a2250c99f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:34:42.366178 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-04a95cc9-40b8-4ab2-9e9a-cae7bba6908a service neutron] Bound port: 9a9e28e7-783c-4b08-98a4-873057252a5b, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836abf83-1fab-411d-a248-5a2250c99f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:34:42.366926 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-04a95cc9-40b8-4ab2-9e9a-cae7bba6908a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:42.547951 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09cfd0f1-1e01-4390-9b59-b498f16cebc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:42.597663 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-04a95cc9-40b8-4ab2-9e9a-cae7bba6908a service neutron] For port 9a9e28e7-783c-4b08-98a4-873057252a5b, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:34:42.601729 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-04a95cc9-40b8-4ab2-9e9a-cae7bba6908a service neutron] For port 9a9e28e7-783c-4b08-98a4-873057252a5b, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9a9e28e7-783c-4b08-98a4-873057252a5b,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:34:42.607588 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-04a95cc9-40b8-4ab2-9e9a-cae7bba6908a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:42.706499 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09cfd0f1-1e01-4390-9b59-b498f16cebc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:42.714443 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09cfd0f1-1e01-4390-9b59-b498f16cebc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:42.754896 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a95cc9-40b8-4ab2-9e9a-cae7bba6908a service neutron] Pushing event updated for resources: {'Port': ['ID=9a9e28e7-783c-4b08-98a4-873057252a5b,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:42.774907 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-04a95cc9-40b8-4ab2-9e9a-cae7bba6908a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:42.775708 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-04a95cc9-40b8-4ab2-9e9a-cae7bba6908a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:42.777947 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-04a95cc9-40b8-4ab2-9e9a-cae7bba6908a service neutron] 10.222.0.18 "PUT /v2.0/ports/9a9e28e7-783c-4b08-98a4-873057252a5b HTTP/1.1" status: 200 len: 1092 time: 2.6461110 Jul 15 13:34:42.778441 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8', 'tag': '9a9e28e7-783c-4b08-98a4-873057252a5b'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:34:42.789972 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b43850f-8414-4f41-8a2d-cedf7ce0a1e9" -d '{"events": [{"name": "network-changed", "server_uuid": "6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8", "tag": "9a9e28e7-783c-4b08-98a4-873057252a5b"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:34:42.878198 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfd0f1-1e01-4390-9b59-b498f16cebc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e598bd-bf8d-4f40-b622-a3155790b378,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:42.924774 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-09cfd0f1-1e01-4390-9b59-b498f16cebc6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ddc2618af3ef4f4c954b479044b10656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6464894 Jul 15 13:34:42.929724 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60666) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:43.021972 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8cff0b-9c8b-4601-b258-53a61295121d x-openstack-request-id: req-cc8cff0b-9c8b-4601-b258-53a61295121d {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:34:43.022281 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8", "tag": "9a9e28e7-783c-4b08-98a4-873057252a5b", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:34:43.022535 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc8cff0b-9c8b-4601-b258-53a61295121d {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:34:43.025128 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8', 'tag': '9a9e28e7-783c-4b08-98a4-873057252a5b', 'status': 'completed', 'code': 200} Jul 15 13:34:43.055042 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-f3c37c65-ab57-4834-89f8-b4a28df5f03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:43.067006 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-f3c37c65-ab57-4834-89f8-b4a28df5f03b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=043bd73de72448efaf900d42a51adac4&device_id=6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8 HTTP/1.1" status: 200 len: 1095 time: 0.2139442 Jul 15 13:34:43.084835 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2d8e416e-86f0-474b-8fec-4f6183feb734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.126193 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2d8e416e-86f0-474b-8fec-4f6183feb734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.218470 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-7072f736-474c-452b-8b7b-6f1c117ef7d3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a9e28e7-783c-4b08-98a4-873057252a5b HTTP/1.1" status: 200 len: 217 time: 0.1436675 Jul 15 13:34:43.293792 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2d8e416e-86f0-474b-8fec-4f6183feb734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.298965 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2d8e416e-86f0-474b-8fec-4f6183feb734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:43.308163 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2d8e416e-86f0-474b-8fec-4f6183feb734 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a7e598bd-bf8d-4f40-b622-a3155790b378 HTTP/1.1" status: 204 len: 168 time: 0.3763332 Jul 15 13:34:43.340984 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e416e-86f0-474b-8fec-4f6183feb734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e598bd-bf8d-4f40-b622-a3155790b378,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:43.417051 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-3c5465f9-7a5e-4366-a0d3-2aa566fc0570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:43.420096 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-3c5465f9-7a5e-4366-a0d3-2aa566fc0570 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b30ffac-e52f-4dd4-90fb-1da118e51f78 HTTP/1.1" status: 200 len: 845 time: 0.1914196 Jul 15 13:34:43.570920 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-ab5fb845-8a15-481d-8460-c83822245e24 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3863dc0e-6146-449a-a791-85fa35a22fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1420884 Jul 15 13:34:44.043021 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-b5e2f2bf-f6ae-4dc5-819f-a8a0ae3f7a73 service neutron] 10.222.0.18 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633391 Jul 15 13:34:44.081932 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60738) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:44.109319 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-107ef636-0655-48de-a230-92f3062d11d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.380107 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-107ef636-0655-48de-a230-92f3062d11d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.399033 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-107ef636-0655-48de-a230-92f3062d11d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.406131 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-99bc548a-8705-49e8-b9e8-215bbd054edb req-d650bebf-e921-4a7d-9d2c-64f533870359 service neutron] 10.222.0.18 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550889 Jul 15 13:34:44.494685 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-107ef636-0655-48de-a230-92f3062d11d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=904f664f7a3e47358f280ff65970784c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4105778 Jul 15 13:34:44.495924 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 60772) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:44.497573 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ef636-0655-48de-a230-92f3062d11d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f493ed73-8043-4f51-8713-0e5b20bc13ea,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:44.514324 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c70bf-c579-4e60-aa6d-c68422749fdd req-b4497262-1db8-4f53-ae07-2e0d5e464369 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:44.524422 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-758c70bf-c579-4e60-aa6d-c68422749fdd req-b4497262-1db8-4f53-ae07-2e0d5e464369 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8 HTTP/1.1" status: 200 len: 943 time: 0.7697864 Jul 15 13:34:44.626249 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-39477b3a-82d0-4177-916f-98147fa4ce2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.637027 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-758c70bf-c579-4e60-aa6d-c68422749fdd req-d4242a98-9c97-453e-8a98-d7e8e3275313 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116905 Jul 15 13:34:44.671055 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43850f-8414-4f41-8a2d-cedf7ce0a1e9 req-6d8753b4-3cfa-4769-b5df-e69a758acab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:44.671628 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-39477b3a-82d0-4177-916f-98147fa4ce2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.673164 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7b43850f-8414-4f41-8a2d-cedf7ce0a1e9 req-6d8753b4-3cfa-4769-b5df-e69a758acab3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=043bd73de72448efaf900d42a51adac4&device_id=6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8 HTTP/1.1" status: 200 len: 1095 time: 0.2007582 Jul 15 13:34:44.764347 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-39477b3a-82d0-4177-916f-98147fa4ce2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.768781 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-39477b3a-82d0-4177-916f-98147fa4ce2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.770168 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-39477b3a-82d0-4177-916f-98147fa4ce2e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f493ed73-8043-4f51-8713-0e5b20bc13ea HTTP/1.1" status: 204 len: 168 time: 0.2637093 Jul 15 13:34:44.788874 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39477b3a-82d0-4177-916f-98147fa4ce2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f493ed73-8043-4f51-8713-0e5b20bc13ea,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:44.851265 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43850f-8414-4f41-8a2d-cedf7ce0a1e9 req-caf6e6cc-2283-42f5-afa3-a1f527712943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:44.852695 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7b43850f-8414-4f41-8a2d-cedf7ce0a1e9 req-caf6e6cc-2283-42f5-afa3-a1f527712943 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3863dc0e-6146-449a-a791-85fa35a22fff HTTP/1.1" status: 200 len: 906 time: 0.1711102 Jul 15 13:34:44.965333 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7b43850f-8414-4f41-8a2d-cedf7ce0a1e9 req-b99d6d48-a6e7-487b-8751-b0a058ddc67b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a9e28e7-783c-4b08-98a4-873057252a5b HTTP/1.1" status: 200 len: 217 time: 0.1057470 Jul 15 13:34:45.079999 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43850f-8414-4f41-8a2d-cedf7ce0a1e9 req-d982722f-b2b7-4e63-85e7-81a47accb0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:45.087006 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7b43850f-8414-4f41-8a2d-cedf7ce0a1e9 req-d982722f-b2b7-4e63-85e7-81a47accb0d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b30ffac-e52f-4dd4-90fb-1da118e51f78 HTTP/1.1" status: 200 len: 845 time: 0.1139517 Jul 15 13:34:45.185453 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7b43850f-8414-4f41-8a2d-cedf7ce0a1e9 req-cf79af98-8090-473f-8fc8-5e44a96a1267 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3863dc0e-6146-449a-a791-85fa35a22fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845158 Jul 15 13:34:45.448366 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7b43850f-8414-4f41-8a2d-cedf7ce0a1e9 req-f14ce661-7707-4a07-a6d9-fc080df8795e service neutron] 10.222.0.18 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557592 Jul 15 13:34:45.740999 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7b43850f-8414-4f41-8a2d-cedf7ce0a1e9 req-e839ec28-7bbb-4eb7-9a55-b3136eaa1c01 service neutron] 10.222.0.18 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848310 Jul 15 13:34:45.762851 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 9a9e28e7-783c-4b08-98a4-873057252a5b details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:34:46.040048 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 9a9e28e7-783c-4b08-98a4-873057252a5b, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9a9e28e7-783c-4b08-98a4-873057252a5b,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:46.071085 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '9a9e28e7-783c-4b08-98a4-873057252a5b', 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff', 'port_id': '9a9e28e7-783c-4b08-98a4-873057252a5b', 'mac_address': 'fa:16:3e:e4:9a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b30ffac-e52f-4dd4-90fb-1da118e51f78', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:34:46.195734 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:46.231691 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a9e28e7-783c-4b08-98a4-873057252a5b {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:34:46.356521 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 9a9e28e7-783c-4b08-98a4-873057252a5b, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9a9e28e7-783c-4b08-98a4-873057252a5b,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:46.367504 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:46.522191 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14525587-a814-450c-9d8c-63be1580d8cc req-0da72305-18a1-490a-85b4-b58a9e1e1e61 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:46.531559 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-14525587-a814-450c-9d8c-63be1580d8cc req-0da72305-18a1-490a-85b4-b58a9e1e1e61 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8 HTTP/1.1" status: 200 len: 943 time: 0.2076769 Jul 15 13:34:46.576538 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=9a9e28e7-783c-4b08-98a4-873057252a5b,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:46.598818 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:46.614318 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:46.614318 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:46.614318 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:46.614318 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:46.614318 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:46.614318 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:46.614318 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:46.614318 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:46.614318 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:46.614318 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:46.614318 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:46.623477 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['9a9e28e7-783c-4b08-98a4-873057252a5b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:34:46.640616 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-14525587-a814-450c-9d8c-63be1580d8cc req-52a57284-2a0a-4fa1-9992-642bb628f290 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082883 Jul 15 13:34:47.761097 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 9a9e28e7-783c-4b08-98a4-873057252a5b up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:47.960757 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524543aa-143c-4ba8-8a6b-c01253e24ca1 req-6febf557-8072-44cd-b829-435f97cb7094 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:47.969227 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 9a9e28e7-783c-4b08-98a4-873057252a5b completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:47.981047 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 9a9e28e7-783c-4b08-98a4-873057252a5b triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:47.983911 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.987510 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-524543aa-143c-4ba8-8a6b-c01253e24ca1 req-6febf557-8072-44cd-b829-435f97cb7094 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8 HTTP/1.1" status: 200 len: 944 time: 0.1341550 Jul 15 13:34:48.102448 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-524543aa-143c-4ba8-8a6b-c01253e24ca1 req-3beccbad-c810-4f76-9f59-e7836c155fb0 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136186 Jul 15 13:34:48.160228 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.208411 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9e28e7-783c-4b08-98a4-873057252a5b'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:34:48.214542 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61b2958-db85-4224-b460-f50289067b90" -d '{"events": [{"server_uuid": "6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8", "name": "network-vif-plugged", "status": "completed", "tag": "9a9e28e7-783c-4b08-98a4-873057252a5b"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:34:48.263358 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 9a9e28e7-783c-4b08-98a4-873057252a5b, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9a9e28e7-783c-4b08-98a4-873057252a5b,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:48.276149 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.337743 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9116a230-331e-442f-9cae-0731bb54b06e x-openstack-request-id: req-9116a230-331e-442f-9cae-0731bb54b06e {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:34:48.338895 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8", "name": "network-vif-plugged", "status": "completed", "tag": "9a9e28e7-783c-4b08-98a4-873057252a5b", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:34:48.339934 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9116a230-331e-442f-9cae-0731bb54b06e {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:34:48.343299 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9e28e7-783c-4b08-98a4-873057252a5b', 'code': 200} Jul 15 13:34:48.438830 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=9a9e28e7-783c-4b08-98a4-873057252a5b,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:48.749828 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871060f-7bb8-42a1-888b-06a0d878b244 req-82ecd325-ba77-4a9c-acdc-93b7d5ebe850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:48.751399 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1871060f-7bb8-42a1-888b-06a0d878b244 req-82ecd325-ba77-4a9c-acdc-93b7d5ebe850 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8 HTTP/1.1" status: 200 len: 1097 time: 0.2480900 Jul 15 13:34:48.858231 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1871060f-7bb8-42a1-888b-06a0d878b244 req-7ad16cec-6a0d-44e6-b42b-7f4ff5380710 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975204 Jul 15 13:34:49.206218 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 32786) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:49.440644 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4114d-c49a-4dd8-9c6c-5437f746b728 req-bc44b2ca-c20e-41e2-9efb-dfcb835e05af tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:49.446548 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-12c4114d-c49a-4dd8-9c6c-5437f746b728 req-bc44b2ca-c20e-41e2-9efb-dfcb835e05af tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8 HTTP/1.1" status: 200 len: 945 time: 0.1408854 Jul 15 13:34:49.546617 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e53f4fb5-569c-425b-aa88-15dd5216fcb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:49.600271 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-12c4114d-c49a-4dd8-9c6c-5437f746b728 req-47734275-3888-4614-b06f-7f5a4d91add4 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467073 Jul 15 13:34:49.903920 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e53f4fb5-569c-425b-aa88-15dd5216fcb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:49.922755 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e53f4fb5-569c-425b-aa88-15dd5216fcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:49.987305 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 32800) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:49.994710 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e53f4fb5-569c-425b-aa88-15dd5216fcb1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9d425622bbcb413da736893ba10fa38f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7859666 Jul 15 13:34:50.002364 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f4fb5-569c-425b-aa88-15dd5216fcb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221817c6-5849-439e-b717-7c929bc6fa3b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:50.081694 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-56943d17-3cfc-4c4d-adba-a5dd59e0d1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:50.186338 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-56943d17-3cfc-4c4d-adba-a5dd59e0d1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:50.303955 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-56943d17-3cfc-4c4d-adba-a5dd59e0d1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:50.310567 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-56943d17-3cfc-4c4d-adba-a5dd59e0d1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:50.318908 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-56943d17-3cfc-4c4d-adba-a5dd59e0d1c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/221817c6-5849-439e-b717-7c929bc6fa3b HTTP/1.1" status: 204 len: 168 time: 0.3280802 Jul 15 13:34:50.349149 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56943d17-3cfc-4c4d-adba-a5dd59e0d1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221817c6-5849-439e-b717-7c929bc6fa3b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:50.884651 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7cb7214b-bc35-4343-9773-3ee46f5a93e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:50.981919 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf0e35-ce78-4179-ad25-7ba78e2e1cb1 req-00c09f26-9707-4614-a7f4-94ebfda3b1a2 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:50.992582 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-83cf0e35-ce78-4179-ad25-7ba78e2e1cb1 req-00c09f26-9707-4614-a7f4-94ebfda3b1a2 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8 HTTP/1.1" status: 200 len: 945 time: 0.1003973 Jul 15 13:34:51.091569 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-83cf0e35-ce78-4179-ad25-7ba78e2e1cb1 req-b6465931-4d7d-4f67-b00d-913e8d43d3ce tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975215 Jul 15 13:34:51.829185 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aef675-f13f-4eec-88cd-ff50dd126eb9 req-532d387e-b024-47ae-8d63-f253fd2350f3 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:51.837522 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e4aef675-f13f-4eec-88cd-ff50dd126eb9 req-532d387e-b024-47ae-8d63-f253fd2350f3 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/networks?id=3863dc0e-6146-449a-a791-85fa35a22fff HTTP/1.1" status: 200 len: 805 time: 0.2346692 Jul 15 13:34:51.856421 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e4aef675-f13f-4eec-88cd-ff50dd126eb9 req-c4ef929b-df65-459d-ae4d-dc8ad5f2dd4b tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/quotas/043bd73de72448efaf900d42a51adac4 HTTP/1.1" status: 200 len: 375 time: 0.0173614 Jul 15 13:34:52.119248 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e4aef675-f13f-4eec-88cd-ff50dd126eb9 req-3b4e4431-e74f-4998-8310-524d14d609fa tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=043bd73de72448efaf900d42a51adac4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2606876 Jul 15 13:34:52.375410 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e4aef675-f13f-4eec-88cd-ff50dd126eb9 req-59b94789-c98e-4751-8209-6b3c2fc7f346 service neutron] 10.222.0.24 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512572 Jul 15 13:34:52.616236 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e4aef675-f13f-4eec-88cd-ff50dd126eb9 req-e1eaebc4-c61a-4b03-9b33-f7906bb7ce6d service neutron] 10.222.0.24 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217357 Jul 15 13:34:52.852534 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 32866) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:53.266114 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:53.410243 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e78dbe9c-ff07-4cec-bacc-970d603300e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:53.439678 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d3ff9d9-faff-4303-8c20-37660dc4fdcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:53.574584 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d3ff9d9-faff-4303-8c20-37660dc4fdcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:53.582793 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d3ff9d9-faff-4303-8c20-37660dc4fdcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:53.722195 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ff9d9-faff-4303-8c20-37660dc4fdcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b150b822-2441-4960-accc-f221a89a437b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:53.776484 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9d3ff9d9-faff-4303-8c20-37660dc4fdcb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bbd858c4f9cb4ae0b1f54fca0ea59f9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9210944 Jul 15 13:34:53.778937 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 32894) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:53.969403 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0d3f595-4b67-41f4-b0ae-9f242295709a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:54.032724 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0d3f595-4b67-41f4-b0ae-9f242295709a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:54.250833 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0d3f595-4b67-41f4-b0ae-9f242295709a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:54.253858 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0d3f595-4b67-41f4-b0ae-9f242295709a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:54.259765 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a0d3f595-4b67-41f4-b0ae-9f242295709a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b150b822-2441-4960-accc-f221a89a437b HTTP/1.1" status: 204 len: 168 time: 0.4733167 Jul 15 13:34:54.276901 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3f595-4b67-41f4-b0ae-9f242295709a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b150b822-2441-4960-accc-f221a89a437b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:54.681033 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 32926) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:54.777386 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:54.787903 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-117f852b-237a-48da-bb35-02da991ecb92 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:54.794505 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-117f852b-237a-48da-bb35-02da991ecb92 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/networks?id=3863dc0e-6146-449a-a791-85fa35a22fff HTTP/1.1" status: 200 len: 805 time: 0.3793697 Jul 15 13:34:54.826451 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-160ce78f-96c3-4525-acf9-af3e736351b7 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/quotas/043bd73de72448efaf900d42a51adac4 HTTP/1.1" status: 200 len: 375 time: 0.0301578 Jul 15 13:34:54.984871 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-a174cbba-d9e8-4d96-b178-d3bb3d31b418 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=043bd73de72448efaf900d42a51adac4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1485913 Jul 15 13:34:55.254932 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-14ba7dda-aeff-4b81-94d4-e0e3b41121b4 service neutron] 10.222.0.24 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688720 Jul 15 13:34:55.288326 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.550562 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-1a7a935f-598b-4cb4-8cf6-e8f790993900 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:55.589552 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-c8cd6c71-04f3-438e-8e5f-1288f5749903 service neutron] 10.222.0.24 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233685 Jul 15 13:34:55.736523 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a7a935f-598b-4cb4-8cf6-e8f790993900 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:56.131256 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a7a935f-598b-4cb4-8cf6-e8f790993900 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:56.436771 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:56.784503 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e818640b-02ce-4721-8503-0afe89f37ad1 req-283398df-9cdc-4785-9920-974dd7866883 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f24dfe6-2160-447a-8153-50f713367043 HTTP/1.1" status: 200 len: 210 time: 0.6302755 Jul 15 13:34:57.138141 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-1a7a935f-598b-4cb4-8cf6-e8f790993900 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] Allocated IP 172.25.6.244 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/b640e8e9-c733-4274-857c-6b2f6e40f112) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:57.447867 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a7a935f-598b-4cb4-8cf6-e8f790993900 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:57.560559 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a7a935f-598b-4cb4-8cf6-e8f790993900 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:57.633504 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7a935f-598b-4cb4-8cf6-e8f790993900 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:57.640432 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-1a7a935f-598b-4cb4-8cf6-e8f790993900 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:57.650438 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7a935f-598b-4cb4-8cf6-e8f790993900 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:57.724591 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a935f-598b-4cb4-8cf6-e8f790993900 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] Pushing event updated for resources: {'Port': ['ID=b640e8e9-c733-4274-857c-6b2f6e40f112,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:57.919323 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a7a935f-598b-4cb4-8cf6-e8f790993900 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:58.075559 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a7a935f-598b-4cb4-8cf6-e8f790993900 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:58.422844 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a7a935f-598b-4cb4-8cf6-e8f790993900 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:58.452621 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-492b18ff-1000-42a4-81db-ee4dc0fe40e1 req-7ab1aa8e-f1ad-4b65-a8a2-a5cc2d86b7cd tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f24dfe6-2160-447a-8153-50f713367043 HTTP/1.1" status: 200 len: 210 time: 0.0632937 Jul 15 13:34:58.453412 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a7a935f-598b-4cb4-8cf6-e8f790993900 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:58.535427 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a935f-598b-4cb4-8cf6-e8f790993900 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] Pushing event updated for resources: {'Port': ['ID=b640e8e9-c733-4274-857c-6b2f6e40f112,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:58.546858 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a7a935f-598b-4cb4-8cf6-e8f790993900 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:58.588189 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a7a935f-598b-4cb4-8cf6-e8f790993900 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:58.597433 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1a7a935f-598b-4cb4-8cf6-e8f790993900 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9152050 Jul 15 13:34:58.610095 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33004) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:58.651530 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-65c8baa4-8c44-46ac-81c5-e0e24d67e8f6 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1248962143', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'fixed_ips': [{'ip_address': '172.25.6.244'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:58.755763 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c8baa4-8c44-46ac-81c5-e0e24d67e8f6 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] Made reservation on behalf of 82fdf3a6861947619c915f165abb0268 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:58.770062 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65c8baa4-8c44-46ac-81c5-e0e24d67e8f6 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:58.843580 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65c8baa4-8c44-46ac-81c5-e0e24d67e8f6 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:58.867956 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33010) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:58.970452 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-e1633d49-6601-4922-abe1-844243c33467 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:58.977177 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-e1633d49-6601-4922-abe1-844243c33467 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.32 "GET /v2.0/networks?id=3863dc0e-6146-449a-a791-85fa35a22fff HTTP/1.1" status: 200 len: 805 time: 0.3207328 Jul 15 13:34:58.994973 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-e112acee-2763-4457-955a-9660efd3bc4d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Request body: {'port': {'device_id': '5f24dfe6-2160-447a-8153-50f713367043', 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff', 'admin_state_up': True, 'tenant_id': '043bd73de72448efaf900d42a51adac4'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:59.264694 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f55e124b-542f-4be8-bd04-042186bf2212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.464679 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65c8baa4-8c44-46ac-81c5-e0e24d67e8f6 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.478623 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65c8baa4-8c44-46ac-81c5-e0e24d67e8f6 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.517802 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-65c8baa4-8c44-46ac-81c5-e0e24d67e8f6 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] device_id is not set on port 7e3809be-d8fc-4f07-9dbb-55e5e92ac245 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:34:59.522345 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-e112acee-2763-4457-955a-9660efd3bc4d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Made reservation on behalf of 043bd73de72448efaf900d42a51adac4 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:59.526446 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-e112acee-2763-4457-955a-9660efd3bc4d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.533128 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-f55e124b-542f-4be8-bd04-042186bf2212 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:34:59.533128 n-d-758944-45 neutron-server[93814]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:34:59.533128 n-d-758944-45 neutron-server[93814]: [parameters: {'project_id_1': '46bac4d1f192459483eca5b41dd53efd', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 34, 59, 338787)}] Jul 15 13:34:59.533128 n-d-758944-45 neutron-server[93814]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:34:59.534086 n-d-758944-45 neutron-server[93814]: DEBUG oslo_db.api [None req-f55e124b-542f-4be8-bd04-042186bf2212 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:34:59.696702 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8baa4-8c44-46ac-81c5-e0e24d67e8f6 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24532472-4990-4bc7-85a1-2a637a5bb0a2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:59.903321 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-08561c1b-dc17-40df-975d-6182bc2e6f2d req-88af240e-d03a-417b-891b-342193df1ab5 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f24dfe6-2160-447a-8153-50f713367043 HTTP/1.1" status: 200 len: 210 time: 0.0670981 Jul 15 13:35:00.019073 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-e112acee-2763-4457-955a-9660efd3bc4d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Allocated IP 172.20.0.10 (3863dc0e-6146-449a-a791-85fa35a22fff/7b30ffac-e52f-4dd4-90fb-1da118e51f78/1e0563b4-c0c5-473a-860d-427727c31c9f) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:00.035730 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f55e124b-542f-4be8-bd04-042186bf2212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.042319 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c8baa4-8c44-46ac-81c5-e0e24d67e8f6 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 15 13:35:00.043945 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65c8baa4-8c44-46ac-81c5-e0e24d67e8f6 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:35:00.102407 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-65c8baa4-8c44-46ac-81c5-e0e24d67e8f6 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.4876506 Jul 15 13:35:00.104939 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33024) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:00.282956 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-e112acee-2763-4457-955a-9660efd3bc4d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.341910 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-e112acee-2763-4457-955a-9660efd3bc4d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.356510 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['9a9e28e7-783c-4b08-98a4-873057252a5b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:35:00.443941 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-e112acee-2763-4457-955a-9660efd3bc4d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Network 3863dc0e-6146-449a-a791-85fa35a22fff is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:00.452840 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-e112acee-2763-4457-955a-9660efd3bc4d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:00.461279 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-e112acee-2763-4457-955a-9660efd3bc4d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:00.512456 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112acee-2763-4457-955a-9660efd3bc4d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Pushing event updated for resources: {'Port': ['ID=1e0563b4-c0c5-473a-860d-427727c31c9f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:00.568883 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-61b18c44-f53a-4061-afc8-e8a93ab479d9 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] Deleting port b640e8e9-c733-4274-857c-6b2f6e40f112 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:00.569484 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61b18c44-f53a-4061-afc8-e8a93ab479d9 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.623903 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f55e124b-542f-4be8-bd04-042186bf2212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.635991 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-e112acee-2763-4457-955a-9660efd3bc4d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:00.637264 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-e112acee-2763-4457-955a-9660efd3bc4d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.645662 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f55e124b-542f-4be8-bd04-042186bf2212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.674906 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-e112acee-2763-4457-955a-9660efd3bc4d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6844010 Jul 15 13:35:00.801443 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e124b-542f-4be8-bd04-042186bf2212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724b67d4-332a-4e5d-9528-a7c0dea60d65,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:00.839041 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] Request body: {'port': {'device_id': '5f24dfe6-2160-447a-8153-50f713367043', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:00.932852 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f55e124b-542f-4be8-bd04-042186bf2212 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=46bac4d1f192459483eca5b41dd53efd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0628216 Jul 15 13:35:00.936557 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33038) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:00.980816 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61b18c44-f53a-4061-afc8-e8a93ab479d9 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.981446 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61b18c44-f53a-4061-afc8-e8a93ab479d9 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.037476 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-61b18c44-f53a-4061-afc8-e8a93ab479d9 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] Calling delete_port for b640e8e9-c733-4274-857c-6b2f6e40f112 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:01.160310 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.349001 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d344f9be-8809-49bc-a9a4-a2f5a9fea174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.380603 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61b18c44-f53a-4061-afc8-e8a93ab479d9 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.485446 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b18c44-f53a-4061-afc8-e8a93ab479d9 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] Pushing event deleted for resources: {'Port': ['ID=b640e8e9-c733-4274-857c-6b2f6e40f112,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:01.554708 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d344f9be-8809-49bc-a9a4-a2f5a9fea174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.588786 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61b18c44-f53a-4061-afc8-e8a93ab479d9 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.601314 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61b18c44-f53a-4061-afc8-e8a93ab479d9 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.609041 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-61b18c44-f53a-4061-afc8-e8a93ab479d9 tempest-ExternalNetworksAdminNegativeTestJSON-29082780 tempest-ExternalNetworksAdminNegativeTestJSON-29082780-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/13562586-2fdc-42ad-a13b-2aa7049b37c3 HTTP/1.1" status: 204 len: 168 time: 1.4946089 Jul 15 13:35:01.639584 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016d680-a637-4209-854a-87df66a80d90 req-95222548-24a9-4c9e-940d-bacca53d8046 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:01.642505 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2016d680-a637-4209-854a-87df66a80d90 req-95222548-24a9-4c9e-940d-bacca53d8046 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f24dfe6-2160-447a-8153-50f713367043 HTTP/1.1" status: 200 len: 932 time: 0.4101658 Jul 15 13:35:01.877992 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2016d680-a637-4209-854a-87df66a80d90 req-82eaae70-9f1c-4c5a-91ea-df777a6719db tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157187 Jul 15 13:35:01.904913 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d344f9be-8809-49bc-a9a4-a2f5a9fea174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.913679 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d344f9be-8809-49bc-a9a4-a2f5a9fea174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.936060 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d344f9be-8809-49bc-a9a4-a2f5a9fea174 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/724b67d4-332a-4e5d-9528-a7c0dea60d65 HTTP/1.1" status: 204 len: 168 time: 0.9876657 Jul 15 13:35:01.971140 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344f9be-8809-49bc-a9a4-a2f5a9fea174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724b67d4-332a-4e5d-9528-a7c0dea60d65,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:02.136548 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33058) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:02.297564 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e0563b4-c0c5-473a-860d-427727c31c9f {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:35:02.352513 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.420465 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] Transition to ACTIVE for port object 1e0563b4-c0c5-473a-860d-427727c31c9f will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:02.433442 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.594377 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0563b4-c0c5-473a-860d-427727c31c9f,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:02.793811 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec876b8e-83f2-4ffc-9126-6e63565204eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.818358 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] Attempting to bind port 1e0563b4-c0c5-473a-860d-427727c31c9f on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:02.819196 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] Attempting to bind port 1e0563b4-c0c5-473a-860d-427727c31c9f by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '836abf83-1fab-411d-a248-5a2250c99f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:02.819948 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] Attempting to bind port 1e0563b4-c0c5-473a-860d-427727c31c9f on network 3863dc0e-6146-449a-a791-85fa35a22fff {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:02.839525 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] Port 1e0563b4-c0c5-473a-860d-427727c31c9f on network 3863dc0e-6146-449a-a791-85fa35a22fff not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:02.843232 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] Attempting to bind port 1e0563b4-c0c5-473a-860d-427727c31c9f on network 3863dc0e-6146-449a-a791-85fa35a22fff {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:02.861420 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:02.863648 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] Checking segment: {'id': '836abf83-1fab-411d-a248-5a2250c99f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:02.863959 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] Bound using segment: {'id': '836abf83-1fab-411d-a248-5a2250c99f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:02.864607 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] Bound port: 1e0563b4-c0c5-473a-860d-427727c31c9f, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836abf83-1fab-411d-a248-5a2250c99f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:02.865159 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.971494 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec876b8e-83f2-4ffc-9126-6e63565204eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:02.987095 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec876b8e-83f2-4ffc-9126-6e63565204eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.090869 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33080) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:03.095426 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ec876b8e-83f2-4ffc-9126-6e63565204eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8ce36267a724ab993ba6463cfa4ba0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9572940 Jul 15 13:35:03.096788 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec876b8e-83f2-4ffc-9126-6e63565204eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be25324d-a8e3-4d88-b628-b51a7c4a14f5,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:03.218913 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] For port 1e0563b4-c0c5-473a-860d-427727c31c9f, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:03.257013 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] For port 1e0563b4-c0c5-473a-860d-427727c31c9f, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=1e0563b4-c0c5-473a-860d-427727c31c9f,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:03.279501 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.288082 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b652c76-b8f0-4702-b7c0-72174a9ee65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.389064 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b652c76-b8f0-4702-b7c0-72174a9ee65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.397852 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:03.398482 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.400545 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] 10.222.0.32 "PUT /v2.0/ports/1e0563b4-c0c5-473a-860d-427727c31c9f HTTP/1.1" status: 200 len: 1093 time: 2.7109640 Jul 15 13:35:03.401035 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f24dfe6-2160-447a-8153-50f713367043', 'tag': '1e0563b4-c0c5-473a-860d-427727c31c9f'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:03.403480 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0604f3-64f9-42ff-a399-3053580496ff" -d '{"events": [{"name": "network-changed", "server_uuid": "5f24dfe6-2160-447a-8153-50f713367043", "tag": "1e0563b4-c0c5-473a-860d-427727c31c9f"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:03.446138 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0563b4-c0c5-473a-860d-427727c31c9f,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:03.476866 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc84ab-fc2a-45f2-a5ac-d094c45ed9b2 req-6781d048-528a-4fe2-b71d-c2c55586ac82 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:03.487078 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-29bc84ab-fc2a-45f2-a5ac-d094c45ed9b2 req-6781d048-528a-4fe2-b71d-c2c55586ac82 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f24dfe6-2160-447a-8153-50f713367043 HTTP/1.1" status: 200 len: 944 time: 0.2922008 Jul 15 13:35:03.554964 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:03.555096 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:03.555422 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:03.555811 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:03.556144 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:03.556477 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:03.556803 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:03.557149 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:03.557450 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:03.557797 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:03.558123 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:03.558445 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5f9ab-abb9-4147-90ea-3ecdf5ec60a0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:03.712410 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-29bc84ab-fc2a-45f2-a5ac-d094c45ed9b2 req-0ac430d5-d3b9-4eef-9180-578906ef4bf5 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208652 Jul 15 13:35:03.742650 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b652c76-b8f0-4702-b7c0-72174a9ee65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.760798 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b652c76-b8f0-4702-b7c0-72174a9ee65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:03.763857 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3b652c76-b8f0-4702-b7c0-72174a9ee65a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be25324d-a8e3-4d88-b628-b51a7c4a14f5 HTTP/1.1" status: 204 len: 168 time: 0.6714933 Jul 15 13:35:03.836222 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b652c76-b8f0-4702-b7c0-72174a9ee65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be25324d-a8e3-4d88-b628-b51a7c4a14f5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:03.854085 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-080d1a29-332a-41e4-a9b0-22012264a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:03.862649 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-080d1a29-332a-41e4-a9b0-22012264a651 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=043bd73de72448efaf900d42a51adac4&device_id=5f24dfe6-2160-447a-8153-50f713367043 HTTP/1.1" status: 200 len: 1096 time: 0.3453131 Jul 15 13:35:04.035335 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-64c41f7e-9f4d-4983-97c2-fea68bc7f1fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e0563b4-c0c5-473a-860d-427727c31c9f HTTP/1.1" status: 200 len: 217 time: 0.1563733 Jul 15 13:35:04.154105 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-67c88576-f511-4bbc-ab15-2f6fa861faa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:04.156908 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-67c88576-f511-4bbc-ab15-2f6fa861faa4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b30ffac-e52f-4dd4-90fb-1da118e51f78 HTTP/1.1" status: 200 len: 845 time: 0.1147757 Jul 15 13:35:04.158969 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929e2b7c-2462-4da5-b03c-ae7342a5d385 x-openstack-request-id: req-929e2b7c-2462-4da5-b03c-ae7342a5d385 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:35:04.159377 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f24dfe6-2160-447a-8153-50f713367043", "tag": "1e0563b4-c0c5-473a-860d-427727c31c9f", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:35:04.159856 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-929e2b7c-2462-4da5-b03c-ae7342a5d385 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:35:04.160702 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f24dfe6-2160-447a-8153-50f713367043', 'tag': '1e0563b4-c0c5-473a-860d-427727c31c9f', 'status': 'completed', 'code': 200} Jul 15 13:35:04.216176 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-86eaea97-1372-490e-a239-330b4bc8ef2f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3863dc0e-6146-449a-a791-85fa35a22fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528266 Jul 15 13:35:04.785273 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-3161442f-3f1f-40b8-8405-0f8a73aeebee service neutron] 10.222.0.32 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5602765 Jul 15 13:35:04.888701 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33172) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:05.023144 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7bdcc9be-0273-4710-a13d-497cca351054 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=82fdf3a6861947619c915f165abb0268&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329494 Jul 15 13:35:05.025504 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33190) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:05.375827 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d05d5f7-e190-4624-b882-154a19166b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.426016 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7f1b1182-3f33-4a5e-9aa4-a0c9e3ce2bc2 req-a1ab9735-aa0a-49b6-b98a-b675f85e6442 service neutron] 10.222.0.32 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6347451 Jul 15 13:35:05.442752 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d05d5f7-e190-4624-b882-154a19166b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.752239 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0dc07f-d2df-40ba-a647-f34eead429e0 req-103307a7-876f-424d-8c0b-d0f3ec54baf5 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:05.756370 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1f0dc07f-d2df-40ba-a647-f34eead429e0 req-103307a7-876f-424d-8c0b-d0f3ec54baf5 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f24dfe6-2160-447a-8153-50f713367043 HTTP/1.1" status: 200 len: 944 time: 0.2899983 Jul 15 13:35:05.867896 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d05d5f7-e190-4624-b882-154a19166b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.898702 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d05d5f7-e190-4624-b882-154a19166b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.917190 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1d05d5f7-e190-4624-b882-154a19166b84 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/24532472-4990-4bc7-85a1-2a637a5bb0a2 HTTP/1.1" status: 204 len: 168 time: 0.8844173 Jul 15 13:35:05.997671 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:35:06.090260 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1f0dc07f-d2df-40ba-a647-f34eead429e0 req-35a31344-20e0-4ead-86be-287c5a2eb5d1 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022015 Jul 15 13:35:06.091651 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d05d5f7-e190-4624-b882-154a19166b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24532472-4990-4bc7-85a1-2a637a5bb0a2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:06.155853 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0604f3-64f9-42ff-a399-3053580496ff req-28dc4feb-f730-4ec3-8e6c-c65746f55e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:06.176237 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2f0604f3-64f9-42ff-a399-3053580496ff req-28dc4feb-f730-4ec3-8e6c-c65746f55e2b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=043bd73de72448efaf900d42a51adac4&device_id=5f24dfe6-2160-447a-8153-50f713367043 HTTP/1.1" status: 200 len: 1096 time: 0.5781987 Jul 15 13:35:06.632003 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0604f3-64f9-42ff-a399-3053580496ff req-a653ad54-cc50-4a36-a810-e4a4432a4014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:06.638069 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2f0604f3-64f9-42ff-a399-3053580496ff req-a653ad54-cc50-4a36-a810-e4a4432a4014 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3863dc0e-6146-449a-a791-85fa35a22fff HTTP/1.1" status: 200 len: 906 time: 0.4550936 Jul 15 13:35:06.803713 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2f0604f3-64f9-42ff-a399-3053580496ff req-53766194-eecf-4982-93b6-77331d0e2db9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e0563b4-c0c5-473a-860d-427727c31c9f HTTP/1.1" status: 200 len: 217 time: 0.1512578 Jul 15 13:35:06.963179 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0604f3-64f9-42ff-a399-3053580496ff req-ac2080c4-2d77-4a39-8954-8807fe305af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:06.969542 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2f0604f3-64f9-42ff-a399-3053580496ff req-ac2080c4-2d77-4a39-8954-8807fe305af9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b30ffac-e52f-4dd4-90fb-1da118e51f78 HTTP/1.1" status: 200 len: 845 time: 0.1627545 Jul 15 13:35:07.060652 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2f0604f3-64f9-42ff-a399-3053580496ff req-34b54f72-5f4d-4056-a21c-34076e848315 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3863dc0e-6146-449a-a791-85fa35a22fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850818 Jul 15 13:35:07.290771 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2f0604f3-64f9-42ff-a399-3053580496ff req-0927ceb7-f11c-4284-b0d6-68ab93bbe710 service neutron] 10.222.0.32 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205956 Jul 15 13:35:07.798346 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 1e0563b4-c0c5-473a-860d-427727c31c9f details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:35:08.183888 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2f0604f3-64f9-42ff-a399-3053580496ff req-e8998806-0de8-4f02-9b44-1910737f87db service neutron] 10.222.0.32 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8758206 Jul 15 13:35:08.381585 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb331b6c-daf9-494a-bdb2-e374c26b5c1e req-cbe3d72c-9d12-409f-8c70-d0f1e82c4ea8 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:08.395215 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fb331b6c-daf9-494a-bdb2-e374c26b5c1e req-cbe3d72c-9d12-409f-8c70-d0f1e82c4ea8 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f24dfe6-2160-447a-8153-50f713367043 HTTP/1.1" status: 200 len: 944 time: 0.6731575 Jul 15 13:35:08.424594 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:08.471636 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 1e0563b4-c0c5-473a-860d-427727c31c9f, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=1e0563b4-c0c5-473a-860d-427727c31c9f,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:08.517117 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '1e0563b4-c0c5-473a-860d-427727c31c9f', 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff', 'port_id': '1e0563b4-c0c5-473a-860d-427727c31c9f', 'mac_address': 'fa:16:3e:34:3a:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b30ffac-e52f-4dd4-90fb-1da118e51f78', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:35:08.560311 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fb331b6c-daf9-494a-bdb2-e374c26b5c1e req-736cb12e-aa04-49e2-942f-cf63bd40e015 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593337 Jul 15 13:35:08.745925 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:08.814806 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e0563b4-c0c5-473a-860d-427727c31c9f {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:35:08.913747 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 1e0563b4-c0c5-473a-860d-427727c31c9f, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=1e0563b4-c0c5-473a-860d-427727c31c9f,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:08.922006 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.106883 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=1e0563b4-c0c5-473a-860d-427727c31c9f,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:09.234853 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33550) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:09.245666 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['1e0563b4-c0c5-473a-860d-427727c31c9f'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:35:09.262849 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a51ef4a1-9899-4d29-8b1f-11938e8dd2fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-25664973', 'description': 'tempest-secgroup-smoke-25664973 description', 'project_id': '5969ba48b19a42969f3c1202e7616f77'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:09.325552 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a51ef4a1-9899-4d29-8b1f-11938e8dd2fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.345208 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a51ef4a1-9899-4d29-8b1f-11938e8dd2fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.657649 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a51ef4a1-9899-4d29-8b1f-11938e8dd2fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.667472 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a51ef4a1-9899-4d29-8b1f-11938e8dd2fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.876225 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ef4a1-9899-4d29-8b1f-11938e8dd2fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a49d9fb8-5b03-4379-8af1-9a1bb269d3fa,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:09.920961 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ef4a1-9899-4d29-8b1f-11938e8dd2fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:09.921323 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ef4a1-9899-4d29-8b1f-11938e8dd2fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:09.921753 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ef4a1-9899-4d29-8b1f-11938e8dd2fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:09.928788 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ef4a1-9899-4d29-8b1f-11938e8dd2fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:09.929143 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ef4a1-9899-4d29-8b1f-11938e8dd2fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:09.930703 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ef4a1-9899-4d29-8b1f-11938e8dd2fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:09.931270 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ef4a1-9899-4d29-8b1f-11938e8dd2fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:09.931961 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ef4a1-9899-4d29-8b1f-11938e8dd2fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:09.933032 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ef4a1-9899-4d29-8b1f-11938e8dd2fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:09.933563 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ef4a1-9899-4d29-8b1f-11938e8dd2fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:09.934334 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ef4a1-9899-4d29-8b1f-11938e8dd2fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:09.937994 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ef4a1-9899-4d29-8b1f-11938e8dd2fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:10.021385 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a51ef4a1-9899-4d29-8b1f-11938e8dd2fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.047232 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a51ef4a1-9899-4d29-8b1f-11938e8dd2fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.114349 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5043106-ca50-4856-9f01-84559b108111 req-c4065787-2889-40a5-8685-6bfe4d8de13e tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:10.126673 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b5043106-ca50-4856-9f01-84559b108111 req-c4065787-2889-40a5-8685-6bfe4d8de13e tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f24dfe6-2160-447a-8153-50f713367043 HTTP/1.1" status: 200 len: 945 time: 0.3269448 Jul 15 13:35:10.163048 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a51ef4a1-9899-4d29-8b1f-11938e8dd2fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.169813 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a51ef4a1-9899-4d29-8b1f-11938e8dd2fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.9279323 Jul 15 13:35:10.170546 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33628) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:10.178799 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-1437e475-efa9-408b-b53d-a9f0cd815754 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'security_group_rule': {'security_group_id': '894e211f-b59a-4eea-956b-ef58a7644fef', 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:10.192028 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ef4a1-9899-4d29-8b1f-11938e8dd2fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=894e211f-b59a-4eea-956b-ef58a7644fef,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:10.194201 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33632) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:10.281038 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b5043106-ca50-4856-9f01-84559b108111 req-4349ff00-3fd5-495f-933e-f9baabf17ae6 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516099 Jul 15 13:35:10.345019 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1437e475-efa9-408b-b53d-a9f0cd815754 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.439201 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1437e475-efa9-408b-b53d-a9f0cd815754 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.454711 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1437e475-efa9-408b-b53d-a9f0cd815754 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.475172 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437e475-efa9-408b-b53d-a9f0cd815754 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acca2b4c-4e51-4348-a0d8-de0b5dfaeaa7,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:10.492386 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d7145f1b-6916-4b6c-b646-50c90572d0ef tempest-MeteringIpV6TestJSON-1214687115 tempest-MeteringIpV6TestJSON-1214687115-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1754273501'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:10.494258 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d7145f1b-6916-4b6c-b646-50c90572d0ef tempest-MeteringIpV6TestJSON-1214687115 tempest-MeteringIpV6TestJSON-1214687115-project-admin] Unknown quota resources ['metering_label']. {{(pid=93814) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:35:10.522037 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1437e475-efa9-408b-b53d-a9f0cd815754 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.523540 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1437e475-efa9-408b-b53d-a9f0cd815754 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3508096 Jul 15 13:35:10.528631 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33668) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:10.538486 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a20c91f6-2f03-4932-8669-f9dff0f8ef86 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'security_group_rule': {'security_group_id': '894e211f-b59a-4eea-956b-ef58a7644fef', 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:10.620066 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a20c91f6-2f03-4932-8669-f9dff0f8ef86 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.778663 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a20c91f6-2f03-4932-8669-f9dff0f8ef86 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.788718 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a20c91f6-2f03-4932-8669-f9dff0f8ef86 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.836225 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c91f6-2f03-4932-8669-f9dff0f8ef86 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77395043-6d8a-4a49-a103-092c27341c05,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:10.853811 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a20c91f6-2f03-4932-8669-f9dff0f8ef86 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.855550 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a20c91f6-2f03-4932-8669-f9dff0f8ef86 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3253634 Jul 15 13:35:10.860643 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33692) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:10.865954 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4c664182-39d5-4fb6-93d8-b596c9d135e0 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'security_group_rule': {'security_group_id': '894e211f-b59a-4eea-956b-ef58a7644fef', 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:10.914445 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d7145f1b-6916-4b6c-b646-50c90572d0ef tempest-MeteringIpV6TestJSON-1214687115 tempest-MeteringIpV6TestJSON-1214687115-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.921113 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33694) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:10.922196 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d7145f1b-6916-4b6c-b646-50c90572d0ef tempest-MeteringIpV6TestJSON-1214687115 tempest-MeteringIpV6TestJSON-1214687115-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7261021 Jul 15 13:35:10.925722 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-99bf921d-b038-4df5-bdd0-db426b5da013 tempest-MeteringIpV6TestJSON-1214687115 tempest-MeteringIpV6TestJSON-1214687115-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '60b8ee02-35cd-4a04-a3d9-237a475d6ed6'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:10.926274 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-99bf921d-b038-4df5-bdd0-db426b5da013 tempest-MeteringIpV6TestJSON-1214687115 tempest-MeteringIpV6TestJSON-1214687115-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93813) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:35:10.957253 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c664182-39d5-4fb6-93d8-b596c9d135e0 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.120956 n-d-758944-45 neutron-server[93813]: WARNING neutron.services.metering.metering_plugin [None req-99bf921d-b038-4df5-bdd0-db426b5da013 tempest-MeteringIpV6TestJSON-1214687115 tempest-MeteringIpV6TestJSON-1214687115-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 13:35:11.406774 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-99bf921d-b038-4df5-bdd0-db426b5da013 tempest-MeteringIpV6TestJSON-1214687115 tempest-MeteringIpV6TestJSON-1214687115-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.408475 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-99bf921d-b038-4df5-bdd0-db426b5da013 tempest-MeteringIpV6TestJSON-1214687115 tempest-MeteringIpV6TestJSON-1214687115-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4864004 Jul 15 13:35:11.413929 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33702) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:11.418156 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c664182-39d5-4fb6-93d8-b596c9d135e0 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.422427 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-756a2411-3154-4463-b841-ab111b73a7be tempest-MeteringIpV6TestJSON-1214687115 tempest-MeteringIpV6TestJSON-1214687115-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '60b8ee02-35cd-4a04-a3d9-237a475d6ed6'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:11.423813 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-756a2411-3154-4463-b841-ab111b73a7be tempest-MeteringIpV6TestJSON-1214687115 tempest-MeteringIpV6TestJSON-1214687115-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93813) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:35:11.436587 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c664182-39d5-4fb6-93d8-b596c9d135e0 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.471579 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c664182-39d5-4fb6-93d8-b596c9d135e0 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec07708e-9ff7-4dc0-9d49-a7459c4a2ea0,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:11.526905 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c664182-39d5-4fb6-93d8-b596c9d135e0 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.528739 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4c664182-39d5-4fb6-93d8-b596c9d135e0 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6665931 Jul 15 13:35:11.533442 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33708) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:11.539680 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5734632f-6e70-4e9e-99ba-9cacc0ee92a0 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'security_group_rule': {'security_group_id': '894e211f-b59a-4eea-956b-ef58a7644fef', 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:11.546849 n-d-758944-45 neutron-server[93813]: WARNING neutron.services.metering.metering_plugin [None req-756a2411-3154-4463-b841-ab111b73a7be tempest-MeteringIpV6TestJSON-1214687115 tempest-MeteringIpV6TestJSON-1214687115-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 13:35:11.660419 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-756a2411-3154-4463-b841-ab111b73a7be tempest-MeteringIpV6TestJSON-1214687115 tempest-MeteringIpV6TestJSON-1214687115-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.662012 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-756a2411-3154-4463-b841-ab111b73a7be tempest-MeteringIpV6TestJSON-1214687115 tempest-MeteringIpV6TestJSON-1214687115-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2466609 Jul 15 13:35:11.666401 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33710) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:11.702087 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5734632f-6e70-4e9e-99ba-9cacc0ee92a0 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.747274 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33716) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:11.750467 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9d614633-9b2c-4dd1-8a0f-e57052aebb97 tempest-MeteringIpV6TestJSON-1214687115 tempest-MeteringIpV6TestJSON-1214687115-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=8ff0f6bd-ea00-43ce-9d86-b09ce68e0bc7 HTTP/1.1" status: 200 len: 462 time: 0.0819287 Jul 15 13:35:11.789182 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a07a86-377b-4b1e-8e39-b8eaa7ca1990 req-3befbafa-71b4-48e0-bfec-4d11fb5b2986 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:11.791243 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39a07a86-377b-4b1e-8e39-b8eaa7ca1990 req-3befbafa-71b4-48e0-bfec-4d11fb5b2986 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f24dfe6-2160-447a-8153-50f713367043 HTTP/1.1" status: 200 len: 945 time: 0.1351099 Jul 15 13:35:11.816404 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 1e0563b4-c0c5-473a-860d-427727c31c9f up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:11.837499 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5734632f-6e70-4e9e-99ba-9cacc0ee92a0 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.854022 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5734632f-6e70-4e9e-99ba-9cacc0ee92a0 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.885084 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 1e0563b4-c0c5-473a-860d-427727c31c9f completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:11.890593 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 1e0563b4-c0c5-473a-860d-427727c31c9f triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:11.891439 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:12.076913 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:12.105793 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f24dfe6-2160-447a-8153-50f713367043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0563b4-c0c5-473a-860d-427727c31c9f'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:12.108893 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12eea713-7351-44a7-9c86-717adc040982" -d '{"events": [{"server_uuid": "5f24dfe6-2160-447a-8153-50f713367043", "name": "network-vif-plugged", "status": "completed", "tag": "1e0563b4-c0c5-473a-860d-427727c31c9f"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:12.158265 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 1e0563b4-c0c5-473a-860d-427727c31c9f, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=1e0563b4-c0c5-473a-860d-427727c31c9f,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:12.183452 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:12.307565 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=1e0563b4-c0c5-473a-860d-427727c31c9f,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:12.398104 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1f8e29-4e78-43b4-9f46-207c9196e09d x-openstack-request-id: req-1d1f8e29-4e78-43b4-9f46-207c9196e09d {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:35:12.398690 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f24dfe6-2160-447a-8153-50f713367043", "name": "network-vif-plugged", "status": "completed", "tag": "1e0563b4-c0c5-473a-860d-427727c31c9f", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:35:12.399918 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d1f8e29-4e78-43b4-9f46-207c9196e09d {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:35:12.400630 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f24dfe6-2160-447a-8153-50f713367043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0563b4-c0c5-473a-860d-427727c31c9f', 'code': 200} Jul 15 13:35:12.705699 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5734632f-6e70-4e9e-99ba-9cacc0ee92a0 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:12.712441 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5734632f-6e70-4e9e-99ba-9cacc0ee92a0 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1727190 Jul 15 13:35:12.712794 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33726) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:12.713634 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39a07a86-377b-4b1e-8e39-b8eaa7ca1990 req-86f079c3-55ec-4c42-85f4-418a5783133c tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9036281 Jul 15 13:35:12.728453 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7342df30-d7e3-4f6c-a184-41c5ae2f5137 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'security_group_rule': {'security_group_id': '894e211f-b59a-4eea-956b-ef58a7644fef', 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:12.783485 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734632f-6e70-4e9e-99ba-9cacc0ee92a0 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b7cface-3b0c-40c1-b059-32d5a0c7ca20,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:12.825583 n-d-758944-45 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-7342df30-d7e3-4f6c-a184-41c5ae2f5137 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Project 5969ba48b19a42969f3c1202e7616f77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:35:12.844320 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7342df30-d7e3-4f6c-a184-41c5ae2f5137 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:12.925856 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7084655e-7f63-4912-b52e-888062efcf1f tempest-MeteringIpV6TestJSON-1214687115 tempest-MeteringIpV6TestJSON-1214687115-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:12.936675 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7084655e-7f63-4912-b52e-888062efcf1f tempest-MeteringIpV6TestJSON-1214687115 tempest-MeteringIpV6TestJSON-1214687115-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/8ff0f6bd-ea00-43ce-9d86-b09ce68e0bc7 HTTP/1.1" status: 204 len: 168 time: 1.1839378 Jul 15 13:35:12.937981 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33732) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:13.014763 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-83632b81-b4a5-450e-859d-abd1dddfa508 tempest-MeteringIpV6TestJSON-1214687115 tempest-MeteringIpV6TestJSON-1214687115-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=8ff0f6bd-ea00-43ce-9d86-b09ce68e0bc7 HTTP/1.1" status: 200 len: 221 time: 0.0678146 Jul 15 13:35:13.019721 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33736) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:13.043684 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f06201c9-6bd1-41f2-990b-44e797830951 tempest-MeteringIpV6TestJSON-1214687115 tempest-MeteringIpV6TestJSON-1214687115-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--82347318', 'description': 'label created by tempest'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:13.044426 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f06201c9-6bd1-41f2-990b-44e797830951 tempest-MeteringIpV6TestJSON-1214687115 tempest-MeteringIpV6TestJSON-1214687115-project-admin] Unknown quota resources ['metering_label']. {{(pid=93813) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:35:13.109549 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7342df30-d7e3-4f6c-a184-41c5ae2f5137 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.130374 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7342df30-d7e3-4f6c-a184-41c5ae2f5137 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.185975 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9820f-aa3f-4311-972e-e0328352df06 req-a9266258-6671-4ebe-bc76-d98a57b98dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:13.188698 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a5c9820f-aa3f-4311-972e-e0328352df06 req-a9266258-6671-4ebe-bc76-d98a57b98dc4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5f24dfe6-2160-447a-8153-50f713367043 HTTP/1.1" status: 200 len: 1098 time: 0.5078330 Jul 15 13:35:13.199040 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342df30-d7e3-4f6c-a184-41c5ae2f5137 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5fa9124-d198-4346-b982-c87e9de8b069,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:13.208463 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7342df30-d7e3-4f6c-a184-41c5ae2f5137 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.211443 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7342df30-d7e3-4f6c-a184-41c5ae2f5137 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4971516 Jul 15 13:35:13.216790 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33740) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:13.227818 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ad23153d-7b50-4677-8b90-418e72c0976a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'security_group_rule': {'security_group_id': '894e211f-b59a-4eea-956b-ef58a7644fef', 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:13.347291 n-d-758944-45 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-ad23153d-7b50-4677-8b90-418e72c0976a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Project 5969ba48b19a42969f3c1202e7616f77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:35:13.357572 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad23153d-7b50-4677-8b90-418e72c0976a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.619438 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad23153d-7b50-4677-8b90-418e72c0976a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.630727 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad23153d-7b50-4677-8b90-418e72c0976a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.666766 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23153d-7b50-4677-8b90-418e72c0976a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dfdaf96-0d2d-493e-a73f-10f515197706,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:13.675165 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad23153d-7b50-4677-8b90-418e72c0976a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.684524 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ad23153d-7b50-4677-8b90-418e72c0976a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4660096 Jul 15 13:35:13.688177 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33746) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:13.698015 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e86218f6-25c2-453e-b89a-f61cdd5ff0ce tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'network': {'name': 'tempest-network-smoke--744765216', 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'port_security_enabled': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:13.721804 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f06201c9-6bd1-41f2-990b-44e797830951 tempest-MeteringIpV6TestJSON-1214687115 tempest-MeteringIpV6TestJSON-1214687115-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.728715 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f06201c9-6bd1-41f2-990b-44e797830951 tempest-MeteringIpV6TestJSON-1214687115 tempest-MeteringIpV6TestJSON-1214687115-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.7075710 Jul 15 13:35:13.731945 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33748) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:13.736039 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a5c9820f-aa3f-4311-972e-e0328352df06 req-a3c308f7-f2ad-447a-987b-616e3386316b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435874 Jul 15 13:35:13.816493 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86218f6-25c2-453e-b89a-f61cdd5ff0ce tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Made reservation on behalf of 5969ba48b19a42969f3c1202e7616f77 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:13.836213 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e86218f6-25c2-453e-b89a-f61cdd5ff0ce tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.967163 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86218f6-25c2-453e-b89a-f61cdd5ff0ce tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:35:13.975054 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-258d45b2-71f9-4297-a254-9025996fe8cc tempest-MeteringIpV6TestJSON-1214687115 tempest-MeteringIpV6TestJSON-1214687115-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=473f483a-013e-446f-81df-9b1b880095ca HTTP/1.1" status: 200 len: 466 time: 0.2424586 Jul 15 13:35:13.978433 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33754) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:13.991909 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e86218f6-25c2-453e-b89a-f61cdd5ff0ce tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.002607 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-e86218f6-25c2-453e-b89a-f61cdd5ff0ce tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Added segment 167f289d-6015-4de5-ac82-657bbdbe5e0c of type vlan for network b3271eeb-b9eb-4d85-9c8c-62c1a302878e Jul 15 13:35:14.160246 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e86218f6-25c2-453e-b89a-f61cdd5ff0ce tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.306505 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e86218f6-25c2-453e-b89a-f61cdd5ff0ce tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.317317 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86218f6-25c2-453e-b89a-f61cdd5ff0ce tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:14.330952 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e86218f6-25c2-453e-b89a-f61cdd5ff0ce tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.392974 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e86218f6-25c2-453e-b89a-f61cdd5ff0ce tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7033031 Jul 15 13:35:14.412517 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33760) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:14.423361 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ad127ee0-f382-4f8b-931f-eb522ee56d74 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1529328922', 'admin_state_up': True, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:14.474473 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad127ee0-f382-4f8b-931f-eb522ee56d74 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.480578 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad127ee0-f382-4f8b-931f-eb522ee56d74 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.583760 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cc7bb2ff-4456-4c8b-acf8-15f0a092b2a9 tempest-MeteringIpV6TestJSON-1214687115 tempest-MeteringIpV6TestJSON-1214687115-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.585059 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-cc7bb2ff-4456-4c8b-acf8-15f0a092b2a9 tempest-MeteringIpV6TestJSON-1214687115 tempest-MeteringIpV6TestJSON-1214687115-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/473f483a-013e-446f-81df-9b1b880095ca HTTP/1.1" status: 204 len: 168 time: 0.6051066 Jul 15 13:35:14.588886 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33762) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:14.590238 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad127ee0-f382-4f8b-931f-eb522ee56d74 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.619377 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-486eec5c-6429-47bd-90eb-8b28798b6d8f tempest-MeteringIpV6TestJSON-1214687115 tempest-MeteringIpV6TestJSON-1214687115-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=473f483a-013e-446f-81df-9b1b880095ca HTTP/1.1" status: 200 len: 216 time: 0.0287981 Jul 15 13:35:14.624415 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33764) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:14.666361 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-54296ac8-83a7-4a3b-b109-43b08c41b0f4 tempest-MeteringIpV6TestJSON-1214687115 tempest-MeteringIpV6TestJSON-1214687115-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0406022 Jul 15 13:35:14.669813 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33768) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:14.717903 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c6ea0-b065-45bf-b095-5aab6236a4a8 req-e924fd24-f910-4a6e-b696-d7044656226d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:14.733889 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b81c6ea0-b065-45bf-b095-5aab6236a4a8 req-e924fd24-f910-4a6e-b696-d7044656226d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f24dfe6-2160-447a-8153-50f713367043 HTTP/1.1" status: 200 len: 946 time: 0.5184102 Jul 15 13:35:14.782996 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f4a7484a-f983-4fe0-809a-6ef352a5accc tempest-MeteringIpV6TestJSON-1214687115 tempest-MeteringIpV6TestJSON-1214687115-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1121292 Jul 15 13:35:14.784004 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33770) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:14.831539 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86218f6-25c2-453e-b89a-f61cdd5ff0ce tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'Network': ['ID=b3271eeb-b9eb-4d85-9c8c-62c1a302878e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:14.852416 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network b3271eeb-b9eb-4d85-9c8c-62c1a302878e details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:35:15.051062 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad127ee0-f382-4f8b-931f-eb522ee56d74 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:15.132323 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-798f332d-f2b7-4a86-8cf5-a25fc75fe315 tempest-MeteringIpV6TestJSON-1214687115 tempest-MeteringIpV6TestJSON-1214687115-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels/60b8ee02-35cd-4a04-a3d9-237a475d6ed6 HTTP/1.1" status: 200 len: 473 time: 0.3179665 Jul 15 13:35:15.140704 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33774) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:15.199329 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4ab18fb8-6d54-4c90-bf4e-f2eb6d6f97c0 tempest-MeteringIpV6TestJSON-1214687115 tempest-MeteringIpV6TestJSON-1214687115-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules/4325b3a0-224b-4f6e-9d5c-c41a1bee4dba HTTP/1.1" status: 200 len: 459 time: 0.0394883 Jul 15 13:35:15.205741 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33776) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:15.237111 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b81c6ea0-b065-45bf-b095-5aab6236a4a8 req-79f8c6b2-8218-4bee-ac71-90d4bccfa497 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4773011 Jul 15 13:35:15.983433 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d50547f4-44a3-46ea-8365-0aa43c99298e tempest-MeteringIpV6TestJSON-1214687115 tempest-MeteringIpV6TestJSON-1214687115-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:15.984519 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d50547f4-44a3-46ea-8365-0aa43c99298e tempest-MeteringIpV6TestJSON-1214687115 tempest-MeteringIpV6TestJSON-1214687115-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/4325b3a0-224b-4f6e-9d5c-c41a1bee4dba HTTP/1.1" status: 204 len: 168 time: 0.7773263 Jul 15 13:35:15.988067 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33786) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:16.119393 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad127ee0-f382-4f8b-931f-eb522ee56d74 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.142285 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad127ee0-f382-4f8b-931f-eb522ee56d74 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.294509 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-ad127ee0-f382-4f8b-931f-eb522ee56d74 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Allocated IP 172.25.6.178 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:16.300256 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10c34e97-4822-4a7b-af9d-6be9b80a4c47 tempest-MeteringIpV6TestJSON-1214687115 tempest-MeteringIpV6TestJSON-1214687115-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.301619 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-10c34e97-4822-4a7b-af9d-6be9b80a4c47 tempest-MeteringIpV6TestJSON-1214687115 tempest-MeteringIpV6TestJSON-1214687115-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/60b8ee02-35cd-4a04-a3d9-237a475d6ed6 HTTP/1.1" status: 204 len: 168 time: 0.3094046 Jul 15 13:35:16.412034 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-68938818-3b3b-4196-8a42-c092bb816c68 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-840435107&fields=id&tenant_id=89567fda246241f4860e07527d287580 HTTP/1.1" status: 200 len: 267 time: 0.1073050 Jul 15 13:35:16.655629 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad127ee0-f382-4f8b-931f-eb522ee56d74 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.679826 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-f50f3a0e-29bf-4a48-9e7e-7e569eec0147 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:16.687935 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-f50f3a0e-29bf-4a48-9e7e-7e569eec0147 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/networks?id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb HTTP/1.1" status: 200 len: 812 time: 0.2488847 Jul 15 13:35:16.688662 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737c7dc-87be-4082-8d9a-32a8fd0daedb req-f74a0bae-f0ce-43df-95e2-3e243a116c59 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:16.696635 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3737c7dc-87be-4082-8d9a-32a8fd0daedb req-f74a0bae-f0ce-43df-95e2-3e243a116c59 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f24dfe6-2160-447a-8153-50f713367043 HTTP/1.1" status: 200 len: 946 time: 0.1384912 Jul 15 13:35:16.742828 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-b98740e9-77c7-437b-a249-013217a6bbce tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/quotas/89567fda246241f4860e07527d287580 HTTP/1.1" status: 200 len: 375 time: 0.0329313 Jul 15 13:35:16.774560 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33810) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:16.775664 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3737c7dc-87be-4082-8d9a-32a8fd0daedb req-16e2153f-ec55-4fa4-8019-ac2516c1d055 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754604 Jul 15 13:35:16.827382 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad127ee0-f382-4f8b-931f-eb522ee56d74 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:16.938680 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad127ee0-f382-4f8b-931f-eb522ee56d74 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:16.959369 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-24078fc8-a46a-445f-9e75-4ca7614ee0ec tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=89567fda246241f4860e07527d287580&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2002215 Jul 15 13:35:16.959771 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-ad127ee0-f382-4f8b-931f-eb522ee56d74 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:16.964975 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad127ee0-f382-4f8b-931f-eb522ee56d74 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:17.007815 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ece0fb4-bdbd-4bc9-87b2-dad77a3efc88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.170806 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-bdf576e7-0ad2-4942-a61e-cb4440883451 service neutron] 10.222.0.24 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590481 Jul 15 13:35:17.255062 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ece0fb4-bdbd-4bc9-87b2-dad77a3efc88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.265462 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ece0fb4-bdbd-4bc9-87b2-dad77a3efc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.291851 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad127ee0-f382-4f8b-931f-eb522ee56d74 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'Port': ['ID=55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:17.331338 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece0fb4-bdbd-4bc9-87b2-dad77a3efc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4443a122-898e-40a7-8e27-d428d41d62a7,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:17.386919 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2ece0fb4-bdbd-4bc9-87b2-dad77a3efc88 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5dde9322216946109b4af8a822fc80c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6111555 Jul 15 13:35:17.388336 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33816) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:17.407929 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-3d92b11b-c173-4f1a-a7b6-7cf5a992a96b service neutron] 10.222.0.24 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027254 Jul 15 13:35:17.623020 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546cfcd-6f09-4d61-9003-60089c1ff4c0 req-005df311-9a63-4706-8f65-54441249b49a tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:17.624660 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d546cfcd-6f09-4d61-9003-60089c1ff4c0 req-005df311-9a63-4706-8f65-54441249b49a tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f24dfe6-2160-447a-8153-50f713367043 HTTP/1.1" status: 200 len: 946 time: 0.3539903 Jul 15 13:35:17.629070 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad127ee0-f382-4f8b-931f-eb522ee56d74 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.685096 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63daec5f-1c9e-4500-9304-9000e22a732c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.763950 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63daec5f-1c9e-4500-9304-9000e22a732c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.780383 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d546cfcd-6f09-4d61-9003-60089c1ff4c0 req-1c937aed-eaea-46c9-8c7f-31d79c05d590 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962572 Jul 15 13:35:17.944784 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63daec5f-1c9e-4500-9304-9000e22a732c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.956852 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63daec5f-1c9e-4500-9304-9000e22a732c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.956852 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-63daec5f-1c9e-4500-9304-9000e22a732c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4443a122-898e-40a7-8e27-d428d41d62a7 HTTP/1.1" status: 204 len: 168 time: 0.5667298 Jul 15 13:35:18.010454 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63daec5f-1c9e-4500-9304-9000e22a732c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4443a122-898e-40a7-8e27-d428d41d62a7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:18.044803 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad127ee0-f382-4f8b-931f-eb522ee56d74 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.591706 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2a52435a-f652-4e13-9742-941968b35c2a req-8faeb646-5fc1-4366-9a60-5b6c4e49ea25 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=355d3ed4-6ebc-4ab9-8dbb-071f675416e2 HTTP/1.1" status: 200 len: 210 time: 0.0530837 Jul 15 13:35:18.610127 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad127ee0-f382-4f8b-931f-eb522ee56d74 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Router 5b95319a-8872-498e-b461-59b33978c26e is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:35:18.753364 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33852) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:18.777461 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f804384b-075b-4870-8e34-9e75500a33de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.885924 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad127ee0-f382-4f8b-931f-eb522ee56d74 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:18.904612 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3be5a83-26ac-4bb3-8109-8b57aed0ebdd None None] Sync routers for ids ['5b95319a-8872-498e-b461-59b33978c26e'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:18.932640 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3be5a83-26ac-4bb3-8109-8b57aed0ebdd None None] Routers {'5b95319a-8872-498e-b461-59b33978c26e'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:18.933942 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e3be5a83-26ac-4bb3-8109-8b57aed0ebdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:34:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['5b95319a-8872-498e-b461-59b33978c26e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:18.973644 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f804384b-075b-4870-8e34-9e75500a33de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.985357 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f804384b-075b-4870-8e34-9e75500a33de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.992067 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad127ee0-f382-4f8b-931f-eb522ee56d74 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.993881 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ad127ee0-f382-4f8b-931f-eb522ee56d74 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.5791304 Jul 15 13:35:18.997039 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33858) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:19.084425 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f804384b-075b-4870-8e34-9e75500a33de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b0fbfdd22a9c4db3854fccdea988397b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3256240 Jul 15 13:35:19.084925 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33862) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:19.085118 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804384b-075b-4870-8e34-9e75500a33de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665bfd7b-68d4-4a3d-87de-eb5fa810524f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:19.112160 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-e3be5a83-26ac-4bb3-8109-8b57aed0ebdd None None] Set router 5b95319a-8872-498e-b461-59b33978c26e gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:19.142458 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ab4c2-9d33-42c7-b413-538c4c0dc705 req-1a46fb2e-2fb5-45af-9d8d-edf9d5812b96 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:19.146074 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d12ab4c2-9d33-42c7-b413-538c4c0dc705 req-1a46fb2e-2fb5-45af-9d8d-edf9d5812b96 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f24dfe6-2160-447a-8153-50f713367043 HTTP/1.1" status: 200 len: 946 time: 0.2425365 Jul 15 13:35:19.230604 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-438fd814-2984-4572-9806-1e1576d67333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.263958 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d12ab4c2-9d33-42c7-b413-538c4c0dc705 req-f27f7b58-56c2-48dd-b795-a0a946bf19dd tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096430 Jul 15 13:35:19.307247 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-438fd814-2984-4572-9806-1e1576d67333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.377087 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-438fd814-2984-4572-9806-1e1576d67333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.380906 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-438fd814-2984-4572-9806-1e1576d67333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.382880 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-438fd814-2984-4572-9806-1e1576d67333 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/665bfd7b-68d4-4a3d-87de-eb5fa810524f HTTP/1.1" status: 204 len: 168 time: 0.2961733 Jul 15 13:35:19.397698 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438fd814-2984-4572-9806-1e1576d67333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665bfd7b-68d4-4a3d-87de-eb5fa810524f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:19.521820 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-43c1dd5a-336c-4b61-8483-8791de9d4c91 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=5969ba48b19a42969f3c1202e7616f77&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5215859 Jul 15 13:35:19.522889 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33870) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:19.648215 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e3be5a83-26ac-4bb3-8109-8b57aed0ebdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b95319a-8872-498e-b461-59b33978c26e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529328922', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:14Z', 'updated_at': '2021-07-15T13:35:17Z', 'revision_number': 3, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:aa:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b95319a-8872-498e-b461-59b33978c26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:16Z', 'updated_at': '2021-07-15T13:35:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:19.735351 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3be5a83-26ac-4bb3-8109-8b57aed0ebdd None None] Checking router: 5b95319a-8872-498e-b461-59b33978c26e for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:35:19.735898 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3be5a83-26ac-4bb3-8109-8b57aed0ebdd None None] Updating router 5b95319a-8872-498e-b461-59b33978c26e port 55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:35:19.805548 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e3be5a83-26ac-4bb3-8109-8b57aed0ebdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:20.019986 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-27fdb306-92f2-4030-a451-93519da25870 req-bbe39273-f7af-4605-8b26-a6e68810630a tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=355d3ed4-6ebc-4ab9-8dbb-071f675416e2 HTTP/1.1" status: 200 len: 210 time: 0.1401775 Jul 15 13:35:20.042141 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40dc93d-1ae8-42a0-8819-077bb1902e6b tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:20.044004 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a40dc93d-1ae8-42a0-8819-077bb1902e6b tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5196738 Jul 15 13:35:20.048959 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33878) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:20.091612 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-93d7a90d-00d3-4406-a263-40f109cf7a62 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0b352371-cfe9-4be4-934e-718e319584db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402315 Jul 15 13:35:20.098484 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33882) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:20.104699 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-76765406-3b99-44b5-a447-e2fcea4e6f3f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1762896719', 'network_id': 'b3271eeb-b9eb-4d85-9c8c-62c1a302878e', 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:20.309722 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76765406-3b99-44b5-a447-e2fcea4e6f3f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Made reservation on behalf of 5969ba48b19a42969f3c1202e7616f77 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:20.313548 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-76765406-3b99-44b5-a447-e2fcea4e6f3f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:20.372559 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6994cd-5eb0-4d5a-b4d7-7f2b9ba6e35e req-64892afa-9462-4fc1-a298-5fc526359c84 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:20.375710 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3b6994cd-5eb0-4d5a-b4d7-7f2b9ba6e35e req-64892afa-9462-4fc1-a298-5fc526359c84 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f24dfe6-2160-447a-8153-50f713367043 HTTP/1.1" status: 200 len: 946 time: 0.2107646 Jul 15 13:35:20.625017 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e3be5a83-26ac-4bb3-8109-8b57aed0ebdd None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:20.679261 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e3be5a83-26ac-4bb3-8109-8b57aed0ebdd None None] Transition to ACTIVE for port object 55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:20.724405 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e3be5a83-26ac-4bb3-8109-8b57aed0ebdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:20.826838 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-3b6994cd-5eb0-4d5a-b4d7-7f2b9ba6e35e req-8de5915b-d2f4-44ed-a661-ce4c012f9e5c tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Deleting port 1e0563b4-c0c5-473a-860d-427727c31c9f {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:20.827566 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3b6994cd-5eb0-4d5a-b4d7-7f2b9ba6e35e req-8de5915b-d2f4-44ed-a661-ce4c012f9e5c tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:20.997324 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e3be5a83-26ac-4bb3-8109-8b57aed0ebdd None None] Attempting to bind port 55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:21.002695 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-76765406-3b99-44b5-a447-e2fcea4e6f3f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.006193 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e3be5a83-26ac-4bb3-8109-8b57aed0ebdd None None] Attempting to bind port 55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:21.007560 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3be5a83-26ac-4bb3-8109-8b57aed0ebdd None None] Attempting to bind port 55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:21.057331 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-13fd90f2-4444-4286-a36e-9dfe095d93fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.066408 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3be5a83-26ac-4bb3-8109-8b57aed0ebdd None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:21.067029 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3be5a83-26ac-4bb3-8109-8b57aed0ebdd None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:21.067696 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e3be5a83-26ac-4bb3-8109-8b57aed0ebdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.068410 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3be5a83-26ac-4bb3-8109-8b57aed0ebdd None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:21.073265 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e3be5a83-26ac-4bb3-8109-8b57aed0ebdd None None] Bound port: 55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:21.073889 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e3be5a83-26ac-4bb3-8109-8b57aed0ebdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.076981 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502b821-b126-49ea-8421-20b32c22c0e7 None None] Pushing event updated for resources: {'Port': ['ID=55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:21.250418 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-af9dea09-60e1-4400-a741-4c49edb7cc9b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:21.254470 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-af9dea09-60e1-4400-a741-4c49edb7cc9b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.18 "GET /v2.0/networks?id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb HTTP/1.1" status: 200 len: 812 time: 0.6077697 Jul 15 13:35:21.283062 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a54acb-37f7-4722-8ad4-66c849b3b250 req-881bc154-d23e-4be7-b514-61c153bf300c tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:21.285226 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7a54acb-37f7-4722-8ad4-66c849b3b250 req-881bc154-d23e-4be7-b514-61c153bf300c tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f24dfe6-2160-447a-8153-50f713367043 HTTP/1.1" status: 200 len: 946 time: 0.4415078 Jul 15 13:35:21.350405 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e3be5a83-26ac-4bb3-8109-8b57aed0ebdd None None] For port 55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:21.364948 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e3be5a83-26ac-4bb3-8109-8b57aed0ebdd None None] For port 55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:21.376063 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e3be5a83-26ac-4bb3-8109-8b57aed0ebdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.429782 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-d8e1c5fc-452d-41d5-a525-d7cb8d592f39 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89567fda246241f4860e07527d287580 HTTP/1.1" status: 200 len: 379 time: 0.1396892 Jul 15 13:35:21.447333 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-5bb9a4ea-fa82-4315-ad42-fc81fcd684a0 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Request body: {'port': {'device_id': '355d3ed4-6ebc-4ab9-8dbb-071f675416e2', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'admin_state_up': True, 'tenant_id': '89567fda246241f4860e07527d287580', 'security_groups': ['27069147-e89c-4e2a-86f3-af131ba1747c']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:21.559557 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c7a54acb-37f7-4722-8ad4-66c849b3b250 req-4e1f4602-007b-456c-b957-8edaeb99ba87 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260139 Jul 15 13:35:21.602012 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3be5a83-26ac-4bb3-8109-8b57aed0ebdd None None] Routers {'5b95319a-8872-498e-b461-59b33978c26e'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:21.603385 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e3be5a83-26ac-4bb3-8109-8b57aed0ebdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:34:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['5b95319a-8872-498e-b461-59b33978c26e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:21.733585 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-e3be5a83-26ac-4bb3-8109-8b57aed0ebdd None None] Set router 5b95319a-8872-498e-b461-59b33978c26e gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:21.786732 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-5bb9a4ea-fa82-4315-ad42-fc81fcd684a0 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Made reservation on behalf of 89567fda246241f4860e07527d287580 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:21.790991 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-5bb9a4ea-fa82-4315-ad42-fc81fcd684a0 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.976587 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-5bb9a4ea-fa82-4315-ad42-fc81fcd684a0 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Allocated IP 172.20.0.11 (2f29b873-f209-4d3d-b75f-0d6b04f8d1cb/4840df0d-ad31-406d-829f-ea4475de886e/61e80b52-d22a-439e-a270-a6c2af6f6d50) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:22.178666 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-5bb9a4ea-fa82-4315-ad42-fc81fcd684a0 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.214660 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-5bb9a4ea-fa82-4315-ad42-fc81fcd684a0 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Transition to ACTIVE for port object 61e80b52-d22a-439e-a270-a6c2af6f6d50 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:22.285531 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502b821-b126-49ea-8421-20b32c22c0e7 None None] Pushing event updated for resources: {'Port': ['ID=55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:22.304892 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-5bb9a4ea-fa82-4315-ad42-fc81fcd684a0 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.518351 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9a4ea-fa82-4315-ad42-fc81fcd684a0 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Pushing event updated for resources: {'Port': ['ID=61e80b52-d22a-439e-a270-a6c2af6f6d50,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:22.522782 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e3be5a83-26ac-4bb3-8109-8b57aed0ebdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b95319a-8872-498e-b461-59b33978c26e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529328922', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:14Z', 'updated_at': '2021-07-15T13:35:17Z', 'revision_number': 3, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:aa:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b95319a-8872-498e-b461-59b33978c26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:16Z', 'updated_at': '2021-07-15T13:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:22.587362 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-5bb9a4ea-fa82-4315-ad42-fc81fcd684a0 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:22.594013 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-5bb9a4ea-fa82-4315-ad42-fc81fcd684a0 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:22.595196 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3be5a83-26ac-4bb3-8109-8b57aed0ebdd None None] The sync data for ids ['5b95319a-8872-498e-b461-59b33978c26e'] in n-d-758944-45 is: [{'id': '5b95319a-8872-498e-b461-59b33978c26e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529328922', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:14Z', 'updated_at': '2021-07-15T13:35:17Z', 'revision_number': 3, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:aa:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b95319a-8872-498e-b461-59b33978c26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:16Z', 'updated_at': '2021-07-15T13:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:22.609442 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-5bb9a4ea-fa82-4315-ad42-fc81fcd684a0 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:22.857999 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-5bb9a4ea-fa82-4315-ad42-fc81fcd684a0 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:22.858679 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-3b6994cd-5eb0-4d5a-b4d7-7f2b9ba6e35e req-8de5915b-d2f4-44ed-a661-ce4c012f9e5c tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] For port 1e0563b4-c0c5-473a-860d-427727c31c9f, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=1e0563b4-c0c5-473a-860d-427727c31c9f,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:22.859457 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-5bb9a4ea-fa82-4315-ad42-fc81fcd684a0 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.865468 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3b6994cd-5eb0-4d5a-b4d7-7f2b9ba6e35e req-8de5915b-d2f4-44ed-a661-ce4c012f9e5c tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:22.894734 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76765406-3b99-44b5-a447-e2fcea4e6f3f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'Subnet': ['ID=a1de6f99-28d2-4487-bb53-dfb9d06f26cd,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:22.920174 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-5bb9a4ea-fa82-4315-ad42-fc81fcd684a0 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4843428 Jul 15 13:35:22.935574 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-ad02b44c-f750-424f-9389-360fb752ad06 service neutron] Request body: {'port': {'device_id': '355d3ed4-6ebc-4ab9-8dbb-071f675416e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:23.007960 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-3b6994cd-5eb0-4d5a-b4d7-7f2b9ba6e35e req-8de5915b-d2f4-44ed-a661-ce4c012f9e5c tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Calling delete_port for 1e0563b4-c0c5-473a-860d-427727c31c9f owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:23.110035 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76765406-3b99-44b5-a447-e2fcea4e6f3f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Checking segment: {'id': '167f289d-6015-4de5-ac82-657bbdbe5e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b3271eeb-b9eb-4d85-9c8c-62c1a302878e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:23.110622 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76765406-3b99-44b5-a447-e2fcea4e6f3f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Network hostable DHCP agents. Network: b3271eeb-b9eb-4d85-9c8c-62c1a302878e, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:35:23.258238 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d7d31-7d4c-439c-8b75-ed75363097d3 req-781f30ad-a4d0-4f62-a5d5-74bf1002820d tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:23.267018 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b73d7d31-7d4c-439c-8b75-ed75363097d3 req-781f30ad-a4d0-4f62-a5d5-74bf1002820d tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=355d3ed4-6ebc-4ab9-8dbb-071f675416e2 HTTP/1.1" status: 200 len: 932 time: 0.8354688 Jul 15 13:35:23.317086 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.400057 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-ad02b44c-f750-424f-9389-360fb752ad06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.446999 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-902de0d3-b026-4f9d-b4d7-832b15c2e5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.461310 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9435b0da-5dfd-4667-8f12-814e47b3353c None None] Provisioning for port 61e80b52-d22a-439e-a270-a6c2af6f6d50 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:23.467629 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9435b0da-5dfd-4667-8f12-814e47b3353c None None] Provisioning complete for port 61e80b52-d22a-439e-a270-a6c2af6f6d50 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:23.468276 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9435b0da-5dfd-4667-8f12-814e47b3353c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.480401 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76765406-3b99-44b5-a447-e2fcea4e6f3f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Network b3271eeb-b9eb-4d85-9c8c-62c1a302878e is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:35:23.596851 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33952) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:23.614198 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9435b0da-5dfd-4667-8f12-814e47b3353c None None] Port 61e80b52-d22a-439e-a270-a6c2af6f6d50 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:23.629633 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-76765406-3b99-44b5-a447-e2fcea4e6f3f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, b3271eeb-b9eb-4d85-9c8c-62c1a302878e) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:23.653433 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76765406-3b99-44b5-a447-e2fcea4e6f3f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:23.655666 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-76765406-3b99-44b5-a447-e2fcea4e6f3f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:23.666613 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615325ff-af3d-4779-a6e9-6cf278ba2476 None None] Network b3271eeb-b9eb-4d85-9c8c-62c1a302878e requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:23.720537 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b73d7d31-7d4c-439c-8b75-ed75363097d3 req-c9161584-3706-4860-9d68-7634166d5001 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4160080 Jul 15 13:35:23.742545 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411e531-ac8e-4160-a670-dca0465d1f6e req-528f4fce-4842-4456-bf81-b974a543d2b6 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:23.744287 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5411e531-ac8e-4160-a670-dca0465d1f6e req-528f4fce-4842-4456-bf81-b974a543d2b6 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f24dfe6-2160-447a-8153-50f713367043 HTTP/1.1" status: 200 len: 946 time: 0.5315998 Jul 15 13:35:23.793936 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-76765406-3b99-44b5-a447-e2fcea4e6f3f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.6938193 Jul 15 13:35:23.800955 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33958) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:24.120749 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 1e0563b4-c0c5-473a-860d-427727c31c9f no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:35:24.188280 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5411e531-ac8e-4160-a670-dca0465d1f6e req-87795d40-b56e-475c-ba76-a8265d827dd4 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162984 Jul 15 13:35:24.239740 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0e7ef815-9f00-4818-9635-3d6a599e823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-546014652'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:24.371435 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3b6994cd-5eb0-4d5a-b4d7-7f2b9ba6e35e req-8de5915b-d2f4-44ed-a661-ce4c012f9e5c tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.429052 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7ef815-9f00-4818-9635-3d6a599e823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999-project] Made reservation on behalf of 608395c7a88a43a8b6077247c52c2f3f for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:24.443205 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0e7ef815-9f00-4818-9635-3d6a599e823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.481590 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0e7ef815-9f00-4818-9635-3d6a599e823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.485047 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['9a9e28e7-783c-4b08-98a4-873057252a5b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:35:24.546060 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35e9acd-52fe-4976-85a4-15ada57049e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-b3271eeb-b9eb-4d85-9c8c-62c1a302878e', 'network_id': 'b3271eeb-b9eb-4d85-9c8c-62c1a302878e', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'fixed_ips': [{'subnet_id': 'a1de6f99-28d2-4487-bb53-dfb9d06f26cd'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:35:24.554474 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e35e9acd-52fe-4976-85a4-15ada57049e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.644866 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0e7ef815-9f00-4818-9635-3d6a599e823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.672347 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0e7ef815-9f00-4818-9635-3d6a599e823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.692652 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7ef815-9f00-4818-9635-3d6a599e823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:35:24.708320 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0e7ef815-9f00-4818-9635-3d6a599e823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.708780 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-0e7ef815-9f00-4818-9635-3d6a599e823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999-project] Added segment 00e0ff2c-847b-4d3a-8fe1-fea648bdad90 of type vlan for network d5bbae40-743c-4457-a575-6f1356f1b474 Jul 15 13:35:24.774938 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5915b-d2f4-44ed-a661-ce4c012f9e5c tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Pushing event deleted for resources: {'Port': ['ID=1e0563b4-c0c5-473a-860d-427727c31c9f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:24.818661 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ef815-9f00-4818-9635-3d6a599e823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e85fe95-32c7-4d13-9a66-65a4f6199e4f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:24.889277 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6994cd-5eb0-4d5a-b4d7-7f2b9ba6e35e req-8de5915b-d2f4-44ed-a661-ce4c012f9e5c tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] No DVR routers for this DVR port 1e0563b4-c0c5-473a-860d-427727c31c9f on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:35:24.900350 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3b6994cd-5eb0-4d5a-b4d7-7f2b9ba6e35e req-8de5915b-d2f4-44ed-a661-ce4c012f9e5c tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.900992 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0e7ef815-9f00-4818-9635-3d6a599e823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:24.904128 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3b6994cd-5eb0-4d5a-b4d7-7f2b9ba6e35e req-8de5915b-d2f4-44ed-a661-ce4c012f9e5c tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.32 "DELETE /v2.0/ports/1e0563b4-c0c5-473a-860d-427727c31c9f HTTP/1.1" status: 204 len: 173 time: 4.5186112 Jul 15 13:35:25.052707 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-ad02b44c-f750-424f-9389-360fb752ad06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61e80b52-d22a-439e-a270-a6c2af6f6d50 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:35:25.070440 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-ad02b44c-f750-424f-9389-360fb752ad06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.074409 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0e7ef815-9f00-4818-9635-3d6a599e823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.081214 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7ef815-9f00-4818-9635-3d6a599e823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:25.082326 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0e7ef815-9f00-4818-9635-3d6a599e823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.127919 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f24dfe6-2160-447a-8153-50f713367043', 'name': 'network-vif-deleted', 'tag': '1e0563b4-c0c5-473a-860d-427727c31c9f'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:25.139123 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5623aa3-6c2f-443f-b7cb-2a098d4e9480" -d '{"events": [{"server_uuid": "5f24dfe6-2160-447a-8153-50f713367043", "name": "network-vif-deleted", "tag": "1e0563b4-c0c5-473a-860d-427727c31c9f"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:25.141345 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0e7ef815-9f00-4818-9635-3d6a599e823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.5346708 Jul 15 13:35:25.296247 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-ad02b44c-f750-424f-9389-360fb752ad06 service neutron] Transition to ACTIVE for port object 61e80b52-d22a-439e-a270-a6c2af6f6d50 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:25.367517 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-ad02b44c-f750-424f-9389-360fb752ad06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.652619 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 33986) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:25.656001 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ef815-9f00-4818-9635-3d6a599e823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999-project] Pushing event updated for resources: {'Network': ['ID=d5bbae40-743c-4457-a575-6f1356f1b474,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:25.694637 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Request body: {'port': {'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474', 'binding:host_id': 'n-h1-758944-45', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-538605135'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:25.748653 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02b44c-f750-424f-9389-360fb752ad06 service neutron] Pushing event updated for resources: {'Port': ['ID=61e80b52-d22a-439e-a270-a6c2af6f6d50,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:25.802143 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-44b4646a-9c0a-445c-ab3e-d09f74e1f216 req-a7929338-df31-459f-b5fe-a995bff6e050 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.5182962 Jul 15 13:35:25.811025 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ebe818-cf8b-4217-b649-5016ff5ed2e4 x-openstack-request-id: req-99ebe818-cf8b-4217-b649-5016ff5ed2e4 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:35:25.813150 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f24dfe6-2160-447a-8153-50f713367043", "name": "network-vif-deleted", "tag": "1e0563b4-c0c5-473a-860d-427727c31c9f", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:35:25.814106 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-99ebe818-cf8b-4217-b649-5016ff5ed2e4 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:35:25.816091 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f24dfe6-2160-447a-8153-50f713367043', 'name': 'network-vif-deleted', 'tag': '1e0563b4-c0c5-473a-860d-427727c31c9f', 'status': 'completed', 'code': 200} Jul 15 13:35:25.821509 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Made reservation on behalf of 7144e8ccd4b14d28b5ff5e3c5a2ded27 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:25.830162 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:25.865853 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.014392 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-ad02b44c-f750-424f-9389-360fb752ad06 service neutron] Attempting to bind port 61e80b52-d22a-439e-a270-a6c2af6f6d50 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:26.014834 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-ad02b44c-f750-424f-9389-360fb752ad06 service neutron] Attempting to bind port 61e80b52-d22a-439e-a270-a6c2af6f6d50 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:26.015245 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-ad02b44c-f750-424f-9389-360fb752ad06 service neutron] Attempting to bind port 61e80b52-d22a-439e-a270-a6c2af6f6d50 on network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:26.034930 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-ad02b44c-f750-424f-9389-360fb752ad06 service neutron] Port 61e80b52-d22a-439e-a270-a6c2af6f6d50 on network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:26.038219 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-ad02b44c-f750-424f-9389-360fb752ad06 service neutron] Attempting to bind port 61e80b52-d22a-439e-a270-a6c2af6f6d50 on network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:26.060492 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-ad02b44c-f750-424f-9389-360fb752ad06 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:26.063526 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-ad02b44c-f750-424f-9389-360fb752ad06 service neutron] Checking segment: {'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:26.065690 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-ad02b44c-f750-424f-9389-360fb752ad06 service neutron] Bound using segment: {'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:26.067872 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-ad02b44c-f750-424f-9389-360fb752ad06 service neutron] Bound port: 61e80b52-d22a-439e-a270-a6c2af6f6d50, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:26.068514 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-ad02b44c-f750-424f-9389-360fb752ad06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.074355 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:26.084921 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network d5bbae40-743c-4457-a575-6f1356f1b474 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:35:26.094267 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.159620 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No active binding found for port 1e0563b4-c0c5-473a-860d-427727c31c9f {{(pid=93815) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 13:35:26.160465 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 1e0563b4-c0c5-473a-860d-427727c31c9f not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:35:26.278471 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0744137-a62c-40c9-990d-3b21b5864ead req-c960ab30-9b5d-454e-bccf-0af165a1c756 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:26.284347 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a0744137-a62c-40c9-990d-3b21b5864ead req-c960ab30-9b5d-454e-bccf-0af165a1c756 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=355d3ed4-6ebc-4ab9-8dbb-071f675416e2 HTTP/1.1" status: 200 len: 944 time: 1.1258996 Jul 15 13:35:26.457381 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-ad02b44c-f750-424f-9389-360fb752ad06 service neutron] For port 61e80b52-d22a-439e-a270-a6c2af6f6d50, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:26.471454 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-ad02b44c-f750-424f-9389-360fb752ad06 service neutron] For port 61e80b52-d22a-439e-a270-a6c2af6f6d50, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=61e80b52-d22a-439e-a270-a6c2af6f6d50,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:26.567970 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.573054 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f6e8b744-b31b-414c-a1d0-5f355c75480d req-4d83f332-62e2-4840-be49-8d0415dba327 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f24dfe6-2160-447a-8153-50f713367043 HTTP/1.1" status: 200 len: 210 time: 0.3089743 Jul 15 13:35:26.582434 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 33998) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:26.598258 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-ad02b44c-f750-424f-9389-360fb752ad06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.651924 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.751114 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-ad02b44c-f750-424f-9389-360fb752ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:26.755160 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-ad02b44c-f750-424f-9389-360fb752ad06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.757663 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.760813 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-ad02b44c-f750-424f-9389-360fb752ad06 service neutron] 10.222.0.18 "PUT /v2.0/ports/61e80b52-d22a-439e-a270-a6c2af6f6d50 HTTP/1.1" status: 200 len: 1093 time: 3.8311071 Jul 15 13:35:26.762579 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355d3ed4-6ebc-4ab9-8dbb-071f675416e2', 'tag': '61e80b52-d22a-439e-a270-a6c2af6f6d50'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:26.773126 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa675ce-2d6a-4e53-9c88-26d6cd3bdaec" -d '{"events": [{"name": "network-changed", "server_uuid": "355d3ed4-6ebc-4ab9-8dbb-071f675416e2", "tag": "61e80b52-d22a-439e-a270-a6c2af6f6d50"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:26.789705 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] device_id is not set on port 89a0586d-3e80-46cc-90a8-a072301a7d81 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:35:27.012999 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02b44c-f750-424f-9389-360fb752ad06 service neutron] Pushing event updated for resources: {'Port': ['ID=61e80b52-d22a-439e-a270-a6c2af6f6d50,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:27.152519 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-870fb514-7ab6-4b99-97a2-0c1f1a1e95f5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=00e8a24106eb44d89c9c68dc038af0d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5619240 Jul 15 13:35:27.158177 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34006) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:27.183329 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.218024 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-f662fc2d-04ad-465c-86d8-7c45197d1c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:27.218024 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-f662fc2d-04ad-465c-86d8-7c45197d1c14 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89567fda246241f4860e07527d287580&device_id=355d3ed4-6ebc-4ab9-8dbb-071f675416e2 HTTP/1.1" status: 200 len: 1096 time: 0.3397787 Jul 15 13:35:27.292477 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-e35e9acd-52fe-4976-85a4-15ada57049e2 None None] Allocated IP 172.20.0.2 (b3271eeb-b9eb-4d85-9c8c-62c1a302878e/a1de6f99-28d2-4487-bb53-dfb9d06f26cd/c677a8e3-02d7-4415-9c86-00035ce61202) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:27.353747 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-ee6f12c4-0dba-47ef-822d-bc09c3be0753 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61e80b52-d22a-439e-a270-a6c2af6f6d50 HTTP/1.1" status: 200 len: 217 time: 0.1218321 Jul 15 13:35:27.497511 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d2f70ee4-3174-4f41-9191-2cad4c9c7461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.535317 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:27.550526 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:27.551030 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.644864 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d2f70ee4-3174-4f41-9191-2cad4c9c7461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.653078 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-b78465f5-425a-46b0-92fe-019cc5040988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:27.657458 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-b78465f5-425a-46b0-92fe-019cc5040988 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4840df0d-ad31-406d-829f-ea4475de886e HTTP/1.1" status: 200 len: 851 time: 0.2957299 Jul 15 13:35:27.858062 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-c3cb9ae6-eeb7-41cb-b9e0-c57a9fbdf3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:27.859715 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-c3cb9ae6-eeb7-41cb-b9e0-c57a9fbdf3ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1921341 Jul 15 13:35:27.893443 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d2f70ee4-3174-4f41-9191-2cad4c9c7461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.897063 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d2f70ee4-3174-4f41-9191-2cad4c9c7461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.899800 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d2f70ee4-3174-4f41-9191-2cad4c9c7461 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b0d9961-3473-4144-adcf-828b89bf8014 HTTP/1.1" status: 204 len: 168 time: 0.7369545 Jul 15 13:35:27.918308 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] device_id is not set on port 89a0586d-3e80-46cc-90a8-a072301a7d81 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:35:27.943866 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d87f740-9437-45d5-b188-898bbb30b47b x-openstack-request-id: req-1d87f740-9437-45d5-b188-898bbb30b47b {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:35:27.945291 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355d3ed4-6ebc-4ab9-8dbb-071f675416e2", "tag": "61e80b52-d22a-439e-a270-a6c2af6f6d50", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:35:27.945884 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d87f740-9437-45d5-b188-898bbb30b47b {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:35:27.947474 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355d3ed4-6ebc-4ab9-8dbb-071f675416e2', 'tag': '61e80b52-d22a-439e-a270-a6c2af6f6d50', 'status': 'completed', 'code': 200} Jul 15 13:35:27.974098 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a691b436-604e-4af2-a8a3-3e0b4445b2b9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:28.008058 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e35e9acd-52fe-4976-85a4-15ada57049e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.016498 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f70ee4-3174-4f41-9191-2cad4c9c7461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0d9961-3473-4144-adcf-828b89bf8014,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:28.057785 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e35e9acd-52fe-4976-85a4-15ada57049e2 None None] Transition to ACTIVE for port object c677a8e3-02d7-4415-9c86-00035ce61202 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:28.105227 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.133849 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.147001 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e35e9acd-52fe-4976-85a4-15ada57049e2 None None] Transition to ACTIVE for port object c677a8e3-02d7-4415-9c86-00035ce61202 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:28.191841 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:28.193900 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e35e9acd-52fe-4976-85a4-15ada57049e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.206900 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.218286 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-7d759ce0-cf66-4eac-8005-d2d435b139b8 service neutron] 10.222.0.18 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488886 Jul 15 13:35:28.274443 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Transition to ACTIVE for port object 89a0586d-3e80-46cc-90a8-a072301a7d81 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:28.286624 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4646a-9c0a-445c-ab3e-d09f74e1f216 req-9e42603c-4005-47e8-bf59-e1c06c2dcc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:28.289796 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-44b4646a-9c0a-445c-ab3e-d09f74e1f216 req-9e42603c-4005-47e8-bf59-e1c06c2dcc92 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a009645feb04959b4d54831dba76b81&device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 1097 time: 2.2172480 Jul 15 13:35:28.314331 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35e9acd-52fe-4976-85a4-15ada57049e2 None None] Network b3271eeb-b9eb-4d85-9c8c-62c1a302878e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:28.318115 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-e35e9acd-52fe-4976-85a4-15ada57049e2 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:28.347911 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e9acd-52fe-4976-85a4-15ada57049e2 None None] Pushing event updated for resources: {'Port': ['ID=c677a8e3-02d7-4415-9c86-00035ce61202,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:28.350074 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a0744137-a62c-40c9-990d-3b21b5864ead req-761183b3-b49b-4a7d-9ced-ba5f582b73a4 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.6616547 Jul 15 13:35:28.350876 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35e9acd-52fe-4976-85a4-15ada57049e2 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:28.489126 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e35e9acd-52fe-4976-85a4-15ada57049e2 None None] Attempting to bind port c677a8e3-02d7-4415-9c86-00035ce61202 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:28.490974 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e35e9acd-52fe-4976-85a4-15ada57049e2 None None] Attempting to bind port c677a8e3-02d7-4415-9c86-00035ce61202 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '167f289d-6015-4de5-ac82-657bbdbe5e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b3271eeb-b9eb-4d85-9c8c-62c1a302878e'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:28.492323 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35e9acd-52fe-4976-85a4-15ada57049e2 None None] Attempting to bind port c677a8e3-02d7-4415-9c86-00035ce61202 on network b3271eeb-b9eb-4d85-9c8c-62c1a302878e {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:28.506656 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:28.516597 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35e9acd-52fe-4976-85a4-15ada57049e2 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:28.518137 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35e9acd-52fe-4976-85a4-15ada57049e2 None None] Checking segment: {'id': '167f289d-6015-4de5-ac82-657bbdbe5e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b3271eeb-b9eb-4d85-9c8c-62c1a302878e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:28.518752 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e35e9acd-52fe-4976-85a4-15ada57049e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.522163 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35e9acd-52fe-4976-85a4-15ada57049e2 None None] Bound using segment: {'id': '167f289d-6015-4de5-ac82-657bbdbe5e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b3271eeb-b9eb-4d85-9c8c-62c1a302878e'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:28.522848 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e35e9acd-52fe-4976-85a4-15ada57049e2 None None] Bound port: c677a8e3-02d7-4415-9c86-00035ce61202, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167f289d-6015-4de5-ac82-657bbdbe5e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b3271eeb-b9eb-4d85-9c8c-62c1a302878e'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:28.523363 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e35e9acd-52fe-4976-85a4-15ada57049e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.565936 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.654772 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Pushing event updated for resources: {'Port': ['ID=89a0586d-3e80-46cc-90a8-a072301a7d81,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:28.662010 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e35e9acd-52fe-4976-85a4-15ada57049e2 None None] For port c677a8e3-02d7-4415-9c86-00035ce61202, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:28.666339 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e35e9acd-52fe-4976-85a4-15ada57049e2 None None] For port c677a8e3-02d7-4415-9c86-00035ce61202, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c677a8e3-02d7-4415-9c86-00035ce61202,segment=NetworkSegment(167f289d-6015-4de5-ac82-657bbdbe5e0c),segment_id=167f289d-6015-4de5-ac82-657bbdbe5e0c)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:28.675950 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e35e9acd-52fe-4976-85a4-15ada57049e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.695045 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-407b763e-e193-4a66-b0ca-ef867b516839 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.798306 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e9acd-52fe-4976-85a4-15ada57049e2 None None] Pushing event updated for resources: {'Port': ['ID=c677a8e3-02d7-4415-9c86-00035ce61202,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:28.810494 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a645dda9-3a35-4d7d-9b21-142b72a0659e req-f3fb1998-75a2-4a68-8c3b-5c8ef802bac7 service neutron] 10.222.0.18 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5830741 Jul 15 13:35:28.824723 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df772534-4304-4495-a8cb-8e718e581775 req-0c08805a-9a08-49ea-bc1e-a95be617beb4 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:28.834490 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-df772534-4304-4495-a8cb-8e718e581775 req-0c08805a-9a08-49ea-bc1e-a95be617beb4 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 945 time: 0.4683621 Jul 15 13:35:28.911044 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-df772534-4304-4495-a8cb-8e718e581775 req-286d2dca-e506-42c1-9728-938803e515c0 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746698 Jul 15 13:35:28.970436 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Checking segment: {'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:28.971266 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Network hostable DHCP agents. Network: d5bbae40-743c-4457-a575-6f1356f1b474, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:35:29.051852 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa675ce-2d6a-4e53-9c88-26d6cd3bdaec req-5e9e2cf6-65ff-4f08-92a5-4fd6fd348edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:29.059580 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-faa675ce-2d6a-4e53-9c88-26d6cd3bdaec req-5e9e2cf6-65ff-4f08-92a5-4fd6fd348edf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89567fda246241f4860e07527d287580&device_id=355d3ed4-6ebc-4ab9-8dbb-071f675416e2 HTTP/1.1" status: 200 len: 1096 time: 0.1313426 Jul 15 13:35:29.113233 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4646a-9c0a-445c-ab3e-d09f74e1f216 req-f3542ae1-3faa-4692-aadb-f1ca7ba2fa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:29.122681 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-44b4646a-9c0a-445c-ab3e-d09f74e1f216 req-f3542ae1-3faa-4692-aadb-f1ca7ba2fa78 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e606fbf2-6d31-4c0c-b11e-11481e1e0c38 HTTP/1.1" status: 200 len: 918 time: 0.7588267 Jul 15 13:35:29.363567 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa675ce-2d6a-4e53-9c88-26d6cd3bdaec req-2b02099c-eae9-4913-a31a-ed0ef6a83027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:29.365602 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-faa675ce-2d6a-4e53-9c88-26d6cd3bdaec req-2b02099c-eae9-4913-a31a-ed0ef6a83027 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb HTTP/1.1" status: 200 len: 913 time: 0.3002722 Jul 15 13:35:29.437212 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-faa675ce-2d6a-4e53-9c88-26d6cd3bdaec req-da0e99b9-9730-4985-b4b4-cc077f5a92a8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61e80b52-d22a-439e-a270-a6c2af6f6d50 HTTP/1.1" status: 200 len: 217 time: 0.0614386 Jul 15 13:35:29.475902 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-44b4646a-9c0a-445c-ab3e-d09f74e1f216 req-6968f136-8e33-46dc-b398-1a9b4f0bef37 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db1a3f-09e9-40f1-9b7b-8d700353e799 HTTP/1.1" status: 200 len: 1000 time: 0.3069990 Jul 15 13:35:29.527415 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Network d5bbae40-743c-4457-a575-6f1356f1b474 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:35:29.550147 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa675ce-2d6a-4e53-9c88-26d6cd3bdaec req-daf395a3-f01f-416e-a9d6-2ac0d824aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:29.551725 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-faa675ce-2d6a-4e53-9c88-26d6cd3bdaec req-daf395a3-f01f-416e-a9d6-2ac0d824aaa7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4840df0d-ad31-406d-829f-ea4475de886e HTTP/1.1" status: 200 len: 851 time: 0.1078649 Jul 15 13:35:29.638970 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, d5bbae40-743c-4457-a575-6f1356f1b474) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:29.657078 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b850615e-e403-495d-9361-16a6e3d9942d None None] Network d5bbae40-743c-4457-a575-6f1356f1b474 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:29.674307 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:29.770973 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa675ce-2d6a-4e53-9c88-26d6cd3bdaec req-fd1c8914-0bf3-4dc2-890e-98f58b4e7c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:29.778037 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-faa675ce-2d6a-4e53-9c88-26d6cd3bdaec req-fd1c8914-0bf3-4dc2-890e-98f58b4e7c9e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2183235 Jul 15 13:35:29.877131 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:29.878343 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:29.878730 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 on network d5bbae40-743c-4457-a575-6f1356f1b474 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:30.027803 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Port 89a0586d-3e80-46cc-90a8-a072301a7d81 on network d5bbae40-743c-4457-a575-6f1356f1b474 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:30.028469 n-d-758944-45 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Failed to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] Jul 15 13:35:30.068764 n-d-758944-45 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempt 2 to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 Jul 15 13:35:30.076649 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4646a-9c0a-445c-ab3e-d09f74e1f216 req-08237f07-5466-477f-8c35-822a45aa1856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:30.092885 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-44b4646a-9c0a-445c-ab3e-d09f74e1f216 req-08237f07-5466-477f-8c35-822a45aa1856 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=781e91a3-d9e2-4a55-aa10-3466cf7c7f92 HTTP/1.1" status: 200 len: 856 time: 0.6074274 Jul 15 13:35:30.374347 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:30.376735 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:30.378942 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 on network d5bbae40-743c-4457-a575-6f1356f1b474 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:30.431249 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Port 89a0586d-3e80-46cc-90a8-a072301a7d81 on network d5bbae40-743c-4457-a575-6f1356f1b474 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:30.431937 n-d-758944-45 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Failed to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] Jul 15 13:35:30.443409 n-d-758944-45 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempt 3 to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 Jul 15 13:35:30.491003 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:30.492629 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:30.493368 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 on network d5bbae40-743c-4457-a575-6f1356f1b474 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:30.530225 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Port 89a0586d-3e80-46cc-90a8-a072301a7d81 on network d5bbae40-743c-4457-a575-6f1356f1b474 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:30.530944 n-d-758944-45 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Failed to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] Jul 15 13:35:30.613673 n-d-758944-45 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempt 4 to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 Jul 15 13:35:30.629693 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c677a8e3-02d7-4415-9c86-00035ce61202 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:30.670766 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:30.671359 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:30.672342 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 on network d5bbae40-743c-4457-a575-6f1356f1b474 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:30.719141 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-407b763e-e193-4a66-b0ca-ef867b516839 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Allocated IP 172.20.0.1 (b3271eeb-b9eb-4d85-9c8c-62c1a302878e/a1de6f99-28d2-4487-bb53-dfb9d06f26cd/c727f5e2-1277-4094-86f8-c4591e2cee6d) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:30.813592 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port c677a8e3-02d7-4415-9c86-00035ce61202 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:30.825564 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:30.913858 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b247159-b95a-48a8-94fb-0485bf06e460 None None] Network b3271eeb-b9eb-4d85-9c8c-62c1a302878e requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:31.008234 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-407b763e-e193-4a66-b0ca-ef867b516839 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.049984 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-407b763e-e193-4a66-b0ca-ef867b516839 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Transition to ACTIVE for port object c727f5e2-1277-4094-86f8-c4591e2cee6d will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:31.117672 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-875622bf-3890-4845-b4bd-6c6058c255ec None None] Provisioning for port c677a8e3-02d7-4415-9c86-00035ce61202 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:31.123085 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Port 89a0586d-3e80-46cc-90a8-a072301a7d81 on network d5bbae40-743c-4457-a575-6f1356f1b474 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:31.123338 n-d-758944-45 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Failed to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] Jul 15 13:35:31.135316 n-d-758944-45 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempt 5 to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 Jul 15 13:35:31.151329 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-875622bf-3890-4845-b4bd-6c6058c255ec None None] Provisioning complete for port c677a8e3-02d7-4415-9c86-00035ce61202 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:31.152242 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-875622bf-3890-4845-b4bd-6c6058c255ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.190255 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4e4a9-cb1a-4518-a0e6-fe7d0d8bb9d9 req-530c0aed-2517-4201-bc52-e7ba80413bc8 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:31.201615 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-83f4e4a9-cb1a-4518-a0e6-fe7d0d8bb9d9 req-530c0aed-2517-4201-bc52-e7ba80413bc8 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 945 time: 1.0674090 Jul 15 13:35:31.314497 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4646a-9c0a-445c-ab3e-d09f74e1f216 req-ab69b28e-f2cc-44f9-9385-bc3e0bb98c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:31.316138 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-44b4646a-9c0a-445c-ab3e-d09f74e1f216 req-ab69b28e-f2cc-44f9-9385-bc3e0bb98c04 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e606fbf2-6d31-4c0c-b11e-11481e1e0c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1837108 Jul 15 13:35:31.538095 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:31.538095 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.538381 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4f882-6db1-443e-8c93-3761fa06f444 req-2626dd71-0597-40d0-b754-6c59a9789022 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:31.545368 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e0f4f882-6db1-443e-8c93-3761fa06f444 req-2626dd71-0597-40d0-b754-6c59a9789022 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=355d3ed4-6ebc-4ab9-8dbb-071f675416e2 HTTP/1.1" status: 200 len: 944 time: 1.8090618 Jul 15 13:35:31.547668 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-faa675ce-2d6a-4e53-9c88-26d6cd3bdaec req-10dc22da-1496-474c-bfdb-7d37dd189db6 service neutron] 10.222.0.18 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7324069 Jul 15 13:35:31.699151 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-44b4646a-9c0a-445c-ab3e-d09f74e1f216 req-affe3491-9822-40de-ae97-4f72830dc036 service neutron] 10.222.0.32 "GET /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359668 Jul 15 13:35:31.704865 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:31.705212 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:31.705565 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 on network d5bbae40-743c-4457-a575-6f1356f1b474 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:31.855838 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-83f4e4a9-cb1a-4518-a0e6-fe7d0d8bb9d9 req-c5641b2f-505c-47d2-b268-0676c31368b5 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6532030 Jul 15 13:35:31.858093 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-44b4646a-9c0a-445c-ab3e-d09f74e1f216 req-401d8402-7ead-4912-8a43-e28ddfa6d6e6 service neutron] 10.222.0.32 "GET /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460567 Jul 15 13:35:31.865056 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-407b763e-e193-4a66-b0ca-ef867b516839 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.928362 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407b763e-e193-4a66-b0ca-ef867b516839 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Network b3271eeb-b9eb-4d85-9c8c-62c1a302878e is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:31.941006 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Port 89a0586d-3e80-46cc-90a8-a072301a7d81 on network d5bbae40-743c-4457-a575-6f1356f1b474 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:31.941383 n-d-758944-45 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Failed to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] Jul 15 13:35:31.945288 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-407b763e-e193-4a66-b0ca-ef867b516839 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:31.954111 n-d-758944-45 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempt 6 to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 Jul 15 13:35:32.000040 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-faa675ce-2d6a-4e53-9c88-26d6cd3bdaec req-2404cb59-7d40-468f-99fa-dbedbf4004ed service neutron] 10.222.0.18 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385960 Jul 15 13:35:32.006397 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34082) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:32.047455 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407b763e-e193-4a66-b0ca-ef867b516839 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:32.083767 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e0f4f882-6db1-443e-8c93-3761fa06f444 req-44011280-9cbb-4603-a1c0-6d0cabeece8e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4968650 Jul 15 13:35:32.117859 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b763e-e193-4a66-b0ca-ef867b516839 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'Port': ['ID=c727f5e2-1277-4094-86f8-c4591e2cee6d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:32.231902 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-875622bf-3890-4845-b4bd-6c6058c255ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.298681 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-4cce93c4-e505-48dd-9ff0-4f4b6204adae tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:32.300643 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-4cce93c4-e505-48dd-9ff0-4f4b6204adae tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/networks?id=3863dc0e-6146-449a-a791-85fa35a22fff HTTP/1.1" status: 200 len: 805 time: 0.1679034 Jul 15 13:35:32.306024 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:32.306612 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:32.307143 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 on network d5bbae40-743c-4457-a575-6f1356f1b474 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:32.321255 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Port 89a0586d-3e80-46cc-90a8-a072301a7d81 on network d5bbae40-743c-4457-a575-6f1356f1b474 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:32.322011 n-d-758944-45 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Failed to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] Jul 15 13:35:32.322752 n-d-758944-45 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempt 7 to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 Jul 15 13:35:32.339389 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-407b763e-e193-4a66-b0ca-ef867b516839 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.345310 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:32.347663 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:32.348250 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 on network d5bbae40-743c-4457-a575-6f1356f1b474 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:32.402621 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Port 89a0586d-3e80-46cc-90a8-a072301a7d81 on network d5bbae40-743c-4457-a575-6f1356f1b474 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:32.403021 n-d-758944-45 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Failed to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] Jul 15 13:35:32.414471 n-d-758944-45 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempt 8 to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 Jul 15 13:35:32.430555 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-d2a107eb-c8c1-4cd1-bf5b-f24ae6fa1548 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/quotas/043bd73de72448efaf900d42a51adac4 HTTP/1.1" status: 200 len: 375 time: 0.0870807 Jul 15 13:35:32.433089 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:32.433435 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:32.433789 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 on network d5bbae40-743c-4457-a575-6f1356f1b474 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:32.462928 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Port 89a0586d-3e80-46cc-90a8-a072301a7d81 on network d5bbae40-743c-4457-a575-6f1356f1b474 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:32.463312 n-d-758944-45 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Failed to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] Jul 15 13:35:32.474838 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-875622bf-3890-4845-b4bd-6c6058c255ec None None] For port c677a8e3-02d7-4415-9c86-00035ce61202, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c677a8e3-02d7-4415-9c86-00035ce61202,segment=NetworkSegment(167f289d-6015-4de5-ac82-657bbdbe5e0c),segment_id=167f289d-6015-4de5-ac82-657bbdbe5e0c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:32.483275 n-d-758944-45 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempt 9 to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 Jul 15 13:35:32.494214 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-875622bf-3890-4845-b4bd-6c6058c255ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.605996 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:32.613126 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:32.614494 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 on network d5bbae40-743c-4457-a575-6f1356f1b474 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:32.650903 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Port 89a0586d-3e80-46cc-90a8-a072301a7d81 on network d5bbae40-743c-4457-a575-6f1356f1b474 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:32.651461 n-d-758944-45 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Failed to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] Jul 15 13:35:32.657999 n-d-758944-45 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempt 10 to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 Jul 15 13:35:32.672258 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875622bf-3890-4845-b4bd-6c6058c255ec None None] Pushing event updated for resources: {'Port': ['ID=c677a8e3-02d7-4415-9c86-00035ce61202,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:32.727356 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-d9fb48cd-5428-4dbd-9b41-7d3ea6f56765 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=043bd73de72448efaf900d42a51adac4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2813003 Jul 15 13:35:32.761877 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-cf516e5d-29ed-46c8-add6-946f131360ff tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Request body: {'network': {'name': 'tempest-network-smoke--1571045615', 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'port_security_enabled': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:32.809169 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf516e5d-29ed-46c8-add6-946f131360ff tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Made reservation on behalf of fcf19ad9f55645769cc76961e7748495 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:32.813664 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf516e5d-29ed-46c8-add6-946f131360ff tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.822215 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:32.822759 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:32.823308 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 on network d5bbae40-743c-4457-a575-6f1356f1b474 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:32.871154 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf516e5d-29ed-46c8-add6-946f131360ff tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.973744 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-283c77dc-7c5b-4923-b6a7-f00bf2ef5f4b None None] Provisioning complete for port c677a8e3-02d7-4415-9c86-00035ce61202 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:32.974408 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-283c77dc-7c5b-4923-b6a7-f00bf2ef5f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.348011 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf516e5d-29ed-46c8-add6-946f131360ff tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.354151 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-283c77dc-7c5b-4923-b6a7-f00bf2ef5f4b None None] Provisioning for port c727f5e2-1277-4094-86f8-c4591e2cee6d completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:33.364510 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-283c77dc-7c5b-4923-b6a7-f00bf2ef5f4b None None] Provisioning complete for port c727f5e2-1277-4094-86f8-c4591e2cee6d triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:33.364966 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf516e5d-29ed-46c8-add6-946f131360ff tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.365141 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-283c77dc-7c5b-4923-b6a7-f00bf2ef5f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.425391 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf516e5d-29ed-46c8-add6-946f131360ff tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:35:33.456911 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-283c77dc-7c5b-4923-b6a7-f00bf2ef5f4b None None] Port c727f5e2-1277-4094-86f8-c4591e2cee6d cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:33.492001 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf516e5d-29ed-46c8-add6-946f131360ff tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.493052 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-cf516e5d-29ed-46c8-add6-946f131360ff tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Added segment 0decb619-c7d7-4838-9fab-29529d572b66 of type vlan for network b333c41f-9715-44db-b704-e867379897e4 Jul 15 13:35:33.523416 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Port 89a0586d-3e80-46cc-90a8-a072301a7d81 on network d5bbae40-743c-4457-a575-6f1356f1b474 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:33.524825 n-d-758944-45 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Failed to bind port 89a0586d-3e80-46cc-90a8-a072301a7d81 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] Jul 15 13:35:33.525408 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.574198 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf516e5d-29ed-46c8-add6-946f131360ff tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.602713 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-dd048fe7-596a-41df-96a0-5f8e867d678b None None] Provisioning complete for port c727f5e2-1277-4094-86f8-c4591e2cee6d triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:33.603300 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dd048fe7-596a-41df-96a0-5f8e867d678b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.608944 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-407b763e-e193-4a66-b0ca-ef867b516839 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.625494 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf516e5d-29ed-46c8-add6-946f131360ff tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a6d634-03a4-456d-9b7e-44b0d95dfe57,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:33.695046 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf516e5d-29ed-46c8-add6-946f131360ff tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.714872 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf516e5d-29ed-46c8-add6-946f131360ff tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:33.717569 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf516e5d-29ed-46c8-add6-946f131360ff tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.730458 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-dd048fe7-596a-41df-96a0-5f8e867d678b None None] Port c727f5e2-1277-4094-86f8-c4591e2cee6d cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:33.754161 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d27c09-da42-49b4-85aa-7d37b026bc31 req-0b63f1c4-9057-454a-9d7c-ad1b9d912888 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:33.754743 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f7d27c09-da42-49b4-85aa-7d37b026bc31 req-0b63f1c4-9057-454a-9d7c-ad1b9d912888 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 945 time: 0.5200069 Jul 15 13:35:33.828352 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-0b2ccc63-5185-4a1c-9389-ab96867015dc service neutron] 10.222.0.24 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0285366 Jul 15 13:35:33.838013 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-cf516e5d-29ed-46c8-add6-946f131360ff tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8164058 Jul 15 13:35:33.847351 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34102) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:33.900877 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0d1f3a84-05a4-426f-b1b1-0f1ccdc26e2e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-657754309', 'admin_state_up': True, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:33.910236 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] For port 89a0586d-3e80-46cc-90a8-a072301a7d81, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:33.910620 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempted to set empty binding levels {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 13:35:33.947435 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f7d27c09-da42-49b4-85aa-7d37b026bc31 req-c53d450d-2401-4d0d-8830-375f0ced1516 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799901 Jul 15 13:35:33.948554 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf516e5d-29ed-46c8-add6-946f131360ff tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'Network': ['ID=b333c41f-9715-44db-b704-e867379897e4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:33.962762 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network b333c41f-9715-44db-b704-e867379897e4 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:35:33.964074 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.020598 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d1f3a84-05a4-426f-b1b1-0f1ccdc26e2e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.022373 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d1f3a84-05a4-426f-b1b1-0f1ccdc26e2e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.048692 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:34.049415 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.112442 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Pushing event updated for resources: {'Port': ['ID=89a0586d-3e80-46cc-90a8-a072301a7d81,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:34.139863 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6785578e-d26e-4df2-bb1a-d6f23d98b37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 8.4644322 Jul 15 13:35:34.142810 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34104) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:34.153399 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-744b4e33-ce1a-406e-b783-d1de4ed2504b service neutron] 10.222.0.24 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132606 Jul 15 13:35:34.231627 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d1f3a84-05a4-426f-b1b1-0f1ccdc26e2e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.465638 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-407b763e-e193-4a66-b0ca-ef867b516839 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.468504 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-f6c4ccb1-3201-4f14-8404-784cfa5b4e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Deleting port 89a0586d-3e80-46cc-90a8-a072301a7d81 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:34.468851 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f6c4ccb1-3201-4f14-8404-784cfa5b4e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.484437 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-407b763e-e193-4a66-b0ca-ef867b516839 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.633732 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c677a8e3-02d7-4415-9c86-00035ce61202 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:34.663624 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d1f3a84-05a4-426f-b1b1-0f1ccdc26e2e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.707101 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-42240a9b-f2d9-44ed-8100-ae3aa19159e3 req-bd289c4a-4f94-43c6-8e4f-1be14559647b tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=59e6c91e-8fcc-4c19-99ff-30f8b0dcd6d5 HTTP/1.1" status: 200 len: 210 time: 0.1876314 Jul 15 13:35:34.733219 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-407b763e-e193-4a66-b0ca-ef867b516839 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.751091 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-f6c4ccb1-3201-4f14-8404-784cfa5b4e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] For port 89a0586d-3e80-46cc-90a8-a072301a7d81, host n-h1-758944-45, got binding levels [] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:34.751731 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f6c4ccb1-3201-4f14-8404-784cfa5b4e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.765585 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b763e-e193-4a66-b0ca-ef867b516839 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'Port': ['ID=c727f5e2-1277-4094-86f8-c4591e2cee6d,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:34.778071 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-f6c4ccb1-3201-4f14-8404-784cfa5b4e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Calling delete_port for 89a0586d-3e80-46cc-90a8-a072301a7d81 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:34.850530 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port c677a8e3-02d7-4415-9c86-00035ce61202 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:34.851126 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.894257 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7f086-e189-47a0-8b70-948ff0b565b9 req-44bc5a9d-936a-4e6b-bb7e-e8690272a7e5 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:34.914847 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e1d7f086-e189-47a0-8b70-948ff0b565b9 req-44bc5a9d-936a-4e6b-bb7e-e8690272a7e5 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=355d3ed4-6ebc-4ab9-8dbb-071f675416e2 HTTP/1.1" status: 200 len: 944 time: 0.5173490 Jul 15 13:35:35.065622 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e1d7f086-e189-47a0-8b70-948ff0b565b9 req-68a2c559-70dd-4254-a232-5ad5b4e2959c tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488156 Jul 15 13:35:35.165394 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407b763e-e193-4a66-b0ca-ef867b516839 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Network b3271eeb-b9eb-4d85-9c8c-62c1a302878e is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:35.184968 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-407b763e-e193-4a66-b0ca-ef867b516839 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:35.534559 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d1f3a84-05a4-426f-b1b1-0f1ccdc26e2e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.569212 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407b763e-e193-4a66-b0ca-ef867b516839 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Router 5b95319a-8872-498e-b461-59b33978c26e has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:35:35.573492 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d1f3a84-05a4-426f-b1b1-0f1ccdc26e2e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.581747 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f6c4ccb1-3201-4f14-8404-784cfa5b4e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.630623 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f6c4ccb1-3201-4f14-8404-784cfa5b4e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.634579 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f6c4ccb1-3201-4f14-8404-784cfa5b4e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] 10.222.0.24 "DELETE /v2.0/ports/89a0586d-3e80-46cc-90a8-a072301a7d81 HTTP/1.1" status: 204 len: 168 time: 1.4800787 Jul 15 13:35:35.639277 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34120) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:35.671524 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4ccb1-3201-4f14-8404-784cfa5b4e8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Pushing event deleted for resources: {'Port': ['ID=89a0586d-3e80-46cc-90a8-a072301a7d81,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:35.678679 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-5576fee2-80ad-4ecb-ac29-abd5fd34b9e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:35:35.681201 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5576fee2-80ad-4ecb-ac29-abd5fd34b9e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] 10.222.0.24 "GET /v2.0/ports/89a0586d-3e80-46cc-90a8-a072301a7d81 HTTP/1.1" status: 404 len: 333 time: 0.0401852 Jul 15 13:35:35.682378 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-626ac6b5-cc47-483a-89e4-1fa18dd16b1b None None] Provisioning complete for port c727f5e2-1277-4094-86f8-c4591e2cee6d triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:35.682850 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-626ac6b5-cc47-483a-89e4-1fa18dd16b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.689300 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34122) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:35.700213 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-93a7c223-574f-49eb-9e09-c9db7b24d2a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Request body: {'port': {'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1454955295'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:35.772510 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-626ac6b5-cc47-483a-89e4-1fa18dd16b1b None None] Port c727f5e2-1277-4094-86f8-c4591e2cee6d cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:35.807693 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a7c223-574f-49eb-9e09-c9db7b24d2a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Made reservation on behalf of 7144e8ccd4b14d28b5ff5e3c5a2ded27 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:35.812845 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93a7c223-574f-49eb-9e09-c9db7b24d2a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.893129 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407b763e-e193-4a66-b0ca-ef867b516839 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:35.913939 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4ab839-1dea-468b-a967-fc634f65e052 None None] Sync routers for ids ['5b95319a-8872-498e-b461-59b33978c26e'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:35.917443 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-93a7c223-574f-49eb-9e09-c9db7b24d2a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] device_id is not set on port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:35:35.940809 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-407b763e-e193-4a66-b0ca-ef867b516839 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "PUT /v2.0/routers/5b95319a-8872-498e-b461-59b33978c26e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1361172 Jul 15 13:35:35.949279 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4ab839-1dea-468b-a967-fc634f65e052 None None] Routers {'5b95319a-8872-498e-b461-59b33978c26e'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:35.950764 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-2e4ab839-1dea-468b-a967-fc634f65e052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:35:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['5b95319a-8872-498e-b461-59b33978c26e'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:35.959704 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2c24af19-af09-4eb4-91ec-4bd4565d326b req-31c97a9c-dcbc-4e8a-a611-211529d78482 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=59e6c91e-8fcc-4c19-99ff-30f8b0dcd6d5 HTTP/1.1" status: 200 len: 210 time: 0.0626547 Jul 15 13:35:35.973088 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-0d1f3a84-05a4-426f-b1b1-0f1ccdc26e2e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Allocated IP 172.25.6.122 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/ba381a57-a509-4d10-b793-67dfcaf6b5cf) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:36.013573 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd9c95-2b18-4880-a067-8a99ea656216 req-a4c8fda9-51f9-4be9-8aea-1596228f862b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:36.044649 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0fcd9c95-2b18-4880-a067-8a99ea656216 req-a4c8fda9-51f9-4be9-8aea-1596228f862b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 945 time: 0.6902330 Jul 15 13:35:36.140290 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0fcd9c95-2b18-4880-a067-8a99ea656216 req-3703591e-f73f-4e27-85eb-3c545c2b813e tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937536 Jul 15 13:35:36.341686 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-2e4ab839-1dea-468b-a967-fc634f65e052 None None] Set router 5b95319a-8872-498e-b461-59b33978c26e gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:36.404290 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-505978d5-171b-4790-be9b-8abb4821c990 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-25664973&fields=id&tenant_id=5969ba48b19a42969f3c1202e7616f77 HTTP/1.1" status: 200 len: 267 time: 0.0919135 Jul 15 13:35:36.518543 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93a7c223-574f-49eb-9e09-c9db7b24d2a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.663949 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93a7c223-574f-49eb-9e09-c9db7b24d2a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.682942 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-2e4ab839-1dea-468b-a967-fc634f65e052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b95319a-8872-498e-b461-59b33978c26e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529328922', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:14Z', 'updated_at': '2021-07-15T13:35:32Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:aa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95319a-8872-498e-b461-59b33978c26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:16Z', 'updated_at': '2021-07-15T13:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'c727f5e2-1277-4094-86f8-c4591e2cee6d', 'name': '', 'network_id': 'b3271eeb-b9eb-4d85-9c8c-62c1a302878e', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:4e:b8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b95319a-8872-498e-b461-59b33978c26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'a1de6f99-28d2-4487-bb53-dfb9d06f26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:29Z', 'updated_at': '2021-07-15T13:35:34Z', 'revision_number': 2, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': 'a1de6f99-28d2-4487-bb53-dfb9d06f26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:36.687411 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d1f3a84-05a4-426f-b1b1-0f1ccdc26e2e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.749143 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4ab839-1dea-468b-a967-fc634f65e052 None None] Checking router: 5b95319a-8872-498e-b461-59b33978c26e for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:35:36.750222 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4ab839-1dea-468b-a967-fc634f65e052 None None] Updating router 5b95319a-8872-498e-b461-59b33978c26e port c727f5e2-1277-4094-86f8-c4591e2cee6d binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:35:36.761190 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-c7bb7d8f-6546-48a6-a266-e365fcce5f69 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:36.772805 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-c7bb7d8f-6546-48a6-a266-e365fcce5f69 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/networks?id=b3271eeb-b9eb-4d85-9c8c-62c1a302878e HTTP/1.1" status: 200 len: 796 time: 0.3635032 Jul 15 13:35:36.790623 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a7c223-574f-49eb-9e09-c9db7b24d2a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Network d5bbae40-743c-4457-a575-6f1356f1b474 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:36.803954 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-85b2063b-eb99-4686-b1cd-cce0e7e2962c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/quotas/5969ba48b19a42969f3c1202e7616f77 HTTP/1.1" status: 200 len: 375 time: 0.0292480 Jul 15 13:35:36.818301 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-93a7c223-574f-49eb-9e09-c9db7b24d2a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:36.843557 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a7c223-574f-49eb-9e09-c9db7b24d2a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:36.845164 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a7c223-574f-49eb-9e09-c9db7b24d2a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:36.846186 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93a7c223-574f-49eb-9e09-c9db7b24d2a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.866975 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2e4ab839-1dea-468b-a967-fc634f65e052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.923071 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7c223-574f-49eb-9e09-c9db7b24d2a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Pushing event updated for resources: {'Port': ['ID=c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:36.965891 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c601d2d-c1b5-4830-a3d8-179403003532 req-a0d3f5fa-59d0-4e4c-9def-f383e1e145d8 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:36.980504 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4c601d2d-c1b5-4830-a3d8-179403003532 req-a0d3f5fa-59d0-4e4c-9def-f383e1e145d8 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=355d3ed4-6ebc-4ab9-8dbb-071f675416e2 HTTP/1.1" status: 200 len: 944 time: 0.6173189 Jul 15 13:35:37.006597 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-93a7c223-574f-49eb-9e09-c9db7b24d2a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3146536 Jul 15 13:35:37.022992 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34144) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:37.034670 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:37.197456 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d1f3a84-05a4-426f-b1b1-0f1ccdc26e2e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.209443 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-6f37c119-2bb8-44a6-ac44-c6660c613284 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3981018 Jul 15 13:35:37.291785 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1f3a84-05a4-426f-b1b1-0f1ccdc26e2e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:37.304542 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-7a436ee3-ab63-45a3-a311-298d5943e0c7 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:37.305042 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-0d1f3a84-05a4-426f-b1b1-0f1ccdc26e2e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:37.307494 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-7a436ee3-ab63-45a3-a311-298d5943e0c7 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.32 "GET /v2.0/networks?id=3863dc0e-6146-449a-a791-85fa35a22fff HTTP/1.1" status: 200 len: 805 time: 0.3994534 Jul 15 13:35:37.344204 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-28329c54-36db-43c0-b87a-0eac87ad5ce0 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Request body: {'port': {'device_id': '59e6c91e-8fcc-4c19-99ff-30f8b0dcd6d5', 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff', 'admin_state_up': True, 'tenant_id': '043bd73de72448efaf900d42a51adac4'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:37.350231 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1f3a84-05a4-426f-b1b1-0f1ccdc26e2e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:37.382492 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4c601d2d-c1b5-4830-a3d8-179403003532 req-53352f6d-2c1d-4d8a-b8da-8e0f87343db6 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3876481 Jul 15 13:35:37.627838 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f3a84-05a4-426f-b1b1-0f1ccdc26e2e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'Port': ['ID=ba381a57-a509-4d10-b793-67dfcaf6b5cf,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:37.654126 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2e4ab839-1dea-468b-a967-fc634f65e052 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.660305 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-28329c54-36db-43c0-b87a-0eac87ad5ce0 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Made reservation on behalf of 043bd73de72448efaf900d42a51adac4 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:37.662164 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.668304 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-28329c54-36db-43c0-b87a-0eac87ad5ce0 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.678301 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-2e4ab839-1dea-468b-a967-fc634f65e052 None None] Transition to ACTIVE for port object c727f5e2-1277-4094-86f8-c4591e2cee6d will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:37.696289 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2e4ab839-1dea-468b-a967-fc634f65e052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.701124 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-edfd9159-b2e3-411e-bd5b-e9c184cfc4be service neutron] 10.222.0.24 "GET /v2.0/networks/b3271eeb-b9eb-4d85-9c8c-62c1a302878e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603300 Jul 15 13:35:37.811119 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96709ac-32cc-48d6-9b4b-b40c037dbd4d None None] Pushing event updated for resources: {'Port': ['ID=c727f5e2-1277-4094-86f8-c4591e2cee6d,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:37.841339 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96709ac-32cc-48d6-9b4b-b40c037dbd4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:37.842598 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96709ac-32cc-48d6-9b4b-b40c037dbd4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:37.843167 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96709ac-32cc-48d6-9b4b-b40c037dbd4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:37.843708 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96709ac-32cc-48d6-9b4b-b40c037dbd4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:37.845126 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96709ac-32cc-48d6-9b4b-b40c037dbd4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:37.845999 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96709ac-32cc-48d6-9b4b-b40c037dbd4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:37.846619 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96709ac-32cc-48d6-9b4b-b40c037dbd4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:37.847165 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96709ac-32cc-48d6-9b4b-b40c037dbd4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:37.849367 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96709ac-32cc-48d6-9b4b-b40c037dbd4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:37.850047 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96709ac-32cc-48d6-9b4b-b40c037dbd4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:37.850761 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96709ac-32cc-48d6-9b4b-b40c037dbd4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:37.851281 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96709ac-32cc-48d6-9b4b-b40c037dbd4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:37.896553 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-159cebbd-75c0-4100-952d-557d045e472f req-bd81967f-c8f1-44ba-8a5d-4c8327e84cc6 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=59e6c91e-8fcc-4c19-99ff-30f8b0dcd6d5 HTTP/1.1" status: 200 len: 210 time: 0.2024419 Jul 15 13:35:38.021166 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-0d461e98-8d0d-4e85-a621-ff09c0c1218a service neutron] 10.222.0.24 "GET /v2.0/networks/b3271eeb-b9eb-4d85-9c8c-62c1a302878e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015099 Jul 15 13:35:38.053450 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-2e4ab839-1dea-468b-a967-fc634f65e052 None None] Attempting to bind port c727f5e2-1277-4094-86f8-c4591e2cee6d on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:38.054376 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-2e4ab839-1dea-468b-a967-fc634f65e052 None None] Attempting to bind port c727f5e2-1277-4094-86f8-c4591e2cee6d by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '167f289d-6015-4de5-ac82-657bbdbe5e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b3271eeb-b9eb-4d85-9c8c-62c1a302878e'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:38.055000 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4ab839-1dea-468b-a967-fc634f65e052 None None] Attempting to bind port c727f5e2-1277-4094-86f8-c4591e2cee6d on network b3271eeb-b9eb-4d85-9c8c-62c1a302878e {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:38.063551 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-28329c54-36db-43c0-b87a-0eac87ad5ce0 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Allocated IP 172.20.0.13 (3863dc0e-6146-449a-a791-85fa35a22fff/7b30ffac-e52f-4dd4-90fb-1da118e51f78/1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:38.067400 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4ab839-1dea-468b-a967-fc634f65e052 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:38.068101 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4ab839-1dea-468b-a967-fc634f65e052 None None] Checking segment: {'id': '167f289d-6015-4de5-ac82-657bbdbe5e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b3271eeb-b9eb-4d85-9c8c-62c1a302878e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:38.068688 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2e4ab839-1dea-468b-a967-fc634f65e052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.069373 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4ab839-1dea-468b-a967-fc634f65e052 None None] Bound using segment: {'id': '167f289d-6015-4de5-ac82-657bbdbe5e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b3271eeb-b9eb-4d85-9c8c-62c1a302878e'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:38.071587 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-2e4ab839-1dea-468b-a967-fc634f65e052 None None] Bound port: c727f5e2-1277-4094-86f8-c4591e2cee6d, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167f289d-6015-4de5-ac82-657bbdbe5e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b3271eeb-b9eb-4d85-9c8c-62c1a302878e'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:38.072312 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2e4ab839-1dea-468b-a967-fc634f65e052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.264746 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.322573 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d1f3a84-05a4-426f-b1b1-0f1ccdc26e2e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.365528 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2e4ab839-1dea-468b-a967-fc634f65e052 None None] For port c727f5e2-1277-4094-86f8-c4591e2cee6d, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:38.386628 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2e4ab839-1dea-468b-a967-fc634f65e052 None None] For port c727f5e2-1277-4094-86f8-c4591e2cee6d, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c727f5e2-1277-4094-86f8-c4591e2cee6d,segment=NetworkSegment(167f289d-6015-4de5-ac82-657bbdbe5e0c),segment_id=167f289d-6015-4de5-ac82-657bbdbe5e0c)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:38.403940 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2e4ab839-1dea-468b-a967-fc634f65e052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.703529 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4ab839-1dea-468b-a967-fc634f65e052 None None] Routers {'5b95319a-8872-498e-b461-59b33978c26e'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:38.709864 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-2e4ab839-1dea-468b-a967-fc634f65e052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:35:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['5b95319a-8872-498e-b461-59b33978c26e'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:38.817430 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c45e1e-248d-4db4-8f28-d5bada3a4c54 req-f0e95b7f-9d25-4547-bbf5-ba0b62496269 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:38.827373 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a0c45e1e-248d-4db4-8f28-d5bada3a4c54 req-f0e95b7f-9d25-4547-bbf5-ba0b62496269 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 945 time: 0.4963291 Jul 15 13:35:39.043166 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-28329c54-36db-43c0-b87a-0eac87ad5ce0 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.110951 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] device_id is not set on port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:35:39.128519 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.140384 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-2e4ab839-1dea-468b-a967-fc634f65e052 None None] Set router 5b95319a-8872-498e-b461-59b33978c26e gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:39.153319 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094e0d3-542b-4c98-886a-121577418eec req-590a936e-c59f-4fe0-8ac5-397d02205332 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:39.154582 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96709ac-32cc-48d6-9b4b-b40c037dbd4d None None] Pushing event updated for resources: {'Port': ['ID=c727f5e2-1277-4094-86f8-c4591e2cee6d,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:39.157183 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7094e0d3-542b-4c98-886a-121577418eec req-590a936e-c59f-4fe0-8ac5-397d02205332 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=355d3ed4-6ebc-4ab9-8dbb-071f675416e2 HTTP/1.1" status: 200 len: 944 time: 0.2387433 Jul 15 13:35:39.157409 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Transition to ACTIVE for port object c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:39.180531 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.222206 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a0c45e1e-248d-4db4-8f28-d5bada3a4c54 req-ed1138dd-d4c7-4c79-81c5-798606a61784 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3767104 Jul 15 13:35:39.388038 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7094e0d3-542b-4c98-886a-121577418eec req-5ac403f8-ea1d-4e7d-9e36-49131b7872df tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2144701 Jul 15 13:35:39.389511 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-28329c54-36db-43c0-b87a-0eac87ad5ce0 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.413470 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['9a9e28e7-783c-4b08-98a4-873057252a5b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:35:39.466997 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:39.467610 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:39.468076 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on network d5bbae40-743c-4457-a575-6f1356f1b474 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:39.566616 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-856eb837-d4f6-4a76-946b-66342fc96a52 req-df5d3ed3-0c04-42a2-b377-e7141a543a5b tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 210 time: 0.1137376 Jul 15 13:35:39.567697 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Pushing event updated for resources: {'Port': ['ID=c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:39.571502 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34168) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:39.589502 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on network d5bbae40-743c-4457-a575-6f1356f1b474 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:39.591162 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Failed to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] Jul 15 13:35:39.608155 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempt 2 to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 Jul 15 13:35:39.631189 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-28329c54-36db-43c0-b87a-0eac87ad5ce0 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Network 3863dc0e-6146-449a-a791-85fa35a22fff is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:39.645851 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:39.646626 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:39.647595 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on network d5bbae40-743c-4457-a575-6f1356f1b474 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:39.654742 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-28329c54-36db-43c0-b87a-0eac87ad5ce0 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:39.656515 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on network d5bbae40-743c-4457-a575-6f1356f1b474 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:39.657269 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Failed to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] Jul 15 13:35:39.659129 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d1f3a84-05a4-426f-b1b1-0f1ccdc26e2e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.668211 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempt 3 to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 Jul 15 13:35:39.670048 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-28329c54-36db-43c0-b87a-0eac87ad5ce0 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:39.699504 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:39.699504 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:39.699504 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on network d5bbae40-743c-4457-a575-6f1356f1b474 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:39.767624 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on network d5bbae40-743c-4457-a575-6f1356f1b474 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:39.768218 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Failed to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] Jul 15 13:35:39.771829 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempt 4 to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 Jul 15 13:35:39.819149 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:39.819690 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:39.820257 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on network d5bbae40-743c-4457-a575-6f1356f1b474 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:39.891779 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on network d5bbae40-743c-4457-a575-6f1356f1b474 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:39.892321 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Failed to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] Jul 15 13:35:39.973839 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28329c54-36db-43c0-b87a-0eac87ad5ce0 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Pushing event updated for resources: {'Port': ['ID=1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:39.986117 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempt 5 to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 Jul 15 13:35:39.995691 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-70bae5c9-083d-4864-aedb-ce4bbc3c75c8 admin admin] Deleting subnet ccb77d9a-f1ba-4892-b180-b595fe5b12e9 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:35:40.000833 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70bae5c9-083d-4864-aedb-ce4bbc3c75c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.033209 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-28329c54-36db-43c0-b87a-0eac87ad5ce0 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:40.034098 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-28329c54-36db-43c0-b87a-0eac87ad5ce0 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.037670 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-2e4ab839-1dea-468b-a967-fc634f65e052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b95319a-8872-498e-b461-59b33978c26e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529328922', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:14Z', 'updated_at': '2021-07-15T13:35:32Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:aa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95319a-8872-498e-b461-59b33978c26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:16Z', 'updated_at': '2021-07-15T13:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'c727f5e2-1277-4094-86f8-c4591e2cee6d', 'name': '', 'network_id': 'b3271eeb-b9eb-4d85-9c8c-62c1a302878e', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:4e:b8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b95319a-8872-498e-b461-59b33978c26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'a1de6f99-28d2-4487-bb53-dfb9d06f26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:29Z', 'updated_at': '2021-07-15T13:35:38Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': 'a1de6f99-28d2-4487-bb53-dfb9d06f26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:40.062673 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-28329c54-36db-43c0-b87a-0eac87ad5ce0 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7367995 Jul 15 13:35:40.064558 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70bae5c9-083d-4864-aedb-ce4bbc3c75c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.073878 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50284bd-cb2c-4aa8-a97b-14f965771168 req-6bd5efd5-bab5-4c09-ab16-9c5756dc23a7 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:40.082313 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a50284bd-cb2c-4aa8-a97b-14f965771168 req-6bd5efd5-bab5-4c09-ab16-9c5756dc23a7 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=59e6c91e-8fcc-4c19-99ff-30f8b0dcd6d5 HTTP/1.1" status: 200 len: 932 time: 0.2043941 Jul 15 13:35:40.111953 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-a392f1ca-e686-4f73-b1c7-654d798f9e69 service neutron] Request body: {'port': {'device_id': '59e6c91e-8fcc-4c19-99ff-30f8b0dcd6d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:40.151081 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70bae5c9-083d-4864-aedb-ce4bbc3c75c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.159963 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4ab839-1dea-468b-a967-fc634f65e052 None None] The sync data for ids ['5b95319a-8872-498e-b461-59b33978c26e'] in n-d-758944-45 is: [{'id': '5b95319a-8872-498e-b461-59b33978c26e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529328922', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:14Z', 'updated_at': '2021-07-15T13:35:32Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:aa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95319a-8872-498e-b461-59b33978c26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:16Z', 'updated_at': '2021-07-15T13:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'c727f5e2-1277-4094-86f8-c4591e2cee6d', 'name': '', 'network_id': 'b3271eeb-b9eb-4d85-9c8c-62c1a302878e', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:4e:b8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b95319a-8872-498e-b461-59b33978c26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'a1de6f99-28d2-4487-bb53-dfb9d06f26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:29Z', 'updated_at': '2021-07-15T13:35:38Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': 'a1de6f99-28d2-4487-bb53-dfb9d06f26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:40.202996 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a50284bd-cb2c-4aa8-a97b-14f965771168 req-2e59cd78-52cf-4983-8350-e61b1e4bbdee tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196396 Jul 15 13:35:40.274508 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-a392f1ca-e686-4f73-b1c7-654d798f9e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.334402 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:40.334779 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:40.335239 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on network d5bbae40-743c-4457-a575-6f1356f1b474 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:40.394911 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on network d5bbae40-743c-4457-a575-6f1356f1b474 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:40.406445 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Failed to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] Jul 15 13:35:40.408622 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempt 6 to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 Jul 15 13:35:40.521863 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70bae5c9-083d-4864-aedb-ce4bbc3c75c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.560373 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:40.560892 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:40.561437 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on network d5bbae40-743c-4457-a575-6f1356f1b474 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:40.744652 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bae5c9-083d-4864-aedb-ce4bbc3c75c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccb77d9a-f1ba-4892-b180-b595fe5b12e9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:40.819558 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c727f5e2-1277-4094-86f8-c4591e2cee6d up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:40.827527 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on network d5bbae40-743c-4457-a575-6f1356f1b474 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:40.827857 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Failed to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] Jul 15 13:35:40.828999 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70bae5c9-083d-4864-aedb-ce4bbc3c75c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.843104 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-a392f1ca-e686-4f73-b1c7-654d798f9e69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:35:40.846029 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-70bae5c9-083d-4864-aedb-ce4bbc3c75c8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ccb77d9a-f1ba-4892-b180-b595fe5b12e9 HTTP/1.1" status: 204 len: 168 time: 1.2515299 Jul 15 13:35:40.847438 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempt 7 to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 Jul 15 13:35:40.869949 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-a392f1ca-e686-4f73-b1c7-654d798f9e69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.904751 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34186) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:40.910343 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-a392f1ca-e686-4f73-b1c7-654d798f9e69 service neutron] Transition to ACTIVE for port object 1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:40.911479 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:40.916407 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:40.917146 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on network d5bbae40-743c-4457-a575-6f1356f1b474 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:40.919764 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-a392f1ca-e686-4f73-b1c7-654d798f9e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.975390 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port c727f5e2-1277-4094-86f8-c4591e2cee6d completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:40.981576 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port c727f5e2-1277-4094-86f8-c4591e2cee6d triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:40.982302 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.997214 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on network d5bbae40-743c-4457-a575-6f1356f1b474 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:40.997970 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Failed to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] Jul 15 13:35:41.006448 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempt 8 to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 Jul 15 13:35:41.109279 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:41.110021 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:41.110606 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on network d5bbae40-743c-4457-a575-6f1356f1b474 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:41.141045 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on network d5bbae40-743c-4457-a575-6f1356f1b474 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:41.141742 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Failed to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] Jul 15 13:35:41.146097 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempt 9 to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 Jul 15 13:35:41.150896 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1f3a84-05a4-426f-b1b1-0f1ccdc26e2e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Router 0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:35:41.210733 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.345047 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port c727f5e2-1277-4094-86f8-c4591e2cee6d, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c727f5e2-1277-4094-86f8-c4591e2cee6d,segment=NetworkSegment(167f289d-6015-4de5-ac82-657bbdbe5e0c),segment_id=167f289d-6015-4de5-ac82-657bbdbe5e0c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:41.369688 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.438484 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392f1ca-e686-4f73-b1c7-654d798f9e69 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:41.596373 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=c727f5e2-1277-4094-86f8-c4591e2cee6d,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:41.635186 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-a392f1ca-e686-4f73-b1c7-654d798f9e69 service neutron] Attempting to bind port 1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:41.636116 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-a392f1ca-e686-4f73-b1c7-654d798f9e69 service neutron] Attempting to bind port 1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '836abf83-1fab-411d-a248-5a2250c99f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:41.636885 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-a392f1ca-e686-4f73-b1c7-654d798f9e69 service neutron] Attempting to bind port 1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f on network 3863dc0e-6146-449a-a791-85fa35a22fff {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:41.687460 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37934e-74bb-47fb-849c-d06df5758be7 req-40cde967-683f-4dcb-9b22-1c5c8a439028 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:41.703039 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5a37934e-74bb-47fb-849c-d06df5758be7 req-40cde967-683f-4dcb-9b22-1c5c8a439028 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=355d3ed4-6ebc-4ab9-8dbb-071f675416e2 HTTP/1.1" status: 200 len: 944 time: 0.6558447 Jul 15 13:35:41.716087 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-a392f1ca-e686-4f73-b1c7-654d798f9e69 service neutron] Port 1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f on network 3863dc0e-6146-449a-a791-85fa35a22fff not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:41.716969 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-a392f1ca-e686-4f73-b1c7-654d798f9e69 service neutron] Attempting to bind port 1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f on network 3863dc0e-6146-449a-a791-85fa35a22fff {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:41.728671 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-a392f1ca-e686-4f73-b1c7-654d798f9e69 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:41.729562 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-a392f1ca-e686-4f73-b1c7-654d798f9e69 service neutron] Checking segment: {'id': '836abf83-1fab-411d-a248-5a2250c99f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:41.730460 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-a392f1ca-e686-4f73-b1c7-654d798f9e69 service neutron] Bound using segment: {'id': '836abf83-1fab-411d-a248-5a2250c99f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:41.731394 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-a392f1ca-e686-4f73-b1c7-654d798f9e69 service neutron] Bound port: 1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836abf83-1fab-411d-a248-5a2250c99f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:41.732246 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-a392f1ca-e686-4f73-b1c7-654d798f9e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.917076 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 05db1a3f-09e9-40f1-9b7b-8d700353e799 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:35:42.004188 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 61e80b52-d22a-439e-a270-a6c2af6f6d50 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:35:42.014584 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5a37934e-74bb-47fb-849c-d06df5758be7 req-0110c87b-684d-4113-ba31-273bc01b1a5c tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3098040 Jul 15 13:35:42.181069 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-a392f1ca-e686-4f73-b1c7-654d798f9e69 service neutron] For port 1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:42.198526 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-a392f1ca-e686-4f73-b1c7-654d798f9e69 service neutron] For port 1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:42.214882 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-a392f1ca-e686-4f73-b1c7-654d798f9e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.285133 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:42.285957 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:42.285957 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on network d5bbae40-743c-4457-a575-6f1356f1b474 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:42.331752 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.resource_extend [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:35:42.362803 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-948c0500-d9b3-4620-a965-07f9d5bc3055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.380570 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on network d5bbae40-743c-4457-a575-6f1356f1b474 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:42.380922 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Failed to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] Jul 15 13:35:42.388645 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempt 10 to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 Jul 15 13:35:42.441430 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43204e2c-fc5c-4df8-8e22-23243d791454 req-a7d883af-57aa-4df1-8428-a2646bcb9b49 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:42.448917 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-43204e2c-fc5c-4df8-8e22-23243d791454 req-a7d883af-57aa-4df1-8428-a2646bcb9b49 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 945 time: 1.4853008 Jul 15 13:35:42.565454 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:42.565859 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:42.566165 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on network d5bbae40-743c-4457-a575-6f1356f1b474 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:42.618520 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-a392f1ca-e686-4f73-b1c7-654d798f9e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:42.619278 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-a392f1ca-e686-4f73-b1c7-654d798f9e69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.620814 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-a392f1ca-e686-4f73-b1c7-654d798f9e69 service neutron] 10.222.0.32 "PUT /v2.0/ports/1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f HTTP/1.1" status: 200 len: 1093 time: 2.5140519 Jul 15 13:35:42.621322 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e6c91e-8fcc-4c19-99ff-30f8b0dcd6d5', 'tag': '1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:42.623826 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1ae947-e501-4e43-9f12-a4e0f20c03ff" -d '{"events": [{"name": "network-changed", "server_uuid": "59e6c91e-8fcc-4c19-99ff-30f8b0dcd6d5", "tag": "1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:42.705372 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a5633cc4-fd4f-4b99-a75b-e38a744d46d8 req-7178352c-a214-40e6-8a99-56a956fee574 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 210 time: 0.1483164 Jul 15 13:35:42.762128 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1f3a84-05a4-426f-b1b1-0f1ccdc26e2e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:42.764637 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on network d5bbae40-743c-4457-a575-6f1356f1b474 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:42.765210 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Failed to bind port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on host n-h1-758944-45 for vnic_type normal using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] Jul 15 13:35:42.765818 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.885737 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-43204e2c-fc5c-4df8-8e22-23243d791454 req-b47ecc69-2c9f-4f52-8791-33b181e2977f tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4354067 Jul 15 13:35:42.888953 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 05db1a3f-09e9-40f1-9b7b-8d700353e799, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=05db1a3f-09e9-40f1-9b7b-8d700353e799,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:42.920930 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '05db1a3f-09e9-40f1-9b7b-8d700353e799', 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38', 'port_id': '05db1a3f-09e9-40f1-9b7b-8d700353e799', 'mac_address': 'fa:16:3e:6c:1b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:35:42.934645 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fb5988-3d93-4394-8962-c6b5d8801c0e None None] Sync routers for ids ['0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:42.950965 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c727f5e2-1277-4094-86f8-c4591e2cee6d up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:42.971343 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:35:43.028931 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fb5988-3d93-4394-8962-c6b5d8801c0e None None] Routers {'0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:43.029235 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392f1ca-e686-4f73-b1c7-654d798f9e69 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:43.029448 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-57fb5988-3d93-4394-8962-c6b5d8801c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:35:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:43.045348 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7651de61-1e9f-444f-8b75-a8505badb0f7 x-openstack-request-id: req-7651de61-1e9f-444f-8b75-a8505badb0f7 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:35:43.045812 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e6c91e-8fcc-4c19-99ff-30f8b0dcd6d5", "tag": "1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:35:43.046222 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7651de61-1e9f-444f-8b75-a8505badb0f7 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:35:43.050180 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e6c91e-8fcc-4c19-99ff-30f8b0dcd6d5', 'tag': '1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f', 'status': 'completed', 'code': 200} Jul 15 13:35:43.072563 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-948c0500-d9b3-4620-a965-07f9d5bc3055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.138749 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 61e80b52-d22a-439e-a270-a6c2af6f6d50, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=61e80b52-d22a-439e-a270-a6c2af6f6d50,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:43.150433 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d1f3a84-05a4-426f-b1b1-0f1ccdc26e2e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.157145 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0d1f3a84-05a4-426f-b1b1-0f1ccdc26e2e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.3034890 Jul 15 13:35:43.173734 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34216) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:43.182067 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.192394 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '61e80b52-d22a-439e-a270-a6c2af6f6d50', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'port_id': '61e80b52-d22a-439e-a270-a6c2af6f6d50', 'mac_address': 'fa:16:3e:73:61:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4840df0d-ad31-406d-829f-ea4475de886e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:35:43.236364 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port c727f5e2-1277-4094-86f8-c4591e2cee6d triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:43.236862 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.239633 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-f5276cee-67f3-44a3-ac51-47bdc3105861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:43.242371 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-f5276cee-67f3-44a3-ac51-47bdc3105861 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=043bd73de72448efaf900d42a51adac4&device_id=59e6c91e-8fcc-4c19-99ff-30f8b0dcd6d5 HTTP/1.1" status: 200 len: 1096 time: 0.5282466 Jul 15 13:35:43.244493 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-948c0500-d9b3-4620-a965-07f9d5bc3055 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d0b0c9-02e7-4410-a25a-8546233647b6']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:43.309442 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05db1a3f-09e9-40f1-9b7b-8d700353e799 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:35:43.316529 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-5ede07c2-0261-44b1-b4e4-c7536e17f513 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:43.319957 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-5ede07c2-0261-44b1-b4e4-c7536e17f513 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.18 "GET /v2.0/networks?id=b3271eeb-b9eb-4d85-9c8c-62c1a302878e HTTP/1.1" status: 200 len: 796 time: 1.0209858 Jul 15 13:35:43.338321 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-9bff5431-d499-47e5-ac77-0e40a840b41b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f HTTP/1.1" status: 200 len: 217 time: 0.0789921 Jul 15 13:35:43.355514 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-948c0500-d9b3-4620-a965-07f9d5bc3055 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd85185b9-b870-4258-8af1-4e263bf77c40') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:43.356244 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-948c0500-d9b3-4620-a965-07f9d5bc3055 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd85185b9-b870-4258-8af1-4e263bf77c40') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:43.491935 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-948c0500-d9b3-4620-a965-07f9d5bc3055 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.496127 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 05db1a3f-09e9-40f1-9b7b-8d700353e799, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=05db1a3f-09e9-40f1-9b7b-8d700353e799,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:43.510855 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.520677 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-57fb5988-3d93-4394-8962-c6b5d8801c0e None None] Set router 0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:43.522187 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-948c0500-d9b3-4620-a965-07f9d5bc3055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.526331 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.534813 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948c0500-d9b3-4620-a965-07f9d5bc3055 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:35:43.535532 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-948c0500-d9b3-4620-a965-07f9d5bc3055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.549692 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9c743041-1037-430c-be02-25aa710e257c tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=fcf19ad9f55645769cc76961e7748495&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3502996 Jul 15 13:35:43.552294 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-6ea641fc-0064-42dc-a48b-8e73cfea8a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:43.555327 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-6ea641fc-0064-42dc-a48b-8e73cfea8a1b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b30ffac-e52f-4dd4-90fb-1da118e51f78 HTTP/1.1" status: 200 len: 845 time: 0.1992970 Jul 15 13:35:43.560036 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34220) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:43.624220 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-a1ecf813-2b45-4d7b-9e47-6198d582fd60 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3863dc0e-6146-449a-a791-85fa35a22fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463238 Jul 15 13:35:43.685233 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61e80b52-d22a-439e-a270-a6c2af6f6d50 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:35:43.698487 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:35:43.720959 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['05db1a3f-09e9-40f1-9b7b-8d700353e799'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:35:43.730894 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-948c0500-d9b3-4620-a965-07f9d5bc3055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.766702 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-948c0500-d9b3-4620-a965-07f9d5bc3055 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.771235 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-948c0500-d9b3-4620-a965-07f9d5bc3055 admin admin] 10.222.0.24 "DELETE /v2.0/networks/56d0b0c9-02e7-4410-a25a-8546233647b6 HTTP/1.1" status: 204 len: 168 time: 2.8115435 Jul 15 13:35:43.816198 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-76cbdb1a-2f40-4a32-b959-2be3897a81b5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5969ba48b19a42969f3c1202e7616f77 HTTP/1.1" status: 200 len: 378 time: 0.4836278 Jul 15 13:35:43.820806 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] For port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:43.821918 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempted to set empty binding levels {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 13:35:43.824168 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c0500-d9b3-4620-a965-07f9d5bc3055 admin admin] Pushing event deleted for resources: {'Network': ['ID=56d0b0c9-02e7-4410-a25a-8546233647b6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:43.844121 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-6dcbe837-b3a5-487a-8aa1-8a5a3242738a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'port': {'device_id': 'f41cf3bc-8d6f-482d-b9a8-9c93d367fb97', 'network_id': 'b3271eeb-b9eb-4d85-9c8c-62c1a302878e', 'admin_state_up': True, 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'security_groups': ['894e211f-b59a-4eea-956b-ef58a7644fef']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:43.866909 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-e41d3b86-24da-4944-9b84-2e3bbe447afb service neutron] 10.222.0.32 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192698 Jul 15 13:35:43.888096 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1fa420-c9c5-4c36-9c75-ce6abd22aee3 req-5c1b3e89-e91f-4082-90bc-0297d2a06233 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:43.904640 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9f1fa420-c9c5-4c36-9c75-ce6abd22aee3 req-5c1b3e89-e91f-4082-90bc-0297d2a06233 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=59e6c91e-8fcc-4c19-99ff-30f8b0dcd6d5 HTTP/1.1" status: 200 len: 944 time: 0.8529313 Jul 15 13:35:43.958254 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 61e80b52-d22a-439e-a270-a6c2af6f6d50, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=61e80b52-d22a-439e-a270-a6c2af6f6d50,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:43.982435 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=05db1a3f-09e9-40f1-9b7b-8d700353e799,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:44.010225 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:44.119095 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34228) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:44.139673 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:44.145965 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-6dcbe837-b3a5-487a-8aa1-8a5a3242738a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Made reservation on behalf of 5969ba48b19a42969f3c1202e7616f77 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:44.155401 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-6dcbe837-b3a5-487a-8aa1-8a5a3242738a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:44.169415 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=61e80b52-d22a-439e-a270-a6c2af6f6d50,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:44.230844 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['61e80b52-d22a-439e-a270-a6c2af6f6d50'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:35:44.307671 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] In _notify_port_updated(), no bound segment for port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 on network d5bbae40-743c-4457-a575-6f1356f1b474 {{(pid=93814) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:35:44.309353 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:44.310680 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:44.313108 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] 10.222.0.24 "PUT /v2.0/ports/c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 HTTP/1.1" status: 200 len: 980 time: 7.2872627 Jul 15 13:35:44.342082 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-57fb5988-3d93-4394-8962-c6b5d8801c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'name': 'tempest-TestNetworkBasicOps-router-657754309', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:34Z', 'updated_at': '2021-07-15T13:35:38Z', 'revision_number': 3, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:35Z', 'updated_at': '2021-07-15T13:35:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:44.371451 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3311a-daf1-444c-9cd4-4186dc8d6344 req-d8df568f-6897-4fae-bfc3-9c1c78eb1869 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:44.374318 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7eb3311a-daf1-444c-9cd4-4186dc8d6344 req-d8df568f-6897-4fae-bfc3-9c1c78eb1869 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=355d3ed4-6ebc-4ab9-8dbb-071f675416e2 HTTP/1.1" status: 200 len: 944 time: 0.9846866 Jul 15 13:35:44.375225 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34230) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:44.385087 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-38df2f74-5f20-4027-9c6d-a4a80dc00c44 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c120ea471629450bbfcfe5bb382142bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2606292 Jul 15 13:35:44.431169 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fb5988-3d93-4394-8962-c6b5d8801c0e None None] Checking router: 0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:35:44.431673 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fb5988-3d93-4394-8962-c6b5d8801c0e None None] Updating router 0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb port ba381a57-a509-4d10-b793-67dfcaf6b5cf binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:35:44.499668 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34232) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:44.568404 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57fb5988-3d93-4394-8962-c6b5d8801c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:44.696042 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ef775-bcc0-45de-aad1-4b7373c3a683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Pushing event updated for resources: {'Port': ['ID=c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:44.809297 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c1966659-0bf6-4fe2-90e3-f403a1a12b55 req-131c90f4-07bd-46d1-bf9d-5f77a3e46e0b service neutron] 10.222.0.32 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8966625 Jul 15 13:35:44.846136 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9f1fa420-c9c5-4c36-9c75-ce6abd22aee3 req-f4cda241-e121-4c2d-98f3-ab7f545e6167 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9390290 Jul 15 13:35:44.880951 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a674e7-df64-43db-b0f5-6cd8e288657c tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:44.887201 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-67a674e7-df64-43db-b0f5-6cd8e288657c tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.3211482 Jul 15 13:35:44.902324 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34234) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:44.902497 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4e1d852-135d-4bce-b829-d1f38e9faa25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:44.949566 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3a3206ba-1b6d-477c-afe1-eb2682fd01f3 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0b352371-cfe9-4be4-934e-718e319584db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0509253 Jul 15 13:35:44.950861 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34236) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:44.958332 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-8c14a9ae-e322-43ea-9a36-96dee7631a47 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1203259581', 'network_id': 'b333c41f-9715-44db-b704-e867379897e4', 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:44.984899 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4e1d852-135d-4bce-b829-d1f38e9faa25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.137131 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7eb3311a-daf1-444c-9cd4-4186dc8d6344 req-b0ce6918-fc05-4184-8950-b038d0c3c14b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6354921 Jul 15 13:35:45.160393 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4e1d852-135d-4bce-b829-d1f38e9faa25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.165293 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4e1d852-135d-4bce-b829-d1f38e9faa25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.173110 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a4e1d852-135d-4bce-b829-d1f38e9faa25 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/89776db0-f0f2-468f-a21b-f155324a97bf HTTP/1.1" status: 204 len: 168 time: 0.6656318 Jul 15 13:35:45.255479 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4d356b66-b33a-40c3-b21c-808b923546e1 req-8fd7c413-7e37-4bd2-961d-145b1d752168 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 210 time: 0.1197021 Jul 15 13:35:45.274139 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1d852-135d-4bce-b829-d1f38e9faa25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89776db0-f0f2-468f-a21b-f155324a97bf,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:45.308478 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ae947-e501-4e43-9f12-a4e0f20c03ff req-f9bc5fb0-6e04-4e36-b33c-8b092c2034fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.310570 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5b1ae947-e501-4e43-9f12-a4e0f20c03ff req-f9bc5fb0-6e04-4e36-b33c-8b092c2034fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=043bd73de72448efaf900d42a51adac4&device_id=59e6c91e-8fcc-4c19-99ff-30f8b0dcd6d5 HTTP/1.1" status: 200 len: 1096 time: 0.3473489 Jul 15 13:35:45.318819 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1408ea-1f30-4fbe-bec2-0289dfc6ed1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.319297 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1408ea-1f30-4fbe-bec2-0289dfc6ed1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.319768 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1408ea-1f30-4fbe-bec2-0289dfc6ed1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.320843 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1408ea-1f30-4fbe-bec2-0289dfc6ed1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.321282 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1408ea-1f30-4fbe-bec2-0289dfc6ed1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.321736 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1408ea-1f30-4fbe-bec2-0289dfc6ed1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.326365 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1408ea-1f30-4fbe-bec2-0289dfc6ed1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.326848 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1408ea-1f30-4fbe-bec2-0289dfc6ed1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.327321 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1408ea-1f30-4fbe-bec2-0289dfc6ed1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.327794 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1408ea-1f30-4fbe-bec2-0289dfc6ed1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.328252 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1408ea-1f30-4fbe-bec2-0289dfc6ed1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.328743 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1408ea-1f30-4fbe-bec2-0289dfc6ed1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.330512 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1408ea-1f30-4fbe-bec2-0289dfc6ed1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.330512 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1408ea-1f30-4fbe-bec2-0289dfc6ed1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.330512 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1408ea-1f30-4fbe-bec2-0289dfc6ed1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.330837 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1408ea-1f30-4fbe-bec2-0289dfc6ed1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.331078 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1408ea-1f30-4fbe-bec2-0289dfc6ed1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.331670 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1408ea-1f30-4fbe-bec2-0289dfc6ed1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.332141 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1408ea-1f30-4fbe-bec2-0289dfc6ed1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.332605 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1408ea-1f30-4fbe-bec2-0289dfc6ed1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.333070 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1408ea-1f30-4fbe-bec2-0289dfc6ed1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.333525 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1408ea-1f30-4fbe-bec2-0289dfc6ed1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.334012 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1408ea-1f30-4fbe-bec2-0289dfc6ed1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.341439 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1a1408ea-1f30-4fbe-bec2-0289dfc6ed1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20724 time: 0.9545772 Jul 15 13:35:45.344974 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34240) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:45.381916 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c14a9ae-e322-43ea-9a36-96dee7631a47 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Made reservation on behalf of fcf19ad9f55645769cc76961e7748495 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:45.392271 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c14a9ae-e322-43ea-9a36-96dee7631a47 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.401909 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-6dcbe837-b3a5-487a-8aa1-8a5a3242738a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Allocated IP 172.20.0.6 (b3271eeb-b9eb-4d85-9c8c-62c1a302878e/a1de6f99-28d2-4487-bb53-dfb9d06f26cd/9da47aef-6542-4702-92b7-d14c7ac03e91) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:45.515340 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57fb5988-3d93-4394-8962-c6b5d8801c0e None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.562462 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-57fb5988-3d93-4394-8962-c6b5d8801c0e None None] Transition to ACTIVE for port object ba381a57-a509-4d10-b793-67dfcaf6b5cf will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:45.596360 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57fb5988-3d93-4394-8962-c6b5d8801c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.704710 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9c757-8563-45ec-918a-172507cf9ada None None] Pushing event updated for resources: {'Port': ['ID=ba381a57-a509-4d10-b793-67dfcaf6b5cf,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:45.716082 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-57fb5988-3d93-4394-8962-c6b5d8801c0e None None] Attempting to bind port ba381a57-a509-4d10-b793-67dfcaf6b5cf on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:45.717032 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-57fb5988-3d93-4394-8962-c6b5d8801c0e None None] Attempting to bind port ba381a57-a509-4d10-b793-67dfcaf6b5cf by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:45.717568 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb5988-3d93-4394-8962-c6b5d8801c0e None None] Attempting to bind port ba381a57-a509-4d10-b793-67dfcaf6b5cf on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:45.724950 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb5988-3d93-4394-8962-c6b5d8801c0e None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:45.725657 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb5988-3d93-4394-8962-c6b5d8801c0e None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:45.726310 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57fb5988-3d93-4394-8962-c6b5d8801c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.726943 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fb5988-3d93-4394-8962-c6b5d8801c0e None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:45.727609 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-57fb5988-3d93-4394-8962-c6b5d8801c0e None None] Bound port: ba381a57-a509-4d10-b793-67dfcaf6b5cf, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:45.728196 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57fb5988-3d93-4394-8962-c6b5d8801c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.850892 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-57fb5988-3d93-4394-8962-c6b5d8801c0e None None] For port ba381a57-a509-4d10-b793-67dfcaf6b5cf, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:45.856433 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-57fb5988-3d93-4394-8962-c6b5d8801c0e None None] For port ba381a57-a509-4d10-b793-67dfcaf6b5cf, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ba381a57-a509-4d10-b793-67dfcaf6b5cf,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:45.870760 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57fb5988-3d93-4394-8962-c6b5d8801c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.958195 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 05db1a3f-09e9-40f1-9b7b-8d700353e799 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:45.972898 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac1fb9-b58d-4f0d-a26a-a7fb98c3fd72 req-93ca91ac-cb42-416b-9038-1a8466c109a4 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.982949 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a2ac1fb9-b58d-4f0d-a26a-a7fb98c3fd72 req-93ca91ac-cb42-416b-9038-1a8466c109a4 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 944 time: 0.5251741 Jul 15 13:35:46.017093 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fb5988-3d93-4394-8962-c6b5d8801c0e None None] Routers {'0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:46.017742 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-57fb5988-3d93-4394-8962-c6b5d8801c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:35:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:46.027506 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9c757-8563-45ec-918a-172507cf9ada None None] Pushing event updated for resources: {'Port': ['ID=ba381a57-a509-4d10-b793-67dfcaf6b5cf,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:46.136016 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9b9bea57-4008-409d-8119-53dd7f7f6aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Deleting port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:46.139455 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b9bea57-4008-409d-8119-53dd7f7f6aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.177310 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 05db1a3f-09e9-40f1-9b7b-8d700353e799 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:46.177824 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.225072 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c14a9ae-e322-43ea-9a36-96dee7631a47 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.258414 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ae947-e501-4e43-9f12-a4e0f20c03ff req-28e8607d-678f-43e6-ae8a-b19ed8fe72fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:46.260565 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5b1ae947-e501-4e43-9f12-a4e0f20c03ff req-28e8607d-678f-43e6-ae8a-b19ed8fe72fa service neutron] 10.222.0.32 "GET /v2.0/networks?id=3863dc0e-6146-449a-a791-85fa35a22fff HTTP/1.1" status: 200 len: 906 time: 0.9374959 Jul 15 13:35:46.323814 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-57fb5988-3d93-4394-8962-c6b5d8801c0e None None] Set router 0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:46.386743 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5b1ae947-e501-4e43-9f12-a4e0f20c03ff req-204ab88f-f668-4e64-951b-de484ddb9472 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f HTTP/1.1" status: 200 len: 217 time: 0.0530536 Jul 15 13:35:46.463725 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ae947-e501-4e43-9f12-a4e0f20c03ff req-bf8e8b40-5e7f-4ff7-a96c-88a3601a5c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:46.465370 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5b1ae947-e501-4e43-9f12-a4e0f20c03ff req-bf8e8b40-5e7f-4ff7-a96c-88a3601a5c1a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b30ffac-e52f-4dd4-90fb-1da118e51f78 HTTP/1.1" status: 200 len: 845 time: 0.0682333 Jul 15 13:35:46.523564 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5b1ae947-e501-4e43-9f12-a4e0f20c03ff req-e8e18272-8230-4c72-af79-4c78aa219c7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3863dc0e-6146-449a-a791-85fa35a22fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431528 Jul 15 13:35:46.547107 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-9b9bea57-4008-409d-8119-53dd7f7f6aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] For port c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022, host n-h1-758944-45, got binding levels [] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:46.548263 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b9bea57-4008-409d-8119-53dd7f7f6aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.583315 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9b9bea57-4008-409d-8119-53dd7f7f6aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Calling delete_port for c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:46.597725 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c14a9ae-e322-43ea-9a36-96dee7631a47 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Checking segment: {'id': '0decb619-c7d7-4838-9fab-29529d572b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b333c41f-9715-44db-b704-e867379897e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:46.598149 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c14a9ae-e322-43ea-9a36-96dee7631a47 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Network hostable DHCP agents. Network: b333c41f-9715-44db-b704-e867379897e4, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:35:46.656519 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14a9ae-e322-43ea-9a36-96dee7631a47 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'Subnet': ['ID=5b5d3896-8166-469a-ae35-140d6a98066e,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:46.728904 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c14a9ae-e322-43ea-9a36-96dee7631a47 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Network b333c41f-9715-44db-b704-e867379897e4 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:35:46.831723 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-6dcbe837-b3a5-487a-8aa1-8a5a3242738a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.836657 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-8c14a9ae-e322-43ea-9a36-96dee7631a47 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, b333c41f-9715-44db-b704-e867379897e4) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:46.852465 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6951838a-e8bb-451c-b54b-e2c4c84f27da None None] Network b333c41f-9715-44db-b704-e867379897e4 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:46.854848 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a049da2-69f8-4cfa-bd3e-701f1971b5af req-dd99b663-91c1-4f74-87e3-577a2f8d0cb9 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:46.856576 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a049da2-69f8-4cfa-bd3e-701f1971b5af req-dd99b663-91c1-4f74-87e3-577a2f8d0cb9 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=59e6c91e-8fcc-4c19-99ff-30f8b0dcd6d5 HTTP/1.1" status: 200 len: 944 time: 0.5946670 Jul 15 13:35:46.860851 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c14a9ae-e322-43ea-9a36-96dee7631a47 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:46.861630 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c14a9ae-e322-43ea-9a36-96dee7631a47 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.862564 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-6dcbe837-b3a5-487a-8aa1-8a5a3242738a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Transition to ACTIVE for port object 9da47aef-6542-4702-92b7-d14c7ac03e91 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:46.922258 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a2ac1fb9-b58d-4f0d-a26a-a7fb98c3fd72 req-77c072b5-d877-4984-9218-976b7ff1db1b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9283876 Jul 15 13:35:46.932322 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-6dcbe837-b3a5-487a-8aa1-8a5a3242738a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.013616 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-6dcbe837-b3a5-487a-8aa1-8a5a3242738a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Network b3271eeb-b9eb-4d85-9c8c-62c1a302878e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:47.026814 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a049da2-69f8-4cfa-bd3e-701f1971b5af req-e3bfae50-97e1-4dd8-a92e-8de64cd5615d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601045 Jul 15 13:35:47.034497 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-6dcbe837-b3a5-487a-8aa1-8a5a3242738a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:47.034849 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8c14a9ae-e322-43ea-9a36-96dee7631a47 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0825608 Jul 15 13:35:47.035708 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34266) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:47.046550 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5b1ae947-e501-4e43-9f12-a4e0f20c03ff req-b4e1fd38-be57-49a1-93f6-074daaa009c7 service neutron] 10.222.0.32 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006032 Jul 15 13:35:47.050285 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-6dcbe837-b3a5-487a-8aa1-8a5a3242738a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:47.109834 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcbe837-b3a5-487a-8aa1-8a5a3242738a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'Port': ['ID=9da47aef-6542-4702-92b7-d14c7ac03e91,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:47.164800 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-6dcbe837-b3a5-487a-8aa1-8a5a3242738a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:47.165683 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-6dcbe837-b3a5-487a-8aa1-8a5a3242738a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.183368 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b9bea57-4008-409d-8119-53dd7f7f6aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.187714 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-6dcbe837-b3a5-487a-8aa1-8a5a3242738a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3524363 Jul 15 13:35:47.208850 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-1854f4b0-b94e-43b6-956f-f52c619b1e9b service neutron] Request body: {'port': {'device_id': 'f41cf3bc-8d6f-482d-b9a8-9c93d367fb97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:47.245319 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b9bea57-4008-409d-8119-53dd7f7f6aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.247631 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9b9bea57-4008-409d-8119-53dd7f7f6aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] 10.222.0.24 "DELETE /v2.0/ports/c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 HTTP/1.1" status: 204 len: 168 time: 1.9012856 Jul 15 13:35:47.268753 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34268) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:47.299347 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9bea57-4008-409d-8119-53dd7f7f6aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:47.389364 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-217d23a0-e2c3-43b4-b436-ce2e28526a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:35:47.399821 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-217d23a0-e2c3-43b4-b436-ce2e28526a26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] 10.222.0.24 "GET /v2.0/ports/c9c60be7-1c5e-4d1d-bc5e-1b9d338c8022 HTTP/1.1" status: 404 len: 333 time: 0.1146760 Jul 15 13:35:47.411795 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34274) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:47.427809 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d1cf253e-74a6-4b6e-b0b7-949fc31e2ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365750712', 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:47.561678 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-1854f4b0-b94e-43b6-956f-f52c619b1e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.566391 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.645463 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5be73a6b-03e9-495a-973e-f6d1203a66e0 None None] Provisioning for port 9da47aef-6542-4702-92b7-d14c7ac03e91 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:47.663741 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248b97f5-a204-408f-8243-7f831a7a9292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05db1a3f-09e9-40f1-9b7b-8d700353e799'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:47.666684 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8e4ccb-02df-47d8-b24d-2615e61f9580" -d '{"events": [{"server_uuid": "248b97f5-a204-408f-8243-7f831a7a9292", "name": "network-vif-plugged", "status": "completed", "tag": "05db1a3f-09e9-40f1-9b7b-8d700353e799"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:47.689659 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5be73a6b-03e9-495a-973e-f6d1203a66e0 None None] Provisioning complete for port 9da47aef-6542-4702-92b7-d14c7ac03e91 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:47.690173 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5be73a6b-03e9-495a-973e-f6d1203a66e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.735642 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1cf253e-74a6-4b6e-b0b7-949fc31e2ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Made reservation on behalf of 7144e8ccd4b14d28b5ff5e3c5a2ded27 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:47.741401 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1cf253e-74a6-4b6e-b0b7-949fc31e2ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.782121 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5be73a6b-03e9-495a-973e-f6d1203a66e0 None None] Port 9da47aef-6542-4702-92b7-d14c7ac03e91 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:47.798979 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 05db1a3f-09e9-40f1-9b7b-8d700353e799, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=05db1a3f-09e9-40f1-9b7b-8d700353e799,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:47.810463 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.817633 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841f942-1788-4eb6-af35-b52deee699dc req-94b36e54-39a2-44cf-8285-fbb7e7a86308 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:47.822767 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0841f942-1788-4eb6-af35-b52deee699dc req-94b36e54-39a2-44cf-8285-fbb7e7a86308 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=355d3ed4-6ebc-4ab9-8dbb-071f675416e2 HTTP/1.1" status: 200 len: 945 time: 0.5522301 Jul 15 13:35:47.894821 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-57fb5988-3d93-4394-8962-c6b5d8801c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'name': 'tempest-TestNetworkBasicOps-router-657754309', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:34Z', 'updated_at': '2021-07-15T13:35:38Z', 'revision_number': 3, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:35Z', 'updated_at': '2021-07-15T13:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:47.915330 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d1cf253e-74a6-4b6e-b0b7-949fc31e2ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] device_id is not set on port c882854c-695e-4b34-877d-1e7dc95e4661 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:35:47.940955 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fb5988-3d93-4394-8962-c6b5d8801c0e None None] The sync data for ids ['0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'] in n-d-758944-45 is: [{'id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'name': 'tempest-TestNetworkBasicOps-router-657754309', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:34Z', 'updated_at': '2021-07-15T13:35:38Z', 'revision_number': 3, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:35Z', 'updated_at': '2021-07-15T13:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:47.949055 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5b1ae947-e501-4e43-9f12-a4e0f20c03ff req-f08385c3-bf8c-4812-833e-105f4b28fef9 service neutron] 10.222.0.32 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9007785 Jul 15 13:35:47.953888 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7ee8d9-3874-4e81-b262-f71b66fdc34c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-b333c41f-9715-44db-b704-e867379897e4', 'network_id': 'b333c41f-9715-44db-b704-e867379897e4', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'fixed_ips': [{'subnet_id': '5b5d3896-8166-469a-ae35-140d6a98066e'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:35:47.955138 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b7ee8d9-3874-4e81-b262-f71b66fdc34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.957920 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:35:48.163912 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:48.259265 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 61e80b52-d22a-439e-a270-a6c2af6f6d50 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:48.261247 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257a55e-caa9-462e-bb1e-f49d11686fc8 req-e213eb87-ddb6-41a5-bfb3-ce8487c299ee tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:48.263182 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=05db1a3f-09e9-40f1-9b7b-8d700353e799,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:48.273800 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8257a55e-caa9-462e-bb1e-f49d11686fc8 req-e213eb87-ddb6-41a5-bfb3-ce8487c299ee tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 931 time: 0.4799318 Jul 15 13:35:48.291486 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f', 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff', 'port_id': '1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f', 'mac_address': 'fa:16:3e:18:d5:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b30ffac-e52f-4dd4-90fb-1da118e51f78', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:35:48.321812 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1cf253e-74a6-4b6e-b0b7-949fc31e2ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.340151 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:48.340785 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:48.341290 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:48.341518 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:48.341785 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:48.342126 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:48.344028 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:48.344028 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:48.344254 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:48.344542 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:48.344750 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:48.345063 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:48.422707 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8257a55e-caa9-462e-bb1e-f49d11686fc8 req-02e6e308-bb0a-458d-88aa-4e30f9eebcbe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1439030 Jul 15 13:35:48.642775 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa8d137-c6d7-4105-99e4-4966170367c6 x-openstack-request-id: req-0fa8d137-c6d7-4105-99e4-4966170367c6 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:35:48.643235 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248b97f5-a204-408f-8243-7f831a7a9292", "name": "network-vif-plugged", "status": "completed", "tag": "05db1a3f-09e9-40f1-9b7b-8d700353e799", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:35:48.643370 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0fa8d137-c6d7-4105-99e4-4966170367c6 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:35:48.643798 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248b97f5-a204-408f-8243-7f831a7a9292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05db1a3f-09e9-40f1-9b7b-8d700353e799', 'code': 200} Jul 15 13:35:48.666403 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.668547 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 61e80b52-d22a-439e-a270-a6c2af6f6d50 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:48.692397 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 61e80b52-d22a-439e-a270-a6c2af6f6d50 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:48.692397 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.771293 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:35:48.858813 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-3b7ee8d9-3874-4e81-b262-f71b66fdc34c None None] Allocated IP 172.20.0.2 (b333c41f-9715-44db-b704-e867379897e4/5b5d3896-8166-469a-ae35-140d6a98066e/8ab459ce-a636-41ed-a393-391d4145209c) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:48.897904 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0841f942-1788-4eb6-af35-b52deee699dc req-3a11f3b9-01c1-4837-9ddb-5120c58a67d1 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0366518 Jul 15 13:35:48.952906 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:48.977605 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.100812 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edbf8f-199f-48f6-b59f-200e8006bb69 req-2af13975-375d-42bc-89f5-59b4f60d0f59 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:49.103272 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e4edbf8f-199f-48f6-b59f-200e8006bb69 req-2af13975-375d-42bc-89f5-59b4f60d0f59 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 945 time: 0.2946689 Jul 15 13:35:49.125006 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1cf253e-74a6-4b6e-b0b7-949fc31e2ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.304536 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:35:49.367444 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:49.373803 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-1854f4b0-b94e-43b6-956f-f52c619b1e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9da47aef-6542-4702-92b7-d14c7ac03e91 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:35:49.384540 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-1854f4b0-b94e-43b6-956f-f52c619b1e9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.406972 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-1854f4b0-b94e-43b6-956f-f52c619b1e9b service neutron] Transition to ACTIVE for port object 9da47aef-6542-4702-92b7-d14c7ac03e91 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:49.427042 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6b6b2c2-7c61-4713-86b4-77e5eb4ccee1 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.442084 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-1854f4b0-b94e-43b6-956f-f52c619b1e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.471918 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.497808 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e4edbf8f-199f-48f6-b59f-200e8006bb69 req-09875719-4ed6-42db-b0d7-376a1bedfee0 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3502882 Jul 15 13:35:49.529451 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cf253e-74a6-4b6e-b0b7-949fc31e2ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Network d5bbae40-743c-4457-a575-6f1356f1b474 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:49.543457 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d1cf253e-74a6-4b6e-b0b7-949fc31e2ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:49.574047 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cf253e-74a6-4b6e-b0b7-949fc31e2ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:49.576569 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cf253e-74a6-4b6e-b0b7-949fc31e2ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:49.582894 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1cf253e-74a6-4b6e-b0b7-949fc31e2ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.610055 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf253e-74a6-4b6e-b0b7-949fc31e2ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Pushing event updated for resources: {'Port': ['ID=c882854c-695e-4b34-877d-1e7dc95e4661,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:49.753331 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854f4b0-b94e-43b6-956f-f52c619b1e9b service neutron] Pushing event updated for resources: {'Port': ['ID=9da47aef-6542-4702-92b7-d14c7ac03e91,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:49.806990 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d1cf253e-74a6-4b6e-b0b7-949fc31e2ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.3873639 Jul 15 13:35:49.816059 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34330) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:50.024925 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223743aa-5553-4b71-b3e5-f99990a7d38a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:50.027006 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-223743aa-5553-4b71-b3e5-f99990a7d38a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] 10.222.0.24 "GET /v2.0/ports/c882854c-695e-4b34-877d-1e7dc95e4661 HTTP/1.1" status: 200 len: 959 time: 0.2058868 Jul 15 13:35:50.034657 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34344) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:50.080825 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 61e80b52-d22a-439e-a270-a6c2af6f6d50, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=61e80b52-d22a-439e-a270-a6c2af6f6d50,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:50.122875 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:50.147296 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b7ee8d9-3874-4e81-b262-f71b66fdc34c None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:50.149304 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e66c1c-a183-4117-87c5-fa7b7da78b78 req-0aa95cde-d5c7-4742-a24e-6a444e5cbe99 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:50.160514 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-60e66c1c-a183-4117-87c5-fa7b7da78b78 req-0aa95cde-d5c7-4742-a24e-6a444e5cbe99 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=59e6c91e-8fcc-4c19-99ff-30f8b0dcd6d5 HTTP/1.1" status: 200 len: 945 time: 0.8322043 Jul 15 13:35:50.276139 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3b7ee8d9-3874-4e81-b262-f71b66fdc34c None None] Transition to ACTIVE for port object 8ab459ce-a636-41ed-a393-391d4145209c will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:50.332236 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3132bf-6d57-45f8-8671-8a2af885ae00 req-d24691a5-17fc-4f60-8a34-11f3f97971aa tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:50.340498 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7e3132bf-6d57-45f8-8671-8a2af885ae00 req-d24691a5-17fc-4f60-8a34-11f3f97971aa tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 943 time: 0.4928370 Jul 15 13:35:50.364358 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-1854f4b0-b94e-43b6-956f-f52c619b1e9b service neutron] Attempting to bind port 9da47aef-6542-4702-92b7-d14c7ac03e91 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:50.364885 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-1854f4b0-b94e-43b6-956f-f52c619b1e9b service neutron] Attempting to bind port 9da47aef-6542-4702-92b7-d14c7ac03e91 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '167f289d-6015-4de5-ac82-657bbdbe5e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b3271eeb-b9eb-4d85-9c8c-62c1a302878e'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:50.365412 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-1854f4b0-b94e-43b6-956f-f52c619b1e9b service neutron] Attempting to bind port 9da47aef-6542-4702-92b7-d14c7ac03e91 on network b3271eeb-b9eb-4d85-9c8c-62c1a302878e {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:50.387063 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-1854f4b0-b94e-43b6-956f-f52c619b1e9b service neutron] Port 9da47aef-6542-4702-92b7-d14c7ac03e91 on network b3271eeb-b9eb-4d85-9c8c-62c1a302878e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:50.387579 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-1854f4b0-b94e-43b6-956f-f52c619b1e9b service neutron] Attempting to bind port 9da47aef-6542-4702-92b7-d14c7ac03e91 on network b3271eeb-b9eb-4d85-9c8c-62c1a302878e {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:50.398986 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3b7ee8d9-3874-4e81-b262-f71b66fdc34c None None] Transition to ACTIVE for port object 8ab459ce-a636-41ed-a393-391d4145209c will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:50.413624 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-1854f4b0-b94e-43b6-956f-f52c619b1e9b service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:50.415312 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-1854f4b0-b94e-43b6-956f-f52c619b1e9b service neutron] Checking segment: {'id': '167f289d-6015-4de5-ac82-657bbdbe5e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b3271eeb-b9eb-4d85-9c8c-62c1a302878e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:50.416554 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-1854f4b0-b94e-43b6-956f-f52c619b1e9b service neutron] Bound using segment: {'id': '167f289d-6015-4de5-ac82-657bbdbe5e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b3271eeb-b9eb-4d85-9c8c-62c1a302878e'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:50.416554 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-1854f4b0-b94e-43b6-956f-f52c619b1e9b service neutron] Bound port: 9da47aef-6542-4702-92b7-d14c7ac03e91, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '167f289d-6015-4de5-ac82-657bbdbe5e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b3271eeb-b9eb-4d85-9c8c-62c1a302878e'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:50.417172 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-1854f4b0-b94e-43b6-956f-f52c619b1e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:50.424747 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7e3132bf-6d57-45f8-8671-8a2af885ae00 req-da5946ad-9261-4bfc-b54f-cf3cbae0b0f9 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0831158 Jul 15 13:35:50.425413 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b7ee8d9-3874-4e81-b262-f71b66fdc34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:50.436261 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-60e66c1c-a183-4117-87c5-fa7b7da78b78 req-55252b08-0f8e-4144-b6a0-dc6395c59d9e tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494285 Jul 15 13:35:50.573990 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=61e80b52-d22a-439e-a270-a6c2af6f6d50,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:50.588873 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-1854f4b0-b94e-43b6-956f-f52c619b1e9b service neutron] For port 9da47aef-6542-4702-92b7-d14c7ac03e91, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:50.602587 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-1854f4b0-b94e-43b6-956f-f52c619b1e9b service neutron] For port 9da47aef-6542-4702-92b7-d14c7ac03e91, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9da47aef-6542-4702-92b7-d14c7ac03e91,segment=NetworkSegment(167f289d-6015-4de5-ac82-657bbdbe5e0c),segment_id=167f289d-6015-4de5-ac82-657bbdbe5e0c)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:50.603396 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-0df83b6c-28e6-490c-8b98-91284ad86766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Deleting port c882854c-695e-4b34-877d-1e7dc95e4661 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:50.604004 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0df83b6c-28e6-490c-8b98-91284ad86766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:50.616823 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-1854f4b0-b94e-43b6-956f-f52c619b1e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:50.621713 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7ee8d9-3874-4e81-b262-f71b66fdc34c None None] Network b333c41f-9715-44db-b704-e867379897e4 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:50.645332 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355d3ed4-6ebc-4ab9-8dbb-071f675416e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e80b52-d22a-439e-a270-a6c2af6f6d50'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:50.649163 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db6ced6-7aa3-42e7-9008-82ce1b092f45" -d '{"events": [{"server_uuid": "355d3ed4-6ebc-4ab9-8dbb-071f675416e2", "name": "network-vif-plugged", "status": "completed", "tag": "61e80b52-d22a-439e-a270-a6c2af6f6d50"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:50.662007 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-3b7ee8d9-3874-4e81-b262-f71b66fdc34c None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:50.678410 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7ee8d9-3874-4e81-b262-f71b66fdc34c None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:50.811017 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-1854f4b0-b94e-43b6-956f-f52c619b1e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:50.811754 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-1854f4b0-b94e-43b6-956f-f52c619b1e9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:50.819897 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-1854f4b0-b94e-43b6-956f-f52c619b1e9b service neutron] 10.222.0.18 "PUT /v2.0/ports/9da47aef-6542-4702-92b7-d14c7ac03e91 HTTP/1.1" status: 200 len: 1092 time: 3.6109579 Jul 15 13:35:50.821434 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41cf3bc-8d6f-482d-b9a8-9c93d367fb97', 'tag': '9da47aef-6542-4702-92b7-d14c7ac03e91'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:50.827169 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a23d91-b734-41c0-af1a-c4b473f892ad" -d '{"events": [{"name": "network-changed", "server_uuid": "f41cf3bc-8d6f-482d-b9a8-9c93d367fb97", "tag": "9da47aef-6542-4702-92b7-d14c7ac03e91"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:50.839255 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-e6b6b2c2-7c61-4713-86b4-77e5eb4ccee1 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Allocated IP 172.20.0.1 (b333c41f-9715-44db-b704-e867379897e4/5b5d3896-8166-469a-ae35-140d6a98066e/3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:50.861860 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ba381a57-a509-4d10-b793-67dfcaf6b5cf up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:50.899198 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ee8d9-3874-4e81-b262-f71b66fdc34c None None] Pushing event updated for resources: {'Port': ['ID=8ab459ce-a636-41ed-a393-391d4145209c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:51.000694 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854f4b0-b94e-43b6-956f-f52c619b1e9b service neutron] Pushing event updated for resources: {'Port': ['ID=9da47aef-6542-4702-92b7-d14c7ac03e91,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:51.024177 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e03fa4af-a491-4968-a3ea-354e7cd487e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.037728 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-3b7ee8d9-3874-4e81-b262-f71b66fdc34c None None] Attempting to bind port 8ab459ce-a636-41ed-a393-391d4145209c on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:51.038405 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-3b7ee8d9-3874-4e81-b262-f71b66fdc34c None None] Attempting to bind port 8ab459ce-a636-41ed-a393-391d4145209c by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '0decb619-c7d7-4838-9fab-29529d572b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b333c41f-9715-44db-b704-e867379897e4'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:51.039719 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7ee8d9-3874-4e81-b262-f71b66fdc34c None None] Attempting to bind port 8ab459ce-a636-41ed-a393-391d4145209c on network b333c41f-9715-44db-b704-e867379897e4 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:51.053178 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0df83b6c-28e6-490c-8b98-91284ad86766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.069002 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7ee8d9-3874-4e81-b262-f71b66fdc34c None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:51.069817 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7ee8d9-3874-4e81-b262-f71b66fdc34c None None] Checking segment: {'id': '0decb619-c7d7-4838-9fab-29529d572b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b333c41f-9715-44db-b704-e867379897e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:51.070444 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b7ee8d9-3874-4e81-b262-f71b66fdc34c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.071102 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7ee8d9-3874-4e81-b262-f71b66fdc34c None None] Bound using segment: {'id': '0decb619-c7d7-4838-9fab-29529d572b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b333c41f-9715-44db-b704-e867379897e4'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:51.071793 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-3b7ee8d9-3874-4e81-b262-f71b66fdc34c None None] Bound port: 8ab459ce-a636-41ed-a393-391d4145209c, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0decb619-c7d7-4838-9fab-29529d572b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b333c41f-9715-44db-b704-e867379897e4'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:51.072408 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b7ee8d9-3874-4e81-b262-f71b66fdc34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.190715 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-0df83b6c-28e6-490c-8b98-91284ad86766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Calling delete_port for c882854c-695e-4b34-877d-1e7dc95e4661 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:51.206129 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port ba381a57-a509-4d10-b793-67dfcaf6b5cf completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:51.232772 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-77c12ad3-8bd4-4d6b-abc5-c1d0206ae39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:51.238969 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-77c12ad3-8bd4-4d6b-abc5-c1d0206ae39d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 1095 time: 0.3574514 Jul 15 13:35:51.248292 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port ba381a57-a509-4d10-b793-67dfcaf6b5cf triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:51.248662 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.259212 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1bee80-137e-4147-b392-ea024a7d7bce req-2829cfb1-0efa-4992-8f36-e78c56c6ef3c tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:51.260823 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dc1bee80-137e-4147-b392-ea024a7d7bce req-2829cfb1-0efa-4992-8f36-e78c56c6ef3c tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 945 time: 0.2513969 Jul 15 13:35:51.365385 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-7c869618-c01c-4daf-a6a4-d985b2a367cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9da47aef-6542-4702-92b7-d14c7ac03e91 HTTP/1.1" status: 200 len: 217 time: 0.1035440 Jul 15 13:35:51.396892 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-3b7ee8d9-3874-4e81-b262-f71b66fdc34c None None] For port 8ab459ce-a636-41ed-a393-391d4145209c, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:51.403756 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-3b7ee8d9-3874-4e81-b262-f71b66fdc34c None None] For port 8ab459ce-a636-41ed-a393-391d4145209c, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8ab459ce-a636-41ed-a393-391d4145209c,segment=NetworkSegment(0decb619-c7d7-4838-9fab-29529d572b66),segment_id=0decb619-c7d7-4838-9fab-29529d572b66)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:51.425653 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3b7ee8d9-3874-4e81-b262-f71b66fdc34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.581438 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dc1bee80-137e-4147-b392-ea024a7d7bce req-905373c6-8200-4321-bfe1-40bce8327c86 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180097 Jul 15 13:35:51.593729 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-90eca8c8-f5a6-458b-b5ab-84d5db92f78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:51.594183 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6b6b2c2-7c61-4713-86b4-77e5eb4ccee1 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.595994 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-90eca8c8-f5a6-458b-b5ab-84d5db92f78f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a1de6f99-28d2-4487-bb53-dfb9d06f26cd HTTP/1.1" status: 200 len: 835 time: 0.2159665 Jul 15 13:35:51.644240 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-e6b6b2c2-7c61-4713-86b4-77e5eb4ccee1 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Transition to ACTIVE for port object 3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:51.662687 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00f0fe-0cb3-492f-872e-8f3b0866f76a req-fad6c7b9-2950-43c0-8dd7-72c35a8e4d03 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:51.686425 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1b00f0fe-0cb3-492f-872e-8f3b0866f76a req-fad6c7b9-2950-43c0-8dd7-72c35a8e4d03 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=355d3ed4-6ebc-4ab9-8dbb-071f675416e2 HTTP/1.1" status: 200 len: 946 time: 0.6832800 Jul 15 13:35:51.738538 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ee8d9-3874-4e81-b262-f71b66fdc34c None None] Pushing event updated for resources: {'Port': ['ID=8ab459ce-a636-41ed-a393-391d4145209c,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:51.784259 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-b22e27d9-3db1-4bc7-ae48-0c0e8d84f5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:51.784756 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.787086 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-b22e27d9-3db1-4bc7-ae48-0c0e8d84f5e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3271eeb-b9eb-4d85-9c8c-62c1a302878e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1829102 Jul 15 13:35:51.833739 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0df83b6c-28e6-490c-8b98-91284ad86766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.891157 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port ba381a57-a509-4d10-b793-67dfcaf6b5cf, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ba381a57-a509-4d10-b793-67dfcaf6b5cf,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:51.921056 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ff5692-ded1-4104-aee6-a5bf8d81c927 x-openstack-request-id: req-81ff5692-ded1-4104-aee6-a5bf8d81c927 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:35:51.921615 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355d3ed4-6ebc-4ab9-8dbb-071f675416e2", "name": "network-vif-plugged", "status": "completed", "tag": "61e80b52-d22a-439e-a270-a6c2af6f6d50", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:35:51.922071 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-81ff5692-ded1-4104-aee6-a5bf8d81c927 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:35:51.922722 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355d3ed4-6ebc-4ab9-8dbb-071f675416e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e80b52-d22a-439e-a270-a6c2af6f6d50', 'code': 200} Jul 15 13:35:51.924314 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.989227 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:52.134886 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df83b6c-28e6-490c-8b98-91284ad86766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Pushing event deleted for resources: {'Port': ['ID=c882854c-695e-4b34-877d-1e7dc95e4661,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:52.162752 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-6148b05d-95bb-4e0e-87e6-7a3d17de2105 service neutron] 10.222.0.18 "GET /v2.0/networks/b3271eeb-b9eb-4d85-9c8c-62c1a302878e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685036 Jul 15 13:35:52.185855 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34436) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:52.195319 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0df83b6c-28e6-490c-8b98-91284ad86766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:52.200357 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0df83b6c-28e6-490c-8b98-91284ad86766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] 10.222.0.24 "DELETE /v2.0/ports/c882854c-695e-4b34-877d-1e7dc95e4661 HTTP/1.1" status: 204 len: 168 time: 2.1624057 Jul 15 13:35:52.206680 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6b6b2c2-7c61-4713-86b4-77e5eb4ccee1 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:52.210838 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34440) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:52.233907 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1b00f0fe-0cb3-492f-872e-8f3b0866f76a req-a6eee38d-b9f2-4b60-8a3d-9acc9dc544dc tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5456014 Jul 15 13:35:52.401194 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e95884a3-3cd6-4f0f-97be-d98ee29c772a req-ba02842b-a1f3-4bac-b87b-12953c69f5db service neutron] 10.222.0.18 "GET /v2.0/networks/b3271eeb-b9eb-4d85-9c8c-62c1a302878e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240286 Jul 15 13:35:52.431811 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c510681-54b2-4d5f-b808-96d058dd56f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:35:52.439632 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34442) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:52.441438 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=ba381a57-a509-4d10-b793-67dfcaf6b5cf,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:52.442870 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7c510681-54b2-4d5f-b808-96d058dd56f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] 10.222.0.24 "GET /v2.0/ports/c882854c-695e-4b34-877d-1e7dc95e4661 HTTP/1.1" status: 404 len: 333 time: 0.2256291 Jul 15 13:35:52.457473 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f801a65a-8a23-42bc-b739-139360311c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Request body: {'port': {'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-624169194'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:52.479311 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:52.482781 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b6b2c2-7c61-4713-86b4-77e5eb4ccee1 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Network b333c41f-9715-44db-b704-e867379897e4 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:52.483985 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:52.484365 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:52.510273 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-e6b6b2c2-7c61-4713-86b4-77e5eb4ccee1 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:52.511298 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f801a65a-8a23-42bc-b739-139360311c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Made reservation on behalf of 7144e8ccd4b14d28b5ff5e3c5a2ded27 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:52.542897 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f801a65a-8a23-42bc-b739-139360311c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:52.561374 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b6b2c2-7c61-4713-86b4-77e5eb4ccee1 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:52.604040 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb52664a-959c-4cc4-b9c1-cb430d5e1058 x-openstack-request-id: req-bb52664a-959c-4cc4-b9c1-cb430d5e1058 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:35:52.604373 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41cf3bc-8d6f-482d-b9a8-9c93d367fb97", "tag": "9da47aef-6542-4702-92b7-d14c7ac03e91", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:35:52.604608 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb52664a-959c-4cc4-b9c1-cb430d5e1058 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:35:52.605046 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41cf3bc-8d6f-482d-b9a8-9c93d367fb97', 'tag': '9da47aef-6542-4702-92b7-d14c7ac03e91', 'status': 'completed', 'code': 200} Jul 15 13:35:52.632598 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6b2c2-7c61-4713-86b4-77e5eb4ccee1 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'Port': ['ID=3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:52.689343 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-f801a65a-8a23-42bc-b739-139360311c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] device_id is not set on port c897fbfd-a00f-4c10-ba15-34955acf544d yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:35:52.808776 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:52.841660 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a323ba87-28e7-47ca-857e-92ca7a75fb8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:52.863216 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c1eb2-a92a-4eac-9a3f-7f7beab50bd5 req-f8deb6bf-a27a-48b1-b423-fea39f024974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:52.865453 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5e5c1eb2-a92a-4eac-9a3f-7f7beab50bd5 req-f8deb6bf-a27a-48b1-b423-fea39f024974 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=355d3ed4-6ebc-4ab9-8dbb-071f675416e2 HTTP/1.1" status: 200 len: 1098 time: 0.8114831 Jul 15 13:35:52.897985 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6b6b2c2-7c61-4713-86b4-77e5eb4ccee1 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:52.940619 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:52.950887 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8ab459ce-a636-41ed-a393-391d4145209c up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:53.025961 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f801a65a-8a23-42bc-b739-139360311c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:53.039745 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:53.124774 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f801a65a-8a23-42bc-b739-139360311c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:53.226036 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f801a65a-8a23-42bc-b739-139360311c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Network d5bbae40-743c-4457-a575-6f1356f1b474 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:53.237037 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f801a65a-8a23-42bc-b739-139360311c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Pushing event updated for resources: {'Port': ['ID=c897fbfd-a00f-4c10-ba15-34955acf544d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:53.251436 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f801a65a-8a23-42bc-b739-139360311c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:53.264281 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f801a65a-8a23-42bc-b739-139360311c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:53.266406 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f801a65a-8a23-42bc-b739-139360311c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:53.267286 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f801a65a-8a23-42bc-b739-139360311c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:53.308781 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a23d91-b734-41c0-af1a-c4b473f892ad req-592df13e-44df-499a-b3d7-a19a5cc11c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:53.311379 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f2a23d91-b734-41c0-af1a-c4b473f892ad req-592df13e-44df-499a-b3d7-a19a5cc11c15 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 1095 time: 0.7048390 Jul 15 13:35:53.322342 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde01ec-e443-4ec3-baec-c399c0c46d66 req-87d1f18d-75d0-4152-ac8b-37da47ab4066 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:53.324730 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6fde01ec-e443-4ec3-baec-c399c0c46d66 req-87d1f18d-75d0-4152-ac8b-37da47ab4066 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=59e6c91e-8fcc-4c19-99ff-30f8b0dcd6d5 HTTP/1.1" status: 200 len: 945 time: 0.5480366 Jul 15 13:35:53.468873 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a23d91-b734-41c0-af1a-c4b473f892ad req-cd3d54e6-a587-4294-bf71-df47b33365eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:53.470453 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f2a23d91-b734-41c0-af1a-c4b473f892ad req-cd3d54e6-a587-4294-bf71-df47b33365eb service neutron] 10.222.0.18 "GET /v2.0/networks?id=b3271eeb-b9eb-4d85-9c8c-62c1a302878e HTTP/1.1" status: 200 len: 897 time: 0.1445491 Jul 15 13:35:53.528503 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f2a23d91-b734-41c0-af1a-c4b473f892ad req-9f4e08eb-59b4-44f5-848b-2f75fa7971e3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9da47aef-6542-4702-92b7-d14c7ac03e91 HTTP/1.1" status: 200 len: 217 time: 0.0459068 Jul 15 13:35:53.573855 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:53.612021 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e5218ead-3ecc-40d4-ba39-8c50ae5bcee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:53.648522 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:53.655567 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6fde01ec-e443-4ec3-baec-c399c0c46d66 req-e584d8b7-9d84-4e33-ab9c-43b341dc6f7b tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840708 Jul 15 13:35:53.667841 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 8ab459ce-a636-41ed-a393-391d4145209c completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:53.676746 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ba381a57-a509-4d10-b793-67dfcaf6b5cf up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:53.698436 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a23d91-b734-41c0-af1a-c4b473f892ad req-896cb7e6-7d07-4207-881f-d9549a9f6ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:53.700595 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f2a23d91-b734-41c0-af1a-c4b473f892ad req-896cb7e6-7d07-4207-881f-d9549a9f6ca7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a1de6f99-28d2-4487-bb53-dfb9d06f26cd HTTP/1.1" status: 200 len: 835 time: 0.1689911 Jul 15 13:35:53.744398 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0c3466-a003-4a22-b700-0affbd6ae5cf None None] Network b333c41f-9715-44db-b704-e867379897e4 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:53.852815 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a23d91-b734-41c0-af1a-c4b473f892ad req-93d3ee86-88e5-44e3-ae7c-21f7882a1eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:53.857435 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f2a23d91-b734-41c0-af1a-c4b473f892ad req-93d3ee86-88e5-44e3-ae7c-21f7882a1eac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3271eeb-b9eb-4d85-9c8c-62c1a302878e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1493583 Jul 15 13:35:53.869172 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d75da-2e99-4cb0-9e83-68d96e16fce5 req-d64c6929-8956-4ef8-9256-96c662ddd50d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:53.889420 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-304d75da-2e99-4cb0-9e83-68d96e16fce5 req-d64c6929-8956-4ef8-9256-96c662ddd50d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 943 time: 1.3675492 Jul 15 13:35:53.897777 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-6650f20c-e3e6-49ae-b34d-5e30075b9b69 None None] Provisioning for port 8ab459ce-a636-41ed-a393-391d4145209c completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:53.908215 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-6650f20c-e3e6-49ae-b34d-5e30075b9b69 None None] Provisioning complete for port 8ab459ce-a636-41ed-a393-391d4145209c triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:53.909009 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6650f20c-e3e6-49ae-b34d-5e30075b9b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:53.934494 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e6c91e-8fcc-4c19-99ff-30f8b0dcd6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:53.937106 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1176925f-a04d-480d-86ec-c9a282f82ac4" -d '{"events": [{"server_uuid": "59e6c91e-8fcc-4c19-99ff-30f8b0dcd6d5", "name": "network-vif-plugged", "status": "completed", "tag": "1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:53.967985 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5e5c1eb2-a92a-4eac-9a3f-7f7beab50bd5 req-cc404f76-c8e2-47f6-8aec-bb7a48e782b5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0943038 Jul 15 13:35:54.000241 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port ba381a57-a509-4d10-b793-67dfcaf6b5cf triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:54.000971 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.010954 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6b6b2c2-7c61-4713-86b4-77e5eb4ccee1 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.060452 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 9da47aef-6542-4702-92b7-d14c7ac03e91 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:35:54.085311 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-304d75da-2e99-4cb0-9e83-68d96e16fce5 req-bacee45e-07b1-4cd3-badb-447bd9226a55 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1936407 Jul 15 13:35:54.098167 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f2a23d91-b734-41c0-af1a-c4b473f892ad req-74cd2b7e-f590-4053-b216-f341603d1ff0 service neutron] 10.222.0.18 "GET /v2.0/networks/b3271eeb-b9eb-4d85-9c8c-62c1a302878e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341771 Jul 15 13:35:54.163503 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98785c9-1a10-442c-b2bd-a6356918da75 req-ff221780-a282-4032-afbb-fc615ebee160 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:54.175448 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b98785c9-1a10-442c-b2bd-a6356918da75 req-ff221780-a282-4032-afbb-fc615ebee160 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 945 time: 0.2218409 Jul 15 13:35:54.265209 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6650f20c-e3e6-49ae-b34d-5e30075b9b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.300176 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b98785c9-1a10-442c-b2bd-a6356918da75 req-6de6dc04-7572-41a1-b681-1353f6e4ac09 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235974 Jul 15 13:35:54.398218 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f2a23d91-b734-41c0-af1a-c4b473f892ad req-ac003ea7-10e9-4de4-a10b-f31c91475270 service neutron] 10.222.0.18 "GET /v2.0/networks/b3271eeb-b9eb-4d85-9c8c-62c1a302878e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902653 Jul 15 13:35:54.427877 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04898f7d-b68b-4310-b1ba-ca12b6a39631 x-openstack-request-id: req-04898f7d-b68b-4310-b1ba-ca12b6a39631 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:35:54.428130 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e6c91e-8fcc-4c19-99ff-30f8b0dcd6d5", "name": "network-vif-plugged", "status": "completed", "tag": "1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:35:54.428448 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-04898f7d-b68b-4310-b1ba-ca12b6a39631 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:35:54.429095 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e6c91e-8fcc-4c19-99ff-30f8b0dcd6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f', 'code': 200} Jul 15 13:35:54.446544 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 9da47aef-6542-4702-92b7-d14c7ac03e91, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9da47aef-6542-4702-92b7-d14c7ac03e91,segment=NetworkSegment(167f289d-6015-4de5-ac82-657bbdbe5e0c),segment_id=167f289d-6015-4de5-ac82-657bbdbe5e0c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:54.513084 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '9da47aef-6542-4702-92b7-d14c7ac03e91', 'network_id': 'b3271eeb-b9eb-4d85-9c8c-62c1a302878e', 'port_id': '9da47aef-6542-4702-92b7-d14c7ac03e91', 'mac_address': 'fa:16:3e:bd:bb:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1de6f99-28d2-4487-bb53-dfb9d06f26cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:35:54.539496 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-6650f20c-e3e6-49ae-b34d-5e30075b9b69 None None] For port 8ab459ce-a636-41ed-a393-391d4145209c, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8ab459ce-a636-41ed-a393-391d4145209c,segment=NetworkSegment(0decb619-c7d7-4838-9fab-29529d572b66),segment_id=0decb619-c7d7-4838-9fab-29529d572b66)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:54.545980 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a323ba87-28e7-47ca-857e-92ca7a75fb8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.553157 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6650f20c-e3e6-49ae-b34d-5e30075b9b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.568476 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a323ba87-28e7-47ca-857e-92ca7a75fb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.578475 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f801a65a-8a23-42bc-b739-139360311c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.1376433 Jul 15 13:35:54.583662 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34450) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:54.592159 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:54.664388 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323ba87-28e7-47ca-857e-92ca7a75fb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c806e56-3786-492b-8c6a-c75d584a8627,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:54.765750 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.856269 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.878165 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a323ba87-28e7-47ca-857e-92ca7a75fb8d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b84126e5c37e4534a7fca94d4b806d77&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6876702 Jul 15 13:35:54.910278 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34454) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:54.923647 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.926800 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650f20c-e3e6-49ae-b34d-5e30075b9b69 None None] Pushing event updated for resources: {'Port': ['ID=8ab459ce-a636-41ed-a393-391d4145209c,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:54.945062 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da47aef-6542-4702-92b7-d14c7ac03e91 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:35:54.985572 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 9da47aef-6542-4702-92b7-d14c7ac03e91, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9da47aef-6542-4702-92b7-d14c7ac03e91,segment=NetworkSegment(167f289d-6015-4de5-ac82-657bbdbe5e0c),segment_id=167f289d-6015-4de5-ac82-657bbdbe5e0c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:54.994144 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.045827 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9b4a09ff-3dce-43d2-a515-3767265d2811 None None] Provisioning complete for port 8ab459ce-a636-41ed-a393-391d4145209c triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:55.046290 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b4a09ff-3dce-43d2-a515-3767265d2811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.121647 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] device_id is not set on port c897fbfd-a00f-4c10-ba15-34955acf544d yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:35:55.133847 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.134123 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=9da47aef-6542-4702-92b7-d14c7ac03e91,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:55.156922 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Transition to ACTIVE for port object c897fbfd-a00f-4c10-ba15-34955acf544d will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:55.195853 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109fca3-0e34-4d30-a1bb-6fd0c3c31825 req-82c6a8bb-d370-4f5b-a429-e0e8de7cc4d0 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:55.199046 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e109fca3-0e34-4d30-a1bb-6fd0c3c31825 req-82c6a8bb-d370-4f5b-a429-e0e8de7cc4d0 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=355d3ed4-6ebc-4ab9-8dbb-071f675416e2 HTTP/1.1" status: 200 len: 946 time: 0.7610619 Jul 15 13:35:55.225949 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.229015 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-a493e3a3-8c03-46f4-8541-a9baf2fa10aa req-1998808e-8c41-4251-9e01-939e450f13b9 service neutron] (93814) timed out ('10.222.0.18', 50858) {{(pid=93814) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:35:55.238087 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f550d2c-1fe5-40ef-83fa-3f48c3551571 req-6783b946-227f-4103-ba5c-8d68257d97c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:55.240617 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['9da47aef-6542-4702-92b7-d14c7ac03e91'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:35:55.244436 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6f550d2c-1fe5-40ef-83fa-3f48c3551571 req-6783b946-227f-4103-ba5c-8d68257d97c4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=59e6c91e-8fcc-4c19-99ff-30f8b0dcd6d5 HTTP/1.1" status: 200 len: 1098 time: 0.6944690 Jul 15 13:35:55.324668 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.338588 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9b4a09ff-3dce-43d2-a515-3767265d2811 None None] Provisioning for port 3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:55.350138 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9b4a09ff-3dce-43d2-a515-3767265d2811 None None] Provisioning complete for port 3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:55.350527 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b4a09ff-3dce-43d2-a515-3767265d2811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.418947 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6f550d2c-1fe5-40ef-83fa-3f48c3551571 req-78b6c260-feea-405b-b1a5-5c6f599b54e5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520650 Jul 15 13:35:55.424426 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9b4a09ff-3dce-43d2-a515-3767265d2811 None None] Port 3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:55.437731 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e109fca3-0e34-4d30-a1bb-6fd0c3c31825 req-5f9263c1-77cd-4abe-9a62-c05fa80b250b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035737 Jul 15 13:35:55.456410 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e1a20bfc-3182-442f-a21f-cc9fe7e2c8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.559485 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6b6b2c2-7c61-4713-86b4-77e5eb4ccee1 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.589121 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6b6b2c2-7c61-4713-86b4-77e5eb4ccee1 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.617377 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-87efb70d-0f3c-4ce3-bd09-b50c0ba33f73 None None] Provisioning complete for port 3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:55.618140 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-87efb70d-0f3c-4ce3-bd09-b50c0ba33f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.757901 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6b6b2c2-7c61-4713-86b4-77e5eb4ccee1 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.774943 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e1a20bfc-3182-442f-a21f-cc9fe7e2c8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.797990 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-87efb70d-0f3c-4ce3-bd09-b50c0ba33f73 None None] Port 3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:55.832154 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Pushing event updated for resources: {'Port': ['ID=c897fbfd-a00f-4c10-ba15-34955acf544d,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:55.897676 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c897fbfd-a00f-4c10-ba15-34955acf544d on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:55.898750 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c897fbfd-a00f-4c10-ba15-34955acf544d by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:55.899102 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c897fbfd-a00f-4c10-ba15-34955acf544d on network d5bbae40-743c-4457-a575-6f1356f1b474 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:55.942209 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d58fd-687f-44de-b45b-6db5f4866728 req-336ab26f-9da0-403f-bcec-2b15f2739d7f tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:55.944051 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ef4d58fd-687f-44de-b45b-6db5f4866728 req-336ab26f-9da0-403f-bcec-2b15f2739d7f tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=59e6c91e-8fcc-4c19-99ff-30f8b0dcd6d5 HTTP/1.1" status: 200 len: 946 time: 0.7846203 Jul 15 13:35:55.945456 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Port c897fbfd-a00f-4c10-ba15-34955acf544d on network d5bbae40-743c-4457-a575-6f1356f1b474 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:55.945820 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Failed to bind port c897fbfd-a00f-4c10-ba15-34955acf544d on host n-h1-758944-45 for vnic_type normal using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] Jul 15 13:35:55.946218 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempt 2 to bind port c897fbfd-a00f-4c10-ba15-34955acf544d Jul 15 13:35:55.981723 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c897fbfd-a00f-4c10-ba15-34955acf544d on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:55.982144 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c897fbfd-a00f-4c10-ba15-34955acf544d by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:55.982491 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c897fbfd-a00f-4c10-ba15-34955acf544d on network d5bbae40-743c-4457-a575-6f1356f1b474 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:56.000775 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Port c897fbfd-a00f-4c10-ba15-34955acf544d on network d5bbae40-743c-4457-a575-6f1356f1b474 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:56.000775 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Failed to bind port c897fbfd-a00f-4c10-ba15-34955acf544d on host n-h1-758944-45 for vnic_type normal using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] Jul 15 13:35:56.001898 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempt 3 to bind port c897fbfd-a00f-4c10-ba15-34955acf544d Jul 15 13:35:56.039588 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c897fbfd-a00f-4c10-ba15-34955acf544d on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:56.039915 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c897fbfd-a00f-4c10-ba15-34955acf544d by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:56.040250 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c897fbfd-a00f-4c10-ba15-34955acf544d on network d5bbae40-743c-4457-a575-6f1356f1b474 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:56.055073 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ef4d58fd-687f-44de-b45b-6db5f4866728 req-697b68d6-bfe4-41e6-9cae-ee9c1eb2108a tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856571 Jul 15 13:35:56.074573 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Port c897fbfd-a00f-4c10-ba15-34955acf544d on network d5bbae40-743c-4457-a575-6f1356f1b474 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:56.075193 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Failed to bind port c897fbfd-a00f-4c10-ba15-34955acf544d on host n-h1-758944-45 for vnic_type normal using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] Jul 15 13:35:56.075937 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempt 4 to bind port c897fbfd-a00f-4c10-ba15-34955acf544d Jul 15 13:35:56.114469 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c897fbfd-a00f-4c10-ba15-34955acf544d on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:56.119648 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c897fbfd-a00f-4c10-ba15-34955acf544d by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:56.119995 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c897fbfd-a00f-4c10-ba15-34955acf544d on network d5bbae40-743c-4457-a575-6f1356f1b474 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:56.140875 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Port c897fbfd-a00f-4c10-ba15-34955acf544d on network d5bbae40-743c-4457-a575-6f1356f1b474 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:56.141202 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Failed to bind port c897fbfd-a00f-4c10-ba15-34955acf544d on host n-h1-758944-45 for vnic_type normal using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] Jul 15 13:35:56.141586 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempt 5 to bind port c897fbfd-a00f-4c10-ba15-34955acf544d Jul 15 13:35:56.188708 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c897fbfd-a00f-4c10-ba15-34955acf544d on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:56.189118 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c897fbfd-a00f-4c10-ba15-34955acf544d by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:56.189671 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c897fbfd-a00f-4c10-ba15-34955acf544d on network d5bbae40-743c-4457-a575-6f1356f1b474 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:56.199273 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Port c897fbfd-a00f-4c10-ba15-34955acf544d on network d5bbae40-743c-4457-a575-6f1356f1b474 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:56.199795 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Failed to bind port c897fbfd-a00f-4c10-ba15-34955acf544d on host n-h1-758944-45 for vnic_type normal using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] Jul 15 13:35:56.200452 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempt 6 to bind port c897fbfd-a00f-4c10-ba15-34955acf544d Jul 15 13:35:56.234715 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c897fbfd-a00f-4c10-ba15-34955acf544d on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:56.235218 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c897fbfd-a00f-4c10-ba15-34955acf544d by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:56.236240 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c897fbfd-a00f-4c10-ba15-34955acf544d on network d5bbae40-743c-4457-a575-6f1356f1b474 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:56.262911 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Port c897fbfd-a00f-4c10-ba15-34955acf544d on network d5bbae40-743c-4457-a575-6f1356f1b474 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:56.263751 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Failed to bind port c897fbfd-a00f-4c10-ba15-34955acf544d on host n-h1-758944-45 for vnic_type normal using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] Jul 15 13:35:56.273545 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6b2c2-7c61-4713-86b4-77e5eb4ccee1 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'Port': ['ID=3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:56.323537 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempt 7 to bind port c897fbfd-a00f-4c10-ba15-34955acf544d Jul 15 13:35:56.340926 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e1a20bfc-3182-442f-a21f-cc9fe7e2c8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.343782 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e1a20bfc-3182-442f-a21f-cc9fe7e2c8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.345125 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e1a20bfc-3182-442f-a21f-cc9fe7e2c8d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c806e56-3786-492b-8c6a-c75d584a8627 HTTP/1.1" status: 204 len: 168 time: 1.4336004 Jul 15 13:35:56.359425 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:56.368768 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b6b2c2-7c61-4713-86b4-77e5eb4ccee1 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Network b333c41f-9715-44db-b704-e867379897e4 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:56.377186 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c897fbfd-a00f-4c10-ba15-34955acf544d on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:56.378877 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c897fbfd-a00f-4c10-ba15-34955acf544d by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:56.379750 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c897fbfd-a00f-4c10-ba15-34955acf544d on network d5bbae40-743c-4457-a575-6f1356f1b474 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:56.394165 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe16f23-0b71-4a04-913a-9bc5a60efd9a req-75dbbbb8-46b9-4d39-bd4e-dadd3c658fb3 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:56.399438 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Port c897fbfd-a00f-4c10-ba15-34955acf544d on network d5bbae40-743c-4457-a575-6f1356f1b474 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:56.412877 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Failed to bind port c897fbfd-a00f-4c10-ba15-34955acf544d on host n-h1-758944-45 for vnic_type normal using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] Jul 15 13:35:56.415232 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempt 8 to bind port c897fbfd-a00f-4c10-ba15-34955acf544d Jul 15 13:35:56.417425 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dbe16f23-0b71-4a04-913a-9bc5a60efd9a req-75dbbbb8-46b9-4d39-bd4e-dadd3c658fb3 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 944 time: 0.6725349 Jul 15 13:35:56.450427 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-e6b6b2c2-7c61-4713-86b4-77e5eb4ccee1 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:56.547684 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c897fbfd-a00f-4c10-ba15-34955acf544d on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:56.548237 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c897fbfd-a00f-4c10-ba15-34955acf544d by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:56.548796 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c897fbfd-a00f-4c10-ba15-34955acf544d on network d5bbae40-743c-4457-a575-6f1356f1b474 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:56.573381 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Port c897fbfd-a00f-4c10-ba15-34955acf544d on network d5bbae40-743c-4457-a575-6f1356f1b474 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:56.573954 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Failed to bind port c897fbfd-a00f-4c10-ba15-34955acf544d on host n-h1-758944-45 for vnic_type normal using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] Jul 15 13:35:56.587755 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempt 9 to bind port c897fbfd-a00f-4c10-ba15-34955acf544d Jul 15 13:35:56.593606 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a20bfc-3182-442f-a21f-cc9fe7e2c8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c806e56-3786-492b-8c6a-c75d584a8627,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:56.712343 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8ab459ce-a636-41ed-a393-391d4145209c up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:56.737682 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f22c4-52c2-43fc-95dd-4d93488391cd req-0e5fa419-926a-46f0-bc82-447f791c8d36 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:56.750088 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-846f22c4-52c2-43fc-95dd-4d93488391cd req-0e5fa419-926a-46f0-bc82-447f791c8d36 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 945 time: 0.5066819 Jul 15 13:35:56.753476 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c897fbfd-a00f-4c10-ba15-34955acf544d on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:56.754073 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c897fbfd-a00f-4c10-ba15-34955acf544d by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:56.754696 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c897fbfd-a00f-4c10-ba15-34955acf544d on network d5bbae40-743c-4457-a575-6f1356f1b474 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:56.805633 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Port c897fbfd-a00f-4c10-ba15-34955acf544d on network d5bbae40-743c-4457-a575-6f1356f1b474 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:56.810265 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Failed to bind port c897fbfd-a00f-4c10-ba15-34955acf544d on host n-h1-758944-45 for vnic_type normal using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] Jul 15 13:35:56.848577 n-d-758944-45 neutron-server[93814]: INFO neutron.plugins.ml2.plugin [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempt 10 to bind port c897fbfd-a00f-4c10-ba15-34955acf544d Jul 15 13:35:56.901245 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 8ab459ce-a636-41ed-a393-391d4145209c triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:56.901974 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:57.021027 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c897fbfd-a00f-4c10-ba15-34955acf544d on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:57.030674 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dbe16f23-0b71-4a04-913a-9bc5a60efd9a req-5dfe500b-e92c-4420-809c-e4aaa79e505a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6116538 Jul 15 13:35:57.032885 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c897fbfd-a00f-4c10-ba15-34955acf544d by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:57.032885 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempting to bind port c897fbfd-a00f-4c10-ba15-34955acf544d on network d5bbae40-743c-4457-a575-6f1356f1b474 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:57.056765 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e30d5d96-02d0-4e98-940b-25dc6d661bc3 None None] Provisioning complete for port 3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:57.057353 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e30d5d96-02d0-4e98-940b-25dc6d661bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:57.122574 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e30d5d96-02d0-4e98-940b-25dc6d661bc3 None None] Port 3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:57.123267 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Port c897fbfd-a00f-4c10-ba15-34955acf544d on network d5bbae40-743c-4457-a575-6f1356f1b474 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:57.131051 n-d-758944-45 neutron-server[93814]: ERROR neutron.plugins.ml2.managers [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Failed to bind port c897fbfd-a00f-4c10-ba15-34955acf544d on host n-h1-758944-45 for vnic_type normal using segments [{'id': '00e0ff2c-847b-4d3a-8fe1-fea648bdad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5bbae40-743c-4457-a575-6f1356f1b474'}] Jul 15 13:35:57.131051 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:57.206657 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b6b2c2-7c61-4713-86b4-77e5eb4ccee1 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Router 0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:35:57.229490 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-846f22c4-52c2-43fc-95dd-4d93488391cd req-cc2cae2a-32f2-4ebc-92e3-abc4483ac9bc tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4556611 Jul 15 13:35:57.268993 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34468) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:57.321549 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff6cbc6b-237a-430c-afaa-e18dad562e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:57.374933 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ef865df8-27f9-458b-be2c-60529cb8ac2e req-b3426216-87b7-4605-abab-a2d8e5c6cf3a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5633411 Jul 15 13:35:57.434969 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] For port c897fbfd-a00f-4c10-ba15-34955acf544d, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:57.435267 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attempted to set empty binding levels {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 13:35:57.464206 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:57.558368 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b6b2c2-7c61-4713-86b4-77e5eb4ccee1 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:57.575497 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e6b6b2c2-7c61-4713-86b4-77e5eb4ccee1 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "PUT /v2.0/routers/0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4901774 Jul 15 13:35:57.575716 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c484830-ae86-4aac-8640-b7def7ce9c4f None None] Sync routers for ids ['0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:57.578077 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34470) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:57.592230 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c484830-ae86-4aac-8640-b7def7ce9c4f None None] Routers {'0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:57.592872 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1c484830-ae86-4aac-8640-b7def7ce9c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:35:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:57.637477 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] In _notify_port_updated(), no bound segment for port c897fbfd-a00f-4c10-ba15-34955acf544d on network d5bbae40-743c-4457-a575-6f1356f1b474 {{(pid=93814) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:35:57.639442 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:57.640473 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:57.645462 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] 10.222.0.24 "PUT /v2.0/ports/c897fbfd-a00f-4c10-ba15-34955acf544d HTTP/1.1" status: 200 len: 979 time: 3.0590189 Jul 15 13:35:57.656412 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34472) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:57.775280 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f262e9-04e7-4755-a931-2303bb4a6471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Pushing event updated for resources: {'Port': ['ID=c897fbfd-a00f-4c10-ba15-34955acf544d,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:57.857016 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff6cbc6b-237a-430c-afaa-e18dad562e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:57.904620 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-1c484830-ae86-4aac-8640-b7def7ce9c4f None None] Set router 0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:57.913043 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff6cbc6b-237a-430c-afaa-e18dad562e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:57.984078 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351df3ea-4b34-4161-bc45-86df847bf6fc req-2105ed5f-c72a-4b18-add9-c039ba1491c7 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:57.997656 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-351df3ea-4b34-4161-bc45-86df847bf6fc req-2105ed5f-c72a-4b18-add9-c039ba1491c7 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=59e6c91e-8fcc-4c19-99ff-30f8b0dcd6d5 HTTP/1.1" status: 200 len: 946 time: 0.4598095 Jul 15 13:35:58.036739 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c51549-5a7c-4b61-9452-994f0ecc99ba tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:58.049885 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c51549-5a7c-4b61-9452-994f0ecc99ba tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:58.051307 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c51549-5a7c-4b61-9452-994f0ecc99ba tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:58.053819 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c51549-5a7c-4b61-9452-994f0ecc99ba tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:58.055037 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c51549-5a7c-4b61-9452-994f0ecc99ba tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:58.056206 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c51549-5a7c-4b61-9452-994f0ecc99ba tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:58.057315 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c51549-5a7c-4b61-9452-994f0ecc99ba tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:58.058451 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c51549-5a7c-4b61-9452-994f0ecc99ba tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:58.059578 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c51549-5a7c-4b61-9452-994f0ecc99ba tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:58.060803 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c51549-5a7c-4b61-9452-994f0ecc99ba tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:58.077702 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-44c51549-5a7c-4b61-9452-994f0ecc99ba tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7047 time: 0.4974222 Jul 15 13:35:58.079403 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34474) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:58.086598 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 9da47aef-6542-4702-92b7-d14c7ac03e91 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:58.123101 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6cbc6b-237a-430c-afaa-e18dad562e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdfa8f9-edf9-43c7-b3b5-1d949563e854,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:58.167741 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef865df8-27f9-458b-be2c-60529cb8ac2e req-d72995a9-6bc8-4001-9e47-5917f98cbc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:58.197959 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ef865df8-27f9-458b-be2c-60529cb8ac2e req-d72995a9-6bc8-4001-9e47-5917f98cbc1b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=043bd73de72448efaf900d42a51adac4&device_id=6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8 HTTP/1.1" status: 200 len: 1097 time: 0.7058110 Jul 15 13:35:58.300800 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ff6cbc6b-237a-430c-afaa-e18dad562e4f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3b1b61f504a4569873c835490c6d043&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0306029 Jul 15 13:35:58.307744 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34480) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:58.315312 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 9da47aef-6542-4702-92b7-d14c7ac03e91 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:58.323894 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 9da47aef-6542-4702-92b7-d14c7ac03e91 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:58.324647 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.375574 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1c484830-ae86-4aac-8640-b7def7ce9c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'name': 'tempest-TestNetworkBasicOps-router-657754309', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:34Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 4, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:35Z', 'updated_at': '2021-07-15T13:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609', 'name': '', 'network_id': 'b333c41f-9715-44db-b704-e867379897e4', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'mac_address': 'fa:16:3e:ad:a0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '5b5d3896-8166-469a-ae35-140d6a98066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:35:54Z', 'revision_number': 2, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'subnets': [{'id': '5b5d3896-8166-469a-ae35-140d6a98066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:58.381243 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6a288-d027-41d7-a7d1-212db2e6639b req-56ecf2dc-490a-4ce7-8e7e-50df6f37e9e8 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:58.394186 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4fe5400a-10c6-43a2-bec5-7e27eba7af7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Deleting port c897fbfd-a00f-4c10-ba15-34955acf544d {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:58.394863 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4fe5400a-10c6-43a2-bec5-7e27eba7af7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.400289 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-351df3ea-4b34-4161-bc45-86df847bf6fc req-39bdad39-bbff-465f-b384-d659d8a4bdb9 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001513 Jul 15 13:35:58.418629 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5de6a288-d027-41d7-a7d1-212db2e6639b req-56ecf2dc-490a-4ce7-8e7e-50df6f37e9e8 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=355d3ed4-6ebc-4ab9-8dbb-071f675416e2 HTTP/1.1" status: 200 len: 946 time: 0.9367290 Jul 15 13:35:58.427789 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c484830-ae86-4aac-8640-b7def7ce9c4f None None] Checking router: 0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:35:58.428259 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c484830-ae86-4aac-8640-b7def7ce9c4f None None] Updating router 0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb port 3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:35:58.500892 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef865df8-27f9-458b-be2c-60529cb8ac2e req-34d7632e-53fe-4232-b394-56fb0933b4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:58.502621 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ef865df8-27f9-458b-be2c-60529cb8ac2e req-34d7632e-53fe-4232-b394-56fb0933b4dd service neutron] 10.222.0.18 "GET /v2.0/networks?id=3863dc0e-6146-449a-a791-85fa35a22fff HTTP/1.1" status: 200 len: 906 time: 0.2823424 Jul 15 13:35:58.503911 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4fe5400a-10c6-43a2-bec5-7e27eba7af7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] For port c897fbfd-a00f-4c10-ba15-34955acf544d, host n-h1-758944-45, got binding levels [] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:58.504287 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4fe5400a-10c6-43a2-bec5-7e27eba7af7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.539357 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4fe5400a-10c6-43a2-bec5-7e27eba7af7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Calling delete_port for c897fbfd-a00f-4c10-ba15-34955acf544d owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:58.582217 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ef865df8-27f9-458b-be2c-60529cb8ac2e req-a7c194ae-a9ab-4e89-994a-70c9633c5a16 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a9e28e7-783c-4b08-98a4-873057252a5b HTTP/1.1" status: 200 len: 217 time: 0.0680881 Jul 15 13:35:58.680358 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.684579 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef865df8-27f9-458b-be2c-60529cb8ac2e req-8f5b89ff-d25f-445f-8e77-249cf6c0d3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:58.686621 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ef865df8-27f9-458b-be2c-60529cb8ac2e req-8f5b89ff-d25f-445f-8e77-249cf6c0d3dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b30ffac-e52f-4dd4-90fb-1da118e51f78 HTTP/1.1" status: 200 len: 845 time: 0.0852680 Jul 15 13:35:58.755846 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ef865df8-27f9-458b-be2c-60529cb8ac2e req-574967ba-df51-4696-a318-e1dac0b963b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3863dc0e-6146-449a-a791-85fa35a22fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628397 Jul 15 13:35:58.759644 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1c484830-ae86-4aac-8640-b7def7ce9c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.792980 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 9da47aef-6542-4702-92b7-d14c7ac03e91, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9da47aef-6542-4702-92b7-d14c7ac03e91,segment=NetworkSegment(167f289d-6015-4de5-ac82-657bbdbe5e0c),segment_id=167f289d-6015-4de5-ac82-657bbdbe5e0c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:58.796748 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41cf3bc-8d6f-482d-b9a8-9c93d367fb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da47aef-6542-4702-92b7-d14c7ac03e91'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:58.807034 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43dc2171-5b82-4c60-9908-241e863cfb6a" -d '{"events": [{"server_uuid": "f41cf3bc-8d6f-482d-b9a8-9c93d367fb97", "name": "network-vif-plugged", "status": "completed", "tag": "9da47aef-6542-4702-92b7-d14c7ac03e91"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:58.814853 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.945684 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4fe5400a-10c6-43a2-bec5-7e27eba7af7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.960597 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5de6a288-d027-41d7-a7d1-212db2e6639b req-b82029d3-1169-4953-8a54-4397d3007d68 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5383906 Jul 15 13:35:58.969296 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d814c17-5b03-4f01-a9c1-ce43607dfc86 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:58.970009 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d814c17-5b03-4f01-a9c1-ce43607dfc86 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:58.971145 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d814c17-5b03-4f01-a9c1-ce43607dfc86 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:58.971633 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d814c17-5b03-4f01-a9c1-ce43607dfc86 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:58.972505 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d814c17-5b03-4f01-a9c1-ce43607dfc86 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:58.972980 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d814c17-5b03-4f01-a9c1-ce43607dfc86 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:58.973638 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d814c17-5b03-4f01-a9c1-ce43607dfc86 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:58.974139 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d814c17-5b03-4f01-a9c1-ce43607dfc86 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:58.974600 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d814c17-5b03-4f01-a9c1-ce43607dfc86 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:58.977330 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7d814c17-5b03-4f01-a9c1-ce43607dfc86 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5905 time: 0.8713193 Jul 15 13:35:58.985535 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=9da47aef-6542-4702-92b7-d14c7ac03e91,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:58.987735 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34486) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:58.993520 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ef865df8-27f9-458b-be2c-60529cb8ac2e req-f1e98e5e-96a8-4348-98cc-b267eb1a9f68 service neutron] 10.222.0.18 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306213 Jul 15 13:35:59.027192 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ddcd8d97-1659-48ef-bfdb-2cdbe43f07ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.060108 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ddcd8d97-1659-48ef-bfdb-2cdbe43f07ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.188181 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ddcd8d97-1659-48ef-bfdb-2cdbe43f07ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.191177 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ddcd8d97-1659-48ef-bfdb-2cdbe43f07ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.192462 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ddcd8d97-1659-48ef-bfdb-2cdbe43f07ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/afdfa8f9-edf9-43c7-b3b5-1d949563e854 HTTP/1.1" status: 204 len: 168 time: 0.8829615 Jul 15 13:35:59.236508 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd8d97-1659-48ef-bfdb-2cdbe43f07ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdfa8f9-edf9-43c7-b3b5-1d949563e854,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:59.274857 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5400a-10c6-43a2-bec5-7e27eba7af7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Pushing event deleted for resources: {'Port': ['ID=c897fbfd-a00f-4c10-ba15-34955acf544d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:59.327518 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4fe5400a-10c6-43a2-bec5-7e27eba7af7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.342159 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4fe5400a-10c6-43a2-bec5-7e27eba7af7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] 10.222.0.24 "DELETE /v2.0/ports/c897fbfd-a00f-4c10-ba15-34955acf544d HTTP/1.1" status: 204 len: 168 time: 1.6744797 Jul 15 13:35:59.348878 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34496) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:59.500037 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a5abce-c5a3-4225-9e50-3c0fc139ed4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:35:59.510586 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-53a5abce-c5a3-4225-9e50-3c0fc139ed4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1800420340-project-admin] 10.222.0.24 "GET /v2.0/ports/c897fbfd-a00f-4c10-ba15-34955acf544d HTTP/1.1" status: 404 len: 333 time: 0.1510665 Jul 15 13:35:59.524490 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34498) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:59.742663 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7f0f1-4cbd-4d89-a62e-ebf0ed9102eb req-6c22307b-8024-4648-ac58-7b9efac1b5d6 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:59.750511 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7bf7f0f1-4cbd-4d89-a62e-ebf0ed9102eb req-6c22307b-8024-4648-ac58-7b9efac1b5d6 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 945 time: 0.3632491 Jul 15 13:35:59.783713 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ef865df8-27f9-458b-be2c-60529cb8ac2e req-54f4b85c-e7d4-4831-bc1b-184f2305cbbb service neutron] 10.222.0.18 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7618637 Jul 15 13:35:59.792005 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-de7ad58f-15b2-4de2-a891-bba5efdf0ce3 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4500 time: 0.8009729 Jul 15 13:35:59.815512 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7bf7f0f1-4cbd-4d89-a62e-ebf0ed9102eb req-38730506-b771-4af2-a14e-d20fffab9c8c tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632589 Jul 15 13:35:59.838668 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7da3e-a482-4651-8455-a65d18ab7810 req-5b42e311-7663-4abc-b916-f4cdaaf2c470 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:59.874081 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-daf7da3e-a482-4651-8455-a65d18ab7810 req-5b42e311-7663-4abc-b916-f4cdaaf2c470 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 945 time: 0.9228230 Jul 15 13:35:59.899743 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-67badf05-99e7-448c-b96a-f432e5cb9217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.900171 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1c484830-ae86-4aac-8640-b7def7ce9c4f None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.938528 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-1c484830-ae86-4aac-8640-b7def7ce9c4f None None] Transition to ACTIVE for port object 3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:59.952685 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1c484830-ae86-4aac-8640-b7def7ce9c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.956594 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-daf7da3e-a482-4651-8455-a65d18ab7810 req-e666eb4e-c4bd-4582-b50c-faf5262955d7 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0812733 Jul 15 13:36:00.057267 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a34485-2da6-4879-ae04-b48b46b92718 x-openstack-request-id: req-b2a34485-2da6-4879-ae04-b48b46b92718 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:00.057775 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41cf3bc-8d6f-482d-b9a8-9c93d367fb97", "name": "network-vif-plugged", "status": "completed", "tag": "9da47aef-6542-4702-92b7-d14c7ac03e91", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:00.058173 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b2a34485-2da6-4879-ae04-b48b46b92718 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:00.058829 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41cf3bc-8d6f-482d-b9a8-9c93d367fb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da47aef-6542-4702-92b7-d14c7ac03e91', 'code': 200} Jul 15 13:36:00.097926 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef287daf-ee1d-49ba-8391-95c18039070d None None] Pushing event updated for resources: {'Port': ['ID=3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:00.287526 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-67badf05-99e7-448c-b96a-f432e5cb9217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.322895 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-1c484830-ae86-4aac-8640-b7def7ce9c4f None None] Attempting to bind port 3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:00.323748 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-1c484830-ae86-4aac-8640-b7def7ce9c4f None None] Attempting to bind port 3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '0decb619-c7d7-4838-9fab-29529d572b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b333c41f-9715-44db-b704-e867379897e4'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:00.325649 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9127936-4e77-49c5-8eda-aa8bc63d778b req-4778ab32-80e8-4fd0-a155-b33003b6b8ae tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:00.326204 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c484830-ae86-4aac-8640-b7def7ce9c4f None None] Attempting to bind port 3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609 on network b333c41f-9715-44db-b704-e867379897e4 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:00.332542 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-67badf05-99e7-448c-b96a-f432e5cb9217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5bbae40-743c-4457-a575-6f1356f1b474']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:00.340635 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a9127936-4e77-49c5-8eda-aa8bc63d778b req-4778ab32-80e8-4fd0-a155-b33003b6b8ae tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=59e6c91e-8fcc-4c19-99ff-30f8b0dcd6d5 HTTP/1.1" status: 200 len: 946 time: 0.2016039 Jul 15 13:36:00.341701 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c484830-ae86-4aac-8640-b7def7ce9c4f None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:00.342465 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c484830-ae86-4aac-8640-b7def7ce9c4f None None] Checking segment: {'id': '0decb619-c7d7-4838-9fab-29529d572b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b333c41f-9715-44db-b704-e867379897e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:00.344585 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1c484830-ae86-4aac-8640-b7def7ce9c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.346578 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c484830-ae86-4aac-8640-b7def7ce9c4f None None] Bound using segment: {'id': '0decb619-c7d7-4838-9fab-29529d572b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b333c41f-9715-44db-b704-e867379897e4'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:00.347254 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-1c484830-ae86-4aac-8640-b7def7ce9c4f None None] Bound port: 3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0decb619-c7d7-4838-9fab-29529d572b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b333c41f-9715-44db-b704-e867379897e4'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:00.348828 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1c484830-ae86-4aac-8640-b7def7ce9c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.377009 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-67badf05-99e7-448c-b96a-f432e5cb9217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00e0ff2c-847b-4d3a-8fe1-fea648bdad90') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:00.378845 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-67badf05-99e7-448c-b96a-f432e5cb9217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00e0ff2c-847b-4d3a-8fe1-fea648bdad90') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:00.416132 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-67badf05-99e7-448c-b96a-f432e5cb9217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.442857 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a9127936-4e77-49c5-8eda-aa8bc63d778b req-e62adacd-a524-400d-b3df-a8b1d9e284d9 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004968 Jul 15 13:36:00.475194 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-67badf05-99e7-448c-b96a-f432e5cb9217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.506186 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67badf05-99e7-448c-b96a-f432e5cb9217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:36:00.506478 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-1c484830-ae86-4aac-8640-b7def7ce9c4f None None] For port 3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:00.506822 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-67badf05-99e7-448c-b96a-f432e5cb9217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.514197 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfcfbb6-1c17-4842-9794-82a27580bf33 req-0abab666-5b15-4568-a8a9-05fe452b1a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:00.516486 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fcfcfbb6-1c17-4842-9794-82a27580bf33 req-0abab666-5b15-4568-a8a9-05fe452b1a4e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 1097 time: 0.3601520 Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:36:00.519175 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:36:00.812875 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-1c484830-ae86-4aac-8640-b7def7ce9c4f None None] For port 3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609,segment=NetworkSegment(0decb619-c7d7-4838-9fab-29529d572b66),segment_id=0decb619-c7d7-4838-9fab-29529d572b66)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:00.820480 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7af42-1f61-421f-ab3a-3b19ea53abe5 req-941138cf-bfe1-4593-9981-84671a2d906a tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:00.823640 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1ee7af42-1f61-421f-ab3a-3b19ea53abe5 req-941138cf-bfe1-4593-9981-84671a2d906a tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=355d3ed4-6ebc-4ab9-8dbb-071f675416e2 HTTP/1.1" status: 200 len: 946 time: 0.5318992 Jul 15 13:36:00.830575 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1c484830-ae86-4aac-8640-b7def7ce9c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.832236 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-67badf05-99e7-448c-b96a-f432e5cb9217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.844449 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fcfcfbb6-1c17-4842-9794-82a27580bf33 req-f9fff854-b74d-4933-a203-6ef91ce46691 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2785647 Jul 15 13:36:00.880707 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-67badf05-99e7-448c-b96a-f432e5cb9217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.889608 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-67badf05-99e7-448c-b96a-f432e5cb9217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999-project] 10.222.0.24 "DELETE /v2.0/networks/d5bbae40-743c-4457-a575-6f1356f1b474 HTTP/1.1" status: 204 len: 168 time: 1.3406835 Jul 15 13:36:00.891108 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67badf05-99e7-448c-b96a-f432e5cb9217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144842999-project] Pushing event deleted for resources: {'Network': ['ID=d5bbae40-743c-4457-a575-6f1356f1b474,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:01.014670 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1ee7af42-1f61-421f-ab3a-3b19ea53abe5 req-312ce88c-3aa1-4d47-a26b-57ba679b16d9 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777835 Jul 15 13:36:01.055647 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c484830-ae86-4aac-8640-b7def7ce9c4f None None] Routers {'0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:01.056767 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1c484830-ae86-4aac-8640-b7def7ce9c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:35:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:01.072613 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34528) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:01.172511 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34532) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:01.505553 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-1c484830-ae86-4aac-8640-b7def7ce9c4f None None] Set router 0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:01.700112 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef287daf-ee1d-49ba-8391-95c18039070d None None] Pushing event updated for resources: {'Port': ['ID=3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:01.782659 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-46364f0b-0059-4fca-8316-174872bbb874 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1846979973-network', 'tenant_id': 'db5b4791469c40799062a61423474492'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:01.872812 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34538) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:01.970001 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34544) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:01.979177 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-555e2e41-f561-4113-951f-31a3b93c63fe tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1308285917', 'description': 'tempest-secgroup-smoke-1308285917 description', 'project_id': 'fcf19ad9f55645769cc76961e7748495'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:02.055349 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46364f0b-0059-4fca-8316-174872bbb874 admin admin] Made reservation on behalf of db5b4791469c40799062a61423474492 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:02.060319 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46364f0b-0059-4fca-8316-174872bbb874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.111044 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46364f0b-0059-4fca-8316-174872bbb874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.136744 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bb5bff-8060-4d25-8a95-0b6cb4a94381 tempest-TestVolumeBootPattern-881616511 tempest-TestVolumeBootPattern-881616511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:02.152101 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-79bb5bff-8060-4d25-8a95-0b6cb4a94381 tempest-TestVolumeBootPattern-881616511 tempest-TestVolumeBootPattern-881616511-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=355d3ed4-6ebc-4ab9-8dbb-071f675416e2 HTTP/1.1" status: 200 len: 1093 time: 1.0782673 Jul 15 13:36:02.152749 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34546) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:02.158043 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-8ed3aecc-d455-4dae-8b4a-880e30106e17 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'port_id': '61e80b52-d22a-439e-a270-a6c2af6f6d50', 'tenant_id': '89567fda246241f4860e07527d287580', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:02.195986 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-555e2e41-f561-4113-951f-31a3b93c63fe tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.229264 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6b348541-1e77-4498-a7e6-d021f2421e66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=608395c7a88a43a8b6077247c52c2f3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3548484 Jul 15 13:36:02.232214 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34548) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:02.277612 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8ed3aecc-d455-4dae-8b4a-880e30106e17 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.323486 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1c484830-ae86-4aac-8640-b7def7ce9c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'name': 'tempest-TestNetworkBasicOps-router-657754309', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:34Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 4, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:35Z', 'updated_at': '2021-07-15T13:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609', 'name': '', 'network_id': 'b333c41f-9715-44db-b704-e867379897e4', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'mac_address': 'fa:16:3e:ad:a0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '5b5d3896-8166-469a-ae35-140d6a98066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:36:00Z', 'revision_number': 4, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'subnets': [{'id': '5b5d3896-8166-469a-ae35-140d6a98066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:02.336058 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3427cd-18df-4a9d-b887-626be3884438 req-648a217a-0f4d-4e3b-87cc-462a86b1c78e tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:02.344104 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7a3427cd-18df-4a9d-b887-626be3884438 req-648a217a-0f4d-4e3b-87cc-462a86b1c78e tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 945 time: 0.1675386 Jul 15 13:36:02.356893 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-25757f8d-6645-4e39-9035-c4d71431a13d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.381427 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183db05b-dad8-4f6d-9f39-d2d965f2dfb2 req-895b1e03-2364-4e41-b3ec-aaf1737ef2d9 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:02.385566 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-183db05b-dad8-4f6d-9f39-d2d965f2dfb2 req-895b1e03-2364-4e41-b3ec-aaf1737ef2d9 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 945 time: 0.2243567 Jul 15 13:36:02.388940 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c484830-ae86-4aac-8640-b7def7ce9c4f None None] The sync data for ids ['0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'] in n-d-758944-45 is: [{'id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'name': 'tempest-TestNetworkBasicOps-router-657754309', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:34Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 4, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:35Z', 'updated_at': '2021-07-15T13:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609', 'name': '', 'network_id': 'b333c41f-9715-44db-b704-e867379897e4', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'mac_address': 'fa:16:3e:ad:a0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '5b5d3896-8166-469a-ae35-140d6a98066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:36:00Z', 'revision_number': 4, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'subnets': [{'id': '5b5d3896-8166-469a-ae35-140d6a98066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:02.429961 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7a3427cd-18df-4a9d-b887-626be3884438 req-84796744-f7e9-4f02-b38e-8cd5fa422799 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831690 Jul 15 13:36:02.516544 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-183db05b-dad8-4f6d-9f39-d2d965f2dfb2 req-1c550422-35f0-4107-ac99-0b4d73374100 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1168666 Jul 15 13:36:02.518959 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-25757f8d-6645-4e39-9035-c4d71431a13d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.677014 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-25757f8d-6645-4e39-9035-c4d71431a13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.682751 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-25757f8d-6645-4e39-9035-c4d71431a13d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.686106 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-25757f8d-6645-4e39-9035-c4d71431a13d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e85fe95-32c7-4d13-9a66-65a4f6199e4f HTTP/1.1" status: 204 len: 168 time: 0.4489279 Jul 15 13:36:02.706385 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46364f0b-0059-4fca-8316-174872bbb874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.707184 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:02.710626 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25757f8d-6645-4e39-9035-c4d71431a13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e85fe95-32c7-4d13-9a66-65a4f6199e4f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:02.728723 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46364f0b-0059-4fca-8316-174872bbb874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.813584 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46364f0b-0059-4fca-8316-174872bbb874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2528a0bd-3b07-4064-88d6-01fe3074ffad,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:02.879735 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46364f0b-0059-4fca-8316-174872bbb874 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:36:02.904371 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:02.910481 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:02.912543 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.914251 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-555e2e41-f561-4113-951f-31a3b93c63fe tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.920790 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46364f0b-0059-4fca-8316-174872bbb874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.921309 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-46364f0b-0059-4fca-8316-174872bbb874 admin admin] Added segment fe0c3a3d-7c99-4772-b87c-11ff238baabc of type vlan for network 9b455f02-eef0-456f-a68a-bb60c10b5c9c Jul 15 13:36:02.932437 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-555e2e41-f561-4113-951f-31a3b93c63fe tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.977794 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e2e41-f561-4113-951f-31a3b93c63fe tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3734e6-2a3b-4411-a0ab-21ae5260f421,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:02.999841 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8ed3aecc-d455-4dae-8b4a-880e30106e17 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.011374 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-555e2e41-f561-4113-951f-31a3b93c63fe tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.017745 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-555e2e41-f561-4113-951f-31a3b93c63fe tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0447750 Jul 15 13:36:03.019210 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34552) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:03.030601 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-daf9a96c-a7aa-42ed-a475-8a6f351e5d9d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Request body: {'security_group_rule': {'security_group_id': '1a3734e6-2a3b-4411-a0ab-21ae5260f421', 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:03.039091 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7960e-b5bb-45ad-b3f5-99046f214d64 req-c99d3c01-9516-4384-a8ab-f52d54ef1df8 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:03.041177 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8eb7960e-b5bb-45ad-b3f5-99046f214d64 req-c99d3c01-9516-4384-a8ab-f52d54ef1df8 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=59e6c91e-8fcc-4c19-99ff-30f8b0dcd6d5 HTTP/1.1" status: 200 len: 946 time: 0.2338438 Jul 15 13:36:03.043372 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46364f0b-0059-4fca-8316-174872bbb874 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.117906 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-daf9a96c-a7aa-42ed-a475-8a6f351e5d9d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.145950 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.198424 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8eb7960e-b5bb-45ad-b3f5-99046f214d64 req-aa82ca39-38fa-48f2-965a-4961e1a49099 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162717 Jul 15 13:36:03.226896 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-daf9a96c-a7aa-42ed-a475-8a6f351e5d9d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.241276 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609,segment=NetworkSegment(0decb619-c7d7-4838-9fab-29529d572b66),segment_id=0decb619-c7d7-4838-9fab-29529d572b66)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:03.245059 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-daf9a96c-a7aa-42ed-a475-8a6f351e5d9d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.259894 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.307837 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46364f0b-0059-4fca-8316-174872bbb874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.310837 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46364f0b-0059-4fca-8316-174872bbb874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:03.312451 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46364f0b-0059-4fca-8316-174872bbb874 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.317921 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9a96c-a7aa-42ed-a475-8a6f351e5d9d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=904292f7-117f-4a1c-9e50-2ce10da2a83c,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:03.336516 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-daf9a96c-a7aa-42ed-a475-8a6f351e5d9d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.341731 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-daf9a96c-a7aa-42ed-a475-8a6f351e5d9d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3177290 Jul 15 13:36:03.345369 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34556) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:03.352316 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-7747102a-3f8d-4201-85e9-050d4f1ddefc tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Request body: {'security_group_rule': {'security_group_id': '1a3734e6-2a3b-4411-a0ab-21ae5260f421', 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:03.431672 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-8ed3aecc-d455-4dae-8b4a-880e30106e17 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Allocated IP 172.25.6.195 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/571c9f8b-738a-4ccd-a4fd-8dbd0fa1a2f2) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:03.439415 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:03.440104 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-46364f0b-0059-4fca-8316-174872bbb874 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2652006 Jul 15 13:36:03.450963 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34558) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:03.463139 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-557a7c55-18e3-4bf3-8047-d69bacb8d325 admin admin] Request body: {'subnet': {'network_id': '9b455f02-eef0-456f-a68a-bb60c10b5c9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1846979973-subnet', 'tenant_id': 'db5b4791469c40799062a61423474492', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:03.495110 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7747102a-3f8d-4201-85e9-050d4f1ddefc tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.508430 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46364f0b-0059-4fca-8316-174872bbb874 admin admin] Pushing event updated for resources: {'Network': ['ID=9b455f02-eef0-456f-a68a-bb60c10b5c9c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:03.530284 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 9b455f02-eef0-456f-a68a-bb60c10b5c9c details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:36:03.545677 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34562) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:03.620959 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-bcf0c5a7-8dee-4df5-a512-6287e0a224a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7144e8ccd4b14d28b5ff5e3c5a2ded27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0738564 Jul 15 13:36:03.626093 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34566) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:03.651438 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557a7c55-18e3-4bf3-8047-d69bacb8d325 admin admin] Made reservation on behalf of db5b4791469c40799062a61423474492 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:03.664695 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-557a7c55-18e3-4bf3-8047-d69bacb8d325 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.834146 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed42adc6-3982-4c4b-805c-c32cf3ea8154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.857082 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7747102a-3f8d-4201-85e9-050d4f1ddefc tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.872590 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7747102a-3f8d-4201-85e9-050d4f1ddefc tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.901485 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed42adc6-3982-4c4b-805c-c32cf3ea8154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.905858 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8ed3aecc-d455-4dae-8b4a-880e30106e17 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.921994 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08920ec-28cb-4449-9a93-0f70266e7623 req-4fa95a49-fde1-43d7-b116-8011dc487e83 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:03.924025 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d08920ec-28cb-4449-9a93-0f70266e7623 req-4fa95a49-fde1-43d7-b116-8011dc487e83 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.32 "GET /v2.0/ports?device_id=59e6c91e-8fcc-4c19-99ff-30f8b0dcd6d5 HTTP/1.1" status: 200 len: 946 time: 0.5320880 Jul 15 13:36:03.973559 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747102a-3f8d-4201-85e9-050d4f1ddefc tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f81dcec-87a5-4a13-b12a-9e682867fc17,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:03.998736 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc2966-c339-4c03-85a2-b4ab8ffaf902 req-a325d4d4-e8d7-485c-855e-4aa96f383ae8 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:04.000607 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9dfc2966-c339-4c03-85a2-b4ab8ffaf902 req-a325d4d4-e8d7-485c-855e-4aa96f383ae8 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 945 time: 0.2048492 Jul 15 13:36:04.091002 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7747102a-3f8d-4201-85e9-050d4f1ddefc tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:04.099479 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7747102a-3f8d-4201-85e9-050d4f1ddefc tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:04.100249 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7747102a-3f8d-4201-85e9-050d4f1ddefc tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:04.102494 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7747102a-3f8d-4201-85e9-050d4f1ddefc tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:04.103223 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7747102a-3f8d-4201-85e9-050d4f1ddefc tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:04.103920 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7747102a-3f8d-4201-85e9-050d4f1ddefc tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:04.105231 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9dfc2966-c339-4c03-85a2-b4ab8ffaf902 req-6c7324a2-fb2d-49af-bd8e-c17cc50119f2 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0772841 Jul 15 13:36:04.105572 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7747102a-3f8d-4201-85e9-050d4f1ddefc tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:04.106316 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7747102a-3f8d-4201-85e9-050d4f1ddefc tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:04.110604 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed42adc6-3982-4c4b-805c-c32cf3ea8154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:04.110842 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7747102a-3f8d-4201-85e9-050d4f1ddefc tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:04.112922 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7747102a-3f8d-4201-85e9-050d4f1ddefc tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:04.113654 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7747102a-3f8d-4201-85e9-050d4f1ddefc tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:04.114422 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7747102a-3f8d-4201-85e9-050d4f1ddefc tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:04.115929 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed42adc6-3982-4c4b-805c-c32cf3ea8154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:04.131503 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ed42adc6-3982-4c4b-805c-c32cf3ea8154 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a691b436-604e-4af2-a8a3-3e0b4445b2b9 HTTP/1.1" status: 204 len: 168 time: 0.5044427 Jul 15 13:36:04.136618 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8ed3aecc-d455-4dae-8b4a-880e30106e17 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:04.143739 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7747102a-3f8d-4201-85e9-050d4f1ddefc tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:04.155348 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7747102a-3f8d-4201-85e9-050d4f1ddefc tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8085232 Jul 15 13:36:04.168150 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34572) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:04.206064 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e9147816-9995-4300-ab58-5f565ed23ccf tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Request body: {'security_group_rule': {'security_group_id': '1a3734e6-2a3b-4411-a0ab-21ae5260f421', 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:04.235385 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42adc6-3982-4c4b-805c-c32cf3ea8154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a691b436-604e-4af2-a8a3-3e0b4445b2b9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:04.289813 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c5957-3e90-4bc7-825e-0b87240cb878 req-607cef8a-5055-40df-990a-76443024777b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:04.301118 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6e0c5957-3e90-4bc7-825e-0b87240cb878 req-607cef8a-5055-40df-990a-76443024777b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 945 time: 0.5484507 Jul 15 13:36:04.349084 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed3aecc-d455-4dae-8b4a-880e30106e17 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:04.355148 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-8ed3aecc-d455-4dae-8b4a-880e30106e17 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:04.369006 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed3aecc-d455-4dae-8b4a-880e30106e17 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:04.449154 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9147816-9995-4300-ab58-5f565ed23ccf tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:04.480439 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3aecc-d455-4dae-8b4a-880e30106e17 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Pushing event updated for resources: {'Port': ['ID=571c9f8b-738a-4ccd-a4fd-8dbd0fa1a2f2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:04.519610 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6e0c5957-3e90-4bc7-825e-0b87240cb878 req-f127a1db-c626-4773-9cae-aad3587da8da tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316745 Jul 15 13:36:04.690253 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2366fb-297f-4848-8755-1ccbed4629a5 req-e40e9a01-94ce-42bb-8106-2a6496999785 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:04.693105 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-d08920ec-28cb-4449-9a93-0f70266e7623 req-d6345197-93dd-4901-8a41-f0919ffac058 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Deleting port 1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:04.693438 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d08920ec-28cb-4449-9a93-0f70266e7623 req-d6345197-93dd-4901-8a41-f0919ffac058 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:04.702849 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3c2366fb-297f-4848-8755-1ccbed4629a5 req-e40e9a01-94ce-42bb-8106-2a6496999785 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 945 time: 0.2909503 Jul 15 13:36:04.708371 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:04.756131 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-557a7c55-18e3-4bf3-8047-d69bacb8d325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:04.827366 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:04.828061 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:04.975694 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3c2366fb-297f-4848-8755-1ccbed4629a5 req-b372aa03-1de6-4195-9faa-b0ca0adcf7bb tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2343242 Jul 15 13:36:05.047574 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9147816-9995-4300-ab58-5f565ed23ccf tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.050041 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34586) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:05.090907 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9147816-9995-4300-ab58-5f565ed23ccf tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.261704 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9147816-9995-4300-ab58-5f565ed23ccf tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59cd7339-2951-4f93-bed5-f13bcddf52d0,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:05.301957 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9147816-9995-4300-ab58-5f565ed23ccf tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.303773 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e9147816-9995-4300-ab58-5f565ed23ccf tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1220396 Jul 15 13:36:05.375850 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34592) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:05.388715 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d797e05d-993d-4302-938e-6029f19458c7 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Request body: {'security_group_rule': {'security_group_id': '1a3734e6-2a3b-4411-a0ab-21ae5260f421', 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:05.515514 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e5002b-2ae8-44b0-963e-695554944ab8 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:05.519294 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-94e5002b-2ae8-44b0-963e-695554944ab8 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 1092 time: 0.4624326 Jul 15 13:36:05.526334 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34596) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:05.537122 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-57fa68a6-e42e-4184-9d2e-1f80f7aa4ac6 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'port_id': '9da47aef-6542-4702-92b7-d14c7ac03e91', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:05.604783 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a7c55-18e3-4bf3-8047-d69bacb8d325 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6751d640-096f-4f75-bf5e-29af8a225130,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:05.631814 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d797e05d-993d-4302-938e-6029f19458c7 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.634894 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557a7c55-18e3-4bf3-8047-d69bacb8d325 admin admin] Checking segment: {'id': 'fe0c3a3d-7c99-4772-b87c-11ff238baabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9b455f02-eef0-456f-a68a-bb60c10b5c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:05.635285 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557a7c55-18e3-4bf3-8047-d69bacb8d325 admin admin] Network hostable DHCP agents. Network: 9b455f02-eef0-456f-a68a-bb60c10b5c9c, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:36:05.651271 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-d08920ec-28cb-4449-9a93-0f70266e7623 req-d6345197-93dd-4901-8a41-f0919ffac058 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] For port 1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:05.651729 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d08920ec-28cb-4449-9a93-0f70266e7623 req-d6345197-93dd-4901-8a41-f0919ffac058 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.689095 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557a7c55-18e3-4bf3-8047-d69bacb8d325 admin admin] Network 9b455f02-eef0-456f-a68a-bb60c10b5c9c is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:36:05.691679 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-d08920ec-28cb-4449-9a93-0f70266e7623 req-d6345197-93dd-4901-8a41-f0919ffac058 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Calling delete_port for 1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:05.767017 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-557a7c55-18e3-4bf3-8047-d69bacb8d325 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 9b455f02-eef0-456f-a68a-bb60c10b5c9c) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:05.772514 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557a7c55-18e3-4bf3-8047-d69bacb8d325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:05.773241 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-557a7c55-18e3-4bf3-8047-d69bacb8d325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.778784 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a445f587-65c6-4237-a75a-4eb0f04a207c None None] Network 9b455f02-eef0-456f-a68a-bb60c10b5c9c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:05.800188 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d797e05d-993d-4302-938e-6029f19458c7 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.807011 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57fa68a6-e42e-4184-9d2e-1f80f7aa4ac6 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.817737 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d797e05d-993d-4302-938e-6029f19458c7 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.848677 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-557a7c55-18e3-4bf3-8047-d69bacb8d325 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3934767 Jul 15 13:36:05.900918 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25538125-bae5-492e-b5ad-c313abb181a3 req-665a5a36-9805-4a76-a453-b58df06993d7 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:05.909378 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-25538125-bae5-492e-b5ad-c313abb181a3 req-665a5a36-9805-4a76-a453-b58df06993d7 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=59e6c91e-8fcc-4c19-99ff-30f8b0dcd6d5 HTTP/1.1" status: 200 len: 946 time: 0.4554789 Jul 15 13:36:05.959090 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34604) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:06.013070 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-25538125-bae5-492e-b5ad-c313abb181a3 req-fe7cfad8-a506-4a09-97fe-340691fd4f58 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999939 Jul 15 13:36:06.109522 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797e05d-993d-4302-938e-6029f19458c7 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=111ee488-1daa-4ce6-a0b2-d9187d6611b1,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:06.123294 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d08920ec-28cb-4449-9a93-0f70266e7623 req-d6345197-93dd-4901-8a41-f0919ffac058 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:06.140699 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['9a9e28e7-783c-4b08-98a4-873057252a5b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:36:06.297868 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6345197-93dd-4901-8a41-f0919ffac058 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Pushing event deleted for resources: {'Port': ['ID=1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:06.329191 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d797e05d-993d-4302-938e-6029f19458c7 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:06.331412 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d797e05d-993d-4302-938e-6029f19458c7 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9486246 Jul 15 13:36:06.350230 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b81d2ab-d051-4143-80c1-d68ab39eb360 None None] Network 9b455f02-eef0-456f-a68a-bb60c10b5c9c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:06.383152 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34610) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:06.405852 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-1b8c8fde-5fdf-4ea1-9817-dad74007f695 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Request body: {'security_group_rule': {'security_group_id': '1a3734e6-2a3b-4411-a0ab-21ae5260f421', 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:06.422466 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08920ec-28cb-4449-9a93-0f70266e7623 req-d6345197-93dd-4901-8a41-f0919ffac058 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] No DVR routers for this DVR port 1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:06.438908 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-87d75319-2070-48a1-95db-a8f4393d4a04 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Request body: {'networks': [{'name': 'tempest-network--885496721'}, {'name': 'tempest-network--164711184'}]} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:06.439178 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-87d75319-2070-48a1-95db-a8f4393d4a04 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Request body: {'network': {'name': 'tempest-network--885496721'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:06.440873 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-87d75319-2070-48a1-95db-a8f4393d4a04 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Request body: {'network': {'name': 'tempest-network--164711184'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:06.467903 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d08920ec-28cb-4449-9a93-0f70266e7623 req-d6345197-93dd-4901-8a41-f0919ffac058 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:06.479198 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d08920ec-28cb-4449-9a93-0f70266e7623 req-d6345197-93dd-4901-8a41-f0919ffac058 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.32 "DELETE /v2.0/ports/1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f HTTP/1.1" status: 204 len: 173 time: 2.5386126 Jul 15 13:36:06.497802 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e6c91e-8fcc-4c19-99ff-30f8b0dcd6d5', 'name': 'network-vif-deleted', 'tag': '1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:06.510708 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9dc2fb-bf98-4e90-9c40-385ec56d7952" -d '{"events": [{"server_uuid": "59e6c91e-8fcc-4c19-99ff-30f8b0dcd6d5", "name": "network-vif-deleted", "tag": "1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:06.605946 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d75319-2070-48a1-95db-a8f4393d4a04 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Made reservation on behalf of 0e86a6df73e244b6815e1b493d669339 for: {'network': 2} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:06.648828 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87d75319-2070-48a1-95db-a8f4393d4a04 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:06.665733 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7ed777-0df4-44fa-8081-13b3dc604c9b x-openstack-request-id: req-3f7ed777-0df4-44fa-8081-13b3dc604c9b {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:06.666511 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e6c91e-8fcc-4c19-99ff-30f8b0dcd6d5", "name": "network-vif-deleted", "tag": "1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:06.666727 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3f7ed777-0df4-44fa-8081-13b3dc604c9b {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:06.667163 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e6c91e-8fcc-4c19-99ff-30f8b0dcd6d5', 'name': 'network-vif-deleted', 'tag': '1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f', 'status': 'completed', 'code': 200} Jul 15 13:36:06.706624 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87d75319-2070-48a1-95db-a8f4393d4a04 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:06.988814 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87d75319-2070-48a1-95db-a8f4393d4a04 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:06.991148 n-d-758944-45 neutron-server[93813]: INFO neutron.db.securitygroups_db [None req-1b8c8fde-5fdf-4ea1-9817-dad74007f695 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Project fcf19ad9f55645769cc76961e7748495 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:36:07.000775 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87d75319-2070-48a1-95db-a8f4393d4a04 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.001367 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87d75319-2070-48a1-95db-a8f4393d4a04 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.019700 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8fde-5fdf-4ea1-9817-dad74007f695 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.075468 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87d75319-2070-48a1-95db-a8f4393d4a04 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:36:07.101667 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87d75319-2070-48a1-95db-a8f4393d4a04 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.102167 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-87d75319-2070-48a1-95db-a8f4393d4a04 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Added segment d03ccc8b-52e7-45e3-beaf-2c9dc3e1d6bf of type vlan for network 9be05c1d-51cb-42dc-b2d3-fe6285447691 Jul 15 13:36:07.239628 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87d75319-2070-48a1-95db-a8f4393d4a04 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.297994 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8ed3aecc-d455-4dae-8b4a-880e30106e17 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.381646 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d75319-2070-48a1-95db-a8f4393d4a04 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79580553-6e37-47ef-bcfb-2f87c12c887d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:07.424609 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e9f61-094a-4411-bc47-4f04444c5580 req-38a22397-d3ba-4017-a50a-caccfd08620b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:07.435521 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-145e9f61-094a-4411-bc47-4f04444c5580 req-38a22397-d3ba-4017-a50a-caccfd08620b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 945 time: 1.2998722 Jul 15 13:36:07.450733 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87d75319-2070-48a1-95db-a8f4393d4a04 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:36:07.466547 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8fde-5fdf-4ea1-9817-dad74007f695 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.479729 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8fde-5fdf-4ea1-9817-dad74007f695 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.541183 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87d75319-2070-48a1-95db-a8f4393d4a04 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.541303 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-87d75319-2070-48a1-95db-a8f4393d4a04 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Added segment d6d04133-dba5-4d26-b3ce-cc60b7715770 of type vlan for network 387faa30-8fa7-459e-909e-cb71fea560c2 Jul 15 13:36:07.609841 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34626) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:07.610785 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8fde-5fdf-4ea1-9817-dad74007f695 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.618691 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1b8c8fde-5fdf-4ea1-9817-dad74007f695 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2276220 Jul 15 13:36:07.619099 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34628) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:07.622516 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-70307686-a1ed-49e8-81b2-c31c6c6881d2 req-2f85c3c6-ad7d-4528-939a-de408f6e3ecc tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=59e6c91e-8fcc-4c19-99ff-30f8b0dcd6d5 HTTP/1.1" status: 200 len: 210 time: 0.0979111 Jul 15 13:36:07.627777 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2651571e-8aaf-4994-a8b3-acd027979e46 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1284315380-network', 'tenant_id': '8a4feac80a554f1fa976f529a90666d2'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:07.636655 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c8fde-5fdf-4ea1-9817-dad74007f695 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8124ca-0e67-4c15-8bca-d2128505a99a,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:07.652416 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-16238a6b-c5e5-4632-bed6-cd03951a4fd6 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Request body: {'security_group_rule': {'security_group_id': '1a3734e6-2a3b-4411-a0ab-21ae5260f421', 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:07.682914 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57fa68a6-e42e-4184-9d2e-1f80f7aa4ac6 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.703881 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87d75319-2070-48a1-95db-a8f4393d4a04 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.730023 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2651571e-8aaf-4994-a8b3-acd027979e46 admin admin] Made reservation on behalf of 8a4feac80a554f1fa976f529a90666d2 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:07.732600 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2651571e-8aaf-4994-a8b3-acd027979e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.746320 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-145e9f61-094a-4411-bc47-4f04444c5580 req-8191b0f1-b3e2-4cb3-9298-782fd779a4b4 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3095953 Jul 15 13:36:07.763320 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8ed3aecc-d455-4dae-8b4a-880e30106e17 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.766347 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2651571e-8aaf-4994-a8b3-acd027979e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.840427 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87d75319-2070-48a1-95db-a8f4393d4a04 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.841092 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87d75319-2070-48a1-95db-a8f4393d4a04 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.847099 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d75319-2070-48a1-95db-a8f4393d4a04 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:07.854226 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d75319-2070-48a1-95db-a8f4393d4a04 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:07.855352 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87d75319-2070-48a1-95db-a8f4393d4a04 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:07.924319 n-d-758944-45 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-16238a6b-c5e5-4632-bed6-cd03951a4fd6 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Project fcf19ad9f55645769cc76961e7748495 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:36:07.956784 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16238a6b-c5e5-4632-bed6-cd03951a4fd6 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:08.030259 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d75319-2070-48a1-95db-a8f4393d4a04 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Pushing event updated for resources: {'Network': ['ID=9be05c1d-51cb-42dc-b2d3-fe6285447691,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:08.052387 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 9be05c1d-51cb-42dc-b2d3-fe6285447691 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:36:08.072226 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:08.126205 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:36:08.127071 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 1fa01d5e-ccfa-416f-8bb0-4cbadb3d4f1f not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:36:08.141347 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16238a6b-c5e5-4632-bed6-cd03951a4fd6 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:08.155261 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16238a6b-c5e5-4632-bed6-cd03951a4fd6 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:08.162037 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-57fa68a6-e42e-4184-9d2e-1f80f7aa4ac6 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Allocated IP 172.25.6.81 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/76782cd3-77ad-46d4-af99-4e851e43cd8c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:08.206705 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16238a6b-c5e5-4632-bed6-cd03951a4fd6 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d16ef109-b4ab-4b34-8c83-64bbf892c7ac,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:08.248382 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:08.285209 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d75319-2070-48a1-95db-a8f4393d4a04 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Pushing event updated for resources: {'Network': ['ID=387faa30-8fa7-459e-909e-cb71fea560c2,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:08.304516 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 387faa30-8fa7-459e-909e-cb71fea560c2 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:36:08.390446 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2651571e-8aaf-4994-a8b3-acd027979e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:08.415554 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2651571e-8aaf-4994-a8b3-acd027979e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:08.424291 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-87d75319-2070-48a1-95db-a8f4393d4a04 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.4616189 Jul 15 13:36:08.426126 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34630) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:08.470539 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57fa68a6-e42e-4184-9d2e-1f80f7aa4ac6 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:08.510925 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2651571e-8aaf-4994-a8b3-acd027979e46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:36:08.518452 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8ed3aecc-d455-4dae-8b4a-880e30106e17 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:08.525752 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16238a6b-c5e5-4632-bed6-cd03951a4fd6 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:08.529165 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-16238a6b-c5e5-4632-bed6-cd03951a4fd6 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8866296 Jul 15 13:36:08.541843 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8ed3aecc-d455-4dae-8b4a-880e30106e17 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:08.542168 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651571e-8aaf-4994-a8b3-acd027979e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb80a69-492e-490d-8d4b-d32944ab4f81,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:08.610186 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2651571e-8aaf-4994-a8b3-acd027979e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:08.612064 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-2651571e-8aaf-4994-a8b3-acd027979e46 admin admin] Added segment af5f62a4-2594-40d8-b4ea-f9e6cda305d2 of type vlan for network 6faba675-04c4-46c2-90a5-65c09e5fb4ef Jul 15 13:36:08.668806 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57fa68a6-e42e-4184-9d2e-1f80f7aa4ac6 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:08.691872 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3aecc-d455-4dae-8b4a-880e30106e17 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Pushing event updated for resources: {'Port': ['ID=571c9f8b-738a-4ccd-a4fd-8dbd0fa1a2f2,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:08.716484 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fa68a6-e42e-4184-9d2e-1f80f7aa4ac6 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:08.744734 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-57fa68a6-e42e-4184-9d2e-1f80f7aa4ac6 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:08.752364 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fa68a6-e42e-4184-9d2e-1f80f7aa4ac6 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:08.797052 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8ed3aecc-d455-4dae-8b4a-880e30106e17 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:08.812797 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa68a6-e42e-4184-9d2e-1f80f7aa4ac6 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'Port': ['ID=76782cd3-77ad-46d4-af99-4e851e43cd8c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:09.004851 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2651571e-8aaf-4994-a8b3-acd027979e46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:09.062061 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2651571e-8aaf-4994-a8b3-acd027979e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:09.063812 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2651571e-8aaf-4994-a8b3-acd027979e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:09.064725 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2651571e-8aaf-4994-a8b3-acd027979e46 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:09.124285 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5c3ad2-c636-4968-9c07-da80c27aa251 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:09.131667 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5c3ad2-c636-4968-9c07-da80c27aa251 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:09.140735 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5c3ad2-c636-4968-9c07-da80c27aa251 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:09.148631 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5c3ad2-c636-4968-9c07-da80c27aa251 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:09.151756 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2b5c3ad2-c636-4968-9c07-da80c27aa251 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.7236266 Jul 15 13:36:09.158258 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34658) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:09.224825 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2651571e-8aaf-4994-a8b3-acd027979e46 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6011636 Jul 15 13:36:09.230153 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34660) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:09.245176 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7fcfa00b-c60d-477a-a574-3677ea6eca30 admin admin] Request body: {'subnet': {'network_id': '6faba675-04c4-46c2-90a5-65c09e5fb4ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1284315380-subnet', 'tenant_id': '8a4feac80a554f1fa976f529a90666d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:09.251489 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651571e-8aaf-4994-a8b3-acd027979e46 admin admin] Pushing event updated for resources: {'Network': ['ID=6faba675-04c4-46c2-90a5-65c09e5fb4ef,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:09.273390 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 6faba675-04c4-46c2-90a5-65c09e5fb4ef details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:36:09.369006 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-9a925c2d-4b7f-46f0-af8e-eff8267d330a tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1308285917&fields=id&tenant_id=fcf19ad9f55645769cc76961e7748495 HTTP/1.1" status: 200 len: 267 time: 0.1483366 Jul 15 13:36:09.414537 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f884b03f-aadd-4102-b6d2-1b0c6119f565 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:09.435591 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48d525-d836-4857-8cec-7ac63843cdaa req-d4435774-4768-426e-8228-cc1d7d642343 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:09.437562 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6a48d525-d836-4857-8cec-7ac63843cdaa req-d4435774-4768-426e-8228-cc1d7d642343 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 945 time: 0.2635806 Jul 15 13:36:09.487744 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fcfa00b-c60d-477a-a574-3677ea6eca30 admin admin] Made reservation on behalf of 8a4feac80a554f1fa976f529a90666d2 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:09.498864 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7fcfa00b-c60d-477a-a574-3677ea6eca30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:09.502983 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-8ed3aecc-d455-4dae-8b4a-880e30106e17 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Floating IP 2424ab0d-e59b-4adb-bd05-8c06e9e87fdb associated. External IP: 172.25.6.195, port: 61e80b52-d22a-439e-a270-a6c2af6f6d50. Jul 15 13:36:09.552124 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6a48d525-d836-4857-8cec-7ac63843cdaa req-793bc562-7644-45d8-a60a-591700614c2f tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766695 Jul 15 13:36:09.638102 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f884b03f-aadd-4102-b6d2-1b0c6119f565 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:09.652086 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-f884b03f-aadd-4102-b6d2-1b0c6119f565 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be05c1d-51cb-42dc-b2d3-fe6285447691']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:09.699967 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-f884b03f-aadd-4102-b6d2-1b0c6119f565 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03ccc8b-52e7-45e3-beaf-2c9dc3e1d6bf') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:09.700640 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-f884b03f-aadd-4102-b6d2-1b0c6119f565 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03ccc8b-52e7-45e3-beaf-2c9dc3e1d6bf') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:09.737189 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f884b03f-aadd-4102-b6d2-1b0c6119f565 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:09.778350 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f884b03f-aadd-4102-b6d2-1b0c6119f565 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:09.792675 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f884b03f-aadd-4102-b6d2-1b0c6119f565 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:36:09.794109 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f884b03f-aadd-4102-b6d2-1b0c6119f565 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:36:09.818737 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:36:10.009328 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f884b03f-aadd-4102-b6d2-1b0c6119f565 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.014491 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f884b03f-aadd-4102-b6d2-1b0c6119f565 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.020651 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f884b03f-aadd-4102-b6d2-1b0c6119f565 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] 10.222.0.24 "DELETE /v2.0/networks/9be05c1d-51cb-42dc-b2d3-fe6285447691 HTTP/1.1" status: 204 len: 168 time: 0.8587391 Jul 15 13:36:10.027003 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34676) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:10.027363 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57fa68a6-e42e-4184-9d2e-1f80f7aa4ac6 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.063366 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884b03f-aadd-4102-b6d2-1b0c6119f565 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Pushing event deleted for resources: {'Network': ['ID=9be05c1d-51cb-42dc-b2d3-fe6285447691,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:10.121539 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-c3bd1ce6-b261-4d59-b26f-7354febebf14 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:10.123234 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-c3bd1ce6-b261-4d59-b26f-7354febebf14 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/networks?id=3863dc0e-6146-449a-a791-85fa35a22fff HTTP/1.1" status: 200 len: 805 time: 0.2857404 Jul 15 13:36:10.136935 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-f2bb7968-f5a7-47b2-89de-72cb6641c4a1 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:10.144013 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-f2bb7968-f5a7-47b2-89de-72cb6641c4a1 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/networks?id=b333c41f-9715-44db-b704-e867379897e4 HTTP/1.1" status: 200 len: 797 time: 0.7737026 Jul 15 13:36:10.187250 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-d5158799-c814-4618-b8ea-1a863e1d15f6 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/quotas/043bd73de72448efaf900d42a51adac4 HTTP/1.1" status: 200 len: 375 time: 0.0261800 Jul 15 13:36:10.191441 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a532ae0-0db0-4f75-b46f-310d58a48006 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.227740 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-9d43204e-61da-4e5d-a02e-456d72ffa9b9 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/quotas/fcf19ad9f55645769cc76961e7748495 HTTP/1.1" status: 200 len: 375 time: 0.0827241 Jul 15 13:36:10.329472 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a532ae0-0db0-4f75-b46f-310d58a48006 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.335782 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57fa68a6-e42e-4184-9d2e-1f80f7aa4ac6 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.343280 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-8a532ae0-0db0-4f75-b46f-310d58a48006 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['387faa30-8fa7-459e-909e-cb71fea560c2']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:10.356572 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-8a532ae0-0db0-4f75-b46f-310d58a48006 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d04133-dba5-4d26-b3ce-cc60b7715770') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:10.356968 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-8a532ae0-0db0-4f75-b46f-310d58a48006 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d04133-dba5-4d26-b3ce-cc60b7715770') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:10.369948 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a532ae0-0db0-4f75-b46f-310d58a48006 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.375720 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-4872c6e5-ce75-46ce-b2d5-268524c51409 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=043bd73de72448efaf900d42a51adac4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1729541 Jul 15 13:36:10.401115 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a532ae0-0db0-4f75-b46f-310d58a48006 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.423464 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a532ae0-0db0-4f75-b46f-310d58a48006 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:36:10.423969 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a532ae0-0db0-4f75-b46f-310d58a48006 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.427308 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:36:10.427308 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:36:10.427308 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:36:10.427308 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:36:10.427308 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:36:10.427308 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:36:10.427308 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:36:10.427308 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:36:10.427308 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:36:10.427308 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:36:10.427308 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:36:10.427308 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:36:10.427308 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:36:10.427308 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:36:10.427308 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:36:10.427308 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:36:10.427308 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:36:10.427308 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:36:10.427308 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:36:10.427308 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:36:10.427308 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:36:10.427308 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:36:10.427308 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:36:10.427308 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:36:10.427308 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:36:10.427308 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:36:10.427308 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:36:10.427308 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:36:10.427308 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:36:10.427308 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:36:10.427308 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:36:10.427308 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:36:10.526384 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7fcfa00b-c60d-477a-a574-3677ea6eca30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.533906 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a532ae0-0db0-4f75-b46f-310d58a48006 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.538563 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a532ae0-0db0-4f75-b46f-310d58a48006 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.542607 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8a532ae0-0db0-4f75-b46f-310d58a48006 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] 10.222.0.24 "DELETE /v2.0/networks/387faa30-8fa7-459e-909e-cb71fea560c2 HTTP/1.1" status: 204 len: 168 time: 0.5131457 Jul 15 13:36:10.547582 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34682) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:10.615798 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-daae528f-26fd-40b3-94f2-2ad3240257d6 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fcf19ad9f55645769cc76961e7748495&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3617418 Jul 15 13:36:10.633323 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed3aecc-d455-4dae-8b4a-880e30106e17 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Router 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:36:10.661125 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a532ae0-0db0-4f75-b46f-310d58a48006 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Pushing event deleted for resources: {'Network': ['ID=387faa30-8fa7-459e-909e-cb71fea560c2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:10.698456 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-101b8e9f-cc36-46ad-8c3d-b2685884785a service neutron] 10.222.0.24 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075747 Jul 15 13:36:10.718197 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcfa00b-c60d-477a-a574-3677ea6eca30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dafe4e4-aaef-4ef4-ad10-8a26e5599786,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:10.755782 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcfa00b-c60d-477a-a574-3677ea6eca30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:10.756118 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcfa00b-c60d-477a-a574-3677ea6eca30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:10.756449 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcfa00b-c60d-477a-a574-3677ea6eca30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:10.756779 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcfa00b-c60d-477a-a574-3677ea6eca30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:10.757680 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcfa00b-c60d-477a-a574-3677ea6eca30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:10.758032 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcfa00b-c60d-477a-a574-3677ea6eca30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:10.758353 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcfa00b-c60d-477a-a574-3677ea6eca30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:10.758671 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcfa00b-c60d-477a-a574-3677ea6eca30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:10.758985 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcfa00b-c60d-477a-a574-3677ea6eca30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:10.759299 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcfa00b-c60d-477a-a574-3677ea6eca30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:10.759613 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcfa00b-c60d-477a-a574-3677ea6eca30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:10.759922 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcfa00b-c60d-477a-a574-3677ea6eca30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:10.826560 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da12d052-42dc-4c5b-a168-829e77963df6 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:10.833068 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da12d052-42dc-4c5b-a168-829e77963df6 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:10.835289 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-da12d052-42dc-4c5b-a168-829e77963df6 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2791774 Jul 15 13:36:10.840304 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcfa00b-c60d-477a-a574-3677ea6eca30 admin admin] Checking segment: {'id': 'af5f62a4-2594-40d8-b4ea-f9e6cda305d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6faba675-04c4-46c2-90a5-65c09e5fb4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:10.840304 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcfa00b-c60d-477a-a574-3677ea6eca30 admin admin] Network hostable DHCP agents. Network: 6faba675-04c4-46c2-90a5-65c09e5fb4ef, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:36:10.841317 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34686) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:10.851803 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3a9d6990-349f-42db-b0fe-65984fec8ae1 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1167861543'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:10.882732 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57fa68a6-e42e-4184-9d2e-1f80f7aa4ac6 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.895516 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-bf76cdd6-9be5-4b4f-ad77-b1c0d0ec3f37 service neutron] 10.222.0.24 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563394 Jul 15 13:36:10.897040 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9d6990-349f-42db-b0fe-65984fec8ae1 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Made reservation on behalf of 0e86a6df73e244b6815e1b493d669339 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:10.901068 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a9d6990-349f-42db-b0fe-65984fec8ae1 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.928913 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57fa68a6-e42e-4184-9d2e-1f80f7aa4ac6 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.958349 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-51dce489-2b96-434c-bffd-f8d5ede68299 service neutron] 10.222.0.24 "GET /v2.0/networks/b333c41f-9715-44db-b704-e867379897e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207364 Jul 15 13:36:11.001104 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcfa00b-c60d-477a-a574-3677ea6eca30 admin admin] Network 6faba675-04c4-46c2-90a5-65c09e5fb4ef is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:36:11.068472 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7fcfa00b-c60d-477a-a574-3677ea6eca30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 6faba675-04c4-46c2-90a5-65c09e5fb4ef) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:11.092479 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6778f299-a94b-4549-af38-b321aafda923 None None] Network 6faba675-04c4-46c2-90a5-65c09e5fb4ef requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:11.093380 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed3aecc-d455-4dae-8b4a-880e30106e17 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:11.097669 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcfa00b-c60d-477a-a574-3677ea6eca30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:11.098295 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7fcfa00b-c60d-477a-a574-3677ea6eca30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:11.103966 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa68a6-e42e-4184-9d2e-1f80f7aa4ac6 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'Port': ['ID=76782cd3-77ad-46d4-af99-4e851e43cd8c,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:11.161394 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9acbde-cf23-40de-97d7-cefa35a6b8e4 None None] Sync routers for ids ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:11.167161 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57fa68a6-e42e-4184-9d2e-1f80f7aa4ac6 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:11.231436 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9acbde-cf23-40de-97d7-cefa35a6b8e4 None None] Routers {'9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:11.232664 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8d9acbde-cf23-40de-97d7-cefa35a6b8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:35:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:11.279323 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a9d6990-349f-42db-b0fe-65984fec8ae1 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:36:11.297407 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a9d6990-349f-42db-b0fe-65984fec8ae1 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:11.298549 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-3a9d6990-349f-42db-b0fe-65984fec8ae1 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Added segment 177cf80a-98e4-40e0-927d-0e18b1227725 of type vlan for network 3cd8e7cf-c653-469d-adbf-e0a7461e1c65 Jul 15 13:36:11.357690 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d1adc-3931-4634-8a52-a3ed05e6ab87 req-17d5cc69-b11d-4cb0-89ce-340bc069445a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:11.359762 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1b9d1adc-3931-4634-8a52-a3ed05e6ab87 req-17d5cc69-b11d-4cb0-89ce-340bc069445a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a009645feb04959b4d54831dba76b81&device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 1097 time: 0.1437476 Jul 15 13:36:11.492803 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d1adc-3931-4634-8a52-a3ed05e6ab87 req-63f6b1b8-b054-42f0-9973-8ddb81868d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:11.494726 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1b9d1adc-3931-4634-8a52-a3ed05e6ab87 req-63f6b1b8-b054-42f0-9973-8ddb81868d20 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e606fbf2-6d31-4c0c-b11e-11481e1e0c38 HTTP/1.1" status: 200 len: 918 time: 0.1211405 Jul 15 13:36:11.498139 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a9d6990-349f-42db-b0fe-65984fec8ae1 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:11.655323 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb22ded6-95a0-4666-a65c-4ae171dd1785 None None] Network 6faba675-04c4-46c2-90a5-65c09e5fb4ef requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:11.657824 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a9d6990-349f-42db-b0fe-65984fec8ae1 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:11.659422 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-8d9acbde-cf23-40de-97d7-cefa35a6b8e4 None None] Set router 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:11.666226 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9d6990-349f-42db-b0fe-65984fec8ae1 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:11.667071 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a9d6990-349f-42db-b0fe-65984fec8ae1 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:11.703250 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01456154-dbe5-47b3-887b-c534da7bd330 req-bad31b71-42a1-4226-b3c5-cc5c94e64313 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:11.712066 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-01456154-dbe5-47b3-887b-c534da7bd330 req-bad31b71-42a1-4226-b3c5-cc5c94e64313 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 945 time: 0.2162111 Jul 15 13:36:11.717175 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1b9d1adc-3931-4634-8a52-a3ed05e6ab87 req-6007c51a-b20f-4e03-8b2e-a19bd6adf009 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db1a3f-09e9-40f1-9b7b-8d700353e799 HTTP/1.1" status: 200 len: 1000 time: 0.2133548 Jul 15 13:36:11.794703 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-01456154-dbe5-47b3-887b-c534da7bd330 req-63f8eb8e-3e72-4260-b3cb-639015d992bf tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815878 Jul 15 13:36:11.878511 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3a9d6990-349f-42db-b0fe-65984fec8ae1 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0361547 Jul 15 13:36:11.905485 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34698) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:11.915080 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1e94042d-f1b1-4873-afd8-4aa47d1f61af tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-659499114'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:11.921033 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7fcfa00b-c60d-477a-a574-3677ea6eca30 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6897683 Jul 15 13:36:11.921880 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8ed3aecc-d455-4dae-8b4a-880e30106e17 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:11.941105 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d6990-349f-42db-b0fe-65984fec8ae1 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Pushing event updated for resources: {'Network': ['ID=3cd8e7cf-c653-469d-adbf-e0a7461e1c65,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:11.980294 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-140ddc26-8818-47dc-aef5-8e9f7ea5f6d5 req-76f5b3ae-8060-43c8-9543-11dcd942c5eb tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff4f8848-a0e7-4075-8009-37fba77c0f46 HTTP/1.1" status: 200 len: 210 time: 0.0555766 Jul 15 13:36:12.005441 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 3cd8e7cf-c653-469d-adbf-e0a7461e1c65 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:36:12.009349 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d1adc-3931-4634-8a52-a3ed05e6ab87 req-1b0c831d-a5f6-409b-adde-4f7952282a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:12.011453 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1b9d1adc-3931-4634-8a52-a3ed05e6ab87 req-1b0c831d-a5f6-409b-adde-4f7952282a85 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=781e91a3-d9e2-4a55-aa10-3466cf7c7f92 HTTP/1.1" status: 200 len: 856 time: 0.2436056 Jul 15 13:36:12.046763 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-aef53ea0-1bed-4186-a2a6-68c070ae8b76 service neutron] 10.222.0.24 "GET /v2.0/networks/b333c41f-9715-44db-b704-e867379897e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0591435 Jul 15 13:36:12.092814 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8ed3aecc-d455-4dae-8b4a-880e30106e17 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.9311450 Jul 15 13:36:12.096818 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355d3ed4-6ebc-4ab9-8dbb-071f675416e2', 'tag': '61e80b52-d22a-439e-a270-a6c2af6f6d50'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:12.103487 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33a352d-da70-4db2-bb9f-ca333f138748" -d '{"events": [{"name": "network-changed", "server_uuid": "355d3ed4-6ebc-4ab9-8dbb-071f675416e2", "tag": "61e80b52-d22a-439e-a270-a6c2af6f6d50"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:12.119080 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e94042d-f1b1-4873-afd8-4aa47d1f61af tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Made reservation on behalf of 0e86a6df73e244b6815e1b493d669339 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:12.125747 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e94042d-f1b1-4873-afd8-4aa47d1f61af tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.138294 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d1adc-3931-4634-8a52-a3ed05e6ab87 req-3825b885-aa91-464a-8017-2c5a5eb6f941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:12.140557 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1b9d1adc-3931-4634-8a52-a3ed05e6ab87 req-3825b885-aa91-464a-8017-2c5a5eb6f941 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e606fbf2-6d31-4c0c-b11e-11481e1e0c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1222205 Jul 15 13:36:12.187082 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-57fa68a6-e42e-4184-9d2e-1f80f7aa4ac6 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Floating IP 02887803-b223-4dd6-b163-a73cf636be0e associated. External IP: 172.25.6.81, port: 9da47aef-6542-4702-92b7-d14c7ac03e91. Jul 15 13:36:12.289194 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9907a9fa-1205-4f66-a226-2b5012a72624 x-openstack-request-id: req-9907a9fa-1205-4f66-a226-2b5012a72624 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:12.295890 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355d3ed4-6ebc-4ab9-8dbb-071f675416e2", "tag": "61e80b52-d22a-439e-a270-a6c2af6f6d50", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:12.296655 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9907a9fa-1205-4f66-a226-2b5012a72624 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:12.297307 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355d3ed4-6ebc-4ab9-8dbb-071f675416e2', 'tag': '61e80b52-d22a-439e-a270-a6c2af6f6d50', 'status': 'completed', 'code': 200} Jul 15 13:36:12.376560 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e94042d-f1b1-4873-afd8-4aa47d1f61af tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:36:12.401120 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8d9acbde-cf23-40de-97d7-cefa35a6b8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'name': 'tempest-TestVolumeBootPattern-1420152954-router', 'tenant_id': '89567fda246241f4860e07527d287580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:01Z', 'updated_at': '2021-07-15T13:26:12Z', 'revision_number': 4, 'project_id': '89567fda246241f4860e07527d287580', 'gw_port': {'id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:14:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:03Z', 'updated_at': '2021-07-15T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '2424ab0d-e59b-4adb-bd05-8c06e9e87fdb', 'tenant_id': '89567fda246241f4860e07527d287580', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'port_id': '61e80b52-d22a-439e-a270-a6c2af6f6d50', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'mac_address': 'fa:16:3e:73:61:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355d3ed4-6ebc-4ab9-8dbb-071f675416e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:36:05Z', 'updated_at': '2021-07-15T13:36:05Z', 'revision_number': 0, 'project_id': '89567fda246241f4860e07527d287580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4f483f-30cd-45bf-ad45-34b95e895637', 'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'tenant_id': '89567fda246241f4860e07527d287580', 'mac_address': 'fa:16:3e:7d:04:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '4840df0d-ad31-406d-829f-ea4475de886e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:09Z', 'updated_at': '2021-07-15T13:26:27Z', 'revision_number': 5, 'project_id': '89567fda246241f4860e07527d287580', 'subnets': [{'id': '4840df0d-ad31-406d-829f-ea4475de886e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:12.405208 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1b9d1adc-3931-4634-8a52-a3ed05e6ab87 req-4d11e62f-9923-41b1-8083-26c9dbfe1892 service neutron] 10.222.0.32 "GET /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560027 Jul 15 13:36:12.443401 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e94042d-f1b1-4873-afd8-4aa47d1f61af tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.443969 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-1e94042d-f1b1-4873-afd8-4aa47d1f61af tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Added segment c418f410-19b9-4c11-a410-d36d9210175f of type vlan for network a4bd72f9-4a79-4edb-9987-72948473a36b Jul 15 13:36:12.488201 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9acbde-cf23-40de-97d7-cefa35a6b8e4 None None] Checking router: 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:36:12.514333 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9acbde-cf23-40de-97d7-cefa35a6b8e4 None None] Routers {'9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:12.515157 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8d9acbde-cf23-40de-97d7-cefa35a6b8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:35:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:12.674801 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e94042d-f1b1-4873-afd8-4aa47d1f61af tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:12.689643 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a352d-da70-4db2-bb9f-ca333f138748 req-a8c1adf8-d1ea-4765-8caa-99eed95a587f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:12.693531 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f33a352d-da70-4db2-bb9f-ca333f138748 req-a8c1adf8-d1ea-4765-8caa-99eed95a587f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89567fda246241f4860e07527d287580&device_id=355d3ed4-6ebc-4ab9-8dbb-071f675416e2 HTTP/1.1" status: 200 len: 1098 time: 0.4081204 Jul 15 13:36:12.706174 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-8d9acbde-cf23-40de-97d7-cefa35a6b8e4 None None] Set router 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:12.749971 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9570b14b-69f5-41ed-b2f3-c4acb3c92514 req-8fa4c97d-d6cd-48b9-8527-af050e4abbeb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0af3745-8bb3-460b-a8e2-4914bcee0cfd HTTP/1.1" status: 200 len: 210 time: 0.2541811 Jul 15 13:36:12.829920 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1b9d1adc-3931-4634-8a52-a3ed05e6ab87 req-22d9d0c5-31a8-4f15-8b2e-f2e901d55c91 service neutron] 10.222.0.32 "GET /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173906 Jul 15 13:36:13.036978 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e94042d-f1b1-4873-afd8-4aa47d1f61af tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:13.045918 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e94042d-f1b1-4873-afd8-4aa47d1f61af tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:13.046581 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e94042d-f1b1-4873-afd8-4aa47d1f61af tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:13.058803 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8d9acbde-cf23-40de-97d7-cefa35a6b8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'name': 'tempest-TestVolumeBootPattern-1420152954-router', 'tenant_id': '89567fda246241f4860e07527d287580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:01Z', 'updated_at': '2021-07-15T13:26:12Z', 'revision_number': 4, 'project_id': '89567fda246241f4860e07527d287580', 'gw_port': {'id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:14:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:03Z', 'updated_at': '2021-07-15T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '2424ab0d-e59b-4adb-bd05-8c06e9e87fdb', 'tenant_id': '89567fda246241f4860e07527d287580', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'port_id': '61e80b52-d22a-439e-a270-a6c2af6f6d50', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'mac_address': 'fa:16:3e:73:61:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355d3ed4-6ebc-4ab9-8dbb-071f675416e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:36:05Z', 'updated_at': '2021-07-15T13:36:05Z', 'revision_number': 0, 'project_id': '89567fda246241f4860e07527d287580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4f483f-30cd-45bf-ad45-34b95e895637', 'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'tenant_id': '89567fda246241f4860e07527d287580', 'mac_address': 'fa:16:3e:7d:04:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '4840df0d-ad31-406d-829f-ea4475de886e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:09Z', 'updated_at': '2021-07-15T13:26:27Z', 'revision_number': 5, 'project_id': '89567fda246241f4860e07527d287580', 'subnets': [{'id': '4840df0d-ad31-406d-829f-ea4475de886e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:13.123299 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9acbde-cf23-40de-97d7-cefa35a6b8e4 None None] The sync data for ids ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'] in n-d-758944-45 is: [{'id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'name': 'tempest-TestVolumeBootPattern-1420152954-router', 'tenant_id': '89567fda246241f4860e07527d287580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:01Z', 'updated_at': '2021-07-15T13:26:12Z', 'revision_number': 4, 'project_id': '89567fda246241f4860e07527d287580', 'gw_port': {'id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:14:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:03Z', 'updated_at': '2021-07-15T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '2424ab0d-e59b-4adb-bd05-8c06e9e87fdb', 'tenant_id': '89567fda246241f4860e07527d287580', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'port_id': '61e80b52-d22a-439e-a270-a6c2af6f6d50', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'mac_address': 'fa:16:3e:73:61:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355d3ed4-6ebc-4ab9-8dbb-071f675416e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:36:05Z', 'updated_at': '2021-07-15T13:36:05Z', 'revision_number': 0, 'project_id': '89567fda246241f4860e07527d287580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4f483f-30cd-45bf-ad45-34b95e895637', 'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'tenant_id': '89567fda246241f4860e07527d287580', 'mac_address': 'fa:16:3e:7d:04:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '4840df0d-ad31-406d-829f-ea4475de886e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:09Z', 'updated_at': '2021-07-15T13:26:27Z', 'revision_number': 5, 'project_id': '89567fda246241f4860e07527d287580', 'subnets': [{'id': '4840df0d-ad31-406d-829f-ea4475de886e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:13.125383 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1e94042d-f1b1-4873-afd8-4aa47d1f61af tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2151692 Jul 15 13:36:13.137915 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a352d-da70-4db2-bb9f-ca333f138748 req-0dca1b81-cd0c-4410-826d-8dc6ef08d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:13.139756 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34728) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:13.139959 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f33a352d-da70-4db2-bb9f-ca333f138748 req-0dca1b81-cd0c-4410-826d-8dc6ef08d31e service neutron] 10.222.0.18 "GET /v2.0/networks?id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb HTTP/1.1" status: 200 len: 913 time: 0.3328066 Jul 15 13:36:13.217837 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9192cb6f-8bc1-4ec5-b7bc-1ad555e6bb67 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Request body: {'ports': [{'network_id': '3cd8e7cf-c653-469d-adbf-e0a7461e1c65', 'name': 'tempest-port--1567900675', 'admin_state_up': True}, {'network_id': 'a4bd72f9-4a79-4edb-9987-72948473a36b', 'admin_state_up': False}]} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:13.218894 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9192cb6f-8bc1-4ec5-b7bc-1ad555e6bb67 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Request body: {'port': {'network_id': '3cd8e7cf-c653-469d-adbf-e0a7461e1c65', 'name': 'tempest-port--1567900675', 'admin_state_up': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:13.219642 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9192cb6f-8bc1-4ec5-b7bc-1ad555e6bb67 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Request body: {'port': {'network_id': 'a4bd72f9-4a79-4edb-9987-72948473a36b', 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:13.238058 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f33a352d-da70-4db2-bb9f-ca333f138748 req-6eff8938-07b3-4840-b124-971aed0561d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61e80b52-d22a-439e-a270-a6c2af6f6d50 HTTP/1.1" status: 200 len: 1000 time: 0.0863538 Jul 15 13:36:13.295513 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57fa68a6-e42e-4184-9d2e-1f80f7aa4ac6 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Router 5b95319a-8872-498e-b461-59b33978c26e has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:36:13.327390 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94042d-f1b1-4873-afd8-4aa47d1f61af tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Pushing event updated for resources: {'Network': ['ID=a4bd72f9-4a79-4edb-9987-72948473a36b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:13.345654 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network a4bd72f9-4a79-4edb-9987-72948473a36b details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:36:13.499808 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a352d-da70-4db2-bb9f-ca333f138748 req-52c29b57-ac64-474b-9783-41b11b4493d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:13.506142 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f33a352d-da70-4db2-bb9f-ca333f138748 req-52c29b57-ac64-474b-9783-41b11b4493d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4840df0d-ad31-406d-829f-ea4475de886e HTTP/1.1" status: 200 len: 851 time: 0.2094593 Jul 15 13:36:13.622432 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-27a7765f-a0c6-49d1-85c4-08976c697345 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:13.624102 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-27a7765f-a0c6-49d1-85c4-08976c697345 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/networks?id=9b455f02-eef0-456f-a68a-bb60c10b5c9c HTTP/1.1" status: 200 len: 812 time: 0.3418162 Jul 15 13:36:13.693223 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f1e623-f540-426e-8cef-30dab661b03f None None] New status for floating IP 2424ab0d-e59b-4adb-bd05-8c06e9e87fdb: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:36:13.698532 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-7d1e4b50-5c9b-4936-a2f1-3a82fa6033d5 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/quotas/db5b4791469c40799062a61423474492 HTTP/1.1" status: 200 len: 375 time: 0.0320916 Jul 15 13:36:13.719300 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a352d-da70-4db2-bb9f-ca333f138748 req-4d28fa8f-d612-495f-90f7-c5190291ab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:13.720972 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f33a352d-da70-4db2-bb9f-ca333f138748 req-4d28fa8f-d612-495f-90f7-c5190291ab3a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2044940 Jul 15 13:36:13.724502 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fa68a6-e42e-4184-9d2e-1f80f7aa4ac6 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:13.784543 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217cc674-31e3-47e8-befa-00dd23f25664 None None] Sync routers for ids ['5b95319a-8872-498e-b461-59b33978c26e'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:13.805362 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-6151c339-7387-4716-8f5e-8e4e794dd803 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=db5b4791469c40799062a61423474492&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449853 Jul 15 13:36:13.808350 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57fa68a6-e42e-4184-9d2e-1f80f7aa4ac6 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:13.827505 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217cc674-31e3-47e8-befa-00dd23f25664 None None] Routers {'5b95319a-8872-498e-b461-59b33978c26e'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:13.833871 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-217cc674-31e3-47e8-befa-00dd23f25664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:35:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['5b95319a-8872-498e-b461-59b33978c26e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:14.109249 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 05db1a3f-09e9-40f1-9b7b-8d700353e799 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:14.130171 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faa977-f595-444a-bd07-2a2f99cc093b req-0b4ce116-93e4-4830-8134-47f0062e952c tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:14.133186 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-65faa977-f595-444a-bd07-2a2f99cc093b req-0b4ce116-93e4-4830-8134-47f0062e952c tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 945 time: 1.0147617 Jul 15 13:36:14.149327 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-069f5511-1195-4e20-aa70-bf280abe5974 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:14.151744 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-069f5511-1195-4e20-aa70-bf280abe5974 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.32 "GET /v2.0/networks?id=3863dc0e-6146-449a-a791-85fa35a22fff HTTP/1.1" status: 200 len: 805 time: 0.5566521 Jul 15 13:36:14.181852 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-57fa68a6-e42e-4184-9d2e-1f80f7aa4ac6 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.6523178 Jul 15 13:36:14.215709 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-217cc674-31e3-47e8-befa-00dd23f25664 None None] Set router 5b95319a-8872-498e-b461-59b33978c26e gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:14.227745 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-67c03adc-d182-4b78-8f14-3ef4d9bf415d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Request body: {'port': {'device_id': 'ff4f8848-a0e7-4075-8009-37fba77c0f46', 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff', 'admin_state_up': True, 'tenant_id': '043bd73de72448efaf900d42a51adac4'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:14.235279 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9192cb6f-8bc1-4ec5-b7bc-1ad555e6bb67 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Made reservation on behalf of 0e86a6df73e244b6815e1b493d669339 for: {'port': 2} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:14.246167 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9192cb6f-8bc1-4ec5-b7bc-1ad555e6bb67 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:14.297661 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-2da5acb9-30ea-46c4-a84d-44c6aef2796e service neutron] 10.222.0.24 "GET /v2.0/networks/9b455f02-eef0-456f-a68a-bb60c10b5c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305816 Jul 15 13:36:14.307781 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f33a352d-da70-4db2-bb9f-ca333f138748 req-cdda3a0a-9d62-4241-8065-6c43764ddc62 service neutron] 10.222.0.18 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5740497 Jul 15 13:36:14.323443 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41cf3bc-8d6f-482d-b9a8-9c93d367fb97', 'tag': '9da47aef-6542-4702-92b7-d14c7ac03e91'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:14.326192 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577452ad-b6e9-44ef-a92d-a3ce49985410" -d '{"events": [{"name": "network-changed", "server_uuid": "f41cf3bc-8d6f-482d-b9a8-9c93d367fb97", "tag": "9da47aef-6542-4702-92b7-d14c7ac03e91"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:14.334847 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9192cb6f-8bc1-4ec5-b7bc-1ad555e6bb67 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:14.466765 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-65faa977-f595-444a-bd07-2a2f99cc093b req-f90dec61-df33-4823-a2e9-d0a24433e3e0 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3105650 Jul 15 13:36:14.560399 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f33a352d-da70-4db2-bb9f-ca333f138748 req-60cda63c-2e58-4491-8b86-6e46bf1bfc71 service neutron] 10.222.0.18 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289157 Jul 15 13:36:14.561226 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-b65c9cbb-5400-4ab3-931b-55b398450d25 service neutron] 10.222.0.24 "GET /v2.0/networks/9b455f02-eef0-456f-a68a-bb60c10b5c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526667 Jul 15 13:36:14.564119 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:14.627476 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248b97f5-a204-408f-8243-7f831a7a9292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05db1a3f-09e9-40f1-9b7b-8d700353e799'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:14.630234 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f546976-c39b-4e5b-9848-b4ed676b6eeb" -d '{"events": [{"server_uuid": "248b97f5-a204-408f-8243-7f831a7a9292", "name": "network-vif-unplugged", "status": "completed", "tag": "05db1a3f-09e9-40f1-9b7b-8d700353e799"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:14.648354 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 05db1a3f-09e9-40f1-9b7b-8d700353e799, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=05db1a3f-09e9-40f1-9b7b-8d700353e799,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:14.661789 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:14.783733 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=05db1a3f-09e9-40f1-9b7b-8d700353e799,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:14.838578 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-9192cb6f-8bc1-4ec5-b7bc-1ad555e6bb67 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] device_id is not set on port c7e78ab5-96e1-44d6-899c-3023e09bd83c yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:36:14.889962 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-211925d4-33d1-46ba-ad12-449e0ad88ba3 req-849de158-a1da-49e7-bfc8-ab8ce0badabd tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff4f8848-a0e7-4075-8009-37fba77c0f46 HTTP/1.1" status: 200 len: 210 time: 0.0766494 Jul 15 13:36:14.917977 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-67c03adc-d182-4b78-8f14-3ef4d9bf415d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Made reservation on behalf of 043bd73de72448efaf900d42a51adac4 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:14.921695 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-67c03adc-d182-4b78-8f14-3ef4d9bf415d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:14.955658 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-217cc674-31e3-47e8-befa-00dd23f25664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b95319a-8872-498e-b461-59b33978c26e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529328922', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:14Z', 'updated_at': '2021-07-15T13:35:32Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:aa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95319a-8872-498e-b461-59b33978c26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:16Z', 'updated_at': '2021-07-15T13:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '02887803-b223-4dd6-b163-a73cf636be0e', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'floating_ip_address': '172.25.6.81', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '5b95319a-8872-498e-b461-59b33978c26e', 'port_id': '9da47aef-6542-4702-92b7-d14c7ac03e91', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3271eeb-b9eb-4d85-9c8c-62c1a302878e', 'mac_address': 'fa:16:3e:bd:bb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41cf3bc-8d6f-482d-b9a8-9c93d367fb97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:36:09Z', 'updated_at': '2021-07-15T13:36:09Z', 'revision_number': 0, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c727f5e2-1277-4094-86f8-c4591e2cee6d', 'name': '', 'network_id': 'b3271eeb-b9eb-4d85-9c8c-62c1a302878e', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:4e:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95319a-8872-498e-b461-59b33978c26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'a1de6f99-28d2-4487-bb53-dfb9d06f26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:29Z', 'updated_at': '2021-07-15T13:35:41Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': 'a1de6f99-28d2-4487-bb53-dfb9d06f26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:14.998940 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217cc674-31e3-47e8-befa-00dd23f25664 None None] Checking router: 5b95319a-8872-498e-b461-59b33978c26e for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:36:15.018940 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217cc674-31e3-47e8-befa-00dd23f25664 None None] Routers {'5b95319a-8872-498e-b461-59b33978c26e'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:15.020196 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-217cc674-31e3-47e8-befa-00dd23f25664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:35:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['5b95319a-8872-498e-b461-59b33978c26e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:15.192057 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7f3381cd-795e-4dd6-a061-4608d5284383 req-e39a3b2d-766c-4818-bb0a-538eed31edaa tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0af3745-8bb3-460b-a8e2-4914bcee0cfd HTTP/1.1" status: 200 len: 210 time: 0.0471745 Jul 15 13:36:15.271557 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-217cc674-31e3-47e8-befa-00dd23f25664 None None] Set router 5b95319a-8872-498e-b461-59b33978c26e gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:15.291961 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcbf757-e275-4028-b210-31d517c98a2a x-openstack-request-id: req-6fcbf757-e275-4028-b210-31d517c98a2a {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:15.292294 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41cf3bc-8d6f-482d-b9a8-9c93d367fb97", "tag": "9da47aef-6542-4702-92b7-d14c7ac03e91", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:15.292558 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6fcbf757-e275-4028-b210-31d517c98a2a {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:15.293368 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41cf3bc-8d6f-482d-b9a8-9c93d367fb97', 'tag': '9da47aef-6542-4702-92b7-d14c7ac03e91', 'status': 'completed', 'code': 200} Jul 15 13:36:15.427929 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577452ad-b6e9-44ef-a92d-a3ce49985410 req-06b1ae53-2816-4e4b-870b-f08acd3956bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:15.433185 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-577452ad-b6e9-44ef-a92d-a3ce49985410 req-06b1ae53-2816-4e4b-870b-f08acd3956bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 1097 time: 0.1100879 Jul 15 13:36:15.501706 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9961f4b-bb4b-4884-9f0c-1c765e4ab9e2 x-openstack-request-id: req-c9961f4b-bb4b-4884-9f0c-1c765e4ab9e2 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:15.503154 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248b97f5-a204-408f-8243-7f831a7a9292", "name": "network-vif-unplugged", "status": "completed", "tag": "05db1a3f-09e9-40f1-9b7b-8d700353e799", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:15.503570 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c9961f4b-bb4b-4884-9f0c-1c765e4ab9e2 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:15.504729 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248b97f5-a204-408f-8243-7f831a7a9292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05db1a3f-09e9-40f1-9b7b-8d700353e799', 'code': 200} Jul 15 13:36:15.555099 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9192cb6f-8bc1-4ec5-b7bc-1ad555e6bb67 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:15.582809 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-493af495-4b8a-498d-8f80-fe4b8eb4c02a req-e92d2ee5-5056-4bba-ab6c-66ffd9e1eb1d tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 210 time: 0.1005905 Jul 15 13:36:15.749823 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-9192cb6f-8bc1-4ec5-b7bc-1ad555e6bb67 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] device_id is not set on port fbe884a5-3cba-4a9c-bb98-a204fdacacb9 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:36:15.769059 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-67c03adc-d182-4b78-8f14-3ef4d9bf415d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Allocated IP 172.20.0.5 (3863dc0e-6146-449a-a791-85fa35a22fff/7b30ffac-e52f-4dd4-90fb-1da118e51f78/4577703d-5fcd-4f5d-acd6-13a1000109e6) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:15.791808 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a0261-5114-443b-b238-fcd7f0b89c7a req-19532587-ec4a-4a64-a11c-2c0b578f274c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:15.793297 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-881a0261-5114-443b-b238-fcd7f0b89c7a req-19532587-ec4a-4a64-a11c-2c0b578f274c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 945 time: 0.5388453 Jul 15 13:36:15.866811 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-217cc674-31e3-47e8-befa-00dd23f25664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b95319a-8872-498e-b461-59b33978c26e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529328922', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:14Z', 'updated_at': '2021-07-15T13:35:32Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:aa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95319a-8872-498e-b461-59b33978c26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:16Z', 'updated_at': '2021-07-15T13:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '02887803-b223-4dd6-b163-a73cf636be0e', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'floating_ip_address': '172.25.6.81', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '5b95319a-8872-498e-b461-59b33978c26e', 'port_id': '9da47aef-6542-4702-92b7-d14c7ac03e91', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3271eeb-b9eb-4d85-9c8c-62c1a302878e', 'mac_address': 'fa:16:3e:bd:bb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41cf3bc-8d6f-482d-b9a8-9c93d367fb97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:36:09Z', 'updated_at': '2021-07-15T13:36:09Z', 'revision_number': 0, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c727f5e2-1277-4094-86f8-c4591e2cee6d', 'name': '', 'network_id': 'b3271eeb-b9eb-4d85-9c8c-62c1a302878e', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:4e:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95319a-8872-498e-b461-59b33978c26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'a1de6f99-28d2-4487-bb53-dfb9d06f26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:29Z', 'updated_at': '2021-07-15T13:35:41Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': 'a1de6f99-28d2-4487-bb53-dfb9d06f26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:15.891041 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577452ad-b6e9-44ef-a92d-a3ce49985410 req-ea4c3e11-ce9a-449b-ab2f-4086a5a37a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:15.892898 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-577452ad-b6e9-44ef-a92d-a3ce49985410 req-ea4c3e11-ce9a-449b-ab2f-4086a5a37a1b service neutron] 10.222.0.18 "GET /v2.0/networks?id=b3271eeb-b9eb-4d85-9c8c-62c1a302878e HTTP/1.1" status: 200 len: 897 time: 0.4541221 Jul 15 13:36:15.942857 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217cc674-31e3-47e8-befa-00dd23f25664 None None] The sync data for ids ['5b95319a-8872-498e-b461-59b33978c26e'] in n-d-758944-45 is: [{'id': '5b95319a-8872-498e-b461-59b33978c26e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529328922', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:14Z', 'updated_at': '2021-07-15T13:35:32Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:aa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95319a-8872-498e-b461-59b33978c26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:16Z', 'updated_at': '2021-07-15T13:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '02887803-b223-4dd6-b163-a73cf636be0e', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'floating_ip_address': '172.25.6.81', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '5b95319a-8872-498e-b461-59b33978c26e', 'port_id': '9da47aef-6542-4702-92b7-d14c7ac03e91', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3271eeb-b9eb-4d85-9c8c-62c1a302878e', 'mac_address': 'fa:16:3e:bd:bb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41cf3bc-8d6f-482d-b9a8-9c93d367fb97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:36:09Z', 'updated_at': '2021-07-15T13:36:09Z', 'revision_number': 0, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c727f5e2-1277-4094-86f8-c4591e2cee6d', 'name': '', 'network_id': 'b3271eeb-b9eb-4d85-9c8c-62c1a302878e', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:4e:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95319a-8872-498e-b461-59b33978c26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'a1de6f99-28d2-4487-bb53-dfb9d06f26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:29Z', 'updated_at': '2021-07-15T13:35:41Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': 'a1de6f99-28d2-4487-bb53-dfb9d06f26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:16.126974 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9192cb6f-8bc1-4ec5-b7bc-1ad555e6bb67 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:16.130203 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-577452ad-b6e9-44ef-a92d-a3ce49985410 req-4968beeb-c77f-4122-b134-e4daed86434e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9da47aef-6542-4702-92b7-d14c7ac03e91 HTTP/1.1" status: 200 len: 998 time: 0.2225125 Jul 15 13:36:16.168572 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-881a0261-5114-443b-b238-fcd7f0b89c7a req-2a7d8734-7333-4425-815c-d644edd1d811 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3144259 Jul 15 13:36:16.227424 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34762) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:16.229280 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e3311-2713-4973-8e89-c74d12b4e1c1 req-334adc50-f9d2-432d-b9f3-0654a1170447 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:16.242176 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-350e3311-2713-4973-8e89-c74d12b4e1c1 req-334adc50-f9d2-432d-b9f3-0654a1170447 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 943 time: 0.3178105 Jul 15 13:36:16.343753 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577452ad-b6e9-44ef-a92d-a3ce49985410 req-58d811d0-6d5e-42ef-8945-d45ba0eea915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:16.348218 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-577452ad-b6e9-44ef-a92d-a3ce49985410 req-58d811d0-6d5e-42ef-8945-d45ba0eea915 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a1de6f99-28d2-4487-bb53-dfb9d06f26cd HTTP/1.1" status: 200 len: 835 time: 0.2078204 Jul 15 13:36:16.436600 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-350e3311-2713-4973-8e89-c74d12b4e1c1 req-26aed66e-b3c8-41e7-9038-a9d73b09367a tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925056 Jul 15 13:36:16.454928 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fb1e64-4a42-4fc0-a750-d3760fbcb0ff None None] New status for floating IP 02887803-b223-4dd6-b163-a73cf636be0e: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:36:16.528721 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577452ad-b6e9-44ef-a92d-a3ce49985410 req-9fa05d4f-19a6-47bd-bc15-920134d9444f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:16.539041 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-577452ad-b6e9-44ef-a92d-a3ce49985410 req-9fa05d4f-19a6-47bd-bc15-920134d9444f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3271eeb-b9eb-4d85-9c8c-62c1a302878e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1733429 Jul 15 13:36:16.557180 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5e7bdaaf-e029-49fb-8d08-b681eedad241 req-434dfd47-eed8-48d0-a87d-77c46f9532cf tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff4f8848-a0e7-4075-8009-37fba77c0f46 HTTP/1.1" status: 200 len: 210 time: 0.0775485 Jul 15 13:36:16.627944 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-3d627fab-5c6f-4dc9-b055-fc1c866217af tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:16.629541 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-3d627fab-5c6f-4dc9-b055-fc1c866217af tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.32 "GET /v2.0/networks?id=b333c41f-9715-44db-b704-e867379897e4 HTTP/1.1" status: 200 len: 797 time: 0.6078744 Jul 15 13:36:16.645733 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-136f71a7-3d66-4d2a-968f-6d777b34380e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/floatingips/02887803-b223-4dd6-b163-a73cf636be0e HTTP/1.1" status: 200 len: 990 time: 0.4070501 Jul 15 13:36:16.674511 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9192cb6f-8bc1-4ec5-b7bc-1ad555e6bb67 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:16.864790 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-577452ad-b6e9-44ef-a92d-a3ce49985410 req-b4898d36-a11b-488d-9b6b-263213590cb8 service neutron] 10.222.0.18 "GET /v2.0/networks/b3271eeb-b9eb-4d85-9c8c-62c1a302878e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175759 Jul 15 13:36:16.965066 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-aca4105d-9ceb-4852-86aa-bb48193460dd req-3a18253e-90f5-4616-831d-26bbdebadbca tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0af3745-8bb3-460b-a8e2-4914bcee0cfd HTTP/1.1" status: 200 len: 210 time: 0.0961251 Jul 15 13:36:17.208988 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-577452ad-b6e9-44ef-a92d-a3ce49985410 req-763ed324-5a65-46c2-99c5-142b8308a2a3 service neutron] 10.222.0.18 "GET /v2.0/networks/b3271eeb-b9eb-4d85-9c8c-62c1a302878e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203299 Jul 15 13:36:17.240449 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-67c03adc-d182-4b78-8f14-3ef4d9bf415d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:17.257513 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a45c3a1a-b122-4bdc-94d8-03f5ce3dcdad req-05774535-c565-4c70-a6fb-d3c1c27ccac8 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 210 time: 0.0458987 Jul 15 13:36:17.264579 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-8f2c205d-901c-4e31-95b1-6f4343a225e9 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcf19ad9f55645769cc76961e7748495 HTTP/1.1" status: 200 len: 380 time: 0.6144669 Jul 15 13:36:17.307837 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-80227298-8cb4-4f1e-9710-2eb585081f55 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Request body: {'port': {'device_id': 'd0af3745-8bb3-460b-a8e2-4914bcee0cfd', 'network_id': 'b333c41f-9715-44db-b704-e867379897e4', 'admin_state_up': True, 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'security_groups': ['1a3734e6-2a3b-4411-a0ab-21ae5260f421']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:17.315029 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cb6f-8bc1-4ec5-b7bc-1ad555e6bb67 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Pushing event updated for resources: {'Port': ['ID=c7e78ab5-96e1-44d6-899c-3023e09bd83c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:17.462399 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9192cb6f-8bc1-4ec5-b7bc-1ad555e6bb67 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Checking segment: {'id': '177cf80a-98e4-40e0-927d-0e18b1227725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3cd8e7cf-c653-469d-adbf-e0a7461e1c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:17.462950 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9192cb6f-8bc1-4ec5-b7bc-1ad555e6bb67 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Network hostable DHCP agents. Network: 3cd8e7cf-c653-469d-adbf-e0a7461e1c65, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:36:17.521919 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-67c03adc-d182-4b78-8f14-3ef4d9bf415d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:17.537023 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['9a9e28e7-783c-4b08-98a4-873057252a5b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:36:17.657694 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34782) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:17.663733 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c03adc-d182-4b78-8f14-3ef4d9bf415d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Pushing event updated for resources: {'Port': ['ID=4577703d-5fcd-4f5d-acd6-13a1000109e6,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:17.717242 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9192cb6f-8bc1-4ec5-b7bc-1ad555e6bb67 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Network 3cd8e7cf-c653-469d-adbf-e0a7461e1c65 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:36:17.751830 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-67c03adc-d182-4b78-8f14-3ef4d9bf415d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Network 3863dc0e-6146-449a-a791-85fa35a22fff is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:17.773665 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-67c03adc-d182-4b78-8f14-3ef4d9bf415d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:17.778953 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-67c03adc-d182-4b78-8f14-3ef4d9bf415d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:17.791449 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-9192cb6f-8bc1-4ec5-b7bc-1ad555e6bb67 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 3cd8e7cf-c653-469d-adbf-e0a7461e1c65) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:17.798583 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9192cb6f-8bc1-4ec5-b7bc-1ad555e6bb67 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:17.801238 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9192cb6f-8bc1-4ec5-b7bc-1ad555e6bb67 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:17.817170 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb1e923-efef-42ec-ae7b-ada258f26efd None None] Network 3cd8e7cf-c653-469d-adbf-e0a7461e1c65 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:17.919955 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-80227298-8cb4-4f1e-9710-2eb585081f55 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Made reservation on behalf of fcf19ad9f55645769cc76961e7748495 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:17.924288 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-80227298-8cb4-4f1e-9710-2eb585081f55 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.061862 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e1747bc8-a09b-446d-8277-9fdd54a84959 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/floatingips/02887803-b223-4dd6-b163-a73cf636be0e HTTP/1.1" status: 200 len: 992 time: 0.3487856 Jul 15 13:36:18.121703 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-a7000ae7-c96d-400d-bc7d-5b4badeb379a tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:18.127202 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-a7000ae7-c96d-400d-bc7d-5b4badeb379a tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.18 "GET /v2.0/networks?id=9b455f02-eef0-456f-a68a-bb60c10b5c9c HTTP/1.1" status: 200 len: 812 time: 0.5513997 Jul 15 13:36:18.142295 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-b5b39e23-6072-4604-892c-51100262f84b tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Request body: {'port': {'device_id': 'bf6e4996-5aaf-40ab-ace9-e618851fdccd', 'network_id': '9b455f02-eef0-456f-a68a-bb60c10b5c9c', 'admin_state_up': True, 'tenant_id': 'db5b4791469c40799062a61423474492'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:18.155725 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 05db1a3f-09e9-40f1-9b7b-8d700353e799 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:18.176369 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cb6f-8bc1-4ec5-b7bc-1ad555e6bb67 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Pushing event updated for resources: {'Port': ['ID=fbe884a5-3cba-4a9c-bb98-a204fdacacb9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:18.188792 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-67c03adc-d182-4b78-8f14-3ef4d9bf415d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:18.189599 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-67c03adc-d182-4b78-8f14-3ef4d9bf415d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.218903 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-67c03adc-d182-4b78-8f14-3ef4d9bf415d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0055318 Jul 15 13:36:18.274077 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-04125503-825a-4dd3-8714-62d372983780 service neutron] Request body: {'port': {'device_id': 'ff4f8848-a0e7-4075-8009-37fba77c0f46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:18.292751 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9192cb6f-8bc1-4ec5-b7bc-1ad555e6bb67 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Checking segment: {'id': 'c418f410-19b9-4c11-a410-d36d9210175f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a4bd72f9-4a79-4edb-9987-72948473a36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:18.293216 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9192cb6f-8bc1-4ec5-b7bc-1ad555e6bb67 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Network hostable DHCP agents. Network: a4bd72f9-4a79-4edb-9987-72948473a36b, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:36:18.481183 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-80227298-8cb4-4f1e-9710-2eb585081f55 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Allocated IP 172.20.0.13 (b333c41f-9715-44db-b704-e867379897e4/5b5d3896-8166-469a-ae35-140d6a98066e/fae8455a-7c31-49ab-a6e8-a05ff8ec6419) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:18.496453 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec333f89-a658-45d5-a1dd-77b0322acf33 req-69d86a53-b834-4907-8c10-c0dc1381e665 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:18.508769 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ec333f89-a658-45d5-a1dd-77b0322acf33 req-69d86a53-b834-4907-8c10-c0dc1381e665 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff4f8848-a0e7-4075-8009-37fba77c0f46 HTTP/1.1" status: 200 len: 931 time: 0.5408556 Jul 15 13:36:18.508985 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6f1d9cd9-f567-4715-8506-331239709389 req-b59a1d19-6227-4146-b092-103c911dbf2e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0af3745-8bb3-460b-a8e2-4914bcee0cfd HTTP/1.1" status: 200 len: 210 time: 0.0972846 Jul 15 13:36:18.550529 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-b5b39e23-6072-4604-892c-51100262f84b tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Made reservation on behalf of db5b4791469c40799062a61423474492 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:18.563914 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-b5b39e23-6072-4604-892c-51100262f84b tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.633718 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9192cb6f-8bc1-4ec5-b7bc-1ad555e6bb67 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Network a4bd72f9-4a79-4edb-9987-72948473a36b is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:36:18.680544 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ec333f89-a658-45d5-a1dd-77b0322acf33 req-62652e49-19d8-45b5-8887-3d2d9866fc45 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678574 Jul 15 13:36:18.684484 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34800) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:18.706760 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-9192cb6f-8bc1-4ec5-b7bc-1ad555e6bb67 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, a4bd72f9-4a79-4edb-9987-72948473a36b) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:18.718659 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca2c981-320c-41e5-b6a7-29486895e2be None None] Network a4bd72f9-4a79-4edb-9987-72948473a36b requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:18.766710 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9192cb6f-8bc1-4ec5-b7bc-1ad555e6bb67 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:18.773133 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9192cb6f-8bc1-4ec5-b7bc-1ad555e6bb67 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:18.778598 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9192cb6f-8bc1-4ec5-b7bc-1ad555e6bb67 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:18.790751 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9192cb6f-8bc1-4ec5-b7bc-1ad555e6bb67 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.796810 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-04125503-825a-4dd3-8714-62d372983780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.878141 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9192cb6f-8bc1-4ec5-b7bc-1ad555e6bb67 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.7311127 Jul 15 13:36:18.886515 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34804) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:18.950163 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-996fd0a3-de37-476f-a112-f38578811737 req-7575277a-ecd6-4263-8e5d-2ede24dc3ab4 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 210 time: 0.0926321 Jul 15 13:36:19.078079 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b1351-20ef-469e-b857-b8ff49f47bbc req-9b4e2a29-c7ee-4d12-9f95-0d51dd514daf tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:19.079669 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-530b1351-20ef-469e-b857-b8ff49f47bbc req-9b4e2a29-c7ee-4d12-9f95-0d51dd514daf tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 943 time: 0.3721611 Jul 15 13:36:19.120272 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-b5b39e23-6072-4604-892c-51100262f84b tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Allocated IP 172.20.0.7 (9b455f02-eef0-456f-a68a-bb60c10b5c9c/6751d640-096f-4f75-bf5e-29af8a225130/356e96c9-6533-42a7-ae51-99915778b367) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:19.181226 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-80227298-8cb4-4f1e-9710-2eb585081f55 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:19.217430 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6499e735-9502-4d6f-85e3-3f5fff4e4ce1 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:19.223727 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6499e735-9502-4d6f-85e3-3f5fff4e4ce1 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:19.229265 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6499e735-9502-4d6f-85e3-3f5fff4e4ce1 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3388269 Jul 15 13:36:19.231754 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34806) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:19.235910 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-530b1351-20ef-469e-b857-b8ff49f47bbc req-51dcc838-5773-4aa4-8474-027149651da9 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170869 Jul 15 13:36:19.249236 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-80227298-8cb4-4f1e-9710-2eb585081f55 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Transition to ACTIVE for port object fae8455a-7c31-49ab-a6e8-a05ff8ec6419 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:19.262356 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-e55ea1e1-1ec1-48bf-b9e8-8d6c96f20651 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5720072 Jul 15 13:36:19.405645 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-80227298-8cb4-4f1e-9710-2eb585081f55 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:19.438440 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-b5b39e23-6072-4604-892c-51100262f84b tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:19.511575 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-b5b39e23-6072-4604-892c-51100262f84b tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:19.524217 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-80227298-8cb4-4f1e-9710-2eb585081f55 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Network b333c41f-9715-44db-b704-e867379897e4 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:19.533451 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-80227298-8cb4-4f1e-9710-2eb585081f55 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:19.539166 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-04125503-825a-4dd3-8714-62d372983780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4577703d-5fcd-4f5d-acd6-13a1000109e6 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:36:19.545241 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-80227298-8cb4-4f1e-9710-2eb585081f55 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:19.548324 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80227298-8cb4-4f1e-9710-2eb585081f55 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'Port': ['ID=fae8455a-7c31-49ab-a6e8-a05ff8ec6419,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:19.578422 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-04125503-825a-4dd3-8714-62d372983780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:19.598780 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-b5b39e23-6072-4604-892c-51100262f84b tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Network 9b455f02-eef0-456f-a68a-bb60c10b5c9c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:19.609850 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-b5b39e23-6072-4604-892c-51100262f84b tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:19.618764 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-b5b39e23-6072-4604-892c-51100262f84b tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:19.619718 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-0fee1812-f7ff-454a-af0c-c12eb59cb533 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Deleting port c7e78ab5-96e1-44d6-899c-3023e09bd83c {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:19.620874 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0fee1812-f7ff-454a-af0c-c12eb59cb533 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:19.628842 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-04125503-825a-4dd3-8714-62d372983780 service neutron] Transition to ACTIVE for port object 4577703d-5fcd-4f5d-acd6-13a1000109e6 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:19.659691 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-04125503-825a-4dd3-8714-62d372983780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:19.668416 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-80227298-8cb4-4f1e-9710-2eb585081f55 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:19.669454 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-80227298-8cb4-4f1e-9710-2eb585081f55 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:19.680383 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b39e23-6072-4604-892c-51100262f84b tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Pushing event updated for resources: {'Port': ['ID=356e96c9-6533-42a7-ae51-99915778b367,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:19.742381 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-b5b39e23-6072-4604-892c-51100262f84b tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:19.747036 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-b5b39e23-6072-4604-892c-51100262f84b tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:19.789601 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-b5b39e23-6072-4604-892c-51100262f84b tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6515722 Jul 15 13:36:19.809315 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-9a110e7a-467a-4eba-934a-5621f5033953 service neutron] Request body: {'port': {'device_id': 'bf6e4996-5aaf-40ab-ace9-e618851fdccd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:19.810221 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-80227298-8cb4-4f1e-9710-2eb585081f55 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5130925 Jul 15 13:36:19.812292 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0fee1812-f7ff-454a-af0c-c12eb59cb533 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:19.836641 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-e10d7f78-8407-4103-834b-f6a90ad86c58 service neutron] Request body: {'port': {'device_id': 'd0af3745-8bb3-460b-a8e2-4914bcee0cfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:19.843309 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04125503-825a-4dd3-8714-62d372983780 service neutron] Pushing event updated for resources: {'Port': ['ID=4577703d-5fcd-4f5d-acd6-13a1000109e6,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:19.893840 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-0fee1812-f7ff-454a-af0c-c12eb59cb533 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Calling delete_port for c7e78ab5-96e1-44d6-899c-3023e09bd83c owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:19.980036 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:36:20.072619 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-33392228-9186-4b60-aa7f-219cb3f2681f None None] Provisioning for port fae8455a-7c31-49ab-a6e8-a05ff8ec6419 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:20.080376 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-33392228-9186-4b60-aa7f-219cb3f2681f None None] Provisioning complete for port fae8455a-7c31-49ab-a6e8-a05ff8ec6419 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:20.081424 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-33392228-9186-4b60-aa7f-219cb3f2681f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.168758 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-33392228-9186-4b60-aa7f-219cb3f2681f None None] Port fae8455a-7c31-49ab-a6e8-a05ff8ec6419 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:36:20.169347 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-e10d7f78-8407-4103-834b-f6a90ad86c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.196222 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-04125503-825a-4dd3-8714-62d372983780 service neutron] Attempting to bind port 4577703d-5fcd-4f5d-acd6-13a1000109e6 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:20.196565 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-04125503-825a-4dd3-8714-62d372983780 service neutron] Attempting to bind port 4577703d-5fcd-4f5d-acd6-13a1000109e6 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '836abf83-1fab-411d-a248-5a2250c99f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:20.196956 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-04125503-825a-4dd3-8714-62d372983780 service neutron] Attempting to bind port 4577703d-5fcd-4f5d-acd6-13a1000109e6 on network 3863dc0e-6146-449a-a791-85fa35a22fff {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:20.204795 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0fee1812-f7ff-454a-af0c-c12eb59cb533 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.230959 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0823cc-8b19-43e6-94b5-0b63d13cfa0d req-428e753a-7b84-4557-b752-deffd4b8bd67 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:20.232695 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ba0823cc-8b19-43e6-94b5-0b63d13cfa0d req-428e753a-7b84-4557-b752-deffd4b8bd67 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0af3745-8bb3-460b-a8e2-4914bcee0cfd HTTP/1.1" status: 200 len: 932 time: 0.3926435 Jul 15 13:36:20.261520 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-04125503-825a-4dd3-8714-62d372983780 service neutron] Port 4577703d-5fcd-4f5d-acd6-13a1000109e6 on network 3863dc0e-6146-449a-a791-85fa35a22fff not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:36:20.261520 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-04125503-825a-4dd3-8714-62d372983780 service neutron] Attempting to bind port 4577703d-5fcd-4f5d-acd6-13a1000109e6 on network 3863dc0e-6146-449a-a791-85fa35a22fff {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:20.286281 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee1812-f7ff-454a-af0c-c12eb59cb533 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Pushing event deleted for resources: {'Port': ['ID=c7e78ab5-96e1-44d6-899c-3023e09bd83c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:20.319521 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-04125503-825a-4dd3-8714-62d372983780 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:20.319902 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-04125503-825a-4dd3-8714-62d372983780 service neutron] Checking segment: {'id': '836abf83-1fab-411d-a248-5a2250c99f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:20.320321 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-04125503-825a-4dd3-8714-62d372983780 service neutron] Bound using segment: {'id': '836abf83-1fab-411d-a248-5a2250c99f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:20.320985 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-04125503-825a-4dd3-8714-62d372983780 service neutron] Bound port: 4577703d-5fcd-4f5d-acd6-13a1000109e6, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836abf83-1fab-411d-a248-5a2250c99f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:20.321351 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-04125503-825a-4dd3-8714-62d372983780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.328633 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0fee1812-f7ff-454a-af0c-c12eb59cb533 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.333954 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0fee1812-f7ff-454a-af0c-c12eb59cb533 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] 10.222.0.24 "DELETE /v2.0/ports/c7e78ab5-96e1-44d6-899c-3023e09bd83c HTTP/1.1" status: 204 len: 168 time: 1.0999846 Jul 15 13:36:20.338135 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34824) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:20.477026 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-9a110e7a-467a-4eba-934a-5621f5033953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.504637 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6578d-1015-439e-904b-8e42b122952e req-23a09b98-7d56-41aa-a1d0-6f8274755823 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:20.506311 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-28d6578d-1015-439e-904b-8e42b122952e req-23a09b98-7d56-41aa-a1d0-6f8274755823 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff4f8848-a0e7-4075-8009-37fba77c0f46 HTTP/1.1" status: 200 len: 943 time: 0.6166368 Jul 15 13:36:20.520751 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ba0823cc-8b19-43e6-94b5-0b63d13cfa0d req-123a11f6-bbbb-4e56-b301-f5ac775a8e10 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3734e6-2a3b-4411-a0ab-21ae5260f421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2633355 Jul 15 13:36:20.602349 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0f32379f-9f99-4db6-b73b-0eedd08ca6a2 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Deleting port fbe884a5-3cba-4a9c-bb98-a204fdacacb9 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:20.602973 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f32379f-9f99-4db6-b73b-0eedd08ca6a2 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.687171 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-28d6578d-1015-439e-904b-8e42b122952e req-e3ded0ac-1b4a-4162-8275-ca39c949e931 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445875 Jul 15 13:36:20.755613 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-04125503-825a-4dd3-8714-62d372983780 service neutron] For port 4577703d-5fcd-4f5d-acd6-13a1000109e6, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:20.762267 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-04125503-825a-4dd3-8714-62d372983780 service neutron] For port 4577703d-5fcd-4f5d-acd6-13a1000109e6, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=4577703d-5fcd-4f5d-acd6-13a1000109e6,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:20.807136 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f32379f-9f99-4db6-b73b-0eedd08ca6a2 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.834520 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0f32379f-9f99-4db6-b73b-0eedd08ca6a2 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Calling delete_port for fbe884a5-3cba-4a9c-bb98-a204fdacacb9 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:20.874496 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-10544852-dfce-4990-af25-6e666d980be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.884848 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-04125503-825a-4dd3-8714-62d372983780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.990591 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-04125503-825a-4dd3-8714-62d372983780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:20.992816 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-04125503-825a-4dd3-8714-62d372983780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.994978 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-04125503-825a-4dd3-8714-62d372983780 service neutron] 10.222.0.32 "PUT /v2.0/ports/4577703d-5fcd-4f5d-acd6-13a1000109e6 HTTP/1.1" status: 200 len: 1092 time: 2.7581797 Jul 15 13:36:21.006251 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff4f8848-a0e7-4075-8009-37fba77c0f46', 'tag': '4577703d-5fcd-4f5d-acd6-13a1000109e6'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:21.010552 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee6124e-92a2-4831-bb1b-6141d305a0a0" -d '{"events": [{"name": "network-changed", "server_uuid": "ff4f8848-a0e7-4075-8009-37fba77c0f46", "tag": "4577703d-5fcd-4f5d-acd6-13a1000109e6"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:21.092104 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f32379f-9f99-4db6-b73b-0eedd08ca6a2 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.102682 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336f453-4a09-4a9e-a56c-f2d71e0d9a4f req-72e4278f-f4b7-49be-a2bc-b3a5a2f6708b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:21.104312 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8336f453-4a09-4a9e-a56c-f2d71e0d9a4f req-72e4278f-f4b7-49be-a2bc-b3a5a2f6708b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 943 time: 0.2266788 Jul 15 13:36:21.119010 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04125503-825a-4dd3-8714-62d372983780 service neutron] Pushing event updated for resources: {'Port': ['ID=4577703d-5fcd-4f5d-acd6-13a1000109e6,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:21.145027 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-9a110e7a-467a-4eba-934a-5621f5033953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 356e96c9-6533-42a7-ae51-99915778b367 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:36:21.159776 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32379f-9f99-4db6-b73b-0eedd08ca6a2 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Pushing event deleted for resources: {'Port': ['ID=fbe884a5-3cba-4a9c-bb98-a204fdacacb9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:21.163606 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-9a110e7a-467a-4eba-934a-5621f5033953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.187872 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f32379f-9f99-4db6-b73b-0eedd08ca6a2 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.190979 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0f32379f-9f99-4db6-b73b-0eedd08ca6a2 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] 10.222.0.24 "DELETE /v2.0/ports/fbe884a5-3cba-4a9c-bb98-a204fdacacb9 HTTP/1.1" status: 204 len: 168 time: 0.8513041 Jul 15 13:36:21.197555 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-9a110e7a-467a-4eba-934a-5621f5033953 service neutron] Transition to ACTIVE for port object 356e96c9-6533-42a7-ae51-99915778b367 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:21.199189 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34828) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:21.208179 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0293f18-d727-4443-ab39-73edb84639ed req-2455da9b-9cba-472a-98d8-8ac4743186d6 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:21.214750 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-9a110e7a-467a-4eba-934a-5621f5033953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.220892 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b0293f18-d727-4443-ab39-73edb84639ed req-2455da9b-9cba-472a-98d8-8ac4743186d6 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 931 time: 0.4056590 Jul 15 13:36:21.251628 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3b12ecc3-d14d-41d7-96b5-2011287ba246 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0510287 Jul 15 13:36:21.282489 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34830) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:21.291702 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-90e4565f-4417-4838-9312-81ca9ae7c359 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1347632698'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:21.301050 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8336f453-4a09-4a9e-a56c-f2d71e0d9a4f req-496713fd-3415-4cce-9186-2311487be375 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589050 Jul 15 13:36:21.342275 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a110e7a-467a-4eba-934a-5621f5033953 service neutron] Pushing event updated for resources: {'Port': ['ID=356e96c9-6533-42a7-ae51-99915778b367,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:21.379437 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-e10d7f78-8407-4103-834b-f6a90ad86c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae8455a-7c31-49ab-a6e8-a05ff8ec6419 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:36:21.402246 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e4565f-4417-4838-9312-81ca9ae7c359 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Made reservation on behalf of 0e86a6df73e244b6815e1b493d669339 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:21.406378 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90e4565f-4417-4838-9312-81ca9ae7c359 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.415207 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-e10d7f78-8407-4103-834b-f6a90ad86c58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.435361 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b0293f18-d727-4443-ab39-73edb84639ed req-b27d7b43-86fd-4476-8993-a89271175ff8 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/security-groups?id=2528a0bd-3b07-4064-88d6-01fe3074ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129791 Jul 15 13:36:21.471674 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-ae8f8d7a-737f-4de8-bff7-b52707e2aee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:21.474373 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-ae8f8d7a-737f-4de8-bff7-b52707e2aee3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=043bd73de72448efaf900d42a51adac4&device_id=ff4f8848-a0e7-4075-8009-37fba77c0f46 HTTP/1.1" status: 200 len: 1095 time: 0.3918867 Jul 15 13:36:21.476325 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-e10d7f78-8407-4103-834b-f6a90ad86c58 service neutron] Transition to ACTIVE for port object fae8455a-7c31-49ab-a6e8-a05ff8ec6419 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:21.480626 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e4565f-4417-4838-9312-81ca9ae7c359 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:36:21.485333 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-e10d7f78-8407-4103-834b-f6a90ad86c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.500262 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90e4565f-4417-4838-9312-81ca9ae7c359 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.500609 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-90e4565f-4417-4838-9312-81ca9ae7c359 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Added segment 5c7c2a20-9d3b-4fee-86c0-7b9094b93d83 of type vlan for network 214b129a-5317-4393-ad6e-e5fe4a4c6005 Jul 15 13:36:21.511803 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-9a110e7a-467a-4eba-934a-5621f5033953 service neutron] Attempting to bind port 356e96c9-6533-42a7-ae51-99915778b367 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:21.522438 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-9a110e7a-467a-4eba-934a-5621f5033953 service neutron] Attempting to bind port 356e96c9-6533-42a7-ae51-99915778b367 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'fe0c3a3d-7c99-4772-b87c-11ff238baabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9b455f02-eef0-456f-a68a-bb60c10b5c9c'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:21.522817 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-9a110e7a-467a-4eba-934a-5621f5033953 service neutron] Attempting to bind port 356e96c9-6533-42a7-ae51-99915778b367 on network 9b455f02-eef0-456f-a68a-bb60c10b5c9c {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:21.532676 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2beb3837-4c34-456a-900a-09a1bdcc1ddd x-openstack-request-id: req-2beb3837-4c34-456a-900a-09a1bdcc1ddd {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:21.533598 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff4f8848-a0e7-4075-8009-37fba77c0f46", "tag": "4577703d-5fcd-4f5d-acd6-13a1000109e6", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:21.534259 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2beb3837-4c34-456a-900a-09a1bdcc1ddd {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:21.535092 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff4f8848-a0e7-4075-8009-37fba77c0f46', 'tag': '4577703d-5fcd-4f5d-acd6-13a1000109e6', 'status': 'completed', 'code': 200} Jul 15 13:36:21.549488 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-9a110e7a-467a-4eba-934a-5621f5033953 service neutron] Port 356e96c9-6533-42a7-ae51-99915778b367 on network 9b455f02-eef0-456f-a68a-bb60c10b5c9c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:36:21.549850 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-9a110e7a-467a-4eba-934a-5621f5033953 service neutron] Attempting to bind port 356e96c9-6533-42a7-ae51-99915778b367 on network 9b455f02-eef0-456f-a68a-bb60c10b5c9c {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:21.567160 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-9a110e7a-467a-4eba-934a-5621f5033953 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:21.567958 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-9a110e7a-467a-4eba-934a-5621f5033953 service neutron] Checking segment: {'id': 'fe0c3a3d-7c99-4772-b87c-11ff238baabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9b455f02-eef0-456f-a68a-bb60c10b5c9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:21.568831 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-9a110e7a-467a-4eba-934a-5621f5033953 service neutron] Bound using segment: {'id': 'fe0c3a3d-7c99-4772-b87c-11ff238baabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9b455f02-eef0-456f-a68a-bb60c10b5c9c'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:21.569482 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-9a110e7a-467a-4eba-934a-5621f5033953 service neutron] Bound port: 356e96c9-6533-42a7-ae51-99915778b367, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe0c3a3d-7c99-4772-b87c-11ff238baabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9b455f02-eef0-456f-a68a-bb60c10b5c9c'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:21.570278 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-9a110e7a-467a-4eba-934a-5621f5033953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.576947 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90e4565f-4417-4838-9312-81ca9ae7c359 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.669582 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-5cd20cd4-1354-461c-8a66-d7d8784ab6cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4577703d-5fcd-4f5d-acd6-13a1000109e6 HTTP/1.1" status: 200 len: 217 time: 0.1735947 Jul 15 13:36:21.699399 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90e4565f-4417-4838-9312-81ca9ae7c359 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.717718 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e4565f-4417-4838-9312-81ca9ae7c359 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:21.719621 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90e4565f-4417-4838-9312-81ca9ae7c359 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.783909 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d7f78-8407-4103-834b-f6a90ad86c58 service neutron] Pushing event updated for resources: {'Port': ['ID=fae8455a-7c31-49ab-a6e8-a05ff8ec6419,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:21.881210 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4565f-4417-4838-9312-81ca9ae7c359 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Pushing event updated for resources: {'Network': ['ID=214b129a-5317-4393-ad6e-e5fe4a4c6005,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:21.896908 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-9a110e7a-467a-4eba-934a-5621f5033953 service neutron] For port 356e96c9-6533-42a7-ae51-99915778b367, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:21.901377 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 214b129a-5317-4393-ad6e-e5fe4a4c6005 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:36:21.902032 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-f9b0baa6-abc7-46b2-afbc-34c73a443483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:21.905874 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-f9b0baa6-abc7-46b2-afbc-34c73a443483 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b30ffac-e52f-4dd4-90fb-1da118e51f78 HTTP/1.1" status: 200 len: 845 time: 0.2229562 Jul 15 13:36:21.934835 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-9a110e7a-467a-4eba-934a-5621f5033953 service neutron] For port 356e96c9-6533-42a7-ae51-99915778b367, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=356e96c9-6533-42a7-ae51-99915778b367,segment=NetworkSegment(fe0c3a3d-7c99-4772-b87c-11ff238baabc),segment_id=fe0c3a3d-7c99-4772-b87c-11ff238baabc)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:21.939465 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-90e4565f-4417-4838-9312-81ca9ae7c359 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6528692 Jul 15 13:36:21.946700 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34836) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:21.954709 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-9a110e7a-467a-4eba-934a-5621f5033953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:21.960777 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1e695d84-3d5d-45ce-b4e5-868ac155a413 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1958947250'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:21.999158 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e695d84-3d5d-45ce-b4e5-868ac155a413 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Made reservation on behalf of 0e86a6df73e244b6815e1b493d669339 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:22.002715 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e695d84-3d5d-45ce-b4e5-868ac155a413 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.083124 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-9a110e7a-467a-4eba-934a-5621f5033953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:22.083765 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-9a110e7a-467a-4eba-934a-5621f5033953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.085412 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-9a110e7a-467a-4eba-934a-5621f5033953 service neutron] 10.222.0.18 "PUT /v2.0/ports/356e96c9-6533-42a7-ae51-99915778b367 HTTP/1.1" status: 200 len: 1092 time: 2.2878644 Jul 15 13:36:22.091117 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf6e4996-5aaf-40ab-ace9-e618851fdccd', 'tag': '356e96c9-6533-42a7-ae51-99915778b367'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:22.093652 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cd07bb-db38-46df-89ac-311719813cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "bf6e4996-5aaf-40ab-ace9-e618851fdccd", "tag": "356e96c9-6533-42a7-ae51-99915778b367"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:22.107417 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-e10d7f78-8407-4103-834b-f6a90ad86c58 service neutron] Attempting to bind port fae8455a-7c31-49ab-a6e8-a05ff8ec6419 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:22.107661 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e20a95-d9e1-4108-8970-8b2d8bcb7afb req-acda2a64-45c0-41bb-893c-2f3602e2376d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:22.108380 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-e10d7f78-8407-4103-834b-f6a90ad86c58 service neutron] Attempting to bind port fae8455a-7c31-49ab-a6e8-a05ff8ec6419 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '0decb619-c7d7-4838-9fab-29529d572b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b333c41f-9715-44db-b704-e867379897e4'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:22.109062 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-e10d7f78-8407-4103-834b-f6a90ad86c58 service neutron] Attempting to bind port fae8455a-7c31-49ab-a6e8-a05ff8ec6419 on network b333c41f-9715-44db-b704-e867379897e4 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:22.117001 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-23e20a95-d9e1-4108-8970-8b2d8bcb7afb req-acda2a64-45c0-41bb-893c-2f3602e2376d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0af3745-8bb3-460b-a8e2-4914bcee0cfd HTTP/1.1" status: 200 len: 944 time: 0.2888651 Jul 15 13:36:22.118097 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-31d16eba-c094-44d0-8345-c473a0458a12 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3863dc0e-6146-449a-a791-85fa35a22fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1370900 Jul 15 13:36:22.126435 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-e10d7f78-8407-4103-834b-f6a90ad86c58 service neutron] Port fae8455a-7c31-49ab-a6e8-a05ff8ec6419 on network b333c41f-9715-44db-b704-e867379897e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:36:22.127744 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-e10d7f78-8407-4103-834b-f6a90ad86c58 service neutron] Attempting to bind port fae8455a-7c31-49ab-a6e8-a05ff8ec6419 on network b333c41f-9715-44db-b704-e867379897e4 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:22.132540 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e695d84-3d5d-45ce-b4e5-868ac155a413 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:36:22.140574 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-e10d7f78-8407-4103-834b-f6a90ad86c58 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:22.141511 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-e10d7f78-8407-4103-834b-f6a90ad86c58 service neutron] Checking segment: {'id': '0decb619-c7d7-4838-9fab-29529d572b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b333c41f-9715-44db-b704-e867379897e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:22.142626 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-e10d7f78-8407-4103-834b-f6a90ad86c58 service neutron] Bound using segment: {'id': '0decb619-c7d7-4838-9fab-29529d572b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b333c41f-9715-44db-b704-e867379897e4'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:22.143769 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-e10d7f78-8407-4103-834b-f6a90ad86c58 service neutron] Bound port: fae8455a-7c31-49ab-a6e8-a05ff8ec6419, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0decb619-c7d7-4838-9fab-29529d572b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b333c41f-9715-44db-b704-e867379897e4'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:22.143933 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e695d84-3d5d-45ce-b4e5-868ac155a413 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.144169 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-1e695d84-3d5d-45ce-b4e5-868ac155a413 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Added segment d06cfe00-205f-49c5-8a65-a807b4c64cda of type vlan for network ccf5deeb-a9cc-4826-8c74-e4d99a2b08e0 Jul 15 13:36:22.144848 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-e10d7f78-8407-4103-834b-f6a90ad86c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.229351 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e695d84-3d5d-45ce-b4e5-868ac155a413 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.312489 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a110e7a-467a-4eba-934a-5621f5033953 service neutron] Pushing event updated for resources: {'Port': ['ID=356e96c9-6533-42a7-ae51-99915778b367,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:22.346764 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-23e20a95-d9e1-4108-8970-8b2d8bcb7afb req-3a7d1c31-8cf0-484c-8491-ce06c4910d2d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3734e6-2a3b-4411-a0ab-21ae5260f421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284317 Jul 15 13:36:22.413667 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea0489-daa2-4474-a009-0ab9c0a2bffd req-8e458fcc-bd7b-4e69-8cf1-d857464a6532 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:22.414773 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b3f808-e472-4bc5-a913-e207e0949881 x-openstack-request-id: req-21b3f808-e472-4bc5-a913-e207e0949881 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:22.415370 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf6e4996-5aaf-40ab-ace9-e618851fdccd", "tag": "356e96c9-6533-42a7-ae51-99915778b367", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:22.415871 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21b3f808-e472-4bc5-a913-e207e0949881 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:22.416768 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf6e4996-5aaf-40ab-ace9-e618851fdccd', 'tag': '356e96c9-6533-42a7-ae51-99915778b367', 'status': 'completed', 'code': 200} Jul 15 13:36:22.419151 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-22ea0489-daa2-4474-a009-0ab9c0a2bffd req-8e458fcc-bd7b-4e69-8cf1-d857464a6532 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff4f8848-a0e7-4075-8009-37fba77c0f46 HTTP/1.1" status: 200 len: 943 time: 0.5055959 Jul 15 13:36:22.424540 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e695d84-3d5d-45ce-b4e5-868ac155a413 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.429589 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-e10d7f78-8407-4103-834b-f6a90ad86c58 service neutron] For port fae8455a-7c31-49ab-a6e8-a05ff8ec6419, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:22.433926 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-e10d7f78-8407-4103-834b-f6a90ad86c58 service neutron] For port fae8455a-7c31-49ab-a6e8-a05ff8ec6419, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=fae8455a-7c31-49ab-a6e8-a05ff8ec6419,segment=NetworkSegment(0decb619-c7d7-4838-9fab-29529d572b66),segment_id=0decb619-c7d7-4838-9fab-29529d572b66)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:22.438242 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e695d84-3d5d-45ce-b4e5-868ac155a413 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:22.439361 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e695d84-3d5d-45ce-b4e5-868ac155a413 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.450135 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-e10d7f78-8407-4103-834b-f6a90ad86c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.520610 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-e10d7f78-8407-4103-834b-f6a90ad86c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:22.522804 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-e10d7f78-8407-4103-834b-f6a90ad86c58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.523431 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-e10d7f78-8407-4103-834b-f6a90ad86c58 service neutron] 10.222.0.32 "PUT /v2.0/ports/fae8455a-7c31-49ab-a6e8-a05ff8ec6419 HTTP/1.1" status: 200 len: 1093 time: 2.6945074 Jul 15 13:36:22.554389 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-66a64103-c371-4435-8307-92babfd2e07d service neutron] 10.222.0.32 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169786 Jul 15 13:36:22.573127 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1e695d84-3d5d-45ce-b4e5-868ac155a413 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6195490 Jul 15 13:36:22.590028 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-19297d2c-84c6-4e1f-99cc-c183013803d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:22.593458 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-19297d2c-84c6-4e1f-99cc-c183013803d2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db5b4791469c40799062a61423474492&device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 1095 time: 0.3809419 Jul 15 13:36:22.669508 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-22ea0489-daa2-4474-a009-0ab9c0a2bffd req-c8c20bff-91ff-464c-a12d-745f12d7b76a tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443540 Jul 15 13:36:22.687215 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e695d84-3d5d-45ce-b4e5-868ac155a413 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Pushing event updated for resources: {'Network': ['ID=ccf5deeb-a9cc-4826-8c74-e4d99a2b08e0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:22.720172 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network ccf5deeb-a9cc-4826-8c74-e4d99a2b08e0 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:36:22.729503 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34844) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:22.735750 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-cb68eec7-5af9-4a4c-ac0c-cb9cd0f5dc2e tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Request body: {'subnets': [{'network_id': '214b129a-5317-4393-ad6e-e5fe4a4c6005', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1539789809', 'ip_version': 4}, {'network_id': 'ccf5deeb-a9cc-4826-8c74-e4d99a2b08e0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:22.736082 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-cb68eec7-5af9-4a4c-ac0c-cb9cd0f5dc2e tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Request body: {'subnet': {'network_id': '214b129a-5317-4393-ad6e-e5fe4a4c6005', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1539789809', 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:22.736662 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-cb68eec7-5af9-4a4c-ac0c-cb9cd0f5dc2e tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Request body: {'subnet': {'network_id': 'ccf5deeb-a9cc-4826-8c74-e4d99a2b08e0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:22.858380 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-5041d70e-c448-422b-97f5-27f8e6b081fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=356e96c9-6533-42a7-ae51-99915778b367 HTTP/1.1" status: 200 len: 217 time: 0.1733599 Jul 15 13:36:23.026793 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-ddaa43b1-a740-423a-845b-2e39faaf4533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:23.028500 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-ddaa43b1-a740-423a-845b-2e39faaf4533 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6751d640-096f-4f75-bf5e-29af8a225130 HTTP/1.1" status: 200 len: 852 time: 0.1434405 Jul 15 13:36:23.099449 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-5054678b-c78c-44fe-9c38-960e06a34e77 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9b455f02-eef0-456f-a68a-bb60c10b5c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507488 Jul 15 13:36:23.142737 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a75d9-f09c-4d95-9ce3-3935cc4bb48a req-3cf0ae6d-efaf-45f5-bf89-5fb961c0da1b tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:23.144366 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2e1a75d9-f09c-4d95-9ce3-3935cc4bb48a req-3cf0ae6d-efaf-45f5-bf89-5fb961c0da1b tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 943 time: 0.3101285 Jul 15 13:36:23.247279 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.268771 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d7f78-8407-4103-834b-f6a90ad86c58 service neutron] Pushing event updated for resources: {'Port': ['ID=fae8455a-7c31-49ab-a6e8-a05ff8ec6419,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:23.273846 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2e1a75d9-f09c-4d95-9ce3-3935cc4bb48a req-d4a0bb6a-e513-491a-bf19-35632e24fab0 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/security-groups?id=2528a0bd-3b07-4064-88d6-01fe3074ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139004 Jul 15 13:36:23.290760 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb68eec7-5af9-4a4c-ac0c-cb9cd0f5dc2e tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Made reservation on behalf of 0e86a6df73e244b6815e1b493d669339 for: {'subnet': 2} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:23.296855 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb68eec7-5af9-4a4c-ac0c-cb9cd0f5dc2e tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.297362 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb68eec7-5af9-4a4c-ac0c-cb9cd0f5dc2e tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.340961 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-6c0dffd4-4caa-4b41-bd53-95e629fb7d89 service neutron] 10.222.0.18 "GET /v2.0/networks/9b455f02-eef0-456f-a68a-bb60c10b5c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955650 Jul 15 13:36:23.371339 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d74eef50-c44b-4e51-a0c2-a4df25ce1b0e req-f882c656-b422-49da-a619-7b9b7252ecb1 service neutron] 10.222.0.32 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7979150 Jul 15 13:36:23.419635 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7e354b48-415d-4a9d-9244-6c7e64572ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.429434 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69de4f0-ad26-48a0-9931-edded60c1f1b req-873a2a7f-891e-4410-860c-963c5b9ef7da tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:23.450614 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d69de4f0-ad26-48a0-9931-edded60c1f1b req-873a2a7f-891e-4410-860c-963c5b9ef7da tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 943 time: 0.2407641 Jul 15 13:36:23.454127 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-1c558cb5-13ac-413f-b633-4d40faa90177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:23.456667 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-1c558cb5-13ac-413f-b633-4d40faa90177 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcf19ad9f55645769cc76961e7748495&device_id=d0af3745-8bb3-460b-a8e2-4914bcee0cfd HTTP/1.1" status: 200 len: 1096 time: 0.8513710 Jul 15 13:36:23.544730 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0af3745-8bb3-460b-a8e2-4914bcee0cfd', 'tag': 'fae8455a-7c31-49ab-a6e8-a05ff8ec6419'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:23.548872 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314a933e-f95a-4f45-9779-3ebab46ef927" -d '{"events": [{"name": "network-changed", "server_uuid": "d0af3745-8bb3-460b-a8e2-4914bcee0cfd", "tag": "fae8455a-7c31-49ab-a6e8-a05ff8ec6419"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:23.565820 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-8d23ac2d-ee83-4817-bf6e-614a379147ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fae8455a-7c31-49ab-a6e8-a05ff8ec6419 HTTP/1.1" status: 200 len: 217 time: 0.0957832 Jul 15 13:36:23.650845 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d69de4f0-ad26-48a0-9931-edded60c1f1b req-7a472760-7385-49b0-af46-89781a96fa29 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926572 Jul 15 13:36:23.663352 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-32cb3c46-5cc6-47a9-a9e6-1c3dabbfe2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:23.664982 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-32cb3c46-5cc6-47a9-a9e6-1c3dabbfe2a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b5d3896-8166-469a-ae35-140d6a98066e HTTP/1.1" status: 200 len: 835 time: 0.0741930 Jul 15 13:36:23.669398 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e930abe-cc01-453e-b908-c62e7a93e932 req-8a4f280f-a8cc-40f8-8156-a9d510c469f3 service neutron] 10.222.0.18 "GET /v2.0/networks/9b455f02-eef0-456f-a68a-bb60c10b5c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214147 Jul 15 13:36:23.764376 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0024d-6fd4-43af-ad71-b0132829bf25 req-7b8b405b-3128-4644-8922-572806d7b70f tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:23.770176 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bffe509-4707-4ccd-b533-212d9df6ae6e x-openstack-request-id: req-0bffe509-4707-4ccd-b533-212d9df6ae6e {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:23.770613 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0af3745-8bb3-460b-a8e2-4914bcee0cfd", "tag": "fae8455a-7c31-49ab-a6e8-a05ff8ec6419", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:23.771317 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0bffe509-4707-4ccd-b533-212d9df6ae6e {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:23.771943 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0af3745-8bb3-460b-a8e2-4914bcee0cfd', 'tag': 'fae8455a-7c31-49ab-a6e8-a05ff8ec6419', 'status': 'completed', 'code': 200} Jul 15 13:36:23.772080 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-01d0024d-6fd4-43af-ad71-b0132829bf25 req-7b8b405b-3128-4644-8922-572806d7b70f tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0af3745-8bb3-460b-a8e2-4914bcee0cfd HTTP/1.1" status: 200 len: 944 time: 0.2222502 Jul 15 13:36:23.826678 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6124e-92a2-4831-bb1b-6141d305a0a0 req-49f07d6e-724f-43d3-8db6-04392e745221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:23.830241 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dee6124e-92a2-4831-bb1b-6141d305a0a0 req-49f07d6e-724f-43d3-8db6-04392e745221 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=043bd73de72448efaf900d42a51adac4&device_id=ff4f8848-a0e7-4075-8009-37fba77c0f46 HTTP/1.1" status: 200 len: 1095 time: 0.2775278 Jul 15 13:36:23.892374 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-01d0024d-6fd4-43af-ad71-b0132829bf25 req-49c848a5-1472-4638-b887-08df52b9d0ea tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3734e6-2a3b-4411-a0ab-21ae5260f421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187875 Jul 15 13:36:23.980151 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-022a86e4-406f-4e45-b8be-5650dcb50ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:23.982913 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-022a86e4-406f-4e45-b8be-5650dcb50ca3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b333c41f-9715-44db-b704-e867379897e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3092866 Jul 15 13:36:23.986696 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd07bb-db38-46df-89ac-311719813cf2 req-6ac59be9-b3ba-42ff-976b-03d988dc94b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:23.988599 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-24cd07bb-db38-46df-89ac-311719813cf2 req-6ac59be9-b3ba-42ff-976b-03d988dc94b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db5b4791469c40799062a61423474492&device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 1095 time: 0.2113028 Jul 15 13:36:24.163755 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-c916c271-9dc2-4d62-b9b7-e73fd64903b9 service neutron] 10.222.0.32 "GET /v2.0/networks/b333c41f-9715-44db-b704-e867379897e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633847 Jul 15 13:36:24.169863 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd07bb-db38-46df-89ac-311719813cf2 req-b4b5982b-b48f-479d-81eb-61c628d6bce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:24.173171 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-24cd07bb-db38-46df-89ac-311719813cf2 req-b4b5982b-b48f-479d-81eb-61c628d6bce1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9b455f02-eef0-456f-a68a-bb60c10b5c9c HTTP/1.1" status: 200 len: 913 time: 0.1721792 Jul 15 13:36:24.176739 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb68eec7-5af9-4a4c-ac0c-cb9cd0f5dc2e tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:24.369441 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6124e-92a2-4831-bb1b-6141d305a0a0 req-43f0e00a-a3a4-4ab3-8a45-4c25ab4c9ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:24.371434 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dee6124e-92a2-4831-bb1b-6141d305a0a0 req-43f0e00a-a3a4-4ab3-8a45-4c25ab4c9ddb service neutron] 10.222.0.32 "GET /v2.0/networks?id=3863dc0e-6146-449a-a791-85fa35a22fff HTTP/1.1" status: 200 len: 906 time: 0.5294664 Jul 15 13:36:24.496140 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dee6124e-92a2-4831-bb1b-6141d305a0a0 req-3b0608ff-a1f7-4198-965e-6973d5c8b1ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4577703d-5fcd-4f5d-acd6-13a1000109e6 HTTP/1.1" status: 200 len: 217 time: 0.1161106 Jul 15 13:36:24.524055 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457e62d-fe19-45e6-b697-30f18b08741b req-4f6d084d-e47b-4b0e-9ce6-d7dd4e77f696 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:24.526308 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b457e62d-fe19-45e6-b697-30f18b08741b req-4f6d084d-e47b-4b0e-9ce6-d7dd4e77f696 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff4f8848-a0e7-4075-8009-37fba77c0f46 HTTP/1.1" status: 200 len: 943 time: 0.6394420 Jul 15 13:36:24.597826 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c2337ec9-d292-4931-9dc0-7f85112ab8b7 req-17473ea5-5158-4f1a-9687-12030c7cfbf8 service neutron] 10.222.0.32 "GET /v2.0/networks/b333c41f-9715-44db-b704-e867379897e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576653 Jul 15 13:36:24.609992 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b457e62d-fe19-45e6-b697-30f18b08741b req-65ce3d84-300a-4529-a8f9-169785032402 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541224 Jul 15 13:36:24.622546 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6124e-92a2-4831-bb1b-6141d305a0a0 req-31a4b408-5e24-453d-9e45-22078f990889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:24.624214 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dee6124e-92a2-4831-bb1b-6141d305a0a0 req-31a4b408-5e24-453d-9e45-22078f990889 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b30ffac-e52f-4dd4-90fb-1da118e51f78 HTTP/1.1" status: 200 len: 845 time: 0.1186593 Jul 15 13:36:24.668191 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dee6124e-92a2-4831-bb1b-6141d305a0a0 req-0f85167a-1299-4680-bbc3-9657488b6769 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3863dc0e-6146-449a-a791-85fa35a22fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348005 Jul 15 13:36:24.672935 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-24cd07bb-db38-46df-89ac-311719813cf2 req-751d73be-61b4-4fb2-9404-caa248cc73ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=356e96c9-6533-42a7-ae51-99915778b367 HTTP/1.1" status: 200 len: 217 time: 0.4830923 Jul 15 13:36:24.723723 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68eec7-5af9-4a4c-ac0c-cb9cd0f5dc2e tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Pushing event updated for resources: {'Subnet': ['ID=7902b185-52f7-47f8-af8b-0aca45580c5d,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:24.758793 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:24.827229 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd07bb-db38-46df-89ac-311719813cf2 req-8ffc4cf4-8f8b-47e6-be5a-8328f5f1a2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:24.830146 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-24cd07bb-db38-46df-89ac-311719813cf2 req-8ffc4cf4-8f8b-47e6-be5a-8328f5f1a2f6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6751d640-096f-4f75-bf5e-29af8a225130 HTTP/1.1" status: 200 len: 852 time: 0.1361501 Jul 15 13:36:24.831545 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb68eec7-5af9-4a4c-ac0c-cb9cd0f5dc2e tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Checking segment: {'id': '5c7c2a20-9d3b-4fee-86c0-7b9094b93d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '214b129a-5317-4393-ad6e-e5fe4a4c6005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:24.832339 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb68eec7-5af9-4a4c-ac0c-cb9cd0f5dc2e tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Network hostable DHCP agents. Network: 214b129a-5317-4393-ad6e-e5fe4a4c6005, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:36:24.898475 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-24cd07bb-db38-46df-89ac-311719813cf2 req-6bccd60d-09d1-40b2-bdb0-818e946bba94 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9b455f02-eef0-456f-a68a-bb60c10b5c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574856 Jul 15 13:36:24.981867 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4283381-a758-4adf-b7b3-f57be5594368 req-b0963c1b-908d-42af-8eef-2fb2a2127140 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:24.983634 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c4283381-a758-4adf-b7b3-f57be5594368 req-b0963c1b-908d-42af-8eef-2fb2a2127140 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 943 time: 0.4178364 Jul 15 13:36:25.009100 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a933e-f95a-4f45-9779-3ebab46ef927 req-8de34bf3-1859-4ec4-829b-e0016f61f24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:25.010688 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-314a933e-f95a-4f45-9779-3ebab46ef927 req-8de34bf3-1859-4ec4-829b-e0016f61f24a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcf19ad9f55645769cc76961e7748495&device_id=d0af3745-8bb3-460b-a8e2-4914bcee0cfd HTTP/1.1" status: 200 len: 1096 time: 0.2971947 Jul 15 13:36:25.022058 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb68eec7-5af9-4a4c-ac0c-cb9cd0f5dc2e tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Network 214b129a-5317-4393-ad6e-e5fe4a4c6005 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:36:25.031540 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dee6124e-92a2-4831-bb1b-6141d305a0a0 req-d365646d-1630-455d-8872-3a648d1a45d4 service neutron] 10.222.0.32 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166013 Jul 15 13:36:25.060471 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-cb68eec7-5af9-4a4c-ac0c-cb9cd0f5dc2e tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 214b129a-5317-4393-ad6e-e5fe4a4c6005) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:25.072594 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266f9edd-92f4-4ce3-b3da-2deba7fea402 None None] Network 214b129a-5317-4393-ad6e-e5fe4a4c6005 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:25.076685 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb68eec7-5af9-4a4c-ac0c-cb9cd0f5dc2e tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.135527 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c4283381-a758-4adf-b7b3-f57be5594368 req-78c8035a-2825-4bb8-b6b1-471f4cae0be2 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/security-groups?id=2528a0bd-3b07-4064-88d6-01fe3074ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215472 Jul 15 13:36:25.150519 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-24cd07bb-db38-46df-89ac-311719813cf2 req-720f022c-a185-4295-b277-85f653a193f5 service neutron] 10.222.0.18 "GET /v2.0/networks/9b455f02-eef0-456f-a68a-bb60c10b5c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433205 Jul 15 13:36:25.180497 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b9891-c1fb-40ce-bdd3-8a4c04dce467 req-e0468365-bdbc-4f07-ba82-e2f1c9092406 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:25.180497 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-802b9891-c1fb-40ce-bdd3-8a4c04dce467 req-e0468365-bdbc-4f07-ba82-e2f1c9092406 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 943 time: 0.2283680 Jul 15 13:36:25.212574 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb68eec7-5af9-4a4c-ac0c-cb9cd0f5dc2e tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Checking segment: {'id': 'd06cfe00-205f-49c5-8a65-a807b4c64cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ccf5deeb-a9cc-4826-8c74-e4d99a2b08e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:25.213025 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb68eec7-5af9-4a4c-ac0c-cb9cd0f5dc2e tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Network hostable DHCP agents. Network: ccf5deeb-a9cc-4826-8c74-e4d99a2b08e0, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:36:25.245287 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68eec7-5af9-4a4c-ac0c-cb9cd0f5dc2e tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Pushing event updated for resources: {'Subnet': ['ID=26b32ce3-4d1f-4684-ba3f-a99ba84d9157,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:25.300568 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a933e-f95a-4f45-9779-3ebab46ef927 req-1a24ada7-c7f4-42fb-be49-ea16556d1145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:25.301031 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb68eec7-5af9-4a4c-ac0c-cb9cd0f5dc2e tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Network ccf5deeb-a9cc-4826-8c74-e4d99a2b08e0 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:36:25.302103 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-314a933e-f95a-4f45-9779-3ebab46ef927 req-1a24ada7-c7f4-42fb-be49-ea16556d1145 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b333c41f-9715-44db-b704-e867379897e4 HTTP/1.1" status: 200 len: 898 time: 0.2833023 Jul 15 13:36:25.317736 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-802b9891-c1fb-40ce-bdd3-8a4c04dce467 req-30d4fa94-c9fa-4e1f-bb88-59bb240c48a8 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031413 Jul 15 13:36:25.328240 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.334277 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef083a2-df72-455e-bd18-019e9f6279ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-214b129a-5317-4393-ad6e-e5fe4a4c6005', 'network_id': '214b129a-5317-4393-ad6e-e5fe4a4c6005', 'tenant_id': '0e86a6df73e244b6815e1b493d669339', 'fixed_ips': [{'subnet_id': '7902b185-52f7-47f8-af8b-0aca45580c5d'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:36:25.337151 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bef083a2-df72-455e-bd18-019e9f6279ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.339395 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-cb68eec7-5af9-4a4c-ac0c-cb9cd0f5dc2e tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, ccf5deeb-a9cc-4826-8c74-e4d99a2b08e0) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:25.341908 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dee6124e-92a2-4831-bb1b-6141d305a0a0 req-b986403e-4f58-49b3-82ad-3331ce4cbdab service neutron] 10.222.0.32 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819047 Jul 15 13:36:25.368810 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb68eec7-5af9-4a4c-ac0c-cb9cd0f5dc2e tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:25.369299 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb68eec7-5af9-4a4c-ac0c-cb9cd0f5dc2e tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:25.370348 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb68eec7-5af9-4a4c-ac0c-cb9cd0f5dc2e tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.394820 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-314a933e-f95a-4f45-9779-3ebab46ef927 req-c3f22fc1-5aa5-4cc6-b33c-2692aa5d8f99 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fae8455a-7c31-49ab-a6e8-a05ff8ec6419 HTTP/1.1" status: 200 len: 217 time: 0.0760150 Jul 15 13:36:25.398674 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2e097a-3fba-4d70-bb3c-3ab0692846ab None None] Network ccf5deeb-a9cc-4826-8c74-e4d99a2b08e0 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:25.444737 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-cb68eec7-5af9-4a4c-ac0c-cb9cd0f5dc2e tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.7134745 Jul 15 13:36:25.448184 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34860) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:25.471484 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a933e-f95a-4f45-9779-3ebab46ef927 req-4eae81a2-28b4-46e7-b49d-9a84f293b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:25.476014 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-314a933e-f95a-4f45-9779-3ebab46ef927 req-4eae81a2-28b4-46e7-b49d-9a84f293b781 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b5d3896-8166-469a-ae35-140d6a98066e HTTP/1.1" status: 200 len: 835 time: 0.0725501 Jul 15 13:36:25.477103 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-24cd07bb-db38-46df-89ac-311719813cf2 req-5956120c-4f2c-4e9f-8f5f-e1ab5a1fc5e0 service neutron] 10.222.0.18 "GET /v2.0/networks/9b455f02-eef0-456f-a68a-bb60c10b5c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134120 Jul 15 13:36:25.560708 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a933e-f95a-4f45-9779-3ebab46ef927 req-9a49c41d-4aa9-4abf-b204-e0f39f36a038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:25.562439 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-314a933e-f95a-4f45-9779-3ebab46ef927 req-9a49c41d-4aa9-4abf-b204-e0f39f36a038 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b333c41f-9715-44db-b704-e867379897e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0785251 Jul 15 13:36:25.576948 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d86e2d-fd88-4c86-bfbb-85afea8e9886 req-4b598bc6-1ba0-4218-9a55-19ffbca19a42 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:25.578776 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d5d86e2d-fd88-4c86-bfbb-85afea8e9886 req-4b598bc6-1ba0-4218-9a55-19ffbca19a42 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0af3745-8bb3-460b-a8e2-4914bcee0cfd HTTP/1.1" status: 200 len: 944 time: 0.1849415 Jul 15 13:36:25.614336 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222cbce7-fe53-4aee-9c93-3acccaef14f5 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:25.617788 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222cbce7-fe53-4aee-9c93-3acccaef14f5 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:25.619024 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222cbce7-fe53-4aee-9c93-3acccaef14f5 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:25.626417 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-222cbce7-fe53-4aee-9c93-3acccaef14f5 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1712058 Jul 15 13:36:25.646818 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34862) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:25.662395 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d5d86e2d-fd88-4c86-bfbb-85afea8e9886 req-d383c235-0a3e-48fa-9154-b47738202178 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3734e6-2a3b-4411-a0ab-21ae5260f421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710893 Jul 15 13:36:25.671437 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-bef083a2-df72-455e-bd18-019e9f6279ea None None] Allocated IP 172.20.0.2 (214b129a-5317-4393-ad6e-e5fe4a4c6005/7902b185-52f7-47f8-af8b-0aca45580c5d/79e38512-b55c-4c64-9875-59623258af44) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:25.759860 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1591534-ac75-4489-9628-f0e2bc0d1b94 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Deleting subnet 7902b185-52f7-47f8-af8b-0aca45580c5d {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:36:25.778171 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-314a933e-f95a-4f45-9779-3ebab46ef927 req-46d92a70-2a59-4100-8f55-d95df394dfcc service neutron] 10.222.0.32 "GET /v2.0/networks/b333c41f-9715-44db-b704-e867379897e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069850 Jul 15 13:36:25.963957 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3462fa-08be-4462-934f-19c4908c1791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-ccf5deeb-a9cc-4826-8c74-e4d99a2b08e0', 'network_id': 'ccf5deeb-a9cc-4826-8c74-e4d99a2b08e0', 'tenant_id': '0e86a6df73e244b6815e1b493d669339', 'fixed_ips': [{'subnet_id': '26b32ce3-4d1f-4684-ba3f-a99ba84d9157'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:36:25.965488 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5d3462fa-08be-4462-934f-19c4908c1791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.986556 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-314a933e-f95a-4f45-9779-3ebab46ef927 req-ed7e1a84-487a-482f-bea3-a847b50be4f7 service neutron] 10.222.0.32 "GET /v2.0/networks/b333c41f-9715-44db-b704-e867379897e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005854 Jul 15 13:36:26.035384 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798b231-a482-46e6-bd9b-35aecb2f0875 req-506ded04-ab1d-472e-a4c1-76f165f9fb4e tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:26.037326 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c798b231-a482-46e6-bd9b-35aecb2f0875 req-506ded04-ab1d-472e-a4c1-76f165f9fb4e tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff4f8848-a0e7-4075-8009-37fba77c0f46 HTTP/1.1" status: 200 len: 943 time: 0.1077361 Jul 15 13:36:26.090683 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c798b231-a482-46e6-bd9b-35aecb2f0875 req-a6ed4fdf-df52-4e32-afa1-4f98e0c7e315 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447409 Jul 15 13:36:26.191964 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 4577703d-5fcd-4f5d-acd6-13a1000109e6 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:36:26.253078 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 356e96c9-6533-42a7-ae51-99915778b367 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:36:26.328791 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bef083a2-df72-455e-bd18-019e9f6279ea None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:26.404551 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-bef083a2-df72-455e-bd18-019e9f6279ea None None] Transition to ACTIVE for port object 79e38512-b55c-4c64-9875-59623258af44 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:26.497208 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.resource_extend [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:36:26.510453 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:26.548020 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8622b2c-ccfb-468e-8690-e1c2c26ac0d4 req-173c5b73-c70d-41a6-b386-1c06ab5c17b3 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:26.551377 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d8622b2c-ccfb-468e-8690-e1c2c26ac0d4 req-173c5b73-c70d-41a6-b386-1c06ab5c17b3 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 943 time: 0.1488957 Jul 15 13:36:26.636616 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d8622b2c-ccfb-468e-8690-e1c2c26ac0d4 req-a268a165-8100-4055-b97a-eb1bcccf1eff tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/security-groups?id=2528a0bd-3b07-4064-88d6-01fe3074ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718625 Jul 15 13:36:26.646559 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-bef083a2-df72-455e-bd18-019e9f6279ea None None] Transition to ACTIVE for port object 79e38512-b55c-4c64-9875-59623258af44 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:26.665793 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-5d3462fa-08be-4462-934f-19c4908c1791 None None] Allocated IP 172.20.0.18 (ccf5deeb-a9cc-4826-8c74-e4d99a2b08e0/26b32ce3-4d1f-4684-ba3f-a99ba84d9157/2dec838d-fa8e-49e2-87c9-c56dfa5c548f) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:26.667823 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b1591534-ac75-4489-9628-f0e2bc0d1b94 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:26.671804 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c55a2-68d5-4015-aecd-75cd1afeddc7 req-0fe32c6b-450a-4c0c-b4f4-046dbe9562b1 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:26.681325 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-615c55a2-68d5-4015-aecd-75cd1afeddc7 req-0fe32c6b-450a-4c0c-b4f4-046dbe9562b1 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 943 time: 0.1251600 Jul 15 13:36:26.695222 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bef083a2-df72-455e-bd18-019e9f6279ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:26.734318 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b1591534-ac75-4489-9628-f0e2bc0d1b94 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:26.745109 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 4577703d-5fcd-4f5d-acd6-13a1000109e6, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=4577703d-5fcd-4f5d-acd6-13a1000109e6,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:26.760747 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-615c55a2-68d5-4015-aecd-75cd1afeddc7 req-7d7afdd8-dda5-418f-b2bb-427d41bbcd56 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778327 Jul 15 13:36:27.051618 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef083a2-df72-455e-bd18-019e9f6279ea None None] Network 214b129a-5317-4393-ad6e-e5fe4a4c6005 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:27.059624 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b1591534-ac75-4489-9628-f0e2bc0d1b94 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.076514 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '4577703d-5fcd-4f5d-acd6-13a1000109e6', 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff', 'port_id': '4577703d-5fcd-4f5d-acd6-13a1000109e6', 'mac_address': 'fa:16:3e:17:7f:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b30ffac-e52f-4dd4-90fb-1da118e51f78', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:36:27.086595 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-bef083a2-df72-455e-bd18-019e9f6279ea None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:27.100064 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef083a2-df72-455e-bd18-019e9f6279ea None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:27.151455 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a45836-3412-44d3-88c6-23c9d092f07a req-4fceb614-7f47-41c7-9697-214e43ed5e60 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:27.154459 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-01a45836-3412-44d3-88c6-23c9d092f07a req-4fceb614-7f47-41c7-9697-214e43ed5e60 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0af3745-8bb3-460b-a8e2-4914bcee0cfd HTTP/1.1" status: 200 len: 944 time: 0.2852700 Jul 15 13:36:27.195125 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 356e96c9-6533-42a7-ae51-99915778b367, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=356e96c9-6533-42a7-ae51-99915778b367,segment=NetworkSegment(fe0c3a3d-7c99-4772-b87c-11ff238baabc),segment_id=fe0c3a3d-7c99-4772-b87c-11ff238baabc)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:27.209183 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef083a2-df72-455e-bd18-019e9f6279ea None None] Pushing event updated for resources: {'Port': ['ID=79e38512-b55c-4c64-9875-59623258af44,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:27.250593 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-01a45836-3412-44d3-88c6-23c9d092f07a req-24b9f9e1-e417-42e2-bad4-453fc122b1cc tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3734e6-2a3b-4411-a0ab-21ae5260f421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797415 Jul 15 13:36:27.255875 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b1591534-ac75-4489-9628-f0e2bc0d1b94 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.296372 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1591534-ac75-4489-9628-f0e2bc0d1b94 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Pushing event deleted for resources: {'Subnet': ['ID=7902b185-52f7-47f8-af8b-0aca45580c5d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:27.303083 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b1591534-ac75-4489-9628-f0e2bc0d1b94 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.306471 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b1591534-ac75-4489-9628-f0e2bc0d1b94 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] 10.222.0.24 "DELETE /v2.0/subnets/7902b185-52f7-47f8-af8b-0aca45580c5d HTTP/1.1" status: 204 len: 168 time: 1.6409509 Jul 15 13:36:27.310300 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34876) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:27.359943 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '356e96c9-6533-42a7-ae51-99915778b367', 'network_id': '9b455f02-eef0-456f-a68a-bb60c10b5c9c', 'port_id': '356e96c9-6533-42a7-ae51-99915778b367', 'mac_address': 'fa:16:3e:65:75:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6751d640-096f-4f75-bf5e-29af8a225130', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:36:27.372635 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-bef083a2-df72-455e-bd18-019e9f6279ea None None] Attempting to bind port 79e38512-b55c-4c64-9875-59623258af44 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:27.372954 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-bef083a2-df72-455e-bd18-019e9f6279ea None None] Attempting to bind port 79e38512-b55c-4c64-9875-59623258af44 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '5c7c2a20-9d3b-4fee-86c0-7b9094b93d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '214b129a-5317-4393-ad6e-e5fe4a4c6005'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:27.373318 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef083a2-df72-455e-bd18-019e9f6279ea None None] Attempting to bind port 79e38512-b55c-4c64-9875-59623258af44 on network 214b129a-5317-4393-ad6e-e5fe4a4c6005 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:27.382724 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.403722 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5d3462fa-08be-4462-934f-19c4908c1791 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.428197 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef083a2-df72-455e-bd18-019e9f6279ea None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:27.428915 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef083a2-df72-455e-bd18-019e9f6279ea None None] Checking segment: {'id': '5c7c2a20-9d3b-4fee-86c0-7b9094b93d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '214b129a-5317-4393-ad6e-e5fe4a4c6005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:27.429842 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bef083a2-df72-455e-bd18-019e9f6279ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.430388 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef083a2-df72-455e-bd18-019e9f6279ea None None] Bound using segment: {'id': '5c7c2a20-9d3b-4fee-86c0-7b9094b93d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '214b129a-5317-4393-ad6e-e5fe4a4c6005'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:27.431576 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-bef083a2-df72-455e-bd18-019e9f6279ea None None] Bound port: 79e38512-b55c-4c64-9875-59623258af44, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c7c2a20-9d3b-4fee-86c0-7b9094b93d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '214b129a-5317-4393-ad6e-e5fe4a4c6005'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:27.431811 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bef083a2-df72-455e-bd18-019e9f6279ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.478526 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-c454864b-b270-4457-9241-b64058ef4e41 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Deleting subnet 26b32ce3-4d1f-4684-ba3f-a99ba84d9157 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:36:27.479921 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5d3462fa-08be-4462-934f-19c4908c1791 None None] Transition to ACTIVE for port object 2dec838d-fa8e-49e2-87c9-c56dfa5c548f will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:27.484584 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4577703d-5fcd-4f5d-acd6-13a1000109e6 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:36:27.532671 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba146af4-e9aa-4222-8c3c-110fd615c0d5 req-3d789dbe-9176-4724-8b9d-da97ae37d196 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:27.535717 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ba146af4-e9aa-4222-8c3c-110fd615c0d5 req-3d789dbe-9176-4724-8b9d-da97ae37d196 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff4f8848-a0e7-4075-8009-37fba77c0f46 HTTP/1.1" status: 200 len: 943 time: 0.1387346 Jul 15 13:36:27.549172 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-2a57e1a1-61a7-47af-81cb-37efe82d99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:27.551955 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-2a57e1a1-61a7-47af-81cb-37efe82d99f8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292&tenant_id=6a009645feb04959b4d54831dba76b81 HTTP/1.1" status: 200 len: 1095 time: 0.1931672 Jul 15 13:36:27.568792 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-89aa7fb2-8acf-4753-81b2-79af5e1d8059 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-45', 'device_owner': 'compute:nova'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:27.612105 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ba146af4-e9aa-4222-8c3c-110fd615c0d5 req-3174c0a4-47a8-4b52-90d8-c51d013d1db3 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656927 Jul 15 13:36:27.618027 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5d3462fa-08be-4462-934f-19c4908c1791 None None] Transition to ACTIVE for port object 2dec838d-fa8e-49e2-87c9-c56dfa5c548f will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:27.623922 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 4577703d-5fcd-4f5d-acd6-13a1000109e6, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=4577703d-5fcd-4f5d-acd6-13a1000109e6,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:27.644196 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c454864b-b270-4457-9241-b64058ef4e41 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.644430 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.656326 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.659966 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5d3462fa-08be-4462-934f-19c4908c1791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.704539 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 356e96c9-6533-42a7-ae51-99915778b367 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:36:27.751808 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c454864b-b270-4457-9241-b64058ef4e41 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.795668 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3462fa-08be-4462-934f-19c4908c1791 None None] Network ccf5deeb-a9cc-4826-8c74-e4d99a2b08e0 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:27.808102 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-bef083a2-df72-455e-bd18-019e9f6279ea None None] For port 79e38512-b55c-4c64-9875-59623258af44, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:27.818267 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-bef083a2-df72-455e-bd18-019e9f6279ea None None] For port 79e38512-b55c-4c64-9875-59623258af44, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=79e38512-b55c-4c64-9875-59623258af44,segment=NetworkSegment(5c7c2a20-9d3b-4fee-86c0-7b9094b93d83),segment_id=5c7c2a20-9d3b-4fee-86c0-7b9094b93d83)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:27.834079 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-5d3462fa-08be-4462-934f-19c4908c1791 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:27.840084 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 356e96c9-6533-42a7-ae51-99915778b367, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=356e96c9-6533-42a7-ae51-99915778b367,segment=NetworkSegment(fe0c3a3d-7c99-4772-b87c-11ff238baabc),segment_id=fe0c3a3d-7c99-4772-b87c-11ff238baabc)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:27.845882 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3462fa-08be-4462-934f-19c4908c1791 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:27.853129 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bef083a2-df72-455e-bd18-019e9f6279ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.868555 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-89aa7fb2-8acf-4753-81b2-79af5e1d8059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.879549 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.947862 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=4577703d-5fcd-4f5d-acd6-13a1000109e6,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:27.957022 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['4577703d-5fcd-4f5d-acd6-13a1000109e6'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:36:28.047609 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c454864b-b270-4457-9241-b64058ef4e41 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:28.103586 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535810fc-ec82-4d9a-8218-760a5fc75e3a req-d9134ce3-8d86-4d35-be4a-7440af03cbd9 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:28.107801 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-535810fc-ec82-4d9a-8218-760a5fc75e3a req-d9134ce3-8d86-4d35-be4a-7440af03cbd9 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 943 time: 0.1596684 Jul 15 13:36:28.124903 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ba004-4466-4a27-af18-66d56aebf0ca req-f47b4fc0-f764-4f36-ae77-4339b103856f tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:28.135443 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d59ba004-4466-4a27-af18-66d56aebf0ca req-f47b4fc0-f764-4f36-ae77-4339b103856f tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 943 time: 0.3277485 Jul 15 13:36:28.170598 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device fae8455a-7c31-49ab-a6e8-a05ff8ec6419 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:36:28.183574 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-535810fc-ec82-4d9a-8218-760a5fc75e3a req-4380928e-be3d-4341-ad9e-33ed9de03d49 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690258 Jul 15 13:36:28.229830 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-5d3462fa-08be-4462-934f-19c4908c1791 None None] Attempting to bind port 2dec838d-fa8e-49e2-87c9-c56dfa5c548f on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:28.230443 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-5d3462fa-08be-4462-934f-19c4908c1791 None None] Attempting to bind port 2dec838d-fa8e-49e2-87c9-c56dfa5c548f by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'd06cfe00-205f-49c5-8a65-a807b4c64cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ccf5deeb-a9cc-4826-8c74-e4d99a2b08e0'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:28.231108 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3462fa-08be-4462-934f-19c4908c1791 None None] Attempting to bind port 2dec838d-fa8e-49e2-87c9-c56dfa5c548f on network ccf5deeb-a9cc-4826-8c74-e4d99a2b08e0 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:28.235963 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['356e96c9-6533-42a7-ae51-99915778b367'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:36:28.323323 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d59ba004-4466-4a27-af18-66d56aebf0ca req-95ddca97-daae-4501-ae25-f03ba972d796 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/security-groups?id=2528a0bd-3b07-4064-88d6-01fe3074ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891787 Jul 15 13:36:28.326517 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3462fa-08be-4462-934f-19c4908c1791 None None] Pushing event updated for resources: {'Port': ['ID=2dec838d-fa8e-49e2-87c9-c56dfa5c548f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:28.352672 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3462fa-08be-4462-934f-19c4908c1791 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:28.353222 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3462fa-08be-4462-934f-19c4908c1791 None None] Checking segment: {'id': 'd06cfe00-205f-49c5-8a65-a807b4c64cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ccf5deeb-a9cc-4826-8c74-e4d99a2b08e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:28.366069 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5d3462fa-08be-4462-934f-19c4908c1791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:28.367220 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3462fa-08be-4462-934f-19c4908c1791 None None] Bound using segment: {'id': 'd06cfe00-205f-49c5-8a65-a807b4c64cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ccf5deeb-a9cc-4826-8c74-e4d99a2b08e0'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:28.368125 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-5d3462fa-08be-4462-934f-19c4908c1791 None None] Bound port: 2dec838d-fa8e-49e2-87c9-c56dfa5c548f, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06cfe00-205f-49c5-8a65-a807b4c64cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ccf5deeb-a9cc-4826-8c74-e4d99a2b08e0'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:28.368996 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5d3462fa-08be-4462-934f-19c4908c1791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:28.370257 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c454864b-b270-4457-9241-b64058ef4e41 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:28.428903 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454864b-b270-4457-9241-b64058ef4e41 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Pushing event deleted for resources: {'Subnet': ['ID=26b32ce3-4d1f-4684-ba3f-a99ba84d9157,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:28.489287 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f1e1d8-6b91-4e7c-933c-50abb38dcc34 None None] Network 214b129a-5317-4393-ad6e-e5fe4a4c6005 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:28.494433 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c454864b-b270-4457-9241-b64058ef4e41 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:28.497304 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c454864b-b270-4457-9241-b64058ef4e41 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] 10.222.0.24 "DELETE /v2.0/subnets/26b32ce3-4d1f-4684-ba3f-a99ba84d9157 HTTP/1.1" status: 204 len: 168 time: 1.1857164 Jul 15 13:36:28.501892 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34888) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:28.504073 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.resource_extend [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:36:28.591553 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-89aa7fb2-8acf-4753-81b2-79af5e1d8059 service neutron] For port 05db1a3f-09e9-40f1-9b7b-8d700353e799, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=05db1a3f-09e9-40f1-9b7b-8d700353e799,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:28.654714 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71770b1-a16e-4cb4-9b5f-78ec8ab0062e tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:28.657183 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f71770b1-a16e-4cb4-9b5f-78ec8ab0062e tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1542442 Jul 15 13:36:28.664743 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34892) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:28.675996 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a0eab-0d3e-46be-8d97-2bab2f40ec44 req-1e964a48-5012-4ecf-995b-ac2812dde61a tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:28.681951 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1b5a0eab-0d3e-46be-8d97-2bab2f40ec44 req-1e964a48-5012-4ecf-995b-ac2812dde61a tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0af3745-8bb3-460b-a8e2-4914bcee0cfd HTTP/1.1" status: 200 len: 944 time: 0.1913226 Jul 15 13:36:28.746749 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-89aa7fb2-8acf-4753-81b2-79af5e1d8059 service neutron] For port 05db1a3f-09e9-40f1-9b7b-8d700353e799, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:28.791488 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-081b286a-7843-474b-b2f8-7e32a26e01c5 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:28.834399 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-89aa7fb2-8acf-4753-81b2-79af5e1d8059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05db1a3f-09e9-40f1-9b7b-8d700353e799 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:36:28.868235 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-081b286a-7843-474b-b2f8-7e32a26e01c5 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Deleting port 2dec838d-fa8e-49e2-87c9-c56dfa5c548f {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:28.868684 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-081b286a-7843-474b-b2f8-7e32a26e01c5 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:28.868896 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-89aa7fb2-8acf-4753-81b2-79af5e1d8059 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:28.903441 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef083a2-df72-455e-bd18-019e9f6279ea None None] Pushing event updated for resources: {'Port': ['ID=79e38512-b55c-4c64-9875-59623258af44,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:28.923780 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-89aa7fb2-8acf-4753-81b2-79af5e1d8059 service neutron] Transition to ACTIVE for port object 05db1a3f-09e9-40f1-9b7b-8d700353e799 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:28.942530 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1b5a0eab-0d3e-46be-8d97-2bab2f40ec44 req-946f1f2d-9655-4c92-87c6-afaf47138f86 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3734e6-2a3b-4411-a0ab-21ae5260f421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492175 Jul 15 13:36:28.945050 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-89aa7fb2-8acf-4753-81b2-79af5e1d8059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.103265 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-081b286a-7843-474b-b2f8-7e32a26e01c5 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] For port 2dec838d-fa8e-49e2-87c9-c56dfa5c548f, host n-d-758944-45, got binding levels [] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:29.103845 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-081b286a-7843-474b-b2f8-7e32a26e01c5 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.143636 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5d3462fa-08be-4462-934f-19c4908c1791 None None] For port 2dec838d-fa8e-49e2-87c9-c56dfa5c548f, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:29.147885 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-081b286a-7843-474b-b2f8-7e32a26e01c5 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Calling delete_port for 2dec838d-fa8e-49e2-87c9-c56dfa5c548f owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:29.199125 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475166ff-6011-4035-8490-f04e7c7ca1c9 req-d8b99bfc-ec1f-4709-9c24-b180f30f4ba7 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:29.207379 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-475166ff-6011-4035-8490-f04e7c7ca1c9 req-d8b99bfc-ec1f-4709-9c24-b180f30f4ba7 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff4f8848-a0e7-4075-8009-37fba77c0f46 HTTP/1.1" status: 200 len: 944 time: 0.3049920 Jul 15 13:36:29.229518 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-89aa7fb2-8acf-4753-81b2-79af5e1d8059 service neutron] No DVR routers for this DVR port 05db1a3f-09e9-40f1-9b7b-8d700353e799 on host n-h2-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:29.277000 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5d3462fa-08be-4462-934f-19c4908c1791 None None] For port 2dec838d-fa8e-49e2-87c9-c56dfa5c548f, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=2dec838d-fa8e-49e2-87c9-c56dfa5c548f,segment=NetworkSegment(d06cfe00-205f-49c5-8a65-a807b4c64cda),segment_id=d06cfe00-205f-49c5-8a65-a807b4c64cda)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:29.298911 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port fae8455a-7c31-49ab-a6e8-a05ff8ec6419, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=fae8455a-7c31-49ab-a6e8-a05ff8ec6419,segment=NetworkSegment(0decb619-c7d7-4838-9fab-29529d572b66),segment_id=0decb619-c7d7-4838-9fab-29529d572b66)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:29.321023 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5d3462fa-08be-4462-934f-19c4908c1791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.349495 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=356e96c9-6533-42a7-ae51-99915778b367,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:29.351624 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa7fb2-8acf-4753-81b2-79af5e1d8059 service neutron] Pushing event updated for resources: {'Port': ['ID=05db1a3f-09e9-40f1-9b7b-8d700353e799,revision_number=9']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:29.366515 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-081b286a-7843-474b-b2f8-7e32a26e01c5 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.400241 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'fae8455a-7c31-49ab-a6e8-a05ff8ec6419', 'network_id': 'b333c41f-9715-44db-b704-e867379897e4', 'port_id': 'fae8455a-7c31-49ab-a6e8-a05ff8ec6419', 'mac_address': 'fa:16:3e:8f:b1:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b5d3896-8166-469a-ae35-140d6a98066e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:36:29.402659 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b286a-7843-474b-b2f8-7e32a26e01c5 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Pushing event deleted for resources: {'Port': ['ID=2dec838d-fa8e-49e2-87c9-c56dfa5c548f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:29.419367 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-475166ff-6011-4035-8490-f04e7c7ca1c9 req-43814aec-a761-4816-9737-4116fbf5dad5 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956942 Jul 15 13:36:29.428148 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081b286a-7843-474b-b2f8-7e32a26e01c5 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] No DVR routers for this DVR port 2dec838d-fa8e-49e2-87c9-c56dfa5c548f on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:29.521499 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3462fa-08be-4462-934f-19c4908c1791 None None] Pushing event deleted for resources: {'Port': ['ID=2dec838d-fa8e-49e2-87c9-c56dfa5c548f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:29.528894 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-081b286a-7843-474b-b2f8-7e32a26e01c5 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.536784 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.540650 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-081b286a-7843-474b-b2f8-7e32a26e01c5 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf5deeb-a9cc-4826-8c74-e4d99a2b08e0']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:29.554226 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-081b286a-7843-474b-b2f8-7e32a26e01c5 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd06cfe00-205f-49c5-8a65-a807b4c64cda') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:29.554563 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-081b286a-7843-474b-b2f8-7e32a26e01c5 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd06cfe00-205f-49c5-8a65-a807b4c64cda') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:29.567825 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-081b286a-7843-474b-b2f8-7e32a26e01c5 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.596281 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae8455a-7c31-49ab-a6e8-a05ff8ec6419 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:36:29.602685 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-081b286a-7843-474b-b2f8-7e32a26e01c5 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.613364 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-081b286a-7843-474b-b2f8-7e32a26e01c5 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:36:29.614127 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-081b286a-7843-474b-b2f8-7e32a26e01c5 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.622052 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port fae8455a-7c31-49ab-a6e8-a05ff8ec6419, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=fae8455a-7c31-49ab-a6e8-a05ff8ec6419,segment=NetworkSegment(0decb619-c7d7-4838-9fab-29529d572b66),segment_id=0decb619-c7d7-4838-9fab-29529d572b66)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:36:29.632613 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:36:29.658295 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server [None req-8d9a1d7e-0da7-46e6-b7e3-f9da5e3b1c41 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 2dec838d-fa8e-49e2-87c9-c56dfa5c548f could not be found. Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id) Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1548, in get_port Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id) Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 291, in _get_port Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 2dec838d-fa8e-49e2-87c9-c56dfa5c548f could not be found. Jul 15 13:36:29.692970 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server Jul 15 13:36:29.733674 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217f4ab3-28ec-465b-932e-c2f0fa4ab91a None None] Network ccf5deeb-a9cc-4826-8c74-e4d99a2b08e0 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:29.735169 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-081b286a-7843-474b-b2f8-7e32a26e01c5 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.743131 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-081b286a-7843-474b-b2f8-7e32a26e01c5 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.747670 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-081b286a-7843-474b-b2f8-7e32a26e01c5 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] 10.222.0.24 "DELETE /v2.0/networks/ccf5deeb-a9cc-4826-8c74-e4d99a2b08e0 HTTP/1.1" status: 204 len: 168 time: 1.0794156 Jul 15 13:36:29.760782 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217f4ab3-28ec-465b-932e-c2f0fa4ab91a None None] Network ccf5deeb-a9cc-4826-8c74-e4d99a2b08e0 could not be found, it might have been deleted concurrently. {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 13:36:29.764790 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34898) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:29.767490 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b286a-7843-474b-b2f8-7e32a26e01c5 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Pushing event deleted for resources: {'Network': ['ID=ccf5deeb-a9cc-4826-8c74-e4d99a2b08e0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:29.778042 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b4c08d-c438-4393-b1a9-6d64187caa83 None None] get_active_networks_info from n-d-758944-45 {{(pid=93815) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:36:29.785115 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=fae8455a-7c31-49ab-a6e8-a05ff8ec6419,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:29.833905 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3efb1-bba8-4eb4-a018-a91cfeeeedef req-b0fab73a-adfe-4254-bd1a-11a498100147 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:29.835827 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ebd3efb1-bba8-4eb4-a018-a91cfeeeedef req-b0fab73a-adfe-4254-bd1a-11a498100147 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 944 time: 0.1947024 Jul 15 13:36:29.910018 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-20aa3e3f-1977-42a4-b659-ba531eaca90d tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:29.917304 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b4c08d-c438-4393-b1a9-6d64187caa83 None None] Resources bound (agent type, host, resource id): {{(pid=93815) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:36:29.934859 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ebd3efb1-bba8-4eb4-a018-a91cfeeeedef req-051120d3-17a0-4e74-a3ec-89f49079bb59 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/security-groups?id=2528a0bd-3b07-4064-88d6-01fe3074ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918093 Jul 15 13:36:29.958195 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['fae8455a-7c31-49ab-a6e8-a05ff8ec6419'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:36:30.005918 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-20aa3e3f-1977-42a4-b659-ba531eaca90d tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Deleting port 79e38512-b55c-4c64-9875-59623258af44 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:30.007385 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-20aa3e3f-1977-42a4-b659-ba531eaca90d tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:30.007614 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-89aa7fb2-8acf-4753-81b2-79af5e1d8059 service neutron] Attempting to bind port 05db1a3f-09e9-40f1-9b7b-8d700353e799 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:30.008334 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-89aa7fb2-8acf-4753-81b2-79af5e1d8059 service neutron] Attempting to bind port 05db1a3f-09e9-40f1-9b7b-8d700353e799 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'e0ec8081-0cb7-4c1a-9408-0286fc59583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:30.008334 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-89aa7fb2-8acf-4753-81b2-79af5e1d8059 service neutron] Attempting to bind port 05db1a3f-09e9-40f1-9b7b-8d700353e799 on network e606fbf2-6d31-4c0c-b11e-11481e1e0c38 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:30.028516 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc0361-6aec-469d-ad1b-1169d6ebbd39 req-f8b39099-8538-4914-8795-f11985653d8a tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:30.036600 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c6fc0361-6aec-469d-ad1b-1169d6ebbd39 req-f8b39099-8538-4914-8795-f11985653d8a tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 943 time: 0.5586486 Jul 15 13:36:30.048712 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-89aa7fb2-8acf-4753-81b2-79af5e1d8059 service neutron] Port 05db1a3f-09e9-40f1-9b7b-8d700353e799 on network e606fbf2-6d31-4c0c-b11e-11481e1e0c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:36:30.049192 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-89aa7fb2-8acf-4753-81b2-79af5e1d8059 service neutron] Attempting to bind port 05db1a3f-09e9-40f1-9b7b-8d700353e799 on network e606fbf2-6d31-4c0c-b11e-11481e1e0c38 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:30.065219 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-89aa7fb2-8acf-4753-81b2-79af5e1d8059 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:30.065571 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-89aa7fb2-8acf-4753-81b2-79af5e1d8059 service neutron] Checking segment: {'id': 'e0ec8081-0cb7-4c1a-9408-0286fc59583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:30.066005 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-89aa7fb2-8acf-4753-81b2-79af5e1d8059 service neutron] Bound using segment: {'id': 'e0ec8081-0cb7-4c1a-9408-0286fc59583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:30.066464 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-89aa7fb2-8acf-4753-81b2-79af5e1d8059 service neutron] Bound port: 05db1a3f-09e9-40f1-9b7b-8d700353e799, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0ec8081-0cb7-4c1a-9408-0286fc59583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:30.066990 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-89aa7fb2-8acf-4753-81b2-79af5e1d8059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:30.127261 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-20aa3e3f-1977-42a4-b659-ba531eaca90d tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] For port 79e38512-b55c-4c64-9875-59623258af44, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=79e38512-b55c-4c64-9875-59623258af44,segment=NetworkSegment(5c7c2a20-9d3b-4fee-86c0-7b9094b93d83),segment_id=5c7c2a20-9d3b-4fee-86c0-7b9094b93d83)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:30.128202 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-20aa3e3f-1977-42a4-b659-ba531eaca90d tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:30.142540 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c6fc0361-6aec-469d-ad1b-1169d6ebbd39 req-0d9c81fb-3b36-4a6d-94e4-6baf2d0ea507 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049047 Jul 15 13:36:30.147780 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-20aa3e3f-1977-42a4-b659-ba531eaca90d tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Calling delete_port for 79e38512-b55c-4c64-9875-59623258af44 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:30.178915 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 4577703d-5fcd-4f5d-acd6-13a1000109e6 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:30.213234 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-89aa7fb2-8acf-4753-81b2-79af5e1d8059 service neutron] For port 05db1a3f-09e9-40f1-9b7b-8d700353e799, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:30.218761 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-89aa7fb2-8acf-4753-81b2-79af5e1d8059 service neutron] For port 05db1a3f-09e9-40f1-9b7b-8d700353e799, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=05db1a3f-09e9-40f1-9b7b-8d700353e799,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:30.226100 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-89aa7fb2-8acf-4753-81b2-79af5e1d8059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:30.271892 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-89aa7fb2-8acf-4753-81b2-79af5e1d8059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:30.273868 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-89aa7fb2-8acf-4753-81b2-79af5e1d8059 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:30.275705 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-89aa7fb2-8acf-4753-81b2-79af5e1d8059 service neutron] 10.222.0.18 "PUT /v2.0/ports/05db1a3f-09e9-40f1-9b7b-8d700353e799 HTTP/1.1" status: 200 len: 1092 time: 2.7148526 Jul 15 13:36:30.278514 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248b97f5-a204-408f-8243-7f831a7a9292', 'tag': '05db1a3f-09e9-40f1-9b7b-8d700353e799'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:30.281735 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040ae315-cc7a-49b2-a9f0-385004705b47" -d '{"events": [{"name": "network-changed", "server_uuid": "248b97f5-a204-408f-8243-7f831a7a9292", "tag": "05db1a3f-09e9-40f1-9b7b-8d700353e799"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:30.331397 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45dde715-dc9e-476f-88d3-06652f55567e x-openstack-request-id: req-45dde715-dc9e-476f-88d3-06652f55567e {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:30.331990 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "248b97f5-a204-408f-8243-7f831a7a9292", "tag": "05db1a3f-09e9-40f1-9b7b-8d700353e799", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:30.332345 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-45dde715-dc9e-476f-88d3-06652f55567e {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:30.332965 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '248b97f5-a204-408f-8243-7f831a7a9292', 'tag': '05db1a3f-09e9-40f1-9b7b-8d700353e799', 'status': 'completed', 'code': 200} Jul 15 13:36:30.364754 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-20aa3e3f-1977-42a4-b659-ba531eaca90d tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:30.366417 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa7fb2-8acf-4753-81b2-79af5e1d8059 service neutron] Pushing event updated for resources: {'Port': ['ID=05db1a3f-09e9-40f1-9b7b-8d700353e799,revision_number=10']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:30.402132 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa3e3f-1977-42a4-b659-ba531eaca90d tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Pushing event deleted for resources: {'Port': ['ID=79e38512-b55c-4c64-9875-59623258af44,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:30.421561 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0427c7-922d-4f1e-bab5-97cb5245afce req-2d27e77a-e741-4076-a635-613fa333bdfb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:30.423398 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fa0427c7-922d-4f1e-bab5-97cb5245afce req-2d27e77a-e741-4076-a635-613fa333bdfb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0af3745-8bb3-460b-a8e2-4914bcee0cfd HTTP/1.1" status: 200 len: 945 time: 0.2012956 Jul 15 13:36:30.424109 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-6bcb01cb-9ed5-4432-839c-4f2d4274f70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:30.427310 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-6bcb01cb-9ed5-4432-839c-4f2d4274f70f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6a009645feb04959b4d54831dba76b81&device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 1096 time: 0.1148486 Jul 15 13:36:30.428929 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aa3e3f-1977-42a4-b659-ba531eaca90d tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] No DVR routers for this DVR port 79e38512-b55c-4c64-9875-59623258af44 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:30.501721 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 4577703d-5fcd-4f5d-acd6-13a1000109e6 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:30.541451 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 4577703d-5fcd-4f5d-acd6-13a1000109e6 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:30.541855 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:30.553145 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-5ae6d54e-6f87-4c2c-8f90-13b1d0d7c580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:30.555729 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-5ae6d54e-6f87-4c2c-8f90-13b1d0d7c580 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e606fbf2-6d31-4c0c-b11e-11481e1e0c38 HTTP/1.1" status: 200 len: 918 time: 0.1209607 Jul 15 13:36:30.697347 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-f7a19593-4693-4276-b6e7-a068f1451293 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db1a3f-09e9-40f1-9b7b-8d700353e799 HTTP/1.1" status: 200 len: 998 time: 0.1324821 Jul 15 13:36:30.711981 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554d64c0-9997-4fbc-b6e2-032707873861 None None] get_active_networks_info from n-d-758944-45 {{(pid=93815) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:36:30.799734 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:30.830868 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ba359-1ad6-4bb3-a649-ed51baad3ab9 req-24eec5ac-4452-4419-bd95-ed8f125ec4cd tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:30.833744 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c6ba359-1ad6-4bb3-a649-ed51baad3ab9 req-24eec5ac-4452-4419-bd95-ed8f125ec4cd tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff4f8848-a0e7-4075-8009-37fba77c0f46 HTTP/1.1" status: 200 len: 944 time: 0.2114072 Jul 15 13:36:30.847466 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-6d68de00-7453-4870-836e-978eb24994b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:30.851351 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-6d68de00-7453-4870-836e-978eb24994b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=781e91a3-d9e2-4a55-aa10-3466cf7c7f92 HTTP/1.1" status: 200 len: 856 time: 0.1387413 Jul 15 13:36:30.856895 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4f8848-a0e7-4075-8009-37fba77c0f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4577703d-5fcd-4f5d-acd6-13a1000109e6'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:30.859109 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a636ff9a-26f2-489c-a145-a0e4d5e88e0b" -d '{"events": [{"server_uuid": "ff4f8848-a0e7-4075-8009-37fba77c0f46", "name": "network-vif-plugged", "status": "completed", "tag": "4577703d-5fcd-4f5d-acd6-13a1000109e6"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:30.884582 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 4577703d-5fcd-4f5d-acd6-13a1000109e6, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=4577703d-5fcd-4f5d-acd6-13a1000109e6,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:30.893180 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:30.940657 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554d64c0-9997-4fbc-b6e2-032707873861 None None] Resources bound (agent type, host, resource id): {{(pid=93815) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:36:30.952697 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-20aa3e3f-1977-42a4-b659-ba531eaca90d tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:30.966547 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c6ba359-1ad6-4bb3-a649-ed51baad3ab9 req-4a0563b3-0da7-4353-bdd6-4b055f2f04a5 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135445 Jul 15 13:36:30.968666 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-20aa3e3f-1977-42a4-b659-ba531eaca90d tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214b129a-5317-4393-ad6e-e5fe4a4c6005']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:30.974027 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=4577703d-5fcd-4f5d-acd6-13a1000109e6,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:30.980241 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fa0427c7-922d-4f1e-bab5-97cb5245afce req-580b772f-edd7-427c-b6cd-ebf02dbdba15 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3734e6-2a3b-4411-a0ab-21ae5260f421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5421536 Jul 15 13:36:30.984570 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-20aa3e3f-1977-42a4-b659-ba531eaca90d tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c7c2a20-9d3b-4fee-86c0-7b9094b93d83') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:30.985025 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-20aa3e3f-1977-42a4-b659-ba531eaca90d tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c7c2a20-9d3b-4fee-86c0-7b9094b93d83') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:30.996935 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-20aa3e3f-1977-42a4-b659-ba531eaca90d tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:31.030121 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-20aa3e3f-1977-42a4-b659-ba531eaca90d tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:31.040741 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20aa3e3f-1977-42a4-b659-ba531eaca90d tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:36:31.041383 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-20aa3e3f-1977-42a4-b659-ba531eaca90d tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:31.044095 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-a31e3b76-40b4-4358-bedd-445134418613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:31.047090 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-a31e3b76-40b4-4358-bedd-445134418613 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e606fbf2-6d31-4c0c-b11e-11481e1e0c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1825626 Jul 15 13:36:31.048824 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:36:31.048824 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:36:31.048824 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:36:31.048824 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:36:31.048824 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:36:31.048824 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:36:31.048824 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:36:31.048824 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:36:31.048824 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:36:31.048824 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:36:31.048824 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:36:31.048824 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:36:31.048824 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:36:31.048824 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:36:31.048824 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:36:31.048824 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:36:31.048824 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:36:31.048824 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:36:31.048824 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:36:31.048824 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:36:31.048824 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:36:31.048824 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:36:31.048824 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:36:31.048824 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:36:31.048824 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:36:31.048824 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:36:31.048824 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:36:31.048824 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:36:31.048824 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:36:31.048824 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:36:31.048824 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:36:31.048824 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:36:31.081725 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad84b555-0285-4e47-80da-78377750d994 x-openstack-request-id: req-ad84b555-0285-4e47-80da-78377750d994 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:31.082261 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4f8848-a0e7-4075-8009-37fba77c0f46", "name": "network-vif-plugged", "status": "completed", "tag": "4577703d-5fcd-4f5d-acd6-13a1000109e6", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:31.082587 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ad84b555-0285-4e47-80da-78377750d994 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:31.083059 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4f8848-a0e7-4075-8009-37fba77c0f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4577703d-5fcd-4f5d-acd6-13a1000109e6', 'code': 200} Jul 15 13:36:31.132021 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-20aa3e3f-1977-42a4-b659-ba531eaca90d tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:31.148431 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-20aa3e3f-1977-42a4-b659-ba531eaca90d tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:31.155178 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-20aa3e3f-1977-42a4-b659-ba531eaca90d tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] 10.222.0.24 "DELETE /v2.0/networks/214b129a-5317-4393-ad6e-e5fe4a4c6005 HTTP/1.1" status: 204 len: 168 time: 1.3777659 Jul 15 13:36:31.155441 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34914) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:31.165747 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa3e3f-1977-42a4-b659-ba531eaca90d tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Pushing event deleted for resources: {'Network': ['ID=214b129a-5317-4393-ad6e-e5fe4a4c6005,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:31.335942 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fd2fb-0c0a-469c-9809-9f36381e6b05 req-2c58cc24-e16a-4fdf-89ef-f0df8ec220f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:31.337384 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fd5fd2fb-0c0a-469c-9809-9f36381e6b05 req-2c58cc24-e16a-4fdf-89ef-f0df8ec220f3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ff4f8848-a0e7-4075-8009-37fba77c0f46 HTTP/1.1" status: 200 len: 1097 time: 0.1232843 Jul 15 13:36:31.399817 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fd5fd2fb-0c0a-469c-9809-9f36381e6b05 req-607ef980-75d0-4e1c-bc0f-701114d6b7e7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548992 Jul 15 13:36:31.445474 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-9c20b97b-9ea1-48d6-abf1-d41f75bd3abd service neutron] 10.222.0.18 "GET /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901768 Jul 15 13:36:31.450321 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fd419c61-deb9-47ad-a945-7c6bfe618a05 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:31.492252 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c595195-0d1f-4b7b-a867-afcc1633b1ab req-074c3d89-1414-4a75-b01b-caea1a4e7922 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:31.495284 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1c595195-0d1f-4b7b-a867-afcc1633b1ab req-074c3d89-1414-4a75-b01b-caea1a4e7922 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 944 time: 0.1103451 Jul 15 13:36:31.558292 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1c595195-0d1f-4b7b-a867-afcc1633b1ab req-9a0ce965-c040-4b7a-b758-7ae2fd63d713 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546105 Jul 15 13:36:31.607343 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5e10f-1714-4520-955c-00c42ffc01c7 req-76e4acd5-7b5d-4ae1-8e3b-b5430e771646 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:31.610688 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-94e5e10f-1714-4520-955c-00c42ffc01c7 req-76e4acd5-7b5d-4ae1-8e3b-b5430e771646 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 944 time: 0.2886095 Jul 15 13:36:31.661882 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eee9593a-0c98-4c64-bb43-4da5d3cfb960 req-3b5edf8f-1205-4591-85fe-82ce1a52d6a7 service neutron] 10.222.0.18 "GET /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089946 Jul 15 13:36:31.722177 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fd419c61-deb9-47ad-a945-7c6bfe618a05 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:31.751147 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-fd419c61-deb9-47ad-a945-7c6bfe618a05 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4bd72f9-4a79-4edb-9987-72948473a36b']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:31.789740 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-94e5e10f-1714-4520-955c-00c42ffc01c7 req-87cc51ae-a2b7-47cb-a5bc-2b7d0a1fda5d tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/security-groups?id=2528a0bd-3b07-4064-88d6-01fe3074ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536899 Jul 15 13:36:31.794530 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-fd419c61-deb9-47ad-a945-7c6bfe618a05 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c418f410-19b9-4c11-a410-d36d9210175f') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:31.794530 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-fd419c61-deb9-47ad-a945-7c6bfe618a05 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c418f410-19b9-4c11-a410-d36d9210175f') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:31.814919 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fd419c61-deb9-47ad-a945-7c6bfe618a05 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:31.864816 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fd419c61-deb9-47ad-a945-7c6bfe618a05 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:31.869537 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ae315-cc7a-49b2-a9f0-385004705b47 req-2e277417-fed3-4e25-99d7-986a998b3210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:31.871166 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-040ae315-cc7a-49b2-a9f0-385004705b47 req-2e277417-fed3-4e25-99d7-986a998b3210 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6a009645feb04959b4d54831dba76b81&device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 1096 time: 0.1335342 Jul 15 13:36:31.876873 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd419c61-deb9-47ad-a945-7c6bfe618a05 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:36:31.877288 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fd419c61-deb9-47ad-a945-7c6bfe618a05 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:36:31.880801 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:36:32.043554 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fd419c61-deb9-47ad-a945-7c6bfe618a05 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:32.081557 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fd419c61-deb9-47ad-a945-7c6bfe618a05 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:32.089707 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 34932) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:32.090439 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-fd419c61-deb9-47ad-a945-7c6bfe618a05 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] 10.222.0.24 "DELETE /v2.0/networks/a4bd72f9-4a79-4edb-9987-72948473a36b HTTP/1.1" status: 204 len: 168 time: 0.9334726 Jul 15 13:36:32.094819 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd419c61-deb9-47ad-a945-7c6bfe618a05 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Pushing event deleted for resources: {'Network': ['ID=a4bd72f9-4a79-4edb-9987-72948473a36b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:32.143883 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ae315-cc7a-49b2-a9f0-385004705b47 req-081277be-1628-44e9-8a9b-87db46ed0e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:32.148151 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-040ae315-cc7a-49b2-a9f0-385004705b47 req-081277be-1628-44e9-8a9b-87db46ed0e58 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e606fbf2-6d31-4c0c-b11e-11481e1e0c38 HTTP/1.1" status: 200 len: 918 time: 0.2657182 Jul 15 13:36:32.173290 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device fae8455a-7c31-49ab-a6e8-a05ff8ec6419 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:32.273979 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 356e96c9-6533-42a7-ae51-99915778b367 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:32.380339 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port fae8455a-7c31-49ab-a6e8-a05ff8ec6419 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:32.392196 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port fae8455a-7c31-49ab-a6e8-a05ff8ec6419 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:32.393155 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:32.457878 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-52b4264f-54c1-4124-89ae-3008502c78d6 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:32.622831 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 356e96c9-6533-42a7-ae51-99915778b367 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:32.646334 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 356e96c9-6533-42a7-ae51-99915778b367 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:32.647768 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:32.744419 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-040ae315-cc7a-49b2-a9f0-385004705b47 req-80cfd357-8a8e-4f6b-99d3-f705a623e6fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05db1a3f-09e9-40f1-9b7b-8d700353e799 HTTP/1.1" status: 200 len: 998 time: 0.5777807 Jul 15 13:36:32.789814 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:32.872435 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-52b4264f-54c1-4124-89ae-3008502c78d6 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:32.908847 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ccdbe-0bcd-43cc-b639-c78c3eb9ae1c req-e58c44e7-107f-422a-91db-1c9949c599e9 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:32.919949 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f040b-9863-421f-89ac-956cea3ba3db req-4d5298f8-5eb9-47b7-96de-5ece1d4f873a tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:32.923082 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d31f040b-9863-421f-89ac-956cea3ba3db req-4d5298f8-5eb9-47b7-96de-5ece1d4f873a tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0af3745-8bb3-460b-a8e2-4914bcee0cfd HTTP/1.1" status: 200 len: 945 time: 0.4496818 Jul 15 13:36:32.923764 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b09ccdbe-0bcd-43cc-b639-c78c3eb9ae1c req-e58c44e7-107f-422a-91db-1c9949c599e9 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff4f8848-a0e7-4075-8009-37fba77c0f46 HTTP/1.1" status: 200 len: 945 time: 0.5341921 Jul 15 13:36:32.926349 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-52b4264f-54c1-4124-89ae-3008502c78d6 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cd8e7cf-c653-469d-adbf-e0a7461e1c65']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:32.961193 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port fae8455a-7c31-49ab-a6e8-a05ff8ec6419, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=fae8455a-7c31-49ab-a6e8-a05ff8ec6419,segment=NetworkSegment(0decb619-c7d7-4838-9fab-29529d572b66),segment_id=0decb619-c7d7-4838-9fab-29529d572b66)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:32.965752 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:32.973846 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ae315-cc7a-49b2-a9f0-385004705b47 req-0220fc6c-0416-466e-8478-51a33238713f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:32.974785 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-52b4264f-54c1-4124-89ae-3008502c78d6 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177cf80a-98e4-40e0-927d-0e18b1227725') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:32.975461 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-52b4264f-54c1-4124-89ae-3008502c78d6 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177cf80a-98e4-40e0-927d-0e18b1227725') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:32.977308 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-040ae315-cc7a-49b2-a9f0-385004705b47 req-0220fc6c-0416-466e-8478-51a33238713f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=781e91a3-d9e2-4a55-aa10-3466cf7c7f92 HTTP/1.1" status: 200 len: 856 time: 0.2301219 Jul 15 13:36:32.995548 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:33.015775 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-52b4264f-54c1-4124-89ae-3008502c78d6 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:33.064921 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b09ccdbe-0bcd-43cc-b639-c78c3eb9ae1c req-b39bb480-8022-400e-a7a9-121abc17e369 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391687 Jul 15 13:36:33.094624 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d31f040b-9863-421f-89ac-956cea3ba3db req-fd1c581a-fec9-4f94-bfde-99b93edd8c47 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3734e6-2a3b-4411-a0ab-21ae5260f421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472671 Jul 15 13:36:33.111655 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0af3745-8bb3-460b-a8e2-4914bcee0cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae8455a-7c31-49ab-a6e8-a05ff8ec6419'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:33.125621 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-52b4264f-54c1-4124-89ae-3008502c78d6 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:33.143756 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd8eb8f-f9fc-4b4c-a5a3-b1d9ba88a0fb" -d '{"events": [{"server_uuid": "d0af3745-8bb3-460b-a8e2-4914bcee0cfd", "name": "network-vif-plugged", "status": "completed", "tag": "fae8455a-7c31-49ab-a6e8-a05ff8ec6419"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:33.182782 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b4264f-54c1-4124-89ae-3008502c78d6 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:36:33.183247 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-52b4264f-54c1-4124-89ae-3008502c78d6 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:33.198393 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:36:33.198393 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:36:33.198393 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:36:33.198393 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:36:33.198393 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:36:33.198393 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:36:33.198393 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:36:33.198393 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:36:33.198393 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:36:33.198393 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:36:33.198393 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:36:33.198393 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:36:33.198393 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:36:33.198393 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:36:33.198393 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:36:33.198393 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:36:33.198393 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:36:33.198393 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:36:33.198393 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:36:33.198393 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:36:33.198393 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:36:33.198393 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:36:33.198393 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:36:33.198393 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:36:33.198393 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:36:33.198393 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:36:33.198393 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:36:33.198393 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:36:33.198393 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:36:33.198393 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:36:33.198393 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:36:33.198393 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:36:33.237603 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 356e96c9-6533-42a7-ae51-99915778b367, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=356e96c9-6533-42a7-ae51-99915778b367,segment=NetworkSegment(fe0c3a3d-7c99-4772-b87c-11ff238baabc),segment_id=fe0c3a3d-7c99-4772-b87c-11ff238baabc)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:33.248006 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:33.263904 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=fae8455a-7c31-49ab-a6e8-a05ff8ec6419,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:33.383393 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ae315-cc7a-49b2-a9f0-385004705b47 req-e085a623-2904-4b48-96b9-3ec82f41e5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:33.386500 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-040ae315-cc7a-49b2-a9f0-385004705b47 req-e085a623-2904-4b48-96b9-3ec82f41e5ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e606fbf2-6d31-4c0c-b11e-11481e1e0c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3552055 Jul 15 13:36:33.408550 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=356e96c9-6533-42a7-ae51-99915778b367,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:33.486787 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-52b4264f-54c1-4124-89ae-3008502c78d6 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:33.504454 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-52b4264f-54c1-4124-89ae-3008502c78d6 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:33.508905 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-52b4264f-54c1-4124-89ae-3008502c78d6 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] 10.222.0.24 "DELETE /v2.0/networks/3cd8e7cf-c653-469d-adbf-e0a7461e1c65 HTTP/1.1" status: 204 len: 168 time: 1.4175332 Jul 15 13:36:33.567945 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4264f-54c1-4124-89ae-3008502c78d6 tempest-BulkNetworkOpsTest-1090922335 tempest-BulkNetworkOpsTest-1090922335-project] Pushing event deleted for resources: {'Network': ['ID=3cd8e7cf-c653-469d-adbf-e0a7461e1c65,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:33.657914 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9100a-a236-4764-aa58-8873f5e87028 req-1f6e786e-4e03-475e-a913-faa30670c253 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:33.674389 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bbb9100a-a236-4764-aa58-8873f5e87028 req-1f6e786e-4e03-475e-a913-faa30670c253 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 944 time: 0.2591529 Jul 15 13:36:33.729727 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb18700-e064-4a15-a5d9-403fcdd377e8 req-988be3f1-b4d2-4e82-a185-ef7e75e7810e tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:33.742542 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5bb18700-e064-4a15-a5d9-403fcdd377e8 req-988be3f1-b4d2-4e82-a185-ef7e75e7810e tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 945 time: 0.1654940 Jul 15 13:36:33.763183 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bbb9100a-a236-4764-aa58-8873f5e87028 req-17759459-b102-4444-8faa-4024fbe249c7 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864184 Jul 15 13:36:33.871927 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5bb18700-e064-4a15-a5d9-403fcdd377e8 req-52c45542-2078-49b2-b551-ecea3c35aad4 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/security-groups?id=2528a0bd-3b07-4064-88d6-01fe3074ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281064 Jul 15 13:36:33.895873 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753bf27b-c99a-4bbb-9703-437ad6896f03 x-openstack-request-id: req-753bf27b-c99a-4bbb-9703-437ad6896f03 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:33.896315 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0af3745-8bb3-460b-a8e2-4914bcee0cfd", "name": "network-vif-plugged", "status": "completed", "tag": "fae8455a-7c31-49ab-a6e8-a05ff8ec6419", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:33.896761 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-753bf27b-c99a-4bbb-9703-437ad6896f03 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:33.898067 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0af3745-8bb3-460b-a8e2-4914bcee0cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae8455a-7c31-49ab-a6e8-a05ff8ec6419', 'code': 200} Jul 15 13:36:34.282608 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94005193-2c6b-4352-98cd-4c77c3ec3dbd req-be54718f-bbee-4ad1-8aa5-7a4a6e3b6878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:34.286050 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-94005193-2c6b-4352-98cd-4c77c3ec3dbd req-be54718f-bbee-4ad1-8aa5-7a4a6e3b6878 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d0af3745-8bb3-460b-a8e2-4914bcee0cfd HTTP/1.1" status: 200 len: 1098 time: 0.2245841 Jul 15 13:36:34.402170 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34954) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:34.440515 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-94005193-2c6b-4352-98cd-4c77c3ec3dbd req-76fa8936-f282-46c8-bb74-1f6c55cfeedd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1a3734e6-2a3b-4411-a0ab-21ae5260f421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461549 Jul 15 13:36:34.693017 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae5d8b-5d1e-4993-8ac5-cb25aafd7b14 req-611c650c-f19b-4096-abbd-5e255a2a3fe8 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:34.696899 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3cae5d8b-5d1e-4993-8ac5-cb25aafd7b14 req-611c650c-f19b-4096-abbd-5e255a2a3fe8 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff4f8848-a0e7-4075-8009-37fba77c0f46 HTTP/1.1" status: 200 len: 945 time: 0.2015262 Jul 15 13:36:34.728269 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1348f51d-5f2c-4009-9ea4-d287e9665329 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e86a6df73e244b6815e1b493d669339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3239572 Jul 15 13:36:34.729462 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 34960) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:34.773053 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3cae5d8b-5d1e-4993-8ac5-cb25aafd7b14 req-e201d503-e4a7-47c5-b38b-947ccf2cd064 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650153 Jul 15 13:36:34.786449 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbe93b-6ed8-4fb1-8dc0-40490f5c6363 req-aff7f6a6-1fda-4c93-a353-31808c5c1ed8 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:34.788357 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8fdbe93b-6ed8-4fb1-8dc0-40490f5c6363 req-aff7f6a6-1fda-4c93-a353-31808c5c1ed8 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0af3745-8bb3-460b-a8e2-4914bcee0cfd HTTP/1.1" status: 200 len: 946 time: 0.2347312 Jul 15 13:36:34.900539 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8fdbe93b-6ed8-4fb1-8dc0-40490f5c6363 req-33b7010b-0973-451d-86e1-22c9fccb78ac tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3734e6-2a3b-4411-a0ab-21ae5260f421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981319 Jul 15 13:36:34.901949 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b7f2cde9-0cdc-4d09-8b73-ffe433766615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:35.020170 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b7f2cde9-0cdc-4d09-8b73-ffe433766615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:35.149907 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95899ac5-c1ab-4243-8f7b-f5710a653950 req-0b451658-82b5-4111-a2da-8a2764c53a51 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:35.151979 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b7f2cde9-0cdc-4d09-8b73-ffe433766615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:35.154751 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b7f2cde9-0cdc-4d09-8b73-ffe433766615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:35.156240 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b7f2cde9-0cdc-4d09-8b73-ffe433766615 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79580553-6e37-47ef-bcfb-2f87c12c887d HTTP/1.1" status: 204 len: 168 time: 0.4236727 Jul 15 13:36:35.167272 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-95899ac5-c1ab-4243-8f7b-f5710a653950 req-0b451658-82b5-4111-a2da-8a2764c53a51 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 944 time: 0.1917291 Jul 15 13:36:35.182358 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2cde9-0cdc-4d09-8b73-ffe433766615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79580553-6e37-47ef-bcfb-2f87c12c887d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:35.323835 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-95899ac5-c1ab-4243-8f7b-f5710a653950 req-777773f3-7809-4d8a-a619-03a2bab5219e tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556485 Jul 15 13:36:35.463893 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6f1fd-2080-4a1e-a858-f27b0277e148 req-6c95b059-2810-42ab-be8e-f0f01daf10be tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:35.467436 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-84f6f1fd-2080-4a1e-a858-f27b0277e148 req-6c95b059-2810-42ab-be8e-f0f01daf10be tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 945 time: 0.2294016 Jul 15 13:36:35.586903 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-84f6f1fd-2080-4a1e-a858-f27b0277e148 req-9f8eb38b-a8bb-4b8a-8ce3-25a31a2ad5fc tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/security-groups?id=2528a0bd-3b07-4064-88d6-01fe3074ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097429 Jul 15 13:36:35.743782 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a753f7-8975-438b-b852-6f9501f74095 req-9d232297-5f39-4a98-8c93-9a7e8e9a708c tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:35.746544 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-34a753f7-8975-438b-b852-6f9501f74095 req-9d232297-5f39-4a98-8c93-9a7e8e9a708c tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/networks?id=3863dc0e-6146-449a-a791-85fa35a22fff HTTP/1.1" status: 200 len: 805 time: 0.2496021 Jul 15 13:36:35.788148 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-34a753f7-8975-438b-b852-6f9501f74095 req-d8a197e3-34f1-4a66-a9e5-1fd7581996da tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/quotas/043bd73de72448efaf900d42a51adac4 HTTP/1.1" status: 200 len: 375 time: 0.0340922 Jul 15 13:36:35.889148 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-34a753f7-8975-438b-b852-6f9501f74095 req-49e0ab0d-1395-4a13-bc2a-5b4fffef5b82 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=043bd73de72448efaf900d42a51adac4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0980587 Jul 15 13:36:35.899913 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6e4996-5aaf-40ab-ace9-e618851fdccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356e96c9-6533-42a7-ae51-99915778b367'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:35.902725 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b336dc2-b260-4f0b-9460-f6eb160e83a1" -d '{"events": [{"server_uuid": "bf6e4996-5aaf-40ab-ace9-e618851fdccd", "name": "network-vif-plugged", "status": "completed", "tag": "356e96c9-6533-42a7-ae51-99915778b367"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:35.957622 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e251b852-6c1d-414f-ac0e-f36f711dc6fb x-openstack-request-id: req-e251b852-6c1d-414f-ac0e-f36f711dc6fb {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:35.958042 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6e4996-5aaf-40ab-ace9-e618851fdccd", "name": "network-vif-plugged", "status": "completed", "tag": "356e96c9-6533-42a7-ae51-99915778b367", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:35.958232 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e251b852-6c1d-414f-ac0e-f36f711dc6fb {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:35.958595 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6e4996-5aaf-40ab-ace9-e618851fdccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356e96c9-6533-42a7-ae51-99915778b367', 'code': 200} Jul 15 13:36:36.107606 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-34a753f7-8975-438b-b852-6f9501f74095 req-d8e3725e-dab7-40cd-918a-3f63f57729e7 service neutron] 10.222.0.24 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988697 Jul 15 13:36:36.255069 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-34a753f7-8975-438b-b852-6f9501f74095 req-7827ef49-04f5-4458-802a-392b000a6de4 service neutron] 10.222.0.24 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458652 Jul 15 13:36:36.255881 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cbf31-8a9e-4fc3-9db5-920626d28a0b req-c6c94fa4-c068-4045-b9cf-7b6b52519cc3 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:36.257631 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-582cbf31-8a9e-4fc3-9db5-920626d28a0b req-c6c94fa4-c068-4045-b9cf-7b6b52519cc3 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0af3745-8bb3-460b-a8e2-4914bcee0cfd HTTP/1.1" status: 200 len: 946 time: 0.1955755 Jul 15 13:36:36.384090 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-582cbf31-8a9e-4fc3-9db5-920626d28a0b req-e2bc1f33-a712-4014-97f8-0869c156810e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3734e6-2a3b-4411-a0ab-21ae5260f421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175694 Jul 15 13:36:36.768240 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35018) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:36.847027 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf8fb4-f56e-4cf5-b91d-6d9c3baa9bfe req-4caffb6c-5a4a-4877-8daa-5c8e57349ea6 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:36.849137 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-46bf8fb4-f56e-4cf5-b91d-6d9c3baa9bfe req-4caffb6c-5a4a-4877-8daa-5c8e57349ea6 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 944 time: 0.2412133 Jul 15 13:36:36.974729 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-46bf8fb4-f56e-4cf5-b91d-6d9c3baa9bfe req-8e23f185-0c7c-417b-b4b0-26eec93ada16 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052675 Jul 15 13:36:37.056497 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd117faa-ce7a-4a74-bd0c-b7e9af99dc08 req-feac9178-7d58-4cd5-b95b-3bfda0113baf tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:37.080225 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bd117faa-ce7a-4a74-bd0c-b7e9af99dc08 req-feac9178-7d58-4cd5-b95b-3bfda0113baf tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0af3745-8bb3-460b-a8e2-4914bcee0cfd HTTP/1.1" status: 200 len: 946 time: 0.2301452 Jul 15 13:36:37.099445 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b3270ec4-f01d-4f86-acfd-049ad0a6ec94 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1885739070'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:37.150027 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-273bed3e-5497-44c3-973c-a77394bfe39e req-0954c1d4-027c-45b2-8581-c43009b7cd08 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=d193efab-e036-4168-bc96-c208b08627ec HTTP/1.1" status: 200 len: 210 time: 0.0737014 Jul 15 13:36:37.214827 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bd117faa-ce7a-4a74-bd0c-b7e9af99dc08 req-ebe740dc-1717-417c-b03a-0e9d1d969c51 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3734e6-2a3b-4411-a0ab-21ae5260f421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329794 Jul 15 13:36:37.216474 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3270ec4-f01d-4f86-acfd-049ad0a6ec94 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Made reservation on behalf of d941e2e781cf46f69646e6c71b18d5f9 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:37.226730 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b3270ec4-f01d-4f86-acfd-049ad0a6ec94 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:37.247518 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b3270ec4-f01d-4f86-acfd-049ad0a6ec94 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:37.273387 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35028) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:37.449468 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442824d9-eca6-4300-b03a-47abf275ec29 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:37.452791 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-442824d9-eca6-4300-b03a-47abf275ec29 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d0af3745-8bb3-460b-a8e2-4914bcee0cfd HTTP/1.1" status: 200 len: 1093 time: 0.1739235 Jul 15 13:36:37.456912 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35030) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:37.470055 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-5ef79f0b-0a67-48d8-aea6-b57b87e77ee9 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'port_id': 'fae8455a-7c31-49ab-a6e8-a05ff8ec6419', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:37.521357 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b3270ec4-f01d-4f86-acfd-049ad0a6ec94 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:37.532389 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b3270ec4-f01d-4f86-acfd-049ad0a6ec94 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:37.592669 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ef79f0b-0a67-48d8-aea6-b57b87e77ee9 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:37.610187 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3270ec4-f01d-4f86-acfd-049ad0a6ec94 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:36:37.659400 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3270ec4-f01d-4f86-acfd-049ad0a6ec94 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ee3f35-970e-463e-a23e-b954ec1c5341,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:37.672172 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b3270ec4-f01d-4f86-acfd-049ad0a6ec94 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:37.673014 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-b3270ec4-f01d-4f86-acfd-049ad0a6ec94 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Added segment 67709cc9-0ac5-441e-a807-ec347e0f1605 of type vlan for network 03438341-595c-4a0b-8a07-399460b41a64 Jul 15 13:36:37.678670 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951a6cd-29a5-4a93-8c7c-f327797ff0f6 req-fdcffbb0-73a6-46d8-b568-a85b3e6fe05f tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:37.705131 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b951a6cd-29a5-4a93-8c7c-f327797ff0f6 req-fdcffbb0-73a6-46d8-b568-a85b3e6fe05f tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 945 time: 0.2075486 Jul 15 13:36:37.753537 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b3270ec4-f01d-4f86-acfd-049ad0a6ec94 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:37.824522 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b951a6cd-29a5-4a93-8c7c-f327797ff0f6 req-4c88da13-5479-45e0-b24c-139515517852 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/security-groups?id=2528a0bd-3b07-4064-88d6-01fe3074ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178398 Jul 15 13:36:37.837452 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b3270ec4-f01d-4f86-acfd-049ad0a6ec94 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:37.843818 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3270ec4-f01d-4f86-acfd-049ad0a6ec94 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:37.844695 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b3270ec4-f01d-4f86-acfd-049ad0a6ec94 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:37.913800 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ef79f0b-0a67-48d8-aea6-b57b87e77ee9 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:37.957928 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b3270ec4-f01d-4f86-acfd-049ad0a6ec94 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1769001 Jul 15 13:36:37.999595 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3270ec4-f01d-4f86-acfd-049ad0a6ec94 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event updated for resources: {'Network': ['ID=03438341-595c-4a0b-8a07-399460b41a64,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:38.017429 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 03438341-595c-4a0b-8a07-399460b41a64 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:36:38.261094 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:38.345371 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-5ef79f0b-0a67-48d8-aea6-b57b87e77ee9 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Allocated IP 172.25.6.227 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/4698d4ca-80b1-487e-802d-181f71edfe13) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:38.477660 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf827e-51d5-4c34-9c46-be944068c2a5 req-df79baab-9c82-4ada-87b0-c87d275a1b0e tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:38.479289 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-acdf827e-51d5-4c34-9c46-be944068c2a5 req-df79baab-9c82-4ada-87b0-c87d275a1b0e tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 944 time: 0.1561034 Jul 15 13:36:38.545468 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ef79f0b-0a67-48d8-aea6-b57b87e77ee9 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:38.585717 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-acdf827e-51d5-4c34-9c46-be944068c2a5 req-6c075907-359a-47b0-bb69-34463dae65f2 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881200 Jul 15 13:36:38.628676 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3143ea7a-49a1-4ad6-b2aa-a9a6b93afbef req-bfce2005-deb4-443f-888b-a4c79e44b0eb tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=d193efab-e036-4168-bc96-c208b08627ec HTTP/1.1" status: 200 len: 210 time: 0.1607635 Jul 15 13:36:38.674583 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ef79f0b-0a67-48d8-aea6-b57b87e77ee9 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:38.743937 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef79f0b-0a67-48d8-aea6-b57b87e77ee9 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:38.752047 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-5ef79f0b-0a67-48d8-aea6-b57b87e77ee9 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:38.754540 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef79f0b-0a67-48d8-aea6-b57b87e77ee9 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'Port': ['ID=4698d4ca-80b1-487e-802d-181f71edfe13,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:38.757751 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef79f0b-0a67-48d8-aea6-b57b87e77ee9 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:39.310101 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbe186-154e-4356-aa98-ae1d149d8bfd req-3e5a8703-f829-4a3e-be1f-6b061e0f3efa tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:39.312078 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e6dbe186-154e-4356-aa98-ae1d149d8bfd req-3e5a8703-f829-4a3e-be1f-6b061e0f3efa tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 945 time: 0.1935642 Jul 15 13:36:39.396125 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ef79f0b-0a67-48d8-aea6-b57b87e77ee9 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:39.430170 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e6dbe186-154e-4356-aa98-ae1d149d8bfd req-284fd368-a261-4924-80ad-43750ddd73b3 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/security-groups?id=2528a0bd-3b07-4064-88d6-01fe3074ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113892 Jul 15 13:36:39.640579 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ef79f0b-0a67-48d8-aea6-b57b87e77ee9 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:40.135272 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6076f82-ca6c-46a4-b3e9-3d02fbd32a54 req-36aed969-6014-47cd-a1ef-433174b20bfa tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:40.144692 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b6076f82-ca6c-46a4-b3e9-3d02fbd32a54 req-36aed969-6014-47cd-a1ef-433174b20bfa tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 1097 time: 0.3617463 Jul 15 13:36:40.173449 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b6076f82-ca6c-46a4-b3e9-3d02fbd32a54 req-0e0cfe75-5788-4c1c-b4ec-7dec77abdb51 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:40.261410 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c9689-863a-4e7f-94a4-c8e3affca209 req-c8a7c263-bb0f-4a79-8a87-01a7830daa06 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:40.275090 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c46c9689-863a-4e7f-94a4-c8e3affca209 req-c8a7c263-bb0f-4a79-8a87-01a7830daa06 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 944 time: 0.2413416 Jul 15 13:36:40.474284 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c46c9689-863a-4e7f-94a4-c8e3affca209 req-e7dd6ca3-c546-45af-87e5-d7e5ddb62b8e tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958148 Jul 15 13:36:40.613503 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b6076f82-ca6c-46a4-b3e9-3d02fbd32a54 req-0e0cfe75-5788-4c1c-b4ec-7dec77abdb51 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:40.652469 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa852138-a89e-4a9f-884b-ed5fed98ea14 req-26396b75-5324-4de6-b196-20ce0f22944c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:40.671053 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fa852138-a89e-4a9f-884b-ed5fed98ea14 req-26396b75-5324-4de6-b196-20ce0f22944c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 1097 time: 0.3037181 Jul 15 13:36:40.691516 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b6076f82-ca6c-46a4-b3e9-3d02fbd32a54 req-0e0cfe75-5788-4c1c-b4ec-7dec77abdb51 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:40.788593 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b6076f82-ca6c-46a4-b3e9-3d02fbd32a54 req-0e0cfe75-5788-4c1c-b4ec-7dec77abdb51 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6428719 Jul 15 13:36:40.826314 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ef79f0b-0a67-48d8-aea6-b57b87e77ee9 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:40.861104 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fa852138-a89e-4a9f-884b-ed5fed98ea14 req-45c0bd5f-09cd-4818-921e-04b6448cb240 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2528a0bd-3b07-4064-88d6-01fe3074ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830873 Jul 15 13:36:40.873931 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ef79f0b-0a67-48d8-aea6-b57b87e77ee9 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:41.059559 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef79f0b-0a67-48d8-aea6-b57b87e77ee9 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'Port': ['ID=4698d4ca-80b1-487e-802d-181f71edfe13,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:41.078017 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-30a35314-4369-4355-acd3-8c61e42361a9 req-3fef6212-7141-4175-b56f-9fae6c53a032 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=d193efab-e036-4168-bc96-c208b08627ec HTTP/1.1" status: 200 len: 210 time: 0.0868309 Jul 15 13:36:41.620166 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d28a96-fadd-48c6-8dc7-1b41272caa33 req-ea2c2e08-557b-4486-9433-bc19d12066fd tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:41.622141 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a6d28a96-fadd-48c6-8dc7-1b41272caa33 req-ea2c2e08-557b-4486-9433-bc19d12066fd tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 945 time: 0.2545998 Jul 15 13:36:41.656748 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0cfe75-5788-4c1c-b4ec-7dec77abdb51 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da249d12-5ce1-4b5a-85cb-74f1c721cb9d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:41.665731 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-040ae315-cc7a-49b2-a9f0-385004705b47 req-736349d4-ba77-476b-ab5d-cccafc7fe4b8 service neutron] 10.222.0.18 "GET /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6448920 Jul 15 13:36:41.719014 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a6d28a96-fadd-48c6-8dc7-1b41272caa33 req-7e974b6a-dd56-4070-84a3-c57e9d65b171 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0903263 Jul 15 13:36:41.748602 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ef79f0b-0a67-48d8-aea6-b57b87e77ee9 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:41.795262 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35056) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:41.926668 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35058) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:41.932507 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-af3b286f-6b88-4b75-bfb3-b1e005dd8ffb tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Request body: {'subnet': {'network_id': '03438341-595c-4a0b-8a07-399460b41a64', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:41.994337 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-5ef79f0b-0a67-48d8-aea6-b57b87e77ee9 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Floating IP dbbb562e-a12c-4731-9a3f-c665fb6c8396 associated. External IP: 172.25.6.227, port: fae8455a-7c31-49ab-a6e8-a05ff8ec6419. Jul 15 13:36:42.071295 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3e430e7f-bc36-43c1-b010-8ed6f3676f18 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/floatingips/02887803-b223-4dd6-b163-a73cf636be0e HTTP/1.1" status: 200 len: 992 time: 0.2747862 Jul 15 13:36:42.188912 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3b286f-6b88-4b75-bfb3-b1e005dd8ffb tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Made reservation on behalf of d941e2e781cf46f69646e6c71b18d5f9 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:42.197166 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-af3b286f-6b88-4b75-bfb3-b1e005dd8ffb tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:42.366209 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3dca8-2dd7-404a-9aca-f45536bcb397 req-1bf3ad99-538d-4b84-bc33-7a4e0bea16b8 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:42.375222 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eef3dca8-2dd7-404a-9aca-f45536bcb397 req-1bf3ad99-538d-4b84-bc33-7a4e0bea16b8 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 945 time: 0.7381594 Jul 15 13:36:42.383985 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf6493-f8b0-4b62-9e53-361f6cd87e34 req-bdd3b2c8-2756-429f-808d-bd3904ac633e tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:42.390846 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-adbf6493-f8b0-4b62-9e53-361f6cd87e34 req-bdd3b2c8-2756-429f-808d-bd3904ac633e tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 944 time: 0.2933440 Jul 15 13:36:42.518607 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eef3dca8-2dd7-404a-9aca-f45536bcb397 req-5fc57d80-b39a-4bcf-868f-a73a01404648 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/security-groups?id=2528a0bd-3b07-4064-88d6-01fe3074ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432066 Jul 15 13:36:42.524429 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-040ae315-cc7a-49b2-a9f0-385004705b47 req-23b78df5-f8a8-4f4e-a724-3f5c8fb56b48 service neutron] 10.222.0.18 "GET /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5323288 Jul 15 13:36:42.565689 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-adbf6493-f8b0-4b62-9e53-361f6cd87e34 req-0d117c01-20a0-4ba4-bba9-c61ee35e7bc0 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739185 Jul 15 13:36:42.752696 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-af3b286f-6b88-4b75-bfb3-b1e005dd8ffb tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:42.852404 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef79f0b-0a67-48d8-aea6-b57b87e77ee9 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Router 0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:36:42.998012 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0e55af1b-8a71-4185-ad27-207f71a7aa97 req-6f535c7c-e873-43a0-b0ae-b9dd9a191a15 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=d193efab-e036-4168-bc96-c208b08627ec HTTP/1.1" status: 200 len: 210 time: 0.1821465 Jul 15 13:36:43.065130 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a753f7-8975-438b-b852-6f9501f74095 req-0ba50543-d809-4c3c-af9d-5f7afedddb60 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:43.067205 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-34a753f7-8975-438b-b852-6f9501f74095 req-0ba50543-d809-4c3c-af9d-5f7afedddb60 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.18 "GET /v2.0/networks?id=3863dc0e-6146-449a-a791-85fa35a22fff HTTP/1.1" status: 200 len: 805 time: 0.7289612 Jul 15 13:36:43.112831 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b286f-6b88-4b75-bfb3-b1e005dd8ffb tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event updated for resources: {'Subnet': ['ID=c732e1db-e43d-440f-af27-99cd93204f89,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:43.115355 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3b286f-6b88-4b75-bfb3-b1e005dd8ffb tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Checking segment: {'id': '67709cc9-0ac5-441e-a807-ec347e0f1605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '03438341-595c-4a0b-8a07-399460b41a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:43.115937 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3b286f-6b88-4b75-bfb3-b1e005dd8ffb tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Network hostable DHCP agents. Network: 03438341-595c-4a0b-8a07-399460b41a64, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:36:43.170757 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3b286f-6b88-4b75-bfb3-b1e005dd8ffb tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Network 03438341-595c-4a0b-8a07-399460b41a64 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:36:43.193216 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-af3b286f-6b88-4b75-bfb3-b1e005dd8ffb tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 03438341-595c-4a0b-8a07-399460b41a64) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:43.200585 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3b286f-6b88-4b75-bfb3-b1e005dd8ffb tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:43.200585 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-af3b286f-6b88-4b75-bfb3-b1e005dd8ffb tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:43.236470 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef79f0b-0a67-48d8-aea6-b57b87e77ee9 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:43.245846 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35068) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:43.246145 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-af3b286f-6b88-4b75-bfb3-b1e005dd8ffb tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3170195 Jul 15 13:36:43.250949 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ecb8a6fe-dc42-4006-bdc0-645f54338d06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-67657624'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:43.255465 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d412a885-1c67-4ba9-b818-6287e6a71103 None None] Network 03438341-595c-4a0b-8a07-399460b41a64 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:43.279303 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328b3bae-2427-4e71-927a-c28323e6715d None None] Sync routers for ids ['0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:43.321846 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb8a6fe-dc42-4006-bdc0-645f54338d06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Made reservation on behalf of d941e2e781cf46f69646e6c71b18d5f9 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:43.326680 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ecb8a6fe-dc42-4006-bdc0-645f54338d06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:43.342067 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-34a753f7-8975-438b-b852-6f9501f74095 req-8a969a8c-6fd0-4d6f-a69e-12904a06c142 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Request body: {'port': {'device_id': 'd193efab-e036-4168-bc96-c208b08627ec', 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff', 'admin_state_up': True, 'tenant_id': '043bd73de72448efaf900d42a51adac4'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:43.356150 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328b3bae-2427-4e71-927a-c28323e6715d None None] Routers {'0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:43.357366 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-328b3bae-2427-4e71-927a-c28323e6715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:36:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:43.382621 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb8a6fe-dc42-4006-bdc0-645f54338d06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:36:43.398824 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ecb8a6fe-dc42-4006-bdc0-645f54338d06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:43.399655 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-ecb8a6fe-dc42-4006-bdc0-645f54338d06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Added segment 56d11c39-30c7-46dc-ad92-3259aca991e8 of type vlan for network 228a725e-bc7e-4788-bacf-98417fb69531 Jul 15 13:36:43.467452 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ecb8a6fe-dc42-4006-bdc0-645f54338d06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:43.543460 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ef79f0b-0a67-48d8-aea6-b57b87e77ee9 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:43.670134 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ecb8a6fe-dc42-4006-bdc0-645f54338d06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:43.682122 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb8a6fe-dc42-4006-bdc0-645f54338d06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:43.692897 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ecb8a6fe-dc42-4006-bdc0-645f54338d06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:43.770256 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-328b3bae-2427-4e71-927a-c28323e6715d None None] Set router 0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:43.796089 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35078) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:43.797349 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5ef79f0b-0a67-48d8-aea6-b57b87e77ee9 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.3367171 Jul 15 13:36:43.863379 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0af3745-8bb3-460b-a8e2-4914bcee0cfd', 'tag': 'fae8455a-7c31-49ab-a6e8-a05ff8ec6419'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:43.878378 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba68b5b-e1c9-4780-89a1-69d8682feabc" -d '{"events": [{"name": "network-changed", "server_uuid": "d0af3745-8bb3-460b-a8e2-4914bcee0cfd", "tag": "fae8455a-7c31-49ab-a6e8-a05ff8ec6419"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:43.909497 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ecb8a6fe-dc42-4006-bdc0-645f54338d06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6612422 Jul 15 13:36:43.912536 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35082) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:43.925195 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d6c3fb3c-2de4-4112-9854-ff05573e80c1 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Request body: {'subnet': {'network_id': '228a725e-bc7e-4788-bacf-98417fb69531', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:44.050657 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb8a6fe-dc42-4006-bdc0-645f54338d06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event updated for resources: {'Network': ['ID=228a725e-bc7e-4788-bacf-98417fb69531,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:44.097065 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 228a725e-bc7e-4788-bacf-98417fb69531 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:36:44.111682 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-35214a37-dd8c-45cd-8f41-92cdea37184b tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/floatingips/dbbb562e-a12c-4731-9a3f-c665fb6c8396 HTTP/1.1" status: 200 len: 992 time: 0.3092995 Jul 15 13:36:44.112496 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a753f7-8975-438b-b852-6f9501f74095 req-8a969a8c-6fd0-4d6f-a69e-12904a06c142 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Made reservation on behalf of 043bd73de72448efaf900d42a51adac4 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:44.124227 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-34a753f7-8975-438b-b852-6f9501f74095 req-8a969a8c-6fd0-4d6f-a69e-12904a06c142 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:44.381956 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c94ec-35c4-4ddf-99b4-d2d35458c719 req-4130d4b5-35a9-49b5-93bc-46bfcbc44b9e tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:44.390793 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cd2c94ec-35c4-4ddf-99b4-d2d35458c719 req-4130d4b5-35a9-49b5-93bc-46bfcbc44b9e tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 945 time: 0.4741988 Jul 15 13:36:44.418138 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c3fb3c-2de4-4112-9854-ff05573e80c1 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Made reservation on behalf of d941e2e781cf46f69646e6c71b18d5f9 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:44.424809 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d6c3fb3c-2de4-4112-9854-ff05573e80c1 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:44.435699 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2dca25-6c06-4a6e-83d5-f059520f2f7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-03438341-595c-4a0b-8a07-399460b41a64', 'network_id': '03438341-595c-4a0b-8a07-399460b41a64', 'tenant_id': 'd941e2e781cf46f69646e6c71b18d5f9', 'fixed_ips': [{'subnet_id': 'c732e1db-e43d-440f-af27-99cd93204f89'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:36:44.444615 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b2dca25-6c06-4a6e-83d5-f059520f2f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:44.613523 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-1b2dca25-6c06-4a6e-83d5-f059520f2f7a None None] Allocated IP 2001:db8:0:ffff::2 (03438341-595c-4a0b-8a07-399460b41a64/c732e1db-e43d-440f-af27-99cd93204f89/3466d319-eb0b-416c-bb1e-735467826b25) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:44.652474 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cd2c94ec-35c4-4ddf-99b4-d2d35458c719 req-642f5d0d-5ad5-4390-8f67-b671212e774d tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/security-groups?id=2528a0bd-3b07-4064-88d6-01fe3074ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554493 Jul 15 13:36:44.810240 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-34a753f7-8975-438b-b852-6f9501f74095 req-8a969a8c-6fd0-4d6f-a69e-12904a06c142 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Allocated IP 172.20.0.13 (3863dc0e-6146-449a-a791-85fa35a22fff/7b30ffac-e52f-4dd4-90fb-1da118e51f78/3286c72d-b51a-4703-87b9-c47a85bb3e93) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:44.823725 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca4590f-6f24-4aca-bf66-f8ba3c05d2bb x-openstack-request-id: req-aca4590f-6f24-4aca-bf66-f8ba3c05d2bb {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:44.824078 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0af3745-8bb3-460b-a8e2-4914bcee0cfd", "tag": "fae8455a-7c31-49ab-a6e8-a05ff8ec6419", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:44.825695 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aca4590f-6f24-4aca-bf66-f8ba3c05d2bb {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:44.828416 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0af3745-8bb3-460b-a8e2-4914bcee0cfd', 'tag': 'fae8455a-7c31-49ab-a6e8-a05ff8ec6419', 'status': 'completed', 'code': 200} Jul 15 13:36:44.847912 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b2dca25-6c06-4a6e-83d5-f059520f2f7a None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:44.869376 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-421a72ca-06fc-4076-88da-53158dd0117f req-0a083e5a-5ef2-4557-ae0d-159ee771bdda service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4657207 Jul 15 13:36:44.870934 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1b2dca25-6c06-4a6e-83d5-f059520f2f7a None None] Transition to ACTIVE for port object 3466d319-eb0b-416c-bb1e-735467826b25 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:44.895129 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1b2dca25-6c06-4a6e-83d5-f059520f2f7a None None] Transition to ACTIVE for port object 3466d319-eb0b-416c-bb1e-735467826b25 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:44.913226 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b2dca25-6c06-4a6e-83d5-f059520f2f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:44.916324 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7af5d5-bbea-48d9-978c-90cb0813ca17 req-77d49cdf-bff4-4743-b691-0de88489e102 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:44.924651 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1b7af5d5-bbea-48d9-978c-90cb0813ca17 req-77d49cdf-bff4-4743-b691-0de88489e102 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 944 time: 0.2674322 Jul 15 13:36:45.062902 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1b7af5d5-bbea-48d9-978c-90cb0813ca17 req-34b9b7f3-8fca-46e5-bdd6-f89b8813ca44 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314015 Jul 15 13:36:45.114763 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35096) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:45.192013 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2dca25-6c06-4a6e-83d5-f059520f2f7a None None] Network 03438341-595c-4a0b-8a07-399460b41a64 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:45.226724 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-1b2dca25-6c06-4a6e-83d5-f059520f2f7a None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:45.232411 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2dca25-6c06-4a6e-83d5-f059520f2f7a None None] Pushing event updated for resources: {'Port': ['ID=3466d319-eb0b-416c-bb1e-735467826b25,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:45.251132 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2dca25-6c06-4a6e-83d5-f059520f2f7a None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:45.384083 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6af93e38-a102-4a57-bd22-98148773c933 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/floatingips/dbbb562e-a12c-4731-9a3f-c665fb6c8396 HTTP/1.1" status: 200 len: 992 time: 0.2675872 Jul 15 13:36:45.458095 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-1b2dca25-6c06-4a6e-83d5-f059520f2f7a None None] Attempting to bind port 3466d319-eb0b-416c-bb1e-735467826b25 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:45.461631 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-1b2dca25-6c06-4a6e-83d5-f059520f2f7a None None] Attempting to bind port 3466d319-eb0b-416c-bb1e-735467826b25 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '67709cc9-0ac5-441e-a807-ec347e0f1605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '03438341-595c-4a0b-8a07-399460b41a64'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:45.464403 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2dca25-6c06-4a6e-83d5-f059520f2f7a None None] Attempting to bind port 3466d319-eb0b-416c-bb1e-735467826b25 on network 03438341-595c-4a0b-8a07-399460b41a64 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:45.516051 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4b599-39a7-40d4-8d1a-2813f92c9bd2 req-1bb71001-502f-4cf1-8f38-b9b01eb951db tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:45.519383 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4cd4b599-39a7-40d4-8d1a-2813f92c9bd2 req-1bb71001-502f-4cf1-8f38-b9b01eb951db tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 945 time: 0.1948390 Jul 15 13:36:45.567168 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4cd4b599-39a7-40d4-8d1a-2813f92c9bd2 req-0a2d9977-c8b6-42b7-9753-7302c7004f66 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401468 Jul 15 13:36:45.750685 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2dca25-6c06-4a6e-83d5-f059520f2f7a None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:45.751602 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2dca25-6c06-4a6e-83d5-f059520f2f7a None None] Checking segment: {'id': '67709cc9-0ac5-441e-a807-ec347e0f1605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '03438341-595c-4a0b-8a07-399460b41a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:45.752452 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b2dca25-6c06-4a6e-83d5-f059520f2f7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:45.753247 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2dca25-6c06-4a6e-83d5-f059520f2f7a None None] Bound using segment: {'id': '67709cc9-0ac5-441e-a807-ec347e0f1605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '03438341-595c-4a0b-8a07-399460b41a64'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:45.753981 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-1b2dca25-6c06-4a6e-83d5-f059520f2f7a None None] Bound port: 3466d319-eb0b-416c-bb1e-735467826b25, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67709cc9-0ac5-441e-a807-ec347e0f1605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '03438341-595c-4a0b-8a07-399460b41a64'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:45.754605 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b2dca25-6c06-4a6e-83d5-f059520f2f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:45.833576 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-328b3bae-2427-4e71-927a-c28323e6715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'name': 'tempest-TestNetworkBasicOps-router-657754309', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:34Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 4, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:35Z', 'updated_at': '2021-07-15T13:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'dbbb562e-a12c-4731-9a3f-c665fb6c8396', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'floating_ip_address': '172.25.6.227', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'port_id': 'fae8455a-7c31-49ab-a6e8-a05ff8ec6419', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b333c41f-9715-44db-b704-e867379897e4', 'mac_address': 'fa:16:3e:8f:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0af3745-8bb3-460b-a8e2-4914bcee0cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:36:39Z', 'updated_at': '2021-07-15T13:36:39Z', 'revision_number': 0, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609', 'name': '', 'network_id': 'b333c41f-9715-44db-b704-e867379897e4', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'mac_address': 'fa:16:3e:ad:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '5b5d3896-8166-469a-ae35-140d6a98066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:36:03Z', 'revision_number': 5, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'subnets': [{'id': '5b5d3896-8166-469a-ae35-140d6a98066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:45.873690 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328b3bae-2427-4e71-927a-c28323e6715d None None] Checking router: 0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:36:45.878495 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7671ee-b52e-471d-8999-953df9136cd5 req-eb67bf44-ce79-4944-a1a3-7ca809639c61 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:45.887136 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eaa5e37f-2fda-4ba7-8786-ba4fbeaa0c0a req-389c5ec1-6999-413d-9db3-aa7068b351a9 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=d193efab-e036-4168-bc96-c208b08627ec HTTP/1.1" status: 200 len: 210 time: 0.1617250 Jul 15 13:36:45.891913 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6f7671ee-b52e-471d-8999-953df9136cd5 req-eb67bf44-ce79-4944-a1a3-7ca809639c61 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 945 time: 0.1258776 Jul 15 13:36:45.899347 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328b3bae-2427-4e71-927a-c28323e6715d None None] Routers {'0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:45.900068 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-328b3bae-2427-4e71-927a-c28323e6715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:36:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:45.943281 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d6c3fb3c-2de4-4112-9854-ff05573e80c1 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:45.945149 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-1b2dca25-6c06-4a6e-83d5-f059520f2f7a None None] For port 3466d319-eb0b-416c-bb1e-735467826b25, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:45.969698 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-1b2dca25-6c06-4a6e-83d5-f059520f2f7a None None] For port 3466d319-eb0b-416c-bb1e-735467826b25, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=3466d319-eb0b-416c-bb1e-735467826b25,segment=NetworkSegment(67709cc9-0ac5-441e-a807-ec347e0f1605),segment_id=67709cc9-0ac5-441e-a807-ec347e0f1605)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:45.978447 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6f7671ee-b52e-471d-8999-953df9136cd5 req-a4ae0879-432a-4208-8b26-7c6c008b0e5d tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/security-groups?id=2528a0bd-3b07-4064-88d6-01fe3074ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848277 Jul 15 13:36:45.988170 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b2dca25-6c06-4a6e-83d5-f059520f2f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:46.093438 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2dca25-6c06-4a6e-83d5-f059520f2f7a None None] Pushing event updated for resources: {'Port': ['ID=3466d319-eb0b-416c-bb1e-735467826b25,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:46.141083 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-34a753f7-8975-438b-b852-6f9501f74095 req-8a969a8c-6fd0-4d6f-a69e-12904a06c142 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:46.204311 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-34a753f7-8975-438b-b852-6f9501f74095 req-8a969a8c-6fd0-4d6f-a69e-12904a06c142 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:46.246210 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['9a9e28e7-783c-4b08-98a4-873057252a5b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:36:46.260991 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['4577703d-5fcd-4f5d-acd6-13a1000109e6'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:36:46.294209 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a969a8c-6fd0-4d6f-a69e-12904a06c142 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Pushing event updated for resources: {'Port': ['ID=3286c72d-b51a-4703-87b9-c47a85bb3e93,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:46.315745 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba68b5b-e1c9-4780-89a1-69d8682feabc req-fac6d083-aae6-4e35-88fe-4f57945e1c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:46.317494 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fba68b5b-e1c9-4780-89a1-69d8682feabc req-fac6d083-aae6-4e35-88fe-4f57945e1c4e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcf19ad9f55645769cc76961e7748495&device_id=d0af3745-8bb3-460b-a8e2-4914bcee0cfd HTTP/1.1" status: 200 len: 1098 time: 1.4155421 Jul 15 13:36:46.331958 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a753f7-8975-438b-b852-6f9501f74095 req-8a969a8c-6fd0-4d6f-a69e-12904a06c142 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Network 3863dc0e-6146-449a-a791-85fa35a22fff is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:46.335816 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c3fb3c-2de4-4112-9854-ff05573e80c1 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event updated for resources: {'Subnet': ['ID=965ff353-9f8b-4f3e-9800-b3aea6be4fe6,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:46.338539 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-34a753f7-8975-438b-b852-6f9501f74095 req-8a969a8c-6fd0-4d6f-a69e-12904a06c142 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:46.346465 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a753f7-8975-438b-b852-6f9501f74095 req-8a969a8c-6fd0-4d6f-a69e-12904a06c142 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:46.389343 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35120) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:46.460833 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a753f7-8975-438b-b852-6f9501f74095 req-8a969a8c-6fd0-4d6f-a69e-12904a06c142 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:46.464395 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-34a753f7-8975-438b-b852-6f9501f74095 req-8a969a8c-6fd0-4d6f-a69e-12904a06c142 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:46.510554 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-328b3bae-2427-4e71-927a-c28323e6715d None None] Set router 0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:46.538107 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c3fb3c-2de4-4112-9854-ff05573e80c1 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Checking segment: {'id': '56d11c39-30c7-46dc-ad92-3259aca991e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '228a725e-bc7e-4788-bacf-98417fb69531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:46.538546 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c3fb3c-2de4-4112-9854-ff05573e80c1 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Network hostable DHCP agents. Network: 228a725e-bc7e-4788-bacf-98417fb69531, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:36:46.548398 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-34a753f7-8975-438b-b852-6f9501f74095 req-8a969a8c-6fd0-4d6f-a69e-12904a06c142 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2111523 Jul 15 13:36:46.605539 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-34a753f7-8975-438b-b852-6f9501f74095 req-3a77d33a-1943-464f-a2d1-662809e327c1 service neutron] Request body: {'port': {'device_id': 'd193efab-e036-4168-bc96-c208b08627ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:46.701190 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-21921e7f-a12c-481f-83f0-969f6e648889 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/floatingips/dbbb562e-a12c-4731-9a3f-c665fb6c8396 HTTP/1.1" status: 200 len: 992 time: 0.3090866 Jul 15 13:36:46.704209 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c3fb3c-2de4-4112-9854-ff05573e80c1 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Network 228a725e-bc7e-4788-bacf-98417fb69531 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:36:46.734228 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-d6c3fb3c-2de4-4112-9854-ff05573e80c1 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 228a725e-bc7e-4788-bacf-98417fb69531) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:46.764893 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c3fb3c-2de4-4112-9854-ff05573e80c1 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:46.765942 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d6c3fb3c-2de4-4112-9854-ff05573e80c1 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:46.871859 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba68b5b-e1c9-4780-89a1-69d8682feabc req-f2fcf692-8444-4fef-9339-3216f818bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:46.874341 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fba68b5b-e1c9-4780-89a1-69d8682feabc req-f2fcf692-8444-4fef-9339-3216f818bf6c service neutron] 10.222.0.32 "GET /v2.0/networks?id=b333c41f-9715-44db-b704-e867379897e4 HTTP/1.1" status: 200 len: 898 time: 0.5405021 Jul 15 13:36:46.914985 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d6c3fb3c-2de4-4112-9854-ff05573e80c1 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9933271 Jul 15 13:36:46.928730 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35126) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:46.952927 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59535639-8682-4c74-950b-85bfbb1b742a req-29fd1aad-caf4-4d8a-94ce-b2d0156eed5f tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:46.956895 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-59535639-8682-4c74-950b-85bfbb1b742a req-29fd1aad-caf4-4d8a-94ce-b2d0156eed5f tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 944 time: 0.2530148 Jul 15 13:36:46.978755 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-34a753f7-8975-438b-b852-6f9501f74095 req-3a77d33a-1943-464f-a2d1-662809e327c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:46.988755 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191ee954-d2d0-4ca9-a051-0c9a95f06112 None None] Network 228a725e-bc7e-4788-bacf-98417fb69531 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:47.241935 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00ead8c3-4ace-4ca8-999e-34e0dcc2c64f tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:47.282974 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fba68b5b-e1c9-4780-89a1-69d8682feabc req-6ba0f083-0f96-48f5-8048-5380aae07ca7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fae8455a-7c31-49ab-a6e8-a05ff8ec6419 HTTP/1.1" status: 200 len: 1000 time: 0.3664136 Jul 15 13:36:47.352053 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-59535639-8682-4c74-950b-85bfbb1b742a req-6149e396-429e-4351-960e-ddd1178c6ebe tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047351 Jul 15 13:36:47.502108 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00ead8c3-4ace-4ca8-999e-34e0dcc2c64f tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:47.540308 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6eb5f2-3237-4bfc-87b2-1e23d29e845f req-46f0f602-bf52-4a3e-94a5-4c6ab027113f tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:47.543312 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9f6eb5f2-3237-4bfc-87b2-1e23d29e845f req-46f0f602-bf52-4a3e-94a5-4c6ab027113f tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 945 time: 0.4404998 Jul 15 13:36:47.570334 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba68b5b-e1c9-4780-89a1-69d8682feabc req-e9bd6a4b-eb20-43ef-8558-0511a38c69d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:47.573145 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fba68b5b-e1c9-4780-89a1-69d8682feabc req-e9bd6a4b-eb20-43ef-8558-0511a38c69d5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b5d3896-8166-469a-ae35-140d6a98066e HTTP/1.1" status: 200 len: 835 time: 0.2801969 Jul 15 13:36:47.708842 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35130) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:47.786861 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9f6eb5f2-3237-4bfc-87b2-1e23d29e845f req-51432542-7999-47ed-96e0-452564fc2500 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/security-groups?id=2528a0bd-3b07-4064-88d6-01fe3074ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339656 Jul 15 13:36:47.926926 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4802d0d-4d26-4d88-9b35-6251c3b2cea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-228a725e-bc7e-4788-bacf-98417fb69531', 'network_id': '228a725e-bc7e-4788-bacf-98417fb69531', 'tenant_id': 'd941e2e781cf46f69646e6c71b18d5f9', 'fixed_ips': [{'subnet_id': '965ff353-9f8b-4f3e-9800-b3aea6be4fe6'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:36:47.928123 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f4802d0d-4d26-4d88-9b35-6251c3b2cea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:47.955332 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00ead8c3-4ace-4ca8-999e-34e0dcc2c64f tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:47.966651 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba68b5b-e1c9-4780-89a1-69d8682feabc req-8c5ff75b-a4f9-4d40-8f3b-e49436db955f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:47.970085 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fba68b5b-e1c9-4780-89a1-69d8682feabc req-8c5ff75b-a4f9-4d40-8f3b-e49436db955f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b333c41f-9715-44db-b704-e867379897e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3361323 Jul 15 13:36:47.974688 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2edbc6a0-426d-4025-985f-e3ce7d436590 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/floatingips/dbbb562e-a12c-4731-9a3f-c665fb6c8396 HTTP/1.1" status: 200 len: 992 time: 0.2606113 Jul 15 13:36:48.112270 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-328b3bae-2427-4e71-927a-c28323e6715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'name': 'tempest-TestNetworkBasicOps-router-657754309', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:34Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 4, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:35Z', 'updated_at': '2021-07-15T13:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'dbbb562e-a12c-4731-9a3f-c665fb6c8396', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'floating_ip_address': '172.25.6.227', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'port_id': 'fae8455a-7c31-49ab-a6e8-a05ff8ec6419', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b333c41f-9715-44db-b704-e867379897e4', 'mac_address': 'fa:16:3e:8f:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0af3745-8bb3-460b-a8e2-4914bcee0cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:36:39Z', 'updated_at': '2021-07-15T13:36:39Z', 'revision_number': 0, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609', 'name': '', 'network_id': 'b333c41f-9715-44db-b704-e867379897e4', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'mac_address': 'fa:16:3e:ad:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '5b5d3896-8166-469a-ae35-140d6a98066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:36:03Z', 'revision_number': 5, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'subnets': [{'id': '5b5d3896-8166-469a-ae35-140d6a98066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:48.115070 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ead8c3-4ace-4ca8-999e-34e0dcc2c64f tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event deleted for resources: {'Subnet': ['ID=965ff353-9f8b-4f3e-9800-b3aea6be4fe6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:48.221245 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a7a48-118a-4be3-9228-0a805cc7a6b3 req-3fb1215e-dac1-49e4-b0af-7fa5c68c30a0 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:48.235519 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba4c485-ae1c-4ad3-81cd-778610232b65 None None] Network 228a725e-bc7e-4788-bacf-98417fb69531 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:48.236183 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d06a7a48-118a-4be3-9228-0a805cc7a6b3 req-3fb1215e-dac1-49e4-b0af-7fa5c68c30a0 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 945 time: 0.6517112 Jul 15 13:36:48.257128 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328b3bae-2427-4e71-927a-c28323e6715d None None] The sync data for ids ['0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'] in n-d-758944-45 is: [{'id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'name': 'tempest-TestNetworkBasicOps-router-657754309', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:34Z', 'updated_at': '2021-07-15T13:35:53Z', 'revision_number': 4, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:35Z', 'updated_at': '2021-07-15T13:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'dbbb562e-a12c-4731-9a3f-c665fb6c8396', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'floating_ip_address': '172.25.6.227', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'port_id': 'fae8455a-7c31-49ab-a6e8-a05ff8ec6419', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b333c41f-9715-44db-b704-e867379897e4', 'mac_address': 'fa:16:3e:8f:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0af3745-8bb3-460b-a8e2-4914bcee0cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:36:39Z', 'updated_at': '2021-07-15T13:36:39Z', 'revision_number': 0, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609', 'name': '', 'network_id': 'b333c41f-9715-44db-b704-e867379897e4', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'mac_address': 'fa:16:3e:ad:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '5b5d3896-8166-469a-ae35-140d6a98066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:36:03Z', 'revision_number': 5, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'subnets': [{'id': '5b5d3896-8166-469a-ae35-140d6a98066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:48.392363 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00ead8c3-4ace-4ca8-999e-34e0dcc2c64f tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.428316 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a72ca-06fc-4076-88da-53158dd0117f req-70a870a4-2819-4b05-ab33-6614aaa25940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:48.431109 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-421a72ca-06fc-4076-88da-53158dd0117f req-70a870a4-2819-4b05-ab33-6614aaa25940 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 1097 time: 0.6722434 Jul 15 13:36:48.440840 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fba68b5b-e1c9-4780-89a1-69d8682feabc req-3681c5b4-b82b-4786-805b-81e160422f91 service neutron] 10.222.0.32 "GET /v2.0/networks/b333c41f-9715-44db-b704-e867379897e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562097 Jul 15 13:36:48.443192 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-00ead8c3-4ace-4ca8-999e-34e0dcc2c64f tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['228a725e-bc7e-4788-bacf-98417fb69531']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:48.455380 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-34a753f7-8975-438b-b852-6f9501f74095 req-3a77d33a-1943-464f-a2d1-662809e327c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3286c72d-b51a-4703-87b9-c47a85bb3e93 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:36:48.469806 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-00ead8c3-4ace-4ca8-999e-34e0dcc2c64f tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56d11c39-30c7-46dc-ad92-3259aca991e8') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:48.470153 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-00ead8c3-4ace-4ca8-999e-34e0dcc2c64f tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56d11c39-30c7-46dc-ad92-3259aca991e8') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:48.476751 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e07849-137a-4703-bc50-5af76bed7be0 None None] Network 03438341-595c-4a0b-8a07-399460b41a64 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:48.522709 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00ead8c3-4ace-4ca8-999e-34e0dcc2c64f tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.523280 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-34a753f7-8975-438b-b852-6f9501f74095 req-3a77d33a-1943-464f-a2d1-662809e327c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.567106 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e7ceca80-9715-418a-89c0-3d5665d4eda0 None None] Provisioning for port 3466d319-eb0b-416c-bb1e-735467826b25 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:48.569547 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d06a7a48-118a-4be3-9228-0a805cc7a6b3 req-2bf6da65-b7c3-4487-9b45-b567dcc53be6 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3319602 Jul 15 13:36:48.599647 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6790cb-65f5-4b38-8166-115945f0c66b req-15487871-251e-4be2-8236-58367280b0b4 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:48.612117 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7e6790cb-65f5-4b38-8166-115945f0c66b req-15487871-251e-4be2-8236-58367280b0b4 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=d193efab-e036-4168-bc96-c208b08627ec HTTP/1.1" status: 200 len: 932 time: 0.4746468 Jul 15 13:36:48.700268 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00ead8c3-4ace-4ca8-999e-34e0dcc2c64f tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.758320 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ead8c3-4ace-4ca8-999e-34e0dcc2c64f tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:36:48.759262 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00ead8c3-4ace-4ca8-999e-34e0dcc2c64f tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.764378 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:36:48.764378 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:36:48.764378 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:36:48.764378 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:36:48.764378 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:36:48.764378 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:36:48.764378 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:36:48.764378 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:36:48.764378 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:36:48.764378 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:36:48.764378 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:36:48.764378 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:36:48.764378 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:36:48.764378 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:36:48.764378 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:36:48.764378 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:36:48.764378 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:36:48.764378 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:36:48.764378 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:36:48.764378 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:36:48.764378 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:36:48.764378 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:36:48.764378 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:36:48.764378 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:36:48.764378 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:36:48.764378 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:36:48.764378 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:36:48.764378 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:36:48.764378 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:36:48.764378 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:36:48.764378 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:36:48.764378 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:36:48.800788 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f9ab6f-89a8-4c90-980c-944b3558f36b None None] New status for floating IP dbbb562e-a12c-4731-9a3f-c665fb6c8396: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:36:48.860616 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7e6790cb-65f5-4b38-8166-115945f0c66b req-35bec8fa-2f95-45aa-a787-05d0a0c370ec tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469647 Jul 15 13:36:48.886644 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fba68b5b-e1c9-4780-89a1-69d8682feabc req-d2bb466b-e721-4a3c-b353-bc9bdb53e5ed service neutron] 10.222.0.32 "GET /v2.0/networks/b333c41f-9715-44db-b704-e867379897e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141674 Jul 15 13:36:48.903713 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3466d319-eb0b-416c-bb1e-735467826b25 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:48.978387 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35136) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:49.023669 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 3466d319-eb0b-416c-bb1e-735467826b25 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:49.036069 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 3466d319-eb0b-416c-bb1e-735467826b25 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:49.036493 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.187864 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.227597 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f99ddd50-8274-4be5-8b96-a23d4aff2a41 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/floatingips/dbbb562e-a12c-4731-9a3f-c665fb6c8396 HTTP/1.1" status: 200 len: 992 time: 0.2459660 Jul 15 13:36:49.231933 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 3466d319-eb0b-416c-bb1e-735467826b25, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=3466d319-eb0b-416c-bb1e-735467826b25,segment=NetworkSegment(67709cc9-0ac5-441e-a807-ec347e0f1605),segment_id=67709cc9-0ac5-441e-a807-ec347e0f1605)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:49.251917 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.325152 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=3466d319-eb0b-416c-bb1e-735467826b25,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:49.333392 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-501d9466-2ce1-4efc-b516-b275a2242e83 None None] Provisioning complete for port 3466d319-eb0b-416c-bb1e-735467826b25 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:49.333799 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-501d9466-2ce1-4efc-b516-b275a2242e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.338238 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:49.338584 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:49.338930 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:49.339271 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:49.339606 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:49.339926 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:49.340256 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:49.340583 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:49.340908 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:49.341233 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:49.341558 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:49.341911 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:49.363853 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b79b3-3c8b-49a4-9dad-4f78185aaf78 req-b7f02ab1-d86c-45d2-b94d-5eed40f9ea6d tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:49.371004 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4d2b79b3-3c8b-49a4-9dad-4f78185aaf78 req-b7f02ab1-d86c-45d2-b94d-5eed40f9ea6d tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 945 time: 0.1407628 Jul 15 13:36:49.418429 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4d2b79b3-3c8b-49a4-9dad-4f78185aaf78 req-19d047ab-85fc-4fab-8dbb-a3aec41b91db tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/security-groups?id=2528a0bd-3b07-4064-88d6-01fe3074ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403218 Jul 15 13:36:49.505152 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a72ca-06fc-4076-88da-53158dd0117f req-3633251b-86d5-4540-af9a-9b6dcd1d453b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:49.508315 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-421a72ca-06fc-4076-88da-53158dd0117f req-3633251b-86d5-4540-af9a-9b6dcd1d453b service neutron] 10.222.0.18 "GET /v2.0/networks?id=b3271eeb-b9eb-4d85-9c8c-62c1a302878e HTTP/1.1" status: 200 len: 897 time: 1.0686460 Jul 15 13:36:49.509278 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-34a753f7-8975-438b-b852-6f9501f74095 req-3a77d33a-1943-464f-a2d1-662809e327c1 service neutron] Transition to ACTIVE for port object 3286c72d-b51a-4703-87b9-c47a85bb3e93 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:49.513163 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00ead8c3-4ace-4ca8-999e-34e0dcc2c64f tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.515944 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-34a753f7-8975-438b-b852-6f9501f74095 req-3a77d33a-1943-464f-a2d1-662809e327c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.536320 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00ead8c3-4ace-4ca8-999e-34e0dcc2c64f tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.545581 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-00ead8c3-4ace-4ca8-999e-34e0dcc2c64f tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "DELETE /v2.0/networks/228a725e-bc7e-4788-bacf-98417fb69531 HTTP/1.1" status: 204 len: 168 time: 2.5843732 Jul 15 13:36:49.552119 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35140) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:49.611670 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77d33a-1943-464f-a2d1-662809e327c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3286c72d-b51a-4703-87b9-c47a85bb3e93,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:49.624784 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-645f287b-f3e4-4d70-9694-a1437e3b4922 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-496426291'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:49.667397 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ead8c3-4ace-4ca8-999e-34e0dcc2c64f tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event deleted for resources: {'Network': ['ID=228a725e-bc7e-4788-bacf-98417fb69531,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:49.723676 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-34a753f7-8975-438b-b852-6f9501f74095 req-3a77d33a-1943-464f-a2d1-662809e327c1 service neutron] Attempting to bind port 3286c72d-b51a-4703-87b9-c47a85bb3e93 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:49.724939 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-34a753f7-8975-438b-b852-6f9501f74095 req-3a77d33a-1943-464f-a2d1-662809e327c1 service neutron] Attempting to bind port 3286c72d-b51a-4703-87b9-c47a85bb3e93 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '836abf83-1fab-411d-a248-5a2250c99f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:49.726109 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a753f7-8975-438b-b852-6f9501f74095 req-3a77d33a-1943-464f-a2d1-662809e327c1 service neutron] Attempting to bind port 3286c72d-b51a-4703-87b9-c47a85bb3e93 on network 3863dc0e-6146-449a-a791-85fa35a22fff {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:49.734919 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-421a72ca-06fc-4076-88da-53158dd0117f req-92cbf4ca-5def-468d-9430-29bd7226a2be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9da47aef-6542-4702-92b7-d14c7ac03e91 HTTP/1.1" status: 200 len: 1000 time: 0.2187583 Jul 15 13:36:49.742035 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a753f7-8975-438b-b852-6f9501f74095 req-3a77d33a-1943-464f-a2d1-662809e327c1 service neutron] Port 3286c72d-b51a-4703-87b9-c47a85bb3e93 on network 3863dc0e-6146-449a-a791-85fa35a22fff not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:36:49.742556 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a753f7-8975-438b-b852-6f9501f74095 req-3a77d33a-1943-464f-a2d1-662809e327c1 service neutron] Attempting to bind port 3286c72d-b51a-4703-87b9-c47a85bb3e93 on network 3863dc0e-6146-449a-a791-85fa35a22fff {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:49.744605 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645f287b-f3e4-4d70-9694-a1437e3b4922 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Made reservation on behalf of d941e2e781cf46f69646e6c71b18d5f9 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:49.750714 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-645f287b-f3e4-4d70-9694-a1437e3b4922 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.752561 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a753f7-8975-438b-b852-6f9501f74095 req-3a77d33a-1943-464f-a2d1-662809e327c1 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:49.753120 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a753f7-8975-438b-b852-6f9501f74095 req-3a77d33a-1943-464f-a2d1-662809e327c1 service neutron] Checking segment: {'id': '836abf83-1fab-411d-a248-5a2250c99f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:49.754101 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a753f7-8975-438b-b852-6f9501f74095 req-3a77d33a-1943-464f-a2d1-662809e327c1 service neutron] Bound using segment: {'id': '836abf83-1fab-411d-a248-5a2250c99f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:49.755723 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-34a753f7-8975-438b-b852-6f9501f74095 req-3a77d33a-1943-464f-a2d1-662809e327c1 service neutron] Bound port: 3286c72d-b51a-4703-87b9-c47a85bb3e93, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836abf83-1fab-411d-a248-5a2250c99f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:49.755723 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-34a753f7-8975-438b-b852-6f9501f74095 req-3a77d33a-1943-464f-a2d1-662809e327c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.796161 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acedfa-499e-4dd2-be6d-88c5f1070b46 req-226902a8-82de-4ab5-a151-5046d93fffd6 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:49.799898 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-38acedfa-499e-4dd2-be6d-88c5f1070b46 req-226902a8-82de-4ab5-a151-5046d93fffd6 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 944 time: 0.4223099 Jul 15 13:36:49.838176 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.18', 51453) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:49.927330 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a72ca-06fc-4076-88da-53158dd0117f req-f3868ff2-193d-42ec-b92f-04d452135a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:49.930582 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-421a72ca-06fc-4076-88da-53158dd0117f req-f3868ff2-193d-42ec-b92f-04d452135a67 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a1de6f99-28d2-4487-bb53-dfb9d06f26cd HTTP/1.1" status: 200 len: 835 time: 0.1877036 Jul 15 13:36:49.931842 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645f287b-f3e4-4d70-9694-a1437e3b4922 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:36:49.933386 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-34a753f7-8975-438b-b852-6f9501f74095 req-3a77d33a-1943-464f-a2d1-662809e327c1 service neutron] For port 3286c72d-b51a-4703-87b9-c47a85bb3e93, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:49.953560 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-34a753f7-8975-438b-b852-6f9501f74095 req-3a77d33a-1943-464f-a2d1-662809e327c1 service neutron] For port 3286c72d-b51a-4703-87b9-c47a85bb3e93, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=3286c72d-b51a-4703-87b9-c47a85bb3e93,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:49.962220 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-34a753f7-8975-438b-b852-6f9501f74095 req-3a77d33a-1943-464f-a2d1-662809e327c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:50.016031 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-38acedfa-499e-4dd2-be6d-88c5f1070b46 req-3713b3c7-20cc-451f-abf3-77de7432efbf tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721163 Jul 15 13:36:50.024721 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-645f287b-f3e4-4d70-9694-a1437e3b4922 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:50.025241 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-645f287b-f3e4-4d70-9694-a1437e3b4922 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Added segment 24f464c0-0e4a-4dc3-9df7-af12d60aa917 of type vlan for network ce6b8ac0-a80c-415f-9bf7-b28e4b2bce4c Jul 15 13:36:50.031664 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a753f7-8975-438b-b852-6f9501f74095 req-3a77d33a-1943-464f-a2d1-662809e327c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:50.032522 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-34a753f7-8975-438b-b852-6f9501f74095 req-3a77d33a-1943-464f-a2d1-662809e327c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:50.033915 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-34a753f7-8975-438b-b852-6f9501f74095 req-3a77d33a-1943-464f-a2d1-662809e327c1 service neutron] 10.222.0.18 "PUT /v2.0/ports/3286c72d-b51a-4703-87b9-c47a85bb3e93 HTTP/1.1" status: 200 len: 1093 time: 3.4663830 Jul 15 13:36:50.034851 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd193efab-e036-4168-bc96-c208b08627ec', 'tag': '3286c72d-b51a-4703-87b9-c47a85bb3e93'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:50.037554 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632c4819-05dc-4191-b9a0-bab4743839e4" -d '{"events": [{"name": "network-changed", "server_uuid": "d193efab-e036-4168-bc96-c208b08627ec", "tag": "3286c72d-b51a-4703-87b9-c47a85bb3e93"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:50.076029 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926922d5-3d8e-4474-a42f-0f2e3e70823e req-2fd370b1-758d-42b7-857f-575e40b4f45b tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:50.083925 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-926922d5-3d8e-4474-a42f-0f2e3e70823e req-2fd370b1-758d-42b7-857f-575e40b4f45b tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 945 time: 0.2102997 Jul 15 13:36:50.098318 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8cd0b-a6b4-4c3a-aa2b-bcde6559943b req-71de7621-da80-4d8d-87d7-26569c58ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:50.100460 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a0a8cd0b-a6b4-4c3a-aa2b-bcde6559943b req-71de7621-da80-4d8d-87d7-26569c58ef05 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db5b4791469c40799062a61423474492&device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 1097 time: 0.2607627 Jul 15 13:36:50.111114 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77d33a-1943-464f-a2d1-662809e327c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3286c72d-b51a-4703-87b9-c47a85bb3e93,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:50.141021 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-645f287b-f3e4-4d70-9694-a1437e3b4922 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:50.164509 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a72ca-06fc-4076-88da-53158dd0117f req-a54811f6-f9c6-4543-ba7e-e4ed60b242c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:50.166547 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-421a72ca-06fc-4076-88da-53158dd0117f req-a54811f6-f9c6-4543-ba7e-e4ed60b242c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3271eeb-b9eb-4d85-9c8c-62c1a302878e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2172263 Jul 15 13:36:50.197898 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-926922d5-3d8e-4474-a42f-0f2e3e70823e req-b014aaf7-c31f-4abb-aea9-3e307e44baf3 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1130064 Jul 15 13:36:50.231780 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35150) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:50.266900 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-645f287b-f3e4-4d70-9694-a1437e3b4922 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:50.280333 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645f287b-f3e4-4d70-9694-a1437e3b4922 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:50.282018 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-645f287b-f3e4-4d70-9694-a1437e3b4922 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:50.347689 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8cd0b-a6b4-4c3a-aa2b-bcde6559943b req-3caed31d-4deb-4100-8f8a-1a744753b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:50.349296 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a0a8cd0b-a6b4-4c3a-aa2b-bcde6559943b req-3caed31d-4deb-4100-8f8a-1a744753b3b0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9b455f02-eef0-456f-a68a-bb60c10b5c9c HTTP/1.1" status: 200 len: 913 time: 0.2393253 Jul 15 13:36:50.361873 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e06776fd-f173-4216-915f-1802b29fa814 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/floatingips/dbbb562e-a12c-4731-9a3f-c665fb6c8396 HTTP/1.1" status: 200 len: 994 time: 0.1204112 Jul 15 13:36:50.422651 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a753f7-8975-438b-b852-6f9501f74095 req-b6dfe5e9-6470-47db-9fab-947a3f2a208d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:50.425324 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-34a753f7-8975-438b-b852-6f9501f74095 req-b6dfe5e9-6470-47db-9fab-947a3f2a208d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=043bd73de72448efaf900d42a51adac4&device_id=d193efab-e036-4168-bc96-c208b08627ec HTTP/1.1" status: 200 len: 1096 time: 0.3082271 Jul 15 13:36:50.428174 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a0a8cd0b-a6b4-4c3a-aa2b-bcde6559943b req-e780ff59-c388-476c-91d7-a6bee4665ea4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=356e96c9-6533-42a7-ae51-99915778b367 HTTP/1.1" status: 200 len: 217 time: 0.0710995 Jul 15 13:36:50.529728 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-645f287b-f3e4-4d70-9694-a1437e3b4922 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9146345 Jul 15 13:36:50.591303 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-421a72ca-06fc-4076-88da-53158dd0117f req-c26fab39-dc77-4463-91a1-05d2c4cbf7e2 service neutron] 10.222.0.18 "GET /v2.0/networks/b3271eeb-b9eb-4d85-9c8c-62c1a302878e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174504 Jul 15 13:36:50.595256 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35152) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:50.604246 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-34a753f7-8975-438b-b852-6f9501f74095 req-dd1fd920-5ae4-4cc5-8164-40e004d845ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3286c72d-b51a-4703-87b9-c47a85bb3e93 HTTP/1.1" status: 200 len: 217 time: 0.1517150 Jul 15 13:36:50.608100 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b7fb00c7-b92d-4a30-acd9-fdcc18b7d6ca tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Request body: {'subnet': {'network_id': 'ce6b8ac0-a80c-415f-9bf7-b28e4b2bce4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:50.615910 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f287b-f3e4-4d70-9694-a1437e3b4922 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event updated for resources: {'Network': ['ID=ce6b8ac0-a80c-415f-9bf7-b28e4b2bce4c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:50.640425 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network ce6b8ac0-a80c-415f-9bf7-b28e4b2bce4c details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:36:50.714147 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8cd0b-a6b4-4c3a-aa2b-bcde6559943b req-dd60b942-7feb-45ee-a2aa-bcfe7d064223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:50.717531 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a0a8cd0b-a6b4-4c3a-aa2b-bcde6559943b req-dd60b942-7feb-45ee-a2aa-bcfe7d064223 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6751d640-096f-4f75-bf5e-29af8a225130 HTTP/1.1" status: 200 len: 852 time: 0.2631023 Jul 15 13:36:50.789895 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3466d319-eb0b-416c-bb1e-735467826b25 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:50.798070 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a0a8cd0b-a6b4-4c3a-aa2b-bcde6559943b req-9493d736-8ae7-4964-8e04-1bcfd7ae1e95 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9b455f02-eef0-456f-a68a-bb60c10b5c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704319 Jul 15 13:36:50.801149 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a753f7-8975-438b-b852-6f9501f74095 req-4bea9570-3e4a-4299-a9d3-73ae336eca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:50.804246 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-34a753f7-8975-438b-b852-6f9501f74095 req-4bea9570-3e4a-4299-a9d3-73ae336eca4b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b30ffac-e52f-4dd4-90fb-1da118e51f78 HTTP/1.1" status: 200 len: 845 time: 0.1849005 Jul 15 13:36:50.879262 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb133b1b-9e0f-40a7-af12-3b46cdf39888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:50.891122 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 3466d319-eb0b-416c-bb1e-735467826b25 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:50.891796 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:50.913110 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71e502-7a39-4026-b8aa-076305e2edb8 req-9d3a96ba-6426-4cb8-a794-be1643d6ffe2 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:50.915786 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ec71e502-7a39-4026-b8aa-076305e2edb8 req-9d3a96ba-6426-4cb8-a794-be1643d6ffe2 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 945 time: 0.5312309 Jul 15 13:36:50.996569 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-421a72ca-06fc-4076-88da-53158dd0117f req-4b08bdc9-2538-4237-92db-8dca071705a6 service neutron] 10.222.0.18 "GET /v2.0/networks/b3271eeb-b9eb-4d85-9c8c-62c1a302878e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976665 Jul 15 13:36:51.001600 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fb00c7-b92d-4a30-acd9-fdcc18b7d6ca tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Made reservation on behalf of d941e2e781cf46f69646e6c71b18d5f9 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:51.008116 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b7fb00c7-b92d-4a30-acd9-fdcc18b7d6ca tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:51.082937 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ec71e502-7a39-4026-b8aa-076305e2edb8 req-ea21c0dc-724a-4fa0-aa96-58e91948158c tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/security-groups?id=2528a0bd-3b07-4064-88d6-01fe3074ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471636 Jul 15 13:36:51.291236 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-34a753f7-8975-438b-b852-6f9501f74095 req-4a5cf2d3-1936-4729-abb5-c36d960ba0f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3863dc0e-6146-449a-a791-85fa35a22fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4664679 Jul 15 13:36:51.310814 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e391dd8-6181-47a7-9c2b-6bf528aa53a5 req-5f5f4118-bb6c-475a-87df-150f84437d32 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:51.313648 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5e391dd8-6181-47a7-9c2b-6bf528aa53a5 req-5f5f4118-bb6c-475a-87df-150f84437d32 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=d193efab-e036-4168-bc96-c208b08627ec HTTP/1.1" status: 200 len: 944 time: 0.8789883 Jul 15 13:36:51.319733 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db01cfcc-2a5f-442a-afb9-9adc880d6405 x-openstack-request-id: req-db01cfcc-2a5f-442a-afb9-9adc880d6405 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:51.322904 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d193efab-e036-4168-bc96-c208b08627ec", "tag": "3286c72d-b51a-4703-87b9-c47a85bb3e93", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:51.322904 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-db01cfcc-2a5f-442a-afb9-9adc880d6405 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:51.322904 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd193efab-e036-4168-bc96-c208b08627ec', 'tag': '3286c72d-b51a-4703-87b9-c47a85bb3e93', 'status': 'completed', 'code': 200} Jul 15 13:36:51.482635 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b7fb00c7-b92d-4a30-acd9-fdcc18b7d6ca tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:51.592220 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5e391dd8-6181-47a7-9c2b-6bf528aa53a5 req-4e656d2b-203e-4c83-aad6-49dbf441844a tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521896 Jul 15 13:36:51.616473 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb00c7-b92d-4a30-acd9-fdcc18b7d6ca tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event updated for resources: {'Subnet': ['ID=2ac5252f-c1b7-4e62-820b-e16413ea35b9,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:51.626958 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a0a8cd0b-a6b4-4c3a-aa2b-bcde6559943b req-fa121f64-f3e7-4814-a3b9-91723f636501 service neutron] 10.222.0.18 "GET /v2.0/networks/9b455f02-eef0-456f-a68a-bb60c10b5c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8193576 Jul 15 13:36:51.637226 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-34a753f7-8975-438b-b852-6f9501f74095 req-34293e27-400f-491b-ac58-9ef9224bfc9e service neutron] 10.222.0.18 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132844 Jul 15 13:36:51.659894 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acad45c-e40a-474a-bee2-f8ff463ce623 req-8c6c4100-81d2-486d-9d74-7301d1e26e33 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:51.662878 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7acad45c-e40a-474a-bee2-f8ff463ce623 req-8c6c4100-81d2-486d-9d74-7301d1e26e33 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 944 time: 0.3112752 Jul 15 13:36:51.679725 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fb00c7-b92d-4a30-acd9-fdcc18b7d6ca tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Checking segment: {'id': '24f464c0-0e4a-4dc3-9df7-af12d60aa917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce6b8ac0-a80c-415f-9bf7-b28e4b2bce4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:51.680332 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fb00c7-b92d-4a30-acd9-fdcc18b7d6ca tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Network hostable DHCP agents. Network: ce6b8ac0-a80c-415f-9bf7-b28e4b2bce4c, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:36:51.759587 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fb00c7-b92d-4a30-acd9-fdcc18b7d6ca tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Network ce6b8ac0-a80c-415f-9bf7-b28e4b2bce4c is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:36:51.767726 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7acad45c-e40a-474a-bee2-f8ff463ce623 req-71abeb72-27e1-4752-9dbd-0d29670b5c9f tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914319 Jul 15 13:36:51.780701 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-b7fb00c7-b92d-4a30-acd9-fdcc18b7d6ca tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, ce6b8ac0-a80c-415f-9bf7-b28e4b2bce4c) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:51.798433 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fb00c7-b92d-4a30-acd9-fdcc18b7d6ca tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:51.798433 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b7fb00c7-b92d-4a30-acd9-fdcc18b7d6ca tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:51.798765 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad27bfa9-a182-44df-8d6e-6815c5194b73 None None] Network ce6b8ac0-a80c-415f-9bf7-b28e4b2bce4c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:51.815354 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b7fb00c7-b92d-4a30-acd9-fdcc18b7d6ca tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2184272 Jul 15 13:36:51.820055 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35158) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:51.827164 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2b75d94e-0a27-4d72-bc69-94d576bb3cf9 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1315986081'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:51.867724 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b75d94e-0a27-4d72-bc69-94d576bb3cf9 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Made reservation on behalf of d941e2e781cf46f69646e6c71b18d5f9 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:51.875930 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b75d94e-0a27-4d72-bc69-94d576bb3cf9 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:51.912799 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b75d94e-0a27-4d72-bc69-94d576bb3cf9 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:36:51.923647 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b75d94e-0a27-4d72-bc69-94d576bb3cf9 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:51.924002 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-2b75d94e-0a27-4d72-bc69-94d576bb3cf9 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Added segment 2320c897-7d04-4e10-a490-d3661610d088 of type vlan for network c40bf189-3382-4806-8fd5-b71a8ca3d68b Jul 15 13:36:51.974251 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b75d94e-0a27-4d72-bc69-94d576bb3cf9 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:52.009795 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-34a753f7-8975-438b-b852-6f9501f74095 req-5ef3e90e-98d8-4098-8c3e-ab8133343cbe service neutron] 10.222.0.18 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551426 Jul 15 13:36:52.019944 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a0a8cd0b-a6b4-4c3a-aa2b-bcde6559943b req-4bc30440-9b5c-42c2-9688-62e76e01f918 service neutron] 10.222.0.18 "GET /v2.0/networks/9b455f02-eef0-456f-a68a-bb60c10b5c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808851 Jul 15 13:36:52.038883 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b7f56-7d23-4dc2-8ac8-3bc06df550da req-83ddbf6b-e8d5-4e0b-89f7-1f072b0d73d0 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:52.041081 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b75d94e-0a27-4d72-bc69-94d576bb3cf9 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:52.042697 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-214b7f56-7d23-4dc2-8ac8-3bc06df550da req-83ddbf6b-e8d5-4e0b-89f7-1f072b0d73d0 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 945 time: 0.3136625 Jul 15 13:36:52.052466 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b75d94e-0a27-4d72-bc69-94d576bb3cf9 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:52.053234 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b75d94e-0a27-4d72-bc69-94d576bb3cf9 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:52.056912 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f901d268-ee84-4c05-beb2-c559ece51fb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-ce6b8ac0-a80c-415f-9bf7-b28e4b2bce4c', 'network_id': 'ce6b8ac0-a80c-415f-9bf7-b28e4b2bce4c', 'tenant_id': 'd941e2e781cf46f69646e6c71b18d5f9', 'fixed_ips': [{'subnet_id': '2ac5252f-c1b7-4e62-820b-e16413ea35b9'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:36:52.059247 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f901d268-ee84-4c05-beb2-c559ece51fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:52.117113 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2b75d94e-0a27-4d72-bc69-94d576bb3cf9 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2937076 Jul 15 13:36:52.122251 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35160) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:52.132639 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7b632ef0-fb84-4512-b606-1782444bbc60 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Request body: {'subnet': {'network_id': 'c40bf189-3382-4806-8fd5-b71a8ca3d68b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:52.167793 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-214b7f56-7d23-4dc2-8ac8-3bc06df550da req-a6e2075c-4b16-4c46-8c31-c67361839140 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1186030 Jul 15 13:36:52.210887 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c4819-05dc-4191-b9a0-bab4743839e4 req-d551b12c-3952-4e0b-a015-f7801e11ea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:52.215358 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-632c4819-05dc-4191-b9a0-bab4743839e4 req-d551b12c-3952-4e0b-a015-f7801e11ea09 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=043bd73de72448efaf900d42a51adac4&device_id=d193efab-e036-4168-bc96-c208b08627ec HTTP/1.1" status: 200 len: 1096 time: 0.1135280 Jul 15 13:36:52.242483 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75d94e-0a27-4d72-bc69-94d576bb3cf9 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event updated for resources: {'Network': ['ID=c40bf189-3382-4806-8fd5-b71a8ca3d68b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:52.389562 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c4819-05dc-4191-b9a0-bab4743839e4 req-552ad8c9-6576-4ee4-8287-1c1cf2837766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:52.392305 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-632c4819-05dc-4191-b9a0-bab4743839e4 req-552ad8c9-6576-4ee4-8287-1c1cf2837766 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3863dc0e-6146-449a-a791-85fa35a22fff HTTP/1.1" status: 200 len: 906 time: 0.1697698 Jul 15 13:36:52.465736 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b632ef0-fb84-4512-b606-1782444bbc60 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Made reservation on behalf of d941e2e781cf46f69646e6c71b18d5f9 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:52.472472 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7b632ef0-fb84-4512-b606-1782444bbc60 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:52.480920 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-632c4819-05dc-4191-b9a0-bab4743839e4 req-3293c676-1c96-4108-bc3c-ab8b5abfe8e3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3286c72d-b51a-4703-87b9-c47a85bb3e93 HTTP/1.1" status: 200 len: 217 time: 0.0793860 Jul 15 13:36:52.541196 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network c40bf189-3382-4806-8fd5-b71a8ca3d68b details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:36:52.545708 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca46492-e9e8-4522-aed2-02835b3a161b req-126a1e42-5798-4c8d-8dd9-0ba724b190e2 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:52.547438 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5ca46492-e9e8-4522-aed2-02835b3a161b req-126a1e42-5798-4c8d-8dd9-0ba724b190e2 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 945 time: 0.2001412 Jul 15 13:36:52.571485 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c4819-05dc-4191-b9a0-bab4743839e4 req-58f50ee8-72b1-4e7a-8c08-5732b0707a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:52.574057 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-632c4819-05dc-4191-b9a0-bab4743839e4 req-58f50ee8-72b1-4e7a-8c08-5732b0707a07 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b30ffac-e52f-4dd4-90fb-1da118e51f78 HTTP/1.1" status: 200 len: 845 time: 0.0827780 Jul 15 13:36:52.590163 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-7b632ef0-fb84-4512-b606-1782444bbc60 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Performing IP validity checks on allocation pools {{(pid=93814) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 13:36:52.590163 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-7b632ef0-fb84-4512-b606-1782444bbc60 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93814) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 13:36:52.650629 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-632c4819-05dc-4191-b9a0-bab4743839e4 req-64cd7f49-c953-4fca-9714-42493a4e5be5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3863dc0e-6146-449a-a791-85fa35a22fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637424 Jul 15 13:36:52.657253 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5ca46492-e9e8-4522-aed2-02835b3a161b req-23322190-fc30-4409-b0d4-210e8f9501f0 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/security-groups?id=2528a0bd-3b07-4064-88d6-01fe3074ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643744 Jul 15 13:36:52.723485 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-f901d268-ee84-4c05-beb2-c559ece51fb0 None None] Allocated IP 2001:db8::3 (ce6b8ac0-a80c-415f-9bf7-b28e4b2bce4c/2ac5252f-c1b7-4e62-820b-e16413ea35b9/267a7c2a-fd35-44cc-be60-ed49660296db) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:52.886297 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-632c4819-05dc-4191-b9a0-bab4743839e4 req-ef5a5f02-1116-43f2-a102-3221f03bdcde service neutron] 10.222.0.18 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262855 Jul 15 13:36:52.890778 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7b632ef0-fb84-4512-b606-1782444bbc60 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:53.013082 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b632ef0-fb84-4512-b606-1782444bbc60 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event updated for resources: {'Subnet': ['ID=b49f715e-cdb3-45cb-affd-b9a7a1c355b3,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:53.029480 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b632ef0-fb84-4512-b606-1782444bbc60 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Checking segment: {'id': '2320c897-7d04-4e10-a490-d3661610d088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c40bf189-3382-4806-8fd5-b71a8ca3d68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:53.034489 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b632ef0-fb84-4512-b606-1782444bbc60 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Network hostable DHCP agents. Network: c40bf189-3382-4806-8fd5-b71a8ca3d68b, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:36:53.098190 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-632c4819-05dc-4191-b9a0-bab4743839e4 req-c6512597-258d-401b-b432-69d978683ad0 service neutron] 10.222.0.18 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035370 Jul 15 13:36:53.133002 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f901d268-ee84-4c05-beb2-c559ece51fb0 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:53.142030 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b632ef0-fb84-4512-b606-1782444bbc60 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Network c40bf189-3382-4806-8fd5-b71a8ca3d68b is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:36:53.143326 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f901d268-ee84-4c05-beb2-c559ece51fb0 None None] Transition to ACTIVE for port object 267a7c2a-fd35-44cc-be60-ed49660296db will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:53.163781 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f901d268-ee84-4c05-beb2-c559ece51fb0 None None] Transition to ACTIVE for port object 267a7c2a-fd35-44cc-be60-ed49660296db will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:53.172612 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7b632ef0-fb84-4512-b606-1782444bbc60 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, c40bf189-3382-4806-8fd5-b71a8ca3d68b) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:53.172932 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f901d268-ee84-4c05-beb2-c559ece51fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:53.191387 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b632ef0-fb84-4512-b606-1782444bbc60 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:53.191826 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7b632ef0-fb84-4512-b606-1782444bbc60 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:53.210873 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc7a343-a899-4d1e-acda-e7fff13840a0 None None] Network c40bf189-3382-4806-8fd5-b71a8ca3d68b requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:53.218515 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe36dca-4562-4993-85b4-1e1d7de3b4c8 req-8ef6ebf1-7a94-4caa-bba5-0390d6053368 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:53.220849 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bfe36dca-4562-4993-85b4-1e1d7de3b4c8 req-8ef6ebf1-7a94-4caa-bba5-0390d6053368 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 944 time: 0.1819346 Jul 15 13:36:53.237519 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7b632ef0-fb84-4512-b606-1782444bbc60 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1135623 Jul 15 13:36:53.249844 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35170) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:53.279045 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f901d268-ee84-4c05-beb2-c559ece51fb0 None None] Network ce6b8ac0-a80c-415f-9bf7-b28e4b2bce4c is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:53.291959 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-f901d268-ee84-4c05-beb2-c559ece51fb0 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:53.317062 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d934810-3b8a-4268-961d-eafe43d2eae7 req-2e6589d3-c847-40d7-8660-bd1190e395d1 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:53.320059 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901d268-ee84-4c05-beb2-c559ece51fb0 None None] Pushing event updated for resources: {'Port': ['ID=267a7c2a-fd35-44cc-be60-ed49660296db,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:53.321092 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0d934810-3b8a-4268-961d-eafe43d2eae7 req-2e6589d3-c847-40d7-8660-bd1190e395d1 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=d193efab-e036-4168-bc96-c208b08627ec HTTP/1.1" status: 200 len: 944 time: 0.1673391 Jul 15 13:36:53.324421 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f901d268-ee84-4c05-beb2-c559ece51fb0 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:53.328639 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:53.415730 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bfe36dca-4562-4993-85b4-1e1d7de3b4c8 req-137b6d44-d1c2-4372-a564-9ecfb03b1000 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734793 Jul 15 13:36:53.426699 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0d934810-3b8a-4268-961d-eafe43d2eae7 req-7822719d-b4cc-4cc5-97e1-dc7dc2a398ba tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815446 Jul 15 13:36:53.469856 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f901d268-ee84-4c05-beb2-c559ece51fb0 None None] Attempting to bind port 267a7c2a-fd35-44cc-be60-ed49660296db on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:53.470239 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f901d268-ee84-4c05-beb2-c559ece51fb0 None None] Attempting to bind port 267a7c2a-fd35-44cc-be60-ed49660296db by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '24f464c0-0e4a-4dc3-9df7-af12d60aa917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce6b8ac0-a80c-415f-9bf7-b28e4b2bce4c'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:53.470416 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70cd4bbf-8893-4cfa-bdc8-b27ca31a56df tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:53.470593 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f901d268-ee84-4c05-beb2-c559ece51fb0 None None] Attempting to bind port 267a7c2a-fd35-44cc-be60-ed49660296db on network ce6b8ac0-a80c-415f-9bf7-b28e4b2bce4c {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:53.480240 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-41ddd297-1bc1-48ae-af11-fa9e72bddf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:53.484306 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f901d268-ee84-4c05-beb2-c559ece51fb0 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:53.485021 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f901d268-ee84-4c05-beb2-c559ece51fb0 None None] Checking segment: {'id': '24f464c0-0e4a-4dc3-9df7-af12d60aa917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce6b8ac0-a80c-415f-9bf7-b28e4b2bce4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:53.485247 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f901d268-ee84-4c05-beb2-c559ece51fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:53.485632 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f901d268-ee84-4c05-beb2-c559ece51fb0 None None] Bound using segment: {'id': '24f464c0-0e4a-4dc3-9df7-af12d60aa917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce6b8ac0-a80c-415f-9bf7-b28e4b2bce4c'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:53.486151 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f901d268-ee84-4c05-beb2-c559ece51fb0 None None] Bound port: 267a7c2a-fd35-44cc-be60-ed49660296db, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f464c0-0e4a-4dc3-9df7-af12d60aa917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ce6b8ac0-a80c-415f-9bf7-b28e4b2bce4c'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:53.486542 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f901d268-ee84-4c05-beb2-c559ece51fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:53.577032 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10753ab0-182e-4d17-b87d-b867ceca4dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-c40bf189-3382-4806-8fd5-b71a8ca3d68b', 'network_id': 'c40bf189-3382-4806-8fd5-b71a8ca3d68b', 'tenant_id': 'd941e2e781cf46f69646e6c71b18d5f9', 'fixed_ips': [{'subnet_id': 'b49f715e-cdb3-45cb-affd-b9a7a1c355b3'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:36:53.578295 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-10753ab0-182e-4d17-b87d-b867ceca4dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:53.587251 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70cd4bbf-8893-4cfa-bdc8-b27ca31a56df tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:53.673291 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70cd4bbf-8893-4cfa-bdc8-b27ca31a56df tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:53.705175 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd4bbf-8893-4cfa-bdc8-b27ca31a56df tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event deleted for resources: {'Subnet': ['ID=b49f715e-cdb3-45cb-affd-b9a7a1c355b3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:53.764474 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-f901d268-ee84-4c05-beb2-c559ece51fb0 None None] For port 267a7c2a-fd35-44cc-be60-ed49660296db, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:53.769807 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a864b3-cf0e-4066-9735-9517c8e8d2ea req-3ef4c1fc-7440-4751-aaa5-3ca7dd930c02 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:53.773454 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-43a864b3-cf0e-4066-9735-9517c8e8d2ea req-3ef4c1fc-7440-4751-aaa5-3ca7dd930c02 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 945 time: 0.1392484 Jul 15 13:36:53.792385 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-f901d268-ee84-4c05-beb2-c559ece51fb0 None None] For port 267a7c2a-fd35-44cc-be60-ed49660296db, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=267a7c2a-fd35-44cc-be60-ed49660296db,segment=NetworkSegment(24f464c0-0e4a-4dc3-9df7-af12d60aa917),segment_id=24f464c0-0e4a-4dc3-9df7-af12d60aa917)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:53.805261 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f901d268-ee84-4c05-beb2-c559ece51fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server [None req-10753ab0-182e-4d17-b87d-b867ceca4dde None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b49f715e-cdb3-45cb-affd-b9a7a1c355b3: This subnet is being modified by another concurrent operation. Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b49f715e-cdb3-45cb-affd-b9a7a1c355b3: This subnet is being modified by another concurrent operation. Jul 15 13:36:53.812818 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server Jul 15 13:36:53.844063 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039aa9fe-7461-4e1e-856f-c25fce6aa78b None None] Network c40bf189-3382-4806-8fd5-b71a8ca3d68b requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:53.880428 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70cd4bbf-8893-4cfa-bdc8-b27ca31a56df tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:53.887177 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-43a864b3-cf0e-4066-9735-9517c8e8d2ea req-9d502317-4c3f-469f-ae3c-9aea97e1ed38 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1011875 Jul 15 13:36:53.926841 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-70cd4bbf-8893-4cfa-bdc8-b27ca31a56df tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c40bf189-3382-4806-8fd5-b71a8ca3d68b']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:53.962970 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901d268-ee84-4c05-beb2-c559ece51fb0 None None] Pushing event updated for resources: {'Port': ['ID=267a7c2a-fd35-44cc-be60-ed49660296db,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:53.998865 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-70cd4bbf-8893-4cfa-bdc8-b27ca31a56df tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2320c897-7d04-4e10-a490-d3661610d088') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:53.999661 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-70cd4bbf-8893-4cfa-bdc8-b27ca31a56df tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2320c897-7d04-4e10-a490-d3661610d088') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:54.025967 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70cd4bbf-8893-4cfa-bdc8-b27ca31a56df tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.054218 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70cd4bbf-8893-4cfa-bdc8-b27ca31a56df tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.064544 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70cd4bbf-8893-4cfa-bdc8-b27ca31a56df tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:36:54.064965 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70cd4bbf-8893-4cfa-bdc8-b27ca31a56df tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.068342 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:36:54.068342 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:36:54.068342 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:36:54.068342 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:36:54.068342 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:36:54.068342 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:36:54.068342 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:36:54.068342 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:36:54.068342 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:36:54.068342 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:36:54.068342 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:36:54.068342 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:36:54.068342 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:36:54.068342 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:36:54.068342 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:36:54.068342 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:36:54.068342 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:36:54.068342 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:36:54.068342 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:36:54.068342 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:36:54.068342 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:36:54.068342 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:36:54.068342 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:36:54.068342 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:36:54.068342 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:36:54.068342 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:36:54.068342 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:36:54.068342 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:36:54.068342 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:36:54.068342 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:36:54.068342 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:36:54.068342 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:36:54.109254 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c85a3c-3306-40ef-93fe-804e73c34b42 req-1a28dfe9-652e-4a6e-bc37-335a8324c237 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:54.110970 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-81c85a3c-3306-40ef-93fe-804e73c34b42 req-1a28dfe9-652e-4a6e-bc37-335a8324c237 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 945 time: 0.1862845 Jul 15 13:36:54.183435 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70cd4bbf-8893-4cfa-bdc8-b27ca31a56df tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.199959 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70cd4bbf-8893-4cfa-bdc8-b27ca31a56df tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.202038 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-70cd4bbf-8893-4cfa-bdc8-b27ca31a56df tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "DELETE /v2.0/networks/c40bf189-3382-4806-8fd5-b71a8ca3d68b HTTP/1.1" status: 204 len: 168 time: 0.9566152 Jul 15 13:36:54.207491 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35174) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:54.213608 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-282eb4ae-c8e7-408d-9510-d4edc136d100 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-759092406'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:54.223812 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd4bbf-8893-4cfa-bdc8-b27ca31a56df tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event deleted for resources: {'Network': ['ID=c40bf189-3382-4806-8fd5-b71a8ca3d68b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:54.262429 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-81c85a3c-3306-40ef-93fe-804e73c34b42 req-aec4beac-19bc-4828-ba70-e99b038a609c tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/security-groups?id=2528a0bd-3b07-4064-88d6-01fe3074ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196189 Jul 15 13:36:54.266706 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282eb4ae-c8e7-408d-9510-d4edc136d100 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Made reservation on behalf of d941e2e781cf46f69646e6c71b18d5f9 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:54.271913 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-282eb4ae-c8e7-408d-9510-d4edc136d100 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.303450 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-282eb4ae-c8e7-408d-9510-d4edc136d100 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:36:54.317231 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-282eb4ae-c8e7-408d-9510-d4edc136d100 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.317735 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-282eb4ae-c8e7-408d-9510-d4edc136d100 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Added segment d58c1acb-25c0-46a7-9f57-3a6cae20c1aa of type vlan for network f1ee3277-159f-4c04-b1f9-bdbef14d07e7 Jul 15 13:36:54.357393 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 3286c72d-b51a-4703-87b9-c47a85bb3e93 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:36:54.375783 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-282eb4ae-c8e7-408d-9510-d4edc136d100 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.430516 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-282eb4ae-c8e7-408d-9510-d4edc136d100 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.440969 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282eb4ae-c8e7-408d-9510-d4edc136d100 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:54.442057 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-282eb4ae-c8e7-408d-9510-d4edc136d100 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.491593 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 3286c72d-b51a-4703-87b9-c47a85bb3e93, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=3286c72d-b51a-4703-87b9-c47a85bb3e93,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:54.515319 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35182) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:54.518886 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '3286c72d-b51a-4703-87b9-c47a85bb3e93', 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff', 'port_id': '3286c72d-b51a-4703-87b9-c47a85bb3e93', 'mac_address': 'fa:16:3e:40:67:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b30ffac-e52f-4dd4-90fb-1da118e51f78', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:36:54.524304 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f938bdea-3ff5-4b1b-89b3-7b7755f6d6d7 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Request body: {'subnet': {'network_id': 'f1ee3277-159f-4c04-b1f9-bdbef14d07e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:54.525123 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-282eb4ae-c8e7-408d-9510-d4edc136d100 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3160615 Jul 15 13:36:54.627644 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282eb4ae-c8e7-408d-9510-d4edc136d100 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event updated for resources: {'Network': ['ID=f1ee3277-159f-4c04-b1f9-bdbef14d07e7,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:54.632403 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.648574 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network f1ee3277-159f-4c04-b1f9-bdbef14d07e7 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:36:54.664556 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3286c72d-b51a-4703-87b9-c47a85bb3e93 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:36:54.798729 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 3286c72d-b51a-4703-87b9-c47a85bb3e93, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=3286c72d-b51a-4703-87b9-c47a85bb3e93,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:54.822106 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.824468 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 05db1a3f-09e9-40f1-9b7b-8d700353e799 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:36:54.828093 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 267a7c2a-fd35-44cc-be60-ed49660296db up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:54.866265 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f938bdea-3ff5-4b1b-89b3-7b7755f6d6d7 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Made reservation on behalf of d941e2e781cf46f69646e6c71b18d5f9 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:54.872868 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f938bdea-3ff5-4b1b-89b3-7b7755f6d6d7 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:54.922111 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1401ce-56a5-433a-ae13-f87ea71a1493 req-973b3417-63dc-4a0f-9785-dac0e3ceb46a tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:54.923651 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f88663-ee79-4331-8b1f-1a01cad95d99 req-14dcee85-6a1f-45cc-bb36-c479988a4401 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:54.931434 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-72f88663-ee79-4331-8b1f-1a01cad95d99 req-14dcee85-6a1f-45cc-bb36-c479988a4401 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=d193efab-e036-4168-bc96-c208b08627ec HTTP/1.1" status: 200 len: 944 time: 0.3264294 Jul 15 13:36:54.933057 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f1401ce-56a5-433a-ae13-f87ea71a1493 req-973b3417-63dc-4a0f-9785-dac0e3ceb46a tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 944 time: 0.1383271 Jul 15 13:36:54.933216 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.008063 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f1401ce-56a5-433a-ae13-f87ea71a1493 req-3b633662-6779-4390-9834-2503a8a89a38 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731895 Jul 15 13:36:55.032677 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-72f88663-ee79-4331-8b1f-1a01cad95d99 req-bc9b2cd2-9e95-49e6-8ca1-658dde2b96c1 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969529 Jul 15 13:36:55.164637 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=3286c72d-b51a-4703-87b9-c47a85bb3e93,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:55.273486 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f938bdea-3ff5-4b1b-89b3-7b7755f6d6d7 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.372607 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 267a7c2a-fd35-44cc-be60-ed49660296db completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:55.378649 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.395914 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 05db1a3f-09e9-40f1-9b7b-8d700353e799, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=05db1a3f-09e9-40f1-9b7b-8d700353e799,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:55.410998 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8be6ae-e0f3-4ecc-adaf-5af10ea1541a req-bd3fdad4-54e7-4fe8-824e-8a3aedb659dd tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:55.411780 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '05db1a3f-09e9-40f1-9b7b-8d700353e799', 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38', 'port_id': '05db1a3f-09e9-40f1-9b7b-8d700353e799', 'mac_address': 'fa:16:3e:6c:1b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:36:55.412699 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2c8be6ae-e0f3-4ecc-adaf-5af10ea1541a req-bd3fdad4-54e7-4fe8-824e-8a3aedb659dd tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 945 time: 0.1327815 Jul 15 13:36:55.470304 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2c8be6ae-e0f3-4ecc-adaf-5af10ea1541a req-72b837eb-588e-44c5-b7d9-796a19a53e29 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/security-groups?id=2528a0bd-3b07-4064-88d6-01fe3074ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467205 Jul 15 13:36:55.474040 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938bdea-3ff5-4b1b-89b3-7b7755f6d6d7 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event updated for resources: {'Subnet': ['ID=91d878c7-c4df-456d-957c-198c4214c66f,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:55.482797 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098a46bc-544f-4d0a-abb9-1ec78b4141d2 None None] Network ce6b8ac0-a80c-415f-9bf7-b28e4b2bce4c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:55.487615 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f938bdea-3ff5-4b1b-89b3-7b7755f6d6d7 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Checking segment: {'id': 'd58c1acb-25c0-46a7-9f57-3a6cae20c1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f1ee3277-159f-4c04-b1f9-bdbef14d07e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:55.488221 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f938bdea-3ff5-4b1b-89b3-7b7755f6d6d7 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Network hostable DHCP agents. Network: f1ee3277-159f-4c04-b1f9-bdbef14d07e7, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:36:55.515355 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.550553 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e710eee-e7db-4057-87c3-bf3f702ec01e req-4fc2dc9e-3da0-496d-beac-210aa757612a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:55.553709 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4e710eee-e7db-4057-87c3-bf3f702ec01e req-4fc2dc9e-3da0-496d-beac-210aa757612a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 945 time: 0.2726541 Jul 15 13:36:55.563064 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05db1a3f-09e9-40f1-9b7b-8d700353e799 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:36:55.575178 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f938bdea-3ff5-4b1b-89b3-7b7755f6d6d7 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Network f1ee3277-159f-4c04-b1f9-bdbef14d07e7 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:36:55.598758 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a0e6f749-046e-403c-85bc-efcf30b3e801 None None] Provisioning for port 267a7c2a-fd35-44cc-be60-ed49660296db completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:55.603766 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 05db1a3f-09e9-40f1-9b7b-8d700353e799, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=05db1a3f-09e9-40f1-9b7b-8d700353e799,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:55.611548 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a0e6f749-046e-403c-85bc-efcf30b3e801 None None] Provisioning complete for port 267a7c2a-fd35-44cc-be60-ed49660296db triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:55.611924 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0e6f749-046e-403c-85bc-efcf30b3e801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.613520 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f938bdea-3ff5-4b1b-89b3-7b7755f6d6d7 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, f1ee3277-159f-4c04-b1f9-bdbef14d07e7) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:55.634165 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f938bdea-3ff5-4b1b-89b3-7b7755f6d6d7 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:55.635137 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f938bdea-3ff5-4b1b-89b3-7b7755f6d6d7 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.637719 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.645697 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982e8a22-c08e-4314-b586-e50965cda091 None None] Network f1ee3277-159f-4c04-b1f9-bdbef14d07e7 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:55.650227 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4e710eee-e7db-4057-87c3-bf3f702ec01e req-8b15531d-9f8d-448e-9a78-8020066e6a49 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0880470 Jul 15 13:36:55.678943 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f938bdea-3ff5-4b1b-89b3-7b7755f6d6d7 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1618836 Jul 15 13:36:55.688015 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35188) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:55.804045 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=05db1a3f-09e9-40f1-9b7b-8d700353e799,revision_number=11']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:55.860414 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e10a7d7a-e324-4e7d-8534-92891f1bfc2b tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.923975 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0e6f749-046e-403c-85bc-efcf30b3e801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.926615 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['3286c72d-b51a-4703-87b9-c47a85bb3e93'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:36:55.929211 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['05db1a3f-09e9-40f1-9b7b-8d700353e799'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:36:55.983479 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e10a7d7a-e324-4e7d-8534-92891f1bfc2b tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.101097 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a0e6f749-046e-403c-85bc-efcf30b3e801 None None] For port 267a7c2a-fd35-44cc-be60-ed49660296db, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=267a7c2a-fd35-44cc-be60-ed49660296db,segment=NetworkSegment(24f464c0-0e4a-4dc3-9df7-af12d60aa917),segment_id=24f464c0-0e4a-4dc3-9df7-af12d60aa917)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:56.120302 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2241e205-8e34-4a7d-9a6d-fd36ccb774b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-f1ee3277-159f-4c04-b1f9-bdbef14d07e7', 'network_id': 'f1ee3277-159f-4c04-b1f9-bdbef14d07e7', 'tenant_id': 'd941e2e781cf46f69646e6c71b18d5f9', 'fixed_ips': [{'subnet_id': '91d878c7-c4df-456d-957c-198c4214c66f'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:36:56.121588 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e10a7d7a-e324-4e7d-8534-92891f1bfc2b tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.121849 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2241e205-8e34-4a7d-9a6d-fd36ccb774b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.134392 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0e6f749-046e-403c-85bc-efcf30b3e801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.307069 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e10a7d7a-e324-4e7d-8534-92891f1bfc2b tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.331720 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e10a7d7a-e324-4e7d-8534-92891f1bfc2b tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ee3277-159f-4c04-b1f9-bdbef14d07e7']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:56.411545 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e10a7d7a-e324-4e7d-8534-92891f1bfc2b tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd58c1acb-25c0-46a7-9f57-3a6cae20c1aa') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:56.411895 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e10a7d7a-e324-4e7d-8534-92891f1bfc2b tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd58c1acb-25c0-46a7-9f57-3a6cae20c1aa') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:56.416869 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a7d7a-e324-4e7d-8534-92891f1bfc2b tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event deleted for resources: {'Subnet': ['ID=91d878c7-c4df-456d-957c-198c4214c66f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:56.449822 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d15fda-7a25-4c3c-a6b5-3940f32d42a3 req-3dae05da-9898-4266-b760-23259b5785c5 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:56.452851 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-61d15fda-7a25-4c3c-a6b5-3940f32d42a3 req-3dae05da-9898-4266-b760-23259b5785c5 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=d193efab-e036-4168-bc96-c208b08627ec HTTP/1.1" status: 200 len: 945 time: 0.1872928 Jul 15 13:36:56.475825 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e10a7d7a-e324-4e7d-8534-92891f1bfc2b tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.528672 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e10a7d7a-e324-4e7d-8534-92891f1bfc2b tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.542597 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10a7d7a-e324-4e7d-8534-92891f1bfc2b tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:36:56.543011 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e10a7d7a-e324-4e7d-8534-92891f1bfc2b tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:36:56.547778 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:36:56.555288 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-61d15fda-7a25-4c3c-a6b5-3940f32d42a3 req-f137fc0f-3ddf-49a4-9e09-41a50be7377f tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969841 Jul 15 13:36:56.599139 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6f749-046e-403c-85bc-efcf30b3e801 None None] Pushing event updated for resources: {'Port': ['ID=267a7c2a-fd35-44cc-be60-ed49660296db,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:56.613310 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64a2963-331f-465b-9b61-7ef674ec2a31 None None] Network f1ee3277-159f-4c04-b1f9-bdbef14d07e7 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:56.634388 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.720932 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e10a7d7a-e324-4e7d-8534-92891f1bfc2b tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.744349 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e10a7d7a-e324-4e7d-8534-92891f1bfc2b tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.750970 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e10a7d7a-e324-4e7d-8534-92891f1bfc2b tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "DELETE /v2.0/networks/f1ee3277-159f-4c04-b1f9-bdbef14d07e7 HTTP/1.1" status: 204 len: 168 time: 1.0579076 Jul 15 13:36:56.758186 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7d2357cd-2406-4073-9af8-1c8fa1c679d8 req-53f145b3-598a-443c-a1e1-ce49deecb321 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=355d3ed4-6ebc-4ab9-8dbb-071f675416e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3398426 Jul 15 13:36:56.769077 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35198) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:56.770646 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b1dad3f6-44b5-4412-b32c-fbcc3092f7eb None None] Provisioning complete for port 267a7c2a-fd35-44cc-be60-ed49660296db triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:56.771029 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1dad3f6-44b5-4412-b32c-fbcc3092f7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.788112 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4e1b385e-efc4-42cc-b99c-23252c53e59b tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1523732430'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:56.791108 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321d652-7a25-44f7-8c8c-336960cd3cfe req-83c4fecd-52f8-42fd-8ec6-cc1b5e011729 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:56.794528 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2321d652-7a25-44f7-8c8c-336960cd3cfe req-83c4fecd-52f8-42fd-8ec6-cc1b5e011729 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 945 time: 0.3854692 Jul 15 13:36:56.808373 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a7d7a-e324-4e7d-8534-92891f1bfc2b tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event deleted for resources: {'Network': ['ID=f1ee3277-159f-4c04-b1f9-bdbef14d07e7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:56.869141 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1b385e-efc4-42cc-b99c-23252c53e59b tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Made reservation on behalf of d941e2e781cf46f69646e6c71b18d5f9 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:56.877096 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e1b385e-efc4-42cc-b99c-23252c53e59b tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:56.888514 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032fb3cd-e2e4-4efb-be93-6f02690ee9bb None None] get_active_networks_info from n-d-758944-45 {{(pid=93815) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:36:56.890721 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2321d652-7a25-44f7-8c8c-336960cd3cfe req-9688c5f5-2377-466d-827e-37b57f6935a9 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779536 Jul 15 13:36:56.902153 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8ccf1-eeef-4c44-9d13-14fc7685c60e req-d2411844-fa0c-4f18-a54d-848c9f917680 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:56.905727 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40f8ccf1-eeef-4c44-9d13-14fc7685c60e req-d2411844-fa0c-4f18-a54d-848c9f917680 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 945 time: 0.2058258 Jul 15 13:36:56.954702 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2357cd-2406-4073-9af8-1c8fa1c679d8 req-35fd2452-79ba-4965-b53d-f6d4f8520233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:56.960711 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7d2357cd-2406-4073-9af8-1c8fa1c679d8 req-35fd2452-79ba-4965-b53d-f6d4f8520233 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89567fda246241f4860e07527d287580&device_id=355d3ed4-6ebc-4ab9-8dbb-071f675416e2 HTTP/1.1" status: 200 len: 1098 time: 0.1639028 Jul 15 13:36:56.984313 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:36:57.034815 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40f8ccf1-eeef-4c44-9d13-14fc7685c60e req-a0ebc44a-9f5c-4a2a-8287-8d5ed1feeb9d tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/security-groups?id=2528a0bd-3b07-4064-88d6-01fe3074ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148522 Jul 15 13:36:57.041214 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1b385e-efc4-42cc-b99c-23252c53e59b tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:36:57.065157 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e1b385e-efc4-42cc-b99c-23252c53e59b tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:57.065724 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-4e1b385e-efc4-42cc-b99c-23252c53e59b tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Added segment 94bfcad9-3535-4268-abbf-eca27e503d99 of type vlan for network 902a333b-3c5f-47e9-9c65-d2e58d3a4ef3 Jul 15 13:36:57.090034 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032fb3cd-e2e4-4efb-be93-6f02690ee9bb None None] Resources bound (agent type, host, resource id): {{(pid=93815) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:36:57.163696 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e1b385e-efc4-42cc-b99c-23252c53e59b tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:57.185088 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2357cd-2406-4073-9af8-1c8fa1c679d8 req-4904b7bc-a666-4488-b7d9-f259f07829c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:57.188527 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7d2357cd-2406-4073-9af8-1c8fa1c679d8 req-4904b7bc-a666-4488-b7d9-f259f07829c3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb HTTP/1.1" status: 200 len: 913 time: 0.2051189 Jul 15 13:36:57.224777 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e1b385e-efc4-42cc-b99c-23252c53e59b tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:57.237944 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1b385e-efc4-42cc-b99c-23252c53e59b tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:57.239011 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e1b385e-efc4-42cc-b99c-23252c53e59b tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:57.270530 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4e1b385e-efc4-42cc-b99c-23252c53e59b tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4921820 Jul 15 13:36:57.275990 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35202) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:57.289627 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e8a951e9-76c9-49ba-ad70-c720ddc2facc tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Request body: {'subnet': {'network_id': '902a333b-3c5f-47e9-9c65-d2e58d3a4ef3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:57.357942 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7d2357cd-2406-4073-9af8-1c8fa1c679d8 req-78dee01d-2cb7-4c60-a368-6a3393c4a4a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61e80b52-d22a-439e-a270-a6c2af6f6d50 HTTP/1.1" status: 200 len: 1002 time: 0.1493156 Jul 15 13:36:57.426812 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b385e-efc4-42cc-b99c-23252c53e59b tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event updated for resources: {'Network': ['ID=902a333b-3c5f-47e9-9c65-d2e58d3a4ef3,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:57.470381 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 902a333b-3c5f-47e9-9c65-d2e58d3a4ef3 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:36:57.531637 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5dabb0-5e52-4b9b-b5ab-ca005ce4f082 req-21c64611-ed63-4600-83d8-0d03aea7af0a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:57.535955 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8e5dabb0-5e52-4b9b-b5ab-ca005ce4f082 req-21c64611-ed63-4600-83d8-0d03aea7af0a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 945 time: 0.3742721 Jul 15 13:36:57.616638 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2357cd-2406-4073-9af8-1c8fa1c679d8 req-8e146a36-f5f1-465f-acf1-81cdd8261a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:57.618741 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7d2357cd-2406-4073-9af8-1c8fa1c679d8 req-8e146a36-f5f1-465f-acf1-81cdd8261a4c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4840df0d-ad31-406d-829f-ea4475de886e HTTP/1.1" status: 200 len: 851 time: 0.2534442 Jul 15 13:36:57.624795 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a951e9-76c9-49ba-ad70-c720ddc2facc tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Made reservation on behalf of d941e2e781cf46f69646e6c71b18d5f9 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:57.628442 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8a951e9-76c9-49ba-ad70-c720ddc2facc tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:57.705358 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8e5dabb0-5e52-4b9b-b5ab-ca005ce4f082 req-d53c3f2e-1def-4b41-9142-c5f60448d0b3 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1526854 Jul 15 13:36:57.707791 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03edf2-f9d2-4534-93f6-806f611610c1 req-ac45c4ce-7926-4048-8991-9964c97bbf02 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:57.710820 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7d03edf2-f9d2-4534-93f6-806f611610c1 req-ac45c4ce-7926-4048-8991-9964c97bbf02 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 945 time: 0.0834167 Jul 15 13:36:57.777085 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7d03edf2-f9d2-4534-93f6-806f611610c1 req-2cfda654-4e82-4ace-bcad-9da8b0eac36a tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/security-groups?id=2528a0bd-3b07-4064-88d6-01fe3074ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565908 Jul 15 13:36:57.851549 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bed6a0-40a2-4c8d-85ae-c83b42294063 req-2ec95eea-2564-4bd4-a4b2-e0a48411c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:57.853517 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d2bed6a0-40a2-4c8d-85ae-c83b42294063 req-2ec95eea-2564-4bd4-a4b2-e0a48411c992 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=db5b4791469c40799062a61423474492&device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 1097 time: 0.3044362 Jul 15 13:36:57.879315 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2357cd-2406-4073-9af8-1c8fa1c679d8 req-09f98877-a4e3-4b0a-a581-7b7031682d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:57.882639 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7d2357cd-2406-4073-9af8-1c8fa1c679d8 req-09f98877-a4e3-4b0a-a581-7b7031682d4c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2483113 Jul 15 13:36:58.144692 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4292c-fa87-4b69-bcbd-438280c39b45 req-b20afc51-7bf7-4e82-b1ee-769599192fcf tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:58.148256 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3ef4292c-fa87-4b69-bcbd-438280c39b45 req-b20afc51-7bf7-4e82-b1ee-769599192fcf tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 945 time: 0.0990653 Jul 15 13:36:58.202307 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bed6a0-40a2-4c8d-85ae-c83b42294063 req-c3d84630-eacf-4120-817d-517f07661929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:58.203973 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d2bed6a0-40a2-4c8d-85ae-c83b42294063 req-c3d84630-eacf-4120-817d-517f07661929 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9b455f02-eef0-456f-a68a-bb60c10b5c9c HTTP/1.1" status: 200 len: 913 time: 0.3419893 Jul 15 13:36:58.207739 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8a951e9-76c9-49ba-ad70-c720ddc2facc tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:58.208181 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3ef4292c-fa87-4b69-bcbd-438280c39b45 req-b88a6392-3cdc-4022-b2e7-035a4ca30ff1 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495751 Jul 15 13:36:58.247574 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7d2357cd-2406-4073-9af8-1c8fa1c679d8 req-0e214354-e743-445a-8253-54a36b7c9dd5 service neutron] 10.222.0.18 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391135 Jul 15 13:36:58.294544 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f84e2-068f-4f4b-a8b7-bd6a53a94107 req-c8ff4bf8-11e4-4c01-b234-cdd6adef2d9e tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:58.296231 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4e4f84e2-068f-4f4b-a8b7-bd6a53a94107 req-c8ff4bf8-11e4-4c01-b234-cdd6adef2d9e tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=d193efab-e036-4168-bc96-c208b08627ec HTTP/1.1" status: 200 len: 945 time: 0.3867424 Jul 15 13:36:58.316230 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d2bed6a0-40a2-4c8d-85ae-c83b42294063 req-fcc4424a-93f3-4910-ae44-d98b4c227680 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=356e96c9-6533-42a7-ae51-99915778b367 HTTP/1.1" status: 200 len: 217 time: 0.1038029 Jul 15 13:36:58.404400 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a951e9-76c9-49ba-ad70-c720ddc2facc tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event updated for resources: {'Subnet': ['ID=20cbd735-c7d7-4278-9653-9c8b712c58bf,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:58.413849 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 3286c72d-b51a-4703-87b9-c47a85bb3e93 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:58.491217 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 3286c72d-b51a-4703-87b9-c47a85bb3e93 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:58.496537 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 3286c72d-b51a-4703-87b9-c47a85bb3e93 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:58.497166 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:58.522268 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4e4f84e2-068f-4f4b-a8b7-bd6a53a94107 req-e70a73f7-eb78-4833-af23-630d5ed63f45 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128584 Jul 15 13:36:58.528576 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bed6a0-40a2-4c8d-85ae-c83b42294063 req-18393f7b-be73-4b38-8c0f-c1a68f946a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:58.529711 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d2bed6a0-40a2-4c8d-85ae-c83b42294063 req-18393f7b-be73-4b38-8c0f-c1a68f946a4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6751d640-096f-4f75-bf5e-29af8a225130 HTTP/1.1" status: 200 len: 852 time: 0.1786885 Jul 15 13:36:58.535958 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a951e9-76c9-49ba-ad70-c720ddc2facc tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Checking segment: {'id': '94bfcad9-3535-4268-abbf-eca27e503d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '902a333b-3c5f-47e9-9c65-d2e58d3a4ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:58.537031 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a951e9-76c9-49ba-ad70-c720ddc2facc tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Network hostable DHCP agents. Network: 902a333b-3c5f-47e9-9c65-d2e58d3a4ef3, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:36:58.632960 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:58.681871 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd193efab-e036-4168-bc96-c208b08627ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3286c72d-b51a-4703-87b9-c47a85bb3e93'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:58.687011 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc75aed-caf9-4133-91e0-210ad01b1aa8" -d '{"events": [{"server_uuid": "d193efab-e036-4168-bc96-c208b08627ec", "name": "network-vif-plugged", "status": "completed", "tag": "3286c72d-b51a-4703-87b9-c47a85bb3e93"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:58.724128 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 3286c72d-b51a-4703-87b9-c47a85bb3e93, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=3286c72d-b51a-4703-87b9-c47a85bb3e93,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:58.731927 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 267a7c2a-fd35-44cc-be60-ed49660296db up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:58.780355 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dc51da-a396-4555-b621-be63c43a43ee x-openstack-request-id: req-53dc51da-a396-4555-b621-be63c43a43ee {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:58.781048 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d193efab-e036-4168-bc96-c208b08627ec", "name": "network-vif-plugged", "status": "completed", "tag": "3286c72d-b51a-4703-87b9-c47a85bb3e93", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:58.781449 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-53dc51da-a396-4555-b621-be63c43a43ee {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:58.782617 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd193efab-e036-4168-bc96-c208b08627ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3286c72d-b51a-4703-87b9-c47a85bb3e93', 'code': 200} Jul 15 13:36:58.784188 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:58.785585 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 05db1a3f-09e9-40f1-9b7b-8d700353e799 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:58.895953 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7d2357cd-2406-4073-9af8-1c8fa1c679d8 req-dbea2f2c-bbf4-4cd0-bd5d-a243bf889e09 service neutron] 10.222.0.18 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6144817 Jul 15 13:36:58.899963 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d2bed6a0-40a2-4c8d-85ae-c83b42294063 req-24901646-a404-4631-95c3-cc3e02427c27 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9b455f02-eef0-456f-a68a-bb60c10b5c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3610110 Jul 15 13:36:58.934933 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a951e9-76c9-49ba-ad70-c720ddc2facc tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Network 902a333b-3c5f-47e9-9c65-d2e58d3a4ef3 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:36:58.965204 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-e8a951e9-76c9-49ba-ad70-c720ddc2facc tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 902a333b-3c5f-47e9-9c65-d2e58d3a4ef3) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:58.973920 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a951e9-76c9-49ba-ad70-c720ddc2facc tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:58.975191 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8a951e9-76c9-49ba-ad70-c720ddc2facc tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:58.996472 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=3286c72d-b51a-4703-87b9-c47a85bb3e93,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:59.017486 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5521492e-7291-44d0-9515-f6591cfd17ad None None] Network 902a333b-3c5f-47e9-9c65-d2e58d3a4ef3 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:59.056526 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e8a951e9-76c9-49ba-ad70-c720ddc2facc tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7762434 Jul 15 13:36:59.070020 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35218) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:59.102844 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d2bed6a0-40a2-4c8d-85ae-c83b42294063 req-57655740-26d7-4ba9-9499-7007f58986f7 service neutron] 10.222.0.18 "GET /v2.0/networks/9b455f02-eef0-456f-a68a-bb60c10b5c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903620 Jul 15 13:36:59.152873 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0275d0d-9140-4354-8452-0ac765d1394e req-4e7805a4-0d71-4852-88c6-3f1a193cd480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:59.155442 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a0275d0d-9140-4354-8452-0ac765d1394e req-4e7805a4-0d71-4852-88c6-3f1a193cd480 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d193efab-e036-4168-bc96-c208b08627ec HTTP/1.1" status: 200 len: 1098 time: 0.2438531 Jul 15 13:36:59.196144 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 267a7c2a-fd35-44cc-be60-ed49660296db triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:59.196315 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:59.278948 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16938fac-0d9b-48a9-b531-2689ffb3d04d req-fc191e29-e155-4a98-a486-ca816455f945 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:59.282577 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-16938fac-0d9b-48a9-b531-2689ffb3d04d req-fc191e29-e155-4a98-a486-ca816455f945 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 945 time: 0.2238326 Jul 15 13:36:59.290112 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 05db1a3f-09e9-40f1-9b7b-8d700353e799 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:59.290843 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a0275d0d-9140-4354-8452-0ac765d1394e req-f50d47c1-4a0f-4ba0-ade2-6106d589c7ca service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282787 Jul 15 13:36:59.302274 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaadea8-bf02-4d25-a5a1-14233274babd req-5d1f9b36-5987-43e5-9d8f-fa8f75b97f49 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:59.304888 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9aaadea8-bf02-4d25-a5a1-14233274babd req-5d1f9b36-5987-43e5-9d8f-fa8f75b97f49 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 945 time: 0.2501819 Jul 15 13:36:59.307828 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 05db1a3f-09e9-40f1-9b7b-8d700353e799 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:59.311341 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:59.311750 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d2bed6a0-40a2-4c8d-85ae-c83b42294063 req-0691a329-1e65-403c-a79b-b0effd18f837 service neutron] 10.222.0.18 "GET /v2.0/networks/9b455f02-eef0-456f-a68a-bb60c10b5c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966658 Jul 15 13:36:59.316154 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f333afdd-b7eb-4b92-bb0a-536a672a1f53 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:59.375366 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-16938fac-0d9b-48a9-b531-2689ffb3d04d req-6de77780-25a3-402c-b10b-38e3fcc85d70 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/security-groups?id=2528a0bd-3b07-4064-88d6-01fe3074ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817559 Jul 15 13:36:59.390874 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9aaadea8-bf02-4d25-a5a1-14233274babd req-1cdaa4b0-a337-4a28-91c3-1bc76b362683 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0722511 Jul 15 13:36:59.417144 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f333afdd-b7eb-4b92-bb0a-536a672a1f53 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:59.511819 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f333afdd-b7eb-4b92-bb0a-536a672a1f53 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:59.544941 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333afdd-b7eb-4b92-bb0a-536a672a1f53 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event deleted for resources: {'Subnet': ['ID=20cbd735-c7d7-4278-9653-9c8b712c58bf,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:59.550512 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fd87e8-260f-46d8-91c4-e44b46ba7d44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-902a333b-3c5f-47e9-9c65-d2e58d3a4ef3', 'network_id': '902a333b-3c5f-47e9-9c65-d2e58d3a4ef3', 'tenant_id': 'd941e2e781cf46f69646e6c71b18d5f9', 'fixed_ips': [{'subnet_id': '20cbd735-c7d7-4278-9653-9c8b712c58bf'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:36:59.551941 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-49fd87e8-260f-46d8-91c4-e44b46ba7d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:59.625349 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f333afdd-b7eb-4b92-bb0a-536a672a1f53 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:59.640093 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-f333afdd-b7eb-4b92-bb0a-536a672a1f53 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['902a333b-3c5f-47e9-9c65-d2e58d3a4ef3']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:59.653006 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-f333afdd-b7eb-4b92-bb0a-536a672a1f53 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94bfcad9-3535-4268-abbf-eca27e503d99') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:59.653466 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-f333afdd-b7eb-4b92-bb0a-536a672a1f53 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94bfcad9-3535-4268-abbf-eca27e503d99') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:59.667270 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f333afdd-b7eb-4b92-bb0a-536a672a1f53 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:59.684639 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d126c-abfc-4ab0-91e7-66378cfe185a req-291db206-ff16-4046-9288-fe7f2cc1aeed tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:59.687679 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f58d126c-abfc-4ab0-91e7-66378cfe185a req-291db206-ff16-4046-9288-fe7f2cc1aeed tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 945 time: 0.1468945 Jul 15 13:36:59.690260 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f333afdd-b7eb-4b92-bb0a-536a672a1f53 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:59.698989 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f333afdd-b7eb-4b92-bb0a-536a672a1f53 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:36:59.699652 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f333afdd-b7eb-4b92-bb0a-536a672a1f53 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:59.703455 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:36:59.703455 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:36:59.703455 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:36:59.703455 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:36:59.703455 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:36:59.703455 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:36:59.703455 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:36:59.703455 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:36:59.703455 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:36:59.703455 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:36:59.703455 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:36:59.703455 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:36:59.703455 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:36:59.703455 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:36:59.703455 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:36:59.703455 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:36:59.703455 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:36:59.703455 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:36:59.703455 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:36:59.703455 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:36:59.703455 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:36:59.703455 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:36:59.703455 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:36:59.703455 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:36:59.703455 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:36:59.703455 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:36:59.703455 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:36:59.703455 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:36:59.703455 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:36:59.703455 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:36:59.703455 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:36:59.703455 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:36:59.746326 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f58d126c-abfc-4ab0-91e7-66378cfe185a req-794303ab-326c-4ca0-ac50-c67c979ac3a3 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499911 Jul 15 13:36:59.796745 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:59.807511 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b47c47-4b7b-442a-8b87-00d5ca8b0790 None None] Network 902a333b-3c5f-47e9-9c65-d2e58d3a4ef3 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:59.815413 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f333afdd-b7eb-4b92-bb0a-536a672a1f53 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:59.839983 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f333afdd-b7eb-4b92-bb0a-536a672a1f53 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:59.843496 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f333afdd-b7eb-4b92-bb0a-536a672a1f53 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "DELETE /v2.0/networks/902a333b-3c5f-47e9-9c65-d2e58d3a4ef3 HTTP/1.1" status: 204 len: 168 time: 0.7721734 Jul 15 13:36:59.846947 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35224) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:59.855357 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-8bc94a0c-9084-4ad7-9892-a6e59d956bae tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1919222959'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:59.870522 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333afdd-b7eb-4b92-bb0a-536a672a1f53 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event deleted for resources: {'Network': ['ID=902a333b-3c5f-47e9-9c65-d2e58d3a4ef3,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:59.896492 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25619960-8cd6-4554-b780-7f74f0553869 req-ec2db7bd-caef-41da-9af0-72581dc9635a tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:59.901737 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc94a0c-9084-4ad7-9892-a6e59d956bae tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Made reservation on behalf of d941e2e781cf46f69646e6c71b18d5f9 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:59.911365 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-25619960-8cd6-4554-b780-7f74f0553869 req-ec2db7bd-caef-41da-9af0-72581dc9635a tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=d193efab-e036-4168-bc96-c208b08627ec HTTP/1.1" status: 200 len: 946 time: 0.1936922 Jul 15 13:36:59.913348 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8bc94a0c-9084-4ad7-9892-a6e59d956bae tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:59.915573 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 05db1a3f-09e9-40f1-9b7b-8d700353e799, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=05db1a3f-09e9-40f1-9b7b-8d700353e799,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:59.956913 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:59.958225 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc94a0c-9084-4ad7-9892-a6e59d956bae tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:36:59.960229 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-25619960-8cd6-4554-b780-7f74f0553869 req-9a6e0400-a416-480e-a989-45581318c596 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470903 Jul 15 13:36:59.975357 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8bc94a0c-9084-4ad7-9892-a6e59d956bae tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:59.979583 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-8bc94a0c-9084-4ad7-9892-a6e59d956bae tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Added segment fe0dc68e-989c-4ccf-8d2f-1f92295285f5 of type vlan for network 3a54c2de-c613-421d-ab2c-18f7edea8821 Jul 15 13:37:00.051547 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8bc94a0c-9084-4ad7-9892-a6e59d956bae tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:00.082562 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=05db1a3f-09e9-40f1-9b7b-8d700353e799,revision_number=12']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:00.093465 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8bc94a0c-9084-4ad7-9892-a6e59d956bae tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:00.101418 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc94a0c-9084-4ad7-9892-a6e59d956bae tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:00.102263 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8bc94a0c-9084-4ad7-9892-a6e59d956bae tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:00.153281 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8bc94a0c-9084-4ad7-9892-a6e59d956bae tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3045437 Jul 15 13:37:00.157019 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35226) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:00.163209 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7d3d0b2b-f6ed-468c-9245-7915a8ddd9ee tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Request body: {'subnet': {'network_id': '3a54c2de-c613-421d-ab2c-18f7edea8821', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:00.207918 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc94a0c-9084-4ad7-9892-a6e59d956bae tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event updated for resources: {'Network': ['ID=3a54c2de-c613-421d-ab2c-18f7edea8821,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:00.227050 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 3a54c2de-c613-421d-ab2c-18f7edea8821 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:37:00.326318 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3d0b2b-f6ed-468c-9245-7915a8ddd9ee tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Made reservation on behalf of d941e2e781cf46f69646e6c71b18d5f9 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:00.331602 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3d0b2b-f6ed-468c-9245-7915a8ddd9ee tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:00.684601 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3d0b2b-f6ed-468c-9245-7915a8ddd9ee tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:00.784321 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248b97f5-a204-408f-8243-7f831a7a9292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05db1a3f-09e9-40f1-9b7b-8d700353e799'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:00.785278 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11d260-d7aa-4e3f-8a5c-751870037bb1 req-0dbb4d12-7c7a-4654-a937-98a222910d0f tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:00.787899 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cf11d260-d7aa-4e3f-8a5c-751870037bb1 req-0dbb4d12-7c7a-4654-a937-98a222910d0f tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 945 time: 0.2631838 Jul 15 13:37:00.788505 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b221867-2476-403b-8b52-cf28a73e9900" -d '{"events": [{"server_uuid": "248b97f5-a204-408f-8243-7f831a7a9292", "name": "network-vif-plugged", "status": "completed", "tag": "05db1a3f-09e9-40f1-9b7b-8d700353e799"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:00.789673 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2e2a8-c306-4ad6-afee-f0cf7ee08123 req-4da4c065-ad76-4a00-8796-67203f288bb3 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:00.794619 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-19b2e2a8-c306-4ad6-afee-f0cf7ee08123 req-4da4c065-ad76-4a00-8796-67203f288bb3 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 945 time: 0.1187809 Jul 15 13:37:00.837364 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d0b2b-f6ed-468c-9245-7915a8ddd9ee tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event updated for resources: {'Subnet': ['ID=3c4874b5-7991-4779-b9e0-982ca188c637,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:00.855458 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-19b2e2a8-c306-4ad6-afee-f0cf7ee08123 req-aabb2211-0102-481c-9fd9-1c32000223c8 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544217 Jul 15 13:37:00.861823 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3d0b2b-f6ed-468c-9245-7915a8ddd9ee tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Checking segment: {'id': 'fe0dc68e-989c-4ccf-8d2f-1f92295285f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3a54c2de-c613-421d-ab2c-18f7edea8821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:00.862199 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3d0b2b-f6ed-468c-9245-7915a8ddd9ee tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Network hostable DHCP agents. Network: 3a54c2de-c613-421d-ab2c-18f7edea8821, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:37:00.872197 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cf11d260-d7aa-4e3f-8a5c-751870037bb1 req-aaa7ed22-b895-4317-95a4-f0a6e7ecd690 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/security-groups?id=2528a0bd-3b07-4064-88d6-01fe3074ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665102 Jul 15 13:37:00.893407 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3d0b2b-f6ed-468c-9245-7915a8ddd9ee tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Network 3a54c2de-c613-421d-ab2c-18f7edea8821 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:37:00.905851 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7d3d0b2b-f6ed-468c-9245-7915a8ddd9ee tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 3a54c2de-c613-421d-ab2c-18f7edea8821) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:00.931613 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33321c65-6105-4ef9-9c8a-8b561efa57dd None None] Network 3a54c2de-c613-421d-ab2c-18f7edea8821 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:00.934721 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3d0b2b-f6ed-468c-9245-7915a8ddd9ee tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:00.935222 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d3d0b2b-f6ed-468c-9245-7915a8ddd9ee tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:00.971297 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35242) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:00.977864 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d2bd5ba1-d0b7-4e45-801e-ce335643bf0e tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Request body: {'subnet': {'network_id': '3a54c2de-c613-421d-ab2c-18f7edea8821', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:00.982527 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7d3d0b2b-f6ed-468c-9245-7915a8ddd9ee tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8243029 Jul 15 13:37:01.117336 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a784e9a-8ff2-4158-806d-6806fc05076b x-openstack-request-id: req-7a784e9a-8ff2-4158-806d-6806fc05076b {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:01.117700 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248b97f5-a204-408f-8243-7f831a7a9292", "name": "network-vif-plugged", "status": "completed", "tag": "05db1a3f-09e9-40f1-9b7b-8d700353e799", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:01.122465 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7a784e9a-8ff2-4158-806d-6806fc05076b {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:01.123142 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248b97f5-a204-408f-8243-7f831a7a9292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05db1a3f-09e9-40f1-9b7b-8d700353e799', 'code': 200} Jul 15 13:37:01.290070 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bd5ba1-d0b7-4e45-801e-ce335643bf0e tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Made reservation on behalf of d941e2e781cf46f69646e6c71b18d5f9 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:01.295578 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebc573c-769a-4405-b2a8-5cac1084e1cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-3a54c2de-c613-421d-ab2c-18f7edea8821', 'network_id': '3a54c2de-c613-421d-ab2c-18f7edea8821', 'tenant_id': 'd941e2e781cf46f69646e6c71b18d5f9', 'fixed_ips': [{'subnet_id': '3c4874b5-7991-4779-b9e0-982ca188c637'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:37:01.296533 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ebc573c-769a-4405-b2a8-5cac1084e1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:01.296727 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5ba1-d0b7-4e45-801e-ce335643bf0e tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:01.296903 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6daa16-f556-4acf-ab57-d5ba698500ea req-2525d66e-ce0f-4a5e-88ea-e5ff17bd32e0 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:01.298602 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cb6daa16-f556-4acf-ab57-d5ba698500ea req-2525d66e-ce0f-4a5e-88ea-e5ff17bd32e0 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 946 time: 0.1838357 Jul 15 13:37:01.436477 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fc57f-e516-4543-8477-00c57fe0d316 req-d34a4ae0-0ef1-4615-ae32-1aa362e0f3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:01.439084 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ec9fc57f-e516-4543-8477-00c57fe0d316 req-d34a4ae0-0ef1-4615-ae32-1aa362e0f3d0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 1098 time: 0.2546618 Jul 15 13:37:01.653753 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-7ebc573c-769a-4405-b2a8-5cac1084e1cd None None] Allocated IP 2001:db8::2 (3a54c2de-c613-421d-ab2c-18f7edea8821/3c4874b5-7991-4779-b9e0-982ca188c637/987ab0c1-f6d4-4b04-ab7c-828349783672) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:01.664361 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cb6daa16-f556-4acf-ab57-d5ba698500ea req-91f236d0-658a-4814-8014-bab5748c80e2 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3525419 Jul 15 13:37:01.872868 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ec9fc57f-e516-4543-8477-00c57fe0d316 req-137bd4c3-d30a-43b6-a0ea-b076e1d9074c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230496 Jul 15 13:37:01.890842 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ebc573c-769a-4405-b2a8-5cac1084e1cd None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:01.903643 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7ebc573c-769a-4405-b2a8-5cac1084e1cd None None] Transition to ACTIVE for port object 987ab0c1-f6d4-4b04-ab7c-828349783672 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:01.909578 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5ba1-d0b7-4e45-801e-ce335643bf0e tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:01.926815 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7ebc573c-769a-4405-b2a8-5cac1084e1cd None None] Transition to ACTIVE for port object 987ab0c1-f6d4-4b04-ab7c-828349783672 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:01.938033 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ebc573c-769a-4405-b2a8-5cac1084e1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:01.957607 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be9bd7-77b2-4762-b0df-81518768eaff req-d7515bc2-5469-4e3d-aa13-a26aa57b75e3 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:01.964527 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-23be9bd7-77b2-4762-b0df-81518768eaff req-d7515bc2-5469-4e3d-aa13-a26aa57b75e3 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 945 time: 0.0916722 Jul 15 13:37:01.990645 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bd5ba1-d0b7-4e45-801e-ce335643bf0e tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Network 3a54c2de-c613-421d-ab2c-18f7edea8821 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:01.991559 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebc573c-769a-4405-b2a8-5cac1084e1cd None None] Network 3a54c2de-c613-421d-ab2c-18f7edea8821 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:01.995298 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-7ebc573c-769a-4405-b2a8-5cac1084e1cd None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:01.997861 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebc573c-769a-4405-b2a8-5cac1084e1cd None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:02.004349 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d80a9-356f-4348-9ad0-95fb28f116b2 req-92331fab-28c2-4324-ad0c-b12f74f59251 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:02.007107 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc573c-769a-4405-b2a8-5cac1084e1cd None None] Pushing event updated for resources: {'Port': ['ID=987ab0c1-f6d4-4b04-ab7c-828349783672,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:02.010742 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-803d80a9-356f-4348-9ad0-95fb28f116b2 req-92331fab-28c2-4324-ad0c-b12f74f59251 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=d193efab-e036-4168-bc96-c208b08627ec HTTP/1.1" status: 200 len: 946 time: 0.3455245 Jul 15 13:37:02.015359 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-d2bd5ba1-d0b7-4e45-801e-ce335643bf0e tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:02.023044 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bd5ba1-d0b7-4e45-801e-ce335643bf0e tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:02.023801 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5ba1-d0b7-4e45-801e-ce335643bf0e tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:02.046303 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-23be9bd7-77b2-4762-b0df-81518768eaff req-0f622786-92b1-44c5-9222-0c38afa2cb44 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/security-groups?id=2528a0bd-3b07-4064-88d6-01fe3074ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732489 Jul 15 13:37:02.055595 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd5ba1-d0b7-4e45-801e-ce335643bf0e tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event updated for resources: {'Subnet': ['ID=e9ad437f-923f-41fa-b71c-7bf348b7b5c0,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:02.064383 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d2bd5ba1-d0b7-4e45-801e-ce335643bf0e tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0915153 Jul 15 13:37:02.065129 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35250) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:02.112250 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-7ebc573c-769a-4405-b2a8-5cac1084e1cd None None] Attempting to bind port 987ab0c1-f6d4-4b04-ab7c-828349783672 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:02.112743 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-7ebc573c-769a-4405-b2a8-5cac1084e1cd None None] Attempting to bind port 987ab0c1-f6d4-4b04-ab7c-828349783672 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'fe0dc68e-989c-4ccf-8d2f-1f92295285f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3a54c2de-c613-421d-ab2c-18f7edea8821'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:02.113052 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebc573c-769a-4405-b2a8-5cac1084e1cd None None] Attempting to bind port 987ab0c1-f6d4-4b04-ab7c-828349783672 on network 3a54c2de-c613-421d-ab2c-18f7edea8821 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:02.120475 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebc573c-769a-4405-b2a8-5cac1084e1cd None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:02.120866 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebc573c-769a-4405-b2a8-5cac1084e1cd None None] Checking segment: {'id': 'fe0dc68e-989c-4ccf-8d2f-1f92295285f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3a54c2de-c613-421d-ab2c-18f7edea8821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:02.121327 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ebc573c-769a-4405-b2a8-5cac1084e1cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:02.121715 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebc573c-769a-4405-b2a8-5cac1084e1cd None None] Bound using segment: {'id': 'fe0dc68e-989c-4ccf-8d2f-1f92295285f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3a54c2de-c613-421d-ab2c-18f7edea8821'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:02.122331 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-7ebc573c-769a-4405-b2a8-5cac1084e1cd None None] Bound port: 987ab0c1-f6d4-4b04-ab7c-828349783672, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe0dc68e-989c-4ccf-8d2f-1f92295285f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3a54c2de-c613-421d-ab2c-18f7edea8821'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:02.122817 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ebc573c-769a-4405-b2a8-5cac1084e1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:02.133518 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-803d80a9-356f-4348-9ad0-95fb28f116b2 req-a54b123b-77f5-4d44-a6f7-41326c86ebdc tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155822 Jul 15 13:37:02.157737 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce4c80d-3875-4133-a163-79efeaaac2c1 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:02.159299 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce4c80d-3875-4133-a163-79efeaaac2c1 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:02.160880 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce4c80d-3875-4133-a163-79efeaaac2c1 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:02.164382 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce4c80d-3875-4133-a163-79efeaaac2c1 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:02.166070 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce4c80d-3875-4133-a163-79efeaaac2c1 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:02.173703 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35254) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:02.173936 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6ce4c80d-3875-4133-a163-79efeaaac2c1 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1068659 Jul 15 13:37:02.194376 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-190e1c70-9fc7-473a-be1c-edb9ac685142 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-971868340'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:02.262307 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190e1c70-9fc7-473a-be1c-edb9ac685142 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Made reservation on behalf of d941e2e781cf46f69646e6c71b18d5f9 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:02.266789 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7ebc573c-769a-4405-b2a8-5cac1084e1cd None None] For port 987ab0c1-f6d4-4b04-ab7c-828349783672, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:02.268597 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-190e1c70-9fc7-473a-be1c-edb9ac685142 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:02.272943 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7ebc573c-769a-4405-b2a8-5cac1084e1cd None None] For port 987ab0c1-f6d4-4b04-ab7c-828349783672, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=987ab0c1-f6d4-4b04-ab7c-828349783672,segment=NetworkSegment(fe0dc68e-989c-4ccf-8d2f-1f92295285f5),segment_id=fe0dc68e-989c-4ccf-8d2f-1f92295285f5)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:02.280468 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ebc573c-769a-4405-b2a8-5cac1084e1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:02.352216 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82a917-db22-4fac-b1b8-32d263582523 req-992cd817-4972-4b7d-8896-bfa84fb1cd6a tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:02.355001 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1c82a917-db22-4fac-b1b8-32d263582523 req-992cd817-4972-4b7d-8896-bfa84fb1cd6a tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff4f8848-a0e7-4075-8009-37fba77c0f46 HTTP/1.1" status: 200 len: 945 time: 0.0823660 Jul 15 13:37:02.370766 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-190e1c70-9fc7-473a-be1c-edb9ac685142 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:37:02.381682 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc573c-769a-4405-b2a8-5cac1084e1cd None None] Pushing event updated for resources: {'Port': ['ID=987ab0c1-f6d4-4b04-ab7c-828349783672,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:02.409334 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-190e1c70-9fc7-473a-be1c-edb9ac685142 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:02.409668 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-190e1c70-9fc7-473a-be1c-edb9ac685142 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Added segment df6314a0-dfff-4099-b7b5-978a7dc494b6 of type vlan for network 5904d8c9-d6c2-4600-b603-ad715e619489 Jul 15 13:37:02.434494 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1c82a917-db22-4fac-b1b8-32d263582523 req-b6a60265-7c0b-45eb-86cb-36166b4546b2 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601635 Jul 15 13:37:02.435719 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d00380-e0eb-447a-931f-701a6badb397 req-b9f0517b-9b49-49f0-b827-b49907f1afd8 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:02.437936 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-92d00380-e0eb-447a-931f-701a6badb397 req-b9f0517b-9b49-49f0-b827-b49907f1afd8 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 945 time: 0.1958649 Jul 15 13:37:02.490735 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-190e1c70-9fc7-473a-be1c-edb9ac685142 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:02.520995 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-92d00380-e0eb-447a-931f-701a6badb397 req-a31a8900-5c3e-4ebe-ae6f-bc862bd2f53d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592682 Jul 15 13:37:02.546842 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-190e1c70-9fc7-473a-be1c-edb9ac685142 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:02.555297 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190e1c70-9fc7-473a-be1c-edb9ac685142 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:02.556305 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-190e1c70-9fc7-473a-be1c-edb9ac685142 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:02.688662 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e1c70-9fc7-473a-be1c-edb9ac685142 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event updated for resources: {'Network': ['ID=5904d8c9-d6c2-4600-b603-ad715e619489,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:02.699810 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-190e1c70-9fc7-473a-be1c-edb9ac685142 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5244923 Jul 15 13:37:02.704489 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35258) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:02.711202 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-650fa75b-93e6-4482-85e7-bb98ccd767f2 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:02.720615 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 5904d8c9-d6c2-4600-b603-ad715e619489 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:37:02.726862 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0bcd89-f50e-4112-88de-55714fb24dbd req-292336d0-9ffe-4760-a5a3-0a2fcfba748a tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:02.728831 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a0bcd89-f50e-4112-88de-55714fb24dbd req-292336d0-9ffe-4760-a5a3-0a2fcfba748a tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=d193efab-e036-4168-bc96-c208b08627ec HTTP/1.1" status: 200 len: 946 time: 0.1357610 Jul 15 13:37:02.845981 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a0bcd89-f50e-4112-88de-55714fb24dbd req-9f6e7386-705f-49bc-9203-c28c074ea627 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864651 Jul 15 13:37:03.060211 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-650fa75b-93e6-4482-85e7-bb98ccd767f2 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:03.088450 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62129533-b837-4fc4-af61-97f3c9a7728a req-7f96f9d0-635b-4a98-b891-b5ceb317da79 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:03.090090 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-62129533-b837-4fc4-af61-97f3c9a7728a req-7f96f9d0-635b-4a98-b891-b5ceb317da79 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 946 time: 0.1484725 Jul 15 13:37:03.091363 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-650fa75b-93e6-4482-85e7-bb98ccd767f2 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:03.127699 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-650fa75b-93e6-4482-85e7-bb98ccd767f2 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Network 5904d8c9-d6c2-4600-b603-ad715e619489 is not hosted by any dhcp agent {{(pid=93814) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:37:03.133318 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650fa75b-93e6-4482-85e7-bb98ccd767f2 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:03.133994 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-650fa75b-93e6-4482-85e7-bb98ccd767f2 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:03.138290 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-650fa75b-93e6-4482-85e7-bb98ccd767f2 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "PUT /v2.0/networks/5904d8c9-d6c2-4600-b603-ad715e619489 HTTP/1.1" status: 200 len: 723 time: 0.4296832 Jul 15 13:37:03.138481 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35278) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:03.143683 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2d8c88f0-80c7-4438-8da7-2a0c45c73013 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Request body: {'subnet': {'network_id': '5904d8c9-d6c2-4600-b603-ad715e619489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:03.217490 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650fa75b-93e6-4482-85e7-bb98ccd767f2 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event updated for resources: {'Network': ['ID=5904d8c9-d6c2-4600-b603-ad715e619489,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:03.231239 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 5904d8c9-d6c2-4600-b603-ad715e619489 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:37:03.249273 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-62129533-b837-4fc4-af61-97f3c9a7728a req-8ddb4269-de54-437b-abff-87f4412b329b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513908 Jul 15 13:37:03.320990 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8c88f0-80c7-4438-8da7-2a0c45c73013 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Made reservation on behalf of d941e2e781cf46f69646e6c71b18d5f9 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:03.324997 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2d8c88f0-80c7-4438-8da7-2a0c45c73013 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:03.602087 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df055288-314b-4461-9f48-4d3512f60bf4 req-0434eba2-14b6-4e41-812a-0150d5539dee tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:03.607613 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-df055288-314b-4461-9f48-4d3512f60bf4 req-0434eba2-14b6-4e41-812a-0150d5539dee tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 945 time: 0.1523983 Jul 15 13:37:03.694721 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-df055288-314b-4461-9f48-4d3512f60bf4 req-55cb7417-8f05-4dcf-8812-2afadad207cb tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/security-groups?id=2528a0bd-3b07-4064-88d6-01fe3074ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726392 Jul 15 13:37:03.897489 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb5b77-8ec6-4f48-b030-5f526a2aab20 req-aa6f5d2d-ba38-4373-ab64-55d241787ba7 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:03.900144 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f3fb5b77-8ec6-4f48-b030-5f526a2aab20 req-aa6f5d2d-ba38-4373-ab64-55d241787ba7 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 945 time: 0.3047991 Jul 15 13:37:03.957580 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53239f27-8c5c-48f8-85bf-4e07f3edfd16 req-0e9d7a03-25a6-4e83-ae04-38b19878c1e5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:03.962029 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-53239f27-8c5c-48f8-85bf-4e07f3edfd16 req-0e9d7a03-25a6-4e83-ae04-38b19878c1e5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 945 time: 0.1168618 Jul 15 13:37:03.967810 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0277d9ff-393d-4f2e-91d2-e1c48ff60bdb None None] Network 3a54c2de-c613-421d-ab2c-18f7edea8821 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:04.038038 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-53239f27-8c5c-48f8-85bf-4e07f3edfd16 req-6bbd7109-14d1-4948-9229-a8fc6d128de0 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627563 Jul 15 13:37:04.043866 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e618669a-d5ce-4f7d-802d-354a68b13dcc None None] Provisioning for port 987ab0c1-f6d4-4b04-ab7c-828349783672 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:04.111023 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcc678-338c-4467-a543-066b4fa13f98 req-6bec05dc-f4f5-48c7-9966-b4d11703c826 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:04.113824 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a1fcc678-338c-4467-a543-066b4fa13f98 req-6bec05dc-f4f5-48c7-9966-b4d11703c826 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=d193efab-e036-4168-bc96-c208b08627ec HTTP/1.1" status: 200 len: 946 time: 0.4172788 Jul 15 13:37:04.190707 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2d8c88f0-80c7-4438-8da7-2a0c45c73013 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:04.298678 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a1fcc678-338c-4467-a543-066b4fa13f98 req-f2856003-129b-48ee-a42f-cb07fbe0a9b8 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655715 Jul 15 13:37:04.324501 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bea2082-578b-4d22-be82-43ee59c81d69 None None] Update dhcp port {'port': {'network_id': '3a54c2de-c613-421d-ab2c-18f7edea8821', 'fixed_ips': [{'subnet_id': '3c4874b5-7991-4779-b9e0-982ca188c637', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e9ad437f-923f-41fa-b71c-7bf348b7b5c0'}], 'binding:host_id': 'n-d-758944-45'}, 'id': '987ab0c1-f6d4-4b04-ab7c-828349783672'} from n-d-758944-45. {{(pid=93815) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:37:04.375573 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c88f0-80c7-4438-8da7-2a0c45c73013 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event updated for resources: {'Subnet': ['ID=b0044032-5279-4047-a79a-aff150c6633b,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:04.391055 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4bea2082-578b-4d22-be82-43ee59c81d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:04.395489 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8c88f0-80c7-4438-8da7-2a0c45c73013 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Checking segment: {'id': 'df6314a0-dfff-4099-b7b5-978a7dc494b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5904d8c9-d6c2-4600-b603-ad715e619489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:04.396113 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8c88f0-80c7-4438-8da7-2a0c45c73013 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Network hostable DHCP agents. Network: 5904d8c9-d6c2-4600-b603-ad715e619489, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:37:04.408256 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c88f0-80c7-4438-8da7-2a0c45c73013 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:04.408812 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c88f0-80c7-4438-8da7-2a0c45c73013 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:04.409355 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c88f0-80c7-4438-8da7-2a0c45c73013 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:04.409941 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c88f0-80c7-4438-8da7-2a0c45c73013 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:04.410487 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c88f0-80c7-4438-8da7-2a0c45c73013 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:04.411005 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c88f0-80c7-4438-8da7-2a0c45c73013 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:04.411455 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c88f0-80c7-4438-8da7-2a0c45c73013 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:04.412539 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c88f0-80c7-4438-8da7-2a0c45c73013 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:04.413070 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c88f0-80c7-4438-8da7-2a0c45c73013 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:04.413611 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c88f0-80c7-4438-8da7-2a0c45c73013 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:04.414329 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c88f0-80c7-4438-8da7-2a0c45c73013 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:04.414719 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c88f0-80c7-4438-8da7-2a0c45c73013 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:04.440535 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-f3fb5b77-8ec6-4f48-b030-5f526a2aab20 req-63b237e3-b793-40d3-b9b6-4f8376f3ce04 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Deleting port 356e96c9-6533-42a7-ae51-99915778b367 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:04.441275 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f3fb5b77-8ec6-4f48-b030-5f526a2aab20 req-63b237e3-b793-40d3-b9b6-4f8376f3ce04 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:04.466906 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8c88f0-80c7-4438-8da7-2a0c45c73013 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Network 5904d8c9-d6c2-4600-b603-ad715e619489 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:37:04.495990 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-2d8c88f0-80c7-4438-8da7-2a0c45c73013 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 5904d8c9-d6c2-4600-b603-ad715e619489) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:04.511225 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8c88f0-80c7-4438-8da7-2a0c45c73013 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:04.512201 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2d8c88f0-80c7-4438-8da7-2a0c45c73013 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:04.519438 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35f6ef-af73-4a96-8aef-379523f7ccae req-cdbd8644-4b17-4678-b637-dcf39d4e7072 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:04.521729 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6b35f6ef-af73-4a96-8aef-379523f7ccae req-cdbd8644-4b17-4678-b637-dcf39d4e7072 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 946 time: 0.0802197 Jul 15 13:37:04.533928 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414b332c-f67b-4b17-b388-9887104280a7 None None] Network 5904d8c9-d6c2-4600-b603-ad715e619489 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:04.583181 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2d8c88f0-80c7-4438-8da7-2a0c45c73013 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4426003 Jul 15 13:37:04.587632 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35312) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:04.595193 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-534818e6-12dc-477b-b5e8-8a1325d707c9 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:04.631282 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-f3fb5b77-8ec6-4f48-b030-5f526a2aab20 req-63b237e3-b793-40d3-b9b6-4f8376f3ce04 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] For port 356e96c9-6533-42a7-ae51-99915778b367, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=356e96c9-6533-42a7-ae51-99915778b367,segment=NetworkSegment(fe0c3a3d-7c99-4772-b87c-11ff238baabc),segment_id=fe0c3a3d-7c99-4772-b87c-11ff238baabc)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:04.631880 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f3fb5b77-8ec6-4f48-b030-5f526a2aab20 req-63b237e3-b793-40d3-b9b6-4f8376f3ce04 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:04.643624 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6b35f6ef-af73-4a96-8aef-379523f7ccae req-dd1f62a9-45ef-4056-bc87-7f55e6a653e6 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066978 Jul 15 13:37:04.664246 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-f3fb5b77-8ec6-4f48-b030-5f526a2aab20 req-63b237e3-b793-40d3-b9b6-4f8376f3ce04 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Calling delete_port for 356e96c9-6533-42a7-ae51-99915778b367 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:04.844227 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-534818e6-12dc-477b-b5e8-8a1325d707c9 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11768439'] for subnet, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:04.907412 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 987ab0c1-f6d4-4b04-ab7c-828349783672 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:05.081140 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f3fb5b77-8ec6-4f48-b030-5f526a2aab20 req-63b237e3-b793-40d3-b9b6-4f8376f3ce04 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.090590 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-4bea2082-578b-4d22-be82-43ee59c81d69 None None] Allocated IP 172.20.0.1 (3a54c2de-c613-421d-ab2c-18f7edea8821/e9ad437f-923f-41fa-b71c-7bf348b7b5c0/987ab0c1-f6d4-4b04-ab7c-828349783672) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:05.106198 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf73100-2cc3-419d-9772-cc1487a7a8b4 req-8017ce45-b6e7-496e-aaf0-4e2e044b8d20 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:05.109241 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-edf73100-2cc3-419d-9772-cc1487a7a8b4 req-8017ce45-b6e7-496e-aaf0-4e2e044b8d20 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 945 time: 0.2059619 Jul 15 13:37:05.137600 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 987ab0c1-f6d4-4b04-ab7c-828349783672 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:05.154497 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 987ab0c1-f6d4-4b04-ab7c-828349783672 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:05.155261 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.177638 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b237e3-b793-40d3-b9b6-4f8376f3ce04 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Pushing event deleted for resources: {'Port': ['ID=356e96c9-6533-42a7-ae51-99915778b367,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:05.254219 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755545fe-7b0d-4873-aedb-f3aea891b35b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-5904d8c9-d6c2-4600-b603-ad715e619489', 'network_id': '5904d8c9-d6c2-4600-b603-ad715e619489', 'tenant_id': 'd941e2e781cf46f69646e6c71b18d5f9', 'fixed_ips': [{'subnet_id': 'b0044032-5279-4047-a79a-aff150c6633b'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:37:05.254591 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-755545fe-7b0d-4873-aedb-f3aea891b35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.296740 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-4bea2082-578b-4d22-be82-43ee59c81d69 None None] For port 987ab0c1-f6d4-4b04-ab7c-828349783672, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=987ab0c1-f6d4-4b04-ab7c-828349783672,segment=NetworkSegment(fe0dc68e-989c-4ccf-8d2f-1f92295285f5),segment_id=fe0dc68e-989c-4ccf-8d2f-1f92295285f5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:05.305697 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3fb5b77-8ec6-4f48-b030-5f526a2aab20 req-63b237e3-b793-40d3-b9b6-4f8376f3ce04 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] No DVR routers for this DVR port 356e96c9-6533-42a7-ae51-99915778b367 on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:05.313521 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f3fb5b77-8ec6-4f48-b030-5f526a2aab20 req-63b237e3-b793-40d3-b9b6-4f8376f3ce04 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.317959 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f3fb5b77-8ec6-4f48-b030-5f526a2aab20 req-63b237e3-b793-40d3-b9b6-4f8376f3ce04 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.18 "DELETE /v2.0/ports/356e96c9-6533-42a7-ae51-99915778b367 HTTP/1.1" status: 204 len: 173 time: 1.3998358 Jul 15 13:37:05.319509 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6e4996-5aaf-40ab-ace9-e618851fdccd', 'name': 'network-vif-deleted', 'tag': '356e96c9-6533-42a7-ae51-99915778b367'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:05.325318 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f9b2c4-7ef0-41e5-9c4c-96710004ee1b" -d '{"events": [{"server_uuid": "bf6e4996-5aaf-40ab-ace9-e618851fdccd", "name": "network-vif-deleted", "tag": "356e96c9-6533-42a7-ae51-99915778b367"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:05.338417 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-edf73100-2cc3-419d-9772-cc1487a7a8b4 req-c9b01e8d-affa-47b0-9495-67183d92d210 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/security-groups?id=2528a0bd-3b07-4064-88d6-01fe3074ffad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176380 Jul 15 13:37:05.370580 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-534818e6-12dc-477b-b5e8-8a1325d707c9 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732685825675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9520945'] for subnet, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.445312 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d02e0e5-948d-4add-9878-ac2e7c8977c3 x-openstack-request-id: req-6d02e0e5-948d-4add-9878-ac2e7c8977c3 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:05.446359 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6e4996-5aaf-40ab-ace9-e618851fdccd", "name": "network-vif-deleted", "tag": "356e96c9-6533-42a7-ae51-99915778b367", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:05.446860 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292890e2-03c2-47b4-a149-2613303b9d46 req-f10856ea-d0a9-4e10-aaaa-2f340fceec3d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:05.447171 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d02e0e5-948d-4add-9878-ac2e7c8977c3 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:05.448088 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6e4996-5aaf-40ab-ace9-e618851fdccd', 'name': 'network-vif-deleted', 'tag': '356e96c9-6533-42a7-ae51-99915778b367', 'status': 'completed', 'code': 200} Jul 15 13:37:05.448460 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-292890e2-03c2-47b4-a149-2613303b9d46 req-f10856ea-d0a9-4e10-aaaa-2f340fceec3d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.18 "GET /v2.0/ports?device_id=d193efab-e036-4168-bc96-c208b08627ec HTTP/1.1" status: 200 len: 946 time: 0.4884601 Jul 15 13:37:05.477559 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.478530 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534818e6-12dc-477b-b5e8-8a1325d707c9 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:05.478530 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-534818e6-12dc-477b-b5e8-8a1325d707c9 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.479594 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-534818e6-12dc-477b-b5e8-8a1325d707c9 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "PUT /v2.0/subnets/b0044032-5279-4047-a79a-aff150c6633b HTTP/1.1" status: 200 len: 826 time: 0.8907511 Jul 15 13:37:05.482875 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35324) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:05.534879 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22074adf-71c0-431a-8880-1099d3a919b0 req-ead77bd8-3221-4665-90cb-ed002eee584e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:05.542827 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-22074adf-71c0-431a-8880-1099d3a919b0 req-ead77bd8-3221-4665-90cb-ed002eee584e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 945 time: 0.3422675 Jul 15 13:37:05.560318 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534818e6-12dc-477b-b5e8-8a1325d707c9 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event updated for resources: {'Subnet': ['ID=b0044032-5279-4047-a79a-aff150c6633b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:05.579123 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4bea2082-578b-4d22-be82-43ee59c81d69 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.639779 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-22074adf-71c0-431a-8880-1099d3a919b0 req-488cdad4-1983-42c2-a5be-96950ec49d2d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0960181 Jul 15 13:37:05.670901 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4bea2082-578b-4d22-be82-43ee59c81d69 None None] Transition to ACTIVE for port object 987ab0c1-f6d4-4b04-ab7c-828349783672 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:05.688618 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4bea2082-578b-4d22-be82-43ee59c81d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.692840 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-292890e2-03c2-47b4-a149-2613303b9d46 req-a5bbd35f-2223-47c4-8e5f-bef0b6bf9f32 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Deleting port 3286c72d-b51a-4703-87b9-c47a85bb3e93 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:05.694222 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-292890e2-03c2-47b4-a149-2613303b9d46 req-a5bbd35f-2223-47c4-8e5f-bef0b6bf9f32 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.694389 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-755545fe-7b0d-4873-aedb-f3aea891b35b None None] Allocated IP 2001:db8::2 (5904d8c9-d6c2-4600-b603-ad715e619489/b0044032-5279-4047-a79a-aff150c6633b/c940233e-edeb-4288-bc71-d082308476b3) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:05.772905 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:37:05.773366 n-d-758944-45 neutron-server[93815]: DEBUG oslo_db.api [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:37:05.842584 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.872360 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-292890e2-03c2-47b4-a149-2613303b9d46 req-a5bbd35f-2223-47c4-8e5f-bef0b6bf9f32 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] For port 3286c72d-b51a-4703-87b9-c47a85bb3e93, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=3286c72d-b51a-4703-87b9-c47a85bb3e93,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:05.872823 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-292890e2-03c2-47b4-a149-2613303b9d46 req-a5bbd35f-2223-47c4-8e5f-bef0b6bf9f32 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.904214 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-292890e2-03c2-47b4-a149-2613303b9d46 req-a5bbd35f-2223-47c4-8e5f-bef0b6bf9f32 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Calling delete_port for 3286c72d-b51a-4703-87b9-c47a85bb3e93 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:05.905986 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea2082-578b-4d22-be82-43ee59c81d69 None None] Pushing event updated for resources: {'Port': ['ID=987ab0c1-f6d4-4b04-ab7c-828349783672,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:05.989420 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0fa5f-71d3-4fa3-b3fc-4fafaea80d13 req-33c58204-1afc-41ac-85ad-fd92107c4d88 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:06.006470 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9de0fa5f-71d3-4fa3-b3fc-4fafaea80d13 req-33c58204-1afc-41ac-85ad-fd92107c4d88 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=d193efab-e036-4168-bc96-c208b08627ec HTTP/1.1" status: 200 len: 946 time: 0.3062932 Jul 15 13:37:06.101306 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.108747 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-292890e2-03c2-47b4-a149-2613303b9d46 req-a5bbd35f-2223-47c4-8e5f-bef0b6bf9f32 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.123743 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['9a9e28e7-783c-4b08-98a4-873057252a5b', '3286c72d-b51a-4703-87b9-c47a85bb3e93'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:37:06.126132 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-755545fe-7b0d-4873-aedb-f3aea891b35b None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.129661 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9de0fa5f-71d3-4fa3-b3fc-4fafaea80d13 req-24474e6f-7e94-4141-993c-ca3969a5a2d8 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213944 Jul 15 13:37:06.154275 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bbd35f-2223-47c4-8e5f-bef0b6bf9f32 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Pushing event deleted for resources: {'Port': ['ID=3286c72d-b51a-4703-87b9-c47a85bb3e93,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:06.180467 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['4577703d-5fcd-4f5d-acd6-13a1000109e6'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:37:06.180467 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-755545fe-7b0d-4873-aedb-f3aea891b35b None None] Transition to ACTIVE for port object c940233e-edeb-4288-bc71-d082308476b3 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:06.239070 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-292890e2-03c2-47b4-a149-2613303b9d46 req-a5bbd35f-2223-47c4-8e5f-bef0b6bf9f32 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] No DVR routers for this DVR port 3286c72d-b51a-4703-87b9-c47a85bb3e93 on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:06.243785 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-292890e2-03c2-47b4-a149-2613303b9d46 req-a5bbd35f-2223-47c4-8e5f-bef0b6bf9f32 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.246899 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-292890e2-03c2-47b4-a149-2613303b9d46 req-a5bbd35f-2223-47c4-8e5f-bef0b6bf9f32 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.18 "DELETE /v2.0/ports/3286c72d-b51a-4703-87b9-c47a85bb3e93 HTTP/1.1" status: 204 len: 173 time: 0.7828898 Jul 15 13:37:06.247461 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd193efab-e036-4168-bc96-c208b08627ec', 'name': 'network-vif-deleted', 'tag': '3286c72d-b51a-4703-87b9-c47a85bb3e93'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:06.250526 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12314c6e-5c74-44de-bc23-2b77065baf3f" -d '{"events": [{"server_uuid": "d193efab-e036-4168-bc96-c208b08627ec", "name": "network-vif-deleted", "tag": "3286c72d-b51a-4703-87b9-c47a85bb3e93"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:06.270294 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-755545fe-7b0d-4873-aedb-f3aea891b35b None None] Transition to ACTIVE for port object c940233e-edeb-4288-bc71-d082308476b3 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:06.307735 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d784c04-08df-4ff2-abce-c49b2d7820c3 x-openstack-request-id: req-4d784c04-08df-4ff2-abce-c49b2d7820c3 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:06.308566 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d193efab-e036-4168-bc96-c208b08627ec", "name": "network-vif-deleted", "tag": "3286c72d-b51a-4703-87b9-c47a85bb3e93", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:06.309052 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d784c04-08df-4ff2-abce-c49b2d7820c3 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:06.309985 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd193efab-e036-4168-bc96-c208b08627ec', 'name': 'network-vif-deleted', 'tag': '3286c72d-b51a-4703-87b9-c47a85bb3e93', 'status': 'completed', 'code': 200} Jul 15 13:37:06.323260 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-755545fe-7b0d-4873-aedb-f3aea891b35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.344323 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.416031 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.428682 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755545fe-7b0d-4873-aedb-f3aea891b35b None None] Network 5904d8c9-d6c2-4600-b603-ad715e619489 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:06.435537 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event deleted for resources: {'Subnet': ['ID=b0044032-5279-4047-a79a-aff150c6633b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:06.467156 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-755545fe-7b0d-4873-aedb-f3aea891b35b None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:06.471826 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755545fe-7b0d-4873-aedb-f3aea891b35b None None] Pushing event updated for resources: {'Port': ['ID=c940233e-edeb-4288-bc71-d082308476b3,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:06.497487 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755545fe-7b0d-4873-aedb-f3aea891b35b None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:06.514677 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 356e96c9-6533-42a7-ae51-99915778b367 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:06.562472 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.579159 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5904d8c9-d6c2-4600-b603-ad715e619489']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:06.595255 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6314a0-dfff-4099-b7b5-978a7dc494b6') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:06.596011 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6314a0-dfff-4099-b7b5-978a7dc494b6') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:06.615070 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.659106 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.683903 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:37:06.683903 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.688474 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:37:06.688474 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:37:06.688474 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:37:06.688474 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:37:06.688474 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:37:06.688474 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:37:06.688474 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:37:06.688474 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:37:06.688474 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:37:06.688474 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:37:06.688474 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:37:06.688474 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:37:06.688474 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:37:06.688474 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:37:06.688474 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:37:06.688474 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:37:06.688474 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:37:06.688474 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:37:06.688474 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:37:06.688474 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:37:06.688474 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:37:06.688474 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:37:06.688474 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:37:06.688474 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:37:06.688474 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:37:06.688474 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:37:06.688474 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:37:06.688474 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:37:06.688474 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:37:06.688474 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:37:06.688474 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:37:06.688474 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:37:06.727229 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 356e96c9-6533-42a7-ae51-99915778b367 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:06.740753 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 356e96c9-6533-42a7-ae51-99915778b367 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:06.740753 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 3286c72d-b51a-4703-87b9-c47a85bb3e93 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:06.775765 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 987ab0c1-f6d4-4b04-ab7c-828349783672, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=987ab0c1-f6d4-4b04-ab7c-828349783672,segment=NetworkSegment(fe0dc68e-989c-4ccf-8d2f-1f92295285f5),segment_id=fe0dc68e-989c-4ccf-8d2f-1f92295285f5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:06.808367 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 3286c72d-b51a-4703-87b9-c47a85bb3e93 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:06.808709 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 3286c72d-b51a-4703-87b9-c47a85bb3e93 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:06.823314 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.840887 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.db.api [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:37:06.840887 n-d-758944-45 neutron-server[93813]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:37:06.840887 n-d-758944-45 neutron-server[93813]: [parameters: {'id': '5904d8c9-d6c2-4600-b603-ad715e619489'}] Jul 15 13:37:06.840887 n-d-758944-45 neutron-server[93813]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:37:06.840887 n-d-758944-45 neutron-server[93813]: DEBUG oslo_db.api [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:37:06.871513 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-03ffd1f7-cba3-4ae8-a980-c102d03e7ca4 req-683a16d3-149c-46c8-a48d-b1e87095faa0 tempest-TestServerAdvancedOps-1601825044 tempest-TestServerAdvancedOps-1601825044-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf6e4996-5aaf-40ab-ace9-e618851fdccd HTTP/1.1" status: 200 len: 210 time: 0.0600362 Jul 15 13:37:06.968874 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-755545fe-7b0d-4873-aedb-f3aea891b35b None None] Attempting to bind port c940233e-edeb-4288-bc71-d082308476b3 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:06.969572 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-755545fe-7b0d-4873-aedb-f3aea891b35b None None] Attempting to bind port c940233e-edeb-4288-bc71-d082308476b3 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'df6314a0-dfff-4099-b7b5-978a7dc494b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5904d8c9-d6c2-4600-b603-ad715e619489'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:06.969572 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755545fe-7b0d-4873-aedb-f3aea891b35b None None] Attempting to bind port c940233e-edeb-4288-bc71-d082308476b3 on network 5904d8c9-d6c2-4600-b603-ad715e619489 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:06.985714 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956374e6-85df-44dc-bde1-91b62f811da1 req-add98ee4-9a64-47f5-94c3-ea7214d76865 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:06.991521 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 987ab0c1-f6d4-4b04-ab7c-828349783672 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:06.998313 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-956374e6-85df-44dc-bde1-91b62f811da1 req-add98ee4-9a64-47f5-94c3-ea7214d76865 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 945 time: 0.1504705 Jul 15 13:37:07.022583 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755545fe-7b0d-4873-aedb-f3aea891b35b None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:07.023003 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755545fe-7b0d-4873-aedb-f3aea891b35b None None] Checking segment: {'id': 'df6314a0-dfff-4099-b7b5-978a7dc494b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5904d8c9-d6c2-4600-b603-ad715e619489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:07.023367 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-755545fe-7b0d-4873-aedb-f3aea891b35b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:07.024090 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755545fe-7b0d-4873-aedb-f3aea891b35b None None] Bound using segment: {'id': 'df6314a0-dfff-4099-b7b5-978a7dc494b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5904d8c9-d6c2-4600-b603-ad715e619489'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:07.024244 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-755545fe-7b0d-4873-aedb-f3aea891b35b None None] Bound port: c940233e-edeb-4288-bc71-d082308476b3, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df6314a0-dfff-4099-b7b5-978a7dc494b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5904d8c9-d6c2-4600-b603-ad715e619489'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:07.024746 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-755545fe-7b0d-4873-aedb-f3aea891b35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:07.056951 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-956374e6-85df-44dc-bde1-91b62f811da1 req-686a8870-de8b-43aa-b164-edc60ddd540e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530274 Jul 15 13:37:07.061791 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5239b6a-e789-4c12-be5d-e9580b547d53 None None] Network 3a54c2de-c613-421d-ab2c-18f7edea8821 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:07.172393 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=987ab0c1-f6d4-4b04-ab7c-828349783672,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:07.278758 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fc209566-52f4-4477-a58a-496a54d6c670 None None] Provisioning for port 987ab0c1-f6d4-4b04-ab7c-828349783672 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:07.318402 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fc209566-52f4-4477-a58a-496a54d6c670 None None] Provisioning complete for port 987ab0c1-f6d4-4b04-ab7c-828349783672 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:07.318687 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fc209566-52f4-4477-a58a-496a54d6c670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:07.339671 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-755545fe-7b0d-4873-aedb-f3aea891b35b None None] For port c940233e-edeb-4288-bc71-d082308476b3, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:07.363233 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:07.370432 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-14684f4a-3eae-4b56-8642-20e8a68455b3 req-5cea8bae-718b-4d43-830f-0b1e4d826475 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=d193efab-e036-4168-bc96-c208b08627ec HTTP/1.1" status: 200 len: 210 time: 0.0571148 Jul 15 13:37:07.393578 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-755545fe-7b0d-4873-aedb-f3aea891b35b None None] For port c940233e-edeb-4288-bc71-d082308476b3, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c940233e-edeb-4288-bc71-d082308476b3,segment=NetworkSegment(df6314a0-dfff-4099-b7b5-978a7dc494b6),segment_id=df6314a0-dfff-4099-b7b5-978a7dc494b6)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:07.417005 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 987ab0c1-f6d4-4b04-ab7c-828349783672 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:07.417385 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:07.425600 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-755545fe-7b0d-4873-aedb-f3aea891b35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:07.452895 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Deleting port c940233e-edeb-4288-bc71-d082308476b3 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:07.453224 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:07.532730 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] For port c940233e-edeb-4288-bc71-d082308476b3, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c940233e-edeb-4288-bc71-d082308476b3,segment=NetworkSegment(df6314a0-dfff-4099-b7b5-978a7dc494b6),segment_id=df6314a0-dfff-4099-b7b5-978a7dc494b6)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:07.533098 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:07.547539 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Calling delete_port for c940233e-edeb-4288-bc71-d082308476b3 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:07.600996 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755545fe-7b0d-4873-aedb-f3aea891b35b None None] Pushing event updated for resources: {'Port': ['ID=c940233e-edeb-4288-bc71-d082308476b3,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:07.640867 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ed2eac-3f8e-4a30-9c6e-4c47a28436c0 None None] Network 5904d8c9-d6c2-4600-b603-ad715e619489 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:07.652376 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:07.681752 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event deleted for resources: {'Port': ['ID=c940233e-edeb-4288-bc71-d082308476b3,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:07.687688 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] No DVR routers for this DVR port c940233e-edeb-4288-bc71-d082308476b3 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:07.784780 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:07.798586 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5904d8c9-d6c2-4600-b603-ad715e619489']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:07.825801 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6314a0-dfff-4099-b7b5-978a7dc494b6') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:07.826596 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6314a0-dfff-4099-b7b5-978a7dc494b6') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:07.847234 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:07.873974 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:07.886668 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:37:07.887409 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:07.893370 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:37:07.893370 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:37:07.893370 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:37:07.893370 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:37:07.893370 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:37:07.893370 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:37:07.893370 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:37:07.893370 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:37:07.893370 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:37:07.893370 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:37:07.893370 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:37:07.893370 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:37:07.893370 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:37:07.893370 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:37:07.893370 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:37:07.893370 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:37:07.893370 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:37:07.893370 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:37:07.893370 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:37:07.893370 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:37:07.893370 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:37:07.893370 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:37:07.893370 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:37:07.893370 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:37:07.893370 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:37:07.893370 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:37:07.893370 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:37:07.893370 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:37:07.893370 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:37:07.893370 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:37:07.893370 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:37:07.893370 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:37:07.974865 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:07.983697 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:07.986163 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "DELETE /v2.0/networks/5904d8c9-d6c2-4600-b603-ad715e619489 HTTP/1.1" status: 204 len: 168 time: 2.5013094 Jul 15 13:37:07.991227 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35340) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:07.995236 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731194dd-eb9d-4eba-8439-39b96975d1e9 None None] Network 5904d8c9-d6c2-4600-b603-ad715e619489 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:08.001377 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d9b34-e33d-4089-848a-35f1d2ab2c06 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event deleted for resources: {'Network': ['ID=5904d8c9-d6c2-4600-b603-ad715e619489,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:08.010462 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731194dd-eb9d-4eba-8439-39b96975d1e9 None None] Network 5904d8c9-d6c2-4600-b603-ad715e619489 could not be found, it might have been deleted concurrently. {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 13:37:08.025414 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-3542e0a3-80a1-484f-ad58-0a016c6f95cf tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] DELETE failed (client error): The resource could not be found. Jul 15 13:37:08.026737 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3542e0a3-80a1-484f-ad58-0a016c6f95cf tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:37:08.032883 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3542e0a3-80a1-484f-ad58-0a016c6f95cf tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "DELETE /v2.0/networks/5904d8c9-d6c2-4600-b603-ad715e619489 HTTP/1.1" status: 404 len: 339 time: 0.0396802 Jul 15 13:37:08.042550 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35342) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:08.048222 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b12b2d2c-678c-4f89-8cf3-223951d6bbe7 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-789965136', 'description': 'd1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:08.077092 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12b2d2c-678c-4f89-8cf3-223951d6bbe7 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Made reservation on behalf of d941e2e781cf46f69646e6c71b18d5f9 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:08.086248 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35346) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:08.090424 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b12b2d2c-678c-4f89-8cf3-223951d6bbe7 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:08.132529 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b12b2d2c-678c-4f89-8cf3-223951d6bbe7 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:37:08.149376 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b12b2d2c-678c-4f89-8cf3-223951d6bbe7 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:08.149992 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-b12b2d2c-678c-4f89-8cf3-223951d6bbe7 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Added segment dcdd692f-1a26-43ee-994c-4feb1bf9f710 of type vlan for network a396903f-fe0b-4b1f-8318-ddf7ae0df068 Jul 15 13:37:08.187554 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc0c7d78-f95d-473c-a647-b06af811bf44 admin admin] Deleting subnet 6751d640-096f-4f75-bf5e-29af8a225130 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:37:08.192910 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc0c7d78-f95d-473c-a647-b06af811bf44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:08.255069 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b12b2d2c-678c-4f89-8cf3-223951d6bbe7 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:08.282504 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:08.289918 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c69996-5d33-4daf-82c9-e23d47c3eb71 None None] get_active_networks_info from n-d-758944-45 {{(pid=93815) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:37:08.345571 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc0c7d78-f95d-473c-a647-b06af811bf44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:08.378257 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b12b2d2c-678c-4f89-8cf3-223951d6bbe7 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:08.389687 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12b2d2c-678c-4f89-8cf3-223951d6bbe7 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:08.390719 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b12b2d2c-678c-4f89-8cf3-223951d6bbe7 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:08.409077 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7d11be64-9999-4563-a862-89f88243e837 None None] Provisioning complete for port 987ab0c1-f6d4-4b04-ab7c-828349783672 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:08.409454 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7d11be64-9999-4563-a862-89f88243e837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:08.430279 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [req-421a72ca-06fc-4076-88da-53158dd0117f req-9f28f5e6-faa7-4403-b817-4872e9f1ea7f service neutron] show failed (client error): The resource could not be found. Jul 15 13:37:08.432065 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-421a72ca-06fc-4076-88da-53158dd0117f req-9f28f5e6-faa7-4403-b817-4872e9f1ea7f service neutron] 10.222.0.18 "GET /v2.0/ports/9da47aef-6542-4702-92b7-d14c7ac03e91/bindings/n-h2-758944-45 HTTP/1.1" status: 404 len: 381 time: 0.1960173 Jul 15 13:37:08.479397 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc0c7d78-f95d-473c-a647-b06af811bf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:08.506910 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b12b2d2c-678c-4f89-8cf3-223951d6bbe7 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4625473 Jul 15 13:37:08.507971 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35350) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:08.548032 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c69996-5d33-4daf-82c9-e23d47c3eb71 None None] Resources bound (agent type, host, resource id): {{(pid=93815) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:37:08.553911 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a47180-50b9-41dc-b17b-b0dce629fca2 req-644cf4b9-0ecc-4f84-8dd3-603a67128be5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:08.556704 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-58a47180-50b9-41dc-b17b-b0dce629fca2 req-644cf4b9-0ecc-4f84-8dd3-603a67128be5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 945 time: 0.2893546 Jul 15 13:37:08.603989 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc0c7d78-f95d-473c-a647-b06af811bf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:08.664663 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c7d78-f95d-473c-a647-b06af811bf44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6751d640-096f-4f75-bf5e-29af8a225130,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:08.668621 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc0c7d78-f95d-473c-a647-b06af811bf44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:08.676220 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-cc0c7d78-f95d-473c-a647-b06af811bf44 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6751d640-096f-4f75-bf5e-29af8a225130 HTTP/1.1" status: 204 len: 168 time: 0.5881894 Jul 15 13:37:08.677246 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35354) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:08.748963 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b2d2c-678c-4f89-8cf3-223951d6bbe7 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event updated for resources: {'Network': ['ID=a396903f-fe0b-4b1f-8318-ddf7ae0df068,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:08.817458 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network a396903f-fe0b-4b1f-8318-ddf7ae0df068 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:37:08.862060 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f04a76ab-c346-424b-a1fd-62aa87d06382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:09.042587 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f04a76ab-c346-424b-a1fd-62aa87d06382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:09.058198 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-f04a76ab-c346-424b-a1fd-62aa87d06382 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b455f02-eef0-456f-a68a-bb60c10b5c9c']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:09.058976 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 987ab0c1-f6d4-4b04-ab7c-828349783672 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:09.074942 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-f04a76ab-c346-424b-a1fd-62aa87d06382 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0c3a3d-7c99-4772-b87c-11ff238baabc') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:09.075584 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-f04a76ab-c346-424b-a1fd-62aa87d06382 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0c3a3d-7c99-4772-b87c-11ff238baabc') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:09.088821 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f04a76ab-c346-424b-a1fd-62aa87d06382 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:09.123263 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f04a76ab-c346-424b-a1fd-62aa87d06382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:09.158177 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f04a76ab-c346-424b-a1fd-62aa87d06382 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:37:09.162474 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f04a76ab-c346-424b-a1fd-62aa87d06382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:09.171819 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:37:09.171819 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:37:09.171819 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:37:09.171819 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:37:09.171819 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:37:09.171819 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:37:09.171819 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:37:09.171819 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:37:09.171819 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:37:09.171819 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:37:09.171819 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:37:09.171819 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:37:09.171819 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:37:09.171819 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:37:09.171819 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:37:09.171819 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:37:09.171819 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:37:09.171819 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:37:09.171819 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:37:09.171819 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:37:09.171819 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:37:09.171819 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:37:09.171819 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:37:09.171819 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:37:09.171819 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:37:09.171819 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:37:09.171819 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:37:09.171819 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:37:09.171819 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:37:09.171819 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:37:09.171819 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:37:09.171819 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:37:09.299451 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 987ab0c1-f6d4-4b04-ab7c-828349783672 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:09.299915 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:09.305050 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f04a76ab-c346-424b-a1fd-62aa87d06382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:09.336405 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f04a76ab-c346-424b-a1fd-62aa87d06382 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:09.342842 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f04a76ab-c346-424b-a1fd-62aa87d06382 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9b455f02-eef0-456f-a68a-bb60c10b5c9c HTTP/1.1" status: 204 len: 168 time: 0.6604114 Jul 15 13:37:09.347049 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b05172d-a974-4ac2-8f6b-fc2c4e576808 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:09.351884 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6b05172d-a974-4ac2-8f6b-fc2c4e576808 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "GET /v2.0/networks?id=a396903f-fe0b-4b1f-8318-ddf7ae0df068 HTTP/1.1" status: 200 len: 764 time: 0.8309760 Jul 15 13:37:09.351884 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35360) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:09.356429 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-58a47180-50b9-41dc-b17b-b0dce629fca2 req-278133ca-eccb-4a27-95ad-1c554eeb871b tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6440156 Jul 15 13:37:09.369834 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35362) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:09.376877 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a0cd343d-189b-4d6a-a932-20f25cbdafc6 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Request body: {'network': {'description': 'd2'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:09.406091 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380b329-af33-457a-b98c-413951526ad0 req-39d7adde-75a7-44b6-aedb-9fb248b1cc15 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:09.439476 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5380b329-af33-457a-b98c-413951526ad0 req-39d7adde-75a7-44b6-aedb-9fb248b1cc15 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff4f8848-a0e7-4075-8009-37fba77c0f46 HTTP/1.1" status: 200 len: 945 time: 0.2454140 Jul 15 13:37:09.459402 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a76ab-c346-424b-a1fd-62aa87d06382 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b455f02-eef0-456f-a68a-bb60c10b5c9c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:09.500234 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5380b329-af33-457a-b98c-413951526ad0 req-86c9c09a-170f-4509-aa02-d4d27f859690 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595329 Jul 15 13:37:09.511011 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-41a33f4a-5f54-42f8-83c0-485e94934042 admin admin] Deleting subnet 7dafe4e4-aaef-4ef4-ad10-8a26e5599786 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:37:09.527979 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41a33f4a-5f54-42f8-83c0-485e94934042 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:09.564488 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a72ca-06fc-4076-88da-53158dd0117f req-35eee518-7d0c-46da-a867-a45ce2f4a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:09.566318 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-421a72ca-06fc-4076-88da-53158dd0117f req-35eee518-7d0c-46da-a867-a45ce2f4a359 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97&tenant_id=5969ba48b19a42969f3c1202e7616f77 HTTP/1.1" status: 200 len: 1097 time: 0.7638810 Jul 15 13:37:09.607257 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-421a72ca-06fc-4076-88da-53158dd0117f req-685f6640-3d34-4418-bd77-bd5fcfd96abd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-45', 'device_owner': 'compute:nova'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:09.616964 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41a33f4a-5f54-42f8-83c0-485e94934042 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:09.789673 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41a33f4a-5f54-42f8-83c0-485e94934042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:09.795028 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0cd343d-189b-4d6a-a932-20f25cbdafc6 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:09.855647 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0cd343d-189b-4d6a-a932-20f25cbdafc6 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:09.868637 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-421a72ca-06fc-4076-88da-53158dd0117f req-685f6640-3d34-4418-bd77-bd5fcfd96abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:09.889837 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a0cd343d-189b-4d6a-a932-20f25cbdafc6 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Network a396903f-fe0b-4b1f-8318-ddf7ae0df068 is not hosted by any dhcp agent {{(pid=93813) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:37:09.895402 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cd343d-189b-4d6a-a932-20f25cbdafc6 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:09.896591 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0cd343d-189b-4d6a-a932-20f25cbdafc6 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:09.898517 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a0cd343d-189b-4d6a-a932-20f25cbdafc6 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "PUT /v2.0/networks/a396903f-fe0b-4b1f-8318-ddf7ae0df068 HTTP/1.1" status: 200 len: 761 time: 0.5272791 Jul 15 13:37:09.904889 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35364) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:10.003220 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41a33f4a-5f54-42f8-83c0-485e94934042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.011183 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd343d-189b-4d6a-a932-20f25cbdafc6 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event updated for resources: {'Network': ['ID=a396903f-fe0b-4b1f-8318-ddf7ae0df068,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:10.016768 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce7b8ba-1042-4d09-a1d0-694e77d72d99 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:10.025510 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2ce7b8ba-1042-4d09-a1d0-694e77d72d99 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "GET /v2.0/networks?id=a396903f-fe0b-4b1f-8318-ddf7ae0df068 HTTP/1.1" status: 200 len: 764 time: 0.1131787 Jul 15 13:37:10.025871 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35366) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:10.039193 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network a396903f-fe0b-4b1f-8318-ddf7ae0df068 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:37:10.072971 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a33f4a-5f54-42f8-83c0-485e94934042 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dafe4e4-aaef-4ef4-ad10-8a26e5599786,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:10.084591 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41a33f4a-5f54-42f8-83c0-485e94934042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.087789 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-41a33f4a-5f54-42f8-83c0-485e94934042 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7dafe4e4-aaef-4ef4-ad10-8a26e5599786 HTTP/1.1" status: 204 len: 168 time: 0.7298915 Jul 15 13:37:10.121014 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35368) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:10.263987 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-421a72ca-06fc-4076-88da-53158dd0117f req-685f6640-3d34-4418-bd77-bd5fcfd96abd service neutron] For port 9da47aef-6542-4702-92b7-d14c7ac03e91, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9da47aef-6542-4702-92b7-d14c7ac03e91,segment=NetworkSegment(167f289d-6015-4de5-ac82-657bbdbe5e0c),segment_id=167f289d-6015-4de5-ac82-657bbdbe5e0c)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:10.310669 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-421a72ca-06fc-4076-88da-53158dd0117f req-685f6640-3d34-4418-bd77-bd5fcfd96abd service neutron] For port 9da47aef-6542-4702-92b7-d14c7ac03e91, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:10.356952 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41cf3bc-8d6f-482d-b9a8-9c93d367fb97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9da47aef-6542-4702-92b7-d14c7ac03e91'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:10.359623 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a436ac0d-50b9-4910-8352-be99ee0846d1" -d '{"events": [{"server_uuid": "f41cf3bc-8d6f-482d-b9a8-9c93d367fb97", "name": "network-vif-unplugged", "status": "completed", "tag": "9da47aef-6542-4702-92b7-d14c7ac03e91"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:10.363986 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-421a72ca-06fc-4076-88da-53158dd0117f req-685f6640-3d34-4418-bd77-bd5fcfd96abd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.379063 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-421a72ca-06fc-4076-88da-53158dd0117f req-685f6640-3d34-4418-bd77-bd5fcfd96abd service neutron] Transition to ACTIVE for port object 9da47aef-6542-4702-92b7-d14c7ac03e91 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:10.385202 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-421a72ca-06fc-4076-88da-53158dd0117f req-685f6640-3d34-4418-bd77-bd5fcfd96abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.443741 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30acd88-2eae-4e37-a2a8-c09e33f510ac x-openstack-request-id: req-d30acd88-2eae-4e37-a2a8-c09e33f510ac {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:10.444223 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41cf3bc-8d6f-482d-b9a8-9c93d367fb97", "name": "network-vif-unplugged", "status": "completed", "tag": "9da47aef-6542-4702-92b7-d14c7ac03e91", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:10.444632 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d30acd88-2eae-4e37-a2a8-c09e33f510ac {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:10.445275 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41cf3bc-8d6f-482d-b9a8-9c93d367fb97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9da47aef-6542-4702-92b7-d14c7ac03e91', 'code': 200} Jul 15 13:37:10.471265 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 9da47aef-6542-4702-92b7-d14c7ac03e91 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:10.479109 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5770b383-0d7d-459b-9c7d-0bab759d09d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.527516 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c056dc3-9dc8-4793-bd5a-92d247b27f5e tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:10.534507 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1c056dc3-9dc8-4793-bd5a-92d247b27f5e tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5073287 Jul 15 13:37:10.539258 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 9da47aef-6542-4702-92b7-d14c7ac03e91 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:10.541333 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35374) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:10.625136 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-693bd0ec-2edf-4463-beba-a9662b97d21d tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "GET /v2.0/subnets?network_id=0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 207 time: 0.0811572 Jul 15 13:37:10.632306 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35378) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:10.644842 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f6640-3d34-4418-bd77-bd5fcfd96abd service neutron] Pushing event updated for resources: {'Port': ['ID=9da47aef-6542-4702-92b7-d14c7ac03e91,revision_number=6']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:10.764649 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-421a72ca-06fc-4076-88da-53158dd0117f req-685f6640-3d34-4418-bd77-bd5fcfd96abd service neutron] No DVR routers for this DVR port 9da47aef-6542-4702-92b7-d14c7ac03e91 on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:10.832062 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5770b383-0d7d-459b-9c7d-0bab759d09d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.966742 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30750ba8-8029-48b2-b4f1-f5ea1d5c74f2 req-a5908ade-e7d0-4bb9-9b59-1d112e52e008 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:10.968430 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-30750ba8-8029-48b2-b4f1-f5ea1d5c74f2 req-a5908ade-e7d0-4bb9-9b59-1d112e52e008 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff4f8848-a0e7-4075-8009-37fba77c0f46 HTTP/1.1" status: 200 len: 945 time: 0.2819824 Jul 15 13:37:11.009463 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771f38d-7c04-4a43-9d39-f6edd8485813 req-4952bc9f-56e8-4614-ab64-570a34b98694 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:11.011132 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e771f38d-7c04-4a43-9d39-f6edd8485813 req-4952bc9f-56e8-4614-ab64-570a34b98694 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff4f8848-a0e7-4075-8009-37fba77c0f46 HTTP/1.1" status: 200 len: 945 time: 0.2495086 Jul 15 13:37:11.098788 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-421a72ca-06fc-4076-88da-53158dd0117f req-685f6640-3d34-4418-bd77-bd5fcfd96abd service neutron] Attempting to bind port 9da47aef-6542-4702-92b7-d14c7ac03e91 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:11.099656 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-421a72ca-06fc-4076-88da-53158dd0117f req-685f6640-3d34-4418-bd77-bd5fcfd96abd service neutron] Attempting to bind port 9da47aef-6542-4702-92b7-d14c7ac03e91 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '167f289d-6015-4de5-ac82-657bbdbe5e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b3271eeb-b9eb-4d85-9c8c-62c1a302878e'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:11.099990 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421a72ca-06fc-4076-88da-53158dd0117f req-685f6640-3d34-4418-bd77-bd5fcfd96abd service neutron] Attempting to bind port 9da47aef-6542-4702-92b7-d14c7ac03e91 on network b3271eeb-b9eb-4d85-9c8c-62c1a302878e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:11.109339 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-30750ba8-8029-48b2-b4f1-f5ea1d5c74f2 req-1cf70693-baab-4dbe-8519-530b24ddf497 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309643 Jul 15 13:37:11.118284 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421a72ca-06fc-4076-88da-53158dd0117f req-685f6640-3d34-4418-bd77-bd5fcfd96abd service neutron] Port 9da47aef-6542-4702-92b7-d14c7ac03e91 on network b3271eeb-b9eb-4d85-9c8c-62c1a302878e not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:37:11.118611 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421a72ca-06fc-4076-88da-53158dd0117f req-685f6640-3d34-4418-bd77-bd5fcfd96abd service neutron] Attempting to bind port 9da47aef-6542-4702-92b7-d14c7ac03e91 on network b3271eeb-b9eb-4d85-9c8c-62c1a302878e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:11.141697 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421a72ca-06fc-4076-88da-53158dd0117f req-685f6640-3d34-4418-bd77-bd5fcfd96abd service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:11.142873 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421a72ca-06fc-4076-88da-53158dd0117f req-685f6640-3d34-4418-bd77-bd5fcfd96abd service neutron] Checking segment: {'id': '167f289d-6015-4de5-ac82-657bbdbe5e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b3271eeb-b9eb-4d85-9c8c-62c1a302878e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:11.143430 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421a72ca-06fc-4076-88da-53158dd0117f req-685f6640-3d34-4418-bd77-bd5fcfd96abd service neutron] Bound using segment: {'id': '167f289d-6015-4de5-ac82-657bbdbe5e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b3271eeb-b9eb-4d85-9c8c-62c1a302878e'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:11.144019 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-421a72ca-06fc-4076-88da-53158dd0117f req-685f6640-3d34-4418-bd77-bd5fcfd96abd service neutron] Bound port: 9da47aef-6542-4702-92b7-d14c7ac03e91, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '167f289d-6015-4de5-ac82-657bbdbe5e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b3271eeb-b9eb-4d85-9c8c-62c1a302878e'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:11.144545 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-421a72ca-06fc-4076-88da-53158dd0117f req-685f6640-3d34-4418-bd77-bd5fcfd96abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.175633 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5770b383-0d7d-459b-9c7d-0bab759d09d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6faba675-04c4-46c2-90a5-65c09e5fb4ef']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:11.211415 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5770b383-0d7d-459b-9c7d-0bab759d09d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af5f62a4-2594-40d8-b4ea-f9e6cda305d2') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:11.211722 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5770b383-0d7d-459b-9c7d-0bab759d09d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af5f62a4-2594-40d8-b4ea-f9e6cda305d2') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:11.240725 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5770b383-0d7d-459b-9c7d-0bab759d09d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.247703 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-e771f38d-7c04-4a43-9d39-f6edd8485813 req-0b44ac90-5bee-44d4-9e6c-f5b29fb504ea tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Deleting port 4577703d-5fcd-4f5d-acd6-13a1000109e6 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:11.248125 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e771f38d-7c04-4a43-9d39-f6edd8485813 req-0b44ac90-5bee-44d4-9e6c-f5b29fb504ea tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.277161 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-421a72ca-06fc-4076-88da-53158dd0117f req-685f6640-3d34-4418-bd77-bd5fcfd96abd service neutron] For port 9da47aef-6542-4702-92b7-d14c7ac03e91, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:11.285315 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5770b383-0d7d-459b-9c7d-0bab759d09d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.298157 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bffe806-deb4-4582-9747-fcca36bdfabd tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:11.299939 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-421a72ca-06fc-4076-88da-53158dd0117f req-685f6640-3d34-4418-bd77-bd5fcfd96abd service neutron] For port 9da47aef-6542-4702-92b7-d14c7ac03e91, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9da47aef-6542-4702-92b7-d14c7ac03e91,segment=NetworkSegment(167f289d-6015-4de5-ac82-657bbdbe5e0c),segment_id=167f289d-6015-4de5-ac82-657bbdbe5e0c)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:11.304591 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bffe806-deb4-4582-9747-fcca36bdfabd tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:11.310535 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bffe806-deb4-4582-9747-fcca36bdfabd tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:11.316603 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bffe806-deb4-4582-9747-fcca36bdfabd tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:11.322510 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bffe806-deb4-4582-9747-fcca36bdfabd tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:11.328421 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bffe806-deb4-4582-9747-fcca36bdfabd tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:11.331404 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0bffe806-deb4-4582-9747-fcca36bdfabd tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.6954925 Jul 15 13:37:11.332363 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-421a72ca-06fc-4076-88da-53158dd0117f req-685f6640-3d34-4418-bd77-bd5fcfd96abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.335903 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35382) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:11.343237 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5770b383-0d7d-459b-9c7d-0bab759d09d2 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:37:11.343825 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5770b383-0d7d-459b-9c7d-0bab759d09d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.355369 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c404b7-52eb-4dd7-a87c-e7b51f05a181 req-182cf3a8-88a1-4e58-b970-7e7e9ba03585 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:11.356966 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a6c404b7-52eb-4dd7-a87c-e7b51f05a181 req-182cf3a8-88a1-4e58-b970-7e7e9ba03585 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 943 time: 0.6743245 Jul 15 13:37:11.357671 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:11.357671 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:11.357671 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:37:11.357671 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:37:11.357671 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:37:11.357671 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:37:11.357671 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:37:11.357671 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:37:11.357671 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:37:11.357671 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:37:11.357671 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:37:11.357671 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:37:11.357671 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:37:11.357671 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:37:11.357671 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:37:11.357671 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:37:11.357671 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:37:11.357671 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:37:11.357671 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:37:11.357671 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:37:11.357671 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:37:11.357671 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:37:11.357671 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:37:11.357671 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:37:11.357671 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:37:11.357671 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:37:11.357671 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:37:11.357671 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:37:11.357671 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:37:11.357671 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:37:11.357671 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:37:11.357671 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:37:11.357671 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:37:11.357671 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:37:11.430768 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a72ca-06fc-4076-88da-53158dd0117f req-685f6640-3d34-4418-bd77-bd5fcfd96abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:11.431773 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-421a72ca-06fc-4076-88da-53158dd0117f req-685f6640-3d34-4418-bd77-bd5fcfd96abd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.434267 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-421a72ca-06fc-4076-88da-53158dd0117f req-685f6640-3d34-4418-bd77-bd5fcfd96abd service neutron] 10.222.0.32 "PUT /v2.0/ports/9da47aef-6542-4702-92b7-d14c7ac03e91 HTTP/1.1" status: 200 len: 1092 time: 1.8418498 Jul 15 13:37:11.447402 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5770b383-0d7d-459b-9c7d-0bab759d09d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.457105 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a6c404b7-52eb-4dd7-a87c-e7b51f05a181 req-e02c8ee4-8a80-4523-8aed-af0df50ef455 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0846238 Jul 15 13:37:11.472290 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5770b383-0d7d-459b-9c7d-0bab759d09d2 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.474512 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5770b383-0d7d-459b-9c7d-0bab759d09d2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6faba675-04c4-46c2-90a5-65c09e5fb4ef HTTP/1.1" status: 204 len: 168 time: 1.3525801 Jul 15 13:37:11.475413 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35384) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:11.489035 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-e771f38d-7c04-4a43-9d39-f6edd8485813 req-0b44ac90-5bee-44d4-9e6c-f5b29fb504ea tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] For port 4577703d-5fcd-4f5d-acd6-13a1000109e6, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=4577703d-5fcd-4f5d-acd6-13a1000109e6,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:11.490188 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e771f38d-7c04-4a43-9d39-f6edd8485813 req-0b44ac90-5bee-44d4-9e6c-f5b29fb504ea tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.519206 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770b383-0d7d-459b-9c7d-0bab759d09d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6faba675-04c4-46c2-90a5-65c09e5fb4ef,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:11.596938 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770b383-0d7d-459b-9c7d-0bab759d09d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:11.597894 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770b383-0d7d-459b-9c7d-0bab759d09d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:11.598460 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770b383-0d7d-459b-9c7d-0bab759d09d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:11.599546 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770b383-0d7d-459b-9c7d-0bab759d09d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:11.600098 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770b383-0d7d-459b-9c7d-0bab759d09d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:11.600645 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770b383-0d7d-459b-9c7d-0bab759d09d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:11.601164 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770b383-0d7d-459b-9c7d-0bab759d09d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:11.601691 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770b383-0d7d-459b-9c7d-0bab759d09d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:11.602245 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770b383-0d7d-459b-9c7d-0bab759d09d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:11.602774 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770b383-0d7d-459b-9c7d-0bab759d09d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:11.603308 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770b383-0d7d-459b-9c7d-0bab759d09d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:11.603848 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5770b383-0d7d-459b-9c7d-0bab759d09d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:11.628080 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f6640-3d34-4418-bd77-bd5fcfd96abd service neutron] Pushing event updated for resources: {'Port': ['ID=9da47aef-6542-4702-92b7-d14c7ac03e91,revision_number=7']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:11.654503 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-e771f38d-7c04-4a43-9d39-f6edd8485813 req-0b44ac90-5bee-44d4-9e6c-f5b29fb504ea tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Calling delete_port for 4577703d-5fcd-4f5d-acd6-13a1000109e6 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:11.702034 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62833b70-e66a-47e0-a1d5-b8c48e913e86 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:11.702234 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62833b70-e66a-47e0-a1d5-b8c48e913e86 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:11.703065 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62833b70-e66a-47e0-a1d5-b8c48e913e86 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:11.709271 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-62833b70-e66a-47e0-a1d5-b8c48e913e86 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=fcf19ad9f55645769cc76961e7748495&network_id=b333c41f-9715-44db-b704-e867379897e4 HTTP/1.1" status: 200 len: 2973 time: 0.2281184 Jul 15 13:37:11.767183 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35390) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:11.822100 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-06e54350-02fe-4cee-8722-9a17fff6fb27 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.4815459 Jul 15 13:37:11.823398 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9d576417-0d21-4e69-b40f-f9548e4e586d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db5b4791469c40799062a61423474492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543678 Jul 15 13:37:11.824647 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35392) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:11.828931 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35394) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:11.881493 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a72ca-06fc-4076-88da-53158dd0117f req-b0c3b209-e8c8-4e45-b5e6-187f1cdeb5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:11.883083 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-421a72ca-06fc-4076-88da-53158dd0117f req-b0c3b209-e8c8-4e45-b5e6-187f1cdeb5ae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 1095 time: 0.3881023 Jul 15 13:37:11.887330 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6d16e6b-a9d0-4b6c-8d60-98c65f341f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.912854 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6d16e6b-a9d0-4b6c-8d60-98c65f341f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.931336 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0148571c-e9d0-436d-9cd4-9748d87aa31f tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:11.932948 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0148571c-e9d0-436d-9cd4-9748d87aa31f tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:11.934705 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0148571c-e9d0-436d-9cd4-9748d87aa31f tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:11.936244 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0148571c-e9d0-436d-9cd4-9748d87aa31f tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:11.937784 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0148571c-e9d0-436d-9cd4-9748d87aa31f tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:11.939628 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0148571c-e9d0-436d-9cd4-9748d87aa31f tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1104469 Jul 15 13:37:11.944660 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35398) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:12.022679 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d004c14-638b-43ae-b4e3-747342598539 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:12.024082 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d004c14-638b-43ae-b4e3-747342598539 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:12.025736 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d004c14-638b-43ae-b4e3-747342598539 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:12.027201 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d004c14-638b-43ae-b4e3-747342598539 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:12.028634 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d004c14-638b-43ae-b4e3-747342598539 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:12.036265 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8d004c14-638b-43ae-b4e3-747342598539 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0821893 Jul 15 13:37:12.037749 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35400) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:12.042811 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6d16e6b-a9d0-4b6c-8d60-98c65f341f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:12.045637 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6d16e6b-a9d0-4b6c-8d60-98c65f341f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:12.046953 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d6d16e6b-a9d0-4b6c-8d60-98c65f341f00 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2528a0bd-3b07-4064-88d6-01fe3074ffad HTTP/1.1" status: 204 len: 168 time: 0.2208979 Jul 15 13:37:12.055672 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d16e6b-a9d0-4b6c-8d60-98c65f341f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2528a0bd-3b07-4064-88d6-01fe3074ffad,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:12.094794 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a72ca-06fc-4076-88da-53158dd0117f req-3e52f345-931f-4624-8fd2-5d564848e786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:12.096304 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-421a72ca-06fc-4076-88da-53158dd0117f req-3e52f345-931f-4624-8fd2-5d564848e786 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b3271eeb-b9eb-4d85-9c8c-62c1a302878e HTTP/1.1" status: 200 len: 897 time: 0.2054794 Jul 15 13:37:12.181004 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e771f38d-7c04-4a43-9d39-f6edd8485813 req-0b44ac90-5bee-44d4-9e6c-f5b29fb504ea tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:12.198583 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['9a9e28e7-783c-4b08-98a4-873057252a5b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:37:12.234934 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44ac90-5bee-44d4-9e6c-f5b29fb504ea tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Pushing event deleted for resources: {'Port': ['ID=4577703d-5fcd-4f5d-acd6-13a1000109e6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:12.261813 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['4577703d-5fcd-4f5d-acd6-13a1000109e6'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:37:12.341262 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc8a26c-7808-4b87-ba55-17fe7d33dd42 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:12.342771 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ccc8a26c-7808-4b87-ba55-17fe7d33dd42 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "GET /v2.0/networks/03438341-595c-4a0b-8a07-399460b41a64 HTTP/1.1" status: 200 len: 804 time: 0.2999301 Jul 15 13:37:12.344824 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-421a72ca-06fc-4076-88da-53158dd0117f req-35595549-0b8a-4af9-b039-2962621c9102 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9da47aef-6542-4702-92b7-d14c7ac03e91 HTTP/1.1" status: 200 len: 998 time: 0.2389014 Jul 15 13:37:12.346934 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b20e946e-34ea-4a2d-b713-89e4d44fdae0 req-b89d2f67-629a-43e1-92a6-177eb9d0492e tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff4f8848-a0e7-4075-8009-37fba77c0f46 HTTP/1.1" status: 200 len: 210 time: 0.0951252 Jul 15 13:37:12.348053 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-e771f38d-7c04-4a43-9d39-f6edd8485813 req-0b44ac90-5bee-44d4-9e6c-f5b29fb504ea tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] No DVR routers for this DVR port 4577703d-5fcd-4f5d-acd6-13a1000109e6 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:12.350642 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35406) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:12.360279 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e771f38d-7c04-4a43-9d39-f6edd8485813 req-0b44ac90-5bee-44d4-9e6c-f5b29fb504ea tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:12.362715 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e771f38d-7c04-4a43-9d39-f6edd8485813 req-0b44ac90-5bee-44d4-9e6c-f5b29fb504ea tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.32 "DELETE /v2.0/ports/4577703d-5fcd-4f5d-acd6-13a1000109e6 HTTP/1.1" status: 204 len: 173 time: 1.3281174 Jul 15 13:37:12.461643 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41cf3bc-8d6f-482d-b9a8-9c93d367fb97', 'tag': '9da47aef-6542-4702-92b7-d14c7ac03e91'}, {'server_uuid': 'ff4f8848-a0e7-4075-8009-37fba77c0f46', 'name': 'network-vif-deleted', 'tag': '4577703d-5fcd-4f5d-acd6-13a1000109e6'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:12.464869 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac508fde-1299-4bbc-95fa-945813eb64c8" -d '{"events": [{"name": "network-changed", "server_uuid": "f41cf3bc-8d6f-482d-b9a8-9c93d367fb97", "tag": "9da47aef-6542-4702-92b7-d14c7ac03e91"}, {"server_uuid": "ff4f8848-a0e7-4075-8009-37fba77c0f46", "name": "network-vif-deleted", "tag": "4577703d-5fcd-4f5d-acd6-13a1000109e6"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:12.484022 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a72ca-06fc-4076-88da-53158dd0117f req-e05bbc24-3a18-43bd-bfaa-1937983c8e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:12.487687 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-421a72ca-06fc-4076-88da-53158dd0117f req-e05bbc24-3a18-43bd-bfaa-1937983c8e4c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1de6f99-28d2-4487-bb53-dfb9d06f26cd HTTP/1.1" status: 200 len: 835 time: 0.1220920 Jul 15 13:37:12.548812 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9839c852-d0bd-4b07-a943-23c8375c2cd2 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "GET /v2.0/networks/03438341-595c-4a0b-8a07-399460b41a64?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1976388 Jul 15 13:37:12.554545 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35416) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:12.579553 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a72ca-06fc-4076-88da-53158dd0117f req-4b728bc1-0716-4383-96c8-b41fe8f44765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:12.583413 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-421a72ca-06fc-4076-88da-53158dd0117f req-4b728bc1-0716-4383-96c8-b41fe8f44765 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b3271eeb-b9eb-4d85-9c8c-62c1a302878e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0902996 Jul 15 13:37:12.671486 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615407b1-597a-4693-8a80-b779575d1368 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:12.675026 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-615407b1-597a-4693-8a80-b779575d1368 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "GET /v2.0/subnets/c732e1db-e43d-440f-af27-99cd93204f89 HTTP/1.1" status: 200 len: 843 time: 0.1184840 Jul 15 13:37:12.680943 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35418) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:12.730115 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35420) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:12.883033 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8189729c-5399-43a2-8ebf-122f35aaef5e tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['shared'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:12.885555 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8189729c-5399-43a2-8ebf-122f35aaef5e tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "GET /v2.0/subnets/c732e1db-e43d-440f-af27-99cd93204f89?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2029331 Jul 15 13:37:12.896877 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35422) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:12.913890 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-bbf95989-8d80-4dbb-843e-857939554c80 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-736072077'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:12.933661 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a2a13fc7-1a0b-4b57-aeba-037371899f19 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a4feac80a554f1fa976f529a90666d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2025156 Jul 15 13:37:12.943117 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35424) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:13.020192 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf95989-8d80-4dbb-843e-857939554c80 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Made reservation on behalf of d941e2e781cf46f69646e6c71b18d5f9 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:13.026471 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bbf95989-8d80-4dbb-843e-857939554c80 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:13.047877 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac508fde-1299-4bbc-95fa-945813eb64c8 req-3be3d0e4-7e51-4fdc-9d77-33c2b44556a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:13.050325 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac508fde-1299-4bbc-95fa-945813eb64c8 req-3be3d0e4-7e51-4fdc-9d77-33c2b44556a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 1095 time: 0.2853520 Jul 15 13:37:13.116068 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf95989-8d80-4dbb-843e-857939554c80 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:37:13.121970 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91028cd0-c4e1-4ae5-b479-150ae80b5d30 x-openstack-request-id: req-91028cd0-c4e1-4ae5-b479-150ae80b5d30 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:13.122826 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41cf3bc-8d6f-482d-b9a8-9c93d367fb97", "tag": "9da47aef-6542-4702-92b7-d14c7ac03e91", "status": "completed", "code": 200}, {"server_uuid": "ff4f8848-a0e7-4075-8009-37fba77c0f46", "name": "network-vif-deleted", "tag": "4577703d-5fcd-4f5d-acd6-13a1000109e6", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:13.122826 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-91028cd0-c4e1-4ae5-b479-150ae80b5d30 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:13.123368 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41cf3bc-8d6f-482d-b9a8-9c93d367fb97', 'tag': '9da47aef-6542-4702-92b7-d14c7ac03e91', 'status': 'completed', 'code': 200} Jul 15 13:37:13.123754 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4f8848-a0e7-4075-8009-37fba77c0f46', 'name': 'network-vif-deleted', 'tag': '4577703d-5fcd-4f5d-acd6-13a1000109e6', 'status': 'completed', 'code': 200} Jul 15 13:37:13.179920 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-039791bb-d024-4427-bb70-8e683e9dd289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:13.183487 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bbf95989-8d80-4dbb-843e-857939554c80 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:13.183935 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-bbf95989-8d80-4dbb-843e-857939554c80 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Added segment 92c5f41f-fe20-4565-89f3-5252b98109db of type vlan for network 37d4397c-672d-4eb2-865f-6fe4328f255e Jul 15 13:37:13.228707 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-421a72ca-06fc-4076-88da-53158dd0117f req-435b8365-a278-42cf-b3cd-99e91aaf8fc0 service neutron] 10.222.0.32 "GET /v2.0/networks/b3271eeb-b9eb-4d85-9c8c-62c1a302878e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6372499 Jul 15 13:37:13.275606 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-039791bb-d024-4427-bb70-8e683e9dd289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:13.278904 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125b05a-9389-43b4-8b29-52f061976c74 req-bfb88d7c-6e95-4840-8252-c8dd73140f49 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:13.279225 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bbf95989-8d80-4dbb-843e-857939554c80 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:13.281310 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8125b05a-9389-43b4-8b29-52f061976c74 req-bfb88d7c-6e95-4840-8252-c8dd73140f49 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 943 time: 0.1562581 Jul 15 13:37:13.305932 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac508fde-1299-4bbc-95fa-945813eb64c8 req-849902cb-63e1-49c5-8313-5840e7d61950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:13.307508 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac508fde-1299-4bbc-95fa-945813eb64c8 req-849902cb-63e1-49c5-8313-5840e7d61950 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b3271eeb-b9eb-4d85-9c8c-62c1a302878e HTTP/1.1" status: 200 len: 897 time: 0.2461007 Jul 15 13:37:13.411992 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bbf95989-8d80-4dbb-843e-857939554c80 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:13.417782 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf95989-8d80-4dbb-843e-857939554c80 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:13.419096 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bbf95989-8d80-4dbb-843e-857939554c80 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:13.443519 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8125b05a-9389-43b4-8b29-52f061976c74 req-a71679f2-8256-4182-bb64-aed394eaa48c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1480830 Jul 15 13:37:13.483926 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-421a72ca-06fc-4076-88da-53158dd0117f req-a3d92ab3-0957-466c-8bdf-90e6609ca9f3 service neutron] 10.222.0.32 "GET /v2.0/networks/b3271eeb-b9eb-4d85-9c8c-62c1a302878e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352779 Jul 15 13:37:13.490521 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac508fde-1299-4bbc-95fa-945813eb64c8 req-8ba79575-6d77-49e8-b436-10fc4c99400d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9da47aef-6542-4702-92b7-d14c7ac03e91 HTTP/1.1" status: 200 len: 998 time: 0.1640825 Jul 15 13:37:13.520155 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-bbf95989-8d80-4dbb-843e-857939554c80 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6167617 Jul 15 13:37:13.520525 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35430) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:13.535492 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-6486f198-968d-485f-8104-1bce8f1421c9 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Request body: {'subnet': {'network_id': '37d4397c-672d-4eb2-865f-6fe4328f255e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:13.543229 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-039791bb-d024-4427-bb70-8e683e9dd289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:13.545994 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-039791bb-d024-4427-bb70-8e683e9dd289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:13.550151 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-039791bb-d024-4427-bb70-8e683e9dd289 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9eb80a69-492e-490d-8d4b-d32944ab4f81 HTTP/1.1" status: 204 len: 168 time: 0.6041167 Jul 15 13:37:13.606855 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf95989-8d80-4dbb-843e-857939554c80 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event updated for resources: {'Network': ['ID=37d4397c-672d-4eb2-865f-6fe4328f255e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:13.616496 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35434) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:13.626908 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039791bb-d024-4427-bb70-8e683e9dd289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb80a69-492e-490d-8d4b-d32944ab4f81,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:13.631049 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 37d4397c-672d-4eb2-865f-6fe4328f255e details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:37:13.656111 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac508fde-1299-4bbc-95fa-945813eb64c8 req-582d51f9-55ec-416a-bcca-42abf47fac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:13.657712 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac508fde-1299-4bbc-95fa-945813eb64c8 req-582d51f9-55ec-416a-bcca-42abf47fac4d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a1de6f99-28d2-4487-bb53-dfb9d06f26cd HTTP/1.1" status: 200 len: 835 time: 0.1622109 Jul 15 13:37:13.816331 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac508fde-1299-4bbc-95fa-945813eb64c8 req-7b773963-70f8-43e0-b9ab-d56aab912d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:13.819678 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac508fde-1299-4bbc-95fa-945813eb64c8 req-7b773963-70f8-43e0-b9ab-d56aab912d80 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3271eeb-b9eb-4d85-9c8c-62c1a302878e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1531718 Jul 15 13:37:14.028870 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da9998d-30dc-4e23-be81-8094cee284bf tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:14.031621 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8da9998d-30dc-4e23-be81-8094cee284bf tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0b352371-cfe9-4be4-934e-718e319584db HTTP/1.1" status: 200 len: 814 time: 0.4134130 Jul 15 13:37:14.044270 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac508fde-1299-4bbc-95fa-945813eb64c8 req-6315c07b-b632-4b46-ac5a-a0e4a5c47dac service neutron] 10.222.0.18 "GET /v2.0/networks/b3271eeb-b9eb-4d85-9c8c-62c1a302878e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168779 Jul 15 13:37:14.088006 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac508fde-1299-4bbc-95fa-945813eb64c8 req-eb1ccf2f-32a4-460b-ae1d-653778618f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:14.089585 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ac508fde-1299-4bbc-95fa-945813eb64c8 req-eb1ccf2f-32a4-460b-ae1d-653778618f0c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 1095 time: 0.3883297 Jul 15 13:37:14.093171 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6486f198-968d-485f-8104-1bce8f1421c9 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Made reservation on behalf of d941e2e781cf46f69646e6c71b18d5f9 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:14.096959 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6486f198-968d-485f-8104-1bce8f1421c9 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:14.236169 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac508fde-1299-4bbc-95fa-945813eb64c8 req-6e5a0a8a-7783-4f60-8a2d-daf31e0f53ed service neutron] 10.222.0.18 "GET /v2.0/networks/b3271eeb-b9eb-4d85-9c8c-62c1a302878e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842287 Jul 15 13:37:14.264341 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.ipam_backend_mixin [None req-6486f198-968d-485f-8104-1bce8f1421c9 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Performing IP validity checks on allocation pools {{(pid=93813) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 13:37:14.265277 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.ipam_backend_mixin [None req-6486f198-968d-485f-8104-1bce8f1421c9 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93813) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 13:37:14.310907 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c39c4-56ab-45fc-80a3-48247f14425d req-7dc3732e-637e-43f5-a444-2e58565e8e6d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:14.312678 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-362c39c4-56ab-45fc-80a3-48247f14425d req-7dc3732e-637e-43f5-a444-2e58565e8e6d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/networks?id=3863dc0e-6146-449a-a791-85fa35a22fff HTTP/1.1" status: 200 len: 805 time: 0.3166213 Jul 15 13:37:14.368270 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-362c39c4-56ab-45fc-80a3-48247f14425d req-25e6b1f6-db80-4694-a6b1-79e7048ddea0 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/quotas/043bd73de72448efaf900d42a51adac4 HTTP/1.1" status: 200 len: 375 time: 0.0416622 Jul 15 13:37:14.373182 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac508fde-1299-4bbc-95fa-945813eb64c8 req-f7b35527-ef75-4866-8d4c-32707ae0a4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:14.374907 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ac508fde-1299-4bbc-95fa-945813eb64c8 req-f7b35527-ef75-4866-8d4c-32707ae0a4ad service neutron] 10.222.0.32 "GET /v2.0/networks?id=b3271eeb-b9eb-4d85-9c8c-62c1a302878e HTTP/1.1" status: 200 len: 897 time: 0.2708528 Jul 15 13:37:14.393909 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 4577703d-5fcd-4f5d-acd6-13a1000109e6 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:14.442979 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 4577703d-5fcd-4f5d-acd6-13a1000109e6 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:14.443695 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 4577703d-5fcd-4f5d-acd6-13a1000109e6 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:14.528840 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ac508fde-1299-4bbc-95fa-945813eb64c8 req-00231eda-9470-4549-8048-855b0f914678 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9da47aef-6542-4702-92b7-d14c7ac03e91 HTTP/1.1" status: 200 len: 998 time: 0.1357431 Jul 15 13:37:14.647711 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-362c39c4-56ab-45fc-80a3-48247f14425d req-ed551153-4960-4b11-bd39-d00bb84e0fbd tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=043bd73de72448efaf900d42a51adac4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2664521 Jul 15 13:37:14.655792 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac508fde-1299-4bbc-95fa-945813eb64c8 req-84aa781d-69ea-46d7-ab35-6a1507fadbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:14.657366 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ac508fde-1299-4bbc-95fa-945813eb64c8 req-84aa781d-69ea-46d7-ab35-6a1507fadbed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1de6f99-28d2-4487-bb53-dfb9d06f26cd HTTP/1.1" status: 200 len: 835 time: 0.1184797 Jul 15 13:37:14.669402 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6486f198-968d-485f-8104-1bce8f1421c9 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:14.724884 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c44ccd-1052-448d-91e2-8bd87f42c994 req-78940202-993f-413d-8432-37d7f96f3feb tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:14.727857 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e6c44ccd-1052-448d-91e2-8bd87f42c994 req-78940202-993f-413d-8432-37d7f96f3feb tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 943 time: 0.1188922 Jul 15 13:37:14.745088 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35454) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:14.764397 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-1b5a7ee0-18c4-4ed8-a314-95b8d1b2ae0e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Request body: {'network': {'name': 'tempest-network-smoke--1926303818', 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'port_security_enabled': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:14.792793 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e6c44ccd-1052-448d-91e2-8bd87f42c994 req-e2b42088-6d92-4c4e-9e2a-d20b99aadf38 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585034 Jul 15 13:37:14.878359 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486f198-968d-485f-8104-1bce8f1421c9 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event updated for resources: {'Subnet': ['ID=667d1ead-751d-4ec9-aa1c-632dbfa5f7fe,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:14.902909 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5a7ee0-18c4-4ed8-a314-95b8d1b2ae0e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Made reservation on behalf of fcf19ad9f55645769cc76961e7748495 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:14.906650 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b5a7ee0-18c4-4ed8-a314-95b8d1b2ae0e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:14.944583 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6486f198-968d-485f-8104-1bce8f1421c9 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Checking segment: {'id': '92c5f41f-fe20-4565-89f3-5252b98109db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '37d4397c-672d-4eb2-865f-6fe4328f255e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:14.944956 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6486f198-968d-485f-8104-1bce8f1421c9 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Network hostable DHCP agents. Network: 37d4397c-672d-4eb2-865f-6fe4328f255e, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:37:14.951750 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-362c39c4-56ab-45fc-80a3-48247f14425d req-fc928fae-3b05-46e9-b79d-23c24f39785c service neutron] 10.222.0.24 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933266 Jul 15 13:37:14.977542 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac508fde-1299-4bbc-95fa-945813eb64c8 req-77356b97-3f40-4587-aa5b-1d80f7fb0f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:14.979164 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ac508fde-1299-4bbc-95fa-945813eb64c8 req-77356b97-3f40-4587-aa5b-1d80f7fb0f63 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b3271eeb-b9eb-4d85-9c8c-62c1a302878e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3120131 Jul 15 13:37:15.003591 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b5a7ee0-18c4-4ed8-a314-95b8d1b2ae0e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:37:15.047288 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6486f198-968d-485f-8104-1bce8f1421c9 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Network 37d4397c-672d-4eb2-865f-6fe4328f255e is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:37:15.055434 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b5a7ee0-18c4-4ed8-a314-95b8d1b2ae0e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.055788 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-1b5a7ee0-18c4-4ed8-a314-95b8d1b2ae0e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Added segment 546c096c-3f53-4246-90ac-0de8036931c4 of type vlan for network fcc053e3-e049-4b2c-81d1-94ae3fce13a5 Jul 15 13:37:15.139515 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-6486f198-968d-485f-8104-1bce8f1421c9 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 37d4397c-672d-4eb2-865f-6fe4328f255e) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:15.150355 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96365c7d-619c-4672-bd22-c7b50d94a3c7 None None] Network 37d4397c-672d-4eb2-865f-6fe4328f255e requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:15.160677 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6486f198-968d-485f-8104-1bce8f1421c9 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:15.162183 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6486f198-968d-485f-8104-1bce8f1421c9 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.263995 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6486f198-968d-485f-8104-1bce8f1421c9 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7407730 Jul 15 13:37:15.266989 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35456) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:15.267235 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b5a7ee0-18c4-4ed8-a314-95b8d1b2ae0e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.276409 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4e87269f-a4bf-48d0-b8a0-189acf7e2c40 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:15.278469 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-362c39c4-56ab-45fc-80a3-48247f14425d req-89dc689e-b1bc-41b2-b57e-5a55eebba2e9 service neutron] 10.222.0.24 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181872 Jul 15 13:37:15.284242 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ac508fde-1299-4bbc-95fa-945813eb64c8 req-1da38fe9-e639-45ac-b3e5-1f03cc73612c service neutron] 10.222.0.32 "GET /v2.0/networks/b3271eeb-b9eb-4d85-9c8c-62c1a302878e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879837 Jul 15 13:37:15.432318 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b5a7ee0-18c4-4ed8-a314-95b8d1b2ae0e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.444093 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5a7ee0-18c4-4ed8-a314-95b8d1b2ae0e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:15.444093 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b5a7ee0-18c4-4ed8-a314-95b8d1b2ae0e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.447750 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0b7fac-88cd-448d-8917-1ef469592597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-37d4397c-672d-4eb2-865f-6fe4328f255e', 'network_id': '37d4397c-672d-4eb2-865f-6fe4328f255e', 'tenant_id': 'd941e2e781cf46f69646e6c71b18d5f9', 'fixed_ips': [{'subnet_id': '667d1ead-751d-4ec9-aa1c-632dbfa5f7fe'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:37:15.449252 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd0b7fac-88cd-448d-8917-1ef469592597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.493293 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e87269f-a4bf-48d0-b8a0-189acf7e2c40 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11768439'] for subnet, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.545911 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1b5a7ee0-18c4-4ed8-a314-95b8d1b2ae0e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7916048 Jul 15 13:37:15.550326 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35458) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:15.569953 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ac508fde-1299-4bbc-95fa-945813eb64c8 req-193ce37c-0294-4b35-ba62-fe28453b2eb0 service neutron] 10.222.0.32 "GET /v2.0/networks/b3271eeb-b9eb-4d85-9c8c-62c1a302878e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743182 Jul 15 13:37:15.652958 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a7ee0-18c4-4ed8-a314-95b8d1b2ae0e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'Network': ['ID=fcc053e3-e049-4b2c-81d1-94ae3fce13a5,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:15.754041 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network fcc053e3-e049-4b2c-81d1-94ae3fce13a5 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:37:15.851370 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6497f8c3-b8b5-469c-8995-85640a39f986 req-0d1ac73d-2a4e-4506-a039-929897c04d69 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=93a351ba-deb8-43cf-ab79-7ab4ba0ef0c8 HTTP/1.1" status: 200 len: 210 time: 0.1235492 Jul 15 13:37:15.865573 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920c28d5-a0d4-428f-837a-c0d079ac8131 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:15.873738 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-920c28d5-a0d4-428f-837a-c0d079ac8131 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=fcf19ad9f55645769cc76961e7748495&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3158972 Jul 15 13:37:15.879233 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35466) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:16.179168 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f64eab-cea9-4d11-b752-9b35eae4a00b req-bb9e063e-a506-440e-9b93-3608e2d79249 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:16.182539 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-88f64eab-cea9-4d11-b752-9b35eae4a00b req-bb9e063e-a506-440e-9b93-3608e2d79249 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 943 time: 0.1268847 Jul 15 13:37:16.270447 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-88f64eab-cea9-4d11-b752-9b35eae4a00b req-e6412b16-ae24-4994-b66d-066dac752526 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732565 Jul 15 13:37:16.284491 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9484ff-7868-47a0-aec3-70ce227df9d3 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:16.302639 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ad9484ff-7868-47a0-aec3-70ce227df9d3 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3955414 Jul 15 13:37:16.302639 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e87269f-a4bf-48d0-b8a0-189acf7e2c40 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732685825675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9520945'] for subnet, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:16.303277 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35474) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:16.376332 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6966078f-86dc-438d-8c0b-90757b513ab6 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0b352371-cfe9-4be4-934e-718e319584db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0818884 Jul 15 13:37:16.377282 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35478) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:16.395057 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e87269f-a4bf-48d0-b8a0-189acf7e2c40 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:16.398753 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e87269f-a4bf-48d0-b8a0-189acf7e2c40 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:16.400437 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4e87269f-a4bf-48d0-b8a0-189acf7e2c40 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "PUT /v2.0/subnets/667d1ead-751d-4ec9-aa1c-632dbfa5f7fe HTTP/1.1" status: 200 len: 900 time: 1.1310999 Jul 15 13:37:16.407489 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35480) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:16.434835 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-fd0b7fac-88cd-448d-8917-1ef469592597 None None] Allocated IP 2001:db8::3 (37d4397c-672d-4eb2-865f-6fe4328f255e/667d1ead-751d-4ec9-aa1c-632dbfa5f7fe/727f0073-aeb7-4cfb-96ef-6385d048a95c) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:16.442045 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0a34dff4-3ede-4cab-9090-4b0957e01ecd tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=fcf19ad9f55645769cc76961e7748495&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0627296 Jul 15 13:37:16.446794 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35482) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:16.510844 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87269f-a4bf-48d0-b8a0-189acf7e2c40 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event updated for resources: {'Subnet': ['ID=667d1ead-751d-4ec9-aa1c-632dbfa5f7fe,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:16.660736 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:16.676071 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e746762-8201-4911-980d-a49fd27b86d4 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:16.683216 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1e746762-8201-4911-980d-a49fd27b86d4 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2339699 Jul 15 13:37:16.690240 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35484) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:16.733176 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d9ba4dac-8536-4a9c-a744-ca007af4a68e tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0b352371-cfe9-4be4-934e-718e319584db&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350745 Jul 15 13:37:16.738342 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35488) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:16.744564 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-da93b755-7b4f-451b-a108-91df31de1e7d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2064685633', 'network_id': 'fcc053e3-e049-4b2c-81d1-94ae3fce13a5', 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:16.774862 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd0b7fac-88cd-448d-8917-1ef469592597 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:16.787683 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fd0b7fac-88cd-448d-8917-1ef469592597 None None] Transition to ACTIVE for port object 727f0073-aeb7-4cfb-96ef-6385d048a95c will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:16.811030 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fd0b7fac-88cd-448d-8917-1ef469592597 None None] Transition to ACTIVE for port object 727f0073-aeb7-4cfb-96ef-6385d048a95c will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:16.823080 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd0b7fac-88cd-448d-8917-1ef469592597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:16.877036 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0b7fac-88cd-448d-8917-1ef469592597 None None] Network 37d4397c-672d-4eb2-865f-6fe4328f255e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:16.881016 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-fd0b7fac-88cd-448d-8917-1ef469592597 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:16.884952 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0b7fac-88cd-448d-8917-1ef469592597 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:16.932650 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b7fac-88cd-448d-8917-1ef469592597 None None] Pushing event updated for resources: {'Port': ['ID=727f0073-aeb7-4cfb-96ef-6385d048a95c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:16.960141 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:17.053342 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-fd0b7fac-88cd-448d-8917-1ef469592597 None None] Attempting to bind port 727f0073-aeb7-4cfb-96ef-6385d048a95c on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:17.054461 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-fd0b7fac-88cd-448d-8917-1ef469592597 None None] Attempting to bind port 727f0073-aeb7-4cfb-96ef-6385d048a95c by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '92c5f41f-fe20-4565-89f3-5252b98109db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '37d4397c-672d-4eb2-865f-6fe4328f255e'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:17.055750 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0b7fac-88cd-448d-8917-1ef469592597 None None] Attempting to bind port 727f0073-aeb7-4cfb-96ef-6385d048a95c on network 37d4397c-672d-4eb2-865f-6fe4328f255e {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:17.080100 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0b7fac-88cd-448d-8917-1ef469592597 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:17.080487 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0b7fac-88cd-448d-8917-1ef469592597 None None] Checking segment: {'id': '92c5f41f-fe20-4565-89f3-5252b98109db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '37d4397c-672d-4eb2-865f-6fe4328f255e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:17.084980 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd0b7fac-88cd-448d-8917-1ef469592597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:17.084980 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0b7fac-88cd-448d-8917-1ef469592597 None None] Bound using segment: {'id': '92c5f41f-fe20-4565-89f3-5252b98109db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '37d4397c-672d-4eb2-865f-6fe4328f255e'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:17.085656 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-fd0b7fac-88cd-448d-8917-1ef469592597 None None] Bound port: 727f0073-aeb7-4cfb-96ef-6385d048a95c, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92c5f41f-fe20-4565-89f3-5252b98109db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '37d4397c-672d-4eb2-865f-6fe4328f255e'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:17.087800 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd0b7fac-88cd-448d-8917-1ef469592597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:17.170674 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de65748-e936-4566-bc3b-a4219f435a57 req-7a61be34-f92b-4281-8f35-03877d2cc60e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:17.175174 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5de65748-e936-4566-bc3b-a4219f435a57 req-7a61be34-f92b-4281-8f35-03877d2cc60e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 943 time: 0.1808453 Jul 15 13:37:17.223136 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-fd0b7fac-88cd-448d-8917-1ef469592597 None None] For port 727f0073-aeb7-4cfb-96ef-6385d048a95c, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:17.227706 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5de65748-e936-4566-bc3b-a4219f435a57 req-f60c9a49-c809-4136-9326-01ed9c9f305e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443714 Jul 15 13:37:17.233312 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-fd0b7fac-88cd-448d-8917-1ef469592597 None None] For port 727f0073-aeb7-4cfb-96ef-6385d048a95c, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=727f0073-aeb7-4cfb-96ef-6385d048a95c,segment=NetworkSegment(92c5f41f-fe20-4565-89f3-5252b98109db),segment_id=92c5f41f-fe20-4565-89f3-5252b98109db)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:17.242206 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd0b7fac-88cd-448d-8917-1ef469592597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:17.320289 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b7fac-88cd-448d-8917-1ef469592597 None None] Pushing event updated for resources: {'Port': ['ID=727f0073-aeb7-4cfb-96ef-6385d048a95c,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:17.495795 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1b42d21d-56e7-4bb7-ba64-ba66a29528ca req-031e19fe-f34d-45fc-8605-913a1f21cb1c tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=93a351ba-deb8-43cf-ab79-7ab4ba0ef0c8 HTTP/1.1" status: 200 len: 210 time: 0.3753221 Jul 15 13:37:17.597262 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:17.599490 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da93b755-7b4f-451b-a108-91df31de1e7d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Made reservation on behalf of fcf19ad9f55645769cc76961e7748495 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:17.607745 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da93b755-7b4f-451b-a108-91df31de1e7d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:17.656851 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event deleted for resources: {'Subnet': ['ID=667d1ead-751d-4ec9-aa1c-632dbfa5f7fe,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:17.682451 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6a950-093d-43aa-9b7d-7728d3503c1c req-f44bf92d-e2fe-4415-8d64-cb3b8c969ed3 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:17.684360 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2cc6a950-093d-43aa-9b7d-7728d3503c1c req-f44bf92d-e2fe-4415-8d64-cb3b8c969ed3 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.18 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97&tenant_id=5969ba48b19a42969f3c1202e7616f77&binding%3Ahost_id=n-h2-758944-45 HTTP/1.1" status: 200 len: 943 time: 0.6448860 Jul 15 13:37:17.853646 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:17.881055 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d4397c-672d-4eb2-865f-6fe4328f255e']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:17.897341 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92c5f41f-fe20-4565-89f3-5252b98109db') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:17.897982 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92c5f41f-fe20-4565-89f3-5252b98109db') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:17.919735 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:17.936019 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c39c4-56ab-45fc-80a3-48247f14425d req-dcd559a0-1986-40d0-a42f-a2748db17e16 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:17.937990 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-362c39c4-56ab-45fc-80a3-48247f14425d req-dcd559a0-1986-40d0-a42f-a2748db17e16 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.18 "GET /v2.0/networks?id=3863dc0e-6146-449a-a791-85fa35a22fff HTTP/1.1" status: 200 len: 805 time: 0.1686959 Jul 15 13:37:17.951778 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [req-2cc6a950-093d-43aa-9b7d-7728d3503c1c req-4c30bd30-224e-4a9b-bd17-65d2cc72b1a4 service neutron] delete failed (client error): The resource could not be found. Jul 15 13:37:17.952035 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-362c39c4-56ab-45fc-80a3-48247f14425d req-e7f66d3e-68e1-4ac2-88e6-05ae0bd7c9d1 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Request body: {'port': {'device_id': '93a351ba-deb8-43cf-ab79-7ab4ba0ef0c8', 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff', 'admin_state_up': True, 'tenant_id': '043bd73de72448efaf900d42a51adac4'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:17.953429 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2cc6a950-093d-43aa-9b7d-7728d3503c1c req-4c30bd30-224e-4a9b-bd17-65d2cc72b1a4 service neutron] 10.222.0.18 "DELETE /v2.0/ports/9da47aef-6542-4702-92b7-d14c7ac03e91/bindings/n-h1-758944-45 HTTP/1.1" status: 404 len: 381 time: 0.2576292 Jul 15 13:37:17.975149 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:17.988479 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:37:17.989081 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:17.994233 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:37:17.994233 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:37:17.994233 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:37:17.994233 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:37:17.994233 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:37:17.994233 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:37:17.994233 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:37:17.994233 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:37:17.994233 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:37:17.994233 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:37:17.994233 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:37:17.994233 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:37:17.994233 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:37:17.994233 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:37:17.994233 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:37:17.994233 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:37:17.994233 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:37:17.994233 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:37:17.994233 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:37:17.994233 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:37:17.994233 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:37:17.994233 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:37:17.994233 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:37:17.994233 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:37:17.994233 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:37:17.994233 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:37:17.994233 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:37:17.994233 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:37:17.994233 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:37:17.994233 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:37:17.994233 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:37:17.994233 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:37:18.134580 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da93b755-7b4f-451b-a108-91df31de1e7d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:18.141388 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:37:18.141388 n-d-758944-45 neutron-server[93814]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:37:18.141388 n-d-758944-45 neutron-server[93814]: [parameters: {'id': '37d4397c-672d-4eb2-865f-6fe4328f255e'}] Jul 15 13:37:18.141388 n-d-758944-45 neutron-server[93814]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:37:18.142239 n-d-758944-45 neutron-server[93814]: DEBUG oslo_db.api [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:37:18.162524 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-362c39c4-56ab-45fc-80a3-48247f14425d req-e7f66d3e-68e1-4ac2-88e6-05ae0bd7c9d1 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Made reservation on behalf of 043bd73de72448efaf900d42a51adac4 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:18.166805 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-362c39c4-56ab-45fc-80a3-48247f14425d req-e7f66d3e-68e1-4ac2-88e6-05ae0bd7c9d1 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:18.228650 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93b755-7b4f-451b-a108-91df31de1e7d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'Subnet': ['ID=af0dc6f7-0bda-497f-abf5-cce991fa644a,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:18.250258 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da93b755-7b4f-451b-a108-91df31de1e7d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Checking segment: {'id': '546c096c-3f53-4246-90ac-0de8036931c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fcc053e3-e049-4b2c-81d1-94ae3fce13a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:18.250628 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da93b755-7b4f-451b-a108-91df31de1e7d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Network hostable DHCP agents. Network: fcc053e3-e049-4b2c-81d1-94ae3fce13a5, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:37:18.261630 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6a950-093d-43aa-9b7d-7728d3503c1c req-f476662f-3627-4126-94e7-1ced65e670b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:18.263389 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2cc6a950-093d-43aa-9b7d-7728d3503c1c req-f476662f-3627-4126-94e7-1ced65e670b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 1095 time: 0.1635342 Jul 15 13:37:18.296145 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da93b755-7b4f-451b-a108-91df31de1e7d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Network fcc053e3-e049-4b2c-81d1-94ae3fce13a5 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:37:18.358291 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-da93b755-7b4f-451b-a108-91df31de1e7d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, fcc053e3-e049-4b2c-81d1-94ae3fce13a5) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:18.366682 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da93b755-7b4f-451b-a108-91df31de1e7d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:18.368446 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da93b755-7b4f-451b-a108-91df31de1e7d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:18.375774 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b43bc49-47d5-4f51-addd-533b5a21e387 None None] Network fcc053e3-e049-4b2c-81d1-94ae3fce13a5 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:18.410779 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-362c39c4-56ab-45fc-80a3-48247f14425d req-e7f66d3e-68e1-4ac2-88e6-05ae0bd7c9d1 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Allocated IP 172.20.0.11 (3863dc0e-6146-449a-a791-85fa35a22fff/7b30ffac-e52f-4dd4-90fb-1da118e51f78/399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:18.421087 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 9da47aef-6542-4702-92b7-d14c7ac03e91 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:37:18.450503 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-da93b755-7b4f-451b-a108-91df31de1e7d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7108817 Jul 15 13:37:18.486228 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6a950-093d-43aa-9b7d-7728d3503c1c req-e9222902-52a5-49df-ac11-05cc4097238a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:18.487923 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2cc6a950-093d-43aa-9b7d-7728d3503c1c req-e9222902-52a5-49df-ac11-05cc4097238a service neutron] 10.222.0.18 "GET /v2.0/networks?id=b3271eeb-b9eb-4d85-9c8c-62c1a302878e HTTP/1.1" status: 200 len: 897 time: 0.2102449 Jul 15 13:37:18.612539 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2cc6a950-093d-43aa-9b7d-7728d3503c1c req-d1465ce8-175c-4613-88d4-6c68535780f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9da47aef-6542-4702-92b7-d14c7ac03e91 HTTP/1.1" status: 200 len: 998 time: 0.1114111 Jul 15 13:37:18.621019 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a992b-2792-45c8-9d73-112352972a9a req-f203cfe9-60d9-469e-9135-83819d5393c2 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:18.647706 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2d8a992b-2792-45c8-9d73-112352972a9a req-f203cfe9-60d9-469e-9135-83819d5393c2 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 943 time: 0.2515426 Jul 15 13:37:18.649153 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:18.666673 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 9da47aef-6542-4702-92b7-d14c7ac03e91, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9da47aef-6542-4702-92b7-d14c7ac03e91,segment=NetworkSegment(167f289d-6015-4de5-ac82-657bbdbe5e0c),segment_id=167f289d-6015-4de5-ac82-657bbdbe5e0c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:18.693708 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '9da47aef-6542-4702-92b7-d14c7ac03e91', 'network_id': 'b3271eeb-b9eb-4d85-9c8c-62c1a302878e', 'port_id': '9da47aef-6542-4702-92b7-d14c7ac03e91', 'mac_address': 'fa:16:3e:bd:bb:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1de6f99-28d2-4487-bb53-dfb9d06f26cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:37:18.785751 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6a950-093d-43aa-9b7d-7728d3503c1c req-5044dd15-2360-49c3-8bb5-c84855568d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:18.789415 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2cc6a950-093d-43aa-9b7d-7728d3503c1c req-5044dd15-2360-49c3-8bb5-c84855568d1c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a1de6f99-28d2-4487-bb53-dfb9d06f26cd HTTP/1.1" status: 200 len: 835 time: 0.1689034 Jul 15 13:37:18.796186 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fb02b7-d57c-4764-9725-2e4a4720a0bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-fcc053e3-e049-4b2c-81d1-94ae3fce13a5', 'network_id': 'fcc053e3-e049-4b2c-81d1-94ae3fce13a5', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'fixed_ips': [{'subnet_id': 'af0dc6f7-0bda-497f-abf5-cce991fa644a'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:37:18.798167 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a9fb02b7-d57c-4764-9725-2e4a4720a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:18.909088 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:18.971161 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Deleting port 727f0073-aeb7-4cfb-96ef-6385d048a95c {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:18.971727 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:18.979256 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6a950-093d-43aa-9b7d-7728d3503c1c req-8a5f0b5a-2f8d-402c-9d6f-701e487bf380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:18.984855 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2cc6a950-093d-43aa-9b7d-7728d3503c1c req-8a5f0b5a-2f8d-402c-9d6f-701e487bf380 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b3271eeb-b9eb-4d85-9c8c-62c1a302878e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1825297 Jul 15 13:37:19.014177 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2d8a992b-2792-45c8-9d73-112352972a9a req-9f47421a-4265-4e9e-80a7-020247c8c2b8 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3641741 Jul 15 13:37:19.039209 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35500) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:19.081827 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da47aef-6542-4702-92b7-d14c7ac03e91 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:37:19.138958 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-362c39c4-56ab-45fc-80a3-48247f14425d req-e7f66d3e-68e1-4ac2-88e6-05ae0bd7c9d1 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:19.184316 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 9da47aef-6542-4702-92b7-d14c7ac03e91, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9da47aef-6542-4702-92b7-d14c7ac03e91,segment=NetworkSegment(167f289d-6015-4de5-ac82-657bbdbe5e0c),segment_id=167f289d-6015-4de5-ac82-657bbdbe5e0c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:19.222819 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbb89fa-4d69-452f-bfff-c0982e15e424 None None] Network 37d4397c-672d-4eb2-865f-6fe4328f255e requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:19.232677 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-68992930-4764-4001-a896-3b6dc4c9ba17 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1530063739', 'description': 'tempest-secgroup-smoke-1530063739 description', 'project_id': 'fcf19ad9f55645769cc76961e7748495'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:19.239879 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-362c39c4-56ab-45fc-80a3-48247f14425d req-e7f66d3e-68e1-4ac2-88e6-05ae0bd7c9d1 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:19.247778 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] For port 727f0073-aeb7-4cfb-96ef-6385d048a95c, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=727f0073-aeb7-4cfb-96ef-6385d048a95c,segment=NetworkSegment(92c5f41f-fe20-4565-89f3-5252b98109db),segment_id=92c5f41f-fe20-4565-89f3-5252b98109db)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:19.254592 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:19.272555 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:19.275687 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 727f0073-aeb7-4cfb-96ef-6385d048a95c up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:19.279535 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['9a9e28e7-783c-4b08-98a4-873057252a5b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:37:19.288243 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Calling delete_port for 727f0073-aeb7-4cfb-96ef-6385d048a95c owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:19.332269 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-362c39c4-56ab-45fc-80a3-48247f14425d req-e7f66d3e-68e1-4ac2-88e6-05ae0bd7c9d1 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Network 3863dc0e-6146-449a-a791-85fa35a22fff is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:19.337653 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-362c39c4-56ab-45fc-80a3-48247f14425d req-e7f66d3e-68e1-4ac2-88e6-05ae0bd7c9d1 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:19.344749 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-362c39c4-56ab-45fc-80a3-48247f14425d req-e7f66d3e-68e1-4ac2-88e6-05ae0bd7c9d1 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:19.353279 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f66d3e-68e1-4ac2-88e6-05ae0bd7c9d1 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Pushing event updated for resources: {'Port': ['ID=399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:19.377862 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-68992930-4764-4001-a896-3b6dc4c9ba17 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:19.483867 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c39c4-56ab-45fc-80a3-48247f14425d req-e7f66d3e-68e1-4ac2-88e6-05ae0bd7c9d1 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:19.484270 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-362c39c4-56ab-45fc-80a3-48247f14425d req-e7f66d3e-68e1-4ac2-88e6-05ae0bd7c9d1 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:19.489136 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2cc6a950-093d-43aa-9b7d-7728d3503c1c req-024b9458-25d7-4d3d-8274-242fc5b9e745 service neutron] 10.222.0.18 "GET /v2.0/networks/b3271eeb-b9eb-4d85-9c8c-62c1a302878e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372959 Jul 15 13:37:19.519900 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2df001ff-ce49-46ae-9ce5-d07da0d94bd4 None None] Provisioning for port 727f0073-aeb7-4cfb-96ef-6385d048a95c completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:19.578669 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-68992930-4764-4001-a896-3b6dc4c9ba17 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:19.589955 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-68992930-4764-4001-a896-3b6dc4c9ba17 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:19.605795 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['9da47aef-6542-4702-92b7-d14c7ac03e91'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:37:19.613899 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-362c39c4-56ab-45fc-80a3-48247f14425d req-e7f66d3e-68e1-4ac2-88e6-05ae0bd7c9d1 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6668155 Jul 15 13:37:19.634784 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-a9fb02b7-d57c-4764-9725-2e4a4720a0bf None None] Allocated IP 172.20.0.18 (fcc053e3-e049-4b2c-81d1-94ae3fce13a5/af0dc6f7-0bda-497f-abf5-cce991fa644a/1ae0c261-baac-4002-b87c-2de2cba5e4f3) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:19.643052 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-362c39c4-56ab-45fc-80a3-48247f14425d req-bcc0ad6c-863e-41ed-81e6-98d809c04cb4 service neutron] Request body: {'port': {'device_id': '93a351ba-deb8-43cf-ab79-7ab4ba0ef0c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:19.687710 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:19.706352 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b694b2-8560-4e08-9904-6fe521843ede req-e0586428-c750-40e8-8bd1-3f03f9edeca3 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:19.708023 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-18b694b2-8560-4e08-9904-6fe521843ede req-e0586428-c750-40e8-8bd1-3f03f9edeca3 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=93a351ba-deb8-43cf-ab79-7ab4ba0ef0c8 HTTP/1.1" status: 200 len: 932 time: 0.2222440 Jul 15 13:37:19.715144 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=9da47aef-6542-4702-92b7-d14c7ac03e91,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:19.733692 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2cc6a950-093d-43aa-9b7d-7728d3503c1c req-2e7e0690-b2f4-4a8f-a57a-e2ef9639065e service neutron] 10.222.0.18 "GET /v2.0/networks/b3271eeb-b9eb-4d85-9c8c-62c1a302878e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241752 Jul 15 13:37:19.734515 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event deleted for resources: {'Port': ['ID=727f0073-aeb7-4cfb-96ef-6385d048a95c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:19.740438 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] No DVR routers for this DVR port 727f0073-aeb7-4cfb-96ef-6385d048a95c on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:19.742393 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-68992930-4764-4001-a896-3b6dc4c9ba17 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:19.743734 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-68992930-4764-4001-a896-3b6dc4c9ba17 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5176647 Jul 15 13:37:19.749704 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35502) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:19.754366 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68992930-4764-4001-a896-3b6dc4c9ba17 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7408d01-857b-4c06-aa80-d291f379406e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:19.754685 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4fcd9be1-d63a-4d2f-b5cb-df22641a9c9c tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Request body: {'security_group_rule': {'security_group_id': 'e7408d01-857b-4c06-aa80-d291f379406e', 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:19.768259 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No active binding found for port 727f0073-aeb7-4cfb-96ef-6385d048a95c {{(pid=93815) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 13:37:19.769439 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 727f0073-aeb7-4cfb-96ef-6385d048a95c not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 15 13:37:19.829220 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4fcd9be1-d63a-4d2f-b5cb-df22641a9c9c tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:19.902787 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-362c39c4-56ab-45fc-80a3-48247f14425d req-bcc0ad6c-863e-41ed-81e6-98d809c04cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:19.923741 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:19.961815 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-18b694b2-8560-4e08-9904-6fe521843ede req-f165c8ea-5613-40d5-b7d5-2b75c6cadd5e tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814868 Jul 15 13:37:19.969438 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d4397c-672d-4eb2-865f-6fe4328f255e']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:19.991221 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92c5f41f-fe20-4565-89f3-5252b98109db') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:19.992597 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92c5f41f-fe20-4565-89f3-5252b98109db') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:20.007803 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.029800 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4fcd9be1-d63a-4d2f-b5cb-df22641a9c9c tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.034697 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.040636 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4fcd9be1-d63a-4d2f-b5cb-df22641a9c9c tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.060035 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:37:20.060524 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.064027 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd9be1-d63a-4d2f-b5cb-df22641a9c9c tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=853277d2-e6df-4600-a12c-da8d1d14216b,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:20.066157 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:20.066157 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:20.066157 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:37:20.066157 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:37:20.066157 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:37:20.066157 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:37:20.066157 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:37:20.066157 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:37:20.066157 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:37:20.066157 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:37:20.066157 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:37:20.066157 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:37:20.066157 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:37:20.066157 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:37:20.066157 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:37:20.066157 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:37:20.066157 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:37:20.066157 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:37:20.066157 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:37:20.066157 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:37:20.066157 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:37:20.066157 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:37:20.066157 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:37:20.066157 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:37:20.066157 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:37:20.066157 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:37:20.066157 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:37:20.066157 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:37:20.066157 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:37:20.066157 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:37:20.066157 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:37:20.066157 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:37:20.066157 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:37:20.066157 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:37:20.142759 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4fcd9be1-d63a-4d2f-b5cb-df22641a9c9c tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.144141 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4fcd9be1-d63a-4d2f-b5cb-df22641a9c9c tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3933983 Jul 15 13:37:20.150466 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35506) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:20.156220 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9b7ca139-791b-47be-abc6-c0bf3b1231df tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Request body: {'security_group_rule': {'security_group_id': 'e7408d01-857b-4c06-aa80-d291f379406e', 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:20.165972 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.180907 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.187828 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "DELETE /v2.0/networks/37d4397c-672d-4eb2-865f-6fe4328f255e HTTP/1.1" status: 204 len: 168 time: 3.7719464 Jul 15 13:37:20.189550 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Port 727f0073-aeb7-4cfb-96ef-6385d048a95c not found, will not notify nova. {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 15 13:37:20.193310 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35508) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:20.218904 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10050ced-2e3e-4460-baed-8cbf2a7a9f62 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event deleted for resources: {'Network': ['ID=37d4397c-672d-4eb2-865f-6fe4328f255e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:20.251966 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b13f5d-4b71-440f-8937-b8350fa3e5d1 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] DELETE failed (client error): The resource could not be found. Jul 15 13:37:20.253096 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01b13f5d-4b71-440f-8937-b8350fa3e5d1 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:37:20.257630 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-01b13f5d-4b71-440f-8937-b8350fa3e5d1 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "DELETE /v2.0/subnets/667d1ead-751d-4ec9-aa1c-632dbfa5f7fe HTTP/1.1" status: 404 len: 337 time: 0.0639446 Jul 15 13:37:20.267561 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35510) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:20.271485 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b7ca139-791b-47be-abc6-c0bf3b1231df tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.406218 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76ced4d-373f-4eab-8030-c7c40eb4a415 None None] DHCP port deletion for 37d4397c-672d-4eb2-865f-6fe4328f255e request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:37:20.422777 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b7ca139-791b-47be-abc6-c0bf3b1231df tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.441392 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b7ca139-791b-47be-abc6-c0bf3b1231df tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.534042 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bf4506-bcc4-44a5-a203-dcb2f5b6d072 None None] Network 37d4397c-672d-4eb2-865f-6fe4328f255e requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:20.540833 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ca139-791b-47be-abc6-c0bf3b1231df tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6395b434-0033-43a7-aba5-b323e17fe3e9,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:20.549004 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a9fb02b7-d57c-4764-9725-2e4a4720a0bf None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.566178 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b7ca139-791b-47be-abc6-c0bf3b1231df tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.572759 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9b7ca139-791b-47be-abc6-c0bf3b1231df tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4168608 Jul 15 13:37:20.573820 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35512) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:20.579819 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a9fb02b7-d57c-4764-9725-2e4a4720a0bf None None] Transition to ACTIVE for port object 1ae0c261-baac-4002-b87c-2de2cba5e4f3 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:20.581921 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-75620095-def7-4018-8424-99133134683d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Request body: {'security_group_rule': {'security_group_id': 'e7408d01-857b-4c06-aa80-d291f379406e', 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:20.582474 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bf4506-bcc4-44a5-a203-dcb2f5b6d072 None None] Network 37d4397c-672d-4eb2-865f-6fe4328f255e could not be found, it might have been deleted concurrently. {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 13:37:20.627098 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-af18baef-59ea-418f-b69f-2660af2ddf60 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] DELETE failed (client error): The resource could not be found. Jul 15 13:37:20.633556 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a9fb02b7-d57c-4764-9725-2e4a4720a0bf None None] Transition to ACTIVE for port object 1ae0c261-baac-4002-b87c-2de2cba5e4f3 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:20.635321 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af18baef-59ea-418f-b69f-2660af2ddf60 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:37:20.645056 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-af18baef-59ea-418f-b69f-2660af2ddf60 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "DELETE /v2.0/networks/37d4397c-672d-4eb2-865f-6fe4328f255e HTTP/1.1" status: 404 len: 339 time: 0.3680863 Jul 15 13:37:20.646674 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35514) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:20.655382 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75620095-def7-4018-8424-99133134683d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.675036 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a9fb02b7-d57c-4764-9725-2e4a4720a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.774944 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fb02b7-d57c-4764-9725-2e4a4720a0bf None None] Network fcc053e3-e049-4b2c-81d1-94ae3fce13a5 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:20.811470 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75620095-def7-4018-8424-99133134683d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.817239 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9662cde4-4113-4668-af17-aa9cc6070c45 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.822246 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75620095-def7-4018-8424-99133134683d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.823870 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-a9fb02b7-d57c-4764-9725-2e4a4720a0bf None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:20.839639 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75620095-def7-4018-8424-99133134683d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a70b7e-e78c-46e0-9e9a-2abecebf7448,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:20.860787 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fb02b7-d57c-4764-9725-2e4a4720a0bf None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:20.881656 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897c893-fbdf-4b7c-9f9b-161a467708ad req-9329d1f2-e621-405b-a389-4aea36f22408 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:20.885460 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75620095-def7-4018-8424-99133134683d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.886853 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-75620095-def7-4018-8424-99133134683d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3119769 Jul 15 13:37:20.896714 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6897c893-fbdf-4b7c-9f9b-161a467708ad req-9329d1f2-e621-405b-a389-4aea36f22408 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 944 time: 0.2760489 Jul 15 13:37:20.900058 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35516) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:20.908081 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-55740b56-5028-456d-a6e8-ee7d84a031f6 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Request body: {'security_group_rule': {'security_group_id': 'e7408d01-857b-4c06-aa80-d291f379406e', 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:20.976094 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-362c39c4-56ab-45fc-80a3-48247f14425d req-bcc0ad6c-863e-41ed-81e6-98d809c04cb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:37:20.997113 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-362c39c4-56ab-45fc-80a3-48247f14425d req-bcc0ad6c-863e-41ed-81e6-98d809c04cb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.052103 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-362c39c4-56ab-45fc-80a3-48247f14425d req-bcc0ad6c-863e-41ed-81e6-98d809c04cb4 service neutron] Transition to ACTIVE for port object 399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:21.073670 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-362c39c4-56ab-45fc-80a3-48247f14425d req-bcc0ad6c-863e-41ed-81e6-98d809c04cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.077509 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9662cde4-4113-4668-af17-aa9cc6070c45 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.087935 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55740b56-5028-456d-a6e8-ee7d84a031f6 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.107356 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-9662cde4-4113-4668-af17-aa9cc6070c45 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a396903f-fe0b-4b1f-8318-ddf7ae0df068']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:21.134589 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6897c893-fbdf-4b7c-9f9b-161a467708ad req-cf12a8f2-4484-408d-87e4-9056ce75865a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1946254 Jul 15 13:37:21.141842 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-9662cde4-4113-4668-af17-aa9cc6070c45 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcdd692f-1a26-43ee-994c-4feb1bf9f710') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:21.142341 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-9662cde4-4113-4668-af17-aa9cc6070c45 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcdd692f-1a26-43ee-994c-4feb1bf9f710') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:21.158967 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 727f0073-aeb7-4cfb-96ef-6385d048a95c no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:21.191173 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9662cde4-4113-4668-af17-aa9cc6070c45 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.231074 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9662cde4-4113-4668-af17-aa9cc6070c45 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.237923 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0ad6c-863e-41ed-81e6-98d809c04cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:21.246343 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9662cde4-4113-4668-af17-aa9cc6070c45 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:37:21.246962 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9662cde4-4113-4668-af17-aa9cc6070c45 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.290969 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 727f0073-aeb7-4cfb-96ef-6385d048a95c {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:21.291850 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 727f0073-aeb7-4cfb-96ef-6385d048a95c not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:21.319790 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:37:21.319790 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:37:21.319790 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:37:21.319790 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:37:21.319790 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:37:21.319790 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:37:21.319790 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:37:21.319790 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:37:21.319790 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:37:21.319790 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:37:21.319790 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:37:21.319790 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:37:21.319790 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:37:21.319790 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:37:21.319790 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:37:21.319790 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:37:21.319790 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:37:21.319790 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:37:21.319790 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:37:21.319790 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:37:21.319790 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:37:21.319790 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:37:21.319790 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:37:21.319790 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:37:21.319790 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:37:21.319790 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:37:21.319790 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:37:21.319790 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:37:21.319790 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:37:21.319790 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:37:21.319790 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:37:21.319790 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:37:21.354898 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a9871690-4d77-4a70-93c5-4361f99d889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.359458 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55740b56-5028-456d-a6e8-ee7d84a031f6 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.371460 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55740b56-5028-456d-a6e8-ee7d84a031f6 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.397913 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55740b56-5028-456d-a6e8-ee7d84a031f6 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f69c5fa3-cbcf-45bf-894f-65d4b99b20c6,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:21.415549 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9662cde4-4113-4668-af17-aa9cc6070c45 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.418046 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb02b7-d57c-4764-9725-2e4a4720a0bf None None] Pushing event updated for resources: {'Port': ['ID=1ae0c261-baac-4002-b87c-2de2cba5e4f3,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:21.423691 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9662cde4-4113-4668-af17-aa9cc6070c45 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.425849 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9662cde4-4113-4668-af17-aa9cc6070c45 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "DELETE /v2.0/networks/a396903f-fe0b-4b1f-8318-ddf7ae0df068 HTTP/1.1" status: 204 len: 168 time: 0.7747159 Jul 15 13:37:21.430885 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35520) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:21.434639 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55740b56-5028-456d-a6e8-ee7d84a031f6 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.437742 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-55740b56-5028-456d-a6e8-ee7d84a031f6 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5350361 Jul 15 13:37:21.443670 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a9fb02b7-d57c-4764-9725-2e4a4720a0bf None None] Attempting to bind port 1ae0c261-baac-4002-b87c-2de2cba5e4f3 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:21.444513 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a9fb02b7-d57c-4764-9725-2e4a4720a0bf None None] Attempting to bind port 1ae0c261-baac-4002-b87c-2de2cba5e4f3 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '546c096c-3f53-4246-90ac-0de8036931c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fcc053e3-e049-4b2c-81d1-94ae3fce13a5'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:21.445399 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fb02b7-d57c-4764-9725-2e4a4720a0bf None None] Attempting to bind port 1ae0c261-baac-4002-b87c-2de2cba5e4f3 on network fcc053e3-e049-4b2c-81d1-94ae3fce13a5 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:21.446899 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35522) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:21.453446 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a6042505-ef04-426d-befa-c6f14f0f008e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Request body: {'security_group_rule': {'security_group_id': 'e7408d01-857b-4c06-aa80-d291f379406e', 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:21.455712 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fb02b7-d57c-4764-9725-2e4a4720a0bf None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:21.456112 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fb02b7-d57c-4764-9725-2e4a4720a0bf None None] Checking segment: {'id': '546c096c-3f53-4246-90ac-0de8036931c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fcc053e3-e049-4b2c-81d1-94ae3fce13a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:21.456811 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a9fb02b7-d57c-4764-9725-2e4a4720a0bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.457470 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fb02b7-d57c-4764-9725-2e4a4720a0bf None None] Bound using segment: {'id': '546c096c-3f53-4246-90ac-0de8036931c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fcc053e3-e049-4b2c-81d1-94ae3fce13a5'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:21.459061 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a9fb02b7-d57c-4764-9725-2e4a4720a0bf None None] Bound port: 1ae0c261-baac-4002-b87c-2de2cba5e4f3, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546c096c-3f53-4246-90ac-0de8036931c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fcc053e3-e049-4b2c-81d1-94ae3fce13a5'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:21.459749 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a9fb02b7-d57c-4764-9725-2e4a4720a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.463655 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662cde4-4113-4668-af17-aa9cc6070c45 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event deleted for resources: {'Network': ['ID=a396903f-fe0b-4b1f-8318-ddf7ae0df068,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:21.488589 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-362c39c4-56ab-45fc-80a3-48247f14425d req-bcc0ad6c-863e-41ed-81e6-98d809c04cb4 service neutron] Attempting to bind port 399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:21.489244 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-362c39c4-56ab-45fc-80a3-48247f14425d req-bcc0ad6c-863e-41ed-81e6-98d809c04cb4 service neutron] Attempting to bind port 399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '836abf83-1fab-411d-a248-5a2250c99f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:21.489911 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362c39c4-56ab-45fc-80a3-48247f14425d req-bcc0ad6c-863e-41ed-81e6-98d809c04cb4 service neutron] Attempting to bind port 399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f on network 3863dc0e-6146-449a-a791-85fa35a22fff {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:21.493286 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3eb325-fc51-4c18-b55f-9903e7ce6bef req-5ad19919-98d2-4598-8bd6-c52ae217046c tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:21.495920 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f9969b-e69d-4e86-8173-c16c1bb054ba tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] DELETE failed (client error): The resource could not be found. Jul 15 13:37:21.496679 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19f9969b-e69d-4e86-8173-c16c1bb054ba tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:37:21.501962 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-19f9969b-e69d-4e86-8173-c16c1bb054ba tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "DELETE /v2.0/subnets/b0044032-5279-4047-a79a-aff150c6633b HTTP/1.1" status: 404 len: 337 time: 0.0663707 Jul 15 13:37:21.502255 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ce3eb325-fc51-4c18-b55f-9903e7ce6bef req-5ad19919-98d2-4598-8bd6-c52ae217046c tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=93a351ba-deb8-43cf-ab79-7ab4ba0ef0c8 HTTP/1.1" status: 200 len: 944 time: 0.1772990 Jul 15 13:37:21.503540 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35524) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:21.515309 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362c39c4-56ab-45fc-80a3-48247f14425d req-bcc0ad6c-863e-41ed-81e6-98d809c04cb4 service neutron] Port 399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f on network 3863dc0e-6146-449a-a791-85fa35a22fff not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:37:21.515990 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362c39c4-56ab-45fc-80a3-48247f14425d req-bcc0ad6c-863e-41ed-81e6-98d809c04cb4 service neutron] Attempting to bind port 399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f on network 3863dc0e-6146-449a-a791-85fa35a22fff {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:21.520080 n-d-758944-45 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-a6042505-ef04-426d-befa-c6f14f0f008e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Project fcf19ad9f55645769cc76961e7748495 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:37:21.530225 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6042505-ef04-426d-befa-c6f14f0f008e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.538801 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-e30018d4-6fec-41f8-97b4-e2f5ae2a9605 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] DELETE failed (client error): The resource could not be found. Jul 15 13:37:21.539918 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e30018d4-6fec-41f8-97b4-e2f5ae2a9605 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:37:21.544341 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e30018d4-6fec-41f8-97b4-e2f5ae2a9605 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "DELETE /v2.0/networks/5904d8c9-d6c2-4600-b603-ad715e619489 HTTP/1.1" status: 404 len: 339 time: 0.0371516 Jul 15 13:37:21.546337 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362c39c4-56ab-45fc-80a3-48247f14425d req-bcc0ad6c-863e-41ed-81e6-98d809c04cb4 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:21.547033 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362c39c4-56ab-45fc-80a3-48247f14425d req-bcc0ad6c-863e-41ed-81e6-98d809c04cb4 service neutron] Checking segment: {'id': '836abf83-1fab-411d-a248-5a2250c99f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:21.547617 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362c39c4-56ab-45fc-80a3-48247f14425d req-bcc0ad6c-863e-41ed-81e6-98d809c04cb4 service neutron] Bound using segment: {'id': '836abf83-1fab-411d-a248-5a2250c99f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:21.548372 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35526) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:21.548562 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-362c39c4-56ab-45fc-80a3-48247f14425d req-bcc0ad6c-863e-41ed-81e6-98d809c04cb4 service neutron] Bound port: 399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836abf83-1fab-411d-a248-5a2250c99f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:21.549111 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-362c39c4-56ab-45fc-80a3-48247f14425d req-bcc0ad6c-863e-41ed-81e6-98d809c04cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.594274 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a9fb02b7-d57c-4764-9725-2e4a4720a0bf None None] For port 1ae0c261-baac-4002-b87c-2de2cba5e4f3, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:21.600264 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a9fb02b7-d57c-4764-9725-2e4a4720a0bf None None] For port 1ae0c261-baac-4002-b87c-2de2cba5e4f3, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=1ae0c261-baac-4002-b87c-2de2cba5e4f3,segment=NetworkSegment(546c096c-3f53-4246-90ac-0de8036931c4),segment_id=546c096c-3f53-4246-90ac-0de8036931c4)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:21.608023 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a9fb02b7-d57c-4764-9725-2e4a4720a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.615221 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ce3eb325-fc51-4c18-b55f-9903e7ce6bef req-b5313303-4998-4549-b988-8507d346dfc5 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137607 Jul 15 13:37:21.660933 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-362c39c4-56ab-45fc-80a3-48247f14425d req-bcc0ad6c-863e-41ed-81e6-98d809c04cb4 service neutron] For port 399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:21.666935 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-362c39c4-56ab-45fc-80a3-48247f14425d req-bcc0ad6c-863e-41ed-81e6-98d809c04cb4 service neutron] For port 399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:21.675260 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-362c39c4-56ab-45fc-80a3-48247f14425d req-bcc0ad6c-863e-41ed-81e6-98d809c04cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.681492 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-b29ffe82-1d4d-4e86-8f49-baca1d51d7cf tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Deleting subnet e9ad437f-923f-41fa-b71c-7bf348b7b5c0 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:37:21.688750 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b29ffe82-1d4d-4e86-8f49-baca1d51d7cf tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.694291 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6042505-ef04-426d-befa-c6f14f0f008e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.722744 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6042505-ef04-426d-befa-c6f14f0f008e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.757879 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb02b7-d57c-4764-9725-2e4a4720a0bf None None] Pushing event updated for resources: {'Port': ['ID=1ae0c261-baac-4002-b87c-2de2cba5e4f3,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:21.783931 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c39c4-56ab-45fc-80a3-48247f14425d req-bcc0ad6c-863e-41ed-81e6-98d809c04cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:21.784873 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-362c39c4-56ab-45fc-80a3-48247f14425d req-bcc0ad6c-863e-41ed-81e6-98d809c04cb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.786655 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-362c39c4-56ab-45fc-80a3-48247f14425d req-bcc0ad6c-863e-41ed-81e6-98d809c04cb4 service neutron] 10.222.0.18 "PUT /v2.0/ports/399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f HTTP/1.1" status: 200 len: 1093 time: 2.1562898 Jul 15 13:37:21.786878 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6042505-ef04-426d-befa-c6f14f0f008e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=022b9a21-e52e-4ef5-aaf7-055804088a1e,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:21.787071 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a351ba-deb8-43cf-ab79-7ab4ba0ef0c8', 'tag': '399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:21.789888 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d47a8d0-d172-407e-9d6a-daf27636568e" -d '{"events": [{"name": "network-changed", "server_uuid": "93a351ba-deb8-43cf-ab79-7ab4ba0ef0c8", "tag": "399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:21.798162 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b29ffe82-1d4d-4e86-8f49-baca1d51d7cf tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.804957 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6042505-ef04-426d-befa-c6f14f0f008e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.807517 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a6042505-ef04-426d-befa-c6f14f0f008e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3578143 Jul 15 13:37:21.812729 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35530) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:21.829054 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5c7b079e-46f9-4b13-96d5-36e3a6aa5d08 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Request body: {'security_group_rule': {'security_group_id': 'e7408d01-857b-4c06-aa80-d291f379406e', 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:21.890288 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0ad6c-863e-41ed-81e6-98d809c04cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:21.932218 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737aeb1f-3de2-4fd0-b86b-98c2d5a612ae x-openstack-request-id: req-737aeb1f-3de2-4fd0-b86b-98c2d5a612ae {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:21.932669 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a351ba-deb8-43cf-ab79-7ab4ba0ef0c8", "tag": "399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:21.933075 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-737aeb1f-3de2-4fd0-b86b-98c2d5a612ae {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:21.933694 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a351ba-deb8-43cf-ab79-7ab4ba0ef0c8', 'tag': '399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f', 'status': 'completed', 'code': 200} Jul 15 13:37:21.983882 n-d-758944-45 neutron-server[93813]: INFO neutron.db.securitygroups_db [None req-5c7b079e-46f9-4b13-96d5-36e3a6aa5d08 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Project fcf19ad9f55645769cc76961e7748495 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:37:22.011498 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c7b079e-46f9-4b13-96d5-36e3a6aa5d08 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.018925 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b29ffe82-1d4d-4e86-8f49-baca1d51d7cf tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.088495 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c39c4-56ab-45fc-80a3-48247f14425d req-2195d849-c5a3-42a5-8134-2be43730008a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:22.091336 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-362c39c4-56ab-45fc-80a3-48247f14425d req-2195d849-c5a3-42a5-8134-2be43730008a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=043bd73de72448efaf900d42a51adac4&device_id=93a351ba-deb8-43cf-ab79-7ab4ba0ef0c8 HTTP/1.1" status: 200 len: 1096 time: 0.2241609 Jul 15 13:37:22.131700 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b29ffe82-1d4d-4e86-8f49-baca1d51d7cf tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.174350 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ffe82-1d4d-4e86-8f49-baca1d51d7cf tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event deleted for resources: {'Subnet': ['ID=e9ad437f-923f-41fa-b71c-7bf348b7b5c0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:22.177796 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-362c39c4-56ab-45fc-80a3-48247f14425d req-62f7b11e-23dd-4ade-a2e6-fb40563a17e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f HTTP/1.1" status: 200 len: 217 time: 0.0697269 Jul 15 13:37:22.198600 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b29ffe82-1d4d-4e86-8f49-baca1d51d7cf tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.201614 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b29ffe82-1d4d-4e86-8f49-baca1d51d7cf tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "DELETE /v2.0/subnets/e9ad437f-923f-41fa-b71c-7bf348b7b5c0 HTTP/1.1" status: 204 len: 168 time: 0.6501100 Jul 15 13:37:22.210760 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35532) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:22.216663 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ca9f4f-e313-4e95-a7a4-2ae424a2cf3d None None] Network 3a54c2de-c613-421d-ab2c-18f7edea8821 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:22.299925 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c39c4-56ab-45fc-80a3-48247f14425d req-de2e6fd2-e111-42ba-b8e9-ae034df18593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:22.303292 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-362c39c4-56ab-45fc-80a3-48247f14425d req-de2e6fd2-e111-42ba-b8e9-ae034df18593 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b30ffac-e52f-4dd4-90fb-1da118e51f78 HTTP/1.1" status: 200 len: 845 time: 0.1165469 Jul 15 13:37:22.307843 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c7b079e-46f9-4b13-96d5-36e3a6aa5d08 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.323444 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-25147519-c4da-49e5-8608-b71bcb6d124a tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Deleting subnet 3c4874b5-7991-4779-b9e0-982ca188c637 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:37:22.329173 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-25147519-c4da-49e5-8608-b71bcb6d124a tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.362403 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-362c39c4-56ab-45fc-80a3-48247f14425d req-fbdf5b69-ab12-490e-b363-e440ce20a7c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3863dc0e-6146-449a-a791-85fa35a22fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507743 Jul 15 13:37:22.374436 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c7b079e-46f9-4b13-96d5-36e3a6aa5d08 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.428772 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-25147519-c4da-49e5-8608-b71bcb6d124a tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.462828 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 9da47aef-6542-4702-92b7-d14c7ac03e91 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:22.463698 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b079e-46f9-4b13-96d5-36e3a6aa5d08 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60625116-dc0b-4dd1-b534-6293a3fb91ac,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:22.535882 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c7b079e-46f9-4b13-96d5-36e3a6aa5d08 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.542189 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5c7b079e-46f9-4b13-96d5-36e3a6aa5d08 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7228863 Jul 15 13:37:22.579988 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 9da47aef-6542-4702-92b7-d14c7ac03e91 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:22.588882 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 9da47aef-6542-4702-92b7-d14c7ac03e91 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:22.589327 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.591927 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2976d-6733-4122-bcaf-43218bbc1da6 req-fcb11da7-c73d-4e37-8c17-db94ab10377b tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:22.594147 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-46e2976d-6733-4122-bcaf-43218bbc1da6 req-fcb11da7-c73d-4e37-8c17-db94ab10377b tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 944 time: 0.1807652 Jul 15 13:37:22.618612 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-362c39c4-56ab-45fc-80a3-48247f14425d req-8a616817-6773-4e90-9fd1-87046e805270 service neutron] 10.222.0.18 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465138 Jul 15 13:37:22.635844 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-25147519-c4da-49e5-8608-b71bcb6d124a tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.707144 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-46e2976d-6733-4122-bcaf-43218bbc1da6 req-a3671648-26c2-41eb-8c8f-039de7f27f22 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1069078 Jul 15 13:37:22.723385 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.744365 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35540) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:22.792225 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41cf3bc-8d6f-482d-b9a8-9c93d367fb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da47aef-6542-4702-92b7-d14c7ac03e91'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:22.797502 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af264f5-9f4d-42e2-8336-98654bc531fd" -d '{"events": [{"server_uuid": "f41cf3bc-8d6f-482d-b9a8-9c93d367fb97", "name": "network-vif-plugged", "status": "completed", "tag": "9da47aef-6542-4702-92b7-d14c7ac03e91"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:22.800066 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-25147519-c4da-49e5-8608-b71bcb6d124a tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.818171 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 9da47aef-6542-4702-92b7-d14c7ac03e91, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9da47aef-6542-4702-92b7-d14c7ac03e91,segment=NetworkSegment(167f289d-6015-4de5-ac82-657bbdbe5e0c),segment_id=167f289d-6015-4de5-ac82-657bbdbe5e0c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:22.834119 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.945246 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25147519-c4da-49e5-8608-b71bcb6d124a tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event deleted for resources: {'Subnet': ['ID=3c4874b5-7991-4779-b9e0-982ca188c637,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:22.953601 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-25147519-c4da-49e5-8608-b71bcb6d124a tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.959771 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-25147519-c4da-49e5-8608-b71bcb6d124a tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "DELETE /v2.0/subnets/3c4874b5-7991-4779-b9e0-982ca188c637 HTTP/1.1" status: 204 len: 168 time: 0.7447498 Jul 15 13:37:22.966376 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35546) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:23.018861 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54e7910-9c1e-4326-89aa-942bb8d9a937 x-openstack-request-id: req-f54e7910-9c1e-4326-89aa-942bb8d9a937 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:23.019128 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41cf3bc-8d6f-482d-b9a8-9c93d367fb97", "name": "network-vif-plugged", "status": "completed", "tag": "9da47aef-6542-4702-92b7-d14c7ac03e91", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:23.019632 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f54e7910-9c1e-4326-89aa-942bb8d9a937 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:23.020379 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41cf3bc-8d6f-482d-b9a8-9c93d367fb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da47aef-6542-4702-92b7-d14c7ac03e91', 'code': 200} Jul 15 13:37:23.022222 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=9da47aef-6542-4702-92b7-d14c7ac03e91,revision_number=9']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:23.139974 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1ae0c261-baac-4002-b87c-2de2cba5e4f3 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:23.147767 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d06a-81c5-4aff-83c1-95d80b7a8480 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:23.294205 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:23.302941 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 1ae0c261-baac-4002-b87c-2de2cba5e4f3 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:23.306538 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-11eddbed-d343-4bad-9315-fac43428224a req-db2bdcf2-96af-4902-a56f-f65b9b8ed75a tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1530063739&fields=id&tenant_id=fcf19ad9f55645769cc76961e7748495 HTTP/1.1" status: 200 len: 267 time: 0.1554832 Jul 15 13:37:23.418485 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2a02879a-67e0-4c8c-8be2-28a646fcae43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:23.478509 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a1d9d06a-81c5-4aff-83c1-95d80b7a8480 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Deleting port 987ab0c1-f6d4-4b04-ab7c-828349783672 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:23.478743 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d06a-81c5-4aff-83c1-95d80b7a8480 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:23.567554 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-a1d9d06a-81c5-4aff-83c1-95d80b7a8480 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] For port 987ab0c1-f6d4-4b04-ab7c-828349783672, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=987ab0c1-f6d4-4b04-ab7c-828349783672,segment=NetworkSegment(fe0dc68e-989c-4ccf-8d2f-1f92295285f5),segment_id=fe0dc68e-989c-4ccf-8d2f-1f92295285f5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:23.567933 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d06a-81c5-4aff-83c1-95d80b7a8480 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:23.590025 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eddbed-d343-4bad-9315-fac43428224a req-b7f96f98-2a57-49a6-a805-7f4770ec9883 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:23.596744 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-11eddbed-d343-4bad-9315-fac43428224a req-b7f96f98-2a57-49a6-a805-7f4770ec9883 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/networks?id=fcc053e3-e049-4b2c-81d1-94ae3fce13a5 HTTP/1.1" status: 200 len: 797 time: 0.2789602 Jul 15 13:37:23.615423 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-11eddbed-d343-4bad-9315-fac43428224a req-52d509cd-c70b-472f-baed-321d9e03c50b tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/quotas/fcf19ad9f55645769cc76961e7748495 HTTP/1.1" status: 200 len: 375 time: 0.0171895 Jul 15 13:37:23.617056 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a1d9d06a-81c5-4aff-83c1-95d80b7a8480 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Calling delete_port for 987ab0c1-f6d4-4b04-ab7c-828349783672 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:23.623350 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f7e6ae28-04c2-4670-92c6-48d311a2055d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/floatingips/02887803-b223-4dd6-b163-a73cf636be0e HTTP/1.1" status: 200 len: 991 time: 0.8700755 Jul 15 13:37:23.637207 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-362c39c4-56ab-45fc-80a3-48247f14425d req-bc874c7b-b733-45fa-8e37-206f77c193ea service neutron] 10.222.0.18 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0120697 Jul 15 13:37:23.640381 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c29e0a-cabf-4ee3-ba9b-0a8e3f87c890 None None] Network fcc053e3-e049-4b2c-81d1-94ae3fce13a5 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:23.662605 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d4c07-7b7c-4758-ac16-5b340bb9dfe1 req-e69c4090-f607-4575-af24-2ff2c5a51553 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:23.670776 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-478d4c07-7b7c-4758-ac16-5b340bb9dfe1 req-e69c4090-f607-4575-af24-2ff2c5a51553 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=93a351ba-deb8-43cf-ab79-7ab4ba0ef0c8 HTTP/1.1" status: 200 len: 944 time: 0.2297833 Jul 15 13:37:23.728000 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-478d4c07-7b7c-4758-ac16-5b340bb9dfe1 req-3f76c81c-e95c-4dac-9927-7551ef95fdc9 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561774 Jul 15 13:37:23.801409 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-48f50495-8004-47e6-bde6-5148b9857704 None None] Provisioning for port 1ae0c261-baac-4002-b87c-2de2cba5e4f3 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:23.813975 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-48f50495-8004-47e6-bde6-5148b9857704 None None] Provisioning complete for port 1ae0c261-baac-4002-b87c-2de2cba5e4f3 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:23.814598 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-48f50495-8004-47e6-bde6-5148b9857704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:23.823783 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47a8d0-d172-407e-9d6a-daf27636568e req-bf740f2e-5369-4412-92a6-150546400cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:23.826161 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0d47a8d0-d172-407e-9d6a-daf27636568e req-bf740f2e-5369-4412-92a6-150546400cff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=043bd73de72448efaf900d42a51adac4&device_id=93a351ba-deb8-43cf-ab79-7ab4ba0ef0c8 HTTP/1.1" status: 200 len: 1096 time: 0.0828860 Jul 15 13:37:23.856230 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d06a-81c5-4aff-83c1-95d80b7a8480 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:23.917733 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9d06a-81c5-4aff-83c1-95d80b7a8480 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event deleted for resources: {'Port': ['ID=987ab0c1-f6d4-4b04-ab7c-828349783672,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:23.925547 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d9d06a-81c5-4aff-83c1-95d80b7a8480 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] No DVR routers for this DVR port 987ab0c1-f6d4-4b04-ab7c-828349783672 on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:23.949242 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-11eddbed-d343-4bad-9315-fac43428224a req-94abf198-7d32-46c9-bc6c-cbc9a201795f tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fcf19ad9f55645769cc76961e7748495&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3257592 Jul 15 13:37:23.949929 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00a625f-924f-484f-90fd-13e3e820d0eb None None] Network 3a54c2de-c613-421d-ab2c-18f7edea8821 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:23.963680 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47a8d0-d172-407e-9d6a-daf27636568e req-de5b173f-2001-4108-bc71-079329680267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:23.965604 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0d47a8d0-d172-407e-9d6a-daf27636568e req-de5b173f-2001-4108-bc71-079329680267 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3863dc0e-6146-449a-a791-85fa35a22fff HTTP/1.1" status: 200 len: 906 time: 0.1293449 Jul 15 13:37:24.037448 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0d47a8d0-d172-407e-9d6a-daf27636568e req-e930d1d4-b2e2-422b-845b-bf2e3093422e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f HTTP/1.1" status: 200 len: 217 time: 0.0589790 Jul 15 13:37:24.097208 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d06a-81c5-4aff-83c1-95d80b7a8480 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:24.109218 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47a8d0-d172-407e-9d6a-daf27636568e req-47712889-76a4-44f5-b2c5-8156feb9e9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:24.111289 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0d47a8d0-d172-407e-9d6a-daf27636568e req-47712889-76a4-44f5-b2c5-8156feb9e9d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b30ffac-e52f-4dd4-90fb-1da118e51f78 HTTP/1.1" status: 200 len: 845 time: 0.0669973 Jul 15 13:37:24.112935 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-a1d9d06a-81c5-4aff-83c1-95d80b7a8480 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a54c2de-c613-421d-ab2c-18f7edea8821']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:24.136168 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-a1d9d06a-81c5-4aff-83c1-95d80b7a8480 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0dc68e-989c-4ccf-8d2f-1f92295285f5') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:24.136472 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-a1d9d06a-81c5-4aff-83c1-95d80b7a8480 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0dc68e-989c-4ccf-8d2f-1f92295285f5') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:24.167165 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0d47a8d0-d172-407e-9d6a-daf27636568e req-677b2579-a07b-433f-9543-80aa64492313 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3863dc0e-6146-449a-a791-85fa35a22fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471892 Jul 15 13:37:24.192827 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d06a-81c5-4aff-83c1-95d80b7a8480 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:24.229688 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-48f50495-8004-47e6-bde6-5148b9857704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:24.237124 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d06a-81c5-4aff-83c1-95d80b7a8480 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:24.276520 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-48f50495-8004-47e6-bde6-5148b9857704 None None] For port 1ae0c261-baac-4002-b87c-2de2cba5e4f3, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=1ae0c261-baac-4002-b87c-2de2cba5e4f3,segment=NetworkSegment(546c096c-3f53-4246-90ac-0de8036931c4),segment_id=546c096c-3f53-4246-90ac-0de8036931c4)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:24.284655 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-48f50495-8004-47e6-bde6-5148b9857704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:24.311057 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d9d06a-81c5-4aff-83c1-95d80b7a8480 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:37:24.311887 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d06a-81c5-4aff-83c1-95d80b7a8480 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:24.317598 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:37:24.317598 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:37:24.317598 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:37:24.317598 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:37:24.317598 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:37:24.317598 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:37:24.317598 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:37:24.317598 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:37:24.317598 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:37:24.317598 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:37:24.317598 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:37:24.317598 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:37:24.317598 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:37:24.317598 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:37:24.317598 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:37:24.317598 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:37:24.317598 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:37:24.317598 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:37:24.317598 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:37:24.317598 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:37:24.317598 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:37:24.317598 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:37:24.317598 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:37:24.317598 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:37:24.317598 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:37:24.317598 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:37:24.317598 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:37:24.317598 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:37:24.317598 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:37:24.317598 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:37:24.317598 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:37:24.317598 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:37:24.359396 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f50495-8004-47e6-bde6-5148b9857704 None None] Pushing event updated for resources: {'Port': ['ID=1ae0c261-baac-4002-b87c-2de2cba5e4f3,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:24.379100 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb398ea-5e0c-4ea3-9ec9-1894eab82308 None None] DHCP port deletion for 3a54c2de-c613-421d-ab2c-18f7edea8821 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:37:24.412855 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a44652f4-1f8e-4b36-bc91-7d4e3972f103 None None] Could not find standard attr ID for object 987ab0c1-f6d4-4b04-ab7c-828349783672. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:37:24.426743 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0d47a8d0-d172-407e-9d6a-daf27636568e req-8719f754-090e-47ff-a107-b80ee61f8dc1 service neutron] 10.222.0.18 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498732 Jul 15 13:37:24.465118 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-11eddbed-d343-4bad-9315-fac43428224a req-231b3997-4007-4536-8e08-87291f8952f9 service neutron] 10.222.0.24 "GET /v2.0/networks/fcc053e3-e049-4b2c-81d1-94ae3fce13a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818995 Jul 15 13:37:24.470831 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d06a-81c5-4aff-83c1-95d80b7a8480 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:24.477089 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d06a-81c5-4aff-83c1-95d80b7a8480 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:24.480741 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a1d9d06a-81c5-4aff-83c1-95d80b7a8480 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "DELETE /v2.0/networks/3a54c2de-c613-421d-ab2c-18f7edea8821 HTTP/1.1" status: 204 len: 168 time: 1.5118899 Jul 15 13:37:24.484649 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35558) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:24.521464 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-36295bc2-abab-41aa-a250-dbbd868ed9a2 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] DELETE failed (client error): The resource could not be found. Jul 15 13:37:24.521960 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36295bc2-abab-41aa-a250-dbbd868ed9a2 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:37:24.524016 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-36295bc2-abab-41aa-a250-dbbd868ed9a2 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "DELETE /v2.0/subnets/20cbd735-c7d7-4278-9653-9c8b712c58bf HTTP/1.1" status: 404 len: 337 time: 0.0372033 Jul 15 13:37:24.541528 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35560) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:24.560289 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9d06a-81c5-4aff-83c1-95d80b7a8480 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event deleted for resources: {'Network': ['ID=3a54c2de-c613-421d-ab2c-18f7edea8821,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:24.587038 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b34fd7f-9885-4ba3-9ae6-882d3c3f556a tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] DELETE failed (client error): The resource could not be found. Jul 15 13:37:24.587807 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b34fd7f-9885-4ba3-9ae6-882d3c3f556a tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:37:24.591047 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6b34fd7f-9885-4ba3-9ae6-882d3c3f556a tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "DELETE /v2.0/networks/902a333b-3c5f-47e9-9c65-d2e58d3a4ef3 HTTP/1.1" status: 404 len: 339 time: 0.0475006 Jul 15 13:37:24.595719 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35562) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:24.607027 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0d47a8d0-d172-407e-9d6a-daf27636568e req-1a517aed-0851-4c0d-aa02-367e1d406efa service neutron] 10.222.0.18 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689138 Jul 15 13:37:24.668562 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ece627-a22c-4b4f-8e73-f77ab700f34d tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] DELETE failed (client error): The resource could not be found. Jul 15 13:37:24.669019 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ece627-a22c-4b4f-8e73-f77ab700f34d tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:37:24.670884 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-65ece627-a22c-4b4f-8e73-f77ab700f34d tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "DELETE /v2.0/subnets/91d878c7-c4df-456d-957c-198c4214c66f HTTP/1.1" status: 404 len: 337 time: 0.0737624 Jul 15 13:37:24.673963 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35564) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:24.706407 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-cac90492-e712-412b-bcf5-3e797bc06323 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] DELETE failed (client error): The resource could not be found. Jul 15 13:37:24.706999 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cac90492-e712-412b-bcf5-3e797bc06323 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:37:24.709407 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-cac90492-e712-412b-bcf5-3e797bc06323 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "DELETE /v2.0/networks/f1ee3277-159f-4c04-b1f9-bdbef14d07e7 HTTP/1.1" status: 404 len: 339 time: 0.0344620 Jul 15 13:37:24.712585 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35566) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:24.762872 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c7a7ff3c-df88-49d8-a51f-1bbfb816b3c1 None None] Provisioning complete for port 1ae0c261-baac-4002-b87c-2de2cba5e4f3 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:24.763675 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c7a7ff3c-df88-49d8-a51f-1bbfb816b3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:24.768028 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae749ee-0081-4054-8080-6c09e59cfa7c tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] DELETE failed (client error): The resource could not be found. Jul 15 13:37:24.768028 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae749ee-0081-4054-8080-6c09e59cfa7c tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:37:24.768920 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:24.769981 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0ae749ee-0081-4054-8080-6c09e59cfa7c tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "DELETE /v2.0/subnets/b49f715e-cdb3-45cb-affd-b9a7a1c355b3 HTTP/1.1" status: 404 len: 337 time: 0.0562854 Jul 15 13:37:24.775215 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35570) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:24.787941 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-11eddbed-d343-4bad-9315-fac43428224a req-0568de98-17c5-4c20-9b5c-6aac8f489a93 service neutron] 10.222.0.24 "GET /v2.0/networks/fcc053e3-e049-4b2c-81d1-94ae3fce13a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013728 Jul 15 13:37:24.799897 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-7139c59d-9f47-4e0a-a690-afdce269f1aa tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] DELETE failed (client error): The resource could not be found. Jul 15 13:37:24.800782 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7139c59d-9f47-4e0a-a690-afdce269f1aa tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:37:24.808200 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7139c59d-9f47-4e0a-a690-afdce269f1aa tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "DELETE /v2.0/networks/c40bf189-3382-4806-8fd5-b71a8ca3d68b HTTP/1.1" status: 404 len: 339 time: 0.0253582 Jul 15 13:37:24.808991 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35572) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:24.890713 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-389a49f3-effc-48e2-bd92-68cc7a148520 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Deleting subnet 2ac5252f-c1b7-4e62-820b-e16413ea35b9 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:37:24.898244 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-389a49f3-effc-48e2-bd92-68cc7a148520 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:25.010100 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-389a49f3-effc-48e2-bd92-68cc7a148520 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:25.037530 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1ae0c261-baac-4002-b87c-2de2cba5e4f3 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:25.149073 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 1ae0c261-baac-4002-b87c-2de2cba5e4f3 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:25.149682 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:25.171507 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e951e-1705-4f41-8942-785c4b9db951 req-77e13f58-4b5d-484c-bcc1-d971be540f31 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:25.174806 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e97e951e-1705-4f41-8942-785c4b9db951 req-77e13f58-4b5d-484c-bcc1-d971be540f31 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=93a351ba-deb8-43cf-ab79-7ab4ba0ef0c8 HTTP/1.1" status: 200 len: 944 time: 0.1874340 Jul 15 13:37:25.262774 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e97e951e-1705-4f41-8942-785c4b9db951 req-539c91ad-1b1b-4e10-a007-3672a67532f5 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709810 Jul 15 13:37:25.360653 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:25.449903 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 987ab0c1-f6d4-4b04-ab7c-828349783672 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:25.473299 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 987ab0c1-f6d4-4b04-ab7c-828349783672 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:25.474343 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 987ab0c1-f6d4-4b04-ab7c-828349783672 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:25.587947 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2f4f617a-8bed-4f8e-9b71-68b368f9e892 req-1f3f4341-429d-46cd-a6b6-ee543362973d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=76b00675-75f4-4a22-b613-db9274e2f872 HTTP/1.1" status: 200 len: 210 time: 0.5004542 Jul 15 13:37:25.682798 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-389a49f3-effc-48e2-bd92-68cc7a148520 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:25.757968 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-389a49f3-effc-48e2-bd92-68cc7a148520 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:25.814919 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a49f3-effc-48e2-bd92-68cc7a148520 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event deleted for resources: {'Subnet': ['ID=2ac5252f-c1b7-4e62-820b-e16413ea35b9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:25.821587 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-389a49f3-effc-48e2-bd92-68cc7a148520 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:25.828279 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-389a49f3-effc-48e2-bd92-68cc7a148520 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "DELETE /v2.0/subnets/2ac5252f-c1b7-4e62-820b-e16413ea35b9 HTTP/1.1" status: 204 len: 168 time: 1.0158191 Jul 15 13:37:25.829444 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35586) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:25.832213 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59281331-ce68-4173-b056-80f5ca8e15cc None None] Network ce6b8ac0-a80c-415f-9bf7-b28e4b2bce4c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:25.976157 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48281e3c-6029-49b7-97c6-eb609ef16601 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:26.059318 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-48281e3c-6029-49b7-97c6-eb609ef16601 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Deleting port 267a7c2a-fd35-44cc-be60-ed49660296db {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:26.059895 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48281e3c-6029-49b7-97c6-eb609ef16601 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:26.081199 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b02551-1f9c-4973-9246-1c24da12d4a8 None None] DHCP port deletion for ce6b8ac0-a80c-415f-9bf7-b28e4b2bce4c request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:37:26.164196 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-48281e3c-6029-49b7-97c6-eb609ef16601 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] For port 267a7c2a-fd35-44cc-be60-ed49660296db, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=267a7c2a-fd35-44cc-be60-ed49660296db,segment=NetworkSegment(24f464c0-0e4a-4dc3-9df7-af12d60aa917),segment_id=24f464c0-0e4a-4dc3-9df7-af12d60aa917)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:26.164739 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48281e3c-6029-49b7-97c6-eb609ef16601 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:26.166686 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d8b02551-1f9c-4973-9246-1c24da12d4a8 None None] Deleting port 267a7c2a-fd35-44cc-be60-ed49660296db {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:26.167173 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d8b02551-1f9c-4973-9246-1c24da12d4a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:26.186285 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-48281e3c-6029-49b7-97c6-eb609ef16601 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Calling delete_port for 267a7c2a-fd35-44cc-be60-ed49660296db owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:26.262048 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d8b02551-1f9c-4973-9246-1c24da12d4a8 None None] For port 267a7c2a-fd35-44cc-be60-ed49660296db, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=267a7c2a-fd35-44cc-be60-ed49660296db,segment=NetworkSegment(24f464c0-0e4a-4dc3-9df7-af12d60aa917),segment_id=24f464c0-0e4a-4dc3-9df7-af12d60aa917)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:26.262619 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d8b02551-1f9c-4973-9246-1c24da12d4a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:26.278040 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d8b02551-1f9c-4973-9246-1c24da12d4a8 None None] Calling delete_port for 267a7c2a-fd35-44cc-be60-ed49660296db owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:26.313017 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48281e3c-6029-49b7-97c6-eb609ef16601 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:26.350009 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48281e3c-6029-49b7-97c6-eb609ef16601 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event deleted for resources: {'Port': ['ID=267a7c2a-fd35-44cc-be60-ed49660296db,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:26.355294 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48281e3c-6029-49b7-97c6-eb609ef16601 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] No DVR routers for this DVR port 267a7c2a-fd35-44cc-be60-ed49660296db on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:26.412654 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:26.461540 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d8b02551-1f9c-4973-9246-1c24da12d4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:26.518780 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b02551-1f9c-4973-9246-1c24da12d4a8 None None] Pushing event deleted for resources: {'Port': ['ID=267a7c2a-fd35-44cc-be60-ed49660296db,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:26.529724 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b02551-1f9c-4973-9246-1c24da12d4a8 None None] No DVR routers for this DVR port 267a7c2a-fd35-44cc-be60-ed49660296db on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:26.535655 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:37:26.538192 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48281e3c-6029-49b7-97c6-eb609ef16601 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:26.561669 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-48281e3c-6029-49b7-97c6-eb609ef16601 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce6b8ac0-a80c-415f-9bf7-b28e4b2bce4c']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:26.584772 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-48281e3c-6029-49b7-97c6-eb609ef16601 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f464c0-0e4a-4dc3-9df7-af12d60aa917') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:26.585434 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-48281e3c-6029-49b7-97c6-eb609ef16601 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f464c0-0e4a-4dc3-9df7-af12d60aa917') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:26.603027 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48281e3c-6029-49b7-97c6-eb609ef16601 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:26.620567 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e372538-6a03-407b-b1bc-321e2e9531fd req-b1ff30df-04f2-4028-b824-31a7d475505d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:26.624437 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0e372538-6a03-407b-b1bc-321e2e9531fd req-b1ff30df-04f2-4028-b824-31a7d475505d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=93a351ba-deb8-43cf-ab79-7ab4ba0ef0c8 HTTP/1.1" status: 200 len: 944 time: 0.1301963 Jul 15 13:37:26.634215 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48281e3c-6029-49b7-97c6-eb609ef16601 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:26.654924 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48281e3c-6029-49b7-97c6-eb609ef16601 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:37:26.657180 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48281e3c-6029-49b7-97c6-eb609ef16601 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:26.672346 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:37:26.672346 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:37:26.672346 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:37:26.672346 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:37:26.672346 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:37:26.672346 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:37:26.672346 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:37:26.672346 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:37:26.672346 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:37:26.672346 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:37:26.672346 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:37:26.672346 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:37:26.672346 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:37:26.672346 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:37:26.672346 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:37:26.672346 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:37:26.672346 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:37:26.672346 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:37:26.672346 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:37:26.672346 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:37:26.672346 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:37:26.672346 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:37:26.672346 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:37:26.672346 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:37:26.672346 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:37:26.672346 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:37:26.672346 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:37:26.672346 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:37:26.672346 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:37:26.672346 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:37:26.672346 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:37:26.672346 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:37:26.727007 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:26.745434 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f', 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff', 'port_id': '399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f', 'mac_address': 'fa:16:3e:4f:64:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b30ffac-e52f-4dd4-90fb-1da118e51f78', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:37:26.797510 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:26.814832 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:37:26.844171 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0e372538-6a03-407b-b1bc-321e2e9531fd req-c11bdb39-53c7-4f62-9160-9a5526dc8879 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016263 Jul 15 13:37:26.857096 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:26.880287 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:26.885126 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b44312cb-6060-411b-a86a-cb45f42a8410 req-1b5650c9-ef88-4529-88f4-b05a0bf04c94 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=76b00675-75f4-4a22-b613-db9274e2f872 HTTP/1.1" status: 200 len: 210 time: 0.0630093 Jul 15 13:37:26.887344 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48281e3c-6029-49b7-97c6-eb609ef16601 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:26.912520 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48281e3c-6029-49b7-97c6-eb609ef16601 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:26.918324 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-48281e3c-6029-49b7-97c6-eb609ef16601 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "DELETE /v2.0/networks/ce6b8ac0-a80c-415f-9bf7-b28e4b2bce4c HTTP/1.1" status: 204 len: 168 time: 1.0853755 Jul 15 13:37:26.933171 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35592) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:26.946675 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eddbed-d343-4bad-9315-fac43428224a req-0fcd1979-0027-41b8-afdd-7db8c14cb550 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:26.949688 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-11eddbed-d343-4bad-9315-fac43428224a req-0fcd1979-0027-41b8-afdd-7db8c14cb550 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.32 "GET /v2.0/networks?id=fcc053e3-e049-4b2c-81d1-94ae3fce13a5 HTTP/1.1" status: 200 len: 797 time: 0.3475928 Jul 15 13:37:26.977701 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48281e3c-6029-49b7-97c6-eb609ef16601 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event deleted for resources: {'Network': ['ID=ce6b8ac0-a80c-415f-9bf7-b28e4b2bce4c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:26.981540 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f9ff2f-6a1a-482a-a531-182a7f2f537c tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] DELETE failed (client error): The resource could not be found. Jul 15 13:37:26.982461 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78f9ff2f-6a1a-482a-a531-182a7f2f537c tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:37:26.986121 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-78f9ff2f-6a1a-482a-a531-182a7f2f537c tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "DELETE /v2.0/subnets/965ff353-9f8b-4f3e-9800-b3aea6be4fe6 HTTP/1.1" status: 404 len: 337 time: 0.0506339 Jul 15 13:37:26.988717 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35594) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:27.014823 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:27.022387 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c7da20-bb70-4026-b3d3-909c80e9fbc6 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] DELETE failed (client error): The resource could not be found. Jul 15 13:37:27.023452 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06c7da20-bb70-4026-b3d3-909c80e9fbc6 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:37:27.026620 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-06c7da20-bb70-4026-b3d3-909c80e9fbc6 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "DELETE /v2.0/networks/228a725e-bc7e-4788-bacf-98417fb69531 HTTP/1.1" status: 404 len: 339 time: 0.0354774 Jul 15 13:37:27.029923 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35596) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:27.042509 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 267a7c2a-fd35-44cc-be60-ed49660296db no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:27.055004 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-11eddbed-d343-4bad-9315-fac43428224a req-d7923691-a967-4647-b49f-6f3605e01217 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcf19ad9f55645769cc76961e7748495 HTTP/1.1" status: 200 len: 473 time: 0.0897105 Jul 15 13:37:27.067610 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-11eddbed-d343-4bad-9315-fac43428224a req-4083a5f7-c561-4d8a-a9e0-3776f9aa1938 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Request body: {'port': {'device_id': '76b00675-75f4-4a22-b613-db9274e2f872', 'network_id': 'fcc053e3-e049-4b2c-81d1-94ae3fce13a5', 'admin_state_up': True, 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'security_groups': ['e7408d01-857b-4c06-aa80-d291f379406e']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:27.078120 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 267a7c2a-fd35-44cc-be60-ed49660296db {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:27.078696 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 267a7c2a-fd35-44cc-be60-ed49660296db not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:27.124792 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:37:27.128651 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a78e92-ec21-4970-b9f3-56046499f38d tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Deleting subnet c732e1db-e43d-440f-af27-99cd93204f89 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:37:27.133916 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-30a78e92-ec21-4970-b9f3-56046499f38d tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.201622 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-30a78e92-ec21-4970-b9f3-56046499f38d tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.275325 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11eddbed-d343-4bad-9315-fac43428224a req-4083a5f7-c561-4d8a-a9e0-3776f9aa1938 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Made reservation on behalf of fcf19ad9f55645769cc76961e7748495 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:27.279403 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-11eddbed-d343-4bad-9315-fac43428224a req-4083a5f7-c561-4d8a-a9e0-3776f9aa1938 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.363693 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-30a78e92-ec21-4970-b9f3-56046499f38d tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.443393 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-11eddbed-d343-4bad-9315-fac43428224a req-4083a5f7-c561-4d8a-a9e0-3776f9aa1938 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Allocated IP 172.20.0.28 (fcc053e3-e049-4b2c-81d1-94ae3fce13a5/af0dc6f7-0bda-497f-abf5-cce991fa644a/9f0bdce4-69d8-4c6d-a91c-d990421b5511) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:27.448785 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-30a78e92-ec21-4970-b9f3-56046499f38d tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.497442 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a78e92-ec21-4970-b9f3-56046499f38d tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event deleted for resources: {'Subnet': ['ID=c732e1db-e43d-440f-af27-99cd93204f89,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:27.500821 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-30a78e92-ec21-4970-b9f3-56046499f38d tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.504030 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-30a78e92-ec21-4970-b9f3-56046499f38d tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "DELETE /v2.0/subnets/c732e1db-e43d-440f-af27-99cd93204f89 HTTP/1.1" status: 204 len: 168 time: 0.4724181 Jul 15 13:37:27.508629 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35598) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:27.512918 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14030d6-3251-4872-a170-018179598d6f None None] Network 03438341-595c-4a0b-8a07-399460b41a64 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:27.625017 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c572ba65-6277-4113-8f5e-1c6461485e30 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.695103 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c572ba65-6277-4113-8f5e-1c6461485e30 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Deleting port 3466d319-eb0b-416c-bb1e-735467826b25 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:27.695449 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c572ba65-6277-4113-8f5e-1c6461485e30 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.718292 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-11eddbed-d343-4bad-9315-fac43428224a req-4083a5f7-c561-4d8a-a9e0-3776f9aa1938 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.743533 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-11eddbed-d343-4bad-9315-fac43428224a req-4083a5f7-c561-4d8a-a9e0-3776f9aa1938 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Transition to ACTIVE for port object 9f0bdce4-69d8-4c6d-a91c-d990421b5511 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:27.786319 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-11eddbed-d343-4bad-9315-fac43428224a req-4083a5f7-c561-4d8a-a9e0-3776f9aa1938 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.812427 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2500abdf-0701-4648-a2bc-8c57a7cfd00b None None] DHCP port deletion for 03438341-595c-4a0b-8a07-399460b41a64 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:37:27.823103 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c572ba65-6277-4113-8f5e-1c6461485e30 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] For port 3466d319-eb0b-416c-bb1e-735467826b25, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=3466d319-eb0b-416c-bb1e-735467826b25,segment=NetworkSegment(67709cc9-0ac5-441e-a807-ec347e0f1605),segment_id=67709cc9-0ac5-441e-a807-ec347e0f1605)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:27.823590 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c572ba65-6277-4113-8f5e-1c6461485e30 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.840627 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c572ba65-6277-4113-8f5e-1c6461485e30 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Calling delete_port for 3466d319-eb0b-416c-bb1e-735467826b25 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:27.859980 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11eddbed-d343-4bad-9315-fac43428224a req-4083a5f7-c561-4d8a-a9e0-3776f9aa1938 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Network fcc053e3-e049-4b2c-81d1-94ae3fce13a5 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:27.866289 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-11eddbed-d343-4bad-9315-fac43428224a req-4083a5f7-c561-4d8a-a9e0-3776f9aa1938 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:27.870350 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-11eddbed-d343-4bad-9315-fac43428224a req-4083a5f7-c561-4d8a-a9e0-3776f9aa1938 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:27.887949 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2500abdf-0701-4648-a2bc-8c57a7cfd00b None None] Deleting port 3466d319-eb0b-416c-bb1e-735467826b25 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:27.888491 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2500abdf-0701-4648-a2bc-8c57a7cfd00b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.988576 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-2500abdf-0701-4648-a2bc-8c57a7cfd00b None None] For port 3466d319-eb0b-416c-bb1e-735467826b25, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=3466d319-eb0b-416c-bb1e-735467826b25,segment=NetworkSegment(67709cc9-0ac5-441e-a807-ec347e0f1605),segment_id=67709cc9-0ac5-441e-a807-ec347e0f1605)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:27.990250 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2500abdf-0701-4648-a2bc-8c57a7cfd00b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.021979 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2500abdf-0701-4648-a2bc-8c57a7cfd00b None None] Calling delete_port for 3466d319-eb0b-416c-bb1e-735467826b25 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:28.038214 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eddbed-d343-4bad-9315-fac43428224a req-4083a5f7-c561-4d8a-a9e0-3776f9aa1938 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:28.039410 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-11eddbed-d343-4bad-9315-fac43428224a req-4083a5f7-c561-4d8a-a9e0-3776f9aa1938 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.044305 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083a5f7-c561-4d8a-a9e0-3776f9aa1938 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'Port': ['ID=9f0bdce4-69d8-4c6d-a91c-d990421b5511,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:28.192650 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-11eddbed-d343-4bad-9315-fac43428224a req-4083a5f7-c561-4d8a-a9e0-3776f9aa1938 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1287334 Jul 15 13:37:28.206635 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c572ba65-6277-4113-8f5e-1c6461485e30 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.218829 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-11eddbed-d343-4bad-9315-fac43428224a req-c107b16f-2d95-4a0b-af86-84780340a963 service neutron] Request body: {'port': {'device_id': '76b00675-75f4-4a22-b613-db9274e2f872', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:28.247517 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2500abdf-0701-4648-a2bc-8c57a7cfd00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.272788 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500abdf-0701-4648-a2bc-8c57a7cfd00b None None] Pushing event deleted for resources: {'Port': ['ID=3466d319-eb0b-416c-bb1e-735467826b25,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:28.300005 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2500abdf-0701-4648-a2bc-8c57a7cfd00b None None] No DVR routers for this DVR port 3466d319-eb0b-416c-bb1e-735467826b25 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:28.329944 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572ba65-6277-4113-8f5e-1c6461485e30 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event deleted for resources: {'Port': ['ID=3466d319-eb0b-416c-bb1e-735467826b25,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:28.335942 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c572ba65-6277-4113-8f5e-1c6461485e30 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] No DVR routers for this DVR port 3466d319-eb0b-416c-bb1e-735467826b25 on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:28.366653 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8632e21-a276-4271-8d3e-b826cd4e762c req-c258d65c-bb92-4b6f-be08-cfae7a0b2d6b tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:28.368783 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b8632e21-a276-4271-8d3e-b826cd4e762c req-c258d65c-bb92-4b6f-be08-cfae7a0b2d6b tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=93a351ba-deb8-43cf-ab79-7ab4ba0ef0c8 HTTP/1.1" status: 200 len: 945 time: 0.2291861 Jul 15 13:37:28.399020 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e1bb847c-0447-4ea1-b097-c4aabe1523c7 req-ee33ec94-e8c9-4e0b-9d69-15304d8ed7d3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3501585 Jul 15 13:37:28.433063 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-948995ee-0a7d-4ac1-86b9-061397339a08 None None] Provisioning for port 9f0bdce4-69d8-4c6d-a91c-d990421b5511 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:28.443554 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-11eddbed-d343-4bad-9315-fac43428224a req-c107b16f-2d95-4a0b-af86-84780340a963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.450309 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-948995ee-0a7d-4ac1-86b9-061397339a08 None None] Provisioning complete for port 9f0bdce4-69d8-4c6d-a91c-d990421b5511 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:28.451364 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-948995ee-0a7d-4ac1-86b9-061397339a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.463882 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b8632e21-a276-4271-8d3e-b826cd4e762c req-a3c5c527-9051-40f1-a4a2-d9aa01c2449c tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698290 Jul 15 13:37:28.505865 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c572ba65-6277-4113-8f5e-1c6461485e30 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.533524 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fcb350-7fe5-4254-af4f-3863a8cca76d req-5085d448-b4bc-4d3d-a910-c280961c08e6 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:28.536394 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:28.537178 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-18fcb350-7fe5-4254-af4f-3863a8cca76d req-5085d448-b4bc-4d3d-a910-c280961c08e6 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=76b00675-75f4-4a22-b613-db9274e2f872 HTTP/1.1" status: 200 len: 932 time: 0.2674563 Jul 15 13:37:28.543805 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c572ba65-6277-4113-8f5e-1c6461485e30 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03438341-595c-4a0b-8a07-399460b41a64']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:28.570440 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c572ba65-6277-4113-8f5e-1c6461485e30 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67709cc9-0ac5-441e-a807-ec347e0f1605') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:28.571077 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-c572ba65-6277-4113-8f5e-1c6461485e30 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67709cc9-0ac5-441e-a807-ec347e0f1605') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:28.590557 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-948995ee-0a7d-4ac1-86b9-061397339a08 None None] Port 9f0bdce4-69d8-4c6d-a91c-d990421b5511 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:37:28.592900 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c572ba65-6277-4113-8f5e-1c6461485e30 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.642939 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-18fcb350-7fe5-4254-af4f-3863a8cca76d req-9f9f7539-7953-4e34-92a8-a2bd3c5f8c35 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7408d01-857b-4c06-aa80-d291f379406e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864058 Jul 15 13:37:28.647357 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c572ba65-6277-4113-8f5e-1c6461485e30 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.649509 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:28.660557 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:28.660954 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.666114 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c572ba65-6277-4113-8f5e-1c6461485e30 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:37:28.666915 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c572ba65-6277-4113-8f5e-1c6461485e30 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.674144 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:37:28.674144 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:37:28.674144 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:37:28.674144 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:37:28.674144 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:37:28.674144 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:37:28.674144 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:37:28.674144 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:37:28.674144 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:37:28.674144 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:37:28.674144 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:37:28.674144 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:37:28.674144 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:37:28.674144 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:37:28.674144 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:37:28.674144 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:37:28.674144 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:37:28.674144 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:37:28.674144 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:37:28.674144 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:37:28.674144 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:37:28.674144 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:37:28.674144 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:37:28.674144 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:37:28.674144 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:37:28.674144 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:37:28.674144 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:37:28.674144 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:37:28.674144 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:37:28.674144 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:37:28.674144 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:37:28.674144 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:37:28.680446 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb847c-0447-4ea1-b097-c4aabe1523c7 req-a7a6fae9-52cc-4d51-b69e-6e99c0e4e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:28.682209 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e1bb847c-0447-4ea1-b097-c4aabe1523c7 req-a7a6fae9-52cc-4d51-b69e-6e99c0e4e465 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 1097 time: 0.1687572 Jul 15 13:37:28.786581 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c572ba65-6277-4113-8f5e-1c6461485e30 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.802127 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c572ba65-6277-4113-8f5e-1c6461485e30 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.806104 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c572ba65-6277-4113-8f5e-1c6461485e30 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] 10.222.0.24 "DELETE /v2.0/networks/03438341-595c-4a0b-8a07-399460b41a64 HTTP/1.1" status: 204 len: 168 time: 1.2957640 Jul 15 13:37:28.811092 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.841740 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572ba65-6277-4113-8f5e-1c6461485e30 tempest-NetworksIpV6Test-212857519 tempest-NetworksIpV6Test-212857519-project] Pushing event deleted for resources: {'Network': ['ID=03438341-595c-4a0b-8a07-399460b41a64,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:28.857323 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a351ba-deb8-43cf-ab79-7ab4ba0ef0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:28.861620 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6946d4fc-06a1-452e-ae20-edaec44a4d05" -d '{"events": [{"server_uuid": "93a351ba-deb8-43cf-ab79-7ab4ba0ef0c8", "name": "network-vif-plugged", "status": "completed", "tag": "399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:28.889482 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:28.899014 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.958994 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3466d319-eb0b-416c-bb1e-735467826b25 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:28.970379 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb847c-0447-4ea1-b097-c4aabe1523c7 req-7c71816a-b861-4fd5-b27b-d16b63da9f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:28.973277 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e1bb847c-0447-4ea1-b097-c4aabe1523c7 req-7c71816a-b861-4fd5-b27b-d16b63da9f02 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b3271eeb-b9eb-4d85-9c8c-62c1a302878e HTTP/1.1" status: 200 len: 897 time: 0.2584462 Jul 15 13:37:28.988328 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052ac3a1-8e37-431d-bf90-5f770978dae7 x-openstack-request-id: req-052ac3a1-8e37-431d-bf90-5f770978dae7 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:28.988680 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a351ba-deb8-43cf-ab79-7ab4ba0ef0c8", "name": "network-vif-plugged", "status": "completed", "tag": "399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:28.988880 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-052ac3a1-8e37-431d-bf90-5f770978dae7 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:28.990033 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a351ba-deb8-43cf-ab79-7ab4ba0ef0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f', 'code': 200} Jul 15 13:37:28.992448 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 3466d319-eb0b-416c-bb1e-735467826b25 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:28.992768 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3466d319-eb0b-416c-bb1e-735467826b25 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:29.024273 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:29.207554 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-11eddbed-d343-4bad-9315-fac43428224a req-c107b16f-2d95-4a0b-af86-84780340a963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f0bdce4-69d8-4c6d-a91c-d990421b5511 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:37:29.213427 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35610) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:29.231270 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-11eddbed-d343-4bad-9315-fac43428224a req-c107b16f-2d95-4a0b-af86-84780340a963 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.237992 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e1bb847c-0447-4ea1-b097-c4aabe1523c7 req-9e4a1f1d-a7e6-417e-a969-898936fa49fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9da47aef-6542-4702-92b7-d14c7ac03e91 HTTP/1.1" status: 200 len: 1000 time: 0.2542224 Jul 15 13:37:29.287694 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-11eddbed-d343-4bad-9315-fac43428224a req-c107b16f-2d95-4a0b-af86-84780340a963 service neutron] Transition to ACTIVE for port object 9f0bdce4-69d8-4c6d-a91c-d990421b5511 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:29.332209 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-11eddbed-d343-4bad-9315-fac43428224a req-c107b16f-2d95-4a0b-af86-84780340a963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.372704 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9d84ba73-da5d-43ff-ace2-83c410659eeb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d941e2e781cf46f69646e6c71b18d5f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575549 Jul 15 13:37:29.376094 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35614) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:29.428152 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3953d5-896c-4428-af96-61977dd2cbfb req-1b1df1c5-ea20-424a-8c65-897629ede987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:29.430678 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6b3953d5-896c-4428-af96-61977dd2cbfb req-1b1df1c5-ea20-424a-8c65-897629ede987 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=93a351ba-deb8-43cf-ab79-7ab4ba0ef0c8 HTTP/1.1" status: 200 len: 1098 time: 0.3310230 Jul 15 13:37:29.436452 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4c077b3-7b79-444b-b81a-716fd3322a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.451064 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb847c-0447-4ea1-b097-c4aabe1523c7 req-f9dda771-e8a6-4b38-b41b-795820c4ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:29.453465 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e1bb847c-0447-4ea1-b097-c4aabe1523c7 req-f9dda771-e8a6-4b38-b41b-795820c4ae98 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1de6f99-28d2-4487-bb53-dfb9d06f26cd HTTP/1.1" status: 200 len: 835 time: 0.1994441 Jul 15 13:37:29.479612 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4c077b3-7b79-444b-b81a-716fd3322a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.511270 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107b16f-2d95-4a0b-af86-84780340a963 service neutron] Pushing event updated for resources: {'Port': ['ID=9f0bdce4-69d8-4c6d-a91c-d990421b5511,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:29.596350 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4c077b3-7b79-444b-b81a-716fd3322a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.602908 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4c077b3-7b79-444b-b81a-716fd3322a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.605807 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a4c077b3-7b79-444b-b81a-716fd3322a8a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f6ee3f35-970e-463e-a23e-b954ec1c5341 HTTP/1.1" status: 204 len: 168 time: 0.2276673 Jul 15 13:37:29.644830 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c077b3-7b79-444b-b81a-716fd3322a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ee3f35-970e-463e-a23e-b954ec1c5341,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:29.674200 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6b3953d5-896c-4428-af96-61977dd2cbfb req-5d3efe7b-0708-41f1-a131-eea9fdae39b3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321498 Jul 15 13:37:29.765515 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb847c-0447-4ea1-b097-c4aabe1523c7 req-0642d7b8-e9a7-4cf9-ab69-7210d86d6d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:29.768305 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e1bb847c-0447-4ea1-b097-c4aabe1523c7 req-0642d7b8-e9a7-4cf9-ab69-7210d86d6d2f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b3271eeb-b9eb-4d85-9c8c-62c1a302878e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2996120 Jul 15 13:37:29.773599 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-11eddbed-d343-4bad-9315-fac43428224a req-c107b16f-2d95-4a0b-af86-84780340a963 service neutron] Attempting to bind port 9f0bdce4-69d8-4c6d-a91c-d990421b5511 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:29.774160 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-11eddbed-d343-4bad-9315-fac43428224a req-c107b16f-2d95-4a0b-af86-84780340a963 service neutron] Attempting to bind port 9f0bdce4-69d8-4c6d-a91c-d990421b5511 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '546c096c-3f53-4246-90ac-0de8036931c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fcc053e3-e049-4b2c-81d1-94ae3fce13a5'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:29.774699 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11eddbed-d343-4bad-9315-fac43428224a req-c107b16f-2d95-4a0b-af86-84780340a963 service neutron] Attempting to bind port 9f0bdce4-69d8-4c6d-a91c-d990421b5511 on network fcc053e3-e049-4b2c-81d1-94ae3fce13a5 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:29.811122 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11eddbed-d343-4bad-9315-fac43428224a req-c107b16f-2d95-4a0b-af86-84780340a963 service neutron] Port 9f0bdce4-69d8-4c6d-a91c-d990421b5511 on network fcc053e3-e049-4b2c-81d1-94ae3fce13a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:37:29.812221 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11eddbed-d343-4bad-9315-fac43428224a req-c107b16f-2d95-4a0b-af86-84780340a963 service neutron] Attempting to bind port 9f0bdce4-69d8-4c6d-a91c-d990421b5511 on network fcc053e3-e049-4b2c-81d1-94ae3fce13a5 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:29.839154 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11eddbed-d343-4bad-9315-fac43428224a req-c107b16f-2d95-4a0b-af86-84780340a963 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:29.840027 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11eddbed-d343-4bad-9315-fac43428224a req-c107b16f-2d95-4a0b-af86-84780340a963 service neutron] Checking segment: {'id': '546c096c-3f53-4246-90ac-0de8036931c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fcc053e3-e049-4b2c-81d1-94ae3fce13a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:29.840867 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11eddbed-d343-4bad-9315-fac43428224a req-c107b16f-2d95-4a0b-af86-84780340a963 service neutron] Bound using segment: {'id': '546c096c-3f53-4246-90ac-0de8036931c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fcc053e3-e049-4b2c-81d1-94ae3fce13a5'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:29.841912 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-11eddbed-d343-4bad-9315-fac43428224a req-c107b16f-2d95-4a0b-af86-84780340a963 service neutron] Bound port: 9f0bdce4-69d8-4c6d-a91c-d990421b5511, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '546c096c-3f53-4246-90ac-0de8036931c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fcc053e3-e049-4b2c-81d1-94ae3fce13a5'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:29.842772 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-11eddbed-d343-4bad-9315-fac43428224a req-c107b16f-2d95-4a0b-af86-84780340a963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.857891 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5058aba-3400-4314-ba8b-480b11f4a7f3 req-8661bd65-39fe-4ba2-9143-4895a701ce2e tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:29.866300 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d5058aba-3400-4314-ba8b-480b11f4a7f3 req-8661bd65-39fe-4ba2-9143-4895a701ce2e tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=93a351ba-deb8-43cf-ab79-7ab4ba0ef0c8 HTTP/1.1" status: 200 len: 946 time: 0.1213725 Jul 15 13:37:29.929935 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d5058aba-3400-4314-ba8b-480b11f4a7f3 req-def64e9d-996f-405d-b450-524c68d54187 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619402 Jul 15 13:37:30.115120 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e1bb847c-0447-4ea1-b097-c4aabe1523c7 req-a5c6700d-2372-421e-91af-63715ac73d52 service neutron] 10.222.0.32 "GET /v2.0/networks/b3271eeb-b9eb-4d85-9c8c-62c1a302878e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351436 Jul 15 13:37:30.144786 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-11eddbed-d343-4bad-9315-fac43428224a req-c107b16f-2d95-4a0b-af86-84780340a963 service neutron] For port 9f0bdce4-69d8-4c6d-a91c-d990421b5511, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:30.152377 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-11eddbed-d343-4bad-9315-fac43428224a req-c107b16f-2d95-4a0b-af86-84780340a963 service neutron] For port 9f0bdce4-69d8-4c6d-a91c-d990421b5511, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9f0bdce4-69d8-4c6d-a91c-d990421b5511,segment=NetworkSegment(546c096c-3f53-4246-90ac-0de8036931c4),segment_id=546c096c-3f53-4246-90ac-0de8036931c4)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:30.189282 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-11eddbed-d343-4bad-9315-fac43428224a req-c107b16f-2d95-4a0b-af86-84780340a963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.285542 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714471aa-767a-4bd3-8cbd-857bde79ca8f req-f7b68457-b80e-4a63-95a9-55c0a711b7d9 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:30.289095 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-714471aa-767a-4bd3-8cbd-857bde79ca8f req-f7b68457-b80e-4a63-95a9-55c0a711b7d9 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=76b00675-75f4-4a22-b613-db9274e2f872 HTTP/1.1" status: 200 len: 944 time: 0.4113836 Jul 15 13:37:30.300284 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eddbed-d343-4bad-9315-fac43428224a req-c107b16f-2d95-4a0b-af86-84780340a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:30.301331 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-11eddbed-d343-4bad-9315-fac43428224a req-c107b16f-2d95-4a0b-af86-84780340a963 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.303790 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-11eddbed-d343-4bad-9315-fac43428224a req-c107b16f-2d95-4a0b-af86-84780340a963 service neutron] 10.222.0.32 "PUT /v2.0/ports/9f0bdce4-69d8-4c6d-a91c-d990421b5511 HTTP/1.1" status: 200 len: 1093 time: 2.0943313 Jul 15 13:37:30.351443 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b00675-75f4-4a22-b613-db9274e2f872', 'tag': '9f0bdce4-69d8-4c6d-a91c-d990421b5511'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:30.355433 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c22923-fb5f-4f8c-b9d9-57270a53ecdc" -d '{"events": [{"name": "network-changed", "server_uuid": "76b00675-75f4-4a22-b613-db9274e2f872", "tag": "9f0bdce4-69d8-4c6d-a91c-d990421b5511"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:30.496888 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-714471aa-767a-4bd3-8cbd-857bde79ca8f req-1e16cf1f-669c-4d71-b9aa-f10459f5fb0e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7408d01-857b-4c06-aa80-d291f379406e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139996 Jul 15 13:37:30.499179 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e1bb847c-0447-4ea1-b097-c4aabe1523c7 req-99997b4b-e979-4885-9db1-67eba3016a11 service neutron] 10.222.0.32 "GET /v2.0/networks/b3271eeb-b9eb-4d85-9c8c-62c1a302878e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775661 Jul 15 13:37:30.501429 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107b16f-2d95-4a0b-af86-84780340a963 service neutron] Pushing event updated for resources: {'Port': ['ID=9f0bdce4-69d8-4c6d-a91c-d990421b5511,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:30.589494 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eddbed-d343-4bad-9315-fac43428224a req-4d6d1e6a-4309-49f5-b421-bbdbb3e6a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:30.592423 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-11eddbed-d343-4bad-9315-fac43428224a req-4d6d1e6a-4309-49f5-b421-bbdbb3e6a3f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcf19ad9f55645769cc76961e7748495&device_id=76b00675-75f4-4a22-b613-db9274e2f872 HTTP/1.1" status: 200 len: 1096 time: 0.2037375 Jul 15 13:37:30.703628 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-11eddbed-d343-4bad-9315-fac43428224a req-59ed26eb-9e47-43ba-9795-61427a0657af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=9f0bdce4-69d8-4c6d-a91c-d990421b5511 HTTP/1.1" status: 200 len: 217 time: 0.0858493 Jul 15 13:37:30.724465 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfde938-4367-40a4-bfaf-fab899c1736c x-openstack-request-id: req-fcfde938-4367-40a4-bfaf-fab899c1736c {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:30.725123 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b00675-75f4-4a22-b613-db9274e2f872", "tag": "9f0bdce4-69d8-4c6d-a91c-d990421b5511", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:30.725402 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fcfde938-4367-40a4-bfaf-fab899c1736c {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:30.725799 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b00675-75f4-4a22-b613-db9274e2f872', 'tag': '9f0bdce4-69d8-4c6d-a91c-d990421b5511', 'status': 'completed', 'code': 200} Jul 15 13:37:30.811201 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eddbed-d343-4bad-9315-fac43428224a req-49cc8697-5b2c-4cd5-b5f6-6b07d79bcece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:30.813995 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35642) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:30.814603 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-11eddbed-d343-4bad-9315-fac43428224a req-49cc8697-5b2c-4cd5-b5f6-6b07d79bcece service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af0dc6f7-0bda-497f-abf5-cce991fa644a HTTP/1.1" status: 200 len: 838 time: 0.0790958 Jul 15 13:37:30.896868 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eddbed-d343-4bad-9315-fac43428224a req-4ab493d9-255a-43f4-9ea6-c89895ce4cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:30.898734 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-11eddbed-d343-4bad-9315-fac43428224a req-4ab493d9-255a-43f4-9ea6-c89895ce4cfd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fcc053e3-e049-4b2c-81d1-94ae3fce13a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0760694 Jul 15 13:37:30.936430 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c8a9f3f8-fd6c-4daf-a1b7-9947e0d0ca7f tempest-NetworksNegativeTestJSON-1219699192 tempest-NetworksNegativeTestJSON-1219699192-project] Request body: {'port': {'network_id': 'd08cc854-dd81-4217-b1db-7baba17b085d', 'name': 'tempest-NetworksNegativeTestJSON-824155647'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:30.952178 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8a9f3f8-fd6c-4daf-a1b7-9947e0d0ca7f tempest-NetworksNegativeTestJSON-1219699192 tempest-NetworksNegativeTestJSON-1219699192-project] POST failed (client error): The resource could not be found. Jul 15 13:37:30.952957 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8a9f3f8-fd6c-4daf-a1b7-9947e0d0ca7f tempest-NetworksNegativeTestJSON-1219699192 tempest-NetworksNegativeTestJSON-1219699192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:37:30.954546 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c8a9f3f8-fd6c-4daf-a1b7-9947e0d0ca7f tempest-NetworksNegativeTestJSON-1219699192 tempest-NetworksNegativeTestJSON-1219699192-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1394813 Jul 15 13:37:30.961360 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35646) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:30.993438 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-89757f99-2f08-4cc3-9418-3ddb0deb43cb tempest-NetworksNegativeTestJSON-1219699192 tempest-NetworksNegativeTestJSON-1219699192-project] DELETE failed (client error): The resource could not be found. Jul 15 13:37:30.994671 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89757f99-2f08-4cc3-9418-3ddb0deb43cb tempest-NetworksNegativeTestJSON-1219699192 tempest-NetworksNegativeTestJSON-1219699192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:37:30.997993 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-89757f99-2f08-4cc3-9418-3ddb0deb43cb tempest-NetworksNegativeTestJSON-1219699192 tempest-NetworksNegativeTestJSON-1219699192-project] 10.222.0.24 "DELETE /v2.0/networks/bf8d46cb-74a4-4832-b045-42924eddf5d0 HTTP/1.1" status: 404 len: 339 time: 0.0351586 Jul 15 13:37:31.004028 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35650) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:31.027423 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-11eddbed-d343-4bad-9315-fac43428224a req-53814461-2d47-4626-87cd-bdb422926035 service neutron] 10.222.0.32 "GET /v2.0/networks/fcc053e3-e049-4b2c-81d1-94ae3fce13a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211290 Jul 15 13:37:31.053213 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-c948dc36-0c5d-4eb4-bc60-26d0f2ac2e1b tempest-NetworksNegativeTestJSON-1219699192 tempest-NetworksNegativeTestJSON-1219699192-project] DELETE failed (client error): The resource could not be found. Jul 15 13:37:31.054637 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c948dc36-0c5d-4eb4-bc60-26d0f2ac2e1b tempest-NetworksNegativeTestJSON-1219699192 tempest-NetworksNegativeTestJSON-1219699192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:37:31.058050 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c948dc36-0c5d-4eb4-bc60-26d0f2ac2e1b tempest-NetworksNegativeTestJSON-1219699192 tempest-NetworksNegativeTestJSON-1219699192-project] 10.222.0.24 "DELETE /v2.0/ports/43adebba-0893-4349-8628-797b961c5d3a HTTP/1.1" status: 404 len: 333 time: 0.0517774 Jul 15 13:37:31.063113 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35652) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:31.104860 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c5da77-ab18-4250-9aed-7bc36abe4430 tempest-NetworksNegativeTestJSON-1219699192 tempest-NetworksNegativeTestJSON-1219699192-project] DELETE failed (client error): The resource could not be found. Jul 15 13:37:31.106037 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74c5da77-ab18-4250-9aed-7bc36abe4430 tempest-NetworksNegativeTestJSON-1219699192 tempest-NetworksNegativeTestJSON-1219699192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:37:31.109226 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-74c5da77-ab18-4250-9aed-7bc36abe4430 tempest-NetworksNegativeTestJSON-1219699192 tempest-NetworksNegativeTestJSON-1219699192-project] 10.222.0.24 "DELETE /v2.0/subnets/1e6f100f-f5e7-478c-86d2-41d10727597a HTTP/1.1" status: 404 len: 337 time: 0.0443480 Jul 15 13:37:31.116611 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35654) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:31.150749 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a00b119-c452-48e5-b295-cf96ce0cef44 tempest-NetworksNegativeTestJSON-1219699192 tempest-NetworksNegativeTestJSON-1219699192-project] GET failed (client error): The resource could not be found. Jul 15 13:37:31.153228 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8a00b119-c452-48e5-b295-cf96ce0cef44 tempest-NetworksNegativeTestJSON-1219699192 tempest-NetworksNegativeTestJSON-1219699192-project] 10.222.0.24 "GET /v2.0/networks/6c78de0f-1aa1-4273-969c-a62c6a1492ca HTTP/1.1" status: 404 len: 339 time: 0.0364819 Jul 15 13:37:31.158428 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35656) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:31.206110 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a0f6e4c-88a4-4d69-8828-eb4aab4c825a tempest-NetworksNegativeTestJSON-1219699192 tempest-NetworksNegativeTestJSON-1219699192-project] GET failed (client error): The resource could not be found. Jul 15 13:37:31.208952 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5a0f6e4c-88a4-4d69-8828-eb4aab4c825a tempest-NetworksNegativeTestJSON-1219699192 tempest-NetworksNegativeTestJSON-1219699192-project] 10.222.0.24 "GET /v2.0/ports/2b8563f7-1771-42c6-a09f-bf3495c447b9 HTTP/1.1" status: 404 len: 333 time: 0.0488994 Jul 15 13:37:31.214254 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35658) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:31.249017 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-11eddbed-d343-4bad-9315-fac43428224a req-11b1fb80-d605-4eb9-b4b5-3b6c6c09fe8d service neutron] 10.222.0.32 "GET /v2.0/networks/fcc053e3-e049-4b2c-81d1-94ae3fce13a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140346 Jul 15 13:37:31.258951 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce7d009b-f37e-4960-82d4-fe5937ebae9c tempest-NetworksNegativeTestJSON-1219699192 tempest-NetworksNegativeTestJSON-1219699192-project] GET failed (client error): The resource could not be found. Jul 15 13:37:31.261589 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ce7d009b-f37e-4960-82d4-fe5937ebae9c tempest-NetworksNegativeTestJSON-1219699192 tempest-NetworksNegativeTestJSON-1219699192-project] 10.222.0.24 "GET /v2.0/subnets/1a2af639-504f-4392-820d-da9d3460c745 HTTP/1.1" status: 404 len: 337 time: 0.0455809 Jul 15 13:37:31.266755 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35660) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:31.275642 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a6618a29-fe17-4249-86c8-bcc7a6585b4f tempest-NetworksNegativeTestJSON-1219699192 tempest-NetworksNegativeTestJSON-1219699192-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:31.294483 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b87ce-95a5-42cb-bb43-5496f565c959 req-8e86c037-94ff-4239-8b09-9b1b222da0fe tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:31.297132 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fa0b87ce-95a5-42cb-bb43-5496f565c959 req-8e86c037-94ff-4239-8b09-9b1b222da0fe tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=93a351ba-deb8-43cf-ab79-7ab4ba0ef0c8 HTTP/1.1" status: 200 len: 946 time: 0.1411161 Jul 15 13:37:31.300194 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6618a29-fe17-4249-86c8-bcc7a6585b4f tempest-NetworksNegativeTestJSON-1219699192 tempest-NetworksNegativeTestJSON-1219699192-project] PUT failed (client error): The resource could not be found. Jul 15 13:37:31.301000 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6618a29-fe17-4249-86c8-bcc7a6585b4f tempest-NetworksNegativeTestJSON-1219699192 tempest-NetworksNegativeTestJSON-1219699192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:37:31.302989 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a6618a29-fe17-4249-86c8-bcc7a6585b4f tempest-NetworksNegativeTestJSON-1219699192 tempest-NetworksNegativeTestJSON-1219699192-project] 10.222.0.24 "PUT /v2.0/networks/23895179-24df-4713-8cdd-2b4c6c85a020 HTTP/1.1" status: 404 len: 339 time: 0.0348611 Jul 15 13:37:31.308824 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35662) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:31.319579 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d8fcfebb-b121-4138-9bb5-e7c454f42485 tempest-NetworksNegativeTestJSON-1219699192 tempest-NetworksNegativeTestJSON-1219699192-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:31.351480 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8fcfebb-b121-4138-9bb5-e7c454f42485 tempest-NetworksNegativeTestJSON-1219699192 tempest-NetworksNegativeTestJSON-1219699192-project] PUT failed (client error): The resource could not be found. Jul 15 13:37:31.352253 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8fcfebb-b121-4138-9bb5-e7c454f42485 tempest-NetworksNegativeTestJSON-1219699192 tempest-NetworksNegativeTestJSON-1219699192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:37:31.353477 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d8fcfebb-b121-4138-9bb5-e7c454f42485 tempest-NetworksNegativeTestJSON-1219699192 tempest-NetworksNegativeTestJSON-1219699192-project] 10.222.0.24 "PUT /v2.0/ports/330be5b3-246d-4224-9e1d-a91f9fff234f HTTP/1.1" status: 404 len: 333 time: 0.0386090 Jul 15 13:37:31.359158 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35664) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:31.369247 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-905efa70-d5f2-4abf-8f91-40ab9ef4a659 tempest-NetworksNegativeTestJSON-1219699192 tempest-NetworksNegativeTestJSON-1219699192-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:31.405911 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fa0b87ce-95a5-42cb-bb43-5496f565c959 req-241cd972-691e-4af2-9d9d-6234cd9053d7 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990386 Jul 15 13:37:31.406206 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-905efa70-d5f2-4abf-8f91-40ab9ef4a659 tempest-NetworksNegativeTestJSON-1219699192 tempest-NetworksNegativeTestJSON-1219699192-project] PUT failed (client error): The resource could not be found. Jul 15 13:37:31.406813 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-905efa70-d5f2-4abf-8f91-40ab9ef4a659 tempest-NetworksNegativeTestJSON-1219699192 tempest-NetworksNegativeTestJSON-1219699192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:37:31.408823 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-905efa70-d5f2-4abf-8f91-40ab9ef4a659 tempest-NetworksNegativeTestJSON-1219699192 tempest-NetworksNegativeTestJSON-1219699192-project] 10.222.0.24 "PUT /v2.0/subnets/134f910b-2e63-4b3e-8596-288f97220d9a HTTP/1.1" status: 404 len: 337 time: 0.0480664 Jul 15 13:37:31.451083 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c22923-fb5f-4f8c-b9d9-57270a53ecdc req-90837743-3461-4790-98dc-5e194c2ca041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:31.452921 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-93c22923-fb5f-4f8c-b9d9-57270a53ecdc req-90837743-3461-4790-98dc-5e194c2ca041 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcf19ad9f55645769cc76961e7748495&device_id=76b00675-75f4-4a22-b613-db9274e2f872 HTTP/1.1" status: 200 len: 1096 time: 0.0969691 Jul 15 13:37:31.583595 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c22923-fb5f-4f8c-b9d9-57270a53ecdc req-38ad365a-a0ce-4906-8c98-69b1234bf352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:31.586471 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-93c22923-fb5f-4f8c-b9d9-57270a53ecdc req-38ad365a-a0ce-4906-8c98-69b1234bf352 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fcc053e3-e049-4b2c-81d1-94ae3fce13a5 HTTP/1.1" status: 200 len: 898 time: 0.1264558 Jul 15 13:37:31.680933 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-93c22923-fb5f-4f8c-b9d9-57270a53ecdc req-9942915b-f26f-4d35-bcfa-87475d753dd7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=9f0bdce4-69d8-4c6d-a91c-d990421b5511 HTTP/1.1" status: 200 len: 217 time: 0.0860038 Jul 15 13:37:31.832207 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35676) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:31.929018 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1dd5f-4e2e-469c-b1fc-7e1ef7fc9923 req-ad1573b4-4542-4d86-8a23-aa3762a11552 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:31.931518 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4bd1dd5f-4e2e-469c-b1fc-7e1ef7fc9923 req-ad1573b4-4542-4d86-8a23-aa3762a11552 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=93a351ba-deb8-43cf-ab79-7ab4ba0ef0c8 HTTP/1.1" status: 200 len: 946 time: 0.1136072 Jul 15 13:37:31.992398 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4bd1dd5f-4e2e-469c-b1fc-7e1ef7fc9923 req-105368cc-faee-4818-8aea-19dcd3daaaf6 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522590 Jul 15 13:37:32.050284 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b7d80fe-4d68-4da6-a1a8-7b4744c98ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:32.146590 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c22923-fb5f-4f8c-b9d9-57270a53ecdc req-e15d57af-1d7f-4cfa-a799-365f0393312e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:32.148909 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-93c22923-fb5f-4f8c-b9d9-57270a53ecdc req-e15d57af-1d7f-4cfa-a799-365f0393312e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af0dc6f7-0bda-497f-abf5-cce991fa644a HTTP/1.1" status: 200 len: 838 time: 0.4589097 Jul 15 13:37:32.258314 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e81fc9-0bbf-4817-8fca-837d973ec033 req-03dfa010-e9f6-4ac5-b54f-02e6ece199ef tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:32.260954 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-32e81fc9-0bbf-4817-8fca-837d973ec033 req-03dfa010-e9f6-4ac5-b54f-02e6ece199ef tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=76b00675-75f4-4a22-b613-db9274e2f872 HTTP/1.1" status: 200 len: 944 time: 0.1822336 Jul 15 13:37:32.321600 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872845e2-08b1-4c28-824d-1d1de6f532e4 req-ac4a398a-b42d-4fd8-8838-10de7773e921 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:32.324296 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-872845e2-08b1-4c28-824d-1d1de6f532e4 req-ac4a398a-b42d-4fd8-8838-10de7773e921 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=93a351ba-deb8-43cf-ab79-7ab4ba0ef0c8 HTTP/1.1" status: 200 len: 946 time: 0.1810527 Jul 15 13:37:32.332095 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c22923-fb5f-4f8c-b9d9-57270a53ecdc req-bc536283-696a-4cc6-abba-76aa59a60f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:32.333340 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b7d80fe-4d68-4da6-a1a8-7b4744c98ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:32.336454 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-93c22923-fb5f-4f8c-b9d9-57270a53ecdc req-bc536283-696a-4cc6-abba-76aa59a60f37 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fcc053e3-e049-4b2c-81d1-94ae3fce13a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1742625 Jul 15 13:37:32.347972 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b7d80fe-4d68-4da6-a1a8-7b4744c98ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:32.359340 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-32e81fc9-0bbf-4817-8fca-837d973ec033 req-c0f8074f-47b1-4df6-963e-01ab7a3673ab tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7408d01-857b-4c06-aa80-d291f379406e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837836 Jul 15 13:37:32.446224 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d80fe-4d68-4da6-a1a8-7b4744c98ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bfefba-1d81-4d6c-bc8e-5b19c2ec2f0f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:32.459172 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3b7d80fe-4d68-4da6-a1a8-7b4744c98ed3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96f4c52d95ed45b98d896168fe43c216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6246996 Jul 15 13:37:32.460941 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35684) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:32.466270 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-872845e2-08b1-4c28-824d-1d1de6f532e4 req-c6c6c36c-1b9a-4ab1-97ce-9a9fe0a9b8c5 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305833 Jul 15 13:37:32.542201 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-93c22923-fb5f-4f8c-b9d9-57270a53ecdc req-6c6a83a4-3797-4d63-be42-db7b7391ba10 service neutron] 10.222.0.32 "GET /v2.0/networks/fcc053e3-e049-4b2c-81d1-94ae3fce13a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811318 Jul 15 13:37:32.589796 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1edf9492-e58e-49d8-90e0-e21076a2f151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:32.637105 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1edf9492-e58e-49d8-90e0-e21076a2f151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:32.694785 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-93c22923-fb5f-4f8c-b9d9-57270a53ecdc req-02bb6f22-cb5c-4663-9bad-ba9f9cd0ff24 service neutron] 10.222.0.32 "GET /v2.0/networks/fcc053e3-e049-4b2c-81d1-94ae3fce13a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437774 Jul 15 13:37:32.727824 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1edf9492-e58e-49d8-90e0-e21076a2f151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:32.735875 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1edf9492-e58e-49d8-90e0-e21076a2f151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:32.744155 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1edf9492-e58e-49d8-90e0-e21076a2f151 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30bfefba-1d81-4d6c-bc8e-5b19c2ec2f0f HTTP/1.1" status: 204 len: 168 time: 0.2756269 Jul 15 13:37:32.758785 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf9492-e58e-49d8-90e0-e21076a2f151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bfefba-1d81-4d6c-bc8e-5b19c2ec2f0f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:33.157362 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7555236b-f70f-469d-860f-317a0c498004 req-b7b7655d-adeb-4b63-8c88-8d077a7542b9 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:33.159795 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7555236b-f70f-469d-860f-317a0c498004 req-b7b7655d-adeb-4b63-8c88-8d077a7542b9 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=93a351ba-deb8-43cf-ab79-7ab4ba0ef0c8 HTTP/1.1" status: 200 len: 946 time: 0.1107006 Jul 15 13:37:33.206602 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7555236b-f70f-469d-860f-317a0c498004 req-6e15f1db-5647-4af7-818c-350403d73b72 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393898 Jul 15 13:37:33.628476 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99243429-d43c-493f-a77c-252615bdf291 req-0a525fad-124f-4406-b952-51d2b4f43e4e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:33.631333 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-99243429-d43c-493f-a77c-252615bdf291 req-0a525fad-124f-4406-b952-51d2b4f43e4e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=76b00675-75f4-4a22-b613-db9274e2f872 HTTP/1.1" status: 200 len: 944 time: 0.0951896 Jul 15 13:37:33.650600 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35712) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:33.694914 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-99243429-d43c-493f-a77c-252615bdf291 req-1b072725-fce0-4fb8-ac3b-1043717e3145 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7408d01-857b-4c06-aa80-d291f379406e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542417 Jul 15 13:37:33.781606 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b2ec0ee6-7bc3-485d-b553-38b4e178c164 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-397589073'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:33.816974 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ec0ee6-7bc3-485d-b553-38b4e178c164 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Made reservation on behalf of 887d9767dc044bdb8b834bfc53588a11 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:33.821637 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2ec0ee6-7bc3-485d-b553-38b4e178c164 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:33.832114 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2ec0ee6-7bc3-485d-b553-38b4e178c164 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:33.944488 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2ec0ee6-7bc3-485d-b553-38b4e178c164 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:33.949256 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2ec0ee6-7bc3-485d-b553-38b4e178c164 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:33.980743 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:37:33.987106 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2ec0ee6-7bc3-485d-b553-38b4e178c164 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:37:33.998698 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec0ee6-7bc3-485d-b553-38b4e178c164 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6efb48b-9934-47ac-aa91-446afc726eb7,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:34.007758 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2ec0ee6-7bc3-485d-b553-38b4e178c164 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.008333 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-b2ec0ee6-7bc3-485d-b553-38b4e178c164 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Added segment d68823aa-ef3e-43ed-88e7-d5aed766421e of type vlan for network b2174429-f3c8-490e-add5-8d00b1a3f2c0 Jul 15 13:37:34.062661 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2ec0ee6-7bc3-485d-b553-38b4e178c164 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.105929 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2ec0ee6-7bc3-485d-b553-38b4e178c164 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.116196 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ec0ee6-7bc3-485d-b553-38b4e178c164 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:34.117357 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2ec0ee6-7bc3-485d-b553-38b4e178c164 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.181684 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b2ec0ee6-7bc3-485d-b553-38b4e178c164 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5297554 Jul 15 13:37:34.185083 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35716) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:34.193678 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f398fdfe-a801-4933-a0f3-acdf880d0a46 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-55752100'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:34.230129 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec0ee6-7bc3-485d-b553-38b4e178c164 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Network': ['ID=b2174429-f3c8-490e-add5-8d00b1a3f2c0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:34.244085 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network b2174429-f3c8-490e-add5-8d00b1a3f2c0 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:37:34.262622 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f398fdfe-a801-4933-a0f3-acdf880d0a46 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Made reservation on behalf of 887d9767dc044bdb8b834bfc53588a11 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:34.270253 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f398fdfe-a801-4933-a0f3-acdf880d0a46 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.320501 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f398fdfe-a801-4933-a0f3-acdf880d0a46 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:37:34.339801 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f398fdfe-a801-4933-a0f3-acdf880d0a46 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.340385 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-f398fdfe-a801-4933-a0f3-acdf880d0a46 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Added segment 8c87a2f7-855c-4dca-980f-e0d493c399d4 of type vlan for network cdc05887-ae8d-4403-afb7-01efaacb3e54 Jul 15 13:37:34.425024 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f398fdfe-a801-4933-a0f3-acdf880d0a46 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.454644 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298dfa83-55db-43c7-af92-2d08bc51d501 req-babe5758-06c5-4b40-9a46-1e10cde2881d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:34.457213 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-298dfa83-55db-43c7-af92-2d08bc51d501 req-babe5758-06c5-4b40-9a46-1e10cde2881d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.18 "GET /v2.0/ports?device_id=93a351ba-deb8-43cf-ab79-7ab4ba0ef0c8 HTTP/1.1" status: 200 len: 946 time: 0.1091259 Jul 15 13:37:34.517868 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 9f0bdce4-69d8-4c6d-a91c-d990421b5511 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:37:34.550352 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f398fdfe-a801-4933-a0f3-acdf880d0a46 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.562357 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f398fdfe-a801-4933-a0f3-acdf880d0a46 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:34.563405 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f398fdfe-a801-4933-a0f3-acdf880d0a46 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.603878 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-298dfa83-55db-43c7-af92-2d08bc51d501 req-b02c809e-665e-461d-b4fa-43ec07897a29 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Deleting port 399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:34.604633 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-298dfa83-55db-43c7-af92-2d08bc51d501 req-b02c809e-665e-461d-b4fa-43ec07897a29 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.646519 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d570a-fa23-4c4d-8726-e2b9281ea86c req-d0027363-4722-4e4f-8c36-857e2fd1af33 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:34.649227 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1b2d570a-fa23-4c4d-8726-e2b9281ea86c req-d0027363-4722-4e4f-8c36-857e2fd1af33 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=93a351ba-deb8-43cf-ab79-7ab4ba0ef0c8 HTTP/1.1" status: 200 len: 946 time: 0.2291579 Jul 15 13:37:34.651434 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f398fdfe-a801-4933-a0f3-acdf880d0a46 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4651561 Jul 15 13:37:34.656799 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35720) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:34.666686 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-860a02c2-855e-4836-9060-ed8a2433e1c2 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Request body: {'subnet': {'network_id': 'b2174429-f3c8-490e-add5-8d00b1a3f2c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:34.743478 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-298dfa83-55db-43c7-af92-2d08bc51d501 req-b02c809e-665e-461d-b4fa-43ec07897a29 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] For port 399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:34.744877 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-298dfa83-55db-43c7-af92-2d08bc51d501 req-b02c809e-665e-461d-b4fa-43ec07897a29 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.766313 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-298dfa83-55db-43c7-af92-2d08bc51d501 req-b02c809e-665e-461d-b4fa-43ec07897a29 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Calling delete_port for 399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:34.790825 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398fdfe-a801-4933-a0f3-acdf880d0a46 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Network': ['ID=cdc05887-ae8d-4403-afb7-01efaacb3e54,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:34.892371 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network cdc05887-ae8d-4403-afb7-01efaacb3e54 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:37:34.986400 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1b2d570a-fa23-4c4d-8726-e2b9281ea86c req-67781dd5-925c-4f54-acce-15ca124f5005 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068683 Jul 15 13:37:35.023078 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-298dfa83-55db-43c7-af92-2d08bc51d501 req-b02c809e-665e-461d-b4fa-43ec07897a29 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:35.027435 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860a02c2-855e-4836-9060-ed8a2433e1c2 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Made reservation on behalf of 887d9767dc044bdb8b834bfc53588a11 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:35.033810 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-860a02c2-855e-4836-9060-ed8a2433e1c2 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:35.045676 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['9a9e28e7-783c-4b08-98a4-873057252a5b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:37:35.121508 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 9f0bdce4-69d8-4c6d-a91c-d990421b5511, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9f0bdce4-69d8-4c6d-a91c-d990421b5511,segment=NetworkSegment(546c096c-3f53-4246-90ac-0de8036931c4),segment_id=546c096c-3f53-4246-90ac-0de8036931c4)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:35.128878 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c809e-665e-461d-b4fa-43ec07897a29 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Pushing event deleted for resources: {'Port': ['ID=399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:35.165746 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '9f0bdce4-69d8-4c6d-a91c-d990421b5511', 'network_id': 'fcc053e3-e049-4b2c-81d1-94ae3fce13a5', 'port_id': '9f0bdce4-69d8-4c6d-a91c-d990421b5511', 'mac_address': 'fa:16:3e:5a:ad:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af0dc6f7-0bda-497f-abf5-cce991fa644a', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:37:35.183187 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-298dfa83-55db-43c7-af92-2d08bc51d501 req-b02c809e-665e-461d-b4fa-43ec07897a29 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] No DVR routers for this DVR port 399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:35.186961 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-298dfa83-55db-43c7-af92-2d08bc51d501 req-b02c809e-665e-461d-b4fa-43ec07897a29 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:35.190199 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-298dfa83-55db-43c7-af92-2d08bc51d501 req-b02c809e-665e-461d-b4fa-43ec07897a29 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.18 "DELETE /v2.0/ports/399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f HTTP/1.1" status: 204 len: 173 time: 0.7264929 Jul 15 13:37:35.194925 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a351ba-deb8-43cf-ab79-7ab4ba0ef0c8', 'name': 'network-vif-deleted', 'tag': '399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:35.197185 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f123c2e-9aa8-4fd6-a19d-cc308ca49c89" -d '{"events": [{"server_uuid": "93a351ba-deb8-43cf-ab79-7ab4ba0ef0c8", "name": "network-vif-deleted", "tag": "399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:35.218285 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5bfd1-e5ce-4d25-9612-f7a444cf3e1d req-b3e5cadb-c104-453d-8be3-b6424899109f tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:35.220207 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-66b5bfd1-e5ce-4d25-9612-f7a444cf3e1d req-b3e5cadb-c104-453d-8be3-b6424899109f tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=76b00675-75f4-4a22-b613-db9274e2f872 HTTP/1.1" status: 200 len: 944 time: 0.2791948 Jul 15 13:37:35.296302 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe6f137-bc46-438c-b112-4449afc2392a x-openstack-request-id: req-dbe6f137-bc46-438c-b112-4449afc2392a {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:35.296607 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a351ba-deb8-43cf-ab79-7ab4ba0ef0c8", "name": "network-vif-deleted", "tag": "399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:35.296851 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dbe6f137-bc46-438c-b112-4449afc2392a {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:35.297263 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a351ba-deb8-43cf-ab79-7ab4ba0ef0c8', 'name': 'network-vif-deleted', 'tag': '399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f', 'status': 'completed', 'code': 200} Jul 15 13:37:35.309970 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-66b5bfd1-e5ce-4d25-9612-f7a444cf3e1d req-46984a89-e0ab-49d5-97ef-d99394b5cddf tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7408d01-857b-4c06-aa80-d291f379406e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758386 Jul 15 13:37:35.315028 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:35.343324 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f0bdce4-69d8-4c6d-a91c-d990421b5511 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:37:35.380579 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 9f0bdce4-69d8-4c6d-a91c-d990421b5511, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9f0bdce4-69d8-4c6d-a91c-d990421b5511,segment=NetworkSegment(546c096c-3f53-4246-90ac-0de8036931c4),segment_id=546c096c-3f53-4246-90ac-0de8036931c4)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:35.388534 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:35.429121 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-860a02c2-855e-4836-9060-ed8a2433e1c2 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:35.477466 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=9f0bdce4-69d8-4c6d-a91c-d990421b5511,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:35.525223 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a02c2-855e-4836-9060-ed8a2433e1c2 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Subnet': ['ID=4dd4763b-6ccd-473d-a1ad-462a4bf01a4e,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:35.533720 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860a02c2-855e-4836-9060-ed8a2433e1c2 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Checking segment: {'id': 'd68823aa-ef3e-43ed-88e7-d5aed766421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b2174429-f3c8-490e-add5-8d00b1a3f2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:35.534222 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860a02c2-855e-4836-9060-ed8a2433e1c2 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network hostable DHCP agents. Network: b2174429-f3c8-490e-add5-8d00b1a3f2c0, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:37:35.555220 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860a02c2-855e-4836-9060-ed8a2433e1c2 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network b2174429-f3c8-490e-add5-8d00b1a3f2c0 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:37:35.565428 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-860a02c2-855e-4836-9060-ed8a2433e1c2 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, b2174429-f3c8-490e-add5-8d00b1a3f2c0) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:35.571772 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860a02c2-855e-4836-9060-ed8a2433e1c2 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:35.572511 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-860a02c2-855e-4836-9060-ed8a2433e1c2 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:35.576565 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dec108-1776-4264-aef4-eb44f71fd6f3 None None] Network b2174429-f3c8-490e-add5-8d00b1a3f2c0 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:35.592253 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-860a02c2-855e-4836-9060-ed8a2433e1c2 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9331648 Jul 15 13:37:35.595468 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35726) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:35.602048 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c1630216-c684-4db1-8739-959948015bf5 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Request body: {'subnet': {'network_id': 'cdc05887-ae8d-4403-afb7-01efaacb3e54', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:35.727840 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['9f0bdce4-69d8-4c6d-a91c-d990421b5511'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:37:35.749088 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1630216-c684-4db1-8739-959948015bf5 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Made reservation on behalf of 887d9767dc044bdb8b834bfc53588a11 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:35.755944 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1630216-c684-4db1-8739-959948015bf5 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:35.889865 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5471265-3127-4080-b927-d229da5fbaed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-b2174429-f3c8-490e-add5-8d00b1a3f2c0', 'network_id': 'b2174429-f3c8-490e-add5-8d00b1a3f2c0', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'fixed_ips': [{'subnet_id': '4dd4763b-6ccd-473d-a1ad-462a4bf01a4e'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:37:35.891518 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5471265-3127-4080-b927-d229da5fbaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:36.138503 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-b5471265-3127-4080-b927-d229da5fbaed None None] Allocated IP 2001:db8::2 (b2174429-f3c8-490e-add5-8d00b1a3f2c0/4dd4763b-6ccd-473d-a1ad-462a4bf01a4e/32b6e634-5667-47b2-8941-94ae4d2a530f) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:36.154026 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1630216-c684-4db1-8739-959948015bf5 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:36.311286 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1630216-c684-4db1-8739-959948015bf5 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Subnet': ['ID=1ede8eb2-a008-45a8-b177-dcf397db812d,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:36.376479 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9b8b58da-4b02-44bf-bf71-e3ef17c24fff req-2c9f7ab5-50d5-4eb2-8583-412185b6bb55 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=93a351ba-deb8-43cf-ab79-7ab4ba0ef0c8 HTTP/1.1" status: 200 len: 210 time: 0.0690272 Jul 15 13:37:36.378602 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1630216-c684-4db1-8739-959948015bf5 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Checking segment: {'id': '8c87a2f7-855c-4dca-980f-e0d493c399d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cdc05887-ae8d-4403-afb7-01efaacb3e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:36.379288 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1630216-c684-4db1-8739-959948015bf5 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network hostable DHCP agents. Network: cdc05887-ae8d-4403-afb7-01efaacb3e54, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:37:36.405747 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1630216-c684-4db1-8739-959948015bf5 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network cdc05887-ae8d-4403-afb7-01efaacb3e54 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:37:36.412499 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5471265-3127-4080-b927-d229da5fbaed None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:36.418530 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-c1630216-c684-4db1-8739-959948015bf5 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, cdc05887-ae8d-4403-afb7-01efaacb3e54) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:36.423440 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1630216-c684-4db1-8739-959948015bf5 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:36.424050 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1630216-c684-4db1-8739-959948015bf5 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:36.430508 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6116cc3-6c49-47b6-a877-2464c58b0763 None None] Network cdc05887-ae8d-4403-afb7-01efaacb3e54 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:36.440272 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b5471265-3127-4080-b927-d229da5fbaed None None] Transition to ACTIVE for port object 32b6e634-5667-47b2-8941-94ae4d2a530f will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:36.445831 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c1630216-c684-4db1-8739-959948015bf5 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8462760 Jul 15 13:37:36.446447 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35732) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:36.451049 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4b671e5e-db4c-4bb5-af09-64b0766b4ff0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-316535487', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:36.485536 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b671e5e-db4c-4bb5-af09-64b0766b4ff0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:36.487477 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b671e5e-db4c-4bb5-af09-64b0766b4ff0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:36.512129 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b5471265-3127-4080-b927-d229da5fbaed None None] Transition to ACTIVE for port object 32b6e634-5667-47b2-8941-94ae4d2a530f will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:36.576571 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5471265-3127-4080-b927-d229da5fbaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:36.586988 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b671e5e-db4c-4bb5-af09-64b0766b4ff0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:36.592952 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b671e5e-db4c-4bb5-af09-64b0766b4ff0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:36.601118 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:36.616704 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b671e5e-db4c-4bb5-af09-64b0766b4ff0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:36.621375 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4b671e5e-db4c-4bb5-af09-64b0766b4ff0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1713543 Jul 15 13:37:36.621595 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35734) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:36.660707 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31b664-2c1c-4cf7-8cb1-262fee5324fd req-abe3fbdc-ed07-414c-a4ec-bb6a4be146bf tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:36.662735 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ea31b664-2c1c-4cf7-8cb1-262fee5324fd req-abe3fbdc-ed07-414c-a4ec-bb6a4be146bf tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=76b00675-75f4-4a22-b613-db9274e2f872 HTTP/1.1" status: 200 len: 945 time: 0.1050260 Jul 15 13:37:36.710639 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:36.711261 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 399e82b9-c5f6-4b95-bb01-2d1e4dc2cb3f not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:36.721135 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ea31b664-2c1c-4cf7-8cb1-262fee5324fd req-545ea461-cc1c-4ba4-8de7-6fb3f165703d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7408d01-857b-4c06-aa80-d291f379406e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459697 Jul 15 13:37:36.731065 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5471265-3127-4080-b927-d229da5fbaed None None] Network b2174429-f3c8-490e-add5-8d00b1a3f2c0 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:36.749807 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-b5471265-3127-4080-b927-d229da5fbaed None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:36.756789 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5471265-3127-4080-b927-d229da5fbaed None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:36.760967 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5471265-3127-4080-b927-d229da5fbaed None None] Pushing event updated for resources: {'Port': ['ID=32b6e634-5667-47b2-8941-94ae4d2a530f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:36.872629 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-b5471265-3127-4080-b927-d229da5fbaed None None] Attempting to bind port 32b6e634-5667-47b2-8941-94ae4d2a530f on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:36.873103 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-b5471265-3127-4080-b927-d229da5fbaed None None] Attempting to bind port 32b6e634-5667-47b2-8941-94ae4d2a530f by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'd68823aa-ef3e-43ed-88e7-d5aed766421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b2174429-f3c8-490e-add5-8d00b1a3f2c0'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:36.873103 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5471265-3127-4080-b927-d229da5fbaed None None] Attempting to bind port 32b6e634-5667-47b2-8941-94ae4d2a530f on network b2174429-f3c8-490e-add5-8d00b1a3f2c0 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:36.900288 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5471265-3127-4080-b927-d229da5fbaed None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:36.900701 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5471265-3127-4080-b927-d229da5fbaed None None] Checking segment: {'id': 'd68823aa-ef3e-43ed-88e7-d5aed766421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b2174429-f3c8-490e-add5-8d00b1a3f2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:36.902005 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5471265-3127-4080-b927-d229da5fbaed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:36.902824 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5471265-3127-4080-b927-d229da5fbaed None None] Bound using segment: {'id': 'd68823aa-ef3e-43ed-88e7-d5aed766421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b2174429-f3c8-490e-add5-8d00b1a3f2c0'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:36.903699 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-b5471265-3127-4080-b927-d229da5fbaed None None] Bound port: 32b6e634-5667-47b2-8941-94ae4d2a530f, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68823aa-ef3e-43ed-88e7-d5aed766421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b2174429-f3c8-490e-add5-8d00b1a3f2c0'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:36.904483 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5471265-3127-4080-b927-d229da5fbaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:36.912137 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1474a732-5f13-4420-a2b1-3ec7946e06ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-cdc05887-ae8d-4403-afb7-01efaacb3e54', 'network_id': 'cdc05887-ae8d-4403-afb7-01efaacb3e54', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'fixed_ips': [{'subnet_id': '1ede8eb2-a008-45a8-b177-dcf397db812d'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:37:36.913250 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1474a732-5f13-4420-a2b1-3ec7946e06ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:37.041725 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1e097be-47a3-4b84-addc-e2249badf951 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:37.075605 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-b5471265-3127-4080-b927-d229da5fbaed None None] For port 32b6e634-5667-47b2-8941-94ae4d2a530f, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:37.078015 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-b5471265-3127-4080-b927-d229da5fbaed None None] For port 32b6e634-5667-47b2-8941-94ae4d2a530f, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=32b6e634-5667-47b2-8941-94ae4d2a530f,segment=NetworkSegment(d68823aa-ef3e-43ed-88e7-d5aed766421e),segment_id=d68823aa-ef3e-43ed-88e7-d5aed766421e)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:37.103849 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5471265-3127-4080-b927-d229da5fbaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:37.196146 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-1474a732-5f13-4420-a2b1-3ec7946e06ea None None] Allocated IP 2001:db8:1::2 (cdc05887-ae8d-4403-afb7-01efaacb3e54/1ede8eb2-a008-45a8-b177-dcf397db812d/faadaa6b-5f7c-4c74-8d49-512d5db7866b) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:37.231164 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5471265-3127-4080-b927-d229da5fbaed None None] Pushing event updated for resources: {'Port': ['ID=32b6e634-5667-47b2-8941-94ae4d2a530f,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:37.557774 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-d1e097be-47a3-4b84-addc-e2249badf951 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Allocated IP 2001:db8::1 (b2174429-f3c8-490e-add5-8d00b1a3f2c0/4dd4763b-6ccd-473d-a1ad-462a4bf01a4e/924e4add-2ca3-4e4b-9e03-d00df0db229b) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:37.595487 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1474a732-5f13-4420-a2b1-3ec7946e06ea None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:37.613678 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1474a732-5f13-4420-a2b1-3ec7946e06ea None None] Transition to ACTIVE for port object faadaa6b-5f7c-4c74-8d49-512d5db7866b will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:37.686313 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1474a732-5f13-4420-a2b1-3ec7946e06ea None None] Transition to ACTIVE for port object faadaa6b-5f7c-4c74-8d49-512d5db7866b will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:37.712142 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1474a732-5f13-4420-a2b1-3ec7946e06ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:37.820980 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1474a732-5f13-4420-a2b1-3ec7946e06ea None None] Network cdc05887-ae8d-4403-afb7-01efaacb3e54 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:37.834726 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-1474a732-5f13-4420-a2b1-3ec7946e06ea None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:37.839601 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1474a732-5f13-4420-a2b1-3ec7946e06ea None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:37.860222 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1e097be-47a3-4b84-addc-e2249badf951 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:37.869798 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474a732-5f13-4420-a2b1-3ec7946e06ea None None] Pushing event updated for resources: {'Port': ['ID=faadaa6b-5f7c-4c74-8d49-512d5db7866b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:37.901985 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d1e097be-47a3-4b84-addc-e2249badf951 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Transition to ACTIVE for port object 924e4add-2ca3-4e4b-9e03-d00df0db229b will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:37.960663 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1e097be-47a3-4b84-addc-e2249badf951 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:37.998856 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-1474a732-5f13-4420-a2b1-3ec7946e06ea None None] Attempting to bind port faadaa6b-5f7c-4c74-8d49-512d5db7866b on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:38.000351 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-1474a732-5f13-4420-a2b1-3ec7946e06ea None None] Attempting to bind port faadaa6b-5f7c-4c74-8d49-512d5db7866b by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '8c87a2f7-855c-4dca-980f-e0d493c399d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cdc05887-ae8d-4403-afb7-01efaacb3e54'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:38.001978 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1474a732-5f13-4420-a2b1-3ec7946e06ea None None] Attempting to bind port faadaa6b-5f7c-4c74-8d49-512d5db7866b on network cdc05887-ae8d-4403-afb7-01efaacb3e54 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:38.013026 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1474a732-5f13-4420-a2b1-3ec7946e06ea None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:38.013936 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1474a732-5f13-4420-a2b1-3ec7946e06ea None None] Checking segment: {'id': '8c87a2f7-855c-4dca-980f-e0d493c399d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cdc05887-ae8d-4403-afb7-01efaacb3e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:38.014765 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1474a732-5f13-4420-a2b1-3ec7946e06ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:38.015461 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1474a732-5f13-4420-a2b1-3ec7946e06ea None None] Bound using segment: {'id': '8c87a2f7-855c-4dca-980f-e0d493c399d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cdc05887-ae8d-4403-afb7-01efaacb3e54'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:38.016324 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-1474a732-5f13-4420-a2b1-3ec7946e06ea None None] Bound port: faadaa6b-5f7c-4c74-8d49-512d5db7866b, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c87a2f7-855c-4dca-980f-e0d493c399d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cdc05887-ae8d-4403-afb7-01efaacb3e54'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:38.016956 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1474a732-5f13-4420-a2b1-3ec7946e06ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:38.020531 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e097be-47a3-4b84-addc-e2249badf951 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network b2174429-f3c8-490e-add5-8d00b1a3f2c0 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:38.031875 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d1e097be-47a3-4b84-addc-e2249badf951 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:38.048904 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e097be-47a3-4b84-addc-e2249badf951 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:38.052079 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1e097be-47a3-4b84-addc-e2249badf951 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:38.069379 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64168741-549f-4791-91b1-bf5467f9a176 req-45c0a0ee-ecd4-4051-8281-c4357d910439 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:38.078180 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-64168741-549f-4791-91b1-bf5467f9a176 req-45c0a0ee-ecd4-4051-8281-c4357d910439 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=76b00675-75f4-4a22-b613-db9274e2f872 HTTP/1.1" status: 200 len: 945 time: 0.1605918 Jul 15 13:37:38.142716 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-64168741-549f-4791-91b1-bf5467f9a176 req-9e52a74b-a519-4198-ba71-455b94a6bbf9 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7408d01-857b-4c06-aa80-d291f379406e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629215 Jul 15 13:37:38.167379 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-1474a732-5f13-4420-a2b1-3ec7946e06ea None None] For port faadaa6b-5f7c-4c74-8d49-512d5db7866b, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:38.177972 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-1474a732-5f13-4420-a2b1-3ec7946e06ea None None] For port faadaa6b-5f7c-4c74-8d49-512d5db7866b, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=faadaa6b-5f7c-4c74-8d49-512d5db7866b,segment=NetworkSegment(8c87a2f7-855c-4dca-980f-e0d493c399d4),segment_id=8c87a2f7-855c-4dca-980f-e0d493c399d4)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:38.192965 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1474a732-5f13-4420-a2b1-3ec7946e06ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:38.309657 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474a732-5f13-4420-a2b1-3ec7946e06ea None None] Pushing event updated for resources: {'Port': ['ID=faadaa6b-5f7c-4c74-8d49-512d5db7866b,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:38.357580 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:38.546499 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 9f0bdce4-69d8-4c6d-a91c-d990421b5511 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:38.562036 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-395e6ce9-2066-42b4-b102-2ddf8da16985 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:38.571479 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-395e6ce9-2066-42b4-b102-2ddf8da16985 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/networks?id=3863dc0e-6146-449a-a791-85fa35a22fff HTTP/1.1" status: 200 len: 805 time: 0.2181897 Jul 15 13:37:38.587586 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-fefa8a95-79db-4997-a99e-b16b55c94b2e tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/quotas/043bd73de72448efaf900d42a51adac4 HTTP/1.1" status: 200 len: 375 time: 0.0147762 Jul 15 13:37:38.707610 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e097be-47a3-4b84-addc-e2249badf951 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Port': ['ID=924e4add-2ca3-4e4b-9e03-d00df0db229b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:38.722758 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 9f0bdce4-69d8-4c6d-a91c-d990421b5511 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:38.737123 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 9f0bdce4-69d8-4c6d-a91c-d990421b5511 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:38.737785 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:38.782385 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-8f8d925c-5c42-4bd0-82f0-cdbc56403905 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=043bd73de72448efaf900d42a51adac4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1802571 Jul 15 13:37:38.963700 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:39.041039 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 9f0bdce4-69d8-4c6d-a91c-d990421b5511, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9f0bdce4-69d8-4c6d-a91c-d990421b5511,segment=NetworkSegment(546c096c-3f53-4246-90ac-0de8036931c4),segment_id=546c096c-3f53-4246-90ac-0de8036931c4)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:39.042295 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b00675-75f4-4a22-b613-db9274e2f872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0bdce4-69d8-4c6d-a91c-d990421b5511'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:39.047325 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd64e2b-736a-4f8c-83d8-8650146c94c7" -d '{"events": [{"server_uuid": "76b00675-75f4-4a22-b613-db9274e2f872", "name": "network-vif-plugged", "status": "completed", "tag": "9f0bdce4-69d8-4c6d-a91c-d990421b5511"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:39.050929 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-febf009a-4c73-437c-869b-8bb2c26a2cb4 service neutron] 10.222.0.24 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668464 Jul 15 13:37:39.075983 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:39.132149 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1e097be-47a3-4b84-addc-e2249badf951 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:39.140303 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0897ce3-ccf2-454a-8492-0f82f37eda2b x-openstack-request-id: req-c0897ce3-ccf2-454a-8492-0f82f37eda2b {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:39.140676 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b00675-75f4-4a22-b613-db9274e2f872", "name": "network-vif-plugged", "status": "completed", "tag": "9f0bdce4-69d8-4c6d-a91c-d990421b5511", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:39.140988 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c0897ce3-ccf2-454a-8492-0f82f37eda2b {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:39.141584 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b00675-75f4-4a22-b613-db9274e2f872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0bdce4-69d8-4c6d-a91c-d990421b5511', 'code': 200} Jul 15 13:37:39.182198 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6bca3f-dc2d-4294-b15a-37b9b9446b91 None None] Network b2174429-f3c8-490e-add5-8d00b1a3f2c0 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:39.274050 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device faadaa6b-5f7c-4c74-8d49-512d5db7866b up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:39.408147 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=9f0bdce4-69d8-4c6d-a91c-d990421b5511,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:39.408657 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-27b2ca4a-133d-4d46-a826-9c5c290e9cdf service neutron] 10.222.0.24 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507967 Jul 15 13:37:39.436045 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-87138319-e3b2-427c-ba0d-2432df7157ef None None] Provisioning for port 32b6e634-5667-47b2-8941-94ae4d2a530f completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:39.527833 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port faadaa6b-5f7c-4c74-8d49-512d5db7866b completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:39.539884 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 32b6e634-5667-47b2-8941-94ae4d2a530f up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:39.636135 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a4ef3-6f49-4519-a352-24c7874b821b req-cb752b00-c369-48fe-b0c6-5f85768e55ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:39.643565 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f4a4ef3-6f49-4519-a352-24c7874b821b req-cb752b00-c369-48fe-b0c6-5f85768e55ed service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=76b00675-75f4-4a22-b613-db9274e2f872 HTTP/1.1" status: 200 len: 1098 time: 0.3221037 Jul 15 13:37:39.690306 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 32b6e634-5667-47b2-8941-94ae4d2a530f completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:39.747915 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f4a4ef3-6f49-4519-a352-24c7874b821b req-9200d329-fb00-45ec-b9a4-ce5b7698713d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e7408d01-857b-4c06-aa80-d291f379406e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958648 Jul 15 13:37:39.756433 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 32b6e634-5667-47b2-8941-94ae4d2a530f triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:39.757179 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:39.859676 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1e097be-47a3-4b84-addc-e2249badf951 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:39.878916 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893ea9f-ede2-4b89-8f9d-625a37f066b7 req-e07894be-dc1b-4ddd-ad9c-41ce562965da tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:39.886790 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8893ea9f-ede2-4b89-8f9d-625a37f066b7 req-e07894be-dc1b-4ddd-ad9c-41ce562965da tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=76b00675-75f4-4a22-b613-db9274e2f872 HTTP/1.1" status: 200 len: 946 time: 0.2703450 Jul 15 13:37:39.888947 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1e097be-47a3-4b84-addc-e2249badf951 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:39.889818 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1e097be-47a3-4b84-addc-e2249badf951 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.032232 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8893ea9f-ede2-4b89-8f9d-625a37f066b7 req-5449734d-c831-4df9-ba96-c889c65324ff tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7408d01-857b-4c06-aa80-d291f379406e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441770 Jul 15 13:37:40.068331 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9c4fb330-9c31-4520-b9db-6e82e402b354 req-256d96c5-2018-409e-b7f7-b439be43796d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820 HTTP/1.1" status: 200 len: 210 time: 0.1449449 Jul 15 13:37:40.110149 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.186662 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 32b6e634-5667-47b2-8941-94ae4d2a530f, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=32b6e634-5667-47b2-8941-94ae4d2a530f,segment=NetworkSegment(d68823aa-ef3e-43ed-88e7-d5aed766421e),segment_id=d68823aa-ef3e-43ed-88e7-d5aed766421e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:40.198926 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.248551 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e097be-47a3-4b84-addc-e2249badf951 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Port': ['ID=924e4add-2ca3-4e4b-9e03-d00df0db229b,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:40.319292 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=32b6e634-5667-47b2-8941-94ae4d2a530f,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:40.372244 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f57dfda-5378-4743-b274-14e16b95f679 None None] Network cdc05887-ae8d-4403-afb7-01efaacb3e54 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:40.390822 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e097be-47a3-4b84-addc-e2249badf951 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network b2174429-f3c8-490e-add5-8d00b1a3f2c0 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:40.393545 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d1e097be-47a3-4b84-addc-e2249badf951 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:40.602837 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-507459af-2d16-4010-9d32-0e547fa48c25 None None] Provisioning for port faadaa6b-5f7c-4c74-8d49-512d5db7866b completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:40.608336 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-507459af-2d16-4010-9d32-0e547fa48c25 None None] Provisioning complete for port faadaa6b-5f7c-4c74-8d49-512d5db7866b triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:40.611348 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-507459af-2d16-4010-9d32-0e547fa48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.757632 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e097be-47a3-4b84-addc-e2249badf951 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Router b337a408-07e9-49ae-ae5b-aaa64aa7990f is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:37:40.908270 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-507459af-2d16-4010-9d32-0e547fa48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:41.040574 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e097be-47a3-4b84-addc-e2249badf951 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:41.064652 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d1e097be-47a3-4b84-addc-e2249badf951 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "PUT /v2.0/routers/b337a408-07e9-49ae-ae5b-aaa64aa7990f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4402816 Jul 15 13:37:41.069232 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35788) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:41.365472 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9621e3-5c4e-4c41-b371-0b300e908456 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:41.382702 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8f5725-72bd-490d-92c8-9367f1d17146 None None] Sync routers for ids ['b337a408-07e9-49ae-ae5b-aaa64aa7990f'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:41.383223 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3c9621e3-5c4e-4c41-b371-0b300e908456 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "GET /v2.0/ports/924e4add-2ca3-4e4b-9e03-d00df0db229b HTTP/1.1" status: 200 len: 911 time: 0.3073699 Jul 15 13:37:41.389308 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 32b6e634-5667-47b2-8941-94ae4d2a530f up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:41.396904 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35794) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:41.507828 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8f5725-72bd-490d-92c8-9367f1d17146 None None] Routers {'b337a408-07e9-49ae-ae5b-aaa64aa7990f'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:41.509069 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5b8f5725-72bd-490d-92c8-9367f1d17146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:37:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b337a408-07e9-49ae-ae5b-aaa64aa7990f'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:41.568207 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3021c2df-0ebe-461d-9d23-fd65b7774d2a req-5ee11edc-f4eb-41e9-8b4c-9757fc271fcc tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820 HTTP/1.1" status: 200 len: 210 time: 0.2121813 Jul 15 13:37:41.780509 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5b8f5725-72bd-490d-92c8-9367f1d17146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:41.814867 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-507459af-2d16-4010-9d32-0e547fa48c25 None None] For port faadaa6b-5f7c-4c74-8d49-512d5db7866b, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=faadaa6b-5f7c-4c74-8d49-512d5db7866b,segment=NetworkSegment(8c87a2f7-855c-4dca-980f-e0d493c399d4),segment_id=8c87a2f7-855c-4dca-980f-e0d493c399d4)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:41.851818 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8f5725-72bd-490d-92c8-9367f1d17146 None None] Routers {'b337a408-07e9-49ae-ae5b-aaa64aa7990f'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:41.853082 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5b8f5725-72bd-490d-92c8-9367f1d17146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:37:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b337a408-07e9-49ae-ae5b-aaa64aa7990f'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:41.856952 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-507459af-2d16-4010-9d32-0e547fa48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:41.999825 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5b8f5725-72bd-490d-92c8-9367f1d17146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:42.001153 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8f5725-72bd-490d-92c8-9367f1d17146 None None] The sync data for ids ['b337a408-07e9-49ae-ae5b-aaa64aa7990f'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:42.029297 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 32b6e634-5667-47b2-8941-94ae4d2a530f triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:42.029854 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:42.099001 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594ff4a-530d-4d3c-bb7a-146b855e21e4 req-37826216-d759-4eb0-b1f9-65aa189b64f4 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:42.113465 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5594ff4a-530d-4d3c-bb7a-146b855e21e4 req-37826216-d759-4eb0-b1f9-65aa189b64f4 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=76b00675-75f4-4a22-b613-db9274e2f872 HTTP/1.1" status: 200 len: 946 time: 0.3753264 Jul 15 13:37:42.135609 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507459af-2d16-4010-9d32-0e547fa48c25 None None] Pushing event updated for resources: {'Port': ['ID=faadaa6b-5f7c-4c74-8d49-512d5db7866b,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:42.146109 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e7fca3e9-51d6-4e98-83d3-16c370f7120a None None] Provisioning complete for port faadaa6b-5f7c-4c74-8d49-512d5db7866b triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:42.146480 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7fca3e9-51d6-4e98-83d3-16c370f7120a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:42.315790 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e7fca3e9-51d6-4e98-83d3-16c370f7120a None None] Provisioning for port 924e4add-2ca3-4e4b-9e03-d00df0db229b completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:42.325426 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e7fca3e9-51d6-4e98-83d3-16c370f7120a None None] Provisioning complete for port 924e4add-2ca3-4e4b-9e03-d00df0db229b triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:42.326980 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7fca3e9-51d6-4e98-83d3-16c370f7120a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:42.419820 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e7fca3e9-51d6-4e98-83d3-16c370f7120a None None] Port 924e4add-2ca3-4e4b-9e03-d00df0db229b cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:37:42.431840 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e7fca3e9-51d6-4e98-83d3-16c370f7120a None None] Provisioning complete for port 32b6e634-5667-47b2-8941-94ae4d2a530f triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:42.432320 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7fca3e9-51d6-4e98-83d3-16c370f7120a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:42.534369 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5594ff4a-530d-4d3c-bb7a-146b855e21e4 req-772e3eeb-7ba4-43be-9bfb-6931356734f7 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7408d01-857b-4c06-aa80-d291f379406e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4186368 Jul 15 13:37:42.586979 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-d706cdd4-4168-4ff7-9689-2657fb72b721 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:42.590490 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-d706cdd4-4168-4ff7-9689-2657fb72b721 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.18 "GET /v2.0/networks?id=3863dc0e-6146-449a-a791-85fa35a22fff HTTP/1.1" status: 200 len: 805 time: 0.2877200 Jul 15 13:37:42.617964 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-61c74f4d-3da6-47d8-84dd-f864df35e0f6 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Request body: {'port': {'device_id': 'fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820', 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff', 'admin_state_up': True, 'tenant_id': '043bd73de72448efaf900d42a51adac4'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:42.768608 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56683936-229b-463e-87a4-7a7ddcd41c4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:42.901198 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-61c74f4d-3da6-47d8-84dd-f864df35e0f6 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Made reservation on behalf of 043bd73de72448efaf900d42a51adac4 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:42.905709 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-61c74f4d-3da6-47d8-84dd-f864df35e0f6 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.031360 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bc479035-399e-40bc-a0d0-8aaa8dbf4709 req-377bbe5a-46cc-4024-8a70-e75738cf3706 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820 HTTP/1.1" status: 200 len: 210 time: 0.1211462 Jul 15 13:37:43.204160 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175fd0c-0b3e-4e4f-b227-f47118e90702 req-62d67846-510a-479d-be25-077984420b41 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:43.205996 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6175fd0c-0b3e-4e4f-b227-f47118e90702 req-62d67846-510a-479d-be25-077984420b41 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=76b00675-75f4-4a22-b613-db9274e2f872 HTTP/1.1" status: 200 len: 946 time: 0.1473579 Jul 15 13:37:43.223231 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device faadaa6b-5f7c-4c74-8d49-512d5db7866b up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:43.241033 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-61c74f4d-3da6-47d8-84dd-f864df35e0f6 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Allocated IP 172.20.0.13 (3863dc0e-6146-449a-a791-85fa35a22fff/7b30ffac-e52f-4dd4-90fb-1da118e51f78/cbb0c824-24bb-41b9-a621-76c19cf73e5d) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:43.298144 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port faadaa6b-5f7c-4c74-8d49-512d5db7866b triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:43.298698 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.343305 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6175fd0c-0b3e-4e4f-b227-f47118e90702 req-11999ef9-b1b5-4e7b-ae44-45a93e238efa tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7408d01-857b-4c06-aa80-d291f379406e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182854 Jul 15 13:37:43.430727 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-56683936-229b-463e-87a4-7a7ddcd41c4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Allocated IP 2001:db8:1::1 (cdc05887-ae8d-4403-afb7-01efaacb3e54/1ede8eb2-a008-45a8-b177-dcf397db812d/251ff4e0-a4fc-4645-a730-a9bdf0675680) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:43.624782 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56683936-229b-463e-87a4-7a7ddcd41c4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.655784 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-56683936-229b-463e-87a4-7a7ddcd41c4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Transition to ACTIVE for port object 251ff4e0-a4fc-4645-a730-a9bdf0675680 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:43.666515 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-61c74f4d-3da6-47d8-84dd-f864df35e0f6 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.719744 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56683936-229b-463e-87a4-7a7ddcd41c4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.742451 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-61c74f4d-3da6-47d8-84dd-f864df35e0f6 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.759000 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['9a9e28e7-783c-4b08-98a4-873057252a5b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:37:43.803832 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56683936-229b-463e-87a4-7a7ddcd41c4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network cdc05887-ae8d-4403-afb7-01efaacb3e54 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:43.811692 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-56683936-229b-463e-87a4-7a7ddcd41c4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:43.820191 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56683936-229b-463e-87a4-7a7ddcd41c4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:43.821268 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56683936-229b-463e-87a4-7a7ddcd41c4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.853530 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-61c74f4d-3da6-47d8-84dd-f864df35e0f6 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Network 3863dc0e-6146-449a-a791-85fa35a22fff is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:43.858260 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-61c74f4d-3da6-47d8-84dd-f864df35e0f6 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:43.860577 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c74f4d-3da6-47d8-84dd-f864df35e0f6 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Pushing event updated for resources: {'Port': ['ID=cbb0c824-24bb-41b9-a621-76c19cf73e5d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:43.871391 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-61c74f4d-3da6-47d8-84dd-f864df35e0f6 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:43.967460 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-61c74f4d-3da6-47d8-84dd-f864df35e0f6 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:43.968274 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-61c74f4d-3da6-47d8-84dd-f864df35e0f6 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.995051 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-61c74f4d-3da6-47d8-84dd-f864df35e0f6 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3908741 Jul 15 13:37:44.010797 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-fd5c8387-3399-4032-984b-783eb33b045d service neutron] Request body: {'port': {'device_id': 'fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:44.061346 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56683936-229b-463e-87a4-7a7ddcd41c4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Port': ['ID=251ff4e0-a4fc-4645-a730-a9bdf0675680,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:44.163300 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56683936-229b-463e-87a4-7a7ddcd41c4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:44.184352 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-fd5c8387-3399-4032-984b-783eb33b045d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:44.418739 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d9c8abab-a444-4d47-809c-7368e1e5f272 None None] Provisioning for port 251ff4e0-a4fc-4645-a730-a9bdf0675680 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:44.428066 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d9c8abab-a444-4d47-809c-7368e1e5f272 None None] Provisioning complete for port 251ff4e0-a4fc-4645-a730-a9bdf0675680 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:44.428642 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d9c8abab-a444-4d47-809c-7368e1e5f272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:44.505305 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d9c8abab-a444-4d47-809c-7368e1e5f272 None None] Port 251ff4e0-a4fc-4645-a730-a9bdf0675680 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:37:44.604447 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b7fed-58ca-42d1-9544-46bbf3204518 req-a2703b01-1bf2-4f74-bfe7-9fd3d2429225 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:44.606674 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4d6b7fed-58ca-42d1-9544-46bbf3204518 req-a2703b01-1bf2-4f74-bfe7-9fd3d2429225 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820 HTTP/1.1" status: 200 len: 932 time: 0.2524464 Jul 15 13:37:44.638807 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-fd5c8387-3399-4032-984b-783eb33b045d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbb0c824-24bb-41b9-a621-76c19cf73e5d {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:37:44.651728 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-fd5c8387-3399-4032-984b-783eb33b045d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:44.677935 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-fd5c8387-3399-4032-984b-783eb33b045d service neutron] Transition to ACTIVE for port object cbb0c824-24bb-41b9-a621-76c19cf73e5d will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:44.685621 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-fd5c8387-3399-4032-984b-783eb33b045d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:44.714983 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56683936-229b-463e-87a4-7a7ddcd41c4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:44.723432 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4d6b7fed-58ca-42d1-9544-46bbf3204518 req-580948b7-522a-4d2c-82f0-77967da0881c tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065164 Jul 15 13:37:44.725514 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56683936-229b-463e-87a4-7a7ddcd41c4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:44.726790 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56683936-229b-463e-87a4-7a7ddcd41c4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:44.824681 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c8387-3399-4032-984b-783eb33b045d service neutron] Pushing event updated for resources: {'Port': ['ID=cbb0c824-24bb-41b9-a621-76c19cf73e5d,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:44.861334 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56683936-229b-463e-87a4-7a7ddcd41c4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Port': ['ID=251ff4e0-a4fc-4645-a730-a9bdf0675680,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:44.919676 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-fd5c8387-3399-4032-984b-783eb33b045d service neutron] Attempting to bind port cbb0c824-24bb-41b9-a621-76c19cf73e5d on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:44.920223 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-fd5c8387-3399-4032-984b-783eb33b045d service neutron] Attempting to bind port cbb0c824-24bb-41b9-a621-76c19cf73e5d by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '836abf83-1fab-411d-a248-5a2250c99f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:44.920846 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-fd5c8387-3399-4032-984b-783eb33b045d service neutron] Attempting to bind port cbb0c824-24bb-41b9-a621-76c19cf73e5d on network 3863dc0e-6146-449a-a791-85fa35a22fff {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:44.931924 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-fd5c8387-3399-4032-984b-783eb33b045d service neutron] Port cbb0c824-24bb-41b9-a621-76c19cf73e5d on network 3863dc0e-6146-449a-a791-85fa35a22fff not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:37:44.931924 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-fd5c8387-3399-4032-984b-783eb33b045d service neutron] Attempting to bind port cbb0c824-24bb-41b9-a621-76c19cf73e5d on network 3863dc0e-6146-449a-a791-85fa35a22fff {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:44.932394 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35820) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:44.938281 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-fd5c8387-3399-4032-984b-783eb33b045d service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:44.938748 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-fd5c8387-3399-4032-984b-783eb33b045d service neutron] Checking segment: {'id': '836abf83-1fab-411d-a248-5a2250c99f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:44.939562 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-fd5c8387-3399-4032-984b-783eb33b045d service neutron] Bound using segment: {'id': '836abf83-1fab-411d-a248-5a2250c99f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:44.939891 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-fd5c8387-3399-4032-984b-783eb33b045d service neutron] Bound port: cbb0c824-24bb-41b9-a621-76c19cf73e5d, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836abf83-1fab-411d-a248-5a2250c99f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:44.940405 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-fd5c8387-3399-4032-984b-783eb33b045d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.057259 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-fd5c8387-3399-4032-984b-783eb33b045d service neutron] For port cbb0c824-24bb-41b9-a621-76c19cf73e5d, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:45.062580 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56683936-229b-463e-87a4-7a7ddcd41c4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network cdc05887-ae8d-4403-afb7-01efaacb3e54 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:45.063328 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-fd5c8387-3399-4032-984b-783eb33b045d service neutron] For port cbb0c824-24bb-41b9-a621-76c19cf73e5d, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=cbb0c824-24bb-41b9-a621-76c19cf73e5d,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:45.069467 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-56683936-229b-463e-87a4-7a7ddcd41c4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:45.070074 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-fd5c8387-3399-4032-984b-783eb33b045d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.111707 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-fd5c8387-3399-4032-984b-783eb33b045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:45.112352 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-fd5c8387-3399-4032-984b-783eb33b045d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.113936 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-fd5c8387-3399-4032-984b-783eb33b045d service neutron] 10.222.0.18 "PUT /v2.0/ports/cbb0c824-24bb-41b9-a621-76c19cf73e5d HTTP/1.1" status: 200 len: 1093 time: 1.1092739 Jul 15 13:37:45.114421 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820', 'tag': 'cbb0c824-24bb-41b9-a621-76c19cf73e5d'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:45.118074 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628bdb80-f999-430b-8aec-bd2d8adaec4d" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820", "tag": "cbb0c824-24bb-41b9-a621-76c19cf73e5d"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:45.165378 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c8387-3399-4032-984b-783eb33b045d service neutron] Pushing event updated for resources: {'Port': ['ID=cbb0c824-24bb-41b9-a621-76c19cf73e5d,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:45.281532 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-0245ced9-3c8c-4415-b0a3-4c911215e920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:45.288599 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-0245ced9-3c8c-4415-b0a3-4c911215e920 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=043bd73de72448efaf900d42a51adac4&device_id=fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820 HTTP/1.1" status: 200 len: 1096 time: 0.1039803 Jul 15 13:37:45.290994 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61bd17b-03cb-4fe0-adc0-0c9614b28a16 x-openstack-request-id: req-c61bd17b-03cb-4fe0-adc0-0c9614b28a16 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:45.292103 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820", "tag": "cbb0c824-24bb-41b9-a621-76c19cf73e5d", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:45.292275 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c61bd17b-03cb-4fe0-adc0-0c9614b28a16 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:45.293013 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820', 'tag': 'cbb0c824-24bb-41b9-a621-76c19cf73e5d', 'status': 'completed', 'code': 200} Jul 15 13:37:45.351534 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-d0762419-1fc8-4b13-9993-e5379cc9e433 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbb0c824-24bb-41b9-a621-76c19cf73e5d HTTP/1.1" status: 200 len: 217 time: 0.0533345 Jul 15 13:37:45.417959 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-306ac25d-fc13-48e4-a37b-70f25127e44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:45.419804 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-306ac25d-fc13-48e4-a37b-70f25127e44c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b30ffac-e52f-4dd4-90fb-1da118e51f78 HTTP/1.1" status: 200 len: 845 time: 0.0608432 Jul 15 13:37:45.490647 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-4ffd2c9e-35e6-4098-9ad8-f94bdeb1d245 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3863dc0e-6146-449a-a791-85fa35a22fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619674 Jul 15 13:37:45.632796 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-9d6ec56a-72d8-4856-bd40-8f54ffae04bc service neutron] 10.222.0.18 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350324 Jul 15 13:37:45.644676 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d46eb0b8-a50f-4aa8-81cc-99aac5693247 None None] Provisioning complete for port 251ff4e0-a4fc-4645-a730-a9bdf0675680 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:45.645307 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d46eb0b8-a50f-4aa8-81cc-99aac5693247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.667437 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56683936-229b-463e-87a4-7a7ddcd41c4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Router b337a408-07e9-49ae-ae5b-aaa64aa7990f has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:37:45.705315 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d46eb0b8-a50f-4aa8-81cc-99aac5693247 None None] Port 251ff4e0-a4fc-4645-a730-a9bdf0675680 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:37:45.767871 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6b5cdf08-6961-41d5-b4c3-dc4859e4c290 req-b6053f23-bf13-4fa9-8540-398a42b1fec1 service neutron] 10.222.0.18 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249735 Jul 15 13:37:45.900881 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56683936-229b-463e-87a4-7a7ddcd41c4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:45.916758 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5f9cf5-e8ee-4da4-b16e-f1410274597c None None] Sync routers for ids ['b337a408-07e9-49ae-ae5b-aaa64aa7990f'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:45.918827 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bdb80-f999-430b-8aec-bd2d8adaec4d req-bdba7644-c1c5-4d11-8dc4-4fdd28540010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:45.921475 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-628bdb80-f999-430b-8aec-bd2d8adaec4d req-bdba7644-c1c5-4d11-8dc4-4fdd28540010 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=043bd73de72448efaf900d42a51adac4&device_id=fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820 HTTP/1.1" status: 200 len: 1096 time: 0.0911176 Jul 15 13:37:45.921716 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-56683936-229b-463e-87a4-7a7ddcd41c4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "PUT /v2.0/routers/b337a408-07e9-49ae-ae5b-aaa64aa7990f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5184462 Jul 15 13:37:45.924779 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35828) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:45.930424 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5f9cf5-e8ee-4da4-b16e-f1410274597c None None] Routers {'b337a408-07e9-49ae-ae5b-aaa64aa7990f'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:45.931138 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9a5f9cf5-e8ee-4da4-b16e-f1410274597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:37:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b337a408-07e9-49ae-ae5b-aaa64aa7990f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:45.964503 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9a5f9cf5-e8ee-4da4-b16e-f1410274597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:45.975731 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5f9cf5-e8ee-4da4-b16e-f1410274597c None None] Routers {'b337a408-07e9-49ae-ae5b-aaa64aa7990f'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:45.976413 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9a5f9cf5-e8ee-4da4-b16e-f1410274597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:37:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b337a408-07e9-49ae-ae5b-aaa64aa7990f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:46.010981 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9a5f9cf5-e8ee-4da4-b16e-f1410274597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:46.011630 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5f9cf5-e8ee-4da4-b16e-f1410274597c None None] The sync data for ids ['b337a408-07e9-49ae-ae5b-aaa64aa7990f'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:46.025125 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c1451f-56f8-48b6-8902-eb68ccfa8616 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:46.026548 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-56c1451f-56f8-48b6-8902-eb68ccfa8616 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "GET /v2.0/ports/251ff4e0-a4fc-4645-a730-a9bdf0675680 HTTP/1.1" status: 200 len: 913 time: 0.1012983 Jul 15 13:37:46.029431 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35830) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:46.084250 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bdb80-f999-430b-8aec-bd2d8adaec4d req-6a2bca81-8b5f-44ff-b55f-3c5dfd87f491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:46.085712 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-628bdb80-f999-430b-8aec-bd2d8adaec4d req-6a2bca81-8b5f-44ff-b55f-3c5dfd87f491 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3863dc0e-6146-449a-a791-85fa35a22fff HTTP/1.1" status: 200 len: 906 time: 0.1484139 Jul 15 13:37:46.110539 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee96d6-ca07-4ae5-80b1-518af34db474 req-b9e82506-4af3-45b0-88be-deb73c14cadd tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:46.112230 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50ee96d6-ca07-4ae5-80b1-518af34db474 req-b9e82506-4af3-45b0-88be-deb73c14cadd tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820 HTTP/1.1" status: 200 len: 944 time: 0.2157366 Jul 15 13:37:46.136780 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-628bdb80-f999-430b-8aec-bd2d8adaec4d req-913196e9-a31d-4621-92ee-f12a308d40b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbb0c824-24bb-41b9-a621-76c19cf73e5d HTTP/1.1" status: 200 len: 217 time: 0.0426011 Jul 15 13:37:46.191429 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bdb80-f999-430b-8aec-bd2d8adaec4d req-13cccdde-81f6-4d90-9283-eb82c762ac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:46.193637 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-628bdb80-f999-430b-8aec-bd2d8adaec4d req-13cccdde-81f6-4d90-9283-eb82c762ac65 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b30ffac-e52f-4dd4-90fb-1da118e51f78 HTTP/1.1" status: 200 len: 845 time: 0.0494010 Jul 15 13:37:46.232183 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-628bdb80-f999-430b-8aec-bd2d8adaec4d req-3c22f877-77dc-41b1-a275-80b5fabc5dce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3863dc0e-6146-449a-a791-85fa35a22fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293202 Jul 15 13:37:46.263628 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50ee96d6-ca07-4ae5-80b1-518af34db474 req-89c666ce-bcce-4b59-9671-bdbdf2b7f15f tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195083 Jul 15 13:37:46.339447 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-628bdb80-f999-430b-8aec-bd2d8adaec4d req-00a36505-d04e-489d-ac5e-c043785e7a1c service neutron] 10.222.0.18 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997336 Jul 15 13:37:46.345443 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d5c2c2d-887c-4e79-bdc3-2cce15582a87 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:46.450518 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-628bdb80-f999-430b-8aec-bd2d8adaec4d req-1097f07c-93d5-4f2c-9e47-31b40b509b99 service neutron] 10.222.0.18 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024532 Jul 15 13:37:46.846694 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-5d5c2c2d-887c-4e79-bdc3-2cce15582a87 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Allocated IP 172.20.0.17 (fcc053e3-e049-4b2c-81d1-94ae3fce13a5/af0dc6f7-0bda-497f-abf5-cce991fa644a/101d5309-fc93-4818-a87f-e7a0082e0cdc) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:46.896050 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c7bea75-78d3-45be-a163-7e8473da76aa tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:47.179726 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a403518-4dca-4ada-b481-b2487cf1ec25 req-c8c62643-53dc-4efa-9112-a1442f954502 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:47.181514 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9a403518-4dca-4ada-b481-b2487cf1ec25 req-c8c62643-53dc-4efa-9112-a1442f954502 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 946 time: 0.3398004 Jul 15 13:37:47.239631 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d5c2c2d-887c-4e79-bdc3-2cce15582a87 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:47.277037 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5d5c2c2d-887c-4e79-bdc3-2cce15582a87 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Transition to ACTIVE for port object 101d5309-fc93-4818-a87f-e7a0082e0cdc will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:47.296319 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9a403518-4dca-4ada-b481-b2487cf1ec25 req-39c4edea-d820-4729-8225-bd5822f0916e tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910690 Jul 15 13:37:47.400384 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d5c2c2d-887c-4e79-bdc3-2cce15582a87 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:47.505068 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5c2c2d-887c-4e79-bdc3-2cce15582a87 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Network fcc053e3-e049-4b2c-81d1-94ae3fce13a5 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:47.515846 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-5d5c2c2d-887c-4e79-bdc3-2cce15582a87 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:47.523033 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5c2c2d-887c-4e79-bdc3-2cce15582a87 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:47.548607 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0599e8-7eba-48a0-85de-332cfe77a25c req-8308bf65-32b6-46af-80bc-c65185481873 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:47.558575 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8b0599e8-7eba-48a0-85de-332cfe77a25c req-8308bf65-32b6-46af-80bc-c65185481873 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820 HTTP/1.1" status: 200 len: 944 time: 0.0997851 Jul 15 13:37:47.615428 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8b0599e8-7eba-48a0-85de-332cfe77a25c req-368abbac-382e-4e24-aee3-ae3628c23a9c tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535789 Jul 15 13:37:47.849137 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c0d1ee68-b0df-4475-ba39-7377c7aafd72 None None] Provisioning for port 101d5309-fc93-4818-a87f-e7a0082e0cdc completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:47.855325 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c0d1ee68-b0df-4475-ba39-7377c7aafd72 None None] Provisioning complete for port 101d5309-fc93-4818-a87f-e7a0082e0cdc triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:47.855908 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c0d1ee68-b0df-4475-ba39-7377c7aafd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:47.892833 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c2c2d-887c-4e79-bdc3-2cce15582a87 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'Port': ['ID=101d5309-fc93-4818-a87f-e7a0082e0cdc,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:47.917048 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c0d1ee68-b0df-4475-ba39-7377c7aafd72 None None] Port 101d5309-fc93-4818-a87f-e7a0082e0cdc cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:37:47.928817 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d5c2c2d-887c-4e79-bdc3-2cce15582a87 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:47.983763 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3c7bea75-78d3-45be-a163-7e8473da76aa tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Deleting port 251ff4e0-a4fc-4645-a730-a9bdf0675680 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:47.984115 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c7bea75-78d3-45be-a163-7e8473da76aa tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:48.161742 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c7bea75-78d3-45be-a163-7e8473da76aa tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:48.206199 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3c7bea75-78d3-45be-a163-7e8473da76aa tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Calling delete_port for 251ff4e0-a4fc-4645-a730-a9bdf0675680 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:48.232518 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd4ecc-4faa-4994-861d-e258b0874fe1 req-d8ff759d-56da-458d-97eb-d99cfd12a6a6 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:48.233372 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d5c2c2d-887c-4e79-bdc3-2cce15582a87 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:48.234681 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-94fd4ecc-4faa-4994-861d-e258b0874fe1 req-d8ff759d-56da-458d-97eb-d99cfd12a6a6 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.18 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 946 time: 0.0840826 Jul 15 13:37:48.374103 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-94fd4ecc-4faa-4994-861d-e258b0874fe1 req-9c704d70-da92-4c02-9b19-b0e192cdcd7b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Deleting port 05db1a3f-09e9-40f1-9b7b-8d700353e799 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:48.374601 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-94fd4ecc-4faa-4994-861d-e258b0874fe1 req-9c704d70-da92-4c02-9b19-b0e192cdcd7b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:48.497652 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-94fd4ecc-4faa-4994-861d-e258b0874fe1 req-9c704d70-da92-4c02-9b19-b0e192cdcd7b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] For port 05db1a3f-09e9-40f1-9b7b-8d700353e799, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=05db1a3f-09e9-40f1-9b7b-8d700353e799,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:48.498338 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-94fd4ecc-4faa-4994-861d-e258b0874fe1 req-9c704d70-da92-4c02-9b19-b0e192cdcd7b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:48.631346 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device cbb0c824-24bb-41b9-a621-76c19cf73e5d details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:37:48.835605 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port cbb0c824-24bb-41b9-a621-76c19cf73e5d, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=cbb0c824-24bb-41b9-a621-76c19cf73e5d,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:48.866367 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'cbb0c824-24bb-41b9-a621-76c19cf73e5d', 'network_id': '3863dc0e-6146-449a-a791-85fa35a22fff', 'port_id': 'cbb0c824-24bb-41b9-a621-76c19cf73e5d', 'mac_address': 'fa:16:3e:9b:0e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b30ffac-e52f-4dd4-90fb-1da118e51f78', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:37:48.952955 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:48.965929 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d5c2c2d-887c-4e79-bdc3-2cce15582a87 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:48.969742 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c7bea75-78d3-45be-a163-7e8473da76aa tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:48.980992 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb0c824-24bb-41b9-a621-76c19cf73e5d {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:37:49.006508 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d5c2c2d-887c-4e79-bdc3-2cce15582a87 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:49.021059 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7bea75-78d3-45be-a163-7e8473da76aa tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Port': ['ID=251ff4e0-a4fc-4645-a730-a9bdf0675680,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:49.022778 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port cbb0c824-24bb-41b9-a621-76c19cf73e5d, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=cbb0c824-24bb-41b9-a621-76c19cf73e5d,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:49.032582 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:49.041384 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1019c-84e7-4978-b2b3-5d78846268c7 req-ee03fb30-c9dd-44a1-9257-dd72f66f3368 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:49.055954 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-28a1019c-84e7-4978-b2b3-5d78846268c7 req-ee03fb30-c9dd-44a1-9257-dd72f66f3368 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 1097 time: 0.2617159 Jul 15 13:37:49.095383 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-94fd4ecc-4faa-4994-861d-e258b0874fe1 req-9c704d70-da92-4c02-9b19-b0e192cdcd7b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:49.095897 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-94fd4ecc-4faa-4994-861d-e258b0874fe1 req-9c704d70-da92-4c02-9b19-b0e192cdcd7b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:49.096332 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [req-94fd4ecc-4faa-4994-861d-e258b0874fe1 req-9c704d70-da92-4c02-9b19-b0e192cdcd7b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Floating IP 8a993560-3cfa-4206-9bc1-c066914ad268 disassociated. External IP: 172.25.6.31, port: 05db1a3f-09e9-40f1-9b7b-8d700353e799. Jul 15 13:37:49.096776 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-94fd4ecc-4faa-4994-861d-e258b0874fe1 req-9c704d70-da92-4c02-9b19-b0e192cdcd7b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Calling delete_port for 05db1a3f-09e9-40f1-9b7b-8d700353e799 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:49.118449 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fde2e4-fff6-49e5-a64b-99847aa442dd req-10d601cb-adaf-438e-a728-98c957373cfa tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:49.118814 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-28a1019c-84e7-4978-b2b3-5d78846268c7 req-9a91e05a-dddf-4474-b853-d586a898c993 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624838 Jul 15 13:37:49.119922 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a6fde2e4-fff6-49e5-a64b-99847aa442dd req-10d601cb-adaf-438e-a728-98c957373cfa tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 946 time: 0.5820830 Jul 15 13:37:49.178068 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=cbb0c824-24bb-41b9-a621-76c19cf73e5d,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:49.187243 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35850) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:49.264533 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['cbb0c824-24bb-41b9-a621-76c19cf73e5d'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:37:49.298986 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c2c2d-887c-4e79-bdc3-2cce15582a87 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'Port': ['ID=101d5309-fc93-4818-a87f-e7a0082e0cdc,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:49.338043 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c7bea75-78d3-45be-a163-7e8473da76aa tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:49.348697 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d5c2c2d-887c-4e79-bdc3-2cce15582a87 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:49.454455 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a6fde2e4-fff6-49e5-a64b-99847aa442dd req-4304d429-642f-489a-8a2c-034bf1a69356 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=76c2de12-541f-44f6-94b4-19a1806bc75c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3253832 Jul 15 13:37:49.547918 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-94fd4ecc-4faa-4994-861d-e258b0874fe1 req-9c704d70-da92-4c02-9b19-b0e192cdcd7b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:49.601215 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c704d70-da92-4c02-9b19-b0e192cdcd7b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Pushing event deleted for resources: {'Port': ['ID=05db1a3f-09e9-40f1-9b7b-8d700353e799,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:49.609230 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-cb2a00ac-5517-4f9a-ad3f-0614c78631fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Deleting port 76782cd3-77ad-46d4-af99-4e851e43cd8c {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:49.609570 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb2a00ac-5517-4f9a-ad3f-0614c78631fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:49.621039 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be644a62-4ec3-44f9-8095-a8c78b2987e8 req-9d64e235-7ad7-4925-9243-032ad305c514 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:49.622743 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-be644a62-4ec3-44f9-8095-a8c78b2987e8 req-9d64e235-7ad7-4925-9243-032ad305c514 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820 HTTP/1.1" status: 200 len: 945 time: 0.1886101 Jul 15 13:37:49.670561 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5c2c2d-887c-4e79-bdc3-2cce15582a87 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Network fcc053e3-e049-4b2c-81d1-94ae3fce13a5 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:49.677184 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-5d5c2c2d-887c-4e79-bdc3-2cce15582a87 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:49.890439 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7bea75-78d3-45be-a163-7e8473da76aa tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Router b337a408-07e9-49ae-ae5b-aaa64aa7990f has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:37:49.983287 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d43823b1-5104-4c67-8478-060eae1a8351 None None] Provisioning complete for port 101d5309-fc93-4818-a87f-e7a0082e0cdc triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:49.983894 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d43823b1-5104-4c67-8478-060eae1a8351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:50.047668 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d43823b1-5104-4c67-8478-060eae1a8351 None None] Port 101d5309-fc93-4818-a87f-e7a0082e0cdc cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:37:50.064906 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5c2c2d-887c-4e79-bdc3-2cce15582a87 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Router 0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:37:50.098434 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-be644a62-4ec3-44f9-8095-a8c78b2987e8 req-4f0efdb7-a345-4a3c-8056-c8ea67da0bf6 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624314 Jul 15 13:37:50.118392 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7bea75-78d3-45be-a163-7e8473da76aa tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:50.123293 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3c7bea75-78d3-45be-a163-7e8473da76aa tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "PUT /v2.0/routers/b337a408-07e9-49ae-ae5b-aaa64aa7990f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0901380 Jul 15 13:37:50.126526 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1912db9a-ca96-48a6-b765-442c93561236 None None] Sync routers for ids ['b337a408-07e9-49ae-ae5b-aaa64aa7990f'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:50.130781 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35852) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:50.142820 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1912db9a-ca96-48a6-b765-442c93561236 None None] Routers {'b337a408-07e9-49ae-ae5b-aaa64aa7990f'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:50.143971 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1912db9a-ca96-48a6-b765-442c93561236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:37:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b337a408-07e9-49ae-ae5b-aaa64aa7990f'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:50.176134 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb2a00ac-5517-4f9a-ad3f-0614c78631fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:50.176605 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb2a00ac-5517-4f9a-ad3f-0614c78631fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:50.206277 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-cb2a00ac-5517-4f9a-ad3f-0614c78631fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Calling delete_port for 76782cd3-77ad-46d4-af99-4e851e43cd8c owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:50.223323 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1912db9a-ca96-48a6-b765-442c93561236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:50.233501 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94fd4ecc-4faa-4994-861d-e258b0874fe1 req-9c704d70-da92-4c02-9b19-b0e192cdcd7b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Router 890d7102-beb3-4e54-9d55-4ce1ee1b3bc6 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:37:50.240262 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1912db9a-ca96-48a6-b765-442c93561236 None None] Routers {'b337a408-07e9-49ae-ae5b-aaa64aa7990f'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:50.242426 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1912db9a-ca96-48a6-b765-442c93561236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:37:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b337a408-07e9-49ae-ae5b-aaa64aa7990f'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:50.300808 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1912db9a-ca96-48a6-b765-442c93561236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:50.302731 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1912db9a-ca96-48a6-b765-442c93561236 None None] The sync data for ids ['b337a408-07e9-49ae-ae5b-aaa64aa7990f'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:50.501431 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94fd4ecc-4faa-4994-861d-e258b0874fe1 req-9c704d70-da92-4c02-9b19-b0e192cdcd7b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:50.521671 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61b361b-ff04-4e79-a686-10e495d25fe2 None None] Sync routers for ids ['890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:50.533837 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61b361b-ff04-4e79-a686-10e495d25fe2 None None] Routers {'890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:50.535000 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d61b361b-ff04-4e79-a686-10e495d25fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:37:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:50.605066 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-94fd4ecc-4faa-4994-861d-e258b0874fe1 req-9c704d70-da92-4c02-9b19-b0e192cdcd7b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] No DVR routers for this DVR port 05db1a3f-09e9-40f1-9b7b-8d700353e799 on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:50.628204 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-94fd4ecc-4faa-4994-861d-e258b0874fe1 req-9c704d70-da92-4c02-9b19-b0e192cdcd7b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:50.630986 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-94fd4ecc-4faa-4994-861d-e258b0874fe1 req-9c704d70-da92-4c02-9b19-b0e192cdcd7b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.18 "DELETE /v2.0/ports/05db1a3f-09e9-40f1-9b7b-8d700353e799 HTTP/1.1" status: 204 len: 173 time: 2.3903987 Jul 15 13:37:50.631490 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248b97f5-a204-408f-8243-7f831a7a9292', 'name': 'network-vif-deleted', 'tag': '05db1a3f-09e9-40f1-9b7b-8d700353e799'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:50.634494 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3950d1c7-6359-4580-88db-b4ec37c613b9" -d '{"events": [{"server_uuid": "248b97f5-a204-408f-8243-7f831a7a9292", "name": "network-vif-deleted", "tag": "05db1a3f-09e9-40f1-9b7b-8d700353e799"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:50.658573 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device cbb0c824-24bb-41b9-a621-76c19cf73e5d up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:50.732775 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-d61b361b-ff04-4e79-a686-10e495d25fe2 None None] Set router 890d7102-beb3-4e54-9d55-4ce1ee1b3bc6 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:50.737452 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf68826-ef93-48f7-88ae-19c7f34a230c x-openstack-request-id: req-8bf68826-ef93-48f7-88ae-19c7f34a230c {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:50.737788 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248b97f5-a204-408f-8243-7f831a7a9292", "name": "network-vif-deleted", "tag": "05db1a3f-09e9-40f1-9b7b-8d700353e799", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:50.738045 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8bf68826-ef93-48f7-88ae-19c7f34a230c {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:50.739972 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248b97f5-a204-408f-8243-7f831a7a9292', 'name': 'network-vif-deleted', 'tag': '05db1a3f-09e9-40f1-9b7b-8d700353e799', 'status': 'completed', 'code': 200} Jul 15 13:37:50.756306 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb2a00ac-5517-4f9a-ad3f-0614c78631fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:50.767706 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port cbb0c824-24bb-41b9-a621-76c19cf73e5d completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:50.777225 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port cbb0c824-24bb-41b9-a621-76c19cf73e5d triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:50.778011 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:50.821813 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a00ac-5517-4f9a-ad3f-0614c78631fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event deleted for resources: {'Port': ['ID=76782cd3-77ad-46d4-af99-4e851e43cd8c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:50.856795 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e1fc7423-f2c4-4a25-96a3-814b46fa427e req-7404a8a5-fc64-4978-8772-6d0fe164e60a tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=248b97f5-a204-408f-8243-7f831a7a9292 HTTP/1.1" status: 200 len: 210 time: 0.0539405 Jul 15 13:37:50.875081 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5c2c2d-887c-4e79-bdc3-2cce15582a87 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:50.906492 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14476abc-b449-404a-9d2d-a29c1d429206 None None] Sync routers for ids ['0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:50.907374 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5d5c2c2d-887c-4e79-bdc3-2cce15582a87 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "PUT /v2.0/routers/0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9739404 Jul 15 13:37:50.929245 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14476abc-b449-404a-9d2d-a29c1d429206 None None] Routers {'0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:50.929917 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-14476abc-b449-404a-9d2d-a29c1d429206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:37:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:50.969932 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb2a00ac-5517-4f9a-ad3f-0614c78631fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:50.969932 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-cb2a00ac-5517-4f9a-ad3f-0614c78631fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Floating IP 02887803-b223-4dd6-b163-a73cf636be0e disassociated (deleted). External IP: 172.25.6.81, port: 9da47aef-6542-4702-92b7-d14c7ac03e91. Jul 15 13:37:50.973790 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ce77dd60-96b4-48e3-a4f1-2fa356f48876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.061038 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d61b361b-ff04-4e79-a686-10e495d25fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1566138955-router', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '5046cb3b-301b-4304-8362-c468bba1b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:02Z', 'updated_at': '2021-07-15T13:33:12Z', 'revision_number': 4, 'project_id': '6a009645feb04959b4d54831dba76b81', 'gw_port': {'id': '5046cb3b-301b-4304-8362-c468bba1b747', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:05Z', 'updated_at': '2021-07-15T13:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '962b0828-430d-4863-9cf7-afd4960f396f', 'name': '', 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'mac_address': 'fa:16:3e:0c:98:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:10Z', 'updated_at': '2021-07-15T13:33:24Z', 'revision_number': 5, 'project_id': '6a009645feb04959b4d54831dba76b81', 'subnets': [{'id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:51.091321 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.091909 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61b361b-ff04-4e79-a686-10e495d25fe2 None None] Checking router: 890d7102-beb3-4e54-9d55-4ce1ee1b3bc6 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:37:51.102334 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61b361b-ff04-4e79-a686-10e495d25fe2 None None] Routers {'890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:51.103092 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d61b361b-ff04-4e79-a686-10e495d25fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:37:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:51.140964 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb0c824-24bb-41b9-a621-76c19cf73e5d'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:51.143526 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635ee2eb-a3a3-4c74-91ce-73d64d9edc80" -d '{"events": [{"server_uuid": "fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820", "name": "network-vif-plugged", "status": "completed", "tag": "cbb0c824-24bb-41b9-a621-76c19cf73e5d"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:51.151908 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6bbfb3ef-fece-40a1-9665-e2a5061cc6de tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.163314 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-14476abc-b449-404a-9d2d-a29c1d429206 None None] Set router 0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:51.208214 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port cbb0c824-24bb-41b9-a621-76c19cf73e5d, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=cbb0c824-24bb-41b9-a621-76c19cf73e5d,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:51.225042 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.225870 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 05db1a3f-09e9-40f1-9b7b-8d700353e799 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:51.315906 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193a9f96-e6f6-4315-afa3-283206601ead x-openstack-request-id: req-193a9f96-e6f6-4315-afa3-283206601ead {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:51.316143 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820", "name": "network-vif-plugged", "status": "completed", "tag": "cbb0c824-24bb-41b9-a621-76c19cf73e5d", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:51.316345 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-193a9f96-e6f6-4315-afa3-283206601ead {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:51.317307 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb0c824-24bb-41b9-a621-76c19cf73e5d', 'code': 200} Jul 15 13:37:51.318717 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-d61b361b-ff04-4e79-a686-10e495d25fe2 None None] Set router 890d7102-beb3-4e54-9d55-4ce1ee1b3bc6 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:51.334044 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 05db1a3f-09e9-40f1-9b7b-8d700353e799 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:51.334606 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 05db1a3f-09e9-40f1-9b7b-8d700353e799 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:51.397268 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2a00ac-5517-4f9a-ad3f-0614c78631fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Router 5b95319a-8872-498e-b461-59b33978c26e has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:37:51.486201 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058837d-5cf8-43cf-82de-bdb415b3a1e6 req-b6b924cc-4316-4021-b19e-7b9cb5178ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:51.487897 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a058837d-5cf8-43cf-82de-bdb415b3a1e6 req-b6b924cc-4316-4021-b19e-7b9cb5178ca1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820 HTTP/1.1" status: 200 len: 1098 time: 0.1744430 Jul 15 13:37:51.602168 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=cbb0c824-24bb-41b9-a621-76c19cf73e5d,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:51.618184 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:51.618656 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:51.619072 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:51.619415 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:51.619748 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:51.620223 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:51.620618 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:51.621014 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:51.621407 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:51.621822 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:51.622257 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:51.622648 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:51.631967 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a058837d-5cf8-43cf-82de-bdb415b3a1e6 req-8f603e58-8ade-42df-99d5-78c6e9ffa278 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213372 Jul 15 13:37:51.669590 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2a00ac-5517-4f9a-ad3f-0614c78631fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:51.683224 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb2a00ac-5517-4f9a-ad3f-0614c78631fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.688139 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcfe6ff-ef7f-4723-a482-5040df4a824d None None] Sync routers for ids ['5b95319a-8872-498e-b461-59b33978c26e'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:51.696426 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dedfe-bd7d-4e9f-9e3f-98e5c63c2106 req-cfbfa158-a5dc-4f17-add7-cf1785387a56 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:51.698515 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2f1dedfe-bd7d-4e9f-9e3f-98e5c63c2106 req-cfbfa158-a5dc-4f17-add7-cf1785387a56 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820 HTTP/1.1" status: 200 len: 946 time: 0.2302971 Jul 15 13:37:51.710641 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6bbfb3ef-fece-40a1-9665-e2a5061cc6de tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Deleting port 924e4add-2ca3-4e4b-9e03-d00df0db229b {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:51.711527 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6bbfb3ef-fece-40a1-9665-e2a5061cc6de tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.768281 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcfe6ff-ef7f-4723-a482-5040df4a824d None None] Routers {'5b95319a-8872-498e-b461-59b33978c26e'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:51.769553 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5fcfe6ff-ef7f-4723-a482-5040df4a824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:37:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['5b95319a-8872-498e-b461-59b33978c26e'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:51.776862 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-cb2a00ac-5517-4f9a-ad3f-0614c78631fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "DELETE /v2.0/floatingips/02887803-b223-4dd6-b163-a73cf636be0e HTTP/1.1" status: 204 len: 168 time: 2.5862222 Jul 15 13:37:51.784300 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2f1dedfe-bd7d-4e9f-9e3f-98e5c63c2106 req-2962baf6-01ff-4b75-bd8f-cc3c9954a536 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633619 Jul 15 13:37:51.854860 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6bbfb3ef-fece-40a1-9665-e2a5061cc6de tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.861925 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-14476abc-b449-404a-9d2d-a29c1d429206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'name': 'tempest-TestNetworkBasicOps-router-657754309', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:34Z', 'updated_at': '2021-07-15T13:37:48Z', 'revision_number': 5, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:35Z', 'updated_at': '2021-07-15T13:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'dbbb562e-a12c-4731-9a3f-c665fb6c8396', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'floating_ip_address': '172.25.6.227', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'port_id': 'fae8455a-7c31-49ab-a6e8-a05ff8ec6419', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b333c41f-9715-44db-b704-e867379897e4', 'mac_address': 'fa:16:3e:8f:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0af3745-8bb3-460b-a8e2-4914bcee0cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:36:39Z', 'updated_at': '2021-07-15T13:36:49Z', 'revision_number': 1, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101d5309-fc93-4818-a87f-e7a0082e0cdc', 'name': '', 'network_id': 'fcc053e3-e049-4b2c-81d1-94ae3fce13a5', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'mac_address': 'fa:16:3e:92:5a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'af0dc6f7-0bda-497f-abf5-cce991fa644a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:46Z', 'updated_at': '2021-07-15T13:37:48Z', 'revision_number': 2, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'subnets': [{'id': 'af0dc6f7-0bda-497f-abf5-cce991fa644a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609', 'name': '', 'network_id': 'b333c41f-9715-44db-b704-e867379897e4', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'mac_address': 'fa:16:3e:ad:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '5b5d3896-8166-469a-ae35-140d6a98066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:36:03Z', 'revision_number': 5, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'subnets': [{'id': '5b5d3896-8166-469a-ae35-140d6a98066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:51.887989 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6bbfb3ef-fece-40a1-9665-e2a5061cc6de tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Calling delete_port for 924e4add-2ca3-4e4b-9e03-d00df0db229b owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:51.918673 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14476abc-b449-404a-9d2d-a29c1d429206 None None] Checking router: 0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:37:51.919068 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14476abc-b449-404a-9d2d-a29c1d429206 None None] Updating router 0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb port 101d5309-fc93-4818-a87f-e7a0082e0cdc binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:37:51.966608 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d61b361b-ff04-4e79-a686-10e495d25fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1566138955-router', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '5046cb3b-301b-4304-8362-c468bba1b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:02Z', 'updated_at': '2021-07-15T13:33:12Z', 'revision_number': 4, 'project_id': '6a009645feb04959b4d54831dba76b81', 'gw_port': {'id': '5046cb3b-301b-4304-8362-c468bba1b747', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:05Z', 'updated_at': '2021-07-15T13:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '962b0828-430d-4863-9cf7-afd4960f396f', 'name': '', 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'mac_address': 'fa:16:3e:0c:98:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:10Z', 'updated_at': '2021-07-15T13:33:24Z', 'revision_number': 5, 'project_id': '6a009645feb04959b4d54831dba76b81', 'subnets': [{'id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:51.999588 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14476abc-b449-404a-9d2d-a29c1d429206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:52.001446 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61b361b-ff04-4e79-a686-10e495d25fe2 None None] The sync data for ids ['890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'] in n-d-758944-45 is: [{'id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1566138955-router', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '5046cb3b-301b-4304-8362-c468bba1b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:02Z', 'updated_at': '2021-07-15T13:33:12Z', 'revision_number': 4, 'project_id': '6a009645feb04959b4d54831dba76b81', 'gw_port': {'id': '5046cb3b-301b-4304-8362-c468bba1b747', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:05Z', 'updated_at': '2021-07-15T13:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '962b0828-430d-4863-9cf7-afd4960f396f', 'name': '', 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'mac_address': 'fa:16:3e:0c:98:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:10Z', 'updated_at': '2021-07-15T13:33:24Z', 'revision_number': 5, 'project_id': '6a009645feb04959b4d54831dba76b81', 'subnets': [{'id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:52.018473 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-5fcfe6ff-ef7f-4723-a482-5040df4a824d None None] Set router 5b95319a-8872-498e-b461-59b33978c26e gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:52.172737 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35872) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:52.282785 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdad0dd2-f1c0-4fc4-82ab-6e9f6aa8189f tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:52.339830 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdad0dd2-f1c0-4fc4-82ab-6e9f6aa8189f tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:52.372017 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6bbfb3ef-fece-40a1-9665-e2a5061cc6de tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:52.422061 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdad0dd2-f1c0-4fc4-82ab-6e9f6aa8189f tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:52.427087 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdad0dd2-f1c0-4fc4-82ab-6e9f6aa8189f tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:52.430839 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-cdad0dd2-f1c0-4fc4-82ab-6e9f6aa8189f tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "DELETE /v2.0/security-groups/76c2de12-541f-44f6-94b4-19a1806bc75c HTTP/1.1" status: 204 len: 168 time: 0.2546411 Jul 15 13:37:52.433230 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35876) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:52.458523 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad0dd2-f1c0-4fc4-82ab-6e9f6aa8189f tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c2de12-541f-44f6-94b4-19a1806bc75c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:52.458894 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14476abc-b449-404a-9d2d-a29c1d429206 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:52.464238 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-1614fab2-6080-4541-b8c5-d86f9c3d690c tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] show failed (client error): The resource could not be found. Jul 15 13:37:52.468662 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1614fab2-6080-4541-b8c5-d86f9c3d690c tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups/76c2de12-541f-44f6-94b4-19a1806bc75c HTTP/1.1" status: 404 len: 347 time: 0.0310917 Jul 15 13:37:52.469527 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35878) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:52.512706 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-14476abc-b449-404a-9d2d-a29c1d429206 None None] Transition to ACTIVE for port object 101d5309-fc93-4818-a87f-e7a0082e0cdc will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:52.513890 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbfb3ef-fece-40a1-9665-e2a5061cc6de tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Port': ['ID=924e4add-2ca3-4e4b-9e03-d00df0db229b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:52.524344 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14476abc-b449-404a-9d2d-a29c1d429206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:52.587796 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6703353-6cc1-403d-8290-e8337c210efb None None] New status for floating IP 8a993560-3cfa-4206-9bc1-c066914ad268: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:37:52.619710 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5fcfe6ff-ef7f-4723-a482-5040df4a824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b95319a-8872-498e-b461-59b33978c26e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529328922', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:14Z', 'updated_at': '2021-07-15T13:35:32Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:aa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95319a-8872-498e-b461-59b33978c26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:16Z', 'updated_at': '2021-07-15T13:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'c727f5e2-1277-4094-86f8-c4591e2cee6d', 'name': '', 'network_id': 'b3271eeb-b9eb-4d85-9c8c-62c1a302878e', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:4e:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95319a-8872-498e-b461-59b33978c26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'a1de6f99-28d2-4487-bb53-dfb9d06f26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:29Z', 'updated_at': '2021-07-15T13:35:41Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': 'a1de6f99-28d2-4487-bb53-dfb9d06f26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:52.661816 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcfe6ff-ef7f-4723-a482-5040df4a824d None None] Checking router: 5b95319a-8872-498e-b461-59b33978c26e for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:37:52.690987 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcfe6ff-ef7f-4723-a482-5040df4a824d None None] Routers {'5b95319a-8872-498e-b461-59b33978c26e'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:52.693614 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5fcfe6ff-ef7f-4723-a482-5040df4a824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:37:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['5b95319a-8872-498e-b461-59b33978c26e'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:52.750697 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41cf3bc-8d6f-482d-b9a8-9c93d367fb97', 'tag': '9da47aef-6542-4702-92b7-d14c7ac03e91'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:52.753271 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4b523b-0428-46fc-b2b1-762e6522f796" -d '{"events": [{"name": "network-changed", "server_uuid": "f41cf3bc-8d6f-482d-b9a8-9c93d367fb97", "tag": "9da47aef-6542-4702-92b7-d14c7ac03e91"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:52.789093 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6bbfb3ef-fece-40a1-9665-e2a5061cc6de tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:52.812452 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e78cd1-e90e-40eb-8d61-20c71d0ea58c req-2fa2c523-3989-477a-a822-5a1963a71caa tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:52.821623 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-91e78cd1-e90e-40eb-8d61-20c71d0ea58c req-2fa2c523-3989-477a-a822-5a1963a71caa tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 945 time: 0.2680526 Jul 15 13:37:52.861620 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-d428acfb-e1c1-4d2e-9e96-2c655e8a4e32 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Deleting port 788b6195-5a34-4471-af45-833396d57901 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:52.862010 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d428acfb-e1c1-4d2e-9e96-2c655e8a4e32 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:52.893574 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-91e78cd1-e90e-40eb-8d61-20c71d0ea58c req-703bb6e0-7fbe-4c04-9969-4228c6a95136 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616565 Jul 15 13:37:52.938372 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06caad3b-be0e-4be2-9e99-119b6f21da5a x-openstack-request-id: req-06caad3b-be0e-4be2-9e99-119b6f21da5a {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:52.938883 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41cf3bc-8d6f-482d-b9a8-9c93d367fb97", "tag": "9da47aef-6542-4702-92b7-d14c7ac03e91", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:52.939313 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-06caad3b-be0e-4be2-9e99-119b6f21da5a {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:52.940922 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41cf3bc-8d6f-482d-b9a8-9c93d367fb97', 'tag': '9da47aef-6542-4702-92b7-d14c7ac03e91', 'status': 'completed', 'code': 200} Jul 15 13:37:53.019469 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbfb3ef-fece-40a1-9665-e2a5061cc6de tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Router b337a408-07e9-49ae-ae5b-aaa64aa7990f has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:37:53.068967 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cef130-a790-41a1-b78b-01ef1cdf3464 None None] Pushing event updated for resources: {'Port': ['ID=101d5309-fc93-4818-a87f-e7a0082e0cdc,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:53.111865 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-5fcfe6ff-ef7f-4723-a482-5040df4a824d None None] Set router 5b95319a-8872-498e-b461-59b33978c26e gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:53.162444 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbfb3ef-fece-40a1-9665-e2a5061cc6de tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:53.185676 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6bbfb3ef-fece-40a1-9665-e2a5061cc6de tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "PUT /v2.0/routers/b337a408-07e9-49ae-ae5b-aaa64aa7990f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0524163 Jul 15 13:37:53.189071 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35884) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:53.195819 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d428acfb-e1c1-4d2e-9e96-2c655e8a4e32 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.196202 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d428acfb-e1c1-4d2e-9e96-2c655e8a4e32 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.213859 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-14476abc-b449-404a-9d2d-a29c1d429206 None None] Attempting to bind port 101d5309-fc93-4818-a87f-e7a0082e0cdc on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:53.214259 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-14476abc-b449-404a-9d2d-a29c1d429206 None None] Attempting to bind port 101d5309-fc93-4818-a87f-e7a0082e0cdc by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '546c096c-3f53-4246-90ac-0de8036931c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fcc053e3-e049-4b2c-81d1-94ae3fce13a5'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:53.214631 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14476abc-b449-404a-9d2d-a29c1d429206 None None] Attempting to bind port 101d5309-fc93-4818-a87f-e7a0082e0cdc on network fcc053e3-e049-4b2c-81d1-94ae3fce13a5 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:53.215076 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab14f0bf-4976-4acc-8a30-978937f1f3f6 None None] Sync routers for ids ['b337a408-07e9-49ae-ae5b-aaa64aa7990f'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:53.226832 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14476abc-b449-404a-9d2d-a29c1d429206 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:53.228066 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14476abc-b449-404a-9d2d-a29c1d429206 None None] Checking segment: {'id': '546c096c-3f53-4246-90ac-0de8036931c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fcc053e3-e049-4b2c-81d1-94ae3fce13a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:53.229085 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14476abc-b449-404a-9d2d-a29c1d429206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.230282 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14476abc-b449-404a-9d2d-a29c1d429206 None None] Bound using segment: {'id': '546c096c-3f53-4246-90ac-0de8036931c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fcc053e3-e049-4b2c-81d1-94ae3fce13a5'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:53.232255 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-14476abc-b449-404a-9d2d-a29c1d429206 None None] Bound port: 101d5309-fc93-4818-a87f-e7a0082e0cdc, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546c096c-3f53-4246-90ac-0de8036931c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fcc053e3-e049-4b2c-81d1-94ae3fce13a5'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:53.233271 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14476abc-b449-404a-9d2d-a29c1d429206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.259891 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-d428acfb-e1c1-4d2e-9e96-2c655e8a4e32 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Calling delete_port for 788b6195-5a34-4471-af45-833396d57901 owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:53.271522 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab14f0bf-4976-4acc-8a30-978937f1f3f6 None None] Routers {'b337a408-07e9-49ae-ae5b-aaa64aa7990f'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:53.272172 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ab14f0bf-4976-4acc-8a30-978937f1f3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:37:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b337a408-07e9-49ae-ae5b-aaa64aa7990f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:53.306193 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b523b-0428-46fc-b2b1-762e6522f796 req-233c98d6-a08e-46bf-9972-db94c3aa3b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:53.308151 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a4b523b-0428-46fc-b2b1-762e6522f796 req-233c98d6-a08e-46bf-9972-db94c3aa3b2c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 1097 time: 0.2822938 Jul 15 13:37:53.319916 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.330020 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0282c7ca-9c6b-4b8a-8359-65ab5b905fea tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "GET /v2.0/ports?device_id=b337a408-07e9-49ae-ae5b-aaa64aa7990f HTTP/1.1" status: 200 len: 205 time: 0.1393027 Jul 15 13:37:53.336451 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35886) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:53.364737 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-14476abc-b449-404a-9d2d-a29c1d429206 None None] For port 101d5309-fc93-4818-a87f-e7a0082e0cdc, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:53.372733 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-14476abc-b449-404a-9d2d-a29c1d429206 None None] For port 101d5309-fc93-4818-a87f-e7a0082e0cdc, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=101d5309-fc93-4818-a87f-e7a0082e0cdc,segment=NetworkSegment(546c096c-3f53-4246-90ac-0de8036931c4),segment_id=546c096c-3f53-4246-90ac-0de8036931c4)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:53.390917 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14476abc-b449-404a-9d2d-a29c1d429206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.488679 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777d9c1-9d98-4aa9-9c25-25b066a05a95 req-8476012e-383e-4a36-808d-c187a289bd30 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:53.496565 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b777d9c1-9d98-4aa9-9c25-25b066a05a95 req-8476012e-383e-4a36-808d-c187a289bd30 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820 HTTP/1.1" status: 200 len: 946 time: 0.3688431 Jul 15 13:37:53.539550 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b523b-0428-46fc-b2b1-762e6522f796 req-209ea7c5-1db6-4bf8-95d0-0f2a7a4bd74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:53.540123 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44027583-06ad-4fb4-b4b3-53c4db87555a tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.547673 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a4b523b-0428-46fc-b2b1-762e6522f796 req-209ea7c5-1db6-4bf8-95d0-0f2a7a4bd74d service neutron] 10.222.0.32 "GET /v2.0/networks?id=b3271eeb-b9eb-4d85-9c8c-62c1a302878e HTTP/1.1" status: 200 len: 897 time: 0.2258892 Jul 15 13:37:53.584732 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4bae9131-c794-49ee-8a92-4368c63c9a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.607155 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a4b523b-0428-46fc-b2b1-762e6522f796 req-b19e3c86-b0f7-418c-ad99-32a9293a4e66 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9da47aef-6542-4702-92b7-d14c7ac03e91 HTTP/1.1" status: 200 len: 217 time: 0.0464184 Jul 15 13:37:53.616592 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ab14f0bf-4976-4acc-8a30-978937f1f3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:53.659270 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab14f0bf-4976-4acc-8a30-978937f1f3f6 None None] Routers {'b337a408-07e9-49ae-ae5b-aaa64aa7990f'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:53.659963 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ab14f0bf-4976-4acc-8a30-978937f1f3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:37:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b337a408-07e9-49ae-ae5b-aaa64aa7990f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:53.679498 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cef130-a790-41a1-b78b-01ef1cdf3464 None None] Pushing event updated for resources: {'Port': ['ID=101d5309-fc93-4818-a87f-e7a0082e0cdc,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:53.705002 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14476abc-b449-404a-9d2d-a29c1d429206 None None] Routers {'0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:53.708374 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-14476abc-b449-404a-9d2d-a29c1d429206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:37:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:53.711825 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ab14f0bf-4976-4acc-8a30-978937f1f3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:53.712675 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab14f0bf-4976-4acc-8a30-978937f1f3f6 None None] The sync data for ids ['b337a408-07e9-49ae-ae5b-aaa64aa7990f'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:53.872224 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-14476abc-b449-404a-9d2d-a29c1d429206 None None] Set router 0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:53.919046 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b523b-0428-46fc-b2b1-762e6522f796 req-aceeb774-d6a7-4065-80a5-b7afa6b144ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:53.921282 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a4b523b-0428-46fc-b2b1-762e6522f796 req-aceeb774-d6a7-4065-80a5-b7afa6b144ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1de6f99-28d2-4487-bb53-dfb9d06f26cd HTTP/1.1" status: 200 len: 835 time: 0.3011572 Jul 15 13:37:53.922779 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44027583-06ad-4fb4-b4b3-53c4db87555a tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.925128 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44027583-06ad-4fb4-b4b3-53c4db87555a tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.927760 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b777d9c1-9d98-4aa9-9c25-25b066a05a95 req-cf8d6b4e-6624-4052-89dc-01e74e0975ab tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301188 Jul 15 13:37:53.929903 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5fcfe6ff-ef7f-4723-a482-5040df4a824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b95319a-8872-498e-b461-59b33978c26e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529328922', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:14Z', 'updated_at': '2021-07-15T13:35:32Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:aa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95319a-8872-498e-b461-59b33978c26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:16Z', 'updated_at': '2021-07-15T13:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'c727f5e2-1277-4094-86f8-c4591e2cee6d', 'name': '', 'network_id': 'b3271eeb-b9eb-4d85-9c8c-62c1a302878e', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:4e:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95319a-8872-498e-b461-59b33978c26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'a1de6f99-28d2-4487-bb53-dfb9d06f26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:29Z', 'updated_at': '2021-07-15T13:35:41Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': 'a1de6f99-28d2-4487-bb53-dfb9d06f26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:53.982557 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d428acfb-e1c1-4d2e-9e96-2c655e8a4e32 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.066764 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44027583-06ad-4fb4-b4b3-53c4db87555a tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.067317 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44027583-06ad-4fb4-b4b3-53c4db87555a tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Fanout notify agent at l3_agent the message router_deleted on router b337a408-07e9-49ae-ae5b-aaa64aa7990f {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:37:54.080767 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44027583-06ad-4fb4-b4b3-53c4db87555a tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.085361 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-44027583-06ad-4fb4-b4b3-53c4db87555a tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/routers/b337a408-07e9-49ae-ae5b-aaa64aa7990f HTTP/1.1" status: 204 len: 168 time: 0.7468171 Jul 15 13:37:54.086231 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35896) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:54.106698 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcfe6ff-ef7f-4723-a482-5040df4a824d None None] The sync data for ids ['5b95319a-8872-498e-b461-59b33978c26e'] in n-d-758944-45 is: [{'id': '5b95319a-8872-498e-b461-59b33978c26e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529328922', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:14Z', 'updated_at': '2021-07-15T13:35:32Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:aa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95319a-8872-498e-b461-59b33978c26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:16Z', 'updated_at': '2021-07-15T13:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'c727f5e2-1277-4094-86f8-c4591e2cee6d', 'name': '', 'network_id': 'b3271eeb-b9eb-4d85-9c8c-62c1a302878e', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:4e:b8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95319a-8872-498e-b461-59b33978c26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'a1de6f99-28d2-4487-bb53-dfb9d06f26cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:29Z', 'updated_at': '2021-07-15T13:35:41Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': 'a1de6f99-28d2-4487-bb53-dfb9d06f26cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:54.115596 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428acfb-e1c1-4d2e-9e96-2c655e8a4e32 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Pushing event deleted for resources: {'Port': ['ID=788b6195-5a34-4471-af45-833396d57901,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:54.216216 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-8235d922-a155-4a89-8f54-3fcd13440e40 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Deleting subnet 1ede8eb2-a008-45a8-b177-dcf397db812d {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:37:54.226161 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8235d922-a155-4a89-8f54-3fcd13440e40 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.285996 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b523b-0428-46fc-b2b1-762e6522f796 req-f5337462-4384-45f5-919e-54a7efe88341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:54.288268 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a4b523b-0428-46fc-b2b1-762e6522f796 req-f5337462-4384-45f5-919e-54a7efe88341 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b3271eeb-b9eb-4d85-9c8c-62c1a302878e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3557951 Jul 15 13:37:54.351790 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31af9d6-6ab1-4d3f-9504-d4d90f0e946e req-d641b81a-2ab3-444a-aae5-57f5b8a233ee tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:54.354825 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d31af9d6-6ab1-4d3f-9504-d4d90f0e946e req-d641b81a-2ab3-444a-aae5-57f5b8a233ee tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.32 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 945 time: 0.4868846 Jul 15 13:37:54.361705 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8235d922-a155-4a89-8f54-3fcd13440e40 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.435442 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-14476abc-b449-404a-9d2d-a29c1d429206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'name': 'tempest-TestNetworkBasicOps-router-657754309', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:34Z', 'updated_at': '2021-07-15T13:37:48Z', 'revision_number': 5, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:35Z', 'updated_at': '2021-07-15T13:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'dbbb562e-a12c-4731-9a3f-c665fb6c8396', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'floating_ip_address': '172.25.6.227', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'port_id': 'fae8455a-7c31-49ab-a6e8-a05ff8ec6419', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b333c41f-9715-44db-b704-e867379897e4', 'mac_address': 'fa:16:3e:8f:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0af3745-8bb3-460b-a8e2-4914bcee0cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:36:39Z', 'updated_at': '2021-07-15T13:36:49Z', 'revision_number': 1, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101d5309-fc93-4818-a87f-e7a0082e0cdc', 'name': '', 'network_id': 'fcc053e3-e049-4b2c-81d1-94ae3fce13a5', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'mac_address': 'fa:16:3e:92:5a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'af0dc6f7-0bda-497f-abf5-cce991fa644a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:46Z', 'updated_at': '2021-07-15T13:37:53Z', 'revision_number': 4, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'subnets': [{'id': 'af0dc6f7-0bda-497f-abf5-cce991fa644a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609', 'name': '', 'network_id': 'b333c41f-9715-44db-b704-e867379897e4', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'mac_address': 'fa:16:3e:ad:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '5b5d3896-8166-469a-ae35-140d6a98066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:36:03Z', 'revision_number': 5, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'subnets': [{'id': '5b5d3896-8166-469a-ae35-140d6a98066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:54.515566 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14476abc-b449-404a-9d2d-a29c1d429206 None None] The sync data for ids ['0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'] in n-d-758944-45 is: [{'id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'name': 'tempest-TestNetworkBasicOps-router-657754309', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:34Z', 'updated_at': '2021-07-15T13:37:48Z', 'revision_number': 5, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:35Z', 'updated_at': '2021-07-15T13:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'dbbb562e-a12c-4731-9a3f-c665fb6c8396', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'floating_ip_address': '172.25.6.227', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'port_id': 'fae8455a-7c31-49ab-a6e8-a05ff8ec6419', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b333c41f-9715-44db-b704-e867379897e4', 'mac_address': 'fa:16:3e:8f:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0af3745-8bb3-460b-a8e2-4914bcee0cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:36:39Z', 'updated_at': '2021-07-15T13:36:49Z', 'revision_number': 1, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101d5309-fc93-4818-a87f-e7a0082e0cdc', 'name': '', 'network_id': 'fcc053e3-e049-4b2c-81d1-94ae3fce13a5', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'mac_address': 'fa:16:3e:92:5a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'af0dc6f7-0bda-497f-abf5-cce991fa644a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:46Z', 'updated_at': '2021-07-15T13:37:53Z', 'revision_number': 4, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'subnets': [{'id': 'af0dc6f7-0bda-497f-abf5-cce991fa644a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609', 'name': '', 'network_id': 'b333c41f-9715-44db-b704-e867379897e4', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'mac_address': 'fa:16:3e:ad:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '5b5d3896-8166-469a-ae35-140d6a98066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:36:03Z', 'revision_number': 5, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'subnets': [{'id': '5b5d3896-8166-469a-ae35-140d6a98066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:54.655541 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296037d-9b00-4a97-89d7-00a5ef3ddaaa req-9bd60491-7373-46f5-99fd-ef7f33c27c76 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:54.657548 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5296037d-9b00-4a97-89d7-00a5ef3ddaaa req-9bd60491-7373-46f5-99fd-ef7f33c27c76 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 945 time: 0.3339949 Jul 15 13:37:54.670546 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8235d922-a155-4a89-8f54-3fcd13440e40 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.715216 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100fd97a-1698-4a4a-ad4f-2d52dcca941e None None] New status for floating IP 02887803-b223-4dd6-b163-a73cf636be0e: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:37:54.776083 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8235d922-a155-4a89-8f54-3fcd13440e40 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.828187 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235d922-a155-4a89-8f54-3fcd13440e40 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Subnet': ['ID=1ede8eb2-a008-45a8-b177-dcf397db812d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:54.850249 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5296037d-9b00-4a97-89d7-00a5ef3ddaaa req-72b48028-40dc-49c3-80a0-8e4c50a59b18 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=894e211f-b59a-4eea-956b-ef58a7644fef&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1744080 Jul 15 13:37:54.857558 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6059e944-54f6-46dc-b664-1399272a85d0 None None] Network cdc05887-ae8d-4403-afb7-01efaacb3e54 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:54.860045 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8235d922-a155-4a89-8f54-3fcd13440e40 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.866402 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8235d922-a155-4a89-8f54-3fcd13440e40 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/subnets/1ede8eb2-a008-45a8-b177-dcf397db812d HTTP/1.1" status: 204 len: 168 time: 0.7689092 Jul 15 13:37:54.868132 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35900) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:54.872076 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.975707 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ded80ee-5c12-43ea-8d0b-1ce35dfc9f9d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Deleting subnet 4dd4763b-6ccd-473d-a1ad-462a4bf01a4e {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:37:54.979593 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ded80ee-5c12-43ea-8d0b-1ce35dfc9f9d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.996164 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d428acfb-e1c1-4d2e-9e96-2c655e8a4e32 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.997629 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d428acfb-e1c1-4d2e-9e96-2c655e8a4e32 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.998988 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d428acfb-e1c1-4d2e-9e96-2c655e8a4e32 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "DELETE /v2.0/floatingips/8a993560-3cfa-4206-9bc1-c066914ad268 HTTP/1.1" status: 204 len: 168 time: 2.5283661 Jul 15 13:37:55.070822 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a4b523b-0428-46fc-b2b1-762e6522f796 req-1ed17841-04b4-4a86-a1b0-cfba7c4bda3d service neutron] 10.222.0.32 "GET /v2.0/networks/b3271eeb-b9eb-4d85-9c8c-62c1a302878e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7639017 Jul 15 13:37:55.094582 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ded80ee-5c12-43ea-8d0b-1ce35dfc9f9d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.114577 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d703a-74ef-4851-bcc2-401d0f87934e req-085e9f90-b73e-43bc-868d-ac760dee753f tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:55.128184 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dd7d703a-74ef-4851-bcc2-401d0f87934e req-085e9f90-b73e-43bc-868d-ac760dee753f tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820 HTTP/1.1" status: 200 len: 946 time: 0.2331460 Jul 15 13:37:55.234337 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-d31af9d6-6ab1-4d3f-9504-d4d90f0e946e req-e0a64f0b-6d32-47d1-9da5-12431291c5fc tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Deleting port 9da47aef-6542-4702-92b7-d14c7ac03e91 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:55.236201 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d31af9d6-6ab1-4d3f-9504-d4d90f0e946e req-e0a64f0b-6d32-47d1-9da5-12431291c5fc tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.261980 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 101d5309-fc93-4818-a87f-e7a0082e0cdc up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:55.280092 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ded80ee-5c12-43ea-8d0b-1ce35dfc9f9d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.349707 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.360279 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7ad654-c2ca-4d68-beed-a77de922f70d None None] DHCP port deletion for cdc05887-ae8d-4403-afb7-01efaacb3e54 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:37:55.414589 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 101d5309-fc93-4818-a87f-e7a0082e0cdc completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:55.422853 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 101d5309-fc93-4818-a87f-e7a0082e0cdc triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:55.423605 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.435695 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ded80ee-5c12-43ea-8d0b-1ce35dfc9f9d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.499902 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded80ee-5c12-43ea-8d0b-1ce35dfc9f9d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Subnet': ['ID=4dd4763b-6ccd-473d-a1ad-462a4bf01a4e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:55.516624 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ded80ee-5c12-43ea-8d0b-1ce35dfc9f9d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.521704 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7ded80ee-5c12-43ea-8d0b-1ce35dfc9f9d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/subnets/4dd4763b-6ccd-473d-a1ad-462a4bf01a4e HTTP/1.1" status: 204 len: 168 time: 0.6519957 Jul 15 13:37:55.525924 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35904) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:55.529414 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3d7ad654-c2ca-4d68-beed-a77de922f70d None None] Deleting port faadaa6b-5f7c-4c74-8d49-512d5db7866b {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:55.530042 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d7ad654-c2ca-4d68-beed-a77de922f70d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.537797 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7268665e-bcf3-4a37-9ea3-ba646ac4daf6 None None] Network b2174429-f3c8-490e-add5-8d00b1a3f2c0 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:55.636462 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-d31af9d6-6ab1-4d3f-9504-d4d90f0e946e req-e0a64f0b-6d32-47d1-9da5-12431291c5fc tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] For port 9da47aef-6542-4702-92b7-d14c7ac03e91, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9da47aef-6542-4702-92b7-d14c7ac03e91,segment=NetworkSegment(167f289d-6015-4de5-ac82-657bbdbe5e0c),segment_id=167f289d-6015-4de5-ac82-657bbdbe5e0c)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:55.637249 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d31af9d6-6ab1-4d3f-9504-d4d90f0e946e req-e0a64f0b-6d32-47d1-9da5-12431291c5fc tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.664131 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-d31af9d6-6ab1-4d3f-9504-d4d90f0e946e req-e0a64f0b-6d32-47d1-9da5-12431291c5fc tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Calling delete_port for 9da47aef-6542-4702-92b7-d14c7ac03e91 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:55.728411 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37f39b63-0345-4727-a719-f4af33bf2f4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.812060 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dd7d703a-74ef-4851-bcc2-401d0f87934e req-58b1a1b1-1f7b-474c-972d-f500975c6335 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6825156 Jul 15 13:37:55.812873 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35906) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:55.822763 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d2c0a89e-26e1-4582-900e-a828be22c0ec tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1239433947', 'description': 'tempest-description--793408027'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:55.842383 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a4b523b-0428-46fc-b2b1-762e6522f796 req-b31cfed3-eeca-4e4a-8579-b786829c3ef7 service neutron] 10.222.0.32 "GET /v2.0/networks/b3271eeb-b9eb-4d85-9c8c-62c1a302878e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7583027 Jul 15 13:37:55.930716 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-3d7ad654-c2ca-4d68-beed-a77de922f70d None None] For port faadaa6b-5f7c-4c74-8d49-512d5db7866b, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=faadaa6b-5f7c-4c74-8d49-512d5db7866b,segment=NetworkSegment(8c87a2f7-855c-4dca-980f-e0d493c399d4),segment_id=8c87a2f7-855c-4dca-980f-e0d493c399d4)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:55.931566 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d7ad654-c2ca-4d68-beed-a77de922f70d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.955052 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-37f39b63-0345-4727-a719-f4af33bf2f4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Deleting port faadaa6b-5f7c-4c74-8d49-512d5db7866b {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:55.956539 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.956830 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37f39b63-0345-4727-a719-f4af33bf2f4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.996038 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3d7ad654-c2ca-4d68-beed-a77de922f70d None None] Calling delete_port for faadaa6b-5f7c-4c74-8d49-512d5db7866b owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:56.089825 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 101d5309-fc93-4818-a87f-e7a0082e0cdc, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=101d5309-fc93-4818-a87f-e7a0082e0cdc,segment=NetworkSegment(546c096c-3f53-4246-90ac-0de8036931c4),segment_id=546c096c-3f53-4246-90ac-0de8036931c4)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:56.099654 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.125419 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d2c0a89e-26e1-4582-900e-a828be22c0ec tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.133175 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d31af9d6-6ab1-4d3f-9504-d4d90f0e946e req-e0a64f0b-6d32-47d1-9da5-12431291c5fc tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.138684 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-37f39b63-0345-4727-a719-f4af33bf2f4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] For port faadaa6b-5f7c-4c74-8d49-512d5db7866b, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=faadaa6b-5f7c-4c74-8d49-512d5db7866b,segment=NetworkSegment(8c87a2f7-855c-4dca-980f-e0d493c399d4),segment_id=8c87a2f7-855c-4dca-980f-e0d493c399d4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:56.139326 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37f39b63-0345-4727-a719-f4af33bf2f4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.167809 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315777d7-1ad2-4297-8778-f01df929e0a3 None None] DHCP port deletion for b2174429-f3c8-490e-add5-8d00b1a3f2c0 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:37:56.168419 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-37f39b63-0345-4727-a719-f4af33bf2f4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Calling delete_port for faadaa6b-5f7c-4c74-8d49-512d5db7866b owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:56.210281 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a64f0b-6d32-47d1-9da5-12431291c5fc tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event deleted for resources: {'Port': ['ID=9da47aef-6542-4702-92b7-d14c7ac03e91,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:56.224957 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d6b6921-b41d-4c20-97ab-01e8396906f0 req-df9a2f9e-ec0a-4aa6-ad1f-341bac1f4c5c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 210 time: 0.0429571 Jul 15 13:37:56.324186 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37f39b63-0345-4727-a719-f4af33bf2f4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.326317 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=101d5309-fc93-4818-a87f-e7a0082e0cdc,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:56.361967 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f39b63-0345-4727-a719-f4af33bf2f4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Port': ['ID=faadaa6b-5f7c-4c74-8d49-512d5db7866b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:56.364692 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f39b63-0345-4727-a719-f4af33bf2f4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] No DVR routers for this DVR port faadaa6b-5f7c-4c74-8d49-512d5db7866b on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:56.431657 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.433363 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3d7ad654-c2ca-4d68-beed-a77de922f70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.462630 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-315777d7-1ad2-4297-8778-f01df929e0a3 None None] Deleting port 32b6e634-5667-47b2-8941-94ae4d2a530f {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:56.463377 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-315777d7-1ad2-4297-8778-f01df929e0a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.472087 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37f39b63-0345-4727-a719-f4af33bf2f4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.489638 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-37f39b63-0345-4727-a719-f4af33bf2f4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdc05887-ae8d-4403-afb7-01efaacb3e54']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:56.500746 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7ad654-c2ca-4d68-beed-a77de922f70d None None] No DVR routers for this DVR port faadaa6b-5f7c-4c74-8d49-512d5db7866b on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:56.506221 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-37f39b63-0345-4727-a719-f4af33bf2f4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c87a2f7-855c-4dca-980f-e0d493c399d4') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:56.506864 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-37f39b63-0345-4727-a719-f4af33bf2f4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c87a2f7-855c-4dca-980f-e0d493c399d4') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:56.520383 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37f39b63-0345-4727-a719-f4af33bf2f4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.521223 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ad654-c2ca-4d68-beed-a77de922f70d None None] Pushing event deleted for resources: {'Port': ['ID=faadaa6b-5f7c-4c74-8d49-512d5db7866b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:56.524327 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31af9d6-6ab1-4d3f-9504-d4d90f0e946e req-e0a64f0b-6d32-47d1-9da5-12431291c5fc tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] No DVR routers for this DVR port 9da47aef-6542-4702-92b7-d14c7ac03e91 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:56.538390 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d31af9d6-6ab1-4d3f-9504-d4d90f0e946e req-e0a64f0b-6d32-47d1-9da5-12431291c5fc tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.543091 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d31af9d6-6ab1-4d3f-9504-d4d90f0e946e req-e0a64f0b-6d32-47d1-9da5-12431291c5fc tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.32 "DELETE /v2.0/ports/9da47aef-6542-4702-92b7-d14c7ac03e91 HTTP/1.1" status: 204 len: 173 time: 2.1683190 Jul 15 13:37:56.559165 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37f39b63-0345-4727-a719-f4af33bf2f4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.565708 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41cf3bc-8d6f-482d-b9a8-9c93d367fb97', 'name': 'network-vif-deleted', 'tag': '9da47aef-6542-4702-92b7-d14c7ac03e91'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:56.570047 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f39b63-0345-4727-a719-f4af33bf2f4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:37:56.570422 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e0b92d-1a9a-4bfa-93d7-9c17ab9784dd" -d '{"events": [{"server_uuid": "f41cf3bc-8d6f-482d-b9a8-9c93d367fb97", "name": "network-vif-deleted", "tag": "9da47aef-6542-4702-92b7-d14c7ac03e91"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:56.571079 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37f39b63-0345-4727-a719-f4af33bf2f4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.575109 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:37:56.575109 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:37:56.575109 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:37:56.575109 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:37:56.575109 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:37:56.575109 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:37:56.575109 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:37:56.575109 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:37:56.575109 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:37:56.575109 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:37:56.575109 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:37:56.575109 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:37:56.575109 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:37:56.575109 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:37:56.575109 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:37:56.575109 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:37:56.575109 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:37:56.575109 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:37:56.575109 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:37:56.575109 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:37:56.575109 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:37:56.575109 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:37:56.575109 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:37:56.575109 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:37:56.575109 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:37:56.575109 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:37:56.575109 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:37:56.575109 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:37:56.575109 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:37:56.575109 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:37:56.575109 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:37:56.575109 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:37:56.579682 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d2c0a89e-26e1-4582-900e-a828be22c0ec tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.605177 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d2c0a89e-26e1-4582-900e-a828be22c0ec tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.691176 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37f39b63-0345-4727-a719-f4af33bf2f4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.699614 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d2c0a89e-26e1-4582-900e-a828be22c0ec tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.701741 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d2c0a89e-26e1-4582-900e-a828be22c0ec tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8859944 Jul 15 13:37:56.708033 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35916) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:56.712045 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-315777d7-1ad2-4297-8778-f01df929e0a3 None None] For port 32b6e634-5667-47b2-8941-94ae4d2a530f, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=32b6e634-5667-47b2-8941-94ae4d2a530f,segment=NetworkSegment(d68823aa-ef3e-43ed-88e7-d5aed766421e),segment_id=d68823aa-ef3e-43ed-88e7-d5aed766421e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:56.712812 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-315777d7-1ad2-4297-8778-f01df929e0a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.720476 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37f39b63-0345-4727-a719-f4af33bf2f4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.727142 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d33cd1-837f-4d16-8478-bd1943e907a7 req-7a312693-f849-4163-8539-156fa5c01d8b tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:56.731333 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-37f39b63-0345-4727-a719-f4af33bf2f4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/networks/cdc05887-ae8d-4403-afb7-01efaacb3e54 HTTP/1.1" status: 204 len: 168 time: 1.2033832 Jul 15 13:37:56.737549 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35918) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:56.737838 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62d33cd1-837f-4d16-8478-bd1943e907a7 req-7a312693-f849-4163-8539-156fa5c01d8b tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820 HTTP/1.1" status: 200 len: 946 time: 0.5235496 Jul 15 13:37:56.760220 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-315777d7-1ad2-4297-8778-f01df929e0a3 None None] Calling delete_port for 32b6e634-5667-47b2-8941-94ae4d2a530f owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:56.765684 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f4eeb894-9b0f-4637-b369-69a78b789b6b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Request body: {'security_group_rule': {'security_group_id': '8e72e58b-eb85-47db-8eb3-08feee9c29be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:56.787660 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64720b70-43d0-4c33-8abd-f20fa826e89e x-openstack-request-id: req-64720b70-43d0-4c33-8abd-f20fa826e89e {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:56.788100 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41cf3bc-8d6f-482d-b9a8-9c93d367fb97", "name": "network-vif-deleted", "tag": "9da47aef-6542-4702-92b7-d14c7ac03e91", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:56.788505 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-64720b70-43d0-4c33-8abd-f20fa826e89e {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:56.789149 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41cf3bc-8d6f-482d-b9a8-9c93d367fb97', 'name': 'network-vif-deleted', 'tag': '9da47aef-6542-4702-92b7-d14c7ac03e91', 'status': 'completed', 'code': 200} Jul 15 13:37:56.793190 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0a89e-26e1-4582-900e-a828be22c0ec tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e72e58b-eb85-47db-8eb3-08feee9c29be,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:56.796952 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f39b63-0345-4727-a719-f4af33bf2f4d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Network': ['ID=cdc05887-ae8d-4403-afb7-01efaacb3e54,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:56.865028 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-90e9b674-fb1b-4bb3-adaf-994aa8f8c700 req-ee736a84-ba50-4709-98b9-02f5e2cff78d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6029463 Jul 15 13:37:56.949251 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2da735d5-5f4b-41bf-9841-fe8455dcc9f9 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.961373 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62d33cd1-837f-4d16-8478-bd1943e907a7 req-55ff2cb6-39d7-4a5c-a1f8-faf1300606ff tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178082 Jul 15 13:37:57.029633 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f4eeb894-9b0f-4637-b369-69a78b789b6b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.147729 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-315777d7-1ad2-4297-8778-f01df929e0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.190029 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2da735d5-5f4b-41bf-9841-fe8455dcc9f9 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Deleting port 32b6e634-5667-47b2-8941-94ae4d2a530f {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:57.190545 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2da735d5-5f4b-41bf-9841-fe8455dcc9f9 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.191516 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315777d7-1ad2-4297-8778-f01df929e0a3 None None] No DVR routers for this DVR port 32b6e634-5667-47b2-8941-94ae4d2a530f on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:57.252211 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 101d5309-fc93-4818-a87f-e7a0082e0cdc up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:57.270788 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315777d7-1ad2-4297-8778-f01df929e0a3 None None] Pushing event deleted for resources: {'Port': ['ID=32b6e634-5667-47b2-8941-94ae4d2a530f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:57.320222 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f4eeb894-9b0f-4637-b369-69a78b789b6b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.322518 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-2da735d5-5f4b-41bf-9841-fe8455dcc9f9 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] For port 32b6e634-5667-47b2-8941-94ae4d2a530f, host n-d-758944-45, got binding levels [] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:57.322896 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2da735d5-5f4b-41bf-9841-fe8455dcc9f9 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.341807 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9b674-fb1b-4bb3-adaf-994aa8f8c700 req-19f51fbc-a7e1-40cc-a72f-fbfd41d7c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:57.343545 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2da735d5-5f4b-41bf-9841-fe8455dcc9f9 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Calling delete_port for 32b6e634-5667-47b2-8941-94ae4d2a530f owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:57.347308 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-2da735d5-5f4b-41bf-9841-fe8455dcc9f9 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Port 32b6e634-5667-47b2-8941-94ae4d2a530f was not found and therefore no delete operation was performed {{(pid=93814) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:37:57.349783 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2da735d5-5f4b-41bf-9841-fe8455dcc9f9 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.355165 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-90e9b674-fb1b-4bb3-adaf-994aa8f8c700 req-19f51fbc-a7e1-40cc-a72f-fbfd41d7c9e3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=043bd73de72448efaf900d42a51adac4&device_id=6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8 HTTP/1.1" status: 200 len: 1097 time: 0.3671832 Jul 15 13:37:57.357222 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f4eeb894-9b0f-4637-b369-69a78b789b6b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.388567 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 101d5309-fc93-4818-a87f-e7a0082e0cdc triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:57.389720 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.394401 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da735d5-5f4b-41bf-9841-fe8455dcc9f9 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Port': ['ID=32b6e634-5667-47b2-8941-94ae4d2a530f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:57.424343 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da735d5-5f4b-41bf-9841-fe8455dcc9f9 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] No DVR routers for this DVR port 32b6e634-5667-47b2-8941-94ae4d2a530f on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:57.460366 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eeb894-9b0f-4637-b369-69a78b789b6b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0816a0-e7f2-462f-a877-11b099f74057,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:57.559293 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f4eeb894-9b0f-4637-b369-69a78b789b6b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.567317 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f4eeb894-9b0f-4637-b369-69a78b789b6b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8162935 Jul 15 13:37:57.571801 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35926) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:57.594591 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-711451af-3001-4cc0-ab68-0b326efd7922 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Request body: {'security_group_rule': {'security_group_id': '8e72e58b-eb85-47db-8eb3-08feee9c29be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:57.704980 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9b674-fb1b-4bb3-adaf-994aa8f8c700 req-8bd1b9c4-80d9-4a30-b09e-d06e84e73f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:57.707938 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-90e9b674-fb1b-4bb3-adaf-994aa8f8c700 req-8bd1b9c4-80d9-4a30-b09e-d06e84e73f4b service neutron] 10.222.0.18 "GET /v2.0/networks?id=3863dc0e-6146-449a-a791-85fa35a22fff HTTP/1.1" status: 200 len: 906 time: 0.2899299 Jul 15 13:37:57.714165 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device faadaa6b-5f7c-4c74-8d49-512d5db7866b no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:57.737391 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: faadaa6b-5f7c-4c74-8d49-512d5db7866b {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:57.738152 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device faadaa6b-5f7c-4c74-8d49-512d5db7866b not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:57.740190 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 32b6e634-5667-47b2-8941-94ae4d2a530f no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:57.743998 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2da735d5-5f4b-41bf-9841-fe8455dcc9f9 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.770695 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 32b6e634-5667-47b2-8941-94ae4d2a530f {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:57.771449 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 32b6e634-5667-47b2-8941-94ae4d2a530f not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:57.785239 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-2da735d5-5f4b-41bf-9841-fe8455dcc9f9 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2174429-f3c8-490e-add5-8d00b1a3f2c0']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:57.843156 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-2da735d5-5f4b-41bf-9841-fe8455dcc9f9 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd68823aa-ef3e-43ed-88e7-d5aed766421e') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:57.843620 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-2da735d5-5f4b-41bf-9841-fe8455dcc9f9 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd68823aa-ef3e-43ed-88e7-d5aed766421e') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:57.851330 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eff59ce3-15f1-4459-abd9-24c392d60890 req-17bb4508-02e7-466c-a04d-812960ee0bdd tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41cf3bc-8d6f-482d-b9a8-9c93d367fb97 HTTP/1.1" status: 200 len: 210 time: 0.1492574 Jul 15 13:37:57.857213 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-90e9b674-fb1b-4bb3-adaf-994aa8f8c700 req-df298d59-6949-4c96-9a65-116260596b39 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a9e28e7-783c-4b08-98a4-873057252a5b HTTP/1.1" status: 200 len: 217 time: 0.1191616 Jul 15 13:37:57.877464 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2da735d5-5f4b-41bf-9841-fe8455dcc9f9 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.928444 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-711451af-3001-4cc0-ab68-0b326efd7922 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.932340 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2da735d5-5f4b-41bf-9841-fe8455dcc9f9 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.948516 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da735d5-5f4b-41bf-9841-fe8455dcc9f9 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:37:57.949221 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2da735d5-5f4b-41bf-9841-fe8455dcc9f9 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.954663 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:37:57.954663 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:37:57.954663 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:37:57.954663 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:37:57.954663 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:37:57.954663 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:37:57.954663 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:37:57.954663 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:37:57.954663 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:37:57.954663 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:37:57.954663 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:37:57.954663 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:37:57.954663 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:37:57.954663 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:37:57.954663 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:37:57.954663 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:37:57.954663 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:37:57.954663 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:37:57.954663 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:37:57.954663 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:37:57.954663 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:37:57.954663 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:37:57.954663 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:37:57.954663 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:37:57.954663 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:37:57.954663 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:37:57.954663 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:37:57.954663 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:37:57.954663 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:37:57.954663 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:37:57.954663 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:37:57.954663 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:37:57.962682 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9b674-fb1b-4bb3-adaf-994aa8f8c700 req-e35e2b72-821c-4ad3-8543-4233918a0490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:57.964516 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-90e9b674-fb1b-4bb3-adaf-994aa8f8c700 req-e35e2b72-821c-4ad3-8543-4233918a0490 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7b30ffac-e52f-4dd4-90fb-1da118e51f78 HTTP/1.1" status: 200 len: 845 time: 0.0965726 Jul 15 13:37:58.014375 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-90e9b674-fb1b-4bb3-adaf-994aa8f8c700 req-8a4386c3-18c3-4915-ac6b-3ec3b5a48eab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3863dc0e-6146-449a-a791-85fa35a22fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410914 Jul 15 13:37:58.028489 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4eac42-a342-4e99-b7a3-006fc82c99f9 req-b777fce6-fef9-4ba2-8a1a-45f93d4b6e0b tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:58.030147 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4c4eac42-a342-4e99-b7a3-006fc82c99f9 req-b777fce6-fef9-4ba2-8a1a-45f93d4b6e0b tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820 HTTP/1.1" status: 200 len: 946 time: 0.2814765 Jul 15 13:37:58.050152 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2da735d5-5f4b-41bf-9841-fe8455dcc9f9 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:58.066859 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2da735d5-5f4b-41bf-9841-fe8455dcc9f9 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:58.068827 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2da735d5-5f4b-41bf-9841-fe8455dcc9f9 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/networks/b2174429-f3c8-490e-add5-8d00b1a3f2c0 HTTP/1.1" status: 204 len: 168 time: 1.3279412 Jul 15 13:37:58.076897 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35928) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:58.081290 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da735d5-5f4b-41bf-9841-fe8455dcc9f9 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Network': ['ID=b2174429-f3c8-490e-add5-8d00b1a3f2c0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:58.083974 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-43f4374f-711f-4559-a417-f5513e0bcd15 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-911540855'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:58.105667 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4c4eac42-a342-4e99-b7a3-006fc82c99f9 req-abc6a129-e2b5-4baf-b13a-ed71ad74f674 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626934 Jul 15 13:37:58.132011 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-711451af-3001-4cc0-ab68-0b326efd7922 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:58.169077 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-711451af-3001-4cc0-ab68-0b326efd7922 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:58.194436 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f4374f-711f-4559-a417-f5513e0bcd15 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Made reservation on behalf of 887d9767dc044bdb8b834bfc53588a11 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:58.198313 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43f4374f-711f-4559-a417-f5513e0bcd15 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:58.213992 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711451af-3001-4cc0-ab68-0b326efd7922 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c0ff5d-8ca8-4b95-b786-e1ff0b73efaa,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:58.240885 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-711451af-3001-4cc0-ab68-0b326efd7922 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:58.242413 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-711451af-3001-4cc0-ab68-0b326efd7922 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6690128 Jul 15 13:37:58.247360 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35932) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:58.251915 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-90e9b674-fb1b-4bb3-adaf-994aa8f8c700 req-abf3a49f-958a-46b8-b4fa-5b6edf9134bf service neutron] 10.222.0.18 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214706 Jul 15 13:37:58.259601 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f4374f-711f-4559-a417-f5513e0bcd15 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:37:58.260332 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-dea6f7a0-dc29-4db5-8ca9-ee3e59daca3a tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:58.294726 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43f4374f-711f-4559-a417-f5513e0bcd15 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:58.295090 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-43f4374f-711f-4559-a417-f5513e0bcd15 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Added segment 5aaff2a1-05cf-49ef-9cde-ea8b51fe0e56 of type vlan for network 85c03435-8075-4fc9-b7f0-9d7b060b8506 Jul 15 13:37:58.303193 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dea6f7a0-dc29-4db5-8ca9-ee3e59daca3a tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:58.379677 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43f4374f-711f-4559-a417-f5513e0bcd15 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:58.418162 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-90e9b674-fb1b-4bb3-adaf-994aa8f8c700 req-7b2313ff-f93a-400e-b471-81c7ee2225a3 service neutron] 10.222.0.18 "GET /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596305 Jul 15 13:37:58.428759 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43f4374f-711f-4559-a417-f5513e0bcd15 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:58.434868 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f4374f-711f-4559-a417-f5513e0bcd15 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:58.435606 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43f4374f-711f-4559-a417-f5513e0bcd15 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:58.447869 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dea6f7a0-dc29-4db5-8ca9-ee3e59daca3a tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:58.501988 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-43f4374f-711f-4559-a417-f5513e0bcd15 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4243040 Jul 15 13:37:58.505045 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35934) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:58.513886 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-5c3ccd38-449d-4334-90ee-0d012e6cfeb0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Request body: {'subnet': {'network_id': '85c03435-8075-4fc9-b7f0-9d7b060b8506', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:58.562684 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4374f-711f-4559-a417-f5513e0bcd15 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Network': ['ID=85c03435-8075-4fc9-b7f0-9d7b060b8506,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:58.579459 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 85c03435-8075-4fc9-b7f0-9d7b060b8506 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:37:58.608242 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 9da47aef-6542-4702-92b7-d14c7ac03e91 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:58.638961 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 9da47aef-6542-4702-92b7-d14c7ac03e91 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:58.639231 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 9da47aef-6542-4702-92b7-d14c7ac03e91 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:58.652189 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-dea6f7a0-dc29-4db5-8ca9-ee3e59daca3a tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Allocated IP 172.25.6.251 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/ee85cf93-cbfe-43f6-b2d3-085a8411e512) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:58.691168 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3ccd38-449d-4334-90ee-0d012e6cfeb0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Made reservation on behalf of 887d9767dc044bdb8b834bfc53588a11 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:58.695427 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5c3ccd38-449d-4334-90ee-0d012e6cfeb0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:58.862666 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dea6f7a0-dc29-4db5-8ca9-ee3e59daca3a tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.006724 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dea6f7a0-dc29-4db5-8ca9-ee3e59daca3a tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.016795 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5c3ccd38-449d-4334-90ee-0d012e6cfeb0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.068716 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35942) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:59.087394 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea6f7a0-dc29-4db5-8ca9-ee3e59daca3a tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:59.100845 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-dea6f7a0-dc29-4db5-8ca9-ee3e59daca3a tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:59.111090 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea6f7a0-dc29-4db5-8ca9-ee3e59daca3a tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:59.123073 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6f7a0-dc29-4db5-8ca9-ee3e59daca3a tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Pushing event updated for resources: {'Port': ['ID=ee85cf93-cbfe-43f6-b2d3-085a8411e512,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:59.146991 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ccd38-449d-4334-90ee-0d012e6cfeb0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Subnet': ['ID=75c87ed6-8fd4-48e2-bf6b-36557b6b8d9c,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:59.218410 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3ccd38-449d-4334-90ee-0d012e6cfeb0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Checking segment: {'id': '5aaff2a1-05cf-49ef-9cde-ea8b51fe0e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '85c03435-8075-4fc9-b7f0-9d7b060b8506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:59.219123 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3ccd38-449d-4334-90ee-0d012e6cfeb0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network hostable DHCP agents. Network: 85c03435-8075-4fc9-b7f0-9d7b060b8506, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:37:59.317557 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3ccd38-449d-4334-90ee-0d012e6cfeb0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network 85c03435-8075-4fc9-b7f0-9d7b060b8506 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:37:59.340196 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-5c3ccd38-449d-4334-90ee-0d012e6cfeb0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 85c03435-8075-4fc9-b7f0-9d7b060b8506) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:59.350147 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0da793b-5601-4d91-80f1-4e9a0ec8086e None None] Network 85c03435-8075-4fc9-b7f0-9d7b060b8506 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:59.372367 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3ccd38-449d-4334-90ee-0d012e6cfeb0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:59.373138 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5c3ccd38-449d-4334-90ee-0d012e6cfeb0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.380168 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dea6f7a0-dc29-4db5-8ca9-ee3e59daca3a tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.459550 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5c3ccd38-449d-4334-90ee-0d012e6cfeb0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9531105 Jul 15 13:37:59.464034 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35948) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:59.468998 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-32696ac4-6b97-4eb3-9c06-a8e1cb680d7a tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-593540951', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:59.501974 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dea6f7a0-dc29-4db5-8ca9-ee3e59daca3a tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.514756 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1239925-415c-400b-a0b7-c2d00d989494 req-95e3f259-7cf2-473b-9a4a-017d828a4fc2 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:59.522518 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a1239925-415c-400b-a0b7-c2d00d989494 req-95e3f259-7cf2-473b-9a4a-017d828a4fc2 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820 HTTP/1.1" status: 200 len: 946 time: 0.2111657 Jul 15 13:37:59.587741 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32696ac4-6b97-4eb3-9c06-a8e1cb680d7a tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.588813 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32696ac4-6b97-4eb3-9c06-a8e1cb680d7a tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.626265 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a1239925-415c-400b-a0b7-c2d00d989494 req-5163e18d-2ed7-49f9-903a-9dbf325e4f3e tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026251 Jul 15 13:37:59.747266 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c516ec-789e-4fbd-883b-9fd6655ba0ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-85c03435-8075-4fc9-b7f0-9d7b060b8506', 'network_id': '85c03435-8075-4fc9-b7f0-9d7b060b8506', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'fixed_ips': [{'subnet_id': '75c87ed6-8fd4-48e2-bf6b-36557b6b8d9c'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:37:59.748836 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-16c516ec-789e-4fbd-883b-9fd6655ba0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.765476 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32696ac4-6b97-4eb3-9c06-a8e1cb680d7a tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.777196 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32696ac4-6b97-4eb3-9c06-a8e1cb680d7a tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.841264 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32696ac4-6b97-4eb3-9c06-a8e1cb680d7a tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.843919 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-32696ac4-6b97-4eb3-9c06-a8e1cb680d7a tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3784590 Jul 15 13:37:59.848241 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35950) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:59.857429 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f29d9252-e1e7-4518-af13-d82f5647af02 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Request body: {'port': {'network_id': '85c03435-8075-4fc9-b7f0-9d7b060b8506', 'name': 'tempest-RoutersIpV6Test-779846674'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:59.867336 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9424b7c-8632-4df2-a85b-2637473f90aa req-afe11c7d-f319-47dd-bdf5-d7fcd323340e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:59.869706 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a9424b7c-8632-4df2-a85b-2637473f90aa req-afe11c7d-f319-47dd-bdf5-d7fcd323340e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=355d3ed4-6ebc-4ab9-8dbb-071f675416e2 HTTP/1.1" status: 200 len: 946 time: 0.1404207 Jul 15 13:37:59.912852 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-16c516ec-789e-4fbd-883b-9fd6655ba0ae None None] Allocated IP 2001:db8::2 (85c03435-8075-4fc9-b7f0-9d7b060b8506/75c87ed6-8fd4-48e2-bf6b-36557b6b8d9c/91204fb6-bd10-47bc-8cb0-db4fe1b23e86) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:59.982065 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a9424b7c-8632-4df2-a85b-2637473f90aa req-64d33078-7592-4018-b530-2369fcc4cc52 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670950 Jul 15 13:38:00.001686 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-de27cb58-41c1-4491-8781-6bcbcee9a963 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:00.035686 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dea6f7a0-dc29-4db5-8ca9-ee3e59daca3a tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:00.046275 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dea6f7a0-dc29-4db5-8ca9-ee3e59daca3a tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:00.102487 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-16c516ec-789e-4fbd-883b-9fd6655ba0ae None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:00.117143 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-16c516ec-789e-4fbd-883b-9fd6655ba0ae None None] Transition to ACTIVE for port object 91204fb6-bd10-47bc-8cb0-db4fe1b23e86 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:00.139004 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-16c516ec-789e-4fbd-883b-9fd6655ba0ae None None] Transition to ACTIVE for port object 91204fb6-bd10-47bc-8cb0-db4fe1b23e86 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:00.149104 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-16c516ec-789e-4fbd-883b-9fd6655ba0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:00.164028 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6f7a0-dc29-4db5-8ca9-ee3e59daca3a tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Pushing event updated for resources: {'Port': ['ID=ee85cf93-cbfe-43f6-b2d3-085a8411e512,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:00.185103 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dea6f7a0-dc29-4db5-8ca9-ee3e59daca3a tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:00.195052 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29d9252-e1e7-4518-af13-d82f5647af02 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Made reservation on behalf of 887d9767dc044bdb8b834bfc53588a11 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:00.199122 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f29d9252-e1e7-4518-af13-d82f5647af02 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:00.211633 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c516ec-789e-4fbd-883b-9fd6655ba0ae None None] Network 85c03435-8075-4fc9-b7f0-9d7b060b8506 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:00.215135 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-16c516ec-789e-4fbd-883b-9fd6655ba0ae None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:00.222632 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c516ec-789e-4fbd-883b-9fd6655ba0ae None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:00.224230 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dea6f7a0-dc29-4db5-8ca9-ee3e59daca3a tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:00.233852 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-dea6f7a0-dc29-4db5-8ca9-ee3e59daca3a tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9725039 Jul 15 13:38:00.233852 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-f29d9252-e1e7-4518-af13-d82f5647af02 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] device_id is not set on port d3d2fdbf-8eb0-4b77-8bcb-9f57a227eab8 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:38:00.249188 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c516ec-789e-4fbd-883b-9fd6655ba0ae None None] Pushing event updated for resources: {'Port': ['ID=91204fb6-bd10-47bc-8cb0-db4fe1b23e86,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:00.352189 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-16c516ec-789e-4fbd-883b-9fd6655ba0ae None None] Attempting to bind port 91204fb6-bd10-47bc-8cb0-db4fe1b23e86 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:00.352669 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-16c516ec-789e-4fbd-883b-9fd6655ba0ae None None] Attempting to bind port 91204fb6-bd10-47bc-8cb0-db4fe1b23e86 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '5aaff2a1-05cf-49ef-9cde-ea8b51fe0e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '85c03435-8075-4fc9-b7f0-9d7b060b8506'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:00.353328 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c516ec-789e-4fbd-883b-9fd6655ba0ae None None] Attempting to bind port 91204fb6-bd10-47bc-8cb0-db4fe1b23e86 on network 85c03435-8075-4fc9-b7f0-9d7b060b8506 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:00.362482 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c516ec-789e-4fbd-883b-9fd6655ba0ae None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:00.364056 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c516ec-789e-4fbd-883b-9fd6655ba0ae None None] Checking segment: {'id': '5aaff2a1-05cf-49ef-9cde-ea8b51fe0e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '85c03435-8075-4fc9-b7f0-9d7b060b8506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:00.364659 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-16c516ec-789e-4fbd-883b-9fd6655ba0ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:00.365820 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c516ec-789e-4fbd-883b-9fd6655ba0ae None None] Bound using segment: {'id': '5aaff2a1-05cf-49ef-9cde-ea8b51fe0e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '85c03435-8075-4fc9-b7f0-9d7b060b8506'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:00.370533 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-16c516ec-789e-4fbd-883b-9fd6655ba0ae None None] Bound port: 91204fb6-bd10-47bc-8cb0-db4fe1b23e86, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aaff2a1-05cf-49ef-9cde-ea8b51fe0e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '85c03435-8075-4fc9-b7f0-9d7b060b8506'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:00.370953 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-16c516ec-789e-4fbd-883b-9fd6655ba0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:00.422930 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-de27cb58-41c1-4491-8781-6bcbcee9a963 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Deleting port c727f5e2-1277-4094-86f8-c4591e2cee6d {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:00.423536 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-de27cb58-41c1-4491-8781-6bcbcee9a963 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:00.494654 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-16c516ec-789e-4fbd-883b-9fd6655ba0ae None None] For port 91204fb6-bd10-47bc-8cb0-db4fe1b23e86, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:00.501114 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-16c516ec-789e-4fbd-883b-9fd6655ba0ae None None] For port 91204fb6-bd10-47bc-8cb0-db4fe1b23e86, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=91204fb6-bd10-47bc-8cb0-db4fe1b23e86,segment=NetworkSegment(5aaff2a1-05cf-49ef-9cde-ea8b51fe0e56),segment_id=5aaff2a1-05cf-49ef-9cde-ea8b51fe0e56)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:00.507622 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-16c516ec-789e-4fbd-883b-9fd6655ba0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:00.544332 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-de27cb58-41c1-4491-8781-6bcbcee9a963 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] For port c727f5e2-1277-4094-86f8-c4591e2cee6d, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c727f5e2-1277-4094-86f8-c4591e2cee6d,segment=NetworkSegment(167f289d-6015-4de5-ac82-657bbdbe5e0c),segment_id=167f289d-6015-4de5-ac82-657bbdbe5e0c)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:00.544870 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-de27cb58-41c1-4491-8781-6bcbcee9a963 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:00.562219 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-de27cb58-41c1-4491-8781-6bcbcee9a963 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Calling delete_port for c727f5e2-1277-4094-86f8-c4591e2cee6d owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:00.624881 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c516ec-789e-4fbd-883b-9fd6655ba0ae None None] Pushing event updated for resources: {'Port': ['ID=91204fb6-bd10-47bc-8cb0-db4fe1b23e86,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:00.822041 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-f29d9252-e1e7-4518-af13-d82f5647af02 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Allocated IP 2001:db8::13a (85c03435-8075-4fc9-b7f0-9d7b060b8506/75c87ed6-8fd4-48e2-bf6b-36557b6b8d9c/d3d2fdbf-8eb0-4b77-8bcb-9f57a227eab8) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:00.898347 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-ed7567c8-15c1-4fd8-b08b-cd4c5a093e65 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1239433947&fields=id&tenant_id=6a009645feb04959b4d54831dba76b81 HTTP/1.1" status: 200 len: 267 time: 0.0850999 Jul 15 13:38:01.122592 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f198bb-a667-4eb0-830c-1a6fc7443167 req-b904c623-3cbd-4bc9-9c85-3fc87dbd1eee tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:01.126333 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-74f198bb-a667-4eb0-830c-1a6fc7443167 req-b904c623-3cbd-4bc9-9c85-3fc87dbd1eee tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820 HTTP/1.1" status: 200 len: 946 time: 0.2659490 Jul 15 13:38:01.193477 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 91204fb6-bd10-47bc-8cb0-db4fe1b23e86 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:01.205794 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-dd305e43-6b24-4f25-ab0f-b2790ab8bcbe tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:01.209348 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-dd305e43-6b24-4f25-ab0f-b2790ab8bcbe tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/networks?id=e606fbf2-6d31-4c0c-b11e-11481e1e0c38 HTTP/1.1" status: 200 len: 817 time: 0.3094709 Jul 15 13:38:01.267979 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-a5bc0605-a38b-42c7-915a-b41c211bbd3d tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/quotas/6a009645feb04959b4d54831dba76b81 HTTP/1.1" status: 200 len: 375 time: 0.0458803 Jul 15 13:38:01.288040 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 91204fb6-bd10-47bc-8cb0-db4fe1b23e86 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:01.307487 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f29d9252-e1e7-4518-af13-d82f5647af02 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:01.346238 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f29d9252-e1e7-4518-af13-d82f5647af02 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Transition to ACTIVE for port object d3d2fdbf-8eb0-4b77-8bcb-9f57a227eab8 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:01.408384 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-c0c036b4-9383-43dc-88c6-c8c8bec5de1c tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a009645feb04959b4d54831dba76b81&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1307669 Jul 15 13:38:01.415600 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f29d9252-e1e7-4518-af13-d82f5647af02 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:01.496461 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29d9252-e1e7-4518-af13-d82f5647af02 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network 85c03435-8075-4fc9-b7f0-9d7b060b8506 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:01.506051 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f29d9252-e1e7-4518-af13-d82f5647af02 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:01.515021 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29d9252-e1e7-4518-af13-d82f5647af02 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:01.521343 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29d9252-e1e7-4518-af13-d82f5647af02 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:01.522480 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f29d9252-e1e7-4518-af13-d82f5647af02 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:01.539596 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca928d1-d2f4-47de-adff-f42e9361c5eb req-a80d0961-946c-4c07-9606-a07cf5c77816 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:01.541190 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7ca928d1-d2f4-47de-adff-f42e9361c5eb req-a80d0961-946c-4c07-9606-a07cf5c77816 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.18 "GET /v2.0/ports?device_id=355d3ed4-6ebc-4ab9-8dbb-071f675416e2 HTTP/1.1" status: 200 len: 946 time: 0.6182451 Jul 15 13:38:01.543938 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-de27cb58-41c1-4491-8781-6bcbcee9a963 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:01.562820 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d9252-e1e7-4518-af13-d82f5647af02 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Port': ['ID=d3d2fdbf-8eb0-4b77-8bcb-9f57a227eab8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:01.591300 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f29d9252-e1e7-4518-af13-d82f5647af02 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7369018 Jul 15 13:38:01.593910 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 35970) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:01.618075 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de27cb58-41c1-4491-8781-6bcbcee9a963 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event deleted for resources: {'Port': ['ID=c727f5e2-1277-4094-86f8-c4591e2cee6d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:01.654093 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-74f198bb-a667-4eb0-830c-1a6fc7443167 req-ab80b273-f51f-4296-a4a7-699fc58e68d4 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098591 Jul 15 13:38:01.655411 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-d9e218eb-b65a-4e3d-9e01-39ba6dfe9234 service neutron] 10.222.0.24 "GET /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037523 Jul 15 13:38:01.989906 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-7ca928d1-d2f4-47de-adff-f42e9361c5eb req-78f980d6-8505-4f57-b0e8-222b9d704a42 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Deleting port 61e80b52-d22a-439e-a270-a6c2af6f6d50 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:01.990451 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7ca928d1-d2f4-47de-adff-f42e9361c5eb req-78f980d6-8505-4f57-b0e8-222b9d704a42 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.059152 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7237af7f-71a1-4d76-b2ac-f403ad3c4c81 None None] Network 85c03435-8075-4fc9-b7f0-9d7b060b8506 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:02.094567 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-77d86cdb-1271-443d-9717-e92e0290c3a2 service neutron] 10.222.0.24 "GET /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997536 Jul 15 13:38:02.163081 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e805bdac-fc57-4d96-9305-a7f596dce8da None None] Provisioning for port 91204fb6-bd10-47bc-8cb0-db4fe1b23e86 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:02.175013 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e805bdac-fc57-4d96-9305-a7f596dce8da None None] Provisioning complete for port 91204fb6-bd10-47bc-8cb0-db4fe1b23e86 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:02.175322 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e805bdac-fc57-4d96-9305-a7f596dce8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.278280 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3fde0-3ca5-4ef8-a006-4ae525f55f86 req-158579e5-8c6c-474f-9dcd-4ff05b3f3857 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:02.280639 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-97b3fde0-3ca5-4ef8-a006-4ae525f55f86 req-158579e5-8c6c-474f-9dcd-4ff05b3f3857 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=355d3ed4-6ebc-4ab9-8dbb-071f675416e2 HTTP/1.1" status: 200 len: 946 time: 0.3860731 Jul 15 13:38:02.304412 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-de27cb58-41c1-4491-8781-6bcbcee9a963 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.327098 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7132bda3-db0d-493f-ba1b-e5c3c2ac9e36 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.336093 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7ca928d1-d2f4-47de-adff-f42e9361c5eb req-78f980d6-8505-4f57-b0e8-222b9d704a42 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] For port 61e80b52-d22a-439e-a270-a6c2af6f6d50, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=61e80b52-d22a-439e-a270-a6c2af6f6d50,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:02.336606 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7ca928d1-d2f4-47de-adff-f42e9361c5eb req-78f980d6-8505-4f57-b0e8-222b9d704a42 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.405594 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e805bdac-fc57-4d96-9305-a7f596dce8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.448512 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-97b3fde0-3ca5-4ef8-a006-4ae525f55f86 req-e0005446-e8bc-4da0-bb25-a213184ae5d3 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563826 Jul 15 13:38:02.479951 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e805bdac-fc57-4d96-9305-a7f596dce8da None None] For port 91204fb6-bd10-47bc-8cb0-db4fe1b23e86, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=91204fb6-bd10-47bc-8cb0-db4fe1b23e86,segment=NetworkSegment(5aaff2a1-05cf-49ef-9cde-ea8b51fe0e56),segment_id=5aaff2a1-05cf-49ef-9cde-ea8b51fe0e56)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:02.486292 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e805bdac-fc57-4d96-9305-a7f596dce8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.558421 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805bdac-fc57-4d96-9305-a7f596dce8da None None] Pushing event updated for resources: {'Port': ['ID=91204fb6-bd10-47bc-8cb0-db4fe1b23e86,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:02.561797 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-05c227c7-d881-4f83-84c2-bee436aabcd3 req-998f1f52-6762-4fcf-be7f-e460c0390c58 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 210 time: 0.0678048 Jul 15 13:38:02.819990 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7132bda3-db0d-493f-ba1b-e5c3c2ac9e36 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.828892 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7132bda3-db0d-493f-ba1b-e5c3c2ac9e36 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.935089 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132bda3-db0d-493f-ba1b-e5c3c2ac9e36 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Port': ['ID=d3d2fdbf-8eb0-4b77-8bcb-9f57a227eab8,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:02.957374 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de27cb58-41c1-4491-8781-6bcbcee9a963 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Router 5b95319a-8872-498e-b461-59b33978c26e has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:38:03.109751 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a52a4263-30f2-44b2-9d45-19b63ca3f3e8 None None] Provisioning for port d3d2fdbf-8eb0-4b77-8bcb-9f57a227eab8 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:03.119164 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a52a4263-30f2-44b2-9d45-19b63ca3f3e8 None None] Provisioning complete for port d3d2fdbf-8eb0-4b77-8bcb-9f57a227eab8 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:03.119812 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a52a4263-30f2-44b2-9d45-19b63ca3f3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.121437 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7132bda3-db0d-493f-ba1b-e5c3c2ac9e36 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.126265 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22280a8-8c23-4023-bf77-b010286e9d20 req-445911bc-6aa6-4db9-86fb-58f6268cc69d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:03.134046 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d22280a8-8c23-4023-bf77-b010286e9d20 req-445911bc-6aa6-4db9-86fb-58f6268cc69d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820 HTTP/1.1" status: 200 len: 946 time: 0.2910492 Jul 15 13:38:03.185379 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7ca928d1-d2f4-47de-adff-f42e9361c5eb req-78f980d6-8505-4f57-b0e8-222b9d704a42 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.185877 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7ca928d1-d2f4-47de-adff-f42e9361c5eb req-78f980d6-8505-4f57-b0e8-222b9d704a42 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.186216 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [req-7ca928d1-d2f4-47de-adff-f42e9361c5eb req-78f980d6-8505-4f57-b0e8-222b9d704a42 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Floating IP 2424ab0d-e59b-4adb-bd05-8c06e9e87fdb disassociated. External IP: 172.25.6.195, port: 61e80b52-d22a-439e-a270-a6c2af6f6d50. Jul 15 13:38:03.186577 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-7ca928d1-d2f4-47de-adff-f42e9361c5eb req-78f980d6-8505-4f57-b0e8-222b9d704a42 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Calling delete_port for 61e80b52-d22a-439e-a270-a6c2af6f6d50 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:03.218744 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a52a4263-30f2-44b2-9d45-19b63ca3f3e8 None None] Port d3d2fdbf-8eb0-4b77-8bcb-9f57a227eab8 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:03.234022 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a52a4263-30f2-44b2-9d45-19b63ca3f3e8 None None] Provisioning complete for port 91204fb6-bd10-47bc-8cb0-db4fe1b23e86 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:03.234709 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a52a4263-30f2-44b2-9d45-19b63ca3f3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.302355 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 91204fb6-bd10-47bc-8cb0-db4fe1b23e86 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:03.348660 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d22280a8-8c23-4023-bf77-b010286e9d20 req-c3177d29-b539-4d8a-9b6a-b1b4bdb86a62 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113822 Jul 15 13:38:03.368752 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7132bda3-db0d-493f-ba1b-e5c3c2ac9e36 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.389216 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 91204fb6-bd10-47bc-8cb0-db4fe1b23e86 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:03.389894 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.420855 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de27cb58-41c1-4491-8781-6bcbcee9a963 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:03.430695 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-de27cb58-41c1-4491-8781-6bcbcee9a963 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "PUT /v2.0/routers/5b95319a-8872-498e-b461-59b33978c26e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3573713 Jul 15 13:38:03.439074 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc86e01-5df3-4567-b0d0-11d1b7057dac None None] Sync routers for ids ['5b95319a-8872-498e-b461-59b33978c26e'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:03.462440 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35986) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:03.471597 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc86e01-5df3-4567-b0d0-11d1b7057dac None None] Routers {'5b95319a-8872-498e-b461-59b33978c26e'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:03.472418 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5cc86e01-5df3-4567-b0d0-11d1b7057dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:37:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['5b95319a-8872-498e-b461-59b33978c26e'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:03.616394 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-10400d6d-ed80-48a5-8456-d490b4e2bdc1 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Deleting subnet a1de6f99-28d2-4487-bb53-dfb9d06f26cd {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:38:03.621211 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10400d6d-ed80-48a5-8456-d490b4e2bdc1 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.661041 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-00ef3ce8-78ad-4c94-ab40-9a4ab6c7db0e None None] Provisioning complete for port d3d2fdbf-8eb0-4b77-8bcb-9f57a227eab8 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:03.661571 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00ef3ce8-78ad-4c94-ab40-9a4ab6c7db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.757191 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-00ef3ce8-78ad-4c94-ab40-9a4ab6c7db0e None None] Port d3d2fdbf-8eb0-4b77-8bcb-9f57a227eab8 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:03.757419 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10400d6d-ed80-48a5-8456-d490b4e2bdc1 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.794513 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-5cc86e01-5df3-4567-b0d0-11d1b7057dac None None] Set router 5b95319a-8872-498e-b461-59b33978c26e gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:03.856967 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1574ef30-d1d5-4a7a-8b78-16648d65978b req-0c6598ec-9dc6-4e9d-8c24-2dd0b06bfb83 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 210 time: 0.0363767 Jul 15 13:38:03.895479 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-82519e81-9f74-452c-b954-e695d3e37588 None None] Provisioning complete for port d3d2fdbf-8eb0-4b77-8bcb-9f57a227eab8 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:03.895856 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-82519e81-9f74-452c-b954-e695d3e37588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.970098 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-82519e81-9f74-452c-b954-e695d3e37588 None None] Port d3d2fdbf-8eb0-4b77-8bcb-9f57a227eab8 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:04.036197 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7ca928d1-d2f4-47de-adff-f42e9361c5eb req-78f980d6-8505-4f57-b0e8-222b9d704a42 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:04.054047 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10400d6d-ed80-48a5-8456-d490b4e2bdc1 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:04.074299 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e64e8-ed77-4b6d-836e-047e3eaba875 req-bbf95a42-0b65-4125-bd7e-4a61e7e47a42 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:04.077608 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-962e64e8-ed77-4b6d-836e-047e3eaba875 req-bbf95a42-0b65-4125-bd7e-4a61e7e47a42 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=355d3ed4-6ebc-4ab9-8dbb-071f675416e2 HTTP/1.1" status: 200 len: 867 time: 0.3195868 Jul 15 13:38:04.103851 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f980d6-8505-4f57-b0e8-222b9d704a42 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Pushing event deleted for resources: {'Port': ['ID=61e80b52-d22a-439e-a270-a6c2af6f6d50,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:04.124707 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5cc86e01-5df3-4567-b0d0-11d1b7057dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b95319a-8872-498e-b461-59b33978c26e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529328922', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:14Z', 'updated_at': '2021-07-15T13:38:01Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:aa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95319a-8872-498e-b461-59b33978c26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:16Z', 'updated_at': '2021-07-15T13:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:04.141932 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7132bda3-db0d-493f-ba1b-e5c3c2ac9e36 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:04.151979 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7132bda3-db0d-493f-ba1b-e5c3c2ac9e36 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:04.153072 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7132bda3-db0d-493f-ba1b-e5c3c2ac9e36 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:04.162483 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc86e01-5df3-4567-b0d0-11d1b7057dac None None] Checking router: 5b95319a-8872-498e-b461-59b33978c26e for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:38:04.172957 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc86e01-5df3-4567-b0d0-11d1b7057dac None None] Routers {'5b95319a-8872-498e-b461-59b33978c26e'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:04.173705 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5cc86e01-5df3-4567-b0d0-11d1b7057dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:37:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['5b95319a-8872-498e-b461-59b33978c26e'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:04.252081 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10400d6d-ed80-48a5-8456-d490b4e2bdc1 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:04.253296 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-962e64e8-ed77-4b6d-836e-047e3eaba875 req-ce9ccece-5b3f-44d2-92f7-d0c6d4427c03 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516213 Jul 15 13:38:04.287067 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc418443-951a-45aa-94f1-480387aa1071 None None] Network b3271eeb-b9eb-4d85-9c8c-62c1a302878e requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:04.311674 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132bda3-db0d-493f-ba1b-e5c3c2ac9e36 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Port': ['ID=d3d2fdbf-8eb0-4b77-8bcb-9f57a227eab8,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:04.314632 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10400d6d-ed80-48a5-8456-d490b4e2bdc1 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:04.321940 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-10400d6d-ed80-48a5-8456-d490b4e2bdc1 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "DELETE /v2.0/subnets/a1de6f99-28d2-4487-bb53-dfb9d06f26cd HTTP/1.1" status: 204 len: 168 time: 0.8497615 Jul 15 13:38:04.322465 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 35992) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:04.332533 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-5cc86e01-5df3-4567-b0d0-11d1b7057dac None None] Set router 5b95319a-8872-498e-b461-59b33978c26e gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:04.338392 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10400d6d-ed80-48a5-8456-d490b4e2bdc1 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event deleted for resources: {'Subnet': ['ID=a1de6f99-28d2-4487-bb53-dfb9d06f26cd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:04.420849 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7132bda3-db0d-493f-ba1b-e5c3c2ac9e36 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network 85c03435-8075-4fc9-b7f0-9d7b060b8506 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:04.429597 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7132bda3-db0d-493f-ba1b-e5c3c2ac9e36 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:04.457636 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ca928d1-d2f4-47de-adff-f42e9361c5eb req-78f980d6-8505-4f57-b0e8-222b9d704a42 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Router 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:38:04.617863 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-5cc86e01-5df3-4567-b0d0-11d1b7057dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b95319a-8872-498e-b461-59b33978c26e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529328922', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:14Z', 'updated_at': '2021-07-15T13:38:01Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:aa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95319a-8872-498e-b461-59b33978c26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:16Z', 'updated_at': '2021-07-15T13:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:04.678002 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc86e01-5df3-4567-b0d0-11d1b7057dac None None] The sync data for ids ['5b95319a-8872-498e-b461-59b33978c26e'] in n-d-758944-45 is: [{'id': '5b95319a-8872-498e-b461-59b33978c26e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529328922', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.178'}], 'enable_snat': True}, 'gw_port_id': '55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:14Z', 'updated_at': '2021-07-15T13:38:01Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:aa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b95319a-8872-498e-b461-59b33978c26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:16Z', 'updated_at': '2021-07-15T13:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:04.743647 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 61e80b52-d22a-439e-a270-a6c2af6f6d50 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:38:04.778584 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f227bc-d1b6-4a15-a275-31b228112f0e None None] DHCP port deletion for b3271eeb-b9eb-4d85-9c8c-62c1a302878e request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:38:04.787911 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 61e80b52-d22a-439e-a270-a6c2af6f6d50 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:38:04.788542 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 61e80b52-d22a-439e-a270-a6c2af6f6d50 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:38:04.813411 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7132bda3-db0d-493f-ba1b-e5c3c2ac9e36 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Router 97bb338e-e89c-4bcd-a39f-c862199d87fc is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:38:04.848732 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66ef3edb-53ca-496b-98fd-50e800461f73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:04.885320 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-33f227bc-d1b6-4a15-a275-31b228112f0e None None] Deleting port c677a8e3-02d7-4415-9c86-00035ce61202 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:04.886239 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-33f227bc-d1b6-4a15-a275-31b228112f0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.055068 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-33f227bc-d1b6-4a15-a275-31b228112f0e None None] For port c677a8e3-02d7-4415-9c86-00035ce61202, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c677a8e3-02d7-4415-9c86-00035ce61202,segment=NetworkSegment(167f289d-6015-4de5-ac82-657bbdbe5e0c),segment_id=167f289d-6015-4de5-ac82-657bbdbe5e0c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:05.055501 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-33f227bc-d1b6-4a15-a275-31b228112f0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.107798 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-33f227bc-d1b6-4a15-a275-31b228112f0e None None] Calling delete_port for c677a8e3-02d7-4415-9c86-00035ce61202 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:05.141148 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7132bda3-db0d-493f-ba1b-e5c3c2ac9e36 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:05.159363 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7132bda3-db0d-493f-ba1b-e5c3c2ac9e36 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "PUT /v2.0/routers/97bb338e-e89c-4bcd-a39f-c862199d87fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5592592 Jul 15 13:38:05.159363 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36000) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:05.168072 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4048eb-7ea0-440c-8c5c-a4981cf10859 None None] Sync routers for ids ['97bb338e-e89c-4bcd-a39f-c862199d87fc'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:05.170852 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36002) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:05.193120 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-12aa9db0-1cd3-4cb4-8747-90a9b1db6dba None None] Provisioning complete for port d3d2fdbf-8eb0-4b77-8bcb-9f57a227eab8 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:05.193504 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-12aa9db0-1cd3-4cb4-8747-90a9b1db6dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.336512 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c677a8e3-02d7-4415-9c86-00035ce61202 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:38:05.344892 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-15b6aeb2-8fba-45cd-9147-a2b51086ab74 req-8cff7a26-5ef5-4d3a-8bb9-8b60dadab670 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 210 time: 0.0862129 Jul 15 13:38:05.397516 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4048eb-7ea0-440c-8c5c-a4981cf10859 None None] Routers {'97bb338e-e89c-4bcd-a39f-c862199d87fc'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:05.398513 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fa4048eb-7ea0-440c-8c5c-a4981cf10859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:37:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['97bb338e-e89c-4bcd-a39f-c862199d87fc'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:05.429355 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-33f227bc-d1b6-4a15-a275-31b228112f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.456447 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f227bc-d1b6-4a15-a275-31b228112f0e None None] No DVR routers for this DVR port c677a8e3-02d7-4415-9c86-00035ce61202 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:38:05.506371 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f7527d-0c39-4eb2-bb8e-9c4f437c1384 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:05.509309 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e4f7527d-0c39-4eb2-bb8e-9c4f437c1384 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "GET /v2.0/ports/d3d2fdbf-8eb0-4b77-8bcb-9f57a227eab8 HTTP/1.1" status: 200 len: 983 time: 0.3370488 Jul 15 13:38:05.518297 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36006) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:05.540115 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d6331-d7b7-45ab-a706-760dcf14c780 req-fc0923af-b324-44b9-9e8a-70dfc60f9d96 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:05.543450 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b44d6331-d7b7-45ab-a706-760dcf14c780 req-fc0923af-b324-44b9-9e8a-70dfc60f9d96 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820 HTTP/1.1" status: 200 len: 946 time: 0.9363000 Jul 15 13:38:05.549383 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ca928d1-d2f4-47de-adff-f42e9361c5eb req-78f980d6-8505-4f57-b0e8-222b9d704a42 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:05.561600 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773bab3a-c53f-4bd5-aa65-f83e1068ebdf None None] Sync routers for ids ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:05.568551 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fa4048eb-7ea0-440c-8c5c-a4981cf10859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:05.580212 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773bab3a-c53f-4bd5-aa65-f83e1068ebdf None None] Routers {'9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:05.580928 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-773bab3a-c53f-4bd5-aa65-f83e1068ebdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:37:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:05.581593 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f227bc-d1b6-4a15-a275-31b228112f0e None None] Pushing event deleted for resources: {'Port': ['ID=c677a8e3-02d7-4415-9c86-00035ce61202,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:05.589140 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-b0b8c58c-e889-4c95-b2a3-19c54510b570 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:05.590780 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-b0b8c58c-e889-4c95-b2a3-19c54510b570 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.32 "GET /v2.0/networks?id=e606fbf2-6d31-4c0c-b11e-11481e1e0c38 HTTP/1.1" status: 200 len: 817 time: 0.8159750 Jul 15 13:38:05.599823 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-12aa9db0-1cd3-4cb4-8747-90a9b1db6dba None None] Port d3d2fdbf-8eb0-4b77-8bcb-9f57a227eab8 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:05.612537 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No active binding found for port c677a8e3-02d7-4415-9c86-00035ce61202 {{(pid=93815) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 13:38:05.614073 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c677a8e3-02d7-4415-9c86-00035ce61202 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:38:05.614810 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c727f5e2-1277-4094-86f8-c4591e2cee6d no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:38:05.637520 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4048eb-7ea0-440c-8c5c-a4981cf10859 None None] Routers {'97bb338e-e89c-4bcd-a39f-c862199d87fc'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:05.638561 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fa4048eb-7ea0-440c-8c5c-a4981cf10859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:37:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['97bb338e-e89c-4bcd-a39f-c862199d87fc'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:05.679770 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: c727f5e2-1277-4094-86f8-c4591e2cee6d {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:38:05.680435 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c727f5e2-1277-4094-86f8-c4591e2cee6d not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:38:05.694640 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca928d1-d2f4-47de-adff-f42e9361c5eb req-78f980d6-8505-4f57-b0e8-222b9d704a42 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] No DVR routers for this DVR port 61e80b52-d22a-439e-a270-a6c2af6f6d50 on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:38:05.699416 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fa4048eb-7ea0-440c-8c5c-a4981cf10859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:05.700711 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4048eb-7ea0-440c-8c5c-a4981cf10859 None None] The sync data for ids ['97bb338e-e89c-4bcd-a39f-c862199d87fc'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:05.701440 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7ca928d1-d2f4-47de-adff-f42e9361c5eb req-78f980d6-8505-4f57-b0e8-222b9d704a42 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.705827 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7ca928d1-d2f4-47de-adff-f42e9361c5eb req-78f980d6-8505-4f57-b0e8-222b9d704a42 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.18 "DELETE /v2.0/ports/61e80b52-d22a-439e-a270-a6c2af6f6d50 HTTP/1.1" status: 204 len: 173 time: 4.1588092 Jul 15 13:38:05.707315 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355d3ed4-6ebc-4ab9-8dbb-071f675416e2', 'name': 'network-vif-deleted', 'tag': '61e80b52-d22a-439e-a270-a6c2af6f6d50'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:05.710821 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4905c391-4c62-48a4-b4d4-b063b32364e6" -d '{"events": [{"server_uuid": "355d3ed4-6ebc-4ab9-8dbb-071f675416e2", "name": "network-vif-deleted", "tag": "61e80b52-d22a-439e-a270-a6c2af6f6d50"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:05.747242 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66ef3edb-53ca-496b-98fd-50e800461f73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.755393 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-773bab3a-c53f-4bd5-aa65-f83e1068ebdf None None] Set router 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:05.765535 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-bd02b878-12a7-40ca-bbef-19fc3cb1f8f7 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a009645feb04959b4d54831dba76b81 HTTP/1.1" status: 200 len: 380 time: 0.1558964 Jul 15 13:38:05.771028 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b44d6331-d7b7-45ab-a706-760dcf14c780 req-91ef4fa3-de78-4ddd-ae23-2a86671b1acd tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184913 Jul 15 13:38:05.776622 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-fb0d3f27-e6a8-439d-8fd8-77c12a46e2a5 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Request body: {'port': {'device_id': '51cf1d48-a4f6-4391-a02d-360af2434bbd', 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38', 'admin_state_up': True, 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'security_groups': ['8e72e58b-eb85-47db-8eb3-08feee9c29be']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:05.991134 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3e353a-1e81-4d8c-a4d3-8fd58beae5f3 x-openstack-request-id: req-6a3e353a-1e81-4d8c-a4d3-8fd58beae5f3 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:05.991688 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355d3ed4-6ebc-4ab9-8dbb-071f675416e2", "name": "network-vif-deleted", "tag": "61e80b52-d22a-439e-a270-a6c2af6f6d50", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:05.992470 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a3e353a-1e81-4d8c-a4d3-8fd58beae5f3 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:05.993251 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355d3ed4-6ebc-4ab9-8dbb-071f675416e2', 'name': 'network-vif-deleted', 'tag': '61e80b52-d22a-439e-a270-a6c2af6f6d50', 'status': 'completed', 'code': 200} Jul 15 13:38:06.048601 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-66ef3edb-53ca-496b-98fd-50e800461f73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Deleting port 55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:06.049413 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66ef3edb-53ca-496b-98fd-50e800461f73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:06.054403 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-773bab3a-c53f-4bd5-aa65-f83e1068ebdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'name': 'tempest-TestVolumeBootPattern-1420152954-router', 'tenant_id': '89567fda246241f4860e07527d287580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:01Z', 'updated_at': '2021-07-15T13:26:12Z', 'revision_number': 4, 'project_id': '89567fda246241f4860e07527d287580', 'gw_port': {'id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:14:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:03Z', 'updated_at': '2021-07-15T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'ec4f483f-30cd-45bf-ad45-34b95e895637', 'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'tenant_id': '89567fda246241f4860e07527d287580', 'mac_address': 'fa:16:3e:7d:04:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '4840df0d-ad31-406d-829f-ea4475de886e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:09Z', 'updated_at': '2021-07-15T13:26:27Z', 'revision_number': 5, 'project_id': '89567fda246241f4860e07527d287580', 'subnets': [{'id': '4840df0d-ad31-406d-829f-ea4475de886e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:06.055526 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-fb0d3f27-e6a8-439d-8fd8-77c12a46e2a5 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Made reservation on behalf of 6a009645feb04959b4d54831dba76b81 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:06.062323 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-fb0d3f27-e6a8-439d-8fd8-77c12a46e2a5 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:06.093297 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773bab3a-c53f-4bd5-aa65-f83e1068ebdf None None] Checking router: 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:38:06.106482 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773bab3a-c53f-4bd5-aa65-f83e1068ebdf None None] Routers {'9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:06.107613 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-773bab3a-c53f-4bd5-aa65-f83e1068ebdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:37:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:06.156814 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-221106e1-5a31-4d9f-8bbe-a06f24676c53 req-9798f9e9-e31e-43a3-aaba-0f72252b86b7 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=355d3ed4-6ebc-4ab9-8dbb-071f675416e2 HTTP/1.1" status: 200 len: 210 time: 0.0722499 Jul 15 13:38:06.278023 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-773bab3a-c53f-4bd5-aa65-f83e1068ebdf None None] Set router 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:06.431482 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-66ef3edb-53ca-496b-98fd-50e800461f73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] For port 55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:06.432216 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66ef3edb-53ca-496b-98fd-50e800461f73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:06.477037 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-66ef3edb-53ca-496b-98fd-50e800461f73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Calling delete_port for 55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:06.520177 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-fb0d3f27-e6a8-439d-8fd8-77c12a46e2a5 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Allocated IP 172.20.0.13 (e606fbf2-6d31-4c0c-b11e-11481e1e0c38/781e91a3-d9e2-4a55-aa10-3466cf7c7f92/d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:06.698485 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c98c7cc7-c4d4-41c9-a61f-f61c98628173 req-ea043b87-c525-41b1-a488-77342a4af1f5 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 210 time: 0.0694809 Jul 15 13:38:06.799559 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-773bab3a-c53f-4bd5-aa65-f83e1068ebdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'name': 'tempest-TestVolumeBootPattern-1420152954-router', 'tenant_id': '89567fda246241f4860e07527d287580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:01Z', 'updated_at': '2021-07-15T13:26:12Z', 'revision_number': 4, 'project_id': '89567fda246241f4860e07527d287580', 'gw_port': {'id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:14:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:03Z', 'updated_at': '2021-07-15T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'ec4f483f-30cd-45bf-ad45-34b95e895637', 'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'tenant_id': '89567fda246241f4860e07527d287580', 'mac_address': 'fa:16:3e:7d:04:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '4840df0d-ad31-406d-829f-ea4475de886e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:09Z', 'updated_at': '2021-07-15T13:26:27Z', 'revision_number': 5, 'project_id': '89567fda246241f4860e07527d287580', 'subnets': [{'id': '4840df0d-ad31-406d-829f-ea4475de886e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:06.836361 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773bab3a-c53f-4bd5-aa65-f83e1068ebdf None None] The sync data for ids ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'] in n-d-758944-45 is: [{'id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'name': 'tempest-TestVolumeBootPattern-1420152954-router', 'tenant_id': '89567fda246241f4860e07527d287580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:01Z', 'updated_at': '2021-07-15T13:26:12Z', 'revision_number': 4, 'project_id': '89567fda246241f4860e07527d287580', 'gw_port': {'id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:14:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:03Z', 'updated_at': '2021-07-15T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'ec4f483f-30cd-45bf-ad45-34b95e895637', 'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'tenant_id': '89567fda246241f4860e07527d287580', 'mac_address': 'fa:16:3e:7d:04:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '4840df0d-ad31-406d-829f-ea4475de886e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:09Z', 'updated_at': '2021-07-15T13:26:27Z', 'revision_number': 5, 'project_id': '89567fda246241f4860e07527d287580', 'subnets': [{'id': '4840df0d-ad31-406d-829f-ea4475de886e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:06.910577 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8ef521d-cee5-4e7c-adeb-a4442d42b1ff tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.080791 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-fb0d3f27-e6a8-439d-8fd8-77c12a46e2a5 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.146088 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-fb0d3f27-e6a8-439d-8fd8-77c12a46e2a5 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Transition to ACTIVE for port object d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:07.193984 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66ef3edb-53ca-496b-98fd-50e800461f73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.217000 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18c7b5df-1dfc-4214-99e2-25639e5b0bf7 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.267216 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477d1f9-4a04-45d1-b5f9-62f720866f8c req-81af43bf-e4e6-4031-93e1-4862b60542b3 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:07.269092 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5477d1f9-4a04-45d1-b5f9-62f720866f8c req-81af43bf-e4e6-4031-93e1-4862b60542b3 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820 HTTP/1.1" status: 200 len: 946 time: 0.2110720 Jul 15 13:38:07.299363 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce739811-8cd0-416f-941f-bf9f79409732 None None] New status for floating IP 2424ab0d-e59b-4adb-bd05-8c06e9e87fdb: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:38:07.335830 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef3edb-53ca-496b-98fd-50e800461f73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event deleted for resources: {'Port': ['ID=55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:07.340658 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66ef3edb-53ca-496b-98fd-50e800461f73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.435513 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5477d1f9-4a04-45d1-b5f9-62f720866f8c req-6cbbe325-41c6-4ae6-b205-439eeac61b79 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479981 Jul 15 13:38:07.463530 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66ef3edb-53ca-496b-98fd-50e800461f73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.466742 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66ef3edb-53ca-496b-98fd-50e800461f73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.566480 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66ef3edb-53ca-496b-98fd-50e800461f73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.567156 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ef3edb-53ca-496b-98fd-50e800461f73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Fanout notify agent at l3_agent the message router_deleted on router 5b95319a-8872-498e-b461-59b33978c26e {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:38:07.577520 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66ef3edb-53ca-496b-98fd-50e800461f73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.578989 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-66ef3edb-53ca-496b-98fd-50e800461f73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "DELETE /v2.0/routers/5b95319a-8872-498e-b461-59b33978c26e HTTP/1.1" status: 204 len: 168 time: 3.2553236 Jul 15 13:38:07.603766 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ef3edb-53ca-496b-98fd-50e800461f73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:07.604123 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ef3edb-53ca-496b-98fd-50e800461f73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:07.604466 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ef3edb-53ca-496b-98fd-50e800461f73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:07.604810 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ef3edb-53ca-496b-98fd-50e800461f73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:07.605909 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ef3edb-53ca-496b-98fd-50e800461f73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:07.605909 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ef3edb-53ca-496b-98fd-50e800461f73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:07.605909 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ef3edb-53ca-496b-98fd-50e800461f73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:07.606195 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36016) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:07.608161 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ef3edb-53ca-496b-98fd-50e800461f73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:07.608561 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ef3edb-53ca-496b-98fd-50e800461f73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:07.608871 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ef3edb-53ca-496b-98fd-50e800461f73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:07.609207 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ef3edb-53ca-496b-98fd-50e800461f73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:07.609611 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ef3edb-53ca-496b-98fd-50e800461f73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:07.618558 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39f67f75-5c86-4ad2-9e51-12ddc56e5867 req-07388fa2-d633-4df9-92fa-72c3fedb0c58 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=355d3ed4-6ebc-4ab9-8dbb-071f675416e2 HTTP/1.1" status: 200 len: 210 time: 0.0718215 Jul 15 13:38:07.619707 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-fb0d3f27-e6a8-439d-8fd8-77c12a46e2a5 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.690894 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-fb0d3f27-e6a8-439d-8fd8-77c12a46e2a5 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Network e606fbf2-6d31-4c0c-b11e-11481e1e0c38 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:07.695878 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-fb0d3f27-e6a8-439d-8fd8-77c12a46e2a5 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:07.714833 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-fb0d3f27-e6a8-439d-8fd8-77c12a46e2a5 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:07.725719 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d3f27-e6a8-439d-8fd8-77c12a46e2a5 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Pushing event updated for resources: {'Port': ['ID=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:07.831076 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-fb0d3f27-e6a8-439d-8fd8-77c12a46e2a5 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:07.832108 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-fb0d3f27-e6a8-439d-8fd8-77c12a46e2a5 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.852680 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f57bfe8-340b-4234-b409-8c0a10ef34b4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.871699 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d8ef521d-cee5-4e7c-adeb-a4442d42b1ff tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Deleting port d3d2fdbf-8eb0-4b77-8bcb-9f57a227eab8 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:07.872061 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8ef521d-cee5-4e7c-adeb-a4442d42b1ff tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.883668 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-fb0d3f27-e6a8-439d-8fd8-77c12a46e2a5 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1111104 Jul 15 13:38:07.903357 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-b67bd4ec-ac89-413c-8104-033d3769b9a6 service neutron] Request body: {'port': {'device_id': '51cf1d48-a4f6-4391-a02d-360af2434bbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:08.008557 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f57bfe8-340b-4234-b409-8c0a10ef34b4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.047502 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-4f57bfe8-340b-4234-b409-8c0a10ef34b4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3271eeb-b9eb-4d85-9c8c-62c1a302878e']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:08.048889 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5f0f0ee1-85d0-41d3-ad65-97e1b5ac11c3 None None] Provisioning for port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:08.058303 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5f0f0ee1-85d0-41d3-ad65-97e1b5ac11c3 None None] Provisioning complete for port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:08.059336 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f0f0ee1-85d0-41d3-ad65-97e1b5ac11c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.062232 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-b67bd4ec-ac89-413c-8104-033d3769b9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.110185 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-4f57bfe8-340b-4234-b409-8c0a10ef34b4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '167f289d-6015-4de5-ac82-657bbdbe5e0c') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:08.110459 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-4f57bfe8-340b-4234-b409-8c0a10ef34b4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '167f289d-6015-4de5-ac82-657bbdbe5e0c') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:08.121320 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5f0f0ee1-85d0-41d3-ad65-97e1b5ac11c3 None None] Port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:08.136814 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f57bfe8-340b-4234-b409-8c0a10ef34b4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.192085 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f57bfe8-340b-4234-b409-8c0a10ef34b4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.225307 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f57bfe8-340b-4234-b409-8c0a10ef34b4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:38:08.225907 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f57bfe8-340b-4234-b409-8c0a10ef34b4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:38:08.232095 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:38:08.237219 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8ef521d-cee5-4e7c-adeb-a4442d42b1ff tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.283081 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d8ef521d-cee5-4e7c-adeb-a4442d42b1ff tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Calling delete_port for d3d2fdbf-8eb0-4b77-8bcb-9f57a227eab8 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:08.325086 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.356091 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ebf56-4f18-4e24-b07b-2cb26b1f45e8 req-7ca07b60-6456-4299-bed5-d0e0817a363a tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:08.357810 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-111ebf56-4f18-4e24-b07b-2cb26b1f45e8 req-7ca07b60-6456-4299-bed5-d0e0817a363a tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 932 time: 0.3462076 Jul 15 13:38:08.443405 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f57bfe8-340b-4234-b409-8c0a10ef34b4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.462417 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f57bfe8-340b-4234-b409-8c0a10ef34b4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.468233 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4f57bfe8-340b-4234-b409-8c0a10ef34b4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "DELETE /v2.0/networks/b3271eeb-b9eb-4d85-9c8c-62c1a302878e HTTP/1.1" status: 204 len: 168 time: 0.8570647 Jul 15 13:38:08.470685 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36020) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:08.495258 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f57bfe8-340b-4234-b409-8c0a10ef34b4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event deleted for resources: {'Network': ['ID=b3271eeb-b9eb-4d85-9c8c-62c1a302878e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:08.516740 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-b67bd4ec-ac89-413c-8104-033d3769b9a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:38:08.546118 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-18c7b5df-1dfc-4214-99e2-25639e5b0bf7 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Deleting port 101d5309-fc93-4818-a87f-e7a0082e0cdc {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:08.546474 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18c7b5df-1dfc-4214-99e2-25639e5b0bf7 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.547435 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-b67bd4ec-ac89-413c-8104-033d3769b9a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.553201 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-111ebf56-4f18-4e24-b07b-2cb26b1f45e8 req-7d50a856-b95f-4c3b-be5e-c135835696ef tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680551 Jul 15 13:38:08.616818 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-b67bd4ec-ac89-413c-8104-033d3769b9a6 service neutron] Transition to ACTIVE for port object d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:08.619084 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55f38b44-d804-42d0-9e74-38a92030caa0 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.634667 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-b67bd4ec-ac89-413c-8104-033d3769b9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.745908 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55f38b44-d804-42d0-9e74-38a92030caa0 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.768864 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-18c7b5df-1dfc-4214-99e2-25639e5b0bf7 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] For port 101d5309-fc93-4818-a87f-e7a0082e0cdc, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=101d5309-fc93-4818-a87f-e7a0082e0cdc,segment=NetworkSegment(546c096c-3f53-4246-90ac-0de8036931c4),segment_id=546c096c-3f53-4246-90ac-0de8036931c4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:08.769544 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18c7b5df-1dfc-4214-99e2-25639e5b0bf7 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.818430 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67bd4ec-ac89-413c-8104-033d3769b9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:08.960312 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-b67bd4ec-ac89-413c-8104-033d3769b9a6 service neutron] Attempting to bind port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:08.960972 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-b67bd4ec-ac89-413c-8104-033d3769b9a6 service neutron] Attempting to bind port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'e0ec8081-0cb7-4c1a-9408-0286fc59583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:08.961468 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-b67bd4ec-ac89-413c-8104-033d3769b9a6 service neutron] Attempting to bind port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d on network e606fbf2-6d31-4c0c-b11e-11481e1e0c38 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:08.975232 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d869ba-35c7-432a-be63-ea8337fece4c req-b9ecf167-cd7a-4d59-bc2e-649f1e52c568 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:08.983950 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d7d869ba-35c7-432a-be63-ea8337fece4c req-b9ecf167-cd7a-4d59-bc2e-649f1e52c568 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820 HTTP/1.1" status: 200 len: 946 time: 0.2757542 Jul 15 13:38:08.996898 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-b67bd4ec-ac89-413c-8104-033d3769b9a6 service neutron] Port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d on network e606fbf2-6d31-4c0c-b11e-11481e1e0c38 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:38:08.997637 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-b67bd4ec-ac89-413c-8104-033d3769b9a6 service neutron] Attempting to bind port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d on network e606fbf2-6d31-4c0c-b11e-11481e1e0c38 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:09.062523 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-b67bd4ec-ac89-413c-8104-033d3769b9a6 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:09.063475 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-b67bd4ec-ac89-413c-8104-033d3769b9a6 service neutron] Checking segment: {'id': 'e0ec8081-0cb7-4c1a-9408-0286fc59583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:09.064041 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-b67bd4ec-ac89-413c-8104-033d3769b9a6 service neutron] Bound using segment: {'id': 'e0ec8081-0cb7-4c1a-9408-0286fc59583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:09.064631 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-b67bd4ec-ac89-413c-8104-033d3769b9a6 service neutron] Bound port: d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0ec8081-0cb7-4c1a-9408-0286fc59583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:09.065325 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-b67bd4ec-ac89-413c-8104-033d3769b9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:09.072452 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55f38b44-d804-42d0-9e74-38a92030caa0 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:09.075445 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55f38b44-d804-42d0-9e74-38a92030caa0 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:09.076687 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-55f38b44-d804-42d0-9e74-38a92030caa0 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "DELETE /v2.0/security-groups/894e211f-b59a-4eea-956b-ef58a7644fef HTTP/1.1" status: 204 len: 168 time: 0.6050336 Jul 15 13:38:09.098607 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d7d869ba-35c7-432a-be63-ea8337fece4c req-d393c96f-f51c-49e7-9c33-d0f24f367faf tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120524 Jul 15 13:38:09.108125 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f38b44-d804-42d0-9e74-38a92030caa0 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=894e211f-b59a-4eea-956b-ef58a7644fef,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:09.190731 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:38:09.229608 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:38:09.232228 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 55f6db1e-4aa1-4bfc-a2e2-a81cb33e032d not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:38:09.253295 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-b67bd4ec-ac89-413c-8104-033d3769b9a6 service neutron] For port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:09.258383 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-b67bd4ec-ac89-413c-8104-033d3769b9a6 service neutron] For port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:09.265051 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-b67bd4ec-ac89-413c-8104-033d3769b9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:09.317681 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-b67bd4ec-ac89-413c-8104-033d3769b9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:09.318755 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-b67bd4ec-ac89-413c-8104-033d3769b9a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:09.320443 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-b67bd4ec-ac89-413c-8104-033d3769b9a6 service neutron] 10.222.0.32 "PUT /v2.0/ports/d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d HTTP/1.1" status: 200 len: 1093 time: 1.4236200 Jul 15 13:38:09.321055 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51cf1d48-a4f6-4391-a02d-360af2434bbd', 'tag': 'd3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:09.323876 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4e25ef-cb34-4430-8f95-3a1acb910c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "51cf1d48-a4f6-4391-a02d-360af2434bbd", "tag": "d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:09.360909 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67bd4ec-ac89-413c-8104-033d3769b9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:09.473849 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-18c7b5df-1dfc-4214-99e2-25639e5b0bf7 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Calling delete_port for 101d5309-fc93-4818-a87f-e7a0082e0cdc owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:09.484861 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-261a7e96-36db-4332-995e-f25b62552df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:09.486620 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-261a7e96-36db-4332-995e-f25b62552df5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a009645feb04959b4d54831dba76b81&device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 1096 time: 0.0950911 Jul 15 13:38:09.553425 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-233af502-d56b-4086-a5d0-9c410b7b9464 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d HTTP/1.1" status: 200 len: 217 time: 0.0504200 Jul 15 13:38:09.599559 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0ef51c85-9afa-4518-9ce1-052c402481e6 req-b674eb3d-8f9e-4e68-a99d-2821b35db6ee tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=355d3ed4-6ebc-4ab9-8dbb-071f675416e2 HTTP/1.1" status: 200 len: 210 time: 0.8065057 Jul 15 13:38:09.657934 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-40791791-064d-4c5c-956f-660816350b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:09.661079 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-40791791-064d-4c5c-956f-660816350b12 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=781e91a3-d9e2-4a55-aa10-3466cf7c7f92 HTTP/1.1" status: 200 len: 856 time: 0.0961468 Jul 15 13:38:09.717505 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af81a2c-69bc-494f-8d06-f62226b9a277 x-openstack-request-id: req-8af81a2c-69bc-494f-8d06-f62226b9a277 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:09.718079 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51cf1d48-a4f6-4391-a02d-360af2434bbd", "tag": "d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:09.718535 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8af81a2c-69bc-494f-8d06-f62226b9a277 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:09.719197 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51cf1d48-a4f6-4391-a02d-360af2434bbd', 'tag': 'd3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d', 'status': 'completed', 'code': 200} Jul 15 13:38:09.719635 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36034) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:09.730873 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3e59802a-d880-4f53-bf9f-d1227c8c4f37 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-662954639', 'description': 'tempest-secgroup-smoke-662954639 description', 'project_id': '5969ba48b19a42969f3c1202e7616f77'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:09.798064 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e59802a-d880-4f53-bf9f-d1227c8c4f37 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:09.830342 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8ef521d-cee5-4e7c-adeb-a4442d42b1ff tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:09.869642 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-e5047b17-6277-4871-a347-bac5e3e72b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:09.872972 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-e5047b17-6277-4871-a347-bac5e3e72b69 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e606fbf2-6d31-4c0c-b11e-11481e1e0c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2031901 Jul 15 13:38:09.905662 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef521d-cee5-4e7c-adeb-a4442d42b1ff tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Port': ['ID=d3d2fdbf-8eb0-4b77-8bcb-9f57a227eab8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:10.055490 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-11903910-ef8b-4fcb-8e8e-de5c3266f432 service neutron] 10.222.0.32 "GET /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692703 Jul 15 13:38:10.078018 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8ef521d-cee5-4e7c-adeb-a4442d42b1ff tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.142297 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e59802a-d880-4f53-bf9f-d1227c8c4f37 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.195140 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e59802a-d880-4f53-bf9f-d1227c8c4f37 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.220479 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0b580-4d8b-4bae-8c0b-0d21a8d91162 req-ae7c33e7-e35f-4660-b270-9df300e99825 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:10.228632 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-64f0b580-4d8b-4bae-8c0b-0d21a8d91162 req-ae7c33e7-e35f-4660-b270-9df300e99825 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 944 time: 0.4149981 Jul 15 13:38:10.256291 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18c7b5df-1dfc-4214-99e2-25639e5b0bf7 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.274093 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e59802a-d880-4f53-bf9f-d1227c8c4f37 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.278415 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3e59802a-d880-4f53-bf9f-d1227c8c4f37 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5569732 Jul 15 13:38:10.287178 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36038) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:10.288145 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59802a-d880-4f53-bf9f-d1227c8c4f37 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e00f20b-1ea6-45be-a957-035be9cfcbc0,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:10.296223 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-302aaa97-d21f-4210-9f31-4dededf2720c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'security_group_rule': {'security_group_id': '5e00f20b-1ea6-45be-a957-035be9cfcbc0', 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:10.299740 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7b5df-1dfc-4214-99e2-25639e5b0bf7 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event deleted for resources: {'Port': ['ID=101d5309-fc93-4818-a87f-e7a0082e0cdc,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:10.330304 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fa3bcd18-7aa8-4c78-a6f0-c1a53b8d46dc req-87011be2-7d1e-453d-b63b-aad93c32b52d service neutron] 10.222.0.32 "GET /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661939 Jul 15 13:38:10.360365 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-302aaa97-d21f-4210-9f31-4dededf2720c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.498506 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-64f0b580-4d8b-4bae-8c0b-0d21a8d91162 req-b1b74a85-b621-4179-bf5e-5fd0b75fe3bc tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654324 Jul 15 13:38:10.558247 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ef521d-cee5-4e7c-adeb-a4442d42b1ff tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Router 97bb338e-e89c-4bcd-a39f-c862199d87fc has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:38:10.588952 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-302aaa97-d21f-4210-9f31-4dededf2720c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.621131 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-302aaa97-d21f-4210-9f31-4dededf2720c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.673714 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e25ef-cb34-4430-8f95-3a1acb910c1a req-4e2627c0-892b-4c99-8d91-8843e0049764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:10.675876 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6e4e25ef-cb34-4430-8f95-3a1acb910c1a req-4e2627c0-892b-4c99-8d91-8843e0049764 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a009645feb04959b4d54831dba76b81&device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 1096 time: 0.2315748 Jul 15 13:38:10.703543 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaa97-d21f-4210-9f31-4dededf2720c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a1b0ebc-5f74-4386-9c23-327900e0f527,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:10.735068 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-302aaa97-d21f-4210-9f31-4dededf2720c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.740170 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-302aaa97-d21f-4210-9f31-4dededf2720c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4486973 Jul 15 13:38:10.740725 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36042) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:10.758566 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d721af29-ae54-4453-baf2-7f5d153acc34 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'security_group_rule': {'security_group_id': '5e00f20b-1ea6-45be-a957-035be9cfcbc0', 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:10.837372 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c0bc9176-6c3b-4445-b499-0b7a5ea930a1 req-0923b7f6-d094-43c8-ab80-388e988d20f9 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=355d3ed4-6ebc-4ab9-8dbb-071f675416e2 HTTP/1.1" status: 200 len: 210 time: 0.0440125 Jul 15 13:38:10.881959 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ef521d-cee5-4e7c-adeb-a4442d42b1ff tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:10.893883 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d8ef521d-cee5-4e7c-adeb-a4442d42b1ff tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "PUT /v2.0/routers/97bb338e-e89c-4bcd-a39f-c862199d87fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3738437 Jul 15 13:38:10.894652 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36044) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:10.897637 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f994db3-d97c-475f-ac61-e3d735c47bd7 None None] Sync routers for ids ['97bb338e-e89c-4bcd-a39f-c862199d87fc'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:10.912282 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd1a10-5c67-4edc-804a-a45618867080 req-e6d75230-ad60-446e-be7d-50a503c68606 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:10.912971 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f994db3-d97c-475f-ac61-e3d735c47bd7 None None] Routers {'97bb338e-e89c-4bcd-a39f-c862199d87fc'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:10.913690 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4f994db3-d97c-475f-ac61-e3d735c47bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:37:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['97bb338e-e89c-4bcd-a39f-c862199d87fc'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:10.915648 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0fdd1a10-5c67-4edc-804a-a45618867080 req-e6d75230-ad60-446e-be7d-50a503c68606 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820 HTTP/1.1" status: 200 len: 946 time: 0.3118720 Jul 15 13:38:10.927931 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d721af29-ae54-4453-baf2-7f5d153acc34 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.962885 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4f994db3-d97c-475f-ac61-e3d735c47bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:10.976464 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f994db3-d97c-475f-ac61-e3d735c47bd7 None None] Routers {'97bb338e-e89c-4bcd-a39f-c862199d87fc'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:10.978004 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4f994db3-d97c-475f-ac61-e3d735c47bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:37:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['97bb338e-e89c-4bcd-a39f-c862199d87fc'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:11.011488 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e25ef-cb34-4430-8f95-3a1acb910c1a req-ce0f4a0b-5f58-46fd-844f-220f7121cfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:11.013867 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6e4e25ef-cb34-4430-8f95-3a1acb910c1a req-ce0f4a0b-5f58-46fd-844f-220f7121cfe7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e606fbf2-6d31-4c0c-b11e-11481e1e0c38 HTTP/1.1" status: 200 len: 918 time: 0.3270428 Jul 15 13:38:11.078107 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4f994db3-d97c-475f-ac61-e3d735c47bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:11.079023 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f994db3-d97c-475f-ac61-e3d735c47bd7 None None] The sync data for ids ['97bb338e-e89c-4bcd-a39f-c862199d87fc'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:11.090807 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:38:11.128310 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18c7b5df-1dfc-4214-99e2-25639e5b0bf7 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.141159 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6e4e25ef-cb34-4430-8f95-3a1acb910c1a req-0290c209-4d09-456c-bec5-85e414594f18 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d HTTP/1.1" status: 200 len: 217 time: 0.1064241 Jul 15 13:38:11.150524 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0fdd1a10-5c67-4edc-804a-a45618867080 req-e3a94301-4f59-477f-b6e9-166ecd830b5d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170732 Jul 15 13:38:11.209034 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d721af29-ae54-4453-baf2-7f5d153acc34 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.217281 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d721af29-ae54-4453-baf2-7f5d153acc34 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.225630 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e25ef-cb34-4430-8f95-3a1acb910c1a req-3f18e206-2005-42fd-ada5-f1165c71fc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:11.227231 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6e4e25ef-cb34-4430-8f95-3a1acb910c1a req-3f18e206-2005-42fd-ada5-f1165c71fc57 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=781e91a3-d9e2-4a55-aa10-3466cf7c7f92 HTTP/1.1" status: 200 len: 856 time: 0.0743165 Jul 15 13:38:11.250049 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-411b98b3-5dd3-44ea-909b-1176fd10c89e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] remove_router_interface failed (client error): The resource could not be found. Jul 15 13:38:11.251176 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-411b98b3-5dd3-44ea-909b-1176fd10c89e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "PUT /v2.0/routers/97bb338e-e89c-4bcd-a39f-c862199d87fc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3530779 Jul 15 13:38:11.255418 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36046) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:11.280042 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d721af29-ae54-4453-baf2-7f5d153acc34 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca046326-64bf-4f74-973e-ac137203fb93,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:11.284030 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d721af29-ae54-4453-baf2-7f5d153acc34 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.290214 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d721af29-ae54-4453-baf2-7f5d153acc34 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5406053 Jul 15 13:38:11.291092 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36048) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:11.296881 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-12dc3555-15e0-43fe-b938-e0cbee5e56a1 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'security_group_rule': {'security_group_id': '5e00f20b-1ea6-45be-a957-035be9cfcbc0', 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:11.342458 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e25ef-cb34-4430-8f95-3a1acb910c1a req-14b0bda8-9964-4b45-88a0-f4e002b86512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:11.344094 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6e4e25ef-cb34-4430-8f95-3a1acb910c1a req-14b0bda8-9964-4b45-88a0-f4e002b86512 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e606fbf2-6d31-4c0c-b11e-11481e1e0c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1073117 Jul 15 13:38:11.345924 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-12dc3555-15e0-43fe-b938-e0cbee5e56a1 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.356918 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1a6a8ec6-e3e0-4a2f-9412-aa1bd4751724 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "GET /v2.0/ports?device_id=97bb338e-e89c-4bcd-a39f-c862199d87fc HTTP/1.1" status: 200 len: 205 time: 0.0982296 Jul 15 13:38:11.363015 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36050) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:11.488926 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d498b3f-e01a-40df-ab4c-def93f5e1e2b tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.493479 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-12dc3555-15e0-43fe-b938-e0cbee5e56a1 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.507689 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-12dc3555-15e0-43fe-b938-e0cbee5e56a1 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.532542 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6e4e25ef-cb34-4430-8f95-3a1acb910c1a req-f975d753-1d58-430c-84e6-8ae9f4f446a3 service neutron] 10.222.0.32 "GET /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703746 Jul 15 13:38:11.536049 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc3555-15e0-43fe-b938-e0cbee5e56a1 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b964c8f-87d8-4ad7-a02d-c7f015f5e1c7,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:11.552407 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-12dc3555-15e0-43fe-b938-e0cbee5e56a1 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.553712 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-12dc3555-15e0-43fe-b938-e0cbee5e56a1 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2607076 Jul 15 13:38:11.564657 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36054) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:11.576594 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-69aff585-80f0-4a24-acb9-121663a96904 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'security_group_rule': {'security_group_id': '5e00f20b-1ea6-45be-a957-035be9cfcbc0', 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:11.670472 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-69aff585-80f0-4a24-acb9-121663a96904 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.710770 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6e4e25ef-cb34-4430-8f95-3a1acb910c1a req-76c1763a-77bf-4dd7-b547-4f7647eb158b service neutron] 10.222.0.32 "GET /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692474 Jul 15 13:38:11.786463 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-69aff585-80f0-4a24-acb9-121663a96904 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.793101 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-69aff585-80f0-4a24-acb9-121663a96904 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.817525 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aff585-80f0-4a24-acb9-121663a96904 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bca84b7-6967-46f4-86f3-d7b28e2163b3,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:11.827117 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-69aff585-80f0-4a24-acb9-121663a96904 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.828599 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-69aff585-80f0-4a24-acb9-121663a96904 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2629039 Jul 15 13:38:11.832229 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36056) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:11.837319 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-6e92f57a-ab5e-4b3a-aa66-77789b3f4c6c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'security_group_rule': {'security_group_id': '5e00f20b-1ea6-45be-a957-035be9cfcbc0', 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:11.862568 n-d-758944-45 neutron-server[93813]: INFO neutron.db.securitygroups_db [None req-6e92f57a-ab5e-4b3a-aa66-77789b3f4c6c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Project 5969ba48b19a42969f3c1202e7616f77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:38:11.870574 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e92f57a-ab5e-4b3a-aa66-77789b3f4c6c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.887038 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d498b3f-e01a-40df-ab4c-def93f5e1e2b tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.890680 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d498b3f-e01a-40df-ab4c-def93f5e1e2b tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.969812 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d498b3f-e01a-40df-ab4c-def93f5e1e2b tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.970333 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d498b3f-e01a-40df-ab4c-def93f5e1e2b tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Fanout notify agent at l3_agent the message router_deleted on router 97bb338e-e89c-4bcd-a39f-c862199d87fc {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:38:11.979815 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d498b3f-e01a-40df-ab4c-def93f5e1e2b tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.980936 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1d498b3f-e01a-40df-ab4c-def93f5e1e2b tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/routers/97bb338e-e89c-4bcd-a39f-c862199d87fc HTTP/1.1" status: 204 len: 168 time: 0.6169579 Jul 15 13:38:11.988662 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c7b5df-1dfc-4214-99e2-25639e5b0bf7 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Router 0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:38:11.991048 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36060) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:11.996342 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e92f57a-ab5e-4b3a-aa66-77789b3f4c6c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:12.005721 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e92f57a-ab5e-4b3a-aa66-77789b3f4c6c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:12.038963 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98185b-3002-4dfa-9800-496b5ff6e954 req-2ed1515f-465b-4ff2-919f-4107a27aea9f tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:12.040490 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ad98185b-3002-4dfa-9800-496b5ff6e954 req-2ed1515f-465b-4ff2-919f-4107a27aea9f tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 944 time: 0.2518430 Jul 15 13:38:12.046684 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92f57a-ab5e-4b3a-aa66-77789b3f4c6c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=807fa169-1698-492d-b108-3642a6ea504d,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:12.059965 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e92f57a-ab5e-4b3a-aa66-77789b3f4c6c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:12.065320 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6e92f57a-ab5e-4b3a-aa66-77789b3f4c6c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2288718 Jul 15 13:38:12.065792 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36064) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:12.074252 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c4679a53-836c-448b-8a0c-a7c55b1e511f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'security_group_rule': {'security_group_id': '5e00f20b-1ea6-45be-a957-035be9cfcbc0', 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:12.087682 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf1ab7b8-a8f0-4cc3-973a-bab04858df82 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Deleting subnet 75c87ed6-8fd4-48e2-bf6b-36557b6b8d9c {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:38:12.116585 n-d-758944-45 neutron-server[93813]: INFO neutron.db.securitygroups_db [None req-c4679a53-836c-448b-8a0c-a7c55b1e511f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Project 5969ba48b19a42969f3c1202e7616f77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:38:12.129676 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf1ab7b8-a8f0-4cc3-973a-bab04858df82 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:12.131597 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c4679a53-836c-448b-8a0c-a7c55b1e511f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:12.188160 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ad98185b-3002-4dfa-9800-496b5ff6e954 req-61d379ae-e590-497f-9217-d6e23cbc6a56 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327419 Jul 15 13:38:12.199949 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf1ab7b8-a8f0-4cc3-973a-bab04858df82 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:12.299255 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c7b5df-1dfc-4214-99e2-25639e5b0bf7 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:12.309058 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-18c7b5df-1dfc-4214-99e2-25639e5b0bf7 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "PUT /v2.0/routers/0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1504698 Jul 15 13:38:12.315780 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c4679a53-836c-448b-8a0c-a7c55b1e511f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:12.318499 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db048fb-a596-45ed-b01a-33b1041a73f7 None None] Sync routers for ids ['0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:12.326200 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c4679a53-836c-448b-8a0c-a7c55b1e511f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:12.346129 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db048fb-a596-45ed-b01a-33b1041a73f7 None None] Routers {'0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:12.349518 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3db048fb-a596-45ed-b01a-33b1041a73f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:37:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:12.359445 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf1ab7b8-a8f0-4cc3-973a-bab04858df82 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:12.388443 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-cd25c6cf-58f9-4bff-9e2c-fe7c09a7fa75 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-840435107&fields=id&tenant_id=89567fda246241f4860e07527d287580 HTTP/1.1" status: 200 len: 267 time: 0.1478128 Jul 15 13:38:12.390870 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4679a53-836c-448b-8a0c-a7c55b1e511f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42102e96-fc1f-4794-8968-15654ee0baea,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:12.394974 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c4679a53-836c-448b-8a0c-a7c55b1e511f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:12.400744 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c4679a53-836c-448b-8a0c-a7c55b1e511f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3285789 Jul 15 13:38:12.403221 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36074) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:12.413084 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2d76c939-8d67-464b-899c-477728bc2434 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'network': {'name': 'tempest-network-smoke--1746758829', 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'port_security_enabled': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:12.461382 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf1ab7b8-a8f0-4cc3-973a-bab04858df82 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:12.513368 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d76c939-8d67-464b-899c-477728bc2434 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Made reservation on behalf of 5969ba48b19a42969f3c1202e7616f77 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:12.518048 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2d76c939-8d67-464b-899c-477728bc2434 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:12.526886 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ab7b8-a8f0-4cc3-973a-bab04858df82 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Subnet': ['ID=75c87ed6-8fd4-48e2-bf6b-36557b6b8d9c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:12.530069 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf1ab7b8-a8f0-4cc3-973a-bab04858df82 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:12.533214 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-cf1ab7b8-a8f0-4cc3-973a-bab04858df82 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/subnets/75c87ed6-8fd4-48e2-bf6b-36557b6b8d9c HTTP/1.1" status: 204 len: 168 time: 0.5408225 Jul 15 13:38:12.535935 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf761b7-f07a-46bd-96a6-93b12ed37f0a None None] Network 85c03435-8075-4fc9-b7f0-9d7b060b8506 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:12.555575 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36076) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:12.570193 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ab7b8-a8f0-4cc3-973a-bab04858df82 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:12.570532 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ab7b8-a8f0-4cc3-973a-bab04858df82 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:12.571012 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ab7b8-a8f0-4cc3-973a-bab04858df82 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:12.571351 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ab7b8-a8f0-4cc3-973a-bab04858df82 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:12.571831 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ab7b8-a8f0-4cc3-973a-bab04858df82 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:12.572174 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ab7b8-a8f0-4cc3-973a-bab04858df82 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:12.572498 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ab7b8-a8f0-4cc3-973a-bab04858df82 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:12.572820 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ab7b8-a8f0-4cc3-973a-bab04858df82 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:12.573142 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ab7b8-a8f0-4cc3-973a-bab04858df82 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:12.573529 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ab7b8-a8f0-4cc3-973a-bab04858df82 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:12.573911 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ab7b8-a8f0-4cc3-973a-bab04858df82 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:12.574233 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ab7b8-a8f0-4cc3-973a-bab04858df82 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:12.618159 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685270a-5c2d-4073-a171-33f3e6f6a968 req-f1b19846-f5c5-46b3-9aba-8f45fdad4955 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:12.620102 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2685270a-5c2d-4073-a171-33f3e6f6a968 req-f1b19846-f5c5-46b3-9aba-8f45fdad4955 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820 HTTP/1.1" status: 200 len: 946 time: 0.1182725 Jul 15 13:38:12.672511 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2685270a-5c2d-4073-a171-33f3e6f6a968 req-b8b8519b-db96-41f1-81f8-4e64d173476c tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416102 Jul 15 13:38:12.728719 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d76c939-8d67-464b-899c-477728bc2434 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:38:12.760904 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-ccbbd527-9d77-49d7-82d5-3fc8ae41e77b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:12.766396 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-ccbbd527-9d77-49d7-82d5-3fc8ae41e77b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/networks?id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb HTTP/1.1" status: 200 len: 812 time: 0.3457119 Jul 15 13:38:12.775248 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3158cd57-87b9-4f01-b2f0-10df8b0b9b5e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:12.781545 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2d76c939-8d67-464b-899c-477728bc2434 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:12.782157 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-2d76c939-8d67-464b-899c-477728bc2434 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Added segment fcaf1e74-bf4d-45b5-a148-fed25331eb7a of type vlan for network 7a3d89be-04ff-4257-bfc8-200df0476102 Jul 15 13:38:12.787255 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-3db048fb-a596-45ed-b01a-33b1041a73f7 None None] Set router 0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:12.829470 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-519dc9a5-7457-44a2-acf9-67763b06324a tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/quotas/89567fda246241f4860e07527d287580 HTTP/1.1" status: 200 len: 375 time: 0.0494018 Jul 15 13:38:12.860912 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2d76c939-8d67-464b-899c-477728bc2434 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:12.967390 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2d76c939-8d67-464b-899c-477728bc2434 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:12.973366 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d76c939-8d67-464b-899c-477728bc2434 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:12.974065 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2d76c939-8d67-464b-899c-477728bc2434 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:13.091570 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-28ec1f00-3eb0-425a-913e-dd9bf31799e8 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=89567fda246241f4860e07527d287580&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2468460 Jul 15 13:38:13.107480 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2d76c939-8d67-464b-899c-477728bc2434 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7021339 Jul 15 13:38:13.113239 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36080) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:13.153994 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b2365ac5-8e00-4e91-b5bf-d1d3453535f5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-773715229', 'admin_state_up': True, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:13.266450 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee0a48-5ff4-4080-9fa1-e96642234289 req-8efcc421-ac4d-488e-8a2e-7c0bab24c9e4 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:13.268423 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b5ee0a48-5ff4-4080-9fa1-e96642234289 req-8efcc421-ac4d-488e-8a2e-7c0bab24c9e4 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=76b00675-75f4-4a22-b613-db9274e2f872 HTTP/1.1" status: 200 len: 946 time: 0.1619101 Jul 15 13:38:13.333013 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b5ee0a48-5ff4-4080-9fa1-e96642234289 req-9a09e1e2-3de9-4d9c-86b4-2d6bd09b3711 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7408d01-857b-4c06-aa80-d291f379406e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580931 Jul 15 13:38:13.338564 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eceb6493-2d5d-4880-b1ca-1e77dff75006 None None] DHCP port deletion for 85c03435-8075-4fc9-b7f0-9d7b060b8506 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:38:13.524461 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adec1c5-ff41-4efe-9e6f-1c470ed6424d req-0d932cf9-ba48-424a-8282-fb322697b50e tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:13.526178 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1adec1c5-ff41-4efe-9e6f-1c470ed6424d req-0d932cf9-ba48-424a-8282-fb322697b50e tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 944 time: 0.0757530 Jul 15 13:38:13.534510 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-eceb6493-2d5d-4880-b1ca-1e77dff75006 None None] Deleting port 91204fb6-bd10-47bc-8cb0-db4fe1b23e86 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:13.535146 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eceb6493-2d5d-4880-b1ca-1e77dff75006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:13.573719 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1adec1c5-ff41-4efe-9e6f-1c470ed6424d req-c17cb796-f21a-4ce6-bb39-44812ddd5f05 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400474 Jul 15 13:38:13.606196 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3db048fb-a596-45ed-b01a-33b1041a73f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'name': 'tempest-TestNetworkBasicOps-router-657754309', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:34Z', 'updated_at': '2021-07-15T13:38:09Z', 'revision_number': 6, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:35Z', 'updated_at': '2021-07-15T13:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'dbbb562e-a12c-4731-9a3f-c665fb6c8396', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'floating_ip_address': '172.25.6.227', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'port_id': 'fae8455a-7c31-49ab-a6e8-a05ff8ec6419', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b333c41f-9715-44db-b704-e867379897e4', 'mac_address': 'fa:16:3e:8f:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0af3745-8bb3-460b-a8e2-4914bcee0cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:36:39Z', 'updated_at': '2021-07-15T13:36:49Z', 'revision_number': 1, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609', 'name': '', 'network_id': 'b333c41f-9715-44db-b704-e867379897e4', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'mac_address': 'fa:16:3e:ad:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '5b5d3896-8166-469a-ae35-140d6a98066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:36:03Z', 'revision_number': 5, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'subnets': [{'id': '5b5d3896-8166-469a-ae35-140d6a98066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:13.641254 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76c939-8d67-464b-899c-477728bc2434 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'Network': ['ID=7a3d89be-04ff-4257-bfc8-200df0476102,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:13.646278 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-3158cd57-87b9-4f01-b2f0-10df8b0b9b5e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Deleting port 91204fb6-bd10-47bc-8cb0-db4fe1b23e86 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:13.646850 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3158cd57-87b9-4f01-b2f0-10df8b0b9b5e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:13.693478 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 7a3d89be-04ff-4257-bfc8-200df0476102 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:38:13.717447 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db048fb-a596-45ed-b01a-33b1041a73f7 None None] Checking router: 0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:38:13.729657 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-eceb6493-2d5d-4880-b1ca-1e77dff75006 None None] For port 91204fb6-bd10-47bc-8cb0-db4fe1b23e86, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=91204fb6-bd10-47bc-8cb0-db4fe1b23e86,segment=NetworkSegment(5aaff2a1-05cf-49ef-9cde-ea8b51fe0e56),segment_id=5aaff2a1-05cf-49ef-9cde-ea8b51fe0e56)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:13.730174 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eceb6493-2d5d-4880-b1ca-1e77dff75006 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:13.780509 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-eceb6493-2d5d-4880-b1ca-1e77dff75006 None None] Calling delete_port for 91204fb6-bd10-47bc-8cb0-db4fe1b23e86 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:13.787597 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db048fb-a596-45ed-b01a-33b1041a73f7 None None] Routers {'0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:13.788606 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3db048fb-a596-45ed-b01a-33b1041a73f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:37:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:13.867368 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2365ac5-8e00-4e91-b5bf-d1d3453535f5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:13.869057 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2365ac5-8e00-4e91-b5bf-d1d3453535f5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:13.895806 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-3158cd57-87b9-4f01-b2f0-10df8b0b9b5e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] For port 91204fb6-bd10-47bc-8cb0-db4fe1b23e86, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=91204fb6-bd10-47bc-8cb0-db4fe1b23e86,segment=NetworkSegment(5aaff2a1-05cf-49ef-9cde-ea8b51fe0e56),segment_id=5aaff2a1-05cf-49ef-9cde-ea8b51fe0e56)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:13.896396 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3158cd57-87b9-4f01-b2f0-10df8b0b9b5e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:13.948048 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-3158cd57-87b9-4f01-b2f0-10df8b0b9b5e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Calling delete_port for 91204fb6-bd10-47bc-8cb0-db4fe1b23e86 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:13.962015 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-54576d42-47b3-4474-8365-7c4bed35e8a6 service neutron] 10.222.0.24 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8019416 Jul 15 13:38:13.990768 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-3db048fb-a596-45ed-b01a-33b1041a73f7 None None] Set router 0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:14.030485 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eceb6493-2d5d-4880-b1ca-1e77dff75006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:14.066993 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb6493-2d5d-4880-b1ca-1e77dff75006 None None] Pushing event deleted for resources: {'Port': ['ID=91204fb6-bd10-47bc-8cb0-db4fe1b23e86,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:14.077062 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceb6493-2d5d-4880-b1ca-1e77dff75006 None None] No DVR routers for this DVR port 91204fb6-bd10-47bc-8cb0-db4fe1b23e86 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:38:14.215744 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2365ac5-8e00-4e91-b5bf-d1d3453535f5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:14.349669 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3db048fb-a596-45ed-b01a-33b1041a73f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'name': 'tempest-TestNetworkBasicOps-router-657754309', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:34Z', 'updated_at': '2021-07-15T13:38:09Z', 'revision_number': 6, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:35Z', 'updated_at': '2021-07-15T13:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'dbbb562e-a12c-4731-9a3f-c665fb6c8396', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'floating_ip_address': '172.25.6.227', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'port_id': 'fae8455a-7c31-49ab-a6e8-a05ff8ec6419', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b333c41f-9715-44db-b704-e867379897e4', 'mac_address': 'fa:16:3e:8f:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0af3745-8bb3-460b-a8e2-4914bcee0cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:36:39Z', 'updated_at': '2021-07-15T13:36:49Z', 'revision_number': 1, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609', 'name': '', 'network_id': 'b333c41f-9715-44db-b704-e867379897e4', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'mac_address': 'fa:16:3e:ad:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '5b5d3896-8166-469a-ae35-140d6a98066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:36:03Z', 'revision_number': 5, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'subnets': [{'id': '5b5d3896-8166-469a-ae35-140d6a98066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:14.382914 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db048fb-a596-45ed-b01a-33b1041a73f7 None None] The sync data for ids ['0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'] in n-d-758944-45 is: [{'id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'name': 'tempest-TestNetworkBasicOps-router-657754309', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:34Z', 'updated_at': '2021-07-15T13:38:09Z', 'revision_number': 6, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:35Z', 'updated_at': '2021-07-15T13:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'dbbb562e-a12c-4731-9a3f-c665fb6c8396', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'floating_ip_address': '172.25.6.227', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'port_id': 'fae8455a-7c31-49ab-a6e8-a05ff8ec6419', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b333c41f-9715-44db-b704-e867379897e4', 'mac_address': 'fa:16:3e:8f:b1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0af3745-8bb3-460b-a8e2-4914bcee0cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:36:39Z', 'updated_at': '2021-07-15T13:36:49Z', 'revision_number': 1, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609', 'name': '', 'network_id': 'b333c41f-9715-44db-b704-e867379897e4', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'mac_address': 'fa:16:3e:ad:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '5b5d3896-8166-469a-ae35-140d6a98066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:36:03Z', 'revision_number': 5, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'subnets': [{'id': '5b5d3896-8166-469a-ae35-140d6a98066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:14.447151 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838b399-f557-4fb8-9e7b-1bd179c1a0a8 req-453a05b9-d3fd-4652-927d-65e239515ce8 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:14.461395 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1838b399-f557-4fb8-9e7b-1bd179c1a0a8 req-453a05b9-d3fd-4652-927d-65e239515ce8 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820 HTTP/1.1" status: 200 len: 946 time: 0.6081848 Jul 15 13:38:14.532196 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1838b399-f557-4fb8-9e7b-1bd179c1a0a8 req-7dbe13a0-9d49-4d98-a56a-ee4693803f6c tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685296 Jul 15 13:38:14.574112 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-6c60a334-e8e4-486d-935f-49c94e536ba1 service neutron] 10.222.0.24 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5741405 Jul 15 13:38:14.660504 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:38:14.692730 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2365ac5-8e00-4e91-b5bf-d1d3453535f5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:14.707555 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3158cd57-87b9-4f01-b2f0-10df8b0b9b5e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:14.777279 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158cd57-87b9-4f01-b2f0-10df8b0b9b5e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Port': ['ID=91204fb6-bd10-47bc-8cb0-db4fe1b23e86,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:14.798711 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3158cd57-87b9-4f01-b2f0-10df8b0b9b5e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] No DVR routers for this DVR port 91204fb6-bd10-47bc-8cb0-db4fe1b23e86 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:38:14.832149 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a66f49-e052-4133-8c3a-6082440068af req-e618958a-d9ea-4035-b9fd-340be1164241 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:14.844786 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a9a66f49-e052-4133-8c3a-6082440068af req-e618958a-d9ea-4035-b9fd-340be1164241 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=76b00675-75f4-4a22-b613-db9274e2f872 HTTP/1.1" status: 200 len: 946 time: 0.1647434 Jul 15 13:38:14.888652 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:14.908829 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'd3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d', 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38', 'port_id': 'd3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d', 'mac_address': 'fa:16:3e:39:8f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:38:14.950638 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a9a66f49-e052-4133-8c3a-6082440068af req-df878a35-63c4-4877-ab96-73bc3eeed683 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7408d01-857b-4c06-aa80-d291f379406e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042275 Jul 15 13:38:14.983525 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.010371 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:38:15.045651 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:15.065566 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.084908 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3158cd57-87b9-4f01-b2f0-10df8b0b9b5e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.099361 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-3158cd57-87b9-4f01-b2f0-10df8b0b9b5e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c03435-8075-4fc9-b7f0-9d7b060b8506']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:15.117908 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8437084-1847-4049-b7ea-f0b5e097f5ca req-786f9874-8c7d-4420-9a79-ac67bd06b708 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:15.119634 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8437084-1847-4049-b7ea-f0b5e097f5ca req-786f9874-8c7d-4420-9a79-ac67bd06b708 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.32 "GET /v2.0/ports?device_id=76b00675-75f4-4a22-b613-db9274e2f872 HTTP/1.1" status: 200 len: 946 time: 0.4882715 Jul 15 13:38:15.164037 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-3158cd57-87b9-4f01-b2f0-10df8b0b9b5e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aaff2a1-05cf-49ef-9cde-ea8b51fe0e56') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:15.165878 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-3158cd57-87b9-4f01-b2f0-10df8b0b9b5e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aaff2a1-05cf-49ef-9cde-ea8b51fe0e56') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:15.231586 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3158cd57-87b9-4f01-b2f0-10df8b0b9b5e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.237184 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 91204fb6-bd10-47bc-8cb0-db4fe1b23e86 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:38:15.249690 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3158cd57-87b9-4f01-b2f0-10df8b0b9b5e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.271407 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3158cd57-87b9-4f01-b2f0-10df8b0b9b5e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:38:15.272142 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3158cd57-87b9-4f01-b2f0-10df8b0b9b5e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.307985 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 91204fb6-bd10-47bc-8cb0-db4fe1b23e86 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:38:15.308758 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 91204fb6-bd10-47bc-8cb0-db4fe1b23e86 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:38:15.309446 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 101d5309-fc93-4818-a87f-e7a0082e0cdc no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:38:15.313488 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:38:15.317194 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:38:15.376762 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 101d5309-fc93-4818-a87f-e7a0082e0cdc {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:38:15.377330 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 101d5309-fc93-4818-a87f-e7a0082e0cdc not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:38:15.415671 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:38:15.468157 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f636dd0-900a-4799-b52b-d54489d7293d req-8ba72f3f-9c4d-4870-a2d7-1f1d39d70f41 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:15.470212 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8f636dd0-900a-4799-b52b-d54489d7293d req-8ba72f3f-9c4d-4870-a2d7-1f1d39d70f41 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 945 time: 0.1239171 Jul 15 13:38:15.474409 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-73a6de38-4367-4a2e-8dfb-08261b2ab4a0 req-195e98e2-9e07-4c81-a03a-977ea0b1dafa tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=be667bda-aeda-491b-8875-39df528f743d HTTP/1.1" status: 200 len: 210 time: 0.3147655 Jul 15 13:38:15.528342 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8f636dd0-900a-4799-b52b-d54489d7293d req-1b8a3b5a-ae2f-4c1a-97de-9d123e1ee99b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462072 Jul 15 13:38:15.565700 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3158cd57-87b9-4f01-b2f0-10df8b0b9b5e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.635981 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3158cd57-87b9-4f01-b2f0-10df8b0b9b5e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.642775 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36108) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:15.643844 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3158cd57-87b9-4f01-b2f0-10df8b0b9b5e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/networks/85c03435-8075-4fc9-b7f0-9d7b060b8506 HTTP/1.1" status: 204 len: 168 time: 3.0856295 Jul 15 13:38:15.647913 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158cd57-87b9-4f01-b2f0-10df8b0b9b5e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Network': ['ID=85c03435-8075-4fc9-b7f0-9d7b060b8506,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:15.655268 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e673262e-7125-4efe-8169-6aa350b557d1 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1928528049'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:15.746182 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e673262e-7125-4efe-8169-6aa350b557d1 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Made reservation on behalf of 887d9767dc044bdb8b834bfc53588a11 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:15.756853 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e673262e-7125-4efe-8169-6aa350b557d1 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.783486 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-c8437084-1847-4049-b7ea-f0b5e097f5ca req-0c8a2deb-01bd-40d7-88f4-59df3e69b8ad tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Deleting port 9f0bdce4-69d8-4c6d-a91c-d990421b5511 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:15.783833 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c8437084-1847-4049-b7ea-f0b5e097f5ca req-0c8a2deb-01bd-40d7-88f4-59df3e69b8ad tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.814826 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e673262e-7125-4efe-8169-6aa350b557d1 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:38:15.832593 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e673262e-7125-4efe-8169-6aa350b557d1 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.833168 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-e673262e-7125-4efe-8169-6aa350b557d1 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Added segment 085517bc-50ff-4abf-ad1d-fe3337c1d052 of type vlan for network 73c0aaeb-7396-4e16-8a8f-24bbe2d6e46e Jul 15 13:38:15.863545 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2365ac5-8e00-4e91-b5bf-d1d3453535f5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.911789 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e673262e-7125-4efe-8169-6aa350b557d1 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.932820 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2365ac5-8e00-4e91-b5bf-d1d3453535f5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.973017 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e673262e-7125-4efe-8169-6aa350b557d1 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.983376 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e673262e-7125-4efe-8169-6aa350b557d1 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:15.987568 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e673262e-7125-4efe-8169-6aa350b557d1 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:16.056347 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c8437084-1847-4049-b7ea-f0b5e097f5ca req-0c8a2deb-01bd-40d7-88f4-59df3e69b8ad tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] For port 9f0bdce4-69d8-4c6d-a91c-d990421b5511, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9f0bdce4-69d8-4c6d-a91c-d990421b5511,segment=NetworkSegment(546c096c-3f53-4246-90ac-0de8036931c4),segment_id=546c096c-3f53-4246-90ac-0de8036931c4)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:16.057032 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c8437084-1847-4049-b7ea-f0b5e097f5ca req-0c8a2deb-01bd-40d7-88f4-59df3e69b8ad tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:16.060594 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e673262e-7125-4efe-8169-6aa350b557d1 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4159086 Jul 15 13:38:16.068119 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36114) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:16.084192 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3ae94c40-d098-4204-a586-65299e9b5325 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Request body: {'subnet': {'network_id': '73c0aaeb-7396-4e16-8a8f-24bbe2d6e46e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:16.102197 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-c8437084-1847-4049-b7ea-f0b5e097f5ca req-0c8a2deb-01bd-40d7-88f4-59df3e69b8ad tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Calling delete_port for 9f0bdce4-69d8-4c6d-a91c-d990421b5511 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:16.121847 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35c186-3e89-45ca-a483-755c0b583b23 req-b26f49ae-83d8-44a3-9eb3-9047292a5a8d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:16.123791 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3d35c186-3e89-45ca-a483-755c0b583b23 req-b26f49ae-83d8-44a3-9eb3-9047292a5a8d tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820 HTTP/1.1" status: 200 len: 946 time: 0.3528931 Jul 15 13:38:16.164766 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673262e-7125-4efe-8169-6aa350b557d1 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Network': ['ID=73c0aaeb-7396-4e16-8a8f-24bbe2d6e46e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:16.187065 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 73c0aaeb-7396-4e16-8a8f-24bbe2d6e46e details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:38:16.295331 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567243d-22a3-4cb5-b080-cc6b48ce54c3 req-3e313e7b-0bf4-4674-b68e-545213f841ac tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:16.301097 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b567243d-22a3-4cb5-b080-cc6b48ce54c3 req-3e313e7b-0bf4-4674-b68e-545213f841ac tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=76b00675-75f4-4a22-b613-db9274e2f872 HTTP/1.1" status: 200 len: 946 time: 0.1478498 Jul 15 13:38:16.353916 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-b2365ac5-8e00-4e91-b5bf-d1d3453535f5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Allocated IP 172.25.6.171 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/55c13736-477e-4361-b94d-eca3dc993692) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:16.370862 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3d35c186-3e89-45ca-a483-755c0b583b23 req-93a40b58-f451-4ccd-93d8-08e85f74e0a4 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270789 Jul 15 13:38:16.383877 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae94c40-d098-4204-a586-65299e9b5325 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Made reservation on behalf of 887d9767dc044bdb8b834bfc53588a11 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:16.388144 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ae94c40-d098-4204-a586-65299e9b5325 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:16.400884 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b567243d-22a3-4cb5-b080-cc6b48ce54c3 req-a8fd77d8-a987-4d3a-84e0-e90b6a3ec638 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7408d01-857b-4c06-aa80-d291f379406e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861990 Jul 15 13:38:16.674581 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:16.731860 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-72fd34c0-e8ae-4e5e-a083-bb83c418c637 req-6893e8fa-3a2c-4b40-9fe2-da96dea39f59 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=be667bda-aeda-491b-8875-39df528f743d HTTP/1.1" status: 200 len: 210 time: 0.0629554 Jul 15 13:38:16.744147 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c8437084-1847-4049-b7ea-f0b5e097f5ca req-0c8a2deb-01bd-40d7-88f4-59df3e69b8ad tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:16.776998 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:16.784174 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:16.785539 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:16.813232 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2365ac5-8e00-4e91-b5bf-d1d3453535f5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:16.815741 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a2deb-01bd-40d7-88f4-59df3e69b8ad tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event deleted for resources: {'Port': ['ID=9f0bdce4-69d8-4c6d-a91c-d990421b5511,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:16.871239 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11aca62-dcc4-48b7-be13-189007f3ca78 req-261a8f95-264f-4b73-be4b-5fd92ff7633c tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:16.874843 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a11aca62-dcc4-48b7-be13-189007f3ca78 req-261a8f95-264f-4b73-be4b-5fd92ff7633c tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 945 time: 0.1488826 Jul 15 13:38:16.918177 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8437084-1847-4049-b7ea-f0b5e097f5ca req-0c8a2deb-01bd-40d7-88f4-59df3e69b8ad tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] No DVR routers for this DVR port 9f0bdce4-69d8-4c6d-a91c-d990421b5511 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:38:16.925906 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c8437084-1847-4049-b7ea-f0b5e097f5ca req-0c8a2deb-01bd-40d7-88f4-59df3e69b8ad tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:16.927998 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8437084-1847-4049-b7ea-f0b5e097f5ca req-0c8a2deb-01bd-40d7-88f4-59df3e69b8ad tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.32 "DELETE /v2.0/ports/9f0bdce4-69d8-4c6d-a91c-d990421b5511 HTTP/1.1" status: 204 len: 173 time: 1.7704773 Jul 15 13:38:16.928461 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b00675-75f4-4a22-b613-db9274e2f872', 'name': 'network-vif-deleted', 'tag': '9f0bdce4-69d8-4c6d-a91c-d990421b5511'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:16.930908 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460928ff-e9e2-4e78-aa4c-51ab59598ca6" -d '{"events": [{"server_uuid": "76b00675-75f4-4a22-b613-db9274e2f872", "name": "network-vif-deleted", "tag": "9f0bdce4-69d8-4c6d-a91c-d990421b5511"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:16.998382 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a11aca62-dcc4-48b7-be13-189007f3ca78 req-a155180b-2007-4210-8af5-891aa2995f6a tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133187 Jul 15 13:38:17.008286 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2365ac5-8e00-4e91-b5bf-d1d3453535f5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:17.014306 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:17.020853 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ae94c40-d098-4204-a586-65299e9b5325 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:17.092373 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2365ac5-8e00-4e91-b5bf-d1d3453535f5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:17.099937 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5c7ca8-560a-4e12-bbfa-b2e9ba0ca833 x-openstack-request-id: req-7f5c7ca8-560a-4e12-bbfa-b2e9ba0ca833 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:17.100433 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b00675-75f4-4a22-b613-db9274e2f872", "name": "network-vif-deleted", "tag": "9f0bdce4-69d8-4c6d-a91c-d990421b5511", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:17.100433 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7f5c7ca8-560a-4e12-bbfa-b2e9ba0ca833 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:17.100805 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b00675-75f4-4a22-b613-db9274e2f872', 'name': 'network-vif-deleted', 'tag': '9f0bdce4-69d8-4c6d-a91c-d990421b5511', 'status': 'completed', 'code': 200} Jul 15 13:38:17.101574 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-b2365ac5-8e00-4e91-b5bf-d1d3453535f5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:17.110999 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51cf1d48-a4f6-4391-a02d-360af2434bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:17.111987 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2365ac5-8e00-4e91-b5bf-d1d3453535f5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:17.117964 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4552ba-680e-4edc-afc8-313cdb92255d" -d '{"events": [{"server_uuid": "51cf1d48-a4f6-4391-a02d-360af2434bbd", "name": "network-vif-plugged", "status": "completed", "tag": "d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:17.153310 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:17.163199 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:17.209655 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2365ac5-8e00-4e91-b5bf-d1d3453535f5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'Port': ['ID=55c13736-477e-4361-b94d-eca3dc993692,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:17.224371 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887dead8-14eb-4bd5-8cac-6185bd86fbf3 x-openstack-request-id: req-887dead8-14eb-4bd5-8cac-6185bd86fbf3 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:17.224802 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51cf1d48-a4f6-4391-a02d-360af2434bbd", "name": "network-vif-plugged", "status": "completed", "tag": "d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:17.225297 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-887dead8-14eb-4bd5-8cac-6185bd86fbf3 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:17.225984 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51cf1d48-a4f6-4391-a02d-360af2434bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d', 'code': 200} Jul 15 13:38:17.262146 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:17.298012 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae94c40-d098-4204-a586-65299e9b5325 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Subnet': ['ID=241a0ce7-9961-4f65-bc80-eb62ebe4cd2d,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:17.501282 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae94c40-d098-4204-a586-65299e9b5325 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Checking segment: {'id': '085517bc-50ff-4abf-ad1d-fe3337c1d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '73c0aaeb-7396-4e16-8a8f-24bbe2d6e46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:17.502244 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae94c40-d098-4204-a586-65299e9b5325 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network hostable DHCP agents. Network: 73c0aaeb-7396-4e16-8a8f-24bbe2d6e46e, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:38:17.650683 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-0437430a-72d7-44a2-b948-dc17c06621d8 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:17.652276 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-0437430a-72d7-44a2-b948-dc17c06621d8 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.18 "GET /v2.0/networks?id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb HTTP/1.1" status: 200 len: 812 time: 0.3109031 Jul 15 13:38:17.657696 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae94c40-d098-4204-a586-65299e9b5325 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network 73c0aaeb-7396-4e16-8a8f-24bbe2d6e46e is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:38:17.734651 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-376bbd26-4942-47cf-ab20-794a5d5ee5bb req-d4a062bd-075a-45cb-b29b-3db608fe86cd tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=76b00675-75f4-4a22-b613-db9274e2f872 HTTP/1.1" status: 200 len: 210 time: 0.0517347 Jul 15 13:38:17.748325 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-3ae94c40-d098-4204-a586-65299e9b5325 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 73c0aaeb-7396-4e16-8a8f-24bbe2d6e46e) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:17.757437 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3ce9df-7039-41ff-8157-cce4f0587024 None None] Network 73c0aaeb-7396-4e16-8a8f-24bbe2d6e46e requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:18.066126 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cf234943-f649-4bf7-9e33-5cd18ab5cc59 req-a4957dd2-c735-4d27-b139-5bebb4081afa tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=be667bda-aeda-491b-8875-39df528f743d HTTP/1.1" status: 200 len: 210 time: 0.1047339 Jul 15 13:38:18.137476 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ba2b6f-b79f-46a1-9f2e-77f4ace95532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-73c0aaeb-7396-4e16-8a8f-24bbe2d6e46e', 'network_id': '73c0aaeb-7396-4e16-8a8f-24bbe2d6e46e', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'fixed_ips': [{'subnet_id': '241a0ce7-9961-4f65-bc80-eb62ebe4cd2d'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:38:18.139432 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c4ba2b6f-b79f-46a1-9f2e-77f4ace95532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.382577 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79073a9e-a26c-47ee-b314-4fae91e149c2 req-0dfe6111-7b7d-4516-ad15-0a1f705f3d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:18.383555 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-c4ba2b6f-b79f-46a1-9f2e-77f4ace95532 None None] Allocated IP 2001:db8::2 (73c0aaeb-7396-4e16-8a8f-24bbe2d6e46e/241a0ce7-9961-4f65-bc80-eb62ebe4cd2d/58af78ee-200f-4af4-81ba-6ce9c5efa9c7) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:18.384288 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-79073a9e-a26c-47ee-b314-4fae91e149c2 req-0dfe6111-7b7d-4516-ad15-0a1f705f3d3f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 1098 time: 0.8608794 Jul 15 13:38:18.392453 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae94c40-d098-4204-a586-65299e9b5325 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:18.393072 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ae94c40-d098-4204-a586-65299e9b5325 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.446892 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-f0bd802a-0b08-499c-be35-c68e0b7f50d5 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89567fda246241f4860e07527d287580 HTTP/1.1" status: 200 len: 379 time: 0.7790072 Jul 15 13:38:18.459039 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-803c8925-546f-4b7f-bc41-b6e5eeb95a7e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Request body: {'port': {'device_id': 'be667bda-aeda-491b-8875-39df528f743d', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'admin_state_up': True, 'tenant_id': '89567fda246241f4860e07527d287580', 'security_groups': ['27069147-e89c-4e2a-86f3-af131ba1747c']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:18.476519 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416dc2f-c982-4fd4-b27e-ecf0a1a50386 req-0b16df84-a4b7-40ac-be1f-1833bbae0f22 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:18.479535 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c416dc2f-c982-4fd4-b27e-ecf0a1a50386 req-0b16df84-a4b7-40ac-be1f-1833bbae0f22 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 946 time: 0.1348927 Jul 15 13:38:18.489186 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3ae94c40-d098-4204-a586-65299e9b5325 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4093506 Jul 15 13:38:18.500379 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36132) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:18.510281 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b832a210-2087-45ab-809c-a0256cd85c25 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1868858547', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:18.526975 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2365ac5-8e00-4e91-b5bf-d1d3453535f5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.535926 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-79073a9e-a26c-47ee-b314-4fae91e149c2 req-615c166f-e652-48b3-a2fb-02f177455526 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283326 Jul 15 13:38:18.596081 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c416dc2f-c982-4fd4-b27e-ecf0a1a50386 req-7f8b1f72-0439-43eb-b56d-b7f82b1960cc tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095872 Jul 15 13:38:18.618005 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b832a210-2087-45ab-809c-a0256cd85c25 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.623407 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b832a210-2087-45ab-809c-a0256cd85c25 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.644661 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c994dbb-e1b9-48a4-9e04-225c4cd76be0 req-3917acd4-7674-4a94-8bbf-dbe1ca276b5f tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:18.646520 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2c994dbb-e1b9-48a4-9e04-225c4cd76be0 req-3917acd4-7674-4a94-8bbf-dbe1ca276b5f tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820 HTTP/1.1" status: 200 len: 946 time: 0.9557636 Jul 15 13:38:18.717638 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c4ba2b6f-b79f-46a1-9f2e-77f4ace95532 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.745235 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c4ba2b6f-b79f-46a1-9f2e-77f4ace95532 None None] Transition to ACTIVE for port object 58af78ee-200f-4af4-81ba-6ce9c5efa9c7 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:18.780925 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c4ba2b6f-b79f-46a1-9f2e-77f4ace95532 None None] Transition to ACTIVE for port object 58af78ee-200f-4af4-81ba-6ce9c5efa9c7 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:18.787849 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b832a210-2087-45ab-809c-a0256cd85c25 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.790271 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 9f0bdce4-69d8-4c6d-a91c-d990421b5511 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:38:18.798992 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b832a210-2087-45ab-809c-a0256cd85c25 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.803303 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c4ba2b6f-b79f-46a1-9f2e-77f4ace95532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.817789 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2c994dbb-e1b9-48a4-9e04-225c4cd76be0 req-e1c13130-14b4-4547-a08d-0f2476a7855c tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219618 Jul 15 13:38:18.821964 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-803c8925-546f-4b7f-bc41-b6e5eeb95a7e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Made reservation on behalf of 89567fda246241f4860e07527d287580 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:18.825087 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-803c8925-546f-4b7f-bc41-b6e5eeb95a7e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.851370 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 9f0bdce4-69d8-4c6d-a91c-d990421b5511 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:38:18.852025 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 9f0bdce4-69d8-4c6d-a91c-d990421b5511 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:38:18.852817 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b832a210-2087-45ab-809c-a0256cd85c25 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.855229 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b832a210-2087-45ab-809c-a0256cd85c25 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3531651 Jul 15 13:38:18.870885 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36138) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:18.883137 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ba2b6f-b79f-46a1-9f2e-77f4ace95532 None None] Network 73c0aaeb-7396-4e16-8a8f-24bbe2d6e46e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:18.886539 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-c4ba2b6f-b79f-46a1-9f2e-77f4ace95532 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:18.890374 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ba2b6f-b79f-46a1-9f2e-77f4ace95532 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:18.928103 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba2b6f-b79f-46a1-9f2e-77f4ace95532 None None] Pushing event updated for resources: {'Port': ['ID=58af78ee-200f-4af4-81ba-6ce9c5efa9c7,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:18.968480 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-c4ba2b6f-b79f-46a1-9f2e-77f4ace95532 None None] Attempting to bind port 58af78ee-200f-4af4-81ba-6ce9c5efa9c7 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:18.968843 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-c4ba2b6f-b79f-46a1-9f2e-77f4ace95532 None None] Attempting to bind port 58af78ee-200f-4af4-81ba-6ce9c5efa9c7 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '085517bc-50ff-4abf-ad1d-fe3337c1d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '73c0aaeb-7396-4e16-8a8f-24bbe2d6e46e'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:18.969193 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ba2b6f-b79f-46a1-9f2e-77f4ace95532 None None] Attempting to bind port 58af78ee-200f-4af4-81ba-6ce9c5efa9c7 on network 73c0aaeb-7396-4e16-8a8f-24bbe2d6e46e {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:18.976423 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ba2b6f-b79f-46a1-9f2e-77f4ace95532 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:18.976802 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ba2b6f-b79f-46a1-9f2e-77f4ace95532 None None] Checking segment: {'id': '085517bc-50ff-4abf-ad1d-fe3337c1d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '73c0aaeb-7396-4e16-8a8f-24bbe2d6e46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:18.977192 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c4ba2b6f-b79f-46a1-9f2e-77f4ace95532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.977583 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ba2b6f-b79f-46a1-9f2e-77f4ace95532 None None] Bound using segment: {'id': '085517bc-50ff-4abf-ad1d-fe3337c1d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '73c0aaeb-7396-4e16-8a8f-24bbe2d6e46e'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:18.978169 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-c4ba2b6f-b79f-46a1-9f2e-77f4ace95532 None None] Bound port: 58af78ee-200f-4af4-81ba-6ce9c5efa9c7, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085517bc-50ff-4abf-ad1d-fe3337c1d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '73c0aaeb-7396-4e16-8a8f-24bbe2d6e46e'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:18.979194 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c4ba2b6f-b79f-46a1-9f2e-77f4ace95532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.069151 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-c4ba2b6f-b79f-46a1-9f2e-77f4ace95532 None None] For port 58af78ee-200f-4af4-81ba-6ce9c5efa9c7, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:19.074549 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-c4ba2b6f-b79f-46a1-9f2e-77f4ace95532 None None] For port 58af78ee-200f-4af4-81ba-6ce9c5efa9c7, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=58af78ee-200f-4af4-81ba-6ce9c5efa9c7,segment=NetworkSegment(085517bc-50ff-4abf-ad1d-fe3337c1d052),segment_id=085517bc-50ff-4abf-ad1d-fe3337c1d052)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:19.082170 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c4ba2b6f-b79f-46a1-9f2e-77f4ace95532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.165850 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36140) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:19.179701 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba2b6f-b79f-46a1-9f2e-77f4ace95532 None None] Pushing event updated for resources: {'Port': ['ID=58af78ee-200f-4af4-81ba-6ce9c5efa9c7,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:19.236952 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-803c8925-546f-4b7f-bc41-b6e5eeb95a7e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Allocated IP 172.20.0.8 (2f29b873-f209-4d3d-b75f-0d6b04f8d1cb/4840df0d-ad31-406d-829f-ea4475de886e/05c44e4f-75d0-4051-b1f8-8bf4eefe1029) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:19.368063 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a71e44be-f83b-4c5d-bd55-d383035c62da tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.450667 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a71e44be-f83b-4c5d-bd55-d383035c62da tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.521709 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a90d849e-e014-48d1-b3e7-7188c0784c34 req-3ce9abf0-5ad6-41fd-99bc-7e66e970a096 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=be667bda-aeda-491b-8875-39df528f743d HTTP/1.1" status: 200 len: 210 time: 0.2145255 Jul 15 13:38:19.545458 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f958b65f-5b34-462e-94e8-d8cdd90f06df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.744222 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2365ac5-8e00-4e91-b5bf-d1d3453535f5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.976965 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-f958b65f-5b34-462e-94e8-d8cdd90f06df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Allocated IP 2001:db8::1 (73c0aaeb-7396-4e16-8a8f-24bbe2d6e46e/241a0ce7-9961-4f65-bc80-eb62ebe4cd2d/9585869a-f3c1-4123-9750-3b23463ed4ce) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:20.049826 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-803c8925-546f-4b7f-bc41-b6e5eeb95a7e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.111623 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f958b65f-5b34-462e-94e8-d8cdd90f06df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.118274 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-803c8925-546f-4b7f-bc41-b6e5eeb95a7e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Transition to ACTIVE for port object 05c44e4f-75d0-4051-b1f8-8bf4eefe1029 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:20.127912 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f958b65f-5b34-462e-94e8-d8cdd90f06df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Transition to ACTIVE for port object 9585869a-f3c1-4123-9750-3b23463ed4ce will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:20.184028 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f958b65f-5b34-462e-94e8-d8cdd90f06df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.266406 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2365ac5-8e00-4e91-b5bf-d1d3453535f5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Router 82aa1ac6-a0fc-4c21-8a15-79115d443978 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:38:20.292331 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f958b65f-5b34-462e-94e8-d8cdd90f06df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network 73c0aaeb-7396-4e16-8a8f-24bbe2d6e46e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:20.307472 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f958b65f-5b34-462e-94e8-d8cdd90f06df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:20.315460 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f958b65f-5b34-462e-94e8-d8cdd90f06df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:20.315460 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f958b65f-5b34-462e-94e8-d8cdd90f06df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.355312 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-803c8925-546f-4b7f-bc41-b6e5eeb95a7e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.370390 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958b65f-5b34-462e-94e8-d8cdd90f06df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Port': ['ID=9585869a-f3c1-4123-9750-3b23463ed4ce,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:20.418615 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5aada8-4b2f-4986-b2ae-5fada94aa92e req-47222ceb-83b7-43b6-bd2a-276ec18e6f5f tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:20.420467 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b5aada8-4b2f-4986-b2ae-5fada94aa92e req-47222ceb-83b7-43b6-bd2a-276ec18e6f5f tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 946 time: 0.2569437 Jul 15 13:38:20.452661 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a71e44be-f83b-4c5d-bd55-d383035c62da tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.455839 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a71e44be-f83b-4c5d-bd55-d383035c62da tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.457310 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a71e44be-f83b-4c5d-bd55-d383035c62da tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "DELETE /v2.0/security-groups/e7408d01-857b-4c06-aa80-d291f379406e HTTP/1.1" status: 204 len: 168 time: 1.2775788 Jul 15 13:38:20.500156 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e44be-f83b-4c5d-bd55-d383035c62da tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7408d01-857b-4c06-aa80-d291f379406e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:20.554389 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b5aada8-4b2f-4986-b2ae-5fada94aa92e req-43cedc16-ed3c-4b82-9094-2951c9738f3d tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130519 Jul 15 13:38:20.610810 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-803c8925-546f-4b7f-bc41-b6e5eeb95a7e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:20.619538 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f958b65f-5b34-462e-94e8-d8cdd90f06df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.636272 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36154) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:20.667686 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-803c8925-546f-4b7f-bc41-b6e5eeb95a7e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:20.692518 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-803c8925-546f-4b7f-bc41-b6e5eeb95a7e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:20.705492 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c8925-546f-4b7f-bc41-b6e5eeb95a7e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Pushing event updated for resources: {'Port': ['ID=05c44e4f-75d0-4051-b1f8-8bf4eefe1029,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:20.905813 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-77d8d565-0be1-46a2-9615-9c4ef71754e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.971564 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958c5df-60cd-419d-b227-9d90b2709c27 req-512b06ec-7509-46a5-9bb9-f8ca02d88851 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:20.985283 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0958c5df-60cd-419d-b227-9d90b2709c27 req-512b06ec-7509-46a5-9bb9-f8ca02d88851 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820 HTTP/1.1" status: 200 len: 946 time: 0.7101817 Jul 15 13:38:21.103929 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-803c8925-546f-4b7f-bc41-b6e5eeb95a7e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:21.105540 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-803c8925-546f-4b7f-bc41-b6e5eeb95a7e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:21.118742 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2365ac5-8e00-4e91-b5bf-d1d3453535f5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:21.143380 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ada6fdb-be3c-415c-8b7e-ae218f64091f None None] Sync routers for ids ['82aa1ac6-a0fc-4c21-8a15-79115d443978'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:21.160266 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ada6fdb-be3c-415c-8b7e-ae218f64091f None None] Routers {'82aa1ac6-a0fc-4c21-8a15-79115d443978'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:21.161272 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-3ada6fdb-be3c-415c-8b7e-ae218f64091f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:37:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['82aa1ac6-a0fc-4c21-8a15-79115d443978'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:21.216914 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386d575c-348c-44ea-8e78-f2c826e98cb0 None None] Network 73c0aaeb-7396-4e16-8a8f-24bbe2d6e46e requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:21.221591 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0958c5df-60cd-419d-b227-9d90b2709c27 req-8e40ac7d-b85d-461f-803b-16243e2563cf tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344146 Jul 15 13:38:21.223542 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-27fce5f5-0f97-4dc7-87c9-1733aa29504c tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Deleting subnet af0dc6f7-0bda-497f-abf5-cce991fa644a {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:38:21.231625 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27fce5f5-0f97-4dc7-87c9-1733aa29504c tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:21.263524 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-803c8925-546f-4b7f-bc41-b6e5eeb95a7e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8079634 Jul 15 13:38:21.268509 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2365ac5-8e00-4e91-b5bf-d1d3453535f5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:21.272505 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b2365ac5-8e00-4e91-b5bf-d1d3453535f5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 8.1550803 Jul 15 13:38:21.299296 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-3b646667-cf95-49f5-8528-c88ad41d447a service neutron] Request body: {'port': {'device_id': 'be667bda-aeda-491b-8875-39df528f743d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:21.312241 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36156) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:21.340423 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 58af78ee-200f-4af4-81ba-6ce9c5efa9c7 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:21.357365 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27fce5f5-0f97-4dc7-87c9-1733aa29504c tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:21.380105 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a66a1a48-38b9-411b-8747-40307bdd679c None None] Provisioning for port 58af78ee-200f-4af4-81ba-6ce9c5efa9c7 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:21.451648 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a66a1a48-38b9-411b-8747-40307bdd679c None None] Provisioning for port 05c44e4f-75d0-4051-b1f8-8bf4eefe1029 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:21.469055 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a66a1a48-38b9-411b-8747-40307bdd679c None None] Provisioning complete for port 05c44e4f-75d0-4051-b1f8-8bf4eefe1029 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:21.469622 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a66a1a48-38b9-411b-8747-40307bdd679c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:21.492152 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-3ada6fdb-be3c-415c-8b7e-ae218f64091f None None] Set router 82aa1ac6-a0fc-4c21-8a15-79115d443978 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:21.540776 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27fce5f5-0f97-4dc7-87c9-1733aa29504c tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:21.543859 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 58af78ee-200f-4af4-81ba-6ce9c5efa9c7 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:21.563083 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a66a1a48-38b9-411b-8747-40307bdd679c None None] Port 05c44e4f-75d0-4051-b1f8-8bf4eefe1029 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:21.569543 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 58af78ee-200f-4af4-81ba-6ce9c5efa9c7 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:21.573599 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:21.591779 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-60bc5857-428c-41fb-993e-a9a6772a2df5 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=5969ba48b19a42969f3c1202e7616f77&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2741251 Jul 15 13:38:21.595574 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36158) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:21.666476 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27fce5f5-0f97-4dc7-87c9-1733aa29504c tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:21.806035 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:21.863104 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fce5f5-0f97-4dc7-87c9-1733aa29504c tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event deleted for resources: {'Subnet': ['ID=af0dc6f7-0bda-497f-abf5-cce991fa644a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:21.954337 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13291da9-c8db-4abd-96a9-e326713c95d0 None None] Network fcc053e3-e049-4b2c-81d1-94ae3fce13a5 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:21.961489 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20f278-3bb5-49ae-93ab-044061724299 req-7712a6bc-d0ad-4d81-899d-e46d70fa678b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:21.964237 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9f20f278-3bb5-49ae-93ab-044061724299 req-7712a6bc-d0ad-4d81-899d-e46d70fa678b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=be667bda-aeda-491b-8875-39df528f743d HTTP/1.1" status: 200 len: 931 time: 1.1795561 Jul 15 13:38:21.977040 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 58af78ee-200f-4af4-81ba-6ce9c5efa9c7, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=58af78ee-200f-4af4-81ba-6ce9c5efa9c7,segment=NetworkSegment(085517bc-50ff-4abf-ad1d-fe3337c1d052),segment_id=085517bc-50ff-4abf-ad1d-fe3337c1d052)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:21.980209 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27fce5f5-0f97-4dc7-87c9-1733aa29504c tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:22.001067 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-27fce5f5-0f97-4dc7-87c9-1733aa29504c tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "DELETE /v2.0/subnets/af0dc6f7-0bda-497f-abf5-cce991fa644a HTTP/1.1" status: 204 len: 168 time: 1.3625035 Jul 15 13:38:22.008334 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-3ada6fdb-be3c-415c-8b7e-ae218f64091f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773715229', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '55c13736-477e-4361-b94d-eca3dc993692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:13Z', 'updated_at': '2021-07-15T13:38:17Z', 'revision_number': 3, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '55c13736-477e-4361-b94d-eca3dc993692', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:15Z', 'updated_at': '2021-07-15T13:38:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:22.021846 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36160) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:22.048506 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:22.078322 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ada6fdb-be3c-415c-8b7e-ae218f64091f None None] Checking router: 82aa1ac6-a0fc-4c21-8a15-79115d443978 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:38:22.079218 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ada6fdb-be3c-415c-8b7e-ae218f64091f None None] Updating router 82aa1ac6-a0fc-4c21-8a15-79115d443978 port 55c13736-477e-4361-b94d-eca3dc993692 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:38:22.180959 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3ada6fdb-be3c-415c-8b7e-ae218f64091f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:22.187061 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9f20f278-3bb5-49ae-93ab-044061724299 req-3caff1dc-abb2-46f3-bbdf-7923dfa37dd2 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801069 Jul 15 13:38:22.200847 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d133556-b691-4232-8dfe-8ffe0f1ace78 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:22.206156 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1d133556-b691-4232-8dfe-8ffe0f1ace78 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6068037 Jul 15 13:38:22.206156 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-3b646667-cf95-49f5-8528-c88ad41d447a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:22.215342 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36162) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:22.339707 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-53a4b66a-93d7-4643-b418-0b5c54648969 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0b352371-cfe9-4be4-934e-718e319584db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1146965 Jul 15 13:38:22.340879 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36166) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:22.371089 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4141debe-d586-42aa-87f5-1c9b1c9b96a1 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1974164436', 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102', 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:22.773313 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4e2dedec-937d-410a-995d-b25179f7fe09 None None] Provisioning complete for port 58af78ee-200f-4af4-81ba-6ce9c5efa9c7 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:22.784870 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e2dedec-937d-410a-995d-b25179f7fe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:22.787525 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=58af78ee-200f-4af4-81ba-6ce9c5efa9c7,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:23.023598 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4e2dedec-937d-410a-995d-b25179f7fe09 None None] Provisioning for port 9585869a-f3c1-4123-9750-3b23463ed4ce completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:23.029535 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4e2dedec-937d-410a-995d-b25179f7fe09 None None] Provisioning complete for port 9585869a-f3c1-4123-9750-3b23463ed4ce triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:23.030095 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e2dedec-937d-410a-995d-b25179f7fe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.072922 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8a829-8edd-4f5f-9519-17ef7eec7a2e req-77e39dc9-dc57-4abe-ad8c-92cc3254d347 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:23.118913 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e15ae39-d65d-4dfe-a4b5-1dd33ac95b8f None None] DHCP port deletion for fcc053e3-e049-4b2c-81d1-94ae3fce13a5 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:38:23.123235 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-feb8a829-8edd-4f5f-9519-17ef7eec7a2e req-77e39dc9-dc57-4abe-ad8c-92cc3254d347 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820 HTTP/1.1" status: 200 len: 946 time: 0.5962446 Jul 15 13:38:23.158916 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f958b65f-5b34-462e-94e8-d8cdd90f06df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.168350 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4141debe-d586-42aa-87f5-1c9b1c9b96a1 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Made reservation on behalf of 5969ba48b19a42969f3c1202e7616f77 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:23.174996 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-4e2dedec-937d-410a-995d-b25179f7fe09 None None] Port 9585869a-f3c1-4123-9750-3b23463ed4ce cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:23.183724 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4141debe-d586-42aa-87f5-1c9b1c9b96a1 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.200841 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f958b65f-5b34-462e-94e8-d8cdd90f06df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.201699 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f958b65f-5b34-462e-94e8-d8cdd90f06df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.228668 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3ada6fdb-be3c-415c-8b7e-ae218f64091f None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.267027 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3ada6fdb-be3c-415c-8b7e-ae218f64091f None None] Transition to ACTIVE for port object 55c13736-477e-4361-b94d-eca3dc993692 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:23.267877 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 58af78ee-200f-4af4-81ba-6ce9c5efa9c7 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:23.288388 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3ada6fdb-be3c-415c-8b7e-ae218f64091f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.346172 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.366148 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-03e8ede4-42f2-4c2d-ac25-8ba5bfe3d28b None None] Provisioning complete for port 9585869a-f3c1-4123-9750-3b23463ed4ce triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:23.366720 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-03e8ede4-42f2-4c2d-ac25-8ba5bfe3d28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.406994 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f958b65f-5b34-462e-94e8-d8cdd90f06df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network 73c0aaeb-7396-4e16-8a8f-24bbe2d6e46e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:23.443050 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5f430-6ccf-4c20-9682-c441fb1d6f23 None None] Pushing event updated for resources: {'Port': ['ID=55c13736-477e-4361-b94d-eca3dc993692,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:23.443485 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-3b646667-cf95-49f5-8528-c88ad41d447a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c44e4f-75d0-4051-b1f8-8bf4eefe1029 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:38:23.462963 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7e15ae39-d65d-4dfe-a4b5-1dd33ac95b8f None None] Deleting port 1ae0c261-baac-4002-b87c-2de2cba5e4f3 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:23.463253 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-3b646667-cf95-49f5-8528-c88ad41d447a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.463448 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f958b65f-5b34-462e-94e8-d8cdd90f06df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:23.465322 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5f430-6ccf-4c20-9682-c441fb1d6f23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:23.465927 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7e15ae39-d65d-4dfe-a4b5-1dd33ac95b8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.467822 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5f430-6ccf-4c20-9682-c441fb1d6f23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:23.468578 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5f430-6ccf-4c20-9682-c441fb1d6f23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:23.469266 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5f430-6ccf-4c20-9682-c441fb1d6f23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:23.470485 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5f430-6ccf-4c20-9682-c441fb1d6f23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:23.471073 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5f430-6ccf-4c20-9682-c441fb1d6f23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:23.471666 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5f430-6ccf-4c20-9682-c441fb1d6f23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:23.472283 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5f430-6ccf-4c20-9682-c441fb1d6f23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:23.472809 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5f430-6ccf-4c20-9682-c441fb1d6f23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:23.473335 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5f430-6ccf-4c20-9682-c441fb1d6f23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:23.474086 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5f430-6ccf-4c20-9682-c441fb1d6f23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:23.474677 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a5f430-6ccf-4c20-9682-c441fb1d6f23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:23.484687 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3b14cb9-5db3-434c-b8bc-3b75ee87fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.502875 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-03e8ede4-42f2-4c2d-ac25-8ba5bfe3d28b None None] Port 9585869a-f3c1-4123-9750-3b23463ed4ce cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:23.529809 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3ada6fdb-be3c-415c-8b7e-ae218f64091f None None] Attempting to bind port 55c13736-477e-4361-b94d-eca3dc993692 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:23.530607 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3ada6fdb-be3c-415c-8b7e-ae218f64091f None None] Attempting to bind port 55c13736-477e-4361-b94d-eca3dc993692 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:23.531222 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ada6fdb-be3c-415c-8b7e-ae218f64091f None None] Attempting to bind port 55c13736-477e-4361-b94d-eca3dc993692 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:23.545577 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ada6fdb-be3c-415c-8b7e-ae218f64091f None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:23.546184 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ada6fdb-be3c-415c-8b7e-ae218f64091f None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:23.546818 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3ada6fdb-be3c-415c-8b7e-ae218f64091f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.547521 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ada6fdb-be3c-415c-8b7e-ae218f64091f None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:23.548323 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3ada6fdb-be3c-415c-8b7e-ae218f64091f None None] Bound port: 55c13736-477e-4361-b94d-eca3dc993692, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:23.548950 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3ada6fdb-be3c-415c-8b7e-ae218f64091f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.619159 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 58af78ee-200f-4af4-81ba-6ce9c5efa9c7 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:23.619625 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.628374 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928a6a0-9c50-4ab2-9201-874fd6ca4458 req-4dd016a3-d033-4a99-8bd5-13670393e7a8 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:23.649607 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0928a6a0-9c50-4ab2-9201-874fd6ca4458 req-4dd016a3-d033-4a99-8bd5-13670393e7a8 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 946 time: 1.9082332 Jul 15 13:38:23.653629 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3ada6fdb-be3c-415c-8b7e-ae218f64091f None None] For port 55c13736-477e-4361-b94d-eca3dc993692, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:23.654965 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-3b646667-cf95-49f5-8528-c88ad41d447a service neutron] Transition to ACTIVE for port object 05c44e4f-75d0-4051-b1f8-8bf4eefe1029 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:23.658568 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36172) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:23.669726 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3ada6fdb-be3c-415c-8b7e-ae218f64091f None None] For port 55c13736-477e-4361-b94d-eca3dc993692, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=55c13736-477e-4361-b94d-eca3dc993692,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:23.678672 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3ada6fdb-be3c-415c-8b7e-ae218f64091f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.688641 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd0fbac3-891a-4821-8f55-735185a84e03 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.707703 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4408ebd5-357e-4c1f-9b62-70a883a879c9 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Request body: {'floatingip': {'port_id': 'd3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:23.763922 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7e15ae39-d65d-4dfe-a4b5-1dd33ac95b8f None None] For port 1ae0c261-baac-4002-b87c-2de2cba5e4f3, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=1ae0c261-baac-4002-b87c-2de2cba5e4f3,segment=NetworkSegment(546c096c-3f53-4246-90ac-0de8036931c4),segment_id=546c096c-3f53-4246-90ac-0de8036931c4)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:23.764636 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7e15ae39-d65d-4dfe-a4b5-1dd33ac95b8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.772783 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ada6fdb-be3c-415c-8b7e-ae218f64091f None None] Routers {'82aa1ac6-a0fc-4c21-8a15-79115d443978'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:23.785534 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-3ada6fdb-be3c-415c-8b7e-ae218f64091f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['82aa1ac6-a0fc-4c21-8a15-79115d443978'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:23.801791 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7e15ae39-d65d-4dfe-a4b5-1dd33ac95b8f None None] Calling delete_port for 1ae0c261-baac-4002-b87c-2de2cba5e4f3 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:23.819962 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-feb8a829-8edd-4f5f-9519-17ef7eec7a2e req-317b014f-5e8a-4e03-b70b-6870b1ec1d00 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6913979 Jul 15 13:38:23.886971 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4408ebd5-357e-4c1f-9b62-70a883a879c9 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for floatingip, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.894166 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-3b646667-cf95-49f5-8528-c88ad41d447a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.991620 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958b65f-5b34-462e-94e8-d8cdd90f06df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Port': ['ID=9585869a-f3c1-4123-9750-3b23463ed4ce,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:24.058276 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-3ada6fdb-be3c-415c-8b7e-ae218f64091f None None] Set router 82aa1ac6-a0fc-4c21-8a15-79115d443978 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:24.147332 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b646667-cf95-49f5-8528-c88ad41d447a service neutron] Pushing event updated for resources: {'Port': ['ID=05c44e4f-75d0-4051-b1f8-8bf4eefe1029,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:24.229636 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7e15ae39-d65d-4dfe-a4b5-1dd33ac95b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:24.264741 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-36d72e62-d29c-4534-b5f2-88eeae1b23bb None None] Provisioning complete for port 9585869a-f3c1-4123-9750-3b23463ed4ce triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:24.265530 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36d72e62-d29c-4534-b5f2-88eeae1b23bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:24.282893 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15ae39-d65d-4dfe-a4b5-1dd33ac95b8f None None] Pushing event deleted for resources: {'Port': ['ID=1ae0c261-baac-4002-b87c-2de2cba5e4f3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:24.300986 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e15ae39-d65d-4dfe-a4b5-1dd33ac95b8f None None] No DVR routers for this DVR port 1ae0c261-baac-4002-b87c-2de2cba5e4f3 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:38:24.315227 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-3ada6fdb-be3c-415c-8b7e-ae218f64091f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773715229', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '55c13736-477e-4361-b94d-eca3dc993692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:13Z', 'updated_at': '2021-07-15T13:38:17Z', 'revision_number': 3, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '55c13736-477e-4361-b94d-eca3dc993692', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:15Z', 'updated_at': '2021-07-15T13:38:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:24.361194 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ada6fdb-be3c-415c-8b7e-ae218f64091f None None] The sync data for ids ['82aa1ac6-a0fc-4c21-8a15-79115d443978'] in n-d-758944-45 is: [{'id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773715229', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '55c13736-477e-4361-b94d-eca3dc993692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:13Z', 'updated_at': '2021-07-15T13:38:17Z', 'revision_number': 3, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '55c13736-477e-4361-b94d-eca3dc993692', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:15Z', 'updated_at': '2021-07-15T13:38:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:24.363122 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5f430-6ccf-4c20-9682-c441fb1d6f23 None None] Pushing event updated for resources: {'Port': ['ID=55c13736-477e-4361-b94d-eca3dc993692,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:24.395240 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-36d72e62-d29c-4534-b5f2-88eeae1b23bb None None] Port 9585869a-f3c1-4123-9750-3b23463ed4ce cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:24.448141 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f958b65f-5b34-462e-94e8-d8cdd90f06df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Router beb7ce4b-4eac-4b02-a325-f7e80498f965 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:38:24.466349 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4141debe-d586-42aa-87f5-1c9b1c9b96a1 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:24.646469 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd0fbac3-891a-4821-8f55-735185a84e03 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:24.658179 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f958b65f-5b34-462e-94e8-d8cdd90f06df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:24.660987 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141debe-d586-42aa-87f5-1c9b1c9b96a1 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'Subnet': ['ID=8e3f2039-b778-40b0-bdc7-f07e93fa4107,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:24.670782 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f958b65f-5b34-462e-94e8-d8cdd90f06df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "PUT /v2.0/routers/beb7ce4b-4eac-4b02-a325-f7e80498f965/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7972372 Jul 15 13:38:24.675813 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d31ee43-1c9f-4d31-9159-02f747cf3e27 None None] Sync routers for ids ['beb7ce4b-4eac-4b02-a325-f7e80498f965'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:24.678039 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36174) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:24.679799 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-cd0fbac3-891a-4821-8f55-735185a84e03 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcc053e3-e049-4b2c-81d1-94ae3fce13a5']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:24.693280 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-cd0fbac3-891a-4821-8f55-735185a84e03 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '546c096c-3f53-4246-90ac-0de8036931c4') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:24.694220 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-cd0fbac3-891a-4821-8f55-735185a84e03 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '546c096c-3f53-4246-90ac-0de8036931c4') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:24.698713 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d31ee43-1c9f-4d31-9159-02f747cf3e27 None None] Routers {'beb7ce4b-4eac-4b02-a325-f7e80498f965'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:24.699790 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4d31ee43-1c9f-4d31-9159-02f747cf3e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['beb7ce4b-4eac-4b02-a325-f7e80498f965'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:24.707055 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd0fbac3-891a-4821-8f55-735185a84e03 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:24.720429 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4141debe-d586-42aa-87f5-1c9b1c9b96a1 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Checking segment: {'id': 'fcaf1e74-bf4d-45b5-a148-fed25331eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:24.720803 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4141debe-d586-42aa-87f5-1c9b1c9b96a1 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Network hostable DHCP agents. Network: 7a3d89be-04ff-4257-bfc8-200df0476102, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:38:24.726264 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd0fbac3-891a-4821-8f55-735185a84e03 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:24.733451 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd0fbac3-891a-4821-8f55-735185a84e03 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:38:24.734192 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd0fbac3-891a-4821-8f55-735185a84e03 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:24.772710 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80ba757-3e3a-4730-a03d-97c0a2ee47fd tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:24.774773 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e80ba757-3e3a-4730-a03d-97c0a2ee47fd tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "GET /v2.0/ports/9585869a-f3c1-4123-9750-3b23463ed4ce HTTP/1.1" status: 200 len: 911 time: 0.0951610 Jul 15 13:38:24.776398 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4141debe-d586-42aa-87f5-1c9b1c9b96a1 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Network 7a3d89be-04ff-4257-bfc8-200df0476102 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:38:24.779393 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36176) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:38:24.822684 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:38:24.847284 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4d31ee43-1c9f-4d31-9159-02f747cf3e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:24.853056 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd0fbac3-891a-4821-8f55-735185a84e03 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:24.904188 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:24.917437 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d31ee43-1c9f-4d31-9159-02f747cf3e27 None None] Routers {'beb7ce4b-4eac-4b02-a325-f7e80498f965'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:24.919136 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd0fbac3-891a-4821-8f55-735185a84e03 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:24.921501 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-cd0fbac3-891a-4821-8f55-735185a84e03 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "DELETE /v2.0/networks/fcc053e3-e049-4b2c-81d1-94ae3fce13a5 HTTP/1.1" status: 204 len: 168 time: 2.8824637 Jul 15 13:38:24.922089 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4d31ee43-1c9f-4d31-9159-02f747cf3e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['beb7ce4b-4eac-4b02-a325-f7e80498f965'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:24.925728 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-3b646667-cf95-49f5-8528-c88ad41d447a service neutron] Attempting to bind port 05c44e4f-75d0-4051-b1f8-8bf4eefe1029 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:24.926521 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-3b646667-cf95-49f5-8528-c88ad41d447a service neutron] Attempting to bind port 05c44e4f-75d0-4051-b1f8-8bf4eefe1029 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:24.926866 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-3b646667-cf95-49f5-8528-c88ad41d447a service neutron] Attempting to bind port 05c44e4f-75d0-4051-b1f8-8bf4eefe1029 on network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:25.011256 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36180) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:25.012646 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4d31ee43-1c9f-4d31-9159-02f747cf3e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:25.013542 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d31ee43-1c9f-4d31-9159-02f747cf3e27 None None] The sync data for ids ['beb7ce4b-4eac-4b02-a325-f7e80498f965'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:25.100471 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4141debe-d586-42aa-87f5-1c9b1c9b96a1 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 7a3d89be-04ff-4257-bfc8-200df0476102) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:25.109722 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b331deb8-fef5-40b6-9594-3cdb5c6fc9dd None None] Network 7a3d89be-04ff-4257-bfc8-200df0476102 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:25.113514 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4141debe-d586-42aa-87f5-1c9b1c9b96a1 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:25.114307 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4141debe-d586-42aa-87f5-1c9b1c9b96a1 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:25.250825 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 55c13736-477e-4361-b94d-eca3dc993692 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:25.468148 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:25.527200 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 55c13736-477e-4361-b94d-eca3dc993692 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:25.536068 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 55c13736-477e-4361-b94d-eca3dc993692 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:25.536632 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:25.614444 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068fa6c4-96d7-4183-ad6e-76663f947499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-7a3d89be-04ff-4257-bfc8-200df0476102', 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'fixed_ips': [{'subnet_id': '8e3f2039-b778-40b0-bdc7-f07e93fa4107'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:38:25.615795 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-068fa6c4-96d7-4183-ad6e-76663f947499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:25.731329 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476853f-b929-4391-82a7-5b6864315b4d req-bfe2c04c-dfae-49cb-9ff9-a8a51f9fcf84 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:25.734036 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f476853f-b929-4391-82a7-5b6864315b4d req-bfe2c04c-dfae-49cb-9ff9-a8a51f9fcf84 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=be667bda-aeda-491b-8875-39df528f743d HTTP/1.1" status: 200 len: 943 time: 1.6127803 Jul 15 13:38:25.744839 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0fbac3-891a-4821-8f55-735185a84e03 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event deleted for resources: {'Network': ['ID=fcc053e3-e049-4b2c-81d1-94ae3fce13a5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:25.753904 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-3b646667-cf95-49f5-8528-c88ad41d447a service neutron] Port 05c44e4f-75d0-4051-b1f8-8bf4eefe1029 on network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:38:25.754257 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-3b646667-cf95-49f5-8528-c88ad41d447a service neutron] Attempting to bind port 05c44e4f-75d0-4051-b1f8-8bf4eefe1029 on network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:25.778416 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-3b646667-cf95-49f5-8528-c88ad41d447a service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:25.778808 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-3b646667-cf95-49f5-8528-c88ad41d447a service neutron] Checking segment: {'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:25.779839 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-3b646667-cf95-49f5-8528-c88ad41d447a service neutron] Bound using segment: {'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:25.780330 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-3b646667-cf95-49f5-8528-c88ad41d447a service neutron] Bound port: 05c44e4f-75d0-4051-b1f8-8bf4eefe1029, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:25.780712 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-3b646667-cf95-49f5-8528-c88ad41d447a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:25.795514 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4141debe-d586-42aa-87f5-1c9b1c9b96a1 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.4537106 Jul 15 13:38:25.805805 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36182) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:25.874125 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:25.900117 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-3b646667-cf95-49f5-8528-c88ad41d447a service neutron] For port 05c44e4f-75d0-4051-b1f8-8bf4eefe1029, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:25.920281 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df7248-cd92-4482-85a9-c13fe5230fec req-f60fa55b-84ef-475f-978d-9615310aa3d9 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:25.928376 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f2df7248-cd92-4482-85a9-c13fe5230fec req-f60fa55b-84ef-475f-978d-9615310aa3d9 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820 HTTP/1.1" status: 200 len: 946 time: 0.8442116 Jul 15 13:38:26.008092 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 55c13736-477e-4361-b94d-eca3dc993692, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=55c13736-477e-4361-b94d-eca3dc993692,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:26.023975 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:26.049190 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f2df7248-cd92-4482-85a9-c13fe5230fec req-27b1fe71-d618-48d7-bb0e-4bb5761a23b3 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123211 Jul 15 13:38:26.064321 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-3b646667-cf95-49f5-8528-c88ad41d447a service neutron] For port 05c44e4f-75d0-4051-b1f8-8bf4eefe1029, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=05c44e4f-75d0-4051-b1f8-8bf4eefe1029,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:26.148025 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1ae0c261-baac-4002-b87c-2de2cba5e4f3 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:38:26.166966 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f476853f-b929-4391-82a7-5b6864315b4d req-6393d8d4-4fad-41b8-85aa-c28f90924cf5 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3993194 Jul 15 13:38:26.169181 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-3b646667-cf95-49f5-8528-c88ad41d447a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:26.234685 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-068fa6c4-96d7-4183-ad6e-76663f947499 None None] Allocated IP 172.20.0.2 (7a3d89be-04ff-4257-bfc8-200df0476102/8e3f2039-b778-40b0-bdc7-f07e93fa4107/112a4c20-2414-4312-bc33-8041d7acbfcf) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:26.265026 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 1ae0c261-baac-4002-b87c-2de2cba5e4f3 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:38:26.266170 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1ae0c261-baac-4002-b87c-2de2cba5e4f3 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:38:26.340092 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=55c13736-477e-4361-b94d-eca3dc993692,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:26.414294 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:26.532464 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-068fa6c4-96d7-4183-ad6e-76663f947499 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:26.542551 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-068fa6c4-96d7-4183-ad6e-76663f947499 None None] Transition to ACTIVE for port object 112a4c20-2414-4312-bc33-8041d7acbfcf will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:26.560227 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-068fa6c4-96d7-4183-ad6e-76663f947499 None None] Transition to ACTIVE for port object 112a4c20-2414-4312-bc33-8041d7acbfcf will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:26.576432 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-068fa6c4-96d7-4183-ad6e-76663f947499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:26.656297 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-3b646667-cf95-49f5-8528-c88ad41d447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:26.657107 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-3b646667-cf95-49f5-8528-c88ad41d447a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:26.658764 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-3b646667-cf95-49f5-8528-c88ad41d447a service neutron] 10.222.0.18 "PUT /v2.0/ports/05c44e4f-75d0-4051-b1f8-8bf4eefe1029 HTTP/1.1" status: 200 len: 1092 time: 5.3840876 Jul 15 13:38:26.659269 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be667bda-aeda-491b-8875-39df528f743d', 'tag': '05c44e4f-75d0-4051-b1f8-8bf4eefe1029'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:26.662370 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8b878b-8f70-4f8c-af0c-6f941e1386d1" -d '{"events": [{"name": "network-changed", "server_uuid": "be667bda-aeda-491b-8875-39df528f743d", "tag": "05c44e4f-75d0-4051-b1f8-8bf4eefe1029"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:26.699899 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068fa6c4-96d7-4183-ad6e-76663f947499 None None] Network 7a3d89be-04ff-4257-bfc8-200df0476102 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:26.701777 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068fa6c4-96d7-4183-ad6e-76663f947499 None None] Pushing event updated for resources: {'Port': ['ID=112a4c20-2414-4312-bc33-8041d7acbfcf,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:26.711201 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-068fa6c4-96d7-4183-ad6e-76663f947499 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:26.715771 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068fa6c4-96d7-4183-ad6e-76663f947499 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:26.784805 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a2ebd4-1671-4d70-9bda-9a29ce9cf4b4 x-openstack-request-id: req-e6a2ebd4-1671-4d70-9bda-9a29ce9cf4b4 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:26.786568 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be667bda-aeda-491b-8875-39df528f743d", "tag": "05c44e4f-75d0-4051-b1f8-8bf4eefe1029", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:26.787039 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e6a2ebd4-1671-4d70-9bda-9a29ce9cf4b4 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:26.787644 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be667bda-aeda-491b-8875-39df528f743d', 'tag': '05c44e4f-75d0-4051-b1f8-8bf4eefe1029', 'status': 'completed', 'code': 200} Jul 15 13:38:26.790789 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b646667-cf95-49f5-8528-c88ad41d447a service neutron] Pushing event updated for resources: {'Port': ['ID=05c44e4f-75d0-4051-b1f8-8bf4eefe1029,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:26.792798 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-856fba22-6757-4112-9321-be25dad03691 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:26.840254 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-068fa6c4-96d7-4183-ad6e-76663f947499 None None] Attempting to bind port 112a4c20-2414-4312-bc33-8041d7acbfcf on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:26.840672 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-068fa6c4-96d7-4183-ad6e-76663f947499 None None] Attempting to bind port 112a4c20-2414-4312-bc33-8041d7acbfcf by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'fcaf1e74-bf4d-45b5-a148-fed25331eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:26.841005 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068fa6c4-96d7-4183-ad6e-76663f947499 None None] Attempting to bind port 112a4c20-2414-4312-bc33-8041d7acbfcf on network 7a3d89be-04ff-4257-bfc8-200df0476102 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:26.854260 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068fa6c4-96d7-4183-ad6e-76663f947499 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:26.854687 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068fa6c4-96d7-4183-ad6e-76663f947499 None None] Checking segment: {'id': 'fcaf1e74-bf4d-45b5-a148-fed25331eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:26.856574 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-068fa6c4-96d7-4183-ad6e-76663f947499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:26.857038 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068fa6c4-96d7-4183-ad6e-76663f947499 None None] Bound using segment: {'id': 'fcaf1e74-bf4d-45b5-a148-fed25331eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:26.857544 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-068fa6c4-96d7-4183-ad6e-76663f947499 None None] Bound port: 112a4c20-2414-4312-bc33-8041d7acbfcf, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcaf1e74-bf4d-45b5-a148-fed25331eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:26.858018 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-068fa6c4-96d7-4183-ad6e-76663f947499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:26.948138 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-068fa6c4-96d7-4183-ad6e-76663f947499 None None] For port 112a4c20-2414-4312-bc33-8041d7acbfcf, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:26.952460 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-068fa6c4-96d7-4183-ad6e-76663f947499 None None] For port 112a4c20-2414-4312-bc33-8041d7acbfcf, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=112a4c20-2414-4312-bc33-8041d7acbfcf,segment=NetworkSegment(fcaf1e74-bf4d-45b5-a148-fed25331eb7a),segment_id=fcaf1e74-bf4d-45b5-a148-fed25331eb7a)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:26.963323 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-068fa6c4-96d7-4183-ad6e-76663f947499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:26.970766 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-cff19f64-85c0-4262-822f-a9ca8074141b tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Deleting port 4698d4ca-80b1-487e-802d-181f71edfe13 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:26.971206 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cff19f64-85c0-4262-822f-a9ca8074141b tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:27.030446 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5d97af6-d4b8-4386-9f9e-2b11eaeeac39 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:27.098044 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068fa6c4-96d7-4183-ad6e-76663f947499 None None] Pushing event updated for resources: {'Port': ['ID=112a4c20-2414-4312-bc33-8041d7acbfcf,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:27.189003 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 55c13736-477e-4361-b94d-eca3dc993692 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:27.224532 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cff19f64-85c0-4262-822f-a9ca8074141b tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:27.225060 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cff19f64-85c0-4262-822f-a9ca8074141b tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:27.253850 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-cff19f64-85c0-4262-822f-a9ca8074141b tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Calling delete_port for 4698d4ca-80b1-487e-802d-181f71edfe13 owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:27.305114 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 55c13736-477e-4361-b94d-eca3dc993692 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:27.305931 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:27.474182 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-e38bae33-7487-4a20-a5b5-73eccd3d00c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:27.489359 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-e38bae33-7487-4a20-a5b5-73eccd3d00c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89567fda246241f4860e07527d287580&device_id=be667bda-aeda-491b-8875-39df528f743d HTTP/1.1" status: 200 len: 1095 time: 0.7321801 Jul 15 13:38:27.569933 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-93eb8394-e057-4fbe-9568-d895129f1ffd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05c44e4f-75d0-4051-b1f8-8bf4eefe1029 HTTP/1.1" status: 200 len: 217 time: 0.0751674 Jul 15 13:38:27.674241 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cff19f64-85c0-4262-822f-a9ca8074141b tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:27.700500 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e966b-1870-4c56-bdf6-c0d99c333c5f req-02000aee-9174-4bbe-bc01-c10eac5c0ec3 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:27.702249 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-528e966b-1870-4c56-bdf6-c0d99c333c5f req-02000aee-9174-4bbe-bc01-c10eac5c0ec3 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820 HTTP/1.1" status: 200 len: 946 time: 1.0693700 Jul 15 13:38:27.708044 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.db.resource_extend [None req-4408ebd5-357e-4c1f-9b62-70a883a879c9 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:38:27.770636 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff19f64-85c0-4262-822f-a9ca8074141b tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event deleted for resources: {'Port': ['ID=4698d4ca-80b1-487e-802d-181f71edfe13,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:27.812427 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-f5d97af6-d4b8-4386-9f9e-2b11eaeeac39 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Allocated IP 172.20.0.1 (7a3d89be-04ff-4257-bfc8-200df0476102/8e3f2039-b778-40b0-bdc7-f07e93fa4107/5d0bbbfb-921b-4c87-90dd-832ef37e9bfa) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:27.825263 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-c5533959-07e9-46e0-81cd-aea92765b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:27.826815 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-c5533959-07e9-46e0-81cd-aea92765b38c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4840df0d-ad31-406d-829f-ea4475de886e HTTP/1.1" status: 200 len: 851 time: 0.2272356 Jul 15 13:38:27.827842 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd69905-c20c-4d07-b3cb-d139dc4226e8 req-2f0c64c7-7c17-466c-ab73-300e95173017 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:27.829538 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cbd69905-c20c-4d07-b3cb-d139dc4226e8 req-2f0c64c7-7c17-466c-ab73-300e95173017 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=be667bda-aeda-491b-8875-39df528f743d HTTP/1.1" status: 200 len: 943 time: 0.2675045 Jul 15 13:38:27.911308 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4408ebd5-357e-4c1f-9b62-70a883a879c9 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:27.924287 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4408ebd5-357e-4c1f-9b62-70a883a879c9 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:27.934262 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-528e966b-1870-4c56-bdf6-c0d99c333c5f req-2729a5d6-87a6-407c-8232-5679a1ba2c22 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762097 Jul 15 13:38:27.975246 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cff19f64-85c0-4262-822f-a9ca8074141b tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:27.979321 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cbd69905-c20c-4d07-b3cb-d139dc4226e8 req-22ff56bd-9f66-431b-abe2-a36916414764 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401286 Jul 15 13:38:27.986310 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-cff19f64-85c0-4262-822f-a9ca8074141b tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Floating IP dbbb562e-a12c-4731-9a3f-c665fb6c8396 disassociated (deleted). External IP: 172.25.6.227, port: fae8455a-7c31-49ab-a6e8-a05ff8ec6419. Jul 15 13:38:28.115994 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5d97af6-d4b8-4386-9f9e-2b11eaeeac39 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:28.133460 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-856fba22-6757-4112-9321-be25dad03691 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Deleting port 9585869a-f3c1-4123-9750-3b23463ed4ce {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:28.133937 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-856fba22-6757-4112-9321-be25dad03691 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:28.162672 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f5d97af6-d4b8-4386-9f9e-2b11eaeeac39 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Transition to ACTIVE for port object 5d0bbbfb-921b-4c87-90dd-832ef37e9bfa will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:28.251349 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-4408ebd5-357e-4c1f-9b62-70a883a879c9 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Floating IP 7ef25fc6-370a-49d3-810c-638685bbc98f associated. External IP: 172.25.6.251, port: d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d. Jul 15 13:38:28.256350 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-b2ca859e-d382-4a13-af45-e88cb38284b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:28.259686 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-b2ca859e-d382-4a13-af45-e88cb38284b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4007440 Jul 15 13:38:28.273904 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-856fba22-6757-4112-9321-be25dad03691 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:28.278028 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5d97af6-d4b8-4386-9f9e-2b11eaeeac39 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:28.307514 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-856fba22-6757-4112-9321-be25dad03691 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Calling delete_port for 9585869a-f3c1-4123-9750-3b23463ed4ce owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:28.359122 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d97af6-d4b8-4386-9f9e-2b11eaeeac39 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Network 7a3d89be-04ff-4257-bfc8-200df0476102 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:28.397532 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f5d97af6-d4b8-4386-9f9e-2b11eaeeac39 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:28.406378 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d97af6-d4b8-4386-9f9e-2b11eaeeac39 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:28.433489 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d97af6-d4b8-4386-9f9e-2b11eaeeac39 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'Port': ['ID=5d0bbbfb-921b-4c87-90dd-832ef37e9bfa,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:28.475015 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5d97af6-d4b8-4386-9f9e-2b11eaeeac39 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:28.620663 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a811e1e-210d-4fe5-a0bf-e407f4dbc9f0 None None] Network 7a3d89be-04ff-4257-bfc8-200df0476102 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:28.696117 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3964fa95-ea5d-49ab-9294-a3eb3da958ce None None] Provisioning for port 112a4c20-2414-4312-bc33-8041d7acbfcf completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:28.740156 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-856fba22-6757-4112-9321-be25dad03691 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:28.775504 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5d97af6-d4b8-4386-9f9e-2b11eaeeac39 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:28.778645 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856fba22-6757-4112-9321-be25dad03691 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Port': ['ID=9585869a-f3c1-4123-9750-3b23463ed4ce,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:28.916661 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824cf16-af6b-4120-8159-921df7b2c0cd req-81c31d1f-15cd-4644-8b6e-759b94d6b95b tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:28.918332 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3824cf16-af6b-4120-8159-921df7b2c0cd req-81c31d1f-15cd-4644-8b6e-759b94d6b95b tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820 HTTP/1.1" status: 200 len: 946 time: 0.7694001 Jul 15 13:38:28.932097 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ef45cc9b-3caa-4924-b461-7c897b2bbe25 req-4c77efc0-3a48-4fc3-b67b-d28a394aac3f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d0af3745-8bb3-460b-a8e2-4914bcee0cfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8243499 Jul 15 13:38:28.966097 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-856fba22-6757-4112-9321-be25dad03691 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.066460 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-16782f34-5498-45f7-89c9-f841f29450b3 service neutron] 10.222.0.18 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7946575 Jul 15 13:38:29.165234 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff19f64-85c0-4262-822f-a9ca8074141b tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Router 0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:38:29.255876 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 112a4c20-2414-4312-bc33-8041d7acbfcf up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:29.312815 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5fa7f3ea-a37d-45c1-b883-2cd93a5c33f6 None None] Provisioning for port 5d0bbbfb-921b-4c87-90dd-832ef37e9bfa completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:29.322717 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5fa7f3ea-a37d-45c1-b883-2cd93a5c33f6 None None] Provisioning complete for port 5d0bbbfb-921b-4c87-90dd-832ef37e9bfa triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:29.323359 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fa7f3ea-a37d-45c1-b883-2cd93a5c33f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.371927 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f72d11a-50f0-4e38-8194-c3f9bc1cd237 req-01d95541-f49e-4220-9d1e-9b273e19e201 service neutron] 10.222.0.18 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340498 Jul 15 13:38:29.405545 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3824cf16-af6b-4120-8159-921df7b2c0cd req-04145c7b-e9ff-4bfb-8f78-2e2359b7aca8 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4724226 Jul 15 13:38:29.417240 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5fa7f3ea-a37d-45c1-b883-2cd93a5c33f6 None None] Port 5d0bbbfb-921b-4c87-90dd-832ef37e9bfa cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:29.446183 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 112a4c20-2414-4312-bc33-8041d7acbfcf completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:29.481672 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5fa7f3ea-a37d-45c1-b883-2cd93a5c33f6 None None] Provisioning complete for port 112a4c20-2414-4312-bc33-8041d7acbfcf triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:29.482338 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fa7f3ea-a37d-45c1-b883-2cd93a5c33f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.485692 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 112a4c20-2414-4312-bc33-8041d7acbfcf triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:29.486353 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.651087 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45cc9b-3caa-4924-b461-7c897b2bbe25 req-032efd18-8038-4e8e-86ed-df36fb8c1681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:29.656825 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ef45cc9b-3caa-4924-b461-7c897b2bbe25 req-032efd18-8038-4e8e-86ed-df36fb8c1681 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcf19ad9f55645769cc76961e7748495&device_id=d0af3745-8bb3-460b-a8e2-4914bcee0cfd HTTP/1.1" status: 200 len: 1098 time: 0.6493084 Jul 15 13:38:29.766127 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.871176 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4408ebd5-357e-4c1f-9b62-70a883a879c9 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Router 890d7102-beb3-4e54-9d55-4ce1ee1b3bc6 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:38:29.890502 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5fa7f3ea-a37d-45c1-b883-2cd93a5c33f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.896356 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff19f64-85c0-4262-822f-a9ca8074141b tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:29.911083 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04563cde-e5e9-4483-bb0f-bed358f73795 None None] Sync routers for ids ['0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:29.918306 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cff19f64-85c0-4262-822f-a9ca8074141b tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.924126 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 112a4c20-2414-4312-bc33-8041d7acbfcf, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=112a4c20-2414-4312-bc33-8041d7acbfcf,segment=NetworkSegment(fcaf1e74-bf4d-45b5-a148-fed25331eb7a),segment_id=fcaf1e74-bf4d-45b5-a148-fed25331eb7a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:29.928037 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04563cde-e5e9-4483-bb0f-bed358f73795 None None] Routers {'0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:29.930003 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-04563cde-e5e9-4483-bb0f-bed358f73795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:29.948015 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:30.008715 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-cff19f64-85c0-4262-822f-a9ca8074141b tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "DELETE /v2.0/floatingips/dbbb562e-a12c-4731-9a3f-c665fb6c8396 HTTP/1.1" status: 204 len: 168 time: 4.9934645 Jul 15 13:38:30.036063 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0af3745-8bb3-460b-a8e2-4914bcee0cfd', 'tag': 'fae8455a-7c31-49ab-a6e8-a05ff8ec6419'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:30.040824 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c581c28-a37d-4d77-a418-36c85cf4b699" -d '{"events": [{"name": "network-changed", "server_uuid": "d0af3745-8bb3-460b-a8e2-4914bcee0cfd", "tag": "fae8455a-7c31-49ab-a6e8-a05ff8ec6419"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:30.105663 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-5fa7f3ea-a37d-45c1-b883-2cd93a5c33f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:38:30.106264 n-d-758944-45 neutron-server[93815]: DEBUG oslo_db.api [None req-5fa7f3ea-a37d-45c1-b883-2cd93a5c33f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:38:30.111629 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=112a4c20-2414-4312-bc33-8041d7acbfcf,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:30.184376 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5d97af6-d4b8-4386-9f9e-2b11eaeeac39 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:30.198593 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5d97af6-d4b8-4386-9f9e-2b11eaeeac39 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:30.219283 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-04563cde-e5e9-4483-bb0f-bed358f73795 None None] Set router 0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:30.297091 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856fba22-6757-4112-9321-be25dad03691 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Router beb7ce4b-4eac-4b02-a325-f7e80498f965 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:38:30.323300 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8e273-75dd-49ba-9837-bf773caa13a6 req-de754a1d-0951-4aeb-b717-cc583030995e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:30.326524 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3db8e273-75dd-49ba-9837-bf773caa13a6 req-de754a1d-0951-4aeb-b717-cc583030995e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=be667bda-aeda-491b-8875-39df528f743d HTTP/1.1" status: 200 len: 943 time: 1.0477421 Jul 15 13:38:30.374109 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b878b-8f70-4f8c-af0c-6f941e1386d1 req-a8e03471-848c-4708-8f4f-23890ee281d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:30.375744 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8b8b878b-8f70-4f8c-af0c-6f941e1386d1 req-a8e03471-848c-4708-8f4f-23890ee281d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89567fda246241f4860e07527d287580&device_id=be667bda-aeda-491b-8875-39df528f743d HTTP/1.1" status: 200 len: 1095 time: 0.8550463 Jul 15 13:38:30.399248 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45cc9b-3caa-4924-b461-7c897b2bbe25 req-e172720d-0b6f-49ec-ad9b-c8b8bb14ff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:30.400973 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ef45cc9b-3caa-4924-b461-7c897b2bbe25 req-e172720d-0b6f-49ec-ad9b-c8b8bb14ff66 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b333c41f-9715-44db-b704-e867379897e4 HTTP/1.1" status: 200 len: 898 time: 0.5811200 Jul 15 13:38:30.401440 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d97af6-d4b8-4386-9f9e-2b11eaeeac39 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'Port': ['ID=5d0bbbfb-921b-4c87-90dd-832ef37e9bfa,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:30.444311 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5d97af6-d4b8-4386-9f9e-2b11eaeeac39 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:30.483927 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ef45cc9b-3caa-4924-b461-7c897b2bbe25 req-c9cedea9-7d30-4e01-9d9b-04f1e83d4a90 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fae8455a-7c31-49ab-a6e8-a05ff8ec6419 HTTP/1.1" status: 200 len: 217 time: 0.0590668 Jul 15 13:38:30.502676 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856fba22-6757-4112-9321-be25dad03691 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:30.521727 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-856fba22-6757-4112-9321-be25dad03691 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "PUT /v2.0/routers/beb7ce4b-4eac-4b02-a325-f7e80498f965/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7402666 Jul 15 13:38:30.528507 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4408ebd5-357e-4c1f-9b62-70a883a879c9 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:30.530243 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd327318-5249-45ac-ad06-b44916545546 None None] Sync routers for ids ['beb7ce4b-4eac-4b02-a325-f7e80498f965'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:30.530477 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36204) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:30.539542 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-04563cde-e5e9-4483-bb0f-bed358f73795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'name': 'tempest-TestNetworkBasicOps-router-657754309', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:34Z', 'updated_at': '2021-07-15T13:38:09Z', 'revision_number': 6, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:35Z', 'updated_at': '2021-07-15T13:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609', 'name': '', 'network_id': 'b333c41f-9715-44db-b704-e867379897e4', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'mac_address': 'fa:16:3e:ad:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '5b5d3896-8166-469a-ae35-140d6a98066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:36:03Z', 'revision_number': 5, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'subnets': [{'id': '5b5d3896-8166-469a-ae35-140d6a98066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:30.554870 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3db8e273-75dd-49ba-9837-bf773caa13a6 req-3433e8be-8e0d-4c36-a94c-15e67fdf64dc tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053640 Jul 15 13:38:30.560759 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd327318-5249-45ac-ad06-b44916545546 None None] Routers {'beb7ce4b-4eac-4b02-a325-f7e80498f965'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:30.561792 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-bd327318-5249-45ac-ad06-b44916545546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['beb7ce4b-4eac-4b02-a325-f7e80498f965'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:30.576670 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4408ebd5-357e-4c1f-9b62-70a883a879c9 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:30.606201 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a4e59a-bb1e-49cb-b96c-f35e35851a7a None None] Sync routers for ids ['890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:30.622087 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04563cde-e5e9-4483-bb0f-bed358f73795 None None] Checking router: 0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:38:30.635323 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a4e59a-bb1e-49cb-b96c-f35e35851a7a None None] Routers {'890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:30.636720 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c6a4e59a-bb1e-49cb-b96c-f35e35851a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:30.641287 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0b233991-f5a2-4932-8b99-754aa0f79959 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb7ce4b-4eac-4b02-a325-f7e80498f965 HTTP/1.1" status: 200 len: 205 time: 0.1066818 Jul 15 13:38:30.657155 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e2e74-f210-43ea-b83b-31b2948d8219 req-d209eca0-7787-4437-8870-310d5695f9ba tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:30.658940 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cf0e2e74-f210-43ea-b83b-31b2948d8219 req-d209eca0-7787-4437-8870-310d5695f9ba tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820 HTTP/1.1" status: 200 len: 946 time: 0.6389835 Jul 15 13:38:30.659729 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36206) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:30.692279 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-bd327318-5249-45ac-ad06-b44916545546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:30.697543 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b878b-8f70-4f8c-af0c-6f941e1386d1 req-b50963ba-7cdc-4e6a-aeae-baf10af9dd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:30.699125 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8b8b878b-8f70-4f8c-af0c-6f941e1386d1 req-b50963ba-7cdc-4e6a-aeae-baf10af9dd4b service neutron] 10.222.0.18 "GET /v2.0/networks?id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb HTTP/1.1" status: 200 len: 913 time: 0.3143241 Jul 15 13:38:30.704277 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45cc9b-3caa-4924-b461-7c897b2bbe25 req-8a9d6325-d5c2-4394-a9ee-f71ad5bc126d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:30.705840 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ef45cc9b-3caa-4924-b461-7c897b2bbe25 req-8a9d6325-d5c2-4394-a9ee-f71ad5bc126d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b5d3896-8166-469a-ae35-140d6a98066e HTTP/1.1" status: 200 len: 835 time: 0.1881042 Jul 15 13:38:30.730625 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4408ebd5-357e-4c1f-9b62-70a883a879c9 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "PUT /v2.0/floatingips/7ef25fc6-370a-49d3-810c-638685bbc98f HTTP/1.1" status: 200 len: 992 time: 7.0652077 Jul 15 13:38:30.761697 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd327318-5249-45ac-ad06-b44916545546 None None] Routers {'beb7ce4b-4eac-4b02-a325-f7e80498f965'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:30.766323 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-bd327318-5249-45ac-ad06-b44916545546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['beb7ce4b-4eac-4b02-a325-f7e80498f965'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:30.788255 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8b8b878b-8f70-4f8c-af0c-6f941e1386d1 req-323feb34-3239-4c65-afab-a43d6cf7baee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05c44e4f-75d0-4051-b1f8-8bf4eefe1029 HTTP/1.1" status: 200 len: 217 time: 0.0758801 Jul 15 13:38:30.795569 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-c6a4e59a-bb1e-49cb-b96c-f35e35851a7a None None] Set router 890d7102-beb3-4e54-9d55-4ce1ee1b3bc6 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:30.807934 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cf0e2e74-f210-43ea-b83b-31b2948d8219 req-e621c803-a08f-4dc3-b2d0-59a4c2453af6 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377172 Jul 15 13:38:30.852730 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-bd327318-5249-45ac-ad06-b44916545546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:30.853808 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd327318-5249-45ac-ad06-b44916545546 None None] The sync data for ids ['beb7ce4b-4eac-4b02-a325-f7e80498f965'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:30.888946 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b878b-8f70-4f8c-af0c-6f941e1386d1 req-4e41d9e4-2b98-49bd-91e9-255c391f4025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:30.890524 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8b8b878b-8f70-4f8c-af0c-6f941e1386d1 req-4e41d9e4-2b98-49bd-91e9-255c391f4025 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4840df0d-ad31-406d-829f-ea4475de886e HTTP/1.1" status: 200 len: 851 time: 0.0816195 Jul 15 13:38:30.902761 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04563cde-e5e9-4483-bb0f-bed358f73795 None None] Routers {'0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:30.903391 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-04563cde-e5e9-4483-bb0f-bed358f73795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:30.913383 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45cc9b-3caa-4924-b461-7c897b2bbe25 req-534be86b-0cbf-4ce4-aa51-b371b470911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:30.914971 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ef45cc9b-3caa-4924-b461-7c897b2bbe25 req-534be86b-0cbf-4ce4-aa51-b371b470911c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b333c41f-9715-44db-b704-e867379897e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1965265 Jul 15 13:38:30.933115 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d97af6-d4b8-4386-9f9e-2b11eaeeac39 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Network 7a3d89be-04ff-4257-bfc8-200df0476102 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:30.936472 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f19f9a9-7056-4e9e-bd59-ec464e537591 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:30.937552 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-ef45cc9b-3caa-4924-b461-7c897b2bbe25 req-96dbbf86-07e0-44bf-8919-04b5017fa932 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:38:30.938710 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ef45cc9b-3caa-4924-b461-7c897b2bbe25 req-96dbbf86-07e0-44bf-8919-04b5017fa932 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055280 Jul 15 13:38:30.938911 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f5d97af6-d4b8-4386-9f9e-2b11eaeeac39 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:30.988385 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-86f90ae1-4644-48d9-b6b5-8b641f09952e None None] Provisioning complete for port 5d0bbbfb-921b-4c87-90dd-832ef37e9bfa triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:30.989940 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-86f90ae1-4644-48d9-b6b5-8b641f09952e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.062712 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffeb367-44fe-4720-81f5-3eaadf05b99d x-openstack-request-id: req-6ffeb367-44fe-4720-81f5-3eaadf05b99d {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:31.063050 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0af3745-8bb3-460b-a8e2-4914bcee0cfd", "tag": "fae8455a-7c31-49ab-a6e8-a05ff8ec6419", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:31.063632 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6ffeb367-44fe-4720-81f5-3eaadf05b99d {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:31.063813 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0af3745-8bb3-460b-a8e2-4914bcee0cfd', 'tag': 'fae8455a-7c31-49ab-a6e8-a05ff8ec6419', 'status': 'completed', 'code': 200} Jul 15 13:38:31.102085 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-86f90ae1-4644-48d9-b6b5-8b641f09952e None None] Port 5d0bbbfb-921b-4c87-90dd-832ef37e9bfa cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:31.127452 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b878b-8f70-4f8c-af0c-6f941e1386d1 req-eedefd0d-6f1d-47e4-82ef-5e500603f719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:31.129199 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8b8b878b-8f70-4f8c-af0c-6f941e1386d1 req-eedefd0d-6f1d-47e4-82ef-5e500603f719 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2276089 Jul 15 13:38:31.263507 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 112a4c20-2414-4312-bc33-8041d7acbfcf up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:31.287481 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ef45cc9b-3caa-4924-b461-7c897b2bbe25 req-54f75eaa-b34c-4585-9a96-d00bc1c2464c service neutron] 10.222.0.32 "GET /v2.0/networks/b333c41f-9715-44db-b704-e867379897e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326681 Jul 15 13:38:31.359035 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 112a4c20-2414-4312-bc33-8041d7acbfcf triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:31.359681 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.397434 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-04563cde-e5e9-4483-bb0f-bed358f73795 None None] Set router 0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:31.436796 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ecdb025a-0a00-4721-a338-4e565d533ce0 None None] Provisioning complete for port 5d0bbbfb-921b-4c87-90dd-832ef37e9bfa triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:31.438100 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ecdb025a-0a00-4721-a338-4e565d533ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.456256 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8b8b878b-8f70-4f8c-af0c-6f941e1386d1 req-abe69435-9969-4728-b567-d5fa6c631117 service neutron] 10.222.0.18 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660551 Jul 15 13:38:31.507269 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ef45cc9b-3caa-4924-b461-7c897b2bbe25 req-309b7959-b743-4e19-a6b4-5b73a249a3c2 service neutron] 10.222.0.32 "GET /v2.0/networks/b333c41f-9715-44db-b704-e867379897e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959324 Jul 15 13:38:31.521792 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ecdb025a-0a00-4721-a338-4e565d533ce0 None None] Port 5d0bbbfb-921b-4c87-90dd-832ef37e9bfa cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:31.640523 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8b8b878b-8f70-4f8c-af0c-6f941e1386d1 req-0e87467b-f015-489c-8c52-f71d105422c5 service neutron] 10.222.0.18 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776896 Jul 15 13:38:31.676113 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f19f9a9-7056-4e9e-bd59-ec464e537591 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.679341 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c6a4e59a-bb1e-49cb-b96c-f35e35851a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1566138955-router', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '5046cb3b-301b-4304-8362-c468bba1b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:02Z', 'updated_at': '2021-07-15T13:33:12Z', 'revision_number': 4, 'project_id': '6a009645feb04959b4d54831dba76b81', 'gw_port': {'id': '5046cb3b-301b-4304-8362-c468bba1b747', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:05Z', 'updated_at': '2021-07-15T13:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '7ef25fc6-370a-49d3-810c-638685bbc98f', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'floating_ip_address': '172.25.6.251', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'port_id': 'd3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38', 'mac_address': 'fa:16:3e:39:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cf1d48-a4f6-4391-a02d-360af2434bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:37:59Z', 'updated_at': '2021-07-15T13:38:27Z', 'revision_number': 1, 'project_id': '6a009645feb04959b4d54831dba76b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962b0828-430d-4863-9cf7-afd4960f396f', 'name': '', 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'mac_address': 'fa:16:3e:0c:98:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:10Z', 'updated_at': '2021-07-15T13:33:24Z', 'revision_number': 5, 'project_id': '6a009645feb04959b4d54831dba76b81', 'subnets': [{'id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:31.689637 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f19f9a9-7056-4e9e-bd59-ec464e537591 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.719329 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a4e59a-bb1e-49cb-b96c-f35e35851a7a None None] Checking router: 890d7102-beb3-4e54-9d55-4ce1ee1b3bc6 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:38:31.760166 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a4e59a-bb1e-49cb-b96c-f35e35851a7a None None] Routers {'890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:31.760797 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c6a4e59a-bb1e-49cb-b96c-f35e35851a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:31.836657 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af6f27-eb48-40f1-955f-6b63a020c26a req-19544266-07cb-4de6-b453-f5aa60d8d059 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:31.842954 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-00af6f27-eb48-40f1-955f-6b63a020c26a req-19544266-07cb-4de6-b453-f5aa60d8d059 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0af3745-8bb3-460b-a8e2-4914bcee0cfd HTTP/1.1" status: 200 len: 946 time: 0.5110550 Jul 15 13:38:31.866398 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c581c28-a37d-4d77-a418-36c85cf4b699 req-3358a738-5131-4b92-a180-dfddcca94fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:31.868686 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9c581c28-a37d-4d77-a418-36c85cf4b699 req-3358a738-5131-4b92-a180-dfddcca94fd9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcf19ad9f55645769cc76961e7748495&device_id=d0af3745-8bb3-460b-a8e2-4914bcee0cfd HTTP/1.1" status: 200 len: 1098 time: 0.2254214 Jul 15 13:38:31.879496 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-04563cde-e5e9-4483-bb0f-bed358f73795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'name': 'tempest-TestNetworkBasicOps-router-657754309', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:34Z', 'updated_at': '2021-07-15T13:38:09Z', 'revision_number': 6, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:35Z', 'updated_at': '2021-07-15T13:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609', 'name': '', 'network_id': 'b333c41f-9715-44db-b704-e867379897e4', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'mac_address': 'fa:16:3e:ad:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '5b5d3896-8166-469a-ae35-140d6a98066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:36:03Z', 'revision_number': 5, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'subnets': [{'id': '5b5d3896-8166-469a-ae35-140d6a98066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:31.914390 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba6ff7-a032-4d9c-8e67-c7dd4be450cd req-dfd9f1ca-3b7d-48cf-b052-74648bc5bf39 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:31.915992 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04563cde-e5e9-4483-bb0f-bed358f73795 None None] The sync data for ids ['0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'] in n-d-758944-45 is: [{'id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'name': 'tempest-TestNetworkBasicOps-router-657754309', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:34Z', 'updated_at': '2021-07-15T13:38:09Z', 'revision_number': 6, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:35Z', 'updated_at': '2021-07-15T13:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609', 'name': '', 'network_id': 'b333c41f-9715-44db-b704-e867379897e4', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'mac_address': 'fa:16:3e:ad:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '5b5d3896-8166-469a-ae35-140d6a98066e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:49Z', 'updated_at': '2021-07-15T13:36:03Z', 'revision_number': 5, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'subnets': [{'id': '5b5d3896-8166-469a-ae35-140d6a98066e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:31.918424 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-faba6ff7-a032-4d9c-8e67-c7dd4be450cd req-dfd9f1ca-3b7d-48cf-b052-74648bc5bf39 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820 HTTP/1.1" status: 200 len: 946 time: 0.8051202 Jul 15 13:38:31.919506 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f19f9a9-7056-4e9e-bd59-ec464e537591 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.920875 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f19f9a9-7056-4e9e-bd59-ec464e537591 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Fanout notify agent at l3_agent the message router_deleted on router beb7ce4b-4eac-4b02-a325-f7e80498f965 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:38:31.930912 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-c6a4e59a-bb1e-49cb-b96c-f35e35851a7a None None] Set router 890d7102-beb3-4e54-9d55-4ce1ee1b3bc6 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:31.933958 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f19f9a9-7056-4e9e-bd59-ec464e537591 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.935175 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6f19f9a9-7056-4e9e-bd59-ec464e537591 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/routers/beb7ce4b-4eac-4b02-a325-f7e80498f965 HTTP/1.1" status: 204 len: 168 time: 1.2739005 Jul 15 13:38:31.955920 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36216) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:31.975866 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c751e0-5b22-4fa9-8a82-fa7ab07a06e7 req-3e0610c1-9684-4674-ac99-c9cb86992fa0 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:31.983898 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-30c751e0-5b22-4fa9-8a82-fa7ab07a06e7 req-3e0610c1-9684-4674-ac99-c9cb86992fa0 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=be667bda-aeda-491b-8875-39df528f743d HTTP/1.1" status: 200 len: 943 time: 0.2156880 Jul 15 13:38:32.037738 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d97af6-d4b8-4386-9f9e-2b11eaeeac39 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Router 82aa1ac6-a0fc-4c21-8a15-79115d443978 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:38:32.081922 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-00af6f27-eb48-40f1-955f-6b63a020c26a req-80889c62-28da-4afa-9d7d-b0d7244de1c8 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3734e6-2a3b-4411-a0ab-21ae5260f421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072427 Jul 15 13:38:32.083696 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c581c28-a37d-4d77-a418-36c85cf4b699 req-017b2f29-e7d8-40fa-b450-7688895e7e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:32.085262 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9c581c28-a37d-4d77-a418-36c85cf4b699 req-017b2f29-e7d8-40fa-b450-7688895e7e91 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b333c41f-9715-44db-b704-e867379897e4 HTTP/1.1" status: 200 len: 898 time: 0.2086966 Jul 15 13:38:32.089490 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd8f414f-f46c-4c8b-94b5-bc1bcf59f1ec tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Deleting subnet 241a0ce7-9961-4f65-bc80-eb62ebe4cd2d {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:38:32.102034 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd8f414f-f46c-4c8b-94b5-bc1bcf59f1ec tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.119457 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-30c751e0-5b22-4fa9-8a82-fa7ab07a06e7 req-b54bb1ba-9da1-4c0b-8926-50438213d9c4 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344721 Jul 15 13:38:32.198244 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9c581c28-a37d-4d77-a418-36c85cf4b699 req-2c672828-7131-4d81-9452-c02d0c2a7e86 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fae8455a-7c31-49ab-a6e8-a05ff8ec6419 HTTP/1.1" status: 200 len: 217 time: 0.1025190 Jul 15 13:38:32.261880 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd8f414f-f46c-4c8b-94b5-bc1bcf59f1ec tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.328529 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c581c28-a37d-4d77-a418-36c85cf4b699 req-27fcb0a9-41a0-4315-aa0d-59c6b3e86477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:32.352259 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9c581c28-a37d-4d77-a418-36c85cf4b699 req-27fcb0a9-41a0-4315-aa0d-59c6b3e86477 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b5d3896-8166-469a-ae35-140d6a98066e HTTP/1.1" status: 200 len: 835 time: 0.1130481 Jul 15 13:38:32.368626 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c6a4e59a-bb1e-49cb-b96c-f35e35851a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1566138955-router', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '5046cb3b-301b-4304-8362-c468bba1b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:02Z', 'updated_at': '2021-07-15T13:33:12Z', 'revision_number': 4, 'project_id': '6a009645feb04959b4d54831dba76b81', 'gw_port': {'id': '5046cb3b-301b-4304-8362-c468bba1b747', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:05Z', 'updated_at': '2021-07-15T13:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '7ef25fc6-370a-49d3-810c-638685bbc98f', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'floating_ip_address': '172.25.6.251', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'port_id': 'd3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38', 'mac_address': 'fa:16:3e:39:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cf1d48-a4f6-4391-a02d-360af2434bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:37:59Z', 'updated_at': '2021-07-15T13:38:27Z', 'revision_number': 1, 'project_id': '6a009645feb04959b4d54831dba76b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962b0828-430d-4863-9cf7-afd4960f396f', 'name': '', 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'mac_address': 'fa:16:3e:0c:98:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:10Z', 'updated_at': '2021-07-15T13:33:24Z', 'revision_number': 5, 'project_id': '6a009645feb04959b4d54831dba76b81', 'subnets': [{'id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:32.412640 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a4e59a-bb1e-49cb-b96c-f35e35851a7a None None] The sync data for ids ['890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'] in n-d-758944-45 is: [{'id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1566138955-router', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '5046cb3b-301b-4304-8362-c468bba1b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:02Z', 'updated_at': '2021-07-15T13:33:12Z', 'revision_number': 4, 'project_id': '6a009645feb04959b4d54831dba76b81', 'gw_port': {'id': '5046cb3b-301b-4304-8362-c468bba1b747', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:05Z', 'updated_at': '2021-07-15T13:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '7ef25fc6-370a-49d3-810c-638685bbc98f', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'floating_ip_address': '172.25.6.251', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'port_id': 'd3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38', 'mac_address': 'fa:16:3e:39:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cf1d48-a4f6-4391-a02d-360af2434bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:37:59Z', 'updated_at': '2021-07-15T13:38:27Z', 'revision_number': 1, 'project_id': '6a009645feb04959b4d54831dba76b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962b0828-430d-4863-9cf7-afd4960f396f', 'name': '', 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'mac_address': 'fa:16:3e:0c:98:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:10Z', 'updated_at': '2021-07-15T13:33:24Z', 'revision_number': 5, 'project_id': '6a009645feb04959b4d54831dba76b81', 'subnets': [{'id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:32.497564 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6cf0db-6aa5-4872-89a2-1b34596cb7ef None None] New status for floating IP dbbb562e-a12c-4731-9a3f-c665fb6c8396: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:38:32.527757 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-faba6ff7-a032-4d9c-8e67-c7dd4be450cd req-aa6c2cf7-8845-48d9-9920-cbc15c00d1d5 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Deleting port cbb0c824-24bb-41b9-a621-76c19cf73e5d {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:32.528237 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-faba6ff7-a032-4d9c-8e67-c7dd4be450cd req-aa6c2cf7-8845-48d9-9920-cbc15c00d1d5 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.539934 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd8f414f-f46c-4c8b-94b5-bc1bcf59f1ec tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.575013 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d97af6-d4b8-4386-9f9e-2b11eaeeac39 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:32.589087 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ef425d-f166-412a-a533-0a159717b1fa None None] Sync routers for ids ['82aa1ac6-a0fc-4c21-8a15-79115d443978'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:32.591557 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f5d97af6-d4b8-4386-9f9e-2b11eaeeac39 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "PUT /v2.0/routers/82aa1ac6-a0fc-4c21-8a15-79115d443978/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7796795 Jul 15 13:38:32.607157 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ef425d-f166-412a-a533-0a159717b1fa None None] Routers {'82aa1ac6-a0fc-4c21-8a15-79115d443978'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:32.609094 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d0ef425d-f166-412a-a533-0a159717b1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['82aa1ac6-a0fc-4c21-8a15-79115d443978'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:32.665103 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affc55d-a7f5-41d1-8f8e-d5dd5bfdc4c6 req-1413d1b6-f396-473b-8864-47dad49a123b tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:32.666504 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c581c28-a37d-4d77-a418-36c85cf4b699 req-421826e7-3c4f-4e5c-8ca4-f2835518bc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:32.666953 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4affc55d-a7f5-41d1-8f8e-d5dd5bfdc4c6 req-1413d1b6-f396-473b-8864-47dad49a123b tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820 HTTP/1.1" status: 200 len: 946 time: 0.2754724 Jul 15 13:38:32.668577 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9c581c28-a37d-4d77-a418-36c85cf4b699 req-421826e7-3c4f-4e5c-8ca4-f2835518bc8a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b333c41f-9715-44db-b704-e867379897e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3155391 Jul 15 13:38:32.792403 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-faba6ff7-a032-4d9c-8e67-c7dd4be450cd req-aa6c2cf7-8845-48d9-9920-cbc15c00d1d5 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] For port cbb0c824-24bb-41b9-a621-76c19cf73e5d, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=cbb0c824-24bb-41b9-a621-76c19cf73e5d,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:32.793059 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-faba6ff7-a032-4d9c-8e67-c7dd4be450cd req-aa6c2cf7-8845-48d9-9920-cbc15c00d1d5 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.820443 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4affc55d-a7f5-41d1-8f8e-d5dd5bfdc4c6 req-dbc0f383-b71e-4a39-9876-e99e3cd226df tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348722 Jul 15 13:38:32.836905 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-faba6ff7-a032-4d9c-8e67-c7dd4be450cd req-aa6c2cf7-8845-48d9-9920-cbc15c00d1d5 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Calling delete_port for cbb0c824-24bb-41b9-a621-76c19cf73e5d owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:32.844691 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-d0ef425d-f166-412a-a533-0a159717b1fa None None] Set router 82aa1ac6-a0fc-4c21-8a15-79115d443978 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:32.872400 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77facce-e45f-406e-854a-7b07bb48df48 None None] New status for floating IP 7ef25fc6-370a-49d3-810c-638685bbc98f: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:38:32.984921 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9c581c28-a37d-4d77-a418-36c85cf4b699 req-171d67a6-78a4-484b-933a-b5c1c89ae37f service neutron] 10.222.0.32 "GET /v2.0/networks/b333c41f-9715-44db-b704-e867379897e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000607 Jul 15 13:38:33.062135 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd8f414f-f46c-4c8b-94b5-bc1bcf59f1ec tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:33.148090 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-faba6ff7-a032-4d9c-8e67-c7dd4be450cd req-aa6c2cf7-8845-48d9-9920-cbc15c00d1d5 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:33.173084 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51cf1d48-a4f6-4391-a02d-360af2434bbd', 'tag': 'd3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:33.179576 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eab76f1-0459-4eaf-b99f-3ae003d9e814" -d '{"events": [{"name": "network-changed", "server_uuid": "51cf1d48-a4f6-4391-a02d-360af2434bbd", "tag": "d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:33.199668 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd8f414f-f46c-4c8b-94b5-bc1bcf59f1ec tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:33.204252 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fd8f414f-f46c-4c8b-94b5-bc1bcf59f1ec tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/subnets/241a0ce7-9961-4f65-bc80-eb62ebe4cd2d HTTP/1.1" status: 204 len: 168 time: 1.2452619 Jul 15 13:38:33.260216 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36238) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:33.262209 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f414f-f46c-4c8b-94b5-bc1bcf59f1ec tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Subnet': ['ID=241a0ce7-9961-4f65-bc80-eb62ebe4cd2d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:33.324229 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-a5867345-4d0d-4f85-9449-454d1296620e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-662954639&fields=id&tenant_id=5969ba48b19a42969f3c1202e7616f77 HTTP/1.1" status: 200 len: 267 time: 0.3214104 Jul 15 13:38:33.333522 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c2cf7-8845-48d9-9920-cbc15c00d1d5 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Pushing event deleted for resources: {'Port': ['ID=cbb0c824-24bb-41b9-a621-76c19cf73e5d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:33.381366 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['9a9e28e7-783c-4b08-98a4-873057252a5b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:38:33.384413 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e40a259-b7dc-4d09-ba78-235c82a83f6d None None] Network 73c0aaeb-7396-4e16-8a8f-24bbe2d6e46e requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:33.572413 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d0ef425d-f166-412a-a533-0a159717b1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773715229', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '55c13736-477e-4361-b94d-eca3dc993692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:13Z', 'updated_at': '2021-07-15T13:38:28Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '55c13736-477e-4361-b94d-eca3dc993692', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:15Z', 'updated_at': '2021-07-15T13:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '5d0bbbfb-921b-4c87-90dd-832ef37e9bfa', 'name': '', 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:c6:16:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '8e3f2039-b778-40b0-bdc7-f07e93fa4107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:27Z', 'updated_at': '2021-07-15T13:38:30Z', 'revision_number': 2, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': '8e3f2039-b778-40b0-bdc7-f07e93fa4107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:33.586573 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d06e5-f611-4d62-ad72-fd8a703bd6a5 req-e8606144-b790-4849-afdd-34c42918fdd4 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:33.589960 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bf9d06e5-f611-4d62-ad72-fd8a703bd6a5 req-e8606144-b790-4849-afdd-34c42918fdd4 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0af3745-8bb3-460b-a8e2-4914bcee0cfd HTTP/1.1" status: 200 len: 946 time: 0.8064990 Jul 15 13:38:33.607577 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ef425d-f166-412a-a533-0a159717b1fa None None] Checking router: 82aa1ac6-a0fc-4c21-8a15-79115d443978 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:38:33.608024 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ef425d-f166-412a-a533-0a159717b1fa None None] Updating router 82aa1ac6-a0fc-4c21-8a15-79115d443978 port 5d0bbbfb-921b-4c87-90dd-832ef37e9bfa binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:38:33.664063 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d0ef425d-f166-412a-a533-0a159717b1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:33.694372 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-faba6ff7-a032-4d9c-8e67-c7dd4be450cd req-aa6c2cf7-8845-48d9-9920-cbc15c00d1d5 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] No DVR routers for this DVR port cbb0c824-24bb-41b9-a621-76c19cf73e5d on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:38:33.740598 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-faba6ff7-a032-4d9c-8e67-c7dd4be450cd req-aa6c2cf7-8845-48d9-9920-cbc15c00d1d5 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:33.744702 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-faba6ff7-a032-4d9c-8e67-c7dd4be450cd req-aa6c2cf7-8845-48d9-9920-cbc15c00d1d5 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.18 "DELETE /v2.0/ports/cbb0c824-24bb-41b9-a621-76c19cf73e5d HTTP/1.1" status: 204 len: 173 time: 1.7898798 Jul 15 13:38:33.745501 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820', 'name': 'network-vif-deleted', 'tag': 'cbb0c824-24bb-41b9-a621-76c19cf73e5d'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:33.758613 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11f0aed-cbb9-4c96-b736-7ae32b79d590" -d '{"events": [{"server_uuid": "fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820", "name": "network-vif-deleted", "tag": "cbb0c824-24bb-41b9-a621-76c19cf73e5d"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:33.774835 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-77ce2a63-0667-4af9-bbf4-9c022eeb1a24 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:33.904639 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9c581c28-a37d-4d77-a418-36c85cf4b699 req-c6e63fee-5437-4334-812c-4c583c263098 service neutron] 10.222.0.32 "GET /v2.0/networks/b333c41f-9715-44db-b704-e867379897e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8672063 Jul 15 13:38:33.908834 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1d6d9-4896-44c3-a1fa-adaca7995661 req-d570b3c2-e884-4019-a76e-0f74687657bc tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:33.918087 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-66a1d6d9-4896-44c3-a1fa-adaca7995661 req-d570b3c2-e884-4019-a76e-0f74687657bc tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0af3745-8bb3-460b-a8e2-4914bcee0cfd HTTP/1.1" status: 200 len: 946 time: 0.3127110 Jul 15 13:38:33.962289 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-77ce2a63-0667-4af9-bbf4-9c022eeb1a24 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Deleting port 58af78ee-200f-4af4-81ba-6ce9c5efa9c7 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:33.962769 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-77ce2a63-0667-4af9-bbf4-9c022eeb1a24 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:33.971530 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fe744b-248a-46fb-9bb6-07407b4032a7 None None] DHCP port deletion for 73c0aaeb-7396-4e16-8a8f-24bbe2d6e46e request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:38:33.974507 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-b762352c-0c42-46e7-866a-6937a9fd5a47 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:33.985666 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-b762352c-0c42-46e7-866a-6937a9fd5a47 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/networks?id=7a3d89be-04ff-4257-bfc8-200df0476102 HTTP/1.1" status: 200 len: 797 time: 0.6291213 Jul 15 13:38:34.037400 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-d019fed8-c519-4c5c-a51c-439a89a2e550 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/quotas/5969ba48b19a42969f3c1202e7616f77 HTTP/1.1" status: 200 len: 375 time: 0.0315151 Jul 15 13:38:34.052744 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-55fe744b-248a-46fb-9bb6-07407b4032a7 None None] Deleting port 58af78ee-200f-4af4-81ba-6ce9c5efa9c7 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:34.053451 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55fe744b-248a-46fb-9bb6-07407b4032a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.109040 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-bf9d06e5-f611-4d62-ad72-fd8a703bd6a5 req-e43865d5-f747-4a53-af43-e3f64d196fbf tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Deleting port fae8455a-7c31-49ab-a6e8-a05ff8ec6419 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:34.109619 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bf9d06e5-f611-4d62-ad72-fd8a703bd6a5 req-e43865d5-f747-4a53-af43-e3f64d196fbf tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.115970 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-66a1d6d9-4896-44c3-a1fa-adaca7995661 req-1aeb749d-2d28-4ff4-9b43-7aebe01b37e6 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a3734e6-2a3b-4411-a0ab-21ae5260f421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793883 Jul 15 13:38:34.123455 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-77ce2a63-0667-4af9-bbf4-9c022eeb1a24 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] For port 58af78ee-200f-4af4-81ba-6ce9c5efa9c7, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=58af78ee-200f-4af4-81ba-6ce9c5efa9c7,segment=NetworkSegment(085517bc-50ff-4abf-ad1d-fe3337c1d052),segment_id=085517bc-50ff-4abf-ad1d-fe3337c1d052)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:34.123859 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-77ce2a63-0667-4af9-bbf4-9c022eeb1a24 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.146225 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-77ce2a63-0667-4af9-bbf4-9c022eeb1a24 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Calling delete_port for 58af78ee-200f-4af4-81ba-6ce9c5efa9c7 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:34.183936 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-55fe744b-248a-46fb-9bb6-07407b4032a7 None None] For port 58af78ee-200f-4af4-81ba-6ce9c5efa9c7, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=58af78ee-200f-4af4-81ba-6ce9c5efa9c7,segment=NetworkSegment(085517bc-50ff-4abf-ad1d-fe3337c1d052),segment_id=085517bc-50ff-4abf-ad1d-fe3337c1d052)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:34.184383 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55fe744b-248a-46fb-9bb6-07407b4032a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.203715 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-55fe744b-248a-46fb-9bb6-07407b4032a7 None None] Calling delete_port for 58af78ee-200f-4af4-81ba-6ce9c5efa9c7 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:34.252127 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-bf9d06e5-f611-4d62-ad72-fd8a703bd6a5 req-e43865d5-f747-4a53-af43-e3f64d196fbf tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] For port fae8455a-7c31-49ab-a6e8-a05ff8ec6419, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=fae8455a-7c31-49ab-a6e8-a05ff8ec6419,segment=NetworkSegment(0decb619-c7d7-4838-9fab-29529d572b66),segment_id=0decb619-c7d7-4838-9fab-29529d572b66)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:34.252504 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bf9d06e5-f611-4d62-ad72-fd8a703bd6a5 req-e43865d5-f747-4a53-af43-e3f64d196fbf tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.267663 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-bf9d06e5-f611-4d62-ad72-fd8a703bd6a5 req-e43865d5-f747-4a53-af43-e3f64d196fbf tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Calling delete_port for fae8455a-7c31-49ab-a6e8-a05ff8ec6419 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:34.338083 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-77ce2a63-0667-4af9-bbf4-9c022eeb1a24 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.355995 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55fe744b-248a-46fb-9bb6-07407b4032a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.370954 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-d4aa9bc7-112a-4df7-9591-092ee946f892 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3192039 Jul 15 13:38:34.391824 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fe744b-248a-46fb-9bb6-07407b4032a7 None None] No DVR routers for this DVR port 58af78ee-200f-4af4-81ba-6ce9c5efa9c7 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:38:34.419607 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d0ef425d-f166-412a-a533-0a159717b1fa None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.428141 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ce2a63-0667-4af9-bbf4-9c022eeb1a24 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] No DVR routers for this DVR port 58af78ee-200f-4af4-81ba-6ce9c5efa9c7 on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:38:34.449888 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe744b-248a-46fb-9bb6-07407b4032a7 None None] Pushing event deleted for resources: {'Port': ['ID=58af78ee-200f-4af4-81ba-6ce9c5efa9c7,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:34.450441 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-d0ef425d-f166-412a-a533-0a159717b1fa None None] Transition to ACTIVE for port object 5d0bbbfb-921b-4c87-90dd-832ef37e9bfa will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:34.461902 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d0ef425d-f166-412a-a533-0a159717b1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.465004 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce2a63-0667-4af9-bbf4-9c022eeb1a24 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Port': ['ID=58af78ee-200f-4af4-81ba-6ce9c5efa9c7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:34.549168 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dda7ab-67bc-4879-be41-cd0e831fd0b7 None None] Pushing event updated for resources: {'Port': ['ID=5d0bbbfb-921b-4c87-90dd-832ef37e9bfa,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:34.636722 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d0ef425d-f166-412a-a533-0a159717b1fa None None] Attempting to bind port 5d0bbbfb-921b-4c87-90dd-832ef37e9bfa on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:34.637901 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d0ef425d-f166-412a-a533-0a159717b1fa None None] Attempting to bind port 5d0bbbfb-921b-4c87-90dd-832ef37e9bfa by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'fcaf1e74-bf4d-45b5-a148-fed25331eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:34.638538 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ef425d-f166-412a-a533-0a159717b1fa None None] Attempting to bind port 5d0bbbfb-921b-4c87-90dd-832ef37e9bfa on network 7a3d89be-04ff-4257-bfc8-200df0476102 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:34.646630 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ef425d-f166-412a-a533-0a159717b1fa None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:34.647519 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ef425d-f166-412a-a533-0a159717b1fa None None] Checking segment: {'id': 'fcaf1e74-bf4d-45b5-a148-fed25331eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:34.648242 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d0ef425d-f166-412a-a533-0a159717b1fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.651152 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ef425d-f166-412a-a533-0a159717b1fa None None] Bound using segment: {'id': 'fcaf1e74-bf4d-45b5-a148-fed25331eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:34.651152 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-d0ef425d-f166-412a-a533-0a159717b1fa None None] Bound port: 5d0bbbfb-921b-4c87-90dd-832ef37e9bfa, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcaf1e74-bf4d-45b5-a148-fed25331eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:34.651152 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d0ef425d-f166-412a-a533-0a159717b1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.728040 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-77ce2a63-0667-4af9-bbf4-9c022eeb1a24 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.762364 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-77ce2a63-0667-4af9-bbf4-9c022eeb1a24 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c0aaeb-7396-4e16-8a8f-24bbe2d6e46e']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:34.769352 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d0ef425d-f166-412a-a533-0a159717b1fa None None] For port 5d0bbbfb-921b-4c87-90dd-832ef37e9bfa, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:34.774588 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-d0ef425d-f166-412a-a533-0a159717b1fa None None] For port 5d0bbbfb-921b-4c87-90dd-832ef37e9bfa, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=5d0bbbfb-921b-4c87-90dd-832ef37e9bfa,segment=NetworkSegment(fcaf1e74-bf4d-45b5-a148-fed25331eb7a),segment_id=fcaf1e74-bf4d-45b5-a148-fed25331eb7a)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:34.783521 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d0ef425d-f166-412a-a533-0a159717b1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.790729 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-77ce2a63-0667-4af9-bbf4-9c022eeb1a24 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '085517bc-50ff-4abf-ad1d-fe3337c1d052') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:34.791179 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-77ce2a63-0667-4af9-bbf4-9c022eeb1a24 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '085517bc-50ff-4abf-ad1d-fe3337c1d052') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:34.814956 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-77ce2a63-0667-4af9-bbf4-9c022eeb1a24 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.848083 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device cbb0c824-24bb-41b9-a621-76c19cf73e5d no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:38:34.851958 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dda7ab-67bc-4879-be41-cd0e831fd0b7 None None] Pushing event updated for resources: {'Port': ['ID=5d0bbbfb-921b-4c87-90dd-832ef37e9bfa,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:34.860120 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa353a3-fd21-4b41-8836-6d0b485ab980 req-7d227aba-47af-42a5-811b-f93b9a7f70c2 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:34.863119 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0aa353a3-fd21-4b41-8836-6d0b485ab980 req-7d227aba-47af-42a5-811b-f93b9a7f70c2 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=be667bda-aeda-491b-8875-39df528f743d HTTP/1.1" status: 200 len: 943 time: 0.4027474 Jul 15 13:38:34.875346 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ef425d-f166-412a-a533-0a159717b1fa None None] Routers {'82aa1ac6-a0fc-4c21-8a15-79115d443978'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:34.876296 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d0ef425d-f166-412a-a533-0a159717b1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['82aa1ac6-a0fc-4c21-8a15-79115d443978'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:34.918855 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-77ce2a63-0667-4af9-bbf4-9c022eeb1a24 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.924162 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: cbb0c824-24bb-41b9-a621-76c19cf73e5d {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:38:34.924539 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device cbb0c824-24bb-41b9-a621-76c19cf73e5d not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:38:34.937215 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ce2a63-0667-4af9-bbf4-9c022eeb1a24 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:38:34.938749 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-77ce2a63-0667-4af9-bbf4-9c022eeb1a24 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.942108 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:38:34.942108 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:38:34.942108 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:38:34.942108 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:38:34.942108 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:38:34.942108 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:38:34.942108 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:38:34.942108 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:38:34.942108 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:38:34.942108 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:38:34.942108 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:38:34.942108 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:38:34.942108 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:38:34.942108 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:38:34.942108 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:38:34.942108 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:38:34.942108 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:38:34.942108 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:38:34.942108 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:38:34.942108 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:38:34.942108 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:38:34.942108 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:38:34.942108 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:38:34.942108 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:38:34.942108 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:38:34.942108 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:38:34.942108 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:38:34.942108 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:38:34.942108 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:38:34.942108 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:38:34.942108 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:38:34.942108 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:38:34.965170 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-971a790a-8dbd-48ef-b403-718033698def service neutron] 10.222.0.24 "GET /v2.0/networks/7a3d89be-04ff-4257-bfc8-200df0476102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5932899 Jul 15 13:38:34.997879 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0aa353a3-fd21-4b41-8836-6d0b485ab980 req-d6786365-67d8-40a3-9262-6cda4d5646ab tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125121 Jul 15 13:38:35.086415 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-77ce2a63-0667-4af9-bbf4-9c022eeb1a24 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.090927 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-d0ef425d-f166-412a-a533-0a159717b1fa None None] Set router 82aa1ac6-a0fc-4c21-8a15-79115d443978 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:35.092972 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ae6b07-660a-4afe-bc79-c56948ebead0 x-openstack-request-id: req-b2ae6b07-660a-4afe-bc79-c56948ebead0 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:35.093482 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51cf1d48-a4f6-4391-a02d-360af2434bbd", "tag": "d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:35.093482 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b2ae6b07-660a-4afe-bc79-c56948ebead0 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:35.093941 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51cf1d48-a4f6-4391-a02d-360af2434bbd', 'tag': 'd3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d', 'status': 'completed', 'code': 200} Jul 15 13:38:35.098388 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-77ce2a63-0667-4af9-bbf4-9c022eeb1a24 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.108190 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-77ce2a63-0667-4af9-bbf4-9c022eeb1a24 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/networks/73c0aaeb-7396-4e16-8a8f-24bbe2d6e46e HTTP/1.1" status: 204 len: 168 time: 1.8252361 Jul 15 13:38:35.114319 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36246) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:35.119345 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-26dc913e-0133-4dc8-89d5-f1e256898aa3 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1609039843', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}, 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:35.165361 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce2a63-0667-4af9-bbf4-9c022eeb1a24 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Network': ['ID=73c0aaeb-7396-4e16-8a8f-24bbe2d6e46e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:35.204518 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 58af78ee-200f-4af4-81ba-6ce9c5efa9c7 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:38:35.205494 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-c94579ff-9afb-4941-a4f9-8989cb6b344c service neutron] 10.222.0.24 "GET /v2.0/networks/7a3d89be-04ff-4257-bfc8-200df0476102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391121 Jul 15 13:38:35.214210 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bf9d06e5-f611-4d62-ad72-fd8a703bd6a5 req-e43865d5-f747-4a53-af43-e3f64d196fbf tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.251716 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 58af78ee-200f-4af4-81ba-6ce9c5efa9c7 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:38:35.254851 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 58af78ee-200f-4af4-81ba-6ce9c5efa9c7 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:38:35.268527 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43865d5-f747-4a53-af43-e3f64d196fbf tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event deleted for resources: {'Port': ['ID=fae8455a-7c31-49ab-a6e8-a05ff8ec6419,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:35.284966 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26dc913e-0133-4dc8-89d5-f1e256898aa3 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.286060 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26dc913e-0133-4dc8-89d5-f1e256898aa3 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.356153 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9d06e5-f611-4d62-ad72-fd8a703bd6a5 req-e43865d5-f747-4a53-af43-e3f64d196fbf tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] No DVR routers for this DVR port fae8455a-7c31-49ab-a6e8-a05ff8ec6419 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:38:35.362872 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bf9d06e5-f611-4d62-ad72-fd8a703bd6a5 req-e43865d5-f747-4a53-af43-e3f64d196fbf tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.366256 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bf9d06e5-f611-4d62-ad72-fd8a703bd6a5 req-e43865d5-f747-4a53-af43-e3f64d196fbf tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.32 "DELETE /v2.0/ports/fae8455a-7c31-49ab-a6e8-a05ff8ec6419 HTTP/1.1" status: 204 len: 173 time: 1.7674201 Jul 15 13:38:35.399494 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab76f1-0459-4eaf-b99f-3ae003d9e814 req-c28f8400-1784-4e01-933a-8948668c82b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:35.401197 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9eab76f1-0459-4eaf-b99f-3ae003d9e814 req-c28f8400-1784-4e01-933a-8948668c82b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a009645feb04959b4d54831dba76b81&device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 1098 time: 0.2603493 Jul 15 13:38:35.474322 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e776ff4-8f86-4fea-ae92-797649d32f49 x-openstack-request-id: req-3e776ff4-8f86-4fea-ae92-797649d32f49 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:35.475086 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820", "name": "network-vif-deleted", "tag": "cbb0c824-24bb-41b9-a621-76c19cf73e5d", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:35.475569 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e776ff4-8f86-4fea-ae92-797649d32f49 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:35.476192 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0300cd-d60e-4c49-9e3f-a9f2d8cf7820', 'name': 'network-vif-deleted', 'tag': 'cbb0c824-24bb-41b9-a621-76c19cf73e5d', 'status': 'completed', 'code': 200} Jul 15 13:38:35.486932 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26dc913e-0133-4dc8-89d5-f1e256898aa3 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.562790 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-d0ef425d-f166-412a-a533-0a159717b1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773715229', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '55c13736-477e-4361-b94d-eca3dc993692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:13Z', 'updated_at': '2021-07-15T13:38:28Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '55c13736-477e-4361-b94d-eca3dc993692', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:15Z', 'updated_at': '2021-07-15T13:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '5d0bbbfb-921b-4c87-90dd-832ef37e9bfa', 'name': '', 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:c6:16:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '8e3f2039-b778-40b0-bdc7-f07e93fa4107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:27Z', 'updated_at': '2021-07-15T13:38:34Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': '8e3f2039-b778-40b0-bdc7-f07e93fa4107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:35.639135 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ef425d-f166-412a-a533-0a159717b1fa None None] The sync data for ids ['82aa1ac6-a0fc-4c21-8a15-79115d443978'] in n-d-758944-45 is: [{'id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773715229', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '55c13736-477e-4361-b94d-eca3dc993692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:13Z', 'updated_at': '2021-07-15T13:38:28Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '55c13736-477e-4361-b94d-eca3dc993692', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:15Z', 'updated_at': '2021-07-15T13:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '5d0bbbfb-921b-4c87-90dd-832ef37e9bfa', 'name': '', 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:c6:16:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '8e3f2039-b778-40b0-bdc7-f07e93fa4107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:27Z', 'updated_at': '2021-07-15T13:38:34Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': '8e3f2039-b778-40b0-bdc7-f07e93fa4107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:35.859792 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f5ea0b95-7758-4281-a0e5-7fb2765cdaf1 req-2fe53be4-2793-420b-b58a-e5ea12bfe479 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 210 time: 0.1803503 Jul 15 13:38:35.896599 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1687e039-7a16-4dbd-b73f-b99c5960643e req-ebcf018b-b6b1-4a84-9fd6-c559558b4466 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0af3745-8bb3-460b-a8e2-4914bcee0cfd HTTP/1.1" status: 200 len: 210 time: 0.0518739 Jul 15 13:38:35.920925 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26dc913e-0133-4dc8-89d5-f1e256898aa3 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.927980 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab76f1-0459-4eaf-b99f-3ae003d9e814 req-b0505070-ecd7-4f41-80b9-036818d37086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:35.930133 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9eab76f1-0459-4eaf-b99f-3ae003d9e814 req-b0505070-ecd7-4f41-80b9-036818d37086 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e606fbf2-6d31-4c0c-b11e-11481e1e0c38 HTTP/1.1" status: 200 len: 918 time: 0.5203691 Jul 15 13:38:36.135577 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9eab76f1-0459-4eaf-b99f-3ae003d9e814 req-221acb70-48f9-41bf-abfc-7774a23b96cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d HTTP/1.1" status: 200 len: 1002 time: 0.1973462 Jul 15 13:38:36.354530 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350410d5-a0c9-481e-81ce-1fc77aaaa2a7 req-d92a6847-40a9-441c-847e-d366ef1f95b6 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:36.365149 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-350410d5-a0c9-481e-81ce-1fc77aaaa2a7 req-d92a6847-40a9-441c-847e-d366ef1f95b6 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=be667bda-aeda-491b-8875-39df528f743d HTTP/1.1" status: 200 len: 943 time: 0.1097243 Jul 15 13:38:36.395191 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab76f1-0459-4eaf-b99f-3ae003d9e814 req-5c8d98c1-63d6-4abe-91ae-db9a5205ce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:36.398322 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9eab76f1-0459-4eaf-b99f-3ae003d9e814 req-5c8d98c1-63d6-4abe-91ae-db9a5205ce2e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=781e91a3-d9e2-4a55-aa10-3466cf7c7f92 HTTP/1.1" status: 200 len: 856 time: 0.2510643 Jul 15 13:38:36.459653 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-350410d5-a0c9-481e-81ce-1fc77aaaa2a7 req-c1cc1f71-a783-4188-a48a-27aebae6add3 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892966 Jul 15 13:38:36.752786 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26dc913e-0133-4dc8-89d5-f1e256898aa3 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:36.794917 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device fae8455a-7c31-49ab-a6e8-a05ff8ec6419 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:38:36.806673 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26dc913e-0133-4dc8-89d5-f1e256898aa3 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:36.837718 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: fae8455a-7c31-49ab-a6e8-a05ff8ec6419 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:38:36.838153 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device fae8455a-7c31-49ab-a6e8-a05ff8ec6419 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:38:36.847289 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 05c44e4f-75d0-4051-b1f8-8bf4eefe1029 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:38:36.895165 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab76f1-0459-4eaf-b99f-3ae003d9e814 req-d94a6a1b-78d0-4091-be0b-7d94ecd5f4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:36.897322 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9eab76f1-0459-4eaf-b99f-3ae003d9e814 req-d94a6a1b-78d0-4091-be0b-7d94ecd5f4ae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e606fbf2-6d31-4c0c-b11e-11481e1e0c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4792044 Jul 15 13:38:37.062753 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 05c44e4f-75d0-4051-b1f8-8bf4eefe1029, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=05c44e4f-75d0-4051-b1f8-8bf4eefe1029,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:37.108182 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '05c44e4f-75d0-4051-b1f8-8bf4eefe1029', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'port_id': '05c44e4f-75d0-4051-b1f8-8bf4eefe1029', 'mac_address': 'fa:16:3e:d9:9a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4840df0d-ad31-406d-829f-ea4475de886e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:38:37.115403 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0af3745-8bb3-460b-a8e2-4914bcee0cfd', 'name': 'network-vif-deleted', 'tag': 'fae8455a-7c31-49ab-a6e8-a05ff8ec6419'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:37.118489 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8eeeee-fff3-4545-a70d-473db942fa22" -d '{"events": [{"server_uuid": "d0af3745-8bb3-460b-a8e2-4914bcee0cfd", "name": "network-vif-deleted", "tag": "fae8455a-7c31-49ab-a6e8-a05ff8ec6419"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:37.153737 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b386fd20-cf95-4dc9-90fc-c2d3d308d848 req-2cf2072e-ac12-4dcb-8ec1-d74e2f371d5d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 210 time: 0.0817401 Jul 15 13:38:37.164969 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36286) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:37.226785 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:37.289143 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 5d0bbbfb-921b-4c87-90dd-832ef37e9bfa up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:37.294851 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9eab76f1-0459-4eaf-b99f-3ae003d9e814 req-c0cd9d7e-cfcb-4ad9-90c8-bbfc149f18e3 service neutron] 10.222.0.32 "GET /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513846 Jul 15 13:38:37.297095 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-26dc913e-0133-4dc8-89d5-f1e256898aa3 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Allocated IP 172.25.6.128 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/3762a650-2100-42de-89f1-07ce5a020708) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:37.343059 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c44e4f-75d0-4051-b1f8-8bf4eefe1029 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:38:37.382348 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 05c44e4f-75d0-4051-b1f8-8bf4eefe1029, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=05c44e4f-75d0-4051-b1f8-8bf4eefe1029,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:37.392002 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:37.435770 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37b4d1e2-1ed9-4e61-86e3-6df69783d927 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:37.464268 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9eab76f1-0459-4eaf-b99f-3ae003d9e814 req-24a5f24e-8f86-459e-9623-2c5dfae9576c service neutron] 10.222.0.32 "GET /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617534 Jul 15 13:38:37.470063 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fd0f07-1cd9-44b9-becc-a741c4cd7706 x-openstack-request-id: req-00fd0f07-1cd9-44b9-becc-a741c4cd7706 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:37.471137 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0af3745-8bb3-460b-a8e2-4914bcee0cfd", "name": "network-vif-deleted", "tag": "fae8455a-7c31-49ab-a6e8-a05ff8ec6419", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:37.471521 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00fd0f07-1cd9-44b9-becc-a741c4cd7706 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:37.472068 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0af3745-8bb3-460b-a8e2-4914bcee0cfd', 'name': 'network-vif-deleted', 'tag': 'fae8455a-7c31-49ab-a6e8-a05ff8ec6419', 'status': 'completed', 'code': 200} Jul 15 13:38:37.509293 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 5d0bbbfb-921b-4c87-90dd-832ef37e9bfa completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:37.535936 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37b4d1e2-1ed9-4e61-86e3-6df69783d927 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:37.563332 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 5d0bbbfb-921b-4c87-90dd-832ef37e9bfa triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:37.564089 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:37.646455 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['05c44e4f-75d0-4051-b1f8-8bf4eefe1029'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:38:37.719233 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37b4d1e2-1ed9-4e61-86e3-6df69783d927 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:37.724636 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37b4d1e2-1ed9-4e61-86e3-6df69783d927 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:37.732716 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-37b4d1e2-1ed9-4e61-86e3-6df69783d927 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "DELETE /v2.0/security-groups/1a3734e6-2a3b-4411-a0ab-21ae5260f421 HTTP/1.1" status: 204 len: 168 time: 0.5640869 Jul 15 13:38:37.772556 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4d1e2-1ed9-4e61-86e3-6df69783d927 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3734e6-2a3b-4411-a0ab-21ae5260f421,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:37.826168 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36300) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:37.883537 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=05c44e4f-75d0-4051-b1f8-8bf4eefe1029,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:37.886547 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26dc913e-0133-4dc8-89d5-f1e256898aa3 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:38.035740 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-9dfe6036-8e5a-45d3-850c-fab8944bc811 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:38.037406 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-9dfe6036-8e5a-45d3-850c-fab8944bc811 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.32 "GET /v2.0/networks?id=7a3d89be-04ff-4257-bfc8-200df0476102 HTTP/1.1" status: 200 len: 797 time: 0.3473878 Jul 15 13:38:38.059859 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c51603-fa3e-4b65-b086-6bb33368b5e4 req-33a28bc2-e378-4420-92a1-86d3bd2172d1 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:38.072861 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39c51603-fa3e-4b65-b086-6bb33368b5e4 req-33a28bc2-e378-4420-92a1-86d3bd2172d1 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=be667bda-aeda-491b-8875-39df528f743d HTTP/1.1" status: 200 len: 944 time: 0.2857752 Jul 15 13:38:38.096310 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26dc913e-0133-4dc8-89d5-f1e256898aa3 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:38.184842 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:38.202550 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dc913e-0133-4dc8-89d5-f1e256898aa3 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:38.216941 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39c51603-fa3e-4b65-b086-6bb33368b5e4 req-05fe8a6e-8262-418d-ae6d-2bdad16864e3 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430447 Jul 15 13:38:38.224492 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-6809c811-2861-48dd-a2e4-18d938b20219 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5969ba48b19a42969f3c1202e7616f77 HTTP/1.1" status: 200 len: 379 time: 0.1437798 Jul 15 13:38:38.228679 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-26dc913e-0133-4dc8-89d5-f1e256898aa3 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:38.251261 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-6ea1f6e5-fe63-47c7-8bf5-970253865741 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'port': {'device_id': '1f4f3ed7-fc84-47f3-a614-c3032861bd62', 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102', 'admin_state_up': True, 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'security_groups': ['5e00f20b-1ea6-45be-a957-035be9cfcbc0']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:38.258030 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 5d0bbbfb-921b-4c87-90dd-832ef37e9bfa, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=5d0bbbfb-921b-4c87-90dd-832ef37e9bfa,segment=NetworkSegment(fcaf1e74-bf4d-45b5-a148-fed25331eb7a),segment_id=fcaf1e74-bf4d-45b5-a148-fed25331eb7a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:38.262206 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dc913e-0133-4dc8-89d5-f1e256898aa3 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:38.265803 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc913e-0133-4dc8-89d5-f1e256898aa3 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Port': ['ID=3762a650-2100-42de-89f1-07ce5a020708,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:38.269552 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:38.346450 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:38.410912 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=5d0bbbfb-921b-4c87-90dd-832ef37e9bfa,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:38.631130 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4493d515-e1e8-4c7c-a0d0-f5d55c0904db req-64c89a02-caa3-4d90-8d62-9ff662cb91b0 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 210 time: 0.0981655 Jul 15 13:38:38.699470 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-048c3432-e2bb-4497-b821-9bdab7c9a572 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:38.703985 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-6ea1f6e5-fe63-47c7-8bf5-970253865741 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Made reservation on behalf of 5969ba48b19a42969f3c1202e7616f77 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:38.711194 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-6ea1f6e5-fe63-47c7-8bf5-970253865741 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:38.860257 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 05c44e4f-75d0-4051-b1f8-8bf4eefe1029 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:38.937357 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 05c44e4f-75d0-4051-b1f8-8bf4eefe1029 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:38.943886 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 05c44e4f-75d0-4051-b1f8-8bf4eefe1029 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:38.947078 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:39.080833 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:39.114228 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be667bda-aeda-491b-8875-39df528f743d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c44e4f-75d0-4051-b1f8-8bf4eefe1029'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:39.117513 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe34ec8-b9e4-4db5-bcd7-2c4593c8f2c8" -d '{"events": [{"server_uuid": "be667bda-aeda-491b-8875-39df528f743d", "name": "network-vif-plugged", "status": "completed", "tag": "05c44e4f-75d0-4051-b1f8-8bf4eefe1029"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:39.133426 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 05c44e4f-75d0-4051-b1f8-8bf4eefe1029, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=05c44e4f-75d0-4051-b1f8-8bf4eefe1029,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:39.143790 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:39.148488 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26dc913e-0133-4dc8-89d5-f1e256898aa3 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:39.197850 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 5d0bbbfb-921b-4c87-90dd-832ef37e9bfa up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:39.282478 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-048c3432-e2bb-4497-b821-9bdab7c9a572 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Deleting port 3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:39.282973 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-048c3432-e2bb-4497-b821-9bdab7c9a572 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:39.286918 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-6ea1f6e5-fe63-47c7-8bf5-970253865741 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Allocated IP 172.20.0.14 (7a3d89be-04ff-4257-bfc8-200df0476102/8e3f2039-b778-40b0-bdc7-f07e93fa4107/4c36bf5e-148b-4380-8c2c-8baa1e90f983) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:39.292187 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=05c44e4f-75d0-4051-b1f8-8bf4eefe1029,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:39.333824 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 5d0bbbfb-921b-4c87-90dd-832ef37e9bfa triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:39.334213 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:39.411049 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8e2a65-0ba6-4dea-947e-5a9236132569 x-openstack-request-id: req-bb8e2a65-0ba6-4dea-947e-5a9236132569 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:39.411510 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be667bda-aeda-491b-8875-39df528f743d", "name": "network-vif-plugged", "status": "completed", "tag": "05c44e4f-75d0-4051-b1f8-8bf4eefe1029", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:39.412176 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb8e2a65-0ba6-4dea-947e-5a9236132569 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:39.413020 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be667bda-aeda-491b-8875-39df528f743d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c44e4f-75d0-4051-b1f8-8bf4eefe1029', 'code': 200} Jul 15 13:38:39.420268 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb06d66-d312-43cf-8d3f-57927dadfd03 req-e7cdab2c-d83b-45a7-98ed-7f0c42ffd665 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:39.432857 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5fb06d66-d312-43cf-8d3f-57927dadfd03 req-e7cdab2c-d83b-45a7-98ed-7f0c42ffd665 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8 HTTP/1.1" status: 200 len: 945 time: 0.4192448 Jul 15 13:38:39.593569 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-048c3432-e2bb-4497-b821-9bdab7c9a572 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] For port 3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609,segment=NetworkSegment(0decb619-c7d7-4838-9fab-29529d572b66),segment_id=0decb619-c7d7-4838-9fab-29529d572b66)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:39.594105 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-048c3432-e2bb-4497-b821-9bdab7c9a572 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:39.633793 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-048c3432-e2bb-4497-b821-9bdab7c9a572 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Calling delete_port for 3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:39.644363 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5fb06d66-d312-43cf-8d3f-57927dadfd03 req-b6d144a0-c7aa-492f-b679-b34702614412 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100339 Jul 15 13:38:39.740877 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c89b3-9c69-4c44-918f-e1f7f541b706 req-b9504705-bd2c-4857-8681-ddf2983bd667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:39.743029 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2b9c89b3-9c69-4c44-918f-e1f7f541b706 req-b9504705-bd2c-4857-8681-ddf2983bd667 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=be667bda-aeda-491b-8875-39df528f743d HTTP/1.1" status: 200 len: 1097 time: 0.2899628 Jul 15 13:38:39.785568 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e48f9e-4613-4d33-88d4-d77bc8f687ce req-c95d5f95-8500-42ff-8be8-a1f7ca8499e0 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:39.787347 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-67e48f9e-4613-4d33-88d4-d77bc8f687ce req-c95d5f95-8500-42ff-8be8-a1f7ca8499e0 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=be667bda-aeda-491b-8875-39df528f743d HTTP/1.1" status: 200 len: 945 time: 0.2684882 Jul 15 13:38:39.823917 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26dc913e-0133-4dc8-89d5-f1e256898aa3 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:39.830769 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-6ea1f6e5-fe63-47c7-8bf5-970253865741 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:39.881251 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-6ea1f6e5-fe63-47c7-8bf5-970253865741 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Transition to ACTIVE for port object 4c36bf5e-148b-4380-8c2c-8baa1e90f983 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:40.281669 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2b9c89b3-9c69-4c44-918f-e1f7f541b706 req-597b13be-33b7-42f7-8f3d-59702e71480e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5302258 Jul 15 13:38:40.319125 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-67e48f9e-4613-4d33-88d4-d77bc8f687ce req-96937747-9f99-47fa-97c0-7e84966403fa tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5163460 Jul 15 13:38:40.341491 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1f97f172-d7ea-4fec-922c-3a28e46de2be req-d3f99d3f-96a4-4f74-b259-821874fc5885 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 210 time: 0.4617424 Jul 15 13:38:40.461632 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-6ea1f6e5-fe63-47c7-8bf5-970253865741 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.501271 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-048c3432-e2bb-4497-b821-9bdab7c9a572 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.539720 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-6ea1f6e5-fe63-47c7-8bf5-970253865741 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Network 7a3d89be-04ff-4257-bfc8-200df0476102 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:40.547188 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-6ea1f6e5-fe63-47c7-8bf5-970253865741 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:40.557180 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a77ae-f61a-4579-a68b-9bea413b5f79 req-66fd24bc-7d99-43b6-9902-918264bba039 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:40.559355 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a56a77ae-f61a-4579-a68b-9bea413b5f79 req-66fd24bc-7d99-43b6-9902-918264bba039 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8 HTTP/1.1" status: 200 len: 945 time: 0.2232711 Jul 15 13:38:40.562804 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-6ea1f6e5-fe63-47c7-8bf5-970253865741 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:40.581801 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c3432-e2bb-4497-b821-9bdab7c9a572 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event deleted for resources: {'Port': ['ID=3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:40.602929 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1f6e5-fe63-47c7-8bf5-970253865741 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'Port': ['ID=4c36bf5e-148b-4380-8c2c-8baa1e90f983,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:40.677045 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26dc913e-0133-4dc8-89d5-f1e256898aa3 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Router 0bd15bcf-b24e-4fed-8668-ab8e7cddb9be is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:38:40.704954 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-6ea1f6e5-fe63-47c7-8bf5-970253865741 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:40.705650 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-6ea1f6e5-fe63-47c7-8bf5-970253865741 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.952517 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-6ea1f6e5-fe63-47c7-8bf5-970253865741 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7175112 Jul 15 13:38:40.997084 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-b7609898-1a97-4ecc-80e7-2867f98b53cc service neutron] Request body: {'port': {'device_id': '1f4f3ed7-fc84-47f3-a614-c3032861bd62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:41.043725 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-048c3432-e2bb-4497-b821-9bdab7c9a572 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:41.133735 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9d116964-a617-40cb-aaa5-2e5976c1aa20 None None] Provisioning for port 4c36bf5e-148b-4380-8c2c-8baa1e90f983 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:41.138997 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9d116964-a617-40cb-aaa5-2e5976c1aa20 None None] Provisioning complete for port 4c36bf5e-148b-4380-8c2c-8baa1e90f983 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:41.139369 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d116964-a617-40cb-aaa5-2e5976c1aa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:41.249092 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9d116964-a617-40cb-aaa5-2e5976c1aa20 None None] Port 4c36bf5e-148b-4380-8c2c-8baa1e90f983 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:41.259200 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-a56a77ae-f61a-4579-a68b-9bea413b5f79 req-358f97f4-ea8e-47c0-b60e-111777a2a7e9 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Deleting port 9a9e28e7-783c-4b08-98a4-873057252a5b {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:41.259629 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a56a77ae-f61a-4579-a68b-9bea413b5f79 req-358f97f4-ea8e-47c0-b60e-111777a2a7e9 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:41.290725 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26dc913e-0133-4dc8-89d5-f1e256898aa3 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:41.313970 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a37870-e92d-41a6-9fee-2439d9c71276 None None] Sync routers for ids ['0bd15bcf-b24e-4fed-8668-ab8e7cddb9be'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:41.319360 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-b7609898-1a97-4ecc-80e7-2867f98b53cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:41.338944 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a37870-e92d-41a6-9fee-2439d9c71276 None None] Routers {'0bd15bcf-b24e-4fed-8668-ab8e7cddb9be'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:41.341142 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-21a37870-e92d-41a6-9fee-2439d9c71276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0bd15bcf-b24e-4fed-8668-ab8e7cddb9be'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:41.354708 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da25de6-efba-43bb-a659-872fd29a4942 req-1ada6d0f-21f4-447a-bd27-640ab383eb3c tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:41.376093 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9da25de6-efba-43bb-a659-872fd29a4942 req-1ada6d0f-21f4-447a-bd27-640ab383eb3c tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8 HTTP/1.1" status: 200 len: 945 time: 0.4758899 Jul 15 13:38:41.414880 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-21a37870-e92d-41a6-9fee-2439d9c71276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:41.432398 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a37870-e92d-41a6-9fee-2439d9c71276 None None] Routers {'0bd15bcf-b24e-4fed-8668-ab8e7cddb9be'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:41.433989 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-21a37870-e92d-41a6-9fee-2439d9c71276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0bd15bcf-b24e-4fed-8668-ab8e7cddb9be'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:41.458250 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26dc913e-0133-4dc8-89d5-f1e256898aa3 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:41.469547 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36330) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:41.482376 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-26dc913e-0133-4dc8-89d5-f1e256898aa3 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.3668721 Jul 15 13:38:41.502400 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-21a37870-e92d-41a6-9fee-2439d9c71276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:41.503965 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a37870-e92d-41a6-9fee-2439d9c71276 None None] The sync data for ids ['0bd15bcf-b24e-4fed-8668-ab8e7cddb9be'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:41.570216 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9da25de6-efba-43bb-a659-872fd29a4942 req-95f3bf57-fe10-42ef-bae8-8933aae109d4 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/security-groups?id=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927450 Jul 15 13:38:41.596526 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a56a77ae-f61a-4579-a68b-9bea413b5f79 req-358f97f4-ea8e-47c0-b60e-111777a2a7e9 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] For port 9a9e28e7-783c-4b08-98a4-873057252a5b, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9a9e28e7-783c-4b08-98a4-873057252a5b,segment=NetworkSegment(836abf83-1fab-411d-a248-5a2250c99f99),segment_id=836abf83-1fab-411d-a248-5a2250c99f99)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:41.597258 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a56a77ae-f61a-4579-a68b-9bea413b5f79 req-358f97f4-ea8e-47c0-b60e-111777a2a7e9 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:41.673479 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-a56a77ae-f61a-4579-a68b-9bea413b5f79 req-358f97f4-ea8e-47c0-b60e-111777a2a7e9 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Calling delete_port for 9a9e28e7-783c-4b08-98a4-873057252a5b owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:41.765827 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048c3432-e2bb-4497-b821-9bdab7c9a572 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Router 0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:38:41.789574 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-54b6caed-5ef6-4be2-9b5e-590a5a093df1 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "GET /v2.0/routers/0bd15bcf-b24e-4fed-8668-ab8e7cddb9be HTTP/1.1" status: 200 len: 885 time: 0.3160279 Jul 15 13:38:41.790281 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36334) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:41.888914 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d9e4d-ddd2-4ae8-bf15-f86c0b554206 req-540ef902-b983-4dad-9d1a-8b6e7842d776 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:41.890930 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-259d9e4d-ddd2-4ae8-bf15-f86c0b554206 req-540ef902-b983-4dad-9d1a-8b6e7842d776 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=be667bda-aeda-491b-8875-39df528f743d HTTP/1.1" status: 200 len: 945 time: 0.3352623 Jul 15 13:38:41.968370 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d29419-ba20-4d99-9a30-f1bff1bcbc5e req-2028394c-ab17-4eca-9158-38c5cba3b9a0 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:41.970166 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-93d29419-ba20-4d99-9a30-f1bff1bcbc5e req-2028394c-ab17-4eca-9158-38c5cba3b9a0 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 932 time: 0.2251441 Jul 15 13:38:42.045146 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a56a77ae-f61a-4579-a68b-9bea413b5f79 req-358f97f4-ea8e-47c0-b60e-111777a2a7e9 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.084160 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-259d9e4d-ddd2-4ae8-bf15-f86c0b554206 req-8d647c87-41b0-48d0-a876-c9c3aa70d4af tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423070 Jul 15 13:38:42.091797 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-b7609898-1a97-4ecc-80e7-2867f98b53cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c36bf5e-148b-4380-8c2c-8baa1e90f983 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:38:42.109418 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f97f4-ea8e-47c0-b60e-111777a2a7e9 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Pushing event deleted for resources: {'Port': ['ID=9a9e28e7-783c-4b08-98a4-873057252a5b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:42.113806 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048c3432-e2bb-4497-b821-9bdab7c9a572 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:42.115421 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-b7609898-1a97-4ecc-80e7-2867f98b53cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.137062 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-93d29419-ba20-4d99-9a30-f1bff1bcbc5e req-700bfbf0-e7b2-4278-861e-0043b511e862 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464422 Jul 15 13:38:42.138054 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-048c3432-e2bb-4497-b821-9bdab7c9a572 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "PUT /v2.0/routers/0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3103511 Jul 15 13:38:42.158495 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2490d3-3ae7-4c6f-8751-1ce160a87e37 None None] Sync routers for ids ['0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:42.178621 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2490d3-3ae7-4c6f-8751-1ce160a87e37 None None] Routers {'0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:42.179282 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-2a2490d3-3ae7-4c6f-8751-1ce160a87e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:42.184600 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36336) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:42.259315 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56a77ae-f61a-4579-a68b-9bea413b5f79 req-358f97f4-ea8e-47c0-b60e-111777a2a7e9 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] No DVR routers for this DVR port 9a9e28e7-783c-4b08-98a4-873057252a5b on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:38:42.261532 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-b7609898-1a97-4ecc-80e7-2867f98b53cc service neutron] Transition to ACTIVE for port object 4c36bf5e-148b-4380-8c2c-8baa1e90f983 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:42.326905 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a56a77ae-f61a-4579-a68b-9bea413b5f79 req-358f97f4-ea8e-47c0-b60e-111777a2a7e9 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.331330 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a56a77ae-f61a-4579-a68b-9bea413b5f79 req-358f97f4-ea8e-47c0-b60e-111777a2a7e9 tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.18 "DELETE /v2.0/ports/9a9e28e7-783c-4b08-98a4-873057252a5b HTTP/1.1" status: 204 len: 173 time: 1.7617919 Jul 15 13:38:42.332253 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8', 'name': 'network-vif-deleted', 'tag': '9a9e28e7-783c-4b08-98a4-873057252a5b'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:42.336974 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85009380-e61d-45fb-b601-aa1eebd82b36" -d '{"events": [{"server_uuid": "6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8", "name": "network-vif-deleted", "tag": "9a9e28e7-783c-4b08-98a4-873057252a5b"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:42.355735 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-2a2490d3-3ae7-4c6f-8751-1ce160a87e37 None None] Set router 0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:42.357547 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-b7609898-1a97-4ecc-80e7-2867f98b53cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.399053 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f6656dc1-c83b-45e0-b451-f859e7203240 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6074369 Jul 15 13:38:42.401456 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36342) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:42.406451 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-de794549-2cb3-493b-ac0b-8152ecc62f48 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1609039843'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:42.426909 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-21110b8e-f3e1-497b-bd6c-ab7f23d23535 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Deleting subnet 5b5d3896-8166-469a-ae35-140d6a98066e {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:38:42.463550 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-21110b8e-f3e1-497b-bd6c-ab7f23d23535 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.540050 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8d749d-46b4-42cf-9d1d-4907c95abb42 x-openstack-request-id: req-ac8d749d-46b4-42cf-9d1d-4907c95abb42 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:42.540050 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8", "name": "network-vif-deleted", "tag": "9a9e28e7-783c-4b08-98a4-873057252a5b", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:42.540395 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac8d749d-46b4-42cf-9d1d-4907c95abb42 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:42.540672 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8', 'name': 'network-vif-deleted', 'tag': '9a9e28e7-783c-4b08-98a4-873057252a5b', 'status': 'completed', 'code': 200} Jul 15 13:38:42.546585 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7609898-1a97-4ecc-80e7-2867f98b53cc service neutron] Pushing event updated for resources: {'Port': ['ID=4c36bf5e-148b-4380-8c2c-8baa1e90f983,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:42.562567 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-21110b8e-f3e1-497b-bd6c-ab7f23d23535 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.667472 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-2a2490d3-3ae7-4c6f-8751-1ce160a87e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'name': 'tempest-TestNetworkBasicOps-router-657754309', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:34Z', 'updated_at': '2021-07-15T13:38:40Z', 'revision_number': 7, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:35Z', 'updated_at': '2021-07-15T13:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:42.736002 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2490d3-3ae7-4c6f-8751-1ce160a87e37 None None] Checking router: 0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:38:42.746678 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2490d3-3ae7-4c6f-8751-1ce160a87e37 None None] Routers {'0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:42.747471 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-2a2490d3-3ae7-4c6f-8751-1ce160a87e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:42.803938 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-21110b8e-f3e1-497b-bd6c-ab7f23d23535 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.865035 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-b7609898-1a97-4ecc-80e7-2867f98b53cc service neutron] Attempting to bind port 4c36bf5e-148b-4380-8c2c-8baa1e90f983 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:42.865780 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-b7609898-1a97-4ecc-80e7-2867f98b53cc service neutron] Attempting to bind port 4c36bf5e-148b-4380-8c2c-8baa1e90f983 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'fcaf1e74-bf4d-45b5-a148-fed25331eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:42.866116 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-b7609898-1a97-4ecc-80e7-2867f98b53cc service neutron] Attempting to bind port 4c36bf5e-148b-4380-8c2c-8baa1e90f983 on network 7a3d89be-04ff-4257-bfc8-200df0476102 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:42.867798 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 9a9e28e7-783c-4b08-98a4-873057252a5b no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:38:42.880184 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad19bda-1008-4dfb-9f2a-926a29a52ec3 req-1b9f89f4-30bc-4e3d-ba16-e6674aa4cd21 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:42.887166 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2ad19bda-1008-4dfb-9f2a-926a29a52ec3 req-1b9f89f4-30bc-4e3d-ba16-e6674aa4cd21 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=be667bda-aeda-491b-8875-39df528f743d HTTP/1.1" status: 200 len: 945 time: 0.5428915 Jul 15 13:38:42.897313 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 9a9e28e7-783c-4b08-98a4-873057252a5b {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:38:42.897841 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 9a9e28e7-783c-4b08-98a4-873057252a5b not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:38:42.908025 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-b7609898-1a97-4ecc-80e7-2867f98b53cc service neutron] Port 4c36bf5e-148b-4380-8c2c-8baa1e90f983 on network 7a3d89be-04ff-4257-bfc8-200df0476102 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:38:42.908355 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-b7609898-1a97-4ecc-80e7-2867f98b53cc service neutron] Attempting to bind port 4c36bf5e-148b-4380-8c2c-8baa1e90f983 on network 7a3d89be-04ff-4257-bfc8-200df0476102 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:42.914249 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-2a2490d3-3ae7-4c6f-8751-1ce160a87e37 None None] Set router 0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:42.917793 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-be1ab7bf-9bc5-460e-bdd2-3fd653f3d415 req-1be89e03-6f65-46ee-87fb-7c979c9239ec tempest-ServersTestJSON-176608714 tempest-ServersTestJSON-176608714-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b7ec7e0-38a9-4de1-a1f8-d4637ba9eec8 HTTP/1.1" status: 200 len: 210 time: 0.0422227 Jul 15 13:38:42.939744 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-b7609898-1a97-4ecc-80e7-2867f98b53cc service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:42.940218 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-b7609898-1a97-4ecc-80e7-2867f98b53cc service neutron] Checking segment: {'id': 'fcaf1e74-bf4d-45b5-a148-fed25331eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:42.943053 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-b7609898-1a97-4ecc-80e7-2867f98b53cc service neutron] Bound using segment: {'id': 'fcaf1e74-bf4d-45b5-a148-fed25331eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:42.943546 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-b7609898-1a97-4ecc-80e7-2867f98b53cc service neutron] Bound port: 4c36bf5e-148b-4380-8c2c-8baa1e90f983, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcaf1e74-bf4d-45b5-a148-fed25331eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:42.943938 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-b7609898-1a97-4ecc-80e7-2867f98b53cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.964414 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-21110b8e-f3e1-497b-bd6c-ab7f23d23535 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:43.008212 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-de794549-2cb3-493b-ac0b-8152ecc62f48 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:43.009411 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-21110b8e-f3e1-497b-bd6c-ab7f23d23535 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:43.011674 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-21110b8e-f3e1-497b-bd6c-ab7f23d23535 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "DELETE /v2.0/subnets/5b5d3896-8166-469a-ae35-140d6a98066e HTTP/1.1" status: 204 len: 168 time: 0.8236043 Jul 15 13:38:43.023345 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7c6ce6-6da5-44e0-a8f6-774b7142efb2 None None] Network b333c41f-9715-44db-b704-e867379897e4 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:43.028458 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36346) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:43.030721 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21110b8e-f3e1-497b-bd6c-ab7f23d23535 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event deleted for resources: {'Subnet': ['ID=5b5d3896-8166-469a-ae35-140d6a98066e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:43.049194 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2ad19bda-1008-4dfb-9f2a-926a29a52ec3 req-a87a5046-7559-42e5-aa32-4b539ac5258a tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579490 Jul 15 13:38:43.083915 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36348) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:43.124493 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-de794549-2cb3-493b-ac0b-8152ecc62f48 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3773587'] for router, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:43.217190 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-b7609898-1a97-4ecc-80e7-2867f98b53cc service neutron] For port 4c36bf5e-148b-4380-8c2c-8baa1e90f983, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:43.238906 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-b7609898-1a97-4ecc-80e7-2867f98b53cc service neutron] For port 4c36bf5e-148b-4380-8c2c-8baa1e90f983, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=4c36bf5e-148b-4380-8c2c-8baa1e90f983,segment=NetworkSegment(fcaf1e74-bf4d-45b5-a148-fed25331eb7a),segment_id=fcaf1e74-bf4d-45b5-a148-fed25331eb7a)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:43.249930 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d938d1d-24c8-4c24-9e12-9eda4c6440cc tempest-TestVolumeBootPattern-881616511 tempest-TestVolumeBootPattern-881616511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:43.251667 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5d938d1d-24c8-4c24-9e12-9eda4c6440cc tempest-TestVolumeBootPattern-881616511 tempest-TestVolumeBootPattern-881616511-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=be667bda-aeda-491b-8875-39df528f743d HTTP/1.1" status: 200 len: 1092 time: 0.1663840 Jul 15 13:38:43.255092 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-b7609898-1a97-4ecc-80e7-2867f98b53cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:43.257408 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36352) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:43.363515 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e837b03f-2b71-462f-a0ef-9cf046563362 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'port_id': '05c44e4f-75d0-4051-b1f8-8bf4eefe1029', 'tenant_id': '89567fda246241f4860e07527d287580', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:43.386805 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7609898-1a97-4ecc-80e7-2867f98b53cc service neutron] Pushing event updated for resources: {'Port': ['ID=4c36bf5e-148b-4380-8c2c-8baa1e90f983,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:43.443732 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-b7609898-1a97-4ecc-80e7-2867f98b53cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:43.445096 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-b7609898-1a97-4ecc-80e7-2867f98b53cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:43.446981 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-b7609898-1a97-4ecc-80e7-2867f98b53cc service neutron] 10.222.0.32 "PUT /v2.0/ports/4c36bf5e-148b-4380-8c2c-8baa1e90f983 HTTP/1.1" status: 200 len: 1093 time: 2.4568744 Jul 15 13:38:43.513900 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e837b03f-2b71-462f-a0ef-9cf046563362 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:43.520146 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00f7659b-d838-4cf0-8d31-6ea1fd1d05b5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:43.611220 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-2a2490d3-3ae7-4c6f-8751-1ce160a87e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'name': 'tempest-TestNetworkBasicOps-router-657754309', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:34Z', 'updated_at': '2021-07-15T13:38:40Z', 'revision_number': 7, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:35Z', 'updated_at': '2021-07-15T13:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:43.648855 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2490d3-3ae7-4c6f-8751-1ce160a87e37 None None] The sync data for ids ['0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb'] in n-d-758944-45 is: [{'id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'name': 'tempest-TestNetworkBasicOps-router-657754309', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:34Z', 'updated_at': '2021-07-15T13:38:40Z', 'revision_number': 7, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': 'ba381a57-a509-4d10-b793-67dfcaf6b5cf', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:35Z', 'updated_at': '2021-07-15T13:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:43.708842 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de794549-2cb3-493b-ac0b-8152ecc62f48 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Router 0bd15bcf-b24e-4fed-8668-ab8e7cddb9be has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:38:43.772068 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-bd119454-deb9-4f62-8a84-396f4176bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:43.774298 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-bd119454-deb9-4f62-8a84-396f4176bf0f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 1096 time: 0.2209659 Jul 15 13:38:43.787075 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4342ed6-cb09-4f03-924f-47c4422a3c1c req-1b924391-fb49-4e52-be6c-67eab5032b45 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:43.788917 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c4342ed6-cb09-4f03-924f-47c4422a3c1c req-1b924391-fb49-4e52-be6c-67eab5032b45 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 944 time: 0.3740249 Jul 15 13:38:43.836045 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-b5eab700-a2b7-4112-a02b-6b0bccdfb7e7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c36bf5e-148b-4380-8c2c-8baa1e90f983 HTTP/1.1" status: 200 len: 217 time: 0.0475197 Jul 15 13:38:43.842328 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e837b03f-2b71-462f-a0ef-9cf046563362 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:43.876664 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00f7659b-d838-4cf0-8d31-6ea1fd1d05b5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:43.939939 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-69c2fd7a-8a68-4585-a447-3a010135357c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:43.942143 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-69c2fd7a-8a68-4585-a447-3a010135357c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e3f2039-b778-40b0-bdc7-f07e93fa4107 HTTP/1.1" status: 200 len: 835 time: 0.0977571 Jul 15 13:38:44.056884 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-e837b03f-2b71-462f-a0ef-9cf046563362 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Allocated IP 172.25.6.185 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/204656a9-c2fd-47e8-adb7-215bd5840f4a) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:44.091567 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19860f67-4aca-40bf-b2bc-a6986888c814 None None] DHCP port deletion for b333c41f-9715-44db-b704-e867379897e4 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:38:44.130504 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36358) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:44.182787 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-19860f67-4aca-40bf-b2bc-a6986888c814 None None] Deleting port 8ab459ce-a636-41ed-a393-391d4145209c {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:44.183428 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-19860f67-4aca-40bf-b2bc-a6986888c814 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:44.276519 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e837b03f-2b71-462f-a0ef-9cf046563362 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:44.303800 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-14559909-543d-4eba-82f6-a6be05847a9f admin admin] Deleting subnet 7b30ffac-e52f-4dd4-90fb-1da118e51f78 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:38:44.307386 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-14559909-543d-4eba-82f6-a6be05847a9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:44.316976 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-19860f67-4aca-40bf-b2bc-a6986888c814 None None] For port 8ab459ce-a636-41ed-a393-391d4145209c, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8ab459ce-a636-41ed-a393-391d4145209c,segment=NetworkSegment(0decb619-c7d7-4838-9fab-29529d572b66),segment_id=0decb619-c7d7-4838-9fab-29529d572b66)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:44.317667 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-19860f67-4aca-40bf-b2bc-a6986888c814 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:44.342253 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-19860f67-4aca-40bf-b2bc-a6986888c814 None None] Calling delete_port for 8ab459ce-a636-41ed-a393-391d4145209c owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:44.347331 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-5ff52048-f90a-46a6-a452-dae8e46a6698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:44.349005 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-5ff52048-f90a-46a6-a452-dae8e46a6698 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a3d89be-04ff-4257-bfc8-200df0476102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3993502 Jul 15 13:38:44.379483 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-14559909-543d-4eba-82f6-a6be05847a9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:44.454434 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c4342ed6-cb09-4f03-924f-47c4422a3c1c req-9616ce89-60f0-4e98-b87e-ca7fd16cad96 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6500478 Jul 15 13:38:44.486092 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de794549-2cb3-493b-ac0b-8152ecc62f48 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:44.499304 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e837b03f-2b71-462f-a0ef-9cf046563362 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:44.499763 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-de794549-2cb3-493b-ac0b-8152ecc62f48 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:44.501702 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-de794549-2cb3-493b-ac0b-8152ecc62f48 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "PUT /v2.0/routers/0bd15bcf-b24e-4fed-8668-ab8e7cddb9be HTTP/1.1" status: 200 len: 892 time: 2.0989649 Jul 15 13:38:44.502373 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed9fd4f-9b2b-4301-a957-59b43db23663 None None] Sync routers for ids ['0bd15bcf-b24e-4fed-8668-ab8e7cddb9be'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:44.511818 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36360) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:44.515514 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-14559909-543d-4eba-82f6-a6be05847a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:44.525000 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed9fd4f-9b2b-4301-a957-59b43db23663 None None] Routers {'0bd15bcf-b24e-4fed-8668-ab8e7cddb9be'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:44.526667 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4ed9fd4f-9b2b-4301-a957-59b43db23663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0bd15bcf-b24e-4fed-8668-ab8e7cddb9be'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:44.539811 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-19860f67-4aca-40bf-b2bc-a6986888c814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:44.571777 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4ed9fd4f-9b2b-4301-a957-59b43db23663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:44.583064 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed9fd4f-9b2b-4301-a957-59b43db23663 None None] Routers {'0bd15bcf-b24e-4fed-8668-ab8e7cddb9be'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:44.584272 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4ed9fd4f-9b2b-4301-a957-59b43db23663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0bd15bcf-b24e-4fed-8668-ab8e7cddb9be'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:44.598444 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4f3ed7-fc84-47f3-a614-c3032861bd62', 'tag': '4c36bf5e-148b-4380-8c2c-8baa1e90f983'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:44.602359 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69fdd99-814e-412c-9fc5-e2837f07bc53" -d '{"events": [{"name": "network-changed", "server_uuid": "1f4f3ed7-fc84-47f3-a614-c3032861bd62", "tag": "4c36bf5e-148b-4380-8c2c-8baa1e90f983"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:44.613631 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-00f7659b-d838-4cf0-8d31-6ea1fd1d05b5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Deleting port ba381a57-a509-4d10-b793-67dfcaf6b5cf {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:44.614361 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00f7659b-d838-4cf0-8d31-6ea1fd1d05b5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:44.615795 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19860f67-4aca-40bf-b2bc-a6986888c814 None None] Pushing event deleted for resources: {'Port': ['ID=8ab459ce-a636-41ed-a393-391d4145209c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:44.633917 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19860f67-4aca-40bf-b2bc-a6986888c814 None None] No DVR routers for this DVR port 8ab459ce-a636-41ed-a393-391d4145209c on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:38:44.657550 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4ed9fd4f-9b2b-4301-a957-59b43db23663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:44.661336 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed9fd4f-9b2b-4301-a957-59b43db23663 None None] The sync data for ids ['0bd15bcf-b24e-4fed-8668-ab8e7cddb9be'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:44.671455 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e837b03f-2b71-462f-a0ef-9cf046563362 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:44.705559 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-e837b03f-2b71-462f-a0ef-9cf046563362 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:44.715630 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e29194-80d8-4c2b-a15f-ce566be6de06 x-openstack-request-id: req-e9e29194-80d8-4c2b-a15f-ce566be6de06 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:44.715983 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f4f3ed7-fc84-47f3-a614-c3032861bd62", "tag": "4c36bf5e-148b-4380-8c2c-8baa1e90f983", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:44.716375 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e9e29194-80d8-4c2b-a15f-ce566be6de06 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:44.716967 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4f3ed7-fc84-47f3-a614-c3032861bd62', 'tag': '4c36bf5e-148b-4380-8c2c-8baa1e90f983', 'status': 'completed', 'code': 200} Jul 15 13:38:44.732971 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e837b03f-2b71-462f-a0ef-9cf046563362 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:44.785073 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837b03f-2b71-462f-a0ef-9cf046563362 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Pushing event updated for resources: {'Port': ['ID=204656a9-c2fd-47e8-adb7-215bd5840f4a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:44.795261 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-eb8c98dd-9a7b-4ec0-ae0f-ae22cdd09770 service neutron] 10.222.0.32 "GET /v2.0/networks/7a3d89be-04ff-4257-bfc8-200df0476102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341774 Jul 15 13:38:44.829856 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9fe8b1fb-cd23-4666-bffa-672ac25dc1fe tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "GET /v2.0/routers/0bd15bcf-b24e-4fed-8668-ab8e7cddb9be HTTP/1.1" status: 200 len: 892 time: 0.3141630 Jul 15 13:38:44.832659 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36366) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:44.877957 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-14559909-543d-4eba-82f6-a6be05847a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:44.892005 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c4ddd766-aa57-4290-bbd0-d1074fa15e41 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bd15bcf-b24e-4fed-8668-ab8e7cddb9be HTTP/1.1" status: 200 len: 205 time: 0.0522890 Jul 15 13:38:44.892411 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-00f7659b-d838-4cf0-8d31-6ea1fd1d05b5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] For port ba381a57-a509-4d10-b793-67dfcaf6b5cf, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ba381a57-a509-4d10-b793-67dfcaf6b5cf,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:44.892789 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00f7659b-d838-4cf0-8d31-6ea1fd1d05b5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:44.895581 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36368) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:44.976548 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-00f7659b-d838-4cf0-8d31-6ea1fd1d05b5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Calling delete_port for ba381a57-a509-4d10-b793-67dfcaf6b5cf owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:44.988230 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14559909-543d-4eba-82f6-a6be05847a9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b30ffac-e52f-4dd4-90fb-1da118e51f78,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:44.990628 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-14559909-543d-4eba-82f6-a6be05847a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:44.997084 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-14559909-543d-4eba-82f6-a6be05847a9f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7b30ffac-e52f-4dd4-90fb-1da118e51f78 HTTP/1.1" status: 204 len: 168 time: 0.8606124 Jul 15 13:38:45.002083 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36370) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:45.165137 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8ab459ce-a636-41ed-a393-391d4145209c no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:38:45.178725 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7935f86e-c903-4153-9b73-2969dab0d0d1 req-5719e88a-9ee9-4172-8e6f-4c84197f4c6b service neutron] 10.222.0.32 "GET /v2.0/networks/7a3d89be-04ff-4257-bfc8-200df0476102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727298 Jul 15 13:38:45.182494 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bbd0f06d-71bc-406d-8655-cb020a154152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:45.201534 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-837c0f24-4611-49b1-971b-1bb0460a09df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:45.204355 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 8ab459ce-a636-41ed-a393-391d4145209c {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:38:45.204897 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8ab459ce-a636-41ed-a393-391d4145209c not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:38:45.207468 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:38:45.246925 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:38:45.248148 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3aebf5c1-c3a1-47bb-ad22-dfb02e5c7609 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:38:45.414054 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-837c0f24-4611-49b1-971b-1bb0460a09df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:45.454015 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00f7659b-d838-4cf0-8d31-6ea1fd1d05b5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:45.485590 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7659b-d838-4cf0-8d31-6ea1fd1d05b5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event deleted for resources: {'Port': ['ID=ba381a57-a509-4d10-b793-67dfcaf6b5cf,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:45.502216 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bbd0f06d-71bc-406d-8655-cb020a154152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:45.528331 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-bbd0f06d-71bc-406d-8655-cb020a154152 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3863dc0e-6146-449a-a791-85fa35a22fff']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:45.571368 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-837c0f24-4611-49b1-971b-1bb0460a09df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Deleting port 3762a650-2100-42de-89f1-07ce5a020708 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:45.572031 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-837c0f24-4611-49b1-971b-1bb0460a09df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:45.574049 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00f7659b-d838-4cf0-8d31-6ea1fd1d05b5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:45.590078 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-bbd0f06d-71bc-406d-8655-cb020a154152 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836abf83-1fab-411d-a248-5a2250c99f99') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:45.590554 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-bbd0f06d-71bc-406d-8655-cb020a154152 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836abf83-1fab-411d-a248-5a2250c99f99') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:45.612633 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fdd99-814e-412c-9fc5-e2837f07bc53 req-cb84da59-2e21-4ecd-84a9-3fc4c658164d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:45.615394 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c69fdd99-814e-412c-9fc5-e2837f07bc53 req-cb84da59-2e21-4ecd-84a9-3fc4c658164d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 1096 time: 0.3177507 Jul 15 13:38:45.638996 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bbd0f06d-71bc-406d-8655-cb020a154152 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:45.696664 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00f7659b-d838-4cf0-8d31-6ea1fd1d05b5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:45.723700 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00f7659b-d838-4cf0-8d31-6ea1fd1d05b5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:45.785969 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00f7659b-d838-4cf0-8d31-6ea1fd1d05b5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:45.786402 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f7659b-d838-4cf0-8d31-6ea1fd1d05b5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Fanout notify agent at l3_agent the message router_deleted on router 0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:38:45.794976 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00f7659b-d838-4cf0-8d31-6ea1fd1d05b5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:45.796134 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-00f7659b-d838-4cf0-8d31-6ea1fd1d05b5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "DELETE /v2.0/routers/0e7c3aa4-e175-4dce-bf31-0f2aa05d1feb HTTP/1.1" status: 204 len: 168 time: 2.7662807 Jul 15 13:38:45.798322 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-837c0f24-4611-49b1-971b-1bb0460a09df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:45.801060 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36374) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:45.845534 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-837c0f24-4611-49b1-971b-1bb0460a09df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Calling delete_port for 3762a650-2100-42de-89f1-07ce5a020708 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:45.959088 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b535bd65-3531-4fac-a82e-fcc18db16240 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.159602 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b535bd65-3531-4fac-a82e-fcc18db16240 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.176607 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-b535bd65-3531-4fac-a82e-fcc18db16240 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b333c41f-9715-44db-b704-e867379897e4']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:46.209274 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-b535bd65-3531-4fac-a82e-fcc18db16240 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0decb619-c7d7-4838-9fab-29529d572b66') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:46.209639 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-b535bd65-3531-4fac-a82e-fcc18db16240 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0decb619-c7d7-4838-9fab-29529d572b66') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:46.227377 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b535bd65-3531-4fac-a82e-fcc18db16240 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.250500 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b535bd65-3531-4fac-a82e-fcc18db16240 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.259368 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b535bd65-3531-4fac-a82e-fcc18db16240 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:38:46.259908 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b535bd65-3531-4fac-a82e-fcc18db16240 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.263199 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:38:46.263199 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:38:46.263199 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:38:46.263199 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:38:46.263199 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:38:46.263199 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:38:46.263199 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:38:46.263199 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:38:46.263199 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:38:46.263199 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:38:46.263199 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:38:46.263199 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:38:46.263199 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:38:46.263199 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:38:46.263199 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:38:46.263199 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:38:46.263199 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:38:46.263199 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:38:46.263199 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:38:46.263199 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:38:46.263199 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:38:46.263199 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:38:46.263199 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:38:46.263199 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:38:46.263199 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:38:46.263199 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:38:46.263199 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:38:46.263199 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:38:46.263199 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:38:46.263199 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:38:46.263199 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:38:46.263199 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:38:46.267313 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-837c0f24-4611-49b1-971b-1bb0460a09df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.282110 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bbd0f06d-71bc-406d-8655-cb020a154152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.304753 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd0f06d-71bc-406d-8655-cb020a154152 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:38:46.305041 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bbd0f06d-71bc-406d-8655-cb020a154152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:38:46.310621 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:38:46.352694 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c0f24-4611-49b1-971b-1bb0460a09df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Port': ['ID=3762a650-2100-42de-89f1-07ce5a020708,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:46.404640 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b535bd65-3531-4fac-a82e-fcc18db16240 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.414654 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b535bd65-3531-4fac-a82e-fcc18db16240 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.416722 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b535bd65-3531-4fac-a82e-fcc18db16240 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "DELETE /v2.0/networks/b333c41f-9715-44db-b704-e867379897e4 HTTP/1.1" status: 204 len: 168 time: 0.6147804 Jul 15 13:38:46.452572 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36378) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:46.453065 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535bd65-3531-4fac-a82e-fcc18db16240 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event deleted for resources: {'Network': ['ID=b333c41f-9715-44db-b704-e867379897e4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:46.460724 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-064c794b-8694-426e-9f94-99ec66ffb07a tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Request body: {'network': {'name': 'tempest-network-smoke--495696556', 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'port_security_enabled': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:46.480091 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-837c0f24-4611-49b1-971b-1bb0460a09df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.513525 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54f907-87b7-448d-8b21-2760bbcdc678 req-a7d81bda-6386-4c63-968a-e9d03ad8eab3 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:46.515261 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5a54f907-87b7-448d-8b21-2760bbcdc678 req-a7d81bda-6386-4c63-968a-e9d03ad8eab3 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 944 time: 0.8987248 Jul 15 13:38:46.516421 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fdd99-814e-412c-9fc5-e2837f07bc53 req-ee7b0738-324b-4ece-89ee-d6733db41889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:46.518088 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c69fdd99-814e-412c-9fc5-e2837f07bc53 req-ee7b0738-324b-4ece-89ee-d6733db41889 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a3d89be-04ff-4257-bfc8-200df0476102 HTTP/1.1" status: 200 len: 898 time: 0.8901379 Jul 15 13:38:46.521951 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bbd0f06d-71bc-406d-8655-cb020a154152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.528169 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e837b03f-2b71-462f-a0ef-9cf046563362 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.539729 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bbd0f06d-71bc-406d-8655-cb020a154152 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.541661 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-bbd0f06d-71bc-406d-8655-cb020a154152 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3863dc0e-6146-449a-a791-85fa35a22fff HTTP/1.1" status: 204 len: 168 time: 1.5385222 Jul 15 13:38:46.619348 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0f06d-71bc-406d-8655-cb020a154152 admin admin] Pushing event deleted for resources: {'Network': ['ID=3863dc0e-6146-449a-a791-85fa35a22fff,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:46.621995 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c69fdd99-814e-412c-9fc5-e2837f07bc53 req-c2c502d5-da39-4742-8c30-ee0a02f57461 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c36bf5e-148b-4380-8c2c-8baa1e90f983 HTTP/1.1" status: 200 len: 217 time: 0.0905101 Jul 15 13:38:46.683326 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-837c0f24-4611-49b1-971b-1bb0460a09df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.687872 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-837c0f24-4611-49b1-971b-1bb0460a09df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.691132 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5a54f907-87b7-448d-8b21-2760bbcdc678 req-238100fa-37af-472d-a8b5-ba652ef2763a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651170 Jul 15 13:38:46.691575 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064c794b-8694-426e-9f94-99ec66ffb07a tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Made reservation on behalf of fcf19ad9f55645769cc76961e7748495 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:46.697984 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-064c794b-8694-426e-9f94-99ec66ffb07a tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.744973 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fdd99-814e-412c-9fc5-e2837f07bc53 req-7ea3aac0-09ea-4035-9b41-c43c954b6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:46.746658 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c69fdd99-814e-412c-9fc5-e2837f07bc53 req-7ea3aac0-09ea-4035-9b41-c43c954b6d37 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e3f2039-b778-40b0-bdc7-f07e93fa4107 HTTP/1.1" status: 200 len: 835 time: 0.1121957 Jul 15 13:38:46.767398 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e837b03f-2b71-462f-a0ef-9cf046563362 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.788089 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36382) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:46.810791 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-837c0f24-4611-49b1-971b-1bb0460a09df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.811510 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837c0f24-4611-49b1-971b-1bb0460a09df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Fanout notify agent at l3_agent the message router_deleted on router 0bd15bcf-b24e-4fed-8668-ab8e7cddb9be {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:38:46.822241 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-837c0f24-4611-49b1-971b-1bb0460a09df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.823422 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-837c0f24-4611-49b1-971b-1bb0460a09df tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/routers/0bd15bcf-b24e-4fed-8668-ab8e7cddb9be HTTP/1.1" status: 204 len: 168 time: 1.9269686 Jul 15 13:38:46.824436 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-064c794b-8694-426e-9f94-99ec66ffb07a tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:38:46.828500 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36384) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:46.833846 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-5db776f9-a8a7-43cc-8a57-888addac756b tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-66010215'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:46.855568 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-064c794b-8694-426e-9f94-99ec66ffb07a tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.856030 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-064c794b-8694-426e-9f94-99ec66ffb07a tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Added segment 68ca3b1a-197e-43c9-b7f9-24f9a21ff50e of type vlan for network 321fef7c-add1-4e7f-84da-a670b7ead4c9 Jul 15 13:38:46.894646 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db776f9-a8a7-43cc-8a57-888addac756b tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Made reservation on behalf of 887d9767dc044bdb8b834bfc53588a11 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:46.898570 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5db776f9-a8a7-43cc-8a57-888addac756b tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.912987 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-90400055-a67d-4cf3-832f-131da8a6d55c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=043bd73de72448efaf900d42a51adac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1237183 Jul 15 13:38:46.916373 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36386) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:46.921071 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-064c794b-8694-426e-9f94-99ec66ffb07a tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.941545 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fdd99-814e-412c-9fc5-e2837f07bc53 req-1b76b8a3-0ed0-4a62-824a-0fdade41f33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:46.943257 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c69fdd99-814e-412c-9fc5-e2837f07bc53 req-1b76b8a3-0ed0-4a62-824a-0fdade41f33f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a3d89be-04ff-4257-bfc8-200df0476102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1893902 Jul 15 13:38:46.948210 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db776f9-a8a7-43cc-8a57-888addac756b tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:38:46.971688 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5db776f9-a8a7-43cc-8a57-888addac756b tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.972021 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-5db776f9-a8a7-43cc-8a57-888addac756b tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Added segment 8d4a0d75-af84-4615-b9f9-6264c11f934a of type vlan for network 88bf2b49-85cd-4317-9348-7e165616b9d2 Jul 15 13:38:46.983221 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-064c794b-8694-426e-9f94-99ec66ffb07a tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.989797 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064c794b-8694-426e-9f94-99ec66ffb07a tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:46.990437 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-064c794b-8694-426e-9f94-99ec66ffb07a tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:47.075162 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-064c794b-8694-426e-9f94-99ec66ffb07a tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6157184 Jul 15 13:38:47.075162 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5db776f9-a8a7-43cc-8a57-888addac756b tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:47.075473 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36388) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:47.078655 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f116fb98-4fd3-4d14-8395-f762dec3a0de tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1172779383', 'admin_state_up': True, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:47.128561 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c794b-8694-426e-9f94-99ec66ffb07a tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'Network': ['ID=321fef7c-add1-4e7f-84da-a670b7ead4c9,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:47.145296 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-041c4a58-4e09-404b-b92a-15ac4f6d4fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:47.153617 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 321fef7c-add1-4e7f-84da-a670b7ead4c9 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:38:47.180964 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f116fb98-4fd3-4d14-8395-f762dec3a0de tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:47.182045 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f116fb98-4fd3-4d14-8395-f762dec3a0de tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:47.184979 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5db776f9-a8a7-43cc-8a57-888addac756b tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:47.195780 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c69fdd99-814e-412c-9fc5-e2837f07bc53 req-79da8d09-653d-4b38-ae79-54246dd1dcf8 service neutron] 10.222.0.32 "GET /v2.0/networks/7a3d89be-04ff-4257-bfc8-200df0476102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153835 Jul 15 13:38:47.203052 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db776f9-a8a7-43cc-8a57-888addac756b tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:47.204393 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5db776f9-a8a7-43cc-8a57-888addac756b tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:47.224845 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e837b03f-2b71-462f-a0ef-9cf046563362 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:47.229014 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-041c4a58-4e09-404b-b92a-15ac4f6d4fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:47.263337 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e837b03f-2b71-462f-a0ef-9cf046563362 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:47.342437 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db776f9-a8a7-43cc-8a57-888addac756b tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Network': ['ID=88bf2b49-85cd-4317-9348-7e165616b9d2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:47.347602 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ba381a57-a509-4d10-b793-67dfcaf6b5cf no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:38:47.369141 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5db776f9-a8a7-43cc-8a57-888addac756b tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5373664 Jul 15 13:38:47.370610 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36392) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:47.378422 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-724698cf-9d8b-4ecf-b4bd-03b87504a9e4 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Request body: {'subnet': {'network_id': '88bf2b49-85cd-4317-9348-7e165616b9d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:47.392335 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 88bf2b49-85cd-4317-9348-7e165616b9d2 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:38:47.417542 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: ba381a57-a509-4d10-b793-67dfcaf6b5cf {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:38:47.418334 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ba381a57-a509-4d10-b793-67dfcaf6b5cf not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:38:47.426521 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f116fb98-4fd3-4d14-8395-f762dec3a0de tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:47.458402 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837b03f-2b71-462f-a0ef-9cf046563362 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Pushing event updated for resources: {'Port': ['ID=204656a9-c2fd-47e8-adb7-215bd5840f4a,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:47.531963 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724698cf-9d8b-4ecf-b4bd-03b87504a9e4 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Made reservation on behalf of 887d9767dc044bdb8b834bfc53588a11 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:47.536260 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-724698cf-9d8b-4ecf-b4bd-03b87504a9e4 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:47.546354 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e837b03f-2b71-462f-a0ef-9cf046563362 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:47.553414 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c69fdd99-814e-412c-9fc5-e2837f07bc53 req-4d2774c6-4bb9-41c3-acab-5d554cd6d35b service neutron] 10.222.0.32 "GET /v2.0/networks/7a3d89be-04ff-4257-bfc8-200df0476102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439815 Jul 15 13:38:47.558788 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-041c4a58-4e09-404b-b92a-15ac4f6d4fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:47.561397 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-041c4a58-4e09-404b-b92a-15ac4f6d4fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:47.562654 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-041c4a58-4e09-404b-b92a-15ac4f6d4fc2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/734cd284-ebbe-4f0d-9832-6d3bd49b8cfe HTTP/1.1" status: 204 len: 168 time: 0.6453042 Jul 15 13:38:47.667788 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c4a58-4e09-404b-b92a-15ac4f6d4fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734cd284-ebbe-4f0d-9832-6d3bd49b8cfe,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:47.680852 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f116fb98-4fd3-4d14-8395-f762dec3a0de tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:47.786445 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-e837b03f-2b71-462f-a0ef-9cf046563362 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Floating IP 0cc90dd6-9c38-4858-b901-2e1f7ba5f7d9 associated. External IP: 172.25.6.185, port: 05c44e4f-75d0-4051-b1f8-8bf4eefe1029. Jul 15 13:38:47.852211 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-724698cf-9d8b-4ecf-b4bd-03b87504a9e4 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:47.925574 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724698cf-9d8b-4ecf-b4bd-03b87504a9e4 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Subnet': ['ID=d0db524e-fe19-4d44-a68b-8dda84e50afd,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:47.938642 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724698cf-9d8b-4ecf-b4bd-03b87504a9e4 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Checking segment: {'id': '8d4a0d75-af84-4615-b9f9-6264c11f934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '88bf2b49-85cd-4317-9348-7e165616b9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:47.940666 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724698cf-9d8b-4ecf-b4bd-03b87504a9e4 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network hostable DHCP agents. Network: 88bf2b49-85cd-4317-9348-7e165616b9d2, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:38:47.962746 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724698cf-9d8b-4ecf-b4bd-03b87504a9e4 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network 88bf2b49-85cd-4317-9348-7e165616b9d2 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:38:47.975600 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-724698cf-9d8b-4ecf-b4bd-03b87504a9e4 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 88bf2b49-85cd-4317-9348-7e165616b9d2) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:47.984424 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:38:47.987825 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66be8a36-0ea3-4246-95f7-99a99f161f0e None None] Network 88bf2b49-85cd-4317-9348-7e165616b9d2 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:47.992840 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724698cf-9d8b-4ecf-b4bd-03b87504a9e4 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:47.994047 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-724698cf-9d8b-4ecf-b4bd-03b87504a9e4 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:48.038222 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-724698cf-9d8b-4ecf-b4bd-03b87504a9e4 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6657560 Jul 15 13:38:48.040030 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36400) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:48.055440 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2b624f74-8f03-47f4-9a96-48860abd1487 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1699802481', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:48.105472 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b624f74-8f03-47f4-9a96-48860abd1487 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:48.108128 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b624f74-8f03-47f4-9a96-48860abd1487 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:48.214399 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f6ab3-20e4-4374-832b-a4ad9057c6d7 req-950c586f-cb19-403a-9de9-46cdfaa7e942 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:48.226701 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-432f6ab3-20e4-4374-832b-a4ad9057c6d7 req-950c586f-cb19-403a-9de9-46cdfaa7e942 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 944 time: 0.3461695 Jul 15 13:38:48.244124 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b624f74-8f03-47f4-9a96-48860abd1487 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:48.257268 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b624f74-8f03-47f4-9a96-48860abd1487 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:48.294965 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b624f74-8f03-47f4-9a96-48860abd1487 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:48.302621 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2b624f74-8f03-47f4-9a96-48860abd1487 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2603686 Jul 15 13:38:48.303747 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36408) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:48.314191 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bc44ef-137f-4322-acaa-ffd29d17b946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-88bf2b49-85cd-4317-9348-7e165616b9d2', 'network_id': '88bf2b49-85cd-4317-9348-7e165616b9d2', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'fixed_ips': [{'subnet_id': 'd0db524e-fe19-4d44-a68b-8dda84e50afd'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:38:48.315958 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-09bc44ef-137f-4322-acaa-ffd29d17b946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:48.580232 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-432f6ab3-20e4-4374-832b-a4ad9057c6d7 req-acec0eb5-04fc-4168-950d-fcf12c6cdc7c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3422351 Jul 15 13:38:48.635475 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f116fb98-4fd3-4d14-8395-f762dec3a0de tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:48.660948 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-09bc44ef-137f-4322-acaa-ffd29d17b946 None None] Allocated IP 2001:db8::2 (88bf2b49-85cd-4317-9348-7e165616b9d2/d0db524e-fe19-4d44-a68b-8dda84e50afd/c2b9a2fc-f539-4ddb-b296-14a84faac6ce) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:48.664632 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f116fb98-4fd3-4d14-8395-f762dec3a0de tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:48.788296 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e837b03f-2b71-462f-a0ef-9cf046563362 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Router 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:38:48.876630 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 4c36bf5e-148b-4380-8c2c-8baa1e90f983 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:38:48.881818 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-f116fb98-4fd3-4d14-8395-f762dec3a0de tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Allocated IP 172.25.6.15 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/5ef56105-d751-4b47-9f62-d8c3ebd57bc7) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:48.962920 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-09bc44ef-137f-4322-acaa-ffd29d17b946 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:48.984092 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e837b03f-2b71-462f-a0ef-9cf046563362 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:49.002904 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7760471-c2df-4aa8-b1c7-e434e91ae4c0 None None] Sync routers for ids ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:49.010401 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-09bc44ef-137f-4322-acaa-ffd29d17b946 None None] Transition to ACTIVE for port object c2b9a2fc-f539-4ddb-b296-14a84faac6ce will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:49.063855 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e837b03f-2b71-462f-a0ef-9cf046563362 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:49.109578 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-09bc44ef-137f-4322-acaa-ffd29d17b946 None None] Transition to ACTIVE for port object c2b9a2fc-f539-4ddb-b296-14a84faac6ce will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:49.116370 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7760471-c2df-4aa8-b1c7-e434e91ae4c0 None None] Routers {'9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:49.117852 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a7760471-c2df-4aa8-b1c7-e434e91ae4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:49.154291 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e837b03f-2b71-462f-a0ef-9cf046563362 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7965043 Jul 15 13:38:49.161120 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be667bda-aeda-491b-8875-39df528f743d', 'tag': '05c44e4f-75d0-4051-b1f8-8bf4eefe1029'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:49.163638 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9842bd58-858d-4de7-b0c8-272f9d433340" -d '{"events": [{"name": "network-changed", "server_uuid": "be667bda-aeda-491b-8875-39df528f743d", "tag": "05c44e4f-75d0-4051-b1f8-8bf4eefe1029"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:49.187127 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f116fb98-4fd3-4d14-8395-f762dec3a0de tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:49.239603 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af14c72c-1255-4bb0-8ecb-2485f51dab37 x-openstack-request-id: req-af14c72c-1255-4bb0-8ecb-2485f51dab37 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:49.240098 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be667bda-aeda-491b-8875-39df528f743d", "tag": "05c44e4f-75d0-4051-b1f8-8bf4eefe1029", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:49.240571 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af14c72c-1255-4bb0-8ecb-2485f51dab37 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:49.241486 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be667bda-aeda-491b-8875-39df528f743d', 'tag': '05c44e4f-75d0-4051-b1f8-8bf4eefe1029', 'status': 'completed', 'code': 200} Jul 15 13:38:49.271172 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f116fb98-4fd3-4d14-8395-f762dec3a0de tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:49.388402 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-446f0e6d-76cb-4e02-975b-03baad04a675 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:49.393789 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f116fb98-4fd3-4d14-8395-f762dec3a0de tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:49.400984 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-f116fb98-4fd3-4d14-8395-f762dec3a0de tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:49.402282 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f116fb98-4fd3-4d14-8395-f762dec3a0de tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:49.412755 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-09bc44ef-137f-4322-acaa-ffd29d17b946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:49.428781 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116fb98-4fd3-4d14-8395-f762dec3a0de tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'Port': ['ID=5ef56105-d751-4b47-9f62-d8c3ebd57bc7,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:49.428940 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-a7760471-c2df-4aa8-b1c7-e434e91ae4c0 None None] Set router 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:49.436573 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842bd58-858d-4de7-b0c8-272f9d433340 req-c13e1edc-35f2-4b80-8d89-fc351750c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:49.438353 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9842bd58-858d-4de7-b0c8-272f9d433340 req-c13e1edc-35f2-4b80-8d89-fc351750c7ec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89567fda246241f4860e07527d287580&device_id=be667bda-aeda-491b-8875-39df528f743d HTTP/1.1" status: 200 len: 1097 time: 0.1635451 Jul 15 13:38:49.686343 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 4c36bf5e-148b-4380-8c2c-8baa1e90f983, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=4c36bf5e-148b-4380-8c2c-8baa1e90f983,segment=NetworkSegment(fcaf1e74-bf4d-45b5-a148-fed25331eb7a),segment_id=fcaf1e74-bf4d-45b5-a148-fed25331eb7a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:49.755742 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-53eaba0a-6bdb-4996-8068-02b295749d21 req-08074dc6-41d5-42d3-80a0-7b5e8ca34068 tempest-ServerShowV254Test-297090702 tempest-ServerShowV254Test-297090702-project] 10.222.0.24 "GET /v2.0/ports?device_id=85ad3a1f-505f-4195-a1ec-56b9072bc3ba HTTP/1.1" status: 200 len: 210 time: 0.0867214 Jul 15 13:38:49.799123 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '4c36bf5e-148b-4380-8c2c-8baa1e90f983', 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102', 'port_id': '4c36bf5e-148b-4380-8c2c-8baa1e90f983', 'mac_address': 'fa:16:3e:16:06:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e3f2039-b778-40b0-bdc7-f07e93fa4107', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:38:49.802995 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc44ef-137f-4322-acaa-ffd29d17b946 None None] Pushing event updated for resources: {'Port': ['ID=c2b9a2fc-f539-4ddb-b296-14a84faac6ce,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:49.849335 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bc44ef-137f-4322-acaa-ffd29d17b946 None None] Network 88bf2b49-85cd-4317-9348-7e165616b9d2 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:49.852041 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-09bc44ef-137f-4322-acaa-ffd29d17b946 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:49.860749 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bc44ef-137f-4322-acaa-ffd29d17b946 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:49.935605 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-446f0e6d-76cb-4e02-975b-03baad04a675 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Allocated IP 2001:db8::1 (88bf2b49-85cd-4317-9348-7e165616b9d2/d0db524e-fe19-4d44-a68b-8dda84e50afd/8bf1ec02-f212-4a38-9050-2a5356492e23) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:50.123406 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-446f0e6d-76cb-4e02-975b-03baad04a675 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:50.153025 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-446f0e6d-76cb-4e02-975b-03baad04a675 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Transition to ACTIVE for port object 8bf1ec02-f212-4a38-9050-2a5356492e23 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:50.220653 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-446f0e6d-76cb-4e02-975b-03baad04a675 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:50.280028 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-09bc44ef-137f-4322-acaa-ffd29d17b946 None None] Attempting to bind port c2b9a2fc-f539-4ddb-b296-14a84faac6ce on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:50.280847 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-09bc44ef-137f-4322-acaa-ffd29d17b946 None None] Attempting to bind port c2b9a2fc-f539-4ddb-b296-14a84faac6ce by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '8d4a0d75-af84-4615-b9f9-6264c11f934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '88bf2b49-85cd-4317-9348-7e165616b9d2'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:50.281499 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bc44ef-137f-4322-acaa-ffd29d17b946 None None] Attempting to bind port c2b9a2fc-f539-4ddb-b296-14a84faac6ce on network 88bf2b49-85cd-4317-9348-7e165616b9d2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:50.305017 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bc44ef-137f-4322-acaa-ffd29d17b946 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:50.305580 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bc44ef-137f-4322-acaa-ffd29d17b946 None None] Checking segment: {'id': '8d4a0d75-af84-4615-b9f9-6264c11f934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '88bf2b49-85cd-4317-9348-7e165616b9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:50.306583 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-09bc44ef-137f-4322-acaa-ffd29d17b946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:50.307618 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bc44ef-137f-4322-acaa-ffd29d17b946 None None] Bound using segment: {'id': '8d4a0d75-af84-4615-b9f9-6264c11f934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '88bf2b49-85cd-4317-9348-7e165616b9d2'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:50.308856 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-09bc44ef-137f-4322-acaa-ffd29d17b946 None None] Bound port: c2b9a2fc-f539-4ddb-b296-14a84faac6ce, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4a0d75-af84-4615-b9f9-6264c11f934a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '88bf2b49-85cd-4317-9348-7e165616b9d2'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:50.309510 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-09bc44ef-137f-4322-acaa-ffd29d17b946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:50.313237 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:50.340496 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f0e6d-76cb-4e02-975b-03baad04a675 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Port': ['ID=8bf1ec02-f212-4a38-9050-2a5356492e23,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:50.351586 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c36bf5e-148b-4380-8c2c-8baa1e90f983 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:38:50.364931 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446f0e6d-76cb-4e02-975b-03baad04a675 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network 88bf2b49-85cd-4317-9348-7e165616b9d2 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:50.367910 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-446f0e6d-76cb-4e02-975b-03baad04a675 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:50.368466 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842bd58-858d-4de7-b0c8-272f9d433340 req-80b4e131-fa9b-47f2-8581-8d1c6cc59851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:50.370231 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9842bd58-858d-4de7-b0c8-272f9d433340 req-80b4e131-fa9b-47f2-8581-8d1c6cc59851 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb HTTP/1.1" status: 200 len: 913 time: 0.9202621 Jul 15 13:38:50.374619 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446f0e6d-76cb-4e02-975b-03baad04a675 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:50.376165 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-446f0e6d-76cb-4e02-975b-03baad04a675 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:50.474121 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 4c36bf5e-148b-4380-8c2c-8baa1e90f983, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=4c36bf5e-148b-4380-8c2c-8baa1e90f983,segment=NetworkSegment(fcaf1e74-bf4d-45b5-a148-fed25331eb7a),segment_id=fcaf1e74-bf4d-45b5-a148-fed25331eb7a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:50.517882 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:50.540865 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c039801-7f27-4393-a243-b9c715bea9f0 req-bd0e7512-0316-4914-b83d-f015ba17d139 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:50.543846 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3c039801-7f27-4393-a243-b9c715bea9f0 req-bd0e7512-0316-4914-b83d-f015ba17d139 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 944 time: 0.3113961 Jul 15 13:38:50.549208 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f116fb98-4fd3-4d14-8395-f762dec3a0de tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:50.567470 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9842bd58-858d-4de7-b0c8-272f9d433340 req-ae575027-2ebc-4c42-bfce-9ba4e82ac05e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05c44e4f-75d0-4051-b1f8-8bf4eefe1029 HTTP/1.1" status: 200 len: 999 time: 0.1622989 Jul 15 13:38:50.634823 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=4c36bf5e-148b-4380-8c2c-8baa1e90f983,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:50.654154 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-09bc44ef-137f-4322-acaa-ffd29d17b946 None None] For port c2b9a2fc-f539-4ddb-b296-14a84faac6ce, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:50.660859 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-09bc44ef-137f-4322-acaa-ffd29d17b946 None None] For port c2b9a2fc-f539-4ddb-b296-14a84faac6ce, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c2b9a2fc-f539-4ddb-b296-14a84faac6ce,segment=NetworkSegment(8d4a0d75-af84-4615-b9f9-6264c11f934a),segment_id=8d4a0d75-af84-4615-b9f9-6264c11f934a)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:50.665884 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a7760471-c2df-4aa8-b1c7-e434e91ae4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'name': 'tempest-TestVolumeBootPattern-1420152954-router', 'tenant_id': '89567fda246241f4860e07527d287580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:01Z', 'updated_at': '2021-07-15T13:26:12Z', 'revision_number': 4, 'project_id': '89567fda246241f4860e07527d287580', 'gw_port': {'id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:14:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:03Z', 'updated_at': '2021-07-15T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '0cc90dd6-9c38-4858-b901-2e1f7ba5f7d9', 'tenant_id': '89567fda246241f4860e07527d287580', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'port_id': '05c44e4f-75d0-4051-b1f8-8bf4eefe1029', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'mac_address': 'fa:16:3e:d9:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be667bda-aeda-491b-8875-39df528f743d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:38:45Z', 'updated_at': '2021-07-15T13:38:45Z', 'revision_number': 0, 'project_id': '89567fda246241f4860e07527d287580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4f483f-30cd-45bf-ad45-34b95e895637', 'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'tenant_id': '89567fda246241f4860e07527d287580', 'mac_address': 'fa:16:3e:7d:04:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '4840df0d-ad31-406d-829f-ea4475de886e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:09Z', 'updated_at': '2021-07-15T13:26:27Z', 'revision_number': 5, 'project_id': '89567fda246241f4860e07527d287580', 'subnets': [{'id': '4840df0d-ad31-406d-829f-ea4475de886e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:50.694411 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-446f0e6d-76cb-4e02-975b-03baad04a675 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:50.701970 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-09bc44ef-137f-4322-acaa-ffd29d17b946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:50.708331 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7760471-c2df-4aa8-b1c7-e434e91ae4c0 None None] Checking router: 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:38:50.827020 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc44ef-137f-4322-acaa-ffd29d17b946 None None] Pushing event updated for resources: {'Port': ['ID=c2b9a2fc-f539-4ddb-b296-14a84faac6ce,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:50.855166 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7760471-c2df-4aa8-b1c7-e434e91ae4c0 None None] Routers {'9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:50.855878 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a7760471-c2df-4aa8-b1c7-e434e91ae4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:50.881940 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3c039801-7f27-4393-a243-b9c715bea9f0 req-53637239-2934-4d79-89dd-88e99787400f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3209617 Jul 15 13:38:50.920697 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842bd58-858d-4de7-b0c8-272f9d433340 req-a2e9b28a-94d4-48bf-bb12-328d18167d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:50.941623 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9842bd58-858d-4de7-b0c8-272f9d433340 req-a2e9b28a-94d4-48bf-bb12-328d18167d3b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4840df0d-ad31-406d-829f-ea4475de886e HTTP/1.1" status: 200 len: 851 time: 0.3157635 Jul 15 13:38:50.981334 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['4c36bf5e-148b-4380-8c2c-8baa1e90f983'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:38:51.099963 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-78ce21f0-2cd9-4a11-9cb8-82d27d39399b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:51.156762 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-446f0e6d-76cb-4e02-975b-03baad04a675 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:51.165092 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-446f0e6d-76cb-4e02-975b-03baad04a675 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:51.166388 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-446f0e6d-76cb-4e02-975b-03baad04a675 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:51.431773 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-17bdd185-bc5f-4be3-80d3-4a6d39ce0dec req-c9b48a2e-8c1f-4e86-80ea-bdc5b5c6bc09 tempest-ServerShowV254Test-297090702 tempest-ServerShowV254Test-297090702-project] 10.222.0.24 "GET /v2.0/ports?device_id=85ad3a1f-505f-4195-a1ec-56b9072bc3ba HTTP/1.1" status: 200 len: 210 time: 0.2551517 Jul 15 13:38:51.457382 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842bd58-858d-4de7-b0c8-272f9d433340 req-61ef4157-1f61-4b8d-872a-7eeb915a61a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:51.459572 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9842bd58-858d-4de7-b0c8-272f9d433340 req-61ef4157-1f61-4b8d-872a-7eeb915a61a8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5088389 Jul 15 13:38:51.468555 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f0e6d-76cb-4e02-975b-03baad04a675 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Port': ['ID=8bf1ec02-f212-4a38-9050-2a5356492e23,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:51.548316 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f116fb98-4fd3-4d14-8395-f762dec3a0de tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:51.648637 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446f0e6d-76cb-4e02-975b-03baad04a675 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network 88bf2b49-85cd-4317-9348-7e165616b9d2 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:51.652109 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-446f0e6d-76cb-4e02-975b-03baad04a675 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:51.739873 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-a7760471-c2df-4aa8-b1c7-e434e91ae4c0 None None] Set router 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:51.898856 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9842bd58-858d-4de7-b0c8-272f9d433340 req-975a4336-f161-428f-b1df-2265a25ce7b7 service neutron] 10.222.0.18 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255395 Jul 15 13:38:51.949264 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446f0e6d-76cb-4e02-975b-03baad04a675 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Router 7ee66dc4-ee3c-4e8e-93a9-63a806a72e99 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:38:52.136385 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446f0e6d-76cb-4e02-975b-03baad04a675 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:52.147776 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652873fd-7a17-4748-82dd-49e314662044 None None] Sync routers for ids ['7ee66dc4-ee3c-4e8e-93a9-63a806a72e99'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:52.155150 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36462) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:52.164415 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-446f0e6d-76cb-4e02-975b-03baad04a675 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "PUT /v2.0/routers/7ee66dc4-ee3c-4e8e-93a9-63a806a72e99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8391623 Jul 15 13:38:52.169342 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652873fd-7a17-4748-82dd-49e314662044 None None] Routers {'7ee66dc4-ee3c-4e8e-93a9-63a806a72e99'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:52.170163 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-652873fd-7a17-4748-82dd-49e314662044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['7ee66dc4-ee3c-4e8e-93a9-63a806a72e99'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:52.235106 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-652873fd-7a17-4748-82dd-49e314662044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:52.236173 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a7760471-c2df-4aa8-b1c7-e434e91ae4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'name': 'tempest-TestVolumeBootPattern-1420152954-router', 'tenant_id': '89567fda246241f4860e07527d287580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:01Z', 'updated_at': '2021-07-15T13:26:12Z', 'revision_number': 4, 'project_id': '89567fda246241f4860e07527d287580', 'gw_port': {'id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:14:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:03Z', 'updated_at': '2021-07-15T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '0cc90dd6-9c38-4858-b901-2e1f7ba5f7d9', 'tenant_id': '89567fda246241f4860e07527d287580', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'port_id': '05c44e4f-75d0-4051-b1f8-8bf4eefe1029', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'mac_address': 'fa:16:3e:d9:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be667bda-aeda-491b-8875-39df528f743d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:38:45Z', 'updated_at': '2021-07-15T13:38:45Z', 'revision_number': 0, 'project_id': '89567fda246241f4860e07527d287580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4f483f-30cd-45bf-ad45-34b95e895637', 'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'tenant_id': '89567fda246241f4860e07527d287580', 'mac_address': 'fa:16:3e:7d:04:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '4840df0d-ad31-406d-829f-ea4475de886e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:09Z', 'updated_at': '2021-07-15T13:26:27Z', 'revision_number': 5, 'project_id': '89567fda246241f4860e07527d287580', 'subnets': [{'id': '4840df0d-ad31-406d-829f-ea4475de886e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:52.246366 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652873fd-7a17-4748-82dd-49e314662044 None None] Routers {'7ee66dc4-ee3c-4e8e-93a9-63a806a72e99'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:52.247321 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-652873fd-7a17-4748-82dd-49e314662044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['7ee66dc4-ee3c-4e8e-93a9-63a806a72e99'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:52.286224 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f116fb98-4fd3-4d14-8395-f762dec3a0de tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Router 880cd305-016b-4b36-ae98-051c6bb23d78 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:38:52.288993 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7760471-c2df-4aa8-b1c7-e434e91ae4c0 None None] The sync data for ids ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'] in n-d-758944-45 is: [{'id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'name': 'tempest-TestVolumeBootPattern-1420152954-router', 'tenant_id': '89567fda246241f4860e07527d287580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:01Z', 'updated_at': '2021-07-15T13:26:12Z', 'revision_number': 4, 'project_id': '89567fda246241f4860e07527d287580', 'gw_port': {'id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:14:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:03Z', 'updated_at': '2021-07-15T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '0cc90dd6-9c38-4858-b901-2e1f7ba5f7d9', 'tenant_id': '89567fda246241f4860e07527d287580', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'port_id': '05c44e4f-75d0-4051-b1f8-8bf4eefe1029', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'mac_address': 'fa:16:3e:d9:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be667bda-aeda-491b-8875-39df528f743d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:38:45Z', 'updated_at': '2021-07-15T13:38:45Z', 'revision_number': 0, 'project_id': '89567fda246241f4860e07527d287580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4f483f-30cd-45bf-ad45-34b95e895637', 'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'tenant_id': '89567fda246241f4860e07527d287580', 'mac_address': 'fa:16:3e:7d:04:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '4840df0d-ad31-406d-829f-ea4475de886e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:09Z', 'updated_at': '2021-07-15T13:26:27Z', 'revision_number': 5, 'project_id': '89567fda246241f4860e07527d287580', 'subnets': [{'id': '4840df0d-ad31-406d-829f-ea4475de886e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:52.292960 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-652873fd-7a17-4748-82dd-49e314662044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:52.294066 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652873fd-7a17-4748-82dd-49e314662044 None None] The sync data for ids ['7ee66dc4-ee3c-4e8e-93a9-63a806a72e99'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:52.309358 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9842bd58-858d-4de7-b0c8-272f9d433340 req-fbf69e4f-5d5b-43a7-9903-5f22cd832c49 service neutron] 10.222.0.18 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012341 Jul 15 13:38:52.365982 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e002b0f-ee41-4df5-93cf-0a8b37e6d892 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:52.371211 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7e002b0f-ee41-4df5-93cf-0a8b37e6d892 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "GET /v2.0/ports/8bf1ec02-f212-4a38-9050-2a5356492e23 HTTP/1.1" status: 200 len: 911 time: 0.2059789 Jul 15 13:38:52.373079 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36464) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:52.380635 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-65db10e2-01c8-4933-974f-d71dbbd3b0a8 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd0db524e-fe19-4d44-a68b-8dda84e50afd'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:52.423186 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a2d61-d9b1-4661-87dd-311aa5b69bbd req-252e5414-f2ea-4e8f-92de-6c5cb7a45312 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:52.426338 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ee2a2d61-d9b1-4661-87dd-311aa5b69bbd req-252e5414-f2ea-4e8f-92de-6c5cb7a45312 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 945 time: 0.3797333 Jul 15 13:38:52.524181 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ee2a2d61-d9b1-4661-87dd-311aa5b69bbd req-25b96464-5436-4956-8fd6-d61d1aa4eb1d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797093 Jul 15 13:38:52.544385 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f116fb98-4fd3-4d14-8395-f762dec3a0de tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:52.556970 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051de74c-65c2-4a9f-8b16-cb9920080812 None None] Sync routers for ids ['880cd305-016b-4b36-ae98-051c6bb23d78'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:52.576536 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051de74c-65c2-4a9f-8b16-cb9920080812 None None] Routers {'880cd305-016b-4b36-ae98-051c6bb23d78'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:52.578458 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-051de74c-65c2-4a9f-8b16-cb9920080812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['880cd305-016b-4b36-ae98-051c6bb23d78'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:52.583958 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f116fb98-4fd3-4d14-8395-f762dec3a0de tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:52.592681 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f116fb98-4fd3-4d14-8395-f762dec3a0de tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.5123229 Jul 15 13:38:52.593492 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36470) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:52.672907 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-859fb155-0853-41d8-8341-437276f468b8 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=fcf19ad9f55645769cc76961e7748495&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0749331 Jul 15 13:38:52.675769 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36472) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:52.706544 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581ac7b7-42fa-4c97-88d8-f658975264e7 None None] New status for floating IP 0cc90dd6-9c38-4858-b901-2e1f7ba5f7d9: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:38:52.750136 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65db10e2-01c8-4933-974f-d71dbbd3b0a8 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:52.761990 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ea4e2cb8-4f6b-4a25-9be1-2c20d2580ea9 req-ffe51f19-b56b-4425-98e7-f38aeafd5563 tempest-ServerShowV254Test-297090702 tempest-ServerShowV254Test-297090702-project] 10.222.0.24 "GET /v2.0/ports?device_id=85ad3a1f-505f-4195-a1ec-56b9072bc3ba HTTP/1.1" status: 200 len: 210 time: 0.0487225 Jul 15 13:38:52.796360 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e16606-9d46-4b86-977a-a0ae4675546b None None] Network 88bf2b49-85cd-4317-9348-7e165616b9d2 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:52.851143 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dd5310-9cd6-4ce5-90c5-636b81596f7f tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:52.852733 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-25dd5310-9cd6-4ce5-90c5-636b81596f7f tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1752827 Jul 15 13:38:52.858516 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36474) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:52.883715 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0464e0ba-4981-4cf2-b225-df3e7676a855 req-4c29c371-a9db-492b-95b1-bd2e46f88bba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=85ad3a1f-505f-4195-a1ec-56b9072bc3ba HTTP/1.1" status: 200 len: 210 time: 0.0298510 Jul 15 13:38:52.899731 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8632dc7b-49e9-45ae-9cde-a140ff385c2d None None] Provisioning for port c2b9a2fc-f539-4ddb-b296-14a84faac6ce completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:52.902608 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 4c36bf5e-148b-4380-8c2c-8baa1e90f983 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:52.910141 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0419f327-5113-45f8-ade3-f157eb4c4066 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0b352371-cfe9-4be4-934e-718e319584db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0475399 Jul 15 13:38:52.910361 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36476) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:52.915926 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0f6b3fb2-19a1-469c-96b8-35323933648d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-717832028', 'network_id': '321fef7c-add1-4e7f-84da-a670b7ead4c9', 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:52.946266 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-051de74c-65c2-4a9f-8b16-cb9920080812 None None] Set router 880cd305-016b-4b36-ae98-051c6bb23d78 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:53.106823 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6b3fb2-19a1-469c-96b8-35323933648d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Made reservation on behalf of fcf19ad9f55645769cc76961e7748495 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:53.110783 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f6b3fb2-19a1-469c-96b8-35323933648d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:53.152974 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 4c36bf5e-148b-4380-8c2c-8baa1e90f983 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:53.165073 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 4c36bf5e-148b-4380-8c2c-8baa1e90f983 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:53.165556 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:53.218030 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c2b9a2fc-f539-4ddb-b296-14a84faac6ce up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:53.323534 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:53.398797 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port c2b9a2fc-f539-4ddb-b296-14a84faac6ce completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:53.419723 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port c2b9a2fc-f539-4ddb-b296-14a84faac6ce triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:53.419723 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:53.452719 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:53.454548 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da964b71-cdbb-4cf1-9f00-8ca12e9de2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:53.460260 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-051de74c-65c2-4a9f-8b16-cb9920080812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'name': 'tempest-TestNetworkBasicOps-router-1172779383', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '5ef56105-d751-4b47-9f62-d8c3ebd57bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:47Z', 'updated_at': '2021-07-15T13:38:50Z', 'revision_number': 3, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': '5ef56105-d751-4b47-9f62-d8c3ebd57bc7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:48Z', 'updated_at': '2021-07-15T13:38:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:53.507167 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051de74c-65c2-4a9f-8b16-cb9920080812 None None] Checking router: 880cd305-016b-4b36-ae98-051c6bb23d78 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:38:53.507498 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051de74c-65c2-4a9f-8b16-cb9920080812 None None] Updating router 880cd305-016b-4b36-ae98-051c6bb23d78 port 5ef56105-d751-4b47-9f62-d8c3ebd57bc7 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:38:53.541619 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f6b3fb2-19a1-469c-96b8-35323933648d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:53.547699 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4f3ed7-fc84-47f3-a614-c3032861bd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c36bf5e-148b-4380-8c2c-8baa1e90f983'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:53.552111 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134be49d-0fc3-403e-b8b5-ff8926df6afa" -d '{"events": [{"server_uuid": "1f4f3ed7-fc84-47f3-a614-c3032861bd62", "name": "network-vif-plugged", "status": "completed", "tag": "4c36bf5e-148b-4380-8c2c-8baa1e90f983"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:53.578261 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 4c36bf5e-148b-4380-8c2c-8baa1e90f983, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=4c36bf5e-148b-4380-8c2c-8baa1e90f983,segment=NetworkSegment(fcaf1e74-bf4d-45b5-a148-fed25331eb7a),segment_id=fcaf1e74-bf4d-45b5-a148-fed25331eb7a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:53.588697 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:53.594511 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-051de74c-65c2-4a9f-8b16-cb9920080812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:53.699821 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287dfd1c-001f-406e-a102-82d62d748619 x-openstack-request-id: req-287dfd1c-001f-406e-a102-82d62d748619 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:53.700126 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4f3ed7-fc84-47f3-a614-c3032861bd62", "name": "network-vif-plugged", "status": "completed", "tag": "4c36bf5e-148b-4380-8c2c-8baa1e90f983", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:53.700331 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-287dfd1c-001f-406e-a102-82d62d748619 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:53.700664 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4f3ed7-fc84-47f3-a614-c3032861bd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c36bf5e-148b-4380-8c2c-8baa1e90f983', 'code': 200} Jul 15 13:38:53.791783 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b3fb2-19a1-469c-96b8-35323933648d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'Subnet': ['ID=17ba4e27-fbde-450e-9190-3dc622105383,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:53.817361 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:53.855138 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=4c36bf5e-148b-4380-8c2c-8baa1e90f983,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:53.883354 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:53.883812 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:53.884065 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:53.884528 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:53.884706 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:53.885073 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:53.885417 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:53.885743 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:53.886084 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:53.886519 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:53.886690 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:53.886996 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:53.892390 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port c2b9a2fc-f539-4ddb-b296-14a84faac6ce, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c2b9a2fc-f539-4ddb-b296-14a84faac6ce,segment=NetworkSegment(8d4a0d75-af84-4615-b9f9-6264c11f934a),segment_id=8d4a0d75-af84-4615-b9f9-6264c11f934a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:53.901344 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:53.991092 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65db10e2-01c8-4933-974f-d71dbbd3b0a8 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:54.056483 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65db10e2-01c8-4933-974f-d71dbbd3b0a8 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:54.070982 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65db10e2-01c8-4933-974f-d71dbbd3b0a8 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:54.075114 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65db10e2-01c8-4933-974f-d71dbbd3b0a8 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:54.076827 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-65db10e2-01c8-4933-974f-d71dbbd3b0a8 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "PUT /v2.0/ports/8bf1ec02-f212-4a38-9050-2a5356492e23 HTTP/1.1" status: 200 len: 911 time: 1.7038186 Jul 15 13:38:54.091476 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36486) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:54.177233 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d1182da6-a9db-4e1c-afc1-44311d663098 None None] Provisioning for port 8bf1ec02-f212-4a38-9050-2a5356492e23 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:54.177804 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6b3fb2-19a1-469c-96b8-35323933648d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Checking segment: {'id': '68ca3b1a-197e-43c9-b7f9-24f9a21ff50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '321fef7c-add1-4e7f-84da-a670b7ead4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:54.178549 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6b3fb2-19a1-469c-96b8-35323933648d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Network hostable DHCP agents. Network: 321fef7c-add1-4e7f-84da-a670b7ead4c9, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:38:54.201509 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=c2b9a2fc-f539-4ddb-b296-14a84faac6ce,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:54.218440 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d1182da6-a9db-4e1c-afc1-44311d663098 None None] Provisioning complete for port 8bf1ec02-f212-4a38-9050-2a5356492e23 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:54.218948 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1182da6-a9db-4e1c-afc1-44311d663098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:54.249948 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db10e2-01c8-4933-974f-d71dbbd3b0a8 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Port': ['ID=8bf1ec02-f212-4a38-9050-2a5356492e23,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:54.274602 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116e752-9811-4b71-af9c-0d84715e98c9 req-5c94887d-7a8f-473b-94f8-2e2326b2dff8 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:54.290203 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b116e752-9811-4b71-af9c-0d84715e98c9 req-5c94887d-7a8f-473b-94f8-2e2326b2dff8 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 946 time: 0.4461663 Jul 15 13:38:54.321015 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6b3fb2-19a1-469c-96b8-35323933648d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Network 321fef7c-add1-4e7f-84da-a670b7ead4c9 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:38:54.343366 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-0f6b3fb2-19a1-469c-96b8-35323933648d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 321fef7c-add1-4e7f-84da-a670b7ead4c9) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:54.358188 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6b3fb2-19a1-469c-96b8-35323933648d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:54.358939 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f6b3fb2-19a1-469c-96b8-35323933648d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:54.372901 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b116e752-9811-4b71-af9c-0d84715e98c9 req-908da3c7-50d0-42eb-a33a-081064d04323 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788412 Jul 15 13:38:54.420038 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0f6b3fb2-19a1-469c-96b8-35323933648d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5079749 Jul 15 13:38:54.421442 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36488) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:54.425820 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-998592d6-f853-4883-bcc6-24f15dd1b043 req-f21fa453-3977-48fa-83ea-bc061705e27c tempest-ServerShowV254Test-297090702 tempest-ServerShowV254Test-297090702-project] 10.222.0.24 "GET /v2.0/ports?device_id=85ad3a1f-505f-4195-a1ec-56b9072bc3ba HTTP/1.1" status: 200 len: 210 time: 0.0924542 Jul 15 13:38:54.474707 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0aa22-0422-4c7b-897c-cec4a252a432 req-ea728167-730f-483a-9248-814424ed4064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:54.476649 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-edf0aa22-0422-4c7b-897c-cec4a252a432 req-ea728167-730f-483a-9248-814424ed4064 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 1098 time: 0.4529574 Jul 15 13:38:54.537405 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb181b34-aba7-432f-978b-e48d13791b7c None None] Network 321fef7c-add1-4e7f-84da-a670b7ead4c9 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:54.621152 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d1182da6-a9db-4e1c-afc1-44311d663098 None None] Port 8bf1ec02-f212-4a38-9050-2a5356492e23 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:54.677478 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-edf0aa22-0422-4c7b-897c-cec4a252a432 req-1828d12c-83b4-461f-befb-f17ad932970b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043928 Jul 15 13:38:54.720652 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d1182da6-a9db-4e1c-afc1-44311d663098 None None] Provisioning complete for port c2b9a2fc-f539-4ddb-b296-14a84faac6ce triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:54.721059 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1182da6-a9db-4e1c-afc1-44311d663098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:54.839785 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-051de74c-65c2-4a9f-8b16-cb9920080812 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:54.864589 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:54.881782 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-051de74c-65c2-4a9f-8b16-cb9920080812 None None] Transition to ACTIVE for port object 5ef56105-d751-4b47-9f62-d8c3ebd57bc7 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:54.895733 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0408ecf1-51cc-4a0a-9e6e-047b896fc120 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:54.921747 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-051de74c-65c2-4a9f-8b16-cb9920080812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:54.986249 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6dcbd3-f111-4ab8-b95a-b11d4725ec1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-321fef7c-add1-4e7f-84da-a670b7ead4c9', 'network_id': '321fef7c-add1-4e7f-84da-a670b7ead4c9', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'fixed_ips': [{'subnet_id': '17ba4e27-fbde-450e-9190-3dc622105383'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:38:54.987216 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ba6dcbd3-f111-4ab8-b95a-b11d4725ec1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:55.027017 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-051de74c-65c2-4a9f-8b16-cb9920080812 None None] Attempting to bind port 5ef56105-d751-4b47-9f62-d8c3ebd57bc7 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:55.027397 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-051de74c-65c2-4a9f-8b16-cb9920080812 None None] Attempting to bind port 5ef56105-d751-4b47-9f62-d8c3ebd57bc7 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:55.027770 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051de74c-65c2-4a9f-8b16-cb9920080812 None None] Attempting to bind port 5ef56105-d751-4b47-9f62-d8c3ebd57bc7 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:55.036585 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051de74c-65c2-4a9f-8b16-cb9920080812 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:55.036967 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051de74c-65c2-4a9f-8b16-cb9920080812 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:55.037387 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-051de74c-65c2-4a9f-8b16-cb9920080812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:55.037818 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051de74c-65c2-4a9f-8b16-cb9920080812 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:55.038333 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-051de74c-65c2-4a9f-8b16-cb9920080812 None None] Bound port: 5ef56105-d751-4b47-9f62-d8c3ebd57bc7, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:55.038737 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-051de74c-65c2-4a9f-8b16-cb9920080812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:55.073725 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1287d-a77f-4693-84cd-4b78565da979 None None] Pushing event updated for resources: {'Port': ['ID=5ef56105-d751-4b47-9f62-d8c3ebd57bc7,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:55.192118 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-051de74c-65c2-4a9f-8b16-cb9920080812 None None] For port 5ef56105-d751-4b47-9f62-d8c3ebd57bc7, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:55.201292 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-051de74c-65c2-4a9f-8b16-cb9920080812 None None] For port 5ef56105-d751-4b47-9f62-d8c3ebd57bc7, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=5ef56105-d751-4b47-9f62-d8c3ebd57bc7,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:55.221675 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f3205b5b-7105-4c4f-93ef-37c6d8483de5 None None] Provisioning complete for port 8bf1ec02-f212-4a38-9050-2a5356492e23 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:55.222112 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f3205b5b-7105-4c4f-93ef-37c6d8483de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:55.226361 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-051de74c-65c2-4a9f-8b16-cb9920080812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:55.352031 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c2b9a2fc-f539-4ddb-b296-14a84faac6ce up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:55.357964 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-ba6dcbd3-f111-4ab8-b95a-b11d4725ec1b None None] Allocated IP 172.20.0.2 (321fef7c-add1-4e7f-84da-a670b7ead4c9/17ba4e27-fbde-450e-9190-3dc622105383/77a59f90-b84c-4eb6-8580-1307a129a565) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:55.376119 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f3205b5b-7105-4c4f-93ef-37c6d8483de5 None None] Port 8bf1ec02-f212-4a38-9050-2a5356492e23 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:55.420826 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-0408ecf1-51cc-4a0a-9e6e-047b896fc120 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Deleting port 8bf1ec02-f212-4a38-9050-2a5356492e23 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:55.421414 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0408ecf1-51cc-4a0a-9e6e-047b896fc120 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:55.463224 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051de74c-65c2-4a9f-8b16-cb9920080812 None None] Routers {'880cd305-016b-4b36-ae98-051c6bb23d78'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:55.474748 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-051de74c-65c2-4a9f-8b16-cb9920080812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['880cd305-016b-4b36-ae98-051c6bb23d78'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:55.484711 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:55.511535 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1287d-a77f-4693-84cd-4b78565da979 None None] Pushing event updated for resources: {'Port': ['ID=5ef56105-d751-4b47-9f62-d8c3ebd57bc7,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:55.663203 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0408ecf1-51cc-4a0a-9e6e-047b896fc120 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:55.739137 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-0408ecf1-51cc-4a0a-9e6e-047b896fc120 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Calling delete_port for 8bf1ec02-f212-4a38-9050-2a5356492e23 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:38:55.787430 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ba6dcbd3-f111-4ab8-b95a-b11d4725ec1b None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:55.796760 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ba6dcbd3-f111-4ab8-b95a-b11d4725ec1b None None] Transition to ACTIVE for port object 77a59f90-b84c-4eb6-8580-1307a129a565 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:55.816371 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ba6dcbd3-f111-4ab8-b95a-b11d4725ec1b None None] Transition to ACTIVE for port object 77a59f90-b84c-4eb6-8580-1307a129a565 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:55.821324 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port c2b9a2fc-f539-4ddb-b296-14a84faac6ce triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:55.821697 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:55.859931 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ba6dcbd3-f111-4ab8-b95a-b11d4725ec1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:55.880862 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-051de74c-65c2-4a9f-8b16-cb9920080812 None None] Set router 880cd305-016b-4b36-ae98-051c6bb23d78 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:55.952623 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2047b68-bbdf-4c92-b2c6-35e58fc111e3 req-f824d2e7-780c-4f5d-a6a1-c90bdd59d88d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:55.967036 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f2047b68-bbdf-4c92-b2c6-35e58fc111e3 req-f824d2e7-780c-4f5d-a6a1-c90bdd59d88d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 946 time: 0.3394723 Jul 15 13:38:55.995172 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6dcbd3-f111-4ab8-b95a-b11d4725ec1b None None] Network 321fef7c-add1-4e7f-84da-a670b7ead4c9 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:56.016662 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-ba6dcbd3-f111-4ab8-b95a-b11d4725ec1b None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:56.025234 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6dcbd3-f111-4ab8-b95a-b11d4725ec1b None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:56.031220 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6dcbd3-f111-4ab8-b95a-b11d4725ec1b None None] Pushing event updated for resources: {'Port': ['ID=77a59f90-b84c-4eb6-8580-1307a129a565,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:56.059550 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4f2a1cb-828b-4ef8-aada-926faa8d56b2 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:56.094806 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f2047b68-bbdf-4c92-b2c6-35e58fc111e3 req-07403eb3-f571-46bc-817f-d819e3eb9b51 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240504 Jul 15 13:38:56.235302 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c9292e1-e584-4ba8-8bc3-057407efbdcf req-72f36de0-1e2b-4678-b6de-90064c665c33 tempest-ServerShowV254Test-297090702 tempest-ServerShowV254Test-297090702-project] 10.222.0.24 "GET /v2.0/ports?device_id=85ad3a1f-505f-4195-a1ec-56b9072bc3ba HTTP/1.1" status: 200 len: 210 time: 0.0742590 Jul 15 13:38:56.327475 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ba6dcbd3-f111-4ab8-b95a-b11d4725ec1b None None] Attempting to bind port 77a59f90-b84c-4eb6-8580-1307a129a565 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:56.327853 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ba6dcbd3-f111-4ab8-b95a-b11d4725ec1b None None] Attempting to bind port 77a59f90-b84c-4eb6-8580-1307a129a565 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '68ca3b1a-197e-43c9-b7f9-24f9a21ff50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '321fef7c-add1-4e7f-84da-a670b7ead4c9'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:56.328204 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6dcbd3-f111-4ab8-b95a-b11d4725ec1b None None] Attempting to bind port 77a59f90-b84c-4eb6-8580-1307a129a565 on network 321fef7c-add1-4e7f-84da-a670b7ead4c9 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:56.338178 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6dcbd3-f111-4ab8-b95a-b11d4725ec1b None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:56.338648 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6dcbd3-f111-4ab8-b95a-b11d4725ec1b None None] Checking segment: {'id': '68ca3b1a-197e-43c9-b7f9-24f9a21ff50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '321fef7c-add1-4e7f-84da-a670b7ead4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:56.338992 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ba6dcbd3-f111-4ab8-b95a-b11d4725ec1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:56.339410 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6dcbd3-f111-4ab8-b95a-b11d4725ec1b None None] Bound using segment: {'id': '68ca3b1a-197e-43c9-b7f9-24f9a21ff50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '321fef7c-add1-4e7f-84da-a670b7ead4c9'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:56.339901 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ba6dcbd3-f111-4ab8-b95a-b11d4725ec1b None None] Bound port: 77a59f90-b84c-4eb6-8580-1307a129a565, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ca3b1a-197e-43c9-b7f9-24f9a21ff50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '321fef7c-add1-4e7f-84da-a670b7ead4c9'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:56.340330 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ba6dcbd3-f111-4ab8-b95a-b11d4725ec1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:56.381665 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0408ecf1-51cc-4a0a-9e6e-047b896fc120 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:56.406274 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:56.434500 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-051de74c-65c2-4a9f-8b16-cb9920080812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'name': 'tempest-TestNetworkBasicOps-router-1172779383', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '5ef56105-d751-4b47-9f62-d8c3ebd57bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:47Z', 'updated_at': '2021-07-15T13:38:50Z', 'revision_number': 3, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': '5ef56105-d751-4b47-9f62-d8c3ebd57bc7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:48Z', 'updated_at': '2021-07-15T13:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:56.473602 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051de74c-65c2-4a9f-8b16-cb9920080812 None None] The sync data for ids ['880cd305-016b-4b36-ae98-051c6bb23d78'] in n-d-758944-45 is: [{'id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'name': 'tempest-TestNetworkBasicOps-router-1172779383', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '5ef56105-d751-4b47-9f62-d8c3ebd57bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:47Z', 'updated_at': '2021-07-15T13:38:50Z', 'revision_number': 3, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': '5ef56105-d751-4b47-9f62-d8c3ebd57bc7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:48Z', 'updated_at': '2021-07-15T13:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:56.479756 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ba6dcbd3-f111-4ab8-b95a-b11d4725ec1b None None] For port 77a59f90-b84c-4eb6-8580-1307a129a565, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:56.499052 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ba6dcbd3-f111-4ab8-b95a-b11d4725ec1b None None] For port 77a59f90-b84c-4eb6-8580-1307a129a565, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=77a59f90-b84c-4eb6-8580-1307a129a565,segment=NetworkSegment(68ca3b1a-197e-43c9-b7f9-24f9a21ff50e),segment_id=68ca3b1a-197e-43c9-b7f9-24f9a21ff50e)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:56.514883 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ba6dcbd3-f111-4ab8-b95a-b11d4725ec1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:56.673674 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6dcbd3-f111-4ab8-b95a-b11d4725ec1b None None] Pushing event updated for resources: {'Port': ['ID=77a59f90-b84c-4eb6-8580-1307a129a565,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:56.694803 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-b4f2a1cb-828b-4ef8-aada-926faa8d56b2 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Allocated IP 172.20.0.1 (321fef7c-add1-4e7f-84da-a670b7ead4c9/17ba4e27-fbde-450e-9190-3dc622105383/12b871e4-7496-4f27-a28d-3c6757d9b144) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:56.709016 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408ecf1-51cc-4a0a-9e6e-047b896fc120 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Port': ['ID=8bf1ec02-f212-4a38-9050-2a5356492e23,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:56.731948 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0408ecf1-51cc-4a0a-9e6e-047b896fc120 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:56.943569 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0408ecf1-51cc-4a0a-9e6e-047b896fc120 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Router 7ee66dc4-ee3c-4e8e-93a9-63a806a72e99 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:38:56.948259 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4f2a1cb-828b-4ef8-aada-926faa8d56b2 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:56.985270 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b4f2a1cb-828b-4ef8-aada-926faa8d56b2 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Transition to ACTIVE for port object 12b871e4-7496-4f27-a28d-3c6757d9b144 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:57.060884 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4f2a1cb-828b-4ef8-aada-926faa8d56b2 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:57.221950 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f2a1cb-828b-4ef8-aada-926faa8d56b2 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Network 321fef7c-add1-4e7f-84da-a670b7ead4c9 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:57.232931 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-b4f2a1cb-828b-4ef8-aada-926faa8d56b2 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:57.242357 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0408ecf1-51cc-4a0a-9e6e-047b896fc120 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:57.258127 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36518) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:57.259377 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f2a1cb-828b-4ef8-aada-926faa8d56b2 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:57.262465 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0408ecf1-51cc-4a0a-9e6e-047b896fc120 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "PUT /v2.0/routers/7ee66dc4-ee3c-4e8e-93a9-63a806a72e99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1581213 Jul 15 13:38:57.264946 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2a1cb-828b-4ef8-aada-926faa8d56b2 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'Port': ['ID=12b871e4-7496-4f27-a28d-3c6757d9b144,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:57.269750 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95775eed-9a5f-49b0-8c7e-31d754041d99 None None] Sync routers for ids ['7ee66dc4-ee3c-4e8e-93a9-63a806a72e99'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:57.312732 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95775eed-9a5f-49b0-8c7e-31d754041d99 None None] Routers {'7ee66dc4-ee3c-4e8e-93a9-63a806a72e99'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:57.313513 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-95775eed-9a5f-49b0-8c7e-31d754041d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['7ee66dc4-ee3c-4e8e-93a9-63a806a72e99'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:57.427561 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36522) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:57.437840 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b2b6dfa8-90a9-44ed-bae8-29d23cb8bf10 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ee66dc4-ee3c-4e8e-93a9-63a806a72e99 HTTP/1.1" status: 200 len: 205 time: 0.1624103 Jul 15 13:38:57.449503 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 5ef56105-d751-4b47-9f62-d8c3ebd57bc7 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:57.454484 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-95775eed-9a5f-49b0-8c7e-31d754041d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:57.508934 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95775eed-9a5f-49b0-8c7e-31d754041d99 None None] Routers {'7ee66dc4-ee3c-4e8e-93a9-63a806a72e99'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:57.510444 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-95775eed-9a5f-49b0-8c7e-31d754041d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['7ee66dc4-ee3c-4e8e-93a9-63a806a72e99'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:57.577111 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-95775eed-9a5f-49b0-8c7e-31d754041d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:57.578829 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95775eed-9a5f-49b0-8c7e-31d754041d99 None None] The sync data for ids ['7ee66dc4-ee3c-4e8e-93a9-63a806a72e99'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:57.582649 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4f2a1cb-828b-4ef8-aada-926faa8d56b2 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:57.609192 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 5ef56105-d751-4b47-9f62-d8c3ebd57bc7 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:57.619608 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 5ef56105-d751-4b47-9f62-d8c3ebd57bc7 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:57.620257 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:57.849945 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c748f9-c232-41e6-af1e-f1282ea40414 req-ae586d22-2f81-4c17-8d83-9b152041f62e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:57.863530 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d2c748f9-c232-41e6-af1e-f1282ea40414 req-ae586d22-2f81-4c17-8d83-9b152041f62e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 946 time: 0.3511522 Jul 15 13:38:57.974630 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d2c748f9-c232-41e6-af1e-f1282ea40414 req-3028bc6b-a677-4f05-9528-5bf14fe4d75f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096845 Jul 15 13:38:58.111426 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:58.117324 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4f2a1cb-828b-4ef8-aada-926faa8d56b2 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:58.182693 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 5ef56105-d751-4b47-9f62-d8c3ebd57bc7, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=5ef56105-d751-4b47-9f62-d8c3ebd57bc7,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:58.194281 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:58.357817 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=5ef56105-d751-4b47-9f62-d8c3ebd57bc7,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:58.462310 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a55dc270-2abb-4f96-8a6a-86f092b0b219 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:58.603741 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-facd102d-94fe-415c-a51e-f40a0b684018 req-c918d9e2-b53f-4d07-8d89-3e733f8810d2 tempest-ServerShowV254Test-297090702 tempest-ServerShowV254Test-297090702-project] 10.222.0.24 "GET /v2.0/ports?device_id=85ad3a1f-505f-4195-a1ec-56b9072bc3ba HTTP/1.1" status: 200 len: 210 time: 0.1658835 Jul 15 13:38:58.748692 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45f9b75-b076-49b8-94cf-2be577534223 None None] Network 321fef7c-add1-4e7f-84da-a670b7ead4c9 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:58.779601 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a55dc270-2abb-4f96-8a6a-86f092b0b219 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:58.783813 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a55dc270-2abb-4f96-8a6a-86f092b0b219 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:58.857190 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10dd5ca-c1f6-4a5a-9309-7e1d5ed932b3 req-d0abe975-b7ee-4a81-979b-2f4964778f87 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:58.870824 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a10dd5ca-c1f6-4a5a-9309-7e1d5ed932b3 req-d0abe975-b7ee-4a81-979b-2f4964778f87 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 946 time: 0.3009648 Jul 15 13:38:58.888852 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a55dc270-2abb-4f96-8a6a-86f092b0b219 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:58.889700 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55dc270-2abb-4f96-8a6a-86f092b0b219 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Fanout notify agent at l3_agent the message router_deleted on router 7ee66dc4-ee3c-4e8e-93a9-63a806a72e99 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:38:58.895872 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ad17ef08-5a53-4cc7-98b8-b05b7cbbe517 None None] Provisioning for port 77a59f90-b84c-4eb6-8580-1307a129a565 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:58.900338 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a55dc270-2abb-4f96-8a6a-86f092b0b219 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:58.907082 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a55dc270-2abb-4f96-8a6a-86f092b0b219 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/routers/7ee66dc4-ee3c-4e8e-93a9-63a806a72e99 HTTP/1.1" status: 204 len: 168 time: 1.4779644 Jul 15 13:38:58.907724 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36528) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:59.013238 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa46c5f1-7996-4eda-9d36-728103ce8451 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Deleting subnet d0db524e-fe19-4d44-a68b-8dda84e50afd {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:38:59.020279 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa46c5f1-7996-4eda-9d36-728103ce8451 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:59.069945 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4f2a1cb-828b-4ef8-aada-926faa8d56b2 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:59.082321 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a10dd5ca-c1f6-4a5a-9309-7e1d5ed932b3 req-75aa5023-23fa-47ff-9ac3-3f3aa198283b tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837609 Jul 15 13:38:59.089175 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4f2a1cb-828b-4ef8-aada-926faa8d56b2 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:59.161674 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa46c5f1-7996-4eda-9d36-728103ce8451 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:59.172960 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36530) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:59.212781 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4f2a1cb-828b-4ef8-aada-926faa8d56b2 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:59.316752 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2a1cb-828b-4ef8-aada-926faa8d56b2 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'Port': ['ID=12b871e4-7496-4f27-a28d-3c6757d9b144,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:59.468491 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4ef7b9-c9a5-4517-ac22-c730b3fe7195 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:59.471479 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9c4ef7b9-c9a5-4517-ac22-c730b3fe7195 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 1093 time: 0.2957149 Jul 15 13:38:59.475979 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36534) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:59.498170 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 77a59f90-b84c-4eb6-8580-1307a129a565 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:59.502999 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1709f102-08c3-4a4c-a19a-861acb1015f3 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'port_id': '4c36bf5e-148b-4380-8c2c-8baa1e90f983', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:59.524872 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa46c5f1-7996-4eda-9d36-728103ce8451 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:59.583341 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1709f102-08c3-4a4c-a19a-861acb1015f3 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:59.641861 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 77a59f90-b84c-4eb6-8580-1307a129a565 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:59.655386 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 77a59f90-b84c-4eb6-8580-1307a129a565 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:59.656367 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:59.679377 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa46c5f1-7996-4eda-9d36-728103ce8451 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:59.703243 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-83492503-aef4-4efc-86d0-f9d20cea5a3b None None] Provisioning complete for port 77a59f90-b84c-4eb6-8580-1307a129a565 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:59.703711 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83492503-aef4-4efc-86d0-f9d20cea5a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:59.709095 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f2a1cb-828b-4ef8-aada-926faa8d56b2 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Network 321fef7c-add1-4e7f-84da-a670b7ead4c9 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:59.714060 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-b4f2a1cb-828b-4ef8-aada-926faa8d56b2 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:59.732344 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46c5f1-7996-4eda-9d36-728103ce8451 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Subnet': ['ID=d0db524e-fe19-4d44-a68b-8dda84e50afd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:59.757967 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa46c5f1-7996-4eda-9d36-728103ce8451 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:59.761516 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fa46c5f1-7996-4eda-9d36-728103ce8451 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/subnets/d0db524e-fe19-4d44-a68b-8dda84e50afd HTTP/1.1" status: 204 len: 168 time: 0.8525271 Jul 15 13:38:59.764089 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36538) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:59.775441 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b0aa0e-e8c8-41eb-8b9b-5b4b2dae6a5e None None] Network 88bf2b49-85cd-4317-9348-7e165616b9d2 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:59.892344 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3eb16122-b06c-4d81-a50b-def68c872cbd tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:59.974742 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7680b15f-f185-466b-af9c-5e42b150c07f req-734f2136-75bf-43cf-a5fa-bd3cd08e8645 tempest-ServerShowV254Test-297090702 tempest-ServerShowV254Test-297090702-project] 10.222.0.24 "GET /v2.0/ports?device_id=85ad3a1f-505f-4195-a1ec-56b9072bc3ba HTTP/1.1" status: 200 len: 210 time: 0.0608051 Jul 15 13:38:59.982491 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-3eb16122-b06c-4d81-a50b-def68c872cbd tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Deleting port c2b9a2fc-f539-4ddb-b296-14a84faac6ce {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:38:59.982841 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3eb16122-b06c-4d81-a50b-def68c872cbd tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:00.000363 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1709f102-08c3-4a4c-a19a-861acb1015f3 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:00.025109 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f2a1cb-828b-4ef8-aada-926faa8d56b2 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Router 880cd305-016b-4b36-ae98-051c6bb23d78 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:39:00.068613 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83492503-aef4-4efc-86d0-f9d20cea5a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:00.070659 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-3eb16122-b06c-4d81-a50b-def68c872cbd tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] For port c2b9a2fc-f539-4ddb-b296-14a84faac6ce, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c2b9a2fc-f539-4ddb-b296-14a84faac6ce,segment=NetworkSegment(8d4a0d75-af84-4615-b9f9-6264c11f934a),segment_id=8d4a0d75-af84-4615-b9f9-6264c11f934a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:00.071116 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3eb16122-b06c-4d81-a50b-def68c872cbd tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:00.087572 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-3eb16122-b06c-4d81-a50b-def68c872cbd tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Calling delete_port for c2b9a2fc-f539-4ddb-b296-14a84faac6ce owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:00.132023 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:00.180793 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-83492503-aef4-4efc-86d0-f9d20cea5a3b None None] For port 77a59f90-b84c-4eb6-8580-1307a129a565, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=77a59f90-b84c-4eb6-8580-1307a129a565,segment=NetworkSegment(68ca3b1a-197e-43c9-b7f9-24f9a21ff50e),segment_id=68ca3b1a-197e-43c9-b7f9-24f9a21ff50e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:00.194884 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83492503-aef4-4efc-86d0-f9d20cea5a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:00.237847 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3eb16122-b06c-4d81-a50b-def68c872cbd tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:00.278324 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb16122-b06c-4d81-a50b-def68c872cbd tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] No DVR routers for this DVR port c2b9a2fc-f539-4ddb-b296-14a84faac6ce on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:39:00.286086 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f2a1cb-828b-4ef8-aada-926faa8d56b2 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:39:00.287231 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-83492503-aef4-4efc-86d0-f9d20cea5a3b None None] Provisioning for port 12b871e4-7496-4f27-a28d-3c6757d9b144 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:00.293999 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b4f2a1cb-828b-4ef8-aada-926faa8d56b2 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "PUT /v2.0/routers/880cd305-016b-4b36-ae98-051c6bb23d78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8708687 Jul 15 13:39:00.297725 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-83492503-aef4-4efc-86d0-f9d20cea5a3b None None] Provisioning complete for port 12b871e4-7496-4f27-a28d-3c6757d9b144 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:00.298165 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83492503-aef4-4efc-86d0-f9d20cea5a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:00.309160 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36540) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:00.314547 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85464c01-84fd-47a2-b3a8-c129066dc096 None None] Sync routers for ids ['880cd305-016b-4b36-ae98-051c6bb23d78'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:39:00.343095 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85464c01-84fd-47a2-b3a8-c129066dc096 None None] Routers {'880cd305-016b-4b36-ae98-051c6bb23d78'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:00.344174 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-85464c01-84fd-47a2-b3a8-c129066dc096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['880cd305-016b-4b36-ae98-051c6bb23d78'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:00.391968 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:39:00.392419 n-d-758944-45 neutron-server[93815]: DEBUG oslo_db.api [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:39:00.399444 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb16122-b06c-4d81-a50b-def68c872cbd tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Port': ['ID=c2b9a2fc-f539-4ddb-b296-14a84faac6ce,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:00.412862 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83492503-aef4-4efc-86d0-f9d20cea5a3b None None] Pushing event updated for resources: {'Port': ['ID=77a59f90-b84c-4eb6-8580-1307a129a565,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:00.417565 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-83492503-aef4-4efc-86d0-f9d20cea5a3b None None] Port 12b871e4-7496-4f27-a28d-3c6757d9b144 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:39:00.433142 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5000fb6e-b702-4496-99d2-12807298baf5 None None] DHCP port deletion for 88bf2b49-85cd-4317-9348-7e165616b9d2 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:39:00.463852 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-1709f102-08c3-4a4c-a19a-861acb1015f3 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Allocated IP 172.25.6.167 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/cd58a3a5-0892-48d3-a073-309ae2c41dd6) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:00.507919 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3eb16122-b06c-4d81-a50b-def68c872cbd tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:00.522893 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-3eb16122-b06c-4d81-a50b-def68c872cbd tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88bf2b49-85cd-4317-9348-7e165616b9d2']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:00.537479 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-3eb16122-b06c-4d81-a50b-def68c872cbd tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d4a0d75-af84-4615-b9f9-6264c11f934a') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:00.538052 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-3eb16122-b06c-4d81-a50b-def68c872cbd tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d4a0d75-af84-4615-b9f9-6264c11f934a') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:00.561014 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3eb16122-b06c-4d81-a50b-def68c872cbd tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:00.562332 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-bc49df9a-1ea5-42dc-b518-6217a0acdf7e None None] Provisioning complete for port 12b871e4-7496-4f27-a28d-3c6757d9b144 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:00.563287 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc49df9a-1ea5-42dc-b518-6217a0acdf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:00.573675 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3eb16122-b06c-4d81-a50b-def68c872cbd tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:00.583998 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb16122-b06c-4d81-a50b-def68c872cbd tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:39:00.586296 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3eb16122-b06c-4d81-a50b-def68c872cbd tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:00.621128 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-bc49df9a-1ea5-42dc-b518-6217a0acdf7e None None] Port 12b871e4-7496-4f27-a28d-3c6757d9b144 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:39:00.666672 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:39:00.666672 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:39:00.666672 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:39:00.666672 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:39:00.666672 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:39:00.666672 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:39:00.666672 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:39:00.666672 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:39:00.666672 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:39:00.666672 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:39:00.666672 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:39:00.666672 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:39:00.666672 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:39:00.666672 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:39:00.666672 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:39:00.666672 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:39:00.666672 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:39:00.666672 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:39:00.666672 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:39:00.666672 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:39:00.666672 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:39:00.666672 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:39:00.666672 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:39:00.666672 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:39:00.666672 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:39:00.666672 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:39:00.666672 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:39:00.666672 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:39:00.666672 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:39:00.666672 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:39:00.666672 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:39:00.666672 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:39:00.673171 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3eb16122-b06c-4d81-a50b-def68c872cbd tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:00.679861 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-85464c01-84fd-47a2-b3a8-c129066dc096 None None] Set router 880cd305-016b-4b36-ae98-051c6bb23d78 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:00.684693 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3eb16122-b06c-4d81-a50b-def68c872cbd tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:00.691072 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3eb16122-b06c-4d81-a50b-def68c872cbd tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/networks/88bf2b49-85cd-4317-9348-7e165616b9d2 HTTP/1.1" status: 204 len: 168 time: 0.9214976 Jul 15 13:39:00.692183 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36544) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:00.721378 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-12d2ed0b-baec-4964-8f64-bb45f65f8fb6 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-41707106', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:00.731093 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb16122-b06c-4d81-a50b-def68c872cbd tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Network': ['ID=88bf2b49-85cd-4317-9348-7e165616b9d2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:00.761884 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-12d2ed0b-baec-4964-8f64-bb45f65f8fb6 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:00.762916 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-12d2ed0b-baec-4964-8f64-bb45f65f8fb6 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:00.837173 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-12d2ed0b-baec-4964-8f64-bb45f65f8fb6 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:00.838943 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302bfd6f-a4ca-4f2e-a331-0c32da4b3f79 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:00.839830 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302bfd6f-a4ca-4f2e-a331-0c32da4b3f79 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:00.840720 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302bfd6f-a4ca-4f2e-a331-0c32da4b3f79 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:00.841572 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302bfd6f-a4ca-4f2e-a331-0c32da4b3f79 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:00.842452 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302bfd6f-a4ca-4f2e-a331-0c32da4b3f79 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:00.843307 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302bfd6f-a4ca-4f2e-a331-0c32da4b3f79 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:00.844178 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302bfd6f-a4ca-4f2e-a331-0c32da4b3f79 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:00.845087 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302bfd6f-a4ca-4f2e-a331-0c32da4b3f79 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:00.845339 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-12d2ed0b-baec-4964-8f64-bb45f65f8fb6 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:00.846565 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302bfd6f-a4ca-4f2e-a331-0c32da4b3f79 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:00.850247 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-302bfd6f-a4ca-4f2e-a331-0c32da4b3f79 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6320 time: 0.5355470 Jul 15 13:39:00.853020 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36546) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:00.878644 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1709f102-08c3-4a4c-a19a-861acb1015f3 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:00.918581 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-12d2ed0b-baec-4964-8f64-bb45f65f8fb6 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:00.920641 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-12d2ed0b-baec-4964-8f64-bb45f65f8fb6 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2264311 Jul 15 13:39:00.928246 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36548) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:00.937975 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-1dc8fc91-01c8-40a9-8ab5-d93b8b218b40 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-566928434'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:00.958976 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 5ef56105-d751-4b47-9f62-d8c3ebd57bc7 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:00.967645 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1709f102-08c3-4a4c-a19a-861acb1015f3 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:00.984234 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69991791-4f98-46c6-9609-69336edc77ad tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:00.985004 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69991791-4f98-46c6-9609-69336edc77ad tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:00.985805 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69991791-4f98-46c6-9609-69336edc77ad tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:00.986637 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69991791-4f98-46c6-9609-69336edc77ad tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:00.987471 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69991791-4f98-46c6-9609-69336edc77ad tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:00.988264 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69991791-4f98-46c6-9609-69336edc77ad tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:00.989054 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69991791-4f98-46c6-9609-69336edc77ad tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:00.989864 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69991791-4f98-46c6-9609-69336edc77ad tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:00.993735 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-69991791-4f98-46c6-9609-69336edc77ad tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5271 time: 0.1390197 Jul 15 13:39:00.999001 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36550) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:01.036568 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1709f102-08c3-4a4c-a19a-861acb1015f3 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:01.042675 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-1709f102-08c3-4a4c-a19a-861acb1015f3 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:01.047405 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1709f102-08c3-4a4c-a19a-861acb1015f3 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:01.067335 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-85464c01-84fd-47a2-b3a8-c129066dc096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'name': 'tempest-TestNetworkBasicOps-router-1172779383', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '5ef56105-d751-4b47-9f62-d8c3ebd57bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:47Z', 'updated_at': '2021-07-15T13:38:57Z', 'revision_number': 4, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': '5ef56105-d751-4b47-9f62-d8c3ebd57bc7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:48Z', 'updated_at': '2021-07-15T13:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '12b871e4-7496-4f27-a28d-3c6757d9b144', 'name': '', 'network_id': '321fef7c-add1-4e7f-84da-a670b7ead4c9', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'mac_address': 'fa:16:3e:7c:6c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '17ba4e27-fbde-450e-9190-3dc622105383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:56Z', 'updated_at': '2021-07-15T13:38:58Z', 'revision_number': 2, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'subnets': [{'id': '17ba4e27-fbde-450e-9190-3dc622105383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:01.068811 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 5ef56105-d751-4b47-9f62-d8c3ebd57bc7 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:01.069305 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:01.081187 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709f102-08c3-4a4c-a19a-861acb1015f3 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'Port': ['ID=cd58a3a5-0892-48d3-a073-309ae2c41dd6,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:01.166235 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85464c01-84fd-47a2-b3a8-c129066dc096 None None] Checking router: 880cd305-016b-4b36-ae98-051c6bb23d78 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:39:01.166909 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85464c01-84fd-47a2-b3a8-c129066dc096 None None] Updating router 880cd305-016b-4b36-ae98-051c6bb23d78 port 12b871e4-7496-4f27-a28d-3c6757d9b144 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:39:01.175245 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc8fc91-01c8-40a9-8ab5-d93b8b218b40 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Made reservation on behalf of 887d9767dc044bdb8b834bfc53588a11 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:01.181892 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1dc8fc91-01c8-40a9-8ab5-d93b8b218b40 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:01.251462 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85464c01-84fd-47a2-b3a8-c129066dc096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:01.280790 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dc8fc91-01c8-40a9-8ab5-d93b8b218b40 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:39:01.317088 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1dc8fc91-01c8-40a9-8ab5-d93b8b218b40 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:01.317642 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-1dc8fc91-01c8-40a9-8ab5-d93b8b218b40 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Added segment 68f3203c-bd7a-4961-bae8-4743f3ed1be3 of type vlan for network 436e6080-2758-40fc-894b-2589e3baaf21 Jul 15 13:39:01.387770 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 77a59f90-b84c-4eb6-8580-1307a129a565 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:01.392646 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1dc8fc91-01c8-40a9-8ab5-d93b8b218b40 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:01.447351 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-67c282bf-81f8-4176-9cf3-66b6918bff44 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5026 time: 0.4439023 Jul 15 13:39:01.447351 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1dc8fc91-01c8-40a9-8ab5-d93b8b218b40 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:01.462483 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 77a59f90-b84c-4eb6-8580-1307a129a565 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:01.463189 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:01.469747 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc8fc91-01c8-40a9-8ab5-d93b8b218b40 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:01.470452 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1dc8fc91-01c8-40a9-8ab5-d93b8b218b40 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:01.583217 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1dc8fc91-01c8-40a9-8ab5-d93b8b218b40 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6535327 Jul 15 13:39:01.648500 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36556) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:01.657553 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5317c3c3-6fc7-4a47-88dc-c587752981c9 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Request body: {'subnet': {'network_id': '436e6080-2758-40fc-894b-2589e3baaf21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:01.758287 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c2b9a2fc-f539-4ddb-b296-14a84faac6ce no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:39:01.797404 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8fc91-01c8-40a9-8ab5-d93b8b218b40 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Network': ['ID=436e6080-2758-40fc-894b-2589e3baaf21,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:01.797742 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d61d303-1ff0-4cba-b46a-fd81c6fc2013 req-47850853-b94a-4e96-8705-c0bff7368a1c tempest-ServerShowV254Test-297090702 tempest-ServerShowV254Test-297090702-project] 10.222.0.24 "GET /v2.0/ports?device_id=85ad3a1f-505f-4195-a1ec-56b9072bc3ba HTTP/1.1" status: 200 len: 210 time: 0.5073662 Jul 15 13:39:01.833339 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5317c3c3-6fc7-4a47-88dc-c587752981c9 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Made reservation on behalf of 887d9767dc044bdb8b834bfc53588a11 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:01.846906 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5317c3c3-6fc7-4a47-88dc-c587752981c9 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:01.865791 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85464c01-84fd-47a2-b3a8-c129066dc096 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:01.866616 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 436e6080-2758-40fc-894b-2589e3baaf21 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:39:01.877788 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-85464c01-84fd-47a2-b3a8-c129066dc096 None None] Transition to ACTIVE for port object 12b871e4-7496-4f27-a28d-3c6757d9b144 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:01.878344 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: c2b9a2fc-f539-4ddb-b296-14a84faac6ce {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:39:01.879201 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c2b9a2fc-f539-4ddb-b296-14a84faac6ce not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:39:01.891111 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85464c01-84fd-47a2-b3a8-c129066dc096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.005328 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36560) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:02.012831 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-dbb8edbe-99d9-4f34-935c-86caff79f34e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-645884178', 'description': 'tempest-secgroup-smoke-645884178 description', 'project_id': 'fcf19ad9f55645769cc76961e7748495'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:02.128844 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dbb8edbe-99d9-4f34-935c-86caff79f34e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.172182 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb421faa-5202-4e84-a68d-5c7195129d68 None None] Pushing event updated for resources: {'Port': ['ID=12b871e4-7496-4f27-a28d-3c6757d9b144,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:02.202865 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-85464c01-84fd-47a2-b3a8-c129066dc096 None None] Attempting to bind port 12b871e4-7496-4f27-a28d-3c6757d9b144 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:39:02.203435 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-85464c01-84fd-47a2-b3a8-c129066dc096 None None] Attempting to bind port 12b871e4-7496-4f27-a28d-3c6757d9b144 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '68ca3b1a-197e-43c9-b7f9-24f9a21ff50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '321fef7c-add1-4e7f-84da-a670b7ead4c9'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:39:02.203999 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85464c01-84fd-47a2-b3a8-c129066dc096 None None] Attempting to bind port 12b871e4-7496-4f27-a28d-3c6757d9b144 on network 321fef7c-add1-4e7f-84da-a670b7ead4c9 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:02.214018 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85464c01-84fd-47a2-b3a8-c129066dc096 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:39:02.214594 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85464c01-84fd-47a2-b3a8-c129066dc096 None None] Checking segment: {'id': '68ca3b1a-197e-43c9-b7f9-24f9a21ff50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '321fef7c-add1-4e7f-84da-a670b7ead4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:02.215223 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85464c01-84fd-47a2-b3a8-c129066dc096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.215843 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85464c01-84fd-47a2-b3a8-c129066dc096 None None] Bound using segment: {'id': '68ca3b1a-197e-43c9-b7f9-24f9a21ff50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '321fef7c-add1-4e7f-84da-a670b7ead4c9'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:39:02.216627 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-85464c01-84fd-47a2-b3a8-c129066dc096 None None] Bound port: 12b871e4-7496-4f27-a28d-3c6757d9b144, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ca3b1a-197e-43c9-b7f9-24f9a21ff50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '321fef7c-add1-4e7f-84da-a670b7ead4c9'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:39:02.217227 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85464c01-84fd-47a2-b3a8-c129066dc096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.370330 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5317c3c3-6fc7-4a47-88dc-c587752981c9 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.372517 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-85464c01-84fd-47a2-b3a8-c129066dc096 None None] For port 12b871e4-7496-4f27-a28d-3c6757d9b144, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:02.379849 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-85464c01-84fd-47a2-b3a8-c129066dc096 None None] For port 12b871e4-7496-4f27-a28d-3c6757d9b144, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=12b871e4-7496-4f27-a28d-3c6757d9b144,segment=NetworkSegment(68ca3b1a-197e-43c9-b7f9-24f9a21ff50e),segment_id=68ca3b1a-197e-43c9-b7f9-24f9a21ff50e)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:39:02.380176 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dbb8edbe-99d9-4f34-935c-86caff79f34e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.393258 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dbb8edbe-99d9-4f34-935c-86caff79f34e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.399169 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85464c01-84fd-47a2-b3a8-c129066dc096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.463008 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8edbe-99d9-4f34-935c-86caff79f34e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8e0e99-a2a6-4d20-ae3d-d7cb2bdc1581,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:02.506151 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dbb8edbe-99d9-4f34-935c-86caff79f34e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.511616 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-dbb8edbe-99d9-4f34-935c-86caff79f34e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5046892 Jul 15 13:39:02.515292 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36564) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:02.525460 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d25611b2-8687-4376-8438-8771994b6974 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Request body: {'security_group_rule': {'security_group_id': '2d8e0e99-a2a6-4d20-ae3d-d7cb2bdc1581', 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:02.530859 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85464c01-84fd-47a2-b3a8-c129066dc096 None None] Routers {'880cd305-016b-4b36-ae98-051c6bb23d78'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:02.532314 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-85464c01-84fd-47a2-b3a8-c129066dc096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['880cd305-016b-4b36-ae98-051c6bb23d78'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:02.571382 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317c3c3-6fc7-4a47-88dc-c587752981c9 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Subnet': ['ID=6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:02.584796 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d25611b2-8687-4376-8438-8771994b6974 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.628715 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5317c3c3-6fc7-4a47-88dc-c587752981c9 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Checking segment: {'id': '68f3203c-bd7a-4961-bae8-4743f3ed1be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:02.629120 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5317c3c3-6fc7-4a47-88dc-c587752981c9 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network hostable DHCP agents. Network: 436e6080-2758-40fc-894b-2589e3baaf21, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:39:02.654958 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb421faa-5202-4e84-a68d-5c7195129d68 None None] Pushing event updated for resources: {'Port': ['ID=12b871e4-7496-4f27-a28d-3c6757d9b144,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:02.676554 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d25611b2-8687-4376-8438-8771994b6974 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.683502 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1709f102-08c3-4a4c-a19a-861acb1015f3 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.685325 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d25611b2-8687-4376-8438-8771994b6974 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.713194 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5317c3c3-6fc7-4a47-88dc-c587752981c9 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network 436e6080-2758-40fc-894b-2589e3baaf21 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:39:02.724199 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25611b2-8687-4376-8438-8771994b6974 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06197dea-1243-49dc-b7c5-fd284a956ab9,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:02.735348 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d25611b2-8687-4376-8438-8771994b6974 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.740850 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d25611b2-8687-4376-8438-8771994b6974 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2222466 Jul 15 13:39:02.741605 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36566) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:02.747520 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-622832d4-8c94-4e9e-9864-208673a667e8 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Request body: {'security_group_rule': {'security_group_id': '2d8e0e99-a2a6-4d20-ae3d-d7cb2bdc1581', 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:02.762505 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-5317c3c3-6fc7-4a47-88dc-c587752981c9 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 436e6080-2758-40fc-894b-2589e3baaf21) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:02.767438 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5317c3c3-6fc7-4a47-88dc-c587752981c9 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:02.768122 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5317c3c3-6fc7-4a47-88dc-c587752981c9 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.797050 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e20f9d1-5889-411b-be7f-12a42554ef16 None None] Network 436e6080-2758-40fc-894b-2589e3baaf21 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:02.800285 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-622832d4-8c94-4e9e-9864-208673a667e8 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.817320 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5317c3c3-6fc7-4a47-88dc-c587752981c9 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1667974 Jul 15 13:39:02.821709 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36568) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:02.872593 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-85464c01-84fd-47a2-b3a8-c129066dc096 None None] Set router 880cd305-016b-4b36-ae98-051c6bb23d78 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:02.957361 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1709f102-08c3-4a4c-a19a-861acb1015f3 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:03.132308 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ca6c57-35a7-4046-a752-6416bbd87751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-436e6080-2758-40fc-894b-2589e3baaf21', 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'fixed_ips': [{'subnet_id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:39:03.133478 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55ca6c57-35a7-4046-a752-6416bbd87751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:03.227746 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-622832d4-8c94-4e9e-9864-208673a667e8 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:03.232677 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-865a6691-ed95-462b-a446-471db12a52de req-fc58c166-1737-44df-81c3-f4416c377769 tempest-ServerShowV254Test-297090702 tempest-ServerShowV254Test-297090702-project] 10.222.0.24 "GET /v2.0/ports?device_id=85ad3a1f-505f-4195-a1ec-56b9072bc3ba HTTP/1.1" status: 200 len: 210 time: 0.0817676 Jul 15 13:39:03.239386 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-622832d4-8c94-4e9e-9864-208673a667e8 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:03.382285 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1709f102-08c3-4a4c-a19a-861acb1015f3 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:03.389912 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-85464c01-84fd-47a2-b3a8-c129066dc096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'name': 'tempest-TestNetworkBasicOps-router-1172779383', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '5ef56105-d751-4b47-9f62-d8c3ebd57bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:47Z', 'updated_at': '2021-07-15T13:38:57Z', 'revision_number': 4, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': '5ef56105-d751-4b47-9f62-d8c3ebd57bc7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:48Z', 'updated_at': '2021-07-15T13:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '12b871e4-7496-4f27-a28d-3c6757d9b144', 'name': '', 'network_id': '321fef7c-add1-4e7f-84da-a670b7ead4c9', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'mac_address': 'fa:16:3e:7c:6c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '17ba4e27-fbde-450e-9190-3dc622105383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:56Z', 'updated_at': '2021-07-15T13:39:02Z', 'revision_number': 4, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'subnets': [{'id': '17ba4e27-fbde-450e-9190-3dc622105383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:03.392603 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1709f102-08c3-4a4c-a19a-861acb1015f3 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:03.436220 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85464c01-84fd-47a2-b3a8-c129066dc096 None None] The sync data for ids ['880cd305-016b-4b36-ae98-051c6bb23d78'] in n-d-758944-45 is: [{'id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'name': 'tempest-TestNetworkBasicOps-router-1172779383', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '5ef56105-d751-4b47-9f62-d8c3ebd57bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:47Z', 'updated_at': '2021-07-15T13:38:57Z', 'revision_number': 4, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': '5ef56105-d751-4b47-9f62-d8c3ebd57bc7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:48Z', 'updated_at': '2021-07-15T13:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '12b871e4-7496-4f27-a28d-3c6757d9b144', 'name': '', 'network_id': '321fef7c-add1-4e7f-84da-a670b7ead4c9', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'mac_address': 'fa:16:3e:7c:6c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '17ba4e27-fbde-450e-9190-3dc622105383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:56Z', 'updated_at': '2021-07-15T13:39:02Z', 'revision_number': 4, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'subnets': [{'id': '17ba4e27-fbde-450e-9190-3dc622105383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:39:03.451358 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-622832d4-8c94-4e9e-9864-208673a667e8 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:03.458274 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-622832d4-8c94-4e9e-9864-208673a667e8 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7095926 Jul 15 13:39:03.458274 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622832d4-8c94-4e9e-9864-208673a667e8 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a34fbed4-ba5e-4962-b3ce-63a336f67a92,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:03.460882 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709f102-08c3-4a4c-a19a-861acb1015f3 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'Port': ['ID=cd58a3a5-0892-48d3-a073-309ae2c41dd6,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:03.463559 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36574) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:03.470042 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c3d6b60e-6e55-4dda-953f-484aa956238b tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Request body: {'security_group_rule': {'security_group_id': '2d8e0e99-a2a6-4d20-ae3d-d7cb2bdc1581', 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:03.498800 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-55ca6c57-35a7-4046-a752-6416bbd87751 None None] Allocated IP 2001:db8::2 (436e6080-2758-40fc-894b-2589e3baaf21/6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8/711135bb-8bb6-42ce-9647-3938f1c8e82b) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:03.531171 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1709f102-08c3-4a4c-a19a-861acb1015f3 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:03.616213 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3d6b60e-6e55-4dda-953f-484aa956238b tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:03.680177 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8346b2e7-9e74-4060-95f5-31bdb7167798 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:03.715910 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55ca6c57-35a7-4046-a752-6416bbd87751 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:03.729398 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-55ca6c57-35a7-4046-a752-6416bbd87751 None None] Transition to ACTIVE for port object 711135bb-8bb6-42ce-9647-3938f1c8e82b will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:03.765325 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-55ca6c57-35a7-4046-a752-6416bbd87751 None None] Transition to ACTIVE for port object 711135bb-8bb6-42ce-9647-3938f1c8e82b will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:03.775121 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55ca6c57-35a7-4046-a752-6416bbd87751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:03.778938 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-1709f102-08c3-4a4c-a19a-861acb1015f3 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Floating IP e0704766-6788-4c64-83c5-b20b8c116963 associated. External IP: 172.25.6.167, port: 4c36bf5e-148b-4380-8c2c-8baa1e90f983. Jul 15 13:39:03.823753 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ca6c57-35a7-4046-a752-6416bbd87751 None None] Network 436e6080-2758-40fc-894b-2589e3baaf21 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:03.831768 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-55ca6c57-35a7-4046-a752-6416bbd87751 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:03.836674 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ca6c57-35a7-4046-a752-6416bbd87751 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:03.848134 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca6c57-35a7-4046-a752-6416bbd87751 None None] Pushing event updated for resources: {'Port': ['ID=711135bb-8bb6-42ce-9647-3938f1c8e82b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:03.929148 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-55ca6c57-35a7-4046-a752-6416bbd87751 None None] Attempting to bind port 711135bb-8bb6-42ce-9647-3938f1c8e82b on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:39:03.930355 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-55ca6c57-35a7-4046-a752-6416bbd87751 None None] Attempting to bind port 711135bb-8bb6-42ce-9647-3938f1c8e82b by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '68f3203c-bd7a-4961-bae8-4743f3ed1be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:39:03.931312 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ca6c57-35a7-4046-a752-6416bbd87751 None None] Attempting to bind port 711135bb-8bb6-42ce-9647-3938f1c8e82b on network 436e6080-2758-40fc-894b-2589e3baaf21 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:03.936604 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3d6b60e-6e55-4dda-953f-484aa956238b tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:03.947402 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3d6b60e-6e55-4dda-953f-484aa956238b tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:03.949312 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ca6c57-35a7-4046-a752-6416bbd87751 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:39:03.950360 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ca6c57-35a7-4046-a752-6416bbd87751 None None] Checking segment: {'id': '68f3203c-bd7a-4961-bae8-4743f3ed1be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:03.951302 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55ca6c57-35a7-4046-a752-6416bbd87751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:03.952283 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ca6c57-35a7-4046-a752-6416bbd87751 None None] Bound using segment: {'id': '68f3203c-bd7a-4961-bae8-4743f3ed1be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:39:03.955837 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-55ca6c57-35a7-4046-a752-6416bbd87751 None None] Bound port: 711135bb-8bb6-42ce-9647-3938f1c8e82b, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f3203c-bd7a-4961-bae8-4743f3ed1be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:39:03.956912 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55ca6c57-35a7-4046-a752-6416bbd87751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:03.989640 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6b60e-6e55-4dda-953f-484aa956238b tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a07c55d-9ed4-433f-9a68-71f167d9b44f,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:04.015090 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3d6b60e-6e55-4dda-953f-484aa956238b tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:04.021221 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c3d6b60e-6e55-4dda-953f-484aa956238b tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5562239 Jul 15 13:39:04.022083 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36576) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:04.089800 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-55ca6c57-35a7-4046-a752-6416bbd87751 None None] For port 711135bb-8bb6-42ce-9647-3938f1c8e82b, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:04.094774 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-55ca6c57-35a7-4046-a752-6416bbd87751 None None] For port 711135bb-8bb6-42ce-9647-3938f1c8e82b, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=711135bb-8bb6-42ce-9647-3938f1c8e82b,segment=NetworkSegment(68f3203c-bd7a-4961-bae8-4743f3ed1be3),segment_id=68f3203c-bd7a-4961-bae8-4743f3ed1be3)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:39:04.103175 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-55ca6c57-35a7-4046-a752-6416bbd87751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:04.105259 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-685df687-1856-4287-8b7d-c35ad2fee65c tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Request body: {'security_group_rule': {'security_group_id': '2d8e0e99-a2a6-4d20-ae3d-d7cb2bdc1581', 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:04.182399 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1709f102-08c3-4a4c-a19a-861acb1015f3 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Router 82aa1ac6-a0fc-4c21-8a15-79115d443978 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:39:04.217344 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca6c57-35a7-4046-a752-6416bbd87751 None None] Pushing event updated for resources: {'Port': ['ID=711135bb-8bb6-42ce-9647-3938f1c8e82b,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:04.231065 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-8346b2e7-9e74-4060-95f5-31bdb7167798 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Allocated IP 2001:db8::1 (436e6080-2758-40fc-894b-2589e3baaf21/6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8/a097e036-e268-43e5-a01f-ec8344ffdbc6) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:04.272488 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-685df687-1856-4287-8b7d-c35ad2fee65c tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:04.363764 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1709f102-08c3-4a4c-a19a-861acb1015f3 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:39:04.391586 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b6e7b-df2d-47c9-8c7a-9c423810eebe None None] Sync routers for ids ['82aa1ac6-a0fc-4c21-8a15-79115d443978'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:39:04.406316 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741b6e7b-df2d-47c9-8c7a-9c423810eebe None None] Routers {'82aa1ac6-a0fc-4c21-8a15-79115d443978'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:04.408986 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-741b6e7b-df2d-47c9-8c7a-9c423810eebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['82aa1ac6-a0fc-4c21-8a15-79115d443978'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:04.419244 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1709f102-08c3-4a4c-a19a-861acb1015f3 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:04.449705 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-685df687-1856-4287-8b7d-c35ad2fee65c tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:04.472785 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-685df687-1856-4287-8b7d-c35ad2fee65c tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:04.547802 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685df687-1856-4287-8b7d-c35ad2fee65c tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3253233d-4e63-489f-bde4-4df637b5d091,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:04.550634 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1709f102-08c3-4a4c-a19a-861acb1015f3 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.0726438 Jul 15 13:39:04.551870 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4f3ed7-fc84-47f3-a614-c3032861bd62', 'tag': '4c36bf5e-148b-4380-8c2c-8baa1e90f983'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:39:04.571619 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85658a7-2397-4e10-8884-4ba8dea107d9" -d '{"events": [{"name": "network-changed", "server_uuid": "1f4f3ed7-fc84-47f3-a614-c3032861bd62", "tag": "4c36bf5e-148b-4380-8c2c-8baa1e90f983"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:39:04.575955 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-685df687-1856-4287-8b7d-c35ad2fee65c tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:04.577671 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-685df687-1856-4287-8b7d-c35ad2fee65c tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4786773 Jul 15 13:39:04.582031 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36586) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:04.591098 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-06815bef-fb20-4895-9879-9b1bedf83df2 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Request body: {'security_group_rule': {'security_group_id': '2d8e0e99-a2a6-4d20-ae3d-d7cb2bdc1581', 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:04.592531 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8346b2e7-9e74-4060-95f5-31bdb7167798 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:04.659658 n-d-758944-45 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-06815bef-fb20-4895-9879-9b1bedf83df2 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Project fcf19ad9f55645769cc76961e7748495 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:39:04.664042 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e50de295-2233-4883-9d2e-07dc7bae2c5b req-99a0f5a8-f1db-4039-aa7e-99dfd6ece342 tempest-ServerShowV254Test-297090702 tempest-ServerShowV254Test-297090702-project] 10.222.0.24 "GET /v2.0/ports?device_id=85ad3a1f-505f-4195-a1ec-56b9072bc3ba HTTP/1.1" status: 200 len: 210 time: 0.0755763 Jul 15 13:39:04.669109 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06815bef-fb20-4895-9879-9b1bedf83df2 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:04.673382 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-8346b2e7-9e74-4060-95f5-31bdb7167798 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Transition to ACTIVE for port object a097e036-e268-43e5-a01f-ec8344ffdbc6 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:04.807815 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3127c82-f71e-4963-b59a-3b5e543e61be x-openstack-request-id: req-b3127c82-f71e-4963-b59a-3b5e543e61be {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:39:04.808243 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f4f3ed7-fc84-47f3-a614-c3032861bd62", "tag": "4c36bf5e-148b-4380-8c2c-8baa1e90f983", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:39:04.808519 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b3127c82-f71e-4963-b59a-3b5e543e61be {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:39:04.808954 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4f3ed7-fc84-47f3-a614-c3032861bd62', 'tag': '4c36bf5e-148b-4380-8c2c-8baa1e90f983', 'status': 'completed', 'code': 200} Jul 15 13:39:04.823114 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8346b2e7-9e74-4060-95f5-31bdb7167798 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:04.846816 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-741b6e7b-df2d-47c9-8c7a-9c423810eebe None None] Set router 82aa1ac6-a0fc-4c21-8a15-79115d443978 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:04.849518 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06815bef-fb20-4895-9879-9b1bedf83df2 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:04.862311 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06815bef-fb20-4895-9879-9b1bedf83df2 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:04.873434 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8346b2e7-9e74-4060-95f5-31bdb7167798 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network 436e6080-2758-40fc-894b-2589e3baaf21 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:04.910252 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-8346b2e7-9e74-4060-95f5-31bdb7167798 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:04.913467 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8346b2e7-9e74-4060-95f5-31bdb7167798 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:04.914233 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8346b2e7-9e74-4060-95f5-31bdb7167798 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:04.944949 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06815bef-fb20-4895-9879-9b1bedf83df2 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af90cbc-848d-475e-9c8f-739f50813472,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:04.954514 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06815bef-fb20-4895-9879-9b1bedf83df2 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:04.959148 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-06815bef-fb20-4895-9879-9b1bedf83df2 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3734455 Jul 15 13:39:04.959348 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36588) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:04.964778 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-83988867-dc81-4593-b52e-50bdfdcc0365 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Request body: {'security_group_rule': {'security_group_id': '2d8e0e99-a2a6-4d20-ae3d-d7cb2bdc1581', 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:05.013132 n-d-758944-45 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-83988867-dc81-4593-b52e-50bdfdcc0365 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Project fcf19ad9f55645769cc76961e7748495 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:39:05.022376 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-83988867-dc81-4593-b52e-50bdfdcc0365 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:05.043499 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346b2e7-9e74-4060-95f5-31bdb7167798 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Port': ['ID=a097e036-e268-43e5-a01f-ec8344ffdbc6,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:05.070120 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09055816-fe46-4f15-a4a5-b5d6ca6edce1 req-b39b78d0-40b8-407d-91a5-4cac4e90d814 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:05.071826 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-09055816-fe46-4f15-a4a5-b5d6ca6edce1 req-b39b78d0-40b8-407d-91a5-4cac4e90d814 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 946 time: 0.1948571 Jul 15 13:39:05.128934 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-83988867-dc81-4593-b52e-50bdfdcc0365 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:05.139094 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85658a7-2397-4e10-8884-4ba8dea107d9 req-08537ad3-0e15-4683-b295-0ed4812ff3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:05.141285 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b85658a7-2397-4e10-8884-4ba8dea107d9 req-08537ad3-0e15-4683-b295-0ed4812ff3f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 1098 time: 0.2843938 Jul 15 13:39:05.141793 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-83988867-dc81-4593-b52e-50bdfdcc0365 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:05.176304 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83988867-dc81-4593-b52e-50bdfdcc0365 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed5b8df-edc6-4aee-9998-7e50b0dfdbbb,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:05.221193 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-09055816-fe46-4f15-a4a5-b5d6ca6edce1 req-66a72738-a55e-4078-8725-95626e29fd38 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425841 Jul 15 13:39:05.227073 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-83988867-dc81-4593-b52e-50bdfdcc0365 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:05.229803 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-83988867-dc81-4593-b52e-50bdfdcc0365 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2679493 Jul 15 13:39:05.267979 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36592) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:05.331801 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-741b6e7b-df2d-47c9-8c7a-9c423810eebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773715229', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '55c13736-477e-4361-b94d-eca3dc993692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:13Z', 'updated_at': '2021-07-15T13:38:28Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '55c13736-477e-4361-b94d-eca3dc993692', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:15Z', 'updated_at': '2021-07-15T13:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'e0704766-6788-4c64-83c5-b20b8c116963', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'port_id': '4c36bf5e-148b-4380-8c2c-8baa1e90f983', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102', 'mac_address': 'fa:16:3e:16:06:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4f3ed7-fc84-47f3-a614-c3032861bd62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:39:02Z', 'updated_at': '2021-07-15T13:39:02Z', 'revision_number': 0, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d0bbbfb-921b-4c87-90dd-832ef37e9bfa', 'name': '', 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:c6:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '8e3f2039-b778-40b0-bdc7-f07e93fa4107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:27Z', 'updated_at': '2021-07-15T13:38:38Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': '8e3f2039-b778-40b0-bdc7-f07e93fa4107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:05.418475 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b6e7b-df2d-47c9-8c7a-9c423810eebe None None] Checking router: 82aa1ac6-a0fc-4c21-8a15-79115d443978 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:39:05.433087 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741b6e7b-df2d-47c9-8c7a-9c423810eebe None None] Routers {'82aa1ac6-a0fc-4c21-8a15-79115d443978'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:05.434079 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-741b6e7b-df2d-47c9-8c7a-9c423810eebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['82aa1ac6-a0fc-4c21-8a15-79115d443978'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:05.499713 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85658a7-2397-4e10-8884-4ba8dea107d9 req-e23bdcc7-1f64-4746-916e-564e30cff862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:05.501409 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b85658a7-2397-4e10-8884-4ba8dea107d9 req-e23bdcc7-1f64-4746-916e-564e30cff862 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a3d89be-04ff-4257-bfc8-200df0476102 HTTP/1.1" status: 200 len: 898 time: 0.3514190 Jul 15 13:39:05.574354 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-17923f4b-cfe9-4830-b2d0-3aa349b1e9f4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/floatingips/e0704766-6788-4c64-83c5-b20b8c116963 HTTP/1.1" status: 200 len: 992 time: 0.3047762 Jul 15 13:39:05.619301 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8346b2e7-9e74-4060-95f5-31bdb7167798 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:05.624159 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 711135bb-8bb6-42ce-9647-3938f1c8e82b up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:05.691511 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b85658a7-2397-4e10-8884-4ba8dea107d9 req-88485f40-80b0-4b20-87f4-43259d300f16 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c36bf5e-148b-4380-8c2c-8baa1e90f983 HTTP/1.1" status: 200 len: 1000 time: 0.1635244 Jul 15 13:39:05.735608 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-741b6e7b-df2d-47c9-8c7a-9c423810eebe None None] Set router 82aa1ac6-a0fc-4c21-8a15-79115d443978 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:05.992825 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-d0e2042d-49d5-4197-b439-28ef28a9fb82 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-645884178&fields=id&tenant_id=fcf19ad9f55645769cc76961e7748495 HTTP/1.1" status: 200 len: 267 time: 0.2361944 Jul 15 13:39:06.026740 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85658a7-2397-4e10-8884-4ba8dea107d9 req-161c520f-c7d1-4e4a-a9ac-21eaa44c9ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:06.027984 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 711135bb-8bb6-42ce-9647-3938f1c8e82b completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:06.031459 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b85658a7-2397-4e10-8884-4ba8dea107d9 req-161c520f-c7d1-4e4a-a9ac-21eaa44c9ae1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e3f2039-b778-40b0-bdc7-f07e93fa4107 HTTP/1.1" status: 200 len: 835 time: 0.3318148 Jul 15 13:39:06.038845 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 12b871e4-7496-4f27-a28d-3c6757d9b144 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:06.049925 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8ad92e3f-2afa-46a9-8660-c795833fc9ca req-e170ce60-3635-4128-a0a6-3671ab91f513 tempest-ServerShowV254Test-297090702 tempest-ServerShowV254Test-297090702-project] 10.222.0.24 "GET /v2.0/ports?device_id=85ad3a1f-505f-4195-a1ec-56b9072bc3ba HTTP/1.1" status: 200 len: 210 time: 0.0534651 Jul 15 13:39:06.071089 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6393041-a29b-4b91-8e02-7ca46f1a5846 None None] Network 436e6080-2758-40fc-894b-2589e3baaf21 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:06.220732 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-bd155e9e-f679-4a8f-8d79-6fdafdc6c21d None None] Provisioning for port 711135bb-8bb6-42ce-9647-3938f1c8e82b completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:06.244186 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-bd155e9e-f679-4a8f-8d79-6fdafdc6c21d None None] Provisioning complete for port 711135bb-8bb6-42ce-9647-3938f1c8e82b triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:06.244514 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bd155e9e-f679-4a8f-8d79-6fdafdc6c21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:06.290384 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 12b871e4-7496-4f27-a28d-3c6757d9b144 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:06.339428 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 12b871e4-7496-4f27-a28d-3c6757d9b144 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:06.339881 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:06.547844 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bd155e9e-f679-4a8f-8d79-6fdafdc6c21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:06.579666 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36608) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:06.581944 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:06.585526 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-741b6e7b-df2d-47c9-8c7a-9c423810eebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773715229', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '55c13736-477e-4361-b94d-eca3dc993692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:13Z', 'updated_at': '2021-07-15T13:38:28Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '55c13736-477e-4361-b94d-eca3dc993692', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:15Z', 'updated_at': '2021-07-15T13:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'e0704766-6788-4c64-83c5-b20b8c116963', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'port_id': '4c36bf5e-148b-4380-8c2c-8baa1e90f983', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102', 'mac_address': 'fa:16:3e:16:06:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4f3ed7-fc84-47f3-a614-c3032861bd62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:39:02Z', 'updated_at': '2021-07-15T13:39:02Z', 'revision_number': 0, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d0bbbfb-921b-4c87-90dd-832ef37e9bfa', 'name': '', 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:c6:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '8e3f2039-b778-40b0-bdc7-f07e93fa4107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:27Z', 'updated_at': '2021-07-15T13:38:38Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': '8e3f2039-b778-40b0-bdc7-f07e93fa4107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:06.657183 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b6e7b-df2d-47c9-8c7a-9c423810eebe None None] The sync data for ids ['82aa1ac6-a0fc-4c21-8a15-79115d443978'] in n-d-758944-45 is: [{'id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773715229', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '55c13736-477e-4361-b94d-eca3dc993692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:13Z', 'updated_at': '2021-07-15T13:38:28Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '55c13736-477e-4361-b94d-eca3dc993692', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:15Z', 'updated_at': '2021-07-15T13:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'e0704766-6788-4c64-83c5-b20b8c116963', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'port_id': '4c36bf5e-148b-4380-8c2c-8baa1e90f983', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102', 'mac_address': 'fa:16:3e:16:06:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4f3ed7-fc84-47f3-a614-c3032861bd62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:39:02Z', 'updated_at': '2021-07-15T13:39:02Z', 'revision_number': 0, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d0bbbfb-921b-4c87-90dd-832ef37e9bfa', 'name': '', 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:c6:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '8e3f2039-b778-40b0-bdc7-f07e93fa4107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:27Z', 'updated_at': '2021-07-15T13:38:38Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': '8e3f2039-b778-40b0-bdc7-f07e93fa4107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:39:06.664725 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-bd155e9e-f679-4a8f-8d79-6fdafdc6c21d None None] For port 711135bb-8bb6-42ce-9647-3938f1c8e82b, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=711135bb-8bb6-42ce-9647-3938f1c8e82b,segment=NetworkSegment(68f3203c-bd7a-4961-bae8-4743f3ed1be3),segment_id=68f3203c-bd7a-4961-bae8-4743f3ed1be3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:06.689065 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bd155e9e-f679-4a8f-8d79-6fdafdc6c21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:06.696624 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 12b871e4-7496-4f27-a28d-3c6757d9b144, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=12b871e4-7496-4f27-a28d-3c6757d9b144,segment=NetworkSegment(68ca3b1a-197e-43c9-b7f9-24f9a21ff50e),segment_id=68ca3b1a-197e-43c9-b7f9-24f9a21ff50e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:06.738664 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:06.747909 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7559a985-700e-4fb6-90e3-b83637dc55d7 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/floatingips/e0704766-6788-4c64-83c5-b20b8c116963 HTTP/1.1" status: 200 len: 992 time: 0.1654310 Jul 15 13:39:06.775287 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd155e9e-f679-4a8f-8d79-6fdafdc6c21d None None] Pushing event updated for resources: {'Port': ['ID=711135bb-8bb6-42ce-9647-3938f1c8e82b,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:06.864585 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-8c0f9966-0512-4c17-b9d0-645317475927 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:06.866065 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=12b871e4-7496-4f27-a28d-3c6757d9b144,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:06.868070 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-8c0f9966-0512-4c17-b9d0-645317475927 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/networks?id=321fef7c-add1-4e7f-84da-a670b7ead4c9 HTTP/1.1" status: 200 len: 796 time: 0.8608451 Jul 15 13:39:06.928444 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85658a7-2397-4e10-8884-4ba8dea107d9 req-2f347395-f6c5-4018-b598-987118b44157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:06.931811 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b85658a7-2397-4e10-8884-4ba8dea107d9 req-2f347395-f6c5-4018-b598-987118b44157 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a3d89be-04ff-4257-bfc8-200df0476102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8717706 Jul 15 13:39:06.946936 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-80a0af3f-074d-479c-992a-4792f2297ec6 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/quotas/fcf19ad9f55645769cc76961e7748495 HTTP/1.1" status: 200 len: 375 time: 0.0654049 Jul 15 13:39:07.099177 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8346b2e7-9e74-4060-95f5-31bdb7167798 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:07.117558 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a883a4-0e20-4437-949f-19640b16e0b3 None None] New status for floating IP e0704766-6788-4c64-83c5-b20b8c116963: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:39:07.121154 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8346b2e7-9e74-4060-95f5-31bdb7167798 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:07.122081 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8346b2e7-9e74-4060-95f5-31bdb7167798 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:07.184942 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-008fce86-8abd-4df5-a32d-e5ef7d3a2eb7 None None] Provisioning complete for port 711135bb-8bb6-42ce-9647-3938f1c8e82b triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:07.186239 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-008fce86-8abd-4df5-a32d-e5ef7d3a2eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:07.267396 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b85658a7-2397-4e10-8884-4ba8dea107d9 req-9ff6f8ac-e5c5-4f94-9847-1a657134ba29 service neutron] 10.222.0.32 "GET /v2.0/networks/7a3d89be-04ff-4257-bfc8-200df0476102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183351 Jul 15 13:39:07.383999 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-008fce86-8abd-4df5-a32d-e5ef7d3a2eb7 None None] Provisioning for port a097e036-e268-43e5-a01f-ec8344ffdbc6 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:07.390360 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-008fce86-8abd-4df5-a32d-e5ef7d3a2eb7 None None] Provisioning complete for port a097e036-e268-43e5-a01f-ec8344ffdbc6 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:07.390931 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-008fce86-8abd-4df5-a32d-e5ef7d3a2eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:07.447989 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d2d7575c-d384-47da-a320-f97429b7cdab req-85ff0b87-3e19-40b7-bfad-87e759df492d tempest-ServerShowV254Test-297090702 tempest-ServerShowV254Test-297090702-project] 10.222.0.24 "GET /v2.0/ports?device_id=85ad3a1f-505f-4195-a1ec-56b9072bc3ba HTTP/1.1" status: 200 len: 210 time: 0.0384681 Jul 15 13:39:07.458103 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 711135bb-8bb6-42ce-9647-3938f1c8e82b up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:07.517507 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-5c4cbad6-5bb8-4949-b538-062d90aa4d17 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fcf19ad9f55645769cc76961e7748495&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5499160 Jul 15 13:39:07.540618 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-008fce86-8abd-4df5-a32d-e5ef7d3a2eb7 None None] Port a097e036-e268-43e5-a01f-ec8344ffdbc6 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:39:07.569057 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 711135bb-8bb6-42ce-9647-3938f1c8e82b triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:07.569652 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:07.570435 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346b2e7-9e74-4060-95f5-31bdb7167798 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Port': ['ID=a097e036-e268-43e5-a01f-ec8344ffdbc6,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:07.667541 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4808108d-a3a8-49bd-b631-10cc773e9d60 None None] Provisioning complete for port a097e036-e268-43e5-a01f-ec8344ffdbc6 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:07.667942 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4808108d-a3a8-49bd-b631-10cc773e9d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:07.713450 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b85658a7-2397-4e10-8884-4ba8dea107d9 req-bb970c81-5382-483d-a280-5adb2f4580a1 service neutron] 10.222.0.32 "GET /v2.0/networks/7a3d89be-04ff-4257-bfc8-200df0476102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928921 Jul 15 13:39:07.739611 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 12b871e4-7496-4f27-a28d-3c6757d9b144 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:07.744257 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8346b2e7-9e74-4060-95f5-31bdb7167798 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network 436e6080-2758-40fc-894b-2589e3baaf21 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:07.747535 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36614) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:07.765158 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-4808108d-a3a8-49bd-b631-10cc773e9d60 None None] Port a097e036-e268-43e5-a01f-ec8344ffdbc6 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:39:07.788842 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-6282cc6c-ee87-4797-ba60-43c80c117d0e service neutron] 10.222.0.24 "GET /v2.0/networks/321fef7c-add1-4e7f-84da-a670b7ead4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234743 Jul 15 13:39:07.804171 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 12b871e4-7496-4f27-a28d-3c6757d9b144 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:07.804686 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:07.806072 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-8346b2e7-9e74-4060-95f5-31bdb7167798 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:07.829472 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1833ffc3-0d41-4942-82ab-8233949e888e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/floatingips/e0704766-6788-4c64-83c5-b20b8c116963 HTTP/1.1" status: 200 len: 994 time: 0.0806885 Jul 15 13:39:08.091850 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-4f519f76-2c32-4a00-be87-7eb729ca80d9 service neutron] 10.222.0.24 "GET /v2.0/networks/321fef7c-add1-4e7f-84da-a670b7ead4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018053 Jul 15 13:39:08.154342 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8346b2e7-9e74-4060-95f5-31bdb7167798 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Router 68e6f01a-768d-4f92-b146-62c61e108664 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:39:08.227362 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-369ef3a9-b1c0-45de-b693-fb963a7800f7 None None] Provisioning complete for port a097e036-e268-43e5-a01f-ec8344ffdbc6 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:08.228347 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-369ef3a9-b1c0-45de-b693-fb963a7800f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:08.322338 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-369ef3a9-b1c0-45de-b693-fb963a7800f7 None None] Port a097e036-e268-43e5-a01f-ec8344ffdbc6 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:39:08.326226 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:08.399389 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d681c969-6898-4950-a5df-bb0324182826 req-cb2f996a-fe1c-48e8-82b3-d917028875cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0e742ed-0b4b-45e8-b140-4653004911d2 HTTP/1.1" status: 200 len: 210 time: 0.0391295 Jul 15 13:39:08.416321 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8346b2e7-9e74-4060-95f5-31bdb7167798 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:39:08.424670 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8346b2e7-9e74-4060-95f5-31bdb7167798 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "PUT /v2.0/routers/68e6f01a-768d-4f92-b146-62c61e108664/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5991192 Jul 15 13:39:08.425011 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36622) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:08.430504 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-78a57a9a-6b50-4e2b-98d6-fafe515613af tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1254303726'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:08.432515 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a2931b-6b77-48e6-8294-51eae3b7d89d None None] Sync routers for ids ['68e6f01a-768d-4f92-b146-62c61e108664'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:39:08.445907 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a2931b-6b77-48e6-8294-51eae3b7d89d None None] Routers {'68e6f01a-768d-4f92-b146-62c61e108664'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:08.446214 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-19a2931b-6b77-48e6-8294-51eae3b7d89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['68e6f01a-768d-4f92-b146-62c61e108664'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:08.457459 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a57a9a-6b50-4e2b-98d6-fafe515613af tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Made reservation on behalf of 887d9767dc044bdb8b834bfc53588a11 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:08.461825 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78a57a9a-6b50-4e2b-98d6-fafe515613af tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:08.492751 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a57a9a-6b50-4e2b-98d6-fafe515613af tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:39:08.509716 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78a57a9a-6b50-4e2b-98d6-fafe515613af tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:08.510281 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-78a57a9a-6b50-4e2b-98d6-fafe515613af tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Added segment fb7b4a64-4e41-47fc-ad08-7ad740da51a9 of type vlan for network c22063a4-121d-4548-81d6-98462ed01202 Jul 15 13:39:08.568262 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-19a2931b-6b77-48e6-8294-51eae3b7d89d None None] Set router 68e6f01a-768d-4f92-b146-62c61e108664 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:08.591833 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78a57a9a-6b50-4e2b-98d6-fafe515613af tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:08.645184 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78a57a9a-6b50-4e2b-98d6-fafe515613af tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:08.652700 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a57a9a-6b50-4e2b-98d6-fafe515613af tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:08.653538 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78a57a9a-6b50-4e2b-98d6-fafe515613af tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:08.730456 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-78a57a9a-6b50-4e2b-98d6-fafe515613af tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3043473 Jul 15 13:39:08.735258 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36630) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:08.736842 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-84b7f9c7-3d3b-46b1-b39c-71895ed4e3a4 req-a77a2526-3d16-4b9d-a04b-6150fc9728bc tempest-ServerShowV254Test-297090702 tempest-ServerShowV254Test-297090702-project] 10.222.0.24 "GET /v2.0/ports?device_id=85ad3a1f-505f-4195-a1ec-56b9072bc3ba HTTP/1.1" status: 200 len: 210 time: 0.0732081 Jul 15 13:39:08.751766 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9eb02f5c-6c51-4dba-a62e-041d75b31e62 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Request body: {'subnet': {'network_id': 'c22063a4-121d-4548-81d6-98462ed01202', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:08.806569 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a57a9a-6b50-4e2b-98d6-fafe515613af tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Network': ['ID=c22063a4-121d-4548-81d6-98462ed01202,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:08.850500 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network c22063a4-121d-4548-81d6-98462ed01202 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:39:08.925562 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb02f5c-6c51-4dba-a62e-041d75b31e62 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Made reservation on behalf of 887d9767dc044bdb8b834bfc53588a11 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:08.930216 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9eb02f5c-6c51-4dba-a62e-041d75b31e62 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:09.073060 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-19a2931b-6b77-48e6-8294-51eae3b7d89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e6f01a-768d-4f92-b146-62c61e108664', 'name': 'tempest-RoutersIpV6Test-router-41707106', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:00Z', 'updated_at': '2021-07-15T13:39:05Z', 'revision_number': 2, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None, '_interfaces': [{'id': 'a097e036-e268-43e5-a01f-ec8344ffdbc6', 'name': '', 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:43:3c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:03Z', 'updated_at': '2021-07-15T13:39:06Z', 'revision_number': 2, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:09.103985 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a2931b-6b77-48e6-8294-51eae3b7d89d None None] Checking router: 68e6f01a-768d-4f92-b146-62c61e108664 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:39:09.104278 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a2931b-6b77-48e6-8294-51eae3b7d89d None None] Updating router 68e6f01a-768d-4f92-b146-62c61e108664 port a097e036-e268-43e5-a01f-ec8344ffdbc6 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:39:09.141720 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-19a2931b-6b77-48e6-8294-51eae3b7d89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:09.198536 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9eb02f5c-6c51-4dba-a62e-041d75b31e62 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:09.318837 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb02f5c-6c51-4dba-a62e-041d75b31e62 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Subnet': ['ID=f27c5729-bdee-439f-842b-ba0da07e980c,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:09.336386 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb02f5c-6c51-4dba-a62e-041d75b31e62 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:09.336970 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb02f5c-6c51-4dba-a62e-041d75b31e62 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:09.337515 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb02f5c-6c51-4dba-a62e-041d75b31e62 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:09.338108 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb02f5c-6c51-4dba-a62e-041d75b31e62 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:09.338669 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb02f5c-6c51-4dba-a62e-041d75b31e62 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:09.339227 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb02f5c-6c51-4dba-a62e-041d75b31e62 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:09.339746 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb02f5c-6c51-4dba-a62e-041d75b31e62 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:09.340181 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb02f5c-6c51-4dba-a62e-041d75b31e62 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:09.340680 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb02f5c-6c51-4dba-a62e-041d75b31e62 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:09.341258 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb02f5c-6c51-4dba-a62e-041d75b31e62 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:09.341865 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb02f5c-6c51-4dba-a62e-041d75b31e62 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:09.342431 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb02f5c-6c51-4dba-a62e-041d75b31e62 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:09.349716 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb02f5c-6c51-4dba-a62e-041d75b31e62 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Checking segment: {'id': 'fb7b4a64-4e41-47fc-ad08-7ad740da51a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c22063a4-121d-4548-81d6-98462ed01202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:09.350328 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb02f5c-6c51-4dba-a62e-041d75b31e62 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network hostable DHCP agents. Network: c22063a4-121d-4548-81d6-98462ed01202, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:39:09.379887 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb02f5c-6c51-4dba-a62e-041d75b31e62 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network c22063a4-121d-4548-81d6-98462ed01202 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:39:09.398413 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-9eb02f5c-6c51-4dba-a62e-041d75b31e62 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, c22063a4-121d-4548-81d6-98462ed01202) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:09.412785 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb02f5c-6c51-4dba-a62e-041d75b31e62 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:09.413398 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9eb02f5c-6c51-4dba-a62e-041d75b31e62 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:09.437215 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9eb02f5c-6c51-4dba-a62e-041d75b31e62 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6981335 Jul 15 13:39:09.438204 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36636) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:09.501020 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8c433c-5ec3-4e5a-a002-f6154ee03d01 None None] Network c22063a4-121d-4548-81d6-98462ed01202 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:09.665420 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-19a2931b-6b77-48e6-8294-51eae3b7d89d None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:09.669568 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2e3cd673-2353-451d-9e1b-ac550c719877 req-eb7144ae-0341-4b60-bcaf-234ecb682790 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0e742ed-0b4b-45e8-b140-4653004911d2 HTTP/1.1" status: 200 len: 210 time: 0.0383501 Jul 15 13:39:09.691281 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-19a2931b-6b77-48e6-8294-51eae3b7d89d None None] Transition to ACTIVE for port object a097e036-e268-43e5-a01f-ec8344ffdbc6 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:09.875449 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-19a2931b-6b77-48e6-8294-51eae3b7d89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:09.938396 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858b8e6-fcac-42a4-a25c-0f41436f018f None None] Pushing event updated for resources: {'Port': ['ID=a097e036-e268-43e5-a01f-ec8344ffdbc6,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:10.007966 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1e9444-83ae-4c50-8174-9a79cd62a074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-c22063a4-121d-4548-81d6-98462ed01202', 'network_id': 'c22063a4-121d-4548-81d6-98462ed01202', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'fixed_ips': [{'subnet_id': 'f27c5729-bdee-439f-842b-ba0da07e980c'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:39:10.008900 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f1e9444-83ae-4c50-8174-9a79cd62a074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.034087 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ca26ad87-cb78-40dd-b448-1188aedb394d req-f0a18db9-0c59-431a-8e32-4328358d9b5a tempest-ServerShowV254Test-297090702 tempest-ServerShowV254Test-297090702-project] 10.222.0.24 "GET /v2.0/ports?device_id=85ad3a1f-505f-4195-a1ec-56b9072bc3ba HTTP/1.1" status: 200 len: 210 time: 0.0678990 Jul 15 13:39:10.125278 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-19a2931b-6b77-48e6-8294-51eae3b7d89d None None] Attempting to bind port a097e036-e268-43e5-a01f-ec8344ffdbc6 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:39:10.125905 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-19a2931b-6b77-48e6-8294-51eae3b7d89d None None] Attempting to bind port a097e036-e268-43e5-a01f-ec8344ffdbc6 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '68f3203c-bd7a-4961-bae8-4743f3ed1be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:39:10.126583 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a2931b-6b77-48e6-8294-51eae3b7d89d None None] Attempting to bind port a097e036-e268-43e5-a01f-ec8344ffdbc6 on network 436e6080-2758-40fc-894b-2589e3baaf21 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:10.226138 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a2931b-6b77-48e6-8294-51eae3b7d89d None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:39:10.226709 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a2931b-6b77-48e6-8294-51eae3b7d89d None None] Checking segment: {'id': '68f3203c-bd7a-4961-bae8-4743f3ed1be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:10.227363 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-19a2931b-6b77-48e6-8294-51eae3b7d89d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.228014 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a2931b-6b77-48e6-8294-51eae3b7d89d None None] Bound using segment: {'id': '68f3203c-bd7a-4961-bae8-4743f3ed1be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:39:10.228839 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-19a2931b-6b77-48e6-8294-51eae3b7d89d None None] Bound port: a097e036-e268-43e5-a01f-ec8344ffdbc6, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f3203c-bd7a-4961-bae8-4743f3ed1be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:39:10.229494 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-19a2931b-6b77-48e6-8294-51eae3b7d89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.364396 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-2d78776d-1ba8-4044-8a6f-3af041cf0212 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:10.366509 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-2d78776d-1ba8-4044-8a6f-3af041cf0212 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.32 "GET /v2.0/networks?id=321fef7c-add1-4e7f-84da-a670b7ead4c9 HTTP/1.1" status: 200 len: 796 time: 0.2425854 Jul 15 13:39:10.372482 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4b18-1971-45ec-b754-ca835bd9bd50 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.427588 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-5f1e9444-83ae-4c50-8174-9a79cd62a074 None None] Allocated IP 2001:db8:1::2 (c22063a4-121d-4548-81d6-98462ed01202/f27c5729-bdee-439f-842b-ba0da07e980c/f3045ed3-c7dc-49d8-9143-5c170e990043) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:10.437545 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-19a2931b-6b77-48e6-8294-51eae3b7d89d None None] For port a097e036-e268-43e5-a01f-ec8344ffdbc6, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:10.444583 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-19a2931b-6b77-48e6-8294-51eae3b7d89d None None] For port a097e036-e268-43e5-a01f-ec8344ffdbc6, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a097e036-e268-43e5-a01f-ec8344ffdbc6,segment=NetworkSegment(68f3203c-bd7a-4961-bae8-4743f3ed1be3),segment_id=68f3203c-bd7a-4961-bae8-4743f3ed1be3)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:39:10.449343 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-19a2931b-6b77-48e6-8294-51eae3b7d89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.538792 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-91aad602-b8b0-4431-bde8-1cd348071a00 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcf19ad9f55645769cc76961e7748495 HTTP/1.1" status: 200 len: 379 time: 0.1488550 Jul 15 13:39:10.558094 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-192e655c-b4b2-4efb-90bf-63c90451137e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Request body: {'port': {'device_id': 'c0e742ed-0b4b-45e8-b140-4653004911d2', 'network_id': '321fef7c-add1-4e7f-84da-a670b7ead4c9', 'admin_state_up': True, 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'security_groups': ['2d8e0e99-a2a6-4d20-ae3d-d7cb2bdc1581']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:10.575544 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a2931b-6b77-48e6-8294-51eae3b7d89d None None] Routers {'68e6f01a-768d-4f92-b146-62c61e108664'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:10.576587 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-19a2931b-6b77-48e6-8294-51eae3b7d89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['68e6f01a-768d-4f92-b146-62c61e108664'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:10.601145 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858b8e6-fcac-42a4-a25c-0f41436f018f None None] Pushing event updated for resources: {'Port': ['ID=a097e036-e268-43e5-a01f-ec8344ffdbc6,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:10.864704 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-192e655c-b4b2-4efb-90bf-63c90451137e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Made reservation on behalf of fcf19ad9f55645769cc76961e7748495 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:10.872575 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-192e655c-b4b2-4efb-90bf-63c90451137e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.882744 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-19a2931b-6b77-48e6-8294-51eae3b7d89d None None] Set router 68e6f01a-768d-4f92-b146-62c61e108664 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:10.954288 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f1e9444-83ae-4c50-8174-9a79cd62a074 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.004373 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5f1e9444-83ae-4c50-8174-9a79cd62a074 None None] Transition to ACTIVE for port object f3045ed3-c7dc-49d8-9143-5c170e990043 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:11.036664 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4d942d17-780a-49be-b307-6bdd6fff9f5f req-cb774b6d-824a-47d1-906a-c8c06a4896b6 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0e742ed-0b4b-45e8-b140-4653004911d2 HTTP/1.1" status: 200 len: 210 time: 0.0435495 Jul 15 13:39:11.055370 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5f1e9444-83ae-4c50-8174-9a79cd62a074 None None] Transition to ACTIVE for port object f3045ed3-c7dc-49d8-9143-5c170e990043 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:11.088827 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f1e9444-83ae-4c50-8174-9a79cd62a074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.149223 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1e9444-83ae-4c50-8174-9a79cd62a074 None None] Network c22063a4-121d-4548-81d6-98462ed01202 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:11.164613 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-5f1e9444-83ae-4c50-8174-9a79cd62a074 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:11.167085 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1e9444-83ae-4c50-8174-9a79cd62a074 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:11.172396 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e9444-83ae-4c50-8174-9a79cd62a074 None None] Pushing event updated for resources: {'Port': ['ID=f3045ed3-c7dc-49d8-9143-5c170e990043,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:11.197123 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-5e7e4b18-1971-45ec-b754-ca835bd9bd50 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Allocated IP 2001:db8:1::1 (c22063a4-121d-4548-81d6-98462ed01202/f27c5729-bdee-439f-842b-ba0da07e980c/0dd23d7f-98f3-4971-8cf6-8c691af9f669) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:11.213382 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-192e655c-b4b2-4efb-90bf-63c90451137e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Allocated IP 172.20.0.11 (321fef7c-add1-4e7f-84da-a670b7ead4c9/17ba4e27-fbde-450e-9190-3dc622105383/c2b0e60d-2aa8-4f26-9efd-4abcaa79309b) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:11.248938 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ee9f241a-e9c8-40c0-b2cc-88193f559d06 req-e3171dfb-f82a-452e-b714-bedcb0f5d2fa tempest-ServerShowV254Test-297090702 tempest-ServerShowV254Test-297090702-project] 10.222.0.24 "GET /v2.0/ports?device_id=85ad3a1f-505f-4195-a1ec-56b9072bc3ba HTTP/1.1" status: 200 len: 210 time: 0.0391126 Jul 15 13:39:11.317812 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-5f1e9444-83ae-4c50-8174-9a79cd62a074 None None] Attempting to bind port f3045ed3-c7dc-49d8-9143-5c170e990043 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:39:11.318169 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-5f1e9444-83ae-4c50-8174-9a79cd62a074 None None] Attempting to bind port f3045ed3-c7dc-49d8-9143-5c170e990043 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'fb7b4a64-4e41-47fc-ad08-7ad740da51a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c22063a4-121d-4548-81d6-98462ed01202'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:39:11.318519 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1e9444-83ae-4c50-8174-9a79cd62a074 None None] Attempting to bind port f3045ed3-c7dc-49d8-9143-5c170e990043 on network c22063a4-121d-4548-81d6-98462ed01202 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:11.328506 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1e9444-83ae-4c50-8174-9a79cd62a074 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:39:11.328905 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1e9444-83ae-4c50-8174-9a79cd62a074 None None] Checking segment: {'id': 'fb7b4a64-4e41-47fc-ad08-7ad740da51a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c22063a4-121d-4548-81d6-98462ed01202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:11.329286 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f1e9444-83ae-4c50-8174-9a79cd62a074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.329707 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1e9444-83ae-4c50-8174-9a79cd62a074 None None] Bound using segment: {'id': 'fb7b4a64-4e41-47fc-ad08-7ad740da51a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c22063a4-121d-4548-81d6-98462ed01202'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:39:11.330261 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-5f1e9444-83ae-4c50-8174-9a79cd62a074 None None] Bound port: f3045ed3-c7dc-49d8-9143-5c170e990043, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb7b4a64-4e41-47fc-ad08-7ad740da51a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c22063a4-121d-4548-81d6-98462ed01202'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:39:11.330653 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f1e9444-83ae-4c50-8174-9a79cd62a074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.342603 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-19a2931b-6b77-48e6-8294-51eae3b7d89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e6f01a-768d-4f92-b146-62c61e108664', 'name': 'tempest-RoutersIpV6Test-router-41707106', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:00Z', 'updated_at': '2021-07-15T13:39:05Z', 'revision_number': 2, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None, '_interfaces': [{'id': 'a097e036-e268-43e5-a01f-ec8344ffdbc6', 'name': '', 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:43:3c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:03Z', 'updated_at': '2021-07-15T13:39:10Z', 'revision_number': 4, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:11.379993 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a2931b-6b77-48e6-8294-51eae3b7d89d None None] The sync data for ids ['68e6f01a-768d-4f92-b146-62c61e108664'] in n-d-758944-45 is: [{'id': '68e6f01a-768d-4f92-b146-62c61e108664', 'name': 'tempest-RoutersIpV6Test-router-41707106', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:00Z', 'updated_at': '2021-07-15T13:39:05Z', 'revision_number': 2, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None, '_interfaces': [{'id': 'a097e036-e268-43e5-a01f-ec8344ffdbc6', 'name': '', 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:43:3c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:03Z', 'updated_at': '2021-07-15T13:39:10Z', 'revision_number': 4, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:39:11.450983 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5f1e9444-83ae-4c50-8174-9a79cd62a074 None None] For port f3045ed3-c7dc-49d8-9143-5c170e990043, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:11.458597 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5f1e9444-83ae-4c50-8174-9a79cd62a074 None None] For port f3045ed3-c7dc-49d8-9143-5c170e990043, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=f3045ed3-c7dc-49d8-9143-5c170e990043,segment=NetworkSegment(fb7b4a64-4e41-47fc-ad08-7ad740da51a9),segment_id=fb7b4a64-4e41-47fc-ad08-7ad740da51a9)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:39:11.465945 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f1e9444-83ae-4c50-8174-9a79cd62a074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.479222 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4b18-1971-45ec-b754-ca835bd9bd50 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.509319 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-5e7e4b18-1971-45ec-b754-ca835bd9bd50 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Transition to ACTIVE for port object 0dd23d7f-98f3-4971-8cf6-8c691af9f669 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:11.534460 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-192e655c-b4b2-4efb-90bf-63c90451137e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.563823 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-192e655c-b4b2-4efb-90bf-63c90451137e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Transition to ACTIVE for port object c2b0e60d-2aa8-4f26-9efd-4abcaa79309b will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:11.565865 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e9444-83ae-4c50-8174-9a79cd62a074 None None] Pushing event updated for resources: {'Port': ['ID=f3045ed3-c7dc-49d8-9143-5c170e990043,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:11.603103 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4b18-1971-45ec-b754-ca835bd9bd50 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.671333 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7e4b18-1971-45ec-b754-ca835bd9bd50 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network c22063a4-121d-4548-81d6-98462ed01202 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:11.676680 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-5e7e4b18-1971-45ec-b754-ca835bd9bd50 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:11.686885 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-192e655c-b4b2-4efb-90bf-63c90451137e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.688616 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7e4b18-1971-45ec-b754-ca835bd9bd50 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:11.689223 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4b18-1971-45ec-b754-ca835bd9bd50 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.770257 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e4b18-1971-45ec-b754-ca835bd9bd50 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Port': ['ID=0dd23d7f-98f3-4971-8cf6-8c691af9f669,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:11.831732 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-192e655c-b4b2-4efb-90bf-63c90451137e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Network 321fef7c-add1-4e7f-84da-a670b7ead4c9 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:11.859740 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-192e655c-b4b2-4efb-90bf-63c90451137e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:11.909361 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e655c-b4b2-4efb-90bf-63c90451137e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'Port': ['ID=c2b0e60d-2aa8-4f26-9efd-4abcaa79309b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:11.916840 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-192e655c-b4b2-4efb-90bf-63c90451137e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:12.055207 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-192e655c-b4b2-4efb-90bf-63c90451137e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:12.056340 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-192e655c-b4b2-4efb-90bf-63c90451137e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:12.059440 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4b18-1971-45ec-b754-ca835bd9bd50 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:12.138201 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-192e655c-b4b2-4efb-90bf-63c90451137e tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5893369 Jul 15 13:39:12.284532 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-29489b18-3555-41d1-bf55-feadcbce251c service neutron] Request body: {'port': {'device_id': 'c0e742ed-0b4b-45e8-b140-4653004911d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:12.406772 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2320d581-57fb-4b8d-bcec-00712c46cda3 None None] Provisioning for port c2b0e60d-2aa8-4f26-9efd-4abcaa79309b completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:12.417016 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2320d581-57fb-4b8d-bcec-00712c46cda3 None None] Provisioning complete for port c2b0e60d-2aa8-4f26-9efd-4abcaa79309b triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:12.417202 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2320d581-57fb-4b8d-bcec-00712c46cda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:12.446500 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6a0bb-e54e-4cf6-a93e-cfe511560731 req-3daad8a7-c0c6-4ff7-aecf-5b1973d01041 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:12.448656 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5ed6a0bb-e54e-4cf6-a93e-cfe511560731 req-3daad8a7-c0c6-4ff7-aecf-5b1973d01041 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0e742ed-0b4b-45e8-b140-4653004911d2 HTTP/1.1" status: 200 len: 932 time: 0.1080525 Jul 15 13:39:12.481271 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2320d581-57fb-4b8d-bcec-00712c46cda3 None None] Port c2b0e60d-2aa8-4f26-9efd-4abcaa79309b cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:39:12.489717 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-29489b18-3555-41d1-bf55-feadcbce251c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:12.530688 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5ed6a0bb-e54e-4cf6-a93e-cfe511560731 req-c1d3f0de-4ac7-420f-8049-94bdf0a42a65 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d8e0e99-a2a6-4d20-ae3d-d7cb2bdc1581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718110 Jul 15 13:39:12.564858 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-26487d1d-5d11-4eb3-9b5b-2ea3eb176c28 req-7e3c6eff-b85b-4e78-a169-1463a9498811 tempest-ServerShowV254Test-297090702 tempest-ServerShowV254Test-297090702-project] 10.222.0.24 "GET /v2.0/ports?device_id=85ad3a1f-505f-4195-a1ec-56b9072bc3ba HTTP/1.1" status: 200 len: 210 time: 0.0439975 Jul 15 13:39:12.615562 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4b18-1971-45ec-b754-ca835bd9bd50 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:12.623200 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4b18-1971-45ec-b754-ca835bd9bd50 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:12.624103 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e7e4b18-1971-45ec-b754-ca835bd9bd50 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:12.996020 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787010d7-7a6c-4fed-a54c-4d2b21c82616 None None] Network c22063a4-121d-4548-81d6-98462ed01202 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:13.035806 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-eed0b3b6-9637-412c-9829-74a49edd956f None None] Provisioning for port f3045ed3-c7dc-49d8-9143-5c170e990043 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:13.198782 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e4b18-1971-45ec-b754-ca835bd9bd50 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Port': ['ID=0dd23d7f-98f3-4971-8cf6-8c691af9f669,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:13.309934 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7e4b18-1971-45ec-b754-ca835bd9bd50 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network c22063a4-121d-4548-81d6-98462ed01202 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:13.334271 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-5e7e4b18-1971-45ec-b754-ca835bd9bd50 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:13.538893 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7e4b18-1971-45ec-b754-ca835bd9bd50 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Router 68e6f01a-768d-4f92-b146-62c61e108664 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:39:13.542286 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-29489b18-3555-41d1-bf55-feadcbce251c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2b0e60d-2aa8-4f26-9efd-4abcaa79309b {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:39:13.561951 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-29489b18-3555-41d1-bf55-feadcbce251c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:13.572507 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f3045ed3-c7dc-49d8-9143-5c170e990043 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:13.602261 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-29489b18-3555-41d1-bf55-feadcbce251c service neutron] Transition to ACTIVE for port object c2b0e60d-2aa8-4f26-9efd-4abcaa79309b will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:13.656256 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-29489b18-3555-41d1-bf55-feadcbce251c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:13.692586 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port f3045ed3-c7dc-49d8-9143-5c170e990043 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:13.700064 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port f3045ed3-c7dc-49d8-9143-5c170e990043 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:13.700421 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:13.761489 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29489b18-3555-41d1-bf55-feadcbce251c service neutron] Pushing event updated for resources: {'Port': ['ID=c2b0e60d-2aa8-4f26-9efd-4abcaa79309b,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:13.783040 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-23be333f-9582-4a9d-af08-ce1bf01d3f89 None None] Provisioning complete for port f3045ed3-c7dc-49d8-9143-5c170e990043 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:13.784089 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-23be333f-9582-4a9d-af08-ce1bf01d3f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:13.855460 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7e4b18-1971-45ec-b754-ca835bd9bd50 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:39:13.865753 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5e7e4b18-1971-45ec-b754-ca835bd9bd50 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "PUT /v2.0/routers/68e6f01a-768d-4f92-b146-62c61e108664/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4238343 Jul 15 13:39:13.868625 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9ab938-94c8-4eaf-b5e6-584ca757f4d4 None None] Sync routers for ids ['68e6f01a-768d-4f92-b146-62c61e108664'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:39:13.880234 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36662) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:13.884221 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9ab938-94c8-4eaf-b5e6-584ca757f4d4 None None] Routers {'68e6f01a-768d-4f92-b146-62c61e108664'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:13.887759 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-da9ab938-94c8-4eaf-b5e6-584ca757f4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['68e6f01a-768d-4f92-b146-62c61e108664'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:13.905377 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-cc7254d1-88d3-4ffa-8a4d-7768ed22c371 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1387784180'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:13.990898 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.007109 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776da49-3f75-47ce-8598-519933346ef2 req-01fdb6f5-6edb-490f-8f8d-fd5aafb96ff8 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:14.020927 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1001f995-14ae-4748-ae5d-6538d847f058 req-31c700b0-ed96-42e2-8121-8c20ead0596c tempest-ServerShowV254Test-297090702 tempest-ServerShowV254Test-297090702-project] 10.222.0.24 "GET /v2.0/ports?device_id=85ad3a1f-505f-4195-a1ec-56b9072bc3ba HTTP/1.1" status: 200 len: 210 time: 0.0655613 Jul 15 13:39:14.023000 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7254d1-88d3-4ffa-8a4d-7768ed22c371 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Made reservation on behalf of 887d9767dc044bdb8b834bfc53588a11 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:14.030326 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc7254d1-88d3-4ffa-8a4d-7768ed22c371 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.038452 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8776da49-3f75-47ce-8598-519933346ef2 req-01fdb6f5-6edb-490f-8f8d-fd5aafb96ff8 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0e742ed-0b4b-45e8-b140-4653004911d2 HTTP/1.1" status: 200 len: 944 time: 0.2445021 Jul 15 13:39:14.088924 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-23be333f-9582-4a9d-af08-ce1bf01d3f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.119829 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-da9ab938-94c8-4eaf-b5e6-584ca757f4d4 None None] Set router 68e6f01a-768d-4f92-b146-62c61e108664 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:14.135005 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7254d1-88d3-4ffa-8a4d-7768ed22c371 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:39:14.164495 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc7254d1-88d3-4ffa-8a4d-7768ed22c371 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.164943 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port f3045ed3-c7dc-49d8-9143-5c170e990043, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=f3045ed3-c7dc-49d8-9143-5c170e990043,segment=NetworkSegment(fb7b4a64-4e41-47fc-ad08-7ad740da51a9),segment_id=fb7b4a64-4e41-47fc-ad08-7ad740da51a9)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:14.165565 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-cc7254d1-88d3-4ffa-8a4d-7768ed22c371 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Added segment 949c7d11-bf6d-42a2-8572-475c9a0dd080 of type vlan for network f66a3b30-838d-4fab-b0a5-c52345cb600f Jul 15 13:39:14.201992 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8776da49-3f75-47ce-8598-519933346ef2 req-143c837e-4637-4ef1-b160-646642cdf63b tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d8e0e99-a2a6-4d20-ae3d-d7cb2bdc1581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621761 Jul 15 13:39:14.218209 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-29489b18-3555-41d1-bf55-feadcbce251c service neutron] Attempting to bind port c2b0e60d-2aa8-4f26-9efd-4abcaa79309b on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:39:14.218754 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-29489b18-3555-41d1-bf55-feadcbce251c service neutron] Attempting to bind port c2b0e60d-2aa8-4f26-9efd-4abcaa79309b by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '68ca3b1a-197e-43c9-b7f9-24f9a21ff50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '321fef7c-add1-4e7f-84da-a670b7ead4c9'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:39:14.228066 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-29489b18-3555-41d1-bf55-feadcbce251c service neutron] Attempting to bind port c2b0e60d-2aa8-4f26-9efd-4abcaa79309b on network 321fef7c-add1-4e7f-84da-a670b7ead4c9 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:14.237022 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.238522 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a097e036-e268-43e5-a01f-ec8344ffdbc6 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:14.255400 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-29489b18-3555-41d1-bf55-feadcbce251c service neutron] Port c2b0e60d-2aa8-4f26-9efd-4abcaa79309b on network 321fef7c-add1-4e7f-84da-a670b7ead4c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:39:14.259857 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-29489b18-3555-41d1-bf55-feadcbce251c service neutron] Attempting to bind port c2b0e60d-2aa8-4f26-9efd-4abcaa79309b on network 321fef7c-add1-4e7f-84da-a670b7ead4c9 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:14.264834 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc7254d1-88d3-4ffa-8a4d-7768ed22c371 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.269072 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-29489b18-3555-41d1-bf55-feadcbce251c service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:39:14.269748 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-29489b18-3555-41d1-bf55-feadcbce251c service neutron] Checking segment: {'id': '68ca3b1a-197e-43c9-b7f9-24f9a21ff50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '321fef7c-add1-4e7f-84da-a670b7ead4c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:14.270410 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-29489b18-3555-41d1-bf55-feadcbce251c service neutron] Bound using segment: {'id': '68ca3b1a-197e-43c9-b7f9-24f9a21ff50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '321fef7c-add1-4e7f-84da-a670b7ead4c9'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:39:14.271052 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-29489b18-3555-41d1-bf55-feadcbce251c service neutron] Bound port: c2b0e60d-2aa8-4f26-9efd-4abcaa79309b, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ca3b1a-197e-43c9-b7f9-24f9a21ff50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '321fef7c-add1-4e7f-84da-a670b7ead4c9'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:39:14.271608 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-29489b18-3555-41d1-bf55-feadcbce251c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.315657 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc7254d1-88d3-4ffa-8a4d-7768ed22c371 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.337984 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7254d1-88d3-4ffa-8a4d-7768ed22c371 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:14.341306 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc7254d1-88d3-4ffa-8a4d-7768ed22c371 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.420455 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-29489b18-3555-41d1-bf55-feadcbce251c service neutron] For port c2b0e60d-2aa8-4f26-9efd-4abcaa79309b, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:14.432716 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-29489b18-3555-41d1-bf55-feadcbce251c service neutron] For port c2b0e60d-2aa8-4f26-9efd-4abcaa79309b, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=c2b0e60d-2aa8-4f26-9efd-4abcaa79309b,segment=NetworkSegment(68ca3b1a-197e-43c9-b7f9-24f9a21ff50e),segment_id=68ca3b1a-197e-43c9-b7f9-24f9a21ff50e)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:39:14.445361 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-29489b18-3555-41d1-bf55-feadcbce251c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.500311 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7254d1-88d3-4ffa-8a4d-7768ed22c371 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Network': ['ID=f66a3b30-838d-4fab-b0a5-c52345cb600f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:14.502957 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-23be333f-9582-4a9d-af08-ce1bf01d3f89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:39:14.503853 n-d-758944-45 neutron-server[93815]: DEBUG oslo_db.api [None req-23be333f-9582-4a9d-af08-ce1bf01d3f89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:39:14.535126 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=f3045ed3-c7dc-49d8-9143-5c170e990043,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:14.562456 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7254d1-88d3-4ffa-8a4d-7768ed22c371 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:14.563852 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7254d1-88d3-4ffa-8a4d-7768ed22c371 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:14.565334 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7254d1-88d3-4ffa-8a4d-7768ed22c371 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:14.568094 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7254d1-88d3-4ffa-8a4d-7768ed22c371 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:14.569020 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-29489b18-3555-41d1-bf55-feadcbce251c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:14.569839 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-29489b18-3555-41d1-bf55-feadcbce251c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.571966 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7254d1-88d3-4ffa-8a4d-7768ed22c371 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:14.572248 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port a097e036-e268-43e5-a01f-ec8344ffdbc6 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:14.573160 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7254d1-88d3-4ffa-8a4d-7768ed22c371 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:14.575352 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7254d1-88d3-4ffa-8a4d-7768ed22c371 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:14.579380 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-29489b18-3555-41d1-bf55-feadcbce251c service neutron] 10.222.0.32 "PUT /v2.0/ports/c2b0e60d-2aa8-4f26-9efd-4abcaa79309b HTTP/1.1" status: 200 len: 1093 time: 2.2990496 Jul 15 13:39:14.579958 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7254d1-88d3-4ffa-8a4d-7768ed22c371 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:14.580196 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e742ed-0b4b-45e8-b140-4653004911d2', 'tag': 'c2b0e60d-2aa8-4f26-9efd-4abcaa79309b'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:39:14.580649 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7254d1-88d3-4ffa-8a4d-7768ed22c371 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:14.581248 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7254d1-88d3-4ffa-8a4d-7768ed22c371 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:14.581884 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7254d1-88d3-4ffa-8a4d-7768ed22c371 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:14.582475 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7254d1-88d3-4ffa-8a4d-7768ed22c371 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:14.582934 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port a097e036-e268-43e5-a01f-ec8344ffdbc6 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:14.583563 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.592100 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d393558-3249-444b-9010-1820638f6e70" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e742ed-0b4b-45e8-b140-4653004911d2", "tag": "c2b0e60d-2aa8-4f26-9efd-4abcaa79309b"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:39:14.618178 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-cc7254d1-88d3-4ffa-8a4d-7768ed22c371 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7339463 Jul 15 13:39:14.619213 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36668) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:14.638248 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d016a524-f497-4c35-a9c8-a1ed7d953c03 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Request body: {'subnet': {'network_id': 'f66a3b30-838d-4fab-b0a5-c52345cb600f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:14.646998 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network f66a3b30-838d-4fab-b0a5-c52345cb600f details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:39:14.652112 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29489b18-3555-41d1-bf55-feadcbce251c service neutron] Pushing event updated for resources: {'Port': ['ID=c2b0e60d-2aa8-4f26-9efd-4abcaa79309b,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:14.697525 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-da9ab938-94c8-4eaf-b5e6-584ca757f4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e6f01a-768d-4f92-b146-62c61e108664', 'name': 'tempest-RoutersIpV6Test-router-41707106', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:00Z', 'updated_at': '2021-07-15T13:39:11Z', 'revision_number': 3, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None, '_interfaces': [{'id': '0dd23d7f-98f3-4971-8cf6-8c691af9f669', 'name': '', 'network_id': 'c22063a4-121d-4548-81d6-98462ed01202', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:84:c4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:10Z', 'updated_at': '2021-07-15T13:39:12Z', 'revision_number': 2, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a097e036-e268-43e5-a01f-ec8344ffdbc6', 'name': '', 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:43:3c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:03Z', 'updated_at': '2021-07-15T13:39:10Z', 'revision_number': 4, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:14.766376 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cfa1a9-baeb-4441-b15a-3e8829bfa98e x-openstack-request-id: req-31cfa1a9-baeb-4441-b15a-3e8829bfa98e {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:39:14.766961 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e742ed-0b4b-45e8-b140-4653004911d2", "tag": "c2b0e60d-2aa8-4f26-9efd-4abcaa79309b", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:39:14.767423 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-31cfa1a9-baeb-4441-b15a-3e8829bfa98e {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:39:14.768003 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e742ed-0b4b-45e8-b140-4653004911d2', 'tag': 'c2b0e60d-2aa8-4f26-9efd-4abcaa79309b', 'status': 'completed', 'code': 200} Jul 15 13:39:14.812084 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-47c3315b-832e-4f43-8390-5e3b96ba50a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:14.812709 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9ab938-94c8-4eaf-b5e6-584ca757f4d4 None None] Checking router: 68e6f01a-768d-4f92-b146-62c61e108664 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:39:14.813567 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9ab938-94c8-4eaf-b5e6-584ca757f4d4 None None] Updating router 68e6f01a-768d-4f92-b146-62c61e108664 port 0dd23d7f-98f3-4971-8cf6-8c691af9f669 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:39:14.814715 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-47c3315b-832e-4f43-8390-5e3b96ba50a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcf19ad9f55645769cc76961e7748495&device_id=c0e742ed-0b4b-45e8-b140-4653004911d2 HTTP/1.1" status: 200 len: 1096 time: 0.1141627 Jul 15 13:39:14.860104 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da9ab938-94c8-4eaf-b5e6-584ca757f4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.860373 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d016a524-f497-4c35-a9c8-a1ed7d953c03 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Made reservation on behalf of 887d9767dc044bdb8b834bfc53588a11 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:14.871066 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d016a524-f497-4c35-a9c8-a1ed7d953c03 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.929813 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-1a43078b-0615-467f-b0ac-c52cd2764be8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2b0e60d-2aa8-4f26-9efd-4abcaa79309b HTTP/1.1" status: 200 len: 217 time: 0.1007879 Jul 15 13:39:14.984428 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:15.005505 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-2b024133-988e-45d8-ac31-6d1c93b44c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:15.007736 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-2b024133-988e-45d8-ac31-6d1c93b44c7c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17ba4e27-fbde-450e-9190-3dc622105383 HTTP/1.1" status: 200 len: 834 time: 0.0689611 Jul 15 13:39:15.088188 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-d3ca77df-ff4c-4437-b379-067d46e1f0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:15.090158 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-d3ca77df-ff4c-4437-b379-067d46e1f0e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=321fef7c-add1-4e7f-84da-a670b7ead4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757425 Jul 15 13:39:15.115375 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port a097e036-e268-43e5-a01f-ec8344ffdbc6, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a097e036-e268-43e5-a01f-ec8344ffdbc6,segment=NetworkSegment(68f3203c-bd7a-4961-bae8-4743f3ed1be3),segment_id=68f3203c-bd7a-4961-bae8-4743f3ed1be3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:15.127108 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:15.200863 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-23be333f-9582-4a9d-af08-ce1bf01d3f89 None None] Provisioning for port 0dd23d7f-98f3-4971-8cf6-8c691af9f669 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:15.203890 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d016a524-f497-4c35-a9c8-a1ed7d953c03 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:15.223004 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-23be333f-9582-4a9d-af08-ce1bf01d3f89 None None] Provisioning complete for port 0dd23d7f-98f3-4971-8cf6-8c691af9f669 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:15.223522 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-23be333f-9582-4a9d-af08-ce1bf01d3f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:15.277135 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=a097e036-e268-43e5-a01f-ec8344ffdbc6,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:15.296353 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-23be333f-9582-4a9d-af08-ce1bf01d3f89 None None] Port 0dd23d7f-98f3-4971-8cf6-8c691af9f669 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:39:15.304650 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016a524-f497-4c35-a9c8-a1ed7d953c03 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Subnet': ['ID=b817bcd1-3fa1-4e24-ae59-0fde727bab5a,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:15.316642 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d016a524-f497-4c35-a9c8-a1ed7d953c03 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Checking segment: {'id': '949c7d11-bf6d-42a2-8572-475c9a0dd080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f66a3b30-838d-4fab-b0a5-c52345cb600f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:15.317190 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d016a524-f497-4c35-a9c8-a1ed7d953c03 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network hostable DHCP agents. Network: f66a3b30-838d-4fab-b0a5-c52345cb600f, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:39:15.350206 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d016a524-f497-4c35-a9c8-a1ed7d953c03 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network f66a3b30-838d-4fab-b0a5-c52345cb600f is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:39:15.372235 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d016a524-f497-4c35-a9c8-a1ed7d953c03 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, f66a3b30-838d-4fab-b0a5-c52345cb600f) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:15.385002 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9f3bcd-f7f7-43a8-8717-03fa764b9f01 None None] Network f66a3b30-838d-4fab-b0a5-c52345cb600f requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:15.396169 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d016a524-f497-4c35-a9c8-a1ed7d953c03 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:15.398626 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d016a524-f497-4c35-a9c8-a1ed7d953c03 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:15.410860 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-8e28b508-c033-4c90-9a32-0c219e4e0f5a service neutron] 10.222.0.32 "GET /v2.0/networks/321fef7c-add1-4e7f-84da-a670b7ead4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124919 Jul 15 13:39:15.452377 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d016a524-f497-4c35-a9c8-a1ed7d953c03 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8313143 Jul 15 13:39:15.453586 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f3045ed3-c7dc-49d8-9143-5c170e990043 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:15.460328 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36674) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:15.490261 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-daab07e9-264d-4185-804d-dfa3e3defa61 req-f7d44b99-4aa5-41d7-9102-f12f81de8ede tempest-ServerShowV254Test-297090702 tempest-ServerShowV254Test-297090702-project] 10.222.0.24 "GET /v2.0/ports?device_id=85ad3a1f-505f-4195-a1ec-56b9072bc3ba HTTP/1.1" status: 200 len: 210 time: 0.1029608 Jul 15 13:39:15.551209 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da9ab938-94c8-4eaf-b5e6-584ca757f4d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:15.566347 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-da9ab938-94c8-4eaf-b5e6-584ca757f4d4 None None] Transition to ACTIVE for port object 0dd23d7f-98f3-4971-8cf6-8c691af9f669 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:15.568294 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port f3045ed3-c7dc-49d8-9143-5c170e990043 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:15.568835 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:15.580491 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da9ab938-94c8-4eaf-b5e6-584ca757f4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:15.602031 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8377f40d-825c-4143-86b3-70307f66212b None None] Provisioning complete for port 0dd23d7f-98f3-4971-8cf6-8c691af9f669 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:15.602992 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8377f40d-825c-4143-86b3-70307f66212b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:15.693353 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-8377f40d-825c-4143-86b3-70307f66212b None None] Port 0dd23d7f-98f3-4971-8cf6-8c691af9f669 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:39:15.725116 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-da9ab938-94c8-4eaf-b5e6-584ca757f4d4 None None] Attempting to bind port 0dd23d7f-98f3-4971-8cf6-8c691af9f669 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:39:15.725655 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-da9ab938-94c8-4eaf-b5e6-584ca757f4d4 None None] Attempting to bind port 0dd23d7f-98f3-4971-8cf6-8c691af9f669 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'fb7b4a64-4e41-47fc-ad08-7ad740da51a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c22063a4-121d-4548-81d6-98462ed01202'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:39:15.726048 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ab938-94c8-4eaf-b5e6-584ca757f4d4 None None] Attempting to bind port 0dd23d7f-98f3-4971-8cf6-8c691af9f669 on network c22063a4-121d-4548-81d6-98462ed01202 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:15.737625 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ab938-94c8-4eaf-b5e6-584ca757f4d4 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:39:15.738094 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ab938-94c8-4eaf-b5e6-584ca757f4d4 None None] Checking segment: {'id': 'fb7b4a64-4e41-47fc-ad08-7ad740da51a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c22063a4-121d-4548-81d6-98462ed01202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:15.738429 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da9ab938-94c8-4eaf-b5e6-584ca757f4d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:15.738834 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ab938-94c8-4eaf-b5e6-584ca757f4d4 None None] Bound using segment: {'id': 'fb7b4a64-4e41-47fc-ad08-7ad740da51a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c22063a4-121d-4548-81d6-98462ed01202'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:39:15.739328 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-da9ab938-94c8-4eaf-b5e6-584ca757f4d4 None None] Bound port: 0dd23d7f-98f3-4971-8cf6-8c691af9f669, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb7b4a64-4e41-47fc-ad08-7ad740da51a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c22063a4-121d-4548-81d6-98462ed01202'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:39:15.739718 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da9ab938-94c8-4eaf-b5e6-584ca757f4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:15.827609 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-da9ab938-94c8-4eaf-b5e6-584ca757f4d4 None None] For port 0dd23d7f-98f3-4971-8cf6-8c691af9f669, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:15.832889 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-da9ab938-94c8-4eaf-b5e6-584ca757f4d4 None None] For port 0dd23d7f-98f3-4971-8cf6-8c691af9f669, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0dd23d7f-98f3-4971-8cf6-8c691af9f669,segment=NetworkSegment(fb7b4a64-4e41-47fc-ad08-7ad740da51a9),segment_id=fb7b4a64-4e41-47fc-ad08-7ad740da51a9)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:39:15.840312 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-da9ab938-94c8-4eaf-b5e6-584ca757f4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:15.880893 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9ab938-94c8-4eaf-b5e6-584ca757f4d4 None None] Routers {'68e6f01a-768d-4f92-b146-62c61e108664'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:15.880893 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-da9ab938-94c8-4eaf-b5e6-584ca757f4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['68e6f01a-768d-4f92-b146-62c61e108664'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:15.922632 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2ab86-18e6-4faf-a617-32a88e2fdd4e None None] Pushing event updated for resources: {'Port': ['ID=0dd23d7f-98f3-4971-8cf6-8c691af9f669,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:16.025815 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a072143-735a-41f7-8c8f-2b26368bff0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-f66a3b30-838d-4fab-b0a5-c52345cb600f', 'network_id': 'f66a3b30-838d-4fab-b0a5-c52345cb600f', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'fixed_ips': [{'subnet_id': 'b817bcd1-3fa1-4e24-ae59-0fde727bab5a'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:39:16.026676 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a072143-735a-41f7-8c8f-2b26368bff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:16.051993 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2ab86-18e6-4faf-a617-32a88e2fdd4e None None] Pushing event updated for resources: {'Port': ['ID=0dd23d7f-98f3-4971-8cf6-8c691af9f669,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:16.095181 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-da9ab938-94c8-4eaf-b5e6-584ca757f4d4 None None] Set router 68e6f01a-768d-4f92-b146-62c61e108664 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:16.119338 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273485cb-6ee1-4cba-bb21-1b1ce50e77e2 req-3ab9d382-dfeb-4ac6-a7b7-34c19ff30ff5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:16.121003 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-273485cb-6ee1-4cba-bb21-1b1ce50e77e2 req-3ab9d382-dfeb-4ac6-a7b7-34c19ff30ff5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0e742ed-0b4b-45e8-b140-4653004911d2 HTTP/1.1" status: 200 len: 944 time: 0.6620100 Jul 15 13:39:16.129873 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e9a5f30e-e0c8-4acb-b719-6fb1707cb147 req-31ae649f-41bd-4f06-b8d3-f1803fc67ec0 service neutron] 10.222.0.32 "GET /v2.0/networks/321fef7c-add1-4e7f-84da-a670b7ead4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7108748 Jul 15 13:39:16.177041 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-273485cb-6ee1-4cba-bb21-1b1ce50e77e2 req-e733cc35-3184-4f02-9cf8-1bccf25b5951 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d8e0e99-a2a6-4d20-ae3d-d7cb2bdc1581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426474 Jul 15 13:39:16.271297 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-5a072143-735a-41f7-8c8f-2b26368bff0f None None] Allocated IP 2001:db8:2::2 (f66a3b30-838d-4fab-b0a5-c52345cb600f/b817bcd1-3fa1-4e24-ae59-0fde727bab5a/75864bf8-24b1-4421-92eb-91d317f574e3) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:16.345227 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c991f053-b7c5-4a8a-9e15-9be32dea3cb0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:16.406285 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d393558-3249-444b-9010-1820638f6e70 req-e277f9c1-8e8c-402d-972c-37afaf5f79e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:16.407428 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-da9ab938-94c8-4eaf-b5e6-584ca757f4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e6f01a-768d-4f92-b146-62c61e108664', 'name': 'tempest-RoutersIpV6Test-router-41707106', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:00Z', 'updated_at': '2021-07-15T13:39:11Z', 'revision_number': 3, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None, '_interfaces': [{'id': '0dd23d7f-98f3-4971-8cf6-8c691af9f669', 'name': '', 'network_id': 'c22063a4-121d-4548-81d6-98462ed01202', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:84:c4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:10Z', 'updated_at': '2021-07-15T13:39:15Z', 'revision_number': 4, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a097e036-e268-43e5-a01f-ec8344ffdbc6', 'name': '', 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:43:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:03Z', 'updated_at': '2021-07-15T13:39:15Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:16.407928 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7d393558-3249-444b-9010-1820638f6e70 req-e277f9c1-8e8c-402d-972c-37afaf5f79e6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcf19ad9f55645769cc76961e7748495&device_id=c0e742ed-0b4b-45e8-b140-4653004911d2 HTTP/1.1" status: 200 len: 1096 time: 0.1628177 Jul 15 13:39:16.476339 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9ab938-94c8-4eaf-b5e6-584ca757f4d4 None None] The sync data for ids ['68e6f01a-768d-4f92-b146-62c61e108664'] in n-d-758944-45 is: [{'id': '68e6f01a-768d-4f92-b146-62c61e108664', 'name': 'tempest-RoutersIpV6Test-router-41707106', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:00Z', 'updated_at': '2021-07-15T13:39:11Z', 'revision_number': 3, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None, '_interfaces': [{'id': '0dd23d7f-98f3-4971-8cf6-8c691af9f669', 'name': '', 'network_id': 'c22063a4-121d-4548-81d6-98462ed01202', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:84:c4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:10Z', 'updated_at': '2021-07-15T13:39:15Z', 'revision_number': 4, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a097e036-e268-43e5-a01f-ec8344ffdbc6', 'name': '', 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:43:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:03Z', 'updated_at': '2021-07-15T13:39:15Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:39:16.487609 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a072143-735a-41f7-8c8f-2b26368bff0f None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:16.510569 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5a072143-735a-41f7-8c8f-2b26368bff0f None None] Transition to ACTIVE for port object 75864bf8-24b1-4421-92eb-91d317f574e3 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:16.532480 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5a072143-735a-41f7-8c8f-2b26368bff0f None None] Transition to ACTIVE for port object 75864bf8-24b1-4421-92eb-91d317f574e3 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:16.550771 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a072143-735a-41f7-8c8f-2b26368bff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:16.643483 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a072143-735a-41f7-8c8f-2b26368bff0f None None] Pushing event updated for resources: {'Port': ['ID=75864bf8-24b1-4421-92eb-91d317f574e3,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:16.661921 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d393558-3249-444b-9010-1820638f6e70 req-bfb787bf-8b56-42f7-878a-8a273b372155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:16.663814 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7d393558-3249-444b-9010-1820638f6e70 req-bfb787bf-8b56-42f7-878a-8a273b372155 service neutron] 10.222.0.32 "GET /v2.0/networks?id=321fef7c-add1-4e7f-84da-a670b7ead4c9 HTTP/1.1" status: 200 len: 897 time: 0.2246876 Jul 15 13:39:16.665340 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a072143-735a-41f7-8c8f-2b26368bff0f None None] Network f66a3b30-838d-4fab-b0a5-c52345cb600f is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:16.668893 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-5a072143-735a-41f7-8c8f-2b26368bff0f None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:16.676319 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a072143-735a-41f7-8c8f-2b26368bff0f None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:16.757663 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7d393558-3249-444b-9010-1820638f6e70 req-c5bae1c2-f3d8-43fc-b746-d2677a35f3b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2b0e60d-2aa8-4f26-9efd-4abcaa79309b HTTP/1.1" status: 200 len: 217 time: 0.0594883 Jul 15 13:39:16.762327 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-207fa49e-f5ec-482a-9ad2-c061dbd843fa req-4f00449b-9d04-40ec-83ea-eca4aa5ee114 tempest-ServerShowV254Test-297090702 tempest-ServerShowV254Test-297090702-project] 10.222.0.24 "GET /v2.0/ports?device_id=85ad3a1f-505f-4195-a1ec-56b9072bc3ba HTTP/1.1" status: 200 len: 210 time: 0.0695505 Jul 15 13:39:16.800610 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-5a072143-735a-41f7-8c8f-2b26368bff0f None None] Attempting to bind port 75864bf8-24b1-4421-92eb-91d317f574e3 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:39:16.801108 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-5a072143-735a-41f7-8c8f-2b26368bff0f None None] Attempting to bind port 75864bf8-24b1-4421-92eb-91d317f574e3 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '949c7d11-bf6d-42a2-8572-475c9a0dd080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f66a3b30-838d-4fab-b0a5-c52345cb600f'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:39:16.801706 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a072143-735a-41f7-8c8f-2b26368bff0f None None] Attempting to bind port 75864bf8-24b1-4421-92eb-91d317f574e3 on network f66a3b30-838d-4fab-b0a5-c52345cb600f {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:16.813371 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a072143-735a-41f7-8c8f-2b26368bff0f None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:39:16.814215 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a072143-735a-41f7-8c8f-2b26368bff0f None None] Checking segment: {'id': '949c7d11-bf6d-42a2-8572-475c9a0dd080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f66a3b30-838d-4fab-b0a5-c52345cb600f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:16.814710 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a072143-735a-41f7-8c8f-2b26368bff0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:16.815377 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a072143-735a-41f7-8c8f-2b26368bff0f None None] Bound using segment: {'id': '949c7d11-bf6d-42a2-8572-475c9a0dd080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f66a3b30-838d-4fab-b0a5-c52345cb600f'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:39:16.816273 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-5a072143-735a-41f7-8c8f-2b26368bff0f None None] Bound port: 75864bf8-24b1-4421-92eb-91d317f574e3, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949c7d11-bf6d-42a2-8572-475c9a0dd080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f66a3b30-838d-4fab-b0a5-c52345cb600f'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:39:16.816874 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a072143-735a-41f7-8c8f-2b26368bff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:16.866053 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d393558-3249-444b-9010-1820638f6e70 req-6e3299aa-461c-405d-b7b8-419dfb76444c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:16.867850 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7d393558-3249-444b-9010-1820638f6e70 req-6e3299aa-461c-405d-b7b8-419dfb76444c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17ba4e27-fbde-450e-9190-3dc622105383 HTTP/1.1" status: 200 len: 834 time: 0.1019382 Jul 15 13:39:16.913601 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5a072143-735a-41f7-8c8f-2b26368bff0f None None] For port 75864bf8-24b1-4421-92eb-91d317f574e3, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:16.917971 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5a072143-735a-41f7-8c8f-2b26368bff0f None None] For port 75864bf8-24b1-4421-92eb-91d317f574e3, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=75864bf8-24b1-4421-92eb-91d317f574e3,segment=NetworkSegment(949c7d11-bf6d-42a2-8572-475c9a0dd080),segment_id=949c7d11-bf6d-42a2-8572-475c9a0dd080)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:39:16.925870 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5a072143-735a-41f7-8c8f-2b26368bff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.034980 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a072143-735a-41f7-8c8f-2b26368bff0f None None] Pushing event updated for resources: {'Port': ['ID=75864bf8-24b1-4421-92eb-91d317f574e3,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:17.054434 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-c991f053-b7c5-4a8a-9e15-9be32dea3cb0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Allocated IP 2001:db8:2::1 (f66a3b30-838d-4fab-b0a5-c52345cb600f/b817bcd1-3fa1-4e24-ae59-0fde727bab5a/8bb5b395-61d7-4634-a0f4-4b3e8d48427d) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:17.081660 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d393558-3249-444b-9010-1820638f6e70 req-a0c8abc6-643e-478b-bc09-82c932bf506b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:17.083370 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7d393558-3249-444b-9010-1820638f6e70 req-a0c8abc6-643e-478b-bc09-82c932bf506b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=321fef7c-add1-4e7f-84da-a670b7ead4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2078905 Jul 15 13:39:17.464627 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7d393558-3249-444b-9010-1820638f6e70 req-2c791c87-95aa-4a3c-b1f0-7404f1daeba5 service neutron] 10.222.0.32 "GET /v2.0/networks/321fef7c-add1-4e7f-84da-a670b7ead4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510265 Jul 15 13:39:17.471448 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c991f053-b7c5-4a8a-9e15-9be32dea3cb0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.500769 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01c261-7a94-46a5-ba07-9ebb33513092 req-ec2b9695-956e-4e91-bc88-c2a07dfe7691 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:17.514594 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3e01c261-7a94-46a5-ba07-9ebb33513092 req-ec2b9695-956e-4e91-bc88-c2a07dfe7691 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0e742ed-0b4b-45e8-b140-4653004911d2 HTTP/1.1" status: 200 len: 944 time: 0.1661115 Jul 15 13:39:17.535243 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-c991f053-b7c5-4a8a-9e15-9be32dea3cb0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Transition to ACTIVE for port object 8bb5b395-61d7-4634-a0f4-4b3e8d48427d will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:17.605171 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3e01c261-7a94-46a5-ba07-9ebb33513092 req-1f8d9364-316a-41fd-81f3-af0996265993 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d8e0e99-a2a6-4d20-ae3d-d7cb2bdc1581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855536 Jul 15 13:39:17.610312 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0dd23d7f-98f3-4971-8cf6-8c691af9f669 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:17.624252 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7d393558-3249-444b-9010-1820638f6e70 req-2e2d7565-0b3b-4665-9938-93a53a39ad13 service neutron] 10.222.0.32 "GET /v2.0/networks/321fef7c-add1-4e7f-84da-a670b7ead4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499567 Jul 15 13:39:17.659504 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c991f053-b7c5-4a8a-9e15-9be32dea3cb0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.676834 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 0dd23d7f-98f3-4971-8cf6-8c691af9f669 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:17.681716 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 0dd23d7f-98f3-4971-8cf6-8c691af9f669 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:17.682309 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.733166 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c991f053-b7c5-4a8a-9e15-9be32dea3cb0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network f66a3b30-838d-4fab-b0a5-c52345cb600f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:17.742538 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-c991f053-b7c5-4a8a-9e15-9be32dea3cb0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:17.747807 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c991f053-b7c5-4a8a-9e15-9be32dea3cb0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:17.748378 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c991f053-b7c5-4a8a-9e15-9be32dea3cb0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.786284 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.787210 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991f053-b7c5-4a8a-9e15-9be32dea3cb0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Port': ['ID=8bb5b395-61d7-4634-a0f4-4b3e8d48427d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:17.838901 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 0dd23d7f-98f3-4971-8cf6-8c691af9f669, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0dd23d7f-98f3-4971-8cf6-8c691af9f669,segment=NetworkSegment(fb7b4a64-4e41-47fc-ad08-7ad740da51a9),segment_id=fb7b4a64-4e41-47fc-ad08-7ad740da51a9)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:17.843542 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.844527 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a097e036-e268-43e5-a01f-ec8344ffdbc6 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:17.910330 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c991f053-b7c5-4a8a-9e15-9be32dea3cb0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.000140 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=0dd23d7f-98f3-4971-8cf6-8c691af9f669,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:18.007655 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8966a3be-f9c1-4668-af3d-31ecbbb6dc38 req-c85b02a5-3bd8-4d99-9e1a-0c83c73bc09f tempest-ServerShowV254Test-297090702 tempest-ServerShowV254Test-297090702-project] 10.222.0.24 "GET /v2.0/ports?device_id=85ad3a1f-505f-4195-a1ec-56b9072bc3ba HTTP/1.1" status: 200 len: 210 time: 0.0483346 Jul 15 13:39:18.040191 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port a097e036-e268-43e5-a01f-ec8344ffdbc6 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:18.040591 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.310622 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c991f053-b7c5-4a8a-9e15-9be32dea3cb0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.316044 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c991f053-b7c5-4a8a-9e15-9be32dea3cb0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.316849 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c991f053-b7c5-4a8a-9e15-9be32dea3cb0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.386153 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991f053-b7c5-4a8a-9e15-9be32dea3cb0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Port': ['ID=8bb5b395-61d7-4634-a0f4-4b3e8d48427d,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:18.400150 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bcf4f7-a587-4b1b-a7e3-c0a5df794922 None None] Network f66a3b30-838d-4fab-b0a5-c52345cb600f requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:18.463713 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c991f053-b7c5-4a8a-9e15-9be32dea3cb0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network f66a3b30-838d-4fab-b0a5-c52345cb600f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:18.465334 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-c991f053-b7c5-4a8a-9e15-9be32dea3cb0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:18.491046 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4cb79fea-08a9-4808-af48-7fdcd8a20947 None None] Provisioning for port 75864bf8-24b1-4421-92eb-91d317f574e3 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:18.575933 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c991f053-b7c5-4a8a-9e15-9be32dea3cb0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Router 68e6f01a-768d-4f92-b146-62c61e108664 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:39:18.696114 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c991f053-b7c5-4a8a-9e15-9be32dea3cb0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:39:18.707203 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c991f053-b7c5-4a8a-9e15-9be32dea3cb0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "PUT /v2.0/routers/68e6f01a-768d-4f92-b146-62c61e108664/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2426100 Jul 15 13:39:18.707592 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36692) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:18.709743 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcb41dc-c4d8-4dd1-ba2a-5bc17e3ef9cc None None] Sync routers for ids ['68e6f01a-768d-4f92-b146-62c61e108664'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:39:18.714918 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-430845c1-5b4c-4a40-8538-a36883553f29 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1702707457'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:18.724782 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcb41dc-c4d8-4dd1-ba2a-5bc17e3ef9cc None None] Routers {'68e6f01a-768d-4f92-b146-62c61e108664'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:18.725478 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7bcb41dc-c4d8-4dd1-ba2a-5bc17e3ef9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['68e6f01a-768d-4f92-b146-62c61e108664'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:18.849410 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-7bcb41dc-c4d8-4dd1-ba2a-5bc17e3ef9cc None None] Set router 68e6f01a-768d-4f92-b146-62c61e108664 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:19.019428 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a5b37a19-81f5-4660-be7b-06a84f9ffabb None None] Provisioning for port 8bb5b395-61d7-4634-a0f4-4b3e8d48427d completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:19.044804 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device c2b0e60d-2aa8-4f26-9efd-4abcaa79309b details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:39:19.067667 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a5b37a19-81f5-4660-be7b-06a84f9ffabb None None] Provisioning complete for port 8bb5b395-61d7-4634-a0f4-4b3e8d48427d triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:19.068014 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a5b37a19-81f5-4660-be7b-06a84f9ffabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.148815 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a5b37a19-81f5-4660-be7b-06a84f9ffabb None None] Port 8bb5b395-61d7-4634-a0f4-4b3e8d48427d cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:39:19.181227 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430845c1-5b4c-4a40-8538-a36883553f29 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Made reservation on behalf of 887d9767dc044bdb8b834bfc53588a11 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:19.181227 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-430845c1-5b4c-4a40-8538-a36883553f29 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.228821 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-430845c1-5b4c-4a40-8538-a36883553f29 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:39:19.239644 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-430845c1-5b4c-4a40-8538-a36883553f29 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.239976 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-430845c1-5b4c-4a40-8538-a36883553f29 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Added segment 4e46138b-2feb-49a9-b596-6780a9b89c08 of type vlan for network 7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a Jul 15 13:39:19.269319 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752259bb-178a-45eb-9809-a034266e3aee req-f4cb093b-b4f6-4955-95b6-61aefa2395f3 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:19.271004 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-752259bb-178a-45eb-9809-a034266e3aee req-f4cb093b-b4f6-4955-95b6-61aefa2395f3 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0e742ed-0b4b-45e8-b140-4653004911d2 HTTP/1.1" status: 200 len: 944 time: 0.5516791 Jul 15 13:39:19.279078 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-85376523-ffc7-404d-9921-e23eb6a80f74 req-6a3a6eb8-1437-4cae-8964-9df65ee28f6f tempest-ServerShowV254Test-297090702 tempest-ServerShowV254Test-297090702-project] 10.222.0.24 "GET /v2.0/ports?device_id=85ad3a1f-505f-4195-a1ec-56b9072bc3ba HTTP/1.1" status: 200 len: 210 time: 0.0933237 Jul 15 13:39:19.320597 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-430845c1-5b4c-4a40-8538-a36883553f29 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.353643 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-752259bb-178a-45eb-9809-a034266e3aee req-55de0610-3c46-43a9-9ffb-11b35360fd72 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d8e0e99-a2a6-4d20-ae3d-d7cb2bdc1581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636852 Jul 15 13:39:19.436235 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-430845c1-5b4c-4a40-8538-a36883553f29 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.451686 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430845c1-5b4c-4a40-8538-a36883553f29 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:19.453590 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-430845c1-5b4c-4a40-8538-a36883553f29 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.515351 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port c2b0e60d-2aa8-4f26-9efd-4abcaa79309b, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=c2b0e60d-2aa8-4f26-9efd-4abcaa79309b,segment=NetworkSegment(68ca3b1a-197e-43c9-b7f9-24f9a21ff50e),segment_id=68ca3b1a-197e-43c9-b7f9-24f9a21ff50e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:19.536628 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'c2b0e60d-2aa8-4f26-9efd-4abcaa79309b', 'network_id': '321fef7c-add1-4e7f-84da-a670b7ead4c9', 'port_id': 'c2b0e60d-2aa8-4f26-9efd-4abcaa79309b', 'mac_address': 'fa:16:3e:22:01:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ba4e27-fbde-450e-9190-3dc622105383', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:39:19.543975 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-48035e3a-2ecf-4f7d-b826-7f14635a99c4 None None] Provisioning complete for port 8bb5b395-61d7-4634-a0f4-4b3e8d48427d triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:19.543975 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-48035e3a-2ecf-4f7d-b826-7f14635a99c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.544402 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-430845c1-5b4c-4a40-8538-a36883553f29 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8329353 Jul 15 13:39:19.545667 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36698) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:19.558399 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-93073834-e5c3-4498-8d76-cad942e4b571 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Request body: {'subnet': {'network_id': '7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:19.598770 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430845c1-5b4c-4a40-8538-a36883553f29 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Network': ['ID=7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:19.619924 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:39:19.628427 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-48035e3a-2ecf-4f7d-b826-7f14635a99c4 None None] Port 8bb5b395-61d7-4634-a0f4-4b3e8d48427d cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:39:19.652078 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.663405 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 75864bf8-24b1-4421-92eb-91d317f574e3 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:19.667691 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7bcb41dc-c4d8-4dd1-ba2a-5bc17e3ef9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e6f01a-768d-4f92-b146-62c61e108664', 'name': 'tempest-RoutersIpV6Test-router-41707106', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:00Z', 'updated_at': '2021-07-15T13:39:17Z', 'revision_number': 4, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None, '_interfaces': [{'id': '0dd23d7f-98f3-4971-8cf6-8c691af9f669', 'name': '', 'network_id': 'c22063a4-121d-4548-81d6-98462ed01202', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:84:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:10Z', 'updated_at': '2021-07-15T13:39:17Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bb5b395-61d7-4634-a0f4-4b3e8d48427d', 'name': '', 'network_id': 'f66a3b30-838d-4fab-b0a5-c52345cb600f', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:6e:ec:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'b817bcd1-3fa1-4e24-ae59-0fde727bab5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:16Z', 'updated_at': '2021-07-15T13:39:18Z', 'revision_number': 2, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'b817bcd1-3fa1-4e24-ae59-0fde727bab5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a097e036-e268-43e5-a01f-ec8344ffdbc6', 'name': '', 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:43:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:03Z', 'updated_at': '2021-07-15T13:39:15Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:19.730270 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b0e60d-2aa8-4f26-9efd-4abcaa79309b {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:39:19.746432 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93073834-e5c3-4498-8d76-cad942e4b571 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Made reservation on behalf of 887d9767dc044bdb8b834bfc53588a11 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:19.750196 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93073834-e5c3-4498-8d76-cad942e4b571 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.769017 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcb41dc-c4d8-4dd1-ba2a-5bc17e3ef9cc None None] Checking router: 68e6f01a-768d-4f92-b146-62c61e108664 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:39:19.769368 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcb41dc-c4d8-4dd1-ba2a-5bc17e3ef9cc None None] Updating router 68e6f01a-768d-4f92-b146-62c61e108664 port 8bb5b395-61d7-4634-a0f4-4b3e8d48427d binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:39:19.837536 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port c2b0e60d-2aa8-4f26-9efd-4abcaa79309b, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=c2b0e60d-2aa8-4f26-9efd-4abcaa79309b,segment=NetworkSegment(68ca3b1a-197e-43c9-b7f9-24f9a21ff50e),segment_id=68ca3b1a-197e-43c9-b7f9-24f9a21ff50e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:19.849066 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.864399 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7bcb41dc-c4d8-4dd1-ba2a-5bc17e3ef9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.866140 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2e9b0cce-fdf9-4074-98a1-981544f3805a None None] Provisioning complete for port 8bb5b395-61d7-4634-a0f4-4b3e8d48427d triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:19.866568 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2e9b0cce-fdf9-4074-98a1-981544f3805a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.998852 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 75864bf8-24b1-4421-92eb-91d317f574e3 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:20.031160 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 75864bf8-24b1-4421-92eb-91d317f574e3 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:20.031735 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:20.085230 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2e9b0cce-fdf9-4074-98a1-981544f3805a None None] Port 8bb5b395-61d7-4634-a0f4-4b3e8d48427d cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:39:20.092628 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=c2b0e60d-2aa8-4f26-9efd-4abcaa79309b,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:20.160108 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['c2b0e60d-2aa8-4f26-9efd-4abcaa79309b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:39:20.377852 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93073834-e5c3-4498-8d76-cad942e4b571 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:20.525121 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:20.559765 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-49d7cc8c-6617-4a86-a183-70e41a80f9ad req-1671704a-2925-4d35-9b30-5044ab18d8dd tempest-ServerShowV254Test-297090702 tempest-ServerShowV254Test-297090702-project] 10.222.0.24 "GET /v2.0/ports?device_id=85ad3a1f-505f-4195-a1ec-56b9072bc3ba HTTP/1.1" status: 200 len: 210 time: 0.0682285 Jul 15 13:39:20.588053 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93073834-e5c3-4498-8d76-cad942e4b571 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Subnet': ['ID=a2d613ed-ad32-4d1b-93d2-cf01c03abc6f,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:20.602551 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93073834-e5c3-4498-8d76-cad942e4b571 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Checking segment: {'id': '4e46138b-2feb-49a9-b596-6780a9b89c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:20.603298 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93073834-e5c3-4498-8d76-cad942e4b571 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network hostable DHCP agents. Network: 7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:39:20.659769 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93073834-e5c3-4498-8d76-cad942e4b571 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network 7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:39:20.683390 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-93073834-e5c3-4498-8d76-cad942e4b571 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:20.696930 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93073834-e5c3-4498-8d76-cad942e4b571 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:20.698682 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93073834-e5c3-4498-8d76-cad942e4b571 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:20.714112 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e78e540-5bcf-4916-b9b2-ff01b0a7d934 None None] Network 7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:20.738391 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36710) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:20.741752 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-93073834-e5c3-4498-8d76-cad942e4b571 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1917956 Jul 15 13:39:20.807085 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 75864bf8-24b1-4421-92eb-91d317f574e3, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=75864bf8-24b1-4421-92eb-91d317f574e3,segment=NetworkSegment(949c7d11-bf6d-42a2-8572-475c9a0dd080),segment_id=949c7d11-bf6d-42a2-8572-475c9a0dd080)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:20.839519 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:20.840343 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0dd23d7f-98f3-4971-8cf6-8c691af9f669 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:20.937465 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7bcb41dc-c4d8-4dd1-ba2a-5bc17e3ef9cc None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:21.010814 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0df291-6f01-4574-bbb6-b2175e1be595 req-1bcbb71a-4169-4c32-9064-d7b48bb7e667 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:21.012684 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3d0df291-6f01-4574-bbb6-b2175e1be595 req-1bcbb71a-4169-4c32-9064-d7b48bb7e667 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0e742ed-0b4b-45e8-b140-4653004911d2 HTTP/1.1" status: 200 len: 945 time: 0.2030370 Jul 15 13:39:21.020022 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e76184f-1e88-4d5f-85ef-35cb8e57bc3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:21.036693 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7bcb41dc-c4d8-4dd1-ba2a-5bc17e3ef9cc None None] Transition to ACTIVE for port object 8bb5b395-61d7-4634-a0f4-4b3e8d48427d will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:21.054228 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=75864bf8-24b1-4421-92eb-91d317f574e3,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:21.064253 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7bcb41dc-c4d8-4dd1-ba2a-5bc17e3ef9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:21.132657 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3d0df291-6f01-4574-bbb6-b2175e1be595 req-76dde4f5-f63d-4b1d-be36-2da49c406f67 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d8e0e99-a2a6-4d20-ae3d-d7cb2bdc1581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064832 Jul 15 13:39:21.199491 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a8eb3-a05f-4c89-bdde-baa339a35a47 None None] Pushing event updated for resources: {'Port': ['ID=8bb5b395-61d7-4634-a0f4-4b3e8d48427d,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:21.199491 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 0dd23d7f-98f3-4971-8cf6-8c691af9f669 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:21.199491 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:21.368539 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824bbc0b-1ea2-4f1c-8293-1c30092e9ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a', 'network_id': '7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'fixed_ips': [{'subnet_id': 'a2d613ed-ad32-4d1b-93d2-cf01c03abc6f'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:39:21.369952 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-824bbc0b-1ea2-4f1c-8293-1c30092e9ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:21.417583 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-adf29e28-dbd6-49cc-8d98-e7cd2a198a97 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:21.441314 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-7bcb41dc-c4d8-4dd1-ba2a-5bc17e3ef9cc None None] Attempting to bind port 8bb5b395-61d7-4634-a0f4-4b3e8d48427d on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:39:21.442418 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-7bcb41dc-c4d8-4dd1-ba2a-5bc17e3ef9cc None None] Attempting to bind port 8bb5b395-61d7-4634-a0f4-4b3e8d48427d by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '949c7d11-bf6d-42a2-8572-475c9a0dd080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f66a3b30-838d-4fab-b0a5-c52345cb600f'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:39:21.443081 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcb41dc-c4d8-4dd1-ba2a-5bc17e3ef9cc None None] Attempting to bind port 8bb5b395-61d7-4634-a0f4-4b3e8d48427d on network f66a3b30-838d-4fab-b0a5-c52345cb600f {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:21.485229 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcb41dc-c4d8-4dd1-ba2a-5bc17e3ef9cc None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:39:21.485607 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcb41dc-c4d8-4dd1-ba2a-5bc17e3ef9cc None None] Checking segment: {'id': '949c7d11-bf6d-42a2-8572-475c9a0dd080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f66a3b30-838d-4fab-b0a5-c52345cb600f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:21.486094 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7bcb41dc-c4d8-4dd1-ba2a-5bc17e3ef9cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:21.486654 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcb41dc-c4d8-4dd1-ba2a-5bc17e3ef9cc None None] Bound using segment: {'id': '949c7d11-bf6d-42a2-8572-475c9a0dd080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f66a3b30-838d-4fab-b0a5-c52345cb600f'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:39:21.487169 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-7bcb41dc-c4d8-4dd1-ba2a-5bc17e3ef9cc None None] Bound port: 8bb5b395-61d7-4634-a0f4-4b3e8d48427d, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949c7d11-bf6d-42a2-8572-475c9a0dd080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f66a3b30-838d-4fab-b0a5-c52345cb600f'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:39:21.487572 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7bcb41dc-c4d8-4dd1-ba2a-5bc17e3ef9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:21.786007 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7bcb41dc-c4d8-4dd1-ba2a-5bc17e3ef9cc None None] For port 8bb5b395-61d7-4634-a0f4-4b3e8d48427d, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:21.793913 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7bcb41dc-c4d8-4dd1-ba2a-5bc17e3ef9cc None None] For port 8bb5b395-61d7-4634-a0f4-4b3e8d48427d, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8bb5b395-61d7-4634-a0f4-4b3e8d48427d,segment=NetworkSegment(949c7d11-bf6d-42a2-8572-475c9a0dd080),segment_id=949c7d11-bf6d-42a2-8572-475c9a0dd080)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:39:21.800778 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d1aabad7-7cf4-43d9-9352-caddb9470732 req-539b5116-722e-46fc-a66d-60a4ff68638f tempest-ServerShowV254Test-297090702 tempest-ServerShowV254Test-297090702-project] 10.222.0.24 "GET /v2.0/ports?device_id=85ad3a1f-505f-4195-a1ec-56b9072bc3ba HTTP/1.1" status: 200 len: 210 time: 0.0594978 Jul 15 13:39:21.805556 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7bcb41dc-c4d8-4dd1-ba2a-5bc17e3ef9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:21.823036 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-824bbc0b-1ea2-4f1c-8293-1c30092e9ecc None None] Allocated IP 2001:db8:3::2 (7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a/a2d613ed-ad32-4d1b-93d2-cf01c03abc6f/d5751b34-838b-4ea8-afd2-e52d5ad1a6f2) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:21.842968 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 75864bf8-24b1-4421-92eb-91d317f574e3 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:21.972182 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a8eb3-a05f-4c89-bdde-baa339a35a47 None None] Pushing event updated for resources: {'Port': ['ID=8bb5b395-61d7-4634-a0f4-4b3e8d48427d,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:21.975138 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcb41dc-c4d8-4dd1-ba2a-5bc17e3ef9cc None None] Routers {'68e6f01a-768d-4f92-b146-62c61e108664'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:21.975763 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7bcb41dc-c4d8-4dd1-ba2a-5bc17e3ef9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:38:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['68e6f01a-768d-4f92-b146-62c61e108664'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:22.113916 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 75864bf8-24b1-4421-92eb-91d317f574e3 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:22.114298 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:22.162130 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-7bcb41dc-c4d8-4dd1-ba2a-5bc17e3ef9cc None None] Set router 68e6f01a-768d-4f92-b146-62c61e108664 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:22.326670 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-824bbc0b-1ea2-4f1c-8293-1c30092e9ecc None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:22.361586 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-824bbc0b-1ea2-4f1c-8293-1c30092e9ecc None None] Transition to ACTIVE for port object d5751b34-838b-4ea8-afd2-e52d5ad1a6f2 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:22.409312 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85246800-cf6d-4cc8-8295-b82c4366fd2b req-e4acbfdb-3327-4c1e-8fc0-fe0ae1a12e5d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:22.411360 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-85246800-cf6d-4cc8-8295-b82c4366fd2b req-e4acbfdb-3327-4c1e-8fc0-fe0ae1a12e5d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0e742ed-0b4b-45e8-b140-4653004911d2 HTTP/1.1" status: 200 len: 945 time: 0.0768740 Jul 15 13:39:22.433199 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-824bbc0b-1ea2-4f1c-8293-1c30092e9ecc None None] Transition to ACTIVE for port object d5751b34-838b-4ea8-afd2-e52d5ad1a6f2 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:22.456566 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-824bbc0b-1ea2-4f1c-8293-1c30092e9ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:22.476838 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-85246800-cf6d-4cc8-8295-b82c4366fd2b req-5025c9f5-134b-43c9-9117-83faf09d6a5d tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d8e0e99-a2a6-4d20-ae3d-d7cb2bdc1581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545022 Jul 15 13:39:22.524785 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824bbc0b-1ea2-4f1c-8293-1c30092e9ecc None None] Network 7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:22.530614 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-824bbc0b-1ea2-4f1c-8293-1c30092e9ecc None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:22.538176 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824bbc0b-1ea2-4f1c-8293-1c30092e9ecc None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:22.542552 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824bbc0b-1ea2-4f1c-8293-1c30092e9ecc None None] Pushing event updated for resources: {'Port': ['ID=d5751b34-838b-4ea8-afd2-e52d5ad1a6f2,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:22.544243 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-adf29e28-dbd6-49cc-8d98-e7cd2a198a97 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Allocated IP 2001:db8:3::1 (7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a/a2d613ed-ad32-4d1b-93d2-cf01c03abc6f/609a8278-d77f-4f54-b7e0-1b6b68673bd1) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:22.752063 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-adf29e28-dbd6-49cc-8d98-e7cd2a198a97 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:22.769076 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-adf29e28-dbd6-49cc-8d98-e7cd2a198a97 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Transition to ACTIVE for port object 609a8278-d77f-4f54-b7e0-1b6b68673bd1 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:22.808266 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-adf29e28-dbd6-49cc-8d98-e7cd2a198a97 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:22.808858 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-824bbc0b-1ea2-4f1c-8293-1c30092e9ecc None None] Attempting to bind port d5751b34-838b-4ea8-afd2-e52d5ad1a6f2 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:39:22.809237 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-824bbc0b-1ea2-4f1c-8293-1c30092e9ecc None None] Attempting to bind port d5751b34-838b-4ea8-afd2-e52d5ad1a6f2 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4e46138b-2feb-49a9-b596-6780a9b89c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:39:22.809594 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824bbc0b-1ea2-4f1c-8293-1c30092e9ecc None None] Attempting to bind port d5751b34-838b-4ea8-afd2-e52d5ad1a6f2 on network 7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:22.819576 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824bbc0b-1ea2-4f1c-8293-1c30092e9ecc None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:39:22.819976 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824bbc0b-1ea2-4f1c-8293-1c30092e9ecc None None] Checking segment: {'id': '4e46138b-2feb-49a9-b596-6780a9b89c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:22.820409 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-824bbc0b-1ea2-4f1c-8293-1c30092e9ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:22.820797 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824bbc0b-1ea2-4f1c-8293-1c30092e9ecc None None] Bound using segment: {'id': '4e46138b-2feb-49a9-b596-6780a9b89c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:39:22.821287 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-824bbc0b-1ea2-4f1c-8293-1c30092e9ecc None None] Bound port: d5751b34-838b-4ea8-afd2-e52d5ad1a6f2, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e46138b-2feb-49a9-b596-6780a9b89c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:39:22.821670 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-824bbc0b-1ea2-4f1c-8293-1c30092e9ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:22.825998 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7bcb41dc-c4d8-4dd1-ba2a-5bc17e3ef9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e6f01a-768d-4f92-b146-62c61e108664', 'name': 'tempest-RoutersIpV6Test-router-41707106', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:00Z', 'updated_at': '2021-07-15T13:39:17Z', 'revision_number': 4, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None, '_interfaces': [{'id': '0dd23d7f-98f3-4971-8cf6-8c691af9f669', 'name': '', 'network_id': 'c22063a4-121d-4548-81d6-98462ed01202', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:84:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:10Z', 'updated_at': '2021-07-15T13:39:17Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bb5b395-61d7-4634-a0f4-4b3e8d48427d', 'name': '', 'network_id': 'f66a3b30-838d-4fab-b0a5-c52345cb600f', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:6e:ec:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'b817bcd1-3fa1-4e24-ae59-0fde727bab5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:16Z', 'updated_at': '2021-07-15T13:39:21Z', 'revision_number': 4, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'b817bcd1-3fa1-4e24-ae59-0fde727bab5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a097e036-e268-43e5-a01f-ec8344ffdbc6', 'name': '', 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:43:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:03Z', 'updated_at': '2021-07-15T13:39:15Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:22.862687 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf29e28-dbd6-49cc-8d98-e7cd2a198a97 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network 7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:22.865504 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcb41dc-c4d8-4dd1-ba2a-5bc17e3ef9cc None None] The sync data for ids ['68e6f01a-768d-4f92-b146-62c61e108664'] in n-d-758944-45 is: [{'id': '68e6f01a-768d-4f92-b146-62c61e108664', 'name': 'tempest-RoutersIpV6Test-router-41707106', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:00Z', 'updated_at': '2021-07-15T13:39:17Z', 'revision_number': 4, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None, '_interfaces': [{'id': '0dd23d7f-98f3-4971-8cf6-8c691af9f669', 'name': '', 'network_id': 'c22063a4-121d-4548-81d6-98462ed01202', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:84:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:10Z', 'updated_at': '2021-07-15T13:39:17Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bb5b395-61d7-4634-a0f4-4b3e8d48427d', 'name': '', 'network_id': 'f66a3b30-838d-4fab-b0a5-c52345cb600f', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:6e:ec:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'b817bcd1-3fa1-4e24-ae59-0fde727bab5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:16Z', 'updated_at': '2021-07-15T13:39:21Z', 'revision_number': 4, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'b817bcd1-3fa1-4e24-ae59-0fde727bab5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a097e036-e268-43e5-a01f-ec8344ffdbc6', 'name': '', 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:43:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:03Z', 'updated_at': '2021-07-15T13:39:15Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:39:22.867349 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-adf29e28-dbd6-49cc-8d98-e7cd2a198a97 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:22.872721 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf29e28-dbd6-49cc-8d98-e7cd2a198a97 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:22.873335 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-adf29e28-dbd6-49cc-8d98-e7cd2a198a97 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:22.878225 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf29e28-dbd6-49cc-8d98-e7cd2a198a97 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Port': ['ID=609a8278-d77f-4f54-b7e0-1b6b68673bd1,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:22.995452 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-824bbc0b-1ea2-4f1c-8293-1c30092e9ecc None None] For port d5751b34-838b-4ea8-afd2-e52d5ad1a6f2, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:22.999993 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-824bbc0b-1ea2-4f1c-8293-1c30092e9ecc None None] For port d5751b34-838b-4ea8-afd2-e52d5ad1a6f2, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=d5751b34-838b-4ea8-afd2-e52d5ad1a6f2,segment=NetworkSegment(4e46138b-2feb-49a9-b596-6780a9b89c08),segment_id=4e46138b-2feb-49a9-b596-6780a9b89c08)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:39:23.011012 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-824bbc0b-1ea2-4f1c-8293-1c30092e9ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:23.130618 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-adf29e28-dbd6-49cc-8d98-e7cd2a198a97 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:23.145266 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device c2b0e60d-2aa8-4f26-9efd-4abcaa79309b up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:23.290410 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824bbc0b-1ea2-4f1c-8293-1c30092e9ecc None None] Pushing event updated for resources: {'Port': ['ID=d5751b34-838b-4ea8-afd2-e52d5ad1a6f2,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:23.327873 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:23.334706 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a62105ea-8de6-4e7b-b8d3-25e9a538a6b8 req-025c4fa7-da0e-4ba7-b069-27ff1addcd0f tempest-ServerShowV254Test-297090702 tempest-ServerShowV254Test-297090702-project] 10.222.0.24 "GET /v2.0/ports?device_id=85ad3a1f-505f-4195-a1ec-56b9072bc3ba HTTP/1.1" status: 200 len: 210 time: 0.1108742 Jul 15 13:39:23.361915 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port c2b0e60d-2aa8-4f26-9efd-4abcaa79309b completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:23.385566 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port c2b0e60d-2aa8-4f26-9efd-4abcaa79309b triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:23.386252 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:23.424272 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ccdd4350-d913-4c76-b6b6-db1d700feea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:23.505305 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:23.552852 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port c2b0e60d-2aa8-4f26-9efd-4abcaa79309b, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=c2b0e60d-2aa8-4f26-9efd-4abcaa79309b,segment=NetworkSegment(68ca3b1a-197e-43c9-b7f9-24f9a21ff50e),segment_id=68ca3b1a-197e-43c9-b7f9-24f9a21ff50e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:23.554335 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e742ed-0b4b-45e8-b140-4653004911d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b0e60d-2aa8-4f26-9efd-4abcaa79309b'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:39:23.557339 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545e3407-b0d8-452e-bd12-83c2da16fadc" -d '{"events": [{"server_uuid": "c0e742ed-0b4b-45e8-b140-4653004911d2", "name": "network-vif-plugged", "status": "completed", "tag": "c2b0e60d-2aa8-4f26-9efd-4abcaa79309b"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:39:23.567682 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:23.715700 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3de27b-b617-4907-9ea8-8f01924ee0ae x-openstack-request-id: req-2c3de27b-b617-4907-9ea8-8f01924ee0ae {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:39:23.715700 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e742ed-0b4b-45e8-b140-4653004911d2", "name": "network-vif-plugged", "status": "completed", "tag": "c2b0e60d-2aa8-4f26-9efd-4abcaa79309b", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:39:23.715700 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c3de27b-b617-4907-9ea8-8f01924ee0ae {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:39:23.715700 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e742ed-0b4b-45e8-b140-4653004911d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b0e60d-2aa8-4f26-9efd-4abcaa79309b', 'code': 200} Jul 15 13:39:23.729918 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=c2b0e60d-2aa8-4f26-9efd-4abcaa79309b,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:24.027706 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-adf29e28-dbd6-49cc-8d98-e7cd2a198a97 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:24.049258 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d583a-4858-440b-ad72-7998c0637f93 req-a858e3ec-5add-4782-8296-fd778001745c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:24.055372 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-df4d583a-4858-440b-ad72-7998c0637f93 req-a858e3ec-5add-4782-8296-fd778001745c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c0e742ed-0b4b-45e8-b140-4653004911d2 HTTP/1.1" status: 200 len: 1098 time: 0.1848135 Jul 15 13:39:24.055372 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-adf29e28-dbd6-49cc-8d98-e7cd2a198a97 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:24.056369 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-adf29e28-dbd6-49cc-8d98-e7cd2a198a97 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:24.073620 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343b013-c057-46b1-8df5-8d704f1f9cad req-b41a1a8b-6973-4217-8a7c-dce170d1ef64 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:24.088729 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4343b013-c057-46b1-8df5-8d704f1f9cad req-b41a1a8b-6973-4217-8a7c-dce170d1ef64 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0e742ed-0b4b-45e8-b140-4653004911d2 HTTP/1.1" status: 200 len: 946 time: 0.1854637 Jul 15 13:39:24.147290 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8bb5b395-61d7-4634-a0f4-4b3e8d48427d up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:24.161158 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4343b013-c057-46b1-8df5-8d704f1f9cad req-188e16c7-a9ca-4ec3-adab-1fd1898e6cd4 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d8e0e99-a2a6-4d20-ae3d-d7cb2bdc1581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706899 Jul 15 13:39:24.200693 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf29e28-dbd6-49cc-8d98-e7cd2a198a97 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event updated for resources: {'Port': ['ID=609a8278-d77f-4f54-b7e0-1b6b68673bd1,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:24.239291 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 8bb5b395-61d7-4634-a0f4-4b3e8d48427d completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:24.242009 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-df4d583a-4858-440b-ad72-7998c0637f93 req-17e7acf6-ef52-4522-8009-7456797b91f0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2d8e0e99-a2a6-4d20-ae3d-d7cb2bdc1581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693752 Jul 15 13:39:24.246811 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 8bb5b395-61d7-4634-a0f4-4b3e8d48427d triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:24.247201 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:24.311583 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf29e28-dbd6-49cc-8d98-e7cd2a198a97 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Network 7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:24.316861 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-adf29e28-dbd6-49cc-8d98-e7cd2a198a97 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:24.404131 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:24.489809 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 8bb5b395-61d7-4634-a0f4-4b3e8d48427d, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8bb5b395-61d7-4634-a0f4-4b3e8d48427d,segment=NetworkSegment(949c7d11-bf6d-42a2-8572-475c9a0dd080),segment_id=949c7d11-bf6d-42a2-8572-475c9a0dd080)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:24.503051 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:24.504744 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device d5751b34-838b-4ea8-afd2-e52d5ad1a6f2 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:24.528028 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf29e28-dbd6-49cc-8d98-e7cd2a198a97 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Router 68e6f01a-768d-4f92-b146-62c61e108664 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:39:24.690587 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=8bb5b395-61d7-4634-a0f4-4b3e8d48427d,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:24.797267 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port d5751b34-838b-4ea8-afd2-e52d5ad1a6f2 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:24.826477 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf29e28-dbd6-49cc-8d98-e7cd2a198a97 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:39:24.829092 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:24.838087 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-adf29e28-dbd6-49cc-8d98-e7cd2a198a97 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "PUT /v2.0/routers/68e6f01a-768d-4f92-b146-62c61e108664/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0945053 Jul 15 13:39:24.838676 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36734) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:24.846375 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a2c886-6388-4139-a505-1333788b0c2b None None] Sync routers for ids ['68e6f01a-768d-4f92-b146-62c61e108664'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:39:24.847929 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e6453387-fe76-491e-b2e1-f1c4f292ff22 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:24.862596 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a2c886-6388-4139-a505-1333788b0c2b None None] Routers {'68e6f01a-768d-4f92-b146-62c61e108664'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:24.863532 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-21a2c886-6388-4139-a505-1333788b0c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:39:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['68e6f01a-768d-4f92-b146-62c61e108664'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:25.000033 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2994d465-4660-405f-b15d-9bd7a397e487 req-1a00066f-35a7-488a-9582-f6cb01aeadc7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=85ad3a1f-505f-4195-a1ec-56b9072bc3ba HTTP/1.1" status: 200 len: 210 time: 0.4844749 Jul 15 13:39:25.019380 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:39:25.050356 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-21a2c886-6388-4139-a505-1333788b0c2b None None] Set router 68e6f01a-768d-4f92-b146-62c61e108664 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:25.184562 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b201462b-b7a2-42c1-9699-d24b29dfc5d5 req-767ebbb8-3352-4cf0-b3b4-8f1b850d76db tempest-ServerShowV254Test-297090702 tempest-ServerShowV254Test-297090702-project] 10.222.0.24 "GET /v2.0/ports?device_id=85ad3a1f-505f-4195-a1ec-56b9072bc3ba HTTP/1.1" status: 200 len: 210 time: 0.0996490 Jul 15 13:39:25.196109 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40520b26-f5c7-4f2f-afeb-cec88fe65d32 None None] Network 7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:25.323078 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-26245ffb-c055-4116-9a64-5da143d62a67 None None] Provisioning for port d5751b34-838b-4ea8-afd2-e52d5ad1a6f2 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:25.383946 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-21a2c886-6388-4139-a505-1333788b0c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e6f01a-768d-4f92-b146-62c61e108664', 'name': 'tempest-RoutersIpV6Test-router-41707106', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:00Z', 'updated_at': '2021-07-15T13:39:23Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None, '_interfaces': [{'id': '0dd23d7f-98f3-4971-8cf6-8c691af9f669', 'name': '', 'network_id': 'c22063a4-121d-4548-81d6-98462ed01202', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:84:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:10Z', 'updated_at': '2021-07-15T13:39:17Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '609a8278-d77f-4f54-b7e0-1b6b68673bd1', 'name': '', 'network_id': '7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:b0:05:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'a2d613ed-ad32-4d1b-93d2-cf01c03abc6f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:21Z', 'updated_at': '2021-07-15T13:39:23Z', 'revision_number': 2, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'a2d613ed-ad32-4d1b-93d2-cf01c03abc6f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bb5b395-61d7-4634-a0f4-4b3e8d48427d', 'name': '', 'network_id': 'f66a3b30-838d-4fab-b0a5-c52345cb600f', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:6e:ec:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'b817bcd1-3fa1-4e24-ae59-0fde727bab5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:16Z', 'updated_at': '2021-07-15T13:39:24Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'b817bcd1-3fa1-4e24-ae59-0fde727bab5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a097e036-e268-43e5-a01f-ec8344ffdbc6', 'name': '', 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:43:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:03Z', 'updated_at': '2021-07-15T13:39:15Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:25.404587 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-26245ffb-c055-4116-9a64-5da143d62a67 None None] Provisioning complete for port d5751b34-838b-4ea8-afd2-e52d5ad1a6f2 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:25.405380 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-26245ffb-c055-4116-9a64-5da143d62a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:25.417324 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a2c886-6388-4139-a505-1333788b0c2b None None] Checking router: 68e6f01a-768d-4f92-b146-62c61e108664 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:39:25.417752 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a2c886-6388-4139-a505-1333788b0c2b None None] Updating router 68e6f01a-768d-4f92-b146-62c61e108664 port 609a8278-d77f-4f54-b7e0-1b6b68673bd1 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:39:25.442203 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:25.519847 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-21a2c886-6388-4139-a505-1333788b0c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:25.547211 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.extraroute_db [None req-e6453387-fe76-491e-b2e1-f1c4f292ff22 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93814) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 13:39:25.567577 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.extraroute_db [None req-e6453387-fe76-491e-b2e1-f1c4f292ff22 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Removed routes are [] {{(pid=93814) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 13:39:25.568231 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e6453387-fe76-491e-b2e1-f1c4f292ff22 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:25.611310 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbfa74-e282-404a-8abc-0cf810b482ad req-e713a6bb-4aa7-4f1f-b952-0a926ceb0728 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:25.622030 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-64bbfa74-e282-404a-8abc-0cf810b482ad req-e713a6bb-4aa7-4f1f-b952-0a926ceb0728 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0e742ed-0b4b-45e8-b140-4653004911d2 HTTP/1.1" status: 200 len: 946 time: 0.2136900 Jul 15 13:39:25.718519 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-64bbfa74-e282-404a-8abc-0cf810b482ad req-e7891308-d03b-4329-9357-89c5c4e54c4f tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d8e0e99-a2a6-4d20-ae3d-d7cb2bdc1581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951405 Jul 15 13:39:25.766563 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-26245ffb-c055-4116-9a64-5da143d62a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:25.835008 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-26245ffb-c055-4116-9a64-5da143d62a67 None None] For port d5751b34-838b-4ea8-afd2-e52d5ad1a6f2, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=d5751b34-838b-4ea8-afd2-e52d5ad1a6f2,segment=NetworkSegment(4e46138b-2feb-49a9-b596-6780a9b89c08),segment_id=4e46138b-2feb-49a9-b596-6780a9b89c08)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:25.855810 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-26245ffb-c055-4116-9a64-5da143d62a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:25.915983 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8bb5b395-61d7-4634-a0f4-4b3e8d48427d up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:26.004730 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26245ffb-c055-4116-9a64-5da143d62a67 None None] Pushing event updated for resources: {'Port': ['ID=d5751b34-838b-4ea8-afd2-e52d5ad1a6f2,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:26.035005 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 8bb5b395-61d7-4634-a0f4-4b3e8d48427d triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:26.035414 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:26.047522 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e6453387-fe76-491e-b2e1-f1c4f292ff22 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:26.057906 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e6453387-fe76-491e-b2e1-f1c4f292ff22 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3773587'] for router, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:26.185557 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-21a2c886-6388-4139-a505-1333788b0c2b None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:26.204587 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-21a2c886-6388-4139-a505-1333788b0c2b None None] Transition to ACTIVE for port object 609a8278-d77f-4f54-b7e0-1b6b68673bd1 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:26.217120 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-21a2c886-6388-4139-a505-1333788b0c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:26.261604 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6453387-fe76-491e-b2e1-f1c4f292ff22 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Router 68e6f01a-768d-4f92-b146-62c61e108664 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:39:26.289931 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d034a13-7b45-42d3-a6f2-9321e16b055a None None] Pushing event updated for resources: {'Port': ['ID=609a8278-d77f-4f54-b7e0-1b6b68673bd1,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:26.313567 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d034a13-7b45-42d3-a6f2-9321e16b055a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:26.314822 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d034a13-7b45-42d3-a6f2-9321e16b055a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:26.315456 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d034a13-7b45-42d3-a6f2-9321e16b055a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:26.316088 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d034a13-7b45-42d3-a6f2-9321e16b055a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:26.316754 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d034a13-7b45-42d3-a6f2-9321e16b055a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:26.317352 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d034a13-7b45-42d3-a6f2-9321e16b055a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:26.318799 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d034a13-7b45-42d3-a6f2-9321e16b055a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:26.318799 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d034a13-7b45-42d3-a6f2-9321e16b055a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:26.319304 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d034a13-7b45-42d3-a6f2-9321e16b055a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:26.319901 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d034a13-7b45-42d3-a6f2-9321e16b055a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:26.320513 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d034a13-7b45-42d3-a6f2-9321e16b055a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:26.321110 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d034a13-7b45-42d3-a6f2-9321e16b055a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:26.328413 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ce61cb25-5902-4345-b4ff-b89a0708a542 None None] Provisioning complete for port d5751b34-838b-4ea8-afd2-e52d5ad1a6f2 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:26.329278 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ce61cb25-5902-4345-b4ff-b89a0708a542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:26.414347 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6453387-fe76-491e-b2e1-f1c4f292ff22 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:39:26.422833 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e6453387-fe76-491e-b2e1-f1c4f292ff22 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:26.427146 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36744) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:26.427451 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e6453387-fe76-491e-b2e1-f1c4f292ff22 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "PUT /v2.0/routers/68e6f01a-768d-4f92-b146-62c61e108664 HTTP/1.1" status: 200 len: 952 time: 1.5867059 Jul 15 13:39:26.473838 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:26.596601 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ce61cb25-5902-4345-b4ff-b89a0708a542 None None] Provisioning for port 609a8278-d77f-4f54-b7e0-1b6b68673bd1 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:26.632300 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e29aa69f-2326-4bb3-8368-ad7ec90215cc req-c0761a09-351a-454b-806e-19ffc122a22f tempest-ServerShowV254Test-297090702 tempest-ServerShowV254Test-297090702-project] 10.222.0.24 "GET /v2.0/ports?device_id=85ad3a1f-505f-4195-a1ec-56b9072bc3ba HTTP/1.1" status: 200 len: 210 time: 0.0399647 Jul 15 13:39:26.646430 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36746) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:26.646768 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-acaab1e4-eff7-444e-9958-e629b1994cdf tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "GET /v2.0/routers/68e6f01a-768d-4f92-b146-62c61e108664 HTTP/1.1" status: 200 len: 952 time: 0.2173054 Jul 15 13:39:26.658280 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c0bcebf8-a7a4-481d-b6bf-e32a30ade993 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Request body: {'router': {'routes': None}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:26.688458 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-21a2c886-6388-4139-a505-1333788b0c2b None None] Attempting to bind port 609a8278-d77f-4f54-b7e0-1b6b68673bd1 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:39:26.688458 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-21a2c886-6388-4139-a505-1333788b0c2b None None] Attempting to bind port 609a8278-d77f-4f54-b7e0-1b6b68673bd1 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4e46138b-2feb-49a9-b596-6780a9b89c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:39:26.689726 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a2c886-6388-4139-a505-1333788b0c2b None None] Attempting to bind port 609a8278-d77f-4f54-b7e0-1b6b68673bd1 on network 7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:26.702884 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a2c886-6388-4139-a505-1333788b0c2b None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:39:26.703712 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a2c886-6388-4139-a505-1333788b0c2b None None] Checking segment: {'id': '4e46138b-2feb-49a9-b596-6780a9b89c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:26.704817 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-21a2c886-6388-4139-a505-1333788b0c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:26.705703 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a2c886-6388-4139-a505-1333788b0c2b None None] Bound using segment: {'id': '4e46138b-2feb-49a9-b596-6780a9b89c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:39:26.706667 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-21a2c886-6388-4139-a505-1333788b0c2b None None] Bound port: 609a8278-d77f-4f54-b7e0-1b6b68673bd1, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e46138b-2feb-49a9-b596-6780a9b89c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:39:26.707887 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-21a2c886-6388-4139-a505-1333788b0c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:26.903764 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-21a2c886-6388-4139-a505-1333788b0c2b None None] For port 609a8278-d77f-4f54-b7e0-1b6b68673bd1, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:26.909064 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-21a2c886-6388-4139-a505-1333788b0c2b None None] For port 609a8278-d77f-4f54-b7e0-1b6b68673bd1, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=609a8278-d77f-4f54-b7e0-1b6b68673bd1,segment=NetworkSegment(4e46138b-2feb-49a9-b596-6780a9b89c08),segment_id=4e46138b-2feb-49a9-b596-6780a9b89c08)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:39:26.916828 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-21a2c886-6388-4139-a505-1333788b0c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:26.994722 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a2c886-6388-4139-a505-1333788b0c2b None None] Routers {'68e6f01a-768d-4f92-b146-62c61e108664'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:26.995278 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-21a2c886-6388-4139-a505-1333788b0c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:39:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['68e6f01a-768d-4f92-b146-62c61e108664'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:26.998786 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d034a13-7b45-42d3-a6f2-9321e16b055a None None] Pushing event updated for resources: {'Port': ['ID=609a8278-d77f-4f54-b7e0-1b6b68673bd1,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:27.155904 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-21a2c886-6388-4139-a505-1333788b0c2b None None] Set router 68e6f01a-768d-4f92-b146-62c61e108664 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:27.231678 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24678a-9135-4dfb-8719-56cadf6dbdcc req-8b0f9afa-428e-4a45-a0dd-04835fd2ecbb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:27.240669 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bb24678a-9135-4dfb-8719-56cadf6dbdcc req-8b0f9afa-428e-4a45-a0dd-04835fd2ecbb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0e742ed-0b4b-45e8-b140-4653004911d2 HTTP/1.1" status: 200 len: 946 time: 0.3254285 Jul 15 13:39:27.414711 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2c47f97c-f4c9-4e17-bb13-31b1c8952190 req-ed902b47-53fb-48cf-a1b3-cb92ec17ed6e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=506af6f482c74a6e912ca2a629eaaef2&device_id=85ad3a1f-505f-4195-a1ec-56b9072bc3ba HTTP/1.1" status: 200 len: 210 time: 0.1047690 Jul 15 13:39:27.488349 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2c47f97c-f4c9-4e17-bb13-31b1c8952190 req-b4b22113-3853-4534-a204-07f95db5e3a9 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=506af6f482c74a6e912ca2a629eaaef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639267 Jul 15 13:39:27.525608 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bb24678a-9135-4dfb-8719-56cadf6dbdcc req-05680e2a-cf43-4e52-b61a-4e470739f700 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d8e0e99-a2a6-4d20-ae3d-d7cb2bdc1581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2652621 Jul 15 13:39:27.648236 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-21a2c886-6388-4139-a505-1333788b0c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e6f01a-768d-4f92-b146-62c61e108664', 'name': 'tempest-RoutersIpV6Test-router-41707106', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:00Z', 'updated_at': '2021-07-15T13:39:25Z', 'revision_number': 6, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None, '_interfaces': [{'id': '0dd23d7f-98f3-4971-8cf6-8c691af9f669', 'name': '', 'network_id': 'c22063a4-121d-4548-81d6-98462ed01202', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:84:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:10Z', 'updated_at': '2021-07-15T13:39:17Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '609a8278-d77f-4f54-b7e0-1b6b68673bd1', 'name': '', 'network_id': '7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:b0:05:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'a2d613ed-ad32-4d1b-93d2-cf01c03abc6f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:21Z', 'updated_at': '2021-07-15T13:39:26Z', 'revision_number': 4, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'a2d613ed-ad32-4d1b-93d2-cf01c03abc6f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bb5b395-61d7-4634-a0f4-4b3e8d48427d', 'name': '', 'network_id': 'f66a3b30-838d-4fab-b0a5-c52345cb600f', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:6e:ec:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'b817bcd1-3fa1-4e24-ae59-0fde727bab5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:16Z', 'updated_at': '2021-07-15T13:39:24Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'b817bcd1-3fa1-4e24-ae59-0fde727bab5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a097e036-e268-43e5-a01f-ec8344ffdbc6', 'name': '', 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:43:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:03Z', 'updated_at': '2021-07-15T13:39:15Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:27.685262 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a2c886-6388-4139-a505-1333788b0c2b None None] The sync data for ids ['68e6f01a-768d-4f92-b146-62c61e108664'] in n-d-758944-45 is: [{'id': '68e6f01a-768d-4f92-b146-62c61e108664', 'name': 'tempest-RoutersIpV6Test-router-41707106', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:00Z', 'updated_at': '2021-07-15T13:39:25Z', 'revision_number': 6, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None, '_interfaces': [{'id': '0dd23d7f-98f3-4971-8cf6-8c691af9f669', 'name': '', 'network_id': 'c22063a4-121d-4548-81d6-98462ed01202', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:84:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:10Z', 'updated_at': '2021-07-15T13:39:17Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '609a8278-d77f-4f54-b7e0-1b6b68673bd1', 'name': '', 'network_id': '7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:b0:05:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'a2d613ed-ad32-4d1b-93d2-cf01c03abc6f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:21Z', 'updated_at': '2021-07-15T13:39:26Z', 'revision_number': 4, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'a2d613ed-ad32-4d1b-93d2-cf01c03abc6f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bb5b395-61d7-4634-a0f4-4b3e8d48427d', 'name': '', 'network_id': 'f66a3b30-838d-4fab-b0a5-c52345cb600f', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:6e:ec:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'b817bcd1-3fa1-4e24-ae59-0fde727bab5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:16Z', 'updated_at': '2021-07-15T13:39:24Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'b817bcd1-3fa1-4e24-ae59-0fde727bab5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a097e036-e268-43e5-a01f-ec8344ffdbc6', 'name': '', 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:43:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:03Z', 'updated_at': '2021-07-15T13:39:15Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:39:27.723784 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.extraroute_db [None req-c0bcebf8-a7a4-481d-b6bf-e32a30ade993 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Added routes are [] {{(pid=93814) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 13:39:27.724112 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.extraroute_db [None req-c0bcebf8-a7a4-481d-b6bf-e32a30ade993 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93814) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 13:39:27.788701 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-268e5665-cfd6-4bab-a788-9da49bcde820 req-75c47f2d-aab8-40cd-80b9-83c4ca4cf93b tempest-ServerShowV254Test-297090702 tempest-ServerShowV254Test-297090702-project] 10.222.0.24 "GET /v2.0/ports?device_id=85ad3a1f-505f-4195-a1ec-56b9072bc3ba HTTP/1.1" status: 200 len: 210 time: 0.1236870 Jul 15 13:39:27.854505 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0bcebf8-a7a4-481d-b6bf-e32a30ade993 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:27.964089 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device d5751b34-838b-4ea8-afd2-e52d5ad1a6f2 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:27.982873 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47f97c-f4c9-4e17-bb13-31b1c8952190 req-9e493afd-a056-462b-a2a6-88919fa95fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:27.984793 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2c47f97c-f4c9-4e17-bb13-31b1c8952190 req-9e493afd-a056-462b-a2a6-88919fa95fb5 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4900999 Jul 15 13:39:28.058660 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port d5751b34-838b-4ea8-afd2-e52d5ad1a6f2 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:28.059575 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:28.582539 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c0b31-6e2f-4868-bb23-c083af707864 req-ae03f39f-6adc-411c-8bec-a1f6b95ab4d6 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:28.584218 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-042c0b31-6e2f-4868-bb23-c083af707864 req-ae03f39f-6adc-411c-8bec-a1f6b95ab4d6 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0e742ed-0b4b-45e8-b140-4653004911d2 HTTP/1.1" status: 200 len: 946 time: 0.5464017 Jul 15 13:39:28.589887 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0bcebf8-a7a4-481d-b6bf-e32a30ade993 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:28.603290 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0bcebf8-a7a4-481d-b6bf-e32a30ade993 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3773587'] for router, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:28.702427 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-042c0b31-6e2f-4868-bb23-c083af707864 req-bacb4229-e74f-4c65-a9cd-872866b54da9 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d8e0e99-a2a6-4d20-ae3d-d7cb2bdc1581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097555 Jul 15 13:39:28.736570 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36764) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:28.773038 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0bcebf8-a7a4-481d-b6bf-e32a30ade993 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Router 68e6f01a-768d-4f92-b146-62c61e108664 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:39:28.816465 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713e0a24-2eb2-4cbc-8502-2ac4cfbdae45 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:28.824272 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-713e0a24-2eb2-4cbc-8502-2ac4cfbdae45 tempest-TestNetworkBasicOps-1617674273 tempest-TestNetworkBasicOps-1617674273-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c0e742ed-0b4b-45e8-b140-4653004911d2 HTTP/1.1" status: 200 len: 1093 time: 0.0862563 Jul 15 13:39:28.825422 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36766) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:28.834752 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-78905c82-bf4e-42bd-9628-1fb733c123cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'port_id': 'c2b0e60d-2aa8-4f26-9efd-4abcaa79309b', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:28.849306 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef601afc-79ba-4daf-b444-3ffd118f9d97 None None] Sync routers for ids ['68e6f01a-768d-4f92-b146-62c61e108664'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:39:28.860808 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef601afc-79ba-4daf-b444-3ffd118f9d97 None None] Routers {'68e6f01a-768d-4f92-b146-62c61e108664'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:28.861922 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ef601afc-79ba-4daf-b444-3ffd118f9d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:39:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['68e6f01a-768d-4f92-b146-62c61e108664'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:28.881177 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78905c82-bf4e-42bd-9628-1fb733c123cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:28.952008 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0bcebf8-a7a4-481d-b6bf-e32a30ade993 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:39:28.962142 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0bcebf8-a7a4-481d-b6bf-e32a30ade993 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:28.963923 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c0bcebf8-a7a4-481d-b6bf-e32a30ade993 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "PUT /v2.0/routers/68e6f01a-768d-4f92-b146-62c61e108664 HTTP/1.1" status: 200 len: 702 time: 2.3163891 Jul 15 13:39:28.968257 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36770) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:29.037103 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-ef601afc-79ba-4daf-b444-3ffd118f9d97 None None] Set router 68e6f01a-768d-4f92-b146-62c61e108664 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:29.073348 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-19788637-95c8-4f9d-9087-40fb3204f5f2 req-1d5dd90b-b844-496c-9ca5-9dd4ca57b999 tempest-ServerShowV254Test-297090702 tempest-ServerShowV254Test-297090702-project] 10.222.0.24 "GET /v2.0/ports?device_id=85ad3a1f-505f-4195-a1ec-56b9072bc3ba HTTP/1.1" status: 200 len: 210 time: 0.0669403 Jul 15 13:39:29.113155 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78905c82-bf4e-42bd-9628-1fb733c123cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:29.176659 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6073f50f-388e-4336-b6e7-c20bda48fd45 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "GET /v2.0/routers/68e6f01a-768d-4f92-b146-62c61e108664 HTTP/1.1" status: 200 len: 702 time: 0.2064123 Jul 15 13:39:29.177607 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36772) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:29.324758 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2c47f97c-f4c9-4e17-bb13-31b1c8952190 req-feed8b00-642a-47df-913a-c0e6f50c5cd3 tempest-ServerShowV254Test-297090702 tempest-ServerShowV254Test-297090702-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ad3a1f-505f-4195-a1ec-56b9072bc3ba HTTP/1.1" status: 200 len: 210 time: 0.0913582 Jul 15 13:39:29.373586 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ef601afc-79ba-4daf-b444-3ffd118f9d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e6f01a-768d-4f92-b146-62c61e108664', 'name': 'tempest-RoutersIpV6Test-router-41707106', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:00Z', 'updated_at': '2021-07-15T13:39:27Z', 'revision_number': 7, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None, '_interfaces': [{'id': '0dd23d7f-98f3-4971-8cf6-8c691af9f669', 'name': '', 'network_id': 'c22063a4-121d-4548-81d6-98462ed01202', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:84:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:10Z', 'updated_at': '2021-07-15T13:39:17Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '609a8278-d77f-4f54-b7e0-1b6b68673bd1', 'name': '', 'network_id': '7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:b0:05:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'a2d613ed-ad32-4d1b-93d2-cf01c03abc6f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:21Z', 'updated_at': '2021-07-15T13:39:26Z', 'revision_number': 4, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'a2d613ed-ad32-4d1b-93d2-cf01c03abc6f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bb5b395-61d7-4634-a0f4-4b3e8d48427d', 'name': '', 'network_id': 'f66a3b30-838d-4fab-b0a5-c52345cb600f', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:6e:ec:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'b817bcd1-3fa1-4e24-ae59-0fde727bab5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:16Z', 'updated_at': '2021-07-15T13:39:24Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'b817bcd1-3fa1-4e24-ae59-0fde727bab5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a097e036-e268-43e5-a01f-ec8344ffdbc6', 'name': '', 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:43:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:03Z', 'updated_at': '2021-07-15T13:39:15Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:29.407521 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef601afc-79ba-4daf-b444-3ffd118f9d97 None None] Checking router: 68e6f01a-768d-4f92-b146-62c61e108664 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:39:29.420716 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef601afc-79ba-4daf-b444-3ffd118f9d97 None None] Routers {'68e6f01a-768d-4f92-b146-62c61e108664'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:29.421362 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ef601afc-79ba-4daf-b444-3ffd118f9d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:39:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['68e6f01a-768d-4f92-b146-62c61e108664'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:29.427577 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-78905c82-bf4e-42bd-9628-1fb733c123cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Allocated IP 172.25.6.33 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/cd15f28f-5abe-4ffc-86a7-7b04ff2bfc72) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:29.550539 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-ef601afc-79ba-4daf-b444-3ffd118f9d97 None None] Set router 68e6f01a-768d-4f92-b146-62c61e108664 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:29.643789 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78905c82-bf4e-42bd-9628-1fb733c123cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:29.731341 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78905c82-bf4e-42bd-9628-1fb733c123cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:29.760308 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e75f4122-bbf4-4df6-92e4-dcaf67f6c93a tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:29.841346 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78905c82-bf4e-42bd-9628-1fb733c123cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:29.850389 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-78905c82-bf4e-42bd-9628-1fb733c123cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:29.865893 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78905c82-bf4e-42bd-9628-1fb733c123cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:29.896348 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78905c82-bf4e-42bd-9628-1fb733c123cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'Port': ['ID=cd15f28f-5abe-4ffc-86a7-7b04ff2bfc72,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:29.925572 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 609a8278-d77f-4f54-b7e0-1b6b68673bd1 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:30.097943 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 609a8278-d77f-4f54-b7e0-1b6b68673bd1 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:30.107494 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 609a8278-d77f-4f54-b7e0-1b6b68673bd1 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:30.108149 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:30.182174 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ef601afc-79ba-4daf-b444-3ffd118f9d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e6f01a-768d-4f92-b146-62c61e108664', 'name': 'tempest-RoutersIpV6Test-router-41707106', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:00Z', 'updated_at': '2021-07-15T13:39:27Z', 'revision_number': 7, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None, '_interfaces': [{'id': '0dd23d7f-98f3-4971-8cf6-8c691af9f669', 'name': '', 'network_id': 'c22063a4-121d-4548-81d6-98462ed01202', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:84:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:10Z', 'updated_at': '2021-07-15T13:39:17Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '609a8278-d77f-4f54-b7e0-1b6b68673bd1', 'name': '', 'network_id': '7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:b0:05:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'a2d613ed-ad32-4d1b-93d2-cf01c03abc6f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:21Z', 'updated_at': '2021-07-15T13:39:26Z', 'revision_number': 4, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'a2d613ed-ad32-4d1b-93d2-cf01c03abc6f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bb5b395-61d7-4634-a0f4-4b3e8d48427d', 'name': '', 'network_id': 'f66a3b30-838d-4fab-b0a5-c52345cb600f', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:6e:ec:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'b817bcd1-3fa1-4e24-ae59-0fde727bab5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:16Z', 'updated_at': '2021-07-15T13:39:24Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'b817bcd1-3fa1-4e24-ae59-0fde727bab5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a097e036-e268-43e5-a01f-ec8344ffdbc6', 'name': '', 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:43:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:03Z', 'updated_at': '2021-07-15T13:39:15Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:30.195705 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e75f4122-bbf4-4df6-92e4-dcaf67f6c93a tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Deleting port 609a8278-d77f-4f54-b7e0-1b6b68673bd1 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:30.196176 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e75f4122-bbf4-4df6-92e4-dcaf67f6c93a tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:30.251135 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2022f5cf-dd1c-4243-a37f-370575cd3331 req-821f7692-c0df-45fb-86e8-1832076eed17 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2489419 Jul 15 13:39:30.257209 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef601afc-79ba-4daf-b444-3ffd118f9d97 None None] The sync data for ids ['68e6f01a-768d-4f92-b146-62c61e108664'] in n-d-758944-45 is: [{'id': '68e6f01a-768d-4f92-b146-62c61e108664', 'name': 'tempest-RoutersIpV6Test-router-41707106', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:00Z', 'updated_at': '2021-07-15T13:39:27Z', 'revision_number': 7, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None, '_interfaces': [{'id': '0dd23d7f-98f3-4971-8cf6-8c691af9f669', 'name': '', 'network_id': 'c22063a4-121d-4548-81d6-98462ed01202', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:84:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:10Z', 'updated_at': '2021-07-15T13:39:17Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '609a8278-d77f-4f54-b7e0-1b6b68673bd1', 'name': '', 'network_id': '7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:b0:05:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'a2d613ed-ad32-4d1b-93d2-cf01c03abc6f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:21Z', 'updated_at': '2021-07-15T13:39:26Z', 'revision_number': 4, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'a2d613ed-ad32-4d1b-93d2-cf01c03abc6f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bb5b395-61d7-4634-a0f4-4b3e8d48427d', 'name': '', 'network_id': 'f66a3b30-838d-4fab-b0a5-c52345cb600f', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:6e:ec:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'b817bcd1-3fa1-4e24-ae59-0fde727bab5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:16Z', 'updated_at': '2021-07-15T13:39:24Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'b817bcd1-3fa1-4e24-ae59-0fde727bab5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a097e036-e268-43e5-a01f-ec8344ffdbc6', 'name': '', 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:43:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:03Z', 'updated_at': '2021-07-15T13:39:15Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:39:30.373015 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:30.419841 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-e75f4122-bbf4-4df6-92e4-dcaf67f6c93a tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] For port 609a8278-d77f-4f54-b7e0-1b6b68673bd1, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=609a8278-d77f-4f54-b7e0-1b6b68673bd1,segment=NetworkSegment(4e46138b-2feb-49a9-b596-6780a9b89c08),segment_id=4e46138b-2feb-49a9-b596-6780a9b89c08)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:30.427444 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e75f4122-bbf4-4df6-92e4-dcaf67f6c93a tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:30.445324 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 609a8278-d77f-4f54-b7e0-1b6b68673bd1, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=609a8278-d77f-4f54-b7e0-1b6b68673bd1,segment=NetworkSegment(4e46138b-2feb-49a9-b596-6780a9b89c08),segment_id=4e46138b-2feb-49a9-b596-6780a9b89c08)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:30.454029 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:30.455289 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e75f4122-bbf4-4df6-92e4-dcaf67f6c93a tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Calling delete_port for 609a8278-d77f-4f54-b7e0-1b6b68673bd1 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:30.608567 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=609a8278-d77f-4f54-b7e0-1b6b68673bd1,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:30.780338 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e75f4122-bbf4-4df6-92e4-dcaf67f6c93a tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:30.812924 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780c5595-a48a-468d-b4a9-78ec3895b336 None None] Sync routers for ids ['68e6f01a-768d-4f92-b146-62c61e108664'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:39:30.834839 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f4122-bbf4-4df6-92e4-dcaf67f6c93a tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Port': ['ID=609a8278-d77f-4f54-b7e0-1b6b68673bd1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:30.838831 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780c5595-a48a-468d-b4a9-78ec3895b336 None None] Routers {'68e6f01a-768d-4f92-b146-62c61e108664'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:30.840723 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-780c5595-a48a-468d-b4a9-78ec3895b336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:39:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['68e6f01a-768d-4f92-b146-62c61e108664'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:31.097382 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36788) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:31.167184 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-780c5595-a48a-468d-b4a9-78ec3895b336 None None] Set router 68e6f01a-768d-4f92-b146-62c61e108664 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:31.195810 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e75f4122-bbf4-4df6-92e4-dcaf67f6c93a tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:31.303929 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022f5cf-dd1c-4243-a37f-370575cd3331 req-1f47b023-feed-4564-9732-0311bb4251d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:31.306806 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2022f5cf-dd1c-4243-a37f-370575cd3331 req-1f47b023-feed-4564-9732-0311bb4251d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a009645feb04959b4d54831dba76b81&device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 1098 time: 0.9433126 Jul 15 13:39:31.408918 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9a703702-3046-4188-ab81-023cf920f0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:31.541910 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-780c5595-a48a-468d-b4a9-78ec3895b336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e6f01a-768d-4f92-b146-62c61e108664', 'name': 'tempest-RoutersIpV6Test-router-41707106', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:00Z', 'updated_at': '2021-07-15T13:39:30Z', 'revision_number': 8, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None, '_interfaces': [{'id': '0dd23d7f-98f3-4971-8cf6-8c691af9f669', 'name': '', 'network_id': 'c22063a4-121d-4548-81d6-98462ed01202', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:84:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:10Z', 'updated_at': '2021-07-15T13:39:17Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bb5b395-61d7-4634-a0f4-4b3e8d48427d', 'name': '', 'network_id': 'f66a3b30-838d-4fab-b0a5-c52345cb600f', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:6e:ec:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'b817bcd1-3fa1-4e24-ae59-0fde727bab5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:16Z', 'updated_at': '2021-07-15T13:39:24Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'b817bcd1-3fa1-4e24-ae59-0fde727bab5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a097e036-e268-43e5-a01f-ec8344ffdbc6', 'name': '', 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:43:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:03Z', 'updated_at': '2021-07-15T13:39:15Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:31.576023 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780c5595-a48a-468d-b4a9-78ec3895b336 None None] Checking router: 68e6f01a-768d-4f92-b146-62c61e108664 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:39:31.589528 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780c5595-a48a-468d-b4a9-78ec3895b336 None None] Routers {'68e6f01a-768d-4f92-b146-62c61e108664'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:31.590223 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-780c5595-a48a-468d-b4a9-78ec3895b336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:39:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['68e6f01a-768d-4f92-b146-62c61e108664'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:31.649648 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022f5cf-dd1c-4243-a37f-370575cd3331 req-4d99dcdd-f904-42d9-9a9c-4ab7be91d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:31.652438 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2022f5cf-dd1c-4243-a37f-370575cd3331 req-4d99dcdd-f904-42d9-9a9c-4ab7be91d39a service neutron] 10.222.0.32 "GET /v2.0/networks?id=e606fbf2-6d31-4c0c-b11e-11481e1e0c38 HTTP/1.1" status: 200 len: 918 time: 0.3064713 Jul 15 13:39:31.658330 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75f4122-bbf4-4df6-92e4-dcaf67f6c93a tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Router 68e6f01a-768d-4f92-b146-62c61e108664 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:39:31.743283 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-780c5595-a48a-468d-b4a9-78ec3895b336 None None] Set router 68e6f01a-768d-4f92-b146-62c61e108664 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:31.837797 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae61f3e-1bd1-4299-99a3-110673291757 req-56ebbfaf-3348-4e31-bfa4-d27181aea8f2 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:31.840072 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0ae61f3e-1bd1-4299-99a3-110673291757 req-56ebbfaf-3348-4e31-bfa4-d27181aea8f2 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 1098 time: 0.6258454 Jul 15 13:39:31.889426 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9a703702-3046-4188-ab81-023cf920f0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:31.896263 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75f4122-bbf4-4df6-92e4-dcaf67f6c93a tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:39:31.898669 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9a703702-3046-4188-ab81-023cf920f0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:31.914627 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e75f4122-bbf4-4df6-92e4-dcaf67f6c93a tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "PUT /v2.0/routers/68e6f01a-768d-4f92-b146-62c61e108664/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7354546 Jul 15 13:39:31.921660 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36792) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:31.924193 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2022f5cf-dd1c-4243-a37f-370575cd3331 req-f4398407-c8ff-4117-8df2-774d008055ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d HTTP/1.1" status: 200 len: 1002 time: 0.2036331 Jul 15 13:39:31.960806 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78905c82-bf4e-42bd-9628-1fb733c123cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:31.981572 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9a703702-3046-4188-ab81-023cf920f0ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=506af6f482c74a6e912ca2a629eaaef2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8826616 Jul 15 13:39:31.985796 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36794) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:31.994917 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a703702-3046-4188-ab81-023cf920f0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4602bf65-77ab-4845-be0e-5d888a5e8a4a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:32.040483 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8679d49-6944-4fdb-bf3b-eccf168ad0e2 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Deleting subnet a2d613ed-ad32-4d1b-93d2-cf01c03abc6f {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:39:32.047275 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8679d49-6944-4fdb-bf3b-eccf168ad0e2 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.065440 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-780c5595-a48a-468d-b4a9-78ec3895b336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e6f01a-768d-4f92-b146-62c61e108664', 'name': 'tempest-RoutersIpV6Test-router-41707106', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:00Z', 'updated_at': '2021-07-15T13:39:30Z', 'revision_number': 8, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None, '_interfaces': [{'id': '0dd23d7f-98f3-4971-8cf6-8c691af9f669', 'name': '', 'network_id': 'c22063a4-121d-4548-81d6-98462ed01202', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:84:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:10Z', 'updated_at': '2021-07-15T13:39:17Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bb5b395-61d7-4634-a0f4-4b3e8d48427d', 'name': '', 'network_id': 'f66a3b30-838d-4fab-b0a5-c52345cb600f', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:6e:ec:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'b817bcd1-3fa1-4e24-ae59-0fde727bab5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:16Z', 'updated_at': '2021-07-15T13:39:24Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'b817bcd1-3fa1-4e24-ae59-0fde727bab5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a097e036-e268-43e5-a01f-ec8344ffdbc6', 'name': '', 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:43:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:03Z', 'updated_at': '2021-07-15T13:39:15Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:32.107357 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780c5595-a48a-468d-b4a9-78ec3895b336 None None] The sync data for ids ['68e6f01a-768d-4f92-b146-62c61e108664'] in n-d-758944-45 is: [{'id': '68e6f01a-768d-4f92-b146-62c61e108664', 'name': 'tempest-RoutersIpV6Test-router-41707106', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:00Z', 'updated_at': '2021-07-15T13:39:30Z', 'revision_number': 8, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None, '_interfaces': [{'id': '0dd23d7f-98f3-4971-8cf6-8c691af9f669', 'name': '', 'network_id': 'c22063a4-121d-4548-81d6-98462ed01202', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:84:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:10Z', 'updated_at': '2021-07-15T13:39:17Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bb5b395-61d7-4634-a0f4-4b3e8d48427d', 'name': '', 'network_id': 'f66a3b30-838d-4fab-b0a5-c52345cb600f', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:6e:ec:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'b817bcd1-3fa1-4e24-ae59-0fde727bab5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:16Z', 'updated_at': '2021-07-15T13:39:24Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'b817bcd1-3fa1-4e24-ae59-0fde727bab5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a097e036-e268-43e5-a01f-ec8344ffdbc6', 'name': '', 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:43:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:03Z', 'updated_at': '2021-07-15T13:39:15Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:39:32.110025 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8679d49-6944-4fdb-bf3b-eccf168ad0e2 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.136666 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff740e3d-0019-49c0-811e-c04d2cdcbe3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.143835 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0ae61f3e-1bd1-4299-99a3-110673291757 req-302e4c7f-954f-44bf-967b-a3605cbc16a6 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2894595 Jul 15 13:39:32.167998 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022f5cf-dd1c-4243-a37f-370575cd3331 req-65bef929-9a26-42c5-b8b7-04b6db6bd3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:32.170734 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2022f5cf-dd1c-4243-a37f-370575cd3331 req-65bef929-9a26-42c5-b8b7-04b6db6bd3e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=781e91a3-d9e2-4a55-aa10-3466cf7c7f92 HTTP/1.1" status: 200 len: 856 time: 0.2361555 Jul 15 13:39:32.194084 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff740e3d-0019-49c0-811e-c04d2cdcbe3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.307179 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8679d49-6944-4fdb-bf3b-eccf168ad0e2 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.347199 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff740e3d-0019-49c0-811e-c04d2cdcbe3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.350557 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff740e3d-0019-49c0-811e-c04d2cdcbe3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.351984 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ff740e3d-0019-49c0-811e-c04d2cdcbe3b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4602bf65-77ab-4845-be0e-5d888a5e8a4a HTTP/1.1" status: 204 len: 168 time: 0.3651040 Jul 15 13:39:32.378713 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff740e3d-0019-49c0-811e-c04d2cdcbe3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4602bf65-77ab-4845-be0e-5d888a5e8a4a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:32.395291 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78905c82-bf4e-42bd-9628-1fb733c123cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.426894 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8679d49-6944-4fdb-bf3b-eccf168ad0e2 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.444729 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022f5cf-dd1c-4243-a37f-370575cd3331 req-31cbd1a1-96be-4c1a-a4b6-93c972cbe826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:32.446359 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2022f5cf-dd1c-4243-a37f-370575cd3331 req-31cbd1a1-96be-4c1a-a4b6-93c972cbe826 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e606fbf2-6d31-4c0c-b11e-11481e1e0c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2663569 Jul 15 13:39:32.471981 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8679d49-6944-4fdb-bf3b-eccf168ad0e2 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Subnet': ['ID=a2d613ed-ad32-4d1b-93d2-cf01c03abc6f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:32.475620 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8679d49-6944-4fdb-bf3b-eccf168ad0e2 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.479058 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a8679d49-6944-4fdb-bf3b-eccf168ad0e2 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/subnets/a2d613ed-ad32-4d1b-93d2-cf01c03abc6f HTTP/1.1" status: 204 len: 168 time: 0.5561028 Jul 15 13:39:32.481553 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36802) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:32.493710 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3507de8c-95b3-4d86-b11a-ca0e389ab847 None None] Network 7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:32.630513 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d85a4-863b-4f81-9724-c3429dc63886 req-b8e73da8-2d4a-456d-a8d8-12c09101f778 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:32.632412 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3e3d85a4-863b-4f81-9724-c3429dc63886 req-b8e73da8-2d4a-456d-a8d8-12c09101f778 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 946 time: 0.2977605 Jul 15 13:39:32.731187 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79da871b-706a-42cd-8259-7f298dd230fc tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.752707 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2022f5cf-dd1c-4243-a37f-370575cd3331 req-4e6d829e-f90c-439f-bbe6-04c19f91601d service neutron] 10.222.0.32 "GET /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956808 Jul 15 13:39:32.801538 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3e3d85a4-863b-4f81-9724-c3429dc63886 req-61425996-098f-4d51-ab5b-594a9cba82f6 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558564 Jul 15 13:39:32.832612 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291a15a6-49e8-4fb9-b160-3786c35fba1d None None] DHCP port deletion for 7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:39:32.844364 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36806) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:32.919097 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78905c82-bf4e-42bd-9628-1fb733c123cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.929987 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78905c82-bf4e-42bd-9628-1fb733c123cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.938155 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-291a15a6-49e8-4fb9-b160-3786c35fba1d None None] Deleting port d5751b34-838b-4ea8-afd2-e52d5ad1a6f2 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:32.939453 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-291a15a6-49e8-4fb9-b160-3786c35fba1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:33.021130 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-52f9d940-e915-4282-a1e7-f9375be42b86 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/floatingips/e0704766-6788-4c64-83c5-b20b8c116963 HTTP/1.1" status: 200 len: 994 time: 0.1739211 Jul 15 13:39:33.024462 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-79da871b-706a-42cd-8259-7f298dd230fc tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Deleting port d5751b34-838b-4ea8-afd2-e52d5ad1a6f2 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:33.025014 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79da871b-706a-42cd-8259-7f298dd230fc tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:33.026428 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2022f5cf-dd1c-4243-a37f-370575cd3331 req-8186c089-883e-47fc-a55b-96d5ca403d07 service neutron] 10.222.0.32 "GET /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638953 Jul 15 13:39:33.045963 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c87af1-3d41-4036-8814-d84ceb999ed8 None None] Sync routers for ids ['68e6f01a-768d-4f92-b146-62c61e108664'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:39:33.069890 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-291a15a6-49e8-4fb9-b160-3786c35fba1d None None] For port d5751b34-838b-4ea8-afd2-e52d5ad1a6f2, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=d5751b34-838b-4ea8-afd2-e52d5ad1a6f2,segment=NetworkSegment(4e46138b-2feb-49a9-b596-6780a9b89c08),segment_id=4e46138b-2feb-49a9-b596-6780a9b89c08)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:33.070299 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-291a15a6-49e8-4fb9-b160-3786c35fba1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:33.081240 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78905c82-bf4e-42bd-9628-1fb733c123cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event updated for resources: {'Port': ['ID=cd15f28f-5abe-4ffc-86a7-7b04ff2bfc72,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:33.089190 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78905c82-bf4e-42bd-9628-1fb733c123cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:33.089531 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c87af1-3d41-4036-8814-d84ceb999ed8 None None] Routers {'68e6f01a-768d-4f92-b146-62c61e108664'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:33.090422 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-74c87af1-3d41-4036-8814-d84ceb999ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:39:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['68e6f01a-768d-4f92-b146-62c61e108664'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:33.094070 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-291a15a6-49e8-4fb9-b160-3786c35fba1d None None] Calling delete_port for d5751b34-838b-4ea8-afd2-e52d5ad1a6f2 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:33.185974 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-79da871b-706a-42cd-8259-7f298dd230fc tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] For port d5751b34-838b-4ea8-afd2-e52d5ad1a6f2, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=d5751b34-838b-4ea8-afd2-e52d5ad1a6f2,segment=NetworkSegment(4e46138b-2feb-49a9-b596-6780a9b89c08),segment_id=4e46138b-2feb-49a9-b596-6780a9b89c08)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:33.187001 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79da871b-706a-42cd-8259-7f298dd230fc tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:33.208720 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-79da871b-706a-42cd-8259-7f298dd230fc tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Calling delete_port for d5751b34-838b-4ea8-afd2-e52d5ad1a6f2 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:33.256375 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-74c87af1-3d41-4036-8814-d84ceb999ed8 None None] Set router 68e6f01a-768d-4f92-b146-62c61e108664 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:33.277248 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-78905c82-bf4e-42bd-9628-1fb733c123cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Floating IP a39810e0-edb7-4abb-bb06-ec615cf3f6bb associated. External IP: 172.25.6.33, port: c2b0e60d-2aa8-4f26-9efd-4abcaa79309b. Jul 15 13:39:33.365602 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79da871b-706a-42cd-8259-7f298dd230fc tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:33.435966 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79da871b-706a-42cd-8259-7f298dd230fc tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] No DVR routers for this DVR port d5751b34-838b-4ea8-afd2-e52d5ad1a6f2 on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:39:33.439580 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da871b-706a-42cd-8259-7f298dd230fc tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Port': ['ID=d5751b34-838b-4ea8-afd2-e52d5ad1a6f2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:33.659404 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:39:33.673124 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-291a15a6-49e8-4fb9-b160-3786c35fba1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:33.715346 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a15a6-49e8-4fb9-b160-3786c35fba1d None None] Pushing event deleted for resources: {'Port': ['ID=d5751b34-838b-4ea8-afd2-e52d5ad1a6f2,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:33.729135 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79da871b-706a-42cd-8259-7f298dd230fc tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:33.784996 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291a15a6-49e8-4fb9-b160-3786c35fba1d None None] No DVR routers for this DVR port d5751b34-838b-4ea8-afd2-e52d5ad1a6f2 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:39:33.856096 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 609a8278-d77f-4f54-b7e0-1b6b68673bd1 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:39:33.861575 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-79da871b-706a-42cd-8259-7f298dd230fc tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:33.888590 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-79da871b-706a-42cd-8259-7f298dd230fc tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e46138b-2feb-49a9-b596-6780a9b89c08') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:33.888874 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-79da871b-706a-42cd-8259-7f298dd230fc tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e46138b-2feb-49a9-b596-6780a9b89c08') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:33.890122 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 609a8278-d77f-4f54-b7e0-1b6b68673bd1 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:39:33.890676 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 609a8278-d77f-4f54-b7e0-1b6b68673bd1 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:39:33.891263 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device d5751b34-838b-4ea8-afd2-e52d5ad1a6f2 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:39:33.935059 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79da871b-706a-42cd-8259-7f298dd230fc tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:33.945816 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: d5751b34-838b-4ea8-afd2-e52d5ad1a6f2 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:39:33.946440 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device d5751b34-838b-4ea8-afd2-e52d5ad1a6f2 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:39:34.003362 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79da871b-706a-42cd-8259-7f298dd230fc tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:34.023257 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79da871b-706a-42cd-8259-7f298dd230fc tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:39:34.026953 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79da871b-706a-42cd-8259-7f298dd230fc tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:34.032937 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:39:34.032937 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:39:34.032937 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:39:34.032937 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:39:34.032937 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:39:34.032937 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:39:34.032937 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:39:34.032937 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:39:34.032937 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:39:34.032937 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:39:34.032937 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:39:34.032937 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:39:34.032937 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:39:34.032937 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:39:34.032937 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:39:34.032937 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:39:34.032937 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:39:34.032937 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:39:34.032937 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:39:34.032937 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:39:34.032937 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:39:34.032937 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:39:34.032937 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:39:34.032937 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:39:34.032937 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:39:34.032937 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:39:34.032937 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:39:34.032937 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:39:34.032937 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:39:34.032937 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:39:34.032937 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:39:34.032937 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:39:34.038818 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-74c87af1-3d41-4036-8814-d84ceb999ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e6f01a-768d-4f92-b146-62c61e108664', 'name': 'tempest-RoutersIpV6Test-router-41707106', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:00Z', 'updated_at': '2021-07-15T13:39:30Z', 'revision_number': 8, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None, '_interfaces': [{'id': '0dd23d7f-98f3-4971-8cf6-8c691af9f669', 'name': '', 'network_id': 'c22063a4-121d-4548-81d6-98462ed01202', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:84:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:10Z', 'updated_at': '2021-07-15T13:39:17Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bb5b395-61d7-4634-a0f4-4b3e8d48427d', 'name': '', 'network_id': 'f66a3b30-838d-4fab-b0a5-c52345cb600f', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:6e:ec:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'b817bcd1-3fa1-4e24-ae59-0fde727bab5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:16Z', 'updated_at': '2021-07-15T13:39:24Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'b817bcd1-3fa1-4e24-ae59-0fde727bab5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a097e036-e268-43e5-a01f-ec8344ffdbc6', 'name': '', 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:43:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:03Z', 'updated_at': '2021-07-15T13:39:15Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:34.122528 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c87af1-3d41-4036-8814-d84ceb999ed8 None None] Checking router: 68e6f01a-768d-4f92-b146-62c61e108664 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:39:34.176044 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79da871b-706a-42cd-8259-7f298dd230fc tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:34.184539 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c87af1-3d41-4036-8814-d84ceb999ed8 None None] Routers {'68e6f01a-768d-4f92-b146-62c61e108664'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:34.187067 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-74c87af1-3d41-4036-8814-d84ceb999ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:39:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['68e6f01a-768d-4f92-b146-62c61e108664'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:34.195727 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79da871b-706a-42cd-8259-7f298dd230fc tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:34.198649 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-79da871b-706a-42cd-8259-7f298dd230fc tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/networks/7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a HTTP/1.1" status: 204 len: 168 time: 1.7154284 Jul 15 13:39:34.204724 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36832) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:34.231094 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da871b-706a-42cd-8259-7f298dd230fc tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Network': ['ID=7cb533c5-c2d5-4529-a04b-8a6e4b48bf6a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:34.323408 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36836) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:34.440419 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-74c87af1-3d41-4036-8814-d84ceb999ed8 None None] Set router 68e6f01a-768d-4f92-b146-62c61e108664 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:34.493039 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78905c82-bf4e-42bd-9628-1fb733c123cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Router 880cd305-016b-4b36-ae98-051c6bb23d78 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:39:34.506829 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c51ec2ae-7492-441e-9ccf-90a689e0368a admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-965057766-network', 'tenant_id': 'b07db5567a2040c3a756eed023179b3b'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:34.603887 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51ec2ae-7492-441e-9ccf-90a689e0368a admin admin] Made reservation on behalf of b07db5567a2040c3a756eed023179b3b for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:34.608031 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c51ec2ae-7492-441e-9ccf-90a689e0368a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:34.655085 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c51ec2ae-7492-441e-9ccf-90a689e0368a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:34.896102 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-74c87af1-3d41-4036-8814-d84ceb999ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e6f01a-768d-4f92-b146-62c61e108664', 'name': 'tempest-RoutersIpV6Test-router-41707106', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:00Z', 'updated_at': '2021-07-15T13:39:30Z', 'revision_number': 8, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None, '_interfaces': [{'id': '0dd23d7f-98f3-4971-8cf6-8c691af9f669', 'name': '', 'network_id': 'c22063a4-121d-4548-81d6-98462ed01202', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:84:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:10Z', 'updated_at': '2021-07-15T13:39:17Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bb5b395-61d7-4634-a0f4-4b3e8d48427d', 'name': '', 'network_id': 'f66a3b30-838d-4fab-b0a5-c52345cb600f', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:6e:ec:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'b817bcd1-3fa1-4e24-ae59-0fde727bab5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:16Z', 'updated_at': '2021-07-15T13:39:24Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'b817bcd1-3fa1-4e24-ae59-0fde727bab5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a097e036-e268-43e5-a01f-ec8344ffdbc6', 'name': '', 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:43:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:03Z', 'updated_at': '2021-07-15T13:39:15Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:34.901568 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78905c82-bf4e-42bd-9628-1fb733c123cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:39:34.915586 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f65af38-1509-4ae1-9bdc-91ba4767d89a None None] Sync routers for ids ['880cd305-016b-4b36-ae98-051c6bb23d78'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:39:34.931990 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f65af38-1509-4ae1-9bdc-91ba4767d89a None None] Routers {'880cd305-016b-4b36-ae98-051c6bb23d78'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:34.932947 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-7f65af38-1509-4ae1-9bdc-91ba4767d89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:39:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['880cd305-016b-4b36-ae98-051c6bb23d78'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:34.942733 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-acdc50a7-5483-462e-ab62-de440f85ecec req-c0861e68-d87f-46b9-90f3-b9cd18993611 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3290794 Jul 15 13:39:34.963455 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abb8ff-f648-4398-a817-19738f34ac4a req-328a7723-bf11-4519-bae3-e4b146d800f2 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:34.964577 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c87af1-3d41-4036-8814-d84ceb999ed8 None None] The sync data for ids ['68e6f01a-768d-4f92-b146-62c61e108664'] in n-d-758944-45 is: [{'id': '68e6f01a-768d-4f92-b146-62c61e108664', 'name': 'tempest-RoutersIpV6Test-router-41707106', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:00Z', 'updated_at': '2021-07-15T13:39:30Z', 'revision_number': 8, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None, '_interfaces': [{'id': '0dd23d7f-98f3-4971-8cf6-8c691af9f669', 'name': '', 'network_id': 'c22063a4-121d-4548-81d6-98462ed01202', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:84:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:10Z', 'updated_at': '2021-07-15T13:39:17Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bb5b395-61d7-4634-a0f4-4b3e8d48427d', 'name': '', 'network_id': 'f66a3b30-838d-4fab-b0a5-c52345cb600f', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:6e:ec:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'b817bcd1-3fa1-4e24-ae59-0fde727bab5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:16Z', 'updated_at': '2021-07-15T13:39:24Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'b817bcd1-3fa1-4e24-ae59-0fde727bab5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a097e036-e268-43e5-a01f-ec8344ffdbc6', 'name': '', 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:43:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:03Z', 'updated_at': '2021-07-15T13:39:15Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:39:34.965129 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-72abb8ff-f648-4398-a817-19738f34ac4a req-328a7723-bf11-4519-bae3-e4b146d800f2 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 946 time: 0.2281637 Jul 15 13:39:35.015014 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4005504f-ef60-43ce-9ebf-f40d71a94050 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:35.109945 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c51ec2ae-7492-441e-9ccf-90a689e0368a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:35.130083 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-72abb8ff-f648-4398-a817-19738f34ac4a req-71ef4ece-2b26-47b3-a9e6-bc9e29a272fd tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389644 Jul 15 13:39:35.140693 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c51ec2ae-7492-441e-9ccf-90a689e0368a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:35.154918 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78905c82-bf4e-42bd-9628-1fb733c123cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:35.161219 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-7f65af38-1509-4ae1-9bdc-91ba4767d89a None None] Set router 880cd305-016b-4b36-ae98-051c6bb23d78 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:35.273828 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ec2ae-7492-441e-9ccf-90a689e0368a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5045f97-f7a3-409b-8c7d-d25e6e446d8c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:35.291632 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51ec2ae-7492-441e-9ccf-90a689e0368a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:39:35.339325 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c51ec2ae-7492-441e-9ccf-90a689e0368a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:35.340034 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-c51ec2ae-7492-441e-9ccf-90a689e0368a admin admin] Added segment 24fef405-9211-4aec-95ba-12f3135e85de of type vlan for network e0de1b83-c919-4112-aaa9-fb636ea02a69 Jul 15 13:39:35.348861 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-78905c82-bf4e-42bd-9628-1fb733c123cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.5214181 Jul 15 13:39:35.349855 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36854) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:35.362069 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e742ed-0b4b-45e8-b140-4653004911d2', 'tag': 'c2b0e60d-2aa8-4f26-9efd-4abcaa79309b'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:39:35.366026 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28797fcb-a615-43a3-ac61-de7adcc79721" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e742ed-0b4b-45e8-b140-4653004911d2", "tag": "c2b0e60d-2aa8-4f26-9efd-4abcaa79309b"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:39:35.538076 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae0fa1d-1a46-40b3-984e-39aa2893fafc x-openstack-request-id: req-2ae0fa1d-1a46-40b3-984e-39aa2893fafc {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:39:35.538283 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e742ed-0b4b-45e8-b140-4653004911d2", "tag": "c2b0e60d-2aa8-4f26-9efd-4abcaa79309b", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:39:35.538466 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2ae0fa1d-1a46-40b3-984e-39aa2893fafc {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:39:35.538904 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e742ed-0b4b-45e8-b140-4653004911d2', 'tag': 'c2b0e60d-2aa8-4f26-9efd-4abcaa79309b', 'status': 'completed', 'code': 200} Jul 15 13:39:35.605935 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-27d3ef1f-40ba-4f6d-b88c-679572c6f17b tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/floatingips/a39810e0-edb7-4abb-bb06-ec615cf3f6bb HTTP/1.1" status: 200 len: 991 time: 0.2334340 Jul 15 13:39:35.621658 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c51ec2ae-7492-441e-9ccf-90a689e0368a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:35.629930 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-7f65af38-1509-4ae1-9bdc-91ba4767d89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'name': 'tempest-TestNetworkBasicOps-router-1172779383', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '5ef56105-d751-4b47-9f62-d8c3ebd57bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:47Z', 'updated_at': '2021-07-15T13:38:57Z', 'revision_number': 4, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': '5ef56105-d751-4b47-9f62-d8c3ebd57bc7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:48Z', 'updated_at': '2021-07-15T13:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'a39810e0-edb7-4abb-bb06-ec615cf3f6bb', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'floating_ip_address': '172.25.6.33', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'port_id': 'c2b0e60d-2aa8-4f26-9efd-4abcaa79309b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '321fef7c-add1-4e7f-84da-a670b7ead4c9', 'mac_address': 'fa:16:3e:22:01:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e742ed-0b4b-45e8-b140-4653004911d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:39:30Z', 'updated_at': '2021-07-15T13:39:30Z', 'revision_number': 0, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12b871e4-7496-4f27-a28d-3c6757d9b144', 'name': '', 'network_id': '321fef7c-add1-4e7f-84da-a670b7ead4c9', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'mac_address': 'fa:16:3e:7c:6c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '17ba4e27-fbde-450e-9190-3dc622105383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:56Z', 'updated_at': '2021-07-15T13:39:06Z', 'revision_number': 5, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'subnets': [{'id': '17ba4e27-fbde-450e-9190-3dc622105383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:35.682715 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f65af38-1509-4ae1-9bdc-91ba4767d89a None None] Checking router: 880cd305-016b-4b36-ae98-051c6bb23d78 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:39:35.700847 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f65af38-1509-4ae1-9bdc-91ba4767d89a None None] Routers {'880cd305-016b-4b36-ae98-051c6bb23d78'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:35.703281 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-7f65af38-1509-4ae1-9bdc-91ba4767d89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:39:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['880cd305-016b-4b36-ae98-051c6bb23d78'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:35.776417 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c51ec2ae-7492-441e-9ccf-90a689e0368a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:35.776417 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51ec2ae-7492-441e-9ccf-90a689e0368a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:35.776417 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c51ec2ae-7492-441e-9ccf-90a689e0368a admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:35.806869 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28797fcb-a615-43a3-ac61-de7adcc79721 req-24e947c6-fa49-4aa5-b415-6939675ccc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:35.809187 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-28797fcb-a615-43a3-ac61-de7adcc79721 req-24e947c6-fa49-4aa5-b415-6939675ccc02 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcf19ad9f55645769cc76961e7748495&device_id=c0e742ed-0b4b-45e8-b140-4653004911d2 HTTP/1.1" status: 200 len: 1098 time: 0.2136159 Jul 15 13:39:35.960683 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36874) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:35.961541 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c51ec2ae-7492-441e-9ccf-90a689e0368a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6346412 Jul 15 13:39:35.965744 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-03c401ed-3b60-4616-9bee-58f646cf5a08 admin admin] Request body: {'subnet': {'network_id': 'e0de1b83-c919-4112-aaa9-fb636ea02a69', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-965057766-subnet', 'tenant_id': 'b07db5567a2040c3a756eed023179b3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:35.972271 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-7f65af38-1509-4ae1-9bdc-91ba4767d89a None None] Set router 880cd305-016b-4b36-ae98-051c6bb23d78 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:36.078971 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c401ed-3b60-4616-9bee-58f646cf5a08 admin admin] Made reservation on behalf of b07db5567a2040c3a756eed023179b3b for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:36.079969 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ec2ae-7492-441e-9ccf-90a689e0368a admin admin] Pushing event updated for resources: {'Network': ['ID=e0de1b83-c919-4112-aaa9-fb636ea02a69,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:36.082032 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-03c401ed-3b60-4616-9bee-58f646cf5a08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:36.097549 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network e0de1b83-c919-4112-aaa9-fb636ea02a69 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:39:36.212407 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28797fcb-a615-43a3-ac61-de7adcc79721 req-0450227f-0464-469e-8418-7bbee319164d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:36.216231 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-28797fcb-a615-43a3-ac61-de7adcc79721 req-0450227f-0464-469e-8418-7bbee319164d service neutron] 10.222.0.32 "GET /v2.0/networks?id=321fef7c-add1-4e7f-84da-a670b7ead4c9 HTTP/1.1" status: 200 len: 897 time: 0.3792045 Jul 15 13:39:36.353805 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4005504f-ef60-43ce-9ebf-f40d71a94050 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Deleting port 8bb5b395-61d7-4634-a0f4-4b3e8d48427d {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:36.354380 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4005504f-ef60-43ce-9ebf-f40d71a94050 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:36.427334 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-28797fcb-a615-43a3-ac61-de7adcc79721 req-bf6ff7fa-8ef4-4285-ae21-498079d87bd8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2b0e60d-2aa8-4f26-9efd-4abcaa79309b HTTP/1.1" status: 200 len: 999 time: 0.2041268 Jul 15 13:39:36.466903 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-7f65af38-1509-4ae1-9bdc-91ba4767d89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'name': 'tempest-TestNetworkBasicOps-router-1172779383', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '5ef56105-d751-4b47-9f62-d8c3ebd57bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:47Z', 'updated_at': '2021-07-15T13:38:57Z', 'revision_number': 4, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': '5ef56105-d751-4b47-9f62-d8c3ebd57bc7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:48Z', 'updated_at': '2021-07-15T13:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'a39810e0-edb7-4abb-bb06-ec615cf3f6bb', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'floating_ip_address': '172.25.6.33', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'port_id': 'c2b0e60d-2aa8-4f26-9efd-4abcaa79309b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '321fef7c-add1-4e7f-84da-a670b7ead4c9', 'mac_address': 'fa:16:3e:22:01:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e742ed-0b4b-45e8-b140-4653004911d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:39:30Z', 'updated_at': '2021-07-15T13:39:30Z', 'revision_number': 0, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12b871e4-7496-4f27-a28d-3c6757d9b144', 'name': '', 'network_id': '321fef7c-add1-4e7f-84da-a670b7ead4c9', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'mac_address': 'fa:16:3e:7c:6c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '17ba4e27-fbde-450e-9190-3dc622105383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:56Z', 'updated_at': '2021-07-15T13:39:06Z', 'revision_number': 5, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'subnets': [{'id': '17ba4e27-fbde-450e-9190-3dc622105383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:36.504358 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f65af38-1509-4ae1-9bdc-91ba4767d89a None None] The sync data for ids ['880cd305-016b-4b36-ae98-051c6bb23d78'] in n-d-758944-45 is: [{'id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'name': 'tempest-TestNetworkBasicOps-router-1172779383', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '5ef56105-d751-4b47-9f62-d8c3ebd57bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:47Z', 'updated_at': '2021-07-15T13:38:57Z', 'revision_number': 4, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': '5ef56105-d751-4b47-9f62-d8c3ebd57bc7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:48Z', 'updated_at': '2021-07-15T13:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'a39810e0-edb7-4abb-bb06-ec615cf3f6bb', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'floating_ip_address': '172.25.6.33', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'port_id': 'c2b0e60d-2aa8-4f26-9efd-4abcaa79309b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '321fef7c-add1-4e7f-84da-a670b7ead4c9', 'mac_address': 'fa:16:3e:22:01:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e742ed-0b4b-45e8-b140-4653004911d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:39:30Z', 'updated_at': '2021-07-15T13:39:30Z', 'revision_number': 0, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12b871e4-7496-4f27-a28d-3c6757d9b144', 'name': '', 'network_id': '321fef7c-add1-4e7f-84da-a670b7ead4c9', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'mac_address': 'fa:16:3e:7c:6c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '17ba4e27-fbde-450e-9190-3dc622105383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:56Z', 'updated_at': '2021-07-15T13:39:06Z', 'revision_number': 5, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'subnets': [{'id': '17ba4e27-fbde-450e-9190-3dc622105383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:39:36.529131 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28797fcb-a615-43a3-ac61-de7adcc79721 req-0d7dc7b8-0259-41fb-b38a-2c5bcf1b0e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:36.530874 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-28797fcb-a615-43a3-ac61-de7adcc79721 req-0d7dc7b8-0259-41fb-b38a-2c5bcf1b0e79 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17ba4e27-fbde-450e-9190-3dc622105383 HTTP/1.1" status: 200 len: 834 time: 0.0954764 Jul 15 13:39:36.609443 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36878) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:36.661176 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4005504f-ef60-43ce-9ebf-f40d71a94050 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] For port 8bb5b395-61d7-4634-a0f4-4b3e8d48427d, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8bb5b395-61d7-4634-a0f4-4b3e8d48427d,segment=NetworkSegment(949c7d11-bf6d-42a2-8572-475c9a0dd080),segment_id=949c7d11-bf6d-42a2-8572-475c9a0dd080)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:36.661859 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4005504f-ef60-43ce-9ebf-f40d71a94050 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:36.686878 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28797fcb-a615-43a3-ac61-de7adcc79721 req-7d2a2ff6-3d14-4efd-b047-583f870fb949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:36.688476 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-28797fcb-a615-43a3-ac61-de7adcc79721 req-7d2a2ff6-3d14-4efd-b047-583f870fb949 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=321fef7c-add1-4e7f-84da-a670b7ead4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1495214 Jul 15 13:39:36.708059 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4ed508dc-4288-4da1-9797-d66efb083528 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/floatingips/a39810e0-edb7-4abb-bb06-ec615cf3f6bb HTTP/1.1" status: 200 len: 991 time: 0.0963852 Jul 15 13:39:36.718522 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4005504f-ef60-43ce-9ebf-f40d71a94050 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Calling delete_port for 8bb5b395-61d7-4634-a0f4-4b3e8d48427d owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:36.745482 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-03c401ed-3b60-4616-9bee-58f646cf5a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:36.761796 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017d14c-75c1-45bc-957e-d67d53a1e263 req-b390fbad-c0d8-4ea4-b3d5-cc648befa59a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:36.763963 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3017d14c-75c1-45bc-957e-d67d53a1e263 req-b390fbad-c0d8-4ea4-b3d5-cc648befa59a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 946 time: 0.3537364 Jul 15 13:39:36.831395 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2694b0f7-73a3-4755-864e-1202d1b8c066 None None] New status for floating IP a39810e0-edb7-4abb-bb06-ec615cf3f6bb: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:39:36.836153 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-28797fcb-a615-43a3-ac61-de7adcc79721 req-0d8177fe-61dc-45e4-b7d3-12f126a88daf service neutron] 10.222.0.32 "GET /v2.0/networks/321fef7c-add1-4e7f-84da-a670b7ead4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403382 Jul 15 13:39:36.928011 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c401ed-3b60-4616-9bee-58f646cf5a08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f1a7f3f-c9f3-4004-8847-ecfc77213f6d,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:36.942361 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3017d14c-75c1-45bc-957e-d67d53a1e263 req-313e2253-09ad-4eb0-88b7-02679a144c62 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141765 Jul 15 13:39:36.976536 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-28797fcb-a615-43a3-ac61-de7adcc79721 req-0d507079-1344-444e-8a83-21f8e68902bf service neutron] 10.222.0.32 "GET /v2.0/networks/321fef7c-add1-4e7f-84da-a670b7ead4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320038 Jul 15 13:39:36.996116 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c401ed-3b60-4616-9bee-58f646cf5a08 admin admin] Checking segment: {'id': '24fef405-9211-4aec-95ba-12f3135e85de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e0de1b83-c919-4112-aaa9-fb636ea02a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:36.997386 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c401ed-3b60-4616-9bee-58f646cf5a08 admin admin] Network hostable DHCP agents. Network: e0de1b83-c919-4112-aaa9-fb636ea02a69, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:39:37.034718 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c401ed-3b60-4616-9bee-58f646cf5a08 admin admin] Network e0de1b83-c919-4112-aaa9-fb636ea02a69 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:39:37.065919 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-03c401ed-3b60-4616-9bee-58f646cf5a08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, e0de1b83-c919-4112-aaa9-fb636ea02a69) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:37.074847 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c401ed-3b60-4616-9bee-58f646cf5a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:37.075741 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-03c401ed-3b60-4616-9bee-58f646cf5a08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:37.080136 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80db61d-d2f6-46dc-aef6-5288b3a99e1e None None] Network e0de1b83-c919-4112-aaa9-fb636ea02a69 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:37.119780 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-03c401ed-3b60-4616-9bee-58f646cf5a08 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1580870 Jul 15 13:39:37.135844 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4005504f-ef60-43ce-9ebf-f40d71a94050 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:37.170797 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc50a7-5483-462e-ab62-de440f85ecec req-2b5935ea-1f8d-4ad2-9a8e-e4101bd98b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:37.173861 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-acdc50a7-5483-462e-ab62-de440f85ecec req-2b5935ea-1f8d-4ad2-9a8e-e4101bd98b89 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 1098 time: 0.0816658 Jul 15 13:39:37.230373 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005504f-ef60-43ce-9ebf-f40d71a94050 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Port': ['ID=8bb5b395-61d7-4634-a0f4-4b3e8d48427d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:37.349545 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcba80e0-fb4d-4600-8400-6e55571d25b2 None None] Network e0de1b83-c919-4112-aaa9-fb636ea02a69 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:37.381721 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc50a7-5483-462e-ab62-de440f85ecec req-78794d62-4793-43c1-9f82-3fa71d8bc490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:37.388113 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-acdc50a7-5483-462e-ab62-de440f85ecec req-78794d62-4793-43c1-9f82-3fa71d8bc490 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a3d89be-04ff-4257-bfc8-200df0476102 HTTP/1.1" status: 200 len: 898 time: 0.2031472 Jul 15 13:39:37.418614 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36886) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:37.530650 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-acdc50a7-5483-462e-ab62-de440f85ecec req-35e359f3-ab50-49bc-9160-7ffabfe86628 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c36bf5e-148b-4380-8c2c-8baa1e90f983 HTTP/1.1" status: 200 len: 1002 time: 0.1332331 Jul 15 13:39:37.534215 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c26249-8761-4b33-b806-419ffd785619 admin admin] Deleting subnet 6f1a7f3f-c9f3-4004-8847-ecfc77213f6d {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:39:37.536328 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4005504f-ef60-43ce-9ebf-f40d71a94050 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:37.538294 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a8c26249-8761-4b33-b806-419ffd785619 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:37.612847 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a8c26249-8761-4b33-b806-419ffd785619 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:37.644962 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc50a7-5483-462e-ab62-de440f85ecec req-9766c3bd-b64b-480a-a9b1-29cdd1a84bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:37.647147 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-acdc50a7-5483-462e-ab62-de440f85ecec req-9766c3bd-b64b-480a-a9b1-29cdd1a84bcb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e3f2039-b778-40b0-bdc7-f07e93fa4107 HTTP/1.1" status: 200 len: 835 time: 0.1060774 Jul 15 13:39:37.691887 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a8c26249-8761-4b33-b806-419ffd785619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:37.715987 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36888) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:37.811025 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-58b89a30-ea1c-40cf-a220-d8c653d3bcd3 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/floatingips/a39810e0-edb7-4abb-bb06-ec615cf3f6bb HTTP/1.1" status: 200 len: 993 time: 0.0923862 Jul 15 13:39:37.826606 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc50a7-5483-462e-ab62-de440f85ecec req-58c9bff7-90eb-4a5a-8857-2ef7e2a69158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:37.826828 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4005504f-ef60-43ce-9ebf-f40d71a94050 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Router 68e6f01a-768d-4f92-b146-62c61e108664 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:39:37.828260 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-acdc50a7-5483-462e-ab62-de440f85ecec req-58c9bff7-90eb-4a5a-8857-2ef7e2a69158 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a3d89be-04ff-4257-bfc8-200df0476102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1720986 Jul 15 13:39:37.849484 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a8c26249-8761-4b33-b806-419ffd785619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:37.903181 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c26249-8761-4b33-b806-419ffd785619 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f1a7f3f-c9f3-4004-8847-ecfc77213f6d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:37.911475 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a8c26249-8761-4b33-b806-419ffd785619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:37.913542 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a8c26249-8761-4b33-b806-419ffd785619 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6f1a7f3f-c9f3-4004-8847-ecfc77213f6d HTTP/1.1" status: 204 len: 168 time: 0.4614124 Jul 15 13:39:37.919808 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36890) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:37.956165 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4005504f-ef60-43ce-9ebf-f40d71a94050 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:39:37.962041 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4005504f-ef60-43ce-9ebf-f40d71a94050 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "PUT /v2.0/routers/68e6f01a-768d-4f92-b146-62c61e108664/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7533400 Jul 15 13:39:37.964721 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36892) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:37.975879 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87447d09-d1a8-46d9-96be-b6817d78efd1 None None] Sync routers for ids ['68e6f01a-768d-4f92-b146-62c61e108664'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:39:37.990979 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87447d09-d1a8-46d9-96be-b6817d78efd1 None None] Routers {'68e6f01a-768d-4f92-b146-62c61e108664'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:37.991847 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-87447d09-d1a8-46d9-96be-b6817d78efd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:39:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['68e6f01a-768d-4f92-b146-62c61e108664'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:38.057790 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-75315852-a1d6-4cc3-beb6-df6c0e18d07b tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Deleting subnet b817bcd1-3fa1-4e24-ae59-0fde727bab5a {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:39:38.065585 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75315852-a1d6-4cc3-beb6-df6c0e18d07b tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:38.091573 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-34882661-f336-4c77-9cef-f5a092f8fd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:38.104100 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-acdc50a7-5483-462e-ab62-de440f85ecec req-198a4f58-d545-44fa-801a-708980e2271e service neutron] 10.222.0.32 "GET /v2.0/networks/7a3d89be-04ff-4257-bfc8-200df0476102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674780 Jul 15 13:39:38.116255 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-87447d09-d1a8-46d9-96be-b6817d78efd1 None None] Set router 68e6f01a-768d-4f92-b146-62c61e108664 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:38.151563 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75315852-a1d6-4cc3-beb6-df6c0e18d07b tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:38.286130 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75315852-a1d6-4cc3-beb6-df6c0e18d07b tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:38.344286 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-34882661-f336-4c77-9cef-f5a092f8fd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:38.346940 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:38.364138 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-34882661-f336-4c77-9cef-f5a092f8fd6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0de1b83-c919-4112-aaa9-fb636ea02a69']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:38.395828 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-34882661-f336-4c77-9cef-f5a092f8fd6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24fef405-9211-4aec-95ba-12f3135e85de') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:38.396104 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-34882661-f336-4c77-9cef-f5a092f8fd6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24fef405-9211-4aec-95ba-12f3135e85de') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:38.400975 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-acdc50a7-5483-462e-ab62-de440f85ecec req-93632215-e6aa-435c-b370-e77e5ada1b78 service neutron] 10.222.0.32 "GET /v2.0/networks/7a3d89be-04ff-4257-bfc8-200df0476102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463846 Jul 15 13:39:38.424664 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f9940-a46e-452d-8f75-452b1aae1eb5 req-699a5539-ef45-4380-ac3f-8cff75c5ae60 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:38.432634 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-536f9940-a46e-452d-8f75-452b1aae1eb5 req-699a5539-ef45-4380-ac3f-8cff75c5ae60 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 946 time: 0.3221672 Jul 15 13:39:38.434682 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-87447d09-d1a8-46d9-96be-b6817d78efd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e6f01a-768d-4f92-b146-62c61e108664', 'name': 'tempest-RoutersIpV6Test-router-41707106', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:00Z', 'updated_at': '2021-07-15T13:39:37Z', 'revision_number': 9, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None, '_interfaces': [{'id': '0dd23d7f-98f3-4971-8cf6-8c691af9f669', 'name': '', 'network_id': 'c22063a4-121d-4548-81d6-98462ed01202', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:84:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:10Z', 'updated_at': '2021-07-15T13:39:17Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a097e036-e268-43e5-a01f-ec8344ffdbc6', 'name': '', 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:43:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:03Z', 'updated_at': '2021-07-15T13:39:15Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:38.448042 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-34882661-f336-4c77-9cef-f5a092f8fd6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:38.454467 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75315852-a1d6-4cc3-beb6-df6c0e18d07b tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:38.471086 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87447d09-d1a8-46d9-96be-b6817d78efd1 None None] Checking router: 68e6f01a-768d-4f92-b146-62c61e108664 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:39:38.473004 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75315852-a1d6-4cc3-beb6-df6c0e18d07b tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:38.476111 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-75315852-a1d6-4cc3-beb6-df6c0e18d07b tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/subnets/b817bcd1-3fa1-4e24-ae59-0fde727bab5a HTTP/1.1" status: 204 len: 168 time: 0.5102768 Jul 15 13:39:38.485349 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36900) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:38.487011 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87447d09-d1a8-46d9-96be-b6817d78efd1 None None] Routers {'68e6f01a-768d-4f92-b146-62c61e108664'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:38.487643 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-87447d09-d1a8-46d9-96be-b6817d78efd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:39:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['68e6f01a-768d-4f92-b146-62c61e108664'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:38.495538 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f251523f-2c10-4dbf-ae68-8eb8c761d0f5 None None] Network f66a3b30-838d-4fab-b0a5-c52345cb600f requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:38.499438 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-34882661-f336-4c77-9cef-f5a092f8fd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:38.510130 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75315852-a1d6-4cc3-beb6-df6c0e18d07b tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Subnet': ['ID=b817bcd1-3fa1-4e24-ae59-0fde727bab5a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:38.669186 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-87447d09-d1a8-46d9-96be-b6817d78efd1 None None] Set router 68e6f01a-768d-4f92-b146-62c61e108664 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:38.783242 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865f685a-4934-46dc-9fd0-5622764155b7 None None] DHCP port deletion for f66a3b30-838d-4fab-b0a5-c52345cb600f request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:39:38.844119 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34882661-f336-4c77-9cef-f5a092f8fd6c admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:39:38.845388 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-34882661-f336-4c77-9cef-f5a092f8fd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:39:38.847190 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:39:38.850233 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-865f685a-4934-46dc-9fd0-5622764155b7 None None] Deleting port 75864bf8-24b1-4421-92eb-91d317f574e3 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:38.850674 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-865f685a-4934-46dc-9fd0-5622764155b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:38.875897 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-536f9940-a46e-452d-8f75-452b1aae1eb5 req-3bb003cd-fe26-4f29-bebd-edfc2d9ff563 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4422097 Jul 15 13:39:38.964642 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0d0b8ce-63a0-48a7-a830-bba0bde6dc09 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:38.968599 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-865f685a-4934-46dc-9fd0-5622764155b7 None None] For port 75864bf8-24b1-4421-92eb-91d317f574e3, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=75864bf8-24b1-4421-92eb-91d317f574e3,segment=NetworkSegment(949c7d11-bf6d-42a2-8572-475c9a0dd080),segment_id=949c7d11-bf6d-42a2-8572-475c9a0dd080)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:38.968930 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-34882661-f336-4c77-9cef-f5a092f8fd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:38.969585 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-865f685a-4934-46dc-9fd0-5622764155b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:38.978955 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-34882661-f336-4c77-9cef-f5a092f8fd6c admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:38.983627 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-34882661-f336-4c77-9cef-f5a092f8fd6c admin admin] 10.222.0.24 "DELETE /v2.0/networks/e0de1b83-c919-4112-aaa9-fb636ea02a69 HTTP/1.1" status: 204 len: 168 time: 1.0599306 Jul 15 13:39:38.998597 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-865f685a-4934-46dc-9fd0-5622764155b7 None None] Calling delete_port for 75864bf8-24b1-4421-92eb-91d317f574e3 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:39.016299 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-87447d09-d1a8-46d9-96be-b6817d78efd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e6f01a-768d-4f92-b146-62c61e108664', 'name': 'tempest-RoutersIpV6Test-router-41707106', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:00Z', 'updated_at': '2021-07-15T13:39:37Z', 'revision_number': 9, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None, '_interfaces': [{'id': '0dd23d7f-98f3-4971-8cf6-8c691af9f669', 'name': '', 'network_id': 'c22063a4-121d-4548-81d6-98462ed01202', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:84:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:10Z', 'updated_at': '2021-07-15T13:39:17Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a097e036-e268-43e5-a01f-ec8344ffdbc6', 'name': '', 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:43:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:03Z', 'updated_at': '2021-07-15T13:39:15Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:39.020616 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34882661-f336-4c77-9cef-f5a092f8fd6c admin admin] Pushing event deleted for resources: {'Network': ['ID=e0de1b83-c919-4112-aaa9-fb636ea02a69,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:39.051160 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87447d09-d1a8-46d9-96be-b6817d78efd1 None None] The sync data for ids ['68e6f01a-768d-4f92-b146-62c61e108664'] in n-d-758944-45 is: [{'id': '68e6f01a-768d-4f92-b146-62c61e108664', 'name': 'tempest-RoutersIpV6Test-router-41707106', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:00Z', 'updated_at': '2021-07-15T13:39:37Z', 'revision_number': 9, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None, '_interfaces': [{'id': '0dd23d7f-98f3-4971-8cf6-8c691af9f669', 'name': '', 'network_id': 'c22063a4-121d-4548-81d6-98462ed01202', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:84:c4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:10Z', 'updated_at': '2021-07-15T13:39:17Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': 'f27c5729-bdee-439f-842b-ba0da07e980c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a097e036-e268-43e5-a01f-ec8344ffdbc6', 'name': '', 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:43:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:03Z', 'updated_at': '2021-07-15T13:39:15Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:39:39.112563 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-f0d0b8ce-63a0-48a7-a830-bba0bde6dc09 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Deleting port 75864bf8-24b1-4421-92eb-91d317f574e3 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:39.113013 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0d0b8ce-63a0-48a7-a830-bba0bde6dc09 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:39.156096 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-865f685a-4934-46dc-9fd0-5622764155b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:39.186622 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f685a-4934-46dc-9fd0-5622764155b7 None None] Pushing event deleted for resources: {'Port': ['ID=75864bf8-24b1-4421-92eb-91d317f574e3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:39.191075 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865f685a-4934-46dc-9fd0-5622764155b7 None None] No DVR routers for this DVR port 75864bf8-24b1-4421-92eb-91d317f574e3 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:39:39.206082 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-f0d0b8ce-63a0-48a7-a830-bba0bde6dc09 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] For port 75864bf8-24b1-4421-92eb-91d317f574e3, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=75864bf8-24b1-4421-92eb-91d317f574e3,segment=NetworkSegment(949c7d11-bf6d-42a2-8572-475c9a0dd080),segment_id=949c7d11-bf6d-42a2-8572-475c9a0dd080)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:39.206736 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0d0b8ce-63a0-48a7-a830-bba0bde6dc09 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:39.231192 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-f0d0b8ce-63a0-48a7-a830-bba0bde6dc09 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Calling delete_port for 75864bf8-24b1-4421-92eb-91d317f574e3 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:39.238443 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36904) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:39.415854 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b597dbf4-d632-4cea-8c41-34541886d6ee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b07db5567a2040c3a756eed023179b3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1752887 Jul 15 13:39:39.424848 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36906) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:39.458049 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0d0b8ce-63a0-48a7-a830-bba0bde6dc09 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:39.511773 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0b8ce-63a0-48a7-a830-bba0bde6dc09 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Port': ['ID=75864bf8-24b1-4421-92eb-91d317f574e3,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:39.520979 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d0b8ce-63a0-48a7-a830-bba0bde6dc09 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] No DVR routers for this DVR port 75864bf8-24b1-4421-92eb-91d317f574e3 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:39:39.527640 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5c24494-7df8-469e-9840-62937164502d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:39.558504 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5c24494-7df8-469e-9840-62937164502d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:39.637438 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5c24494-7df8-469e-9840-62937164502d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:39.640539 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f5c24494-7df8-469e-9840-62937164502d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:39.645750 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f5c24494-7df8-469e-9840-62937164502d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b5045f97-f7a3-409b-8c7d-d25e6e446d8c HTTP/1.1" status: 204 len: 168 time: 0.2177634 Jul 15 13:39:39.659444 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c24494-7df8-469e-9840-62937164502d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5045f97-f7a3-409b-8c7d-d25e6e446d8c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:39.710751 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0d0b8ce-63a0-48a7-a830-bba0bde6dc09 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:39.741997 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-f0d0b8ce-63a0-48a7-a830-bba0bde6dc09 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66a3b30-838d-4fab-b0a5-c52345cb600f']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:39.765298 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-f0d0b8ce-63a0-48a7-a830-bba0bde6dc09 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949c7d11-bf6d-42a2-8572-475c9a0dd080') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:39.765837 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-f0d0b8ce-63a0-48a7-a830-bba0bde6dc09 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949c7d11-bf6d-42a2-8572-475c9a0dd080') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:39.788319 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0d0b8ce-63a0-48a7-a830-bba0bde6dc09 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:39.816251 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0d0b8ce-63a0-48a7-a830-bba0bde6dc09 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:39.833162 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d0b8ce-63a0-48a7-a830-bba0bde6dc09 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:39:39.834371 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0d0b8ce-63a0-48a7-a830-bba0bde6dc09 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:39:39.840898 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:39:39.854535 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8bb5b395-61d7-4634-a0f4-4b3e8d48427d no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:39:39.883045 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 8bb5b395-61d7-4634-a0f4-4b3e8d48427d {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:39:39.883538 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8bb5b395-61d7-4634-a0f4-4b3e8d48427d not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:39:39.884191 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 75864bf8-24b1-4421-92eb-91d317f574e3 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:39:39.906778 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 75864bf8-24b1-4421-92eb-91d317f574e3 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:39:39.908001 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 75864bf8-24b1-4421-92eb-91d317f574e3 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:39:39.995885 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0d0b8ce-63a0-48a7-a830-bba0bde6dc09 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:40.003452 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0d0b8ce-63a0-48a7-a830-bba0bde6dc09 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:40.006691 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f0d0b8ce-63a0-48a7-a830-bba0bde6dc09 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/networks/f66a3b30-838d-4fab-b0a5-c52345cb600f HTTP/1.1" status: 204 len: 168 time: 1.5178416 Jul 15 13:39:40.009457 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36916) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:40.031670 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0b8ce-63a0-48a7-a830-bba0bde6dc09 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Network': ['ID=f66a3b30-838d-4fab-b0a5-c52345cb600f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:40.177086 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dca1c0-1033-480b-bbbd-f300939b02d8 req-bb79b506-ec4f-4311-a029-ce23b683d725 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:40.179301 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8dca1c0-1033-480b-bbbd-f300939b02d8 req-bb79b506-ec4f-4311-a029-ce23b683d725 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 946 time: 0.1043346 Jul 15 13:39:40.259875 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8dca1c0-1033-480b-bbbd-f300939b02d8 req-601e77a1-d533-451e-af25-414aa70d2c04 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687921 Jul 15 13:39:40.545791 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1cb491c2-996a-43f8-b1ac-65ef90284824 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:41.052435 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1cb491c2-996a-43f8-b1ac-65ef90284824 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Deleting port 0dd23d7f-98f3-4971-8cf6-8c691af9f669 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:41.052797 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1cb491c2-996a-43f8-b1ac-65ef90284824 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:41.191021 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-1cb491c2-996a-43f8-b1ac-65ef90284824 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] For port 0dd23d7f-98f3-4971-8cf6-8c691af9f669, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0dd23d7f-98f3-4971-8cf6-8c691af9f669,segment=NetworkSegment(fb7b4a64-4e41-47fc-ad08-7ad740da51a9),segment_id=fb7b4a64-4e41-47fc-ad08-7ad740da51a9)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:41.191631 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1cb491c2-996a-43f8-b1ac-65ef90284824 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:41.223593 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1cb491c2-996a-43f8-b1ac-65ef90284824 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Calling delete_port for 0dd23d7f-98f3-4971-8cf6-8c691af9f669 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:41.497651 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce301c-e32a-4954-9e0e-f26c3232faeb req-e8044eea-e12f-42cd-9d3e-49b2483922ee tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:41.500119 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fcce301c-e32a-4954-9e0e-f26c3232faeb req-e8044eea-e12f-42cd-9d3e-49b2483922ee tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 946 time: 0.0949316 Jul 15 13:39:41.521676 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1cb491c2-996a-43f8-b1ac-65ef90284824 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:41.544126 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fcce301c-e32a-4954-9e0e-f26c3232faeb req-c67bae46-f13e-471f-aa3e-efd394996e01 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377166 Jul 15 13:39:41.556224 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb491c2-996a-43f8-b1ac-65ef90284824 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Port': ['ID=0dd23d7f-98f3-4971-8cf6-8c691af9f669,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:41.793491 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1cb491c2-996a-43f8-b1ac-65ef90284824 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:42.055813 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb491c2-996a-43f8-b1ac-65ef90284824 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Router 68e6f01a-768d-4f92-b146-62c61e108664 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:39:42.239181 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb491c2-996a-43f8-b1ac-65ef90284824 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:39:42.249858 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1cb491c2-996a-43f8-b1ac-65ef90284824 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "PUT /v2.0/routers/68e6f01a-768d-4f92-b146-62c61e108664/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2382302 Jul 15 13:39:42.252936 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 36964) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:42.266222 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33138f3-64e0-4a63-80e9-6406e84cbf47 None None] Sync routers for ids ['68e6f01a-768d-4f92-b146-62c61e108664'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:39:42.277289 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33138f3-64e0-4a63-80e9-6406e84cbf47 None None] Routers {'68e6f01a-768d-4f92-b146-62c61e108664'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:42.278128 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d33138f3-64e0-4a63-80e9-6406e84cbf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:39:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['68e6f01a-768d-4f92-b146-62c61e108664'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:42.343269 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb8ce1f-6141-40c3-ac02-5b8c0c908841 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Deleting subnet f27c5729-bdee-439f-842b-ba0da07e980c {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:39:42.349563 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5cb8ce1f-6141-40c3-ac02-5b8c0c908841 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:42.388928 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-d33138f3-64e0-4a63-80e9-6406e84cbf47 None None] Set router 68e6f01a-768d-4f92-b146-62c61e108664 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:42.418408 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5cb8ce1f-6141-40c3-ac02-5b8c0c908841 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:42.577748 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5cb8ce1f-6141-40c3-ac02-5b8c0c908841 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:42.648564 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d33138f3-64e0-4a63-80e9-6406e84cbf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e6f01a-768d-4f92-b146-62c61e108664', 'name': 'tempest-RoutersIpV6Test-router-41707106', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:00Z', 'updated_at': '2021-07-15T13:39:41Z', 'revision_number': 10, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None, '_interfaces': [{'id': 'a097e036-e268-43e5-a01f-ec8344ffdbc6', 'name': '', 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:43:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:03Z', 'updated_at': '2021-07-15T13:39:15Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:42.670185 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5cb8ce1f-6141-40c3-ac02-5b8c0c908841 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:42.687274 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5cb8ce1f-6141-40c3-ac02-5b8c0c908841 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:42.694229 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5cb8ce1f-6141-40c3-ac02-5b8c0c908841 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/subnets/f27c5729-bdee-439f-842b-ba0da07e980c HTTP/1.1" status: 204 len: 168 time: 0.4355428 Jul 15 13:39:42.694863 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 36978) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:42.716759 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8ce1f-6141-40c3-ac02-5b8c0c908841 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Subnet': ['ID=f27c5729-bdee-439f-842b-ba0da07e980c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:42.745524 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33138f3-64e0-4a63-80e9-6406e84cbf47 None None] Checking router: 68e6f01a-768d-4f92-b146-62c61e108664 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:39:42.766300 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554e9a23-6399-4097-941e-6d1cc8e897c7 None None] Network c22063a4-121d-4548-81d6-98462ed01202 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:42.793014 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33138f3-64e0-4a63-80e9-6406e84cbf47 None None] Routers {'68e6f01a-768d-4f92-b146-62c61e108664'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:42.794304 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d33138f3-64e0-4a63-80e9-6406e84cbf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:39:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['68e6f01a-768d-4f92-b146-62c61e108664'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:42.921136 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07de38f-b37d-4233-b96e-073a9140dcfb req-a5e12f27-9d2c-4862-96c5-d0c81edc30f1 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:42.923532 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f07de38f-b37d-4233-b96e-073a9140dcfb req-a5e12f27-9d2c-4862-96c5-d0c81edc30f1 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 946 time: 0.1300523 Jul 15 13:39:42.980542 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f07de38f-b37d-4233-b96e-073a9140dcfb req-40519ad0-72a2-4c2a-80aa-9ab1570818f6 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460281 Jul 15 13:39:43.003475 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-d33138f3-64e0-4a63-80e9-6406e84cbf47 None None] Set router 68e6f01a-768d-4f92-b146-62c61e108664 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:43.327565 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aaa349ef-b3e9-421c-aab3-a58f0920617e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.472746 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-aaa349ef-b3e9-421c-aab3-a58f0920617e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Deleting port f3045ed3-c7dc-49d8-9143-5c170e990043 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:43.473280 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aaa349ef-b3e9-421c-aab3-a58f0920617e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.565066 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d33138f3-64e0-4a63-80e9-6406e84cbf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e6f01a-768d-4f92-b146-62c61e108664', 'name': 'tempest-RoutersIpV6Test-router-41707106', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:00Z', 'updated_at': '2021-07-15T13:39:41Z', 'revision_number': 10, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None, '_interfaces': [{'id': 'a097e036-e268-43e5-a01f-ec8344ffdbc6', 'name': '', 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:43:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:03Z', 'updated_at': '2021-07-15T13:39:15Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:43.622615 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-aaa349ef-b3e9-421c-aab3-a58f0920617e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] For port f3045ed3-c7dc-49d8-9143-5c170e990043, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=f3045ed3-c7dc-49d8-9143-5c170e990043,segment=NetworkSegment(fb7b4a64-4e41-47fc-ad08-7ad740da51a9),segment_id=fb7b4a64-4e41-47fc-ad08-7ad740da51a9)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:43.623181 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aaa349ef-b3e9-421c-aab3-a58f0920617e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.625667 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d117bff-e2f2-43b3-9e34-6777f23c0574 None None] DHCP port deletion for c22063a4-121d-4548-81d6-98462ed01202 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:39:43.630660 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33138f3-64e0-4a63-80e9-6406e84cbf47 None None] The sync data for ids ['68e6f01a-768d-4f92-b146-62c61e108664'] in n-d-758944-45 is: [{'id': '68e6f01a-768d-4f92-b146-62c61e108664', 'name': 'tempest-RoutersIpV6Test-router-41707106', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:00Z', 'updated_at': '2021-07-15T13:39:41Z', 'revision_number': 10, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None, '_interfaces': [{'id': 'a097e036-e268-43e5-a01f-ec8344ffdbc6', 'name': '', 'network_id': '436e6080-2758-40fc-894b-2589e3baaf21', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'mac_address': 'fa:16:3e:43:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e6f01a-768d-4f92-b146-62c61e108664', 'device_owner': 'network:router_interface', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:39:03Z', 'updated_at': '2021-07-15T13:39:15Z', 'revision_number': 5, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'subnets': [{'id': '6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:39:43.647668 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-aaa349ef-b3e9-421c-aab3-a58f0920617e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Calling delete_port for f3045ed3-c7dc-49d8-9143-5c170e990043 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:43.717637 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6d117bff-e2f2-43b3-9e34-6777f23c0574 None None] Deleting port f3045ed3-c7dc-49d8-9143-5c170e990043 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:43.718167 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6d117bff-e2f2-43b3-9e34-6777f23c0574 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.805321 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aaa349ef-b3e9-421c-aab3-a58f0920617e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.816152 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-6d117bff-e2f2-43b3-9e34-6777f23c0574 None None] For port f3045ed3-c7dc-49d8-9143-5c170e990043, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=f3045ed3-c7dc-49d8-9143-5c170e990043,segment=NetworkSegment(fb7b4a64-4e41-47fc-ad08-7ad740da51a9),segment_id=fb7b4a64-4e41-47fc-ad08-7ad740da51a9)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:43.816152 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6d117bff-e2f2-43b3-9e34-6777f23c0574 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.833173 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6d117bff-e2f2-43b3-9e34-6777f23c0574 None None] Calling delete_port for f3045ed3-c7dc-49d8-9143-5c170e990043 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:43.861224 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa349ef-b3e9-421c-aab3-a58f0920617e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] No DVR routers for this DVR port f3045ed3-c7dc-49d8-9143-5c170e990043 on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:39:43.864237 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa349ef-b3e9-421c-aab3-a58f0920617e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Port': ['ID=f3045ed3-c7dc-49d8-9143-5c170e990043,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:43.924741 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6d117bff-e2f2-43b3-9e34-6777f23c0574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.953346 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d117bff-e2f2-43b3-9e34-6777f23c0574 None None] Pushing event deleted for resources: {'Port': ['ID=f3045ed3-c7dc-49d8-9143-5c170e990043,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:43.957547 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d117bff-e2f2-43b3-9e34-6777f23c0574 None None] No DVR routers for this DVR port f3045ed3-c7dc-49d8-9143-5c170e990043 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:39:44.005119 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aaa349ef-b3e9-421c-aab3-a58f0920617e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:44.018576 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-aaa349ef-b3e9-421c-aab3-a58f0920617e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c22063a4-121d-4548-81d6-98462ed01202']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:44.031627 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-aaa349ef-b3e9-421c-aab3-a58f0920617e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb7b4a64-4e41-47fc-ad08-7ad740da51a9') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:44.032913 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-aaa349ef-b3e9-421c-aab3-a58f0920617e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb7b4a64-4e41-47fc-ad08-7ad740da51a9') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:44.060590 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aaa349ef-b3e9-421c-aab3-a58f0920617e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:44.082086 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aaa349ef-b3e9-421c-aab3-a58f0920617e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:44.100545 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa349ef-b3e9-421c-aab3-a58f0920617e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:39:44.101470 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aaa349ef-b3e9-421c-aab3-a58f0920617e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:44.107985 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:39:44.107985 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:39:44.107985 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:39:44.107985 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:39:44.107985 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:39:44.107985 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:39:44.107985 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:39:44.107985 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:39:44.107985 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:39:44.107985 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:39:44.107985 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:39:44.107985 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:39:44.107985 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:39:44.107985 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:39:44.107985 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:39:44.107985 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:39:44.107985 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:39:44.107985 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:39:44.107985 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:39:44.107985 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:39:44.107985 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:39:44.107985 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:39:44.107985 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:39:44.107985 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:39:44.107985 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:39:44.107985 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:39:44.107985 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:39:44.107985 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:39:44.107985 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:39:44.107985 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:39:44.107985 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:39:44.107985 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:39:44.154403 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f3045ed3-c7dc-49d8-9143-5c170e990043 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:39:44.205093 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: f3045ed3-c7dc-49d8-9143-5c170e990043 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:39:44.206766 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f3045ed3-c7dc-49d8-9143-5c170e990043 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:39:44.207840 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0dd23d7f-98f3-4971-8cf6-8c691af9f669 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:39:44.261551 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 0dd23d7f-98f3-4971-8cf6-8c691af9f669 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:39:44.261551 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0dd23d7f-98f3-4971-8cf6-8c691af9f669 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:39:44.302438 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aaa349ef-b3e9-421c-aab3-a58f0920617e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:44.312286 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aaa349ef-b3e9-421c-aab3-a58f0920617e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:44.315131 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-aaa349ef-b3e9-421c-aab3-a58f0920617e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/networks/c22063a4-121d-4548-81d6-98462ed01202 HTTP/1.1" status: 204 len: 168 time: 1.6184170 Jul 15 13:39:44.325215 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37000) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:44.342272 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa349ef-b3e9-421c-aab3-a58f0920617e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Network': ['ID=c22063a4-121d-4548-81d6-98462ed01202,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:44.576851 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a75c6d-8992-48ad-847c-06061412e013 req-7accac22-b7c1-4391-ae24-43b9d7b33efe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:44.585170 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-29a75c6d-8992-48ad-847c-06061412e013 req-7accac22-b7c1-4391-ae24-43b9d7b33efe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 946 time: 0.3557711 Jul 15 13:39:44.674746 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-29a75c6d-8992-48ad-847c-06061412e013 req-626f9147-4c74-4526-ac7a-2f041c053526 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883591 Jul 15 13:39:44.927249 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb20ac64-a38b-40f3-86a4-6f17eaa799e5 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.300406 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-bb20ac64-a38b-40f3-86a4-6f17eaa799e5 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Deleting port a097e036-e268-43e5-a01f-ec8344ffdbc6 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:45.301012 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb20ac64-a38b-40f3-86a4-6f17eaa799e5 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.455902 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-bb20ac64-a38b-40f3-86a4-6f17eaa799e5 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] For port a097e036-e268-43e5-a01f-ec8344ffdbc6, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a097e036-e268-43e5-a01f-ec8344ffdbc6,segment=NetworkSegment(68f3203c-bd7a-4961-bae8-4743f3ed1be3),segment_id=68f3203c-bd7a-4961-bae8-4743f3ed1be3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:45.456645 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb20ac64-a38b-40f3-86a4-6f17eaa799e5 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.482060 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-bb20ac64-a38b-40f3-86a4-6f17eaa799e5 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Calling delete_port for a097e036-e268-43e5-a01f-ec8344ffdbc6 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:45.830399 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb20ac64-a38b-40f3-86a4-6f17eaa799e5 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.916411 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20ac64-a38b-40f3-86a4-6f17eaa799e5 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Port': ['ID=a097e036-e268-43e5-a01f-ec8344ffdbc6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:46.097414 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb20ac64-a38b-40f3-86a4-6f17eaa799e5 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.131484 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0e07b-068b-4c75-ad1a-514686dca004 req-42781496-5379-42e1-8448-cffd1c1722d8 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:46.138399 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-94c0e07b-068b-4c75-ad1a-514686dca004 req-42781496-5379-42e1-8448-cffd1c1722d8 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 946 time: 0.2945716 Jul 15 13:39:46.288287 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-94c0e07b-068b-4c75-ad1a-514686dca004 req-8f9e3f83-d622-4c87-b857-9f5b7396791c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411800 Jul 15 13:39:46.388248 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb20ac64-a38b-40f3-86a4-6f17eaa799e5 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Router 68e6f01a-768d-4f92-b146-62c61e108664 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:39:46.505313 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb20ac64-a38b-40f3-86a4-6f17eaa799e5 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:39:46.515041 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-bb20ac64-a38b-40f3-86a4-6f17eaa799e5 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "PUT /v2.0/routers/68e6f01a-768d-4f92-b146-62c61e108664/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1767266 Jul 15 13:39:46.515797 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37048) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:46.521241 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2e798a-77bf-442e-bbae-8c16016ab79f None None] Sync routers for ids ['68e6f01a-768d-4f92-b146-62c61e108664'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:39:46.540686 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2e798a-77bf-442e-bbae-8c16016ab79f None None] Routers {'68e6f01a-768d-4f92-b146-62c61e108664'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:46.541713 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-af2e798a-77bf-442e-bbae-8c16016ab79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:39:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['68e6f01a-768d-4f92-b146-62c61e108664'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:46.614594 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e80fe07-3a79-46ee-9aac-ad4c726b76f0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Deleting subnet 6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:39:46.621686 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e80fe07-3a79-46ee-9aac-ad4c726b76f0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.668818 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-af2e798a-77bf-442e-bbae-8c16016ab79f None None] Set router 68e6f01a-768d-4f92-b146-62c61e108664 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:46.711960 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e80fe07-3a79-46ee-9aac-ad4c726b76f0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.754499 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-af2e798a-77bf-442e-bbae-8c16016ab79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e6f01a-768d-4f92-b146-62c61e108664', 'name': 'tempest-RoutersIpV6Test-router-41707106', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:00Z', 'updated_at': '2021-07-15T13:39:45Z', 'revision_number': 11, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:46.790935 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2e798a-77bf-442e-bbae-8c16016ab79f None None] Checking router: 68e6f01a-768d-4f92-b146-62c61e108664 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:39:46.805156 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2e798a-77bf-442e-bbae-8c16016ab79f None None] Routers {'68e6f01a-768d-4f92-b146-62c61e108664'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:46.806134 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-af2e798a-77bf-442e-bbae-8c16016ab79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:39:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['68e6f01a-768d-4f92-b146-62c61e108664'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:46.865999 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e80fe07-3a79-46ee-9aac-ad4c726b76f0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.950546 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-af2e798a-77bf-442e-bbae-8c16016ab79f None None] Set router 68e6f01a-768d-4f92-b146-62c61e108664 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:46.995337 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e80fe07-3a79-46ee-9aac-ad4c726b76f0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:47.067727 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80fe07-3a79-46ee-9aac-ad4c726b76f0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Subnet': ['ID=6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:47.077016 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e80fe07-3a79-46ee-9aac-ad4c726b76f0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:47.082896 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb82a8e-2fd0-479a-8c3d-5e7dac18484e None None] Network 436e6080-2758-40fc-894b-2589e3baaf21 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:47.084149 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8e80fe07-3a79-46ee-9aac-ad4c726b76f0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/subnets/6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8 HTTP/1.1" status: 204 len: 168 time: 0.5656428 Jul 15 13:39:47.087340 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37062) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:47.223993 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-af2e798a-77bf-442e-bbae-8c16016ab79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e6f01a-768d-4f92-b146-62c61e108664', 'name': 'tempest-RoutersIpV6Test-router-41707106', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:00Z', 'updated_at': '2021-07-15T13:39:45Z', 'revision_number': 11, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:47.260566 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2e798a-77bf-442e-bbae-8c16016ab79f None None] The sync data for ids ['68e6f01a-768d-4f92-b146-62c61e108664'] in n-d-758944-45 is: [{'id': '68e6f01a-768d-4f92-b146-62c61e108664', 'name': 'tempest-RoutersIpV6Test-router-41707106', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:00Z', 'updated_at': '2021-07-15T13:39:45Z', 'revision_number': 11, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:39:47.324550 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4ac6e2b5-015b-4c30-a697-cd5181b8be68 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:47.428345 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-4ac6e2b5-015b-4c30-a697-cd5181b8be68 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Deleting port 711135bb-8bb6-42ce-9647-3938f1c8e82b {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:47.429041 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4ac6e2b5-015b-4c30-a697-cd5181b8be68 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:47.602107 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-4ac6e2b5-015b-4c30-a697-cd5181b8be68 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] For port 711135bb-8bb6-42ce-9647-3938f1c8e82b, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=711135bb-8bb6-42ce-9647-3938f1c8e82b,segment=NetworkSegment(68f3203c-bd7a-4961-bae8-4743f3ed1be3),segment_id=68f3203c-bd7a-4961-bae8-4743f3ed1be3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:47.603082 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4ac6e2b5-015b-4c30-a697-cd5181b8be68 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:47.628615 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-4ac6e2b5-015b-4c30-a697-cd5181b8be68 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Calling delete_port for 711135bb-8bb6-42ce-9647-3938f1c8e82b owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:47.654339 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d407126-c284-4dd6-b92f-a10f0fbfb317 None None] DHCP port deletion for 436e6080-2758-40fc-894b-2589e3baaf21 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:39:47.707555 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702b643-61db-4e9c-9155-e623aab26058 req-9d3e9956-07f1-446f-abbf-df4b2f7b2a05 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:47.709226 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d702b643-61db-4e9c-9155-e623aab26058 req-9d3e9956-07f1-446f-abbf-df4b2f7b2a05 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 946 time: 0.1768041 Jul 15 13:39:47.731698 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-0d407126-c284-4dd6-b92f-a10f0fbfb317 None None] Deleting port 711135bb-8bb6-42ce-9647-3938f1c8e82b {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:47.732272 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d407126-c284-4dd6-b92f-a10f0fbfb317 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:47.809888 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d702b643-61db-4e9c-9155-e623aab26058 req-0225056a-23db-4ab0-b197-0753c8ee756d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890543 Jul 15 13:39:47.811805 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4ac6e2b5-015b-4c30-a697-cd5181b8be68 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:47.887032 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6e2b5-015b-4c30-a697-cd5181b8be68 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Port': ['ID=711135bb-8bb6-42ce-9647-3938f1c8e82b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:47.895931 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac6e2b5-015b-4c30-a697-cd5181b8be68 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] No DVR routers for this DVR port 711135bb-8bb6-42ce-9647-3938f1c8e82b on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:39:47.908877 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-0d407126-c284-4dd6-b92f-a10f0fbfb317 None None] For port 711135bb-8bb6-42ce-9647-3938f1c8e82b, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=711135bb-8bb6-42ce-9647-3938f1c8e82b,segment=NetworkSegment(68f3203c-bd7a-4961-bae8-4743f3ed1be3),segment_id=68f3203c-bd7a-4961-bae8-4743f3ed1be3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:47.910023 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d407126-c284-4dd6-b92f-a10f0fbfb317 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:47.914886 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 711135bb-8bb6-42ce-9647-3938f1c8e82b no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:39:47.948916 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 711135bb-8bb6-42ce-9647-3938f1c8e82b {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:39:47.949453 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 711135bb-8bb6-42ce-9647-3938f1c8e82b not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:39:47.950453 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a097e036-e268-43e5-a01f-ec8344ffdbc6 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:39:47.977322 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-0d407126-c284-4dd6-b92f-a10f0fbfb317 None None] Calling delete_port for 711135bb-8bb6-42ce-9647-3938f1c8e82b owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:47.979426 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: a097e036-e268-43e5-a01f-ec8344ffdbc6 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:39:47.979996 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a097e036-e268-43e5-a01f-ec8344ffdbc6 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:39:48.078504 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4ac6e2b5-015b-4c30-a697-cd5181b8be68 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:48.100374 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-4ac6e2b5-015b-4c30-a697-cd5181b8be68 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['436e6080-2758-40fc-894b-2589e3baaf21']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:48.107987 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d407126-c284-4dd6-b92f-a10f0fbfb317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:48.130681 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-4ac6e2b5-015b-4c30-a697-cd5181b8be68 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f3203c-bd7a-4961-bae8-4743f3ed1be3') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:48.131208 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-4ac6e2b5-015b-4c30-a697-cd5181b8be68 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f3203c-bd7a-4961-bae8-4743f3ed1be3') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:48.154328 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d407126-c284-4dd6-b92f-a10f0fbfb317 None None] Pushing event deleted for resources: {'Port': ['ID=711135bb-8bb6-42ce-9647-3938f1c8e82b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:48.158453 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d407126-c284-4dd6-b92f-a10f0fbfb317 None None] No DVR routers for this DVR port 711135bb-8bb6-42ce-9647-3938f1c8e82b on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:39:48.172007 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4ac6e2b5-015b-4c30-a697-cd5181b8be68 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:48.199477 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4ac6e2b5-015b-4c30-a697-cd5181b8be68 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:48.210396 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac6e2b5-015b-4c30-a697-cd5181b8be68 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:39:48.211180 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4ac6e2b5-015b-4c30-a697-cd5181b8be68 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:48.214956 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:39:48.214956 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:39:48.214956 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:39:48.214956 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:39:48.214956 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:39:48.214956 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:39:48.214956 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:39:48.214956 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:39:48.214956 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:39:48.214956 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:39:48.214956 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:39:48.214956 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:39:48.214956 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:39:48.214956 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:39:48.214956 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:39:48.214956 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:39:48.214956 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:39:48.214956 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:39:48.214956 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:39:48.214956 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:39:48.214956 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:39:48.214956 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:39:48.214956 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:39:48.214956 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:39:48.214956 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:39:48.214956 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:39:48.214956 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:39:48.214956 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:39:48.214956 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:39:48.214956 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:39:48.214956 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:39:48.214956 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:39:48.342675 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4ac6e2b5-015b-4c30-a697-cd5181b8be68 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:48.352507 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4ac6e2b5-015b-4c30-a697-cd5181b8be68 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:48.354452 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4ac6e2b5-015b-4c30-a697-cd5181b8be68 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/networks/436e6080-2758-40fc-894b-2589e3baaf21 HTTP/1.1" status: 204 len: 168 time: 1.2653296 Jul 15 13:39:48.360155 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37086) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:48.371518 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6e2b5-015b-4c30-a697-cd5181b8be68 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Pushing event deleted for resources: {'Network': ['ID=436e6080-2758-40fc-894b-2589e3baaf21,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:48.375337 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d26ccd81-c81c-4e4a-a6d4-829afd7f2709 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Request body: {'router': {'routes': None}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:48.615819 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.extraroute_db [None req-d26ccd81-c81c-4e4a-a6d4-829afd7f2709 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Added routes are [] {{(pid=93814) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 13:39:48.616170 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.extraroute_db [None req-d26ccd81-c81c-4e4a-a6d4-829afd7f2709 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Removed routes are [] {{(pid=93814) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 13:39:48.616452 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d26ccd81-c81c-4e4a-a6d4-829afd7f2709 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:48.824233 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d26ccd81-c81c-4e4a-a6d4-829afd7f2709 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:48.830020 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d26ccd81-c81c-4e4a-a6d4-829afd7f2709 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3773587'] for router, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:48.979330 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26ccd81-c81c-4e4a-a6d4-829afd7f2709 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Router 68e6f01a-768d-4f92-b146-62c61e108664 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:39:49.106282 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26ccd81-c81c-4e4a-a6d4-829afd7f2709 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:39:49.118022 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1d6fd-1161-4de7-b3c8-57002892ad42 req-72fd4d17-e5e0-4b64-8547-71269e0fa948 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:49.122047 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-96a1d6fd-1161-4de7-b3c8-57002892ad42 req-72fd4d17-e5e0-4b64-8547-71269e0fa948 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 946 time: 0.0926352 Jul 15 13:39:49.124506 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d52e38-23c4-4b89-bc3a-31af03b1eaa9 None None] Sync routers for ids ['68e6f01a-768d-4f92-b146-62c61e108664'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:39:49.130634 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d26ccd81-c81c-4e4a-a6d4-829afd7f2709 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.132670 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d26ccd81-c81c-4e4a-a6d4-829afd7f2709 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "PUT /v2.0/routers/68e6f01a-768d-4f92-b146-62c61e108664 HTTP/1.1" status: 200 len: 703 time: 0.7653956 Jul 15 13:39:49.135705 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37106) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:49.145939 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d52e38-23c4-4b89-bc3a-31af03b1eaa9 None None] Routers {'68e6f01a-768d-4f92-b146-62c61e108664'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:49.148616 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-72d52e38-23c4-4b89-bc3a-31af03b1eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:39:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['68e6f01a-768d-4f92-b146-62c61e108664'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:49.189373 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-96a1d6fd-1161-4de7-b3c8-57002892ad42 req-ba1dbfb2-0497-4dd1-917e-104acac96b77 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565701 Jul 15 13:39:49.190461 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-55b96ed2-731d-431d-8b07-5fee2d45f524 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e6f01a-768d-4f92-b146-62c61e108664 HTTP/1.1" status: 200 len: 205 time: 0.0526452 Jul 15 13:39:49.195021 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37110) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:49.291971 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-524221cb-1092-401b-8492-7a06d8411942 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.293676 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-72d52e38-23c4-4b89-bc3a-31af03b1eaa9 None None] Set router 68e6f01a-768d-4f92-b146-62c61e108664 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:49.375348 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-72d52e38-23c4-4b89-bc3a-31af03b1eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e6f01a-768d-4f92-b146-62c61e108664', 'name': 'tempest-RoutersIpV6Test-router-41707106', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:00Z', 'updated_at': '2021-07-15T13:39:45Z', 'revision_number': 11, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:49.416911 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d52e38-23c4-4b89-bc3a-31af03b1eaa9 None None] Checking router: 68e6f01a-768d-4f92-b146-62c61e108664 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:39:49.431483 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d52e38-23c4-4b89-bc3a-31af03b1eaa9 None None] Routers {'68e6f01a-768d-4f92-b146-62c61e108664'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:49.432006 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-72d52e38-23c4-4b89-bc3a-31af03b1eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:39:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['68e6f01a-768d-4f92-b146-62c61e108664'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:49.541357 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-72d52e38-23c4-4b89-bc3a-31af03b1eaa9 None None] Set router 68e6f01a-768d-4f92-b146-62c61e108664 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:49.615967 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-524221cb-1092-401b-8492-7a06d8411942 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.620391 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-72d52e38-23c4-4b89-bc3a-31af03b1eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e6f01a-768d-4f92-b146-62c61e108664', 'name': 'tempest-RoutersIpV6Test-router-41707106', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:00Z', 'updated_at': '2021-07-15T13:39:45Z', 'revision_number': 11, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:49.621669 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-524221cb-1092-401b-8492-7a06d8411942 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.668990 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d52e38-23c4-4b89-bc3a-31af03b1eaa9 None None] The sync data for ids ['68e6f01a-768d-4f92-b146-62c61e108664'] in n-d-758944-45 is: [{'id': '68e6f01a-768d-4f92-b146-62c61e108664', 'name': 'tempest-RoutersIpV6Test-router-41707106', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:00Z', 'updated_at': '2021-07-15T13:39:45Z', 'revision_number': 11, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:39:49.723469 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-524221cb-1092-401b-8492-7a06d8411942 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.724330 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524221cb-1092-401b-8492-7a06d8411942 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Fanout notify agent at l3_agent the message router_deleted on router 68e6f01a-768d-4f92-b146-62c61e108664 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:39:49.742714 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-524221cb-1092-401b-8492-7a06d8411942 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.744536 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-524221cb-1092-401b-8492-7a06d8411942 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/routers/68e6f01a-768d-4f92-b146-62c61e108664 HTTP/1.1" status: 204 len: 168 time: 0.5482073 Jul 15 13:39:49.749500 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37120) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:49.759731 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-bad502b8-5ada-41be-9a27-ede3d8bbdac0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-958448148', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:49.803796 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bad502b8-5ada-41be-9a27-ede3d8bbdac0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.806373 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bad502b8-5ada-41be-9a27-ede3d8bbdac0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.918955 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bad502b8-5ada-41be-9a27-ede3d8bbdac0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.927937 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bad502b8-5ada-41be-9a27-ede3d8bbdac0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.956782 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bad502b8-5ada-41be-9a27-ede3d8bbdac0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.961844 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37126) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:49.962102 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-bad502b8-5ada-41be-9a27-ede3d8bbdac0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2103353 Jul 15 13:39:49.968625 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a8cb1228-ffa9-4426-9e4c-1806316800e7 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:50.288905 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8cb1228-ffa9-4426-9e4c-1806316800e7 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:50.311440 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8cb1228-ffa9-4426-9e4c-1806316800e7 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3773443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3773466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3773587'] for router, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:50.567330 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcde1dc-da20-490e-ab74-f63772cc545c req-5ee71234-72fb-4674-bd8a-82622cf9fe53 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:50.569017 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7dcde1dc-da20-490e-ab74-f63772cc545c req-5ee71234-72fb-4674-bd8a-82622cf9fe53 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 946 time: 0.1816163 Jul 15 13:39:50.570247 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8cb1228-ffa9-4426-9e4c-1806316800e7 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Router f4ac1644-a43c-46e8-ab16-72ca3d728a04 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:39:50.727039 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7dcde1dc-da20-490e-ab74-f63772cc545c req-203ee05f-bba7-4bc2-9aca-ad1e52a982ac tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466649 Jul 15 13:39:50.728710 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cb1228-ffa9-4426-9e4c-1806316800e7 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:39:50.739929 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8cb1228-ffa9-4426-9e4c-1806316800e7 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:50.741726 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a8cb1228-ffa9-4426-9e4c-1806316800e7 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "PUT /v2.0/routers/f4ac1644-a43c-46e8-ab16-72ca3d728a04 HTTP/1.1" status: 200 len: 697 time: 0.7782819 Jul 15 13:39:50.746071 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37140) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:50.757986 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95eda5b4-9858-43ad-bb07-4b1923da15b8 None None] Sync routers for ids ['f4ac1644-a43c-46e8-ab16-72ca3d728a04'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:39:50.775502 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eda5b4-9858-43ad-bb07-4b1923da15b8 None None] Routers {'f4ac1644-a43c-46e8-ab16-72ca3d728a04'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:50.778505 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-95eda5b4-9858-43ad-bb07-4b1923da15b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:39:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['f4ac1644-a43c-46e8-ab16-72ca3d728a04'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:50.874906 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-62dcb3a4-9c42-478e-aa44-3ee1290ce30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:50.919489 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-95eda5b4-9858-43ad-bb07-4b1923da15b8 None None] Set router f4ac1644-a43c-46e8-ab16-72ca3d728a04 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:50.937422 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e64f6673-1f02-48a6-ac38-0199c886db9e tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "GET /v2.0/routers/f4ac1644-a43c-46e8-ab16-72ca3d728a04 HTTP/1.1" status: 200 len: 703 time: 0.1893740 Jul 15 13:39:50.942071 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37144) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:50.994692 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ef438956-daff-4219-b724-ab2678d44dad tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4ac1644-a43c-46e8-ab16-72ca3d728a04 HTTP/1.1" status: 200 len: 205 time: 0.0509861 Jul 15 13:39:50.998954 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37146) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:51.009095 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-95eda5b4-9858-43ad-bb07-4b1923da15b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ac1644-a43c-46e8-ab16-72ca3d728a04', 'name': 'tempest-RoutersIpV6Test-router-958448148', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:49Z', 'updated_at': '2021-07-15T13:39:50Z', 'revision_number': 2, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:51.040112 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95eda5b4-9858-43ad-bb07-4b1923da15b8 None None] Checking router: f4ac1644-a43c-46e8-ab16-72ca3d728a04 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:39:51.051319 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eda5b4-9858-43ad-bb07-4b1923da15b8 None None] Routers {'f4ac1644-a43c-46e8-ab16-72ca3d728a04'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:39:51.051859 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-95eda5b4-9858-43ad-bb07-4b1923da15b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:39:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['f4ac1644-a43c-46e8-ab16-72ca3d728a04'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:51.211470 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-95eda5b4-9858-43ad-bb07-4b1923da15b8 None None] Set router f4ac1644-a43c-46e8-ab16-72ca3d728a04 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:51.301409 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-95eda5b4-9858-43ad-bb07-4b1923da15b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ac1644-a43c-46e8-ab16-72ca3d728a04', 'name': 'tempest-RoutersIpV6Test-router-958448148', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:49Z', 'updated_at': '2021-07-15T13:39:50Z', 'revision_number': 2, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:51.334486 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95eda5b4-9858-43ad-bb07-4b1923da15b8 None None] The sync data for ids ['f4ac1644-a43c-46e8-ab16-72ca3d728a04'] in n-d-758944-45 is: [{'id': 'f4ac1644-a43c-46e8-ab16-72ca3d728a04', 'name': 'tempest-RoutersIpV6Test-router-958448148', 'tenant_id': '887d9767dc044bdb8b834bfc53588a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:39:49Z', 'updated_at': '2021-07-15T13:39:50Z', 'revision_number': 2, 'project_id': '887d9767dc044bdb8b834bfc53588a11', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:39:51.462243 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-926a6cef-5822-424f-923e-8d0200bceaa2 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.561609 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [req-acdc50a7-5483-462e-ab62-de440f85ecec req-992bee41-bc0f-4506-be36-7e23e2868aab service neutron] show failed (client error): The resource could not be found. Jul 15 13:39:51.563028 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-acdc50a7-5483-462e-ab62-de440f85ecec req-992bee41-bc0f-4506-be36-7e23e2868aab service neutron] 10.222.0.32 "GET /v2.0/ports/4c36bf5e-148b-4380-8c2c-8baa1e90f983/bindings/n-h1-758944-45 HTTP/1.1" status: 404 len: 381 time: 0.5786893 Jul 15 13:39:51.743586 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-926a6cef-5822-424f-923e-8d0200bceaa2 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.747671 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-926a6cef-5822-424f-923e-8d0200bceaa2 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.842198 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-926a6cef-5822-424f-923e-8d0200bceaa2 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.843377 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926a6cef-5822-424f-923e-8d0200bceaa2 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Fanout notify agent at l3_agent the message router_deleted on router f4ac1644-a43c-46e8-ab16-72ca3d728a04 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:39:51.853872 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-926a6cef-5822-424f-923e-8d0200bceaa2 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.855071 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-926a6cef-5822-424f-923e-8d0200bceaa2 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/routers/f4ac1644-a43c-46e8-ab16-72ca3d728a04 HTTP/1.1" status: 204 len: 168 time: 0.8546705 Jul 15 13:39:51.858795 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37166) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:51.900816 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-109190c5-274a-426a-bf00-9be6d7e2697a tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4ac1644-a43c-46e8-ab16-72ca3d728a04 HTTP/1.1" status: 200 len: 205 time: 0.0403049 Jul 15 13:39:51.903167 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37168) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:51.974085 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-f21e905b-9030-43d2-8f1a-dc9fe148e01c tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] delete failed (client error): The resource could not be found. Jul 15 13:39:51.978030 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f21e905b-9030-43d2-8f1a-dc9fe148e01c tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/routers/f4ac1644-a43c-46e8-ab16-72ca3d728a04 HTTP/1.1" status: 404 len: 336 time: 0.0713348 Jul 15 13:39:51.990370 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37172) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:52.021369 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae84c0b-1253-4688-89ec-494c597971e5 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] DELETE failed (client error): The resource could not be found. Jul 15 13:39:52.021886 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ae84c0b-1253-4688-89ec-494c597971e5 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:39:52.026108 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6ae84c0b-1253-4688-89ec-494c597971e5 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/subnets/a2d613ed-ad32-4d1b-93d2-cf01c03abc6f HTTP/1.1" status: 404 len: 337 time: 0.0322006 Jul 15 13:39:52.027042 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37176) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:52.063372 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-817120b9-9422-41b3-880d-563d929769a7 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] DELETE failed (client error): The resource could not be found. Jul 15 13:39:52.063606 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-817120b9-9422-41b3-880d-563d929769a7 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:39:52.067621 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-817120b9-9422-41b3-880d-563d929769a7 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/subnets/b817bcd1-3fa1-4e24-ae59-0fde727bab5a HTTP/1.1" status: 404 len: 337 time: 0.0372930 Jul 15 13:39:52.068610 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37178) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:52.093587 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9e17a-27da-4c46-a3fc-97c0ee296f3d req-5b0f317a-3272-4695-b166-e408274ee2db tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:52.095426 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c9e9e17a-27da-4c46-a3fc-97c0ee296f3d req-5b0f317a-3272-4695-b166-e408274ee2db tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 946 time: 0.1394279 Jul 15 13:39:52.116466 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-7baa07fe-1bd8-4800-8a80-98a987010e69 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] DELETE failed (client error): The resource could not be found. Jul 15 13:39:52.116978 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7baa07fe-1bd8-4800-8a80-98a987010e69 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:39:52.123019 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7baa07fe-1bd8-4800-8a80-98a987010e69 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/subnets/f27c5729-bdee-439f-842b-ba0da07e980c HTTP/1.1" status: 404 len: 337 time: 0.0491054 Jul 15 13:39:52.123323 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37180) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:52.159329 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c9e9e17a-27da-4c46-a3fc-97c0ee296f3d req-091f0e72-f590-4dcd-8225-a18380eb4657 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563235 Jul 15 13:39:52.167893 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-7888109a-1437-4634-bd28-903c5bdaceb7 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] DELETE failed (client error): The resource could not be found. Jul 15 13:39:52.168374 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7888109a-1437-4634-bd28-903c5bdaceb7 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:39:52.174557 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7888109a-1437-4634-bd28-903c5bdaceb7 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/subnets/6fb6b3bb-c90e-4ea4-b873-0a5e072fb7a8 HTTP/1.1" status: 404 len: 337 time: 0.0460484 Jul 15 13:39:52.175643 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37184) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:52.192341 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc50a7-5483-462e-ab62-de440f85ecec req-f255c364-5094-41eb-bda5-2b677ab00dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:52.193924 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-acdc50a7-5483-462e-ab62-de440f85ecec req-f255c364-5094-41eb-bda5-2b677ab00dd3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62&tenant_id=5969ba48b19a42969f3c1202e7616f77 HTTP/1.1" status: 200 len: 1098 time: 0.2313147 Jul 15 13:39:52.217621 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9485f70f-94ad-454d-8763-3c33db71ec5d tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "GET /v2.0/ports?device_id=68e6f01a-768d-4f92-b146-62c61e108664 HTTP/1.1" status: 200 len: 205 time: 0.0399070 Jul 15 13:39:52.220437 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37186) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:52.221987 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-acdc50a7-5483-462e-ab62-de440f85ecec req-bc7af4a6-9128-40ff-a8dd-893f256a6a36 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-45', 'device_owner': 'compute:nova'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:52.286033 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-ed754d23-5dfc-4d7b-a2a0-06ecdd112fc0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] delete failed (client error): The resource could not be found. Jul 15 13:39:52.287192 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ed754d23-5dfc-4d7b-a2a0-06ecdd112fc0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/routers/68e6f01a-768d-4f92-b146-62c61e108664 HTTP/1.1" status: 404 len: 336 time: 0.0655339 Jul 15 13:39:52.290241 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37188) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:52.314983 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-acdc50a7-5483-462e-ab62-de440f85ecec req-bc7af4a6-9128-40ff-a8dd-893f256a6a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:52.337866 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4d6deb68-eb7a-48c6-9301-dc277a6046c5 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ee66dc4-ee3c-4e8e-93a9-63a806a72e99 HTTP/1.1" status: 200 len: 205 time: 0.0457413 Jul 15 13:39:52.340201 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37192) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:52.385641 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-6b8d22b1-40c5-4e01-9f07-0af735aaa376 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] delete failed (client error): The resource could not be found. Jul 15 13:39:52.389138 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6b8d22b1-40c5-4e01-9f07-0af735aaa376 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/routers/7ee66dc4-ee3c-4e8e-93a9-63a806a72e99 HTTP/1.1" status: 404 len: 336 time: 0.0455427 Jul 15 13:39:52.389634 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37194) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:52.419354 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-c70e16f9-aa48-4d3c-8d07-cb933b262309 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] DELETE failed (client error): The resource could not be found. Jul 15 13:39:52.419815 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c70e16f9-aa48-4d3c-8d07-cb933b262309 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:39:52.424782 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c70e16f9-aa48-4d3c-8d07-cb933b262309 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/subnets/d0db524e-fe19-4d44-a68b-8dda84e50afd HTTP/1.1" status: 404 len: 337 time: 0.0305109 Jul 15 13:39:52.425159 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37196) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:52.483791 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-eea560b3-1bc8-4539-924c-645da2553d3b tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bd15bcf-b24e-4fed-8668-ab8e7cddb9be HTTP/1.1" status: 200 len: 205 time: 0.0570586 Jul 15 13:39:52.486785 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37198) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:52.578012 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-27006af4-2f17-4418-b039-6f46896a544c tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] delete failed (client error): The resource could not be found. Jul 15 13:39:52.581894 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-27006af4-2f17-4418-b039-6f46896a544c tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/routers/0bd15bcf-b24e-4fed-8668-ab8e7cddb9be HTTP/1.1" status: 404 len: 336 time: 0.0935030 Jul 15 13:39:52.584886 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37204) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:52.642090 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d3332a93-0d00-4c62-8522-a4a1b15d5127 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb7ce4b-4eac-4b02-a325-f7e80498f965 HTTP/1.1" status: 200 len: 205 time: 0.0545998 Jul 15 13:39:52.650564 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37208) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:52.698599 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-acdc50a7-5483-462e-ab62-de440f85ecec req-bc7af4a6-9128-40ff-a8dd-893f256a6a36 service neutron] For port 4c36bf5e-148b-4380-8c2c-8baa1e90f983, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=4c36bf5e-148b-4380-8c2c-8baa1e90f983,segment=NetworkSegment(fcaf1e74-bf4d-45b5-a148-fed25331eb7a),segment_id=fcaf1e74-bf4d-45b5-a148-fed25331eb7a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:52.725739 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-c4d368d8-8ca2-46ea-b829-5cf3fa542217 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] delete failed (client error): The resource could not be found. Jul 15 13:39:52.728153 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c4d368d8-8ca2-46ea-b829-5cf3fa542217 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/routers/beb7ce4b-4eac-4b02-a325-f7e80498f965 HTTP/1.1" status: 404 len: 336 time: 0.0757794 Jul 15 13:39:52.731326 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37212) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:52.747769 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-acdc50a7-5483-462e-ab62-de440f85ecec req-bc7af4a6-9128-40ff-a8dd-893f256a6a36 service neutron] For port 4c36bf5e-148b-4380-8c2c-8baa1e90f983, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:52.790510 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a2a04e-4c5f-4b19-a6a4-e32659f954af tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] DELETE failed (client error): The resource could not be found. Jul 15 13:39:52.791257 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27a2a04e-4c5f-4b19-a6a4-e32659f954af tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:39:52.796562 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-27a2a04e-4c5f-4b19-a6a4-e32659f954af tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/subnets/241a0ce7-9961-4f65-bc80-eb62ebe4cd2d HTTP/1.1" status: 404 len: 337 time: 0.0614526 Jul 15 13:39:52.797114 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37216) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:52.805160 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4f3ed7-fc84-47f3-a614-c3032861bd62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c36bf5e-148b-4380-8c2c-8baa1e90f983'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:39:52.807770 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9748093-e562-4eae-877b-1e53efd24357" -d '{"events": [{"server_uuid": "1f4f3ed7-fc84-47f3-a614-c3032861bd62", "name": "network-vif-unplugged", "status": "completed", "tag": "4c36bf5e-148b-4380-8c2c-8baa1e90f983"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:39:52.812447 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-acdc50a7-5483-462e-ab62-de440f85ecec req-bc7af4a6-9128-40ff-a8dd-893f256a6a36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:52.830315 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-acdc50a7-5483-462e-ab62-de440f85ecec req-bc7af4a6-9128-40ff-a8dd-893f256a6a36 service neutron] Transition to ACTIVE for port object 4c36bf5e-148b-4380-8c2c-8baa1e90f983 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:52.838466 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-acdc50a7-5483-462e-ab62-de440f85ecec req-bc7af4a6-9128-40ff-a8dd-893f256a6a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:52.867587 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d24a3a53-f607-42b2-a596-9c45b01b9f83 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "GET /v2.0/ports?device_id=97bb338e-e89c-4bcd-a39f-c862199d87fc HTTP/1.1" status: 200 len: 205 time: 0.0681629 Jul 15 13:39:52.868611 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37222) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:52.966925 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-bdd10c06-2008-448e-89a2-37041ac3b423 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] delete failed (client error): The resource could not be found. Jul 15 13:39:52.967217 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b21ecc-db7a-491b-b1a8-4c0d8431aa44 x-openstack-request-id: req-67b21ecc-db7a-491b-b1a8-4c0d8431aa44 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:39:52.967403 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4f3ed7-fc84-47f3-a614-c3032861bd62", "name": "network-vif-unplugged", "status": "completed", "tag": "4c36bf5e-148b-4380-8c2c-8baa1e90f983", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:39:52.967687 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-67b21ecc-db7a-491b-b1a8-4c0d8431aa44 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:39:52.968176 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4f3ed7-fc84-47f3-a614-c3032861bd62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c36bf5e-148b-4380-8c2c-8baa1e90f983', 'code': 200} Jul 15 13:39:52.972975 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-bdd10c06-2008-448e-89a2-37041ac3b423 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/routers/97bb338e-e89c-4bcd-a39f-c862199d87fc HTTP/1.1" status: 404 len: 336 time: 0.1020548 Jul 15 13:39:52.973981 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37226) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:53.019385 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-c909c140-cfc2-40cb-a96a-3435f0f14a93 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] DELETE failed (client error): The resource could not be found. Jul 15 13:39:53.020015 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c909c140-cfc2-40cb-a96a-3435f0f14a93 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:39:53.026251 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c909c140-cfc2-40cb-a96a-3435f0f14a93 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/subnets/75c87ed6-8fd4-48e2-bf6b-36557b6b8d9c HTTP/1.1" status: 404 len: 337 time: 0.0510466 Jul 15 13:39:53.027026 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37230) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:53.031674 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7af4a6-9128-40ff-a8dd-893f256a6a36 service neutron] Pushing event updated for resources: {'Port': ['ID=4c36bf5e-148b-4380-8c2c-8baa1e90f983,revision_number=6']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:53.078874 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37234) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:53.079878 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-03867811-f8ee-47ce-bf0a-0c61864116b5 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "GET /v2.0/ports?device_id=b337a408-07e9-49ae-ae5b-aaa64aa7990f HTTP/1.1" status: 200 len: 205 time: 0.0501437 Jul 15 13:39:53.143258 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-a4381c38-9738-40a6-9592-12bd8b0495ce tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] delete failed (client error): The resource could not be found. Jul 15 13:39:53.144379 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a4381c38-9738-40a6-9592-12bd8b0495ce tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/routers/b337a408-07e9-49ae-ae5b-aaa64aa7990f HTTP/1.1" status: 404 len: 336 time: 0.0631857 Jul 15 13:39:53.148143 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37238) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:53.187306 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-acdc50a7-5483-462e-ab62-de440f85ecec req-bc7af4a6-9128-40ff-a8dd-893f256a6a36 service neutron] No DVR routers for this DVR port 4c36bf5e-148b-4380-8c2c-8baa1e90f983 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:39:53.195673 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae69a21f-dc66-45f5-aa3e-00f723643ee0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] DELETE failed (client error): The resource could not be found. Jul 15 13:39:53.196192 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae69a21f-dc66-45f5-aa3e-00f723643ee0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:39:53.198491 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ae69a21f-dc66-45f5-aa3e-00f723643ee0 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/subnets/1ede8eb2-a008-45a8-b177-dcf397db812d HTTP/1.1" status: 404 len: 337 time: 0.0465052 Jul 15 13:39:53.206254 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37244) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:53.245528 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f27193-0260-46b4-b470-f14ac1cf7821 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] DELETE failed (client error): The resource could not be found. Jul 15 13:39:53.249109 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f27193-0260-46b4-b470-f14ac1cf7821 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:39:53.253154 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d9f27193-0260-46b4-b470-f14ac1cf7821 tempest-RoutersIpV6Test-1453595543 tempest-RoutersIpV6Test-1453595543-project] 10.222.0.24 "DELETE /v2.0/subnets/4dd4763b-6ccd-473d-a1ad-462a4bf01a4e HTTP/1.1" status: 404 len: 337 time: 0.0437367 Jul 15 13:39:53.286450 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:53.399733 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-acdc50a7-5483-462e-ab62-de440f85ecec req-bc7af4a6-9128-40ff-a8dd-893f256a6a36 service neutron] Attempting to bind port 4c36bf5e-148b-4380-8c2c-8baa1e90f983 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:39:53.400248 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-acdc50a7-5483-462e-ab62-de440f85ecec req-bc7af4a6-9128-40ff-a8dd-893f256a6a36 service neutron] Attempting to bind port 4c36bf5e-148b-4380-8c2c-8baa1e90f983 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'fcaf1e74-bf4d-45b5-a148-fed25331eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:39:53.400638 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdc50a7-5483-462e-ab62-de440f85ecec req-bc7af4a6-9128-40ff-a8dd-893f256a6a36 service neutron] Attempting to bind port 4c36bf5e-148b-4380-8c2c-8baa1e90f983 on network 7a3d89be-04ff-4257-bfc8-200df0476102 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:53.411029 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57aab64a-d74c-4a95-ac72-77f4e300c1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:53.413093 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdc50a7-5483-462e-ab62-de440f85ecec req-bc7af4a6-9128-40ff-a8dd-893f256a6a36 service neutron] Port 4c36bf5e-148b-4380-8c2c-8baa1e90f983 on network 7a3d89be-04ff-4257-bfc8-200df0476102 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:39:53.413802 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdc50a7-5483-462e-ab62-de440f85ecec req-bc7af4a6-9128-40ff-a8dd-893f256a6a36 service neutron] Attempting to bind port 4c36bf5e-148b-4380-8c2c-8baa1e90f983 on network 7a3d89be-04ff-4257-bfc8-200df0476102 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:53.420680 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdc50a7-5483-462e-ab62-de440f85ecec req-bc7af4a6-9128-40ff-a8dd-893f256a6a36 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:39:53.421278 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdc50a7-5483-462e-ab62-de440f85ecec req-bc7af4a6-9128-40ff-a8dd-893f256a6a36 service neutron] Checking segment: {'id': 'fcaf1e74-bf4d-45b5-a148-fed25331eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:53.422174 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdc50a7-5483-462e-ab62-de440f85ecec req-bc7af4a6-9128-40ff-a8dd-893f256a6a36 service neutron] Bound using segment: {'id': 'fcaf1e74-bf4d-45b5-a148-fed25331eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:39:53.423340 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-acdc50a7-5483-462e-ab62-de440f85ecec req-bc7af4a6-9128-40ff-a8dd-893f256a6a36 service neutron] Bound port: 4c36bf5e-148b-4380-8c2c-8baa1e90f983, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcaf1e74-bf4d-45b5-a148-fed25331eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:39:53.423789 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-acdc50a7-5483-462e-ab62-de440f85ecec req-bc7af4a6-9128-40ff-a8dd-893f256a6a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:53.550487 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-acdc50a7-5483-462e-ab62-de440f85ecec req-bc7af4a6-9128-40ff-a8dd-893f256a6a36 service neutron] For port 4c36bf5e-148b-4380-8c2c-8baa1e90f983, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:53.556297 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-acdc50a7-5483-462e-ab62-de440f85ecec req-bc7af4a6-9128-40ff-a8dd-893f256a6a36 service neutron] For port 4c36bf5e-148b-4380-8c2c-8baa1e90f983, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=4c36bf5e-148b-4380-8c2c-8baa1e90f983,segment=NetworkSegment(fcaf1e74-bf4d-45b5-a148-fed25331eb7a),segment_id=fcaf1e74-bf4d-45b5-a148-fed25331eb7a)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:39:53.567012 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f71989-1660-464d-8513-a34d48d8b2e3 req-21a6ef6c-644a-4732-be11-9c5dd643662d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:53.569052 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b6f71989-1660-464d-8513-a34d48d8b2e3 req-21a6ef6c-644a-4732-be11-9c5dd643662d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 944 time: 0.1406016 Jul 15 13:39:53.570683 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-acdc50a7-5483-462e-ab62-de440f85ecec req-bc7af4a6-9128-40ff-a8dd-893f256a6a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:53.641592 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc50a7-5483-462e-ab62-de440f85ecec req-bc7af4a6-9128-40ff-a8dd-893f256a6a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:53.642355 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-acdc50a7-5483-462e-ab62-de440f85ecec req-bc7af4a6-9128-40ff-a8dd-893f256a6a36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:53.644012 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-acdc50a7-5483-462e-ab62-de440f85ecec req-bc7af4a6-9128-40ff-a8dd-893f256a6a36 service neutron] 10.222.0.18 "PUT /v2.0/ports/4c36bf5e-148b-4380-8c2c-8baa1e90f983 HTTP/1.1" status: 200 len: 1093 time: 1.4290512 Jul 15 13:39:53.688584 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b6f71989-1660-464d-8513-a34d48d8b2e3 req-e8fa676f-51db-48f1-9442-a5210742d81c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115277 Jul 15 13:39:53.689377 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7af4a6-9128-40ff-a8dd-893f256a6a36 service neutron] Pushing event updated for resources: {'Port': ['ID=4c36bf5e-148b-4380-8c2c-8baa1e90f983,revision_number=7']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:53.771632 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37256) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:53.791144 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc50a7-5483-462e-ab62-de440f85ecec req-e135f9f7-d4cd-49be-b73b-f1dd378ca06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:53.792893 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-acdc50a7-5483-462e-ab62-de440f85ecec req-e135f9f7-d4cd-49be-b73b-f1dd378ca06c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 1096 time: 0.0944741 Jul 15 13:39:53.916875 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc50a7-5483-462e-ab62-de440f85ecec req-a47f5cfd-6815-42e5-8f4a-725f79c28bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:53.918591 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-acdc50a7-5483-462e-ab62-de440f85ecec req-a47f5cfd-6815-42e5-8f4a-725f79c28bca service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a3d89be-04ff-4257-bfc8-200df0476102 HTTP/1.1" status: 200 len: 898 time: 0.1190217 Jul 15 13:39:54.004898 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-acdc50a7-5483-462e-ab62-de440f85ecec req-2843c7b4-e7dd-413e-b7ed-363f28d1d943 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c36bf5e-148b-4380-8c2c-8baa1e90f983 HTTP/1.1" status: 200 len: 1000 time: 0.0785072 Jul 15 13:39:54.073452 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc50a7-5483-462e-ab62-de440f85ecec req-64884a0a-a344-4926-ac37-df5362687de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:54.076433 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-acdc50a7-5483-462e-ab62-de440f85ecec req-64884a0a-a344-4926-ac37-df5362687de6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e3f2039-b778-40b0-bdc7-f07e93fa4107 HTTP/1.1" status: 200 len: 835 time: 0.0655286 Jul 15 13:39:54.178381 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d916c933-eec2-499f-b641-c55b282c2616 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=887d9767dc044bdb8b834bfc53588a11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4054790 Jul 15 13:39:54.182943 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37270) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:54.189373 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc50a7-5483-462e-ab62-de440f85ecec req-4bc7b8d2-e562-4e53-a71d-70314dadc1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:54.191068 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-acdc50a7-5483-462e-ab62-de440f85ecec req-4bc7b8d2-e562-4e53-a71d-70314dadc1d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a3d89be-04ff-4257-bfc8-200df0476102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1088703 Jul 15 13:39:54.207010 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-acdc50a7-5483-462e-ab62-de440f85ecec req-f0b33cd6-dfdf-4d11-8bb2-64127d4aa066 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:39:54.208334 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-acdc50a7-5483-462e-ab62-de440f85ecec req-f0b33cd6-dfdf-4d11-8bb2-64127d4aa066 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105951 Jul 15 13:39:54.258107 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-449bae0c-48dd-4dbf-97da-ffa93a4b335d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:54.307594 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-449bae0c-48dd-4dbf-97da-ffa93a4b335d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:54.358335 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-acdc50a7-5483-462e-ab62-de440f85ecec req-4f518cae-cbae-4bb3-9a1c-badf6a279531 service neutron] 10.222.0.18 "GET /v2.0/networks/7a3d89be-04ff-4257-bfc8-200df0476102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427414 Jul 15 13:39:54.387431 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-449bae0c-48dd-4dbf-97da-ffa93a4b335d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:54.390615 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-449bae0c-48dd-4dbf-97da-ffa93a4b335d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:54.392880 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-449bae0c-48dd-4dbf-97da-ffa93a4b335d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c6efb48b-9934-47ac-aa91-446afc726eb7 HTTP/1.1" status: 204 len: 168 time: 0.2078316 Jul 15 13:39:54.407735 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bae0c-48dd-4dbf-97da-ffa93a4b335d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6efb48b-9934-47ac-aa91-446afc726eb7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:54.513806 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-acdc50a7-5483-462e-ab62-de440f85ecec req-6b0b5a05-4ce3-4c5e-be41-7cd31f54be5b service neutron] 10.222.0.18 "GET /v2.0/networks/7a3d89be-04ff-4257-bfc8-200df0476102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484375 Jul 15 13:39:54.776369 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:54.976794 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e33976-fb7e-42f6-a2e4-69b030175f49 req-3719a428-fa4c-49db-a662-fc24fd1a9ca8 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:54.978454 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-32e33976-fb7e-42f6-a2e4-69b030175f49 req-3719a428-fa4c-49db-a662-fc24fd1a9ca8 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 944 time: 0.0887687 Jul 15 13:39:54.978970 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4f3ed7-fc84-47f3-a614-c3032861bd62', 'tag': '4c36bf5e-148b-4380-8c2c-8baa1e90f983'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:39:54.981392 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40081df4-0fc3-44e7-953e-3fb057c3151f" -d '{"events": [{"name": "network-changed", "server_uuid": "1f4f3ed7-fc84-47f3-a614-c3032861bd62", "tag": "4c36bf5e-148b-4380-8c2c-8baa1e90f983"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:39:55.068633 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-32e33976-fb7e-42f6-a2e4-69b030175f49 req-b16c1521-57cc-4e72-864c-ceafbb93aa3d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719528 Jul 15 13:39:55.086684 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30aaea35-a2a3-4996-b262-d28385fdb842 x-openstack-request-id: req-30aaea35-a2a3-4996-b262-d28385fdb842 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:39:55.086971 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f4f3ed7-fc84-47f3-a614-c3032861bd62", "tag": "4c36bf5e-148b-4380-8c2c-8baa1e90f983", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:39:55.087234 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-30aaea35-a2a3-4996-b262-d28385fdb842 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:39:55.087627 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4f3ed7-fc84-47f3-a614-c3032861bd62', 'tag': '4c36bf5e-148b-4380-8c2c-8baa1e90f983', 'status': 'completed', 'code': 200} Jul 15 13:39:55.204341 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 4c36bf5e-148b-4380-8c2c-8baa1e90f983 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:39:55.287786 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 4c36bf5e-148b-4380-8c2c-8baa1e90f983 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:39:55.288650 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40081df4-0fc3-44e7-953e-3fb057c3151f req-234fcd77-961b-4f5d-8999-3bc54db970cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:55.291995 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-40081df4-0fc3-44e7-953e-3fb057c3151f req-234fcd77-961b-4f5d-8999-3bc54db970cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 1096 time: 0.1608961 Jul 15 13:39:55.368554 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40081df4-0fc3-44e7-953e-3fb057c3151f req-0a428162-93d9-4027-911e-feeab823c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:55.371795 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-40081df4-0fc3-44e7-953e-3fb057c3151f req-0a428162-93d9-4027-911e-feeab823c2ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 1096 time: 0.2593787 Jul 15 13:39:55.411997 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:55.599670 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40081df4-0fc3-44e7-953e-3fb057c3151f req-d9e2d731-7c4b-43d4-99cd-924d2dce5cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:55.601259 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-40081df4-0fc3-44e7-953e-3fb057c3151f req-d9e2d731-7c4b-43d4-99cd-924d2dce5cd8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a3d89be-04ff-4257-bfc8-200df0476102 HTTP/1.1" status: 200 len: 898 time: 0.3007438 Jul 15 13:39:55.658585 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40081df4-0fc3-44e7-953e-3fb057c3151f req-621cad96-0336-479c-a6cd-504e0282a420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:55.660255 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-40081df4-0fc3-44e7-953e-3fb057c3151f req-621cad96-0336-479c-a6cd-504e0282a420 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a3d89be-04ff-4257-bfc8-200df0476102 HTTP/1.1" status: 200 len: 898 time: 0.2779977 Jul 15 13:39:55.890058 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37314) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:56.052165 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-40081df4-0fc3-44e7-953e-3fb057c3151f req-4ce00890-22a2-484a-bd31-287a8ef13870 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c36bf5e-148b-4380-8c2c-8baa1e90f983 HTTP/1.1" status: 200 len: 1000 time: 0.4399993 Jul 15 13:39:56.099443 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-40081df4-0fc3-44e7-953e-3fb057c3151f req-ab19ecd2-3fb4-4231-ac27-2a3ca163754a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c36bf5e-148b-4380-8c2c-8baa1e90f983 HTTP/1.1" status: 200 len: 1000 time: 0.4308836 Jul 15 13:39:56.160294 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40081df4-0fc3-44e7-953e-3fb057c3151f req-0bf145dd-fd53-4921-b824-08be2c9c1dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:56.161707 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-40081df4-0fc3-44e7-953e-3fb057c3151f req-0bf145dd-fd53-4921-b824-08be2c9c1dc4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e3f2039-b778-40b0-bdc7-f07e93fa4107 HTTP/1.1" status: 200 len: 835 time: 0.0994678 Jul 15 13:39:56.213973 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40081df4-0fc3-44e7-953e-3fb057c3151f req-cfddff8c-0fde-4b0c-8d67-1c1d9bbb75a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:56.215540 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-40081df4-0fc3-44e7-953e-3fb057c3151f req-cfddff8c-0fde-4b0c-8d67-1c1d9bbb75a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e3f2039-b778-40b0-bdc7-f07e93fa4107 HTTP/1.1" status: 200 len: 835 time: 0.1077378 Jul 15 13:39:56.295753 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40081df4-0fc3-44e7-953e-3fb057c3151f req-52484fce-eab2-4523-832e-71103df3beba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:56.298216 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-40081df4-0fc3-44e7-953e-3fb057c3151f req-52484fce-eab2-4523-832e-71103df3beba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a3d89be-04ff-4257-bfc8-200df0476102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1281011 Jul 15 13:39:56.366390 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2609b862-c7f3-4b94-84e7-2162ed80293a tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1324536053', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:56.400410 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40081df4-0fc3-44e7-953e-3fb057c3151f req-4249cc73-7253-4157-8a54-70bbf2655776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:56.402293 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-40081df4-0fc3-44e7-953e-3fb057c3151f req-4249cc73-7253-4157-8a54-70bbf2655776 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a3d89be-04ff-4257-bfc8-200df0476102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1781611 Jul 15 13:39:56.421566 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2609b862-c7f3-4b94-84e7-2162ed80293a tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:56.425315 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2609b862-c7f3-4b94-84e7-2162ed80293a tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:56.460745 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:56.555298 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2609b862-c7f3-4b94-84e7-2162ed80293a tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:56.564245 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2609b862-c7f3-4b94-84e7-2162ed80293a tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:56.577848 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-40081df4-0fc3-44e7-953e-3fb057c3151f req-0d11aa51-35e6-4afd-93f8-fa0fcb5811c8 service neutron] 10.222.0.32 "GET /v2.0/networks/7a3d89be-04ff-4257-bfc8-200df0476102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701781 Jul 15 13:39:56.593802 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2609b862-c7f3-4b94-84e7-2162ed80293a tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:56.596507 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2609b862-c7f3-4b94-84e7-2162ed80293a tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7019374 Jul 15 13:39:56.600949 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37328) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:56.607336 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9cc90c22-21ac-4dc7-9b4e-792868cdde79 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1228915141'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:56.608385 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2039e30-f877-4966-afd9-5ff26fd9e490 req-6014a219-7b5f-472f-a4f1-8332df7a7851 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:56.610779 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d2039e30-f877-4966-afd9-5ff26fd9e490 req-6014a219-7b5f-472f-a4f1-8332df7a7851 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 944 time: 0.2752724 Jul 15 13:39:56.642066 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc90c22-21ac-4dc7-9b4e-792868cdde79 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Made reservation on behalf of a90a25a22dc745a9b799b72c3d382f94 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:56.647438 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9cc90c22-21ac-4dc7-9b4e-792868cdde79 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:56.663659 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9cc90c22-21ac-4dc7-9b4e-792868cdde79 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:56.688406 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-40081df4-0fc3-44e7-953e-3fb057c3151f req-5077e5af-ac4a-420a-b030-63a0a1aa9e02 service neutron] 10.222.0.18 "GET /v2.0/networks/7a3d89be-04ff-4257-bfc8-200df0476102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472901 Jul 15 13:39:56.792204 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d2039e30-f877-4966-afd9-5ff26fd9e490 req-a176de5f-cc16-46a7-8546-eb69e63c31a4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557178 Jul 15 13:39:56.849469 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-40081df4-0fc3-44e7-953e-3fb057c3151f req-c07b1142-0f6e-4c21-bb00-4132ee95dbf3 service neutron] 10.222.0.32 "GET /v2.0/networks/7a3d89be-04ff-4257-bfc8-200df0476102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611794 Jul 15 13:39:56.892495 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-40081df4-0fc3-44e7-953e-3fb057c3151f req-6fa2b98a-1e36-4e52-982b-3dc24f118903 service neutron] 10.222.0.18 "GET /v2.0/networks/7a3d89be-04ff-4257-bfc8-200df0476102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713924 Jul 15 13:39:56.912606 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9cc90c22-21ac-4dc7-9b4e-792868cdde79 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:56.920588 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9cc90c22-21ac-4dc7-9b4e-792868cdde79 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:56.982838 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc90c22-21ac-4dc7-9b4e-792868cdde79 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:39:56.995718 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc90c22-21ac-4dc7-9b4e-792868cdde79 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9f2f96-f8da-4bce-bdf2-5a83979cc860,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:57.008347 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9cc90c22-21ac-4dc7-9b4e-792868cdde79 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:57.008937 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-9cc90c22-21ac-4dc7-9b4e-792868cdde79 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Added segment e5933fd4-2847-4b28-b718-91b96aa317f2 of type vlan for network a28a3be1-464d-4f35-8504-375efd2f3a24 Jul 15 13:39:57.063108 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9cc90c22-21ac-4dc7-9b4e-792868cdde79 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:57.105475 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9cc90c22-21ac-4dc7-9b4e-792868cdde79 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:57.114206 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc90c22-21ac-4dc7-9b4e-792868cdde79 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:57.115110 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9cc90c22-21ac-4dc7-9b4e-792868cdde79 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:57.165783 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9cc90c22-21ac-4dc7-9b4e-792868cdde79 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5628746 Jul 15 13:39:57.170768 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37334) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:57.179554 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-8734ca22-9bd5-4f6b-ab24-30ea182f2d0e tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Request body: {'subnet': {'network_id': 'a28a3be1-464d-4f35-8504-375efd2f3a24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:57.239261 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc90c22-21ac-4dc7-9b4e-792868cdde79 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Pushing event updated for resources: {'Network': ['ID=a28a3be1-464d-4f35-8504-375efd2f3a24,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:57.264999 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network a28a3be1-464d-4f35-8504-375efd2f3a24 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:39:57.312305 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 4c36bf5e-148b-4380-8c2c-8baa1e90f983 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:39:57.380698 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8734ca22-9bd5-4f6b-ab24-30ea182f2d0e tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Made reservation on behalf of a90a25a22dc745a9b799b72c3d382f94 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:57.388887 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8734ca22-9bd5-4f6b-ab24-30ea182f2d0e tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:57.482712 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 4c36bf5e-148b-4380-8c2c-8baa1e90f983, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=4c36bf5e-148b-4380-8c2c-8baa1e90f983,segment=NetworkSegment(fcaf1e74-bf4d-45b5-a148-fed25331eb7a),segment_id=fcaf1e74-bf4d-45b5-a148-fed25331eb7a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:57.492113 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37338) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:57.503265 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '4c36bf5e-148b-4380-8c2c-8baa1e90f983', 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102', 'port_id': '4c36bf5e-148b-4380-8c2c-8baa1e90f983', 'mac_address': 'fa:16:3e:16:06:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e3f2039-b778-40b0-bdc7-f07e93fa4107', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:39:57.572632 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:57.594065 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c36bf5e-148b-4380-8c2c-8baa1e90f983 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:39:57.632024 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 4c36bf5e-148b-4380-8c2c-8baa1e90f983, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=4c36bf5e-148b-4380-8c2c-8baa1e90f983,segment=NetworkSegment(fcaf1e74-bf4d-45b5-a148-fed25331eb7a),segment_id=fcaf1e74-bf4d-45b5-a148-fed25331eb7a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:57.637409 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:57.695056 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f378bba5-ef4a-48c2-9e03-14da25bde117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:57.707492 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=4c36bf5e-148b-4380-8c2c-8baa1e90f983,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:57.719420 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:57.719978 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:57.720571 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:57.721059 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:57.721388 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8734ca22-9bd5-4f6b-ab24-30ea182f2d0e tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:57.721632 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:57.722334 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:57.722957 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:57.723416 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:57.723949 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:57.724551 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:57.724997 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:57.725523 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:57.831699 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734ca22-9bd5-4f6b-ab24-30ea182f2d0e tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Pushing event updated for resources: {'Subnet': ['ID=4cac2ef0-916d-473e-a7c1-ffc379c7dc6c,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:57.844619 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8734ca22-9bd5-4f6b-ab24-30ea182f2d0e tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Checking segment: {'id': 'e5933fd4-2847-4b28-b718-91b96aa317f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a28a3be1-464d-4f35-8504-375efd2f3a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:57.845272 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8734ca22-9bd5-4f6b-ab24-30ea182f2d0e tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Network hostable DHCP agents. Network: a28a3be1-464d-4f35-8504-375efd2f3a24, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:39:57.872420 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f378bba5-ef4a-48c2-9e03-14da25bde117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:57.872872 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['4c36bf5e-148b-4380-8c2c-8baa1e90f983'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:39:57.883157 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8734ca22-9bd5-4f6b-ab24-30ea182f2d0e tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Network a28a3be1-464d-4f35-8504-375efd2f3a24 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:39:57.884198 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f378bba5-ef4a-48c2-9e03-14da25bde117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:57.911168 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-8734ca22-9bd5-4f6b-ab24-30ea182f2d0e tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, a28a3be1-464d-4f35-8504-375efd2f3a24) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:57.916772 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8734ca22-9bd5-4f6b-ab24-30ea182f2d0e tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:57.917358 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8734ca22-9bd5-4f6b-ab24-30ea182f2d0e tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:57.951449 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8734ca22-9bd5-4f6b-ab24-30ea182f2d0e tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7730474 Jul 15 13:39:57.951810 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3139b1-32cb-4021-a5e5-612ca0842645 None None] Network a28a3be1-464d-4f35-8504-375efd2f3a24 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:57.951992 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37344) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:57.964778 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-74ab5611-03b0-47b1-b5b2-a3ca00989d11 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Request body: {'network': {'name': 'tempest-router-network01--1520986963'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:58.008174 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f378bba5-ef4a-48c2-9e03-14da25bde117 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d31140d96344fdaa6571b1982d59e08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5118518 Jul 15 13:39:58.008424 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ab5611-03b0-47b1-b5b2-a3ca00989d11 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Made reservation on behalf of a90a25a22dc745a9b799b72c3d382f94 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:58.014675 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-74ab5611-03b0-47b1-b5b2-a3ca00989d11 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:58.027449 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37348) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:58.039943 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378bba5-ef4a-48c2-9e03-14da25bde117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addd65cd-4aec-463b-b0c8-bb38d351ca69,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:58.104310 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ab5611-03b0-47b1-b5b2-a3ca00989d11 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:39:58.121083 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-421d84a3-3612-4f86-8b61-bf7309667077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:58.124288 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-74ab5611-03b0-47b1-b5b2-a3ca00989d11 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:58.124873 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-74ab5611-03b0-47b1-b5b2-a3ca00989d11 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Added segment 541c6d0a-113c-4c35-9e3c-88105d2fdbf3 of type vlan for network 1cb93ac1-1fd5-4407-afd2-fd276ef86b3d Jul 15 13:39:58.136425 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e228c5-2a09-4921-81fb-82c56a4da457 req-4804cd41-fe08-4c13-bfaa-237a7c393b82 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:58.138543 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a4e228c5-2a09-4921-81fb-82c56a4da457 req-4804cd41-fe08-4c13-bfaa-237a7c393b82 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 945 time: 0.1603725 Jul 15 13:39:58.189846 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-74ab5611-03b0-47b1-b5b2-a3ca00989d11 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:58.194229 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-421d84a3-3612-4f86-8b61-bf7309667077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:58.234495 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-74ab5611-03b0-47b1-b5b2-a3ca00989d11 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:58.243752 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ab5611-03b0-47b1-b5b2-a3ca00989d11 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:58.244913 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-74ab5611-03b0-47b1-b5b2-a3ca00989d11 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:58.327552 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab5611-03b0-47b1-b5b2-a3ca00989d11 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Pushing event updated for resources: {'Network': ['ID=1cb93ac1-1fd5-4407-afd2-fd276ef86b3d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:58.348336 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-74ab5611-03b0-47b1-b5b2-a3ca00989d11 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3958662 Jul 15 13:39:58.352876 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37352) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:58.359787 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ba5df758-3179-4435-b929-9b0ffa0f9179 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Request body: {'network': {'name': 'tempest-router-network02--1921588588'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:58.368740 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 1cb93ac1-1fd5-4407-afd2-fd276ef86b3d details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:39:58.399307 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5df758-3179-4435-b929-9b0ffa0f9179 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Made reservation on behalf of a90a25a22dc745a9b799b72c3d382f94 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:58.405539 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba5df758-3179-4435-b929-9b0ffa0f9179 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:58.453893 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba5df758-3179-4435-b929-9b0ffa0f9179 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:39:58.474743 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba5df758-3179-4435-b929-9b0ffa0f9179 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:58.475375 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-ba5df758-3179-4435-b929-9b0ffa0f9179 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Added segment 154f5679-744f-40cb-acbf-d22aa59a132c of type vlan for network 57c67523-6626-4e7b-b0ce-4dee3da1d104 Jul 15 13:39:58.495302 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a4e228c5-2a09-4921-81fb-82c56a4da457 req-5464ade2-3291-4760-843d-705363dbfc95 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3266268 Jul 15 13:39:58.558997 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c5da7280-71e3-4e2b-b0b5-4ee52cda2828 req-9bf926b1-bd89-4e56-8b4e-741843cd16ba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=be667bda-aeda-491b-8875-39df528f743d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2299201 Jul 15 13:39:58.558997 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-421d84a3-3612-4f86-8b61-bf7309667077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:58.562096 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-421d84a3-3612-4f86-8b61-bf7309667077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:58.564117 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-421d84a3-3612-4f86-8b61-bf7309667077 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/addd65cd-4aec-463b-b0c8-bb38d351ca69 HTTP/1.1" status: 204 len: 168 time: 0.5339961 Jul 15 13:39:58.584143 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d84a3-3612-4f86-8b61-bf7309667077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addd65cd-4aec-463b-b0c8-bb38d351ca69,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:58.584808 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba5df758-3179-4435-b929-9b0ffa0f9179 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:58.668673 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba5df758-3179-4435-b929-9b0ffa0f9179 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:58.691332 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5df758-3179-4435-b929-9b0ffa0f9179 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:58.692575 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba5df758-3179-4435-b929-9b0ffa0f9179 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:58.849681 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da7280-71e3-4e2b-b0b5-4ee52cda2828 req-26c45b76-42ec-41bc-be3d-9ac423b6253a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:58.853630 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c5da7280-71e3-4e2b-b0b5-4ee52cda2828 req-26c45b76-42ec-41bc-be3d-9ac423b6253a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89567fda246241f4860e07527d287580&device_id=be667bda-aeda-491b-8875-39df528f743d HTTP/1.1" status: 200 len: 1097 time: 0.1771955 Jul 15 13:39:58.858941 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5df758-3179-4435-b929-9b0ffa0f9179 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Pushing event updated for resources: {'Network': ['ID=57c67523-6626-4e7b-b0ce-4dee3da1d104,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:58.889268 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ba5df758-3179-4435-b929-9b0ffa0f9179 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5346611 Jul 15 13:39:58.893943 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37362) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:58.900593 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1fa461d0-1025-43cd-b51a-f0149a520053 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Request body: {'subnet': {'network_id': '1cb93ac1-1fd5-4407-afd2-fd276ef86b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:58.990386 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 57c67523-6626-4e7b-b0ce-4dee3da1d104 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:39:59.260794 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53beb39b-7124-496c-b198-5b6251158d9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-a28a3be1-464d-4f35-8504-375efd2f3a24', 'network_id': 'a28a3be1-464d-4f35-8504-375efd2f3a24', 'tenant_id': 'a90a25a22dc745a9b799b72c3d382f94', 'fixed_ips': [{'subnet_id': '4cac2ef0-916d-473e-a7c1-ffc379c7dc6c'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:39:59.261681 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53beb39b-7124-496c-b198-5b6251158d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:59.315181 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da7280-71e3-4e2b-b0b5-4ee52cda2828 req-be6758ab-6162-4c04-81db-2a8db044c8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:59.317955 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c5da7280-71e3-4e2b-b0b5-4ee52cda2828 req-be6758ab-6162-4c04-81db-2a8db044c8f7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb HTTP/1.1" status: 200 len: 913 time: 0.4026253 Jul 15 13:39:59.583416 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37378) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:59.640195 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c5da7280-71e3-4e2b-b0b5-4ee52cda2828 req-0b5d3d96-d071-4dfb-aa6a-bad72618df3e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05c44e4f-75d0-4051-b1f8-8bf4eefe1029 HTTP/1.1" status: 200 len: 1001 time: 0.3146353 Jul 15 13:39:59.728307 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-462d8d6b-3b10-43ae-801f-e7887ad022d4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:59.730773 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-462d8d6b-3b10-43ae-801f-e7887ad022d4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62&tenant_id=5969ba48b19a42969f3c1202e7616f77&binding%3Ahost_id=n-h1-758944-45 HTTP/1.1" status: 200 len: 945 time: 0.1728249 Jul 15 13:39:59.732365 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa461d0-1025-43cd-b51a-f0149a520053 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Made reservation on behalf of a90a25a22dc745a9b799b72c3d382f94 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:59.737423 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1fa461d0-1025-43cd-b51a-f0149a520053 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:59.773238 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da7280-71e3-4e2b-b0b5-4ee52cda2828 req-08397e4f-2fb2-46d0-93c7-98dddeb75056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:59.776916 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c5da7280-71e3-4e2b-b0b5-4ee52cda2828 req-08397e4f-2fb2-46d0-93c7-98dddeb75056 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4840df0d-ad31-406d-829f-ea4475de886e HTTP/1.1" status: 200 len: 851 time: 0.1132100 Jul 15 13:39:59.780312 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-65ec7cd8-2c4d-447c-837a-89b83eefdbbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:59.820663 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-53beb39b-7124-496c-b198-5b6251158d9c None None] Allocated IP 2001:db8::2 (a28a3be1-464d-4f35-8504-375efd2f3a24/4cac2ef0-916d-473e-a7c1-ffc379c7dc6c/db895805-b26b-4a70-972d-13c2bcc5d163) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:59.973421 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1fa461d0-1025-43cd-b51a-f0149a520053 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:00.075777 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-65ec7cd8-2c4d-447c-837a-89b83eefdbbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:00.098094 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-65ec7cd8-2c4d-447c-837a-89b83eefdbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:00.108961 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa461d0-1025-43cd-b51a-f0149a520053 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Pushing event updated for resources: {'Subnet': ['ID=12ae87a1-12f3-4b63-a314-4d0b96da877a,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:00.122564 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-bcbcc689-3d1b-4577-9440-5691db9e4128 service neutron] 10.222.0.18 "GET /v2.0/ports/4c36bf5e-148b-4380-8c2c-8baa1e90f983/bindings/n-h1-758944-45 HTTP/1.1" status: 200 len: 383 time: 0.1591065 Jul 15 13:40:00.122857 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa461d0-1025-43cd-b51a-f0149a520053 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Checking segment: {'id': '541c6d0a-113c-4c35-9e3c-88105d2fdbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1cb93ac1-1fd5-4407-afd2-fd276ef86b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:00.123062 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa461d0-1025-43cd-b51a-f0149a520053 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Network hostable DHCP agents. Network: 1cb93ac1-1fd5-4407-afd2-fd276ef86b3d, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:40:00.148245 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa461d0-1025-43cd-b51a-f0149a520053 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Network 1cb93ac1-1fd5-4407-afd2-fd276ef86b3d is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:40:00.167495 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53beb39b-7124-496c-b198-5b6251158d9c None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:00.173785 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-1fa461d0-1025-43cd-b51a-f0149a520053 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 1cb93ac1-1fd5-4407-afd2-fd276ef86b3d) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:00.207735 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa461d0-1025-43cd-b51a-f0149a520053 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:00.208563 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3cb25b-9eb5-413d-9f9f-374d85f0d58a None None] Network 1cb93ac1-1fd5-4407-afd2-fd276ef86b3d requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:00.209472 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1fa461d0-1025-43cd-b51a-f0149a520053 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:00.265440 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-53beb39b-7124-496c-b198-5b6251158d9c None None] Transition to ACTIVE for port object db895805-b26b-4a70-972d-13c2bcc5d163 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:00.270292 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1fa461d0-1025-43cd-b51a-f0149a520053 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3750379 Jul 15 13:40:00.274128 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377340f-9806-413a-bc68-ce56794988b4 req-bfd3ee7d-47f1-4e01-9b00-bf1a56d458fb tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:00.279201 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5377340f-9806-413a-bc68-ce56794988b4 req-bfd3ee7d-47f1-4e01-9b00-bf1a56d458fb tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 945 time: 0.8102062 Jul 15 13:40:00.284682 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37382) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:00.309201 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-06070ce1-72ec-4742-b8d5-cdd1a2066d93 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Request body: {'subnet': {'network_id': '57c67523-6626-4e7b-b0ce-4dee3da1d104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:00.326784 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-53beb39b-7124-496c-b198-5b6251158d9c None None] Transition to ACTIVE for port object db895805-b26b-4a70-972d-13c2bcc5d163 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:00.343050 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-65ec7cd8-2c4d-447c-837a-89b83eefdbbc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=358ad5174ef848e1b157155da9c308f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7173512 Jul 15 13:40:00.352003 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37384) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:00.371519 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec7cd8-2c4d-447c-837a-89b83eefdbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52290688-ee8d-4a39-bd59-ab9d11975660,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:00.406260 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da7280-71e3-4e2b-b0b5-4ee52cda2828 req-16e6896b-e1c1-4a67-84a8-24befa69519f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:00.408120 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c5da7280-71e3-4e2b-b0b5-4ee52cda2828 req-16e6896b-e1c1-4a67-84a8-24befa69519f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6032376 Jul 15 13:40:00.505721 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06070ce1-72ec-4742-b8d5-cdd1a2066d93 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Made reservation on behalf of a90a25a22dc745a9b799b72c3d382f94 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:00.511250 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06070ce1-72ec-4742-b8d5-cdd1a2066d93 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:00.528322 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5377340f-9806-413a-bc68-ce56794988b4 req-a0bb3887-cf7a-4e4e-acec-7429bc402f12 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070253 Jul 15 13:40:00.545162 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-c71fcbc8-d3d1-4247-a8c8-9578f8a5e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:00.546853 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-c71fcbc8-d3d1-4247-a8c8-9578f8a5e61a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 1097 time: 0.3839834 Jul 15 13:40:00.578617 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53beb39b-7124-496c-b198-5b6251158d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:00.612897 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5503bbdf-29ec-4bec-aad2-67d7456a82cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:00.653550 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5503bbdf-29ec-4bec-aad2-67d7456a82cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:00.659320 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53beb39b-7124-496c-b198-5b6251158d9c None None] Network a28a3be1-464d-4f35-8504-375efd2f3a24 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:00.672041 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-53beb39b-7124-496c-b198-5b6251158d9c None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:00.681809 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53beb39b-7124-496c-b198-5b6251158d9c None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:00.685912 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c5da7280-71e3-4e2b-b0b5-4ee52cda2828 req-dd14a5b5-7647-4320-8b0a-b449b0b37dc6 service neutron] 10.222.0.18 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421427 Jul 15 13:40:00.760316 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53beb39b-7124-496c-b198-5b6251158d9c None None] Pushing event updated for resources: {'Port': ['ID=db895805-b26b-4a70-972d-13c2bcc5d163,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:00.835353 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5503bbdf-29ec-4bec-aad2-67d7456a82cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:00.838295 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5503bbdf-29ec-4bec-aad2-67d7456a82cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:00.845098 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215fd471-a1aa-4148-b9f6-5749c5e35467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-1cb93ac1-1fd5-4407-afd2-fd276ef86b3d', 'network_id': '1cb93ac1-1fd5-4407-afd2-fd276ef86b3d', 'tenant_id': 'a90a25a22dc745a9b799b72c3d382f94', 'fixed_ips': [{'subnet_id': '12ae87a1-12f3-4b63-a314-4d0b96da877a'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:40:00.846129 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-215fd471-a1aa-4148-b9f6-5749c5e35467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:00.846443 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5503bbdf-29ec-4bec-aad2-67d7456a82cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/52290688-ee8d-4a39-bd59-ab9d11975660 HTTP/1.1" status: 204 len: 168 time: 0.4877396 Jul 15 13:40:00.852151 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c5da7280-71e3-4e2b-b0b5-4ee52cda2828 req-1b04ed9b-523c-48a4-a034-cedc0cc65ce3 service neutron] 10.222.0.18 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559494 Jul 15 13:40:00.861405 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503bbdf-29ec-4bec-aad2-67d7456a82cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52290688-ee8d-4a39-bd59-ab9d11975660,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:00.935536 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-53beb39b-7124-496c-b198-5b6251158d9c None None] Attempting to bind port db895805-b26b-4a70-972d-13c2bcc5d163 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:40:00.936130 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-53beb39b-7124-496c-b198-5b6251158d9c None None] Attempting to bind port db895805-b26b-4a70-972d-13c2bcc5d163 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'e5933fd4-2847-4b28-b718-91b96aa317f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a28a3be1-464d-4f35-8504-375efd2f3a24'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:40:00.936708 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53beb39b-7124-496c-b198-5b6251158d9c None None] Attempting to bind port db895805-b26b-4a70-972d-13c2bcc5d163 on network a28a3be1-464d-4f35-8504-375efd2f3a24 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:40:00.952346 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-f0ac54f2-9d1e-47f6-9ea4-695759ced331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:00.955010 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-f0ac54f2-9d1e-47f6-9ea4-695759ced331 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a3d89be-04ff-4257-bfc8-200df0476102 HTTP/1.1" status: 200 len: 898 time: 0.4006932 Jul 15 13:40:01.041300 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53beb39b-7124-496c-b198-5b6251158d9c None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:40:01.041787 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53beb39b-7124-496c-b198-5b6251158d9c None None] Checking segment: {'id': 'e5933fd4-2847-4b28-b718-91b96aa317f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a28a3be1-464d-4f35-8504-375efd2f3a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:01.042421 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53beb39b-7124-496c-b198-5b6251158d9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:01.043030 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53beb39b-7124-496c-b198-5b6251158d9c None None] Bound using segment: {'id': 'e5933fd4-2847-4b28-b718-91b96aa317f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a28a3be1-464d-4f35-8504-375efd2f3a24'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:40:01.043803 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-53beb39b-7124-496c-b198-5b6251158d9c None None] Bound port: db895805-b26b-4a70-972d-13c2bcc5d163, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5933fd4-2847-4b28-b718-91b96aa317f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a28a3be1-464d-4f35-8504-375efd2f3a24'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:40:01.044413 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53beb39b-7124-496c-b198-5b6251158d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:01.107885 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37390) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:01.232231 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-53beb39b-7124-496c-b198-5b6251158d9c None None] For port db895805-b26b-4a70-972d-13c2bcc5d163, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:40:01.242921 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fecf51ec-73aa-4a00-a26c-5f8f470af507 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/floatingips/a39810e0-edb7-4abb-bb06-ec615cf3f6bb HTTP/1.1" status: 200 len: 993 time: 0.1232953 Jul 15 13:40:01.243229 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-53beb39b-7124-496c-b198-5b6251158d9c None None] For port db895805-b26b-4a70-972d-13c2bcc5d163, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=db895805-b26b-4a70-972d-13c2bcc5d163,segment=NetworkSegment(e5933fd4-2847-4b28-b718-91b96aa317f2),segment_id=e5933fd4-2847-4b28-b718-91b96aa317f2)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:40:01.275018 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53beb39b-7124-496c-b198-5b6251158d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:01.276691 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-e6649e86-60f1-4b6a-bf23-5a7202dd40c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c36bf5e-148b-4380-8c2c-8baa1e90f983 HTTP/1.1" status: 200 len: 1001 time: 0.2886980 Jul 15 13:40:01.281489 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-215fd471-a1aa-4148-b9f6-5749c5e35467 None None] Allocated IP 2001:db8::2 (1cb93ac1-1fd5-4407-afd2-fd276ef86b3d/12ae87a1-12f3-4b63-a314-4d0b96da877a/e3cb98f4-4926-4ad7-82c3-2bc852fc3d44) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:01.333890 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 4c36bf5e-148b-4380-8c2c-8baa1e90f983 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:01.372562 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06070ce1-72ec-4742-b8d5-cdd1a2066d93 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:01.505104 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-a7f0d928-3599-4bba-8454-cd0166c2d330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:01.507555 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-a7f0d928-3599-4bba-8454-cd0166c2d330 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e3f2039-b778-40b0-bdc7-f07e93fa4107 HTTP/1.1" status: 200 len: 835 time: 0.2101521 Jul 15 13:40:01.536701 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53beb39b-7124-496c-b198-5b6251158d9c None None] Pushing event updated for resources: {'Port': ['ID=db895805-b26b-4a70-972d-13c2bcc5d163,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:01.545903 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06070ce1-72ec-4742-b8d5-cdd1a2066d93 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Pushing event updated for resources: {'Subnet': ['ID=833297a9-3155-4817-b589-0ee55c18c806,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:01.643427 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 4c36bf5e-148b-4380-8c2c-8baa1e90f983 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:01.652927 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 4c36bf5e-148b-4380-8c2c-8baa1e90f983 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:01.653310 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:01.702821 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06070ce1-72ec-4742-b8d5-cdd1a2066d93 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Checking segment: {'id': '154f5679-744f-40cb-acbf-d22aa59a132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '57c67523-6626-4e7b-b0ce-4dee3da1d104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:01.704696 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06070ce1-72ec-4742-b8d5-cdd1a2066d93 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Network hostable DHCP agents. Network: 57c67523-6626-4e7b-b0ce-4dee3da1d104, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:40:01.706841 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37408) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:01.792317 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06070ce1-72ec-4742-b8d5-cdd1a2066d93 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Network 57c67523-6626-4e7b-b0ce-4dee3da1d104 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:40:01.817748 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-dd338052-a1b2-4b11-9eaa-7f90abdfd10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:01.823139 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-dd338052-a1b2-4b11-9eaa-7f90abdfd10c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a3d89be-04ff-4257-bfc8-200df0476102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2698078 Jul 15 13:40:01.825027 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-06070ce1-72ec-4742-b8d5-cdd1a2066d93 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 57c67523-6626-4e7b-b0ce-4dee3da1d104) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:01.850512 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34ed9cb-e8b6-49c5-967f-f0ea7aa65b04 None None] Network 57c67523-6626-4e7b-b0ce-4dee3da1d104 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:01.868798 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06070ce1-72ec-4742-b8d5-cdd1a2066d93 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:01.869555 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06070ce1-72ec-4742-b8d5-cdd1a2066d93 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:01.949230 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-06070ce1-72ec-4742-b8d5-cdd1a2066d93 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6622617 Jul 15 13:40:01.962395 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37414) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:02.007466 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:40:02.168442 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-ea4739e8-78c4-4d17-8a23-db2c52cf7649 service neutron] 10.222.0.18 "GET /v2.0/networks/7a3d89be-04ff-4257-bfc8-200df0476102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237879 Jul 15 13:40:02.355129 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5b4e3-b655-4f24-abbb-d35a2f7a1f54 req-8236c029-b31e-4ee6-98f4-9e6ff6bf0bb9 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:02.356835 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1af5b4e3-b655-4f24-abbb-d35a2f7a1f54 req-8236c029-b31e-4ee6-98f4-9e6ff6bf0bb9 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 945 time: 0.4124503 Jul 15 13:40:02.412989 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-215fd471-a1aa-4148-b9f6-5749c5e35467 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:02.416584 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58440b6-650d-4dfa-a9b7-c3d30abf3834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-57c67523-6626-4e7b-b0ce-4dee3da1d104', 'network_id': '57c67523-6626-4e7b-b0ce-4dee3da1d104', 'tenant_id': 'a90a25a22dc745a9b799b72c3d382f94', 'fixed_ips': [{'subnet_id': '833297a9-3155-4817-b589-0ee55c18c806'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:40:02.418947 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d58440b6-650d-4dfa-a9b7-c3d30abf3834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:02.420938 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-cdfaca64-43c3-4438-a690-8c0e9df3d372 service neutron] 10.222.0.18 "GET /v2.0/networks/7a3d89be-04ff-4257-bfc8-200df0476102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434762 Jul 15 13:40:02.457519 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:02.464805 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-215fd471-a1aa-4148-b9f6-5749c5e35467 None None] Transition to ACTIVE for port object e3cb98f4-4926-4ad7-82c3-2bc852fc3d44 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:02.538850 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1af5b4e3-b655-4f24-abbb-d35a2f7a1f54 req-0a4bfd74-d296-4fcc-aa2a-b728fbd19d58 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478212 Jul 15 13:40:02.576212 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 4c36bf5e-148b-4380-8c2c-8baa1e90f983, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=4c36bf5e-148b-4380-8c2c-8baa1e90f983,segment=NetworkSegment(fcaf1e74-bf4d-45b5-a148-fed25331eb7a),segment_id=fcaf1e74-bf4d-45b5-a148-fed25331eb7a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:02.585233 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4f3ed7-fc84-47f3-a614-c3032861bd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c36bf5e-148b-4380-8c2c-8baa1e90f983'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:02.589443 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba819b2f-745c-44d4-9c4c-1d0bb9ed2322" -d '{"events": [{"server_uuid": "1f4f3ed7-fc84-47f3-a614-c3032861bd62", "name": "network-vif-plugged", "status": "completed", "tag": "4c36bf5e-148b-4380-8c2c-8baa1e90f983"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:02.632350 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-58aebab4-11b9-4204-a50a-e5fc41996877 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:02.649824 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-77b16ee0-1381-48b6-842f-812af46ed645 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Deleting port cd15f28f-5abe-4ffc-86a7-7b04ff2bfc72 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:02.650597 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-77b16ee0-1381-48b6-842f-812af46ed645 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:02.758259 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:02.762587 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2cbf55-e5a2-42f4-993c-4a86e6f6f24b x-openstack-request-id: req-be2cbf55-e5a2-42f4-993c-4a86e6f6f24b {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:02.763103 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4f3ed7-fc84-47f3-a614-c3032861bd62", "name": "network-vif-plugged", "status": "completed", "tag": "4c36bf5e-148b-4380-8c2c-8baa1e90f983", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:02.763510 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be2cbf55-e5a2-42f4-993c-4a86e6f6f24b {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:02.764179 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4f3ed7-fc84-47f3-a614-c3032861bd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c36bf5e-148b-4380-8c2c-8baa1e90f983', 'code': 200} Jul 15 13:40:02.775203 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-215fd471-a1aa-4148-b9f6-5749c5e35467 None None] Transition to ACTIVE for port object e3cb98f4-4926-4ad7-82c3-2bc852fc3d44 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:02.837356 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-215fd471-a1aa-4148-b9f6-5749c5e35467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:02.908132 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215fd471-a1aa-4148-b9f6-5749c5e35467 None None] Network 1cb93ac1-1fd5-4407-afd2-fd276ef86b3d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:02.937638 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-215fd471-a1aa-4148-b9f6-5749c5e35467 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:03.021943 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215fd471-a1aa-4148-b9f6-5749c5e35467 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:03.044703 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=4c36bf5e-148b-4380-8c2c-8baa1e90f983,revision_number=9']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:03.188260 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-77b16ee0-1381-48b6-842f-812af46ed645 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:03.189111 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-77b16ee0-1381-48b6-842f-812af46ed645 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:03.190597 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-215fd471-a1aa-4148-b9f6-5749c5e35467 None None] Attempting to bind port e3cb98f4-4926-4ad7-82c3-2bc852fc3d44 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:40:03.190973 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-215fd471-a1aa-4148-b9f6-5749c5e35467 None None] Attempting to bind port e3cb98f4-4926-4ad7-82c3-2bc852fc3d44 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '541c6d0a-113c-4c35-9e3c-88105d2fdbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1cb93ac1-1fd5-4407-afd2-fd276ef86b3d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:40:03.191549 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215fd471-a1aa-4148-b9f6-5749c5e35467 None None] Attempting to bind port e3cb98f4-4926-4ad7-82c3-2bc852fc3d44 on network 1cb93ac1-1fd5-4407-afd2-fd276ef86b3d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:40:03.206716 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-d58440b6-650d-4dfa-a9b7-c3d30abf3834 None None] Allocated IP 2001:db8::2 (57c67523-6626-4e7b-b0ce-4dee3da1d104/833297a9-3155-4817-b589-0ee55c18c806/f8036bfd-a3e3-488a-be78-47c91d4790df) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:03.240051 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215fd471-a1aa-4148-b9f6-5749c5e35467 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:40:03.240540 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215fd471-a1aa-4148-b9f6-5749c5e35467 None None] Checking segment: {'id': '541c6d0a-113c-4c35-9e3c-88105d2fdbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1cb93ac1-1fd5-4407-afd2-fd276ef86b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:03.240830 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-215fd471-a1aa-4148-b9f6-5749c5e35467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:03.241240 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215fd471-a1aa-4148-b9f6-5749c5e35467 None None] Bound using segment: {'id': '541c6d0a-113c-4c35-9e3c-88105d2fdbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1cb93ac1-1fd5-4407-afd2-fd276ef86b3d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:40:03.242443 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-215fd471-a1aa-4148-b9f6-5749c5e35467 None None] Bound port: e3cb98f4-4926-4ad7-82c3-2bc852fc3d44, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541c6d0a-113c-4c35-9e3c-88105d2fdbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1cb93ac1-1fd5-4407-afd2-fd276ef86b3d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:40:03.242757 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-215fd471-a1aa-4148-b9f6-5749c5e35467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:03.268514 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215fd471-a1aa-4148-b9f6-5749c5e35467 None None] Pushing event updated for resources: {'Port': ['ID=e3cb98f4-4926-4ad7-82c3-2bc852fc3d44,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:03.290038 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-77b16ee0-1381-48b6-842f-812af46ed645 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Calling delete_port for cd15f28f-5abe-4ffc-86a7-7b04ff2bfc72 owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:03.483265 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-215fd471-a1aa-4148-b9f6-5749c5e35467 None None] For port e3cb98f4-4926-4ad7-82c3-2bc852fc3d44, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:40:03.511894 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-215fd471-a1aa-4148-b9f6-5749c5e35467 None None] For port e3cb98f4-4926-4ad7-82c3-2bc852fc3d44, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e3cb98f4-4926-4ad7-82c3-2bc852fc3d44,segment=NetworkSegment(541c6d0a-113c-4c35-9e3c-88105d2fdbf3),segment_id=541c6d0a-113c-4c35-9e3c-88105d2fdbf3)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:40:03.536309 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-215fd471-a1aa-4148-b9f6-5749c5e35467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:03.648790 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d58440b6-650d-4dfa-a9b7-c3d30abf3834 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:03.661869 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215fd471-a1aa-4148-b9f6-5749c5e35467 None None] Pushing event updated for resources: {'Port': ['ID=e3cb98f4-4926-4ad7-82c3-2bc852fc3d44,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:03.669212 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d58440b6-650d-4dfa-a9b7-c3d30abf3834 None None] Transition to ACTIVE for port object f8036bfd-a3e3-488a-be78-47c91d4790df will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:03.715297 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d58440b6-650d-4dfa-a9b7-c3d30abf3834 None None] Transition to ACTIVE for port object f8036bfd-a3e3-488a-be78-47c91d4790df will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:03.725228 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d58440b6-650d-4dfa-a9b7-c3d30abf3834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:03.775671 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b21e66-fb61-4ecc-9b11-6e4d86223d46 None None] Network a28a3be1-464d-4f35-8504-375efd2f3a24 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:03.982509 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58440b6-650d-4dfa-a9b7-c3d30abf3834 None None] Network 57c67523-6626-4e7b-b0ce-4dee3da1d104 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:04.053151 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-d58440b6-650d-4dfa-a9b7-c3d30abf3834 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:04.064352 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58440b6-650d-4dfa-a9b7-c3d30abf3834 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:04.088323 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58440b6-650d-4dfa-a9b7-c3d30abf3834 None None] Pushing event updated for resources: {'Port': ['ID=f8036bfd-a3e3-488a-be78-47c91d4790df,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:04.096459 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device db895805-b26b-4a70-972d-13c2bcc5d163 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:04.201871 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-be730679-2406-4006-bf67-89ecfb3c4ce2 None None] Provisioning for port db895805-b26b-4a70-972d-13c2bcc5d163 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:04.253073 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77002d-3a80-49f8-931d-70ec7b26f1db req-e7209d5d-44df-40a0-8829-82a144a68385 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:04.255827 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9e77002d-3a80-49f8-931d-70ec7b26f1db req-e7209d5d-44df-40a0-8829-82a144a68385 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 946 time: 0.2674017 Jul 15 13:40:04.384258 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9e77002d-3a80-49f8-931d-70ec7b26f1db req-fdafe043-11b4-46f3-bdb1-2d4476b697cd tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143036 Jul 15 13:40:04.571075 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-58aebab4-11b9-4204-a50a-e5fc41996877 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Allocated IP 2001:db8::1 (1cb93ac1-1fd5-4407-afd2-fd276ef86b3d/12ae87a1-12f3-4b63-a314-4d0b96da877a/bb975c84-bdd8-4de5-989c-dc783ac601d2) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:04.573795 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-d58440b6-650d-4dfa-a9b7-c3d30abf3834 None None] Attempting to bind port f8036bfd-a3e3-488a-be78-47c91d4790df on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:40:04.574829 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-d58440b6-650d-4dfa-a9b7-c3d30abf3834 None None] Attempting to bind port f8036bfd-a3e3-488a-be78-47c91d4790df by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '154f5679-744f-40cb-acbf-d22aa59a132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '57c67523-6626-4e7b-b0ce-4dee3da1d104'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:40:04.575203 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58440b6-650d-4dfa-a9b7-c3d30abf3834 None None] Attempting to bind port f8036bfd-a3e3-488a-be78-47c91d4790df on network 57c67523-6626-4e7b-b0ce-4dee3da1d104 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:40:04.601076 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58440b6-650d-4dfa-a9b7-c3d30abf3834 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:40:04.602919 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58440b6-650d-4dfa-a9b7-c3d30abf3834 None None] Checking segment: {'id': '154f5679-744f-40cb-acbf-d22aa59a132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '57c67523-6626-4e7b-b0ce-4dee3da1d104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:04.603362 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d58440b6-650d-4dfa-a9b7-c3d30abf3834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.603764 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58440b6-650d-4dfa-a9b7-c3d30abf3834 None None] Bound using segment: {'id': '154f5679-744f-40cb-acbf-d22aa59a132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '57c67523-6626-4e7b-b0ce-4dee3da1d104'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:40:04.605014 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-d58440b6-650d-4dfa-a9b7-c3d30abf3834 None None] Bound port: f8036bfd-a3e3-488a-be78-47c91d4790df, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154f5679-744f-40cb-acbf-d22aa59a132c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '57c67523-6626-4e7b-b0ce-4dee3da1d104'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:40:04.605543 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d58440b6-650d-4dfa-a9b7-c3d30abf3834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.626850 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port db895805-b26b-4a70-972d-13c2bcc5d163 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:04.638038 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port db895805-b26b-4a70-972d-13c2bcc5d163 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:04.638682 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.691252 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-77b16ee0-1381-48b6-842f-812af46ed645 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.758493 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f5b7b-c63c-4af3-90b7-68c4fff2d099 req-4cc54098-6cd1-465e-a217-b55712939073 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:04.772397 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3e2f5b7b-c63c-4af3-90b7-68c4fff2d099 req-4cc54098-6cd1-465e-a217-b55712939073 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 946 time: 1.3320172 Jul 15 13:40:04.785383 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d58440b6-650d-4dfa-a9b7-c3d30abf3834 None None] For port f8036bfd-a3e3-488a-be78-47c91d4790df, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:40:04.791055 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d58440b6-650d-4dfa-a9b7-c3d30abf3834 None None] For port f8036bfd-a3e3-488a-be78-47c91d4790df, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=f8036bfd-a3e3-488a-be78-47c91d4790df,segment=NetworkSegment(154f5679-744f-40cb-acbf-d22aa59a132c),segment_id=154f5679-744f-40cb-acbf-d22aa59a132c)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:40:04.798049 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.802352 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d58440b6-650d-4dfa-a9b7-c3d30abf3834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.873359 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b16ee0-1381-48b6-842f-812af46ed645 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event deleted for resources: {'Port': ['ID=cd15f28f-5abe-4ffc-86a7-7b04ff2bfc72,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:04.904839 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port db895805-b26b-4a70-972d-13c2bcc5d163, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=db895805-b26b-4a70-972d-13c2bcc5d163,segment=NetworkSegment(e5933fd4-2847-4b28-b718-91b96aa317f2),segment_id=e5933fd4-2847-4b28-b718-91b96aa317f2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:04.911636 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58440b6-650d-4dfa-a9b7-c3d30abf3834 None None] Pushing event updated for resources: {'Port': ['ID=f8036bfd-a3e3-488a-be78-47c91d4790df,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:04.917605 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.021002 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=db895805-b26b-4a70-972d-13c2bcc5d163,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:05.122814 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37468) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:05.134225 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3e2f5b7b-c63c-4af3-90b7-68c4fff2d099 req-4a750cba-89ad-4e81-afd0-3c175d5650d2 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3604782 Jul 15 13:40:05.141791 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-58aebab4-11b9-4204-a50a-e5fc41996877 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.148057 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-77b16ee0-1381-48b6-842f-812af46ed645 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.148193 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-77b16ee0-1381-48b6-842f-812af46ed645 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Floating IP a39810e0-edb7-4abb-bb06-ec615cf3f6bb disassociated (deleted). External IP: 172.25.6.33, port: c2b0e60d-2aa8-4f26-9efd-4abcaa79309b. Jul 15 13:40:05.211180 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-58aebab4-11b9-4204-a50a-e5fc41996877 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Transition to ACTIVE for port object bb975c84-bdd8-4de5-989c-dc783ac601d2 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:05.241596 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-74b86517-43cd-4b06-8fb0-885874ef2936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.400267 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-da995540-ec5e-4a15-be04-a7c5a2bbdf83 None None] Provisioning complete for port db895805-b26b-4a70-972d-13c2bcc5d163 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:05.400930 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da995540-ec5e-4a15-be04-a7c5a2bbdf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.421440 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-58aebab4-11b9-4204-a50a-e5fc41996877 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.510450 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-c6641aad-a9cc-4cda-b385-670e1db38c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:05.512170 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-c6641aad-a9cc-4cda-b385-670e1db38c44 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62&tenant_id=5969ba48b19a42969f3c1202e7616f77 HTTP/1.1" status: 200 len: 1098 time: 0.5520942 Jul 15 13:40:05.527691 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58aebab4-11b9-4204-a50a-e5fc41996877 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Network 1cb93ac1-1fd5-4407-afd2-fd276ef86b3d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:05.533625 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-74b86517-43cd-4b06-8fb0-885874ef2936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.539129 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-45', 'device_owner': 'compute:nova'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:05.550940 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-74b86517-43cd-4b06-8fb0-885874ef2936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.611880 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b86517-43cd-4b06-8fb0-885874ef2936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94da6db6-ed3e-4467-89a6-df19947d4aeb,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:05.638326 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-58aebab4-11b9-4204-a50a-e5fc41996877 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:05.684832 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-74b86517-43cd-4b06-8fb0-885874ef2936 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a50518433854507b6a2414f745b03c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5588470 Jul 15 13:40:05.686165 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37474) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:05.708724 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aebab4-11b9-4204-a50a-e5fc41996877 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:05.709426 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-58aebab4-11b9-4204-a50a-e5fc41996877 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.821172 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7e32fb-6722-44e0-81f8-c52cae21583a None None] Network 1cb93ac1-1fd5-4407-afd2-fd276ef86b3d requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:05.849174 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aebab4-11b9-4204-a50a-e5fc41996877 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Pushing event updated for resources: {'Port': ['ID=bb975c84-bdd8-4de5-989c-dc783ac601d2,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:05.915556 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5b1b1cdf-9699-4772-9efc-8b9493785521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.936433 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.943797 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b16ee0-1381-48b6-842f-812af46ed645 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Router 880cd305-016b-4b36-ae98-051c6bb23d78 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:40:05.958748 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7aad6759-59f4-4cee-a342-129f0422fe1d None None] Provisioning for port e3cb98f4-4926-4ad7-82c3-2bc852fc3d44 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:05.965322 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-58aebab4-11b9-4204-a50a-e5fc41996877 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.989740 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5b1b1cdf-9699-4772-9efc-8b9493785521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:06.033352 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e5056-3d2c-447f-a6f7-c557aaeb474c req-16da0f15-488c-4152-91a5-71d055bd4c1b tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:06.036587 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-569e5056-3d2c-447f-a6f7-c557aaeb474c req-16da0f15-488c-4152-91a5-71d055bd4c1b tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 946 time: 0.2838306 Jul 15 13:40:06.164524 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5b1b1cdf-9699-4772-9efc-8b9493785521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:06.167517 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5b1b1cdf-9699-4772-9efc-8b9493785521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:06.168663 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5b1b1cdf-9699-4772-9efc-8b9493785521 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94da6db6-ed3e-4467-89a6-df19947d4aeb HTTP/1.1" status: 204 len: 168 time: 0.4813631 Jul 15 13:40:06.206252 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b1cdf-9699-4772-9efc-8b9493785521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94da6db6-ed3e-4467-89a6-df19947d4aeb,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:06.223395 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f8036bfd-a3e3-488a-be78-47c91d4790df up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:06.436745 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-569e5056-3d2c-447f-a6f7-c557aaeb474c req-b5ba8126-0c6f-4070-ba25-c71b5f075ba0 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3843040 Jul 15 13:40:06.437117 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b16ee0-1381-48b6-842f-812af46ed645 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:40:06.446152 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-77b16ee0-1381-48b6-842f-812af46ed645 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:06.476091 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c9680b-a80b-4b70-b5ba-5aa99c5735a3 None None] Sync routers for ids ['880cd305-016b-4b36-ae98-051c6bb23d78'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:40:06.488194 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port f8036bfd-a3e3-488a-be78-47c91d4790df completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:06.503509 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device db895805-b26b-4a70-972d-13c2bcc5d163 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:06.518897 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c9680b-a80b-4b70-b5ba-5aa99c5735a3 None None] Routers {'880cd305-016b-4b36-ae98-051c6bb23d78'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:06.520401 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-08c9680b-a80b-4b70-b5ba-5aa99c5735a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:39:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['880cd305-016b-4b36-ae98-051c6bb23d78'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:06.626484 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-77b16ee0-1381-48b6-842f-812af46ed645 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "DELETE /v2.0/floatingips/a39810e0-edb7-4abb-bb06-ec615cf3f6bb HTTP/1.1" status: 204 len: 168 time: 4.9167154 Jul 15 13:40:06.633069 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e742ed-0b4b-45e8-b140-4653004911d2', 'tag': 'c2b0e60d-2aa8-4f26-9efd-4abcaa79309b'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:06.635568 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0829976-9ab9-404b-926e-38d2e9636028" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e742ed-0b4b-45e8-b140-4653004911d2", "tag": "c2b0e60d-2aa8-4f26-9efd-4abcaa79309b"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:06.827663 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port db895805-b26b-4a70-972d-13c2bcc5d163 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:06.829012 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:06.892300 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-08c9680b-a80b-4b70-b5ba-5aa99c5735a3 None None] Set router 880cd305-016b-4b36-ae98-051c6bb23d78 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:07.216892 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166de4e-fd29-4fbf-af64-102160457807 req-4a83010d-cf82-471f-9fd3-f6a27987247d tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:07.220352 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5166de4e-fd29-4fbf-af64-102160457807 req-4a83010d-cf82-471f-9fd3-f6a27987247d tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 946 time: 0.7199309 Jul 15 13:40:07.262973 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] For port 4c36bf5e-148b-4380-8c2c-8baa1e90f983, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=4c36bf5e-148b-4380-8c2c-8baa1e90f983,segment=NetworkSegment(fcaf1e74-bf4d-45b5-a148-fed25331eb7a),segment_id=fcaf1e74-bf4d-45b5-a148-fed25331eb7a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:07.267896 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5719b65-91b5-425c-bfe8-6a82e1b77b33 None None] Network 57c67523-6626-4e7b-b0ce-4dee3da1d104 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:07.357068 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0cde68cb-a803-40ac-8303-9c7666d5dce3 None None] Provisioning for port bb975c84-bdd8-4de5-989c-dc783ac601d2 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:07.392178 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e3cb98f4-4926-4ad7-82c3-2bc852fc3d44 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:07.419127 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0cde68cb-a803-40ac-8303-9c7666d5dce3 None None] Provisioning complete for port bb975c84-bdd8-4de5-989c-dc783ac601d2 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:07.419664 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0cde68cb-a803-40ac-8303-9c7666d5dce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:07.420631 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5166de4e-fd29-4fbf-af64-102160457807 req-2cb9a877-950b-4725-8560-1db7a073a49e tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851499 Jul 15 13:40:07.464404 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-58aebab4-11b9-4204-a50a-e5fc41996877 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:07.483322 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] For port 4c36bf5e-148b-4380-8c2c-8baa1e90f983, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:40:07.508883 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-58aebab4-11b9-4204-a50a-e5fc41996877 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:07.510834 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-58aebab4-11b9-4204-a50a-e5fc41996877 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:07.636249 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6e6c57-29f5-4858-958f-44eb2543be4b x-openstack-request-id: req-8b6e6c57-29f5-4858-958f-44eb2543be4b {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:07.636821 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e742ed-0b4b-45e8-b140-4653004911d2", "tag": "c2b0e60d-2aa8-4f26-9efd-4abcaa79309b", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:07.637302 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8b6e6c57-29f5-4858-958f-44eb2543be4b {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:07.637953 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e742ed-0b4b-45e8-b140-4653004911d2', 'tag': 'c2b0e60d-2aa8-4f26-9efd-4abcaa79309b', 'status': 'completed', 'code': 200} Jul 15 13:40:07.675767 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:07.681107 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aebab4-11b9-4204-a50a-e5fc41996877 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Pushing event updated for resources: {'Port': ['ID=bb975c84-bdd8-4de5-989c-dc783ac601d2,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:07.776367 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] Transition to ACTIVE for port object 4c36bf5e-148b-4380-8c2c-8baa1e90f983 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:07.820433 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:07.833122 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-0cde68cb-a803-40ac-8303-9c7666d5dce3 None None] Port bb975c84-bdd8-4de5-989c-dc783ac601d2 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:40:07.872461 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494bce8e-0588-413a-bc4c-189bd784dd9f req-09f584a4-6df9-4641-9305-802649fc5835 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:07.874104 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port e3cb98f4-4926-4ad7-82c3-2bc852fc3d44 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:07.884418 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-494bce8e-0588-413a-bc4c-189bd784dd9f req-09f584a4-6df9-4641-9305-802649fc5835 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 946 time: 0.1305027 Jul 15 13:40:07.886752 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port e3cb98f4-4926-4ad7-82c3-2bc852fc3d44 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:07.887401 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:07.966765 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-494bce8e-0588-413a-bc4c-189bd784dd9f req-7e95ff90-ad3b-4de0-bce8-82e7dd475083 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806231 Jul 15 13:40:08.035029 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0cde68cb-a803-40ac-8303-9c7666d5dce3 None None] Provisioning complete for port e3cb98f4-4926-4ad7-82c3-2bc852fc3d44 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:08.035775 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0cde68cb-a803-40ac-8303-9c7666d5dce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:08.121543 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-08c9680b-a80b-4b70-b5ba-5aa99c5735a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'name': 'tempest-TestNetworkBasicOps-router-1172779383', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '5ef56105-d751-4b47-9f62-d8c3ebd57bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:47Z', 'updated_at': '2021-07-15T13:38:57Z', 'revision_number': 4, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': '5ef56105-d751-4b47-9f62-d8c3ebd57bc7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:48Z', 'updated_at': '2021-07-15T13:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '12b871e4-7496-4f27-a28d-3c6757d9b144', 'name': '', 'network_id': '321fef7c-add1-4e7f-84da-a670b7ead4c9', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'mac_address': 'fa:16:3e:7c:6c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '17ba4e27-fbde-450e-9190-3dc622105383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:56Z', 'updated_at': '2021-07-15T13:39:06Z', 'revision_number': 5, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'subnets': [{'id': '17ba4e27-fbde-450e-9190-3dc622105383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:08.177722 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c9680b-a80b-4b70-b5ba-5aa99c5735a3 None None] Checking router: 880cd305-016b-4b36-ae98-051c6bb23d78 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:40:08.231717 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c9680b-a80b-4b70-b5ba-5aa99c5735a3 None None] Routers {'880cd305-016b-4b36-ae98-051c6bb23d78'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:08.232515 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-08c9680b-a80b-4b70-b5ba-5aa99c5735a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:39:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['880cd305-016b-4b36-ae98-051c6bb23d78'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:08.303526 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:08.361164 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58aebab4-11b9-4204-a50a-e5fc41996877 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Network 1cb93ac1-1fd5-4407-afd2-fd276ef86b3d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:08.377749 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-58aebab4-11b9-4204-a50a-e5fc41996877 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:08.388020 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] Pushing event updated for resources: {'Port': ['ID=4c36bf5e-148b-4380-8c2c-8baa1e90f983,revision_number=10']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:08.417164 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0829976-9ab9-404b-926e-38d2e9636028 req-ccb47b5c-f1a0-4239-a156-f2a8f4f41366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:08.435195 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c0829976-9ab9-404b-926e-38d2e9636028 req-ccb47b5c-f1a0-4239-a156-f2a8f4f41366 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fcf19ad9f55645769cc76961e7748495&device_id=c0e742ed-0b4b-45e8-b140-4653004911d2 HTTP/1.1" status: 200 len: 1098 time: 0.7163074 Jul 15 13:40:08.446710 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0cde68cb-a803-40ac-8303-9c7666d5dce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:08.475874 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:08.481852 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port e3cb98f4-4926-4ad7-82c3-2bc852fc3d44, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e3cb98f4-4926-4ad7-82c3-2bc852fc3d44,segment=NetworkSegment(541c6d0a-113c-4c35-9e3c-88105d2fdbf3),segment_id=541c6d0a-113c-4c35-9e3c-88105d2fdbf3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:08.504141 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:08.562191 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8bfa8-79d4-4d9b-bdfb-dc885feb2269 req-db6e8a62-d64c-4c3a-b32b-4671d9f1a7ca tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:08.564750 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4cc8bfa8-79d4-4d9b-bdfb-dc885feb2269 req-db6e8a62-d64c-4c3a-b32b-4671d9f1a7ca tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0e742ed-0b4b-45e8-b140-4653004911d2 HTTP/1.1" status: 200 len: 946 time: 0.8041501 Jul 15 13:40:08.582622 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-08c9680b-a80b-4b70-b5ba-5aa99c5735a3 None None] Set router 880cd305-016b-4b36-ae98-051c6bb23d78 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:08.657627 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] No DVR routers for this DVR port 4c36bf5e-148b-4380-8c2c-8baa1e90f983 on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:08.705255 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.32', 61239) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:08.940845 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4cc8bfa8-79d4-4d9b-bdfb-dc885feb2269 req-370604b2-7454-44c4-bd35-16d763618a83 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d8e0e99-a2a6-4d20-ae3d-d7cb2bdc1581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3419271 Jul 15 13:40:08.983403 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0829976-9ab9-404b-926e-38d2e9636028 req-b9306ad6-c7c8-46e2-9a27-f5ca73b4e6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:08.988714 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c0829976-9ab9-404b-926e-38d2e9636028 req-b9306ad6-c7c8-46e2-9a27-f5ca73b4e6ac service neutron] 10.222.0.32 "GET /v2.0/networks?id=321fef7c-add1-4e7f-84da-a670b7ead4c9 HTTP/1.1" status: 200 len: 897 time: 0.4927230 Jul 15 13:40:08.996815 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0c430-ffde-4b50-b542-1e966f82bb68 req-5b55bdae-008d-491a-a822-2e19e353b6ef tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:08.998794 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f3a0c430-ffde-4b50-b542-1e966f82bb68 req-5b55bdae-008d-491a-a822-2e19e353b6ef tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0e742ed-0b4b-45e8-b140-4653004911d2 HTTP/1.1" status: 200 len: 946 time: 0.2920880 Jul 15 13:40:09.069560 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c6e69-66b2-4915-bf7c-a7402e715c26 req-6e6a73e3-1215-4ef6-9381-98482c6cbc43 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:09.081673 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-982c6e69-66b2-4915-bf7c-a7402e715c26 req-6e6a73e3-1215-4ef6-9381-98482c6cbc43 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 946 time: 0.2455895 Jul 15 13:40:09.095893 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c0829976-9ab9-404b-926e-38d2e9636028 req-c7f15de3-9bd3-4000-8d05-6665987194c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2b0e60d-2aa8-4f26-9efd-4abcaa79309b HTTP/1.1" status: 200 len: 217 time: 0.0989454 Jul 15 13:40:09.129750 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58aebab4-11b9-4204-a50a-e5fc41996877 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Router 578c03e3-daf0-4ab6-871f-657e0fcba171 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:40:09.212373 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-0cde68cb-a803-40ac-8303-9c7666d5dce3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:40:09.212965 n-d-758944-45 neutron-server[93815]: DEBUG oslo_db.api [None req-0cde68cb-a803-40ac-8303-9c7666d5dce3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:40:09.218658 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=e3cb98f4-4926-4ad7-82c3-2bc852fc3d44,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:09.230900 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-982c6e69-66b2-4915-bf7c-a7402e715c26 req-cf367290-2dbf-4a21-bfbd-7730a169d2c4 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716441 Jul 15 13:40:09.317382 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-08c9680b-a80b-4b70-b5ba-5aa99c5735a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'name': 'tempest-TestNetworkBasicOps-router-1172779383', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '5ef56105-d751-4b47-9f62-d8c3ebd57bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:47Z', 'updated_at': '2021-07-15T13:38:57Z', 'revision_number': 4, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': '5ef56105-d751-4b47-9f62-d8c3ebd57bc7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:48Z', 'updated_at': '2021-07-15T13:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '12b871e4-7496-4f27-a28d-3c6757d9b144', 'name': '', 'network_id': '321fef7c-add1-4e7f-84da-a670b7ead4c9', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'mac_address': 'fa:16:3e:7c:6c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '17ba4e27-fbde-450e-9190-3dc622105383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:56Z', 'updated_at': '2021-07-15T13:39:06Z', 'revision_number': 5, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'subnets': [{'id': '17ba4e27-fbde-450e-9190-3dc622105383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:09.324116 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-f3a0c430-ffde-4b50-b542-1e966f82bb68 req-ff603705-afc4-40ae-8b46-faff1c703345 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Deleting port c2b0e60d-2aa8-4f26-9efd-4abcaa79309b {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:09.324470 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f3a0c430-ffde-4b50-b542-1e966f82bb68 req-ff603705-afc4-40ae-8b46-faff1c703345 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:09.366242 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 4c36bf5e-148b-4380-8c2c-8baa1e90f983 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:09.369933 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c9680b-a80b-4b70-b5ba-5aa99c5735a3 None None] The sync data for ids ['880cd305-016b-4b36-ae98-051c6bb23d78'] in n-d-758944-45 is: [{'id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'name': 'tempest-TestNetworkBasicOps-router-1172779383', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '5ef56105-d751-4b47-9f62-d8c3ebd57bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:47Z', 'updated_at': '2021-07-15T13:38:57Z', 'revision_number': 4, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': '5ef56105-d751-4b47-9f62-d8c3ebd57bc7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:48Z', 'updated_at': '2021-07-15T13:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '12b871e4-7496-4f27-a28d-3c6757d9b144', 'name': '', 'network_id': '321fef7c-add1-4e7f-84da-a670b7ead4c9', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'mac_address': 'fa:16:3e:7c:6c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '17ba4e27-fbde-450e-9190-3dc622105383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:56Z', 'updated_at': '2021-07-15T13:39:06Z', 'revision_number': 5, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'subnets': [{'id': '17ba4e27-fbde-450e-9190-3dc622105383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:40:09.381647 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0829976-9ab9-404b-926e-38d2e9636028 req-f3e55e1a-bfc9-406c-9820-b9fd12356874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:09.385677 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c0829976-9ab9-404b-926e-38d2e9636028 req-f3e55e1a-bfc9-406c-9820-b9fd12356874 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17ba4e27-fbde-450e-9190-3dc622105383 HTTP/1.1" status: 200 len: 834 time: 0.2754195 Jul 15 13:40:09.387524 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] Attempting to bind port 4c36bf5e-148b-4380-8c2c-8baa1e90f983 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:40:09.388349 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] Attempting to bind port 4c36bf5e-148b-4380-8c2c-8baa1e90f983 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'fcaf1e74-bf4d-45b5-a148-fed25331eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:40:09.389120 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] Attempting to bind port 4c36bf5e-148b-4380-8c2c-8baa1e90f983 on network 7a3d89be-04ff-4257-bfc8-200df0476102 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:40:09.419644 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 4c36bf5e-148b-4380-8c2c-8baa1e90f983 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:40:09.483585 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-f3a0c430-ffde-4b50-b542-1e966f82bb68 req-ff603705-afc4-40ae-8b46-faff1c703345 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] For port c2b0e60d-2aa8-4f26-9efd-4abcaa79309b, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=c2b0e60d-2aa8-4f26-9efd-4abcaa79309b,segment=NetworkSegment(68ca3b1a-197e-43c9-b7f9-24f9a21ff50e),segment_id=68ca3b1a-197e-43c9-b7f9-24f9a21ff50e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:09.483963 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f3a0c430-ffde-4b50-b542-1e966f82bb68 req-ff603705-afc4-40ae-8b46-faff1c703345 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:09.501873 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-f3a0c430-ffde-4b50-b542-1e966f82bb68 req-ff603705-afc4-40ae-8b46-faff1c703345 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Calling delete_port for c2b0e60d-2aa8-4f26-9efd-4abcaa79309b owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:09.511120 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] Port 4c36bf5e-148b-4380-8c2c-8baa1e90f983 on network 7a3d89be-04ff-4257-bfc8-200df0476102 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:40:09.511639 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] Attempting to bind port 4c36bf5e-148b-4380-8c2c-8baa1e90f983 on network 7a3d89be-04ff-4257-bfc8-200df0476102 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:40:09.600795 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:40:09.601369 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] Checking segment: {'id': 'fcaf1e74-bf4d-45b5-a148-fed25331eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:09.602053 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] Bound using segment: {'id': 'fcaf1e74-bf4d-45b5-a148-fed25331eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:40:09.603239 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] Bound port: 4c36bf5e-148b-4380-8c2c-8baa1e90f983, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcaf1e74-bf4d-45b5-a148-fed25331eb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:40:09.604122 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:09.658558 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4f3ed7-fc84-47f3-a614-c3032861bd62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c36bf5e-148b-4380-8c2c-8baa1e90f983'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:09.662075 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd7bb2d-b0a3-4e02-9216-157d7116ca08" -d '{"events": [{"server_uuid": "1f4f3ed7-fc84-47f3-a614-c3032861bd62", "name": "network-vif-unplugged", "status": "completed", "tag": "4c36bf5e-148b-4380-8c2c-8baa1e90f983"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:09.683854 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f3a0c430-ffde-4b50-b542-1e966f82bb68 req-ff603705-afc4-40ae-8b46-faff1c703345 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:09.735779 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff603705-afc4-40ae-8b46-faff1c703345 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event deleted for resources: {'Port': ['ID=c2b0e60d-2aa8-4f26-9efd-4abcaa79309b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:09.804705 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58aebab4-11b9-4204-a50a-e5fc41996877 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:40:09.809358 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cd2288-bedb-40e9-bdc5-d8b943e19432 x-openstack-request-id: req-f8cd2288-bedb-40e9-bdc5-d8b943e19432 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:09.810288 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4f3ed7-fc84-47f3-a614-c3032861bd62", "name": "network-vif-unplugged", "status": "completed", "tag": "4c36bf5e-148b-4380-8c2c-8baa1e90f983", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:09.811103 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f8cd2288-bedb-40e9-bdc5-d8b943e19432 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:09.812361 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4f3ed7-fc84-47f3-a614-c3032861bd62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c36bf5e-148b-4380-8c2c-8baa1e90f983', 'code': 200} Jul 15 13:40:09.823325 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445ba010-eb04-4b47-a335-b326043ebab8 None None] Sync routers for ids ['578c03e3-daf0-4ab6-871f-657e0fcba171'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:40:09.841484 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445ba010-eb04-4b47-a335-b326043ebab8 None None] Routers {'578c03e3-daf0-4ab6-871f-657e0fcba171'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:09.842151 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-445ba010-eb04-4b47-a335-b326043ebab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:39:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['578c03e3-daf0-4ab6-871f-657e0fcba171'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:09.844349 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3dabb-751b-4ba1-9b0c-e64d768d2824 req-2e6de10f-1f5f-492a-b248-c576ac2a7d5f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:09.847430 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-00e3dabb-751b-4ba1-9b0c-e64d768d2824 req-2e6de10f-1f5f-492a-b248-c576ac2a7d5f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 945 time: 0.6687393 Jul 15 13:40:09.857617 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-58aebab4-11b9-4204-a50a-e5fc41996877 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] 10.222.0.24 "PUT /v2.0/routers/578c03e3-daf0-4ab6-871f-657e0fcba171/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8924179 Jul 15 13:40:09.858358 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a0c430-ffde-4b50-b542-1e966f82bb68 req-ff603705-afc4-40ae-8b46-faff1c703345 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] No DVR routers for this DVR port c2b0e60d-2aa8-4f26-9efd-4abcaa79309b on host n-h2-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:09.863620 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37546) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:09.869991 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f3a0c430-ffde-4b50-b542-1e966f82bb68 req-ff603705-afc4-40ae-8b46-faff1c703345 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:09.874345 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f3a0c430-ffde-4b50-b542-1e966f82bb68 req-ff603705-afc4-40ae-8b46-faff1c703345 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.32 "DELETE /v2.0/ports/c2b0e60d-2aa8-4f26-9efd-4abcaa79309b HTTP/1.1" status: 204 len: 173 time: 0.8695059 Jul 15 13:40:09.875218 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e742ed-0b4b-45e8-b140-4653004911d2', 'name': 'network-vif-deleted', 'tag': 'c2b0e60d-2aa8-4f26-9efd-4abcaa79309b'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:09.880156 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c037aa51-e92c-45bd-a361-691871a186bf" -d '{"events": [{"server_uuid": "c0e742ed-0b4b-45e8-b140-4653004911d2", "name": "network-vif-deleted", "tag": "c2b0e60d-2aa8-4f26-9efd-4abcaa79309b"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:09.950417 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] For port 4c36bf5e-148b-4380-8c2c-8baa1e90f983, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:40:09.957723 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f5299428-3897-4ffb-8f71-2ba019650f54 None None] Provisioning for port f8036bfd-a3e3-488a-be78-47c91d4790df completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:09.967503 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f5299428-3897-4ffb-8f71-2ba019650f54 None None] Provisioning complete for port f8036bfd-a3e3-488a-be78-47c91d4790df triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:09.967853 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f5299428-3897-4ffb-8f71-2ba019650f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:09.968690 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] For port 4c36bf5e-148b-4380-8c2c-8baa1e90f983, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=4c36bf5e-148b-4380-8c2c-8baa1e90f983,segment=NetworkSegment(fcaf1e74-bf4d-45b5-a148-fed25331eb7a),segment_id=fcaf1e74-bf4d-45b5-a148-fed25331eb7a)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:40:09.988875 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0829976-9ab9-404b-926e-38d2e9636028 req-fd64578c-1b1f-4c3d-8030-d5a8f285ae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:09.991961 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c0829976-9ab9-404b-926e-38d2e9636028 req-fd64578c-1b1f-4c3d-8030-d5a8f285ae7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=321fef7c-add1-4e7f-84da-a670b7ead4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5976274 Jul 15 13:40:09.999221 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:10.047836 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd080e77-db88-446a-ad97-36cd32019559 None None] New status for floating IP a39810e0-edb7-4abb-bb06-ec615cf3f6bb: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:40:10.057043 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-445ba010-eb04-4b47-a335-b326043ebab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:10.059672 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-00e3dabb-751b-4ba1-9b0c-e64d768d2824 req-c7b1a696-34c8-448d-a745-f0bee924959d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975117 Jul 15 13:40:10.097526 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445ba010-eb04-4b47-a335-b326043ebab8 None None] Routers {'578c03e3-daf0-4ab6-871f-657e0fcba171'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:10.098711 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-445ba010-eb04-4b47-a335-b326043ebab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:39:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['578c03e3-daf0-4ab6-871f-657e0fcba171'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:10.117914 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b69d4e-bbb8-419e-a44d-d01b84203dab x-openstack-request-id: req-f8b69d4e-bbb8-419e-a44d-d01b84203dab {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:10.118535 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e742ed-0b4b-45e8-b140-4653004911d2", "name": "network-vif-deleted", "tag": "c2b0e60d-2aa8-4f26-9efd-4abcaa79309b", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:10.123904 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f8b69d4e-bbb8-419e-a44d-d01b84203dab {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:10.126354 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e742ed-0b4b-45e8-b140-4653004911d2', 'name': 'network-vif-deleted', 'tag': 'c2b0e60d-2aa8-4f26-9efd-4abcaa79309b', 'status': 'completed', 'code': 200} Jul 15 13:40:10.129510 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37552) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:10.207242 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:10.208247 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:10.216580 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] 10.222.0.32 "PUT /v2.0/ports/4c36bf5e-148b-4380-8c2c-8baa1e90f983 HTTP/1.1" status: 200 len: 1094 time: 4.6834748 Jul 15 13:40:10.281921 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f5299428-3897-4ffb-8f71-2ba019650f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:10.297260 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-445ba010-eb04-4b47-a335-b326043ebab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:10.298945 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445ba010-eb04-4b47-a335-b326043ebab8 None None] The sync data for ids ['578c03e3-daf0-4ab6-871f-657e0fcba171'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:40:10.434196 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-f5299428-3897-4ffb-8f71-2ba019650f54 None None] For port f8036bfd-a3e3-488a-be78-47c91d4790df, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=f8036bfd-a3e3-488a-be78-47c91d4790df,segment=NetworkSegment(154f5679-744f-40cb-acbf-d22aa59a132c),segment_id=154f5679-744f-40cb-acbf-d22aa59a132c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:10.456249 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f5299428-3897-4ffb-8f71-2ba019650f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:10.511952 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] Pushing event updated for resources: {'Port': ['ID=4c36bf5e-148b-4380-8c2c-8baa1e90f983,revision_number=11']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:10.595661 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:10.596088 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:10.596605 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:10.597048 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:10.597484 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:10.597959 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:10.598415 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:10.598844 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:10.599280 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:10.599713 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:10.600141 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:10.600567 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6079442-b8b3-4662-b00f-250d8723a6db service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:10.638704 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c0829976-9ab9-404b-926e-38d2e9636028 req-d7230e12-3372-439f-abaf-07db6dfba736 service neutron] 10.222.0.32 "GET /v2.0/networks/321fef7c-add1-4e7f-84da-a670b7ead4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6270831 Jul 15 13:40:10.659142 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f5299428-3897-4ffb-8f71-2ba019650f54 None None] Provisioning complete for port bb975c84-bdd8-4de5-989c-dc783ac601d2 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:10.664918 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f5299428-3897-4ffb-8f71-2ba019650f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:10.786127 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f5299428-3897-4ffb-8f71-2ba019650f54 None None] Port bb975c84-bdd8-4de5-989c-dc783ac601d2 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:40:10.788399 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5299428-3897-4ffb-8f71-2ba019650f54 None None] Pushing event updated for resources: {'Port': ['ID=f8036bfd-a3e3-488a-be78-47c91d4790df,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:10.820660 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e3cb98f4-4926-4ad7-82c3-2bc852fc3d44 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:10.914864 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port e3cb98f4-4926-4ad7-82c3-2bc852fc3d44 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:10.915241 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:11.007477 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-9bdee463-ca93-4a7d-a999-9ca3cf3948af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:11.009810 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-9bdee463-ca93-4a7d-a999-9ca3cf3948af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 1097 time: 0.5100493 Jul 15 13:40:11.051199 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c0829976-9ab9-404b-926e-38d2e9636028 req-e28a2e98-3d45-4b17-8e47-d8faf5f26041 service neutron] 10.222.0.32 "GET /v2.0/networks/321fef7c-add1-4e7f-84da-a670b7ead4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980792 Jul 15 13:40:11.135331 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0aa6bb0d-4fd1-46bc-8e70-e3aa36fed91c req-07eb6cc1-6f9f-46ba-b179-d5a5d33be7d8 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0e742ed-0b4b-45e8-b140-4653004911d2 HTTP/1.1" status: 200 len: 210 time: 0.1376345 Jul 15 13:40:11.139873 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a89de17e-1b45-449b-abbd-9dd33e6e2d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:11.186872 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c890d5d-3f41-4c1d-8f36-fa268b34b268 req-a6d3b783-7a84-4f34-b810-109e38a4e832 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:11.190108 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8c890d5d-3f41-4c1d-8f36-fa268b34b268 req-a6d3b783-7a84-4f34-b810-109e38a4e832 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 946 time: 0.4221923 Jul 15 13:40:11.282665 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-ea4e4f36-0f4f-4569-98b1-a2f1d328881f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:11.285441 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-ea4e4f36-0f4f-4569-98b1-a2f1d328881f service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a3d89be-04ff-4257-bfc8-200df0476102 HTTP/1.1" status: 200 len: 898 time: 0.2538710 Jul 15 13:40:11.400026 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8c890d5d-3f41-4c1d-8f36-fa268b34b268 req-34ef5869-accb-4ce4-84c7-9b4ea48b96a5 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958222 Jul 15 13:40:11.425089 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-f0623625-3c75-48c1-8c37-6a1e98249927 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c36bf5e-148b-4380-8c2c-8baa1e90f983 HTTP/1.1" status: 200 len: 1000 time: 0.1309640 Jul 15 13:40:11.481959 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-9cdbe2ed-2888-4ab0-aa30-7c1ade84624c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:11.483652 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-9cdbe2ed-2888-4ab0-aa30-7c1ade84624c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e3f2039-b778-40b0-bdc7-f07e93fa4107 HTTP/1.1" status: 200 len: 835 time: 0.0491652 Jul 15 13:40:11.547873 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-ed4a6eab-0ae3-4404-99f1-6f8f83a875e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:11.549559 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-ed4a6eab-0ae3-4404-99f1-6f8f83a875e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a3d89be-04ff-4257-bfc8-200df0476102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588078 Jul 15 13:40:11.662918 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-733759d2-2ce9-47f7-87d6-2c2a0bce5b57 service neutron] 10.222.0.32 "GET /v2.0/networks/7a3d89be-04ff-4257-bfc8-200df0476102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029811 Jul 15 13:40:11.694773 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a89de17e-1b45-449b-abbd-9dd33e6e2d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:11.707262 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a89de17e-1b45-449b-abbd-9dd33e6e2d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:11.721036 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1c723-83aa-4ba6-b82b-bfff397a83a6 req-a234fcb1-9a9c-439b-a3c5-56d6e36cfeba tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:11.722699 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4ea1c723-83aa-4ba6-b82b-bfff397a83a6 req-a234fcb1-9a9c-439b-a3c5-56d6e36cfeba tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 945 time: 0.3265114 Jul 15 13:40:11.760176 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-f76bb068-00cf-4c29-9b95-26f050b1bd00 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:40:11.761209 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f76bb068-00cf-4c29-9b95-26f050b1bd00 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] 10.222.0.24 "PUT /v2.0/routers/578c03e3-daf0-4ab6-871f-657e0fcba171/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8961005 Jul 15 13:40:11.766940 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37562) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:11.793166 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a89de17e-1b45-449b-abbd-9dd33e6e2d96 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=669f6951647c42dc817c2549e4bef5a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6593950 Jul 15 13:40:11.793166 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89de17e-1b45-449b-abbd-9dd33e6e2d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b1ece6-4f78-4b22-a081-25c1a7ce1371,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:11.794292 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37564) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:11.828487 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4ea1c723-83aa-4ba6-b82b-bfff397a83a6 req-ed9f6adc-7e55-49ad-9427-b3921c8d54cf tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881665 Jul 15 13:40:11.840091 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4f3ed7-fc84-47f3-a614-c3032861bd62', 'tag': '4c36bf5e-148b-4380-8c2c-8baa1e90f983'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:11.845170 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378411d5-1184-4f90-8be1-02169f4ef469" -d '{"events": [{"name": "network-changed", "server_uuid": "1f4f3ed7-fc84-47f3-a614-c3032861bd62", "tag": "4c36bf5e-148b-4380-8c2c-8baa1e90f983"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:11.874494 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f478b4f0-ddff-4e8b-b9d3-e17a6dca26ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:11.905619 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f478b4f0-ddff-4e8b-b9d3-e17a6dca26ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:11.935854 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-87c5767c-3956-4a10-a714-da567f8b65b7 req-3e6a2e03-4670-4ff0-9247-98fe8e38c35e service neutron] 10.222.0.32 "GET /v2.0/networks/7a3d89be-04ff-4257-bfc8-200df0476102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599564 Jul 15 13:40:11.970968 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b32a1cf-350f-4b8b-b221-3b513d3bc5e1 x-openstack-request-id: req-4b32a1cf-350f-4b8b-b221-3b513d3bc5e1 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:11.971496 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f4f3ed7-fc84-47f3-a614-c3032861bd62", "tag": "4c36bf5e-148b-4380-8c2c-8baa1e90f983", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:11.971719 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4b32a1cf-350f-4b8b-b221-3b513d3bc5e1 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:11.972358 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4f3ed7-fc84-47f3-a614-c3032861bd62', 'tag': '4c36bf5e-148b-4380-8c2c-8baa1e90f983', 'status': 'completed', 'code': 200} Jul 15 13:40:12.052260 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f478b4f0-ddff-4e8b-b9d3-e17a6dca26ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:12.057212 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f478b4f0-ddff-4e8b-b9d3-e17a6dca26ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:12.059199 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f478b4f0-ddff-4e8b-b9d3-e17a6dca26ae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1b1ece6-4f78-4b22-a081-25c1a7ce1371 HTTP/1.1" status: 204 len: 168 time: 0.2608354 Jul 15 13:40:12.079965 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478b4f0-ddff-4e8b-b9d3-e17a6dca26ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b1ece6-4f78-4b22-a081-25c1a7ce1371,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:12.114614 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378411d5-1184-4f90-8be1-02169f4ef469 req-05fea3ca-2457-49cd-a404-a71fc00181b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:12.117688 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-378411d5-1184-4f90-8be1-02169f4ef469 req-05fea3ca-2457-49cd-a404-a71fc00181b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 1097 time: 0.1272082 Jul 15 13:40:12.326729 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37574) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:12.330626 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378411d5-1184-4f90-8be1-02169f4ef469 req-24c49875-0212-442e-a5f9-be1c818cd4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:12.332746 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-378411d5-1184-4f90-8be1-02169f4ef469 req-24c49875-0212-442e-a5f9-be1c818cd4dc service neutron] 10.222.0.18 "GET /v2.0/networks?id=7a3d89be-04ff-4257-bfc8-200df0476102 HTTP/1.1" status: 200 len: 898 time: 0.2074649 Jul 15 13:40:12.349180 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378411d5-1184-4f90-8be1-02169f4ef469 req-1b3fcb96-4537-401a-a673-ce32ec6e2391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:12.351878 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-378411d5-1184-4f90-8be1-02169f4ef469 req-1b3fcb96-4537-401a-a673-ce32ec6e2391 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 1097 time: 0.2401738 Jul 15 13:40:12.433831 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-378411d5-1184-4f90-8be1-02169f4ef469 req-c928298e-f2e7-4933-a480-cc549c87ffe4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c36bf5e-148b-4380-8c2c-8baa1e90f983 HTTP/1.1" status: 200 len: 1000 time: 0.0943985 Jul 15 13:40:12.517421 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378411d5-1184-4f90-8be1-02169f4ef469 req-a63a7cb2-ba87-4886-a23d-52309eb7c31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:12.519505 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-378411d5-1184-4f90-8be1-02169f4ef469 req-a63a7cb2-ba87-4886-a23d-52309eb7c31d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e3f2039-b778-40b0-bdc7-f07e93fa4107 HTTP/1.1" status: 200 len: 835 time: 0.0755763 Jul 15 13:40:12.645166 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378411d5-1184-4f90-8be1-02169f4ef469 req-9ef20509-80a1-4d81-b8bc-f9d54074fe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:12.647767 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-378411d5-1184-4f90-8be1-02169f4ef469 req-9ef20509-80a1-4d81-b8bc-f9d54074fe45 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7a3d89be-04ff-4257-bfc8-200df0476102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1168466 Jul 15 13:40:12.697391 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2f7afcc-27dd-4188-b270-35655621f08c tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:12.716927 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f8036bfd-a3e3-488a-be78-47c91d4790df up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:12.811863 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-378411d5-1184-4f90-8be1-02169f4ef469 req-cfe11de8-1a9f-4a15-84bd-b5614cc4062e service neutron] 10.222.0.18 "GET /v2.0/networks/7a3d89be-04ff-4257-bfc8-200df0476102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544411 Jul 15 13:40:12.827081 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port f8036bfd-a3e3-488a-be78-47c91d4790df triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:12.828936 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:13.014095 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2f7afcc-27dd-4188-b270-35655621f08c tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:13.062431 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378411d5-1184-4f90-8be1-02169f4ef469 req-2acaa119-7aa3-42ae-958b-78e9e841b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:13.065466 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-378411d5-1184-4f90-8be1-02169f4ef469 req-990e6383-65fe-49c7-8016-069ef89f7592 service neutron] 10.222.0.18 "GET /v2.0/networks/7a3d89be-04ff-4257-bfc8-200df0476102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449293 Jul 15 13:40:13.065862 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-378411d5-1184-4f90-8be1-02169f4ef469 req-2acaa119-7aa3-42ae-958b-78e9e841b5c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a3d89be-04ff-4257-bfc8-200df0476102 HTTP/1.1" status: 200 len: 898 time: 0.6837263 Jul 15 13:40:13.179022 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd46a8a-dc47-4725-80fb-c0756502c6e1 req-cdd99b90-7a97-46d1-915f-6b15bef22256 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:13.180678 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0cd46a8a-dc47-4725-80fb-c0756502c6e1 req-cdd99b90-7a97-46d1-915f-6b15bef22256 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 946 time: 0.4174225 Jul 15 13:40:13.188960 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9151dd47-7b02-428c-bc66-4ca9c8ab2e46 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:13.195885 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-378411d5-1184-4f90-8be1-02169f4ef469 req-fb8117be-2089-4b4b-abd2-7a59b58e9241 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c36bf5e-148b-4380-8c2c-8baa1e90f983 HTTP/1.1" status: 200 len: 1000 time: 0.1160920 Jul 15 13:40:13.232100 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84257b-f142-4859-98b2-ba650c05312a req-07bae104-3673-424b-9cb1-62186be90a6e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:13.237855 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fc84257b-f142-4859-98b2-ba650c05312a req-07bae104-3673-424b-9cb1-62186be90a6e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 945 time: 0.1512780 Jul 15 13:40:13.293126 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device c2b0e60d-2aa8-4f26-9efd-4abcaa79309b no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:13.330777 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fc84257b-f142-4859-98b2-ba650c05312a req-2c38f116-e86b-4953-a8c9-bf06b4de5071 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740607 Jul 15 13:40:13.368293 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: c2b0e60d-2aa8-4f26-9efd-4abcaa79309b {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:40:13.368795 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device c2b0e60d-2aa8-4f26-9efd-4abcaa79309b not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:40:13.727243 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378411d5-1184-4f90-8be1-02169f4ef469 req-1c421617-098c-4e1a-8717-b5a29b9c072e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:13.728748 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-378411d5-1184-4f90-8be1-02169f4ef469 req-1c421617-098c-4e1a-8717-b5a29b9c072e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e3f2039-b778-40b0-bdc7-f07e93fa4107 HTTP/1.1" status: 200 len: 835 time: 0.4950597 Jul 15 13:40:13.742974 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0cd46a8a-dc47-4725-80fb-c0756502c6e1 req-266017df-42b6-4f7c-bd0e-d6f45393c5ce tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5109317 Jul 15 13:40:13.818711 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2f7afcc-27dd-4188-b270-35655621f08c tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:13.821725 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2f7afcc-27dd-4188-b270-35655621f08c tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:13.823082 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b2f7afcc-27dd-4188-b270-35655621f08c tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "DELETE /v2.0/security-groups/2d8e0e99-a2a6-4d20-ae3d-d7cb2bdc1581 HTTP/1.1" status: 204 len: 168 time: 1.4939096 Jul 15 13:40:13.877362 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f7afcc-27dd-4188-b270-35655621f08c tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8e0e99-a2a6-4d20-ae3d-d7cb2bdc1581,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:13.897059 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37618) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:13.952687 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378411d5-1184-4f90-8be1-02169f4ef469 req-a9a7e0b1-4b0a-4076-af48-efdbb521aa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:13.954779 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-378411d5-1184-4f90-8be1-02169f4ef469 req-a9a7e0b1-4b0a-4076-af48-efdbb521aa51 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a3d89be-04ff-4257-bfc8-200df0476102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2022560 Jul 15 13:40:14.267149 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-378411d5-1184-4f90-8be1-02169f4ef469 req-bbe6a629-f441-42d4-a12e-808ebbb937dd service neutron] 10.222.0.32 "GET /v2.0/networks/7a3d89be-04ff-4257-bfc8-200df0476102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009663 Jul 15 13:40:14.421830 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37626) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:14.489026 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-9151dd47-7b02-428c-bc66-4ca9c8ab2e46 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Deleting port bb975c84-bdd8-4de5-989c-dc783ac601d2 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:14.489544 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9151dd47-7b02-428c-bc66-4ca9c8ab2e46 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:14.499191 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-378411d5-1184-4f90-8be1-02169f4ef469 req-3d741eda-5c6c-4f4d-aa1c-1762281257fa service neutron] 10.222.0.32 "GET /v2.0/networks/7a3d89be-04ff-4257-bfc8-200df0476102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249777 Jul 15 13:40:14.693859 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-20521648-d9aa-441e-b546-acd930d648a3 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:14.703224 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-30672afc-bc75-48e1-9f53-6f93491587e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:14.753003 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9151dd47-7b02-428c-bc66-4ca9c8ab2e46 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:14.803792 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-9151dd47-7b02-428c-bc66-4ca9c8ab2e46 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Calling delete_port for bb975c84-bdd8-4de5-989c-dc783ac601d2 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:14.904721 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf425f7-f662-481b-bbb2-98adf649094c req-fdcd32b6-b55d-45c9-bfed-6ad4ddd56e3c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:14.906840 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-daf425f7-f662-481b-bbb2-98adf649094c req-fdcd32b6-b55d-45c9-bfed-6ad4ddd56e3c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 945 time: 0.2990432 Jul 15 13:40:15.037990 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-daf425f7-f662-481b-bbb2-98adf649094c req-63ac0912-d2f2-43df-8a9a-33e4b471aa87 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218626 Jul 15 13:40:15.073231 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3d74f-e776-4f2d-81df-b425593533a4 req-66e0601c-55a5-4272-9abe-92010ffefd73 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:15.075595 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-68b3d74f-e776-4f2d-81df-b425593533a4 req-66e0601c-55a5-4272-9abe-92010ffefd73 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 946 time: 0.1413407 Jul 15 13:40:15.081388 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-30672afc-bc75-48e1-9f53-6f93491587e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.089350 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37632) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:15.092669 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-30672afc-bc75-48e1-9f53-6f93491587e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.230451 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30672afc-bc75-48e1-9f53-6f93491587e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280851b1-e12c-4f97-968f-2fb62ea1039b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:15.243259 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-30672afc-bc75-48e1-9f53-6f93491587e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8363ad85c1114d189fb6d10ca559553a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8197775 Jul 15 13:40:15.248444 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37634) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:15.283718 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9151dd47-7b02-428c-bc66-4ca9c8ab2e46 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.304663 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-68b3d74f-e776-4f2d-81df-b425593533a4 req-aca9aa95-f58e-4ffe-ad95-4eb882947eb2 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180712 Jul 15 13:40:15.314877 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:40:15.329789 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-518037b4-1c3c-448c-b35f-4ab969265649 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/floatingips/e0704766-6788-4c64-83c5-b20b8c116963 HTTP/1.1" status: 200 len: 992 time: 0.2274246 Jul 15 13:40:15.345706 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9151dd47-7b02-428c-bc66-4ca9c8ab2e46 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Pushing event deleted for resources: {'Port': ['ID=bb975c84-bdd8-4de5-989c-dc783ac601d2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:15.435515 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-20521648-d9aa-441e-b546-acd930d648a3 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Deleting port 12b871e4-7496-4f27-a28d-3c6757d9b144 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:15.436797 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-20521648-d9aa-441e-b546-acd930d648a3 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.483732 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4877e398-8055-43d9-80d1-dfbc43986570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.485594 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9151dd47-7b02-428c-bc66-4ca9c8ab2e46 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.577026 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4877e398-8055-43d9-80d1-dfbc43986570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.618822 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:15.648325 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'd3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d', 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38', 'port_id': 'd3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d', 'mac_address': 'fa:16:3e:39:8f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:40:15.676023 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-20521648-d9aa-441e-b546-acd930d648a3 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] For port 12b871e4-7496-4f27-a28d-3c6757d9b144, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=12b871e4-7496-4f27-a28d-3c6757d9b144,segment=NetworkSegment(68ca3b1a-197e-43c9-b7f9-24f9a21ff50e),segment_id=68ca3b1a-197e-43c9-b7f9-24f9a21ff50e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:15.676023 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-20521648-d9aa-441e-b546-acd930d648a3 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.711041 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-20521648-d9aa-441e-b546-acd930d648a3 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Calling delete_port for 12b871e4-7496-4f27-a28d-3c6757d9b144 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:15.746320 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.777916 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:40:15.827416 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:15.834190 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.835298 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 4c36bf5e-148b-4380-8c2c-8baa1e90f983 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:40:15.921104 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9151dd47-7b02-428c-bc66-4ca9c8ab2e46 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Router 578c03e3-daf0-4ab6-871f-657e0fcba171 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:40:15.939471 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4877e398-8055-43d9-80d1-dfbc43986570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.947191 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4877e398-8055-43d9-80d1-dfbc43986570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.951617 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4877e398-8055-43d9-80d1-dfbc43986570 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/280851b1-e12c-4f97-968f-2fb62ea1039b HTTP/1.1" status: 204 len: 168 time: 0.6993682 Jul 15 13:40:15.991063 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877e398-8055-43d9-80d1-dfbc43986570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280851b1-e12c-4f97-968f-2fb62ea1039b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:15.997382 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:16.168530 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-20521648-d9aa-441e-b546-acd930d648a3 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:16.178076 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 4c36bf5e-148b-4380-8c2c-8baa1e90f983, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=4c36bf5e-148b-4380-8c2c-8baa1e90f983,segment=NetworkSegment(fcaf1e74-bf4d-45b5-a148-fed25331eb7a),segment_id=fcaf1e74-bf4d-45b5-a148-fed25331eb7a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:16.212767 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '4c36bf5e-148b-4380-8c2c-8baa1e90f983', 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102', 'port_id': '4c36bf5e-148b-4380-8c2c-8baa1e90f983', 'mac_address': 'fa:16:3e:16:06:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e3f2039-b778-40b0-bdc7-f07e93fa4107', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:40:16.223113 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9151dd47-7b02-428c-bc66-4ca9c8ab2e46 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:40:16.232326 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9151dd47-7b02-428c-bc66-4ca9c8ab2e46 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] 10.222.0.24 "PUT /v2.0/routers/578c03e3-daf0-4ab6-871f-657e0fcba171/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4635653 Jul 15 13:40:16.234637 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37652) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:16.235769 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20521648-d9aa-441e-b546-acd930d648a3 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event deleted for resources: {'Port': ['ID=12b871e4-7496-4f27-a28d-3c6757d9b144,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:16.241208 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55569e25-9d88-402c-85f2-fbcb322849c6 None None] Sync routers for ids ['578c03e3-daf0-4ab6-871f-657e0fcba171'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:40:16.273717 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55569e25-9d88-402c-85f2-fbcb322849c6 None None] Routers {'578c03e3-daf0-4ab6-871f-657e0fcba171'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:16.275987 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20521648-d9aa-441e-b546-acd930d648a3 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:16.276752 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20521648-d9aa-441e-b546-acd930d648a3 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:16.277341 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20521648-d9aa-441e-b546-acd930d648a3 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:16.277984 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20521648-d9aa-441e-b546-acd930d648a3 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:16.278560 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20521648-d9aa-441e-b546-acd930d648a3 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:16.279054 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-55569e25-9d88-402c-85f2-fbcb322849c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:39:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['578c03e3-daf0-4ab6-871f-657e0fcba171'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:16.279343 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20521648-d9aa-441e-b546-acd930d648a3 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:16.279830 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20521648-d9aa-441e-b546-acd930d648a3 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:16.280406 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20521648-d9aa-441e-b546-acd930d648a3 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:16.280972 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20521648-d9aa-441e-b546-acd930d648a3 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:16.281603 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20521648-d9aa-441e-b546-acd930d648a3 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:16.282232 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20521648-d9aa-441e-b546-acd930d648a3 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:16.282837 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20521648-d9aa-441e-b546-acd930d648a3 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:16.289079 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-1cc58812-2fa2-4c0b-94c1-4fd86313e8e2 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] delete failed (client error): The resource could not be found. Jul 15 13:40:16.290308 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1cc58812-2fa2-4c0b-94c1-4fd86313e8e2 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-655613950 HTTP/1.1" status: 404 len: 334 time: 0.0542471 Jul 15 13:40:16.294248 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37654) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:16.296849 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:16.300096 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-cac288c3-e84d-4e47-8b4f-58d060b9f0f4 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Request body: {'router': {'external_gateway_info': {'network_id': '578c03e3-daf0-4ab6-871f-657e0fcba171'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:16.321799 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c36bf5e-148b-4380-8c2c-8baa1e90f983 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:40:16.358134 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 4c36bf5e-148b-4380-8c2c-8baa1e90f983, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=4c36bf5e-148b-4380-8c2c-8baa1e90f983,segment=NetworkSegment(fcaf1e74-bf4d-45b5-a148-fed25331eb7a),segment_id=fcaf1e74-bf4d-45b5-a148-fed25331eb7a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:16.365273 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:16.388912 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-55569e25-9d88-402c-85f2-fbcb322849c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:16.406894 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55569e25-9d88-402c-85f2-fbcb322849c6 None None] Routers {'578c03e3-daf0-4ab6-871f-657e0fcba171'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:16.408524 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-55569e25-9d88-402c-85f2-fbcb322849c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:39:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['578c03e3-daf0-4ab6-871f-657e0fcba171'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:16.496949 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-55569e25-9d88-402c-85f2-fbcb322849c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:16.498678 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55569e25-9d88-402c-85f2-fbcb322849c6 None None] The sync data for ids ['578c03e3-daf0-4ab6-871f-657e0fcba171'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:40:16.525091 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=4c36bf5e-148b-4380-8c2c-8baa1e90f983,revision_number=12']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:16.634188 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:40:16.775689 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['4c36bf5e-148b-4380-8c2c-8baa1e90f983'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:40:16.945978 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-20521648-d9aa-441e-b546-acd930d648a3 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:17.031133 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cac288c3-e84d-4e47-8b4f-58d060b9f0f4 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:17.139900 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-cac288c3-e84d-4e47-8b4f-58d060b9f0f4 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] update failed (client error): The resource could not be found. Jul 15 13:40:17.145457 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-cac288c3-e84d-4e47-8b4f-58d060b9f0f4 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] 10.222.0.24 "PUT /v2.0/routers/578c03e3-daf0-4ab6-871f-657e0fcba171 HTTP/1.1" status: 404 len: 339 time: 0.8465607 Jul 15 13:40:17.151317 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37678) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:17.166617 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d8898042-e48e-42cb-a05d-49fbce784098 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-537645526'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:17.241653 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20521648-d9aa-441e-b546-acd930d648a3 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Router 880cd305-016b-4b36-ae98-051c6bb23d78 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:40:17.264449 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebbaaa4-6eb4-429b-be41-d7f68b006a69 req-dbc595bd-16f5-4c87-b2c9-35d89dbdfcb4 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:17.281047 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4ebbaaa4-6eb4-429b-be41-d7f68b006a69 req-dbc595bd-16f5-4c87-b2c9-35d89dbdfcb4 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 945 time: 0.3719826 Jul 15 13:40:17.316489 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8898042-e48e-42cb-a05d-49fbce784098 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Made reservation on behalf of a90a25a22dc745a9b799b72c3d382f94 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:17.323267 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8898042-e48e-42cb-a05d-49fbce784098 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:17.326755 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:17.413111 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:17.413644 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:17.418192 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8898042-e48e-42cb-a05d-49fbce784098 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:40:17.442656 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4ebbaaa4-6eb4-429b-be41-d7f68b006a69 req-8a2e62ac-55ce-425a-a31c-8631ef5b60b0 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590044 Jul 15 13:40:17.464719 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8898042-e48e-42cb-a05d-49fbce784098 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:17.465514 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-d8898042-e48e-42cb-a05d-49fbce784098 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Added segment d1ba78a0-50a6-4117-9d94-d6cf019fffbc of type vlan for network 2c89cf31-a1cc-4c06-b113-e2c16a9603c1 Jul 15 13:40:17.488493 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20521648-d9aa-441e-b546-acd930d648a3 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:40:17.515198 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-20521648-d9aa-441e-b546-acd930d648a3 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "PUT /v2.0/routers/880cd305-016b-4b36-ae98-051c6bb23d78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6165030 Jul 15 13:40:17.519513 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37688) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:17.529806 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818627bd-206a-43e7-b13b-ea78b2cdba92 None None] Sync routers for ids ['880cd305-016b-4b36-ae98-051c6bb23d78'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:40:17.610351 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:17.615232 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818627bd-206a-43e7-b13b-ea78b2cdba92 None None] Routers {'880cd305-016b-4b36-ae98-051c6bb23d78'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:17.616342 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-818627bd-206a-43e7-b13b-ea78b2cdba92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:39:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['880cd305-016b-4b36-ae98-051c6bb23d78'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:17.629969 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8898042-e48e-42cb-a05d-49fbce784098 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:17.657503 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d2b211-9edf-42dc-8407-c21c1f1fee42 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Deleting subnet 17ba4e27-fbde-450e-9190-3dc622105383 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:40:17.724968 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93d2b211-9edf-42dc-8407-c21c1f1fee42 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:17.736888 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51cf1d48-a4f6-4391-a02d-360af2434bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:17.738753 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8898042-e48e-42cb-a05d-49fbce784098 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:17.740903 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc178b4-9f9f-4ad4-a5d6-85804de2e671" -d '{"events": [{"server_uuid": "51cf1d48-a4f6-4391-a02d-360af2434bbd", "name": "network-vif-plugged", "status": "completed", "tag": "d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:17.771573 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:17.775168 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8898042-e48e-42cb-a05d-49fbce784098 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:17.776253 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8898042-e48e-42cb-a05d-49fbce784098 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:17.854820 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:17.981452 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-818627bd-206a-43e7-b13b-ea78b2cdba92 None None] Set router 880cd305-016b-4b36-ae98-051c6bb23d78 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:18.095342 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:18.223370 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93d2b211-9edf-42dc-8407-c21c1f1fee42 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.279912 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8898042-e48e-42cb-a05d-49fbce784098 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Pushing event updated for resources: {'Network': ['ID=2c89cf31-a1cc-4c06-b113-e2c16a9603c1,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:18.285944 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d8898042-e48e-42cb-a05d-49fbce784098 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1310458 Jul 15 13:40:18.289454 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37702) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:18.302804 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-8c490be7-de2e-4b7a-bea2-c2d0ae6bcdb9 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Request body: {'subnet': {'network_id': '2c89cf31-a1cc-4c06-b113-e2c16a9603c1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:18.353744 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0928af69-f86c-46a4-a621-f1dae5fe021e x-openstack-request-id: req-0928af69-f86c-46a4-a621-f1dae5fe021e {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:18.354692 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51cf1d48-a4f6-4391-a02d-360af2434bbd", "name": "network-vif-plugged", "status": "completed", "tag": "d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:18.354692 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0928af69-f86c-46a4-a621-f1dae5fe021e {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:18.360409 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51cf1d48-a4f6-4391-a02d-360af2434bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d', 'code': 200} Jul 15 13:40:18.364475 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 2c89cf31-a1cc-4c06-b113-e2c16a9603c1 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:40:18.490629 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93d2b211-9edf-42dc-8407-c21c1f1fee42 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.610182 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c490be7-de2e-4b7a-bea2-c2d0ae6bcdb9 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Made reservation on behalf of a90a25a22dc745a9b799b72c3d382f94 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:18.616435 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c490be7-de2e-4b7a-bea2-c2d0ae6bcdb9 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.686025 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-818627bd-206a-43e7-b13b-ea78b2cdba92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'name': 'tempest-TestNetworkBasicOps-router-1172779383', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '5ef56105-d751-4b47-9f62-d8c3ebd57bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:47Z', 'updated_at': '2021-07-15T13:40:16Z', 'revision_number': 5, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': '5ef56105-d751-4b47-9f62-d8c3ebd57bc7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:48Z', 'updated_at': '2021-07-15T13:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:18.716089 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93d2b211-9edf-42dc-8407-c21c1f1fee42 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.755638 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93d2b211-9edf-42dc-8407-c21c1f1fee42 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.758532 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-93d2b211-9edf-42dc-8407-c21c1f1fee42 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "DELETE /v2.0/subnets/17ba4e27-fbde-450e-9190-3dc622105383 HTTP/1.1" status: 204 len: 168 time: 1.2370753 Jul 15 13:40:18.761722 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818627bd-206a-43e7-b13b-ea78b2cdba92 None None] Checking router: 880cd305-016b-4b36-ae98-051c6bb23d78 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:40:18.768933 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ea9307-3a13-4f27-888d-cc5933f9d585 None None] Network 321fef7c-add1-4e7f-84da-a670b7ead4c9 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:18.789365 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37712) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:18.794954 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818627bd-206a-43e7-b13b-ea78b2cdba92 None None] Routers {'880cd305-016b-4b36-ae98-051c6bb23d78'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:18.796038 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-818627bd-206a-43e7-b13b-ea78b2cdba92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:39:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['880cd305-016b-4b36-ae98-051c6bb23d78'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:18.802375 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d2b211-9edf-42dc-8407-c21c1f1fee42 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event deleted for resources: {'Subnet': ['ID=17ba4e27-fbde-450e-9190-3dc622105383,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:19.162660 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c490be7-de2e-4b7a-bea2-c2d0ae6bcdb9 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:19.191800 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-078121e6-074f-4ac0-84f4-30c137cf61cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:19.249290 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c490be7-de2e-4b7a-bea2-c2d0ae6bcdb9 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Pushing event updated for resources: {'Subnet': ['ID=769d9379-ad5b-4300-aebd-010c8aaf86bd,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:19.256772 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0254cfe-3c9b-4018-9c95-f7f62fe524e2 req-bf4c7ac7-2554-485d-824f-eec6982e6abd tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:19.258699 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e0254cfe-3c9b-4018-9c95-f7f62fe524e2 req-bf4c7ac7-2554-485d-824f-eec6982e6abd tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 946 time: 0.3658834 Jul 15 13:40:19.269002 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c490be7-de2e-4b7a-bea2-c2d0ae6bcdb9 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Checking segment: {'id': 'd1ba78a0-50a6-4117-9d94-d6cf019fffbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2c89cf31-a1cc-4c06-b113-e2c16a9603c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:19.269391 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c490be7-de2e-4b7a-bea2-c2d0ae6bcdb9 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Network hostable DHCP agents. Network: 2c89cf31-a1cc-4c06-b113-e2c16a9603c1, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:40:19.313118 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c490be7-de2e-4b7a-bea2-c2d0ae6bcdb9 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Network 2c89cf31-a1cc-4c06-b113-e2c16a9603c1 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:40:19.348065 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-8c490be7-de2e-4b7a-bea2-c2d0ae6bcdb9 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 2c89cf31-a1cc-4c06-b113-e2c16a9603c1) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:19.372712 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 4c36bf5e-148b-4380-8c2c-8baa1e90f983 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:19.374066 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c490be7-de2e-4b7a-bea2-c2d0ae6bcdb9 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:19.374952 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c490be7-de2e-4b7a-bea2-c2d0ae6bcdb9 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:19.423196 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8c490be7-de2e-4b7a-bea2-c2d0ae6bcdb9 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1322467 Jul 15 13:40:19.427603 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37722) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:19.435039 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-12caf247-5336-4a72-a0dd-f98bea9089c4 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Request body: {'router': {'external_gateway_info': {'network_id': '2c89cf31-a1cc-4c06-b113-e2c16a9603c1'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:19.461478 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c6ccef-d1a3-463c-a3bb-819c3fcfbca8 None None] Network 2c89cf31-a1cc-4c06-b113-e2c16a9603c1 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:19.522192 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-078121e6-074f-4ac0-84f4-30c137cf61cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:19.551124 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e0254cfe-3c9b-4018-9c95-f7f62fe524e2 req-8eac1adb-b414-4573-b689-e2fb79efec43 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2856057 Jul 15 13:40:19.753250 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-818627bd-206a-43e7-b13b-ea78b2cdba92 None None] Set router 880cd305-016b-4b36-ae98-051c6bb23d78 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:19.842658 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311f3e4f-4beb-42de-89cb-6b1531fbf490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-2c89cf31-a1cc-4c06-b113-e2c16a9603c1', 'network_id': '2c89cf31-a1cc-4c06-b113-e2c16a9603c1', 'tenant_id': 'a90a25a22dc745a9b799b72c3d382f94', 'fixed_ips': [{'subnet_id': '769d9379-ad5b-4300-aebd-010c8aaf86bd'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:40:19.845842 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-311f3e4f-4beb-42de-89cb-6b1531fbf490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:20.292084 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-311f3e4f-4beb-42de-89cb-6b1531fbf490 None None] Allocated IP 2001:db8:1::2 (2c89cf31-a1cc-4c06-b113-e2c16a9603c1/769d9379-ad5b-4300-aebd-010c8aaf86bd/3cab893d-1cc6-49e3-bb1c-0a27996da92a) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:20.317632 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-12caf247-5336-4a72-a0dd-f98bea9089c4 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:20.393377 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-078121e6-074f-4ac0-84f4-30c137cf61cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Deleting port 5ef56105-d751-4b47-9f62-d8c3ebd57bc7 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:20.393631 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-078121e6-074f-4ac0-84f4-30c137cf61cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:20.442250 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 4c36bf5e-148b-4380-8c2c-8baa1e90f983 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:20.504798 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 4c36bf5e-148b-4380-8c2c-8baa1e90f983 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:20.505182 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:20.578330 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-078121e6-074f-4ac0-84f4-30c137cf61cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] For port 5ef56105-d751-4b47-9f62-d8c3ebd57bc7, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=5ef56105-d751-4b47-9f62-d8c3ebd57bc7,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:20.578698 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-078121e6-074f-4ac0-84f4-30c137cf61cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:20.602578 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-078121e6-074f-4ac0-84f4-30c137cf61cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Calling delete_port for 5ef56105-d751-4b47-9f62-d8c3ebd57bc7 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:20.627938 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-12caf247-5336-4a72-a0dd-f98bea9089c4 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:40:20.629035 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-12caf247-5336-4a72-a0dd-f98bea9089c4 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] 10.222.0.24 "PUT /v2.0/routers/578c03e3-daf0-4ab6-871f-657e0fcba171 HTTP/1.1" status: 400 len: 364 time: 1.1993160 Jul 15 13:40:20.635180 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37770) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:20.895854 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441b2f89-8888-4885-8798-e80efcaef8f3 None None] DHCP port deletion for 321fef7c-add1-4e7f-84da-a670b7ead4c9 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:40:20.968559 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-078121e6-074f-4ac0-84f4-30c137cf61cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.022331 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078121e6-074f-4ac0-84f4-30c137cf61cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event deleted for resources: {'Port': ['ID=5ef56105-d751-4b47-9f62-d8c3ebd57bc7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:21.066783 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-311f3e4f-4beb-42de-89cb-6b1531fbf490 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.076877 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.144455 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df611651-2e88-42ed-adce-fe8cd220ff73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.150759 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-311f3e4f-4beb-42de-89cb-6b1531fbf490 None None] Transition to ACTIVE for port object 3cab893d-1cc6-49e3-bb1c-0a27996da92a will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:21.152057 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-078121e6-074f-4ac0-84f4-30c137cf61cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.204532 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-818627bd-206a-43e7-b13b-ea78b2cdba92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'name': 'tempest-TestNetworkBasicOps-router-1172779383', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '5ef56105-d751-4b47-9f62-d8c3ebd57bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:47Z', 'updated_at': '2021-07-15T13:40:16Z', 'revision_number': 5, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': '5ef56105-d751-4b47-9f62-d8c3ebd57bc7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:48Z', 'updated_at': '2021-07-15T13:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:21.248782 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 4c36bf5e-148b-4380-8c2c-8baa1e90f983, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=4c36bf5e-148b-4380-8c2c-8baa1e90f983,segment=NetworkSegment(fcaf1e74-bf4d-45b5-a148-fed25331eb7a),segment_id=fcaf1e74-bf4d-45b5-a148-fed25331eb7a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:21.252858 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4f3ed7-fc84-47f3-a614-c3032861bd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c36bf5e-148b-4380-8c2c-8baa1e90f983'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:21.259776 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bffc978-2bf4-474a-b764-ff50a5cd7523" -d '{"events": [{"server_uuid": "1f4f3ed7-fc84-47f3-a614-c3032861bd62", "name": "network-vif-plugged", "status": "completed", "tag": "4c36bf5e-148b-4380-8c2c-8baa1e90f983"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:21.314308 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-078121e6-074f-4ac0-84f4-30c137cf61cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.317902 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-078121e6-074f-4ac0-84f4-30c137cf61cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.388005 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-078121e6-074f-4ac0-84f4-30c137cf61cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.388649 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078121e6-074f-4ac0-84f4-30c137cf61cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Fanout notify agent at l3_agent the message router_deleted on router 880cd305-016b-4b36-ae98-051c6bb23d78 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:40:21.399660 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-078121e6-074f-4ac0-84f4-30c137cf61cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.400591 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-078121e6-074f-4ac0-84f4-30c137cf61cb tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "DELETE /v2.0/routers/880cd305-016b-4b36-ae98-051c6bb23d78 HTTP/1.1" status: 204 len: 168 time: 2.6093538 Jul 15 13:40:21.402245 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.404895 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37794) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:21.410802 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff55028-7210-4132-bcb4-e35ad29b7877 x-openstack-request-id: req-cff55028-7210-4132-bcb4-e35ad29b7877 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:21.411399 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4f3ed7-fc84-47f3-a614-c3032861bd62", "name": "network-vif-plugged", "status": "completed", "tag": "4c36bf5e-148b-4380-8c2c-8baa1e90f983", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:21.411760 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cff55028-7210-4132-bcb4-e35ad29b7877 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:21.412279 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4f3ed7-fc84-47f3-a614-c3032861bd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c36bf5e-148b-4380-8c2c-8baa1e90f983', 'code': 200} Jul 15 13:40:21.417834 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-311f3e4f-4beb-42de-89cb-6b1531fbf490 None None] Transition to ACTIVE for port object 3cab893d-1cc6-49e3-bb1c-0a27996da92a will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:21.428100 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818627bd-206a-43e7-b13b-ea78b2cdba92 None None] The sync data for ids ['880cd305-016b-4b36-ae98-051c6bb23d78'] in n-d-758944-45 is: [{'id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'name': 'tempest-TestNetworkBasicOps-router-1172779383', 'tenant_id': 'fcf19ad9f55645769cc76961e7748495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': '5ef56105-d751-4b47-9f62-d8c3ebd57bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:47Z', 'updated_at': '2021-07-15T13:40:16Z', 'revision_number': 5, 'project_id': 'fcf19ad9f55645769cc76961e7748495', 'gw_port': {'id': '5ef56105-d751-4b47-9f62-d8c3ebd57bc7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880cd305-016b-4b36-ae98-051c6bb23d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:48Z', 'updated_at': '2021-07-15T13:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:40:21.533946 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a71e768d-aa93-4174-a417-4c82de07d3cc tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.549333 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=4c36bf5e-148b-4380-8c2c-8baa1e90f983,revision_number=13']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:21.571799 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-311f3e4f-4beb-42de-89cb-6b1531fbf490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.603099 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-be0c9d65-85d7-4b99-b3eb-af5c0ac657a5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.637144 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-441b2f89-8888-4885-8798-e80efcaef8f3 None None] Deleting port 77a59f90-b84c-4eb6-8580-1307a129a565 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:21.638100 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-441b2f89-8888-4885-8798-e80efcaef8f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.735368 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-441b2f89-8888-4885-8798-e80efcaef8f3 None None] For port 77a59f90-b84c-4eb6-8580-1307a129a565, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=77a59f90-b84c-4eb6-8580-1307a129a565,segment=NetworkSegment(68ca3b1a-197e-43c9-b7f9-24f9a21ff50e),segment_id=68ca3b1a-197e-43c9-b7f9-24f9a21ff50e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:21.736260 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-441b2f89-8888-4885-8798-e80efcaef8f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.755532 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-441b2f89-8888-4885-8798-e80efcaef8f3 None None] Calling delete_port for 77a59f90-b84c-4eb6-8580-1307a129a565 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:21.787589 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-be0c9d65-85d7-4b99-b3eb-af5c0ac657a5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Deleting port 77a59f90-b84c-4eb6-8580-1307a129a565 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:21.794153 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-be0c9d65-85d7-4b99-b3eb-af5c0ac657a5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.922950 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311f3e4f-4beb-42de-89cb-6b1531fbf490 None None] Network 2c89cf31-a1cc-4c06-b113-e2c16a9603c1 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:21.928255 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-311f3e4f-4beb-42de-89cb-6b1531fbf490 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:21.931853 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311f3e4f-4beb-42de-89cb-6b1531fbf490 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:21.939700 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-441b2f89-8888-4885-8798-e80efcaef8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.962082 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441b2f89-8888-4885-8798-e80efcaef8f3 None None] No DVR routers for this DVR port 77a59f90-b84c-4eb6-8580-1307a129a565 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:21.971138 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-be0c9d65-85d7-4b99-b3eb-af5c0ac657a5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] For port 77a59f90-b84c-4eb6-8580-1307a129a565, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=77a59f90-b84c-4eb6-8580-1307a129a565,segment=NetworkSegment(68ca3b1a-197e-43c9-b7f9-24f9a21ff50e),segment_id=68ca3b1a-197e-43c9-b7f9-24f9a21ff50e)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:21.971394 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-be0c9d65-85d7-4b99-b3eb-af5c0ac657a5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:22.008077 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-be0c9d65-85d7-4b99-b3eb-af5c0ac657a5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Calling delete_port for 77a59f90-b84c-4eb6-8580-1307a129a565 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:22.092953 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-311f3e4f-4beb-42de-89cb-6b1531fbf490 None None] Attempting to bind port 3cab893d-1cc6-49e3-bb1c-0a27996da92a on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:40:22.094572 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-311f3e4f-4beb-42de-89cb-6b1531fbf490 None None] Attempting to bind port 3cab893d-1cc6-49e3-bb1c-0a27996da92a by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'd1ba78a0-50a6-4117-9d94-d6cf019fffbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2c89cf31-a1cc-4c06-b113-e2c16a9603c1'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:40:22.096346 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311f3e4f-4beb-42de-89cb-6b1531fbf490 None None] Attempting to bind port 3cab893d-1cc6-49e3-bb1c-0a27996da92a on network 2c89cf31-a1cc-4c06-b113-e2c16a9603c1 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:40:22.107256 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f3e4f-4beb-42de-89cb-6b1531fbf490 None None] Pushing event updated for resources: {'Port': ['ID=3cab893d-1cc6-49e3-bb1c-0a27996da92a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:22.166203 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b2f89-8888-4885-8798-e80efcaef8f3 None None] Pushing event deleted for resources: {'Port': ['ID=77a59f90-b84c-4eb6-8580-1307a129a565,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:22.178515 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311f3e4f-4beb-42de-89cb-6b1531fbf490 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:40:22.179570 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311f3e4f-4beb-42de-89cb-6b1531fbf490 None None] Checking segment: {'id': 'd1ba78a0-50a6-4117-9d94-d6cf019fffbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2c89cf31-a1cc-4c06-b113-e2c16a9603c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:22.180221 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-311f3e4f-4beb-42de-89cb-6b1531fbf490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:22.180872 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311f3e4f-4beb-42de-89cb-6b1531fbf490 None None] Bound using segment: {'id': 'd1ba78a0-50a6-4117-9d94-d6cf019fffbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2c89cf31-a1cc-4c06-b113-e2c16a9603c1'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:40:22.184314 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-311f3e4f-4beb-42de-89cb-6b1531fbf490 None None] Bound port: 3cab893d-1cc6-49e3-bb1c-0a27996da92a, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ba78a0-50a6-4117-9d94-d6cf019fffbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '2c89cf31-a1cc-4c06-b113-e2c16a9603c1'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:40:22.185267 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-311f3e4f-4beb-42de-89cb-6b1531fbf490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:22.244484 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ade4b-4401-48fb-859f-1487835a65df req-78106da4-c7a3-426e-9dd9-501834991996 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:22.254091 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-be0c9d65-85d7-4b99-b3eb-af5c0ac657a5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:22.259706 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-535ade4b-4401-48fb-859f-1487835a65df req-78106da4-c7a3-426e-9dd9-501834991996 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 946 time: 1.1263390 Jul 15 13:40:22.285695 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c9d65-85d7-4b99-b3eb-af5c0ac657a5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event deleted for resources: {'Port': ['ID=77a59f90-b84c-4eb6-8580-1307a129a565,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:22.290843 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0c9d65-85d7-4b99-b3eb-af5c0ac657a5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] No DVR routers for this DVR port 77a59f90-b84c-4eb6-8580-1307a129a565 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:22.361089 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-311f3e4f-4beb-42de-89cb-6b1531fbf490 None None] For port 3cab893d-1cc6-49e3-bb1c-0a27996da92a, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:40:22.379601 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-311f3e4f-4beb-42de-89cb-6b1531fbf490 None None] For port 3cab893d-1cc6-49e3-bb1c-0a27996da92a, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=3cab893d-1cc6-49e3-bb1c-0a27996da92a,segment=NetworkSegment(d1ba78a0-50a6-4117-9d94-d6cf019fffbc),segment_id=d1ba78a0-50a6-4117-9d94-d6cf019fffbc)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:40:22.387922 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-311f3e4f-4beb-42de-89cb-6b1531fbf490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:22.466888 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-be0c9d65-85d7-4b99-b3eb-af5c0ac657a5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:22.505162 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-be0c9d65-85d7-4b99-b3eb-af5c0ac657a5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['321fef7c-add1-4e7f-84da-a670b7ead4c9']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:22.524869 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-be0c9d65-85d7-4b99-b3eb-af5c0ac657a5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68ca3b1a-197e-43c9-b7f9-24f9a21ff50e') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:22.525552 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-be0c9d65-85d7-4b99-b3eb-af5c0ac657a5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68ca3b1a-197e-43c9-b7f9-24f9a21ff50e') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:22.527995 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-535ade4b-4401-48fb-859f-1487835a65df req-df147fa7-3c21-4143-8355-1fa2dfa1a486 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2667773 Jul 15 13:40:22.606886 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-be0c9d65-85d7-4b99-b3eb-af5c0ac657a5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:22.635219 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-be0c9d65-85d7-4b99-b3eb-af5c0ac657a5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:22.668888 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be0c9d65-85d7-4b99-b3eb-af5c0ac657a5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:40:22.668888 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-be0c9d65-85d7-4b99-b3eb-af5c0ac657a5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:40:22.686138 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:40:22.690912 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f3e4f-4beb-42de-89cb-6b1531fbf490 None None] Pushing event updated for resources: {'Port': ['ID=3cab893d-1cc6-49e3-bb1c-0a27996da92a,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:22.814023 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-be0c9d65-85d7-4b99-b3eb-af5c0ac657a5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:22.830743 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-a71e768d-aa93-4174-a417-4c82de07d3cc tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Allocated IP 2001:db8::1 (a28a3be1-464d-4f35-8504-375efd2f3a24/4cac2ef0-916d-473e-a7c1-ffc379c7dc6c/b7a36c29-146c-4f69-9819-d21496d7f68e) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:22.832964 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-be0c9d65-85d7-4b99-b3eb-af5c0ac657a5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:22.838476 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-be0c9d65-85d7-4b99-b3eb-af5c0ac657a5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] 10.222.0.24 "DELETE /v2.0/networks/321fef7c-add1-4e7f-84da-a670b7ead4c9 HTTP/1.1" status: 204 len: 168 time: 1.4292245 Jul 15 13:40:22.857041 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c9d65-85d7-4b99-b3eb-af5c0ac657a5 tempest-TestNetworkBasicOps-73021130 tempest-TestNetworkBasicOps-73021130-project] Pushing event deleted for resources: {'Network': ['ID=321fef7c-add1-4e7f-84da-a670b7ead4c9,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:23.277958 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a71e768d-aa93-4174-a417-4c82de07d3cc tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.300624 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.324737 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 77a59f90-b84c-4eb6-8580-1307a129a565 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:23.336283 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a71e768d-aa93-4174-a417-4c82de07d3cc tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Transition to ACTIVE for port object b7a36c29-146c-4f69-9819-d21496d7f68e will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:23.443043 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 77a59f90-b84c-4eb6-8580-1307a129a565 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:40:23.443675 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 77a59f90-b84c-4eb6-8580-1307a129a565 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:40:23.444333 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 12b871e4-7496-4f27-a28d-3c6757d9b144 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:23.480330 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a71e768d-aa93-4174-a417-4c82de07d3cc tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.509301 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 12b871e4-7496-4f27-a28d-3c6757d9b144 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:40:23.509905 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 12b871e4-7496-4f27-a28d-3c6757d9b144 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:40:23.548474 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-973ed94a-ae90-4526-a2ba-0622fdd849c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.581947 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71e768d-aa93-4174-a417-4c82de07d3cc tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Network a28a3be1-464d-4f35-8504-375efd2f3a24 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:23.586902 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-a71e768d-aa93-4174-a417-4c82de07d3cc tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:23.665348 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e768d-aa93-4174-a417-4c82de07d3cc tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Pushing event updated for resources: {'Port': ['ID=b7a36c29-146c-4f69-9819-d21496d7f68e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:23.671593 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71e768d-aa93-4174-a417-4c82de07d3cc tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:23.676094 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a71e768d-aa93-4174-a417-4c82de07d3cc tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.714393 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37866) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:23.849980 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f308022-fe00-4df0-bec6-faf456214d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.991338 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37870) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:24.173430 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3a1a9-031c-423d-80a5-db18c2c08e9b req-ac0ad6c0-e606-43a9-aee8-d55953a1ef25 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:24.175232 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-24c3a1a9-031c-423d-80a5-db18c2c08e9b req-ac0ad6c0-e606-43a9-aee8-d55953a1ef25 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 946 time: 0.1640012 Jul 15 13:40:24.240109 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8ba4ab47-1fde-4de8-9fa7-56db315dc4d3 None None] Provisioning for port b7a36c29-146c-4f69-9819-d21496d7f68e completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:24.262062 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8ba4ab47-1fde-4de8-9fa7-56db315dc4d3 None None] Provisioning complete for port b7a36c29-146c-4f69-9819-d21496d7f68e triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:24.265265 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8ba4ab47-1fde-4de8-9fa7-56db315dc4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.287485 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f308022-fe00-4df0-bec6-faf456214d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.298928 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a71e768d-aa93-4174-a417-4c82de07d3cc tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.367939 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-24c3a1a9-031c-423d-80a5-db18c2c08e9b req-37547747-b3d4-47e7-8f1b-666f971405b3 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694794 Jul 15 13:40:24.368658 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f308022-fe00-4df0-bec6-faf456214d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.395688 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-8ba4ab47-1fde-4de8-9fa7-56db315dc4d3 None None] Port b7a36c29-146c-4f69-9819-d21496d7f68e cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:40:24.445151 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f308022-fe00-4df0-bec6-faf456214d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb92b12d-342b-4744-a013-c82507d00c42,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:24.478667 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8ae6f100-8475-461f-900f-99dcab4dba54 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fcf19ad9f55645769cc76961e7748495&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4855118 Jul 15 13:40:24.481736 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9f308022-fe00-4df0-bec6-faf456214d40 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26d23ea757c74891af17dc8f0a22ec7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7659152 Jul 15 13:40:24.485828 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37874) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:24.486218 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37876) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:24.622688 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-73542a07-a697-4b80-a803-0613c35a93fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.649700 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-73542a07-a697-4b80-a803-0613c35a93fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.686261 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4cb45278-7d02-4d2f-830c-cc9bfead252b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.730130 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4cb45278-7d02-4d2f-830c-cc9bfead252b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.778552 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-73542a07-a697-4b80-a803-0613c35a93fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.781599 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-73542a07-a697-4b80-a803-0613c35a93fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.787142 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-73542a07-a697-4b80-a803-0613c35a93fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb92b12d-342b-4744-a013-c82507d00c42 HTTP/1.1" status: 204 len: 168 time: 0.2942073 Jul 15 13:40:24.805084 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73542a07-a697-4b80-a803-0613c35a93fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb92b12d-342b-4744-a013-c82507d00c42,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:24.818716 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05061ec4-ed68-4ae8-bedc-c392764bb13b None None] Network 2c89cf31-a1cc-4c06-b113-e2c16a9603c1 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:24.856841 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4cb45278-7d02-4d2f-830c-cc9bfead252b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.871405 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4cb45278-7d02-4d2f-830c-cc9bfead252b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.880064 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4cb45278-7d02-4d2f-830c-cc9bfead252b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c7a6d634-03a4-456d-9b7e-44b0d95dfe57 HTTP/1.1" status: 204 len: 168 time: 0.3904810 Jul 15 13:40:24.907641 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3cab893d-1cc6-49e3-bb1c-0a27996da92a up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:24.941991 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb45278-7d02-4d2f-830c-cc9bfead252b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a6d634-03a4-456d-9b7e-44b0d95dfe57,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:24.997920 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a71e768d-aa93-4174-a417-4c82de07d3cc tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:25.007970 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a71e768d-aa93-4174-a417-4c82de07d3cc tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:25.010486 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a71e768d-aa93-4174-a417-4c82de07d3cc tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:25.012462 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:25.015153 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5f40211a-8705-40ab-b6c8-be1a4aafc23b None None] Provisioning for port 3cab893d-1cc6-49e3-bb1c-0a27996da92a completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:25.104431 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 3cab893d-1cc6-49e3-bb1c-0a27996da92a completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:25.134652 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 3cab893d-1cc6-49e3-bb1c-0a27996da92a triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:25.136645 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:25.163090 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e768d-aa93-4174-a417-4c82de07d3cc tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Pushing event updated for resources: {'Port': ['ID=b7a36c29-146c-4f69-9819-d21496d7f68e,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:25.411590 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71e768d-aa93-4174-a417-4c82de07d3cc tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Network a28a3be1-464d-4f35-8504-375efd2f3a24 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:25.420714 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-a71e768d-aa93-4174-a417-4c82de07d3cc tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:25.477271 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:25.502188 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:25.648482 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 3cab893d-1cc6-49e3-bb1c-0a27996da92a, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=3cab893d-1cc6-49e3-bb1c-0a27996da92a,segment=NetworkSegment(d1ba78a0-50a6-4117-9d94-d6cf019fffbc),segment_id=d1ba78a0-50a6-4117-9d94-d6cf019fffbc)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:25.659640 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:25.727129 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 5ef56105-d751-4b47-9f62-d8c3ebd57bc7 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:25.784268 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71e768d-aa93-4174-a417-4c82de07d3cc tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Router 578c03e3-daf0-4ab6-871f-657e0fcba171 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:40:25.804799 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 5ef56105-d751-4b47-9f62-d8c3ebd57bc7 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:40:25.805241 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 5ef56105-d751-4b47-9f62-d8c3ebd57bc7 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:40:25.827058 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37894) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:25.848277 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4df84095-657c-4b2a-8fa1-a1e0bcd411b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:25.863221 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=3cab893d-1cc6-49e3-bb1c-0a27996da92a,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:25.993634 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-43631c65-a8a6-4c9f-9007-cb5dfef11333 None None] Provisioning complete for port 3cab893d-1cc6-49e3-bb1c-0a27996da92a triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:25.994000 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-43631c65-a8a6-4c9f-9007-cb5dfef11333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:26.047157 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37896) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:26.051010 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4df84095-657c-4b2a-8fa1-a1e0bcd411b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:26.065044 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4df84095-657c-4b2a-8fa1-a1e0bcd411b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:26.107501 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4df84095-657c-4b2a-8fa1-a1e0bcd411b5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=45e265cb6afc480aa4af702c6f091944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2792921 Jul 15 13:40:26.110440 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37898) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:26.127259 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e6ca92e-7b0f-4fa9-9fc4-947cad5765c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:26.200013 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f76a1d-d5cb-4093-863f-2da38671fdcd req-c06c6f6d-b0d3-47a0-861c-315b7fa6f0e0 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:26.207504 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df84095-657c-4b2a-8fa1-a1e0bcd411b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a0279f-f81c-4b45-bc5f-b286bebc42a8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:26.207860 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-34f76a1d-d5cb-4093-863f-2da38671fdcd req-c06c6f6d-b0d3-47a0-861c-315b7fa6f0e0 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 946 time: 0.4083016 Jul 15 13:40:26.229084 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-275285ee-931a-430a-9b3d-e689e9e49ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:26.232337 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71e768d-aa93-4174-a417-4c82de07d3cc tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:40:26.246123 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a71e768d-aa93-4174-a417-4c82de07d3cc tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] 10.222.0.24 "PUT /v2.0/routers/578c03e3-daf0-4ab6-871f-657e0fcba171/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6086938 Jul 15 13:40:26.252255 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37900) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:26.254382 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e909802-fbec-4726-b893-03088164352c None None] Sync routers for ids ['578c03e3-daf0-4ab6-871f-657e0fcba171'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:40:26.273111 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e909802-fbec-4726-b893-03088164352c None None] Routers {'578c03e3-daf0-4ab6-871f-657e0fcba171'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:26.274745 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-2e909802-fbec-4726-b893-03088164352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:40:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['578c03e3-daf0-4ab6-871f-657e0fcba171'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:26.338667 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-16ebc6c0-a08d-4b5f-9e23-343e4d7cdc2c None None] Provisioning complete for port b7a36c29-146c-4f69-9819-d21496d7f68e triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:26.342953 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-16ebc6c0-a08d-4b5f-9e23-343e4d7cdc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:26.358008 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-275285ee-931a-430a-9b3d-e689e9e49ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:26.376002 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-34f76a1d-d5cb-4093-863f-2da38671fdcd req-44386052-9daa-4741-a368-2bee002e7188 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675057 Jul 15 13:40:26.391887 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-2e909802-fbec-4726-b893-03088164352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:26.426197 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e909802-fbec-4726-b893-03088164352c None None] Routers {'578c03e3-daf0-4ab6-871f-657e0fcba171'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:26.428224 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-2e909802-fbec-4726-b893-03088164352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:40:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['578c03e3-daf0-4ab6-871f-657e0fcba171'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:26.444330 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-91e0a031-5fe1-4c5a-834b-8afefd43bdd1 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:26.533438 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:26.537162 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-275285ee-931a-430a-9b3d-e689e9e49ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:26.542238 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-275285ee-931a-430a-9b3d-e689e9e49ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:26.544260 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-275285ee-931a-430a-9b3d-e689e9e49ca7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5a0279f-f81c-4b45-bc5f-b286bebc42a8 HTTP/1.1" status: 204 len: 168 time: 0.4325340 Jul 15 13:40:26.549139 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-16ebc6c0-a08d-4b5f-9e23-343e4d7cdc2c None None] Port b7a36c29-146c-4f69-9819-d21496d7f68e cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:40:26.583782 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275285ee-931a-430a-9b3d-e689e9e49ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a0279f-f81c-4b45-bc5f-b286bebc42a8,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:26.603087 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-2e909802-fbec-4726-b893-03088164352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:26.604172 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e909802-fbec-4726-b893-03088164352c None None] The sync data for ids ['578c03e3-daf0-4ab6-871f-657e0fcba171'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:40:26.632496 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e6ca92e-7b0f-4fa9-9fc4-947cad5765c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:26.661106 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e6ca92e-7b0f-4fa9-9fc4-947cad5765c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:26.718477 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-91e0a031-5fe1-4c5a-834b-8afefd43bdd1 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 13:40:26.720371 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-91e0a031-5fe1-4c5a-834b-8afefd43bdd1 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] 10.222.0.24 "DELETE /v2.0/routers/578c03e3-daf0-4ab6-871f-657e0fcba171 HTTP/1.1" status: 409 len: 329 time: 0.4644578 Jul 15 13:40:26.725347 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37906) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:26.728766 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7e6ca92e-7b0f-4fa9-9fc4-947cad5765c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=933472d4f0a24ee494ac8a2eacf96e6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6797001 Jul 15 13:40:26.731909 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37908) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:26.733459 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3cab893d-1cc6-49e3-bb1c-0a27996da92a up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:26.777024 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ca92e-7b0f-4fa9-9fc4-947cad5765c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e623bd5-7228-4a47-84bc-0443e2df5a26,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:26.828763 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1cc0a962-f6de-4f1c-b3ee-6568ddc11c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:26.868393 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1cc0a962-f6de-4f1c-b3ee-6568ddc11c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:26.891457 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 3cab893d-1cc6-49e3-bb1c-0a27996da92a triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:26.892119 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:27.080477 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1cc0a962-f6de-4f1c-b3ee-6568ddc11c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:27.084267 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1cc0a962-f6de-4f1c-b3ee-6568ddc11c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:27.085993 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1cc0a962-f6de-4f1c-b3ee-6568ddc11c25 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7e623bd5-7228-4a47-84bc-0443e2df5a26 HTTP/1.1" status: 204 len: 168 time: 0.3527088 Jul 15 13:40:27.106823 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0a962-f6de-4f1c-b3ee-6568ddc11c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e623bd5-7228-4a47-84bc-0443e2df5a26,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:27.507752 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-513f214e-dd4a-4b6d-b7ad-448254be7f8a tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:28.039021 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c27151-6483-4cf0-a518-17d323f79a5c req-e7efb528-00cc-44e2-a3bc-3d8c9d09055b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:28.039389 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f9c27151-6483-4cf0-a518-17d323f79a5c req-e7efb528-00cc-44e2-a3bc-3d8c9d09055b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 946 time: 0.2671576 Jul 15 13:40:28.179727 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f9c27151-6483-4cf0-a518-17d323f79a5c req-c1990869-c4c8-4e16-be5e-286d4df17bae tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181934 Jul 15 13:40:28.317345 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-513f214e-dd4a-4b6d-b7ad-448254be7f8a tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Deleting port b7a36c29-146c-4f69-9819-d21496d7f68e {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:28.317800 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-513f214e-dd4a-4b6d-b7ad-448254be7f8a tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:28.506194 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-513f214e-dd4a-4b6d-b7ad-448254be7f8a tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:28.540218 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-513f214e-dd4a-4b6d-b7ad-448254be7f8a tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Calling delete_port for b7a36c29-146c-4f69-9819-d21496d7f68e owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:29.046061 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37954) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:29.094137 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-513f214e-dd4a-4b6d-b7ad-448254be7f8a tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:29.169545 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f214e-dd4a-4b6d-b7ad-448254be7f8a tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Pushing event deleted for resources: {'Port': ['ID=b7a36c29-146c-4f69-9819-d21496d7f68e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:29.285738 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 37958) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:29.423055 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-513f214e-dd4a-4b6d-b7ad-448254be7f8a tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:29.526323 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-3c3405c1-0379-4456-ab50-4b2709c2f9b0 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1180728699'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:29.560458 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2816085a-dfd8-4b41-9944-b25842b143fd admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1735181111-network', 'tenant_id': '41952a16a6834f27b5d7e8366be76781'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:29.679214 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-3c3405c1-0379-4456-ab50-4b2709c2f9b0 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:40:29.679214 n-d-758944-45 neutron-server[93814]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 13:40:29.679214 n-d-758944-45 neutron-server[93814]: [parameters: {'project_id': '0013b38ca67c4ff1ba9281d150d389e6', 'id': 'd7e99d99-6865-4599-8564-5c8182f7276b', 'expiration': datetime.datetime(2021, 7, 15, 13, 42, 29, 612329)}] Jul 15 13:40:29.679214 n-d-758944-45 neutron-server[93814]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:40:29.690615 n-d-758944-45 neutron-server[93814]: DEBUG oslo_db.api [None req-3c3405c1-0379-4456-ab50-4b2709c2f9b0 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:40:29.693070 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513f214e-dd4a-4b6d-b7ad-448254be7f8a tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Router 578c03e3-daf0-4ab6-871f-657e0fcba171 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:40:29.701635 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2816085a-dfd8-4b41-9944-b25842b143fd admin admin] Made reservation on behalf of 41952a16a6834f27b5d7e8366be76781 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:29.719530 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2816085a-dfd8-4b41-9944-b25842b143fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:29.760750 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2816085a-dfd8-4b41-9944-b25842b143fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:29.814267 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513f214e-dd4a-4b6d-b7ad-448254be7f8a tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:40:29.821711 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-513f214e-dd4a-4b6d-b7ad-448254be7f8a tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] 10.222.0.24 "PUT /v2.0/routers/578c03e3-daf0-4ab6-871f-657e0fcba171/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0948832 Jul 15 13:40:29.829728 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37970) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:29.842512 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad4f2b7-eef0-4dcd-8507-3e3e4594fc0a None None] Sync routers for ids ['578c03e3-daf0-4ab6-871f-657e0fcba171'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:40:29.855049 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad4f2b7-eef0-4dcd-8507-3e3e4594fc0a None None] Routers {'578c03e3-daf0-4ab6-871f-657e0fcba171'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:29.855710 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8ad4f2b7-eef0-4dcd-8507-3e3e4594fc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:40:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['578c03e3-daf0-4ab6-871f-657e0fcba171'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:29.931487 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636fb46-9e2c-465d-b71b-996eff20dcbb req-ed52c56b-88c1-4f8e-b5a2-04faf2e2013d tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:29.936563 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-32751ea2-e074-457c-9c25-030c284aa790 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] show failed (client error): The resource could not be found. Jul 15 13:40:29.939335 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8ad4f2b7-eef0-4dcd-8507-3e3e4594fc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:29.942810 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-32751ea2-e074-457c-9c25-030c284aa790 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-1208006868 HTTP/1.1" status: 404 len: 335 time: 0.1114371 Jul 15 13:40:29.956300 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a636fb46-9e2c-465d-b71b-996eff20dcbb req-ed52c56b-88c1-4f8e-b5a2-04faf2e2013d tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 946 time: 0.3710887 Jul 15 13:40:29.958452 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37972) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:29.969070 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad4f2b7-eef0-4dcd-8507-3e3e4594fc0a None None] Routers {'578c03e3-daf0-4ab6-871f-657e0fcba171'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:29.970029 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8ad4f2b7-eef0-4dcd-8507-3e3e4594fc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:40:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['578c03e3-daf0-4ab6-871f-657e0fcba171'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:29.970734 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c5f165cc-b817-4a01-9344-a0e42cce5cde tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:30.025288 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8ad4f2b7-eef0-4dcd-8507-3e3e4594fc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:30.026292 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad4f2b7-eef0-4dcd-8507-3e3e4594fc0a None None] The sync data for ids ['578c03e3-daf0-4ab6-871f-657e0fcba171'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:40:30.063250 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-c5f165cc-b817-4a01-9344-a0e42cce5cde tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] update failed (client error): The resource could not be found. Jul 15 13:40:30.064521 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c5f165cc-b817-4a01-9344-a0e42cce5cde tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-1670853311 HTTP/1.1" status: 404 len: 335 time: 0.1047246 Jul 15 13:40:30.073614 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37974) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:30.079048 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a636fb46-9e2c-465d-b71b-996eff20dcbb req-32d073e3-719b-4ffa-ab9b-c6d71cfdfd5b tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211708 Jul 15 13:40:30.165902 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-3010bf01-b25f-4f4f-9234-a4cc0cbbc013 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Deleting subnet 769d9379-ad5b-4300-aebd-010c8aaf86bd {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:40:30.171164 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3010bf01-b25f-4f4f-9234-a4cc0cbbc013 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.216777 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2816085a-dfd8-4b41-9944-b25842b143fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.232110 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2816085a-dfd8-4b41-9944-b25842b143fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.246454 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2816085a-dfd8-4b41-9944-b25842b143fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:40:30.275390 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3010bf01-b25f-4f4f-9234-a4cc0cbbc013 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.289216 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2816085a-dfd8-4b41-9944-b25842b143fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.289948 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-2816085a-dfd8-4b41-9944-b25842b143fd admin admin] Added segment 45b44a0b-86ff-4d1a-b6ca-23905ae28cf5 of type vlan for network 0285381b-612d-4c7d-b1b0-fc717534d7fc Jul 15 13:40:30.291777 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3405c1-0379-4456-ab50-4b2709c2f9b0 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Made reservation on behalf of 0013b38ca67c4ff1ba9281d150d389e6 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:30.295909 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c3405c1-0379-4456-ab50-4b2709c2f9b0 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.320594 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c3405c1-0379-4456-ab50-4b2709c2f9b0 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.357203 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816085a-dfd8-4b41-9944-b25842b143fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175c17ba-9c50-4174-b395-69a382628c78,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:30.381620 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2816085a-dfd8-4b41-9944-b25842b143fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.461362 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2816085a-dfd8-4b41-9944-b25842b143fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.467341 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2816085a-dfd8-4b41-9944-b25842b143fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:30.470841 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2816085a-dfd8-4b41-9944-b25842b143fd admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.560171 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3010bf01-b25f-4f4f-9234-a4cc0cbbc013 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.695041 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3010bf01-b25f-4f4f-9234-a4cc0cbbc013 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.711264 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c3405c1-0379-4456-ab50-4b2709c2f9b0 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.739237 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c3405c1-0379-4456-ab50-4b2709c2f9b0 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.763421 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3405c1-0379-4456-ab50-4b2709c2f9b0 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:40:30.784497 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c3405c1-0379-4456-ab50-4b2709c2f9b0 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.785126 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-3c3405c1-0379-4456-ab50-4b2709c2f9b0 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Added segment b91993c6-901c-4e8f-bb3c-fb08aa7878a3 of type vlan for network bb18813a-f74e-47a4-84ec-9f86d6b2a333 Jul 15 13:40:30.791734 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010bf01-b25f-4f4f-9234-a4cc0cbbc013 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Pushing event deleted for resources: {'Subnet': ['ID=769d9379-ad5b-4300-aebd-010c8aaf86bd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:30.813186 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc681cfa-16f3-4bca-b767-b860cf90c323 None None] Network 2c89cf31-a1cc-4c06-b113-e2c16a9603c1 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:30.821282 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3010bf01-b25f-4f4f-9234-a4cc0cbbc013 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.834049 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3010bf01-b25f-4f4f-9234-a4cc0cbbc013 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] 10.222.0.24 "DELETE /v2.0/subnets/769d9379-ad5b-4300-aebd-010c8aaf86bd HTTP/1.1" status: 204 len: 168 time: 0.7547600 Jul 15 13:40:30.835310 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37982) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:30.914905 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2816085a-dfd8-4b41-9944-b25842b143fd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6265488 Jul 15 13:40:30.920171 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37984) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:30.927389 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-849212e0-b2b8-4ca6-ace9-957a17b8140d admin admin] Request body: {'subnet': {'network_id': '0285381b-612d-4c7d-b1b0-fc717534d7fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1735181111-subnet', 'tenant_id': '41952a16a6834f27b5d7e8366be76781', 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:31.000418 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51b90f3d-c155-4399-b9c0-0cbfaa08b2c6 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:31.015598 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816085a-dfd8-4b41-9944-b25842b143fd admin admin] Pushing event updated for resources: {'Network': ['ID=0285381b-612d-4c7d-b1b0-fc717534d7fc,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:31.035750 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c3405c1-0379-4456-ab50-4b2709c2f9b0 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:31.038223 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849212e0-b2b8-4ca6-ace9-957a17b8140d admin admin] Made reservation on behalf of 41952a16a6834f27b5d7e8366be76781 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:31.047078 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-849212e0-b2b8-4ca6-ace9-957a17b8140d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:31.064668 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 0285381b-612d-4c7d-b1b0-fc717534d7fc details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:40:31.068842 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3405c1-0379-4456-ab50-4b2709c2f9b0 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5141e8b9-49de-4007-9f08-0a819eddc89c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:31.112561 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c3405c1-0379-4456-ab50-4b2709c2f9b0 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:31.135052 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3405c1-0379-4456-ab50-4b2709c2f9b0 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:31.136113 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c3405c1-0379-4456-ab50-4b2709c2f9b0 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:31.249341 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3c3405c1-0379-4456-ab50-4b2709c2f9b0 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.2003162 Jul 15 13:40:31.266189 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 37988) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:31.278917 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d9231e1f-5053-4408-978a-284f673c797d tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Request body: {'subnet': {'network_id': 'bb18813a-f74e-47a4-84ec-9f86d6b2a333', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:31.433440 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3405c1-0379-4456-ab50-4b2709c2f9b0 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Pushing event updated for resources: {'Network': ['ID=bb18813a-f74e-47a4-84ec-9f86d6b2a333,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:31.675180 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network bb18813a-f74e-47a4-84ec-9f86d6b2a333 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:40:32.038575 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb64e8b-09dd-4cdc-82e4-c08a5c9ca839 None None] DHCP port deletion for 2c89cf31-a1cc-4c06-b113-e2c16a9603c1 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:40:32.128956 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9bb64e8b-09dd-4cdc-82e4-c08a5c9ca839 None None] Deleting port 3cab893d-1cc6-49e3-bb1c-0a27996da92a {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:32.130012 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9bb64e8b-09dd-4cdc-82e4-c08a5c9ca839 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:32.206844 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9231e1f-5053-4408-978a-284f673c797d tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Made reservation on behalf of 0013b38ca67c4ff1ba9281d150d389e6 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:32.210857 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9231e1f-5053-4408-978a-284f673c797d tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:32.263624 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-51b90f3d-c155-4399-b9c0-0cbfaa08b2c6 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Deleting port 3cab893d-1cc6-49e3-bb1c-0a27996da92a {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:32.264055 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51b90f3d-c155-4399-b9c0-0cbfaa08b2c6 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:32.299638 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-9bb64e8b-09dd-4cdc-82e4-c08a5c9ca839 None None] For port 3cab893d-1cc6-49e3-bb1c-0a27996da92a, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=3cab893d-1cc6-49e3-bb1c-0a27996da92a,segment=NetworkSegment(d1ba78a0-50a6-4117-9d94-d6cf019fffbc),segment_id=d1ba78a0-50a6-4117-9d94-d6cf019fffbc)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:32.300291 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9bb64e8b-09dd-4cdc-82e4-c08a5c9ca839 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:32.334751 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9bb64e8b-09dd-4cdc-82e4-c08a5c9ca839 None None] Calling delete_port for 3cab893d-1cc6-49e3-bb1c-0a27996da92a owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:32.358172 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-51b90f3d-c155-4399-b9c0-0cbfaa08b2c6 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] For port 3cab893d-1cc6-49e3-bb1c-0a27996da92a, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=3cab893d-1cc6-49e3-bb1c-0a27996da92a,segment=NetworkSegment(d1ba78a0-50a6-4117-9d94-d6cf019fffbc),segment_id=d1ba78a0-50a6-4117-9d94-d6cf019fffbc)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:32.358603 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51b90f3d-c155-4399-b9c0-0cbfaa08b2c6 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:32.410624 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-51b90f3d-c155-4399-b9c0-0cbfaa08b2c6 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Calling delete_port for 3cab893d-1cc6-49e3-bb1c-0a27996da92a owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:32.431063 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1aea2b36-e1fc-44e0-9749-19a160b409a9 req-a34bea94-9622-4866-bbd5-ab2808689979 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0654621 Jul 15 13:40:32.490342 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9bb64e8b-09dd-4cdc-82e4-c08a5c9ca839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:32.541419 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb64e8b-09dd-4cdc-82e4-c08a5c9ca839 None None] Pushing event deleted for resources: {'Port': ['ID=3cab893d-1cc6-49e3-bb1c-0a27996da92a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:32.550858 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb64e8b-09dd-4cdc-82e4-c08a5c9ca839 None None] No DVR routers for this DVR port 3cab893d-1cc6-49e3-bb1c-0a27996da92a on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:32.633860 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc81dd-8fe8-44ed-a9b9-012c07542190 req-667454e0-691b-4eae-8363-222a48165732 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:32.641943 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ebdc81dd-8fe8-44ed-a9b9-012c07542190 req-667454e0-691b-4eae-8363-222a48165732 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 946 time: 0.5416374 Jul 15 13:40:32.666035 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-849212e0-b2b8-4ca6-ace9-957a17b8140d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:32.784894 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3cab893d-1cc6-49e3-bb1c-0a27996da92a no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:32.878183 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 3cab893d-1cc6-49e3-bb1c-0a27996da92a {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:40:32.882129 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3cab893d-1cc6-49e3-bb1c-0a27996da92a not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:40:33.182406 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ebdc81dd-8fe8-44ed-a9b9-012c07542190 req-21373509-886e-4afc-92ae-110aa74682d3 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5388935 Jul 15 13:40:33.192449 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51b90f3d-c155-4399-b9c0-0cbfaa08b2c6 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:33.195637 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849212e0-b2b8-4ca6-ace9-957a17b8140d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b6adcb1-87c7-4bda-bee3-bd740b4d2357,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:33.279609 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea2b36-e1fc-44e0-9749-19a160b409a9 req-d5d36981-416b-48cf-b5d4-285aecf25c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:33.282802 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1aea2b36-e1fc-44e0-9749-19a160b409a9 req-d5d36981-416b-48cf-b5d4-285aecf25c9c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 1099 time: 0.8002071 Jul 15 13:40:33.307068 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b90f3d-c155-4399-b9c0-0cbfaa08b2c6 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Pushing event deleted for resources: {'Port': ['ID=3cab893d-1cc6-49e3-bb1c-0a27996da92a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:33.328946 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b90f3d-c155-4399-b9c0-0cbfaa08b2c6 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] No DVR routers for this DVR port 3cab893d-1cc6-49e3-bb1c-0a27996da92a on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:33.340562 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849212e0-b2b8-4ca6-ace9-957a17b8140d admin admin] Checking segment: {'id': '45b44a0b-86ff-4d1a-b6ca-23905ae28cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0285381b-612d-4c7d-b1b0-fc717534d7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:33.341123 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849212e0-b2b8-4ca6-ace9-957a17b8140d admin admin] Network hostable DHCP agents. Network: 0285381b-612d-4c7d-b1b0-fc717534d7fc, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:40:33.561917 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9231e1f-5053-4408-978a-284f673c797d tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:33.645158 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51b90f3d-c155-4399-b9c0-0cbfaa08b2c6 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:33.647878 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849212e0-b2b8-4ca6-ace9-957a17b8140d admin admin] Network 0285381b-612d-4c7d-b1b0-fc717534d7fc is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:40:33.674846 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-51b90f3d-c155-4399-b9c0-0cbfaa08b2c6 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c89cf31-a1cc-4c06-b113-e2c16a9603c1']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:33.707339 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9231e1f-5053-4408-978a-284f673c797d tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Pushing event updated for resources: {'Subnet': ['ID=e4530f61-37a1-490e-a83b-a82412c5ed1e,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:33.717355 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-51b90f3d-c155-4399-b9c0-0cbfaa08b2c6 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ba78a0-50a6-4117-9d94-d6cf019fffbc') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:33.717752 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-51b90f3d-c155-4399-b9c0-0cbfaa08b2c6 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ba78a0-50a6-4117-9d94-d6cf019fffbc') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:33.720278 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-849212e0-b2b8-4ca6-ace9-957a17b8140d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 0285381b-612d-4c7d-b1b0-fc717534d7fc) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:33.738811 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8d0511-ba78-4973-962e-225930975bb9 None None] Network 0285381b-612d-4c7d-b1b0-fc717534d7fc requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:33.784871 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849212e0-b2b8-4ca6-ace9-957a17b8140d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:33.786784 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-849212e0-b2b8-4ca6-ace9-957a17b8140d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:33.795188 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51b90f3d-c155-4399-b9c0-0cbfaa08b2c6 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:33.810578 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea2b36-e1fc-44e0-9749-19a160b409a9 req-f062681a-6350-43d0-842c-150a01bc7d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:33.814332 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1aea2b36-e1fc-44e0-9749-19a160b409a9 req-f062681a-6350-43d0-842c-150a01bc7d69 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a3d89be-04ff-4257-bfc8-200df0476102 HTTP/1.1" status: 200 len: 898 time: 0.4796960 Jul 15 13:40:34.015760 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1aea2b36-e1fc-44e0-9749-19a160b409a9 req-f3334a0f-1880-4463-874a-85239de009ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c36bf5e-148b-4380-8c2c-8baa1e90f983 HTTP/1.1" status: 200 len: 1002 time: 0.1663530 Jul 15 13:40:34.110516 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51b90f3d-c155-4399-b9c0-0cbfaa08b2c6 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.131134 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53298ba2-d2f9-4563-a13a-06e6264963e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-0285381b-612d-4c7d-b1b0-fc717534d7fc', 'network_id': '0285381b-612d-4c7d-b1b0-fc717534d7fc', 'tenant_id': '41952a16a6834f27b5d7e8366be76781', 'fixed_ips': [{'subnet_id': '4b6adcb1-87c7-4bda-bee3-bd740b4d2357'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:40:34.132068 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53298ba2-d2f9-4563-a13a-06e6264963e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.155202 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-849212e0-b2b8-4ca6-ace9-957a17b8140d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.2323842 Jul 15 13:40:34.160210 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38000) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:34.165243 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-cfa647b7-cfad-461e-99cb-f4be6fcf48ce admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1735181111-router', 'tenant_id': '41952a16a6834f27b5d7e8366be76781', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:34.175497 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9231e1f-5053-4408-978a-284f673c797d tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Checking segment: {'id': 'b91993c6-901c-4e8f-bb3c-fb08aa7878a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bb18813a-f74e-47a4-84ec-9f86d6b2a333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:34.175868 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9231e1f-5053-4408-978a-284f673c797d tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Network hostable DHCP agents. Network: bb18813a-f74e-47a4-84ec-9f86d6b2a333, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:40:34.200392 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51b90f3d-c155-4399-b9c0-0cbfaa08b2c6 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:40:34.200810 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51b90f3d-c155-4399-b9c0-0cbfaa08b2c6 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.204763 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:40:34.204763 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:40:34.204763 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:40:34.204763 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:40:34.204763 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:40:34.204763 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:40:34.204763 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:40:34.204763 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:40:34.204763 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:40:34.204763 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:40:34.204763 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:40:34.204763 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:40:34.204763 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:40:34.204763 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:40:34.204763 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:40:34.204763 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:40:34.204763 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:40:34.204763 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:40:34.204763 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:40:34.204763 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:40:34.204763 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:40:34.204763 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:40:34.204763 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:40:34.204763 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:40:34.204763 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:40:34.204763 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:40:34.204763 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:40:34.204763 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:40:34.204763 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:40:34.204763 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:40:34.204763 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:40:34.204763 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:40:34.224364 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfa647b7-cfad-461e-99cb-f4be6fcf48ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.226016 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfa647b7-cfad-461e-99cb-f4be6fcf48ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.235895 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea2b36-e1fc-44e0-9749-19a160b409a9 req-dcffd623-8c8c-401e-b455-53e28559246b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:34.238279 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1aea2b36-e1fc-44e0-9749-19a160b409a9 req-dcffd623-8c8c-401e-b455-53e28559246b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e3f2039-b778-40b0-bdc7-f07e93fa4107 HTTP/1.1" status: 200 len: 835 time: 0.2067928 Jul 15 13:40:34.344345 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9231e1f-5053-4408-978a-284f673c797d tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Network bb18813a-f74e-47a4-84ec-9f86d6b2a333 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:40:34.380217 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-d9231e1f-5053-4408-978a-284f673c797d tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, bb18813a-f74e-47a4-84ec-9f86d6b2a333) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:34.393097 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51b90f3d-c155-4399-b9c0-0cbfaa08b2c6 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.396525 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9231e1f-5053-4408-978a-284f673c797d tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:34.396957 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9231e1f-5053-4408-978a-284f673c797d tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.408236 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51b90f3d-c155-4399-b9c0-0cbfaa08b2c6 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.414736 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-51b90f3d-c155-4399-b9c0-0cbfaa08b2c6 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] 10.222.0.24 "DELETE /v2.0/networks/2c89cf31-a1cc-4c06-b113-e2c16a9603c1 HTTP/1.1" status: 204 len: 168 time: 3.5756834 Jul 15 13:40:34.428532 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38004) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:34.510016 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b90f3d-c155-4399-b9c0-0cbfaa08b2c6 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Pushing event deleted for resources: {'Network': ['ID=2c89cf31-a1cc-4c06-b113-e2c16a9603c1,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:34.516756 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d9231e1f-5053-4408-978a-284f673c797d tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2494748 Jul 15 13:40:34.527173 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38006) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:34.533111 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-fd84a49c-7e1e-4ace-a319-95e3786fefb3 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Request body: {'port': {'network_id': 'bb18813a-f74e-47a4-84ec-9f86d6b2a333', 'name': 'tempest-ExtraDHCPOptionsTestJSON-569101773'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:34.544328 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea2b36-e1fc-44e0-9749-19a160b409a9 req-2dd2948a-5a90-4c73-bc65-b8c0f18613b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:34.546238 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1aea2b36-e1fc-44e0-9749-19a160b409a9 req-2dd2948a-5a90-4c73-bc65-b8c0f18613b5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a3d89be-04ff-4257-bfc8-200df0476102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2951112 Jul 15 13:40:34.581624 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfa647b7-cfad-461e-99cb-f4be6fcf48ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.680230 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1aea2b36-e1fc-44e0-9749-19a160b409a9 req-5066c369-b9cb-4e6e-bc5d-a5e241527997 service neutron] 10.222.0.32 "GET /v2.0/networks/7a3d89be-04ff-4257-bfc8-200df0476102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196191 Jul 15 13:40:34.775220 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-53298ba2-d2f9-4563-a13a-06e6264963e2 None None] Allocated IP 172.20.0.2 (0285381b-612d-4c7d-b1b0-fc717534d7fc/4b6adcb1-87c7-4bda-bee3-bd740b4d2357/55108e62-18b6-49f7-bb29-a991137c2913) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:34.803574 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1aea2b36-e1fc-44e0-9749-19a160b409a9 req-5ae40be0-d9c0-480b-966d-72f9954aa29a service neutron] 10.222.0.32 "GET /v2.0/networks/7a3d89be-04ff-4257-bfc8-200df0476102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113837 Jul 15 13:40:34.810285 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7934b9b0-e671-478b-9cfe-4ca72fe691a9 None None] Network bb18813a-f74e-47a4-84ec-9f86d6b2a333 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:34.831557 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ae3253-52ba-40fb-b5e6-50fbf124c8e4 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Deleting subnet 833297a9-3155-4817-b589-0ee55c18c806 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:40:34.849346 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-17ae3253-52ba-40fb-b5e6-50fbf124c8e4 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.015127 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-17ae3253-52ba-40fb-b5e6-50fbf124c8e4 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.325118 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfa647b7-cfad-461e-99cb-f4be6fcf48ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.352223 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-17ae3253-52ba-40fb-b5e6-50fbf124c8e4 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.353045 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c941d6e-72b4-4f7f-9aee-e189fd89b48e req-e5eb6676-2eee-4386-8312-0f0b189576a3 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:35.368476 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6c941d6e-72b4-4f7f-9aee-e189fd89b48e req-e5eb6676-2eee-4386-8312-0f0b189576a3 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 946 time: 0.7817674 Jul 15 13:40:35.431010 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd84a49c-7e1e-4ace-a319-95e3786fefb3 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Made reservation on behalf of 0013b38ca67c4ff1ba9281d150d389e6 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:35.444011 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd84a49c-7e1e-4ace-a319-95e3786fefb3 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.460421 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6c941d6e-72b4-4f7f-9aee-e189fd89b48e req-e4deb517-d7a7-420d-91d5-86f67636e3af tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857513 Jul 15 13:40:35.519078 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-fd84a49c-7e1e-4ace-a319-95e3786fefb3 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] device_id is not set on port e022b269-385f-458b-9e84-34dff676239b yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:40:35.677961 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-17ae3253-52ba-40fb-b5e6-50fbf124c8e4 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.737047 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53298ba2-d2f9-4563-a13a-06e6264963e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.752200 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85277eaf-b795-4557-9dbd-22c8d43f0a70 None None] Network 57c67523-6626-4e7b-b0ce-4dee3da1d104 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:35.765914 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae3253-52ba-40fb-b5e6-50fbf124c8e4 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Pushing event deleted for resources: {'Subnet': ['ID=833297a9-3155-4817-b589-0ee55c18c806,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:35.769063 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-17ae3253-52ba-40fb-b5e6-50fbf124c8e4 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.771816 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-17ae3253-52ba-40fb-b5e6-50fbf124c8e4 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] 10.222.0.24 "DELETE /v2.0/subnets/833297a9-3155-4817-b589-0ee55c18c806 HTTP/1.1" status: 204 len: 168 time: 1.3379037 Jul 15 13:40:35.775948 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38010) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:35.857030 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-53298ba2-d2f9-4563-a13a-06e6264963e2 None None] Transition to ACTIVE for port object 55108e62-18b6-49f7-bb29-a991137c2913 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:35.858474 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-fd84a49c-7e1e-4ace-a319-95e3786fefb3 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Allocated IP 172.20.0.3 (bb18813a-f74e-47a4-84ec-9f86d6b2a333/e4530f61-37a1-490e-a83b-a82412c5ed1e/e022b269-385f-458b-9e84-34dff676239b) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:35.871076 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-eacb4d0a-0e70-441b-95c4-3aa153622fe5 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Deleting subnet 12ae87a1-12f3-4b63-a314-4d0b96da877a {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:40:35.876836 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eacb4d0a-0e70-441b-95c4-3aa153622fe5 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.946757 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eacb4d0a-0e70-441b-95c4-3aa153622fe5 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.976000 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-53298ba2-d2f9-4563-a13a-06e6264963e2 None None] Transition to ACTIVE for port object 55108e62-18b6-49f7-bb29-a991137c2913 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:36.021783 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53298ba2-d2f9-4563-a13a-06e6264963e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:36.044461 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477eac82-fc6b-48dd-acaa-24833003dbe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-bb18813a-f74e-47a4-84ec-9f86d6b2a333', 'network_id': 'bb18813a-f74e-47a4-84ec-9f86d6b2a333', 'tenant_id': '0013b38ca67c4ff1ba9281d150d389e6', 'fixed_ips': [{'subnet_id': 'e4530f61-37a1-490e-a83b-a82412c5ed1e'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:40:36.045376 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-477eac82-fc6b-48dd-acaa-24833003dbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:36.097821 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfa647b7-cfad-461e-99cb-f4be6fcf48ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:36.146551 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eacb4d0a-0e70-441b-95c4-3aa153622fe5 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:36.203129 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfa647b7-cfad-461e-99cb-f4be6fcf48ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:36.217931 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53298ba2-d2f9-4563-a13a-06e6264963e2 None None] Network 0285381b-612d-4c7d-b1b0-fc717534d7fc is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:36.240615 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-53298ba2-d2f9-4563-a13a-06e6264963e2 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:36.270220 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53298ba2-d2f9-4563-a13a-06e6264963e2 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:36.380238 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53298ba2-d2f9-4563-a13a-06e6264963e2 None None] Pushing event updated for resources: {'Port': ['ID=55108e62-18b6-49f7-bb29-a991137c2913,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:36.453601 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eacb4d0a-0e70-441b-95c4-3aa153622fe5 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:36.497297 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460ab37f-16a2-4176-b400-553311e908d3 None None] DHCP port deletion for 57c67523-6626-4e7b-b0ce-4dee3da1d104 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:40:36.534180 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb4d0a-0e70-441b-95c4-3aa153622fe5 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Pushing event deleted for resources: {'Subnet': ['ID=12ae87a1-12f3-4b63-a314-4d0b96da877a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:36.544528 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eacb4d0a-0e70-441b-95c4-3aa153622fe5 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:36.546931 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-eacb4d0a-0e70-441b-95c4-3aa153622fe5 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] 10.222.0.24 "DELETE /v2.0/subnets/12ae87a1-12f3-4b63-a314-4d0b96da877a HTTP/1.1" status: 204 len: 168 time: 0.7691257 Jul 15 13:40:36.553570 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38016) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:36.602729 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-cfa647b7-cfad-461e-99cb-f4be6fcf48ce admin admin] Allocated IP 172.25.6.103 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/bd1da115-9d8e-4871-949c-82c2744a6560) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:36.625647 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffac0175-80aa-4ceb-9749-b23356260a26 None None] Network 1cb93ac1-1fd5-4407-afd2-fd276ef86b3d requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:36.835741 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfa647b7-cfad-461e-99cb-f4be6fcf48ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:36.910041 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfa647b7-cfad-461e-99cb-f4be6fcf48ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:36.914819 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8bfabd40-0c5c-487a-897e-52822046eb36 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:36.919074 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f8036bfd-a3e3-488a-be78-47c91d4790df no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:37.029087 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd84a49c-7e1e-4ace-a319-95e3786fefb3 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:37.065685 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-53298ba2-d2f9-4563-a13a-06e6264963e2 None None] Attempting to bind port 55108e62-18b6-49f7-bb29-a991137c2913 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:40:37.066676 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-53298ba2-d2f9-4563-a13a-06e6264963e2 None None] Attempting to bind port 55108e62-18b6-49f7-bb29-a991137c2913 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '45b44a0b-86ff-4d1a-b6ca-23905ae28cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0285381b-612d-4c7d-b1b0-fc717534d7fc'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:40:37.067577 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53298ba2-d2f9-4563-a13a-06e6264963e2 None None] Attempting to bind port 55108e62-18b6-49f7-bb29-a991137c2913 on network 0285381b-612d-4c7d-b1b0-fc717534d7fc {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:40:37.096741 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-fd84a49c-7e1e-4ace-a319-95e3786fefb3 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Transition to ACTIVE for port object e022b269-385f-458b-9e84-34dff676239b will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:37.125015 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53298ba2-d2f9-4563-a13a-06e6264963e2 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:40:37.126938 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53298ba2-d2f9-4563-a13a-06e6264963e2 None None] Checking segment: {'id': '45b44a0b-86ff-4d1a-b6ca-23905ae28cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0285381b-612d-4c7d-b1b0-fc717534d7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:37.128025 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53298ba2-d2f9-4563-a13a-06e6264963e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:37.128955 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53298ba2-d2f9-4563-a13a-06e6264963e2 None None] Bound using segment: {'id': '45b44a0b-86ff-4d1a-b6ca-23905ae28cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0285381b-612d-4c7d-b1b0-fc717534d7fc'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:40:37.130072 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-53298ba2-d2f9-4563-a13a-06e6264963e2 None None] Bound port: 55108e62-18b6-49f7-bb29-a991137c2913, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b44a0b-86ff-4d1a-b6ca-23905ae28cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0285381b-612d-4c7d-b1b0-fc717534d7fc'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:40:37.130993 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53298ba2-d2f9-4563-a13a-06e6264963e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:37.137671 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa316f02-aa51-42ae-8ab9-f28b10929583 req-b832f41d-0415-45e8-9eb9-a05a34131733 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:37.139585 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aa316f02-aa51-42ae-8ab9-f28b10929583 req-b832f41d-0415-45e8-9eb9-a05a34131733 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 946 time: 0.2159548 Jul 15 13:40:37.172501 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa647b7-cfad-461e-99cb-f4be6fcf48ce admin admin] Pushing event updated for resources: {'Port': ['ID=bd1da115-9d8e-4871-949c-82c2744a6560,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:37.191642 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa647b7-cfad-461e-99cb-f4be6fcf48ce admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:37.197100 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-cfa647b7-cfad-461e-99cb-f4be6fcf48ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:37.207284 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa647b7-cfad-461e-99cb-f4be6fcf48ce admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:37.216775 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8bfabd40-0c5c-487a-897e-52822046eb36 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Deleting port f8036bfd-a3e3-488a-be78-47c91d4790df {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:37.216775 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8bfabd40-0c5c-487a-897e-52822046eb36 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:37.310696 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aa316f02-aa51-42ae-8ab9-f28b10929583 req-8de86b33-b37f-4053-bf2f-2ead3af3f8cc tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524897 Jul 15 13:40:37.317490 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd84a49c-7e1e-4ace-a319-95e3786fefb3 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:37.479526 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd84a49c-7e1e-4ace-a319-95e3786fefb3 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Network bb18813a-f74e-47a4-84ec-9f86d6b2a333 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:37.561992 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-fd84a49c-7e1e-4ace-a319-95e3786fefb3 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:37.579594 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd84a49c-7e1e-4ace-a319-95e3786fefb3 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:37.609315 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-477eac82-fc6b-48dd-acaa-24833003dbe5 None None] Allocated IP 172.20.0.2 (bb18813a-f74e-47a4-84ec-9f86d6b2a333/e4530f61-37a1-490e-a83b-a82412c5ed1e/502a50f6-2e3b-45c3-9448-f2a50a563577) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:37.707190 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-53298ba2-d2f9-4563-a13a-06e6264963e2 None None] For port 55108e62-18b6-49f7-bb29-a991137c2913, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:40:37.722781 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-53298ba2-d2f9-4563-a13a-06e6264963e2 None None] For port 55108e62-18b6-49f7-bb29-a991137c2913, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=55108e62-18b6-49f7-bb29-a991137c2913,segment=NetworkSegment(45b44a0b-86ff-4d1a-b6ca-23905ae28cf5),segment_id=45b44a0b-86ff-4d1a-b6ca-23905ae28cf5)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:40:37.754322 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84a49c-7e1e-4ace-a319-95e3786fefb3 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Pushing event updated for resources: {'Port': ['ID=e022b269-385f-458b-9e84-34dff676239b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:37.808789 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-8bfabd40-0c5c-487a-897e-52822046eb36 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] For port f8036bfd-a3e3-488a-be78-47c91d4790df, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=f8036bfd-a3e3-488a-be78-47c91d4790df,segment=NetworkSegment(154f5679-744f-40cb-acbf-d22aa59a132c),segment_id=154f5679-744f-40cb-acbf-d22aa59a132c)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:37.810630 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8bfabd40-0c5c-487a-897e-52822046eb36 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:37.820154 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53298ba2-d2f9-4563-a13a-06e6264963e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:37.889454 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8bfabd40-0c5c-487a-897e-52822046eb36 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Calling delete_port for f8036bfd-a3e3-488a-be78-47c91d4790df owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:37.929369 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfa647b7-cfad-461e-99cb-f4be6fcf48ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:37.950729 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd84a49c-7e1e-4ace-a319-95e3786fefb3 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:37.951459 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd84a49c-7e1e-4ace-a319-95e3786fefb3 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:38.036192 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-460ab37f-16a2-4176-b400-553311e908d3 None None] Deleting port f8036bfd-a3e3-488a-be78-47c91d4790df {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:38.036968 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-460ab37f-16a2-4176-b400-553311e908d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:38.045820 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53298ba2-d2f9-4563-a13a-06e6264963e2 None None] Pushing event updated for resources: {'Port': ['ID=55108e62-18b6-49f7-bb29-a991137c2913,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:38.276816 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-460ab37f-16a2-4176-b400-553311e908d3 None None] For port f8036bfd-a3e3-488a-be78-47c91d4790df, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=f8036bfd-a3e3-488a-be78-47c91d4790df,segment=NetworkSegment(154f5679-744f-40cb-acbf-d22aa59a132c),segment_id=154f5679-744f-40cb-acbf-d22aa59a132c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:38.278915 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-460ab37f-16a2-4176-b400-553311e908d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:38.314290 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fd84a49c-7e1e-4ace-a319-95e3786fefb3 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7769525 Jul 15 13:40:38.324442 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38020) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:38.353812 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-da3dc37d-5de5-4a11-b1e6-6da8e57f2247 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Request body: {'port': {'network_id': 'bb18813a-f74e-47a4-84ec-9f86d6b2a333', 'name': 'tempest-ExtraDHCPOptionsTestJSON-727561712', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:38.355609 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.api.validators [None req-da3dc37d-5de5-4a11-b1e6-6da8e57f2247 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] bootfile-name is not in valid_values {{(pid=93813) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:40:38.356259 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.api.validators [None req-da3dc37d-5de5-4a11-b1e6-6da8e57f2247 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] tftp-server is not in valid_values {{(pid=93813) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:40:38.357003 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.api.validators [None req-da3dc37d-5de5-4a11-b1e6-6da8e57f2247 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] server-ip-address is not in valid_values {{(pid=93813) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:40:38.888766 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8bfabd40-0c5c-487a-897e-52822046eb36 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:38.943665 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:38.984025 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-460ab37f-16a2-4176-b400-553311e908d3 None None] Calling delete_port for f8036bfd-a3e3-488a-be78-47c91d4790df owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:38.990808 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:40:39.025319 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:39.073841 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7500536-72c8-47a6-8af8-d01bfaf98c2e None None] DHCP port deletion for 1cb93ac1-1fd5-4407-afd2-fd276ef86b3d request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:40:39.221644 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfabd40-0c5c-487a-897e-52822046eb36 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Pushing event deleted for resources: {'Port': ['ID=f8036bfd-a3e3-488a-be78-47c91d4790df,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:39.250474 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfabd40-0c5c-487a-897e-52822046eb36 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] No DVR routers for this DVR port f8036bfd-a3e3-488a-be78-47c91d4790df on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:39.283064 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803e84c-55a2-45f9-88d7-69bf5ed9743d req-6b37cab1-8399-4b2e-b1ba-32ad68cdf1e7 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:39.293697 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6803e84c-55a2-45f9-88d7-69bf5ed9743d req-6b37cab1-8399-4b2e-b1ba-32ad68cdf1e7 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 946 time: 0.3314686 Jul 15 13:40:39.475670 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-460ab37f-16a2-4176-b400-553311e908d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:39.487951 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6803e84c-55a2-45f9-88d7-69bf5ed9743d req-4aa1fde2-d3f3-46e2-9146-3bb2518b6272 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923933 Jul 15 13:40:39.492149 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfa647b7-cfad-461e-99cb-f4be6fcf48ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:39.527272 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 55108e62-18b6-49f7-bb29-a991137c2913 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:39.538380 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460ab37f-16a2-4176-b400-553311e908d3 None None] No DVR routers for this DVR port f8036bfd-a3e3-488a-be78-47c91d4790df on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:39.716531 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ab37f-16a2-4176-b400-553311e908d3 None None] Pushing event deleted for resources: {'Port': ['ID=f8036bfd-a3e3-488a-be78-47c91d4790df,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:39.755019 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3dc37d-5de5-4a11-b1e6-6da8e57f2247 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Made reservation on behalf of 0013b38ca67c4ff1ba9281d150d389e6 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:39.767875 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da3dc37d-5de5-4a11-b1e6-6da8e57f2247 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:39.830162 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b7500536-72c8-47a6-8af8-d01bfaf98c2e None None] Deleting port e3cb98f4-4926-4ad7-82c3-2bc852fc3d44 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:39.830828 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b7500536-72c8-47a6-8af8-d01bfaf98c2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:39.875350 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8bfabd40-0c5c-487a-897e-52822046eb36 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:39.886878 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-477eac82-fc6b-48dd-acaa-24833003dbe5 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:39.909223 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-8bfabd40-0c5c-487a-897e-52822046eb36 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c67523-6626-4e7b-b0ce-4dee3da1d104']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:39.921113 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-477eac82-fc6b-48dd-acaa-24833003dbe5 None None] Transition to ACTIVE for port object 502a50f6-2e3b-45c3-9448-f2a50a563577 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:39.947899 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-da3dc37d-5de5-4a11-b1e6-6da8e57f2247 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] device_id is not set on port a85d3a80-bacd-4f32-8b8d-ace216a107a1 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:40:39.983011 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-8bfabd40-0c5c-487a-897e-52822046eb36 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '154f5679-744f-40cb-acbf-d22aa59a132c') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:39.983389 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-8bfabd40-0c5c-487a-897e-52822046eb36 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '154f5679-744f-40cb-acbf-d22aa59a132c') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:40.083563 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-b7500536-72c8-47a6-8af8-d01bfaf98c2e None None] For port e3cb98f4-4926-4ad7-82c3-2bc852fc3d44, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e3cb98f4-4926-4ad7-82c3-2bc852fc3d44,segment=NetworkSegment(541c6d0a-113c-4c35-9e3c-88105d2fdbf3),segment_id=541c6d0a-113c-4c35-9e3c-88105d2fdbf3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:40.084441 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b7500536-72c8-47a6-8af8-d01bfaf98c2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:40.100561 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa647b7-cfad-461e-99cb-f4be6fcf48ce admin admin] Router 2b5775ef-4a22-408e-b374-a1dbebaacce8 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:40:40.133611 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8bfabd40-0c5c-487a-897e-52822046eb36 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:40.142897 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-477eac82-fc6b-48dd-acaa-24833003dbe5 None None] Transition to ACTIVE for port object 502a50f6-2e3b-45c3-9448-f2a50a563577 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:40.149657 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b7500536-72c8-47a6-8af8-d01bfaf98c2e None None] Calling delete_port for e3cb98f4-4926-4ad7-82c3-2bc852fc3d44 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:40.159685 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 55108e62-18b6-49f7-bb29-a991137c2913 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:40.168276 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-477eac82-fc6b-48dd-acaa-24833003dbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:40.250565 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8bfabd40-0c5c-487a-897e-52822046eb36 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:40.330036 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bfabd40-0c5c-487a-897e-52822046eb36 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:40:40.330726 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8bfabd40-0c5c-487a-897e-52822046eb36 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:40.347249 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:40:40.347249 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:40:40.347249 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:40:40.347249 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:40:40.347249 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:40:40.347249 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:40:40.347249 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:40:40.347249 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:40:40.347249 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:40:40.347249 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:40:40.347249 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:40:40.347249 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:40:40.347249 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:40:40.347249 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:40:40.347249 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:40:40.347249 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:40:40.347249 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:40:40.347249 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:40:40.347249 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:40:40.347249 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:40:40.347249 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:40:40.347249 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:40:40.347249 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:40:40.347249 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:40:40.347249 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:40:40.347249 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:40:40.347249 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:40:40.347249 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:40:40.347249 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:40:40.347249 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:40:40.347249 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:40:40.347249 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:40:40.408952 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa647b7-cfad-461e-99cb-f4be6fcf48ce admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:40:40.421826 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477eac82-fc6b-48dd-acaa-24833003dbe5 None None] Pushing event updated for resources: {'Port': ['ID=502a50f6-2e3b-45c3-9448-f2a50a563577,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:40.443568 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecdf97d-5617-4f85-9448-8b29d3908d97 None None] Sync routers for ids ['2b5775ef-4a22-408e-b374-a1dbebaacce8'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:40:40.464616 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfa647b7-cfad-461e-99cb-f4be6fcf48ce admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:40.466849 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-cfa647b7-cfad-461e-99cb-f4be6fcf48ce admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.3052437 Jul 15 13:40:40.470066 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38032) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:40.496665 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477eac82-fc6b-48dd-acaa-24833003dbe5 None None] Network bb18813a-f74e-47a4-84ec-9f86d6b2a333 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:40.510692 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-477eac82-fc6b-48dd-acaa-24833003dbe5 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:40.520774 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477eac82-fc6b-48dd-acaa-24833003dbe5 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:40.524051 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecdf97d-5617-4f85-9448-8b29d3908d97 None None] Routers {'2b5775ef-4a22-408e-b374-a1dbebaacce8'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:40.527420 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4ecdf97d-5617-4f85-9448-8b29d3908d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:40:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['2b5775ef-4a22-408e-b374-a1dbebaacce8'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:40.799337 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e3cb98f4-4926-4ad7-82c3-2bc852fc3d44 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:41.065941 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8bfabd40-0c5c-487a-897e-52822046eb36 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:41.070355 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541cbd16-e614-405a-b282-77ba5ef1384b None None] Network 0285381b-612d-4c7d-b1b0-fc717534d7fc requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:41.077190 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8bfabd40-0c5c-487a-897e-52822046eb36 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:41.085368 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8bfabd40-0c5c-487a-897e-52822046eb36 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] 10.222.0.24 "DELETE /v2.0/networks/57c67523-6626-4e7b-b0ce-4dee3da1d104 HTTP/1.1" status: 204 len: 168 time: 4.5303776 Jul 15 13:40:41.091438 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38038) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:41.125081 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-4ecdf97d-5617-4f85-9448-8b29d3908d97 None None] Set router 2b5775ef-4a22-408e-b374-a1dbebaacce8 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:41.153510 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.db.api [None req-da3dc37d-5de5-4a11-b1e6-6da8e57f2247 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-4886f399-2f8b-40d5-9088-2372f373c222 {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:40:41.154161 n-d-758944-45 neutron-server[93813]: DEBUG oslo_db.api [None req-da3dc37d-5de5-4a11-b1e6-6da8e57f2247 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:40:41.181922 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfabd40-0c5c-487a-897e-52822046eb36 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Pushing event deleted for resources: {'Network': ['ID=57c67523-6626-4e7b-b0ce-4dee3da1d104,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:41.244128 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-477eac82-fc6b-48dd-acaa-24833003dbe5 None None] Attempting to bind port 502a50f6-2e3b-45c3-9448-f2a50a563577 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:40:41.245440 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-477eac82-fc6b-48dd-acaa-24833003dbe5 None None] Attempting to bind port 502a50f6-2e3b-45c3-9448-f2a50a563577 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'b91993c6-901c-4e8f-bb3c-fb08aa7878a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bb18813a-f74e-47a4-84ec-9f86d6b2a333'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:40:41.248223 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477eac82-fc6b-48dd-acaa-24833003dbe5 None None] Attempting to bind port 502a50f6-2e3b-45c3-9448-f2a50a563577 on network bb18813a-f74e-47a4-84ec-9f86d6b2a333 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:40:41.252698 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3a4030ee-ab00-4259-9ef6-9970e242e86f None None] Provisioning for port 55108e62-18b6-49f7-bb29-a991137c2913 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:41.300128 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3a4030ee-ab00-4259-9ef6-9970e242e86f None None] Provisioning complete for port 55108e62-18b6-49f7-bb29-a991137c2913 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:41.300569 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3a4030ee-ab00-4259-9ef6-9970e242e86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:41.308602 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:41.331408 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477eac82-fc6b-48dd-acaa-24833003dbe5 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:40:41.331901 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477eac82-fc6b-48dd-acaa-24833003dbe5 None None] Checking segment: {'id': 'b91993c6-901c-4e8f-bb3c-fb08aa7878a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bb18813a-f74e-47a4-84ec-9f86d6b2a333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:41.335719 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-477eac82-fc6b-48dd-acaa-24833003dbe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:41.336394 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477eac82-fc6b-48dd-acaa-24833003dbe5 None None] Bound using segment: {'id': 'b91993c6-901c-4e8f-bb3c-fb08aa7878a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bb18813a-f74e-47a4-84ec-9f86d6b2a333'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:40:41.337029 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-477eac82-fc6b-48dd-acaa-24833003dbe5 None None] Bound port: 502a50f6-2e3b-45c3-9448-f2a50a563577, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b91993c6-901c-4e8f-bb3c-fb08aa7878a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bb18813a-f74e-47a4-84ec-9f86d6b2a333'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:40:41.337939 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-477eac82-fc6b-48dd-acaa-24833003dbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:41.480208 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc57ace-8213-4a8e-900e-8b847706b5df req-e5cf4f5e-6a54-48e9-904f-2aef53c3b7a7 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:41.483039 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3fc57ace-8213-4a8e-900e-8b847706b5df req-e5cf4f5e-6a54-48e9-904f-2aef53c3b7a7 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 946 time: 0.5078092 Jul 15 13:40:41.552406 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-477eac82-fc6b-48dd-acaa-24833003dbe5 None None] For port 502a50f6-2e3b-45c3-9448-f2a50a563577, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:40:41.557211 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-477eac82-fc6b-48dd-acaa-24833003dbe5 None None] For port 502a50f6-2e3b-45c3-9448-f2a50a563577, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=502a50f6-2e3b-45c3-9448-f2a50a563577,segment=NetworkSegment(b91993c6-901c-4e8f-bb3c-fb08aa7878a3),segment_id=b91993c6-901c-4e8f-bb3c-fb08aa7878a3)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:40:41.589470 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-477eac82-fc6b-48dd-acaa-24833003dbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:41.598666 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b7500536-72c8-47a6-8af8-d01bfaf98c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:41.630391 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d778adf8-d5c3-48a9-b86c-836cd5cb975d tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:41.662274 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da3dc37d-5de5-4a11-b1e6-6da8e57f2247 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:41.673990 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4ecdf97d-5617-4f85-9448-8b29d3908d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'name': 'tempest-TestServerBasicOps-1735181111-router', 'tenant_id': '41952a16a6834f27b5d7e8366be76781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'bd1da115-9d8e-4871-949c-82c2744a6560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:34Z', 'updated_at': '2021-07-15T13:40:37Z', 'revision_number': 3, 'project_id': '41952a16a6834f27b5d7e8366be76781', 'gw_port': {'id': 'bd1da115-9d8e-4871-949c-82c2744a6560', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:36Z', 'updated_at': '2021-07-15T13:40:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:41.705284 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecdf97d-5617-4f85-9448-8b29d3908d97 None None] Checking router: 2b5775ef-4a22-408e-b374-a1dbebaacce8 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:40:41.706161 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecdf97d-5617-4f85-9448-8b29d3908d97 None None] Updating router 2b5775ef-4a22-408e-b374-a1dbebaacce8 port bd1da115-9d8e-4871-949c-82c2744a6560 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:40:41.753791 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ecdf97d-5617-4f85-9448-8b29d3908d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:41.806431 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-da3dc37d-5de5-4a11-b1e6-6da8e57f2247 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] device_id is not set on port dc781952-0f03-468a-98b2-da7357bb5954 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:40:41.852838 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7500536-72c8-47a6-8af8-d01bfaf98c2e None None] No DVR routers for this DVR port e3cb98f4-4926-4ad7-82c3-2bc852fc3d44 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:41.913013 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3fc57ace-8213-4a8e-900e-8b847706b5df req-0eb8fbd8-39e2-4a6f-923d-9171fc1f8c4f tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4146547 Jul 15 13:40:42.029697 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477eac82-fc6b-48dd-acaa-24833003dbe5 None None] Pushing event updated for resources: {'Port': ['ID=502a50f6-2e3b-45c3-9448-f2a50a563577,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:42.147693 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7500536-72c8-47a6-8af8-d01bfaf98c2e None None] Pushing event deleted for resources: {'Port': ['ID=e3cb98f4-4926-4ad7-82c3-2bc852fc3d44,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:42.451589 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d778adf8-d5c3-48a9-b86c-836cd5cb975d tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:42.527660 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ec0a270-68aa-4842-9fa8-dc829f312977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:42.557879 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-d778adf8-d5c3-48a9-b86c-836cd5cb975d tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb93ac1-1fd5-4407-afd2-fd276ef86b3d']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:42.633962 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-d778adf8-d5c3-48a9-b86c-836cd5cb975d tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '541c6d0a-113c-4c35-9e3c-88105d2fdbf3') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:42.635037 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-d778adf8-d5c3-48a9-b86c-836cd5cb975d tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '541c6d0a-113c-4c35-9e3c-88105d2fdbf3') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:42.750077 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3a4030ee-ab00-4259-9ef6-9970e242e86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:42.882848 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d778adf8-d5c3-48a9-b86c-836cd5cb975d tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:42.953152 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-da3dc37d-5de5-4a11-b1e6-6da8e57f2247 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Allocated IP 172.20.0.12 (bb18813a-f74e-47a4-84ec-9f86d6b2a333/e4530f61-37a1-490e-a83b-a82412c5ed1e/dc781952-0f03-468a-98b2-da7357bb5954) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:42.966091 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d778adf8-d5c3-48a9-b86c-836cd5cb975d tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.022907 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-3a4030ee-ab00-4259-9ef6-9970e242e86f None None] For port 55108e62-18b6-49f7-bb29-a991137c2913, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=55108e62-18b6-49f7-bb29-a991137c2913,segment=NetworkSegment(45b44a0b-86ff-4d1a-b6ca-23905ae28cf5),segment_id=45b44a0b-86ff-4d1a-b6ca-23905ae28cf5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:43.024935 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d778adf8-d5c3-48a9-b86c-836cd5cb975d tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:40:43.027958 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d778adf8-d5c3-48a9-b86c-836cd5cb975d tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.043540 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:40:43.043540 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:40:43.043540 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:40:43.043540 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:40:43.043540 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:40:43.043540 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:40:43.043540 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:40:43.043540 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:40:43.043540 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:40:43.043540 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:40:43.043540 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:40:43.043540 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:40:43.043540 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:40:43.043540 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:40:43.043540 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:40:43.043540 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:40:43.043540 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:40:43.043540 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:40:43.043540 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:40:43.043540 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:40:43.043540 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:40:43.043540 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:40:43.043540 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:40:43.043540 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:40:43.043540 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:40:43.043540 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:40:43.043540 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:40:43.043540 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:40:43.043540 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:40:43.043540 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:40:43.043540 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:40:43.043540 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:40:43.051188 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3a4030ee-ab00-4259-9ef6-9970e242e86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.096141 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ecdf97d-5617-4f85-9448-8b29d3908d97 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.125065 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4ecdf97d-5617-4f85-9448-8b29d3908d97 None None] Transition to ACTIVE for port object bd1da115-9d8e-4871-949c-82c2744a6560 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:43.141435 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ecdf97d-5617-4f85-9448-8b29d3908d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.434742 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5544e-b284-4f37-82ca-2f8cd2151da2 None None] Pushing event updated for resources: {'Port': ['ID=bd1da115-9d8e-4871-949c-82c2744a6560,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:43.476918 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-4ecdf97d-5617-4f85-9448-8b29d3908d97 None None] Attempting to bind port bd1da115-9d8e-4871-949c-82c2744a6560 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:40:43.482443 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-4ecdf97d-5617-4f85-9448-8b29d3908d97 None None] Attempting to bind port bd1da115-9d8e-4871-949c-82c2744a6560 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:40:43.483193 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecdf97d-5617-4f85-9448-8b29d3908d97 None None] Attempting to bind port bd1da115-9d8e-4871-949c-82c2744a6560 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:40:43.506620 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-5ec0a270-68aa-4842-9fa8-dc829f312977 admin admin] Allocated IP 172.20.0.1 (0285381b-612d-4c7d-b1b0-fc717534d7fc/4b6adcb1-87c7-4bda-bee3-bd740b4d2357/f6bc58c0-1d8d-4a04-a76e-054155549825) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:43.513709 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5544e-b284-4f37-82ca-2f8cd2151da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:43.514676 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4030ee-ab00-4259-9ef6-9970e242e86f None None] Pushing event updated for resources: {'Port': ['ID=55108e62-18b6-49f7-bb29-a991137c2913,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:43.519057 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5544e-b284-4f37-82ca-2f8cd2151da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:43.521458 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5544e-b284-4f37-82ca-2f8cd2151da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:43.522536 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5544e-b284-4f37-82ca-2f8cd2151da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:43.524785 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5544e-b284-4f37-82ca-2f8cd2151da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:43.527554 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5544e-b284-4f37-82ca-2f8cd2151da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:43.530697 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5544e-b284-4f37-82ca-2f8cd2151da2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:43.533465 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5544e-b284-4f37-82ca-2f8cd2151da2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:43.534825 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5544e-b284-4f37-82ca-2f8cd2151da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:43.535976 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5544e-b284-4f37-82ca-2f8cd2151da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:43.540513 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5544e-b284-4f37-82ca-2f8cd2151da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:43.542460 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5544e-b284-4f37-82ca-2f8cd2151da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:43.565852 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecdf97d-5617-4f85-9448-8b29d3908d97 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:40:43.566375 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecdf97d-5617-4f85-9448-8b29d3908d97 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:43.566790 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ecdf97d-5617-4f85-9448-8b29d3908d97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.572733 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecdf97d-5617-4f85-9448-8b29d3908d97 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:40:43.575533 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-4ecdf97d-5617-4f85-9448-8b29d3908d97 None None] Bound port: bd1da115-9d8e-4871-949c-82c2744a6560, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:40:43.578361 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ecdf97d-5617-4f85-9448-8b29d3908d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.713220 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9039f5a4-85d7-43b9-b4ab-90f03fd4a3f3 None None] Provisioning complete for port 55108e62-18b6-49f7-bb29-a991137c2913 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:43.717680 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9039f5a4-85d7-43b9-b4ab-90f03fd4a3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.981860 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4ecdf97d-5617-4f85-9448-8b29d3908d97 None None] For port bd1da115-9d8e-4871-949c-82c2744a6560, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:40:44.016423 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-4ecdf97d-5617-4f85-9448-8b29d3908d97 None None] For port bd1da115-9d8e-4871-949c-82c2744a6560, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=bd1da115-9d8e-4871-949c-82c2744a6560,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:40:44.021191 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ec0a270-68aa-4842-9fa8-dc829f312977 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.034723 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4ecdf97d-5617-4f85-9448-8b29d3908d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.090465 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5ec0a270-68aa-4842-9fa8-dc829f312977 admin admin] Transition to ACTIVE for port object f6bc58c0-1d8d-4a04-a76e-054155549825 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:44.159165 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecdf97d-5617-4f85-9448-8b29d3908d97 None None] Routers {'2b5775ef-4a22-408e-b374-a1dbebaacce8'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:44.168324 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4ecdf97d-5617-4f85-9448-8b29d3908d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:40:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['2b5775ef-4a22-408e-b374-a1dbebaacce8'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:44.202064 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ec0a270-68aa-4842-9fa8-dc829f312977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.386283 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0a270-68aa-4842-9fa8-dc829f312977 admin admin] Pushing event updated for resources: {'Port': ['ID=f6bc58c0-1d8d-4a04-a76e-054155549825,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:44.424047 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9128b38a-147b-484a-982d-c7ebcbfa2967 None None] Network bb18813a-f74e-47a4-84ec-9f86d6b2a333 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:44.438830 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec0a270-68aa-4842-9fa8-dc829f312977 admin admin] Network 0285381b-612d-4c7d-b1b0-fc717534d7fc is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:44.440430 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-5ec0a270-68aa-4842-9fa8-dc829f312977 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:44.443200 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec0a270-68aa-4842-9fa8-dc829f312977 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:44.567182 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ec0a270-68aa-4842-9fa8-dc829f312977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.580412 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5544e-b284-4f37-82ca-2f8cd2151da2 None None] Pushing event updated for resources: {'Port': ['ID=bd1da115-9d8e-4871-949c-82c2744a6560,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:44.629351 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a02df1a8-a1a6-4a21-a666-6f8c8e1d9526 None None] Provisioning for port 502a50f6-2e3b-45c3-9448-f2a50a563577 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:44.676130 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-4ecdf97d-5617-4f85-9448-8b29d3908d97 None None] Set router 2b5775ef-4a22-408e-b374-a1dbebaacce8 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:45.026098 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 55108e62-18b6-49f7-bb29-a991137c2913 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:45.074526 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ec0a270-68aa-4842-9fa8-dc829f312977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.076595 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da3dc37d-5de5-4a11-b1e6-6da8e57f2247 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.219852 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 55108e62-18b6-49f7-bb29-a991137c2913 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:45.221030 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.275599 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-da3dc37d-5de5-4a11-b1e6-6da8e57f2247 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Transition to ACTIVE for port object dc781952-0f03-468a-98b2-da7357bb5954 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:45.307790 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d778adf8-d5c3-48a9-b86c-836cd5cb975d tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.349369 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d869ba43-c3c7-4c38-971b-b67b50e9e3c8 None None] Provisioning for port f6bc58c0-1d8d-4a04-a76e-054155549825 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:45.356359 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4ecdf97d-5617-4f85-9448-8b29d3908d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'name': 'tempest-TestServerBasicOps-1735181111-router', 'tenant_id': '41952a16a6834f27b5d7e8366be76781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'bd1da115-9d8e-4871-949c-82c2744a6560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:34Z', 'updated_at': '2021-07-15T13:40:37Z', 'revision_number': 3, 'project_id': '41952a16a6834f27b5d7e8366be76781', 'gw_port': {'id': 'bd1da115-9d8e-4871-949c-82c2744a6560', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:36Z', 'updated_at': '2021-07-15T13:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:45.387575 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d869ba43-c3c7-4c38-971b-b67b50e9e3c8 None None] Provisioning complete for port f6bc58c0-1d8d-4a04-a76e-054155549825 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:45.388487 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d869ba43-c3c7-4c38-971b-b67b50e9e3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.395600 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d778adf8-d5c3-48a9-b86c-836cd5cb975d tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.408605 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d778adf8-d5c3-48a9-b86c-836cd5cb975d tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] 10.222.0.24 "DELETE /v2.0/networks/1cb93ac1-1fd5-4407-afd2-fd276ef86b3d HTTP/1.1" status: 204 len: 168 time: 4.2553828 Jul 15 13:40:45.414804 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778adf8-d5c3-48a9-b86c-836cd5cb975d tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Pushing event deleted for resources: {'Network': ['ID=1cb93ac1-1fd5-4407-afd2-fd276ef86b3d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:45.442958 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38054) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:45.457654 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecdf97d-5617-4f85-9448-8b29d3908d97 None None] The sync data for ids ['2b5775ef-4a22-408e-b374-a1dbebaacce8'] in n-d-758944-45 is: [{'id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'name': 'tempest-TestServerBasicOps-1735181111-router', 'tenant_id': '41952a16a6834f27b5d7e8366be76781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'bd1da115-9d8e-4871-949c-82c2744a6560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:34Z', 'updated_at': '2021-07-15T13:40:37Z', 'revision_number': 3, 'project_id': '41952a16a6834f27b5d7e8366be76781', 'gw_port': {'id': 'bd1da115-9d8e-4871-949c-82c2744a6560', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:36Z', 'updated_at': '2021-07-15T13:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:40:45.654237 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da3dc37d-5de5-4a11-b1e6-6da8e57f2247 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.702293 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ec0a270-68aa-4842-9fa8-dc829f312977 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.712351 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ec0a270-68aa-4842-9fa8-dc829f312977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.735949 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d869ba43-c3c7-4c38-971b-b67b50e9e3c8 None None] Port f6bc58c0-1d8d-4a04-a76e-054155549825 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:40:45.755833 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 502a50f6-2e3b-45c3-9448-f2a50a563577 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:45.773223 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8159a4c-03ab-49aa-bf1e-c62c6f9bcf65 req-210cb8d6-5c6e-49ea-a802-9dca5e4bb300 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:45.781989 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8159a4c-03ab-49aa-bf1e-c62c6f9bcf65 req-210cb8d6-5c6e-49ea-a802-9dca5e4bb300 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 946 time: 0.7643752 Jul 15 13:40:45.898159 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3dc37d-5de5-4a11-b1e6-6da8e57f2247 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Network bb18813a-f74e-47a4-84ec-9f86d6b2a333 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:45.903764 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-0165fa59-ba5f-4b27-a036-96b22985205a tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Deleting subnet 4cac2ef0-916d-473e-a7c1-ffc379c7dc6c {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:40:45.929425 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-da3dc37d-5de5-4a11-b1e6-6da8e57f2247 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:45.933695 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ec0a270-68aa-4842-9fa8-dc829f312977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.939341 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3dc37d-5de5-4a11-b1e6-6da8e57f2247 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:45.975088 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 502a50f6-2e3b-45c3-9448-f2a50a563577 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:45.995156 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 502a50f6-2e3b-45c3-9448-f2a50a563577 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:45.997371 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:46.029501 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0a270-68aa-4842-9fa8-dc829f312977 admin admin] Pushing event updated for resources: {'Port': ['ID=f6bc58c0-1d8d-4a04-a76e-054155549825,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:46.087836 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0165fa59-ba5f-4b27-a036-96b22985205a tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:46.120000 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3dc37d-5de5-4a11-b1e6-6da8e57f2247 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:46.121117 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da3dc37d-5de5-4a11-b1e6-6da8e57f2247 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:46.132074 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f0457d64-da6b-48d4-9bbd-2a83b5322270 None None] Provisioning complete for port 502a50f6-2e3b-45c3-9448-f2a50a563577 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:46.132482 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f0457d64-da6b-48d4-9bbd-2a83b5322270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:46.235145 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec0a270-68aa-4842-9fa8-dc829f312977 admin admin] Network 0285381b-612d-4c7d-b1b0-fc717534d7fc is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:46.242894 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-5ec0a270-68aa-4842-9fa8-dc829f312977 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:46.309798 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3dc37d-5de5-4a11-b1e6-6da8e57f2247 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Pushing event updated for resources: {'Port': ['ID=dc781952-0f03-468a-98b2-da7357bb5954,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:46.345872 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c8159a4c-03ab-49aa-bf1e-c62c6f9bcf65 req-969db8af-08b2-4c8b-95cd-1824925a4a57 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5620465 Jul 15 13:40:46.370585 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-da3dc37d-5de5-4a11-b1e6-6da8e57f2247 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 8.0441880 Jul 15 13:40:46.379111 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38074) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:46.542731 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0165fa59-ba5f-4b27-a036-96b22985205a tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:46.725007 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f0457d64-da6b-48d4-9bbd-2a83b5322270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:46.729798 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec0a270-68aa-4842-9fa8-dc829f312977 admin admin] Router 2b5775ef-4a22-408e-b374-a1dbebaacce8 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:40:46.790263 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:46.995991 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-f0457d64-da6b-48d4-9bbd-2a83b5322270 None None] For port 502a50f6-2e3b-45c3-9448-f2a50a563577, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=502a50f6-2e3b-45c3-9448-f2a50a563577,segment=NetworkSegment(b91993c6-901c-4e8f-bb3c-fb08aa7878a3),segment_id=b91993c6-901c-4e8f-bb3c-fb08aa7878a3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:47.007144 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f0457d64-da6b-48d4-9bbd-2a83b5322270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.060739 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec0a270-68aa-4842-9fa8-dc829f312977 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:40:47.154098 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5ec0a270-68aa-4842-9fa8-dc829f312977 admin admin] 10.222.0.24 "PUT /v2.0/routers/2b5775ef-4a22-408e-b374-a1dbebaacce8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6727564 Jul 15 13:40:47.203237 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0457d64-da6b-48d4-9bbd-2a83b5322270 None None] Pushing event updated for resources: {'Port': ['ID=502a50f6-2e3b-45c3-9448-f2a50a563577,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:47.242979 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0165fa59-ba5f-4b27-a036-96b22985205a tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.264557 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f0457d64-da6b-48d4-9bbd-2a83b5322270 None None] Provisioning for port e022b269-385f-458b-9e84-34dff676239b completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:47.272997 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f0457d64-da6b-48d4-9bbd-2a83b5322270 None None] Provisioning complete for port e022b269-385f-458b-9e84-34dff676239b triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:47.273730 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f0457d64-da6b-48d4-9bbd-2a83b5322270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.276423 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95431e7d-9464-459e-95a5-8f7969cd3b1b req-10ac86f1-aa3d-477a-a711-b5e2e173e8e7 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:47.282726 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-95431e7d-9464-459e-95a5-8f7969cd3b1b req-10ac86f1-aa3d-477a-a711-b5e2e173e8e7 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 1099 time: 0.2151535 Jul 15 13:40:47.312061 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b51027-4994-41ed-9759-231e4df1f0c3 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:47.319755 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b51027-4994-41ed-9759-231e4df1f0c3 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:47.326911 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:40:47.328057 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b51027-4994-41ed-9759-231e4df1f0c3 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:47.338355 n-d-758944-45 neutron-server[93815]: DEBUG oslo_db.api [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:40:47.339107 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-89b51027-4994-41ed-9759-231e4df1f0c3 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.9500735 Jul 15 13:40:47.340792 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38082) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:47.370728 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f0457d64-da6b-48d4-9bbd-2a83b5322270 None None] Port e022b269-385f-458b-9e84-34dff676239b cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:40:47.418396 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-95431e7d-9464-459e-95a5-8f7969cd3b1b req-8f183583-a74e-4ba2-bf4a-246186ff58cd tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130269 Jul 15 13:40:47.453029 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239aa18-49dd-4b5c-a26e-653f1efae1f9 req-98a4953f-2063-4382-b90a-083f3c181036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:47.455367 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b239aa18-49dd-4b5c-a26e-653f1efae1f9 req-98a4953f-2063-4382-b90a-083f3c181036 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a009645feb04959b4d54831dba76b81&device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 1098 time: 0.4641745 Jul 15 13:40:47.478589 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38088) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:47.528031 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d4831344-0f85-4273-b9db-250a30fb189d None None] Provisioning for port dc781952-0f03-468a-98b2-da7357bb5954 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:47.542247 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d4831344-0f85-4273-b9db-250a30fb189d None None] Provisioning complete for port dc781952-0f03-468a-98b2-da7357bb5954 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:47.542558 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d4831344-0f85-4273-b9db-250a30fb189d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.580298 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f8bd22d8-473d-4a8a-9419-9053cbced90a tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Deleting port dc781952-0f03-468a-98b2-da7357bb5954 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:47.580971 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8bd22d8-473d-4a8a-9419-9053cbced90a tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.616888 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0165fa59-ba5f-4b27-a036-96b22985205a tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.651787 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d4831344-0f85-4273-b9db-250a30fb189d None None] Port dc781952-0f03-468a-98b2-da7357bb5954 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:40:47.669984 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d4831344-0f85-4273-b9db-250a30fb189d None None] Provisioning complete for port e022b269-385f-458b-9e84-34dff676239b triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:47.670478 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d4831344-0f85-4273-b9db-250a30fb189d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.725059 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d4831344-0f85-4273-b9db-250a30fb189d None None] Port e022b269-385f-458b-9e84-34dff676239b cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:40:47.739980 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d4831344-0f85-4273-b9db-250a30fb189d None None] Provisioning complete for port f6bc58c0-1d8d-4a04-a76e-054155549825 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:47.740803 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d4831344-0f85-4273-b9db-250a30fb189d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.787463 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8bd22d8-473d-4a8a-9419-9053cbced90a tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.796870 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165fa59-ba5f-4b27-a036-96b22985205a tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Pushing event deleted for resources: {'Subnet': ['ID=4cac2ef0-916d-473e-a7c1-ffc379c7dc6c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:47.808340 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f8bd22d8-473d-4a8a-9419-9053cbced90a tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Calling delete_port for dc781952-0f03-468a-98b2-da7357bb5954 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:47.818792 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d4831344-0f85-4273-b9db-250a30fb189d None None] Port f6bc58c0-1d8d-4a04-a76e-054155549825 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:40:47.837145 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0165fa59-ba5f-4b27-a036-96b22985205a tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.839172 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0165fa59-ba5f-4b27-a036-96b22985205a tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] 10.222.0.24 "DELETE /v2.0/subnets/4cac2ef0-916d-473e-a7c1-ffc379c7dc6c HTTP/1.1" status: 204 len: 168 time: 2.3564060 Jul 15 13:40:47.844695 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38096) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:47.914297 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239aa18-49dd-4b5c-a26e-653f1efae1f9 req-372d8e9d-fbda-4fc0-8569-9e01c3478cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:47.915834 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b239aa18-49dd-4b5c-a26e-653f1efae1f9 req-372d8e9d-fbda-4fc0-8569-9e01c3478cde service neutron] 10.222.0.32 "GET /v2.0/networks?id=e606fbf2-6d31-4c0c-b11e-11481e1e0c38 HTTP/1.1" status: 200 len: 918 time: 0.4482179 Jul 15 13:40:47.927518 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54020f40-bbbd-4c80-98cc-55d15dfb2d8f None None] Network a28a3be1-464d-4f35-8504-375efd2f3a24 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:47.947900 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-20026728-4c13-4d5f-993e-952b0e9d71a0 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.108792 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-20026728-4c13-4d5f-993e-952b0e9d71a0 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Deleting port db895805-b26b-4a70-972d-13c2bcc5d163 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:48.109139 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-20026728-4c13-4d5f-993e-952b0e9d71a0 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.179961 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29b8b3-9a3d-4497-90bd-2f498d91a0ac req-0cd85037-fab9-4590-b5a8-c071a6313193 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:48.185784 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0b29b8b3-9a3d-4497-90bd-2f498d91a0ac req-0cd85037-fab9-4590-b5a8-c071a6313193 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 946 time: 0.4352624 Jul 15 13:40:48.222472 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-20026728-4c13-4d5f-993e-952b0e9d71a0 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] For port db895805-b26b-4a70-972d-13c2bcc5d163, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=db895805-b26b-4a70-972d-13c2bcc5d163,segment=NetworkSegment(e5933fd4-2847-4b28-b718-91b96aa317f2),segment_id=e5933fd4-2847-4b28-b718-91b96aa317f2)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:48.222759 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-20026728-4c13-4d5f-993e-952b0e9d71a0 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.234124 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8bd22d8-473d-4a8a-9419-9053cbced90a tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.254951 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-20026728-4c13-4d5f-993e-952b0e9d71a0 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Calling delete_port for db895805-b26b-4a70-972d-13c2bcc5d163 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:48.268592 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b239aa18-49dd-4b5c-a26e-653f1efae1f9 req-7d92eae2-f1b6-48a3-9f87-d68ff0918636 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d HTTP/1.1" status: 200 len: 1002 time: 0.3428175 Jul 15 13:40:48.328841 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device bd1da115-9d8e-4871-949c-82c2744a6560 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:48.356078 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd22d8-473d-4a8a-9419-9053cbced90a tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Pushing event deleted for resources: {'Port': ['ID=dc781952-0f03-468a-98b2-da7357bb5954,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:48.366473 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38104) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:48.408105 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3dfef929-412d-4e05-9e9b-b10f61d8ca23 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-187143381-network', 'tenant_id': '36cadce970234e53b1ca10bb35bf951a'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:48.532077 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8bd22d8-473d-4a8a-9419-9053cbced90a tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.539458 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0b29b8b3-9a3d-4497-90bd-2f498d91a0ac req-6472a637-83f6-49a0-a2e3-1eeda18e9e75 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3424101 Jul 15 13:40:48.542530 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f8bd22d8-473d-4a8a-9419-9053cbced90a tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] 10.222.0.24 "DELETE /v2.0/ports/dc781952-0f03-468a-98b2-da7357bb5954 HTTP/1.1" status: 204 len: 168 time: 1.2006669 Jul 15 13:40:48.544587 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38108) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:48.579910 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-bcc7289e-1393-4422-9ca6-20f3263b519a tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Request body: {'port': {'name': 'tempest-new-port-name-402144997', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:48.580641 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.api.validators [None req-bcc7289e-1393-4422-9ca6-20f3263b519a tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] bootfile-name is not in valid_values {{(pid=93814) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:40:48.582314 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.api.validators [None req-bcc7289e-1393-4422-9ca6-20f3263b519a tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] tftp-server is not in valid_values {{(pid=93814) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:40:48.582743 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.api.validators [None req-bcc7289e-1393-4422-9ca6-20f3263b519a tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] server-ip-address is not in valid_values {{(pid=93814) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:40:48.583589 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-be33133f-3a0a-4552-b8ce-3cc576b5a635 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Deleting port cd58a3a5-0892-48d3-a073-309ae2c41dd6 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:48.584188 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-be33133f-3a0a-4552-b8ce-3cc576b5a635 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.692746 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-be33133f-3a0a-4552-b8ce-3cc576b5a635 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.693253 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-be33133f-3a0a-4552-b8ce-3cc576b5a635 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.734838 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-be33133f-3a0a-4552-b8ce-3cc576b5a635 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Calling delete_port for cd58a3a5-0892-48d3-a073-309ae2c41dd6 owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:48.799541 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-20026728-4c13-4d5f-993e-952b0e9d71a0 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.802997 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0550831-a96e-46f3-9154-014140c93343 None None] DHCP port deletion for a28a3be1-464d-4f35-8504-375efd2f3a24 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:40:48.867812 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239aa18-49dd-4b5c-a26e-653f1efae1f9 req-35c4c161-f27a-421c-91d5-bb81d1d9c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:48.871206 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b239aa18-49dd-4b5c-a26e-653f1efae1f9 req-35c4c161-f27a-421c-91d5-bb81d1d9c409 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=781e91a3-d9e2-4a55-aa10-3466cf7c7f92 HTTP/1.1" status: 200 len: 856 time: 0.5935056 Jul 15 13:40:48.872370 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20026728-4c13-4d5f-993e-952b0e9d71a0 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Pushing event deleted for resources: {'Port': ['ID=db895805-b26b-4a70-972d-13c2bcc5d163,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:48.875336 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20026728-4c13-4d5f-993e-952b0e9d71a0 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] No DVR routers for this DVR port db895805-b26b-4a70-972d-13c2bcc5d163 on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:48.878211 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bcc7289e-1393-4422-9ca6-20f3263b519a tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.902980 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfef929-412d-4e05-9e9b-b10f61d8ca23 admin admin] Made reservation on behalf of 36cadce970234e53b1ca10bb35bf951a for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:48.906289 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port bd1da115-9d8e-4871-949c-82c2744a6560 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:48.907794 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3dfef929-412d-4e05-9e9b-b10f61d8ca23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.913796 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port bd1da115-9d8e-4871-949c-82c2744a6560 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:48.914397 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.937678 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3dfef929-412d-4e05-9e9b-b10f61d8ca23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.014054 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91915973-3572-4dfd-8246-e82a3e4c803e None None] Sync routers for ids ['2b5775ef-4a22-408e-b374-a1dbebaacce8'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:40:49.029894 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91915973-3572-4dfd-8246-e82a3e4c803e None None] Routers {'2b5775ef-4a22-408e-b374-a1dbebaacce8'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:49.031620 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-91915973-3572-4dfd-8246-e82a3e4c803e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:40:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['2b5775ef-4a22-408e-b374-a1dbebaacce8'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:49.095105 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-20026728-4c13-4d5f-993e-952b0e9d71a0 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.117900 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.134456 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-20026728-4c13-4d5f-993e-952b0e9d71a0 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a28a3be1-464d-4f35-8504-375efd2f3a24']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:49.143831 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239aa18-49dd-4b5c-a26e-653f1efae1f9 req-b7cf4797-68c7-4bd5-ba41-c06527259522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:49.146392 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b239aa18-49dd-4b5c-a26e-653f1efae1f9 req-b7cf4797-68c7-4bd5-ba41-c06527259522 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e606fbf2-6d31-4c0c-b11e-11481e1e0c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2621522 Jul 15 13:40:49.162692 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-20026728-4c13-4d5f-993e-952b0e9d71a0 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5933fd4-2847-4b28-b718-91b96aa317f2') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:49.163384 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-20026728-4c13-4d5f-993e-952b0e9d71a0 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5933fd4-2847-4b28-b718-91b96aa317f2') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:49.201579 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port bd1da115-9d8e-4871-949c-82c2744a6560, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=bd1da115-9d8e-4871-949c-82c2744a6560,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:49.207343 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-20026728-4c13-4d5f-993e-952b0e9d71a0 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.214407 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-91915973-3572-4dfd-8246-e82a3e4c803e None None] Set router 2b5775ef-4a22-408e-b374-a1dbebaacce8 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:49.220668 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bf871145-0029-49ce-8e41-00175753a64e req-b6c48b59-e3b1-4ea3-adbc-229af0586d92 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-840435107&fields=id&tenant_id=89567fda246241f4860e07527d287580 HTTP/1.1" status: 200 len: 267 time: 0.1716447 Jul 15 13:40:49.256055 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.256856 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 502a50f6-2e3b-45c3-9448-f2a50a563577 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:49.272378 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-20026728-4c13-4d5f-993e-952b0e9d71a0 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.321165 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20026728-4c13-4d5f-993e-952b0e9d71a0 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:40:49.321630 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-20026728-4c13-4d5f-993e-952b0e9d71a0 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.325113 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:40:49.325113 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:40:49.325113 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:40:49.325113 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:40:49.325113 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:40:49.325113 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:40:49.325113 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:40:49.325113 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:40:49.325113 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:40:49.325113 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:40:49.325113 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:40:49.325113 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:40:49.325113 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:40:49.325113 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:40:49.325113 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:40:49.325113 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:40:49.325113 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:40:49.325113 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:40:49.325113 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:40:49.325113 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:40:49.325113 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:40:49.325113 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:40:49.325113 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:40:49.325113 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:40:49.325113 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:40:49.325113 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:40:49.325113 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:40:49.325113 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:40:49.325113 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:40:49.325113 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:40:49.325113 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:40:49.325113 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:40:49.325113 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:40:49.325113 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:40:49.364551 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b239aa18-49dd-4b5c-a26e-653f1efae1f9 req-4671b897-7cf6-4164-87d7-e9cde59cc49e service neutron] 10.222.0.32 "GET /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036259 Jul 15 13:40:49.379714 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-be33133f-3a0a-4552-b8ce-3cc576b5a635 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.393011 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=bd1da115-9d8e-4871-949c-82c2744a6560,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:49.437191 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3dfef929-412d-4e05-9e9b-b10f61d8ca23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.442125 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33133f-3a0a-4552-b8ce-3cc576b5a635 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event deleted for resources: {'Port': ['ID=cd58a3a5-0892-48d3-a073-309ae2c41dd6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:49.444860 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 502a50f6-2e3b-45c3-9448-f2a50a563577 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:49.445493 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.468688 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3dfef929-412d-4e05-9e9b-b10f61d8ca23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.479375 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:49.519347 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-20026728-4c13-4d5f-993e-952b0e9d71a0 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.527190 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-20026728-4c13-4d5f-993e-952b0e9d71a0 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.537000 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-20026728-4c13-4d5f-993e-952b0e9d71a0 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] 10.222.0.24 "DELETE /v2.0/networks/a28a3be1-464d-4f35-8504-375efd2f3a24 HTTP/1.1" status: 204 len: 168 time: 1.6908035 Jul 15 13:40:49.541151 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38116) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:49.619273 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dfef929-412d-4e05-9e9b-b10f61d8ca23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:40:49.632488 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3dfef929-412d-4e05-9e9b-b10f61d8ca23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.633327 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-3dfef929-412d-4e05-9e9b-b10f61d8ca23 admin admin] Added segment 56e1e9e4-2c77-41b4-9f4e-095e5f5da200 of type vlan for network cfe13701-402e-4451-b224-b3c2551c36c1 Jul 15 13:40:49.689251 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfef929-412d-4e05-9e9b-b10f61d8ca23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea45888-5b21-4bb9-847f-65710f25b4dc,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:49.745927 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.765701 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3dfef929-412d-4e05-9e9b-b10f61d8ca23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.773391 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-91915973-3572-4dfd-8246-e82a3e4c803e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'name': 'tempest-TestServerBasicOps-1735181111-router', 'tenant_id': '41952a16a6834f27b5d7e8366be76781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'bd1da115-9d8e-4871-949c-82c2744a6560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:34Z', 'updated_at': '2021-07-15T13:40:44Z', 'revision_number': 4, 'project_id': '41952a16a6834f27b5d7e8366be76781', 'gw_port': {'id': 'bd1da115-9d8e-4871-949c-82c2744a6560', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:36Z', 'updated_at': '2021-07-15T13:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'f6bc58c0-1d8d-4a04-a76e-054155549825', 'name': '', 'network_id': '0285381b-612d-4c7d-b1b0-fc717534d7fc', 'tenant_id': '41952a16a6834f27b5d7e8366be76781', 'mac_address': 'fa:16:3e:91:ec:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '4b6adcb1-87c7-4bda-bee3-bd740b4d2357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:42Z', 'updated_at': '2021-07-15T13:40:45Z', 'revision_number': 2, 'project_id': '41952a16a6834f27b5d7e8366be76781', 'subnets': [{'id': '4b6adcb1-87c7-4bda-bee3-bd740b4d2357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:49.807995 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-be33133f-3a0a-4552-b8ce-3cc576b5a635 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.808415 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-be33133f-3a0a-4552-b8ce-3cc576b5a635 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Floating IP e0704766-6788-4c64-83c5-b20b8c116963 disassociated (deleted). External IP: 172.25.6.167, port: 4c36bf5e-148b-4380-8c2c-8baa1e90f983. Jul 15 13:40:49.832521 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91915973-3572-4dfd-8246-e82a3e4c803e None None] Checking router: 2b5775ef-4a22-408e-b374-a1dbebaacce8 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:40:49.833283 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91915973-3572-4dfd-8246-e82a3e4c803e None None] Updating router 2b5775ef-4a22-408e-b374-a1dbebaacce8 port f6bc58c0-1d8d-4a04-a76e-054155549825 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:40:49.844076 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51cf1d48-a4f6-4391-a02d-360af2434bbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:49.848415 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ada336-a624-4908-9311-34aa27da4082" -d '{"events": [{"server_uuid": "51cf1d48-a4f6-4391-a02d-360af2434bbd", "name": "network-vif-unplugged", "status": "completed", "tag": "d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:49.851527 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b239aa18-49dd-4b5c-a26e-653f1efae1f9 req-286afd2b-7ecc-4158-aa39-eed270f16d83 service neutron] 10.222.0.32 "GET /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803343 Jul 15 13:40:49.897926 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb5716-117f-4642-a884-4160b2e6a378 req-e8387b7d-49c0-4900-91bb-5ec1d9d0b4db tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:49.899678 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-58cb5716-117f-4642-a884-4160b2e6a378 req-e8387b7d-49c0-4900-91bb-5ec1d9d0b4db tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 946 time: 0.2067719 Jul 15 13:40:49.903865 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:49.914603 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.944630 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-91915973-3572-4dfd-8246-e82a3e4c803e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.944853 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3dfef929-412d-4e05-9e9b-b10f61d8ca23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.945580 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfef929-412d-4e05-9e9b-b10f61d8ca23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:49.946193 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3dfef929-412d-4e05-9e9b-b10f61d8ca23 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:50.006976 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:50.016523 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3dfef929-412d-4e05-9e9b-b10f61d8ca23 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6293004 Jul 15 13:40:50.018859 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38122) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:50.027311 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-cfe9ebfe-3484-4e48-9cc5-12c6f860efbb admin admin] Request body: {'subnet': {'network_id': 'cfe13701-402e-4451-b224-b3c2551c36c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-187143381-subnet', 'tenant_id': '36cadce970234e53b1ca10bb35bf951a', 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:50.029956 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20026728-4c13-4d5f-993e-952b0e9d71a0 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Pushing event deleted for resources: {'Network': ['ID=a28a3be1-464d-4f35-8504-375efd2f3a24,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:50.041011 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-850fa692-9281-4389-91b3-307a7f970bfb tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] 10.222.0.24 "GET /v2.0/ports?device_id=578c03e3-daf0-4ab6-871f-657e0fcba171 HTTP/1.1" status: 200 len: 205 time: 0.4874928 Jul 15 13:40:50.041313 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-58cb5716-117f-4642-a884-4160b2e6a378 req-4f337ab9-e18b-4977-9e0e-88f3e6d295d2 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049807 Jul 15 13:40:50.042234 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38124) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:50.081114 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf871145-0029-49ce-8e41-00175753a64e req-fef3c79a-7485-4eea-a208-a3600981f4f2 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:50.082559 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bf871145-0029-49ce-8e41-00175753a64e req-fef3c79a-7485-4eea-a208-a3600981f4f2 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/networks?id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb HTTP/1.1" status: 200 len: 812 time: 0.8139827 Jul 15 13:40:50.082755 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfef929-412d-4e05-9e9b-b10f61d8ca23 admin admin] Pushing event updated for resources: {'Network': ['ID=cfe13701-402e-4451-b224-b3c2551c36c1,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:50.094624 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bcc7289e-1393-4422-9ca6-20f3263b519a tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:50.096110 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device bd1da115-9d8e-4871-949c-82c2744a6560 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:50.100096 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network cfe13701-402e-4451-b224-b3c2551c36c1 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:40:50.105358 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bcc7289e-1393-4422-9ca6-20f3263b519a tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:50.141793 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41a99d5-9cc0-4c14-9cf0-14f1748a8353 x-openstack-request-id: req-a41a99d5-9cc0-4c14-9cf0-14f1748a8353 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:50.142975 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51cf1d48-a4f6-4391-a02d-360af2434bbd", "name": "network-vif-unplugged", "status": "completed", "tag": "d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:50.142975 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a41a99d5-9cc0-4c14-9cf0-14f1748a8353 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:50.142975 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51cf1d48-a4f6-4391-a02d-360af2434bbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d', 'code': 200} Jul 15 13:40:50.143752 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bf871145-0029-49ce-8e41-00175753a64e req-9be9b02d-ecb2-45aa-b3f4-02cb556d1cd2 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/quotas/89567fda246241f4860e07527d287580 HTTP/1.1" status: 200 len: 375 time: 0.0521958 Jul 15 13:40:50.214841 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe9ebfe-3484-4e48-9cc5-12c6f860efbb admin admin] Made reservation on behalf of 36cadce970234e53b1ca10bb35bf951a for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:50.217259 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cfe9ebfe-3484-4e48-9cc5-12c6f860efbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:50.225487 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa4172db-84a1-4441-aefc-09c5b2324281 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:50.257664 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7289e-1393-4422-9ca6-20f3263b519a tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Pushing event updated for resources: {'Port': ['ID=e022b269-385f-458b-9e84-34dff676239b,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:50.274796 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port bd1da115-9d8e-4871-949c-82c2744a6560 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:50.275433 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:50.318045 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-bcc7289e-1393-4422-9ca6-20f3263b519a tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] In _notify_port_updated(), no bound segment for port e022b269-385f-458b-9e84-34dff676239b on network bb18813a-f74e-47a4-84ec-9f86d6b2a333 {{(pid=93814) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:40:50.325012 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc7289e-1393-4422-9ca6-20f3263b519a tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:50.326027 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bcc7289e-1393-4422-9ca6-20f3263b519a tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:50.330344 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-bcc7289e-1393-4422-9ca6-20f3263b519a tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] 10.222.0.24 "PUT /v2.0/ports/e022b269-385f-458b-9e84-34dff676239b HTTP/1.1" status: 200 len: 1135 time: 1.7708907 Jul 15 13:40:50.331592 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38126) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:50.417620 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bf871145-0029-49ce-8e41-00175753a64e req-314515b8-a564-45aa-b839-37217d266ee4 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=89567fda246241f4860e07527d287580&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2320735 Jul 15 13:40:50.520500 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1df7b6-2ef3-4cf1-8908-346df27faf3f tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:50.524305 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-be1df7b6-2ef3-4cf1-8908-346df27faf3f tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] 10.222.0.24 "GET /v2.0/ports/e022b269-385f-458b-9e84-34dff676239b HTTP/1.1" status: 200 len: 1135 time: 0.1914158 Jul 15 13:40:50.579623 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-91915973-3572-4dfd-8246-e82a3e4c803e None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:50.588407 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38128) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:50.600856 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device db895805-b26b-4a70-972d-13c2bcc5d163 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:50.613446 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-91915973-3572-4dfd-8246-e82a3e4c803e None None] Transition to ACTIVE for port object f6bc58c0-1d8d-4a04-a76e-054155549825 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:50.641204 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: db895805-b26b-4a70-972d-13c2bcc5d163 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:40:50.641882 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device db895805-b26b-4a70-972d-13c2bcc5d163 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:40:50.664431 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-91915973-3572-4dfd-8246-e82a3e4c803e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:50.672172 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-60e73c0b-1994-4c24-a07a-2e856b087931 None None] Provisioning complete for port e022b269-385f-458b-9e84-34dff676239b triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:50.672548 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-60e73c0b-1994-4c24-a07a-2e856b087931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:50.716414 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bf871145-0029-49ce-8e41-00175753a64e req-1d15d177-7322-43ee-8dfa-c20b48ad8ea4 service neutron] 10.222.0.24 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763782 Jul 15 13:40:50.772954 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-60e73c0b-1994-4c24-a07a-2e856b087931 None None] Port e022b269-385f-458b-9e84-34dff676239b cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:40:50.792012 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ecbb34-60bd-4376-9c2a-c16ec872f4d0 None None] Pushing event updated for resources: {'Port': ['ID=f6bc58c0-1d8d-4a04-a76e-054155549825,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:50.824897 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0f1cf08b-aafb-4e4c-a3f4-b245b06ce4e2 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Deleting port e022b269-385f-458b-9e84-34dff676239b {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:50.825246 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f1cf08b-aafb-4e4c-a3f4-b245b06ce4e2 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:50.866617 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bf871145-0029-49ce-8e41-00175753a64e req-05e048ef-2ab8-4bfd-814b-5e0ab7010f11 service neutron] 10.222.0.24 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406987 Jul 15 13:40:50.942790 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-91915973-3572-4dfd-8246-e82a3e4c803e None None] Attempting to bind port f6bc58c0-1d8d-4a04-a76e-054155549825 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:40:50.943877 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-91915973-3572-4dfd-8246-e82a3e4c803e None None] Attempting to bind port f6bc58c0-1d8d-4a04-a76e-054155549825 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '45b44a0b-86ff-4d1a-b6ca-23905ae28cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0285381b-612d-4c7d-b1b0-fc717534d7fc'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:40:50.944668 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91915973-3572-4dfd-8246-e82a3e4c803e None None] Attempting to bind port f6bc58c0-1d8d-4a04-a76e-054155549825 on network 0285381b-612d-4c7d-b1b0-fc717534d7fc {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:40:50.961105 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3ace0d64-6d22-4fbb-a3fa-081d44e45647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:50.965666 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa4172db-84a1-4441-aefc-09c5b2324281 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:50.968224 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa4172db-84a1-4441-aefc-09c5b2324281 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:50.973410 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f1cf08b-aafb-4e4c-a3f4-b245b06ce4e2 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:50.975384 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91915973-3572-4dfd-8246-e82a3e4c803e None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:40:50.975905 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91915973-3572-4dfd-8246-e82a3e4c803e None None] Checking segment: {'id': '45b44a0b-86ff-4d1a-b6ca-23905ae28cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0285381b-612d-4c7d-b1b0-fc717534d7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:50.976637 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-91915973-3572-4dfd-8246-e82a3e4c803e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:50.976969 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91915973-3572-4dfd-8246-e82a3e4c803e None None] Bound using segment: {'id': '45b44a0b-86ff-4d1a-b6ca-23905ae28cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0285381b-612d-4c7d-b1b0-fc717534d7fc'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:40:50.977612 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-91915973-3572-4dfd-8246-e82a3e4c803e None None] Bound port: f6bc58c0-1d8d-4a04-a76e-054155549825, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b44a0b-86ff-4d1a-b6ca-23905ae28cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0285381b-612d-4c7d-b1b0-fc717534d7fc'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:40:50.978132 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-91915973-3572-4dfd-8246-e82a3e4c803e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:51.017824 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0f1cf08b-aafb-4e4c-a3f4-b245b06ce4e2 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Calling delete_port for e022b269-385f-458b-9e84-34dff676239b owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:51.037668 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa4172db-84a1-4441-aefc-09c5b2324281 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:51.038238 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4172db-84a1-4441-aefc-09c5b2324281 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Fanout notify agent at l3_agent the message router_deleted on router 578c03e3-daf0-4ab6-871f-657e0fcba171 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:40:51.054941 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa4172db-84a1-4441-aefc-09c5b2324281 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:51.056112 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fa4172db-84a1-4441-aefc-09c5b2324281 tempest-RoutersNegativeIpV6Test-1433175000 tempest-RoutersNegativeIpV6Test-1433175000-project] 10.222.0.24 "DELETE /v2.0/routers/578c03e3-daf0-4ab6-871f-657e0fcba171 HTTP/1.1" status: 204 len: 168 time: 0.9838798 Jul 15 13:40:51.079789 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be33133f-3a0a-4552-b8ce-3cc576b5a635 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Router 82aa1ac6-a0fc-4c21-8a15-79115d443978 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:40:51.131718 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-91915973-3572-4dfd-8246-e82a3e4c803e None None] For port f6bc58c0-1d8d-4a04-a76e-054155549825, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:40:51.142857 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-91915973-3572-4dfd-8246-e82a3e4c803e None None] For port f6bc58c0-1d8d-4a04-a76e-054155549825, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=f6bc58c0-1d8d-4a04-a76e-054155549825,segment=NetworkSegment(45b44a0b-86ff-4d1a-b6ca-23905ae28cf5),segment_id=45b44a0b-86ff-4d1a-b6ca-23905ae28cf5)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:40:51.165982 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-91915973-3572-4dfd-8246-e82a3e4c803e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:51.282183 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ecbb34-60bd-4376-9c2a-c16ec872f4d0 None None] Pushing event updated for resources: {'Port': ['ID=f6bc58c0-1d8d-4a04-a76e-054155549825,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:51.285404 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91915973-3572-4dfd-8246-e82a3e4c803e None None] Routers {'2b5775ef-4a22-408e-b374-a1dbebaacce8'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:51.287168 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-91915973-3572-4dfd-8246-e82a3e4c803e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:40:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['2b5775ef-4a22-408e-b374-a1dbebaacce8'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:51.360678 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f1cf08b-aafb-4e4c-a3f4-b245b06ce4e2 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:51.473102 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1cf08b-aafb-4e4c-a3f4-b245b06ce4e2 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Pushing event deleted for resources: {'Port': ['ID=e022b269-385f-458b-9e84-34dff676239b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:51.572193 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5ad1c791-6ae6-4fee-81d3-4a25f9766efb req-fe7507a8-4a85-4d6e-9521-ed6f452a3cb6 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d HTTP/1.1" status: 200 len: 210 time: 0.0848117 Jul 15 13:40:51.638027 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cfe9ebfe-3484-4e48-9cc5-12c6f860efbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:51.727680 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be33133f-3a0a-4552-b8ce-3cc576b5a635 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:40:51.741006 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-be33133f-3a0a-4552-b8ce-3cc576b5a635 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:51.746299 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89ad660-b742-4291-abbd-c63db8e8f51f None None] Sync routers for ids ['82aa1ac6-a0fc-4c21-8a15-79115d443978'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:40:51.763408 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f1cf08b-aafb-4e4c-a3f4-b245b06ce4e2 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:51.766700 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89ad660-b742-4291-abbd-c63db8e8f51f None None] Routers {'82aa1ac6-a0fc-4c21-8a15-79115d443978'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:51.770553 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f89ad660-b742-4291-abbd-c63db8e8f51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:40:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['82aa1ac6-a0fc-4c21-8a15-79115d443978'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:51.772859 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0f1cf08b-aafb-4e4c-a3f4-b245b06ce4e2 tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] 10.222.0.24 "DELETE /v2.0/ports/e022b269-385f-458b-9e84-34dff676239b HTTP/1.1" status: 204 len: 168 time: 1.1830952 Jul 15 13:40:51.777190 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38148) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:51.853579 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13806d50-fb43-4e0b-a23c-e270935aff23 req-eab5f3e0-f7b2-4a7a-a39d-db84dbb5b4a6 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:51.856714 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-13806d50-fb43-4e0b-a23c-e270935aff23 req-eab5f3e0-f7b2-4a7a-a39d-db84dbb5b4a6 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 944 time: 0.5445902 Jul 15 13:40:51.881322 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38150) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:51.896073 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe9ebfe-3484-4e48-9cc5-12c6f860efbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae89b4a1-759d-4cbf-a5d6-c98183e1ac88,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:51.968104 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-be33133f-3a0a-4552-b8ce-3cc576b5a635 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "DELETE /v2.0/floatingips/e0704766-6788-4c64-83c5-b20b8c116963 HTTP/1.1" status: 204 len: 168 time: 4.4877465 Jul 15 13:40:51.970603 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4f3ed7-fc84-47f3-a614-c3032861bd62', 'tag': '4c36bf5e-148b-4380-8c2c-8baa1e90f983'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:51.980993 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828fc8c8-66a6-4b54-b5ca-586d8f32f194" -d '{"events": [{"name": "network-changed", "server_uuid": "1f4f3ed7-fc84-47f3-a614-c3032861bd62", "tag": "4c36bf5e-148b-4380-8c2c-8baa1e90f983"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:51.993258 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe9ebfe-3484-4e48-9cc5-12c6f860efbb admin admin] Checking segment: {'id': '56e1e9e4-2c77-41b4-9f4e-095e5f5da200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cfe13701-402e-4451-b224-b3c2551c36c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:51.993688 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe9ebfe-3484-4e48-9cc5-12c6f860efbb admin admin] Network hostable DHCP agents. Network: cfe13701-402e-4451-b224-b3c2551c36c1, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:40:52.023401 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-13806d50-fb43-4e0b-a23c-e270935aff23 req-fc55c3df-c169-49b5-bcab-a7ada4be0c00 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218035 Jul 15 13:40:52.024449 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-91915973-3572-4dfd-8246-e82a3e4c803e None None] Set router 2b5775ef-4a22-408e-b374-a1dbebaacce8 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:52.041863 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe9ebfe-3484-4e48-9cc5-12c6f860efbb admin admin] Network cfe13701-402e-4451-b224-b3c2551c36c1 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:40:52.058038 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-cfe9ebfe-3484-4e48-9cc5-12c6f860efbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, cfe13701-402e-4451-b224-b3c2551c36c1) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:52.065900 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe9ebfe-3484-4e48-9cc5-12c6f860efbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:52.066929 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cfe9ebfe-3484-4e48-9cc5-12c6f860efbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:52.073230 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14d761c-52cf-4b64-b23f-3e47b7e184fd tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Deleting subnet e4530f61-37a1-490e-a83b-a82412c5ed1e {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:40:52.081910 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-f89ad660-b742-4291-abbd-c63db8e8f51f None None] Set router 82aa1ac6-a0fc-4c21-8a15-79115d443978 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:52.091331 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-cfe9ebfe-3484-4e48-9cc5-12c6f860efbb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.0670524 Jul 15 13:40:52.094576 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38158) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:52.099248 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ccb79289-64ee-4cf6-ac03-3e4c0709c9d8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-187143381-router', 'tenant_id': '36cadce970234e53b1ca10bb35bf951a', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:52.100225 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b14d761c-52cf-4b64-b23f-3e47b7e184fd tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:52.106753 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad95d9ab-4f90-4ffb-9cf0-67865ba6eaa0 None None] Network cfe13701-402e-4451-b224-b3c2551c36c1 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:52.133007 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ccb79289-64ee-4cf6-ac03-3e4c0709c9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:52.134884 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ccb79289-64ee-4cf6-ac03-3e4c0709c9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:52.228659 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829c1dab-be3c-406d-b02a-258b43127510 x-openstack-request-id: req-829c1dab-be3c-406d-b02a-258b43127510 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:52.230331 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f4f3ed7-fc84-47f3-a614-c3032861bd62", "tag": "4c36bf5e-148b-4380-8c2c-8baa1e90f983", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:52.230858 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-829c1dab-be3c-406d-b02a-258b43127510 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:52.231490 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4f3ed7-fc84-47f3-a614-c3032861bd62', 'tag': '4c36bf5e-148b-4380-8c2c-8baa1e90f983', 'status': 'completed', 'code': 200} Jul 15 13:40:52.236598 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ccb79289-64ee-4cf6-ac03-3e4c0709c9d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:52.352140 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b14d761c-52cf-4b64-b23f-3e47b7e184fd tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:52.514268 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ccb79289-64ee-4cf6-ac03-3e4c0709c9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:52.600089 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fc8c8-66a6-4b54-b5ca-586d8f32f194 req-e462278b-cf38-4ca3-8091-e5b83ab71ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:52.603925 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-828fc8c8-66a6-4b54-b5ca-586d8f32f194 req-e462278b-cf38-4ca3-8091-e5b83ab71ffc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 1099 time: 0.2516000 Jul 15 13:40:52.727852 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-69f209e7-0370-480a-bb57-73c318baf94a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a90a25a22dc745a9b799b72c3d382f94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8432949 Jul 15 13:40:52.732497 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38170) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:52.764587 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fc8c8-66a6-4b54-b5ca-586d8f32f194 req-fa85fc00-dd06-413b-9dd4-6a79c71450e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:52.767393 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-828fc8c8-66a6-4b54-b5ca-586d8f32f194 req-fa85fc00-dd06-413b-9dd4-6a79c71450e4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a3d89be-04ff-4257-bfc8-200df0476102 HTTP/1.1" status: 200 len: 898 time: 0.1563094 Jul 15 13:40:52.802478 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b14d761c-52cf-4b64-b23f-3e47b7e184fd tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:52.886645 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-79cda9bc-6d93-44b7-addb-e55846fd8183 req-229a0940-c547-44e9-9b33-2270b5d1c067 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d HTTP/1.1" status: 200 len: 210 time: 0.1176565 Jul 15 13:40:52.925171 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f89ad660-b742-4291-abbd-c63db8e8f51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773715229', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '55c13736-477e-4361-b94d-eca3dc993692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:13Z', 'updated_at': '2021-07-15T13:38:28Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '55c13736-477e-4361-b94d-eca3dc993692', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:15Z', 'updated_at': '2021-07-15T13:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '5d0bbbfb-921b-4c87-90dd-832ef37e9bfa', 'name': '', 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:c6:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '8e3f2039-b778-40b0-bdc7-f07e93fa4107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:27Z', 'updated_at': '2021-07-15T13:38:38Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': '8e3f2039-b778-40b0-bdc7-f07e93fa4107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:52.943780 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-301a00fc-6dff-448c-9690-dbbfd7664493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:52.981921 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89ad660-b742-4291-abbd-c63db8e8f51f None None] Checking router: 82aa1ac6-a0fc-4c21-8a15-79115d443978 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:40:52.987384 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-828fc8c8-66a6-4b54-b5ca-586d8f32f194 req-dc092625-661f-4b49-8443-4f7864210b5a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c36bf5e-148b-4380-8c2c-8baa1e90f983 HTTP/1.1" status: 200 len: 217 time: 0.2088437 Jul 15 13:40:53.005867 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89ad660-b742-4291-abbd-c63db8e8f51f None None] Routers {'82aa1ac6-a0fc-4c21-8a15-79115d443978'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:53.007240 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f89ad660-b742-4291-abbd-c63db8e8f51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:40:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['82aa1ac6-a0fc-4c21-8a15-79115d443978'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:53.048980 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b14d761c-52cf-4b64-b23f-3e47b7e184fd tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:53.112510 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b14d761c-52cf-4b64-b23f-3e47b7e184fd tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:53.123284 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b14d761c-52cf-4b64-b23f-3e47b7e184fd tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] 10.222.0.24 "DELETE /v2.0/subnets/e4530f61-37a1-490e-a83b-a82412c5ed1e HTTP/1.1" status: 204 len: 168 time: 1.3423507 Jul 15 13:40:53.123468 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38176) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:53.135605 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-301a00fc-6dff-448c-9690-dbbfd7664493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:53.136023 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053e03f4-5dba-4854-9787-57cfb36805b1 None None] Network bb18813a-f74e-47a4-84ec-9f86d6b2a333 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:53.137707 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d761c-52cf-4b64-b23f-3e47b7e184fd tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Pushing event deleted for resources: {'Subnet': ['ID=e4530f61-37a1-490e-a83b-a82412c5ed1e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:53.185464 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-91915973-3572-4dfd-8246-e82a3e4c803e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'name': 'tempest-TestServerBasicOps-1735181111-router', 'tenant_id': '41952a16a6834f27b5d7e8366be76781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'bd1da115-9d8e-4871-949c-82c2744a6560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:34Z', 'updated_at': '2021-07-15T13:40:44Z', 'revision_number': 4, 'project_id': '41952a16a6834f27b5d7e8366be76781', 'gw_port': {'id': 'bd1da115-9d8e-4871-949c-82c2744a6560', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:36Z', 'updated_at': '2021-07-15T13:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'f6bc58c0-1d8d-4a04-a76e-054155549825', 'name': '', 'network_id': '0285381b-612d-4c7d-b1b0-fc717534d7fc', 'tenant_id': '41952a16a6834f27b5d7e8366be76781', 'mac_address': 'fa:16:3e:91:ec:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '4b6adcb1-87c7-4bda-bee3-bd740b4d2357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:42Z', 'updated_at': '2021-07-15T13:40:51Z', 'revision_number': 4, 'project_id': '41952a16a6834f27b5d7e8366be76781', 'subnets': [{'id': '4b6adcb1-87c7-4bda-bee3-bd740b4d2357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:53.213521 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f8109-c059-4817-a1f3-9c77ee8c5bbf req-81a9cb4d-a585-43a4-8810-40b58988c8a5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:53.218194 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fc8c8-66a6-4b54-b5ca-586d8f32f194 req-ab3d1a57-9665-4ea6-94b6-8b645d453020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:53.220682 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-828fc8c8-66a6-4b54-b5ca-586d8f32f194 req-ab3d1a57-9665-4ea6-94b6-8b645d453020 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e3f2039-b778-40b0-bdc7-f07e93fa4107 HTTP/1.1" status: 200 len: 835 time: 0.1843789 Jul 15 13:40:53.223644 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a93f8109-c059-4817-a1f3-9c77ee8c5bbf req-81a9cb4d-a585-43a4-8810-40b58988c8a5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 947 time: 0.2584050 Jul 15 13:40:53.289484 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a93f8109-c059-4817-a1f3-9c77ee8c5bbf req-fe6140ed-2bcb-40d2-966a-beffe834fc1c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648108 Jul 15 13:40:53.307550 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-301a00fc-6dff-448c-9690-dbbfd7664493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:53.312542 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-301a00fc-6dff-448c-9690-dbbfd7664493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:53.318321 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-301a00fc-6dff-448c-9690-dbbfd7664493 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2d9f2f96-f8da-4bce-bdf2-5a83979cc860 HTTP/1.1" status: 204 len: 168 time: 0.5814354 Jul 15 13:40:53.353673 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a00fc-6dff-448c-9690-dbbfd7664493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9f2f96-f8da-4bce-bdf2-5a83979cc860,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:53.381384 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-f89ad660-b742-4291-abbd-c63db8e8f51f None None] Set router 82aa1ac6-a0fc-4c21-8a15-79115d443978 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:53.488020 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4bbd38b0-ec97-4bb9-ba7f-0891e7121e7f tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:53.553074 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91915973-3572-4dfd-8246-e82a3e4c803e None None] The sync data for ids ['2b5775ef-4a22-408e-b374-a1dbebaacce8'] in n-d-758944-45 is: [{'id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'name': 'tempest-TestServerBasicOps-1735181111-router', 'tenant_id': '41952a16a6834f27b5d7e8366be76781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'bd1da115-9d8e-4871-949c-82c2744a6560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:34Z', 'updated_at': '2021-07-15T13:40:44Z', 'revision_number': 4, 'project_id': '41952a16a6834f27b5d7e8366be76781', 'gw_port': {'id': 'bd1da115-9d8e-4871-949c-82c2744a6560', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:36Z', 'updated_at': '2021-07-15T13:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'f6bc58c0-1d8d-4a04-a76e-054155549825', 'name': '', 'network_id': '0285381b-612d-4c7d-b1b0-fc717534d7fc', 'tenant_id': '41952a16a6834f27b5d7e8366be76781', 'mac_address': 'fa:16:3e:91:ec:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '4b6adcb1-87c7-4bda-bee3-bd740b4d2357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:42Z', 'updated_at': '2021-07-15T13:40:51Z', 'revision_number': 4, 'project_id': '41952a16a6834f27b5d7e8366be76781', 'subnets': [{'id': '4b6adcb1-87c7-4bda-bee3-bd740b4d2357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:40:53.627848 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8627faec-8261-43f4-8bfc-dd330c689c39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-cfe13701-402e-4451-b224-b3c2551c36c1', 'network_id': 'cfe13701-402e-4451-b224-b3c2551c36c1', 'tenant_id': '36cadce970234e53b1ca10bb35bf951a', 'fixed_ips': [{'subnet_id': 'ae89b4a1-759d-4cbf-a5d6-c98183e1ac88'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:40:53.629304 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8627faec-8261-43f4-8bfc-dd330c689c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:53.821321 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:53.825306 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b5f8e03-4825-4685-be56-e5a62b38d5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:53.937697 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f89ad660-b742-4291-abbd-c63db8e8f51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773715229', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '55c13736-477e-4361-b94d-eca3dc993692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:13Z', 'updated_at': '2021-07-15T13:38:28Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '55c13736-477e-4361-b94d-eca3dc993692', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:15Z', 'updated_at': '2021-07-15T13:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '5d0bbbfb-921b-4c87-90dd-832ef37e9bfa', 'name': '', 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:c6:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '8e3f2039-b778-40b0-bdc7-f07e93fa4107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:27Z', 'updated_at': '2021-07-15T13:38:38Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': '8e3f2039-b778-40b0-bdc7-f07e93fa4107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:54.096137 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ccb79289-64ee-4cf6-ac03-3e4c0709c9d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:54.111236 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89ad660-b742-4291-abbd-c63db8e8f51f None None] The sync data for ids ['82aa1ac6-a0fc-4c21-8a15-79115d443978'] in n-d-758944-45 is: [{'id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773715229', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '55c13736-477e-4361-b94d-eca3dc993692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:13Z', 'updated_at': '2021-07-15T13:38:28Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '55c13736-477e-4361-b94d-eca3dc993692', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:15Z', 'updated_at': '2021-07-15T13:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '5d0bbbfb-921b-4c87-90dd-832ef37e9bfa', 'name': '', 'network_id': '7a3d89be-04ff-4257-bfc8-200df0476102', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:c6:16:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '8e3f2039-b778-40b0-bdc7-f07e93fa4107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:27Z', 'updated_at': '2021-07-15T13:38:38Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': '8e3f2039-b778-40b0-bdc7-f07e93fa4107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:40:54.326278 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ccb79289-64ee-4cf6-ac03-3e4c0709c9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:54.339391 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72595451-ab80-4cbd-8c97-85ddcc008ab1 req-3e40614f-a17a-4962-81a8-f0ce6d4d9e95 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:54.347437 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f6bc58c0-1d8d-4a04-a76e-054155549825 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:54.349080 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-72595451-ab80-4cbd-8c97-85ddcc008ab1 req-3e40614f-a17a-4962-81a8-f0ce6d4d9e95 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 944 time: 0.8520408 Jul 15 13:40:54.396647 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e0c7d753-79f7-43f6-8b4d-3f5df34fde44 req-e8cb689b-af55-4e9f-bc41-d1b3336ca788 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d HTTP/1.1" status: 200 len: 210 time: 0.1311829 Jul 15 13:40:54.432221 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fc8c8-66a6-4b54-b5ca-586d8f32f194 req-abfccf77-5fbd-459c-b1dd-94b2ecc7f2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:54.436275 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-828fc8c8-66a6-4b54-b5ca-586d8f32f194 req-abfccf77-5fbd-459c-b1dd-94b2ecc7f2bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a3d89be-04ff-4257-bfc8-200df0476102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2032447 Jul 15 13:40:54.510156 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6da7c2-8f60-4006-9f6d-1d4b39fce39a None None] DHCP port deletion for bb18813a-f74e-47a4-84ec-9f86d6b2a333 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:40:54.658686 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-ccb79289-64ee-4cf6-ac03-3e4c0709c9d8 admin admin] Allocated IP 172.25.6.48 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:54.676302 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-8627faec-8261-43f4-8bfc-dd330c689c39 None None] Allocated IP 172.20.0.2 (cfe13701-402e-4451-b224-b3c2551c36c1/ae89b4a1-759d-4cbf-a5d6-c98183e1ac88/40357938-7d9e-4c81-9ec0-6eccf80b1b37) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:54.737372 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-fa6da7c2-8f60-4006-9f6d-1d4b39fce39a None None] Deleting port 502a50f6-2e3b-45c3-9448-f2a50a563577 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:54.738553 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa6da7c2-8f60-4006-9f6d-1d4b39fce39a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:54.827569 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282fd70-d9bd-49aa-8d5e-8523370d7738 req-34f7c987-c22f-40da-a18d-ab15a09ef4ed tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:54.831025 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port f6bc58c0-1d8d-4a04-a76e-054155549825 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:54.844803 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5282fd70-d9bd-49aa-8d5e-8523370d7738 req-34f7c987-c22f-40da-a18d-ab15a09ef4ed tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 947 time: 0.1963117 Jul 15 13:40:54.887038 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb20d83a-dd80-4561-a207-77e7286d14f7 None None] New status for floating IP e0704766-6788-4c64-83c5-b20b8c116963: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:40:54.908690 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:54.941034 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-828fc8c8-66a6-4b54-b5ca-586d8f32f194 req-449e6170-a083-4277-baad-87c115db364f service neutron] 10.222.0.32 "GET /v2.0/networks/7a3d89be-04ff-4257-bfc8-200df0476102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765790 Jul 15 13:40:54.945896 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-72595451-ab80-4cbd-8c97-85ddcc008ab1 req-31e5bcd8-a624-4f49-86a1-efc876375269 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5956082 Jul 15 13:40:55.006159 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5282fd70-d9bd-49aa-8d5e-8523370d7738 req-0d3d8c9c-5e30-42b3-a24c-a30e8ab847aa tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339657 Jul 15 13:40:55.026416 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-4bbd38b0-ec97-4bb9-ba7f-0891e7121e7f tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Deleting port 502a50f6-2e3b-45c3-9448-f2a50a563577 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:55.034840 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port f6bc58c0-1d8d-4a04-a76e-054155549825 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:55.035454 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:55.041810 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4bbd38b0-ec97-4bb9-ba7f-0891e7121e7f tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:55.135404 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-4bbd38b0-ec97-4bb9-ba7f-0891e7121e7f tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] For port 502a50f6-2e3b-45c3-9448-f2a50a563577, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=502a50f6-2e3b-45c3-9448-f2a50a563577,segment=NetworkSegment(b91993c6-901c-4e8f-bb3c-fb08aa7878a3),segment_id=b91993c6-901c-4e8f-bb3c-fb08aa7878a3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:55.136493 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4bbd38b0-ec97-4bb9-ba7f-0891e7121e7f tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:55.165750 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-4bbd38b0-ec97-4bb9-ba7f-0891e7121e7f tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Calling delete_port for 502a50f6-2e3b-45c3-9448-f2a50a563577 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:55.373137 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38206) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:55.503401 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf871145-0029-49ce-8e41-00175753a64e req-c3db4322-1cd4-4659-9e65-211ac26a3f4b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:55.511780 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bf871145-0029-49ce-8e41-00175753a64e req-c3db4322-1cd4-4659-9e65-211ac26a3f4b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.32 "GET /v2.0/networks?id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb HTTP/1.1" status: 200 len: 812 time: 0.2949286 Jul 15 13:40:55.582457 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-fa6da7c2-8f60-4006-9f6d-1d4b39fce39a None None] For port 502a50f6-2e3b-45c3-9448-f2a50a563577, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=502a50f6-2e3b-45c3-9448-f2a50a563577,segment=NetworkSegment(b91993c6-901c-4e8f-bb3c-fb08aa7878a3),segment_id=b91993c6-901c-4e8f-bb3c-fb08aa7878a3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:55.583321 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa6da7c2-8f60-4006-9f6d-1d4b39fce39a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:55.610313 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:55.677960 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-777bd038-6776-44c2-b456-9e6e18cb88f8 tempest-SubnetPoolsTestJSON-569268141 tempest-SubnetPoolsTestJSON-569268141-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-209713568', 'prefixes': ['172.20.0.0/16']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:55.713849 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bf871145-0029-49ce-8e41-00175753a64e req-ad0703fd-6f0f-41eb-a59f-aac9240dcb8b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89567fda246241f4860e07527d287580 HTTP/1.1" status: 200 len: 379 time: 0.1876204 Jul 15 13:40:55.726569 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-bf871145-0029-49ce-8e41-00175753a64e req-b77c46d6-20a4-4d47-b501-14d73cc25ed7 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Request body: {'port': {'device_id': 'f6ff433a-dc96-4f13-83b1-0123e9ab5f9d', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'admin_state_up': True, 'tenant_id': '89567fda246241f4860e07527d287580', 'security_groups': ['27069147-e89c-4e2a-86f3-af131ba1747c']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:55.826545 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c6f1b-b5e5-4a71-8eb7-fcf6629d05a6 req-3897a8ae-9715-4c39-b2ef-75d3890efe0b tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:55.829398 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8b6c6f1b-b5e5-4a71-8eb7-fcf6629d05a6 req-3897a8ae-9715-4c39-b2ef-75d3890efe0b tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 947 time: 1.5804114 Jul 15 13:40:55.849188 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-fa6da7c2-8f60-4006-9f6d-1d4b39fce39a None None] Calling delete_port for 502a50f6-2e3b-45c3-9448-f2a50a563577 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:55.856631 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:55.945837 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ccb79289-64ee-4cf6-ac03-3e4c0709c9d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:56.047044 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1e6b4881-54c0-4a81-b85c-cae17eeb4f4f req-c8c88a48-1c90-4bf0-95e6-1e5d81b60f0b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d HTTP/1.1" status: 200 len: 210 time: 0.1700993 Jul 15 13:40:56.113718 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-777bd038-6776-44c2-b456-9e6e18cb88f8 tempest-SubnetPoolsTestJSON-569268141 tempest-SubnetPoolsTestJSON-569268141-project] Notify callbacks [] for subnetpool, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:56.115589 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-777bd038-6776-44c2-b456-9e6e18cb88f8 tempest-SubnetPoolsTestJSON-569268141 tempest-SubnetPoolsTestJSON-569268141-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7410774 Jul 15 13:40:56.128222 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38222) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:56.202084 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa6da7c2-8f60-4006-9f6d-1d4b39fce39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:56.251700 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6da7c2-8f60-4006-9f6d-1d4b39fce39a None None] No DVR routers for this DVR port 502a50f6-2e3b-45c3-9448-f2a50a563577 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:56.286919 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-79124874-08dc-4206-92e6-c669f227a958 tempest-SubnetPoolsTestJSON-569268141 tempest-SubnetPoolsTestJSON-569268141-project] 10.222.0.24 "GET /v2.0/subnetpools/1a19be55-d65d-4b45-85aa-050bdcf052a9 HTTP/1.1" status: 200 len: 731 time: 0.1524899 Jul 15 13:40:56.293451 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38226) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:56.323687 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6da7c2-8f60-4006-9f6d-1d4b39fce39a None None] Pushing event deleted for resources: {'Port': ['ID=502a50f6-2e3b-45c3-9448-f2a50a563577,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:56.332977 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b52d14db-502d-4ae1-9fba-b9dbaa3f8e94 tempest-SubnetPoolsTestJSON-569268141 tempest-SubnetPoolsTestJSON-569268141-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1930814345'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:56.366223 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8627faec-8261-43f4-8bfc-dd330c689c39 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:56.402064 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8627faec-8261-43f4-8bfc-dd330c689c39 None None] Transition to ACTIVE for port object 40357938-7d9e-4c81-9ec0-6eccf80b1b37 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:56.411993 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:56.412337 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf871145-0029-49ce-8e41-00175753a64e req-b77c46d6-20a4-4d47-b501-14d73cc25ed7 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Made reservation on behalf of 89567fda246241f4860e07527d287580 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:56.418386 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bf871145-0029-49ce-8e41-00175753a64e req-b77c46d6-20a4-4d47-b501-14d73cc25ed7 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:56.420128 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:56.457975 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8627faec-8261-43f4-8bfc-dd330c689c39 None None] Transition to ACTIVE for port object 40357938-7d9e-4c81-9ec0-6eccf80b1b37 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:56.490340 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8627faec-8261-43f4-8bfc-dd330c689c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:56.513174 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port f6bc58c0-1d8d-4a04-a76e-054155549825, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=f6bc58c0-1d8d-4a04-a76e-054155549825,segment=NetworkSegment(45b44a0b-86ff-4d1a-b6ca-23905ae28cf5),segment_id=45b44a0b-86ff-4d1a-b6ca-23905ae28cf5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:56.533449 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8627faec-8261-43f4-8bfc-dd330c689c39 None None] Network cfe13701-402e-4451-b224-b3c2551c36c1 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:56.538138 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-8627faec-8261-43f4-8bfc-dd330c689c39 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:56.562555 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:56.567021 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8627faec-8261-43f4-8bfc-dd330c689c39 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:56.703446 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8627faec-8261-43f4-8bfc-dd330c689c39 None None] Pushing event updated for resources: {'Port': ['ID=40357938-7d9e-4c81-9ec0-6eccf80b1b37,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:56.769167 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b52d14db-502d-4ae1-9fba-b9dbaa3f8e94 tempest-SubnetPoolsTestJSON-569268141 tempest-SubnetPoolsTestJSON-569268141-project] Notify callbacks [] for subnetpool, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:56.770054 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 502a50f6-2e3b-45c3-9448-f2a50a563577 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:56.775287 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b52d14db-502d-4ae1-9fba-b9dbaa3f8e94 tempest-SubnetPoolsTestJSON-569268141 tempest-SubnetPoolsTestJSON-569268141-project] 10.222.0.24 "PUT /v2.0/subnetpools/1a19be55-d65d-4b45-85aa-050bdcf052a9 HTTP/1.1" status: 200 len: 684 time: 0.4796896 Jul 15 13:40:56.775949 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38230) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:56.824910 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-8627faec-8261-43f4-8bfc-dd330c689c39 None None] Attempting to bind port 40357938-7d9e-4c81-9ec0-6eccf80b1b37 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:40:56.825636 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-8627faec-8261-43f4-8bfc-dd330c689c39 None None] Attempting to bind port 40357938-7d9e-4c81-9ec0-6eccf80b1b37 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '56e1e9e4-2c77-41b4-9f4e-095e5f5da200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cfe13701-402e-4451-b224-b3c2551c36c1'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:40:56.826311 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8627faec-8261-43f4-8bfc-dd330c689c39 None None] Attempting to bind port 40357938-7d9e-4c81-9ec0-6eccf80b1b37 on network cfe13701-402e-4451-b224-b3c2551c36c1 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:40:56.830000 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 502a50f6-2e3b-45c3-9448-f2a50a563577 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:40:56.830959 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 502a50f6-2e3b-45c3-9448-f2a50a563577 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:40:56.846220 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8627faec-8261-43f4-8bfc-dd330c689c39 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:40:56.846862 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8627faec-8261-43f4-8bfc-dd330c689c39 None None] Checking segment: {'id': '56e1e9e4-2c77-41b4-9f4e-095e5f5da200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cfe13701-402e-4451-b224-b3c2551c36c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:56.847590 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8627faec-8261-43f4-8bfc-dd330c689c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:56.848240 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8627faec-8261-43f4-8bfc-dd330c689c39 None None] Bound using segment: {'id': '56e1e9e4-2c77-41b4-9f4e-095e5f5da200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cfe13701-402e-4451-b224-b3c2551c36c1'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:40:56.849201 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-8627faec-8261-43f4-8bfc-dd330c689c39 None None] Bound port: 40357938-7d9e-4c81-9ec0-6eccf80b1b37, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e1e9e4-2c77-41b4-9f4e-095e5f5da200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cfe13701-402e-4451-b224-b3c2551c36c1'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:40:56.850019 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8627faec-8261-43f4-8bfc-dd330c689c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:56.851474 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-bf871145-0029-49ce-8e41-00175753a64e req-b77c46d6-20a4-4d47-b501-14d73cc25ed7 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Allocated IP 172.20.0.14 (2f29b873-f209-4d3d-b75f-0d6b04f8d1cb/4840df0d-ad31-406d-829f-ea4475de886e/a3c91c50-d36e-42b8-8def-d602c66dac32) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:56.995439 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16fb4925-3ff0-4223-b1b1-f610de186cbf tempest-SubnetPoolsTestJSON-569268141 tempest-SubnetPoolsTestJSON-569268141-project] Notify callbacks [] for subnetpool, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:56.999340 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=f6bc58c0-1d8d-4a04-a76e-054155549825,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:57.000251 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-16fb4925-3ff0-4223-b1b1-f610de186cbf tempest-SubnetPoolsTestJSON-569268141 tempest-SubnetPoolsTestJSON-569268141-project] 10.222.0.24 "DELETE /v2.0/subnetpools/1a19be55-d65d-4b45-85aa-050bdcf052a9 HTTP/1.1" status: 204 len: 168 time: 0.2208211 Jul 15 13:40:57.001005 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38234) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:57.007434 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4bbd38b0-ec97-4bb9-ba7f-0891e7121e7f tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:57.030165 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-828fc8c8-66a6-4b54-b5ca-586d8f32f194 req-5cbc5f51-6ed9-4728-bef0-6c5e98524c77 service neutron] 10.222.0.32 "GET /v2.0/networks/7a3d89be-04ff-4257-bfc8-200df0476102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8485770 Jul 15 13:40:57.036918 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-44f941f9-48aa-48d1-af84-dded8bc72c93 tempest-SubnetPoolsTestJSON-569268141 tempest-SubnetPoolsTestJSON-569268141-project] show failed (client error): The resource could not be found. Jul 15 13:40:57.047504 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-44f941f9-48aa-48d1-af84-dded8bc72c93 tempest-SubnetPoolsTestJSON-569268141 tempest-SubnetPoolsTestJSON-569268141-project] 10.222.0.24 "GET /v2.0/subnetpools/1a19be55-d65d-4b45-85aa-050bdcf052a9 HTTP/1.1" status: 404 len: 346 time: 0.0362880 Jul 15 13:40:57.047780 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ccb79289-64ee-4cf6-ac03-3e4c0709c9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:57.050531 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38236) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:57.095714 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-8627faec-8261-43f4-8bfc-dd330c689c39 None None] For port 40357938-7d9e-4c81-9ec0-6eccf80b1b37, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:40:57.110566 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-8627faec-8261-43f4-8bfc-dd330c689c39 None None] For port 40357938-7d9e-4c81-9ec0-6eccf80b1b37, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=40357938-7d9e-4c81-9ec0-6eccf80b1b37,segment=NetworkSegment(56e1e9e4-2c77-41b4-9f4e-095e5f5da200),segment_id=56e1e9e4-2c77-41b4-9f4e-095e5f5da200)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:40:57.120327 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8627faec-8261-43f4-8bfc-dd330c689c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:57.192235 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bf871145-0029-49ce-8e41-00175753a64e req-b77c46d6-20a4-4d47-b501-14d73cc25ed7 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:57.211999 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-bf871145-0029-49ce-8e41-00175753a64e req-b77c46d6-20a4-4d47-b501-14d73cc25ed7 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Transition to ACTIVE for port object a3c91c50-d36e-42b8-8def-d602c66dac32 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:57.284248 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bf871145-0029-49ce-8e41-00175753a64e req-b77c46d6-20a4-4d47-b501-14d73cc25ed7 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:57.291381 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8627faec-8261-43f4-8bfc-dd330c689c39 None None] Pushing event updated for resources: {'Port': ['ID=40357938-7d9e-4c81-9ec0-6eccf80b1b37,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:57.315006 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbd38b0-ec97-4bb9-ba7f-0891e7121e7f tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] No DVR routers for this DVR port 502a50f6-2e3b-45c3-9448-f2a50a563577 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:57.319531 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd38b0-ec97-4bb9-ba7f-0891e7121e7f tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Pushing event deleted for resources: {'Port': ['ID=502a50f6-2e3b-45c3-9448-f2a50a563577,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:57.339174 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-1acc0928-38c1-43db-a3b1-e57f2fa99ce0 tempest-SubnetPoolsTestJSON-569268141 tempest-SubnetPoolsTestJSON-569268141-project] delete failed (client error): The resource could not be found. Jul 15 13:40:57.348459 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1acc0928-38c1-43db-a3b1-e57f2fa99ce0 tempest-SubnetPoolsTestJSON-569268141 tempest-SubnetPoolsTestJSON-569268141-project] 10.222.0.24 "DELETE /v2.0/subnetpools/1a19be55-d65d-4b45-85aa-050bdcf052a9 HTTP/1.1" status: 404 len: 346 time: 0.2375820 Jul 15 13:40:57.390159 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf871145-0029-49ce-8e41-00175753a64e req-b77c46d6-20a4-4d47-b501-14d73cc25ed7 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:57.409224 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-bf871145-0029-49ce-8e41-00175753a64e req-b77c46d6-20a4-4d47-b501-14d73cc25ed7 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:57.429240 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf871145-0029-49ce-8e41-00175753a64e req-b77c46d6-20a4-4d47-b501-14d73cc25ed7 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:57.525071 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 4c36bf5e-148b-4380-8c2c-8baa1e90f983 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:57.529404 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb79289-64ee-4cf6-ac03-3e4c0709c9d8 admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:57.640749 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf871145-0029-49ce-8e41-00175753a64e req-b77c46d6-20a4-4d47-b501-14d73cc25ed7 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:57.645563 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bf871145-0029-49ce-8e41-00175753a64e req-b77c46d6-20a4-4d47-b501-14d73cc25ed7 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:57.704439 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-ccb79289-64ee-4cf6-ac03-3e4c0709c9d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:57.754576 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb79289-64ee-4cf6-ac03-3e4c0709c9d8 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:57.758635 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c46d6-20a4-4d47-b501-14d73cc25ed7 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Pushing event updated for resources: {'Port': ['ID=a3c91c50-d36e-42b8-8def-d602c66dac32,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:57.783197 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bf871145-0029-49ce-8e41-00175753a64e req-b77c46d6-20a4-4d47-b501-14d73cc25ed7 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0593286 Jul 15 13:40:57.880111 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-bf871145-0029-49ce-8e41-00175753a64e req-f79fd458-fd45-408f-931d-a569bae01db9 service neutron] Request body: {'port': {'device_id': 'f6ff433a-dc96-4f13-83b1-0123e9ab5f9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:57.948179 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:58.028489 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38248) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:58.029058 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4f3ed7-fc84-47f3-a614-c3032861bd62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c36bf5e-148b-4380-8c2c-8baa1e90f983'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:58.034940 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e505e6f-9e1e-48a6-a244-1dbd38c37a62" -d '{"events": [{"server_uuid": "1f4f3ed7-fc84-47f3-a614-c3032861bd62", "name": "network-vif-unplugged", "status": "completed", "tag": "4c36bf5e-148b-4380-8c2c-8baa1e90f983"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:58.059794 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4bbd38b0-ec97-4bb9-ba7f-0891e7121e7f tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:58.080314 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 4c36bf5e-148b-4380-8c2c-8baa1e90f983, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=4c36bf5e-148b-4380-8c2c-8baa1e90f983,segment=NetworkSegment(fcaf1e74-bf4d-45b5-a148-fed25331eb7a),segment_id=fcaf1e74-bf4d-45b5-a148-fed25331eb7a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:58.089636 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:58.099381 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07932a-c72a-45b4-9526-9d73693295e1 req-19bb3799-8342-4f99-8549-c5d10eaf7319 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:58.108476 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7f07932a-c72a-45b4-9526-9d73693295e1 req-19bb3799-8342-4f99-8549-c5d10eaf7319 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d HTTP/1.1" status: 200 len: 932 time: 0.3197227 Jul 15 13:40:58.143465 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb79289-64ee-4cf6-ac03-3e4c0709c9d8 admin admin] Pushing event updated for resources: {'Port': ['ID=1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:58.152331 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-4bbd38b0-ec97-4bb9-ba7f-0891e7121e7f tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb18813a-f74e-47a4-84ec-9f86d6b2a333']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:58.196017 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bf871145-0029-49ce-8e41-00175753a64e req-f79fd458-fd45-408f-931d-a569bae01db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:58.212304 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=4c36bf5e-148b-4380-8c2c-8baa1e90f983,revision_number=14']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:58.228897 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:58.229441 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:58.230039 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:58.230590 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:58.231171 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:58.232164 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:58.232723 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:58.233351 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:58.234686 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:58.234686 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:58.235312 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:58.235895 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:58.245103 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d3505343-9033-4e86-a3b6-9533a14b54fb None None] Provisioning for port a3c91c50-d36e-42b8-8def-d602c66dac32 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:58.251469 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d3505343-9033-4e86-a3b6-9533a14b54fb None None] Provisioning complete for port a3c91c50-d36e-42b8-8def-d602c66dac32 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:58.252515 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d3505343-9033-4e86-a3b6-9533a14b54fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:58.267212 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955190bc-f075-4ec2-bb1e-d036d3f8a31e req-fc650e24-14ab-4ea4-a4b2-9c9a9213cc5e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:58.276348 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-955190bc-f075-4ec2-bb1e-d036d3f8a31e req-fc650e24-14ab-4ea4-a4b2-9c9a9213cc5e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 947 time: 1.2883925 Jul 15 13:40:58.281321 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-4bbd38b0-ec97-4bb9-ba7f-0891e7121e7f tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b91993c6-901c-4e8f-bb3c-fb08aa7878a3') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:58.281626 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-4bbd38b0-ec97-4bb9-ba7f-0891e7121e7f tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b91993c6-901c-4e8f-bb3c-fb08aa7878a3') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:58.334616 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7f07932a-c72a-45b4-9526-9d73693295e1 req-08413e0b-0aca-4893-817f-964f10cd6650 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2244987 Jul 15 13:40:58.357349 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4bbd38b0-ec97-4bb9-ba7f-0891e7121e7f tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:58.365665 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d3505343-9033-4e86-a3b6-9533a14b54fb None None] Port a3c91c50-d36e-42b8-8def-d602c66dac32 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:40:58.397465 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dc87d4c9-557c-4767-bf17-fdf68bf4f268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:58.425159 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4bbd38b0-ec97-4bb9-ba7f-0891e7121e7f tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:58.456237 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-8b6c6f1b-b5e5-4a71-8eb7-fcf6629d05a6 req-86831779-9400-4b1f-a0bb-0630520ab879 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Deleting port 4c36bf5e-148b-4380-8c2c-8baa1e90f983 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:58.456540 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8b6c6f1b-b5e5-4a71-8eb7-fcf6629d05a6 req-86831779-9400-4b1f-a0bb-0630520ab879 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:58.515185 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bbd38b0-ec97-4bb9-ba7f-0891e7121e7f tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:40:58.515639 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4bbd38b0-ec97-4bb9-ba7f-0891e7121e7f tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: self.session.flush() Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:40:58.523378 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:40:58.543691 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-955190bc-f075-4ec2-bb1e-d036d3f8a31e req-f8114ae8-2414-40c3-9141-a411a1e113a7 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2664320 Jul 15 13:40:58.650505 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19283c53-0b62-4181-90cb-3a10c40e8deb x-openstack-request-id: req-19283c53-0b62-4181-90cb-3a10c40e8deb {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:58.650505 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4f3ed7-fc84-47f3-a614-c3032861bd62", "name": "network-vif-unplugged", "status": "completed", "tag": "4c36bf5e-148b-4380-8c2c-8baa1e90f983", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:58.650781 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-19283c53-0b62-4181-90cb-3a10c40e8deb {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:58.652856 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4f3ed7-fc84-47f3-a614-c3032861bd62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c36bf5e-148b-4380-8c2c-8baa1e90f983', 'code': 200} Jul 15 13:40:58.939192 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f6bc58c0-1d8d-4a04-a76e-054155549825 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:58.961180 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dc87d4c9-557c-4767-bf17-fdf68bf4f268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:59.001032 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4bbd38b0-ec97-4bb9-ba7f-0891e7121e7f tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:59.005203 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dc87d4c9-557c-4767-bf17-fdf68bf4f268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:59.096151 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-dc87d4c9-557c-4767-bf17-fdf68bf4f268 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=580cde3e86bd4ff586bb065db9fa510f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9948626 Jul 15 13:40:59.096151 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4bbd38b0-ec97-4bb9-ba7f-0891e7121e7f tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:59.099668 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4bbd38b0-ec97-4bb9-ba7f-0891e7121e7f tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] 10.222.0.24 "DELETE /v2.0/networks/bb18813a-f74e-47a4-84ec-9f86d6b2a333 HTTP/1.1" status: 204 len: 168 time: 5.9713850 Jul 15 13:40:59.117121 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd38b0-ec97-4bb9-ba7f-0891e7121e7f tempest-ExtraDHCPOptionsTestJSON-1892985429 tempest-ExtraDHCPOptionsTestJSON-1892985429-project] Pushing event deleted for resources: {'Network': ['ID=bb18813a-f74e-47a4-84ec-9f86d6b2a333,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:59.120872 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38264) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:59.159179 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-bf871145-0029-49ce-8e41-00175753a64e req-f79fd458-fd45-408f-931d-a569bae01db9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3c91c50-d36e-42b8-8def-d602c66dac32 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:40:59.182801 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bf871145-0029-49ce-8e41-00175753a64e req-f79fd458-fd45-408f-931d-a569bae01db9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:59.205369 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-bf871145-0029-49ce-8e41-00175753a64e req-f79fd458-fd45-408f-931d-a569bae01db9 service neutron] Transition to ACTIVE for port object a3c91c50-d36e-42b8-8def-d602c66dac32 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:59.212561 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bf871145-0029-49ce-8e41-00175753a64e req-f79fd458-fd45-408f-931d-a569bae01db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:59.258648 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fd1980-f54e-4758-8746-d3e87bc6a846 None None] Network cfe13701-402e-4451-b224-b3c2551c36c1 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:59.357686 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87d4c9-557c-4767-bf17-fdf68bf4f268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a66e7a0-bd92-4f5d-bc2f-1a1eae844371,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:59.392033 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-8b6c6f1b-b5e5-4a71-8eb7-fcf6629d05a6 req-86831779-9400-4b1f-a0bb-0630520ab879 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] For port 4c36bf5e-148b-4380-8c2c-8baa1e90f983, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=4c36bf5e-148b-4380-8c2c-8baa1e90f983,segment=NetworkSegment(fcaf1e74-bf4d-45b5-a148-fed25331eb7a),segment_id=fcaf1e74-bf4d-45b5-a148-fed25331eb7a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:59.392548 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8b6c6f1b-b5e5-4a71-8eb7-fcf6629d05a6 req-86831779-9400-4b1f-a0bb-0630520ab879 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:59.413668 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fd458-fd45-408f-931d-a569bae01db9 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c91c50-d36e-42b8-8def-d602c66dac32,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:59.439690 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3f64fc1f-b902-479b-b176-87624bc023f8 None None] Provisioning for port 40357938-7d9e-4c81-9ec0-6eccf80b1b37 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:59.475407 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-8b6c6f1b-b5e5-4a71-8eb7-fcf6629d05a6 req-86831779-9400-4b1f-a0bb-0630520ab879 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Calling delete_port for 4c36bf5e-148b-4380-8c2c-8baa1e90f983 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:59.490783 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ccb79289-64ee-4cf6-ac03-3e4c0709c9d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:59.502109 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9911834-431c-4847-be4e-6df31af77001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:59.544499 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38272) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:59.560496 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9911834-431c-4847-be4e-6df31af77001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:59.575886 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port f6bc58c0-1d8d-4a04-a76e-054155549825 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:59.576252 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:59.577820 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-bf871145-0029-49ce-8e41-00175753a64e req-f79fd458-fd45-408f-931d-a569bae01db9 service neutron] Attempting to bind port a3c91c50-d36e-42b8-8def-d602c66dac32 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:40:59.578175 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-bf871145-0029-49ce-8e41-00175753a64e req-f79fd458-fd45-408f-931d-a569bae01db9 service neutron] Attempting to bind port a3c91c50-d36e-42b8-8def-d602c66dac32 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:40:59.578512 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf871145-0029-49ce-8e41-00175753a64e req-f79fd458-fd45-408f-931d-a569bae01db9 service neutron] Attempting to bind port a3c91c50-d36e-42b8-8def-d602c66dac32 on network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:40:59.593831 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf871145-0029-49ce-8e41-00175753a64e req-f79fd458-fd45-408f-931d-a569bae01db9 service neutron] Port a3c91c50-d36e-42b8-8def-d602c66dac32 on network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:40:59.594185 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf871145-0029-49ce-8e41-00175753a64e req-f79fd458-fd45-408f-931d-a569bae01db9 service neutron] Attempting to bind port a3c91c50-d36e-42b8-8def-d602c66dac32 on network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:40:59.618379 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf871145-0029-49ce-8e41-00175753a64e req-f79fd458-fd45-408f-931d-a569bae01db9 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:40:59.618930 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf871145-0029-49ce-8e41-00175753a64e req-f79fd458-fd45-408f-931d-a569bae01db9 service neutron] Checking segment: {'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:59.619531 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf871145-0029-49ce-8e41-00175753a64e req-f79fd458-fd45-408f-931d-a569bae01db9 service neutron] Bound using segment: {'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:40:59.624647 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-bf871145-0029-49ce-8e41-00175753a64e req-f79fd458-fd45-408f-931d-a569bae01db9 service neutron] Bound port: a3c91c50-d36e-42b8-8def-d602c66dac32, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:40:59.625104 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bf871145-0029-49ce-8e41-00175753a64e req-f79fd458-fd45-408f-931d-a569bae01db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:59.712985 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9911834-431c-4847-be4e-6df31af77001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:59.716363 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9911834-431c-4847-be4e-6df31af77001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:59.721962 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c9911834-431c-4847-be4e-6df31af77001 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a66e7a0-bd92-4f5d-bc2f-1a1eae844371 HTTP/1.1" status: 204 len: 168 time: 0.5843618 Jul 15 13:40:59.740421 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e91f0-824f-4584-8f22-fc8ec8b285ab req-eabe7dc5-e152-480e-8c0e-434ae67f6abb tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:59.755322 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-544e91f0-824f-4584-8f22-fc8ec8b285ab req-eabe7dc5-e152-480e-8c0e-434ae67f6abb tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 944 time: 0.6105318 Jul 15 13:40:59.819414 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 40357938-7d9e-4c81-9ec0-6eccf80b1b37 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:59.851125 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9911834-431c-4847-be4e-6df31af77001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a66e7a0-bd92-4f5d-bc2f-1a1eae844371,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:59.867785 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-f91885d6-8e2a-475b-ac69-8f3f6a25a6c1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7094762 Jul 15 13:40:59.889462 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-544e91f0-824f-4584-8f22-fc8ec8b285ab req-349b793b-2626-4042-bd2b-202383dbb1d3 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330101 Jul 15 13:40:59.950848 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-bf871145-0029-49ce-8e41-00175753a64e req-f79fd458-fd45-408f-931d-a569bae01db9 service neutron] For port a3c91c50-d36e-42b8-8def-d602c66dac32, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:41:00.002445 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46935c38-358d-4a32-8643-f85281f9fcfe req-2836976f-3bb0-4bd3-b1ab-bcd6405c587e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:00.007555 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-46935c38-358d-4a32-8643-f85281f9fcfe req-2836976f-3bb0-4bd3-b1ab-bcd6405c587e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d HTTP/1.1" status: 200 len: 944 time: 0.3484714 Jul 15 13:41:00.013253 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 40357938-7d9e-4c81-9ec0-6eccf80b1b37 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:00.021067 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 40357938-7d9e-4c81-9ec0-6eccf80b1b37 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:00.021432 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.043285 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5012e512-6df8-4e70-b2b4-efa0efcdf39d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0013b38ca67c4ff1ba9281d150d389e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4957697 Jul 15 13:41:00.045952 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-bf871145-0029-49ce-8e41-00175753a64e req-f79fd458-fd45-408f-931d-a569bae01db9 service neutron] For port a3c91c50-d36e-42b8-8def-d602c66dac32, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=a3c91c50-d36e-42b8-8def-d602c66dac32,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:41:00.053719 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38284) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:00.110163 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bf871145-0029-49ce-8e41-00175753a64e req-f79fd458-fd45-408f-931d-a569bae01db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.219091 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-46935c38-358d-4a32-8643-f85281f9fcfe req-373799ee-7b79-44a7-a5e4-1bbdc583be63 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916080 Jul 15 13:41:00.258783 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf871145-0029-49ce-8e41-00175753a64e req-f79fd458-fd45-408f-931d-a569bae01db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:00.259460 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bf871145-0029-49ce-8e41-00175753a64e req-f79fd458-fd45-408f-931d-a569bae01db9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.260935 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bf871145-0029-49ce-8e41-00175753a64e req-f79fd458-fd45-408f-931d-a569bae01db9 service neutron] 10.222.0.32 "PUT /v2.0/ports/a3c91c50-d36e-42b8-8def-d602c66dac32 HTTP/1.1" status: 200 len: 1093 time: 2.3935785 Jul 15 13:41:00.266723 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ff433a-dc96-4f13-83b1-0123e9ab5f9d', 'tag': 'a3c91c50-d36e-42b8-8def-d602c66dac32'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:00.272168 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c22729e-9f07-4654-843d-bf705c4c43ed" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ff433a-dc96-4f13-83b1-0123e9ab5f9d", "tag": "a3c91c50-d36e-42b8-8def-d602c66dac32"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:00.366763 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.439049 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-36dd8af7-50ef-450a-8253-06c56da25b14 None None] Provisioning complete for port 40357938-7d9e-4c81-9ec0-6eccf80b1b37 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:00.440073 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36dd8af7-50ef-450a-8253-06c56da25b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.510267 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fd458-fd45-408f-931d-a569bae01db9 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c91c50-d36e-42b8-8def-d602c66dac32,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:00.510381 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8b6c6f1b-b5e5-4a71-8eb7-fcf6629d05a6 req-86831779-9400-4b1f-a0bb-0630520ab879 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.610479 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 40357938-7d9e-4c81-9ec0-6eccf80b1b37, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=40357938-7d9e-4c81-9ec0-6eccf80b1b37,segment=NetworkSegment(56e1e9e4-2c77-41b4-9f4e-095e5f5da200),segment_id=56e1e9e4-2c77-41b4-9f4e-095e5f5da200)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:00.611517 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf871145-0029-49ce-8e41-00175753a64e req-97de937f-54da-419a-95a4-e10210fc444e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:00.622839 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bf871145-0029-49ce-8e41-00175753a64e req-97de937f-54da-419a-95a4-e10210fc444e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89567fda246241f4860e07527d287580&device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d HTTP/1.1" status: 200 len: 1096 time: 0.2712572 Jul 15 13:41:00.632671 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.803742 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bf871145-0029-49ce-8e41-00175753a64e req-11bb7907-5276-433e-922b-2c27f7aac32e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3c91c50-d36e-42b8-8def-d602c66dac32 HTTP/1.1" status: 200 len: 217 time: 0.1640959 Jul 15 13:41:00.814153 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=40357938-7d9e-4c81-9ec0-6eccf80b1b37,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:00.896867 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6c6f1b-b5e5-4a71-8eb7-fcf6629d05a6 req-86831779-9400-4b1f-a0bb-0630520ab879 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] No DVR routers for this DVR port 4c36bf5e-148b-4380-8c2c-8baa1e90f983 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:41:00.904520 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86831779-9400-4b1f-a0bb-0630520ab879 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event deleted for resources: {'Port': ['ID=4c36bf5e-148b-4380-8c2c-8baa1e90f983,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:00.907766 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8b6c6f1b-b5e5-4a71-8eb7-fcf6629d05a6 req-86831779-9400-4b1f-a0bb-0630520ab879 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.910102 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8b6c6f1b-b5e5-4a71-8eb7-fcf6629d05a6 req-86831779-9400-4b1f-a0bb-0630520ab879 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.32 "DELETE /v2.0/ports/4c36bf5e-148b-4380-8c2c-8baa1e90f983 HTTP/1.1" status: 204 len: 173 time: 5.0293765 Jul 15 13:41:00.913648 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4f3ed7-fc84-47f3-a614-c3032861bd62', 'name': 'network-vif-deleted', 'tag': '4c36bf5e-148b-4380-8c2c-8baa1e90f983'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:00.916570 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915cc5ba-abfb-4024-8094-bff2ae54d203" -d '{"events": [{"server_uuid": "1f4f3ed7-fc84-47f3-a614-c3032861bd62", "name": "network-vif-deleted", "tag": "4c36bf5e-148b-4380-8c2c-8baa1e90f983"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:00.923345 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f916dc38-5032-4700-9682-2d525e96b442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.931343 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ccb79289-64ee-4cf6-ac03-3e4c0709c9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.942134 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf871145-0029-49ce-8e41-00175753a64e req-bff36a9a-daac-48f2-8f5c-a04cd9d1f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:00.944716 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bf871145-0029-49ce-8e41-00175753a64e req-bff36a9a-daac-48f2-8f5c-a04cd9d1f9e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4840df0d-ad31-406d-829f-ea4475de886e HTTP/1.1" status: 200 len: 851 time: 0.1336765 Jul 15 13:41:00.956143 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb377459-9f0e-49a4-bf33-b96f8848f99f x-openstack-request-id: req-bb377459-9f0e-49a4-bf33-b96f8848f99f {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:00.956866 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ff433a-dc96-4f13-83b1-0123e9ab5f9d", "tag": "a3c91c50-d36e-42b8-8def-d602c66dac32", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:00.957784 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb377459-9f0e-49a4-bf33-b96f8848f99f {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:00.958505 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ff433a-dc96-4f13-83b1-0123e9ab5f9d', 'tag': 'a3c91c50-d36e-42b8-8def-d602c66dac32', 'status': 'completed', 'code': 200} Jul 15 13:41:01.041391 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f916dc38-5032-4700-9682-2d525e96b442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:01.064067 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf871145-0029-49ce-8e41-00175753a64e req-a569b428-c28b-4eb0-b67b-e1c953254b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:01.066377 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bf871145-0029-49ce-8e41-00175753a64e req-a569b428-c28b-4eb0-b67b-e1c953254b6c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0993757 Jul 15 13:41:01.084824 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5443ab4-598e-4147-a90d-3af69fbf0c39 x-openstack-request-id: req-a5443ab4-598e-4147-a90d-3af69fbf0c39 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:01.090303 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4f3ed7-fc84-47f3-a614-c3032861bd62", "name": "network-vif-deleted", "tag": "4c36bf5e-148b-4380-8c2c-8baa1e90f983", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:01.090841 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a5443ab4-598e-4147-a90d-3af69fbf0c39 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:01.091424 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4f3ed7-fc84-47f3-a614-c3032861bd62', 'name': 'network-vif-deleted', 'tag': '4c36bf5e-148b-4380-8c2c-8baa1e90f983', 'status': 'completed', 'code': 200} Jul 15 13:41:01.113034 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a3f50-9d32-47e5-b035-bac125c82998 req-1680b6a6-58cd-4948-9a49-d422be1b7f8c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:01.145410 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-934a3f50-9d32-47e5-b035-bac125c82998 req-1680b6a6-58cd-4948-9a49-d422be1b7f8c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f4f3ed7-fc84-47f3-a614-c3032861bd62 HTTP/1.1" status: 200 len: 866 time: 0.9993746 Jul 15 13:41:01.238768 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bf871145-0029-49ce-8e41-00175753a64e req-65783625-643f-4a0b-bde7-488ed6c88e88 service neutron] 10.222.0.32 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513212 Jul 15 13:41:01.368287 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38316) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:01.395563 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-934a3f50-9d32-47e5-b035-bac125c82998 req-cf576fb1-444b-4fa3-a0c8-976b287bc78c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e00f20b-1ea6-45be-a957-035be9cfcbc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213740 Jul 15 13:41:01.400556 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f916dc38-5032-4700-9682-2d525e96b442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:01.403507 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f916dc38-5032-4700-9682-2d525e96b442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:01.408279 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f916dc38-5032-4700-9682-2d525e96b442 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5141e8b9-49de-4007-9f08-0a819eddc89c HTTP/1.1" status: 204 len: 168 time: 1.3451464 Jul 15 13:41:01.426114 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f916dc38-5032-4700-9682-2d525e96b442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5141e8b9-49de-4007-9f08-0a819eddc89c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:01.476383 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb79289-64ee-4cf6-ac03-3e4c0709c9d8 admin admin] Router 2c0f94af-1e28-4b71-9ada-617f1fabae27 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:41:01.696882 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bf871145-0029-49ce-8e41-00175753a64e req-2baec74d-648a-4b98-9d25-fdb98a4c7ae0 service neutron] 10.222.0.32 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472671 Jul 15 13:41:01.711066 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea38818-af5c-408b-9ed7-e13919022b38 req-b9fe60e8-0865-4fbe-9f91-2777d4884cc8 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:01.712844 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eea38818-af5c-408b-9ed7-e13919022b38 req-b9fe60e8-0865-4fbe-9f91-2777d4884cc8 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 944 time: 0.4060647 Jul 15 13:41:01.761796 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb79289-64ee-4cf6-ac03-3e4c0709c9d8 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:41:01.775423 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dcaffc-513a-44aa-b97a-4d16fbbc58f1 None None] Sync routers for ids ['2c0f94af-1e28-4b71-9ada-617f1fabae27'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:41:01.812304 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dcaffc-513a-44aa-b97a-4d16fbbc58f1 None None] Routers {'2c0f94af-1e28-4b71-9ada-617f1fabae27'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:01.818356 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-47dcaffc-513a-44aa-b97a-4d16fbbc58f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:40:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['2c0f94af-1e28-4b71-9ada-617f1fabae27'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:01.893509 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3adf7d1d-bda2-4cfb-b730-2b38b7493786 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2067016174-network', 'tenant_id': '16422500f49c4734b9e6273dc052a866'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:01.937439 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ccb79289-64ee-4cf6-ac03-3e4c0709c9d8 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:01.938732 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ccb79289-64ee-4cf6-ac03-3e4c0709c9d8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 9.8431599 Jul 15 13:41:01.949979 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38328) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:02.018280 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adf7d1d-bda2-4cfb-b730-2b38b7493786 admin admin] Made reservation on behalf of 16422500f49c4734b9e6273dc052a866 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:02.020723 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3adf7d1d-bda2-4cfb-b730-2b38b7493786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:02.076670 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3adf7d1d-bda2-4cfb-b730-2b38b7493786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:02.092269 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-47dcaffc-513a-44aa-b97a-4d16fbbc58f1 None None] Set router 2c0f94af-1e28-4b71-9ada-617f1fabae27 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:02.104548 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eea38818-af5c-408b-9ed7-e13919022b38 req-8d33e38b-e210-4a15-a30a-3f01965e26b4 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3844488 Jul 15 13:41:02.161433 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22729e-9f07-4654-843d-bf705c4c43ed req-8fbb30bb-3437-4958-84e6-b57cd9702e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:02.163026 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c22729e-9f07-4654-843d-bf705c4c43ed req-8fbb30bb-3437-4958-84e6-b57cd9702e90 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89567fda246241f4860e07527d287580&device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d HTTP/1.1" status: 200 len: 1096 time: 0.3239880 Jul 15 13:41:02.211268 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-4cb53fa2-fa50-4836-a605-cf5fb0930311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:02.215102 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-4cb53fa2-fa50-4836-a605-cf5fb0930311 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd&tenant_id=6a009645feb04959b4d54831dba76b81 HTTP/1.1" status: 200 len: 1096 time: 0.4135211 Jul 15 13:41:02.237059 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-73ed114f-0312-4e2b-8351-45ba2ef43fb3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-45', 'device_owner': 'compute:nova'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:02.283225 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0a81e-1a6a-4ce1-9f13-6d15f2bdb7ef req-cd374127-2bae-4490-8524-ee2edcd69222 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:02.291378 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-32c0a81e-1a6a-4ce1-9f13-6d15f2bdb7ef req-cd374127-2bae-4490-8524-ee2edcd69222 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d HTTP/1.1" status: 200 len: 944 time: 0.5249662 Jul 15 13:41:02.470437 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22729e-9f07-4654-843d-bf705c4c43ed req-77ed496e-c230-47d9-9731-a02211edbd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:02.471976 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c22729e-9f07-4654-843d-bf705c4c43ed req-77ed496e-c230-47d9-9731-a02211edbd73 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb HTTP/1.1" status: 200 len: 913 time: 0.2794111 Jul 15 13:41:02.472734 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-73ed114f-0312-4e2b-8351-45ba2ef43fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:02.496372 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-32c0a81e-1a6a-4ce1-9f13-6d15f2bdb7ef req-879f0770-2980-4254-83e2-653ec9fa5b16 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009251 Jul 15 13:41:02.546837 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-47dcaffc-513a-44aa-b97a-4d16fbbc58f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0f94af-1e28-4b71-9ada-617f1fabae27', 'name': 'tempest-TestServerBasicOps-187143381-router', 'tenant_id': '36cadce970234e53b1ca10bb35bf951a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:52Z', 'updated_at': '2021-07-15T13:40:58Z', 'revision_number': 3, 'project_id': '36cadce970234e53b1ca10bb35bf951a', 'gw_port': {'id': '1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:01:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0f94af-1e28-4b71-9ada-617f1fabae27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:54Z', 'updated_at': '2021-07-15T13:40:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:02.587192 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dcaffc-513a-44aa-b97a-4d16fbbc58f1 None None] Checking router: 2c0f94af-1e28-4b71-9ada-617f1fabae27 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:41:02.587560 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dcaffc-513a-44aa-b97a-4d16fbbc58f1 None None] Updating router 2c0f94af-1e28-4b71-9ada-617f1fabae27 port 1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:41:02.632749 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47dcaffc-513a-44aa-b97a-4d16fbbc58f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:02.853127 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 40357938-7d9e-4c81-9ec0-6eccf80b1b37 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:02.950554 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 40357938-7d9e-4c81-9ec0-6eccf80b1b37 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:02.951190 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:03.087655 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3adf7d1d-bda2-4cfb-b730-2b38b7493786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:03.088709 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38344) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:03.089111 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38346) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:03.106237 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3adf7d1d-bda2-4cfb-b730-2b38b7493786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:03.121643 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3adf7d1d-bda2-4cfb-b730-2b38b7493786 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:41:03.131362 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47dcaffc-513a-44aa-b97a-4d16fbbc58f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:03.133050 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3adf7d1d-bda2-4cfb-b730-2b38b7493786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:03.133508 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-3adf7d1d-bda2-4cfb-b730-2b38b7493786 admin admin] Added segment 9049fe03-c947-4dcd-8fb4-f767eb028d1a of type vlan for network ebb8c0e0-703f-4b3c-8f22-0d80d3a75577 Jul 15 13:41:03.158422 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c22729e-9f07-4654-843d-bf705c4c43ed req-0aa1f79d-5bd8-43e4-aff1-6b1916c49fbe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3c91c50-d36e-42b8-8def-d602c66dac32 HTTP/1.1" status: 200 len: 217 time: 0.6757441 Jul 15 13:41:03.167199 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-47dcaffc-513a-44aa-b97a-4d16fbbc58f1 None None] Transition to ACTIVE for port object 1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:03.185342 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47dcaffc-513a-44aa-b97a-4d16fbbc58f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:03.193493 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3adf7d1d-bda2-4cfb-b730-2b38b7493786 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:03.246990 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd96e8-8c52-4058-8df0-2e01f1a9f1f6 None None] Pushing event updated for resources: {'Port': ['ID=1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:03.293408 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22729e-9f07-4654-843d-bf705c4c43ed req-92e1043a-184e-4938-93a6-4df957fbbc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:03.294437 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-47dcaffc-513a-44aa-b97a-4d16fbbc58f1 None None] Attempting to bind port 1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:41:03.294808 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-47dcaffc-513a-44aa-b97a-4d16fbbc58f1 None None] Attempting to bind port 1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:41:03.295218 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dcaffc-513a-44aa-b97a-4d16fbbc58f1 None None] Attempting to bind port 1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:03.295355 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c22729e-9f07-4654-843d-bf705c4c43ed req-92e1043a-184e-4938-93a6-4df957fbbc0e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4840df0d-ad31-406d-829f-ea4475de886e HTTP/1.1" status: 200 len: 851 time: 0.1268127 Jul 15 13:41:03.312052 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dcaffc-513a-44aa-b97a-4d16fbbc58f1 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:41:03.312504 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dcaffc-513a-44aa-b97a-4d16fbbc58f1 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:03.312923 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47dcaffc-513a-44aa-b97a-4d16fbbc58f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:03.313415 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dcaffc-513a-44aa-b97a-4d16fbbc58f1 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:41:03.314275 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-47dcaffc-513a-44aa-b97a-4d16fbbc58f1 None None] Bound port: 1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:41:03.314684 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47dcaffc-513a-44aa-b97a-4d16fbbc58f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:03.408216 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-47dcaffc-513a-44aa-b97a-4d16fbbc58f1 None None] For port 1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:41:03.411961 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-fe266806-cd6c-4529-8d87-37fb522d82e6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1534330123'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:03.414881 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-47dcaffc-513a-44aa-b97a-4d16fbbc58f1 None None] For port 1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:41:03.423395 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-47dcaffc-513a-44aa-b97a-4d16fbbc58f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:03.427100 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-73ed114f-0312-4e2b-8351-45ba2ef43fb3 service neutron] For port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:03.450646 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22729e-9f07-4654-843d-bf705c4c43ed req-0bd04525-331a-4205-b54b-5c89c77ca594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:03.452915 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c22729e-9f07-4654-843d-bf705c4c43ed req-0bd04525-331a-4205-b54b-5c89c77ca594 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1427627 Jul 15 13:41:03.489089 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd96e8-8c52-4058-8df0-2e01f1a9f1f6 None None] Pushing event updated for resources: {'Port': ['ID=1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:03.501821 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-73ed114f-0312-4e2b-8351-45ba2ef43fb3 service neutron] For port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:41:03.526381 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dcaffc-513a-44aa-b97a-4d16fbbc58f1 None None] Routers {'2c0f94af-1e28-4b71-9ada-617f1fabae27'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:03.528638 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-47dcaffc-513a-44aa-b97a-4d16fbbc58f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:40:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['2c0f94af-1e28-4b71-9ada-617f1fabae27'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:03.577518 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-73ed114f-0312-4e2b-8351-45ba2ef43fb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:41:03.589054 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-73ed114f-0312-4e2b-8351-45ba2ef43fb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:03.617653 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-73ed114f-0312-4e2b-8351-45ba2ef43fb3 service neutron] Transition to ACTIVE for port object d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:03.620637 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c22729e-9f07-4654-843d-bf705c4c43ed req-e9ca5c53-3585-4ede-83b2-07edd684da91 service neutron] 10.222.0.32 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573322 Jul 15 13:41:03.622998 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-73ed114f-0312-4e2b-8351-45ba2ef43fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:03.648526 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe266806-cd6c-4529-8d87-37fb522d82e6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:03.658702 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe266806-cd6c-4529-8d87-37fb522d82e6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:03.669002 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3adf7d1d-bda2-4cfb-b730-2b38b7493786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:03.670039 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adf7d1d-bda2-4cfb-b730-2b38b7493786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:03.670661 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3adf7d1d-bda2-4cfb-b730-2b38b7493786 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:03.694185 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe266806-cd6c-4529-8d87-37fb522d82e6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:03.716994 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-47dcaffc-513a-44aa-b97a-4d16fbbc58f1 None None] Set router 2c0f94af-1e28-4b71-9ada-617f1fabae27 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:03.824910 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf7d1d-bda2-4cfb-b730-2b38b7493786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a95bf5-e7f4-4229-9b82-60fdd7680e4c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:03.895014 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3adf7d1d-bda2-4cfb-b730-2b38b7493786 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5248215 Jul 15 13:41:03.908471 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38354) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:03.935620 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed114f-0312-4e2b-8351-45ba2ef43fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d,revision_number=9']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:03.959222 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ec0e51e9-d5f4-4201-a0b4-9123a887023e admin admin] Request body: {'subnet': {'network_id': 'ebb8c0e0-703f-4b3c-8f22-0d80d3a75577', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2067016174-subnet', 'tenant_id': '16422500f49c4734b9e6273dc052a866', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:04.016988 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf7d1d-bda2-4cfb-b730-2b38b7493786 admin admin] Pushing event updated for resources: {'Network': ['ID=ebb8c0e0-703f-4b3c-8f22-0d80d3a75577,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:04.032874 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network ebb8c0e0-703f-4b3c-8f22-0d80d3a75577 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:41:04.087896 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c22729e-9f07-4654-843d-bf705c4c43ed req-d9492ded-85f3-495d-a171-a512ea3d4faa service neutron] 10.222.0.32 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550784 Jul 15 13:41:04.126233 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-73ed114f-0312-4e2b-8351-45ba2ef43fb3 service neutron] No DVR routers for this DVR port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d on host n-h2-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:41:04.129946 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f44684-57bf-4c03-9c53-47cdb51eefa2 req-4d51456e-7d88-4f66-b75d-85b738adeb23 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:04.133391 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-86f44684-57bf-4c03-9c53-47cdb51eefa2 req-4d51456e-7d88-4f66-b75d-85b738adeb23 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 944 time: 0.7486134 Jul 15 13:41:04.204709 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-47dcaffc-513a-44aa-b97a-4d16fbbc58f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0f94af-1e28-4b71-9ada-617f1fabae27', 'name': 'tempest-TestServerBasicOps-187143381-router', 'tenant_id': '36cadce970234e53b1ca10bb35bf951a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:52Z', 'updated_at': '2021-07-15T13:40:58Z', 'revision_number': 3, 'project_id': '36cadce970234e53b1ca10bb35bf951a', 'gw_port': {'id': '1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:01:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0f94af-1e28-4b71-9ada-617f1fabae27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:54Z', 'updated_at': '2021-07-15T13:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:04.268272 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dcaffc-513a-44aa-b97a-4d16fbbc58f1 None None] The sync data for ids ['2c0f94af-1e28-4b71-9ada-617f1fabae27'] in n-d-758944-45 is: [{'id': '2c0f94af-1e28-4b71-9ada-617f1fabae27', 'name': 'tempest-TestServerBasicOps-187143381-router', 'tenant_id': '36cadce970234e53b1ca10bb35bf951a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:52Z', 'updated_at': '2021-07-15T13:40:58Z', 'revision_number': 3, 'project_id': '36cadce970234e53b1ca10bb35bf951a', 'gw_port': {'id': '1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:01:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0f94af-1e28-4b71-9ada-617f1fabae27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:54Z', 'updated_at': '2021-07-15T13:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:41:04.275356 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06b05b-9f7f-4aa4-b2ff-beafe29a4eaa req-f95f3cf4-537b-4205-aa16-e4d0d2bf245a tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:04.277247 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-aa06b05b-9f7f-4aa4-b2ff-beafe29a4eaa req-f95f3cf4-537b-4205-aa16-e4d0d2bf245a tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d HTTP/1.1" status: 200 len: 944 time: 0.5588093 Jul 15 13:41:04.353095 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-aa06b05b-9f7f-4aa4-b2ff-beafe29a4eaa req-4e64589f-2851-4ecd-ac1f-d2458cd6346d tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688128 Jul 15 13:41:04.387154 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-73ed114f-0312-4e2b-8351-45ba2ef43fb3 service neutron] Attempting to bind port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:41:04.387499 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-73ed114f-0312-4e2b-8351-45ba2ef43fb3 service neutron] Attempting to bind port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'e0ec8081-0cb7-4c1a-9408-0286fc59583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:41:04.387838 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-73ed114f-0312-4e2b-8351-45ba2ef43fb3 service neutron] Attempting to bind port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d on network e606fbf2-6d31-4c0c-b11e-11481e1e0c38 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:04.392923 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e21120c-89c8-493b-8240-17655816e7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:04.393497 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-73ed114f-0312-4e2b-8351-45ba2ef43fb3 service neutron] Port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d on network e606fbf2-6d31-4c0c-b11e-11481e1e0c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:41:04.393884 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-73ed114f-0312-4e2b-8351-45ba2ef43fb3 service neutron] Attempting to bind port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d on network e606fbf2-6d31-4c0c-b11e-11481e1e0c38 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:04.399719 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-73ed114f-0312-4e2b-8351-45ba2ef43fb3 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:41:04.400061 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-73ed114f-0312-4e2b-8351-45ba2ef43fb3 service neutron] Checking segment: {'id': 'e0ec8081-0cb7-4c1a-9408-0286fc59583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:04.400457 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-73ed114f-0312-4e2b-8351-45ba2ef43fb3 service neutron] Bound using segment: {'id': 'e0ec8081-0cb7-4c1a-9408-0286fc59583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:41:04.400899 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-73ed114f-0312-4e2b-8351-45ba2ef43fb3 service neutron] Bound port: d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0ec8081-0cb7-4c1a-9408-0286fc59583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:41:04.401265 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-73ed114f-0312-4e2b-8351-45ba2ef43fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:04.450942 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-86f44684-57bf-4c03-9c53-47cdb51eefa2 req-336b4c86-9e2f-487e-9c73-89150bbdbd02 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3074512 Jul 15 13:41:04.506255 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-73ed114f-0312-4e2b-8351-45ba2ef43fb3 service neutron] For port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:41:04.509824 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-73ed114f-0312-4e2b-8351-45ba2ef43fb3 service neutron] For port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:41:04.521287 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-73ed114f-0312-4e2b-8351-45ba2ef43fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:04.560640 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-73ed114f-0312-4e2b-8351-45ba2ef43fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:04.560749 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-73ed114f-0312-4e2b-8351-45ba2ef43fb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:04.563017 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-73ed114f-0312-4e2b-8351-45ba2ef43fb3 service neutron] 10.222.0.18 "PUT /v2.0/ports/d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d HTTP/1.1" status: 200 len: 1093 time: 2.3311300 Jul 15 13:41:04.564386 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51cf1d48-a4f6-4391-a02d-360af2434bbd', 'tag': 'd3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:04.567080 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f043e3f2-6f7d-4ad1-b79e-848a78b24948" -d '{"events": [{"name": "network-changed", "server_uuid": "51cf1d48-a4f6-4391-a02d-360af2434bbd", "tag": "d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:04.596301 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed114f-0312-4e2b-8351-45ba2ef43fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d,revision_number=10']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:04.617723 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe266806-cd6c-4529-8d87-37fb522d82e6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:04.673405 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe266806-cd6c-4529-8d87-37fb522d82e6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:04.697372 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe266806-cd6c-4529-8d87-37fb522d82e6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:41:04.705229 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04cf858-f83d-4324-8a73-7452292f3c01 x-openstack-request-id: req-d04cf858-f83d-4324-8a73-7452292f3c01 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:04.705540 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51cf1d48-a4f6-4391-a02d-360af2434bbd", "tag": "d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:04.705859 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d04cf858-f83d-4324-8a73-7452292f3c01 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:04.706292 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51cf1d48-a4f6-4391-a02d-360af2434bbd', 'tag': 'd3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d', 'status': 'completed', 'code': 200} Jul 15 13:41:04.709401 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe266806-cd6c-4529-8d87-37fb522d82e6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:04.709807 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-fe266806-cd6c-4529-8d87-37fb522d82e6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Added segment cd3c0f16-6c90-4f80-8bc5-e5fff235329f of type vlan for network c6443771-a6ce-44a9-8192-1583366cef2e Jul 15 13:41:04.767129 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe266806-cd6c-4529-8d87-37fb522d82e6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:04.782098 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-168d5db7-0f24-4c70-b2b7-cc9ea1d99ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:04.786270 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-168d5db7-0f24-4c70-b2b7-cc9ea1d99ee0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6a009645feb04959b4d54831dba76b81&device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 1097 time: 0.1787672 Jul 15 13:41:04.850887 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe266806-cd6c-4529-8d87-37fb522d82e6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be7cab7b-6c8e-4b3e-9c74-9e3666c738cb,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:04.896271 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe266806-cd6c-4529-8d87-37fb522d82e6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:04.902375 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe266806-cd6c-4529-8d87-37fb522d82e6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:04.903018 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe266806-cd6c-4529-8d87-37fb522d82e6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:04.927830 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0e51e9-d5f4-4201-a0b4-9123a887023e admin admin] Made reservation on behalf of 16422500f49c4734b9e6273dc052a866 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:04.930655 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ec0e51e9-d5f4-4201-a0b4-9123a887023e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:04.941664 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:05.036236 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-4291cf8a-107b-48ac-805d-51de5c707064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:05.038229 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-4291cf8a-107b-48ac-805d-51de5c707064 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e606fbf2-6d31-4c0c-b11e-11481e1e0c38 HTTP/1.1" status: 200 len: 918 time: 0.2445271 Jul 15 13:41:05.046191 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fe266806-cd6c-4529-8d87-37fb522d82e6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.9514291 Jul 15 13:41:05.046997 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38358) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:05.062068 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-02bf3468-32c3-4f02-ac11-a1f0c48665a7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'port': {'network_id': 'c6443771-a6ce-44a9-8192-1583366cef2e', 'name': 'tempest-PortsTestJSON-1642236500'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:05.064528 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:05.073236 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:05.073900 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:05.110412 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe266806-cd6c-4529-8d87-37fb522d82e6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Network': ['ID=c6443771-a6ce-44a9-8192-1583366cef2e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:05.124333 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network c6443771-a6ce-44a9-8192-1583366cef2e details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:41:05.231480 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-0e21120c-89c8-493b-8240-17655816e7d9 admin admin] Allocated IP 172.20.0.1 (cfe13701-402e-4451-b224-b3c2551c36c1/ae89b4a1-759d-4cbf-a5d6-c98183e1ac88/91c30f79-168e-491a-bc7c-8c034e757ea8) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:05.246585 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-f341ff43-d623-462d-9d1d-bb70b7902858 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d HTTP/1.1" status: 200 len: 1000 time: 0.1932209 Jul 15 13:41:05.325517 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bf3468-32c3-4f02-ac11-a1f0c48665a7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:05.330090 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:05.331959 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02bf3468-32c3-4f02-ac11-a1f0c48665a7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:05.335133 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-e61214df-0d14-4f61-a135-61d71a079cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:05.336648 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-e61214df-0d14-4f61-a135-61d71a079cfe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=781e91a3-d9e2-4a55-aa10-3466cf7c7f92 HTTP/1.1" status: 200 len: 856 time: 0.0869493 Jul 15 13:41:05.371635 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:05.383964 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:05.410562 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-02bf3468-32c3-4f02-ac11-a1f0c48665a7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] device_id is not set on port f5b53820-ddfb-4e4f-8179-970aacbaabe2 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:41:05.494851 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:05.538983 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-92186f9a-2ac3-4bfb-b05a-518f9f8f02f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:05.538983 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-92186f9a-2ac3-4bfb-b05a-518f9f8f02f7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e606fbf2-6d31-4c0c-b11e-11481e1e0c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1776476 Jul 15 13:41:05.612987 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e21120c-89c8-493b-8240-17655816e7d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:05.688462 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-0e21120c-89c8-493b-8240-17655816e7d9 admin admin] Transition to ACTIVE for port object 91c30f79-168e-491a-bc7c-8c034e757ea8 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:05.804417 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ec0e51e9-d5f4-4201-a0b4-9123a887023e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:05.818644 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d52e-eba0-4205-bc75-a6b2f1cb373e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:05.840895 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-46212f1a-229f-498c-8481-5df883e5ea73 service neutron] 10.222.0.18 "GET /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867520 Jul 15 13:41:05.847262 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02bf3468-32c3-4f02-ac11-a1f0c48665a7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:05.945793 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e21120c-89c8-493b-8240-17655816e7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:05.948914 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e51e9-d5f4-4201-a0b4-9123a887023e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4958e477-08f4-4e6e-8519-c9e4b4820c72,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:05.972521 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe72d3a-9b08-4e2b-bf35-965d529ee682 req-2bea104d-dddc-4f5b-a41a-6adf25ebb1cb tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:05.974251 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bfe72d3a-9b08-4e2b-bf35-965d529ee682 req-2bea104d-dddc-4f5b-a41a-6adf25ebb1cb tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 945 time: 0.2065630 Jul 15 13:41:06.011438 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02bf3468-32c3-4f02-ac11-a1f0c48665a7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:06.034497 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809085c4-9856-4b69-b896-827dac1bfa77 req-f7e9b6c5-5641-4f20-a807-889bb3e8422a tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:06.036134 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-809085c4-9856-4b69-b896-827dac1bfa77 req-f7e9b6c5-5641-4f20-a807-889bb3e8422a tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d HTTP/1.1" status: 200 len: 944 time: 0.3692713 Jul 15 13:41:06.069387 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-324c0861-a339-4a11-b7e2-9350db0736c1 req-82fd1ec6-0157-47f0-8a83-933a0ce8596d service neutron] 10.222.0.18 "GET /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193739 Jul 15 13:41:06.080186 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e21120c-89c8-493b-8240-17655816e7d9 admin admin] Network cfe13701-402e-4451-b224-b3c2551c36c1 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:06.092339 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bfe72d3a-9b08-4e2b-bf35-965d529ee682 req-b0d8b67f-989f-4b5d-aa72-b39ffb976732 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105480 Jul 15 13:41:06.105045 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-0e21120c-89c8-493b-8240-17655816e7d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:06.107116 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0e51e9-d5f4-4201-a0b4-9123a887023e admin admin] Checking segment: {'id': '9049fe03-c947-4dcd-8fb4-f767eb028d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ebb8c0e0-703f-4b3c-8f22-0d80d3a75577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:06.107480 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0e51e9-d5f4-4201-a0b4-9123a887023e admin admin] Network hostable DHCP agents. Network: ebb8c0e0-703f-4b3c-8f22-0d80d3a75577, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:41:06.109906 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e21120c-89c8-493b-8240-17655816e7d9 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:06.112474 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21120c-89c8-493b-8240-17655816e7d9 admin admin] Pushing event updated for resources: {'Port': ['ID=91c30f79-168e-491a-bc7c-8c034e757ea8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:06.149919 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf3468-32c3-4f02-ac11-a1f0c48665a7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Port': ['ID=f5b53820-ddfb-4e4f-8179-970aacbaabe2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:06.190001 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bf3468-32c3-4f02-ac11-a1f0c48665a7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Checking segment: {'id': 'cd3c0f16-6c90-4f80-8bc5-e5fff235329f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c6443771-a6ce-44a9-8192-1583366cef2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:06.190620 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bf3468-32c3-4f02-ac11-a1f0c48665a7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network hostable DHCP agents. Network: c6443771-a6ce-44a9-8192-1583366cef2e, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:41:06.246966 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-809085c4-9856-4b69-b896-827dac1bfa77 req-a4361920-7adf-4b3c-a935-7dda3a23548b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983104 Jul 15 13:41:06.279562 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bf3468-32c3-4f02-ac11-a1f0c48665a7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network c6443771-a6ce-44a9-8192-1583366cef2e is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:41:06.285672 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e21120c-89c8-493b-8240-17655816e7d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:06.304531 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0e51e9-d5f4-4201-a0b4-9123a887023e admin admin] Network ebb8c0e0-703f-4b3c-8f22-0d80d3a75577 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:41:06.313175 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-02bf3468-32c3-4f02-ac11-a1f0c48665a7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, c6443771-a6ce-44a9-8192-1583366cef2e) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:06.320013 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bf3468-32c3-4f02-ac11-a1f0c48665a7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:06.325040 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c40618f-e22e-4791-ab55-8fa001276564 None None] Network c6443771-a6ce-44a9-8192-1583366cef2e requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:06.326344 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bf3468-32c3-4f02-ac11-a1f0c48665a7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:06.327703 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02bf3468-32c3-4f02-ac11-a1f0c48665a7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:06.340087 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043e3f2-6f7d-4ad1-b79e-848a78b24948 req-73a98bb8-1919-47e4-b207-12cc58a07505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:06.341956 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f043e3f2-6f7d-4ad1-b79e-848a78b24948 req-73a98bb8-1919-47e4-b207-12cc58a07505 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6a009645feb04959b4d54831dba76b81&device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 1097 time: 0.1859601 Jul 15 13:41:06.370675 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-02bf3468-32c3-4f02-ac11-a1f0c48665a7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3100121 Jul 15 13:41:06.378228 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38370) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:06.390691 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d6353f19-d183-4b2b-97f6-75bc0b33b0ac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-832090732'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:06.452878 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-ec0e51e9-d5f4-4201-a0b4-9123a887023e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, ebb8c0e0-703f-4b3c-8f22-0d80d3a75577) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:06.461438 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0e51e9-d5f4-4201-a0b4-9123a887023e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:06.462933 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ec0e51e9-d5f4-4201-a0b4-9123a887023e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:06.477158 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6353f19-d183-4b2b-97f6-75bc0b33b0ac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:06.481990 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6353f19-d183-4b2b-97f6-75bc0b33b0ac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:06.499896 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89bd545-fa05-4fc7-96bb-51e1a06e001d None None] Network ebb8c0e0-703f-4b3c-8f22-0d80d3a75577 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:06.535936 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043e3f2-6f7d-4ad1-b79e-848a78b24948 req-038fbf06-6bab-4f96-94f0-72ef249bbc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:06.537394 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f043e3f2-6f7d-4ad1-b79e-848a78b24948 req-038fbf06-6bab-4f96-94f0-72ef249bbc99 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e606fbf2-6d31-4c0c-b11e-11481e1e0c38 HTTP/1.1" status: 200 len: 918 time: 0.1891754 Jul 15 13:41:06.538324 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6353f19-d183-4b2b-97f6-75bc0b33b0ac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:41:06.588861 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6353f19-d183-4b2b-97f6-75bc0b33b0ac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:06.589545 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-d6353f19-d183-4b2b-97f6-75bc0b33b0ac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Added segment 72a90f31-cd73-4db2-a455-6468dae13de2 of type vlan for network a736945e-0993-42d3-8305-1e800b9fb175 Jul 15 13:41:06.653743 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e6fc87d4-e62a-4418-897e-a17bc2346e92 None None] Provisioning for port 91c30f79-168e-491a-bc7c-8c034e757ea8 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:06.659778 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6353f19-d183-4b2b-97f6-75bc0b33b0ac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:06.663889 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e6fc87d4-e62a-4418-897e-a17bc2346e92 None None] Provisioning complete for port 91c30f79-168e-491a-bc7c-8c034e757ea8 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:06.664263 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e6fc87d4-e62a-4418-897e-a17bc2346e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:06.678665 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f043e3f2-6f7d-4ad1-b79e-848a78b24948 req-391a609f-10df-4645-aa59-33df5de37146 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d HTTP/1.1" status: 200 len: 1000 time: 0.1318650 Jul 15 13:41:06.752525 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e6fc87d4-e62a-4418-897e-a17bc2346e92 None None] Port 91c30f79-168e-491a-bc7c-8c034e757ea8 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:41:06.787315 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2694cea-0b40-4366-a918-3515cc7c927a None None] Network ebb8c0e0-703f-4b3c-8f22-0d80d3a75577 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:06.807401 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043e3f2-6f7d-4ad1-b79e-848a78b24948 req-d5a900e4-7c74-4f50-95ab-a218a5d304dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:06.809077 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f043e3f2-6f7d-4ad1-b79e-848a78b24948 req-d5a900e4-7c74-4f50-95ab-a218a5d304dd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=781e91a3-d9e2-4a55-aa10-3466cf7c7f92 HTTP/1.1" status: 200 len: 856 time: 0.1245537 Jul 15 13:41:06.810582 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6353f19-d183-4b2b-97f6-75bc0b33b0ac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:06.811732 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:06.817333 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6353f19-d183-4b2b-97f6-75bc0b33b0ac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:06.818013 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6353f19-d183-4b2b-97f6-75bc0b33b0ac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:06.933391 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d6353f19-d183-4b2b-97f6-75bc0b33b0ac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5516417 Jul 15 13:41:06.933391 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353f19-d183-4b2b-97f6-75bc0b33b0ac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Network': ['ID=a736945e-0993-42d3-8305-1e800b9fb175,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:06.934905 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38382) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:06.948778 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-15e12f97-cdb5-42b8-8245-7f3915121fbc tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'ports': [{'network_id': 'c6443771-a6ce-44a9-8192-1583366cef2e'}, {'network_id': 'a736945e-0993-42d3-8305-1e800b9fb175'}]} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:06.949308 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-15e12f97-cdb5-42b8-8245-7f3915121fbc tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'port': {'network_id': 'c6443771-a6ce-44a9-8192-1583366cef2e'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:06.950166 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-15e12f97-cdb5-42b8-8245-7f3915121fbc tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'port': {'network_id': 'a736945e-0993-42d3-8305-1e800b9fb175'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:06.973227 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network a736945e-0993-42d3-8305-1e800b9fb175 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:41:07.063565 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043e3f2-6f7d-4ad1-b79e-848a78b24948 req-f2b4242e-f7aa-4670-afed-87655dff8920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:07.065593 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f043e3f2-6f7d-4ad1-b79e-848a78b24948 req-f2b4242e-f7aa-4670-afed-87655dff8920 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e606fbf2-6d31-4c0c-b11e-11481e1e0c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2447078 Jul 15 13:41:07.087919 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ec0e51e9-d5f4-4201-a0b4-9123a887023e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.1769063 Jul 15 13:41:07.248217 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:07.251738 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:07.675477 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e21120c-89c8-493b-8240-17655816e7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:07.961286 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46839d8f-1d43-40d1-b32f-61f3d6a0376a req-81a3c5ac-5581-4289-bd3a-6e22c9c8f386 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:07.976268 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-46839d8f-1d43-40d1-b32f-61f3d6a0376a req-81a3c5ac-5581-4289-bd3a-6e22c9c8f386 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d HTTP/1.1" status: 200 len: 944 time: 0.4404263 Jul 15 13:41:08.010740 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e12f97-cdb5-42b8-8245-7f3915121fbc tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'port': 2} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:08.015818 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15e12f97-cdb5-42b8-8245-7f3915121fbc tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:08.032947 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-d6e6d52e-eba0-4205-bc75-a6b2f1cb373e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Deleting port 5d0bbbfb-921b-4c87-90dd-832ef37e9bfa {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:08.033289 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d52e-eba0-4205-bc75-a6b2f1cb373e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:08.081354 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15e12f97-cdb5-42b8-8245-7f3915121fbc tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:08.100787 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f043e3f2-6f7d-4ad1-b79e-848a78b24948 req-3c2d0aae-ffa2-4048-b214-fc0f8bf9e139 service neutron] 10.222.0.18 "GET /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9561188 Jul 15 13:41:08.181706 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46ddfe-1e73-4ee0-8bd8-3b50c66d5071 req-0bfa3570-b768-4b87-9d7d-90d071e59ee9 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:08.188705 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fc46ddfe-1e73-4ee0-8bd8-3b50c66d5071 req-0bfa3570-b768-4b87-9d7d-90d071e59ee9 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 945 time: 0.3717823 Jul 15 13:41:08.246790 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-15e12f97-cdb5-42b8-8245-7f3915121fbc tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] device_id is not set on port ee4da2aa-2a52-484c-8530-8b5a6168cf32 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:41:08.286537 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-46839d8f-1d43-40d1-b32f-61f3d6a0376a req-48675695-58aa-45b7-bfaa-572454b91394 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3090825 Jul 15 13:41:08.363132 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fc46ddfe-1e73-4ee0-8bd8-3b50c66d5071 req-3740b27e-9df6-4ec7-9090-e240804848a1 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690006 Jul 15 13:41:08.364278 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:08.399361 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f043e3f2-6f7d-4ad1-b79e-848a78b24948 req-0834ff31-5b06-497a-bb0e-0cae22205c95 service neutron] 10.222.0.18 "GET /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608721 Jul 15 13:41:08.528442 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-d6e6d52e-eba0-4205-bc75-a6b2f1cb373e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] For port 5d0bbbfb-921b-4c87-90dd-832ef37e9bfa, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=5d0bbbfb-921b-4c87-90dd-832ef37e9bfa,segment=NetworkSegment(fcaf1e74-bf4d-45b5-a148-fed25331eb7a),segment_id=fcaf1e74-bf4d-45b5-a148-fed25331eb7a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:08.528851 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d52e-eba0-4205-bc75-a6b2f1cb373e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:08.571556 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15e12f97-cdb5-42b8-8245-7f3915121fbc tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:08.609622 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-d6e6d52e-eba0-4205-bc75-a6b2f1cb373e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Calling delete_port for 5d0bbbfb-921b-4c87-90dd-832ef37e9bfa owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:08.654319 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38402) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:08.669264 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-add3cd93-93e2-4ff9-8417-7959086bf769 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1831259320-network', 'tenant_id': '3d1c927359d74c8ba6ef70e6fe04ceb6'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:08.676543 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-15e12f97-cdb5-42b8-8245-7f3915121fbc tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] device_id is not set on port 9649151f-f50d-4616-8af1-c574ffe6fbbf yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:41:08.689441 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e21120c-89c8-493b-8240-17655816e7d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:08.699150 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e21120c-89c8-493b-8240-17655816e7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:08.835535 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15e12f97-cdb5-42b8-8245-7f3915121fbc tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:08.841340 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add3cd93-93e2-4ff9-8417-7959086bf769 admin admin] Made reservation on behalf of 3d1c927359d74c8ba6ef70e6fe04ceb6 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:08.844179 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-add3cd93-93e2-4ff9-8417-7959086bf769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:08.864334 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21120c-89c8-493b-8240-17655816e7d9 admin admin] Pushing event updated for resources: {'Port': ['ID=91c30f79-168e-491a-bc7c-8c034e757ea8,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:08.870447 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-add3cd93-93e2-4ff9-8417-7959086bf769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:08.872568 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e21120c-89c8-493b-8240-17655816e7d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:08.896285 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15e12f97-cdb5-42b8-8245-7f3915121fbc tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:08.976246 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e12f97-cdb5-42b8-8245-7f3915121fbc tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network c6443771-a6ce-44a9-8192-1583366cef2e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:08.981720 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-15e12f97-cdb5-42b8-8245-7f3915121fbc tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:08.989158 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e12f97-cdb5-42b8-8245-7f3915121fbc tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:08.990752 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15e12f97-cdb5-42b8-8245-7f3915121fbc tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:09.029655 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e12f97-cdb5-42b8-8245-7f3915121fbc tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Port': ['ID=ee4da2aa-2a52-484c-8530-8b5a6168cf32,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:09.102655 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e12f97-cdb5-42b8-8245-7f3915121fbc tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Checking segment: {'id': '72a90f31-cd73-4db2-a455-6468dae13de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a736945e-0993-42d3-8305-1e800b9fb175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:09.103001 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e12f97-cdb5-42b8-8245-7f3915121fbc tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network hostable DHCP agents. Network: a736945e-0993-42d3-8305-1e800b9fb175, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:41:09.106047 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e12f97-cdb5-42b8-8245-7f3915121fbc tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Port': ['ID=9649151f-f50d-4616-8af1-c574ffe6fbbf,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:09.130147 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e12f97-cdb5-42b8-8245-7f3915121fbc tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network a736945e-0993-42d3-8305-1e800b9fb175 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:41:09.145447 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-15e12f97-cdb5-42b8-8245-7f3915121fbc tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, a736945e-0993-42d3-8305-1e800b9fb175) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:09.152746 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e12f97-cdb5-42b8-8245-7f3915121fbc tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:09.161173 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e12f97-cdb5-42b8-8245-7f3915121fbc tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:09.166692 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c7a909-ea1a-4c88-9e72-555fb13000f7 None None] Network a736945e-0993-42d3-8305-1e800b9fb175 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:09.170947 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e12f97-cdb5-42b8-8245-7f3915121fbc tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:09.171796 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15e12f97-cdb5-42b8-8245-7f3915121fbc tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:09.266974 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-add3cd93-93e2-4ff9-8417-7959086bf769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:09.280493 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e21120c-89c8-493b-8240-17655816e7d9 admin admin] Network cfe13701-402e-4451-b224-b3c2551c36c1 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:09.284735 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-add3cd93-93e2-4ff9-8417-7959086bf769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:09.287873 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-15e12f97-cdb5-42b8-8245-7f3915121fbc tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3448105 Jul 15 13:41:09.290864 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38404) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:09.357213 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-0e21120c-89c8-493b-8240-17655816e7d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:09.362143 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3cd93-93e2-4ff9-8417-7959086bf769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25de184a-af3f-4af8-8220-22aee8676815,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:09.365287 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d52e-eba0-4205-bc75-a6b2f1cb373e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:09.563885 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-67860b1e-11f3-4233-918b-d2bf09946488 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Deleting port 9649151f-f50d-4616-8af1-c574ffe6fbbf {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:09.564225 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-67860b1e-11f3-4233-918b-d2bf09946488 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:09.601503 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6d52e-eba0-4205-bc75-a6b2f1cb373e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event deleted for resources: {'Port': ['ID=5d0bbbfb-921b-4c87-90dd-832ef37e9bfa,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:09.626849 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add3cd93-93e2-4ff9-8417-7959086bf769 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:41:09.688178 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-67860b1e-11f3-4233-918b-d2bf09946488 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:09.709877 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-67860b1e-11f3-4233-918b-d2bf09946488 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Calling delete_port for 9649151f-f50d-4616-8af1-c574ffe6fbbf owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:09.944728 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-add3cd93-93e2-4ff9-8417-7959086bf769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:09.949878 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-add3cd93-93e2-4ff9-8417-7959086bf769 admin admin] Added segment 696b7932-d1ca-49b9-9b5e-92e9b2bf3a42 of type vlan for network acdcd1a0-e530-489b-aa64-270495453a00 Jul 15 13:41:09.959113 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a25cb8a7-188f-45f1-9e5d-4f64438728e2 None None] Provisioning complete for port 91c30f79-168e-491a-bc7c-8c034e757ea8 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:09.960731 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a25cb8a7-188f-45f1-9e5d-4f64438728e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:09.975213 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5e0e1-40b3-41e5-ab83-9bb684568f22 req-d4613f40-d09d-4025-8135-049eff589e96 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:09.978760 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1af5e0e1-40b3-41e5-ab83-9bb684568f22 req-d4613f40-d09d-4025-8135-049eff589e96 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 945 time: 0.1921802 Jul 15 13:41:09.980942 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-67860b1e-11f3-4233-918b-d2bf09946488 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:10.040146 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a25cb8a7-188f-45f1-9e5d-4f64438728e2 None None] Port 91c30f79-168e-491a-bc7c-8c034e757ea8 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:41:10.073716 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e21120c-89c8-493b-8240-17655816e7d9 admin admin] Router 2c0f94af-1e28-4b71-9ada-617f1fabae27 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:41:10.080055 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-add3cd93-93e2-4ff9-8417-7959086bf769 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:10.087334 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67860b1e-11f3-4233-918b-d2bf09946488 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Port': ['ID=9649151f-f50d-4616-8af1-c574ffe6fbbf,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:10.118297 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-67860b1e-11f3-4233-918b-d2bf09946488 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:10.123055 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-67860b1e-11f3-4233-918b-d2bf09946488 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/ports/9649151f-f50d-4616-8af1-c574ffe6fbbf HTTP/1.1" status: 204 len: 168 time: 0.8288629 Jul 15 13:41:10.129171 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38410) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:10.156336 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d6e6d52e-eba0-4205-bc75-a6b2f1cb373e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:10.171005 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33cf39f-370f-4abf-b40e-0a7280a75098 req-ae26377a-bfb6-482b-8a23-ee364eeb9397 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:10.179194 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b33cf39f-370f-4abf-b40e-0a7280a75098 req-ae26377a-bfb6-482b-8a23-ee364eeb9397 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d HTTP/1.1" status: 200 len: 944 time: 0.5545914 Jul 15 13:41:10.200861 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1af5e0e1-40b3-41e5-ab83-9bb684568f22 req-c5f1c66d-123b-4b9d-8117-c8f4eb0431f7 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042809 Jul 15 13:41:10.217840 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-add3cd93-93e2-4ff9-8417-7959086bf769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:10.219145 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add3cd93-93e2-4ff9-8417-7959086bf769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:10.219878 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-add3cd93-93e2-4ff9-8417-7959086bf769 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:10.268331 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427d5545-c010-421b-b4a3-2c64bff1c3a6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:10.274945 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427d5545-c010-421b-b4a3-2c64bff1c3a6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:10.277824 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-427d5545-c010-421b-b4a3-2c64bff1c3a6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1464558 Jul 15 13:41:10.280106 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38412) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:10.374041 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-add3cd93-93e2-4ff9-8417-7959086bf769 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7171743 Jul 15 13:41:10.378291 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38414) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:10.397652 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4d19bd45-43e0-4ad7-befe-43b3e53c87b9 admin admin] Request body: {'subnet': {'network_id': 'acdcd1a0-e530-489b-aa64-270495453a00', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1831259320-subnet', 'tenant_id': '3d1c927359d74c8ba6ef70e6fe04ceb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:10.528871 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d1610bcd-a52b-41c2-a95f-77b2ca2f978e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Deleting port ee4da2aa-2a52-484c-8530-8b5a6168cf32 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:10.530513 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1610bcd-a52b-41c2-a95f-77b2ca2f978e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:10.602732 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b33cf39f-370f-4abf-b40e-0a7280a75098 req-3e636349-ce70-4d79-b14a-34083a257a56 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3752258 Jul 15 13:41:10.604255 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3cd93-93e2-4ff9-8417-7959086bf769 admin admin] Pushing event updated for resources: {'Network': ['ID=acdcd1a0-e530-489b-aa64-270495453a00,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:10.624966 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3cd93-93e2-4ff9-8417-7959086bf769 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:10.625667 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3cd93-93e2-4ff9-8417-7959086bf769 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:10.626278 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3cd93-93e2-4ff9-8417-7959086bf769 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:10.626826 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3cd93-93e2-4ff9-8417-7959086bf769 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:10.627394 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3cd93-93e2-4ff9-8417-7959086bf769 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:10.627934 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3cd93-93e2-4ff9-8417-7959086bf769 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:10.628508 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3cd93-93e2-4ff9-8417-7959086bf769 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:10.629058 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3cd93-93e2-4ff9-8417-7959086bf769 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:10.629608 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3cd93-93e2-4ff9-8417-7959086bf769 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:10.630234 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3cd93-93e2-4ff9-8417-7959086bf769 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:10.630769 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3cd93-93e2-4ff9-8417-7959086bf769 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:10.631314 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3cd93-93e2-4ff9-8417-7959086bf769 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:10.634939 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d19bd45-43e0-4ad7-befe-43b3e53c87b9 admin admin] Made reservation on behalf of 3d1c927359d74c8ba6ef70e6fe04ceb6 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:10.638407 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d19bd45-43e0-4ad7-befe-43b3e53c87b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:10.649132 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network acdcd1a0-e530-489b-aa64-270495453a00 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:41:10.741120 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e21120c-89c8-493b-8240-17655816e7d9 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:41:10.759458 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1610bcd-a52b-41c2-a95f-77b2ca2f978e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:10.767026 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d11999-b2d6-494b-b289-aa3531226990 None None] Sync routers for ids ['2c0f94af-1e28-4b71-9ada-617f1fabae27'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:41:10.774664 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0e21120c-89c8-493b-8240-17655816e7d9 admin admin] 10.222.0.24 "PUT /v2.0/routers/2c0f94af-1e28-4b71-9ada-617f1fabae27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8221700 Jul 15 13:41:10.811735 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d11999-b2d6-494b-b289-aa3531226990 None None] Routers {'2c0f94af-1e28-4b71-9ada-617f1fabae27'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:10.814736 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-c2d11999-b2d6-494b-b289-aa3531226990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:40:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['2c0f94af-1e28-4b71-9ada-617f1fabae27'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:10.825004 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d1610bcd-a52b-41c2-a95f-77b2ca2f978e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Calling delete_port for ee4da2aa-2a52-484c-8530-8b5a6168cf32 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:11.062023 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-c2d11999-b2d6-494b-b289-aa3531226990 None None] Set router 2c0f94af-1e28-4b71-9ada-617f1fabae27 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:11.110261 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1610bcd-a52b-41c2-a95f-77b2ca2f978e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:11.232267 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1610bcd-a52b-41c2-a95f-77b2ca2f978e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Port': ['ID=ee4da2aa-2a52-484c-8530-8b5a6168cf32,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:11.244373 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1610bcd-a52b-41c2-a95f-77b2ca2f978e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:11.258106 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d1610bcd-a52b-41c2-a95f-77b2ca2f978e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/ports/ee4da2aa-2a52-484c-8530-8b5a6168cf32 HTTP/1.1" status: 204 len: 168 time: 0.9761655 Jul 15 13:41:11.258981 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38424) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:11.440148 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d19bd45-43e0-4ad7-befe-43b3e53c87b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:11.444687 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e6d52e-eba0-4205-bc75-a6b2f1cb373e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Router 82aa1ac6-a0fc-4c21-8a15-79115d443978 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:41:11.462443 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec0bbaf-c547-4a72-abeb-8aa1ac7ebbfc tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:11.465588 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0ec0bbaf-c547-4a72-abeb-8aa1ac7ebbfc tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2022297 Jul 15 13:41:11.468499 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38428) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:11.538042 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccbc5144-3279-444d-8922-941f9862d84f tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] GET failed (client error): The resource could not be found. Jul 15 13:41:11.540285 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ccbc5144-3279-444d-8922-941f9862d84f tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "GET /v2.0/ports/9649151f-f50d-4616-8af1-c574ffe6fbbf HTTP/1.1" status: 404 len: 333 time: 0.0698831 Jul 15 13:41:11.552263 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38430) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:11.606982 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-c2d11999-b2d6-494b-b289-aa3531226990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0f94af-1e28-4b71-9ada-617f1fabae27', 'name': 'tempest-TestServerBasicOps-187143381-router', 'tenant_id': '36cadce970234e53b1ca10bb35bf951a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:52Z', 'updated_at': '2021-07-15T13:41:07Z', 'revision_number': 4, 'project_id': '36cadce970234e53b1ca10bb35bf951a', 'gw_port': {'id': '1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:01:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0f94af-1e28-4b71-9ada-617f1fabae27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:54Z', 'updated_at': '2021-07-15T13:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '91c30f79-168e-491a-bc7c-8c034e757ea8', 'name': '', 'network_id': 'cfe13701-402e-4451-b224-b3c2551c36c1', 'tenant_id': '36cadce970234e53b1ca10bb35bf951a', 'mac_address': 'fa:16:3e:2a:09:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0f94af-1e28-4b71-9ada-617f1fabae27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'ae89b4a1-759d-4cbf-a5d6-c98183e1ac88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:04Z', 'updated_at': '2021-07-15T13:41:07Z', 'revision_number': 2, 'project_id': '36cadce970234e53b1ca10bb35bf951a', 'subnets': [{'id': 'ae89b4a1-759d-4cbf-a5d6-c98183e1ac88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:11.618703 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19bd45-43e0-4ad7-befe-43b3e53c87b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b52c410e-ae04-44ae-8fa6-d93338a12d80,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:11.632205 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d19bd45-43e0-4ad7-befe-43b3e53c87b9 admin admin] Checking segment: {'id': '696b7932-d1ca-49b9-9b5e-92e9b2bf3a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'acdcd1a0-e530-489b-aa64-270495453a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:11.632568 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d19bd45-43e0-4ad7-befe-43b3e53c87b9 admin admin] Network hostable DHCP agents. Network: acdcd1a0-e530-489b-aa64-270495453a00, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:41:11.659930 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d11999-b2d6-494b-b289-aa3531226990 None None] Checking router: 2c0f94af-1e28-4b71-9ada-617f1fabae27 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:41:11.660308 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d11999-b2d6-494b-b289-aa3531226990 None None] Updating router 2c0f94af-1e28-4b71-9ada-617f1fabae27 port 91c30f79-168e-491a-bc7c-8c034e757ea8 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:41:11.683253 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-07dd9e7e-bd32-4adf-b703-5b25a37f82d8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] GET failed (client error): The resource could not be found. Jul 15 13:41:11.691290 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-07dd9e7e-bd32-4adf-b703-5b25a37f82d8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "GET /v2.0/ports/ee4da2aa-2a52-484c-8530-8b5a6168cf32 HTTP/1.1" status: 404 len: 333 time: 0.1374042 Jul 15 13:41:11.691963 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38434) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:11.743201 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c2d11999-b2d6-494b-b289-aa3531226990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:11.879655 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38436) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:11.906902 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-61d06e3b-b5ae-4e5e-a7e9-b831ec182d86 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1998987506', 'description': 'tempest-secgroup-smoke-1998987506 description', 'project_id': '41952a16a6834f27b5d7e8366be76781'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:11.933647 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51522954-a201-4089-a2af-ec26e79909f8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:11.993037 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61d06e3b-b5ae-4e5e-a7e9-b831ec182d86 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:12.215415 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51522954-a201-4089-a2af-ec26e79909f8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:12.239111 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-51522954-a201-4089-a2af-ec26e79909f8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a736945e-0993-42d3-8305-1e800b9fb175']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:12.269378 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-51522954-a201-4089-a2af-ec26e79909f8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a90f31-cd73-4db2-a455-6468dae13de2') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:12.269723 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-51522954-a201-4089-a2af-ec26e79909f8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a90f31-cd73-4db2-a455-6468dae13de2') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:12.278672 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c2d11999-b2d6-494b-b289-aa3531226990 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:12.301402 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c2d11999-b2d6-494b-b289-aa3531226990 None None] Transition to ACTIVE for port object 91c30f79-168e-491a-bc7c-8c034e757ea8 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:12.318470 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c2d11999-b2d6-494b-b289-aa3531226990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:12.336456 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51522954-a201-4089-a2af-ec26e79909f8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:12.398577 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51522954-a201-4089-a2af-ec26e79909f8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:12.416091 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51522954-a201-4089-a2af-ec26e79909f8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:41:12.417005 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51522954-a201-4089-a2af-ec26e79909f8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:41:12.550684 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:41:12.562311 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51522954-a201-4089-a2af-ec26e79909f8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:12.571811 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d19bd45-43e0-4ad7-befe-43b3e53c87b9 admin admin] Network acdcd1a0-e530-489b-aa64-270495453a00 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:41:12.605193 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e6d52e-eba0-4205-bc75-a6b2f1cb373e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:41:12.612616 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d6e6d52e-eba0-4205-bc75-a6b2f1cb373e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "PUT /v2.0/routers/82aa1ac6-a0fc-4c21-8a15-79115d443978/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5219054 Jul 15 13:41:12.616538 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38438) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:12.623292 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a06f1c-ff1c-477d-a979-33da8ada7269 None None] Sync routers for ids ['82aa1ac6-a0fc-4c21-8a15-79115d443978'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:41:12.656998 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a06f1c-ff1c-477d-a979-33da8ada7269 None None] Routers {'82aa1ac6-a0fc-4c21-8a15-79115d443978'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:12.663390 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-34a06f1c-ff1c-477d-a979-33da8ada7269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:40:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['82aa1ac6-a0fc-4c21-8a15-79115d443978'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:12.668482 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f9f46-4557-483f-83eb-549f229291e6 req-3d9882fc-a8e3-4866-8f52-0a47b4979db6 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:12.675122 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-4d19bd45-43e0-4ad7-befe-43b3e53c87b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, acdcd1a0-e530-489b-aa64-270495453a00) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:12.680093 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e08f9f46-4557-483f-83eb-549f229291e6 req-3d9882fc-a8e3-4866-8f52-0a47b4979db6 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d HTTP/1.1" status: 200 len: 944 time: 0.6528082 Jul 15 13:41:12.684469 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51522954-a201-4089-a2af-ec26e79909f8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:12.694121 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-51522954-a201-4089-a2af-ec26e79909f8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/networks/a736945e-0993-42d3-8305-1e800b9fb175 HTTP/1.1" status: 204 len: 168 time: 1.0003340 Jul 15 13:41:12.696191 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d19bd45-43e0-4ad7-befe-43b3e53c87b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:12.697075 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d19bd45-43e0-4ad7-befe-43b3e53c87b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:12.702810 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38440) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:12.708233 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51522954-a201-4089-a2af-ec26e79909f8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Network': ['ID=a736945e-0993-42d3-8305-1e800b9fb175,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:12.717258 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ee1a1ee8-99b3-40e4-b510-ea2951d43492 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2014983108'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:12.768003 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6ef4c-83f2-48a3-ba99-412e17f1f9a0 req-ffb020bc-9a7d-4d03-b93c-5cdbf57a9a6a tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:12.770155 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-40b6ef4c-83f2-48a3-ba99-412e17f1f9a0 req-ffb020bc-9a7d-4d03-b93c-5cdbf57a9a6a tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 945 time: 1.2434509 Jul 15 13:41:12.802438 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-4783990a-1f93-42bd-9ef9-2a449f11d104 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Deleting subnet 8e3f2039-b778-40b0-bdc7-f07e93fa4107 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:41:12.824731 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4783990a-1f93-42bd-9ef9-2a449f11d104 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:12.862403 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e08f9f46-4557-483f-83eb-549f229291e6 req-dd5a0c7a-3a98-47ca-b7ce-814f29e666cd tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801858 Jul 15 13:41:12.876728 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61d06e3b-b5ae-4e5e-a7e9-b831ec182d86 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:12.886548 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61d06e3b-b5ae-4e5e-a7e9-b831ec182d86 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:12.919015 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-40b6ef4c-83f2-48a3-ba99-412e17f1f9a0 req-1022d4c3-091a-4cb1-af03-919b7e49a4b7 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282644 Jul 15 13:41:12.919443 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-34a06f1c-ff1c-477d-a979-33da8ada7269 None None] Set router 82aa1ac6-a0fc-4c21-8a15-79115d443978 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:12.924862 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4783990a-1f93-42bd-9ef9-2a449f11d104 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:12.949459 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4d19bd45-43e0-4ad7-befe-43b3e53c87b9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5601454 Jul 15 13:41:12.985044 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022db43-0aee-48f8-98dd-97d732cd21e6 None None] Pushing event updated for resources: {'Port': ['ID=91c30f79-168e-491a-bc7c-8c034e757ea8,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:12.993382 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d17ce1-09e4-4971-b113-6887773d7e94 None None] Network acdcd1a0-e530-489b-aa64-270495453a00 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:13.055665 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d06e3b-b5ae-4e5e-a7e9-b831ec182d86 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13a7a8a8-6e2a-4757-b97b-ab9be5e509c6,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:13.085619 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1a1ee8-99b3-40e4-b510-ea2951d43492 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:13.090439 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61d06e3b-b5ae-4e5e-a7e9-b831ec182d86 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.093704 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-61d06e3b-b5ae-4e5e-a7e9-b831ec182d86 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2014358 Jul 15 13:41:13.095929 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee1a1ee8-99b3-40e4-b510-ea2951d43492 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.096916 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38444) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:13.102849 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7a96ab0a-dbde-446a-8023-9fb907165dae tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Request body: {'security_group_rule': {'security_group_id': '13a7a8a8-6e2a-4757-b97b-ab9be5e509c6', 'project_id': '41952a16a6834f27b5d7e8366be76781', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:13.181936 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a96ab0a-dbde-446a-8023-9fb907165dae tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.272891 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38446) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:13.273812 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee1a1ee8-99b3-40e4-b510-ea2951d43492 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:41:13.335646 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a96ab0a-dbde-446a-8023-9fb907165dae tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.348194 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab379249-2f87-41ce-aa30-8a65c9fc14da admin admin] Deleting subnet 4958e477-08f4-4e6e-8519-c9e4b4820c72 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:41:13.361188 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a96ab0a-dbde-446a-8023-9fb907165dae tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.362873 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab379249-2f87-41ce-aa30-8a65c9fc14da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.377496 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-c2d11999-b2d6-494b-b289-aa3531226990 None None] Attempting to bind port 91c30f79-168e-491a-bc7c-8c034e757ea8 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:41:13.379744 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-c2d11999-b2d6-494b-b289-aa3531226990 None None] Attempting to bind port 91c30f79-168e-491a-bc7c-8c034e757ea8 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '56e1e9e4-2c77-41b4-9f4e-095e5f5da200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cfe13701-402e-4451-b224-b3c2551c36c1'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:41:13.380351 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d11999-b2d6-494b-b289-aa3531226990 None None] Attempting to bind port 91c30f79-168e-491a-bc7c-8c034e757ea8 on network cfe13701-402e-4451-b224-b3c2551c36c1 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:13.403956 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d11999-b2d6-494b-b289-aa3531226990 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:41:13.409550 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee1a1ee8-99b3-40e4-b510-ea2951d43492 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.410143 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-ee1a1ee8-99b3-40e4-b510-ea2951d43492 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Added segment b8007d6f-d068-41f4-9ecc-2acc3d388aab of type vlan for network 8c19445f-4842-498f-b9cd-95e5a4a3420c Jul 15 13:41:13.417142 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96ab0a-dbde-446a-8023-9fb907165dae tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b70d4ef-dec7-4b1d-b9b9-c60c7d0e68ad,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:13.424339 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d11999-b2d6-494b-b289-aa3531226990 None None] Checking segment: {'id': '56e1e9e4-2c77-41b4-9f4e-095e5f5da200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cfe13701-402e-4451-b224-b3c2551c36c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:13.424766 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c2d11999-b2d6-494b-b289-aa3531226990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.425319 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d11999-b2d6-494b-b289-aa3531226990 None None] Bound using segment: {'id': '56e1e9e4-2c77-41b4-9f4e-095e5f5da200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cfe13701-402e-4451-b224-b3c2551c36c1'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:41:13.425880 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-c2d11999-b2d6-494b-b289-aa3531226990 None None] Bound port: 91c30f79-168e-491a-bc7c-8c034e757ea8, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e1e9e4-2c77-41b4-9f4e-095e5f5da200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cfe13701-402e-4451-b224-b3c2551c36c1'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:41:13.426472 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c2d11999-b2d6-494b-b289-aa3531226990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.437963 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4783990a-1f93-42bd-9ef9-2a449f11d104 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.448016 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a96ab0a-dbde-446a-8023-9fb907165dae tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.449522 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7a96ab0a-dbde-446a-8023-9fb907165dae tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3514140 Jul 15 13:41:13.454783 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38448) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:13.459926 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9eafb261-a5d7-46f5-974c-51a841142127 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Request body: {'security_group_rule': {'security_group_id': '13a7a8a8-6e2a-4757-b97b-ab9be5e509c6', 'project_id': '41952a16a6834f27b5d7e8366be76781', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:13.507995 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab379249-2f87-41ce-aa30-8a65c9fc14da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.548801 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9eafb261-a5d7-46f5-974c-51a841142127 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.563692 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee1a1ee8-99b3-40e4-b510-ea2951d43492 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.571616 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-34a06f1c-ff1c-477d-a979-33da8ada7269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773715229', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '55c13736-477e-4361-b94d-eca3dc993692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:13Z', 'updated_at': '2021-07-15T13:41:09Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '55c13736-477e-4361-b94d-eca3dc993692', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:15Z', 'updated_at': '2021-07-15T13:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:13.650261 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab379249-2f87-41ce-aa30-8a65c9fc14da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.656522 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device a3c91c50-d36e-42b8-8def-d602c66dac32 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:41:13.679897 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a06f1c-ff1c-477d-a979-33da8ada7269 None None] Checking router: 82aa1ac6-a0fc-4c21-8a15-79115d443978 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:41:13.691186 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee1a1ee8-99b3-40e4-b510-ea2951d43492 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.705676 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a06f1c-ff1c-477d-a979-33da8ada7269 None None] Routers {'82aa1ac6-a0fc-4c21-8a15-79115d443978'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:13.706384 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-34a06f1c-ff1c-477d-a979-33da8ada7269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:40:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['82aa1ac6-a0fc-4c21-8a15-79115d443978'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:13.709187 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1a1ee8-99b3-40e4-b510-ea2951d43492 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:13.710116 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee1a1ee8-99b3-40e4-b510-ea2951d43492 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.735466 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9eafb261-a5d7-46f5-974c-51a841142127 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.743984 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9eafb261-a5d7-46f5-974c-51a841142127 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.764675 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d6cbe0-30b4-48a6-9b1e-149bb8f1c21c None None] Network acdcd1a0-e530-489b-aa64-270495453a00 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:13.773736 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafb261-a5d7-46f5-974c-51a841142127 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234d2604-779f-425f-b61f-18bcd781813a,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:13.807409 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9eafb261-a5d7-46f5-974c-51a841142127 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.811903 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9eafb261-a5d7-46f5-974c-51a841142127 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3527718 Jul 15 13:41:13.815693 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38450) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:13.815842 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ee1a1ee8-99b3-40e4-b510-ea2951d43492 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1058435 Jul 15 13:41:13.815842 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4783990a-1f93-42bd-9ef9-2a449f11d104 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.817345 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-8dc5ab6e-008e-46de-82fb-95e3f9161c25 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Request body: {'security_group_rule': {'security_group_id': '13a7a8a8-6e2a-4757-b97b-ab9be5e509c6', 'project_id': '41952a16a6834f27b5d7e8366be76781', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:13.818635 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38452) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:13.837824 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9a91385e-e438-4cbb-9a77-7033add7f254 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'subnet': {'network_id': '8c19445f-4842-498f-b9cd-95e5a4a3420c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:13.875737 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8dc5ab6e-008e-46de-82fb-95e3f9161c25 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.912189 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-c2d11999-b2d6-494b-b289-aa3531226990 None None] For port 91c30f79-168e-491a-bc7c-8c034e757ea8, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:41:13.964324 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-c2d11999-b2d6-494b-b289-aa3531226990 None None] For port 91c30f79-168e-491a-bc7c-8c034e757ea8, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=91c30f79-168e-491a-bc7c-8c034e757ea8,segment=NetworkSegment(56e1e9e4-2c77-41b4-9f4e-095e5f5da200),segment_id=56e1e9e4-2c77-41b4-9f4e-095e5f5da200)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:41:13.969439 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-34a06f1c-ff1c-477d-a979-33da8ada7269 None None] Set router 82aa1ac6-a0fc-4c21-8a15-79115d443978 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:13.979584 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c2d11999-b2d6-494b-b289-aa3531226990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:14.073831 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783990a-1f93-42bd-9ef9-2a449f11d104 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event deleted for resources: {'Subnet': ['ID=8e3f2039-b778-40b0-bdc7-f07e93fa4107,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:14.084323 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8dc5ab6e-008e-46de-82fb-95e3f9161c25 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:14.093350 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4783990a-1f93-42bd-9ef9-2a449f11d104 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:14.097473 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4783990a-1f93-42bd-9ef9-2a449f11d104 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "DELETE /v2.0/subnets/8e3f2039-b778-40b0-bdc7-f07e93fa4107 HTTP/1.1" status: 204 len: 168 time: 1.4772577 Jul 15 13:41:14.100154 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38458) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:14.235029 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port a3c91c50-d36e-42b8-8def-d602c66dac32, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=a3c91c50-d36e-42b8-8def-d602c66dac32,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:14.265037 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a1ee8-99b3-40e4-b510-ea2951d43492 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Network': ['ID=8c19445f-4842-498f-b9cd-95e5a4a3420c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:14.271343 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8dc5ab6e-008e-46de-82fb-95e3f9161c25 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:14.283292 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'a3c91c50-d36e-42b8-8def-d602c66dac32', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'port_id': 'a3c91c50-d36e-42b8-8def-d602c66dac32', 'mac_address': 'fa:16:3e:63:23:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4840df0d-ad31-406d-829f-ea4475de886e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:41:14.285223 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d11999-b2d6-494b-b289-aa3531226990 None None] Routers {'2c0f94af-1e28-4b71-9ada-617f1fabae27'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:14.285932 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-c2d11999-b2d6-494b-b289-aa3531226990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:40:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['2c0f94af-1e28-4b71-9ada-617f1fabae27'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:14.344109 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d542c01d-5508-4859-b443-73d309c14eca None None] Network 7a3d89be-04ff-4257-bfc8-200df0476102 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:14.349828 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 8c19445f-4842-498f-b9cd-95e5a4a3420c details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:41:14.360751 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5ab6e-008e-46de-82fb-95e3f9161c25 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad94e1c-69dd-4790-96bc-a77630d2b3f7,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:14.427178 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab379249-2f87-41ce-aa30-8a65c9fc14da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:14.456936 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8dc5ab6e-008e-46de-82fb-95e3f9161c25 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:14.462837 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8dc5ab6e-008e-46de-82fb-95e3f9161c25 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6493587 Jul 15 13:41:14.464089 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38460) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:14.545808 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f72a190d-1a04-4ced-b5db-774c672a1697 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Request body: {'security_group_rule': {'security_group_id': '13a7a8a8-6e2a-4757-b97b-ab9be5e509c6', 'project_id': '41952a16a6834f27b5d7e8366be76781', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:14.569993 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab379249-2f87-41ce-aa30-8a65c9fc14da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4958e477-08f4-4e6e-8519-c9e4b4820c72,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:14.579394 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab379249-2f87-41ce-aa30-8a65c9fc14da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:14.583208 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ab379249-2f87-41ce-aa30-8a65c9fc14da admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4958e477-08f4-4e6e-8519-c9e4b4820c72 HTTP/1.1" status: 204 len: 168 time: 1.3055401 Jul 15 13:41:14.585534 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38462) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:14.608946 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-34a06f1c-ff1c-477d-a979-33da8ada7269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773715229', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '55c13736-477e-4361-b94d-eca3dc993692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:13Z', 'updated_at': '2021-07-15T13:41:09Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '55c13736-477e-4361-b94d-eca3dc993692', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:15Z', 'updated_at': '2021-07-15T13:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:14.636666 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f72a190d-1a04-4ced-b5db-774c672a1697 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:14.655249 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a91385e-e438-4cbb-9a77-7033add7f254 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:14.662106 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a91385e-e438-4cbb-9a77-7033add7f254 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:14.696937 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a06f1c-ff1c-477d-a979-33da8ada7269 None None] The sync data for ids ['82aa1ac6-a0fc-4c21-8a15-79115d443978'] in n-d-758944-45 is: [{'id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'name': 'tempest-TestNetworkAdvancedServerOps-router-773715229', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '55c13736-477e-4361-b94d-eca3dc993692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:13Z', 'updated_at': '2021-07-15T13:41:09Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '55c13736-477e-4361-b94d-eca3dc993692', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82aa1ac6-a0fc-4c21-8a15-79115d443978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:15Z', 'updated_at': '2021-07-15T13:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:41:14.826914 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cece27-1f7a-4d15-a13e-dc47dda819ed req-f4bcaa34-c6eb-4858-b5e0-2323921ee474 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:14.837019 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-77cece27-1f7a-4d15-a13e-dc47dda819ed req-f4bcaa34-c6eb-4858-b5e0-2323921ee474 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d HTTP/1.1" status: 200 len: 944 time: 0.6026456 Jul 15 13:41:14.843371 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d843d-abf5-4f86-9137-a88733064c72 req-1ae0c3c8-6beb-4159-9bc4-315439f55528 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:14.846154 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bd6d843d-abf5-4f86-9137-a88733064c72 req-1ae0c3c8-6beb-4159-9bc4-315439f55528 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 945 time: 0.4395988 Jul 15 13:41:14.922035 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bd6d843d-abf5-4f86-9137-a88733064c72 req-a6ba84a9-47ce-441a-9d4c-9ed4bd29bfac tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640025 Jul 15 13:41:14.946273 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022db43-0aee-48f8-98dd-97d732cd21e6 None None] Pushing event updated for resources: {'Port': ['ID=91c30f79-168e-491a-bc7c-8c034e757ea8,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:15.037270 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-77cece27-1f7a-4d15-a13e-dc47dda819ed req-90d5873d-031b-47c1-a943-72d9df210356 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990285 Jul 15 13:41:15.085684 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-89317130-9bba-4522-95b3-f511f8fd0daa tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.102108 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07b9510c-888e-4257-994c-998a0166cb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.272300 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.284518 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-c2d11999-b2d6-494b-b289-aa3531226990 None None] Set router 2c0f94af-1e28-4b71-9ada-617f1fabae27 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:15.285274 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a91385e-e438-4cbb-9a77-7033add7f254 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.409234 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f72a190d-1a04-4ced-b5db-774c672a1697 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.425082 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f72a190d-1a04-4ced-b5db-774c672a1697 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.471147 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a190d-1a04-4ced-b5db-774c672a1697 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ea3dc2e-1d1c-47c7-aed2-0b4f0004be97,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:15.473375 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91385e-e438-4cbb-9a77-7033add7f254 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Subnet': ['ID=1c5b7f84-4936-458c-a0f4-25f9144f6c75,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:15.495303 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a91385e-e438-4cbb-9a77-7033add7f254 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Checking segment: {'id': 'b8007d6f-d068-41f4-9ecc-2acc3d388aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c19445f-4842-498f-b9cd-95e5a4a3420c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:15.495954 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a91385e-e438-4cbb-9a77-7033add7f254 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network hostable DHCP agents. Network: 8c19445f-4842-498f-b9cd-95e5a4a3420c, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:41:15.512659 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c91c50-d36e-42b8-8def-d602c66dac32 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:41:15.527936 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a91385e-e438-4cbb-9a77-7033add7f254 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network 8c19445f-4842-498f-b9cd-95e5a4a3420c is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:41:15.551504 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-9a91385e-e438-4cbb-9a77-7033add7f254 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 8c19445f-4842-498f-b9cd-95e5a4a3420c) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:15.563499 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a91385e-e438-4cbb-9a77-7033add7f254 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:15.565638 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a91385e-e438-4cbb-9a77-7033add7f254 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.614700 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07b9510c-888e-4257-994c-998a0166cb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.638662 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9a91385e-e438-4cbb-9a77-7033add7f254 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8019989 Jul 15 13:41:15.639730 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38466) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:15.648743 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f83101bf-9f8f-4a44-a448-6851ea5c3c29 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'port': {'network_id': '8c19445f-4842-498f-b9cd-95e5a4a3420c', 'name': 'tempest-PortsTestJSON-684495603'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:15.693589 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-07b9510c-888e-4257-994c-998a0166cb10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb8c0e0-703f-4b3c-8f22-0d80d3a75577']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:15.706825 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f72a190d-1a04-4ced-b5db-774c672a1697 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.712669 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f72a190d-1a04-4ced-b5db-774c672a1697 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1692216 Jul 15 13:41:15.712669 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-89317130-9bba-4522-95b3-f511f8fd0daa tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.721480 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38468) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:15.727721 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-07b9510c-888e-4257-994c-998a0166cb10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9049fe03-c947-4dcd-8fb4-f767eb028d1a') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:15.728292 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-07b9510c-888e-4257-994c-998a0166cb10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9049fe03-c947-4dcd-8fb4-f767eb028d1a') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:15.738449 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d6cb0091-f90f-4798-b9c6-45b71c29f974 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Request body: {'security_group_rule': {'security_group_id': '13a7a8a8-6e2a-4757-b97b-ab9be5e509c6', 'project_id': '41952a16a6834f27b5d7e8366be76781', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:15.775554 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07b9510c-888e-4257-994c-998a0166cb10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.777665 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e9af21-78d2-4ce9-bd1c-97b9b2075f80 None None] Network 8c19445f-4842-498f-b9cd-95e5a4a3420c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:15.905655 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07b9510c-888e-4257-994c-998a0166cb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.909644 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port a3c91c50-d36e-42b8-8def-d602c66dac32, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=a3c91c50-d36e-42b8-8def-d602c66dac32,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:15.929834 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b9510c-888e-4257-994c-998a0166cb10 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:41:15.930590 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07b9510c-888e-4257-994c-998a0166cb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.941239 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:41:15.941239 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:41:15.941239 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:41:15.941239 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:41:15.941239 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:41:15.941239 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:41:15.941239 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:41:15.941239 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:41:15.941239 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:41:15.941239 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:41:15.941239 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:41:15.941239 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:41:15.941239 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:41:15.941239 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:41:15.941239 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:41:15.941239 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:41:15.941239 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:41:15.941239 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:41:15.941239 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:41:15.941239 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:41:15.941239 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:41:15.941239 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:41:15.941239 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:41:15.941239 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:41:15.941239 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:41:15.941239 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:41:15.941239 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:41:15.941239 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:41:15.941239 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:41:15.941239 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:41:15.941239 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:41:15.941239 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:41:15.957474 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.007785 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:41:16.025475 n-d-758944-45 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-d6cb0091-f90f-4798-b9c6-45b71c29f974 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Project 41952a16a6834f27b5d7e8366be76781 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:41:16.084958 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0091-f90f-4798-b9c6-45b71c29f974 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.101402 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83101bf-9f8f-4a44-a448-6851ea5c3c29 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:16.116913 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f83101bf-9f8f-4a44-a448-6851ea5c3c29 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.191694 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=a3c91c50-d36e-42b8-8def-d602c66dac32,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:16.207936 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-f83101bf-9f8f-4a44-a448-6851ea5c3c29 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] device_id is not set on port 53e25c27-eac2-434d-93e4-aa6d86306239 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:41:16.240032 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d367493f-4a8e-45f3-9a61-df5d590a81d3 None None] DHCP port deletion for 7a3d89be-04ff-4257-bfc8-200df0476102 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:41:16.250381 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['a3c91c50-d36e-42b8-8def-d602c66dac32'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:41:16.438929 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0091-f90f-4798-b9c6-45b71c29f974 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.463429 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07b9510c-888e-4257-994c-998a0166cb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.466241 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0091-f90f-4798-b9c6-45b71c29f974 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.523365 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07b9510c-888e-4257-994c-998a0166cb10 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.526386 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-07b9510c-888e-4257-994c-998a0166cb10 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ebb8c0e0-703f-4b3c-8f22-0d80d3a75577 HTTP/1.1" status: 204 len: 168 time: 1.9298246 Jul 15 13:41:16.584943 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-f83101bf-9f8f-4a44-a448-6851ea5c3c29 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Allocated IP 172.20.0.5 (8c19445f-4842-498f-b9cd-95e5a4a3420c/1c5b7f84-4936-458c-a0f4-25f9144f6c75/53e25c27-eac2-434d-93e4-aa6d86306239) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:16.586504 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38474) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:16.597501 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-89317130-9bba-4522-95b3-f511f8fd0daa tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Deleting port 55c13736-477e-4361-b94d-eca3dc993692 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:16.610206 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-89317130-9bba-4522-95b3-f511f8fd0daa tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.647474 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-c2d11999-b2d6-494b-b289-aa3531226990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0f94af-1e28-4b71-9ada-617f1fabae27', 'name': 'tempest-TestServerBasicOps-187143381-router', 'tenant_id': '36cadce970234e53b1ca10bb35bf951a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:52Z', 'updated_at': '2021-07-15T13:41:07Z', 'revision_number': 4, 'project_id': '36cadce970234e53b1ca10bb35bf951a', 'gw_port': {'id': '1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:01:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0f94af-1e28-4b71-9ada-617f1fabae27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:54Z', 'updated_at': '2021-07-15T13:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '91c30f79-168e-491a-bc7c-8c034e757ea8', 'name': '', 'network_id': 'cfe13701-402e-4451-b224-b3c2551c36c1', 'tenant_id': '36cadce970234e53b1ca10bb35bf951a', 'mac_address': 'fa:16:3e:2a:09:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0f94af-1e28-4b71-9ada-617f1fabae27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'ae89b4a1-759d-4cbf-a5d6-c98183e1ac88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:04Z', 'updated_at': '2021-07-15T13:41:13Z', 'revision_number': 4, 'project_id': '36cadce970234e53b1ca10bb35bf951a', 'subnets': [{'id': 'ae89b4a1-759d-4cbf-a5d6-c98183e1ac88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:16.734277 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a1a843-b677-4064-9702-9316387b46f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-8c19445f-4842-498f-b9cd-95e5a4a3420c', 'network_id': '8c19445f-4842-498f-b9cd-95e5a4a3420c', 'tenant_id': 'd1981fd6106a4308832b67fe99f6ae3d', 'fixed_ips': [{'subnet_id': '1c5b7f84-4936-458c-a0f4-25f9144f6c75'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:41:16.736295 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-23a1a843-b677-4064-9702-9316387b46f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.749424 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d11999-b2d6-494b-b289-aa3531226990 None None] The sync data for ids ['2c0f94af-1e28-4b71-9ada-617f1fabae27'] in n-d-758944-45 is: [{'id': '2c0f94af-1e28-4b71-9ada-617f1fabae27', 'name': 'tempest-TestServerBasicOps-187143381-router', 'tenant_id': '36cadce970234e53b1ca10bb35bf951a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:52Z', 'updated_at': '2021-07-15T13:41:07Z', 'revision_number': 4, 'project_id': '36cadce970234e53b1ca10bb35bf951a', 'gw_port': {'id': '1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:01:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0f94af-1e28-4b71-9ada-617f1fabae27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:54Z', 'updated_at': '2021-07-15T13:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '91c30f79-168e-491a-bc7c-8c034e757ea8', 'name': '', 'network_id': 'cfe13701-402e-4451-b224-b3c2551c36c1', 'tenant_id': '36cadce970234e53b1ca10bb35bf951a', 'mac_address': 'fa:16:3e:2a:09:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0f94af-1e28-4b71-9ada-617f1fabae27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'ae89b4a1-759d-4cbf-a5d6-c98183e1ac88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:04Z', 'updated_at': '2021-07-15T13:41:13Z', 'revision_number': 4, 'project_id': '36cadce970234e53b1ca10bb35bf951a', 'subnets': [{'id': 'ae89b4a1-759d-4cbf-a5d6-c98183e1ac88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:41:16.795920 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b9510c-888e-4257-994c-998a0166cb10 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebb8c0e0-703f-4b3c-8f22-0d80d3a75577,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:17.029845 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b9510c-888e-4257-994c-998a0166cb10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:17.030181 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b9510c-888e-4257-994c-998a0166cb10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:17.034990 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b9510c-888e-4257-994c-998a0166cb10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:17.036551 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b9510c-888e-4257-994c-998a0166cb10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:17.037428 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b9510c-888e-4257-994c-998a0166cb10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:17.038875 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b9510c-888e-4257-994c-998a0166cb10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:17.040196 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b9510c-888e-4257-994c-998a0166cb10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:17.041730 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b9510c-888e-4257-994c-998a0166cb10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:17.043187 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b9510c-888e-4257-994c-998a0166cb10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:17.044553 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b9510c-888e-4257-994c-998a0166cb10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:17.045204 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b9510c-888e-4257-994c-998a0166cb10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:17.047225 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b9510c-888e-4257-994c-998a0166cb10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:17.065237 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb0091-f90f-4798-b9c6-45b71c29f974 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c85e5d1f-368f-4fea-a8da-c590b943b0cf,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:17.132820 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0091-f90f-4798-b9c6-45b71c29f974 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:17.141488 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d6cb0091-f90f-4798-b9c6-45b71c29f974 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4182122 Jul 15 13:41:17.163812 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38476) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:17.180270 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f82fedd8-98ec-4dba-9b2e-be371088d737 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Request body: {'security_group_rule': {'security_group_id': '13a7a8a8-6e2a-4757-b97b-ab9be5e509c6', 'project_id': '41952a16a6834f27b5d7e8366be76781', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:17.190610 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 112a4c20-2414-4312-bc33-8041d7acbfcf no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:17.227975 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-e22c0b9c-af4c-4954-b7ea-07aa3db1e8b4 admin admin] Deleting subnet b52c410e-ae04-44ae-8fa6-d93338a12d80 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:41:17.365162 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d367493f-4a8e-45f3-9a61-df5d590a81d3 None None] Deleting port 112a4c20-2414-4312-bc33-8041d7acbfcf {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:17.366463 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d367493f-4a8e-45f3-9a61-df5d590a81d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:17.387321 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e22c0b9c-af4c-4954-b7ea-07aa3db1e8b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:17.429481 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f83101bf-9f8f-4a44-a448-6851ea5c3c29 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:17.453633 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313a713-3d79-4ad9-9fe9-d52e27b84629 req-44d52836-b8e6-4635-ba1e-fab9a88e3bbd tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:17.457061 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3313a713-3d79-4ad9-9fe9-d52e27b84629 req-44d52836-b8e6-4635-ba1e-fab9a88e3bbd tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 945 time: 0.4683867 Jul 15 13:41:17.533617 n-d-758944-45 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-f82fedd8-98ec-4dba-9b2e-be371088d737 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Project 41952a16a6834f27b5d7e8366be76781 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:41:17.568581 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-f83101bf-9f8f-4a44-a448-6851ea5c3c29 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Transition to ACTIVE for port object 53e25c27-eac2-434d-93e4-aa6d86306239 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:17.602059 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3313a713-3d79-4ad9-9fe9-d52e27b84629 req-bd0c2fab-29d7-4ec4-8123-0888955c8094 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314242 Jul 15 13:41:17.618454 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e22c0b9c-af4c-4954-b7ea-07aa3db1e8b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:17.622681 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-89317130-9bba-4522-95b3-f511f8fd0daa tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] For port 55c13736-477e-4361-b94d-eca3dc993692, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=55c13736-477e-4361-b94d-eca3dc993692,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:17.623125 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-89317130-9bba-4522-95b3-f511f8fd0daa tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:17.712784 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f82fedd8-98ec-4dba-9b2e-be371088d737 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:17.749277 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f83101bf-9f8f-4a44-a448-6851ea5c3c29 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:17.820435 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d367493f-4a8e-45f3-9a61-df5d590a81d3 None None] For port 112a4c20-2414-4312-bc33-8041d7acbfcf, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=112a4c20-2414-4312-bc33-8041d7acbfcf,segment=NetworkSegment(fcaf1e74-bf4d-45b5-a148-fed25331eb7a),segment_id=fcaf1e74-bf4d-45b5-a148-fed25331eb7a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:17.820953 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d367493f-4a8e-45f3-9a61-df5d590a81d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:17.855326 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b8457-6768-4488-9efb-0ccf58f77348 req-59507376-7c5c-42bd-a237-1b43484ee1d7 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:17.870309 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-df5b8457-6768-4488-9efb-0ccf58f77348 req-59507376-7c5c-42bd-a237-1b43484ee1d7 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d HTTP/1.1" status: 200 len: 945 time: 1.4291570 Jul 15 13:41:17.907052 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83101bf-9f8f-4a44-a448-6851ea5c3c29 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network 8c19445f-4842-498f-b9cd-95e5a4a3420c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:17.914065 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-f83101bf-9f8f-4a44-a448-6851ea5c3c29 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:17.929274 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83101bf-9f8f-4a44-a448-6851ea5c3c29 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:17.969682 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83101bf-9f8f-4a44-a448-6851ea5c3c29 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Port': ['ID=53e25c27-eac2-434d-93e4-aa6d86306239,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:17.984423 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-89317130-9bba-4522-95b3-f511f8fd0daa tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Calling delete_port for 55c13736-477e-4361-b94d-eca3dc993692 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:18.018051 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d367493f-4a8e-45f3-9a61-df5d590a81d3 None None] Calling delete_port for 112a4c20-2414-4312-bc33-8041d7acbfcf owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:18.067254 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.093484 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f82fedd8-98ec-4dba-9b2e-be371088d737 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.197047 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e22c0b9c-af4c-4954-b7ea-07aa3db1e8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.233677 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-23a1a843-b677-4064-9702-9316387b46f2 None None] Allocated IP 172.20.0.2 (8c19445f-4842-498f-b9cd-95e5a4a3420c/1c5b7f84-4936-458c-a0f4-25f9144f6c75/b43013d5-b9f3-4ab3-acfd-a694b196ddaf) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:18.255876 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f82fedd8-98ec-4dba-9b2e-be371088d737 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.285401 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83101bf-9f8f-4a44-a448-6851ea5c3c29 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:18.286481 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-df5b8457-6768-4488-9efb-0ccf58f77348 req-799f24fa-b28a-4883-8350-6e73fb49388f tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4145181 Jul 15 13:41:18.286648 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f83101bf-9f8f-4a44-a448-6851ea5c3c29 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.333721 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f83101bf-9f8f-4a44-a448-6851ea5c3c29 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6921122 Jul 15 13:41:18.336390 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38478) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:18.402223 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82fedd8-98ec-4dba-9b2e-be371088d737 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07334ffe-6879-459e-bb66-93769f0427e7,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:18.460779 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f82fedd8-98ec-4dba-9b2e-be371088d737 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.472334 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f82fedd8-98ec-4dba-9b2e-be371088d737 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3054199 Jul 15 13:41:18.492759 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 112a4c20-2414-4312-bc33-8041d7acbfcf, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=112a4c20-2414-4312-bc33-8041d7acbfcf,segment=NetworkSegment(fcaf1e74-bf4d-45b5-a148-fed25331eb7a),segment_id=fcaf1e74-bf4d-45b5-a148-fed25331eb7a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:18.545698 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.564219 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 5d0bbbfb-921b-4c87-90dd-832ef37e9bfa no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:18.667826 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a5c5e73b-919a-4b59-8db8-5922d0ba0529 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Deleting port 53e25c27-eac2-434d-93e4-aa6d86306239 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:18.668696 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a5c5e73b-919a-4b59-8db8-5922d0ba0529 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.722425 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 5d0bbbfb-921b-4c87-90dd-832ef37e9bfa {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:18.723001 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 5d0bbbfb-921b-4c87-90dd-832ef37e9bfa not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:18.752468 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e22c0b9c-af4c-4954-b7ea-07aa3db1e8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.939253 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c0b9c-af4c-4954-b7ea-07aa3db1e8b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b52c410e-ae04-44ae-8fa6-d93338a12d80,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:18.979118 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=112a4c20-2414-4312-bc33-8041d7acbfcf,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:19.045023 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e22c0b9c-af4c-4954-b7ea-07aa3db1e8b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:19.055155 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e22c0b9c-af4c-4954-b7ea-07aa3db1e8b4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b52c410e-ae04-44ae-8fa6-d93338a12d80 HTTP/1.1" status: 204 len: 168 time: 2.4412031 Jul 15 13:41:19.059405 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38494) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:19.275103 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 91c30f79-168e-491a-bc7c-8c034e757ea8 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:19.291606 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a5c5e73b-919a-4b59-8db8-5922d0ba0529 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:19.308818 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-18f023a7-0538-42a7-b343-076e3ecbb8bd tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1998987506&fields=id&tenant_id=41952a16a6834f27b5d7e8366be76781 HTTP/1.1" status: 200 len: 267 time: 0.3359585 Jul 15 13:41:19.405635 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba1ff6f1-ea3f-4cc6-97a7-e60b38097028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:19.424841 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d367493f-4a8e-45f3-9a61-df5d590a81d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:19.431301 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-89317130-9bba-4522-95b3-f511f8fd0daa tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:19.499197 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a5c5e73b-919a-4b59-8db8-5922d0ba0529 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Calling delete_port for 53e25c27-eac2-434d-93e4-aa6d86306239 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:19.617248 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d367493f-4a8e-45f3-9a61-df5d590a81d3 None None] No DVR routers for this DVR port 112a4c20-2414-4312-bc33-8041d7acbfcf on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:41:19.641276 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367493f-4a8e-45f3-9a61-df5d590a81d3 None None] Pushing event deleted for resources: {'Port': ['ID=112a4c20-2414-4312-bc33-8041d7acbfcf,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:19.737646 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-23a1a843-b677-4064-9702-9316387b46f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:19.786111 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-23a1a843-b677-4064-9702-9316387b46f2 None None] Transition to ACTIVE for port object b43013d5-b9f3-4ab3-acfd-a694b196ddaf will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:19.795631 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89317130-9bba-4522-95b3-f511f8fd0daa tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event deleted for resources: {'Port': ['ID=55c13736-477e-4361-b94d-eca3dc993692,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:19.854967 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 91c30f79-168e-491a-bc7c-8c034e757ea8 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:19.860424 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 91c30f79-168e-491a-bc7c-8c034e757ea8 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:19.861097 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:20.013608 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a5c5e73b-919a-4b59-8db8-5922d0ba0529 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:20.017154 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-23a1a843-b677-4064-9702-9316387b46f2 None None] Transition to ACTIVE for port object b43013d5-b9f3-4ab3-acfd-a694b196ddaf will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:20.027258 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4207325-6939-49ab-a10c-71493bd88d92 req-63dee801-d564-4881-aa25-850bb02048d8 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:20.029362 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e4207325-6939-49ab-a10c-71493bd88d92 req-63dee801-d564-4881-aa25-850bb02048d8 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 945 time: 0.9286673 Jul 15 13:41:20.045927 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-23a1a843-b677-4064-9702-9316387b46f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:20.057819 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-e5d6cd27-8e24-4155-951f-28d6ab18a6dc tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:20.074463 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-e5d6cd27-8e24-4155-951f-28d6ab18a6dc tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "GET /v2.0/networks?id=0285381b-612d-4c7d-b1b0-fc717534d7fc HTTP/1.1" status: 200 len: 809 time: 0.7255843 Jul 15 13:41:20.101091 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:20.171697 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a1a843-b677-4064-9702-9316387b46f2 None None] Network 8c19445f-4842-498f-b9cd-95e5a4a3420c is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:20.176558 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-23a1a843-b677-4064-9702-9316387b46f2 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:20.180128 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-a9a35379-ea0f-4058-9094-e2d3c91d9661 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "GET /v2.0/quotas/41952a16a6834f27b5d7e8366be76781 HTTP/1.1" status: 200 len: 375 time: 0.1029253 Jul 15 13:41:20.217330 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a1a843-b677-4064-9702-9316387b46f2 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:20.271837 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5e73b-919a-4b59-8db8-5922d0ba0529 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Port': ['ID=53e25c27-eac2-434d-93e4-aa6d86306239,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:20.277299 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 91c30f79-168e-491a-bc7c-8c034e757ea8, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=91c30f79-168e-491a-bc7c-8c034e757ea8,segment=NetworkSegment(56e1e9e4-2c77-41b4-9f4e-095e5f5da200),segment_id=56e1e9e4-2c77-41b4-9f4e-095e5f5da200)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:20.365993 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:20.378300 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1a843-b677-4064-9702-9316387b46f2 None None] Pushing event updated for resources: {'Port': ['ID=b43013d5-b9f3-4ab3-acfd-a694b196ddaf,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:20.492090 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a5c5e73b-919a-4b59-8db8-5922d0ba0529 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:20.500022 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-23a1a843-b677-4064-9702-9316387b46f2 None None] Attempting to bind port b43013d5-b9f3-4ab3-acfd-a694b196ddaf on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:41:20.500345 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a5c5e73b-919a-4b59-8db8-5922d0ba0529 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/ports/53e25c27-eac2-434d-93e4-aa6d86306239 HTTP/1.1" status: 204 len: 168 time: 2.1568792 Jul 15 13:41:20.500498 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-23a1a843-b677-4064-9702-9316387b46f2 None None] Attempting to bind port b43013d5-b9f3-4ab3-acfd-a694b196ddaf by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'b8007d6f-d068-41f4-9ecc-2acc3d388aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c19445f-4842-498f-b9cd-95e5a4a3420c'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:41:20.500498 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a1a843-b677-4064-9702-9316387b46f2 None None] Attempting to bind port b43013d5-b9f3-4ab3-acfd-a694b196ddaf on network 8c19445f-4842-498f-b9cd-95e5a4a3420c {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:20.502490 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38500) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:20.506475 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a1a843-b677-4064-9702-9316387b46f2 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:41:20.506994 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a1a843-b677-4064-9702-9316387b46f2 None None] Checking segment: {'id': 'b8007d6f-d068-41f4-9ecc-2acc3d388aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c19445f-4842-498f-b9cd-95e5a4a3420c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:20.507479 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-23a1a843-b677-4064-9702-9316387b46f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:20.507964 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a1a843-b677-4064-9702-9316387b46f2 None None] Bound using segment: {'id': 'b8007d6f-d068-41f4-9ecc-2acc3d388aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c19445f-4842-498f-b9cd-95e5a4a3420c'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:41:20.508518 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-23a1a843-b677-4064-9702-9316387b46f2 None None] Bound port: b43013d5-b9f3-4ab3-acfd-a694b196ddaf, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8007d6f-d068-41f4-9ecc-2acc3d388aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c19445f-4842-498f-b9cd-95e5a4a3420c'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:41:20.508983 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-23a1a843-b677-4064-9702-9316387b46f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:20.528585 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=91c30f79-168e-491a-bc7c-8c034e757ea8,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:20.549347 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-16d1143a-64ab-4ca1-98cc-65d67e25b205 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] DELETE failed (client error): The resource could not be found. Jul 15 13:41:20.549674 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16d1143a-64ab-4ca1-98cc-65d67e25b205 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:41:20.555305 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-16d1143a-64ab-4ca1-98cc-65d67e25b205 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/ports/53e25c27-eac2-434d-93e4-aa6d86306239 HTTP/1.1" status: 404 len: 333 time: 0.0475516 Jul 15 13:41:20.555636 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38502) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:20.557116 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-89317130-9bba-4522-95b3-f511f8fd0daa tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:20.574052 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-95e7943d-b08f-462d-91c9-cad77bc7b4f6 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=41952a16a6834f27b5d7e8366be76781&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3926282 Jul 15 13:41:20.599126 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f4e0678-6729-4faf-9046-f5fa218c5f8d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] GET failed (client error): The resource could not be found. Jul 15 13:41:20.605049 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2f4e0678-6729-4faf-9046-f5fa218c5f8d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "GET /v2.0/ports/53e25c27-eac2-434d-93e4-aa6d86306239 HTTP/1.1" status: 404 len: 333 time: 0.0444272 Jul 15 13:41:20.605423 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38506) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:20.633683 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-23a1a843-b677-4064-9702-9316387b46f2 None None] For port b43013d5-b9f3-4ab3-acfd-a694b196ddaf, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:41:20.638837 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-23a1a843-b677-4064-9702-9316387b46f2 None None] For port b43013d5-b9f3-4ab3-acfd-a694b196ddaf, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b43013d5-b9f3-4ab3-acfd-a694b196ddaf,segment=NetworkSegment(b8007d6f-d068-41f4-9ecc-2acc3d388aab),segment_id=b8007d6f-d068-41f4-9ecc-2acc3d388aab)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:41:20.649499 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-23a1a843-b677-4064-9702-9316387b46f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:20.655099 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba1ff6f1-ea3f-4cc6-97a7-e60b38097028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:20.688522 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbeca467-b193-4aec-93f1-469ff4592004 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Deleting subnet 1c5b7f84-4936-458c-a0f4-25f9144f6c75 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:41:20.698738 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bbeca467-b193-4aec-93f1-469ff4592004 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:20.711258 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-ba1ff6f1-ea3f-4cc6-97a7-e60b38097028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acdcd1a0-e530-489b-aa64-270495453a00']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:20.722347 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-89317130-9bba-4522-95b3-f511f8fd0daa tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:20.726748 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-89317130-9bba-4522-95b3-f511f8fd0daa tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:20.729818 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-ba1ff6f1-ea3f-4cc6-97a7-e60b38097028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '696b7932-d1ca-49b9-9b5e-92e9b2bf3a42') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:20.730486 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-ba1ff6f1-ea3f-4cc6-97a7-e60b38097028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '696b7932-d1ca-49b9-9b5e-92e9b2bf3a42') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:20.753709 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e4207325-6939-49ab-a10c-71493bd88d92 req-3ae7c8c7-656a-4d45-b23b-7c997f301771 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6897771 Jul 15 13:41:20.764351 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1a843-b677-4064-9702-9316387b46f2 None None] Pushing event updated for resources: {'Port': ['ID=b43013d5-b9f3-4ab3-acfd-a694b196ddaf,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:20.791522 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba1ff6f1-ea3f-4cc6-97a7-e60b38097028 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:20.797113 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bbeca467-b193-4aec-93f1-469ff4592004 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:20.867337 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba1ff6f1-ea3f-4cc6-97a7-e60b38097028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:20.884575 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-89317130-9bba-4522-95b3-f511f8fd0daa tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:20.887168 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a258d846-186d-43f7-aeaa-6a0751bfc274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:20.888446 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89317130-9bba-4522-95b3-f511f8fd0daa tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Fanout notify agent at l3_agent the message router_deleted on router 82aa1ac6-a0fc-4c21-8a15-79115d443978 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:41:20.894697 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba1ff6f1-ea3f-4cc6-97a7-e60b38097028 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:41:20.896062 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba1ff6f1-ea3f-4cc6-97a7-e60b38097028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.030861 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:41:21.030861 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:41:21.030861 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:41:21.030861 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:41:21.030861 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:41:21.030861 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:41:21.030861 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:41:21.030861 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:41:21.030861 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:41:21.030861 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:41:21.030861 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:41:21.030861 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:41:21.030861 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:41:21.030861 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:41:21.030861 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:41:21.030861 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:41:21.030861 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:41:21.030861 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:41:21.030861 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:41:21.030861 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:41:21.030861 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:41:21.030861 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:41:21.030861 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:41:21.030861 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:41:21.030861 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:41:21.030861 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:41:21.030861 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:41:21.030861 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:41:21.030861 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:41:21.030861 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:41:21.030861 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:41:21.030861 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:41:21.039329 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-89317130-9bba-4522-95b3-f511f8fd0daa tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.043519 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-89317130-9bba-4522-95b3-f511f8fd0daa tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "DELETE /v2.0/routers/82aa1ac6-a0fc-4c21-8a15-79115d443978 HTTP/1.1" status: 204 len: 168 time: 6.9421268 Jul 15 13:41:21.045045 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38508) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:21.086931 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-ec23268b-6eb3-4da4-b022-2f87c326b7f9 service neutron] 10.222.0.24 "GET /v2.0/networks/0285381b-612d-4c7d-b1b0-fc717534d7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933336 Jul 15 13:41:21.119858 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bbeca467-b193-4aec-93f1-469ff4592004 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.208631 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27541265-a1c2-4f42-abcc-33b0cd783059 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.228077 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 91c30f79-168e-491a-bc7c-8c034e757ea8 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:21.229372 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba1ff6f1-ea3f-4cc6-97a7-e60b38097028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.241395 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba1ff6f1-ea3f-4cc6-97a7-e60b38097028 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.269072 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ba1ff6f1-ea3f-4cc6-97a7-e60b38097028 admin admin] 10.222.0.24 "DELETE /v2.0/networks/acdcd1a0-e530-489b-aa64-270495453a00 HTTP/1.1" status: 204 len: 168 time: 2.2021883 Jul 15 13:41:21.318177 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ff6f1-ea3f-4cc6-97a7-e60b38097028 admin admin] Pushing event deleted for resources: {'Network': ['ID=acdcd1a0-e530-489b-aa64-270495453a00,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:21.413365 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c474a-212b-44f3-b6fd-543d4f118ea3 req-212af56f-9530-4bde-ad91-befd698e700f tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:21.415273 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5b6c474a-212b-44f3-b6fd-543d4f118ea3 req-212af56f-9530-4bde-ad91-befd698e700f tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d HTTP/1.1" status: 200 len: 945 time: 0.2775590 Jul 15 13:41:21.450789 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bbeca467-b193-4aec-93f1-469ff4592004 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.454105 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27541265-a1c2-4f42-abcc-33b0cd783059 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.484594 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-27541265-a1c2-4f42-abcc-33b0cd783059 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a3d89be-04ff-4257-bfc8-200df0476102']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:21.513115 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 91c30f79-168e-491a-bc7c-8c034e757ea8 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:21.515094 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.516703 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-27541265-a1c2-4f42-abcc-33b0cd783059 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcaf1e74-bf4d-45b5-a148-fed25331eb7a') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:21.517402 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-27541265-a1c2-4f42-abcc-33b0cd783059 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcaf1e74-bf4d-45b5-a148-fed25331eb7a') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:21.522111 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5b6c474a-212b-44f3-b6fd-543d4f118ea3 req-9c09a999-49b7-4863-8e93-48c270392949 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645220 Jul 15 13:41:21.535557 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27541265-a1c2-4f42-abcc-33b0cd783059 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.542337 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-fb2748bb-46a4-4f8c-bb85-d518a13ff0ff service neutron] 10.222.0.24 "GET /v2.0/networks/0285381b-612d-4c7d-b1b0-fc717534d7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497013 Jul 15 13:41:21.562825 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bbeca467-b193-4aec-93f1-469ff4592004 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.566909 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-bbeca467-b193-4aec-93f1-469ff4592004 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/subnets/1c5b7f84-4936-458c-a0f4-25f9144f6c75 HTTP/1.1" status: 204 len: 168 time: 0.9602559 Jul 15 13:41:21.567276 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27541265-a1c2-4f42-abcc-33b0cd783059 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.569198 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeca467-b193-4aec-93f1-469ff4592004 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Subnet': ['ID=1c5b7f84-4936-458c-a0f4-25f9144f6c75,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:21.572226 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38512) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:21.577931 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27541265-a1c2-4f42-abcc-33b0cd783059 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:41:21.578722 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27541265-a1c2-4f42-abcc-33b0cd783059 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.584527 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:41:21.584527 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:41:21.584527 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:41:21.584527 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:41:21.584527 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:41:21.584527 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:41:21.584527 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:41:21.584527 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:41:21.584527 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:41:21.584527 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:41:21.584527 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:41:21.584527 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:41:21.584527 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:41:21.584527 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:41:21.584527 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:41:21.584527 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:41:21.584527 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:41:21.584527 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:41:21.584527 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:41:21.584527 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:41:21.584527 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:41:21.584527 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:41:21.584527 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:41:21.584527 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:41:21.584527 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:41:21.584527 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:41:21.584527 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:41:21.584527 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:41:21.584527 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:41:21.584527 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:41:21.584527 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:41:21.584527 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:41:21.742095 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27541265-a1c2-4f42-abcc-33b0cd783059 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.747773 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27541265-a1c2-4f42-abcc-33b0cd783059 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.761663 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-27541265-a1c2-4f42-abcc-33b0cd783059 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "DELETE /v2.0/networks/7a3d89be-04ff-4257-bfc8-200df0476102 HTTP/1.1" status: 204 len: 168 time: 0.7133801 Jul 15 13:41:21.762944 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38514) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:21.802003 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e44dc4e-bf17-4292-a7c1-eef82001ceb0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.818939 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27541265-a1c2-4f42-abcc-33b0cd783059 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event deleted for resources: {'Network': ['ID=7a3d89be-04ff-4257-bfc8-200df0476102,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:21.854770 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38518) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:21.918140 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-4e44dc4e-bf17-4292-a7c1-eef82001ceb0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Deleting port b43013d5-b9f3-4ab3-acfd-a694b196ddaf {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:21.918684 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e44dc4e-bf17-4292-a7c1-eef82001ceb0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:21.994613 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device a3c91c50-d36e-42b8-8def-d602c66dac32 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:22.040479 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-4e44dc4e-bf17-4292-a7c1-eef82001ceb0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] For port b43013d5-b9f3-4ab3-acfd-a694b196ddaf, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b43013d5-b9f3-4ab3-acfd-a694b196ddaf,segment=NetworkSegment(b8007d6f-d068-41f4-9ecc-2acc3d388aab),segment_id=b8007d6f-d068-41f4-9ecc-2acc3d388aab)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:22.041117 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e44dc4e-bf17-4292-a7c1-eef82001ceb0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:22.090481 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port a3c91c50-d36e-42b8-8def-d602c66dac32 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:22.096016 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port a3c91c50-d36e-42b8-8def-d602c66dac32 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:22.096759 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:22.101030 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-24fdd99e-ca08-4e8f-b29a-4009517c123a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=16422500f49c4734b9e6273dc052a866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2440302 Jul 15 13:41:22.105204 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38524) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:22.107250 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-4e44dc4e-bf17-4292-a7c1-eef82001ceb0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Calling delete_port for b43013d5-b9f3-4ab3-acfd-a694b196ddaf owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:22.253462 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:22.256490 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2cf15995-66a1-4f7a-98f4-3829c7cb3eeb tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:22.298768 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port a3c91c50-d36e-42b8-8def-d602c66dac32, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=a3c91c50-d36e-42b8-8def-d602c66dac32,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:22.300207 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ff433a-dc96-4f13-83b1-0123e9ab5f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c91c50-d36e-42b8-8def-d602c66dac32'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:22.303680 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7322e55-0571-4698-ab6b-183381ed69a6" -d '{"events": [{"server_uuid": "f6ff433a-dc96-4f13-83b1-0123e9ab5f9d", "name": "network-vif-plugged", "status": "completed", "tag": "a3c91c50-d36e-42b8-8def-d602c66dac32"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:22.313654 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:22.346868 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3296afef-43e9-4d42-816f-b08d4bec96bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:22.351035 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2cf15995-66a1-4f7a-98f4-3829c7cb3eeb tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:22.428858 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-da658607-ebd3-40d2-818b-0b27f92a4adc req-a4563a2c-c42c-41f4-befe-3badcc1fdc23 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dbd4c03-3a01-4eed-b5ce-a002e32368fe HTTP/1.1" status: 200 len: 210 time: 0.1180916 Jul 15 13:41:22.430385 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e44dc4e-bf17-4292-a7c1-eef82001ceb0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:22.430613 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=a3c91c50-d36e-42b8-8def-d602c66dac32,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:22.468419 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff54b48-202e-4c56-a968-9dfbe90c27f7 req-cbfd6950-5e6a-4465-b537-0203315ffa36 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:22.470126 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4ff54b48-202e-4c56-a968-9dfbe90c27f7 req-cbfd6950-5e6a-4465-b537-0203315ffa36 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 945 time: 0.4320936 Jul 15 13:41:22.472633 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3296afef-43e9-4d42-816f-b08d4bec96bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:22.495604 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44dc4e-bf17-4292-a7c1-eef82001ceb0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Port': ['ID=b43013d5-b9f3-4ab3-acfd-a694b196ddaf,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:22.503211 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e44dc4e-bf17-4292-a7c1-eef82001ceb0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] No DVR routers for this DVR port b43013d5-b9f3-4ab3-acfd-a694b196ddaf on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:41:22.589575 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869b5c21-6bad-4f9f-949d-1fc767d16c38 x-openstack-request-id: req-869b5c21-6bad-4f9f-949d-1fc767d16c38 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:22.591181 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ff433a-dc96-4f13-83b1-0123e9ab5f9d", "name": "network-vif-plugged", "status": "completed", "tag": "a3c91c50-d36e-42b8-8def-d602c66dac32", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:22.591934 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-869b5c21-6bad-4f9f-949d-1fc767d16c38 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:22.592750 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ff433a-dc96-4f13-83b1-0123e9ab5f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c91c50-d36e-42b8-8def-d602c66dac32', 'code': 200} Jul 15 13:41:22.600889 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4ff54b48-202e-4c56-a968-9dfbe90c27f7 req-d62dc595-6239-4b82-992c-31d202f57fa7 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119676 Jul 15 13:41:22.613493 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2cf15995-66a1-4f7a-98f4-3829c7cb3eeb tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:22.616232 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2cf15995-66a1-4f7a-98f4-3829c7cb3eeb tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:22.633469 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2cf15995-66a1-4f7a-98f4-3829c7cb3eeb tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "DELETE /v2.0/security-groups/5e00f20b-1ea6-45be-a957-035be9cfcbc0 HTTP/1.1" status: 204 len: 168 time: 0.8612881 Jul 15 13:41:22.665299 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3296afef-43e9-4d42-816f-b08d4bec96bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:22.715924 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3296afef-43e9-4d42-816f-b08d4bec96bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:22.719551 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e44dc4e-bf17-4292-a7c1-eef82001ceb0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:22.743738 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3296afef-43e9-4d42-816f-b08d4bec96bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8a95bf5-e7f4-4229-9b82-60fdd7680e4c HTTP/1.1" status: 204 len: 168 time: 0.6322412 Jul 15 13:41:22.745113 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf15995-66a1-4f7a-98f4-3829c7cb3eeb tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e00f20b-1ea6-45be-a957-035be9cfcbc0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:22.781100 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296afef-43e9-4d42-816f-b08d4bec96bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a95bf5-e7f4-4229-9b82-60fdd7680e4c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:22.799522 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-4e44dc4e-bf17-4292-a7c1-eef82001ceb0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c19445f-4842-498f-b9cd-95e5a4a3420c']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:22.867088 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-4e44dc4e-bf17-4292-a7c1-eef82001ceb0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8007d6f-d068-41f4-9ecc-2acc3d388aab') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:22.867396 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-4e44dc4e-bf17-4292-a7c1-eef82001ceb0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8007d6f-d068-41f4-9ecc-2acc3d388aab') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:22.933236 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e44dc4e-bf17-4292-a7c1-eef82001ceb0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:22.942695 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23dfcf0-436c-4b7f-bde9-67312cee8782 req-e7d2baa6-1370-4620-a637-fb1e7419d3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:22.948327 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e23dfcf0-436c-4b7f-bde9-67312cee8782 req-e7d2baa6-1370-4620-a637-fb1e7419d3a5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d HTTP/1.1" status: 200 len: 1098 time: 0.1587460 Jul 15 13:41:22.959899 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e44dc4e-bf17-4292-a7c1-eef82001ceb0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:22.994675 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e44dc4e-bf17-4292-a7c1-eef82001ceb0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:41:22.995327 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e44dc4e-bf17-4292-a7c1-eef82001ceb0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:23.040540 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 55c13736-477e-4361-b94d-eca3dc993692 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:23.040740 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e23dfcf0-436c-4b7f-bde9-67312cee8782 req-1320dbc9-c8ae-4d32-954b-ac95356a1cae service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828204 Jul 15 13:41:23.047930 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:41:23.047930 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:41:23.047930 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:41:23.047930 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:41:23.047930 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:41:23.047930 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:41:23.047930 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:41:23.047930 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:41:23.047930 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:41:23.047930 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:41:23.047930 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:41:23.047930 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:41:23.047930 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:41:23.047930 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:41:23.047930 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:41:23.047930 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:41:23.047930 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:41:23.047930 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:41:23.047930 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:41:23.047930 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:41:23.047930 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:41:23.047930 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:41:23.047930 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:41:23.047930 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:41:23.047930 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:41:23.047930 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:41:23.047930 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:41:23.047930 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:41:23.047930 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:41:23.047930 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:41:23.047930 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:41:23.047930 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:41:23.047930 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:41:23.047930 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:41:23.081658 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1321da6c-bf15-4064-8f6f-4dcd658a8801 None None] Network 8c19445f-4842-498f-b9cd-95e5a4a3420c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:23.164174 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-6ad3acc5-1454-4e17-b802-8ab0fb884c9e None None] Could not find standard attr ID for object b43013d5-b9f3-4ab3-acfd-a694b196ddaf. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:41:23.166112 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 55c13736-477e-4361-b94d-eca3dc993692 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:23.166988 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 55c13736-477e-4361-b94d-eca3dc993692 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:23.184251 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c597af4-9a69-483d-b27e-46d6e79ba018 req-8d478e62-fc70-4126-86d3-9ef10d2ed1b8 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:23.193119 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2c597af4-9a69-483d-b27e-46d6e79ba018 req-8d478e62-fc70-4126-86d3-9ef10d2ed1b8 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d HTTP/1.1" status: 200 len: 946 time: 0.2991703 Jul 15 13:41:23.224247 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e44dc4e-bf17-4292-a7c1-eef82001ceb0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:23.238684 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e44dc4e-bf17-4292-a7c1-eef82001ceb0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:23.241898 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4e44dc4e-bf17-4292-a7c1-eef82001ceb0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/networks/8c19445f-4842-498f-b9cd-95e5a4a3420c HTTP/1.1" status: 204 len: 168 time: 1.6680818 Jul 15 13:41:23.253091 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38542) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:23.267593 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9f5dd9e7-94c0-429d-879b-792114f91035 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2063779846'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:23.282639 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:23.303287 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44dc4e-bf17-4292-a7c1-eef82001ceb0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Network': ['ID=8c19445f-4842-498f-b9cd-95e5a4a3420c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:23.321753 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5dd9e7-94c0-429d-879b-792114f91035 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:23.330091 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f5dd9e7-94c0-429d-879b-792114f91035 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:23.339800 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2c597af4-9a69-483d-b27e-46d6e79ba018 req-02a3febc-1aea-4217-b97e-1be866afa7f3 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345441 Jul 15 13:41:23.382025 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49769fc-ebc2-48b4-aeab-8e09e691d9bd None None] DHCP port deletion for 8c19445f-4842-498f-b9cd-95e5a4a3420c request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:41:23.415959 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38546) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:23.423740 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b44cc633-c282-4f87-b706-0914381a4238 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1426424304', 'description': 'tempest-secgroup-smoke-1426424304 description', 'project_id': '5969ba48b19a42969f3c1202e7616f77'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:23.431639 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8410e35-2d9f-4b7f-8e61-dff791c900a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:23.438773 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f5dd9e7-94c0-429d-879b-792114f91035 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:41:23.458240 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f5dd9e7-94c0-429d-879b-792114f91035 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:23.462107 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-9f5dd9e7-94c0-429d-879b-792114f91035 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Added segment 5a41a51d-0eb1-48b9-aa13-949d401b901a of type vlan for network 6138d58f-212a-49d6-909a-d5ab3d32721d Jul 15 13:41:23.479140 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b44cc633-c282-4f87-b706-0914381a4238 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:23.577819 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f5dd9e7-94c0-429d-879b-792114f91035 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:23.636803 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b44cc633-c282-4f87-b706-0914381a4238 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:23.645400 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b44cc633-c282-4f87-b706-0914381a4238 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:23.647484 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f5dd9e7-94c0-429d-879b-792114f91035 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:23.653926 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5dd9e7-94c0-429d-879b-792114f91035 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:23.655953 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f5dd9e7-94c0-429d-879b-792114f91035 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:23.706997 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9f5dd9e7-94c0-429d-879b-792114f91035 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4513633 Jul 15 13:41:23.710991 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38552) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:23.720408 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-8a8f7a2e-708d-43ac-8a2c-56eb16d0b8f6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'subnet': {'network_id': '6138d58f-212a-49d6-909a-d5ab3d32721d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:23.736197 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b44cc633-c282-4f87-b706-0914381a4238 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:23.739974 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b44cc633-c282-4f87-b706-0914381a4238 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3195894 Jul 15 13:41:23.748170 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38554) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:23.757850 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a4942dc0-ef5a-468b-aefc-6cbfa513e24c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'security_group_rule': {'security_group_id': '7122978d-2321-41ff-8783-9e3847b6c78b', 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:23.763778 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5dd9e7-94c0-429d-879b-792114f91035 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Network': ['ID=6138d58f-212a-49d6-909a-d5ab3d32721d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:23.764960 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:41:23.862433 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 6138d58f-212a-49d6-909a-d5ab3d32721d details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:41:23.894673 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38556) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:23.903987 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-32e5e0c6-0fb7-4b8b-85c1-a8e6fa287781 req-2fa2c59d-5edf-45df-a121-96507ea89b4a tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dbd4c03-3a01-4eed-b5ce-a002e32368fe HTTP/1.1" status: 200 len: 210 time: 0.1601205 Jul 15 13:41:23.931124 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8f7a2e-708d-43ac-8a2c-56eb16d0b8f6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:23.935259 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a8f7a2e-708d-43ac-8a2c-56eb16d0b8f6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:23.971472 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44cc633-c282-4f87-b706-0914381a4238 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7122978d-2321-41ff-8783-9e3847b6c78b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:24.012047 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a4942dc0-ef5a-468b-aefc-6cbfa513e24c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.021821 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:24.047941 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'd3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d', 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38', 'port_id': 'd3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d', 'mac_address': 'fa:16:3e:39:8f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:41:24.116249 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.129368 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a4942dc0-ef5a-468b-aefc-6cbfa513e24c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.135079 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:41:24.137657 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a4942dc0-ef5a-468b-aefc-6cbfa513e24c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.165431 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:24.174210 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.174920 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4942dc0-ef5a-468b-aefc-6cbfa513e24c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be54a35-7a3b-484e-aba1-4a1893a9937b,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:24.191075 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a4942dc0-ef5a-468b-aefc-6cbfa513e24c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.192772 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a4942dc0-ef5a-468b-aefc-6cbfa513e24c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4420061 Jul 15 13:41:24.195702 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38558) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:24.206618 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-fb87c711-1fa4-40f1-be14-bf7042d05b34 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'security_group_rule': {'security_group_id': '7122978d-2321-41ff-8783-9e3847b6c78b', 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:24.229469 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e3fb8d58-9b3a-4b69-844c-9c4158fe3227 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d1c927359d74c8ba6ef70e6fe04ceb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3304880 Jul 15 13:41:24.232987 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38560) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:24.268974 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d,revision_number=11']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:24.309745 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76eb458-61a8-4db3-afaa-93714b679046 req-f6e2e1f6-3f5c-43d8-81c5-2791bd2a8fb8 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:24.316004 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e76eb458-61a8-4db3-afaa-93714b679046 req-f6e2e1f6-3f5c-43d8-81c5-2791bd2a8fb8 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 945 time: 0.3253679 Jul 15 13:41:24.317275 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb87c711-1fa4-40f1-be14-bf7042d05b34 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.323013 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0eca8c4f-6d08-495c-91fa-85301d544300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.374056 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0eca8c4f-6d08-495c-91fa-85301d544300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.395903 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:41:24.440551 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb87c711-1fa4-40f1-be14-bf7042d05b34 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.462228 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e76eb458-61a8-4db3-afaa-93714b679046 req-d1291915-d8fd-4f07-9dbc-65053ec4a5b1 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339352 Jul 15 13:41:24.470127 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb87c711-1fa4-40f1-be14-bf7042d05b34 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.531087 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87c711-1fa4-40f1-be14-bf7042d05b34 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e011e8-5758-4d27-a34a-19c78f81a82f,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:24.536388 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0eca8c4f-6d08-495c-91fa-85301d544300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.543058 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0eca8c4f-6d08-495c-91fa-85301d544300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.547340 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0eca8c4f-6d08-495c-91fa-85301d544300 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/25de184a-af3f-4af8-8220-22aee8676815 HTTP/1.1" status: 204 len: 168 time: 0.3127456 Jul 15 13:41:24.555202 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb87c711-1fa4-40f1-be14-bf7042d05b34 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.557593 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fb87c711-1fa4-40f1-be14-bf7042d05b34 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3591609 Jul 15 13:41:24.568575 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38568) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:24.586331 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b6eca035-0137-469d-b14d-029953731332 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'security_group_rule': {'security_group_id': '7122978d-2321-41ff-8783-9e3847b6c78b', 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:24.603662 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca8c4f-6d08-495c-91fa-85301d544300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25de184a-af3f-4af8-8220-22aee8676815,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:24.735487 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6eca035-0137-469d-b14d-029953731332 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.759447 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a8f7a2e-708d-43ac-8a2c-56eb16d0b8f6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.788754 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.816648 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f193962-eda9-48a8-82b6-081befafffea req-f2ccf650-e17d-400f-a2a9-b05658aa70c1 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:24.829921 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9f193962-eda9-48a8-82b6-081befafffea req-f2ccf650-e17d-400f-a2a9-b05658aa70c1 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d HTTP/1.1" status: 200 len: 946 time: 0.2281539 Jul 15 13:41:24.870318 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-499cf236-a0d6-42f0-b3c6-1bb6b8fb50a9 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:24.871925 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-499cf236-a0d6-42f0-b3c6-1bb6b8fb50a9 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.18 "GET /v2.0/networks?id=0285381b-612d-4c7d-b1b0-fc717534d7fc HTTP/1.1" status: 200 len: 809 time: 0.3916571 Jul 15 13:41:24.876166 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f7a2e-708d-43ac-8a2c-56eb16d0b8f6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Subnet': ['ID=2da4ab87-d82c-4990-9962-f4468c7e19b6,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:24.901996 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8f7a2e-708d-43ac-8a2c-56eb16d0b8f6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Checking segment: {'id': '5a41a51d-0eb1-48b9-aa13-949d401b901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6138d58f-212a-49d6-909a-d5ab3d32721d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:24.902409 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8f7a2e-708d-43ac-8a2c-56eb16d0b8f6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network hostable DHCP agents. Network: 6138d58f-212a-49d6-909a-d5ab3d32721d, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:41:24.951399 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-ba8772d4-7bf1-475d-ae2f-e4bd24f1c53f tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41952a16a6834f27b5d7e8366be76781 HTTP/1.1" status: 200 len: 380 time: 0.0676041 Jul 15 13:41:24.952921 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8f7a2e-708d-43ac-8a2c-56eb16d0b8f6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network 6138d58f-212a-49d6-909a-d5ab3d32721d is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:41:24.954344 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9f193962-eda9-48a8-82b6-081befafffea req-62db30eb-2be2-4a70-ad7d-6e2f05f9fa0e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229897 Jul 15 13:41:24.968749 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-586ed2e2-fe39-46a3-8ab9-ba54ca77d340 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Request body: {'port': {'device_id': '2dbd4c03-3a01-4eed-b5ce-a002e32368fe', 'network_id': '0285381b-612d-4c7d-b1b0-fc717534d7fc', 'admin_state_up': True, 'tenant_id': '41952a16a6834f27b5d7e8366be76781', 'security_groups': ['13a7a8a8-6e2a-4757-b97b-ab9be5e509c6']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:24.977907 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b43013d5-b9f3-4ab3-acfd-a694b196ddaf no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:24.996709 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6eca035-0137-469d-b14d-029953731332 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:25.009260 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6eca035-0137-469d-b14d-029953731332 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:25.021711 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-8a8f7a2e-708d-43ac-8a2c-56eb16d0b8f6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 6138d58f-212a-49d6-909a-d5ab3d32721d) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:25.052496 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8f7a2e-708d-43ac-8a2c-56eb16d0b8f6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:25.056988 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a8f7a2e-708d-43ac-8a2c-56eb16d0b8f6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:25.063019 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b0cab3-d69b-4c15-b191-94305671ba79 None None] Network 6138d58f-212a-49d6-909a-d5ab3d32721d requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:25.069821 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: b43013d5-b9f3-4ab3-acfd-a694b196ddaf {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:25.070404 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b43013d5-b9f3-4ab3-acfd-a694b196ddaf not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:25.089292 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eca035-0137-469d-b14d-029953731332 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe808242-178e-40e2-a99e-c1e2d1735345,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:25.106669 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6eca035-0137-469d-b14d-029953731332 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:25.111100 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b6eca035-0137-469d-b14d-029953731332 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5381355 Jul 15 13:41:25.111501 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38576) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:25.119355 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-911685a9-3be8-4b72-80a9-6dc8b0f2dfc5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'security_group_rule': {'security_group_id': '7122978d-2321-41ff-8783-9e3847b6c78b', 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:25.189886 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-911685a9-3be8-4b72-80a9-6dc8b0f2dfc5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:25.229586 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2b8a1ead-29f6-4fd1-88c4-513af62dcb5e req-e3ad482d-6141-4c4c-9917-54546b1880a2 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dbd4c03-3a01-4eed-b5ce-a002e32368fe HTTP/1.1" status: 200 len: 210 time: 0.0549867 Jul 15 13:41:25.243079 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38580) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:25.244468 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8a8f7a2e-708d-43ac-8a2c-56eb16d0b8f6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5315683 Jul 15 13:41:25.261451 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-bb6c458a-420b-4246-86a1-35d36c059ff3 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'port': {'network_id': '6138d58f-212a-49d6-909a-d5ab3d32721d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-208711746'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:25.291043 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-586ed2e2-fe39-46a3-8ab9-ba54ca77d340 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Made reservation on behalf of 41952a16a6834f27b5d7e8366be76781 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:25.296603 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-586ed2e2-fe39-46a3-8ab9-ba54ca77d340 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:25.421855 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:25.428311 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4a2ddd-6569-40ed-a225-683d01d26a77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-6138d58f-212a-49d6-909a-d5ab3d32721d', 'network_id': '6138d58f-212a-49d6-909a-d5ab3d32721d', 'tenant_id': 'd1981fd6106a4308832b67fe99f6ae3d', 'fixed_ips': [{'subnet_id': '2da4ab87-d82c-4990-9962-f4468c7e19b6'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:41:25.429715 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-db4a2ddd-6569-40ed-a225-683d01d26a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:25.569036 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-586ed2e2-fe39-46a3-8ab9-ba54ca77d340 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Allocated IP 172.20.0.11 (0285381b-612d-4c7d-b1b0-fc717534d7fc/4b6adcb1-87c7-4bda-bee3-bd740b4d2357/1818821b-101c-4433-818d-f4ef761d451a) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:25.573467 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765ba20-1c09-440a-acf1-ddbe26d552ae req-c73d7c24-6fa5-4885-a17a-e64d08263c53 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:25.587426 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a765ba20-1c09-440a-acf1-ddbe26d552ae req-c73d7c24-6fa5-4885-a17a-e64d08263c53 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d HTTP/1.1" status: 200 len: 946 time: 0.3732064 Jul 15 13:41:25.594393 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-911685a9-3be8-4b72-80a9-6dc8b0f2dfc5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:25.630550 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-911685a9-3be8-4b72-80a9-6dc8b0f2dfc5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:25.689433 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911685a9-3be8-4b72-80a9-6dc8b0f2dfc5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19baad84-864c-42f3-8e21-627acc111e52,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:25.704808 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-db4a2ddd-6569-40ed-a225-683d01d26a77 None None] Allocated IP 172.20.0.2 (6138d58f-212a-49d6-909a-d5ab3d32721d/2da4ab87-d82c-4990-9962-f4468c7e19b6/ea9e794c-d506-4c98-82a6-e272bc4f7f9d) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:25.746204 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a765ba20-1c09-440a-acf1-ddbe26d552ae req-21083833-414f-4558-b680-0bffefb32d5a tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569209 Jul 15 13:41:25.769510 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6c458a-420b-4246-86a1-35d36c059ff3 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:25.780247 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb6c458a-420b-4246-86a1-35d36c059ff3 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:25.786898 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38596) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:25.808211 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:25.821495 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-911685a9-3be8-4b72-80a9-6dc8b0f2dfc5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:25.822320 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-911685a9-3be8-4b72-80a9-6dc8b0f2dfc5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7091558 Jul 15 13:41:25.829433 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38600) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:25.853500 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-22798b47-7e9f-4a71-803e-b41de43760dd tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'security_group_rule': {'security_group_id': '7122978d-2321-41ff-8783-9e3847b6c78b', 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:25.895760 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-bb6c458a-420b-4246-86a1-35d36c059ff3 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] device_id is not set on port 26294723-09c3-4301-8d1a-d8a2ffd6f5e9 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:41:25.898263 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-586ed2e2-fe39-46a3-8ab9-ba54ca77d340 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:25.915556 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb1390-0114-412e-a6d9-5538194a2575 req-3c4c9f30-1336-4b7f-9704-21b288fccbb0 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:25.918277 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0dfb1390-0114-412e-a6d9-5538194a2575 req-3c4c9f30-1336-4b7f-9704-21b288fccbb0 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 946 time: 0.1420600 Jul 15 13:41:25.946402 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-586ed2e2-fe39-46a3-8ab9-ba54ca77d340 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Transition to ACTIVE for port object 1818821b-101c-4433-818d-f4ef761d451a will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:26.025059 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0dfb1390-0114-412e-a6d9-5538194a2575 req-ea5838da-3916-4b35-bd5b-15ecab0158c0 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927627 Jul 15 13:41:26.054241 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:26.086365 n-d-758944-45 neutron-server[93813]: INFO neutron.db.securitygroups_db [None req-22798b47-7e9f-4a71-803e-b41de43760dd tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Project 5969ba48b19a42969f3c1202e7616f77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:41:26.089421 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-586ed2e2-fe39-46a3-8ab9-ba54ca77d340 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:26.103893 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:26.104623 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:26.107756 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22798b47-7e9f-4a71-803e-b41de43760dd tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:26.173406 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-586ed2e2-fe39-46a3-8ab9-ba54ca77d340 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Network 0285381b-612d-4c7d-b1b0-fc717534d7fc is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:26.182741 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-586ed2e2-fe39-46a3-8ab9-ba54ca77d340 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:26.190291 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-586ed2e2-fe39-46a3-8ab9-ba54ca77d340 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:26.224693 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-db4a2ddd-6569-40ed-a225-683d01d26a77 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:26.275540 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ed2e2-fe39-46a3-8ab9-ba54ca77d340 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Pushing event updated for resources: {'Port': ['ID=1818821b-101c-4433-818d-f4ef761d451a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:26.334677 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-db4a2ddd-6569-40ed-a225-683d01d26a77 None None] Transition to ACTIVE for port object ea9e794c-d506-4c98-82a6-e272bc4f7f9d will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:26.411974 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-db4a2ddd-6569-40ed-a225-683d01d26a77 None None] Transition to ACTIVE for port object ea9e794c-d506-4c98-82a6-e272bc4f7f9d will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:26.412790 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-586ed2e2-fe39-46a3-8ab9-ba54ca77d340 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:26.419518 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-586ed2e2-fe39-46a3-8ab9-ba54ca77d340 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:26.429405 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22798b47-7e9f-4a71-803e-b41de43760dd tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:26.430496 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:26.443261 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-db4a2ddd-6569-40ed-a225-683d01d26a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:26.490548 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-586ed2e2-fe39-46a3-8ab9-ba54ca77d340 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5334663 Jul 15 13:41:26.503341 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-4c2cafc9-4c2e-453f-ab24-e6c88433ca01 service neutron] Request body: {'port': {'device_id': '2dbd4c03-3a01-4eed-b5ce-a002e32368fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:26.594301 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-bb6c458a-420b-4246-86a1-35d36c059ff3 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Allocated IP 172.20.0.12 (6138d58f-212a-49d6-909a-d5ab3d32721d/2da4ab87-d82c-4990-9962-f4468c7e19b6/26294723-09c3-4301-8d1a-d8a2ffd6f5e9) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:26.605628 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a2ddd-6569-40ed-a225-683d01d26a77 None None] Pushing event updated for resources: {'Port': ['ID=ea9e794c-d506-4c98-82a6-e272bc4f7f9d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:26.685935 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-4c2cafc9-4c2e-453f-ab24-e6c88433ca01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:26.719392 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4a2ddd-6569-40ed-a225-683d01d26a77 None None] Network 6138d58f-212a-49d6-909a-d5ab3d32721d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:26.749974 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-db4a2ddd-6569-40ed-a225-683d01d26a77 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:26.761963 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4a2ddd-6569-40ed-a225-683d01d26a77 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:26.766076 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:26.820239 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51cf1d48-a4f6-4391-a02d-360af2434bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:26.824606 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2edebb-069b-4b7f-b23b-534a10c5341b" -d '{"events": [{"server_uuid": "51cf1d48-a4f6-4391-a02d-360af2434bbd", "name": "network-vif-plugged", "status": "completed", "tag": "d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:26.829247 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-aa96c40d-e789-4130-a23c-126b6f7cd325 None None] Provisioning for port 1818821b-101c-4433-818d-f4ef761d451a completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:26.848224 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-aa96c40d-e789-4130-a23c-126b6f7cd325 None None] Provisioning complete for port 1818821b-101c-4433-818d-f4ef761d451a triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:26.849187 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa96c40d-e789-4130-a23c-126b6f7cd325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:26.880027 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb6c458a-420b-4246-86a1-35d36c059ff3 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:26.898763 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:26.907268 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-bb6c458a-420b-4246-86a1-35d36c059ff3 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Transition to ACTIVE for port object 26294723-09c3-4301-8d1a-d8a2ffd6f5e9 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:26.937091 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b34d68-1c7f-4394-b69e-ba8141dd0fe9 x-openstack-request-id: req-c0b34d68-1c7f-4394-b69e-ba8141dd0fe9 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:26.937342 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51cf1d48-a4f6-4391-a02d-360af2434bbd", "name": "network-vif-plugged", "status": "completed", "tag": "d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:26.938067 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c0b34d68-1c7f-4394-b69e-ba8141dd0fe9 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:26.938897 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51cf1d48-a4f6-4391-a02d-360af2434bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d', 'code': 200} Jul 15 13:41:26.948973 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:26.996373 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22798b47-7e9f-4a71-803e-b41de43760dd tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:27.088417 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-db4a2ddd-6569-40ed-a225-683d01d26a77 None None] Attempting to bind port ea9e794c-d506-4c98-82a6-e272bc4f7f9d on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:41:27.089007 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-db4a2ddd-6569-40ed-a225-683d01d26a77 None None] Attempting to bind port ea9e794c-d506-4c98-82a6-e272bc4f7f9d by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '5a41a51d-0eb1-48b9-aa13-949d401b901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6138d58f-212a-49d6-909a-d5ab3d32721d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:41:27.089697 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4a2ddd-6569-40ed-a225-683d01d26a77 None None] Attempting to bind port ea9e794c-d506-4c98-82a6-e272bc4f7f9d on network 6138d58f-212a-49d6-909a-d5ab3d32721d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:27.126820 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-aa96c40d-e789-4130-a23c-126b6f7cd325 None None] Port 1818821b-101c-4433-818d-f4ef761d451a cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:41:27.149670 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4a2ddd-6569-40ed-a225-683d01d26a77 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:41:27.150320 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4a2ddd-6569-40ed-a225-683d01d26a77 None None] Checking segment: {'id': '5a41a51d-0eb1-48b9-aa13-949d401b901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6138d58f-212a-49d6-909a-d5ab3d32721d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:27.150984 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-db4a2ddd-6569-40ed-a225-683d01d26a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:27.153025 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4a2ddd-6569-40ed-a225-683d01d26a77 None None] Bound using segment: {'id': '5a41a51d-0eb1-48b9-aa13-949d401b901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6138d58f-212a-49d6-909a-d5ab3d32721d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:41:27.156205 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-db4a2ddd-6569-40ed-a225-683d01d26a77 None None] Bound port: ea9e794c-d506-4c98-82a6-e272bc4f7f9d, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a41a51d-0eb1-48b9-aa13-949d401b901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6138d58f-212a-49d6-909a-d5ab3d32721d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:41:27.158998 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-db4a2ddd-6569-40ed-a225-683d01d26a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:27.163767 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb6c458a-420b-4246-86a1-35d36c059ff3 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:27.238009 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22798b47-7e9f-4a71-803e-b41de43760dd tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:27.242152 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-22798b47-7e9f-4a71-803e-b41de43760dd tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4064384 Jul 15 13:41:27.243656 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38628) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:27.248025 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22798b47-7e9f-4a71-803e-b41de43760dd tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54176705-1116-4e0b-873c-6acf1bcf0e6a,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:27.276447 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-90e45ef7-577a-4378-aac2-8aa4b931416d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'security_group_rule': {'security_group_id': '7122978d-2321-41ff-8783-9e3847b6c78b', 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:27.306904 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d,revision_number=12']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:27.309606 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c458a-420b-4246-86a1-35d36c059ff3 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Port': ['ID=26294723-09c3-4301-8d1a-d8a2ffd6f5e9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:27.314505 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e960612-2761-482a-aebd-68f4dc599eb2 tempest-TestVolumeBootPattern-881616511 tempest-TestVolumeBootPattern-881616511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:27.316851 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0e960612-2761-482a-aebd-68f4dc599eb2 tempest-TestVolumeBootPattern-881616511 tempest-TestVolumeBootPattern-881616511-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d HTTP/1.1" status: 200 len: 1093 time: 1.5260282 Jul 15 13:41:27.327071 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6c458a-420b-4246-86a1-35d36c059ff3 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network 6138d58f-212a-49d6-909a-d5ab3d32721d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:27.328802 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38632) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:27.334044 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-bb6c458a-420b-4246-86a1-35d36c059ff3 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:27.346221 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6c458a-420b-4246-86a1-35d36c059ff3 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:27.363361 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-fd23ae49-8957-4265-ba0a-4425904fb9d6 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'port_id': 'a3c91c50-d36e-42b8-8def-d602c66dac32', 'tenant_id': '89567fda246241f4860e07527d287580', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:27.373568 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-db4a2ddd-6569-40ed-a225-683d01d26a77 None None] For port ea9e794c-d506-4c98-82a6-e272bc4f7f9d, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:41:27.377863 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-db4a2ddd-6569-40ed-a225-683d01d26a77 None None] For port ea9e794c-d506-4c98-82a6-e272bc4f7f9d, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ea9e794c-d506-4c98-82a6-e272bc4f7f9d,segment=NetworkSegment(5a41a51d-0eb1-48b9-aa13-949d401b901a),segment_id=5a41a51d-0eb1-48b9-aa13-949d401b901a)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:41:27.384842 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-db4a2ddd-6569-40ed-a225-683d01d26a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:27.452744 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-4c2cafc9-4c2e-453f-ab24-e6c88433ca01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1818821b-101c-4433-818d-f4ef761d451a {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:41:27.474076 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a2ddd-6569-40ed-a225-683d01d26a77 None None] Pushing event updated for resources: {'Port': ['ID=ea9e794c-d506-4c98-82a6-e272bc4f7f9d,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:27.477350 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-4c2cafc9-4c2e-453f-ab24-e6c88433ca01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:27.513607 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6c458a-420b-4246-86a1-35d36c059ff3 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:27.515188 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb6c458a-420b-4246-86a1-35d36c059ff3 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:27.571946 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75430097-4262-4daf-83cd-9c6edba294f5 req-41a9ab90-ee26-413e-ae81-c3e8ea8f2e77 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:27.582721 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75430097-4262-4daf-83cd-9c6edba294f5 req-41a9ab90-ee26-413e-ae81-c3e8ea8f2e77 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dbd4c03-3a01-4eed-b5ce-a002e32368fe HTTP/1.1" status: 200 len: 932 time: 0.6157286 Jul 15 13:41:27.593329 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-4c2cafc9-4c2e-453f-ab24-e6c88433ca01 service neutron] Transition to ACTIVE for port object 1818821b-101c-4433-818d-f4ef761d451a will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:27.623500 n-d-758944-45 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-90e45ef7-577a-4378-aac2-8aa4b931416d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Project 5969ba48b19a42969f3c1202e7616f77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:41:27.633408 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-4c2cafc9-4c2e-453f-ab24-e6c88433ca01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:27.644111 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-bb6c458a-420b-4246-86a1-35d36c059ff3 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.3915622 Jul 15 13:41:27.646892 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38636) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:27.649816 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9ea43-d6ed-4641-9d11-775d4df4fc05 req-55c70e59-af46-4287-a596-5e49009231ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:27.651364 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f1d9ea43-d6ed-4641-9d11-775d4df4fc05 req-55c70e59-af46-4287-a596-5e49009231ad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 1099 time: 0.3930709 Jul 15 13:41:27.655444 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90e45ef7-577a-4378-aac2-8aa4b931416d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:27.666494 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd23ae49-8957-4265-ba0a-4425904fb9d6 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:27.839247 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2cafc9-4c2e-453f-ab24-e6c88433ca01 service neutron] Pushing event updated for resources: {'Port': ['ID=1818821b-101c-4433-818d-f4ef761d451a,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:27.866432 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabfa1a-5e4f-4409-a311-51f9405364ff req-52efbebb-73b8-404e-8faf-9f145ef845fd tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:27.869491 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bcabfa1a-5e4f-4409-a311-51f9405364ff req-52efbebb-73b8-404e-8faf-9f145ef845fd tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 947 time: 0.3798509 Jul 15 13:41:28.082616 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90e45ef7-577a-4378-aac2-8aa4b931416d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:28.090823 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bcabfa1a-5e4f-4409-a311-51f9405364ff req-cab1a1ed-7285-4239-bbfb-45e7c0a53e06 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915159 Jul 15 13:41:28.096650 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90e45ef7-577a-4378-aac2-8aa4b931416d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:28.146907 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e45ef7-577a-4378-aac2-8aa4b931416d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad3a3211-0ef8-401f-9545-5ee305e16e2b,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:28.189343 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-4c2cafc9-4c2e-453f-ab24-e6c88433ca01 service neutron] Attempting to bind port 1818821b-101c-4433-818d-f4ef761d451a on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:41:28.190099 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-4c2cafc9-4c2e-453f-ab24-e6c88433ca01 service neutron] Attempting to bind port 1818821b-101c-4433-818d-f4ef761d451a by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '45b44a0b-86ff-4d1a-b6ca-23905ae28cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0285381b-612d-4c7d-b1b0-fc717534d7fc'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:41:28.190653 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-4c2cafc9-4c2e-453f-ab24-e6c88433ca01 service neutron] Attempting to bind port 1818821b-101c-4433-818d-f4ef761d451a on network 0285381b-612d-4c7d-b1b0-fc717534d7fc {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:28.209631 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90e45ef7-577a-4378-aac2-8aa4b931416d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:28.216505 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-90e45ef7-577a-4378-aac2-8aa4b931416d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9627330 Jul 15 13:41:28.216505 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-4c2cafc9-4c2e-453f-ab24-e6c88433ca01 service neutron] Port 1818821b-101c-4433-818d-f4ef761d451a on network 0285381b-612d-4c7d-b1b0-fc717534d7fc not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:41:28.216505 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-4c2cafc9-4c2e-453f-ab24-e6c88433ca01 service neutron] Attempting to bind port 1818821b-101c-4433-818d-f4ef761d451a on network 0285381b-612d-4c7d-b1b0-fc717534d7fc {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:28.219392 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38644) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:28.230135 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-4c2cafc9-4c2e-453f-ab24-e6c88433ca01 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:41:28.231061 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-4c2cafc9-4c2e-453f-ab24-e6c88433ca01 service neutron] Checking segment: {'id': '45b44a0b-86ff-4d1a-b6ca-23905ae28cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0285381b-612d-4c7d-b1b0-fc717534d7fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:28.231490 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-4c2cafc9-4c2e-453f-ab24-e6c88433ca01 service neutron] Bound using segment: {'id': '45b44a0b-86ff-4d1a-b6ca-23905ae28cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0285381b-612d-4c7d-b1b0-fc717534d7fc'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:41:28.232018 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-4c2cafc9-4c2e-453f-ab24-e6c88433ca01 service neutron] Bound port: 1818821b-101c-4433-818d-f4ef761d451a, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b44a0b-86ff-4d1a-b6ca-23905ae28cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0285381b-612d-4c7d-b1b0-fc717534d7fc'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:41:28.232474 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-4c2cafc9-4c2e-453f-ab24-e6c88433ca01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:28.239517 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a7d8448f-a3cf-4d9a-86c8-1d0683ee6559 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'network': {'name': 'tempest-network-smoke--83168092', 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'port_security_enabled': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:28.313360 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d8448f-a3cf-4d9a-86c8-1d0683ee6559 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Made reservation on behalf of 5969ba48b19a42969f3c1202e7616f77 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:28.316992 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7d8448f-a3cf-4d9a-86c8-1d0683ee6559 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:28.321379 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75430097-4262-4daf-83cd-9c6edba294f5 req-056f74b6-4ef0-4c25-a955-e52eb9006742 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "GET /v2.0/security-groups?id=13a7a8a8-6e2a-4757-b97b-ab9be5e509c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7229202 Jul 15 13:41:28.348664 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-4c2cafc9-4c2e-453f-ab24-e6c88433ca01 service neutron] For port 1818821b-101c-4433-818d-f4ef761d451a, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:41:28.358398 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-4c2cafc9-4c2e-453f-ab24-e6c88433ca01 service neutron] For port 1818821b-101c-4433-818d-f4ef761d451a, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=1818821b-101c-4433-818d-f4ef761d451a,segment=NetworkSegment(45b44a0b-86ff-4d1a-b6ca-23905ae28cf5),segment_id=45b44a0b-86ff-4d1a-b6ca-23905ae28cf5)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:41:28.366468 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-4c2cafc9-4c2e-453f-ab24-e6c88433ca01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:28.377317 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d8448f-a3cf-4d9a-86c8-1d0683ee6559 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:41:28.395338 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f1d9ea43-d6ed-4641-9d11-775d4df4fc05 req-424dbc09-78f7-435a-8cc5-558821cd3267 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7344069 Jul 15 13:41:28.411819 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7d8448f-a3cf-4d9a-86c8-1d0683ee6559 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:28.412171 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-a7d8448f-a3cf-4d9a-86c8-1d0683ee6559 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Added segment b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e of type vlan for network 28b691d7-d3f0-4987-9fdf-5c8e5e519792 Jul 15 13:41:28.424648 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-4c2cafc9-4c2e-453f-ab24-e6c88433ca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:28.425286 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-4c2cafc9-4c2e-453f-ab24-e6c88433ca01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:28.427038 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-4c2cafc9-4c2e-453f-ab24-e6c88433ca01 service neutron] 10.222.0.18 "PUT /v2.0/ports/1818821b-101c-4433-818d-f4ef761d451a HTTP/1.1" status: 200 len: 1093 time: 1.9288821 Jul 15 13:41:28.431793 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbd4c03-3a01-4eed-b5ce-a002e32368fe', 'tag': '1818821b-101c-4433-818d-f4ef761d451a'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:28.434237 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2258ee5-f145-4f40-83ee-0642ebcdb16a" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbd4c03-3a01-4eed-b5ce-a002e32368fe", "tag": "1818821b-101c-4433-818d-f4ef761d451a"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:28.509116 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-9a836d7a-3ee9-48a7-9c1a-e6af7e3a4aaf tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Deleting port 26294723-09c3-4301-8d1a-d8a2ffd6f5e9 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:28.510502 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a836d7a-3ee9-48a7-9c1a-e6af7e3a4aaf tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:28.535395 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9217b717-e128-4ab0-9e2a-e26926d65bea x-openstack-request-id: req-9217b717-e128-4ab0-9e2a-e26926d65bea {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:28.535861 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbd4c03-3a01-4eed-b5ce-a002e32368fe", "tag": "1818821b-101c-4433-818d-f4ef761d451a", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:28.536258 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9217b717-e128-4ab0-9e2a-e26926d65bea {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:28.536902 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbd4c03-3a01-4eed-b5ce-a002e32368fe', 'tag': '1818821b-101c-4433-818d-f4ef761d451a', 'status': 'completed', 'code': 200} Jul 15 13:41:28.558554 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2cafc9-4c2e-453f-ab24-e6c88433ca01 service neutron] Pushing event updated for resources: {'Port': ['ID=1818821b-101c-4433-818d-f4ef761d451a,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:28.570939 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7d8448f-a3cf-4d9a-86c8-1d0683ee6559 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:28.647547 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a836d7a-3ee9-48a7-9c1a-e6af7e3a4aaf tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:28.652834 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7d8448f-a3cf-4d9a-86c8-1d0683ee6559 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:28.659403 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d8448f-a3cf-4d9a-86c8-1d0683ee6559 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:28.660108 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7d8448f-a3cf-4d9a-86c8-1d0683ee6559 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:28.688558 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-9a836d7a-3ee9-48a7-9c1a-e6af7e3a4aaf tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Calling delete_port for 26294723-09c3-4301-8d1a-d8a2ffd6f5e9 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:28.696991 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd23ae49-8957-4265-ba0a-4425904fb9d6 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:28.701255 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-bd741b63-e507-44aa-af9f-755ad45e9242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:28.703044 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-bd741b63-e507-44aa-af9f-755ad45e9242 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=41952a16a6834f27b5d7e8366be76781&device_id=2dbd4c03-3a01-4eed-b5ce-a002e32368fe HTTP/1.1" status: 200 len: 1096 time: 0.1712108 Jul 15 13:41:28.755346 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a7d8448f-a3cf-4d9a-86c8-1d0683ee6559 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5290518 Jul 15 13:41:28.774385 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38648) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:28.803280 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8448f-a3cf-4d9a-86c8-1d0683ee6559 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'Network': ['ID=28b691d7-d3f0-4987-9fdf-5c8e5e519792,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:28.806215 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b24fad9b-ea7d-4256-bb82-eb451abd4c12 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-811515440', 'admin_state_up': True, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:28.812980 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-e34393f8-62c5-4f62-981b-3704ce19b474 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1818821b-101c-4433-818d-f4ef761d451a HTTP/1.1" status: 200 len: 217 time: 0.1022031 Jul 15 13:41:28.822039 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 28b691d7-d3f0-4987-9fdf-5c8e5e519792 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:41:28.909184 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b24fad9b-ea7d-4256-bb82-eb451abd4c12 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:28.910601 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b24fad9b-ea7d-4256-bb82-eb451abd4c12 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:28.916694 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-139b1a52-5c02-46aa-aace-fb62e7586873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:28.918380 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-139b1a52-5c02-46aa-aace-fb62e7586873 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4b6adcb1-87c7-4bda-bee3-bd740b4d2357 HTTP/1.1" status: 200 len: 848 time: 0.0992291 Jul 15 13:41:28.999025 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-fd23ae49-8957-4265-ba0a-4425904fb9d6 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Allocated IP 172.25.6.143 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/653011d1-0b2f-45d4-9112-5ffb46c6b190) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:29.035093 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-c2912edc-40f4-4fd0-a822-48c7791f4924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:29.035093 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-c2912edc-40f4-4fd0-a822-48c7791f4924 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0285381b-612d-4c7d-b1b0-fc717534d7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1037166 Jul 15 13:41:29.101312 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b24fad9b-ea7d-4256-bb82-eb451abd4c12 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:29.205518 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ea9e794c-d506-4c98-82a6-e272bc4f7f9d up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:29.240623 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-e3725495-e26e-4770-bc7c-ac4e7816617c service neutron] 10.222.0.18 "GET /v2.0/networks/0285381b-612d-4c7d-b1b0-fc717534d7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913795 Jul 15 13:41:29.296320 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port ea9e794c-d506-4c98-82a6-e272bc4f7f9d completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:29.300770 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a836d7a-3ee9-48a7-9c1a-e6af7e3a4aaf tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:29.314566 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74f2710-6e50-4ced-9441-41bda2d45c7d None None] Network 6138d58f-212a-49d6-909a-d5ab3d32721d requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:29.398592 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bea6692d-44c3-4b70-86ea-628c206ff1a6 req-40128b15-0690-488d-a22b-3c97d0ea8871 service neutron] 10.222.0.18 "GET /v2.0/networks/0285381b-612d-4c7d-b1b0-fc717534d7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494646 Jul 15 13:41:29.459203 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a836d7a-3ee9-48a7-9c1a-e6af7e3a4aaf tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Port': ['ID=26294723-09c3-4301-8d1a-d8a2ffd6f5e9,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:29.536643 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-15b30294-1350-410a-b2aa-cd7e381c2888 None None] Provisioning for port ea9e794c-d506-4c98-82a6-e272bc4f7f9d completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:29.566320 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-15b30294-1350-410a-b2aa-cd7e381c2888 None None] Provisioning complete for port ea9e794c-d506-4c98-82a6-e272bc4f7f9d triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:29.567080 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2258ee5-f145-4f40-83ee-0642ebcdb16a req-7ae514ed-595c-4d22-90a9-2430f2d4bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:29.569458 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-15b30294-1350-410a-b2aa-cd7e381c2888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:29.571578 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a2258ee5-f145-4f40-83ee-0642ebcdb16a req-7ae514ed-595c-4d22-90a9-2430f2d4bcf4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=41952a16a6834f27b5d7e8366be76781&device_id=2dbd4c03-3a01-4eed-b5ce-a002e32368fe HTTP/1.1" status: 200 len: 1096 time: 0.1098289 Jul 15 13:41:29.738382 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b24fad9b-ea7d-4256-bb82-eb451abd4c12 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:29.829593 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2258ee5-f145-4f40-83ee-0642ebcdb16a req-92479832-9813-4ff8-bd73-ae957aafa8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:29.831316 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a2258ee5-f145-4f40-83ee-0642ebcdb16a req-92479832-9813-4ff8-bd73-ae957aafa8dc service neutron] 10.222.0.18 "GET /v2.0/networks?id=0285381b-612d-4c7d-b1b0-fc717534d7fc HTTP/1.1" status: 200 len: 910 time: 0.2526038 Jul 15 13:41:29.832481 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd23ae49-8957-4265-ba0a-4425904fb9d6 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:29.850546 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-15b30294-1350-410a-b2aa-cd7e381c2888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:29.862256 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ae373-337e-4712-8542-9e3693cce8f7 req-be87477c-dc3d-419d-a433-7ef72a2d9a9f tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:29.864262 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c9ae373-337e-4712-8542-9e3693cce8f7 req-be87477c-dc3d-419d-a433-7ef72a2d9a9f tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dbd4c03-3a01-4eed-b5ce-a002e32368fe HTTP/1.1" status: 200 len: 944 time: 0.2279105 Jul 15 13:41:29.908700 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a2258ee5-f145-4f40-83ee-0642ebcdb16a req-b2f482d6-3ec4-4b0f-a236-4d71881708f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1818821b-101c-4433-818d-f4ef761d451a HTTP/1.1" status: 200 len: 217 time: 0.0692196 Jul 15 13:41:29.910359 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-15b30294-1350-410a-b2aa-cd7e381c2888 None None] For port ea9e794c-d506-4c98-82a6-e272bc4f7f9d, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ea9e794c-d506-4c98-82a6-e272bc4f7f9d,segment=NetworkSegment(5a41a51d-0eb1-48b9-aa13-949d401b901a),segment_id=5a41a51d-0eb1-48b9-aa13-949d401b901a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:29.922950 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-15b30294-1350-410a-b2aa-cd7e381c2888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:30.055350 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b30294-1350-410a-b2aa-cd7e381c2888 None None] Pushing event updated for resources: {'Port': ['ID=ea9e794c-d506-4c98-82a6-e272bc4f7f9d,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:30.117151 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c9ae373-337e-4712-8542-9e3693cce8f7 req-2616aee2-bd9c-40a0-a7ba-d6d94ffff634 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "GET /v2.0/security-groups?id=13a7a8a8-6e2a-4757-b97b-ab9be5e509c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171042 Jul 15 13:41:30.140339 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd23ae49-8957-4265-ba0a-4425904fb9d6 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:30.172984 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2258ee5-f145-4f40-83ee-0642ebcdb16a req-fca383f8-e408-4ce5-a935-05e894f71b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:30.174997 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a2258ee5-f145-4f40-83ee-0642ebcdb16a req-fca383f8-e408-4ce5-a935-05e894f71b20 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4b6adcb1-87c7-4bda-bee3-bd740b4d2357 HTTP/1.1" status: 200 len: 848 time: 0.2574763 Jul 15 13:41:30.268048 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a836d7a-3ee9-48a7-9c1a-e6af7e3a4aaf tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:30.272017 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9a836d7a-3ee9-48a7-9c1a-e6af7e3a4aaf tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/ports/26294723-09c3-4301-8d1a-d8a2ffd6f5e9 HTTP/1.1" status: 204 len: 168 time: 2.6201174 Jul 15 13:41:30.278893 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38702) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:30.295871 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd23ae49-8957-4265-ba0a-4425904fb9d6 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:30.307594 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-fd23ae49-8957-4265-ba0a-4425904fb9d6 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:30.318600 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd23ae49-8957-4265-ba0a-4425904fb9d6 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:30.349898 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a9c2a9a-3f5a-497e-98e3-916fb6d5b3e8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] GET failed (client error): The resource could not be found. Jul 15 13:41:30.354853 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6a9c2a9a-3f5a-497e-98e3-916fb6d5b3e8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "GET /v2.0/ports/26294723-09c3-4301-8d1a-d8a2ffd6f5e9 HTTP/1.1" status: 404 len: 333 time: 0.0696278 Jul 15 13:41:30.355938 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38706) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:30.391492 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23ae49-8957-4265-ba0a-4425904fb9d6 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Pushing event updated for resources: {'Port': ['ID=653011d1-0b2f-45d4-9112-5ffb46c6b190,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:30.438506 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2258ee5-f145-4f40-83ee-0642ebcdb16a req-d3551fba-aa8f-4c4e-a049-df5c632cc095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:30.441851 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a2258ee5-f145-4f40-83ee-0642ebcdb16a req-d3551fba-aa8f-4c4e-a049-df5c632cc095 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0285381b-612d-4c7d-b1b0-fc717534d7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2577841 Jul 15 13:41:30.491729 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-69559c35-ef6e-4c82-bedc-febb3235ba26 None None] Provisioning complete for port ea9e794c-d506-4c98-82a6-e272bc4f7f9d triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:30.491729 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-69559c35-ef6e-4c82-bedc-febb3235ba26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:30.508040 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-d304f2eb-d3cf-4967-a3ed-5d2d45912b92 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Deleting subnet 2da4ab87-d82c-4990-9962-f4468c7e19b6 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:41:30.520653 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d304f2eb-d3cf-4967-a3ed-5d2d45912b92 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:30.645972 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d304f2eb-d3cf-4967-a3ed-5d2d45912b92 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:30.684655 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede34a3-e977-4ca5-b8a5-7c61a9199117 req-c29be047-7b85-4302-8526-b2526841be93 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:30.690887 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eede34a3-e977-4ca5-b8a5-7c61a9199117 req-c29be047-7b85-4302-8526-b2526841be93 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 947 time: 1.1007590 Jul 15 13:41:30.723369 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a2258ee5-f145-4f40-83ee-0642ebcdb16a req-2bf1df93-6a98-48ab-9868-84adad773d84 service neutron] 10.222.0.18 "GET /v2.0/networks/0285381b-612d-4c7d-b1b0-fc717534d7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653573 Jul 15 13:41:30.872984 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eede34a3-e977-4ca5-b8a5-7c61a9199117 req-54705ace-225f-4e3c-b6bd-893470c16a25 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732907 Jul 15 13:41:30.894723 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c4890ee0-1c87-4728-b98b-3470f936d780 None None] Could not find standard attr ID for object 26294723-09c3-4301-8d1a-d8a2ffd6f5e9. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:41:31.041979 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ea9e794c-d506-4c98-82a6-e272bc4f7f9d up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:31.139587 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port ea9e794c-d506-4c98-82a6-e272bc4f7f9d triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:31.140008 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:31.208162 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b24fad9b-ea7d-4256-bb82-eb451abd4c12 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:31.313730 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d304f2eb-d3cf-4967-a3ed-5d2d45912b92 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:31.325864 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b24fad9b-ea7d-4256-bb82-eb451abd4c12 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:31.401516 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a2258ee5-f145-4f40-83ee-0642ebcdb16a req-774487f6-7fc7-40ab-9e05-9ad5300e78c6 service neutron] 10.222.0.18 "GET /v2.0/networks/0285381b-612d-4c7d-b1b0-fc717534d7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6707282 Jul 15 13:41:31.463021 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d304f2eb-d3cf-4967-a3ed-5d2d45912b92 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:31.505283 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d304f2eb-d3cf-4967-a3ed-5d2d45912b92 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:31.507685 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d304f2eb-d3cf-4967-a3ed-5d2d45912b92 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/subnets/2da4ab87-d82c-4990-9962-f4468c7e19b6 HTTP/1.1" status: 204 len: 168 time: 1.1503294 Jul 15 13:41:31.509846 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304f2eb-d3cf-4967-a3ed-5d2d45912b92 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Subnet': ['ID=2da4ab87-d82c-4990-9962-f4468c7e19b6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:31.511691 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38714) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:31.526946 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691151a9-1580-4e58-90f8-1dfddca0a1d8 None None] Network 6138d58f-212a-49d6-909a-d5ab3d32721d requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:31.531126 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf3e6f-30ea-473e-b222-ada82b03d442 req-81e7142a-ed60-49c9-9002-b67f597e1e79 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:31.532744 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-76cf3e6f-30ea-473e-b222-ada82b03d442 req-81e7142a-ed60-49c9-9002-b67f597e1e79 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dbd4c03-3a01-4eed-b5ce-a002e32368fe HTTP/1.1" status: 200 len: 944 time: 0.1461964 Jul 15 13:41:31.584575 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-b24fad9b-ea7d-4256-bb82-eb451abd4c12 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Allocated IP 172.25.6.87 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/e7c2b2c7-1e86-4121-afc8-9db51df5dd5d) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:31.634543 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0e5882b8-0b88-49c6-9758-3c4f229b17f0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:31.639894 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-76cf3e6f-30ea-473e-b222-ada82b03d442 req-708c45e0-c1cb-4db6-a5f7-e8cf8a759292 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "GET /v2.0/security-groups?id=13a7a8a8-6e2a-4757-b97b-ab9be5e509c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929935 Jul 15 13:41:31.719532 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0e5882b8-0b88-49c6-9758-3c4f229b17f0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Deleting port ea9e794c-d506-4c98-82a6-e272bc4f7f9d {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:31.719915 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0e5882b8-0b88-49c6-9758-3c4f229b17f0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:31.723081 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd23ae49-8957-4265-ba0a-4425904fb9d6 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:31.801148 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2616d98-81fd-435b-8845-2b747d31e7c5 None None] DHCP port deletion for 6138d58f-212a-49d6-909a-d5ab3d32721d request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:41:31.802843 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b24fad9b-ea7d-4256-bb82-eb451abd4c12 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:31.820111 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-0e5882b8-0b88-49c6-9758-3c4f229b17f0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] For port ea9e794c-d506-4c98-82a6-e272bc4f7f9d, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ea9e794c-d506-4c98-82a6-e272bc4f7f9d,segment=NetworkSegment(5a41a51d-0eb1-48b9-aa13-949d401b901a),segment_id=5a41a51d-0eb1-48b9-aa13-949d401b901a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:31.820508 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0e5882b8-0b88-49c6-9758-3c4f229b17f0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:31.835774 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0e5882b8-0b88-49c6-9758-3c4f229b17f0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Calling delete_port for ea9e794c-d506-4c98-82a6-e272bc4f7f9d owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:31.849954 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd23ae49-8957-4265-ba0a-4425904fb9d6 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:31.861236 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e2616d98-81fd-435b-8845-2b747d31e7c5 None None] Deleting port ea9e794c-d506-4c98-82a6-e272bc4f7f9d {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:31.861672 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e2616d98-81fd-435b-8845-2b747d31e7c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:31.914802 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b24fad9b-ea7d-4256-bb82-eb451abd4c12 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:31.947896 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0e5882b8-0b88-49c6-9758-3c4f229b17f0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:31.957341 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e2616d98-81fd-435b-8845-2b747d31e7c5 None None] For port ea9e794c-d506-4c98-82a6-e272bc4f7f9d, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ea9e794c-d506-4c98-82a6-e272bc4f7f9d,segment=NetworkSegment(5a41a51d-0eb1-48b9-aa13-949d401b901a),segment_id=5a41a51d-0eb1-48b9-aa13-949d401b901a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:31.958068 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e2616d98-81fd-435b-8845-2b747d31e7c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:31.974285 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24fad9b-ea7d-4256-bb82-eb451abd4c12 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:31.977291 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e2616d98-81fd-435b-8845-2b747d31e7c5 None None] Calling delete_port for ea9e794c-d506-4c98-82a6-e272bc4f7f9d owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:31.985807 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-b24fad9b-ea7d-4256-bb82-eb451abd4c12 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:31.993090 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24fad9b-ea7d-4256-bb82-eb451abd4c12 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:31.998400 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5882b8-0b88-49c6-9758-3c4f229b17f0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] No DVR routers for this DVR port ea9e794c-d506-4c98-82a6-e272bc4f7f9d on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:41:32.036582 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5882b8-0b88-49c6-9758-3c4f229b17f0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Port': ['ID=ea9e794c-d506-4c98-82a6-e272bc4f7f9d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:32.095848 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e2616d98-81fd-435b-8845-2b747d31e7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:32.102928 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0e5882b8-0b88-49c6-9758-3c4f229b17f0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:32.116146 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-0e5882b8-0b88-49c6-9758-3c4f229b17f0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6138d58f-212a-49d6-909a-d5ab3d32721d']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:32.132914 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-0e5882b8-0b88-49c6-9758-3c4f229b17f0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a41a51d-0eb1-48b9-aa13-949d401b901a') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:32.133208 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-0e5882b8-0b88-49c6-9758-3c4f229b17f0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a41a51d-0eb1-48b9-aa13-949d401b901a') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:32.137482 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2616d98-81fd-435b-8845-2b747d31e7c5 None None] Pushing event deleted for resources: {'Port': ['ID=ea9e794c-d506-4c98-82a6-e272bc4f7f9d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:32.142543 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2616d98-81fd-435b-8845-2b747d31e7c5 None None] No DVR routers for this DVR port ea9e794c-d506-4c98-82a6-e272bc4f7f9d on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:41:32.149655 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0e5882b8-0b88-49c6-9758-3c4f229b17f0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:32.166810 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0e5882b8-0b88-49c6-9758-3c4f229b17f0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:32.175033 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e5882b8-0b88-49c6-9758-3c4f229b17f0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:41:32.175488 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0e5882b8-0b88-49c6-9758-3c4f229b17f0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:41:32.179233 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:41:32.183495 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24fad9b-ea7d-4256-bb82-eb451abd4c12 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'Port': ['ID=e7c2b2c7-1e86-4121-afc8-9db51df5dd5d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:32.255507 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0e5882b8-0b88-49c6-9758-3c4f229b17f0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:32.266140 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0e5882b8-0b88-49c6-9758-3c4f229b17f0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:32.273204 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0e5882b8-0b88-49c6-9758-3c4f229b17f0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/networks/6138d58f-212a-49d6-909a-d5ab3d32721d HTTP/1.1" status: 204 len: 168 time: 0.7558916 Jul 15 13:41:32.273735 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38718) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:32.280403 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-094b09ee-b71f-466d-922e-906c786f7cf8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'port': {'network_id': 'c6443771-a6ce-44a9-8192-1583366cef2e', 'name': 'tempest-PortsTestJSON-1985574100'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:32.296259 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd23ae49-8957-4265-ba0a-4425904fb9d6 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:32.300115 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5882b8-0b88-49c6-9758-3c4f229b17f0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Network': ['ID=6138d58f-212a-49d6-909a-d5ab3d32721d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:32.306651 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd23ae49-8957-4265-ba0a-4425904fb9d6 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:32.354202 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c8c90-7d79-45ea-b860-eefed65f7b77 req-7ca19a32-c708-4b22-8d86-123d3c31e2be tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:32.355808 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ae9c8c90-7d79-45ea-b860-eefed65f7b77 req-7ca19a32-c708-4b22-8d86-123d3c31e2be tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 947 time: 0.2859557 Jul 15 13:41:32.423856 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094b09ee-b71f-466d-922e-906c786f7cf8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:32.427615 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-094b09ee-b71f-466d-922e-906c786f7cf8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:32.452706 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-094b09ee-b71f-466d-922e-906c786f7cf8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] device_id is not set on port 62f02c68-2170-44f8-b061-6bed65f48bfb yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:41:32.501689 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23ae49-8957-4265-ba0a-4425904fb9d6 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Pushing event updated for resources: {'Port': ['ID=653011d1-0b2f-45d4-9112-5ffb46c6b190,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:32.534840 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ae9c8c90-7d79-45ea-b860-eefed65f7b77 req-11f4e745-6497-4269-be0f-e331ee4429fe tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504538 Jul 15 13:41:32.539005 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd23ae49-8957-4265-ba0a-4425904fb9d6 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:32.702484 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-094b09ee-b71f-466d-922e-906c786f7cf8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:32.783342 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-094b09ee-b71f-466d-922e-906c786f7cf8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:32.852051 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094b09ee-b71f-466d-922e-906c786f7cf8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network c6443771-a6ce-44a9-8192-1583366cef2e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:32.870012 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-094b09ee-b71f-466d-922e-906c786f7cf8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:32.892168 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094b09ee-b71f-466d-922e-906c786f7cf8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:32.906217 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094b09ee-b71f-466d-922e-906c786f7cf8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:32.907577 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-094b09ee-b71f-466d-922e-906c786f7cf8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:32.933226 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b09ee-b71f-466d-922e-906c786f7cf8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Port': ['ID=62f02c68-2170-44f8-b061-6bed65f48bfb,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:32.991443 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-094b09ee-b71f-466d-922e-906c786f7cf8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7157147 Jul 15 13:41:32.992844 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38732) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:33.042346 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b24fad9b-ea7d-4256-bb82-eb451abd4c12 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:33.084123 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ea9e794c-d506-4c98-82a6-e272bc4f7f9d no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:33.097564 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dc630-a372-4ba6-aa15-0d23f06d866c req-020057f2-7f6d-40ac-9c44-5f13fa7bd4aa tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:33.099347 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-609dc630-a372-4ba6-aa15-0d23f06d866c req-020057f2-7f6d-40ac-9c44-5f13fa7bd4aa tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dbd4c03-3a01-4eed-b5ce-a002e32368fe HTTP/1.1" status: 200 len: 944 time: 0.2532935 Jul 15 13:41:33.115444 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: ea9e794c-d506-4c98-82a6-e272bc4f7f9d {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:33.116166 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ea9e794c-d506-4c98-82a6-e272bc4f7f9d not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:33.178783 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-609dc630-a372-4ba6-aa15-0d23f06d866c req-5af5ec91-28ab-4c92-a37e-7a7540f395e5 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "GET /v2.0/security-groups?id=13a7a8a8-6e2a-4757-b97b-ab9be5e509c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708361 Jul 15 13:41:33.202462 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-27289483-813d-478c-b9f6-8ae440dbe2a7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Deleting port 62f02c68-2170-44f8-b061-6bed65f48bfb {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:33.202462 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27289483-813d-478c-b9f6-8ae440dbe2a7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:33.218937 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-fd23ae49-8957-4265-ba0a-4425904fb9d6 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Floating IP 2d6f607a-099c-4b54-a999-7d81f46f7e11 associated. External IP: 172.25.6.143, port: a3c91c50-d36e-42b8-8def-d602c66dac32. Jul 15 13:41:33.291931 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27289483-813d-478c-b9f6-8ae440dbe2a7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:33.313213 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-27289483-813d-478c-b9f6-8ae440dbe2a7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Calling delete_port for 62f02c68-2170-44f8-b061-6bed65f48bfb owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:33.408607 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b24fad9b-ea7d-4256-bb82-eb451abd4c12 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:33.444695 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27289483-813d-478c-b9f6-8ae440dbe2a7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:33.483847 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27289483-813d-478c-b9f6-8ae440dbe2a7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Port': ['ID=62f02c68-2170-44f8-b061-6bed65f48bfb,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:33.487053 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27289483-813d-478c-b9f6-8ae440dbe2a7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:33.489706 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-27289483-813d-478c-b9f6-8ae440dbe2a7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/ports/62f02c68-2170-44f8-b061-6bed65f48bfb HTTP/1.1" status: 204 len: 168 time: 0.4867458 Jul 15 13:41:33.494228 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38734) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:33.504695 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a752c7b0-4cad-405d-88cf-64f834514ce5 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'port': {'network_id': 'c6443771-a6ce-44a9-8192-1583366cef2e', 'mac_address': 'fa:16:3e:ab:af:31', 'name': 'tempest-PortsTestJSON-731312944'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:33.698854 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd23ae49-8957-4265-ba0a-4425904fb9d6 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Router 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:41:33.722798 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a752c7b0-4cad-405d-88cf-64f834514ce5 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:33.804243 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24fad9b-ea7d-4256-bb82-eb451abd4c12 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Router 47cd09d3-2851-4577-b591-33412001792e is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:41:33.825676 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 1818821b-101c-4433-818d-f4ef761d451a details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:41:33.894259 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a752c7b0-4cad-405d-88cf-64f834514ce5 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:33.975962 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd23ae49-8957-4265-ba0a-4425904fb9d6 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:41:33.991075 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3251ffa7-6481-4d1b-9a5c-73480eb8b3d9 None None] Sync routers for ids ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:41:33.994674 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 1818821b-101c-4433-818d-f4ef761d451a, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=1818821b-101c-4433-818d-f4ef761d451a,segment=NetworkSegment(45b44a0b-86ff-4d1a-b6ca-23905ae28cf5),segment_id=45b44a0b-86ff-4d1a-b6ca-23905ae28cf5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:34.038704 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '1818821b-101c-4433-818d-f4ef761d451a', 'network_id': '0285381b-612d-4c7d-b1b0-fc717534d7fc', 'port_id': '1818821b-101c-4433-818d-f4ef761d451a', 'mac_address': 'fa:16:3e:95:94:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b6adcb1-87c7-4bda-bee3-bd740b4d2357', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:41:34.056485 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3251ffa7-6481-4d1b-9a5c-73480eb8b3d9 None None] Routers {'9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:34.057050 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3251ffa7-6481-4d1b-9a5c-73480eb8b3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:41:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:34.116206 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-a752c7b0-4cad-405d-88cf-64f834514ce5 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] device_id is not set on port 2b06fc1d-9b5b-4ca8-b0e5-8e007a45002b yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:41:34.165882 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:34.222337 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd23ae49-8957-4265-ba0a-4425904fb9d6 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:34.259531 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1818821b-101c-4433-818d-f4ef761d451a {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:41:34.286570 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24fad9b-ea7d-4256-bb82-eb451abd4c12 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:41:34.323033 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 1818821b-101c-4433-818d-f4ef761d451a, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=1818821b-101c-4433-818d-f4ef761d451a,segment=NetworkSegment(45b44a0b-86ff-4d1a-b6ca-23905ae28cf5),segment_id=45b44a0b-86ff-4d1a-b6ca-23905ae28cf5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:34.334444 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:34.336732 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b6a7ad-87f6-4eae-9130-603786d031f9 None None] Sync routers for ids ['47cd09d3-2851-4577-b591-33412001792e'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:41:34.356385 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fd23ae49-8957-4265-ba0a-4425904fb9d6 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.0074148 Jul 15 13:41:34.356385 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ff433a-dc96-4f13-83b1-0123e9ab5f9d', 'tag': 'a3c91c50-d36e-42b8-8def-d602c66dac32'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:34.356385 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a93f45-3092-4322-a58a-8034badc6b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ff433a-dc96-4f13-83b1-0123e9ab5f9d", "tag": "a3c91c50-d36e-42b8-8def-d602c66dac32"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:34.391862 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b24fad9b-ea7d-4256-bb82-eb451abd4c12 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:34.393570 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b24fad9b-ea7d-4256-bb82-eb451abd4c12 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.5926738 Jul 15 13:41:34.398870 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38744) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:34.399981 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b6a7ad-87f6-4eae-9130-603786d031f9 None None] Routers {'47cd09d3-2851-4577-b591-33412001792e'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:34.402877 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-11b6a7ad-87f6-4eae-9130-603786d031f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:41:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['47cd09d3-2851-4577-b591-33412001792e'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:34.416028 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-3251ffa7-6481-4d1b-9a5c-73480eb8b3d9 None None] Set router 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:34.470472 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c086be-4e72-4a64-a49f-6284d7b87c57 x-openstack-request-id: req-76c086be-4e72-4a64-a49f-6284d7b87c57 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:34.471151 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ff433a-dc96-4f13-83b1-0123e9ab5f9d", "tag": "a3c91c50-d36e-42b8-8def-d602c66dac32", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:34.471610 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-76c086be-4e72-4a64-a49f-6284d7b87c57 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:34.472212 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ff433a-dc96-4f13-83b1-0123e9ab5f9d', 'tag': 'a3c91c50-d36e-42b8-8def-d602c66dac32', 'status': 'completed', 'code': 200} Jul 15 13:41:34.516377 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38746) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:34.519293 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-539dbacc-085a-454c-bfb8-c0000052cded tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=5969ba48b19a42969f3c1202e7616f77&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1185102 Jul 15 13:41:34.622579 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-11b6a7ad-87f6-4eae-9130-603786d031f9 None None] Set router 47cd09d3-2851-4577-b591-33412001792e gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:34.648121 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['1818821b-101c-4433-818d-f4ef761d451a'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:41:34.686563 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a93f45-3092-4322-a58a-8034badc6b6a req-bf7baac6-698a-4abb-b45e-2f4de5b95c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:34.688897 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-45a93f45-3092-4322-a58a-8034badc6b6a req-bf7baac6-698a-4abb-b45e-2f4de5b95c3a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89567fda246241f4860e07527d287580&device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d HTTP/1.1" status: 200 len: 1098 time: 0.1632943 Jul 15 13:41:34.734615 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a752c7b0-4cad-405d-88cf-64f834514ce5 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:34.795142 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea7625-98fa-47e4-9d4e-f9579da34719 req-1fc1b7cc-c581-45d1-9602-34ceb5c29cc3 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:34.796933 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-45ea7625-98fa-47e4-9d4e-f9579da34719 req-1fc1b7cc-c581-45d1-9602-34ceb5c29cc3 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dbd4c03-3a01-4eed-b5ce-a002e32368fe HTTP/1.1" status: 200 len: 945 time: 0.3811164 Jul 15 13:41:34.800120 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9eed88-b9d6-4724-95e0-0687a29e3aab tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:34.801657 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8a9eed88-b9d6-4724-95e0-0687a29e3aab tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2839763 Jul 15 13:41:34.812908 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38748) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:34.813796 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=1818821b-101c-4433-818d-f4ef761d451a,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:34.887522 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c31a9958-057a-4f87-85ea-e8ec3fc2fbe9 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0b352371-cfe9-4be4-934e-718e319584db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0689116 Jul 15 13:41:34.896900 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38750) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:34.902604 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9fc1a67c-bb69-4b91-908e-74aed954bf0f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-423604287', 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792', 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:34.945005 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a752c7b0-4cad-405d-88cf-64f834514ce5 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:34.950686 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a93f45-3092-4322-a58a-8034badc6b6a req-d09407dc-d03c-4e5a-b052-a1449ddb4e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:34.954238 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-45a93f45-3092-4322-a58a-8034badc6b6a req-d09407dc-d03c-4e5a-b052-a1449ddb4e12 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb HTTP/1.1" status: 200 len: 913 time: 0.2577581 Jul 15 13:41:34.957605 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-45ea7625-98fa-47e4-9d4e-f9579da34719 req-406a01aa-717d-4d5d-bc54-089aabebf641 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "GET /v2.0/security-groups?id=13a7a8a8-6e2a-4757-b97b-ab9be5e509c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516106 Jul 15 13:41:35.133541 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a752c7b0-4cad-405d-88cf-64f834514ce5 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network c6443771-a6ce-44a9-8192-1583366cef2e is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:35.146531 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-a752c7b0-4cad-405d-88cf-64f834514ce5 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:35.151258 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a752c7b0-4cad-405d-88cf-64f834514ce5 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:35.158381 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a752c7b0-4cad-405d-88cf-64f834514ce5 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:35.159134 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a752c7b0-4cad-405d-88cf-64f834514ce5 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:35.162398 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752c7b0-4cad-405d-88cf-64f834514ce5 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Port': ['ID=2b06fc1d-9b5b-4ca8-b0e5-8e007a45002b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:35.163327 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-45a93f45-3092-4322-a58a-8034badc6b6a req-c1ac2431-122b-466b-ad85-9e478362d811 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3c91c50-d36e-42b8-8def-d602c66dac32 HTTP/1.1" status: 200 len: 1000 time: 0.1975410 Jul 15 13:41:35.199437 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-11b6a7ad-87f6-4eae-9130-603786d031f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd09d3-2851-4577-b591-33412001792e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811515440', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'e7c2b2c7-1e86-4121-afc8-9db51df5dd5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:28Z', 'updated_at': '2021-07-15T13:41:32Z', 'revision_number': 3, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': 'e7c2b2c7-1e86-4121-afc8-9db51df5dd5d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cd09d3-2851-4577-b591-33412001792e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:31Z', 'updated_at': '2021-07-15T13:41:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:35.206089 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc1a67c-bb69-4b91-908e-74aed954bf0f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Made reservation on behalf of 5969ba48b19a42969f3c1202e7616f77 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:35.212831 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9fc1a67c-bb69-4b91-908e-74aed954bf0f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:35.235173 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a752c7b0-4cad-405d-88cf-64f834514ce5 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7395883 Jul 15 13:41:35.244276 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38760) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:35.360078 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b6a7ad-87f6-4eae-9130-603786d031f9 None None] Checking router: 47cd09d3-2851-4577-b591-33412001792e for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:41:35.360970 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b6a7ad-87f6-4eae-9130-603786d031f9 None None] Updating router 47cd09d3-2851-4577-b591-33412001792e port e7c2b2c7-1e86-4121-afc8-9db51df5dd5d binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:41:35.413283 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5356e6b7-f7b6-41b2-a7ec-0f91833f74fb tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:35.414849 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5356e6b7-f7b6-41b2-a7ec-0f91833f74fb tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "GET /v2.0/ports/2b06fc1d-9b5b-4ca8-b0e5-8e007a45002b HTTP/1.1" status: 200 len: 840 time: 0.1690238 Jul 15 13:41:35.417025 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a93f45-3092-4322-a58a-8034badc6b6a req-4a4d6cdd-6294-414a-99e3-454a6ee9381f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:35.419284 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-45a93f45-3092-4322-a58a-8034badc6b6a req-4a4d6cdd-6294-414a-99e3-454a6ee9381f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4840df0d-ad31-406d-829f-ea4475de886e HTTP/1.1" status: 200 len: 851 time: 0.2486119 Jul 15 13:41:35.420718 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38762) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:35.482032 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11b6a7ad-87f6-4eae-9130-603786d031f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:35.548899 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3251ffa7-6481-4d1b-9a5c-73480eb8b3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'name': 'tempest-TestVolumeBootPattern-1420152954-router', 'tenant_id': '89567fda246241f4860e07527d287580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:01Z', 'updated_at': '2021-07-15T13:26:12Z', 'revision_number': 4, 'project_id': '89567fda246241f4860e07527d287580', 'gw_port': {'id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:14:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:03Z', 'updated_at': '2021-07-15T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '0cc90dd6-9c38-4858-b901-2e1f7ba5f7d9', 'tenant_id': '89567fda246241f4860e07527d287580', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'port_id': '05c44e4f-75d0-4051-b1f8-8bf4eefe1029', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'mac_address': 'fa:16:3e:d9:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be667bda-aeda-491b-8875-39df528f743d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:38:45Z', 'updated_at': '2021-07-15T13:38:52Z', 'revision_number': 1, 'project_id': '89567fda246241f4860e07527d287580', 'fixed_ip_address_scope': None}, {'id': '2d6f607a-099c-4b54-a999-7d81f46f7e11', 'tenant_id': '89567fda246241f4860e07527d287580', 'floating_ip_address': '172.25.6.143', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'port_id': 'a3c91c50-d36e-42b8-8def-d602c66dac32', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'mac_address': 'fa:16:3e:63:23:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff433a-dc96-4f13-83b1-0123e9ab5f9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:41:31Z', 'updated_at': '2021-07-15T13:41:31Z', 'revision_number': 0, 'project_id': '89567fda246241f4860e07527d287580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4f483f-30cd-45bf-ad45-34b95e895637', 'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'tenant_id': '89567fda246241f4860e07527d287580', 'mac_address': 'fa:16:3e:7d:04:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '4840df0d-ad31-406d-829f-ea4475de886e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:09Z', 'updated_at': '2021-07-15T13:26:27Z', 'revision_number': 5, 'project_id': '89567fda246241f4860e07527d287580', 'subnets': [{'id': '4840df0d-ad31-406d-829f-ea4475de886e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:35.619129 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3251ffa7-6481-4d1b-9a5c-73480eb8b3d9 None None] Checking router: 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:41:35.644685 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3251ffa7-6481-4d1b-9a5c-73480eb8b3d9 None None] Routers {'9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:35.645357 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3251ffa7-6481-4d1b-9a5c-73480eb8b3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:41:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:35.759441 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9fc1a67c-bb69-4b91-908e-74aed954bf0f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:35.759990 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a93f45-3092-4322-a58a-8034badc6b6a req-213cf80d-20e0-4052-ba55-00a2df7c920b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:35.766559 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-45a93f45-3092-4322-a58a-8034badc6b6a req-213cf80d-20e0-4052-ba55-00a2df7c920b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3326981 Jul 15 13:41:35.866959 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-43cc0b8e-b1a5-44b9-94ad-21e635ce50af tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Deleting port 2b06fc1d-9b5b-4ca8-b0e5-8e007a45002b {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:35.868357 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-43cc0b8e-b1a5-44b9-94ad-21e635ce50af tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:35.897168 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc1a67c-bb69-4b91-908e-74aed954bf0f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'Subnet': ['ID=98535626-bb0e-466e-8301-a3a0710d0d3d,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:35.903787 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc1a67c-bb69-4b91-908e-74aed954bf0f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Checking segment: {'id': 'b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:35.904364 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc1a67c-bb69-4b91-908e-74aed954bf0f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Network hostable DHCP agents. Network: 28b691d7-d3f0-4987-9fdf-5c8e5e519792, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:41:35.924499 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc1a67c-bb69-4b91-908e-74aed954bf0f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Network 28b691d7-d3f0-4987-9fdf-5c8e5e519792 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:41:35.938880 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-9fc1a67c-bb69-4b91-908e-74aed954bf0f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 28b691d7-d3f0-4987-9fdf-5c8e5e519792) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:35.943832 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc1a67c-bb69-4b91-908e-74aed954bf0f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:35.944452 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9fc1a67c-bb69-4b91-908e-74aed954bf0f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:35.963137 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbee6c7-e99c-4264-bd1e-71af5946fc19 None None] Network 28b691d7-d3f0-4987-9fdf-5c8e5e519792 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:35.966578 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9fc1a67c-bb69-4b91-908e-74aed954bf0f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0682411 Jul 15 13:41:35.969097 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38764) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:36.036891 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-3251ffa7-6481-4d1b-9a5c-73480eb8b3d9 None None] Set router 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:36.145601 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-45a93f45-3092-4322-a58a-8034badc6b6a req-6d569000-5075-404a-910c-7a61a06eadfe service neutron] 10.222.0.32 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649542 Jul 15 13:41:36.165059 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11b6a7ad-87f6-4eae-9130-603786d031f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:36.190970 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-11b6a7ad-87f6-4eae-9130-603786d031f9 None None] Transition to ACTIVE for port object e7c2b2c7-1e86-4121-afc8-9db51df5dd5d will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:36.205107 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11b6a7ad-87f6-4eae-9130-603786d031f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:36.321316 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-43cc0b8e-b1a5-44b9-94ad-21e635ce50af tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:36.344767 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-11b6a7ad-87f6-4eae-9130-603786d031f9 None None] Attempting to bind port e7c2b2c7-1e86-4121-afc8-9db51df5dd5d on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:41:36.345133 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-11b6a7ad-87f6-4eae-9130-603786d031f9 None None] Attempting to bind port e7c2b2c7-1e86-4121-afc8-9db51df5dd5d by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:41:36.348923 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b6a7ad-87f6-4eae-9130-603786d031f9 None None] Attempting to bind port e7c2b2c7-1e86-4121-afc8-9db51df5dd5d on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:36.367368 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b6a7ad-87f6-4eae-9130-603786d031f9 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:41:36.368685 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b6a7ad-87f6-4eae-9130-603786d031f9 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:36.368685 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11b6a7ad-87f6-4eae-9130-603786d031f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:36.369033 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b6a7ad-87f6-4eae-9130-603786d031f9 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:41:36.369404 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-11b6a7ad-87f6-4eae-9130-603786d031f9 None None] Bound port: e7c2b2c7-1e86-4121-afc8-9db51df5dd5d, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:41:36.374494 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11b6a7ad-87f6-4eae-9130-603786d031f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:36.425682 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6c905-0c9d-4c2a-8e02-5fd35f924342 None None] Pushing event updated for resources: {'Port': ['ID=e7c2b2c7-1e86-4121-afc8-9db51df5dd5d,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:36.440461 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-43cc0b8e-b1a5-44b9-94ad-21e635ce50af tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Calling delete_port for 2b06fc1d-9b5b-4ca8-b0e5-8e007a45002b owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:36.523472 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-11b6a7ad-87f6-4eae-9130-603786d031f9 None None] For port e7c2b2c7-1e86-4121-afc8-9db51df5dd5d, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:41:36.530389 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-11b6a7ad-87f6-4eae-9130-603786d031f9 None None] For port e7c2b2c7-1e86-4121-afc8-9db51df5dd5d, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e7c2b2c7-1e86-4121-afc8-9db51df5dd5d,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:41:36.539890 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11b6a7ad-87f6-4eae-9130-603786d031f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:36.559796 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-45a93f45-3092-4322-a58a-8034badc6b6a req-5ba99d8e-c8d1-47cc-8e22-b0dd86675b2d service neutron] 10.222.0.32 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908105 Jul 15 13:41:36.603093 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909743c-0700-4e2e-a36f-b2cd0da9f8e7 req-4672221d-b297-44c3-a39c-a207b9cf4602 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:36.610591 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2909743c-0700-4e2e-a36f-b2cd0da9f8e7 req-4672221d-b297-44c3-a39c-a207b9cf4602 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dbd4c03-3a01-4eed-b5ce-a002e32368fe HTTP/1.1" status: 200 len: 945 time: 0.4003675 Jul 15 13:41:36.632038 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6c905-0c9d-4c2a-8e02-5fd35f924342 None None] Pushing event updated for resources: {'Port': ['ID=e7c2b2c7-1e86-4121-afc8-9db51df5dd5d,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:36.651116 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b6a7ad-87f6-4eae-9130-603786d031f9 None None] Routers {'47cd09d3-2851-4577-b591-33412001792e'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:36.652048 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-11b6a7ad-87f6-4eae-9130-603786d031f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:41:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['47cd09d3-2851-4577-b591-33412001792e'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:36.757712 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2909743c-0700-4e2e-a36f-b2cd0da9f8e7 req-10d835c4-bbc2-4e0e-881c-3fbb039b8c78 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "GET /v2.0/security-groups?id=13a7a8a8-6e2a-4757-b97b-ab9be5e509c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459789 Jul 15 13:41:36.775568 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3319d5-9cff-4c07-bb11-5f3526619406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-28b691d7-d3f0-4987-9fdf-5c8e5e519792', 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'fixed_ips': [{'subnet_id': '98535626-bb0e-466e-8301-a3a0710d0d3d'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:41:36.776698 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c3319d5-9cff-4c07-bb11-5f3526619406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:36.787054 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-43cc0b8e-b1a5-44b9-94ad-21e635ce50af tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:36.821620 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-11b6a7ad-87f6-4eae-9130-603786d031f9 None None] Set router 47cd09d3-2851-4577-b591-33412001792e gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:36.872998 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc0b8e-b1a5-44b9-94ad-21e635ce50af tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Port': ['ID=2b06fc1d-9b5b-4ca8-b0e5-8e007a45002b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:36.897816 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-43cc0b8e-b1a5-44b9-94ad-21e635ce50af tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:36.908343 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-43cc0b8e-b1a5-44b9-94ad-21e635ce50af tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/ports/2b06fc1d-9b5b-4ca8-b0e5-8e007a45002b HTTP/1.1" status: 204 len: 168 time: 1.4863360 Jul 15 13:41:36.912852 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38788) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:36.979697 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-b966a6ec-ab04-4488-8d25-9513d29a97c3 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] GET failed (client error): The resource could not be found. Jul 15 13:41:36.981917 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b966a6ec-ab04-4488-8d25-9513d29a97c3 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "GET /v2.0/ports/2b06fc1d-9b5b-4ca8-b0e5-8e007a45002b HTTP/1.1" status: 404 len: 333 time: 0.0676663 Jul 15 13:41:36.988258 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38790) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:36.996718 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2bf19ada-d336-4afc-b074-db34d5db369d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'port': {'network_id': 'c6443771-a6ce-44a9-8192-1583366cef2e', 'name': 'tempest-PortsTestJSON-1590003630'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:37.038430 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-4c3319d5-9cff-4c07-bb11-5f3526619406 None None] Allocated IP 172.20.0.2 (28b691d7-d3f0-4987-9fdf-5c8e5e519792/98535626-bb0e-466e-8301-a3a0710d0d3d/9ee19e09-6547-49ab-be82-66d42900963d) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:37.084382 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-11b6a7ad-87f6-4eae-9130-603786d031f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd09d3-2851-4577-b591-33412001792e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811515440', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'e7c2b2c7-1e86-4121-afc8-9db51df5dd5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:28Z', 'updated_at': '2021-07-15T13:41:32Z', 'revision_number': 3, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': 'e7c2b2c7-1e86-4121-afc8-9db51df5dd5d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cd09d3-2851-4577-b591-33412001792e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:31Z', 'updated_at': '2021-07-15T13:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:37.122575 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b6a7ad-87f6-4eae-9130-603786d031f9 None None] The sync data for ids ['47cd09d3-2851-4577-b591-33412001792e'] in n-d-758944-45 is: [{'id': '47cd09d3-2851-4577-b591-33412001792e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811515440', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'e7c2b2c7-1e86-4121-afc8-9db51df5dd5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:28Z', 'updated_at': '2021-07-15T13:41:32Z', 'revision_number': 3, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': 'e7c2b2c7-1e86-4121-afc8-9db51df5dd5d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cd09d3-2851-4577-b591-33412001792e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:31Z', 'updated_at': '2021-07-15T13:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:41:37.144589 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf19ada-d336-4afc-b074-db34d5db369d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:37.149886 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2bf19ada-d336-4afc-b074-db34d5db369d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:37.182520 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-2bf19ada-d336-4afc-b074-db34d5db369d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] device_id is not set on port 99f9dde8-9450-4031-9049-4e59fa6a66ae yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:41:37.193659 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3251ffa7-6481-4d1b-9a5c-73480eb8b3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'name': 'tempest-TestVolumeBootPattern-1420152954-router', 'tenant_id': '89567fda246241f4860e07527d287580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:01Z', 'updated_at': '2021-07-15T13:26:12Z', 'revision_number': 4, 'project_id': '89567fda246241f4860e07527d287580', 'gw_port': {'id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:14:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:03Z', 'updated_at': '2021-07-15T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '0cc90dd6-9c38-4858-b901-2e1f7ba5f7d9', 'tenant_id': '89567fda246241f4860e07527d287580', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'port_id': '05c44e4f-75d0-4051-b1f8-8bf4eefe1029', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'mac_address': 'fa:16:3e:d9:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be667bda-aeda-491b-8875-39df528f743d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:38:45Z', 'updated_at': '2021-07-15T13:38:52Z', 'revision_number': 1, 'project_id': '89567fda246241f4860e07527d287580', 'fixed_ip_address_scope': None}, {'id': '2d6f607a-099c-4b54-a999-7d81f46f7e11', 'tenant_id': '89567fda246241f4860e07527d287580', 'floating_ip_address': '172.25.6.143', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'port_id': 'a3c91c50-d36e-42b8-8def-d602c66dac32', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'mac_address': 'fa:16:3e:63:23:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff433a-dc96-4f13-83b1-0123e9ab5f9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:41:31Z', 'updated_at': '2021-07-15T13:41:31Z', 'revision_number': 0, 'project_id': '89567fda246241f4860e07527d287580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4f483f-30cd-45bf-ad45-34b95e895637', 'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'tenant_id': '89567fda246241f4860e07527d287580', 'mac_address': 'fa:16:3e:7d:04:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '4840df0d-ad31-406d-829f-ea4475de886e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:09Z', 'updated_at': '2021-07-15T13:26:27Z', 'revision_number': 5, 'project_id': '89567fda246241f4860e07527d287580', 'subnets': [{'id': '4840df0d-ad31-406d-829f-ea4475de886e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:37.305973 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3251ffa7-6481-4d1b-9a5c-73480eb8b3d9 None None] The sync data for ids ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'] in n-d-758944-45 is: [{'id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'name': 'tempest-TestVolumeBootPattern-1420152954-router', 'tenant_id': '89567fda246241f4860e07527d287580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:01Z', 'updated_at': '2021-07-15T13:26:12Z', 'revision_number': 4, 'project_id': '89567fda246241f4860e07527d287580', 'gw_port': {'id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:14:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:03Z', 'updated_at': '2021-07-15T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '0cc90dd6-9c38-4858-b901-2e1f7ba5f7d9', 'tenant_id': '89567fda246241f4860e07527d287580', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'port_id': '05c44e4f-75d0-4051-b1f8-8bf4eefe1029', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'mac_address': 'fa:16:3e:d9:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be667bda-aeda-491b-8875-39df528f743d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:38:45Z', 'updated_at': '2021-07-15T13:38:52Z', 'revision_number': 1, 'project_id': '89567fda246241f4860e07527d287580', 'fixed_ip_address_scope': None}, {'id': '2d6f607a-099c-4b54-a999-7d81f46f7e11', 'tenant_id': '89567fda246241f4860e07527d287580', 'floating_ip_address': '172.25.6.143', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'port_id': 'a3c91c50-d36e-42b8-8def-d602c66dac32', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'mac_address': 'fa:16:3e:63:23:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff433a-dc96-4f13-83b1-0123e9ab5f9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:41:31Z', 'updated_at': '2021-07-15T13:41:31Z', 'revision_number': 0, 'project_id': '89567fda246241f4860e07527d287580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4f483f-30cd-45bf-ad45-34b95e895637', 'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'tenant_id': '89567fda246241f4860e07527d287580', 'mac_address': 'fa:16:3e:7d:04:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '4840df0d-ad31-406d-829f-ea4475de886e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:09Z', 'updated_at': '2021-07-15T13:26:27Z', 'revision_number': 5, 'project_id': '89567fda246241f4860e07527d287580', 'subnets': [{'id': '4840df0d-ad31-406d-829f-ea4475de886e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:41:37.455824 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c3319d5-9cff-4c07-bb11-5f3526619406 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:37.476739 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4c3319d5-9cff-4c07-bb11-5f3526619406 None None] Transition to ACTIVE for port object 9ee19e09-6547-49ab-be82-66d42900963d will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:37.507438 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4c3319d5-9cff-4c07-bb11-5f3526619406 None None] Transition to ACTIVE for port object 9ee19e09-6547-49ab-be82-66d42900963d will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:37.531695 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c3319d5-9cff-4c07-bb11-5f3526619406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:37.603244 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f177868-dcb0-41c5-9620-3366cf3f0b61 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:37.606629 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2bf19ada-d336-4afc-b074-db34d5db369d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:37.611135 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3319d5-9cff-4c07-bb11-5f3526619406 None None] Network 28b691d7-d3f0-4987-9fdf-5c8e5e519792 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:37.659988 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-4c3319d5-9cff-4c07-bb11-5f3526619406 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:37.665533 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3319d5-9cff-4c07-bb11-5f3526619406 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:37.697077 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2bf19ada-d336-4afc-b074-db34d5db369d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:37.767857 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf19ada-d336-4afc-b074-db34d5db369d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network c6443771-a6ce-44a9-8192-1583366cef2e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:37.771918 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-2bf19ada-d336-4afc-b074-db34d5db369d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:37.775608 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf19ada-d336-4afc-b074-db34d5db369d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:37.785823 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf19ada-d336-4afc-b074-db34d5db369d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:37.786484 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2bf19ada-d336-4afc-b074-db34d5db369d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:37.820259 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf19ada-d336-4afc-b074-db34d5db369d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Port': ['ID=99f9dde8-9450-4031-9049-4e59fa6a66ae,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:37.842255 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3319d5-9cff-4c07-bb11-5f3526619406 None None] Pushing event updated for resources: {'Port': ['ID=9ee19e09-6547-49ab-be82-66d42900963d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:37.891297 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2bf19ada-d336-4afc-b074-db34d5db369d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9016097 Jul 15 13:41:37.895450 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38798) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:37.902123 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9e03a91d-f133-44e4-9064-680d796774a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:37.913942 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 1818821b-101c-4433-818d-f4ef761d451a up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:37.955990 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727c7620-1da5-4f90-bb08-d224cb77f360 None None] New status for floating IP 2d6f607a-099c-4b54-a999-7d81f46f7e11: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:41:38.051925 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e03a91d-f133-44e4-9064-680d796774a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:38.259503 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-4c3319d5-9cff-4c07-bb11-5f3526619406 None None] Attempting to bind port 9ee19e09-6547-49ab-be82-66d42900963d on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:41:38.261486 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-4c3319d5-9cff-4c07-bb11-5f3526619406 None None] Attempting to bind port 9ee19e09-6547-49ab-be82-66d42900963d by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:41:38.264144 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3319d5-9cff-4c07-bb11-5f3526619406 None None] Attempting to bind port 9ee19e09-6547-49ab-be82-66d42900963d on network 28b691d7-d3f0-4987-9fdf-5c8e5e519792 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:38.348096 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943038e-a504-42b1-b6cf-e33ca653def2 req-cb0ba858-2606-46fd-9f27-06930eafee14 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:38.354779 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1943038e-a504-42b1-b6cf-e33ca653def2 req-cb0ba858-2606-46fd-9f27-06930eafee14 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dbd4c03-3a01-4eed-b5ce-a002e32368fe HTTP/1.1" status: 200 len: 945 time: 0.1982586 Jul 15 13:41:38.359283 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-3f177868-dcb0-41c5-9620-3366cf3f0b61 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Allocated IP 172.20.0.1 (28b691d7-d3f0-4987-9fdf-5c8e5e519792/98535626-bb0e-466e-8301-a3a0710d0d3d/e3a5ad24-190c-477a-8b52-3ec726fd8827) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:38.391836 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3319d5-9cff-4c07-bb11-5f3526619406 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:41:38.392939 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3319d5-9cff-4c07-bb11-5f3526619406 None None] Checking segment: {'id': 'b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:38.393531 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c3319d5-9cff-4c07-bb11-5f3526619406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:38.395347 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3319d5-9cff-4c07-bb11-5f3526619406 None None] Bound using segment: {'id': 'b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:41:38.397326 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-4c3319d5-9cff-4c07-bb11-5f3526619406 None None] Bound port: 9ee19e09-6547-49ab-be82-66d42900963d, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:41:38.398989 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c3319d5-9cff-4c07-bb11-5f3526619406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:38.433484 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e03a91d-f133-44e4-9064-680d796774a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:38.447396 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e03a91d-f133-44e4-9064-680d796774a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:38.497191 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1943038e-a504-42b1-b6cf-e33ca653def2 req-88c4f4a7-5025-4ba5-bf66-7beaaf4840b5 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "GET /v2.0/security-groups?id=13a7a8a8-6e2a-4757-b97b-ab9be5e509c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312797 Jul 15 13:41:38.536268 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9e03a91d-f133-44e4-9064-680d796774a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] In _notify_port_updated(), no bound segment for port 99f9dde8-9450-4031-9049-4e59fa6a66ae on network c6443771-a6ce-44a9-8192-1583366cef2e {{(pid=93814) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:41:38.550457 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:38.554290 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e03a91d-f133-44e4-9064-680d796774a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:38.555195 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e03a91d-f133-44e4-9064-680d796774a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:38.563217 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9e03a91d-f133-44e4-9064-680d796774a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "PUT /v2.0/ports/99f9dde8-9450-4031-9049-4e59fa6a66ae HTTP/1.1" status: 200 len: 818 time: 0.6660733 Jul 15 13:41:38.564089 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38800) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:38.594376 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 1818821b-101c-4433-818d-f4ef761d451a completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:38.604081 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 1818821b-101c-4433-818d-f4ef761d451a triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:38.604727 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:38.609844 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-4c3319d5-9cff-4c07-bb11-5f3526619406 None None] For port 9ee19e09-6547-49ab-be82-66d42900963d, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:41:38.635206 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e03a91d-f133-44e4-9064-680d796774a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Port': ['ID=99f9dde8-9450-4031-9049-4e59fa6a66ae,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:38.644104 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-4c3319d5-9cff-4c07-bb11-5f3526619406 None None] For port 9ee19e09-6547-49ab-be82-66d42900963d, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=9ee19e09-6547-49ab-be82-66d42900963d,segment=NetworkSegment(b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e),segment_id=b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:41:38.659993 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c3319d5-9cff-4c07-bb11-5f3526619406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:38.764264 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f177868-dcb0-41c5-9620-3366cf3f0b61 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:38.793811 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-3f177868-dcb0-41c5-9620-3366cf3f0b61 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Transition to ACTIVE for port object e3a5ad24-190c-477a-8b52-3ec726fd8827 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:38.800594 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3319d5-9cff-4c07-bb11-5f3526619406 None None] Pushing event updated for resources: {'Port': ['ID=9ee19e09-6547-49ab-be82-66d42900963d,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:38.822930 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:38.853327 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0974eebd-583f-47c3-ad1f-96875e178574 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Deleting port 99f9dde8-9450-4031-9049-4e59fa6a66ae {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:38.854825 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0974eebd-583f-47c3-ad1f-96875e178574 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:38.877681 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f177868-dcb0-41c5-9620-3366cf3f0b61 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:38.881330 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 1818821b-101c-4433-818d-f4ef761d451a, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=1818821b-101c-4433-818d-f4ef761d451a,segment=NetworkSegment(45b44a0b-86ff-4d1a-b6ca-23905ae28cf5),segment_id=45b44a0b-86ff-4d1a-b6ca-23905ae28cf5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:38.885509 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbd4c03-3a01-4eed-b5ce-a002e32368fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1818821b-101c-4433-818d-f4ef761d451a'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:38.889421 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c92174-98a4-4b5a-857d-9255a1835bd7" -d '{"events": [{"server_uuid": "2dbd4c03-3a01-4eed-b5ce-a002e32368fe", "name": "network-vif-plugged", "status": "completed", "tag": "1818821b-101c-4433-818d-f4ef761d451a"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:38.893992 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:38.979652 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=1818821b-101c-4433-818d-f4ef761d451a,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:39.030263 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f177868-dcb0-41c5-9620-3366cf3f0b61 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Network 28b691d7-d3f0-4987-9fdf-5c8e5e519792 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:39.047094 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-3f177868-dcb0-41c5-9620-3366cf3f0b61 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:39.058554 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f177868-dcb0-41c5-9620-3366cf3f0b61 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:39.103262 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e7c2b2c7-1e86-4121-afc8-9db51df5dd5d up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:39.106214 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2019f375-91ec-4e5d-a49c-bd1c763fe5ce x-openstack-request-id: req-2019f375-91ec-4e5d-a49c-bd1c763fe5ce {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:39.106412 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbd4c03-3a01-4eed-b5ce-a002e32368fe", "name": "network-vif-plugged", "status": "completed", "tag": "1818821b-101c-4433-818d-f4ef761d451a", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:39.106886 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2019f375-91ec-4e5d-a49c-bd1c763fe5ce {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:39.107097 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbd4c03-3a01-4eed-b5ce-a002e32368fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1818821b-101c-4433-818d-f4ef761d451a', 'code': 200} Jul 15 13:41:39.132625 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0974eebd-583f-47c3-ad1f-96875e178574 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:39.166930 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f177868-dcb0-41c5-9620-3366cf3f0b61 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'Port': ['ID=e3a5ad24-190c-477a-8b52-3ec726fd8827,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:39.208643 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0974eebd-583f-47c3-ad1f-96875e178574 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Calling delete_port for 99f9dde8-9450-4031-9049-4e59fa6a66ae owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:39.228959 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f177868-dcb0-41c5-9620-3366cf3f0b61 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:39.274770 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port e7c2b2c7-1e86-4121-afc8-9db51df5dd5d completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:39.284978 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port e7c2b2c7-1e86-4121-afc8-9db51df5dd5d triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:39.286310 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:39.356505 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ed2b1-2baf-4d81-a446-85c5b3e9a875 req-355c6dd8-2ba3-4907-ade7-16a447163e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:39.358128 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5a6ed2b1-2baf-4d81-a446-85c5b3e9a875 req-355c6dd8-2ba3-4907-ade7-16a447163e0a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2dbd4c03-3a01-4eed-b5ce-a002e32368fe HTTP/1.1" status: 200 len: 1098 time: 0.1354382 Jul 15 13:41:39.409855 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0974eebd-583f-47c3-ad1f-96875e178574 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:39.415395 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5a6ed2b1-2baf-4d81-a446-85c5b3e9a875 req-a309a016-5468-4c98-bcc8-102c78d8f63a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=13a7a8a8-6e2a-4757-b97b-ab9be5e509c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485795 Jul 15 13:41:39.451465 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974eebd-583f-47c3-ad1f-96875e178574 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Port': ['ID=99f9dde8-9450-4031-9049-4e59fa6a66ae,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:39.462493 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0974eebd-583f-47c3-ad1f-96875e178574 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:39.464657 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0974eebd-583f-47c3-ad1f-96875e178574 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/ports/99f9dde8-9450-4031-9049-4e59fa6a66ae HTTP/1.1" status: 204 len: 168 time: 0.8960876 Jul 15 13:41:39.467661 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38808) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:39.479662 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:39.508517 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port e7c2b2c7-1e86-4121-afc8-9db51df5dd5d, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e7c2b2c7-1e86-4121-afc8-9db51df5dd5d,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:39.516229 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:39.561951 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f177868-dcb0-41c5-9620-3366cf3f0b61 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:39.574870 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=e7c2b2c7-1e86-4121-afc8-9db51df5dd5d,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:39.740423 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8f319c-c6ce-48e6-b95d-3e4d01e1a2ca tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:39.742931 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-cb8f319c-c6ce-48e6-b95d-3e4d01e1a2ca tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2708137 Jul 15 13:41:39.746058 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38812) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:39.805623 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e478fa-0294-4a3c-b8a6-333adddb874d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] GET failed (client error): The resource could not be found. Jul 15 13:41:39.809182 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-13e478fa-0294-4a3c-b8a6-333adddb874d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "GET /v2.0/ports/99f9dde8-9450-4031-9049-4e59fa6a66ae HTTP/1.1" status: 404 len: 333 time: 0.0609035 Jul 15 13:41:39.813536 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38814) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:39.819718 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f1af97a2-2563-42a6-bc17-c582dcff4b68 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-268819480'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:39.851893 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1af97a2-2563-42a6-bc17-c582dcff4b68 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:39.857842 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f1af97a2-2563-42a6-bc17-c582dcff4b68 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:39.876046 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dcbb3-c3fe-4192-a17b-8287896201cf req-e879b41c-a845-4f54-8ae4-b1a1078ee632 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:39.878491 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1e2dcbb3-c3fe-4192-a17b-8287896201cf req-e879b41c-a845-4f54-8ae4-b1a1078ee632 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dbd4c03-3a01-4eed-b5ce-a002e32368fe HTTP/1.1" status: 200 len: 946 time: 0.1538908 Jul 15 13:41:39.901330 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1af97a2-2563-42a6-bc17-c582dcff4b68 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:41:39.920700 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f1af97a2-2563-42a6-bc17-c582dcff4b68 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:39.921221 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-f1af97a2-2563-42a6-bc17-c582dcff4b68 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Added segment ea551f05-3399-4d96-9b2d-1ff54ecd8a6a of type vlan for network 27690374-c3e7-463a-b4eb-e9c5cf19bebd Jul 15 13:41:39.995508 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f1af97a2-2563-42a6-bc17-c582dcff4b68 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:40.028088 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1e2dcbb3-c3fe-4192-a17b-8287896201cf req-e2dce6ab-11f4-4f45-bcc5-931c52824b9f tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "GET /v2.0/security-groups?id=13a7a8a8-6e2a-4757-b97b-ab9be5e509c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038692 Jul 15 13:41:40.070831 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f1af97a2-2563-42a6-bc17-c582dcff4b68 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:40.078249 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1af97a2-2563-42a6-bc17-c582dcff4b68 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:40.079059 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f1af97a2-2563-42a6-bc17-c582dcff4b68 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:40.107949 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f177868-dcb0-41c5-9620-3366cf3f0b61 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:40.114838 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f177868-dcb0-41c5-9620-3366cf3f0b61 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:40.128511 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f1af97a2-2563-42a6-bc17-c582dcff4b68 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3135481 Jul 15 13:41:40.132222 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38818) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:40.140608 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-17b6a3f4-a6ee-4150-b869-9c818a802bac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'subnet': {'network_id': '27690374-c3e7-463a-b4eb-e9c5cf19bebd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:40.220710 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f177868-dcb0-41c5-9620-3366cf3f0b61 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'Port': ['ID=e3a5ad24-190c-477a-8b52-3ec726fd8827,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:40.229887 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af97a2-2563-42a6-bc17-c582dcff4b68 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Network': ['ID=27690374-c3e7-463a-b4eb-e9c5cf19bebd,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:40.239632 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f177868-dcb0-41c5-9620-3366cf3f0b61 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:40.242069 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 27690374-c3e7-463a-b4eb-e9c5cf19bebd details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:41:40.483840 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f177868-dcb0-41c5-9620-3366cf3f0b61 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Network 28b691d7-d3f0-4987-9fdf-5c8e5e519792 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:40.486671 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-3f177868-dcb0-41c5-9620-3366cf3f0b61 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:40.492103 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b6a3f4-a6ee-4150-b869-9c818a802bac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:40.506258 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17b6a3f4-a6ee-4150-b869-9c818a802bac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:40.792269 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f177868-dcb0-41c5-9620-3366cf3f0b61 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Router 47cd09d3-2851-4577-b591-33412001792e has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:41:40.898011 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2b3345-75ad-4176-8095-9adfdb5550e3 None None] Network 28b691d7-d3f0-4987-9fdf-5c8e5e519792 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:40.926366 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17b6a3f4-a6ee-4150-b869-9c818a802bac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:40.990992 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6a3f4-a6ee-4150-b869-9c818a802bac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Subnet': ['ID=f1ba52fe-234e-47aa-8326-475a62525935,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:41.032604 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f177868-dcb0-41c5-9620-3366cf3f0b61 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:41:41.043898 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-66d83693-ac10-40f1-a229-6c3495932c52 None None] Provisioning for port 9ee19e09-6547-49ab-be82-66d42900963d completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:41.058753 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dbc241-d2a2-40f4-a143-d7bbf2e8b8f8 None None] Sync routers for ids ['47cd09d3-2851-4577-b591-33412001792e'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:41:41.071697 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3f177868-dcb0-41c5-9620-3366cf3f0b61 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "PUT /v2.0/routers/47cd09d3-2851-4577-b591-33412001792e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0919716 Jul 15 13:41:41.097614 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dbc241-d2a2-40f4-a143-d7bbf2e8b8f8 None None] Routers {'47cd09d3-2851-4577-b591-33412001792e'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:41.102098 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-06dbc241-d2a2-40f4-a143-d7bbf2e8b8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:41:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['47cd09d3-2851-4577-b591-33412001792e'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:41.105858 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b6a3f4-a6ee-4150-b869-9c818a802bac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Checking segment: {'id': 'ea551f05-3399-4d96-9b2d-1ff54ecd8a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '27690374-c3e7-463a-b4eb-e9c5cf19bebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:41.111248 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b6a3f4-a6ee-4150-b869-9c818a802bac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network hostable DHCP agents. Network: 27690374-c3e7-463a-b4eb-e9c5cf19bebd, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:41:41.205502 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b6a3f4-a6ee-4150-b869-9c818a802bac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network 27690374-c3e7-463a-b4eb-e9c5cf19bebd is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:41:41.231480 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-17b6a3f4-a6ee-4150-b869-9c818a802bac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 27690374-c3e7-463a-b4eb-e9c5cf19bebd) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:41.249165 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b6a3f4-a6ee-4150-b869-9c818a802bac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:41.251043 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17b6a3f4-a6ee-4150-b869-9c818a802bac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:41.296152 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638a0bf0-7f07-4a67-bebb-091bfe7e6ffb None None] Network 27690374-c3e7-463a-b4eb-e9c5cf19bebd requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:41.335822 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-17b6a3f4-a6ee-4150-b869-9c818a802bac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2021828 Jul 15 13:41:41.345869 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38828) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:41.364444 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-faadfa2d-6c7c-421a-a923-82ce6da0b7e8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'subnet': {'network_id': '27690374-c3e7-463a-b4eb-e9c5cf19bebd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:41.491226 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e7c2b2c7-1e86-4121-afc8-9db51df5dd5d up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:41.501447 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-06dbc241-d2a2-40f4-a143-d7bbf2e8b8f8 None None] Set router 47cd09d3-2851-4577-b591-33412001792e gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:41.719458 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097a322-2151-4ebb-9176-45a8d29288c9 req-7af1d134-49d4-4276-888e-185c5e85e631 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:41.724000 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9097a322-2151-4ebb-9176-45a8d29288c9 req-7af1d134-49d4-4276-888e-185c5e85e631 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dbd4c03-3a01-4eed-b5ce-a002e32368fe HTTP/1.1" status: 200 len: 946 time: 0.2330780 Jul 15 13:41:41.826673 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9097a322-2151-4ebb-9176-45a8d29288c9 req-6e1eeb67-a748-4a9e-a9d8-5577fdad1e2e tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "GET /v2.0/security-groups?id=13a7a8a8-6e2a-4757-b97b-ab9be5e509c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886843 Jul 15 13:41:41.839569 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e14adaa0-547c-4314-9c73-895a6782b91c req-04e29f76-ef23-4c7c-bd6a-4c9b988ec4ef tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1426424304&fields=id&tenant_id=5969ba48b19a42969f3c1202e7616f77 HTTP/1.1" status: 200 len: 267 time: 0.1481607 Jul 15 13:41:41.868016 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port e7c2b2c7-1e86-4121-afc8-9db51df5dd5d triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:41.868768 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:42.016618 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09232718-f7c9-4139-a91a-39dc6c04ed2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-27690374-c3e7-463a-b4eb-e9c5cf19bebd', 'network_id': '27690374-c3e7-463a-b4eb-e9c5cf19bebd', 'tenant_id': 'd1981fd6106a4308832b67fe99f6ae3d', 'fixed_ips': [{'subnet_id': 'f1ba52fe-234e-47aa-8326-475a62525935'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:41:42.026200 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-09232718-f7c9-4139-a91a-39dc6c04ed2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:42.197658 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-06dbc241-d2a2-40f4-a143-d7bbf2e8b8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd09d3-2851-4577-b591-33412001792e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811515440', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'e7c2b2c7-1e86-4121-afc8-9db51df5dd5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:28Z', 'updated_at': '2021-07-15T13:41:39Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': 'e7c2b2c7-1e86-4121-afc8-9db51df5dd5d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd09d3-2851-4577-b591-33412001792e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:31Z', 'updated_at': '2021-07-15T13:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'e3a5ad24-190c-477a-8b52-3ec726fd8827', 'name': '', 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:20:f0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cd09d3-2851-4577-b591-33412001792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '98535626-bb0e-466e-8301-a3a0710d0d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:37Z', 'updated_at': '2021-07-15T13:41:39Z', 'revision_number': 2, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': '98535626-bb0e-466e-8301-a3a0710d0d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:42.291322 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14adaa0-547c-4314-9c73-895a6782b91c req-403be619-e0c0-43b0-a7a5-e00b8d9515de tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:42.296912 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e14adaa0-547c-4314-9c73-895a6782b91c req-403be619-e0c0-43b0-a7a5-e00b8d9515de tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/networks?id=28b691d7-d3f0-4987-9fdf-5c8e5e519792 HTTP/1.1" status: 200 len: 795 time: 0.4563553 Jul 15 13:41:42.299767 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faadfa2d-6c7c-421a-a923-82ce6da0b7e8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:42.307367 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-faadfa2d-6c7c-421a-a923-82ce6da0b7e8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:42.333240 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dbc241-d2a2-40f4-a143-d7bbf2e8b8f8 None None] Checking router: 47cd09d3-2851-4577-b591-33412001792e for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:41:42.333593 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dbc241-d2a2-40f4-a143-d7bbf2e8b8f8 None None] Updating router 47cd09d3-2851-4577-b591-33412001792e port e3a5ad24-190c-477a-8b52-3ec726fd8827 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:41:42.413778 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 9ee19e09-6547-49ab-be82-66d42900963d up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:42.449955 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ded4a-ff77-48ad-8c7a-bcc89f13c2f4 req-90bd3337-cf52-4f4e-bcff-e91c1880e45f tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:42.456917 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d0ded4a-ff77-48ad-8c7a-bcc89f13c2f4 req-90bd3337-cf52-4f4e-bcff-e91c1880e45f tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dbd4c03-3a01-4eed-b5ce-a002e32368fe HTTP/1.1" status: 200 len: 946 time: 0.2711020 Jul 15 13:41:42.531699 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 9ee19e09-6547-49ab-be82-66d42900963d completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:42.535051 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-09232718-f7c9-4139-a91a-39dc6c04ed2b None None] Allocated IP 172.20.0.2 (27690374-c3e7-463a-b4eb-e9c5cf19bebd/f1ba52fe-234e-47aa-8326-475a62525935/0f7f9671-111f-4f0c-9e5e-c81c59b19f97) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:42.554192 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 9ee19e09-6547-49ab-be82-66d42900963d triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:42.554541 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:42.566243 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-06dbc241-d2a2-40f4-a143-d7bbf2e8b8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:42.602236 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a7912e78-670b-4113-b2b7-01859038974c None None] Provisioning complete for port 9ee19e09-6547-49ab-be82-66d42900963d triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:42.602769 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7912e78-670b-4113-b2b7-01859038974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:42.677165 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d0ded4a-ff77-48ad-8c7a-bcc89f13c2f4 req-48267df8-61e9-4ff7-9520-de36814c452e tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "GET /v2.0/security-groups?id=13a7a8a8-6e2a-4757-b97b-ab9be5e509c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085807 Jul 15 13:41:42.762861 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e14adaa0-547c-4314-9c73-895a6782b91c req-80eb3987-57f8-4096-b849-c7b89e7eab45 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/quotas/5969ba48b19a42969f3c1202e7616f77 HTTP/1.1" status: 200 len: 375 time: 0.1053252 Jul 15 13:41:42.838553 n-d-758944-45 neutron-server[93813]: INFO neutron.db.ipam_backend_mixin [None req-faadfa2d-6c7c-421a-a923-82ce6da0b7e8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f1ba52fe-234e-47aa-8326-475a62525935 (CIDR: 172.20.0.0/28) Jul 15 13:41:42.847827 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-faadfa2d-6c7c-421a-a923-82ce6da0b7e8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:41:42.853983 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faadfa2d-6c7c-421a-a923-82ce6da0b7e8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:41:42.913080 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:42.922957 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38854) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:42.923779 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-faadfa2d-6c7c-421a-a923-82ce6da0b7e8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5709207 Jul 15 13:41:42.936899 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0893b3d4-6ec3-43f3-9a50-143ef405f292 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'subnet': {'network_id': '27690374-c3e7-463a-b4eb-e9c5cf19bebd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:42.956491 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7912e78-670b-4113-b2b7-01859038974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:43.002361 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e14adaa0-547c-4314-9c73-895a6782b91c req-9a90bc3a-4fde-493c-99bc-7b0a4f448204 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2312694 Jul 15 13:41:43.086000 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 9ee19e09-6547-49ab-be82-66d42900963d, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=9ee19e09-6547-49ab-be82-66d42900963d,segment=NetworkSegment(b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e),segment_id=b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:43.111487 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:43.254973 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e14adaa0-547c-4314-9c73-895a6782b91c req-8128766a-489d-4fb7-a0bf-3924ad9f1764 service neutron] 10.222.0.24 "GET /v2.0/networks/28b691d7-d3f0-4987-9fdf-5c8e5e519792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493801 Jul 15 13:41:43.543257 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e14adaa0-547c-4314-9c73-895a6782b91c req-7b5e8f61-a9d6-45c0-8e8e-a89a04390c29 service neutron] 10.222.0.24 "GET /v2.0/networks/28b691d7-d3f0-4987-9fdf-5c8e5e519792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811360 Jul 15 13:41:43.567408 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fedfc-3d01-4243-a150-890d6d601ae0 req-4e39b540-0299-4c4b-9f38-14251b4ec1ae tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:43.586291 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ad9fedfc-3d01-4243-a150-890d6d601ae0 req-4e39b540-0299-4c4b-9f38-14251b4ec1ae tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dbd4c03-3a01-4eed-b5ce-a002e32368fe HTTP/1.1" status: 200 len: 946 time: 0.4342887 Jul 15 13:41:43.598475 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0893b3d4-6ec3-43f3-9a50-143ef405f292 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:43.603192 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0893b3d4-6ec3-43f3-9a50-143ef405f292 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:43.692577 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ad9fedfc-3d01-4243-a150-890d6d601ae0 req-d9febc8f-6ba4-4873-a35d-bc3f56871bd5 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "GET /v2.0/security-groups?id=13a7a8a8-6e2a-4757-b97b-ab9be5e509c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986099 Jul 15 13:41:43.731106 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38856) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:43.768559 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-a7912e78-670b-4113-b2b7-01859038974c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:41:43.769506 n-d-758944-45 neutron-server[93815]: DEBUG oslo_db.api [None req-a7912e78-670b-4113-b2b7-01859038974c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:41:43.774315 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-09232718-f7c9-4139-a91a-39dc6c04ed2b None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:43.782973 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-06dbc241-d2a2-40f4-a143-d7bbf2e8b8f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:43.799330 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-06dbc241-d2a2-40f4-a143-d7bbf2e8b8f8 None None] Transition to ACTIVE for port object e3a5ad24-190c-477a-8b52-3ec726fd8827 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:43.810753 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-06dbc241-d2a2-40f4-a143-d7bbf2e8b8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:43.822085 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-09232718-f7c9-4139-a91a-39dc6c04ed2b None None] Transition to ACTIVE for port object 0f7f9671-111f-4f0c-9e5e-c81c59b19f97 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:43.884562 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=9ee19e09-6547-49ab-be82-66d42900963d,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:43.887862 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-09232718-f7c9-4139-a91a-39dc6c04ed2b None None] Transition to ACTIVE for port object 0f7f9671-111f-4f0c-9e5e-c81c59b19f97 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:43.908785 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-09232718-f7c9-4139-a91a-39dc6c04ed2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:43.985865 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a135b4-9e26-4ddb-876d-a6e16914e3e5 None None] Pushing event updated for resources: {'Port': ['ID=e3a5ad24-190c-477a-8b52-3ec726fd8827,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:44.069991 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09232718-f7c9-4139-a91a-39dc6c04ed2b None None] Network 27690374-c3e7-463a-b4eb-e9c5cf19bebd is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:44.073502 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-09232718-f7c9-4139-a91a-39dc6c04ed2b None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:44.081997 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09232718-f7c9-4139-a91a-39dc6c04ed2b None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:44.112435 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09232718-f7c9-4139-a91a-39dc6c04ed2b None None] Pushing event updated for resources: {'Port': ['ID=0f7f9671-111f-4f0c-9e5e-c81c59b19f97,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:44.184678 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a135b4-9e26-4ddb-876d-a6e16914e3e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:44.186780 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a135b4-9e26-4ddb-876d-a6e16914e3e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:44.191047 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a135b4-9e26-4ddb-876d-a6e16914e3e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:44.195701 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a135b4-9e26-4ddb-876d-a6e16914e3e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:44.199078 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a135b4-9e26-4ddb-876d-a6e16914e3e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:44.200485 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a135b4-9e26-4ddb-876d-a6e16914e3e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:44.203377 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a135b4-9e26-4ddb-876d-a6e16914e3e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:44.208271 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a135b4-9e26-4ddb-876d-a6e16914e3e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:44.209350 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a135b4-9e26-4ddb-876d-a6e16914e3e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:44.210382 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a135b4-9e26-4ddb-876d-a6e16914e3e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:44.219129 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a135b4-9e26-4ddb-876d-a6e16914e3e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:44.222845 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a135b4-9e26-4ddb-876d-a6e16914e3e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:44.234304 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0893b3d4-6ec3-43f3-9a50-143ef405f292 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:44.241953 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-06dbc241-d2a2-40f4-a143-d7bbf2e8b8f8 None None] Attempting to bind port e3a5ad24-190c-477a-8b52-3ec726fd8827 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:41:44.243497 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-06dbc241-d2a2-40f4-a143-d7bbf2e8b8f8 None None] Attempting to bind port e3a5ad24-190c-477a-8b52-3ec726fd8827 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:41:44.258593 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dbc241-d2a2-40f4-a143-d7bbf2e8b8f8 None None] Attempting to bind port e3a5ad24-190c-477a-8b52-3ec726fd8827 on network 28b691d7-d3f0-4987-9fdf-5c8e5e519792 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:44.271621 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dbc241-d2a2-40f4-a143-d7bbf2e8b8f8 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:41:44.272861 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dbc241-d2a2-40f4-a143-d7bbf2e8b8f8 None None] Checking segment: {'id': 'b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:44.273933 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-06dbc241-d2a2-40f4-a143-d7bbf2e8b8f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:44.274900 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dbc241-d2a2-40f4-a143-d7bbf2e8b8f8 None None] Bound using segment: {'id': 'b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:41:44.275997 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-06dbc241-d2a2-40f4-a143-d7bbf2e8b8f8 None None] Bound port: e3a5ad24-190c-477a-8b52-3ec726fd8827, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:41:44.276953 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-06dbc241-d2a2-40f4-a143-d7bbf2e8b8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:44.318017 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-09232718-f7c9-4139-a91a-39dc6c04ed2b None None] Attempting to bind port 0f7f9671-111f-4f0c-9e5e-c81c59b19f97 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:41:44.318295 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-09232718-f7c9-4139-a91a-39dc6c04ed2b None None] Attempting to bind port 0f7f9671-111f-4f0c-9e5e-c81c59b19f97 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'ea551f05-3399-4d96-9b2d-1ff54ecd8a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '27690374-c3e7-463a-b4eb-e9c5cf19bebd'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:41:44.318649 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09232718-f7c9-4139-a91a-39dc6c04ed2b None None] Attempting to bind port 0f7f9671-111f-4f0c-9e5e-c81c59b19f97 on network 27690374-c3e7-463a-b4eb-e9c5cf19bebd {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:44.335713 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b3d4-6ec3-43f3-9a50-143ef405f292 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Subnet': ['ID=3e9d9da9-4b8d-42a0-b5f8-5f2dfe30a09c,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:44.367033 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bf91fd06-c425-4ca2-923e-81b0ff8c9273 req-eadeba6f-bfc9-4152-bcfe-55c73490fbc4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 210 time: 0.1467755 Jul 15 13:41:44.374378 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09232718-f7c9-4139-a91a-39dc6c04ed2b None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:41:44.375230 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09232718-f7c9-4139-a91a-39dc6c04ed2b None None] Checking segment: {'id': 'ea551f05-3399-4d96-9b2d-1ff54ecd8a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '27690374-c3e7-463a-b4eb-e9c5cf19bebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:44.375900 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-09232718-f7c9-4139-a91a-39dc6c04ed2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:44.376535 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09232718-f7c9-4139-a91a-39dc6c04ed2b None None] Bound using segment: {'id': 'ea551f05-3399-4d96-9b2d-1ff54ecd8a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '27690374-c3e7-463a-b4eb-e9c5cf19bebd'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:41:44.377315 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-09232718-f7c9-4139-a91a-39dc6c04ed2b None None] Bound port: 0f7f9671-111f-4f0c-9e5e-c81c59b19f97, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea551f05-3399-4d96-9b2d-1ff54ecd8a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '27690374-c3e7-463a-b4eb-e9c5cf19bebd'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:41:44.378333 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-09232718-f7c9-4139-a91a-39dc6c04ed2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:44.411034 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0893b3d4-6ec3-43f3-9a50-143ef405f292 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network 27690374-c3e7-463a-b4eb-e9c5cf19bebd is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:44.414243 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-0893b3d4-6ec3-43f3-9a50-143ef405f292 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:44.422303 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0893b3d4-6ec3-43f3-9a50-143ef405f292 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:44.422977 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0893b3d4-6ec3-43f3-9a50-143ef405f292 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:44.462458 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0893b3d4-6ec3-43f3-9a50-143ef405f292 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5373924 Jul 15 13:41:44.470234 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38868) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:44.472109 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a7912e78-670b-4113-b2b7-01859038974c None None] Provisioning for port e3a5ad24-190c-477a-8b52-3ec726fd8827 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:44.488818 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-06dbc241-d2a2-40f4-a143-d7bbf2e8b8f8 None None] For port e3a5ad24-190c-477a-8b52-3ec726fd8827, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:41:44.491752 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-35610d47-5d2a-4727-b7f6-c8dae9980293 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'port': {'network_id': '27690374-c3e7-463a-b4eb-e9c5cf19bebd', 'fixed_ips': [{'subnet_id': 'f1ba52fe-234e-47aa-8326-475a62525935'}, {'subnet_id': '3e9d9da9-4b8d-42a0-b5f8-5f2dfe30a09c'}], 'name': 'tempest-PortsTestJSON-388283499'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:44.495966 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-06dbc241-d2a2-40f4-a143-d7bbf2e8b8f8 None None] For port e3a5ad24-190c-477a-8b52-3ec726fd8827, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e3a5ad24-190c-477a-8b52-3ec726fd8827,segment=NetworkSegment(b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e),segment_id=b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:41:44.505578 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-06dbc241-d2a2-40f4-a143-d7bbf2e8b8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:44.506560 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-09232718-f7c9-4139-a91a-39dc6c04ed2b None None] For port 0f7f9671-111f-4f0c-9e5e-c81c59b19f97, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:41:44.521732 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-09232718-f7c9-4139-a91a-39dc6c04ed2b None None] For port 0f7f9671-111f-4f0c-9e5e-c81c59b19f97, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0f7f9671-111f-4f0c-9e5e-c81c59b19f97,segment=NetworkSegment(ea551f05-3399-4d96-9b2d-1ff54ecd8a6a),segment_id=ea551f05-3399-4d96-9b2d-1ff54ecd8a6a)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:41:44.525740 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d4a89f-c913-4aee-a79e-7a7fb07dbb6d tempest-TestServerBasicOps-1750964398 tempest-TestServerBasicOps-1750964398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:44.527717 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-15d4a89f-c913-4aee-a79e-7a7fb07dbb6d tempest-TestServerBasicOps-1750964398 tempest-TestServerBasicOps-1750964398-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2dbd4c03-3a01-4eed-b5ce-a002e32368fe HTTP/1.1" status: 200 len: 1093 time: 0.7951264 Jul 15 13:41:44.533584 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38872) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:44.543654 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-09232718-f7c9-4139-a91a-39dc6c04ed2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:44.568180 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-97223eda-e96d-49d3-977c-a7c11136c33d tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'port_id': '1818821b-101c-4433-818d-f4ef761d451a', 'tenant_id': '41952a16a6834f27b5d7e8366be76781', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:44.617277 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-97223eda-e96d-49d3-977c-a7c11136c33d tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:44.646303 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dbc241-d2a2-40f4-a143-d7bbf2e8b8f8 None None] Routers {'47cd09d3-2851-4577-b591-33412001792e'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:44.647948 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-06dbc241-d2a2-40f4-a143-d7bbf2e8b8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:41:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['47cd09d3-2851-4577-b591-33412001792e'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:44.731812 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35610d47-5d2a-4727-b7f6-c8dae9980293 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:44.851271 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a135b4-9e26-4ddb-876d-a6e16914e3e5 None None] Pushing event updated for resources: {'Port': ['ID=e3a5ad24-190c-477a-8b52-3ec726fd8827,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:45.034871 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09232718-f7c9-4139-a91a-39dc6c04ed2b None None] Pushing event updated for resources: {'Port': ['ID=0f7f9671-111f-4f0c-9e5e-c81c59b19f97,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:45.037271 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-06dbc241-d2a2-40f4-a143-d7bbf2e8b8f8 None None] Set router 47cd09d3-2851-4577-b591-33412001792e gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:45.043385 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35610d47-5d2a-4727-b7f6-c8dae9980293 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:45.057494 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-97223eda-e96d-49d3-977c-a7c11136c33d tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:45.106262 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-35610d47-5d2a-4727-b7f6-c8dae9980293 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] device_id is not set on port c1bc47e6-e3bc-4db6-a1f7-af6d4acf96c1 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:41:45.609956 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 9ee19e09-6547-49ab-be82-66d42900963d up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:45.615152 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-97223eda-e96d-49d3-977c-a7c11136c33d tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Allocated IP 172.25.6.93 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/bc102b8b-feff-4ee2-a748-83954f28bb55) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:45.666334 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-06dbc241-d2a2-40f4-a143-d7bbf2e8b8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd09d3-2851-4577-b591-33412001792e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811515440', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'e7c2b2c7-1e86-4121-afc8-9db51df5dd5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:28Z', 'updated_at': '2021-07-15T13:41:39Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': 'e7c2b2c7-1e86-4121-afc8-9db51df5dd5d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd09d3-2851-4577-b591-33412001792e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:31Z', 'updated_at': '2021-07-15T13:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'e3a5ad24-190c-477a-8b52-3ec726fd8827', 'name': '', 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:20:f0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cd09d3-2851-4577-b591-33412001792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '98535626-bb0e-466e-8301-a3a0710d0d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:37Z', 'updated_at': '2021-07-15T13:41:44Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': '98535626-bb0e-466e-8301-a3a0710d0d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:45.757516 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dbc241-d2a2-40f4-a143-d7bbf2e8b8f8 None None] The sync data for ids ['47cd09d3-2851-4577-b591-33412001792e'] in n-d-758944-45 is: [{'id': '47cd09d3-2851-4577-b591-33412001792e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811515440', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'e7c2b2c7-1e86-4121-afc8-9db51df5dd5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:28Z', 'updated_at': '2021-07-15T13:41:39Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': 'e7c2b2c7-1e86-4121-afc8-9db51df5dd5d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd09d3-2851-4577-b591-33412001792e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:31Z', 'updated_at': '2021-07-15T13:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'e3a5ad24-190c-477a-8b52-3ec726fd8827', 'name': '', 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:20:f0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cd09d3-2851-4577-b591-33412001792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '98535626-bb0e-466e-8301-a3a0710d0d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:37Z', 'updated_at': '2021-07-15T13:41:44Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': '98535626-bb0e-466e-8301-a3a0710d0d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:41:45.764590 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 9ee19e09-6547-49ab-be82-66d42900963d triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:45.765035 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:45.930060 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-97223eda-e96d-49d3-977c-a7c11136c33d tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:46.051235 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-35610d47-5d2a-4727-b7f6-c8dae9980293 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Allocated IP 172.20.0.4 (27690374-c3e7-463a-b4eb-e9c5cf19bebd/f1ba52fe-234e-47aa-8326-475a62525935/c1bc47e6-e3bc-4db6-a1f7-af6d4acf96c1) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:46.054131 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d6d39ec3-1a1d-4bb9-ab27-805451963a38 req-dbca4b71-50e0-410b-a54d-f7b1fd54196f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 210 time: 0.0417647 Jul 15 13:41:46.087336 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-97223eda-e96d-49d3-977c-a7c11136c33d tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:46.089206 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-35610d47-5d2a-4727-b7f6-c8dae9980293 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Allocated IP 172.20.0.20 (27690374-c3e7-463a-b4eb-e9c5cf19bebd/3e9d9da9-4b8d-42a0-b5f8-5f2dfe30a09c/c1bc47e6-e3bc-4db6-a1f7-af6d4acf96c1) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:46.211664 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97223eda-e96d-49d3-977c-a7c11136c33d tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:46.217138 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-97223eda-e96d-49d3-977c-a7c11136c33d tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:46.235120 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97223eda-e96d-49d3-977c-a7c11136c33d tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:46.268287 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97223eda-e96d-49d3-977c-a7c11136c33d tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Pushing event updated for resources: {'Port': ['ID=bc102b8b-feff-4ee2-a748-83954f28bb55,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:47.011441 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9edd83-75a5-473c-8f3e-5db13268353d None None] Network 27690374-c3e7-463a-b4eb-e9c5cf19bebd requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:47.182512 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-97223eda-e96d-49d3-977c-a7c11136c33d tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:47.209911 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a53d6609-35a8-4ee1-8b2f-05dfda8defa6 None None] Provisioning for port 0f7f9671-111f-4f0c-9e5e-c81c59b19f97 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:47.252679 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14adaa0-547c-4314-9c73-895a6782b91c req-75e7785a-36df-492a-99ef-fdbc8bf0aa37 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:47.286590 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e14adaa0-547c-4314-9c73-895a6782b91c req-75e7785a-36df-492a-99ef-fdbc8bf0aa37 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.32 "GET /v2.0/networks?id=28b691d7-d3f0-4987-9fdf-5c8e5e519792 HTTP/1.1" status: 200 len: 795 time: 0.2115223 Jul 15 13:41:47.512803 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0f7f9671-111f-4f0c-9e5e-c81c59b19f97 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:47.519186 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-97223eda-e96d-49d3-977c-a7c11136c33d tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:47.527405 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e14adaa0-547c-4314-9c73-895a6782b91c req-9f4b0e03-2f57-447f-b22e-e6dabb0cc558 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5969ba48b19a42969f3c1202e7616f77 HTTP/1.1" status: 200 len: 380 time: 0.2156603 Jul 15 13:41:47.563025 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-e14adaa0-547c-4314-9c73-895a6782b91c req-d0eb44ca-ce0c-4066-a3c5-046806c811b9 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'port': {'device_id': 'd7cdac99-9bb7-4f1f-878f-399643c14a37', 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792', 'admin_state_up': True, 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'security_groups': ['7122978d-2321-41ff-8783-9e3847b6c78b']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:47.651167 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3974b328-0001-4d4b-9f4a-92464e1a2064 req-435eeafa-3c0c-44d1-b1ee-85b3d6d04de0 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 210 time: 0.0838239 Jul 15 13:41:47.691469 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 0f7f9671-111f-4f0c-9e5e-c81c59b19f97 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:47.700137 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 0f7f9671-111f-4f0c-9e5e-c81c59b19f97 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:47.700816 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:47.794063 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35610d47-5d2a-4727-b7f6-c8dae9980293 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:47.832209 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-35610d47-5d2a-4727-b7f6-c8dae9980293 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Transition to ACTIVE for port object c1bc47e6-e3bc-4db6-a1f7-af6d4acf96c1 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:47.892648 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6745f990-93bb-4fd4-b7ad-61cdc1e19fd6 None None] Update dhcp port {'port': {'network_id': '27690374-c3e7-463a-b4eb-e9c5cf19bebd', 'fixed_ips': [{'subnet_id': 'f1ba52fe-234e-47aa-8326-475a62525935', 'ip_address': '172.20.0.2'}, {'subnet_id': '3e9d9da9-4b8d-42a0-b5f8-5f2dfe30a09c'}], 'binding:host_id': 'n-d-758944-45'}, 'id': '0f7f9671-111f-4f0c-9e5e-c81c59b19f97'} from n-d-758944-45. {{(pid=93815) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:41:47.960329 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35610d47-5d2a-4727-b7f6-c8dae9980293 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:48.001346 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6745f990-93bb-4fd4-b7ad-61cdc1e19fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:48.005730 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:48.034059 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35610d47-5d2a-4727-b7f6-c8dae9980293 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network 27690374-c3e7-463a-b4eb-e9c5cf19bebd is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:48.039688 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-35610d47-5d2a-4727-b7f6-c8dae9980293 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:48.053340 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35610d47-5d2a-4727-b7f6-c8dae9980293 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:48.114764 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35610d47-5d2a-4727-b7f6-c8dae9980293 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:48.115721 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35610d47-5d2a-4727-b7f6-c8dae9980293 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:48.148030 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 0f7f9671-111f-4f0c-9e5e-c81c59b19f97, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0f7f9671-111f-4f0c-9e5e-c81c59b19f97,segment=NetworkSegment(ea551f05-3399-4d96-9b2d-1ff54ecd8a6a),segment_id=ea551f05-3399-4d96-9b2d-1ff54ecd8a6a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:48.155761 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35610d47-5d2a-4727-b7f6-c8dae9980293 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Port': ['ID=c1bc47e6-e3bc-4db6-a1f7-af6d4acf96c1,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:48.157013 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:48.158641 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e3a5ad24-190c-477a-8b52-3ec726fd8827 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:48.172403 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-35610d47-5d2a-4727-b7f6-c8dae9980293 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.6998796 Jul 15 13:41:48.176824 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38896) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:48.180659 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-59393245-f052-443e-a7be-9cf3e7bf5099 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f1ba52fe-234e-47aa-8326-475a62525935'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:48.308349 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e14adaa0-547c-4314-9c73-895a6782b91c req-d0eb44ca-ce0c-4066-a3c5-046806c811b9 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Made reservation on behalf of 5969ba48b19a42969f3c1202e7616f77 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:48.309435 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-97223eda-e96d-49d3-977c-a7c11136c33d tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:48.317407 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e14adaa0-547c-4314-9c73-895a6782b91c req-d0eb44ca-ce0c-4066-a3c5-046806c811b9 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:48.331988 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-97223eda-e96d-49d3-977c-a7c11136c33d tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:48.441316 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97223eda-e96d-49d3-977c-a7c11136c33d tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Pushing event updated for resources: {'Port': ['ID=bc102b8b-feff-4ee2-a748-83954f28bb55,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:48.455926 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-59393245-f052-443e-a7be-9cf3e7bf5099 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:48.481394 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=0f7f9671-111f-4f0c-9e5e-c81c59b19f97,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:48.556924 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-97223eda-e96d-49d3-977c-a7c11136c33d tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:48.574797 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-6745f990-93bb-4fd4-b7ad-61cdc1e19fd6 None None] Allocated IP 172.20.0.18 (27690374-c3e7-463a-b4eb-e9c5cf19bebd/3e9d9da9-4b8d-42a0-b5f8-5f2dfe30a09c/0f7f9671-111f-4f0c-9e5e-c81c59b19f97) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:48.666714 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-e14adaa0-547c-4314-9c73-895a6782b91c req-d0eb44ca-ce0c-4066-a3c5-046806c811b9 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Allocated IP 172.20.0.12 (28b691d7-d3f0-4987-9fdf-5c8e5e519792/98535626-bb0e-466e-8301-a3a0710d0d3d/9f6fc54a-6b61-419a-856a-88e486891a30) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:48.741258 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port e3a5ad24-190c-477a-8b52-3ec726fd8827 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:48.789941 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port e3a5ad24-190c-477a-8b52-3ec726fd8827 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:48.795542 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:48.852524 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-97223eda-e96d-49d3-977c-a7c11136c33d tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Floating IP 03f4a543-c485-46aa-9d8e-85956999054d associated. External IP: 172.25.6.93, port: 1818821b-101c-4433-818d-f4ef761d451a. Jul 15 13:41:49.015322 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e14adaa0-547c-4314-9c73-895a6782b91c req-d0eb44ca-ce0c-4066-a3c5-046806c811b9 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:49.042975 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-e14adaa0-547c-4314-9c73-895a6782b91c req-d0eb44ca-ce0c-4066-a3c5-046806c811b9 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Transition to ACTIVE for port object 9f6fc54a-6b61-419a-856a-88e486891a30 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:49.100101 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-6745f990-93bb-4fd4-b7ad-61cdc1e19fd6 None None] For port 0f7f9671-111f-4f0c-9e5e-c81c59b19f97, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0f7f9671-111f-4f0c-9e5e-c81c59b19f97,segment=NetworkSegment(ea551f05-3399-4d96-9b2d-1ff54ecd8a6a),segment_id=ea551f05-3399-4d96-9b2d-1ff54ecd8a6a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:49.140578 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6745f990-93bb-4fd4-b7ad-61cdc1e19fd6 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:49.160253 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-6745f990-93bb-4fd4-b7ad-61cdc1e19fd6 None None] Transition to ACTIVE for port object 0f7f9671-111f-4f0c-9e5e-c81c59b19f97 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:49.169519 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6745f990-93bb-4fd4-b7ad-61cdc1e19fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:49.251132 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-84b089e2-1394-4337-a482-4ce16e4ad640 req-881d1514-d565-47fc-964c-98f88c4b4f84 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 210 time: 0.1544385 Jul 15 13:41:49.256603 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e14adaa0-547c-4314-9c73-895a6782b91c req-d0eb44ca-ce0c-4066-a3c5-046806c811b9 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:49.382836 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb44ca-ce0c-4066-a3c5-046806c811b9 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'Port': ['ID=9f6fc54a-6b61-419a-856a-88e486891a30,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:49.404889 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745f990-93bb-4fd4-b7ad-61cdc1e19fd6 None None] Pushing event updated for resources: {'Port': ['ID=0f7f9671-111f-4f0c-9e5e-c81c59b19f97,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:49.468882 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:49.474346 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e14adaa0-547c-4314-9c73-895a6782b91c req-d0eb44ca-ce0c-4066-a3c5-046806c811b9 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Network 28b691d7-d3f0-4987-9fdf-5c8e5e519792 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:49.480328 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-e14adaa0-547c-4314-9c73-895a6782b91c req-d0eb44ca-ce0c-4066-a3c5-046806c811b9 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:49.493264 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14adaa0-547c-4314-9c73-895a6782b91c req-d0eb44ca-ce0c-4066-a3c5-046806c811b9 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:49.580065 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port e3a5ad24-190c-477a-8b52-3ec726fd8827, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e3a5ad24-190c-477a-8b52-3ec726fd8827,segment=NetworkSegment(b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e),segment_id=b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:49.592726 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14adaa0-547c-4314-9c73-895a6782b91c req-d0eb44ca-ce0c-4066-a3c5-046806c811b9 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:49.593921 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e14adaa0-547c-4314-9c73-895a6782b91c req-d0eb44ca-ce0c-4066-a3c5-046806c811b9 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:49.608070 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:49.679478 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e14adaa0-547c-4314-9c73-895a6782b91c req-d0eb44ca-ce0c-4066-a3c5-046806c811b9 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1330624 Jul 15 13:41:49.704569 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-e14adaa0-547c-4314-9c73-895a6782b91c req-a5dffc6a-2118-4915-ba94-ac679d460a9c service neutron] Request body: {'port': {'device_id': 'd7cdac99-9bb7-4f1f-878f-399643c14a37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:49.829844 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0f7f9671-111f-4f0c-9e5e-c81c59b19f97 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:49.907813 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-59393245-f052-443e-a7be-9cf3e7bf5099 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Delete allocated IP 172.20.0.20 (27690374-c3e7-463a-b4eb-e9c5cf19bebd/3e9d9da9-4b8d-42a0-b5f8-5f2dfe30a09c) {{(pid=93814) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 13:41:49.915822 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=e3a5ad24-190c-477a-8b52-3ec726fd8827,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:50.031536 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e14adaa0-547c-4314-9c73-895a6782b91c req-a5dffc6a-2118-4915-ba94-ac679d460a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:50.041729 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-22af4365-c436-42a1-9a2a-c544d9295230 None None] Provisioning for port 9f6fc54a-6b61-419a-856a-88e486891a30 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:50.056027 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-22af4365-c436-42a1-9a2a-c544d9295230 None None] Provisioning complete for port 9f6fc54a-6b61-419a-856a-88e486891a30 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:50.058679 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22af4365-c436-42a1-9a2a-c544d9295230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:50.188799 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-22af4365-c436-42a1-9a2a-c544d9295230 None None] Port 9f6fc54a-6b61-419a-856a-88e486891a30 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:41:50.295817 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97223eda-e96d-49d3-977c-a7c11136c33d tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Router 2b5775ef-4a22-408e-b374-a1dbebaacce8 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:41:50.358117 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-59393245-f052-443e-a7be-9cf3e7bf5099 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:50.407914 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-59393245-f052-443e-a7be-9cf3e7bf5099 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Ignored duplicate provisioning block setup for port c1bc47e6-e3bc-4db6-a1f7-af6d4acf96c1 by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 13:41:50.420450 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-59393245-f052-443e-a7be-9cf3e7bf5099 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:50.458958 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97223eda-e96d-49d3-977c-a7c11136c33d tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:41:50.516706 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c31987-25b8-48e9-ba79-f3062212e441 None None] Sync routers for ids ['2b5775ef-4a22-408e-b374-a1dbebaacce8'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:41:50.529978 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-97223eda-e96d-49d3-977c-a7c11136c33d tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:50.550030 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c31987-25b8-48e9-ba79-f3062212e441 None None] Routers {'2b5775ef-4a22-408e-b374-a1dbebaacce8'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:50.551055 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-54c31987-25b8-48e9-ba79-f3062212e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:41:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['2b5775ef-4a22-408e-b374-a1dbebaacce8'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:50.632148 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-97223eda-e96d-49d3-977c-a7c11136c33d tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.0854011 Jul 15 13:41:50.632148 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbd4c03-3a01-4eed-b5ce-a002e32368fe', 'tag': '1818821b-101c-4433-818d-f4ef761d451a'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:50.632148 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cf0369-3a72-4699-bcb3-405937a01788" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbd4c03-3a01-4eed-b5ce-a002e32368fe", "tag": "1818821b-101c-4433-818d-f4ef761d451a"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:50.718117 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc2263a-7d2e-4419-91f5-2c98233fc2b2 x-openstack-request-id: req-bdc2263a-7d2e-4419-91f5-2c98233fc2b2 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:50.718706 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbd4c03-3a01-4eed-b5ce-a002e32368fe", "tag": "1818821b-101c-4433-818d-f4ef761d451a", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:50.719315 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bdc2263a-7d2e-4419-91f5-2c98233fc2b2 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:50.720795 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbd4c03-3a01-4eed-b5ce-a002e32368fe', 'tag': '1818821b-101c-4433-818d-f4ef761d451a', 'status': 'completed', 'code': 200} Jul 15 13:41:50.733123 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59393245-f052-443e-a7be-9cf3e7bf5099 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Port': ['ID=c1bc47e6-e3bc-4db6-a1f7-af6d4acf96c1,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:50.765658 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5982c66-1cd3-452e-8769-21e06a09fa6f None None] Network 27690374-c3e7-463a-b4eb-e9c5cf19bebd requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:50.776667 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-e14adaa0-547c-4314-9c73-895a6782b91c req-a5dffc6a-2118-4915-ba94-ac679d460a9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f6fc54a-6b61-419a-856a-88e486891a30 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:41:50.809545 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e14adaa0-547c-4314-9c73-895a6782b91c req-a5dffc6a-2118-4915-ba94-ac679d460a9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:50.837617 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-59393245-f052-443e-a7be-9cf3e7bf5099 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] In _notify_port_updated(), no bound segment for port c1bc47e6-e3bc-4db6-a1f7-af6d4acf96c1 on network 27690374-c3e7-463a-b4eb-e9c5cf19bebd {{(pid=93814) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:41:50.844298 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59393245-f052-443e-a7be-9cf3e7bf5099 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:50.844984 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-59393245-f052-443e-a7be-9cf3e7bf5099 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:50.849453 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-59393245-f052-443e-a7be-9cf3e7bf5099 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "PUT /v2.0/ports/c1bc47e6-e3bc-4db6-a1f7-af6d4acf96c1 HTTP/1.1" status: 200 len: 918 time: 2.6737354 Jul 15 13:41:50.850048 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38926) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:50.855496 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-e14adaa0-547c-4314-9c73-895a6782b91c req-a5dffc6a-2118-4915-ba94-ac679d460a9c service neutron] Transition to ACTIVE for port object 9f6fc54a-6b61-419a-856a-88e486891a30 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:50.864810 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-54c31987-25b8-48e9-ba79-f3062212e441 None None] Set router 2b5775ef-4a22-408e-b374-a1dbebaacce8 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:50.865583 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e14adaa0-547c-4314-9c73-895a6782b91c req-a5dffc6a-2118-4915-ba94-ac679d460a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:50.884679 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f9cedd9b-78dd-4775-af58-62b2cd91de4f tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f1ba52fe-234e-47aa-8326-475a62525935'}, {'subnet_id': '3e9d9da9-4b8d-42a0-b5f8-5f2dfe30a09c'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:50.931055 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae82274-faba-495b-959a-1624b2a2d73f req-67f251d8-4a27-4312-bd4f-7cabbf9b586d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:50.939651 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-aae82274-faba-495b-959a-1624b2a2d73f req-67f251d8-4a27-4312-bd4f-7cabbf9b586d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 932 time: 0.3449631 Jul 15 13:41:51.000771 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dffc6a-2118-4915-ba94-ac679d460a9c service neutron] Pushing event updated for resources: {'Port': ['ID=9f6fc54a-6b61-419a-856a-88e486891a30,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:51.048792 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf0369-3a72-4699-bcb3-405937a01788 req-3d5f862e-fe08-45f6-8d47-ff01b2579270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:51.050463 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f1cf0369-3a72-4699-bcb3-405937a01788 req-3d5f862e-fe08-45f6-8d47-ff01b2579270 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=41952a16a6834f27b5d7e8366be76781&device_id=2dbd4c03-3a01-4eed-b5ce-a002e32368fe HTTP/1.1" status: 200 len: 1098 time: 0.2923412 Jul 15 13:41:51.077192 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9b9309a0-d8e2-4966-a0d9-80405059f580 None None] Provisioning for port 0f7f9671-111f-4f0c-9e5e-c81c59b19f97 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:51.086940 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0acd77b5-c119-47ff-9a39-446ff8a3e9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:51.250825 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-aae82274-faba-495b-959a-1624b2a2d73f req-4732353c-37d3-420a-b508-a8781b2daecf tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=7122978d-2321-41ff-8783-9e3847b6c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3102353 Jul 15 13:41:51.311921 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf0369-3a72-4699-bcb3-405937a01788 req-00fdca5c-cf8d-4619-becd-c27bc6df572e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:51.313894 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f1cf0369-3a72-4699-bcb3-405937a01788 req-00fdca5c-cf8d-4619-becd-c27bc6df572e service neutron] 10.222.0.18 "GET /v2.0/networks?id=0285381b-612d-4c7d-b1b0-fc717534d7fc HTTP/1.1" status: 200 len: 910 time: 0.2415631 Jul 15 13:41:51.314822 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9b9309a0-d8e2-4966-a0d9-80405059f580 None None] Provisioning complete for port 0f7f9671-111f-4f0c-9e5e-c81c59b19f97 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:51.315773 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b9309a0-d8e2-4966-a0d9-80405059f580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:51.344058 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9cedd9b-78dd-4775-af58-62b2cd91de4f tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:51.482331 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-e14adaa0-547c-4314-9c73-895a6782b91c req-a5dffc6a-2118-4915-ba94-ac679d460a9c service neutron] Attempting to bind port 9f6fc54a-6b61-419a-856a-88e486891a30 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:41:51.483559 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-e14adaa0-547c-4314-9c73-895a6782b91c req-a5dffc6a-2118-4915-ba94-ac679d460a9c service neutron] Attempting to bind port 9f6fc54a-6b61-419a-856a-88e486891a30 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:41:51.483559 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14adaa0-547c-4314-9c73-895a6782b91c req-a5dffc6a-2118-4915-ba94-ac679d460a9c service neutron] Attempting to bind port 9f6fc54a-6b61-419a-856a-88e486891a30 on network 28b691d7-d3f0-4987-9fdf-5c8e5e519792 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:51.501926 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14adaa0-547c-4314-9c73-895a6782b91c req-a5dffc6a-2118-4915-ba94-ac679d460a9c service neutron] Port 9f6fc54a-6b61-419a-856a-88e486891a30 on network 28b691d7-d3f0-4987-9fdf-5c8e5e519792 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:41:51.502246 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14adaa0-547c-4314-9c73-895a6782b91c req-a5dffc6a-2118-4915-ba94-ac679d460a9c service neutron] Attempting to bind port 9f6fc54a-6b61-419a-856a-88e486891a30 on network 28b691d7-d3f0-4987-9fdf-5c8e5e519792 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:51.516568 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14adaa0-547c-4314-9c73-895a6782b91c req-a5dffc6a-2118-4915-ba94-ac679d460a9c service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:41:51.516568 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14adaa0-547c-4314-9c73-895a6782b91c req-a5dffc6a-2118-4915-ba94-ac679d460a9c service neutron] Checking segment: {'id': 'b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:51.516568 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14adaa0-547c-4314-9c73-895a6782b91c req-a5dffc6a-2118-4915-ba94-ac679d460a9c service neutron] Bound using segment: {'id': 'b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:41:51.517415 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-e14adaa0-547c-4314-9c73-895a6782b91c req-a5dffc6a-2118-4915-ba94-ac679d460a9c service neutron] Bound port: 9f6fc54a-6b61-419a-856a-88e486891a30, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:41:51.518678 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e14adaa0-547c-4314-9c73-895a6782b91c req-a5dffc6a-2118-4915-ba94-ac679d460a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:51.535707 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f1cf0369-3a72-4699-bcb3-405937a01788 req-3675c159-c87c-4e85-bf6d-b878136994c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1818821b-101c-4433-818d-f4ef761d451a HTTP/1.1" status: 200 len: 999 time: 0.2131622 Jul 15 13:41:51.720157 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf0369-3a72-4699-bcb3-405937a01788 req-b75b7e5a-a6e0-4306-b7ba-352530039c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:51.722009 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f1cf0369-3a72-4699-bcb3-405937a01788 req-b75b7e5a-a6e0-4306-b7ba-352530039c48 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4b6adcb1-87c7-4bda-bee3-bd740b4d2357 HTTP/1.1" status: 200 len: 848 time: 0.1668277 Jul 15 13:41:51.754576 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-e14adaa0-547c-4314-9c73-895a6782b91c req-a5dffc6a-2118-4915-ba94-ac679d460a9c service neutron] For port 9f6fc54a-6b61-419a-856a-88e486891a30, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:41:51.838330 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-e14adaa0-547c-4314-9c73-895a6782b91c req-a5dffc6a-2118-4915-ba94-ac679d460a9c service neutron] For port 9f6fc54a-6b61-419a-856a-88e486891a30, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9f6fc54a-6b61-419a-856a-88e486891a30,segment=NetworkSegment(b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e),segment_id=b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:41:51.846227 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-f9cedd9b-78dd-4775-af58-62b2cd91de4f tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Allocated IP 172.20.0.24 (27690374-c3e7-463a-b4eb-e9c5cf19bebd/3e9d9da9-4b8d-42a0-b5f8-5f2dfe30a09c/c1bc47e6-e3bc-4db6-a1f7-af6d4acf96c1) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:51.859342 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e14adaa0-547c-4314-9c73-895a6782b91c req-a5dffc6a-2118-4915-ba94-ac679d460a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:51.916586 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e3a5ad24-190c-477a-8b52-3ec726fd8827 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:51.952919 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dffc6a-2118-4915-ba94-ac679d460a9c service neutron] Pushing event updated for resources: {'Port': ['ID=9f6fc54a-6b61-419a-856a-88e486891a30,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:51.992198 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14adaa0-547c-4314-9c73-895a6782b91c req-a5dffc6a-2118-4915-ba94-ac679d460a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:51.993605 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e14adaa0-547c-4314-9c73-895a6782b91c req-a5dffc6a-2118-4915-ba94-ac679d460a9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:51.997212 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e14adaa0-547c-4314-9c73-895a6782b91c req-a5dffc6a-2118-4915-ba94-ac679d460a9c service neutron] 10.222.0.32 "PUT /v2.0/ports/9f6fc54a-6b61-419a-856a-88e486891a30 HTTP/1.1" status: 200 len: 1093 time: 2.2965443 Jul 15 13:41:52.007759 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cdac99-9bb7-4f1f-878f-399643c14a37', 'tag': '9f6fc54a-6b61-419a-856a-88e486891a30'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:52.015365 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d22349d-c515-4b6c-8b6d-52080592ece2" -d '{"events": [{"name": "network-changed", "server_uuid": "d7cdac99-9bb7-4f1f-878f-399643c14a37", "tag": "9f6fc54a-6b61-419a-856a-88e486891a30"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:52.045109 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf0369-3a72-4699-bcb3-405937a01788 req-d5f1efff-586b-402e-bde2-86adc52c5eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:52.051932 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f1cf0369-3a72-4699-bcb3-405937a01788 req-d5f1efff-586b-402e-bde2-86adc52c5eed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0285381b-612d-4c7d-b1b0-fc717534d7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3196921 Jul 15 13:41:52.120133 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port e3a5ad24-190c-477a-8b52-3ec726fd8827 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:52.120665 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:52.175904 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-54c31987-25b8-48e9-ba79-f3062212e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'name': 'tempest-TestServerBasicOps-1735181111-router', 'tenant_id': '41952a16a6834f27b5d7e8366be76781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'bd1da115-9d8e-4871-949c-82c2744a6560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:34Z', 'updated_at': '2021-07-15T13:40:44Z', 'revision_number': 4, 'project_id': '41952a16a6834f27b5d7e8366be76781', 'gw_port': {'id': 'bd1da115-9d8e-4871-949c-82c2744a6560', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:36Z', 'updated_at': '2021-07-15T13:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '03f4a543-c485-46aa-9d8e-85956999054d', 'tenant_id': '41952a16a6834f27b5d7e8366be76781', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'port_id': '1818821b-101c-4433-818d-f4ef761d451a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0285381b-612d-4c7d-b1b0-fc717534d7fc', 'mac_address': 'fa:16:3e:95:94:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbd4c03-3a01-4eed-b5ce-a002e32368fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:41:46Z', 'updated_at': '2021-07-15T13:41:46Z', 'revision_number': 0, 'project_id': '41952a16a6834f27b5d7e8366be76781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6bc58c0-1d8d-4a04-a76e-054155549825', 'name': '', 'network_id': '0285381b-612d-4c7d-b1b0-fc717534d7fc', 'tenant_id': '41952a16a6834f27b5d7e8366be76781', 'mac_address': 'fa:16:3e:91:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '4b6adcb1-87c7-4bda-bee3-bd740b4d2357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:42Z', 'updated_at': '2021-07-15T13:40:56Z', 'revision_number': 5, 'project_id': '41952a16a6834f27b5d7e8366be76781', 'subnets': [{'id': '4b6adcb1-87c7-4bda-bee3-bd740b4d2357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:52.213961 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c31987-25b8-48e9-ba79-f3062212e441 None None] Checking router: 2b5775ef-4a22-408e-b374-a1dbebaacce8 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:41:52.246218 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0b1bc008-a195-4cb9-bc55-e799c9913a3f None None] Provisioning for port c1bc47e6-e3bc-4db6-a1f7-af6d4acf96c1 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:52.248899 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c31987-25b8-48e9-ba79-f3062212e441 None None] Routers {'2b5775ef-4a22-408e-b374-a1dbebaacce8'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:52.249559 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-54c31987-25b8-48e9-ba79-f3062212e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:41:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['2b5775ef-4a22-408e-b374-a1dbebaacce8'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:52.255876 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0b1bc008-a195-4cb9-bc55-e799c9913a3f None None] Provisioning complete for port c1bc47e6-e3bc-4db6-a1f7-af6d4acf96c1 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:52.256198 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b1bc008-a195-4cb9-bc55-e799c9913a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:52.293837 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9cedd9b-78dd-4775-af58-62b2cd91de4f tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:52.330287 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-f9cedd9b-78dd-4775-af58-62b2cd91de4f tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Ignored duplicate provisioning block setup for port c1bc47e6-e3bc-4db6-a1f7-af6d4acf96c1 by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 13:41:52.338075 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9cedd9b-78dd-4775-af58-62b2cd91de4f tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:52.360084 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-0b1bc008-a195-4cb9-bc55-e799c9913a3f None None] Port c1bc47e6-e3bc-4db6-a1f7-af6d4acf96c1 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:41:52.410170 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f1cf0369-3a72-4699-bcb3-405937a01788 req-d67fc3dd-1cc4-468f-aa48-2622dd9659e8 service neutron] 10.222.0.18 "GET /v2.0/networks/0285381b-612d-4c7d-b1b0-fc717534d7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522809 Jul 15 13:41:52.418566 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ca9ead-7c59-4812-8e98-2f19c4cc83d3 x-openstack-request-id: req-83ca9ead-7c59-4812-8e98-2f19c4cc83d3 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:52.418927 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7cdac99-9bb7-4f1f-878f-399643c14a37", "tag": "9f6fc54a-6b61-419a-856a-88e486891a30", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:52.419318 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-83ca9ead-7c59-4812-8e98-2f19c4cc83d3 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:52.420993 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7cdac99-9bb7-4f1f-878f-399643c14a37', 'tag': '9f6fc54a-6b61-419a-856a-88e486891a30', 'status': 'completed', 'code': 200} Jul 15 13:41:52.506653 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0b1bc008-a195-4cb9-bc55-e799c9913a3f None None] Provisioning complete for port 0f7f9671-111f-4f0c-9e5e-c81c59b19f97 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:52.507066 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b1bc008-a195-4cb9-bc55-e799c9913a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:52.612718 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-54c31987-25b8-48e9-ba79-f3062212e441 None None] Set router 2b5775ef-4a22-408e-b374-a1dbebaacce8 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:52.678760 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cedd9b-78dd-4775-af58-62b2cd91de4f tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Port': ['ID=c1bc47e6-e3bc-4db6-a1f7-af6d4acf96c1,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:52.686183 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-f9cedd9b-78dd-4775-af58-62b2cd91de4f tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] In _notify_port_updated(), no bound segment for port c1bc47e6-e3bc-4db6-a1f7-af6d4acf96c1 on network 27690374-c3e7-463a-b4eb-e9c5cf19bebd {{(pid=93813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:41:52.695323 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cedd9b-78dd-4775-af58-62b2cd91de4f tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:52.696405 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9cedd9b-78dd-4775-af58-62b2cd91de4f tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:52.699194 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f9cedd9b-78dd-4775-af58-62b2cd91de4f tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "PUT /v2.0/ports/c1bc47e6-e3bc-4db6-a1f7-af6d4acf96c1 HTTP/1.1" status: 200 len: 998 time: 1.8463521 Jul 15 13:41:52.702583 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38944) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:52.779411 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f1cf0369-3a72-4699-bcb3-405937a01788 req-97dab5bc-706d-4128-bff6-0bf5148fb5c3 service neutron] 10.222.0.18 "GET /v2.0/networks/0285381b-612d-4c7d-b1b0-fc717534d7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550730 Jul 15 13:41:52.788283 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14adaa0-547c-4314-9c73-895a6782b91c req-70a60bdf-b0d9-46fa-ba49-fd75bf964560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:52.791954 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e14adaa0-547c-4314-9c73-895a6782b91c req-70a60bdf-b0d9-46fa-ba49-fd75bf964560 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 1096 time: 0.3669891 Jul 15 13:41:52.855037 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e14adaa0-547c-4314-9c73-895a6782b91c req-53aab7b6-e4d7-42b9-a810-2a5adb4d2381 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f6fc54a-6b61-419a-856a-88e486891a30 HTTP/1.1" status: 200 len: 217 time: 0.0464432 Jul 15 13:41:52.859045 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-284bf786-d403-4395-b9f5-f931a24c950c None None] Provisioning complete for port c1bc47e6-e3bc-4db6-a1f7-af6d4acf96c1 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:52.859565 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-284bf786-d403-4395-b9f5-f931a24c950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:52.868142 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677244e4-d4ad-4377-a80c-68a7971af18e req-730ccecb-5094-47ae-8154-3b5e17b73748 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:52.878614 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-677244e4-d4ad-4377-a80c-68a7971af18e req-730ccecb-5094-47ae-8154-3b5e17b73748 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 944 time: 0.2782848 Jul 15 13:41:52.887818 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8ab011e0-5ad9-41ba-9f44-1c56392238e5 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Deleting port c1bc47e6-e3bc-4db6-a1f7-af6d4acf96c1 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:52.889153 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8ab011e0-5ad9-41ba-9f44-1c56392238e5 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:52.956161 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-284bf786-d403-4395-b9f5-f931a24c950c None None] Port c1bc47e6-e3bc-4db6-a1f7-af6d4acf96c1 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:41:53.008491 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:41:53.028834 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14adaa0-547c-4314-9c73-895a6782b91c req-e7b122ec-a3b3-4ace-9fda-5bbe3eebbc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:53.031263 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e14adaa0-547c-4314-9c73-895a6782b91c req-e7b122ec-a3b3-4ace-9fda-5bbe3eebbc0f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98535626-bb0e-466e-8301-a3a0710d0d3d HTTP/1.1" status: 200 len: 834 time: 0.1204753 Jul 15 13:41:53.051040 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8ab011e0-5ad9-41ba-9f44-1c56392238e5 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:53.072784 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8ab011e0-5ad9-41ba-9f44-1c56392238e5 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Calling delete_port for c1bc47e6-e3bc-4db6-a1f7-af6d4acf96c1 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:53.103177 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-677244e4-d4ad-4377-a80c-68a7971af18e req-44c73bf9-2424-4376-8ec3-7b05ed5f89b9 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=7122978d-2321-41ff-8783-9e3847b6c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229567 Jul 15 13:41:53.125411 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-54c31987-25b8-48e9-ba79-f3062212e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'name': 'tempest-TestServerBasicOps-1735181111-router', 'tenant_id': '41952a16a6834f27b5d7e8366be76781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'bd1da115-9d8e-4871-949c-82c2744a6560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:34Z', 'updated_at': '2021-07-15T13:40:44Z', 'revision_number': 4, 'project_id': '41952a16a6834f27b5d7e8366be76781', 'gw_port': {'id': 'bd1da115-9d8e-4871-949c-82c2744a6560', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:36Z', 'updated_at': '2021-07-15T13:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '03f4a543-c485-46aa-9d8e-85956999054d', 'tenant_id': '41952a16a6834f27b5d7e8366be76781', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'port_id': '1818821b-101c-4433-818d-f4ef761d451a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0285381b-612d-4c7d-b1b0-fc717534d7fc', 'mac_address': 'fa:16:3e:95:94:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbd4c03-3a01-4eed-b5ce-a002e32368fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:41:46Z', 'updated_at': '2021-07-15T13:41:46Z', 'revision_number': 0, 'project_id': '41952a16a6834f27b5d7e8366be76781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6bc58c0-1d8d-4a04-a76e-054155549825', 'name': '', 'network_id': '0285381b-612d-4c7d-b1b0-fc717534d7fc', 'tenant_id': '41952a16a6834f27b5d7e8366be76781', 'mac_address': 'fa:16:3e:91:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '4b6adcb1-87c7-4bda-bee3-bd740b4d2357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:42Z', 'updated_at': '2021-07-15T13:40:56Z', 'revision_number': 5, 'project_id': '41952a16a6834f27b5d7e8366be76781', 'subnets': [{'id': '4b6adcb1-87c7-4bda-bee3-bd740b4d2357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:53.178761 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c31987-25b8-48e9-ba79-f3062212e441 None None] The sync data for ids ['2b5775ef-4a22-408e-b374-a1dbebaacce8'] in n-d-758944-45 is: [{'id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'name': 'tempest-TestServerBasicOps-1735181111-router', 'tenant_id': '41952a16a6834f27b5d7e8366be76781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'bd1da115-9d8e-4871-949c-82c2744a6560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:34Z', 'updated_at': '2021-07-15T13:40:44Z', 'revision_number': 4, 'project_id': '41952a16a6834f27b5d7e8366be76781', 'gw_port': {'id': 'bd1da115-9d8e-4871-949c-82c2744a6560', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:36Z', 'updated_at': '2021-07-15T13:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '03f4a543-c485-46aa-9d8e-85956999054d', 'tenant_id': '41952a16a6834f27b5d7e8366be76781', 'floating_ip_address': '172.25.6.93', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'port_id': '1818821b-101c-4433-818d-f4ef761d451a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0285381b-612d-4c7d-b1b0-fc717534d7fc', 'mac_address': 'fa:16:3e:95:94:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbd4c03-3a01-4eed-b5ce-a002e32368fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:41:46Z', 'updated_at': '2021-07-15T13:41:46Z', 'revision_number': 0, 'project_id': '41952a16a6834f27b5d7e8366be76781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6bc58c0-1d8d-4a04-a76e-054155549825', 'name': '', 'network_id': '0285381b-612d-4c7d-b1b0-fc717534d7fc', 'tenant_id': '41952a16a6834f27b5d7e8366be76781', 'mac_address': 'fa:16:3e:91:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '4b6adcb1-87c7-4bda-bee3-bd740b4d2357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:42Z', 'updated_at': '2021-07-15T13:40:56Z', 'revision_number': 5, 'project_id': '41952a16a6834f27b5d7e8366be76781', 'subnets': [{'id': '4b6adcb1-87c7-4bda-bee3-bd740b4d2357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:41:53.182433 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-af0ad809-4868-4e11-b35e-34adb1e9aeba None None] Provisioning complete for port c1bc47e6-e3bc-4db6-a1f7-af6d4acf96c1 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:53.182857 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af0ad809-4868-4e11-b35e-34adb1e9aeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:53.186160 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14adaa0-547c-4314-9c73-895a6782b91c req-19c9dadd-bcd3-4534-ae7a-8748a127340a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:53.189787 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e14adaa0-547c-4314-9c73-895a6782b91c req-19c9dadd-bcd3-4534-ae7a-8748a127340a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=28b691d7-d3f0-4987-9fdf-5c8e5e519792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1371317 Jul 15 13:41:53.251053 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-af0ad809-4868-4e11-b35e-34adb1e9aeba None None] Port c1bc47e6-e3bc-4db6-a1f7-af6d4acf96c1 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:41:53.296645 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:53.400448 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e14adaa0-547c-4314-9c73-895a6782b91c req-3322ca50-b848-4d51-a302-fad0ddbc08dd service neutron] 10.222.0.32 "GET /v2.0/networks/28b691d7-d3f0-4987-9fdf-5c8e5e519792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033448 Jul 15 13:41:53.414917 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2801a01a-90ee-4e1c-8698-25854277a2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:53.512580 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8ab011e0-5ad9-41ba-9f44-1c56392238e5 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:53.561636 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab011e0-5ad9-41ba-9f44-1c56392238e5 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Port': ['ID=c1bc47e6-e3bc-4db6-a1f7-af6d4acf96c1,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:53.572915 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-97411316-8f7b-4b9a-b0de-158a5203d26c None None] Could not find standard attr ID for object c1bc47e6-e3bc-4db6-a1f7-af6d4acf96c1. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:41:53.631747 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f2d73b-fb6c-4a88-932a-59b331cd3ee8 None None] New status for floating IP 03f4a543-c485-46aa-9d8e-85956999054d: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:41:53.647904 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e14adaa0-547c-4314-9c73-895a6782b91c req-7ae9face-85db-4258-9978-8d4136e389c8 service neutron] 10.222.0.32 "GET /v2.0/networks/28b691d7-d3f0-4987-9fdf-5c8e5e519792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362270 Jul 15 13:41:53.807853 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8ab011e0-5ad9-41ba-9f44-1c56392238e5 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:53.814392 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8ab011e0-5ad9-41ba-9f44-1c56392238e5 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/ports/c1bc47e6-e3bc-4db6-a1f7-af6d4acf96c1 HTTP/1.1" status: 204 len: 168 time: 1.1100190 Jul 15 13:41:53.817534 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38952) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:53.857743 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22349d-c515-4b6c-8b6d-52080592ece2 req-2d20ffa6-1de7-48bb-9a1e-89dc4af95fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:53.860659 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6d22349d-c515-4b6c-8b6d-52080592ece2 req-2d20ffa6-1de7-48bb-9a1e-89dc4af95fd3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 1096 time: 0.1134584 Jul 15 13:41:53.873819 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f0b1f1a-ac75-470d-bf15-e9996b9b8fee tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] GET failed (client error): The resource could not be found. Jul 15 13:41:53.882277 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2f0b1f1a-ac75-470d-bf15-e9996b9b8fee tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "GET /v2.0/ports/c1bc47e6-e3bc-4db6-a1f7-af6d4acf96c1 HTTP/1.1" status: 404 len: 333 time: 0.0625219 Jul 15 13:41:53.883808 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38954) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:53.984739 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-32685a24-be6c-4512-afa7-e682e3b402cf tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Deleting subnet 3e9d9da9-4b8d-42a0-b5f8-5f2dfe30a09c {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:41:53.989700 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-32685a24-be6c-4512-afa7-e682e3b402cf tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:54.042505 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-32685a24-be6c-4512-afa7-e682e3b402cf tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:54.075981 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22349d-c515-4b6c-8b6d-52080592ece2 req-621688df-b07e-432d-9cd4-2330d4edeb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:54.077574 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6d22349d-c515-4b6c-8b6d-52080592ece2 req-621688df-b07e-432d-9cd4-2330d4edeb1b service neutron] 10.222.0.32 "GET /v2.0/networks?id=28b691d7-d3f0-4987-9fdf-5c8e5e519792 HTTP/1.1" status: 200 len: 896 time: 0.1991961 Jul 15 13:41:54.150191 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6d22349d-c515-4b6c-8b6d-52080592ece2 req-3ac2980c-07a2-4a07-a82c-f179c21ff24a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f6fc54a-6b61-419a-856a-88e486891a30 HTTP/1.1" status: 200 len: 217 time: 0.0648267 Jul 15 13:41:54.193637 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-32685a24-be6c-4512-afa7-e682e3b402cf tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:54.227700 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22349d-c515-4b6c-8b6d-52080592ece2 req-f49d47ae-7d82-40e3-919b-e9d6542b2938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:54.229667 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6d22349d-c515-4b6c-8b6d-52080592ece2 req-f49d47ae-7d82-40e3-919b-e9d6542b2938 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98535626-bb0e-466e-8301-a3a0710d0d3d HTTP/1.1" status: 200 len: 834 time: 0.0731409 Jul 15 13:41:54.285801 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-32685a24-be6c-4512-afa7-e682e3b402cf tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:54.312475 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e800f346-e1d6-4bca-a85f-82a0da3f4eb5 None None] Network 27690374-c3e7-463a-b4eb-e9c5cf19bebd requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:54.321804 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-32685a24-be6c-4512-afa7-e682e3b402cf tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:54.324003 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-32685a24-be6c-4512-afa7-e682e3b402cf tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/subnets/3e9d9da9-4b8d-42a0-b5f8-5f2dfe30a09c HTTP/1.1" status: 204 len: 168 time: 0.4385467 Jul 15 13:41:54.329689 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38958) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:54.366450 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32685a24-be6c-4512-afa7-e682e3b402cf tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Subnet': ['ID=3e9d9da9-4b8d-42a0-b5f8-5f2dfe30a09c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:54.410690 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22349d-c515-4b6c-8b6d-52080592ece2 req-11ce62bb-da0a-4fbc-8e18-54dc24b77170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:54.412449 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6d22349d-c515-4b6c-8b6d-52080592ece2 req-11ce62bb-da0a-4fbc-8e18-54dc24b77170 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=28b691d7-d3f0-4987-9fdf-5c8e5e519792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1695414 Jul 15 13:41:54.429206 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106550d-0bd0-4a99-bec2-c32ed1f92185 req-84be1e39-2148-4954-808a-db36ba5f4b82 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:54.431691 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1106550d-0bd0-4a99-bec2-c32ed1f92185 req-84be1e39-2148-4954-808a-db36ba5f4b82 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 944 time: 0.1341429 Jul 15 13:41:54.433748 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e6f2e5b-5c4c-4cb0-bc82-8a89ff398541 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Deleting subnet f1ba52fe-234e-47aa-8326-475a62525935 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:41:54.453526 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e6f2e5b-5c4c-4cb0-bc82-8a89ff398541 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:54.511930 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1106550d-0bd0-4a99-bec2-c32ed1f92185 req-140ba72b-954d-46a7-855e-bef3b0b077f5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=7122978d-2321-41ff-8783-9e3847b6c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724335 Jul 15 13:41:54.562368 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e6f2e5b-5c4c-4cb0-bc82-8a89ff398541 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:54.624951 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6d22349d-c515-4b6c-8b6d-52080592ece2 req-f9fddbec-5406-4f0f-94ba-1bcb5e0621c1 service neutron] 10.222.0.32 "GET /v2.0/networks/28b691d7-d3f0-4987-9fdf-5c8e5e519792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034047 Jul 15 13:41:54.779729 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e6f2e5b-5c4c-4cb0-bc82-8a89ff398541 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:54.802700 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:54.898461 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6d22349d-c515-4b6c-8b6d-52080592ece2 req-ae8e7fa3-4d12-4c81-a1e7-e536d0088981 service neutron] 10.222.0.32 "GET /v2.0/networks/28b691d7-d3f0-4987-9fdf-5c8e5e519792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658637 Jul 15 13:41:54.929160 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e6f2e5b-5c4c-4cb0-bc82-8a89ff398541 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:54.959892 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f2e5b-5c4c-4cb0-bc82-8a89ff398541 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Subnet': ['ID=f1ba52fe-234e-47aa-8326-475a62525935,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:54.965408 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e6f2e5b-5c4c-4cb0-bc82-8a89ff398541 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:54.966545 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7e6f2e5b-5c4c-4cb0-bc82-8a89ff398541 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/subnets/f1ba52fe-234e-47aa-8326-475a62525935 HTTP/1.1" status: 204 len: 168 time: 0.6348691 Jul 15 13:41:54.969401 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38974) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:55.072904 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-676f2d66-221a-460f-9e9a-35d208984932 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:55.167813 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-676f2d66-221a-460f-9e9a-35d208984932 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Deleting port 0f7f9671-111f-4f0c-9e5e-c81c59b19f97 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:55.168368 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-676f2d66-221a-460f-9e9a-35d208984932 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:55.419818 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:55.448390 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f72453-e3fa-48aa-ab14-4139b4ed03f0 None None] Network 27690374-c3e7-463a-b4eb-e9c5cf19bebd requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:55.615254 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-bdd5f009-fdc6-4301-81ff-404d18a75270 None None] Provisioning complete for port 0f7f9671-111f-4f0c-9e5e-c81c59b19f97 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:55.615833 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bdd5f009-fdc6-4301-81ff-404d18a75270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:55.785525 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-676f2d66-221a-460f-9e9a-35d208984932 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] For port 0f7f9671-111f-4f0c-9e5e-c81c59b19f97, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0f7f9671-111f-4f0c-9e5e-c81c59b19f97,segment=NetworkSegment(ea551f05-3399-4d96-9b2d-1ff54ecd8a6a),segment_id=ea551f05-3399-4d96-9b2d-1ff54ecd8a6a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:55.786208 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-676f2d66-221a-460f-9e9a-35d208984932 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:55.818146 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-676f2d66-221a-460f-9e9a-35d208984932 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Calling delete_port for 0f7f9671-111f-4f0c-9e5e-c81c59b19f97 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:55.849852 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14a3191-a8df-46c2-bdf2-029b9552a8f8 None None] DHCP port deletion for 27690374-c3e7-463a-b4eb-e9c5cf19bebd request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:41:55.915154 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e14a3191-a8df-46c2-bdf2-029b9552a8f8 None None] Deleting port 0f7f9671-111f-4f0c-9e5e-c81c59b19f97 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:55.915909 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e14a3191-a8df-46c2-bdf2-029b9552a8f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:55.937959 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5c90b-f9ca-4086-9bfd-584e7ea7094d req-85993fa6-2e4b-4d42-96b0-a68704baa735 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:55.940741 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b0c5c90b-f9ca-4086-9bfd-584e7ea7094d req-85993fa6-2e4b-4d42-96b0-a68704baa735 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 944 time: 0.2543166 Jul 15 13:41:55.990033 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e14a3191-a8df-46c2-bdf2-029b9552a8f8 None None] For port 0f7f9671-111f-4f0c-9e5e-c81c59b19f97, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0f7f9671-111f-4f0c-9e5e-c81c59b19f97,segment=NetworkSegment(ea551f05-3399-4d96-9b2d-1ff54ecd8a6a),segment_id=ea551f05-3399-4d96-9b2d-1ff54ecd8a6a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:55.990541 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e14a3191-a8df-46c2-bdf2-029b9552a8f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.014612 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e14a3191-a8df-46c2-bdf2-029b9552a8f8 None None] Calling delete_port for 0f7f9671-111f-4f0c-9e5e-c81c59b19f97 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:56.074258 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b0c5c90b-f9ca-4086-9bfd-584e7ea7094d req-a47b277c-5509-4155-8439-c225b4de642d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=7122978d-2321-41ff-8783-9e3847b6c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263857 Jul 15 13:41:56.109042 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-676f2d66-221a-460f-9e9a-35d208984932 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.129263 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 9f6fc54a-6b61-419a-856a-88e486891a30 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:41:56.144928 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f2d66-221a-460f-9e9a-35d208984932 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Port': ['ID=0f7f9671-111f-4f0c-9e5e-c81c59b19f97,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:56.152552 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676f2d66-221a-460f-9e9a-35d208984932 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] No DVR routers for this DVR port 0f7f9671-111f-4f0c-9e5e-c81c59b19f97 on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:41:56.252825 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-676f2d66-221a-460f-9e9a-35d208984932 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.257061 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e14a3191-a8df-46c2-bdf2-029b9552a8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.265540 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-676f2d66-221a-460f-9e9a-35d208984932 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27690374-c3e7-463a-b4eb-e9c5cf19bebd']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:56.280877 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-676f2d66-221a-460f-9e9a-35d208984932 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea551f05-3399-4d96-9b2d-1ff54ecd8a6a') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:56.281406 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-676f2d66-221a-460f-9e9a-35d208984932 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea551f05-3399-4d96-9b2d-1ff54ecd8a6a') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:56.293009 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-676f2d66-221a-460f-9e9a-35d208984932 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.312900 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-676f2d66-221a-460f-9e9a-35d208984932 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.321855 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-676f2d66-221a-460f-9e9a-35d208984932 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:41:56.322651 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-676f2d66-221a-460f-9e9a-35d208984932 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:41:56.326733 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:41:56.357666 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a3191-a8df-46c2-bdf2-029b9552a8f8 None None] Pushing event deleted for resources: {'Port': ['ID=0f7f9671-111f-4f0c-9e5e-c81c59b19f97,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:56.365191 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14a3191-a8df-46c2-bdf2-029b9552a8f8 None None] No DVR routers for this DVR port 0f7f9671-111f-4f0c-9e5e-c81c59b19f97 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:41:56.418184 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.420145 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 9f6fc54a-6b61-419a-856a-88e486891a30, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9f6fc54a-6b61-419a-856a-88e486891a30,segment=NetworkSegment(b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e),segment_id=b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:56.437234 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '9f6fc54a-6b61-419a-856a-88e486891a30', 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792', 'port_id': '9f6fc54a-6b61-419a-856a-88e486891a30', 'mac_address': 'fa:16:3e:2f:68:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98535626-bb0e-466e-8301-a3a0710d0d3d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:41:56.456991 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-676f2d66-221a-460f-9e9a-35d208984932 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.483887 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-676f2d66-221a-460f-9e9a-35d208984932 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.486475 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-676f2d66-221a-460f-9e9a-35d208984932 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/networks/27690374-c3e7-463a-b4eb-e9c5cf19bebd HTTP/1.1" status: 204 len: 168 time: 1.5156827 Jul 15 13:41:56.490851 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f2d66-221a-460f-9e9a-35d208984932 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Network': ['ID=27690374-c3e7-463a-b4eb-e9c5cf19bebd,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:56.491145 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38980) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:56.554817 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.567369 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09958daf-0275-493e-849a-9411ab290ed4 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:56.569008 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-09958daf-0275-493e-849a-9411ab290ed4 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0776517 Jul 15 13:41:56.572808 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38982) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:56.597179 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6fc54a-6b61-419a-856a-88e486891a30 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:41:56.642636 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 9f6fc54a-6b61-419a-856a-88e486891a30, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9f6fc54a-6b61-419a-856a-88e486891a30,segment=NetworkSegment(b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e),segment_id=b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:56.648595 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-752b2d86-9378-499a-bcd3-0e9595d5d215 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0744667 Jul 15 13:41:56.652683 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 38984) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:56.655276 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.658565 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-0290acc6-79c8-4125-b2da-3d9b0945209f tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-533995746'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:56.683722 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0290acc6-79c8-4125-b2da-3d9b0945209f tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:56.687709 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0290acc6-79c8-4125-b2da-3d9b0945209f tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.720927 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0290acc6-79c8-4125-b2da-3d9b0945209f tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:41:56.734543 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0290acc6-79c8-4125-b2da-3d9b0945209f tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.734901 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-0290acc6-79c8-4125-b2da-3d9b0945209f tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Added segment 2af8a54f-591a-411b-9606-fe7f83317fb6 of type vlan for network 7f1bc3d5-23f5-4854-8b62-729d011c6e44 Jul 15 13:41:56.781438 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0290acc6-79c8-4125-b2da-3d9b0945209f tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.814461 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=9f6fc54a-6b61-419a-856a-88e486891a30,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:56.816119 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0290acc6-79c8-4125-b2da-3d9b0945209f tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.821877 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0290acc6-79c8-4125-b2da-3d9b0945209f tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:56.822521 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0290acc6-79c8-4125-b2da-3d9b0945209f tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.862534 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0290acc6-79c8-4125-b2da-3d9b0945209f tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2079666 Jul 15 13:41:56.865363 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 38986) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:56.874645 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-459ce215-6752-4553-9984-0a82e43acf68 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'subnet': {'network_id': '7f1bc3d5-23f5-4854-8b62-729d011c6e44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:56.908213 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290acc6-79c8-4125-b2da-3d9b0945209f tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Network': ['ID=7f1bc3d5-23f5-4854-8b62-729d011c6e44,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:56.920763 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 7f1bc3d5-23f5-4854-8b62-729d011c6e44 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:41:56.942208 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['9f6fc54a-6b61-419a-856a-88e486891a30'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:41:56.990068 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459ce215-6752-4553-9984-0a82e43acf68 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:56.995825 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-459ce215-6752-4553-9984-0a82e43acf68 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:57.259845 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-459ce215-6752-4553-9984-0a82e43acf68 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:57.356175 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ce215-6752-4553-9984-0a82e43acf68 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Subnet': ['ID=ccf014eb-7fe8-463a-8468-582dd0028100,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:57.372926 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459ce215-6752-4553-9984-0a82e43acf68 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Checking segment: {'id': '2af8a54f-591a-411b-9606-fe7f83317fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7f1bc3d5-23f5-4854-8b62-729d011c6e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:57.373590 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459ce215-6752-4553-9984-0a82e43acf68 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network hostable DHCP agents. Network: 7f1bc3d5-23f5-4854-8b62-729d011c6e44, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:41:57.401443 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459ce215-6752-4553-9984-0a82e43acf68 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network 7f1bc3d5-23f5-4854-8b62-729d011c6e44 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:41:57.418085 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-459ce215-6752-4553-9984-0a82e43acf68 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 7f1bc3d5-23f5-4854-8b62-729d011c6e44) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:57.423372 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459ce215-6752-4553-9984-0a82e43acf68 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:57.424234 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-459ce215-6752-4553-9984-0a82e43acf68 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:57.440072 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7f12a0-b0b1-4566-b63d-651252ad5462 None None] Network 7f1bc3d5-23f5-4854-8b62-729d011c6e44 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:57.455003 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-459ce215-6752-4553-9984-0a82e43acf68 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5881639 Jul 15 13:41:57.459053 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39006) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:57.465027 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-67563dfb-4aeb-4e29-8f85-8db334d882da tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'port': {'network_id': '7f1bc3d5-23f5-4854-8b62-729d011c6e44', 'name': 'tempest-PortsTestJSON-530265020'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:57.512547 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2815fcd-5c2b-4230-a8c8-5b7f1407255d req-e5e45197-03a2-445f-85b0-81843248b39a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:57.516315 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b2815fcd-5c2b-4230-a8c8-5b7f1407255d req-e5e45197-03a2-445f-85b0-81843248b39a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 945 time: 0.1731143 Jul 15 13:41:57.565610 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b2815fcd-5c2b-4230-a8c8-5b7f1407255d req-39bd0ade-fffa-4b62-b973-921c16fdb931 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=7122978d-2321-41ff-8783-9e3847b6c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427148 Jul 15 13:41:57.698586 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67563dfb-4aeb-4e29-8f85-8db334d882da tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:57.703652 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-7f1bc3d5-23f5-4854-8b62-729d011c6e44', 'network_id': '7f1bc3d5-23f5-4854-8b62-729d011c6e44', 'tenant_id': 'd1981fd6106a4308832b67fe99f6ae3d', 'fixed_ips': [{'subnet_id': 'ccf014eb-7fe8-463a-8468-582dd0028100'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:41:57.704556 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:57.710691 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-67563dfb-4aeb-4e29-8f85-8db334d882da tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:57.749380 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-67563dfb-4aeb-4e29-8f85-8db334d882da tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] device_id is not set on port 91085f50-681e-4800-8f68-dd20f55fd97d yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:41:57.784053 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0f7f9671-111f-4f0c-9e5e-c81c59b19f97 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:57.818250 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 0f7f9671-111f-4f0c-9e5e-c81c59b19f97 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:57.818589 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0f7f9671-111f-4f0c-9e5e-c81c59b19f97 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:58.054060 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] Allocated IP 172.20.0.2 (7f1bc3d5-23f5-4854-8b62-729d011c6e44/ccf014eb-7fe8-463a-8468-582dd0028100/0c80b8e8-41d4-4498-8b16-db0c61000685) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:58.163346 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 9f6fc54a-6b61-419a-856a-88e486891a30 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:58.321262 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 9f6fc54a-6b61-419a-856a-88e486891a30 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:58.328712 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:58.334820 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 9f6fc54a-6b61-419a-856a-88e486891a30 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:58.335189 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:58.359426 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] Transition to ACTIVE for port object 0c80b8e8-41d4-4498-8b16-db0c61000685 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:58.387434 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] Transition to ACTIVE for port object 0c80b8e8-41d4-4498-8b16-db0c61000685 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:58.398002 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:58.447734 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] Network 7f1bc3d5-23f5-4854-8b62-729d011c6e44 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:58.468290 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-67563dfb-4aeb-4e29-8f85-8db334d882da tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Allocated IP 172.20.0.13 (7f1bc3d5-23f5-4854-8b62-729d011c6e44/ccf014eb-7fe8-463a-8468-582dd0028100/91085f50-681e-4800-8f68-dd20f55fd97d) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:58.478477 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:58.488195 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:58.500826 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] Pushing event updated for resources: {'Port': ['ID=0c80b8e8-41d4-4498-8b16-db0c61000685,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:58.514873 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:58.520280 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:58.520622 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:58.520937 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:58.521324 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:58.521593 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:58.521987 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:58.522293 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:58.522616 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:58.522934 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:58.523248 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:58.523566 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:58.523882 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:58.592184 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cdac99-9bb7-4f1f-878f-399643c14a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6fc54a-6b61-419a-856a-88e486891a30'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:58.594346 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054887a9-a8cc-49b5-bf98-3166525f594b" -d '{"events": [{"server_uuid": "d7cdac99-9bb7-4f1f-878f-399643c14a37", "name": "network-vif-plugged", "status": "completed", "tag": "9f6fc54a-6b61-419a-856a-88e486891a30"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:58.644660 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 9f6fc54a-6b61-419a-856a-88e486891a30, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9f6fc54a-6b61-419a-856a-88e486891a30,segment=NetworkSegment(b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e),segment_id=b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:58.656362 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:58.661177 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] Attempting to bind port 0c80b8e8-41d4-4498-8b16-db0c61000685 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:41:58.661552 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] Attempting to bind port 0c80b8e8-41d4-4498-8b16-db0c61000685 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '2af8a54f-591a-411b-9606-fe7f83317fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7f1bc3d5-23f5-4854-8b62-729d011c6e44'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:41:58.661950 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] Attempting to bind port 0c80b8e8-41d4-4498-8b16-db0c61000685 on network 7f1bc3d5-23f5-4854-8b62-729d011c6e44 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:58.775153 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-67563dfb-4aeb-4e29-8f85-8db334d882da tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:58.798198 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0860f711-9a7c-4d73-bd56-71a103f8d5c3 x-openstack-request-id: req-0860f711-9a7c-4d73-bd56-71a103f8d5c3 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:58.798649 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cdac99-9bb7-4f1f-878f-399643c14a37", "name": "network-vif-plugged", "status": "completed", "tag": "9f6fc54a-6b61-419a-856a-88e486891a30", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:58.799000 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0860f711-9a7c-4d73-bd56-71a103f8d5c3 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:58.799513 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cdac99-9bb7-4f1f-878f-399643c14a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6fc54a-6b61-419a-856a-88e486891a30', 'code': 200} Jul 15 13:41:58.800456 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:41:58.800966 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] Checking segment: {'id': '2af8a54f-591a-411b-9606-fe7f83317fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7f1bc3d5-23f5-4854-8b62-729d011c6e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:58.801485 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:58.802132 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] Bound using segment: {'id': '2af8a54f-591a-411b-9606-fe7f83317fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7f1bc3d5-23f5-4854-8b62-729d011c6e44'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:41:58.802602 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-67563dfb-4aeb-4e29-8f85-8db334d882da tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Transition to ACTIVE for port object 91085f50-681e-4800-8f68-dd20f55fd97d will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:58.802857 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] Bound port: 0c80b8e8-41d4-4498-8b16-db0c61000685, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af8a54f-591a-411b-9606-fe7f83317fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7f1bc3d5-23f5-4854-8b62-729d011c6e44'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:41:58.803442 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:58.831023 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1ad5b-3853-4c11-827d-bb4861facb03 req-b7b0cf29-3b90-44ea-8f02-3397610a2048 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:58.834348 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-07e1ad5b-3853-4c11-827d-bb4861facb03 req-b7b0cf29-3b90-44ea-8f02-3397610a2048 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 946 time: 0.0891283 Jul 15 13:41:58.843641 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=9f6fc54a-6b61-419a-856a-88e486891a30,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:58.889301 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-07e1ad5b-3853-4c11-827d-bb4861facb03 req-f3714d88-ddba-45d9-8f43-e2a93b9c02d5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=7122978d-2321-41ff-8783-9e3847b6c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455220 Jul 15 13:41:58.913616 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] For port 0c80b8e8-41d4-4498-8b16-db0c61000685, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:41:58.918503 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] For port 0c80b8e8-41d4-4498-8b16-db0c61000685, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0c80b8e8-41d4-4498-8b16-db0c61000685,segment=NetworkSegment(2af8a54f-591a-411b-9606-fe7f83317fb6),segment_id=2af8a54f-591a-411b-9606-fe7f83317fb6)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:41:58.927851 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:58.951699 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-67563dfb-4aeb-4e29-8f85-8db334d882da tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:58.967564 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b2621-f685-4a52-85ad-44e84fa49805 req-081c0a2b-01e3-458c-8c45-33c4dda79abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:58.970119 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1a0b2621-f685-4a52-85ad-44e84fa49805 req-081c0a2b-01e3-458c-8c45-33c4dda79abd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 1098 time: 0.1552167 Jul 15 13:41:58.997695 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0ce18-a57b-48ea-a313-00be4123bad2 None None] Pushing event updated for resources: {'Port': ['ID=0c80b8e8-41d4-4498-8b16-db0c61000685,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:59.036232 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67563dfb-4aeb-4e29-8f85-8db334d882da tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network 7f1bc3d5-23f5-4854-8b62-729d011c6e44 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:59.046680 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-67563dfb-4aeb-4e29-8f85-8db334d882da tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:59.062383 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67563dfb-4aeb-4e29-8f85-8db334d882da tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:59.116751 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67563dfb-4aeb-4e29-8f85-8db334d882da tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Port': ['ID=91085f50-681e-4800-8f68-dd20f55fd97d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:59.161550 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1a0b2621-f685-4a52-85ad-44e84fa49805 req-64e63db1-b4b8-41ed-becb-d387065d84a4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7122978d-2321-41ff-8783-9e3847b6c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613774 Jul 15 13:41:59.237698 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67563dfb-4aeb-4e29-8f85-8db334d882da tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:59.238541 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-67563dfb-4aeb-4e29-8f85-8db334d882da tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.279831 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-67563dfb-4aeb-4e29-8f85-8db334d882da tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8192050 Jul 15 13:41:59.282723 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39018) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:59.291729 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d77110c6-30b5-4f7c-b9c5-c86e865ba291 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'port': {'network_id': '7f1bc3d5-23f5-4854-8b62-729d011c6e44', 'name': 'tempest-PortsTestJSON-1691629751'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:59.410354 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1eb28537-bdd2-4c14-b7c2-aaa514696d6d req-d5248d81-f060-46d8-8827-fa37f3d9e284 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1124513 Jul 15 13:41:59.525867 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77110c6-30b5-4f7c-b9c5-c86e865ba291 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:59.529904 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d77110c6-30b5-4f7c-b9c5-c86e865ba291 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.558190 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-d77110c6-30b5-4f7c-b9c5-c86e865ba291 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] device_id is not set on port 45ffe660-00a4-47cc-b84d-28a35638225d yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:41:59.575064 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb28537-bdd2-4c14-b7c2-aaa514696d6d req-ab50a185-e226-4c1f-a860-e63e952703a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:59.576876 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1eb28537-bdd2-4c14-b7c2-aaa514696d6d req-ab50a185-e226-4c1f-a860-e63e952703a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6a009645feb04959b4d54831dba76b81&device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 1099 time: 0.0892341 Jul 15 13:41:59.800995 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-d77110c6-30b5-4f7c-b9c5-c86e865ba291 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Allocated IP 172.20.0.7 (7f1bc3d5-23f5-4854-8b62-729d011c6e44/ccf014eb-7fe8-463a-8468-582dd0028100/45ffe660-00a4-47cc-b84d-28a35638225d) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:59.836138 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0c80b8e8-41d4-4498-8b16-db0c61000685 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:59.858652 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb28537-bdd2-4c14-b7c2-aaa514696d6d req-2548087a-7450-4fdc-98e1-c172eed9d3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:59.862571 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1eb28537-bdd2-4c14-b7c2-aaa514696d6d req-2548087a-7450-4fdc-98e1-c172eed9d3b7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e606fbf2-6d31-4c0c-b11e-11481e1e0c38 HTTP/1.1" status: 200 len: 918 time: 0.2613878 Jul 15 13:41:59.919868 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 0c80b8e8-41d4-4498-8b16-db0c61000685 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:00.074053 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1eb28537-bdd2-4c14-b7c2-aaa514696d6d req-a7273713-28f0-4e88-8333-df28b74d0cb0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d HTTP/1.1" status: 200 len: 1002 time: 0.2001493 Jul 15 13:42:00.234350 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d77110c6-30b5-4f7c-b9c5-c86e865ba291 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:00.262561 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-d77110c6-30b5-4f7c-b9c5-c86e865ba291 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Transition to ACTIVE for port object 45ffe660-00a4-47cc-b84d-28a35638225d will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:00.324987 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d77110c6-30b5-4f7c-b9c5-c86e865ba291 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:00.384138 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb28537-bdd2-4c14-b7c2-aaa514696d6d req-e2fbdaff-0d5e-46c2-b224-2d44a0a2eb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:00.386876 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1eb28537-bdd2-4c14-b7c2-aaa514696d6d req-e2fbdaff-0d5e-46c2-b224-2d44a0a2eb16 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=781e91a3-d9e2-4a55-aa10-3466cf7c7f92 HTTP/1.1" status: 200 len: 856 time: 0.3053186 Jul 15 13:42:00.396787 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77110c6-30b5-4f7c-b9c5-c86e865ba291 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Port': ['ID=45ffe660-00a4-47cc-b84d-28a35638225d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:00.423094 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77110c6-30b5-4f7c-b9c5-c86e865ba291 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network 7f1bc3d5-23f5-4854-8b62-729d011c6e44 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:42:00.425430 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-d77110c6-30b5-4f7c-b9c5-c86e865ba291 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:00.428575 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77110c6-30b5-4f7c-b9c5-c86e865ba291 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:42:00.511469 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77110c6-30b5-4f7c-b9c5-c86e865ba291 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:00.512489 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d77110c6-30b5-4f7c-b9c5-c86e865ba291 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:00.545098 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d77110c6-30b5-4f7c-b9c5-c86e865ba291 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2584348 Jul 15 13:42:00.545843 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39036) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:00.574387 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbc9ad-9a3b-4500-9fb8-5bce5100b13b req-6c9aa93e-7405-48cd-96f3-5a02506ea8cc tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:00.577648 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cffbc9ad-9a3b-4500-9fb8-5bce5100b13b req-6c9aa93e-7405-48cd-96f3-5a02506ea8cc tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 946 time: 0.3622534 Jul 15 13:42:00.621297 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb28537-bdd2-4c14-b7c2-aaa514696d6d req-31ea6cdd-edc1-48f5-a017-1a802ce550bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:00.624905 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1eb28537-bdd2-4c14-b7c2-aaa514696d6d req-31ea6cdd-edc1-48f5-a017-1a802ce550bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e606fbf2-6d31-4c0c-b11e-11481e1e0c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2222354 Jul 15 13:42:00.625456 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ab97f5-0ec2-4537-83b0-7c5da4f04342 None None] Network 7f1bc3d5-23f5-4854-8b62-729d011c6e44 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:42:00.703559 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2544ab7a-2f81-4669-b87f-f37b930ef31d None None] Provisioning for port 0c80b8e8-41d4-4498-8b16-db0c61000685 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:00.707051 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cffbc9ad-9a3b-4500-9fb8-5bce5100b13b req-dae5ac8a-1dda-41da-8f29-2da63f3fd6b1 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=7122978d-2321-41ff-8783-9e3847b6c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220567 Jul 15 13:42:00.715508 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2544ab7a-2f81-4669-b87f-f37b930ef31d None None] Provisioning complete for port 0c80b8e8-41d4-4498-8b16-db0c61000685 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:00.716204 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2544ab7a-2f81-4669-b87f-f37b930ef31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:00.790189 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29e3333-b236-4813-a9b9-5e66b1750c5c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:00.795421 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b29e3333-b236-4813-a9b9-5e66b1750c5c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 922 time: 0.2444358 Jul 15 13:42:00.798455 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39040) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:00.826024 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1eb28537-bdd2-4c14-b7c2-aaa514696d6d req-43e626bb-9f51-477c-814d-13b7a9a5fd82 service neutron] 10.222.0.18 "GET /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924531 Jul 15 13:42:00.880434 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2544ab7a-2f81-4669-b87f-f37b930ef31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:00.933032 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-2544ab7a-2f81-4669-b87f-f37b930ef31d None None] For port 0c80b8e8-41d4-4498-8b16-db0c61000685, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0c80b8e8-41d4-4498-8b16-db0c61000685,segment=NetworkSegment(2af8a54f-591a-411b-9606-fe7f83317fb6),segment_id=2af8a54f-591a-411b-9606-fe7f83317fb6)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:00.942005 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2544ab7a-2f81-4669-b87f-f37b930ef31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:00.980748 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-9603253b-47ee-48fb-89f0-76cf8371a47e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Deleting port 45ffe660-00a4-47cc-b84d-28a35638225d {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:00.981280 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9603253b-47ee-48fb-89f0-76cf8371a47e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:00.999283 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1eb28537-bdd2-4c14-b7c2-aaa514696d6d req-4b2930b7-b9e8-46ee-a778-a9d4bcb99e6a service neutron] 10.222.0.18 "GET /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661024 Jul 15 13:42:01.011455 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544ab7a-2f81-4669-b87f-f37b930ef31d None None] Pushing event updated for resources: {'Port': ['ID=0c80b8e8-41d4-4498-8b16-db0c61000685,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:01.159488 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9603253b-47ee-48fb-89f0-76cf8371a47e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:01.182959 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-9603253b-47ee-48fb-89f0-76cf8371a47e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Calling delete_port for 45ffe660-00a4-47cc-b84d-28a35638225d owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:01.291321 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-aa07641e-580a-4bfc-a15a-4bfc7a3e0dfb None None] Provisioning complete for port 0c80b8e8-41d4-4498-8b16-db0c61000685 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:01.291905 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa07641e-580a-4bfc-a15a-4bfc7a3e0dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:01.402854 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9603253b-47ee-48fb-89f0-76cf8371a47e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:01.433601 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-aa07641e-580a-4bfc-a15a-4bfc7a3e0dfb None None] Could not find standard attr ID for object 45ffe660-00a4-47cc-b84d-28a35638225d. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:42:01.451706 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603253b-47ee-48fb-89f0-76cf8371a47e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Port': ['ID=45ffe660-00a4-47cc-b84d-28a35638225d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:01.460694 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-aa07641e-580a-4bfc-a15a-4bfc7a3e0dfb None None] Provisioning for port 91085f50-681e-4800-8f68-dd20f55fd97d completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:01.466118 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-aa07641e-580a-4bfc-a15a-4bfc7a3e0dfb None None] Provisioning complete for port 91085f50-681e-4800-8f68-dd20f55fd97d triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:01.466959 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa07641e-580a-4bfc-a15a-4bfc7a3e0dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:01.543719 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-aa07641e-580a-4bfc-a15a-4bfc7a3e0dfb None None] Port 91085f50-681e-4800-8f68-dd20f55fd97d cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:42:01.556588 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9603253b-47ee-48fb-89f0-76cf8371a47e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:01.562610 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9603253b-47ee-48fb-89f0-76cf8371a47e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/ports/45ffe660-00a4-47cc-b84d-28a35638225d HTTP/1.1" status: 204 len: 168 time: 0.7608206 Jul 15 13:42:01.565334 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39048) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:01.618304 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a8da911-0653-458e-b26a-0e060dd6d9ee tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] GET failed (client error): The resource could not be found. Jul 15 13:42:01.620481 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1a8da911-0653-458e-b26a-0e060dd6d9ee tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "GET /v2.0/ports/45ffe660-00a4-47cc-b84d-28a35638225d HTTP/1.1" status: 404 len: 333 time: 0.0533960 Jul 15 13:42:01.624439 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39050) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:01.688267 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-84c30807-15bb-4dbf-9110-2b7f6a2388e1 None None] Provisioning complete for port 91085f50-681e-4800-8f68-dd20f55fd97d triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:01.688971 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-84c30807-15bb-4dbf-9110-2b7f6a2388e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:01.793439 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-84c30807-15bb-4dbf-9110-2b7f6a2388e1 None None] Port 91085f50-681e-4800-8f68-dd20f55fd97d cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:42:01.851554 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-1d244172-4867-45a7-ac01-cd551fa599de tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Deleting port 91085f50-681e-4800-8f68-dd20f55fd97d {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:01.851913 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d244172-4867-45a7-ac01-cd551fa599de tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:01.883460 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0c80b8e8-41d4-4498-8b16-db0c61000685 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:42:02.035763 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b3a9af25-20fd-4970-8275-1f8af07e3d7c None None] Could not find standard attr ID for object 45ffe660-00a4-47cc-b84d-28a35638225d. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:42:02.054381 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 0c80b8e8-41d4-4498-8b16-db0c61000685 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:02.056116 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:02.092626 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d244172-4867-45a7-ac01-cd551fa599de tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:02.128493 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806f243-93b3-40c8-b720-c957ab3d0eb7 req-1ed770c6-1082-46f8-b87a-358ea7a7c704 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:02.130237 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a806f243-93b3-40c8-b720-c957ab3d0eb7 req-1ed770c6-1082-46f8-b87a-358ea7a7c704 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 946 time: 0.2165663 Jul 15 13:42:02.140288 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-1d244172-4867-45a7-ac01-cd551fa599de tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Calling delete_port for 91085f50-681e-4800-8f68-dd20f55fd97d owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:02.267659 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a806f243-93b3-40c8-b720-c957ab3d0eb7 req-b686bb2a-f06f-4fdc-bde8-4789228d1c2a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=7122978d-2321-41ff-8783-9e3847b6c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285064 Jul 15 13:42:02.366842 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d244172-4867-45a7-ac01-cd551fa599de tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:02.417503 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d244172-4867-45a7-ac01-cd551fa599de tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Port': ['ID=91085f50-681e-4800-8f68-dd20f55fd97d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:02.607114 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d244172-4867-45a7-ac01-cd551fa599de tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:02.616046 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39076) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:02.622948 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1d244172-4867-45a7-ac01-cd551fa599de tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/ports/91085f50-681e-4800-8f68-dd20f55fd97d HTTP/1.1" status: 204 len: 168 time: 0.9965136 Jul 15 13:42:02.654872 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b089ecb-3cb9-43f7-a6e7-94a42e333444 req-a8aa7df7-32c9-4d1d-baf3-ea4777df4481 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:02.656780 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4b089ecb-3cb9-43f7-a6e7-94a42e333444 req-a8aa7df7-32c9-4d1d-baf3-ea4777df4481 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 946 time: 0.2006574 Jul 15 13:42:02.672930 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-247344bd-7448-4ae1-ab3f-ec057e37c12d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] GET failed (client error): The resource could not be found. Jul 15 13:42:02.677709 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-247344bd-7448-4ae1-ab3f-ec057e37c12d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "GET /v2.0/ports/91085f50-681e-4800-8f68-dd20f55fd97d HTTP/1.1" status: 404 len: 333 time: 0.0600743 Jul 15 13:42:02.678436 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39078) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:02.731101 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4b089ecb-3cb9-43f7-a6e7-94a42e333444 req-dff3210f-f04f-47e4-b6fd-2a9207cd1163 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=7122978d-2321-41ff-8783-9e3847b6c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672264 Jul 15 13:42:02.754843 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39080) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:02.800212 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9261d4-dfc6-4cfc-bf8f-1eb72b9aadec tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Deleting subnet ccf014eb-7fe8-463a-8468-582dd0028100 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:42:02.805385 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e9261d4-dfc6-4cfc-bf8f-1eb72b9aadec tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:02.815693 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1f9424-125c-4838-a58d-6c23954c5ef2 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:02.817276 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8f1f9424-125c-4838-a58d-6c23954c5ef2 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 1093 time: 0.0610931 Jul 15 13:42:02.821239 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39082) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:02.826600 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-cdcdd227-27c6-47ba-9dc3-a8460cc6086f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'port_id': '9f6fc54a-6b61-419a-856a-88e486891a30', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:02.858443 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd227-27c6-47ba-9dc3-a8460cc6086f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:02.865067 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e9261d4-dfc6-4cfc-bf8f-1eb72b9aadec tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:02.896372 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b028029-5c5e-4d8f-9445-6f1f36c2549e req-30d6b425-d2f2-4e9c-9c04-a90aff0b71e1 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:02.898344 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5b028029-5c5e-4d8f-9445-6f1f36c2549e req-30d6b425-d2f2-4e9c-9c04-a90aff0b71e1 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 947 time: 0.1728115 Jul 15 13:42:03.008665 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5b028029-5c5e-4d8f-9445-6f1f36c2549e req-9093f624-c2a2-41a5-ad70-c3697fca4734 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973620 Jul 15 13:42:03.056926 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e9261d4-dfc6-4cfc-bf8f-1eb72b9aadec tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.079072 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd227-27c6-47ba-9dc3-a8460cc6086f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.159608 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e9261d4-dfc6-4cfc-bf8f-1eb72b9aadec tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.190731 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9261d4-dfc6-4cfc-bf8f-1eb72b9aadec tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Subnet': ['ID=ccf014eb-7fe8-463a-8468-582dd0028100,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:03.194926 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e9261d4-dfc6-4cfc-bf8f-1eb72b9aadec tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.199396 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2e9261d4-dfc6-4cfc-bf8f-1eb72b9aadec tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/subnets/ccf014eb-7fe8-463a-8468-582dd0028100 HTTP/1.1" status: 204 len: 168 time: 0.5194411 Jul 15 13:42:03.200734 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39088) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:03.204294 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2173f4-4beb-4fe5-aeaa-89afb9b93e5e None None] Network 7f1bc3d5-23f5-4854-8b62-729d011c6e44 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:42:03.228138 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-cdcdd227-27c6-47ba-9dc3-a8460cc6086f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Allocated IP 172.25.6.21 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/2d1a32cf-748e-4e41-9e63-2fdf457c7ae7) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:42:03.303734 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73c27aa3-7151-4fdf-a64d-5afa7b96378b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.375401 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-73c27aa3-7151-4fdf-a64d-5afa7b96378b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Deleting port 0c80b8e8-41d4-4498-8b16-db0c61000685 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:03.375854 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73c27aa3-7151-4fdf-a64d-5afa7b96378b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.399526 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd227-27c6-47ba-9dc3-a8460cc6086f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.452653 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd227-27c6-47ba-9dc3-a8460cc6086f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.468260 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-73c27aa3-7151-4fdf-a64d-5afa7b96378b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] For port 0c80b8e8-41d4-4498-8b16-db0c61000685, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0c80b8e8-41d4-4498-8b16-db0c61000685,segment=NetworkSegment(2af8a54f-591a-411b-9606-fe7f83317fb6),segment_id=2af8a54f-591a-411b-9606-fe7f83317fb6)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:03.468726 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73c27aa3-7151-4fdf-a64d-5afa7b96378b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.485540 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-73c27aa3-7151-4fdf-a64d-5afa7b96378b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Calling delete_port for 0c80b8e8-41d4-4498-8b16-db0c61000685 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:03.491722 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675a483f-f479-45b8-b1b2-e5b89572b7c9 None None] DHCP port deletion for 7f1bc3d5-23f5-4854-8b62-729d011c6e44 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:42:03.500919 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcdd227-27c6-47ba-9dc3-a8460cc6086f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:42:03.508451 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-cdcdd227-27c6-47ba-9dc3-a8460cc6086f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:03.516472 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcdd227-27c6-47ba-9dc3-a8460cc6086f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:42:03.520909 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcdd227-27c6-47ba-9dc3-a8460cc6086f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'Port': ['ID=2d1a32cf-748e-4e41-9e63-2fdf457c7ae7,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:03.578610 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-675a483f-f479-45b8-b1b2-e5b89572b7c9 None None] Deleting port 0c80b8e8-41d4-4498-8b16-db0c61000685 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:03.578888 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-675a483f-f479-45b8-b1b2-e5b89572b7c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.614003 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73c27aa3-7151-4fdf-a64d-5afa7b96378b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.660325 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-675a483f-f479-45b8-b1b2-e5b89572b7c9 None None] For port 0c80b8e8-41d4-4498-8b16-db0c61000685, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0c80b8e8-41d4-4498-8b16-db0c61000685,segment=NetworkSegment(2af8a54f-591a-411b-9606-fe7f83317fb6),segment_id=2af8a54f-591a-411b-9606-fe7f83317fb6)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:03.660772 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-675a483f-f479-45b8-b1b2-e5b89572b7c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.682720 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c27aa3-7151-4fdf-a64d-5afa7b96378b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] No DVR routers for this DVR port 0c80b8e8-41d4-4498-8b16-db0c61000685 on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:42:03.687496 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c27aa3-7151-4fdf-a64d-5afa7b96378b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Port': ['ID=0c80b8e8-41d4-4498-8b16-db0c61000685,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:03.697536 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-675a483f-f479-45b8-b1b2-e5b89572b7c9 None None] Calling delete_port for 0c80b8e8-41d4-4498-8b16-db0c61000685 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:03.747565 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0c80b8e8-41d4-4498-8b16-db0c61000685 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:03.771229 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 0c80b8e8-41d4-4498-8b16-db0c61000685 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:42:03.771581 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0c80b8e8-41d4-4498-8b16-db0c61000685 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:42:03.811934 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73c27aa3-7151-4fdf-a64d-5afa7b96378b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.813740 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-675a483f-f479-45b8-b1b2-e5b89572b7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.823537 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-73c27aa3-7151-4fdf-a64d-5afa7b96378b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1bc3d5-23f5-4854-8b62-729d011c6e44']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:03.837391 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-73c27aa3-7151-4fdf-a64d-5afa7b96378b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af8a54f-591a-411b-9606-fe7f83317fb6') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:03.838001 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-73c27aa3-7151-4fdf-a64d-5afa7b96378b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af8a54f-591a-411b-9606-fe7f83317fb6') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:03.844170 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a483f-f479-45b8-b1b2-e5b89572b7c9 None None] Pushing event deleted for resources: {'Port': ['ID=0c80b8e8-41d4-4498-8b16-db0c61000685,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:03.849047 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675a483f-f479-45b8-b1b2-e5b89572b7c9 None None] No DVR routers for this DVR port 0c80b8e8-41d4-4498-8b16-db0c61000685 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:42:03.876989 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73c27aa3-7151-4fdf-a64d-5afa7b96378b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.928286 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73c27aa3-7151-4fdf-a64d-5afa7b96378b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.940718 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73c27aa3-7151-4fdf-a64d-5afa7b96378b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:42:03.941217 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73c27aa3-7151-4fdf-a64d-5afa7b96378b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.945036 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:03.945036 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:03.945036 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:42:03.945036 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:42:03.945036 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:42:03.945036 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:42:03.945036 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:42:03.945036 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:42:03.945036 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:42:03.945036 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:42:03.945036 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:42:03.945036 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:42:03.945036 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:42:03.945036 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:42:03.945036 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:42:03.945036 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:42:03.945036 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:42:03.945036 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:42:03.945036 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:42:03.945036 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:42:03.945036 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:42:03.945036 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:42:03.945036 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:42:03.945036 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:42:03.945036 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:42:03.945036 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:42:03.945036 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:42:03.945036 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:42:03.945036 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:42:03.945036 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:42:03.945036 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:42:03.945036 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:42:03.945036 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:42:03.945036 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:42:04.024486 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243adb1-57cf-4402-81d2-a0bf08a0ca74 req-0cd8889f-c6b3-45ff-a12c-ba419d75a686 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:04.026172 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3243adb1-57cf-4402-81d2-a0bf08a0ca74 req-0cd8889f-c6b3-45ff-a12c-ba419d75a686 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.18 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 947 time: 0.1743877 Jul 15 13:42:04.032571 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73c27aa3-7151-4fdf-a64d-5afa7b96378b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:04.057746 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73c27aa3-7151-4fdf-a64d-5afa7b96378b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:04.061235 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-73c27aa3-7151-4fdf-a64d-5afa7b96378b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/networks/7f1bc3d5-23f5-4854-8b62-729d011c6e44 HTTP/1.1" status: 204 len: 168 time: 0.8595312 Jul 15 13:42:04.069875 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39094) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:04.083342 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b68681ba-677a-49d7-92ec-00ac0adeed83 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-860717905'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:04.115610 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c27aa3-7151-4fdf-a64d-5afa7b96378b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Network': ['ID=7f1bc3d5-23f5-4854-8b62-729d011c6e44,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:04.237003 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-3243adb1-57cf-4402-81d2-a0bf08a0ca74 req-19c38f49-45d9-42e3-8813-af445f90f075 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Deleting port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:04.237413 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3243adb1-57cf-4402-81d2-a0bf08a0ca74 req-19c38f49-45d9-42e3-8813-af445f90f075 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:04.263547 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68681ba-677a-49d7-92ec-00ac0adeed83 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:04.269866 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b68681ba-677a-49d7-92ec-00ac0adeed83 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:04.363866 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3243adb1-57cf-4402-81d2-a0bf08a0ca74 req-19c38f49-45d9-42e3-8813-af445f90f075 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] For port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:04.364410 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3243adb1-57cf-4402-81d2-a0bf08a0ca74 req-19c38f49-45d9-42e3-8813-af445f90f075 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:04.398291 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68681ba-677a-49d7-92ec-00ac0adeed83 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:42:04.419646 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b68681ba-677a-49d7-92ec-00ac0adeed83 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:04.419997 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-b68681ba-677a-49d7-92ec-00ac0adeed83 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Added segment c155c78a-78e0-4fa0-ac41-bd82e30a6781 of type vlan for network b3e5d12d-b09a-4343-9df7-6aa0791b07b2 Jul 15 13:42:04.464807 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd227-27c6-47ba-9dc3-a8460cc6086f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:04.523907 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cb28c-4576-44e0-8395-1aaa11367ce1 req-032bfa9f-6677-44f3-97a9-20f0492a3f02 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:04.526128 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e70cb28c-4576-44e0-8395-1aaa11367ce1 req-032bfa9f-6677-44f3-97a9-20f0492a3f02 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 947 time: 0.3261392 Jul 15 13:42:04.535218 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b68681ba-677a-49d7-92ec-00ac0adeed83 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:04.682956 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3243adb1-57cf-4402-81d2-a0bf08a0ca74 req-19c38f49-45d9-42e3-8813-af445f90f075 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:04.683721 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3243adb1-57cf-4402-81d2-a0bf08a0ca74 req-19c38f49-45d9-42e3-8813-af445f90f075 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:04.683905 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [req-3243adb1-57cf-4402-81d2-a0bf08a0ca74 req-19c38f49-45d9-42e3-8813-af445f90f075 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Floating IP 7ef25fc6-370a-49d3-810c-638685bbc98f disassociated. External IP: 172.25.6.251, port: d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d. Jul 15 13:42:04.684172 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-3243adb1-57cf-4402-81d2-a0bf08a0ca74 req-19c38f49-45d9-42e3-8813-af445f90f075 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Calling delete_port for d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:04.701281 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e70cb28c-4576-44e0-8395-1aaa11367ce1 req-55471871-3049-49dd-857f-4dce5e67c9c3 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e72e58b-eb85-47db-8eb3-08feee9c29be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601794 Jul 15 13:42:04.723364 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b68681ba-677a-49d7-92ec-00ac0adeed83 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:04.737531 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68681ba-677a-49d7-92ec-00ac0adeed83 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:04.745116 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b68681ba-677a-49d7-92ec-00ac0adeed83 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:04.794145 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd227-27c6-47ba-9dc3-a8460cc6086f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:04.824363 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b68681ba-677a-49d7-92ec-00ac0adeed83 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7521493 Jul 15 13:42:04.829977 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39112) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:04.844049 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-07b68807-7a09-4138-81cd-b5d7d65d838a tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'subnet': {'network_id': 'b3e5d12d-b09a-4343-9df7-6aa0791b07b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:04.854387 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3243adb1-57cf-4402-81d2-a0bf08a0ca74 req-19c38f49-45d9-42e3-8813-af445f90f075 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:04.890600 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68681ba-677a-49d7-92ec-00ac0adeed83 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Network': ['ID=b3e5d12d-b09a-4343-9df7-6aa0791b07b2,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:04.898267 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c38f49-45d9-42e3-8813-af445f90f075 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Pushing event deleted for resources: {'Port': ['ID=d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:04.933842 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network b3e5d12d-b09a-4343-9df7-6aa0791b07b2 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:42:05.082531 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3243adb1-57cf-4402-81d2-a0bf08a0ca74 req-19c38f49-45d9-42e3-8813-af445f90f075 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Router 890d7102-beb3-4e54-9d55-4ce1ee1b3bc6 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:42:05.107744 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b68807-7a09-4138-81cd-b5d7d65d838a tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:05.114281 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-07b68807-7a09-4138-81cd-b5d7d65d838a tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:05.216563 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3243adb1-57cf-4402-81d2-a0bf08a0ca74 req-19c38f49-45d9-42e3-8813-af445f90f075 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:42:05.234056 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddb2f91-972e-4866-b93f-3e17268d97db None None] Sync routers for ids ['890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:42:05.250161 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddb2f91-972e-4866-b93f-3e17268d97db None None] Routers {'890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:05.251544 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5ddb2f91-972e-4866-b93f-3e17268d97db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:41:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:05.275328 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-3243adb1-57cf-4402-81d2-a0bf08a0ca74 req-19c38f49-45d9-42e3-8813-af445f90f075 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] No DVR routers for this DVR port d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:42:05.281322 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3243adb1-57cf-4402-81d2-a0bf08a0ca74 req-19c38f49-45d9-42e3-8813-af445f90f075 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:05.283659 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3243adb1-57cf-4402-81d2-a0bf08a0ca74 req-19c38f49-45d9-42e3-8813-af445f90f075 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.18 "DELETE /v2.0/ports/d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d HTTP/1.1" status: 204 len: 173 time: 1.2480314 Jul 15 13:42:05.284063 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51cf1d48-a4f6-4391-a02d-360af2434bbd', 'name': 'network-vif-deleted', 'tag': 'd3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:05.286447 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22db300a-cd5b-4011-b13a-47c83afdfc47" -d '{"events": [{"server_uuid": "51cf1d48-a4f6-4391-a02d-360af2434bbd", "name": "network-vif-deleted", "tag": "d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:05.321788 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd227-27c6-47ba-9dc3-a8460cc6086f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:05.354429 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd227-27c6-47ba-9dc3-a8460cc6086f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:05.381455 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5f4c02-6352-413d-b33b-4f0f8d22c38a x-openstack-request-id: req-da5f4c02-6352-413d-b33b-4f0f8d22c38a {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:05.382083 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51cf1d48-a4f6-4391-a02d-360af2434bbd", "name": "network-vif-deleted", "tag": "d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:05.382514 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-da5f4c02-6352-413d-b33b-4f0f8d22c38a {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:05.383145 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51cf1d48-a4f6-4391-a02d-360af2434bbd', 'name': 'network-vif-deleted', 'tag': 'd3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d', 'status': 'completed', 'code': 200} Jul 15 13:42:05.442254 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-5ddb2f91-972e-4866-b93f-3e17268d97db None None] Set router 890d7102-beb3-4e54-9d55-4ce1ee1b3bc6 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:42:05.864323 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5ddb2f91-972e-4866-b93f-3e17268d97db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1566138955-router', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '5046cb3b-301b-4304-8362-c468bba1b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:02Z', 'updated_at': '2021-07-15T13:33:12Z', 'revision_number': 4, 'project_id': '6a009645feb04959b4d54831dba76b81', 'gw_port': {'id': '5046cb3b-301b-4304-8362-c468bba1b747', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:05Z', 'updated_at': '2021-07-15T13:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '962b0828-430d-4863-9cf7-afd4960f396f', 'name': '', 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'mac_address': 'fa:16:3e:0c:98:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:10Z', 'updated_at': '2021-07-15T13:33:24Z', 'revision_number': 5, 'project_id': '6a009645feb04959b4d54831dba76b81', 'subnets': [{'id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:05.927249 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddb2f91-972e-4866-b93f-3e17268d97db None None] Checking router: 890d7102-beb3-4e54-9d55-4ce1ee1b3bc6 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:42:05.945780 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddb2f91-972e-4866-b93f-3e17268d97db None None] Routers {'890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:05.946994 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5ddb2f91-972e-4866-b93f-3e17268d97db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:41:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:06.093998 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-5ddb2f91-972e-4866-b93f-3e17268d97db None None] Set router 890d7102-beb3-4e54-9d55-4ce1ee1b3bc6 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:42:06.270554 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-04192901-3b98-4f3a-8c4f-58bf7e1d46fb req-8e5e953d-bd7b-4a40-b83f-7481880eb92c tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cf1d48-a4f6-4391-a02d-360af2434bbd HTTP/1.1" status: 200 len: 210 time: 0.1539779 Jul 15 13:42:06.291939 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd227-27c6-47ba-9dc3-a8460cc6086f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:06.346798 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcdd227-27c6-47ba-9dc3-a8460cc6086f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'Port': ['ID=2d1a32cf-748e-4e41-9e63-2fdf457c7ae7,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:06.351086 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5ddb2f91-972e-4866-b93f-3e17268d97db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1566138955-router', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '5046cb3b-301b-4304-8362-c468bba1b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:02Z', 'updated_at': '2021-07-15T13:33:12Z', 'revision_number': 4, 'project_id': '6a009645feb04959b4d54831dba76b81', 'gw_port': {'id': '5046cb3b-301b-4304-8362-c468bba1b747', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:05Z', 'updated_at': '2021-07-15T13:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '962b0828-430d-4863-9cf7-afd4960f396f', 'name': '', 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'mac_address': 'fa:16:3e:0c:98:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:10Z', 'updated_at': '2021-07-15T13:33:24Z', 'revision_number': 5, 'project_id': '6a009645feb04959b4d54831dba76b81', 'subnets': [{'id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:06.360391 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-07b68807-7a09-4138-81cd-b5d7d65d838a tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:06.411242 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddb2f91-972e-4866-b93f-3e17268d97db None None] The sync data for ids ['890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'] in n-d-758944-45 is: [{'id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1566138955-router', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '5046cb3b-301b-4304-8362-c468bba1b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:02Z', 'updated_at': '2021-07-15T13:33:12Z', 'revision_number': 4, 'project_id': '6a009645feb04959b4d54831dba76b81', 'gw_port': {'id': '5046cb3b-301b-4304-8362-c468bba1b747', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:05Z', 'updated_at': '2021-07-15T13:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '962b0828-430d-4863-9cf7-afd4960f396f', 'name': '', 'network_id': 'e606fbf2-6d31-4c0c-b11e-11481e1e0c38', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'mac_address': 'fa:16:3e:0c:98:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:10Z', 'updated_at': '2021-07-15T13:33:24Z', 'revision_number': 5, 'project_id': '6a009645feb04959b4d54831dba76b81', 'subnets': [{'id': '781e91a3-d9e2-4a55-aa10-3466cf7c7f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:42:06.474154 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b68807-7a09-4138-81cd-b5d7d65d838a tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Subnet': ['ID=b116a87d-2adf-4836-b0a7-98bf7359158e,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:06.491196 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-cdcdd227-27c6-47ba-9dc3-a8460cc6086f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Floating IP 28e41bf4-3922-4f0e-997d-6a9f7e43af85 associated. External IP: 172.25.6.21, port: 9f6fc54a-6b61-419a-856a-88e486891a30. Jul 15 13:42:06.536790 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b68807-7a09-4138-81cd-b5d7d65d838a tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Checking segment: {'id': 'c155c78a-78e0-4fa0-ac41-bd82e30a6781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b3e5d12d-b09a-4343-9df7-6aa0791b07b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:42:06.537164 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b68807-7a09-4138-81cd-b5d7d65d838a tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network hostable DHCP agents. Network: b3e5d12d-b09a-4343-9df7-6aa0791b07b2, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:42:06.602233 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b68807-7a09-4138-81cd-b5d7d65d838a tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network b3e5d12d-b09a-4343-9df7-6aa0791b07b2 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:42:06.623484 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-07b68807-7a09-4138-81cd-b5d7d65d838a tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, b3e5d12d-b09a-4343-9df7-6aa0791b07b2) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:06.630134 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b68807-7a09-4138-81cd-b5d7d65d838a tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:06.630754 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-07b68807-7a09-4138-81cd-b5d7d65d838a tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:06.640488 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bec05c-9b76-413d-9266-b51c757b89b8 None None] Network b3e5d12d-b09a-4343-9df7-6aa0791b07b2 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:42:06.687138 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-07b68807-7a09-4138-81cd-b5d7d65d838a tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8504553 Jul 15 13:42:06.688161 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39124) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:06.702076 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-56e93113-efbc-47ff-9e83-28944658c96c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'port': {'network_id': 'b3e5d12d-b09a-4343-9df7-6aa0791b07b2', 'name': 'tempest-PortsTestJSON-754878657', 'fixed_ips': [{'subnet_id': 'b116a87d-2adf-4836-b0a7-98bf7359158e', 'ip_address': '172.20.0.10'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:06.780572 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a7721c-e589-428a-87e0-5a133524d4d6 None None] New status for floating IP 7ef25fc6-370a-49d3-810c-638685bbc98f: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:42:06.800342 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcdd227-27c6-47ba-9dc3-a8460cc6086f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Router 47cd09d3-2851-4577-b591-33412001792e has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:42:06.846966 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f65553-d94e-450e-95f5-7825785ea70b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-b3e5d12d-b09a-4343-9df7-6aa0791b07b2', 'network_id': 'b3e5d12d-b09a-4343-9df7-6aa0791b07b2', 'tenant_id': 'd1981fd6106a4308832b67fe99f6ae3d', 'fixed_ips': [{'subnet_id': 'b116a87d-2adf-4836-b0a7-98bf7359158e'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:42:06.849713 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-48f65553-d94e-450e-95f5-7825785ea70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:06.943818 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e93113-efbc-47ff-9e83-28944658c96c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:07.000852 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcdd227-27c6-47ba-9dc3-a8460cc6086f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:42:07.038649 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd227-27c6-47ba-9dc3-a8460cc6086f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:07.047564 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c0a5c2-f4e4-4fc9-b151-b56c8fe8d2fe None None] Sync routers for ids ['47cd09d3-2851-4577-b591-33412001792e'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:42:07.074417 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c0a5c2-f4e4-4fc9-b151-b56c8fe8d2fe None None] Routers {'47cd09d3-2851-4577-b591-33412001792e'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:07.075884 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-f7c0a5c2-f4e4-4fc9-b151-b56c8fe8d2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:41:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['47cd09d3-2851-4577-b591-33412001792e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:07.088095 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56e93113-efbc-47ff-9e83-28944658c96c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:07.133248 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-cdcdd227-27c6-47ba-9dc3-a8460cc6086f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3103025 Jul 15 13:42:07.134507 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cdac99-9bb7-4f1f-878f-399643c14a37', 'tag': '9f6fc54a-6b61-419a-856a-88e486891a30'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:07.144608 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9076c800-22aa-467c-8616-601bcbc7b1c5" -d '{"events": [{"name": "network-changed", "server_uuid": "d7cdac99-9bb7-4f1f-878f-399643c14a37", "tag": "9f6fc54a-6b61-419a-856a-88e486891a30"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:07.181250 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-56e93113-efbc-47ff-9e83-28944658c96c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] device_id is not set on port 83084cb0-1d15-489e-b2d3-43ca8c51a204 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:42:07.259002 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0d21b1-ff04-4ed7-b7cc-e1ab8c3c31c1 x-openstack-request-id: req-be0d21b1-ff04-4ed7-b7cc-e1ab8c3c31c1 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:07.259428 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7cdac99-9bb7-4f1f-878f-399643c14a37", "tag": "9f6fc54a-6b61-419a-856a-88e486891a30", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:07.259820 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be0d21b1-ff04-4ed7-b7cc-e1ab8c3c31c1 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:07.260706 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7cdac99-9bb7-4f1f-878f-399643c14a37', 'tag': '9f6fc54a-6b61-419a-856a-88e486891a30', 'status': 'completed', 'code': 200} Jul 15 13:42:07.420654 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39142) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:07.473509 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-48f65553-d94e-450e-95f5-7825785ea70b None None] Allocated IP 172.20.0.2 (b3e5d12d-b09a-4343-9df7-6aa0791b07b2/b116a87d-2adf-4836-b0a7-98bf7359158e/b652cf3a-ea92-4101-974b-0c8ebfb51ae2) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:42:07.487423 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-f7c0a5c2-f4e4-4fc9-b151-b56c8fe8d2fe None None] Set router 47cd09d3-2851-4577-b591-33412001792e gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:42:07.521998 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076c800-22aa-467c-8616-601bcbc7b1c5 req-73b685d4-098c-44c8-b49f-34bbbd75f41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:07.523572 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9076c800-22aa-467c-8616-601bcbc7b1c5 req-73b685d4-098c-44c8-b49f-34bbbd75f41b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 1098 time: 0.2219059 Jul 15 13:42:07.536742 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59e8bf-9f6e-4a3b-86f3-9831cdebc5c6 req-51ef1e4a-e93d-4873-b782-ab4bd551220f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:07.538529 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7b59e8bf-9f6e-4a3b-86f3-9831cdebc5c6 req-51ef1e4a-e93d-4873-b782-ab4bd551220f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 946 time: 0.1632338 Jul 15 13:42:07.566380 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd6432fe-e512-47a5-948b-009419008c23 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:07.607909 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd6432fe-e512-47a5-948b-009419008c23 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:07.645387 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7b59e8bf-9f6e-4a3b-86f3-9831cdebc5c6 req-bffcb5b5-c4c8-4a5d-9709-25e6064ba98e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=7122978d-2321-41ff-8783-9e3847b6c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818746 Jul 15 13:42:07.666614 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076c800-22aa-467c-8616-601bcbc7b1c5 req-b87bc1f3-4135-4005-acc6-74c10c93109c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:07.669574 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9076c800-22aa-467c-8616-601bcbc7b1c5 req-b87bc1f3-4135-4005-acc6-74c10c93109c service neutron] 10.222.0.32 "GET /v2.0/networks?id=28b691d7-d3f0-4987-9fdf-5c8e5e519792 HTTP/1.1" status: 200 len: 896 time: 0.1286571 Jul 15 13:42:07.704025 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd6432fe-e512-47a5-948b-009419008c23 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:07.709641 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd6432fe-e512-47a5-948b-009419008c23 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:07.713825 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fd6432fe-e512-47a5-948b-009419008c23 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "DELETE /v2.0/security-groups/8e72e58b-eb85-47db-8eb3-08feee9c29be HTTP/1.1" status: 204 len: 168 time: 0.2896235 Jul 15 13:42:07.719576 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39144) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:07.727108 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39146) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:07.775010 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9076c800-22aa-467c-8616-601bcbc7b1c5 req-b008570e-1779-49c6-ac7e-9da6b7852cf9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f6fc54a-6b61-419a-856a-88e486891a30 HTTP/1.1" status: 200 len: 999 time: 0.1000829 Jul 15 13:42:07.819474 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6432fe-e512-47a5-948b-009419008c23 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e72e58b-eb85-47db-8eb3-08feee9c29be,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:07.829797 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-3b85d025-e6d1-4343-8f15-f25ce2c520f2 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] show failed (client error): The resource could not be found. Jul 15 13:42:07.832410 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3b85d025-e6d1-4343-8f15-f25ce2c520f2 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "GET /v2.0/security-groups/8e72e58b-eb85-47db-8eb3-08feee9c29be HTTP/1.1" status: 404 len: 347 time: 0.1124763 Jul 15 13:42:07.843029 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39148) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:08.009030 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:08.024384 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b8a01bc6-9ac0-4cfd-9d31-bd8f6e40ad8b tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/floatingips/28e41bf4-3922-4f0e-997d-6a9f7e43af85 HTTP/1.1" status: 200 len: 991 time: 0.2936985 Jul 15 13:42:08.071379 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-48f65553-d94e-450e-95f5-7825785ea70b None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:08.078726 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:42:08.079401 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device d3e1a6c8-d495-4d22-9a4a-8a629f8a8e6d not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:42:08.101877 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-48f65553-d94e-450e-95f5-7825785ea70b None None] Transition to ACTIVE for port object b652cf3a-ea92-4101-974b-0c8ebfb51ae2 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:08.115010 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-1bf3092c-0f31-4244-9926-03da2cf6fda1 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Deleting port ee85cf93-cbfe-43f6-b2d3-085a8411e512 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:08.115723 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1bf3092c-0f31-4244-9926-03da2cf6fda1 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:08.182191 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-48f65553-d94e-450e-95f5-7825785ea70b None None] Transition to ACTIVE for port object b652cf3a-ea92-4101-974b-0c8ebfb51ae2 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:08.201852 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-48f65553-d94e-450e-95f5-7825785ea70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:08.249096 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-56e93113-efbc-47ff-9e83-28944658c96c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Allocated IP 172.20.0.10 (b3e5d12d-b09a-4343-9df7-6aa0791b07b2/b116a87d-2adf-4836-b0a7-98bf7359158e/83084cb0-1d15-489e-b2d3-43ca8c51a204) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:42:08.274081 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1bf3092c-0f31-4244-9926-03da2cf6fda1 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:08.274837 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1bf3092c-0f31-4244-9926-03da2cf6fda1 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:08.277608 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-f7c0a5c2-f4e4-4fc9-b151-b56c8fe8d2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd09d3-2851-4577-b591-33412001792e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811515440', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'e7c2b2c7-1e86-4121-afc8-9db51df5dd5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:28Z', 'updated_at': '2021-07-15T13:41:39Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': 'e7c2b2c7-1e86-4121-afc8-9db51df5dd5d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd09d3-2851-4577-b591-33412001792e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:31Z', 'updated_at': '2021-07-15T13:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '28e41bf4-3922-4f0e-997d-6a9f7e43af85', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'floating_ip_address': '172.25.6.21', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '47cd09d3-2851-4577-b591-33412001792e', 'port_id': '9f6fc54a-6b61-419a-856a-88e486891a30', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792', 'mac_address': 'fa:16:3e:2f:68:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cdac99-9bb7-4f1f-878f-399643c14a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:42:03Z', 'updated_at': '2021-07-15T13:42:03Z', 'revision_number': 0, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a5ad24-190c-477a-8b52-3ec726fd8827', 'name': '', 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:20:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd09d3-2851-4577-b591-33412001792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '98535626-bb0e-466e-8301-a3a0710d0d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:37Z', 'updated_at': '2021-07-15T13:41:49Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': '98535626-bb0e-466e-8301-a3a0710d0d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:08.296312 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076c800-22aa-467c-8616-601bcbc7b1c5 req-f3906684-dab4-45b7-8f0c-71a1a2114043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:08.300453 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9076c800-22aa-467c-8616-601bcbc7b1c5 req-f3906684-dab4-45b7-8f0c-71a1a2114043 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98535626-bb0e-466e-8301-a3a0710d0d3d HTTP/1.1" status: 200 len: 834 time: 0.5187776 Jul 15 13:42:08.303379 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-1bf3092c-0f31-4244-9926-03da2cf6fda1 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Calling delete_port for ee85cf93-cbfe-43f6-b2d3-085a8411e512 owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:08.348465 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c0a5c2-f4e4-4fc9-b151-b56c8fe8d2fe None None] Checking router: 47cd09d3-2851-4577-b591-33412001792e for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:42:08.385717 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f65553-d94e-450e-95f5-7825785ea70b None None] Network b3e5d12d-b09a-4343-9df7-6aa0791b07b2 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:42:08.399784 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-48f65553-d94e-450e-95f5-7825785ea70b None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:08.407726 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f65553-d94e-450e-95f5-7825785ea70b None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:42:08.426611 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f65553-d94e-450e-95f5-7825785ea70b None None] Pushing event updated for resources: {'Port': ['ID=b652cf3a-ea92-4101-974b-0c8ebfb51ae2,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:08.433249 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c0a5c2-f4e4-4fc9-b151-b56c8fe8d2fe None None] Routers {'47cd09d3-2851-4577-b591-33412001792e'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:08.434331 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-f7c0a5c2-f4e4-4fc9-b151-b56c8fe8d2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:41:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['47cd09d3-2851-4577-b591-33412001792e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:08.516203 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56e93113-efbc-47ff-9e83-28944658c96c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:08.522860 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:08.571014 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-56e93113-efbc-47ff-9e83-28944658c96c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Transition to ACTIVE for port object 83084cb0-1d15-489e-b2d3-43ca8c51a204 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:08.626609 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56e93113-efbc-47ff-9e83-28944658c96c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:08.631471 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1bf3092c-0f31-4244-9926-03da2cf6fda1 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:08.643243 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-f7c0a5c2-f4e4-4fc9-b151-b56c8fe8d2fe None None] Set router 47cd09d3-2851-4577-b591-33412001792e gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:42:08.679037 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076c800-22aa-467c-8616-601bcbc7b1c5 req-ff0445bf-774a-4e3e-839f-4bef9f7ac518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:08.680613 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9076c800-22aa-467c-8616-601bcbc7b1c5 req-ff0445bf-774a-4e3e-839f-4bef9f7ac518 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=28b691d7-d3f0-4987-9fdf-5c8e5e519792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3705366 Jul 15 13:42:08.691975 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3092c-0f31-4244-9926-03da2cf6fda1 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Pushing event deleted for resources: {'Port': ['ID=ee85cf93-cbfe-43f6-b2d3-085a8411e512,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:08.694840 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e93113-efbc-47ff-9e83-28944658c96c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network b3e5d12d-b09a-4343-9df7-6aa0791b07b2 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:42:08.712357 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-56e93113-efbc-47ff-9e83-28944658c96c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:08.723842 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e93113-efbc-47ff-9e83-28944658c96c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:42:08.733291 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e93113-efbc-47ff-9e83-28944658c96c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Port': ['ID=83084cb0-1d15-489e-b2d3-43ca8c51a204,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:08.771764 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-48f65553-d94e-450e-95f5-7825785ea70b None None] Attempting to bind port b652cf3a-ea92-4101-974b-0c8ebfb51ae2 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:42:08.772153 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-48f65553-d94e-450e-95f5-7825785ea70b None None] Attempting to bind port b652cf3a-ea92-4101-974b-0c8ebfb51ae2 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'c155c78a-78e0-4fa0-ac41-bd82e30a6781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b3e5d12d-b09a-4343-9df7-6aa0791b07b2'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:42:08.772519 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f65553-d94e-450e-95f5-7825785ea70b None None] Attempting to bind port b652cf3a-ea92-4101-974b-0c8ebfb51ae2 on network b3e5d12d-b09a-4343-9df7-6aa0791b07b2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:42:08.784562 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f65553-d94e-450e-95f5-7825785ea70b None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:42:08.785028 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f65553-d94e-450e-95f5-7825785ea70b None None] Checking segment: {'id': 'c155c78a-78e0-4fa0-ac41-bd82e30a6781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b3e5d12d-b09a-4343-9df7-6aa0791b07b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:42:08.785608 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-48f65553-d94e-450e-95f5-7825785ea70b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:08.786061 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f65553-d94e-450e-95f5-7825785ea70b None None] Bound using segment: {'id': 'c155c78a-78e0-4fa0-ac41-bd82e30a6781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b3e5d12d-b09a-4343-9df7-6aa0791b07b2'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:42:08.786577 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-48f65553-d94e-450e-95f5-7825785ea70b None None] Bound port: b652cf3a-ea92-4101-974b-0c8ebfb51ae2, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c155c78a-78e0-4fa0-ac41-bd82e30a6781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b3e5d12d-b09a-4343-9df7-6aa0791b07b2'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:42:08.786980 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-48f65553-d94e-450e-95f5-7825785ea70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:08.831715 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1bf3092c-0f31-4244-9926-03da2cf6fda1 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:08.835602 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1bf3092c-0f31-4244-9926-03da2cf6fda1 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:08.837175 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1bf3092c-0f31-4244-9926-03da2cf6fda1 tempest-AttachVolumeShelveTestJSON-791587669 tempest-AttachVolumeShelveTestJSON-791587669-project] 10.222.0.24 "DELETE /v2.0/floatingips/7ef25fc6-370a-49d3-810c-638685bbc98f HTTP/1.1" status: 204 len: 168 time: 0.9928451 Jul 15 13:42:08.852671 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e93113-efbc-47ff-9e83-28944658c96c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:08.854513 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56e93113-efbc-47ff-9e83-28944658c96c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:08.894924 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9076c800-22aa-467c-8616-601bcbc7b1c5 req-6cf5b939-5119-4c60-9e7f-485728b9e41a service neutron] 10.222.0.32 "GET /v2.0/networks/28b691d7-d3f0-4987-9fdf-5c8e5e519792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021971 Jul 15 13:42:08.944730 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-56e93113-efbc-47ff-9e83-28944658c96c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2535188 Jul 15 13:42:08.948307 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-48f65553-d94e-450e-95f5-7825785ea70b None None] For port b652cf3a-ea92-4101-974b-0c8ebfb51ae2, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:42:08.949492 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39158) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:08.953093 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-48f65553-d94e-450e-95f5-7825785ea70b None None] For port b652cf3a-ea92-4101-974b-0c8ebfb51ae2, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b652cf3a-ea92-4101-974b-0c8ebfb51ae2,segment=NetworkSegment(c155c78a-78e0-4fa0-ac41-bd82e30a6781),segment_id=c155c78a-78e0-4fa0-ac41-bd82e30a6781)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:42:08.961075 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4755888d-732d-435e-baf2-99e313e1e175 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'port': {'network_id': 'b3e5d12d-b09a-4343-9df7-6aa0791b07b2', 'name': 'tempest-PortsTestJSON-1789672198', 'fixed_ips': [{'subnet_id': 'b116a87d-2adf-4836-b0a7-98bf7359158e', 'ip_address': '172.20.0.9'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:08.975060 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-48f65553-d94e-450e-95f5-7825785ea70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:09.028743 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39160) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:09.054564 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f65553-d94e-450e-95f5-7825785ea70b None None] Pushing event updated for resources: {'Port': ['ID=b652cf3a-ea92-4101-974b-0c8ebfb51ae2,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:09.089196 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-f7c0a5c2-f4e4-4fc9-b151-b56c8fe8d2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd09d3-2851-4577-b591-33412001792e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811515440', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'e7c2b2c7-1e86-4121-afc8-9db51df5dd5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:28Z', 'updated_at': '2021-07-15T13:41:39Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': 'e7c2b2c7-1e86-4121-afc8-9db51df5dd5d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd09d3-2851-4577-b591-33412001792e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:31Z', 'updated_at': '2021-07-15T13:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '28e41bf4-3922-4f0e-997d-6a9f7e43af85', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'floating_ip_address': '172.25.6.21', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '47cd09d3-2851-4577-b591-33412001792e', 'port_id': '9f6fc54a-6b61-419a-856a-88e486891a30', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792', 'mac_address': 'fa:16:3e:2f:68:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cdac99-9bb7-4f1f-878f-399643c14a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:42:03Z', 'updated_at': '2021-07-15T13:42:03Z', 'revision_number': 0, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a5ad24-190c-477a-8b52-3ec726fd8827', 'name': '', 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:20:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd09d3-2851-4577-b591-33412001792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '98535626-bb0e-466e-8301-a3a0710d0d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:37Z', 'updated_at': '2021-07-15T13:41:49Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': '98535626-bb0e-466e-8301-a3a0710d0d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:09.155695 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c0a5c2-f4e4-4fc9-b151-b56c8fe8d2fe None None] The sync data for ids ['47cd09d3-2851-4577-b591-33412001792e'] in n-d-758944-45 is: [{'id': '47cd09d3-2851-4577-b591-33412001792e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811515440', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'e7c2b2c7-1e86-4121-afc8-9db51df5dd5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:28Z', 'updated_at': '2021-07-15T13:41:39Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': 'e7c2b2c7-1e86-4121-afc8-9db51df5dd5d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd09d3-2851-4577-b591-33412001792e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:31Z', 'updated_at': '2021-07-15T13:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '28e41bf4-3922-4f0e-997d-6a9f7e43af85', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'floating_ip_address': '172.25.6.21', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '47cd09d3-2851-4577-b591-33412001792e', 'port_id': '9f6fc54a-6b61-419a-856a-88e486891a30', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792', 'mac_address': 'fa:16:3e:2f:68:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cdac99-9bb7-4f1f-878f-399643c14a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:42:03Z', 'updated_at': '2021-07-15T13:42:03Z', 'revision_number': 0, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a5ad24-190c-477a-8b52-3ec726fd8827', 'name': '', 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:20:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd09d3-2851-4577-b591-33412001792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '98535626-bb0e-466e-8301-a3a0710d0d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:37Z', 'updated_at': '2021-07-15T13:41:49Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': '98535626-bb0e-466e-8301-a3a0710d0d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:42:09.219780 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9076c800-22aa-467c-8616-601bcbc7b1c5 req-c94a62d4-9190-4a00-a5cd-a2837643bc38 service neutron] 10.222.0.32 "GET /v2.0/networks/28b691d7-d3f0-4987-9fdf-5c8e5e519792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173244 Jul 15 13:42:09.251024 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-be6eb77d-d4fc-43cd-91bc-90a6c60b5202 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/floatingips/28e41bf4-3922-4f0e-997d-6a9f7e43af85 HTTP/1.1" status: 200 len: 991 time: 0.2210212 Jul 15 13:42:09.266063 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4755888d-732d-435e-baf2-99e313e1e175 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:09.461528 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4755888d-732d-435e-baf2-99e313e1e175 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:09.531115 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-4755888d-732d-435e-baf2-99e313e1e175 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] device_id is not set on port a31be27f-0548-4f49-aa89-ee67c9044b9e yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:42:09.612273 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0432a500-19de-4d27-82cb-22da9a483e2e None None] New status for floating IP 28e41bf4-3922-4f0e-997d-6a9f7e43af85: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:42:09.830454 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-4755888d-732d-435e-baf2-99e313e1e175 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Allocated IP 172.20.0.9 (b3e5d12d-b09a-4343-9df7-6aa0791b07b2/b116a87d-2adf-4836-b0a7-98bf7359158e/a31be27f-0548-4f49-aa89-ee67c9044b9e) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:42:09.854642 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b652cf3a-ea92-4101-974b-0c8ebfb51ae2 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:42:09.961714 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port b652cf3a-ea92-4101-974b-0c8ebfb51ae2 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:10.065453 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4755888d-732d-435e-baf2-99e313e1e175 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:10.086301 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-4755888d-732d-435e-baf2-99e313e1e175 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Transition to ACTIVE for port object a31be27f-0548-4f49-aa89-ee67c9044b9e will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:10.129346 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4755888d-732d-435e-baf2-99e313e1e175 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:10.187471 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4755888d-732d-435e-baf2-99e313e1e175 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network b3e5d12d-b09a-4343-9df7-6aa0791b07b2 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:42:10.194256 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-4755888d-732d-435e-baf2-99e313e1e175 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:10.199179 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4755888d-732d-435e-baf2-99e313e1e175 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:42:10.231308 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755888d-732d-435e-baf2-99e313e1e175 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Port': ['ID=a31be27f-0548-4f49-aa89-ee67c9044b9e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:10.247317 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39174) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:10.271153 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4755888d-732d-435e-baf2-99e313e1e175 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:10.272061 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4755888d-732d-435e-baf2-99e313e1e175 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:10.291587 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4755888d-732d-435e-baf2-99e313e1e175 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3394926 Jul 15 13:42:10.292452 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39176) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:10.330522 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-16a009e3-8c54-4104-866c-ffcf491f96a5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/floatingips/28e41bf4-3922-4f0e-997d-6a9f7e43af85 HTTP/1.1" status: 200 len: 993 time: 0.0813086 Jul 15 13:42:10.429980 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d9fe55-be1d-44fc-9a4f-5c8d2d29634c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:10.432631 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b5d9fe55-be1d-44fc-9a4f-5c8d2d29634c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1388907 Jul 15 13:42:10.437320 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39178) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:10.527319 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4decf05e-c8a9-443a-9fca-3ee9c44085e9 None None] Network b3e5d12d-b09a-4343-9df7-6aa0791b07b2 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:42:10.593372 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0a4a4b51-34b1-4cd4-b95c-e02a7ab29f62 None None] Provisioning for port b652cf3a-ea92-4101-974b-0c8ebfb51ae2 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:10.632440 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c0f14c-7294-4e65-9299-6b04569c578d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:10.644521 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c0f14c-7294-4e65-9299-6b04569c578d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:10.649562 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0a4a4b51-34b1-4cd4-b95c-e02a7ab29f62 None None] Provisioning complete for port b652cf3a-ea92-4101-974b-0c8ebfb51ae2 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:10.650173 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0a4a4b51-34b1-4cd4-b95c-e02a7ab29f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:10.656843 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c0f14c-7294-4e65-9299-6b04569c578d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:10.659981 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-44c0f14c-7294-4e65-9299-6b04569c578d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2212713 Jul 15 13:42:10.664852 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39180) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:10.811563 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0a4a4b51-34b1-4cd4-b95c-e02a7ab29f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:10.860541 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-51ddd562-2d55-4621-a67c-6cb566d3c983 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Deleting port a31be27f-0548-4f49-aa89-ee67c9044b9e {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:10.861329 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51ddd562-2d55-4621-a67c-6cb566d3c983 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:10.930081 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-0a4a4b51-34b1-4cd4-b95c-e02a7ab29f62 None None] For port b652cf3a-ea92-4101-974b-0c8ebfb51ae2, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b652cf3a-ea92-4101-974b-0c8ebfb51ae2,segment=NetworkSegment(c155c78a-78e0-4fa0-ac41-bd82e30a6781),segment_id=c155c78a-78e0-4fa0-ac41-bd82e30a6781)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:10.956129 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0a4a4b51-34b1-4cd4-b95c-e02a7ab29f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:11.008775 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51ddd562-2d55-4621-a67c-6cb566d3c983 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:11.051680 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-51ddd562-2d55-4621-a67c-6cb566d3c983 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Calling delete_port for a31be27f-0548-4f49-aa89-ee67c9044b9e owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:11.071783 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a4b51-34b1-4cd4-b95c-e02a7ab29f62 None None] Pushing event updated for resources: {'Port': ['ID=b652cf3a-ea92-4101-974b-0c8ebfb51ae2,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:11.285787 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51ddd562-2d55-4621-a67c-6cb566d3c983 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:11.344450 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ddd562-2d55-4621-a67c-6cb566d3c983 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Port': ['ID=a31be27f-0548-4f49-aa89-ee67c9044b9e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:11.378897 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ddd562-2d55-4621-a67c-6cb566d3c983 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:11.379295 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ddd562-2d55-4621-a67c-6cb566d3c983 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:11.379648 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ddd562-2d55-4621-a67c-6cb566d3c983 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:11.379991 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ddd562-2d55-4621-a67c-6cb566d3c983 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:11.380324 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ddd562-2d55-4621-a67c-6cb566d3c983 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:11.380652 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ddd562-2d55-4621-a67c-6cb566d3c983 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:11.380990 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ddd562-2d55-4621-a67c-6cb566d3c983 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:11.381319 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ddd562-2d55-4621-a67c-6cb566d3c983 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:11.381715 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ddd562-2d55-4621-a67c-6cb566d3c983 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:11.382017 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ddd562-2d55-4621-a67c-6cb566d3c983 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:11.382407 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ddd562-2d55-4621-a67c-6cb566d3c983 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:11.382639 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ddd562-2d55-4621-a67c-6cb566d3c983 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:11.451437 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51ddd562-2d55-4621-a67c-6cb566d3c983 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:11.457741 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-51ddd562-2d55-4621-a67c-6cb566d3c983 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/ports/a31be27f-0548-4f49-aa89-ee67c9044b9e HTTP/1.1" status: 204 len: 168 time: 0.7908959 Jul 15 13:42:11.459795 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39192) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:11.493650 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2abe8227-c86b-47a3-91bd-01d992da26ef None None] Provisioning for port 83084cb0-1d15-489e-b2d3-43ca8c51a204 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:11.498377 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c11a704-e283-4267-b03e-a36b5db26077 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] GET failed (client error): The resource could not be found. Jul 15 13:42:11.501808 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6c11a704-e283-4267-b03e-a36b5db26077 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "GET /v2.0/ports/a31be27f-0548-4f49-aa89-ee67c9044b9e HTTP/1.1" status: 404 len: 333 time: 0.0395312 Jul 15 13:42:11.502406 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2abe8227-c86b-47a3-91bd-01d992da26ef None None] Provisioning complete for port 83084cb0-1d15-489e-b2d3-43ca8c51a204 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:11.502903 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2abe8227-c86b-47a3-91bd-01d992da26ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:11.504935 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39194) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:11.572546 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2abe8227-c86b-47a3-91bd-01d992da26ef None None] Port 83084cb0-1d15-489e-b2d3-43ca8c51a204 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:42:11.579333 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2abe8227-c86b-47a3-91bd-01d992da26ef None None] Could not find standard attr ID for object a31be27f-0548-4f49-aa89-ee67c9044b9e. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:42:11.602777 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2abe8227-c86b-47a3-91bd-01d992da26ef None None] Provisioning complete for port b652cf3a-ea92-4101-974b-0c8ebfb51ae2 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:11.603404 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2abe8227-c86b-47a3-91bd-01d992da26ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:11.716955 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-51615f96-e5a2-4d61-94d3-ea82421a7cb0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Deleting port 83084cb0-1d15-489e-b2d3-43ca8c51a204 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:11.717607 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51615f96-e5a2-4d61-94d3-ea82421a7cb0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:11.778876 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b652cf3a-ea92-4101-974b-0c8ebfb51ae2 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:42:11.915766 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51615f96-e5a2-4d61-94d3-ea82421a7cb0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:11.936889 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-51615f96-e5a2-4d61-94d3-ea82421a7cb0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Calling delete_port for 83084cb0-1d15-489e-b2d3-43ca8c51a204 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:12.060212 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-79d46891-5660-47c5-be53-ccc1278cbab5 None None] Provisioning complete for port 83084cb0-1d15-489e-b2d3-43ca8c51a204 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:12.060834 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-79d46891-5660-47c5-be53-ccc1278cbab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:12.151885 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port b652cf3a-ea92-4101-974b-0c8ebfb51ae2 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:12.152353 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:12.157323 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-79d46891-5660-47c5-be53-ccc1278cbab5 None None] Port 83084cb0-1d15-489e-b2d3-43ca8c51a204 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:42:12.190728 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51615f96-e5a2-4d61-94d3-ea82421a7cb0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:12.264116 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51615f96-e5a2-4d61-94d3-ea82421a7cb0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Port': ['ID=83084cb0-1d15-489e-b2d3-43ca8c51a204,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:12.290788 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-69e28f6f-ef53-4445-a945-e625e2a44673 None None] Could not find standard attr ID for object a31be27f-0548-4f49-aa89-ee67c9044b9e. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:42:12.426800 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51615f96-e5a2-4d61-94d3-ea82421a7cb0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:12.429393 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-51615f96-e5a2-4d61-94d3-ea82421a7cb0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/ports/83084cb0-1d15-489e-b2d3-43ca8c51a204 HTTP/1.1" status: 204 len: 168 time: 0.9233572 Jul 15 13:42:12.434007 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39210) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:12.491308 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-b312f5b6-4472-4064-94e4-64ebf9aebb74 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] GET failed (client error): The resource could not be found. Jul 15 13:42:12.493354 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b312f5b6-4472-4064-94e4-64ebf9aebb74 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "GET /v2.0/ports/83084cb0-1d15-489e-b2d3-43ca8c51a204 HTTP/1.1" status: 404 len: 333 time: 0.0570457 Jul 15 13:42:12.498638 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39212) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:12.597117 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7897dfd-0e2c-4e98-a12e-009945f3be2f tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Deleting subnet b116a87d-2adf-4836-b0a7-98bf7359158e {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:42:12.601094 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c7897dfd-0e2c-4e98-a12e-009945f3be2f tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:12.673013 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c7897dfd-0e2c-4e98-a12e-009945f3be2f tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:12.814027 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c7897dfd-0e2c-4e98-a12e-009945f3be2f tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:12.916909 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c7897dfd-0e2c-4e98-a12e-009945f3be2f tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:12.951856 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7897dfd-0e2c-4e98-a12e-009945f3be2f tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Subnet': ['ID=b116a87d-2adf-4836-b0a7-98bf7359158e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:12.963092 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c7897dfd-0e2c-4e98-a12e-009945f3be2f tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:12.968216 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c7897dfd-0e2c-4e98-a12e-009945f3be2f tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/subnets/b116a87d-2adf-4836-b0a7-98bf7359158e HTTP/1.1" status: 204 len: 168 time: 0.4654965 Jul 15 13:42:12.968727 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39222) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:12.975892 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a4f38f-d9b5-47e0-ab85-c24d1b3fb8b1 None None] Network b3e5d12d-b09a-4343-9df7-6aa0791b07b2 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:42:13.109519 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-253f45ec-35cf-4d2b-9f97-1b42f75fde7d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:13.201092 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-253f45ec-35cf-4d2b-9f97-1b42f75fde7d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Deleting port b652cf3a-ea92-4101-974b-0c8ebfb51ae2 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:13.202622 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-253f45ec-35cf-4d2b-9f97-1b42f75fde7d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:13.232770 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcb765d-c750-4416-bf2e-417657dfaa65 None None] DHCP port deletion for b3e5d12d-b09a-4343-9df7-6aa0791b07b2 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:42:13.319722 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3dcb765d-c750-4416-bf2e-417657dfaa65 None None] Deleting port b652cf3a-ea92-4101-974b-0c8ebfb51ae2 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:13.320366 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3dcb765d-c750-4416-bf2e-417657dfaa65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:13.342210 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-253f45ec-35cf-4d2b-9f97-1b42f75fde7d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] For port b652cf3a-ea92-4101-974b-0c8ebfb51ae2, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b652cf3a-ea92-4101-974b-0c8ebfb51ae2,segment=NetworkSegment(c155c78a-78e0-4fa0-ac41-bd82e30a6781),segment_id=c155c78a-78e0-4fa0-ac41-bd82e30a6781)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:13.342591 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-253f45ec-35cf-4d2b-9f97-1b42f75fde7d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:13.363050 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-253f45ec-35cf-4d2b-9f97-1b42f75fde7d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Calling delete_port for b652cf3a-ea92-4101-974b-0c8ebfb51ae2 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:13.416429 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-3dcb765d-c750-4416-bf2e-417657dfaa65 None None] For port b652cf3a-ea92-4101-974b-0c8ebfb51ae2, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b652cf3a-ea92-4101-974b-0c8ebfb51ae2,segment=NetworkSegment(c155c78a-78e0-4fa0-ac41-bd82e30a6781),segment_id=c155c78a-78e0-4fa0-ac41-bd82e30a6781)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:13.416843 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3dcb765d-c750-4416-bf2e-417657dfaa65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:13.438554 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3dcb765d-c750-4416-bf2e-417657dfaa65 None None] Calling delete_port for b652cf3a-ea92-4101-974b-0c8ebfb51ae2 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:13.493679 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-253f45ec-35cf-4d2b-9f97-1b42f75fde7d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:13.525814 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f45ec-35cf-4d2b-9f97-1b42f75fde7d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Port': ['ID=b652cf3a-ea92-4101-974b-0c8ebfb51ae2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:13.536737 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253f45ec-35cf-4d2b-9f97-1b42f75fde7d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] No DVR routers for this DVR port b652cf3a-ea92-4101-974b-0c8ebfb51ae2 on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:42:13.594657 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3dcb765d-c750-4416-bf2e-417657dfaa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:13.626899 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb765d-c750-4416-bf2e-417657dfaa65 None None] Pushing event deleted for resources: {'Port': ['ID=b652cf3a-ea92-4101-974b-0c8ebfb51ae2,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:13.641204 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcb765d-c750-4416-bf2e-417657dfaa65 None None] No DVR routers for this DVR port b652cf3a-ea92-4101-974b-0c8ebfb51ae2 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:42:13.701233 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-253f45ec-35cf-4d2b-9f97-1b42f75fde7d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:13.717917 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-253f45ec-35cf-4d2b-9f97-1b42f75fde7d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e5d12d-b09a-4343-9df7-6aa0791b07b2']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:13.732747 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-253f45ec-35cf-4d2b-9f97-1b42f75fde7d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c155c78a-78e0-4fa0-ac41-bd82e30a6781') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:13.733219 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-253f45ec-35cf-4d2b-9f97-1b42f75fde7d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c155c78a-78e0-4fa0-ac41-bd82e30a6781') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:13.752224 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-253f45ec-35cf-4d2b-9f97-1b42f75fde7d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:13.780215 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b652cf3a-ea92-4101-974b-0c8ebfb51ae2 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:13.793312 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-253f45ec-35cf-4d2b-9f97-1b42f75fde7d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:13.802277 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-253f45ec-35cf-4d2b-9f97-1b42f75fde7d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:42:13.802696 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-253f45ec-35cf-4d2b-9f97-1b42f75fde7d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:13.806040 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:13.806040 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:13.806040 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:42:13.806040 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:42:13.806040 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:42:13.806040 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:42:13.806040 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:42:13.806040 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:42:13.806040 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:42:13.806040 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:42:13.806040 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:42:13.806040 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:42:13.806040 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:42:13.806040 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:42:13.806040 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:42:13.806040 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:42:13.806040 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:42:13.806040 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:42:13.806040 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:42:13.806040 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:42:13.806040 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:42:13.806040 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:42:13.806040 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:42:13.806040 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:42:13.806040 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:42:13.806040 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:42:13.806040 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:42:13.806040 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:42:13.806040 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:42:13.806040 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:42:13.806040 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:42:13.806040 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:42:13.806040 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:42:13.806040 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:42:13.857614 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: b652cf3a-ea92-4101-974b-0c8ebfb51ae2 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:42:13.862814 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b652cf3a-ea92-4101-974b-0c8ebfb51ae2 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:42:13.906411 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-253f45ec-35cf-4d2b-9f97-1b42f75fde7d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:13.920949 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-253f45ec-35cf-4d2b-9f97-1b42f75fde7d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:13.924393 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-253f45ec-35cf-4d2b-9f97-1b42f75fde7d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/networks/b3e5d12d-b09a-4343-9df7-6aa0791b07b2 HTTP/1.1" status: 204 len: 168 time: 0.9543154 Jul 15 13:42:13.929016 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39226) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:13.937462 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c95f12fd-fc53-4523-bb1d-2eb0c41fbcf8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2089067508'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:13.942861 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f45ec-35cf-4d2b-9f97-1b42f75fde7d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Network': ['ID=b3e5d12d-b09a-4343-9df7-6aa0791b07b2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:13.987302 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95f12fd-fc53-4523-bb1d-2eb0c41fbcf8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:13.998587 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c95f12fd-fc53-4523-bb1d-2eb0c41fbcf8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:14.070182 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c95f12fd-fc53-4523-bb1d-2eb0c41fbcf8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:42:14.082000 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c95f12fd-fc53-4523-bb1d-2eb0c41fbcf8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:14.082780 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-c95f12fd-fc53-4523-bb1d-2eb0c41fbcf8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Added segment 284d3cc7-a7d6-49fa-9da6-9830a0f9038c of type vlan for network bbfd0d84-2192-406e-a6ec-1584e892338c Jul 15 13:42:14.211546 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c95f12fd-fc53-4523-bb1d-2eb0c41fbcf8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:14.265391 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c95f12fd-fc53-4523-bb1d-2eb0c41fbcf8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:14.280732 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95f12fd-fc53-4523-bb1d-2eb0c41fbcf8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:14.281534 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c95f12fd-fc53-4523-bb1d-2eb0c41fbcf8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:14.330863 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c95f12fd-fc53-4523-bb1d-2eb0c41fbcf8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3997216 Jul 15 13:42:14.333710 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39230) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:14.341482 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2169c86e-5ba6-499c-8895-25981599ec0a tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'subnet': {'network_id': 'bbfd0d84-2192-406e-a6ec-1584e892338c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:14.377854 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f12fd-fc53-4523-bb1d-2eb0c41fbcf8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Network': ['ID=bbfd0d84-2192-406e-a6ec-1584e892338c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:14.395951 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network bbfd0d84-2192-406e-a6ec-1584e892338c details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:42:14.494881 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2169c86e-5ba6-499c-8895-25981599ec0a tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:14.503884 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2169c86e-5ba6-499c-8895-25981599ec0a tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:14.806519 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2169c86e-5ba6-499c-8895-25981599ec0a tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:14.917719 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169c86e-5ba6-499c-8895-25981599ec0a tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Subnet': ['ID=932e3a1e-99dc-4e42-8b49-a5227f52409c,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:14.929282 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2169c86e-5ba6-499c-8895-25981599ec0a tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Checking segment: {'id': '284d3cc7-a7d6-49fa-9da6-9830a0f9038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bbfd0d84-2192-406e-a6ec-1584e892338c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:42:14.929723 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2169c86e-5ba6-499c-8895-25981599ec0a tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network hostable DHCP agents. Network: bbfd0d84-2192-406e-a6ec-1584e892338c, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:42:14.949567 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2169c86e-5ba6-499c-8895-25981599ec0a tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network bbfd0d84-2192-406e-a6ec-1584e892338c is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:42:14.960722 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-2169c86e-5ba6-499c-8895-25981599ec0a tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, bbfd0d84-2192-406e-a6ec-1584e892338c) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:14.965436 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2169c86e-5ba6-499c-8895-25981599ec0a tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:14.967184 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2169c86e-5ba6-499c-8895-25981599ec0a tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:14.985999 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbc6d2d-6412-4236-9e53-a0e14d785f83 None None] Network bbfd0d84-2192-406e-a6ec-1584e892338c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:42:15.003721 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2169c86e-5ba6-499c-8895-25981599ec0a tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6684136 Jul 15 13:42:15.008174 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39234) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:15.013926 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-40cf1e63-7f8c-4dd0-b1ce-bb82765730d0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-790757803', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:15.042835 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-40cf1e63-7f8c-4dd0-b1ce-bb82765730d0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:15.044238 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-40cf1e63-7f8c-4dd0-b1ce-bb82765730d0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:15.166432 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-40cf1e63-7f8c-4dd0-b1ce-bb82765730d0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:15.178063 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-40cf1e63-7f8c-4dd0-b1ce-bb82765730d0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:15.198152 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-40cf1e63-7f8c-4dd0-b1ce-bb82765730d0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:15.204437 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-40cf1e63-7f8c-4dd0-b1ce-bb82765730d0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1905344 Jul 15 13:42:15.204831 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39238) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:15.211356 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e3e182da-e5d6-41af-a050-2405165505a2 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'port': {'network_id': 'bbfd0d84-2192-406e-a6ec-1584e892338c', 'name': 'tempest-PortsTestJSON-716286842'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:15.322148 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e29868-928f-438a-8da2-2052960fc3ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-bbfd0d84-2192-406e-a6ec-1584e892338c', 'network_id': 'bbfd0d84-2192-406e-a6ec-1584e892338c', 'tenant_id': 'd1981fd6106a4308832b67fe99f6ae3d', 'fixed_ips': [{'subnet_id': '932e3a1e-99dc-4e42-8b49-a5227f52409c'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:42:15.323219 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36e29868-928f-438a-8da2-2052960fc3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:15.378042 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e182da-e5d6-41af-a050-2405165505a2 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:15.383522 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e3e182da-e5d6-41af-a050-2405165505a2 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:15.410211 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-e3e182da-e5d6-41af-a050-2405165505a2 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] device_id is not set on port ca3e26e0-c2f0-43f2-a59c-038d0620e903 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:42:15.550782 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-36e29868-928f-438a-8da2-2052960fc3ce None None] Allocated IP 172.20.0.2 (bbfd0d84-2192-406e-a6ec-1584e892338c/932e3a1e-99dc-4e42-8b49-a5227f52409c/2d74310f-38d7-45e7-8acd-22e18e8177ba) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:42:15.755704 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36e29868-928f-438a-8da2-2052960fc3ce None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:15.765531 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-36e29868-928f-438a-8da2-2052960fc3ce None None] Transition to ACTIVE for port object 2d74310f-38d7-45e7-8acd-22e18e8177ba will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:15.783003 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-36e29868-928f-438a-8da2-2052960fc3ce None None] Transition to ACTIVE for port object 2d74310f-38d7-45e7-8acd-22e18e8177ba will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:15.791568 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36e29868-928f-438a-8da2-2052960fc3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:15.846074 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e29868-928f-438a-8da2-2052960fc3ce None None] Network bbfd0d84-2192-406e-a6ec-1584e892338c is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:42:15.849319 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-36e29868-928f-438a-8da2-2052960fc3ce None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:15.855258 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e29868-928f-438a-8da2-2052960fc3ce None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:42:15.872259 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-e3e182da-e5d6-41af-a050-2405165505a2 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Allocated IP 172.20.0.14 (bbfd0d84-2192-406e-a6ec-1584e892338c/932e3a1e-99dc-4e42-8b49-a5227f52409c/ca3e26e0-c2f0-43f2-a59c-038d0620e903) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:42:15.872664 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e29868-928f-438a-8da2-2052960fc3ce None None] Pushing event updated for resources: {'Port': ['ID=2d74310f-38d7-45e7-8acd-22e18e8177ba,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:15.935489 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-36e29868-928f-438a-8da2-2052960fc3ce None None] Attempting to bind port 2d74310f-38d7-45e7-8acd-22e18e8177ba on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:42:15.936958 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-36e29868-928f-438a-8da2-2052960fc3ce None None] Attempting to bind port 2d74310f-38d7-45e7-8acd-22e18e8177ba by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '284d3cc7-a7d6-49fa-9da6-9830a0f9038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bbfd0d84-2192-406e-a6ec-1584e892338c'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:42:15.937407 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e29868-928f-438a-8da2-2052960fc3ce None None] Attempting to bind port 2d74310f-38d7-45e7-8acd-22e18e8177ba on network bbfd0d84-2192-406e-a6ec-1584e892338c {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:42:15.944678 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e29868-928f-438a-8da2-2052960fc3ce None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:42:15.945062 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e29868-928f-438a-8da2-2052960fc3ce None None] Checking segment: {'id': '284d3cc7-a7d6-49fa-9da6-9830a0f9038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bbfd0d84-2192-406e-a6ec-1584e892338c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:42:15.945487 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36e29868-928f-438a-8da2-2052960fc3ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:15.945925 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e29868-928f-438a-8da2-2052960fc3ce None None] Bound using segment: {'id': '284d3cc7-a7d6-49fa-9da6-9830a0f9038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bbfd0d84-2192-406e-a6ec-1584e892338c'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:42:15.946422 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-36e29868-928f-438a-8da2-2052960fc3ce None None] Bound port: 2d74310f-38d7-45e7-8acd-22e18e8177ba, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284d3cc7-a7d6-49fa-9da6-9830a0f9038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bbfd0d84-2192-406e-a6ec-1584e892338c'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:42:15.946817 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36e29868-928f-438a-8da2-2052960fc3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:16.057788 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-36e29868-928f-438a-8da2-2052960fc3ce None None] For port 2d74310f-38d7-45e7-8acd-22e18e8177ba, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:42:16.062301 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-36e29868-928f-438a-8da2-2052960fc3ce None None] For port 2d74310f-38d7-45e7-8acd-22e18e8177ba, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=2d74310f-38d7-45e7-8acd-22e18e8177ba,segment=NetworkSegment(284d3cc7-a7d6-49fa-9da6-9830a0f9038c),segment_id=284d3cc7-a7d6-49fa-9da6-9830a0f9038c)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:42:16.075268 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36e29868-928f-438a-8da2-2052960fc3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:16.145809 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e29868-928f-438a-8da2-2052960fc3ce None None] Pushing event updated for resources: {'Port': ['ID=2d74310f-38d7-45e7-8acd-22e18e8177ba,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:16.222978 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e3e182da-e5d6-41af-a050-2405165505a2 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:16.270573 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-e3e182da-e5d6-41af-a050-2405165505a2 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Transition to ACTIVE for port object ca3e26e0-c2f0-43f2-a59c-038d0620e903 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:16.360999 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e3e182da-e5d6-41af-a050-2405165505a2 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:16.465589 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e182da-e5d6-41af-a050-2405165505a2 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network bbfd0d84-2192-406e-a6ec-1584e892338c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:42:16.476752 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-e3e182da-e5d6-41af-a050-2405165505a2 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:16.486457 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e182da-e5d6-41af-a050-2405165505a2 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:42:16.537694 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39250) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:16.604837 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e182da-e5d6-41af-a050-2405165505a2 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:16.605297 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e3e182da-e5d6-41af-a050-2405165505a2 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:16.649480 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e182da-e5d6-41af-a050-2405165505a2 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Port': ['ID=ca3e26e0-c2f0-43f2-a59c-038d0620e903,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:16.658290 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e3e182da-e5d6-41af-a050-2405165505a2 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4518814 Jul 15 13:42:16.663171 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39256) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:17.399932 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07560e4e-d80e-40c0-89da-516bc9dbf4a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:17.872839 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07560e4e-d80e-40c0-89da-516bc9dbf4a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:17.876075 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 2d74310f-38d7-45e7-8acd-22e18e8177ba up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:42:17.879816 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07560e4e-d80e-40c0-89da-516bc9dbf4a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:17.923666 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d973cb1-58ca-44c6-8249-66fa6cdb0c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:17.938328 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1316827-2deb-4b1a-bb2e-a05219621767 None None] Network bbfd0d84-2192-406e-a6ec-1584e892338c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:42:18.057313 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07560e4e-d80e-40c0-89da-516bc9dbf4a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Port': ['ID=ca3e26e0-c2f0-43f2-a59c-038d0620e903,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:18.107001 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-db26e85c-72b0-4f8c-9262-1f1d514090f6 None None] Provisioning for port 2d74310f-38d7-45e7-8acd-22e18e8177ba completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:18.145320 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07560e4e-d80e-40c0-89da-516bc9dbf4a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:18.145940 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07560e4e-d80e-40c0-89da-516bc9dbf4a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:18.146786 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07560e4e-d80e-40c0-89da-516bc9dbf4a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:18.147739 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07560e4e-d80e-40c0-89da-516bc9dbf4a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:18.148259 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07560e4e-d80e-40c0-89da-516bc9dbf4a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:18.149154 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07560e4e-d80e-40c0-89da-516bc9dbf4a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:18.149825 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07560e4e-d80e-40c0-89da-516bc9dbf4a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:18.150564 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07560e4e-d80e-40c0-89da-516bc9dbf4a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:18.151418 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07560e4e-d80e-40c0-89da-516bc9dbf4a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:18.151938 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07560e4e-d80e-40c0-89da-516bc9dbf4a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:18.153165 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07560e4e-d80e-40c0-89da-516bc9dbf4a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:18.153165 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07560e4e-d80e-40c0-89da-516bc9dbf4a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:18.189640 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 2d74310f-38d7-45e7-8acd-22e18e8177ba completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:18.216816 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 2d74310f-38d7-45e7-8acd-22e18e8177ba triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:18.217156 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:18.421201 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:18.476464 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 2d74310f-38d7-45e7-8acd-22e18e8177ba, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=2d74310f-38d7-45e7-8acd-22e18e8177ba,segment=NetworkSegment(284d3cc7-a7d6-49fa-9da6-9830a0f9038c),segment_id=284d3cc7-a7d6-49fa-9da6-9830a0f9038c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:18.483210 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:18.576914 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=2d74310f-38d7-45e7-8acd-22e18e8177ba,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:18.663883 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39284) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:18.684844 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07560e4e-d80e-40c0-89da-516bc9dbf4a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:18.881218 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2bd856-5186-45dd-9310-880356afb011 req-60d50a68-3ac4-4970-bc68-9cb94521f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:18.893063 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f2bd856-5186-45dd-9310-880356afb011 req-60d50a68-3ac4-4970-bc68-9cb94521f984 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2dbd4c03-3a01-4eed-b5ce-a002e32368fe HTTP/1.1" status: 200 len: 1098 time: 0.2276452 Jul 15 13:42:18.932290 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07560e4e-d80e-40c0-89da-516bc9dbf4a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:18.944367 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f5300a44-dd4d-4a49-acb5-ba195cd3274e None None] Provisioning for port ca3e26e0-c2f0-43f2-a59c-038d0620e903 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:18.956964 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f5300a44-dd4d-4a49-acb5-ba195cd3274e None None] Provisioning complete for port ca3e26e0-c2f0-43f2-a59c-038d0620e903 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:18.957341 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f5300a44-dd4d-4a49-acb5-ba195cd3274e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:18.980098 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0f2bd856-5186-45dd-9310-880356afb011 req-20462af4-9249-436f-963a-e5da46f7fc8c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=13a7a8a8-6e2a-4757-b97b-ab9be5e509c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860422 Jul 15 13:42:19.013428 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f5300a44-dd4d-4a49-acb5-ba195cd3274e None None] Port ca3e26e0-c2f0-43f2-a59c-038d0620e903 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:42:19.026349 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f5300a44-dd4d-4a49-acb5-ba195cd3274e None None] Provisioning complete for port 2d74310f-38d7-45e7-8acd-22e18e8177ba triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:19.026349 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f5300a44-dd4d-4a49-acb5-ba195cd3274e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:19.268397 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b1df62f0-7b3e-4cb9-82dd-0522ea289213 None None] Provisioning complete for port ca3e26e0-c2f0-43f2-a59c-038d0620e903 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:19.269107 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1df62f0-7b3e-4cb9-82dd-0522ea289213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:19.308668 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b1df62f0-7b3e-4cb9-82dd-0522ea289213 None None] Port ca3e26e0-c2f0-43f2-a59c-038d0620e903 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:42:19.560454 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7345d063-241e-49cd-9e9f-f8322296057d None None] Provisioning complete for port ca3e26e0-c2f0-43f2-a59c-038d0620e903 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:19.561208 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7345d063-241e-49cd-9e9f-f8322296057d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:19.643801 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7345d063-241e-49cd-9e9f-f8322296057d None None] Port ca3e26e0-c2f0-43f2-a59c-038d0620e903 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:42:19.695886 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1d973cb1-58ca-44c6-8249-66fa6cdb0c8e admin admin] Deleting port 962b0828-430d-4863-9cf7-afd4960f396f {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:19.696520 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d973cb1-58ca-44c6-8249-66fa6cdb0c8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:19.788320 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 2d74310f-38d7-45e7-8acd-22e18e8177ba up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:42:19.848256 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 2d74310f-38d7-45e7-8acd-22e18e8177ba triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:19.848788 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:20.010506 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-1d973cb1-58ca-44c6-8249-66fa6cdb0c8e admin admin] For port 962b0828-430d-4863-9cf7-afd4960f396f, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=962b0828-430d-4863-9cf7-afd4960f396f,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:20.011237 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d973cb1-58ca-44c6-8249-66fa6cdb0c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:20.058696 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1d973cb1-58ca-44c6-8249-66fa6cdb0c8e admin admin] Calling delete_port for 962b0828-430d-4863-9cf7-afd4960f396f owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:20.181141 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07560e4e-d80e-40c0-89da-516bc9dbf4a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:20.191347 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07560e4e-d80e-40c0-89da-516bc9dbf4a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:20.314552 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07560e4e-d80e-40c0-89da-516bc9dbf4a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:20.347335 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07560e4e-d80e-40c0-89da-516bc9dbf4a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Port': ['ID=ca3e26e0-c2f0-43f2-a59c-038d0620e903,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:20.502734 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07560e4e-d80e-40c0-89da-516bc9dbf4a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network bbfd0d84-2192-406e-a6ec-1584e892338c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:42:20.504747 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-07560e4e-d80e-40c0-89da-516bc9dbf4a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:20.511559 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d973cb1-58ca-44c6-8249-66fa6cdb0c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:20.583129 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d973cb1-58ca-44c6-8249-66fa6cdb0c8e admin admin] Pushing event deleted for resources: {'Port': ['ID=962b0828-430d-4863-9cf7-afd4960f396f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:20.820499 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07560e4e-d80e-40c0-89da-516bc9dbf4a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Router 7677865b-c5f9-45f2-8cb0-7480ad7eb17a is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:42:20.880043 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2e56af6-c7aa-45ae-9366-ac7c5cacba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:20.922313 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d973cb1-58ca-44c6-8249-66fa6cdb0c8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:20.987000 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-edd08f2f-3c4c-4f62-902e-d42a72d2da34 None None] Provisioning complete for port ca3e26e0-c2f0-43f2-a59c-038d0620e903 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:20.988225 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-edd08f2f-3c4c-4f62-902e-d42a72d2da34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:20.995124 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07560e4e-d80e-40c0-89da-516bc9dbf4a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:42:21.004259 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-07560e4e-d80e-40c0-89da-516bc9dbf4a1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "PUT /v2.0/routers/7677865b-c5f9-45f2-8cb0-7480ad7eb17a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3391230 Jul 15 13:42:21.009346 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39320) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:21.023735 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29232047-f392-43e4-a4a1-e33ebdb4841e None None] Sync routers for ids ['7677865b-c5f9-45f2-8cb0-7480ad7eb17a'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:42:21.044145 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29232047-f392-43e4-a4a1-e33ebdb4841e None None] Routers {'7677865b-c5f9-45f2-8cb0-7480ad7eb17a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:21.045070 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-29232047-f392-43e4-a4a1-e33ebdb4841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:41:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['7677865b-c5f9-45f2-8cb0-7480ad7eb17a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:21.080472 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-29232047-f392-43e4-a4a1-e33ebdb4841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:21.083772 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-edd08f2f-3c4c-4f62-902e-d42a72d2da34 None None] Port ca3e26e0-c2f0-43f2-a59c-038d0620e903 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:42:21.092916 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29232047-f392-43e4-a4a1-e33ebdb4841e None None] Routers {'7677865b-c5f9-45f2-8cb0-7480ad7eb17a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:21.093545 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-29232047-f392-43e4-a4a1-e33ebdb4841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:41:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['7677865b-c5f9-45f2-8cb0-7480ad7eb17a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:21.095975 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3c4e24-ccbf-44f2-a07f-c61d1b3a3a9b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:21.098200 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fe3c4e24-ccbf-44f2-a07f-c61d1b3a3a9b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "GET /v2.0/ports?device_id=7677865b-c5f9-45f2-8cb0-7480ad7eb17a HTTP/1.1" status: 200 len: 982 time: 0.0870960 Jul 15 13:42:21.100727 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39322) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:21.131963 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-29232047-f392-43e4-a4a1-e33ebdb4841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:21.132625 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29232047-f392-43e4-a4a1-e33ebdb4841e None None] The sync data for ids ['7677865b-c5f9-45f2-8cb0-7480ad7eb17a'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:42:21.306661 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d973cb1-58ca-44c6-8249-66fa6cdb0c8e admin admin] Router 890d7102-beb3-4e54-9d55-4ce1ee1b3bc6 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:42:21.461101 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d973cb1-58ca-44c6-8249-66fa6cdb0c8e admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:42:21.469699 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1d973cb1-58ca-44c6-8249-66fa6cdb0c8e admin admin] 10.222.0.24 "PUT /v2.0/routers/890d7102-beb3-4e54-9d55-4ce1ee1b3bc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9302840 Jul 15 13:42:21.472461 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39328) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:21.474654 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1c5955-0019-4377-9bc7-e1769ab31f93 None None] Sync routers for ids ['890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:42:21.487116 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1c5955-0019-4377-9bc7-e1769ab31f93 None None] Routers {'890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:21.487634 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9b1c5955-0019-4377-9bc7-e1769ab31f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:41:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:21.602571 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-9b1c5955-0019-4377-9bc7-e1769ab31f93 None None] Set router 890d7102-beb3-4e54-9d55-4ce1ee1b3bc6 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:42:21.663008 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-806f4b0a-bc68-4e10-b1f8-cbe17da752fd admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:21.857161 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-806f4b0a-bc68-4e10-b1f8-cbe17da752fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:21.884117 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9b1c5955-0019-4377-9bc7-e1769ab31f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1566138955-router', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '5046cb3b-301b-4304-8362-c468bba1b747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:02Z', 'updated_at': '2021-07-15T13:42:20Z', 'revision_number': 5, 'project_id': '6a009645feb04959b4d54831dba76b81', 'gw_port': {'id': '5046cb3b-301b-4304-8362-c468bba1b747', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:05Z', 'updated_at': '2021-07-15T13:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:21.926090 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1c5955-0019-4377-9bc7-e1769ab31f93 None None] Checking router: 890d7102-beb3-4e54-9d55-4ce1ee1b3bc6 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:42:21.937203 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1c5955-0019-4377-9bc7-e1769ab31f93 None None] Routers {'890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:21.938151 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9b1c5955-0019-4377-9bc7-e1769ab31f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:41:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:21.950978 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-806f4b0a-bc68-4e10-b1f8-cbe17da752fd admin admin] Deleting port 5046cb3b-301b-4304-8362-c468bba1b747 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:21.951738 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-806f4b0a-bc68-4e10-b1f8-cbe17da752fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:22.117886 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd28b18b-ff2f-4af3-9b96-fa5a82e02ed5 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:22.148544 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-806f4b0a-bc68-4e10-b1f8-cbe17da752fd admin admin] For port 5046cb3b-301b-4304-8362-c468bba1b747, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=5046cb3b-301b-4304-8362-c468bba1b747,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:22.149261 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-806f4b0a-bc68-4e10-b1f8-cbe17da752fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:22.155684 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-9b1c5955-0019-4377-9bc7-e1769ab31f93 None None] Set router 890d7102-beb3-4e54-9d55-4ce1ee1b3bc6 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:42:22.182393 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-806f4b0a-bc68-4e10-b1f8-cbe17da752fd admin admin] Calling delete_port for 5046cb3b-301b-4304-8362-c468bba1b747 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:22.233978 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9b1c5955-0019-4377-9bc7-e1769ab31f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1566138955-router', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:02Z', 'updated_at': '2021-07-15T13:42:21Z', 'revision_number': 6, 'project_id': '6a009645feb04959b4d54831dba76b81', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:22.270060 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1c5955-0019-4377-9bc7-e1769ab31f93 None None] The sync data for ids ['890d7102-beb3-4e54-9d55-4ce1ee1b3bc6'] in n-d-758944-45 is: [{'id': '890d7102-beb3-4e54-9d55-4ce1ee1b3bc6', 'name': 'tempest-AttachVolumeShelveTestJSON-1566138955-router', 'tenant_id': '6a009645feb04959b4d54831dba76b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:02Z', 'updated_at': '2021-07-15T13:42:21Z', 'revision_number': 6, 'project_id': '6a009645feb04959b4d54831dba76b81', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:42:22.417504 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-fd28b18b-ff2f-4af3-9b96-fa5a82e02ed5 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Deleting port ca3e26e0-c2f0-43f2-a59c-038d0620e903 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:22.418391 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd28b18b-ff2f-4af3-9b96-fa5a82e02ed5 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:22.423764 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-806f4b0a-bc68-4e10-b1f8-cbe17da752fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:22.472313 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f4b0a-bc68-4e10-b1f8-cbe17da752fd admin admin] Pushing event deleted for resources: {'Port': ['ID=5046cb3b-301b-4304-8362-c468bba1b747,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:22.524330 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd28b18b-ff2f-4af3-9b96-fa5a82e02ed5 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:22.539186 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-fd28b18b-ff2f-4af3-9b96-fa5a82e02ed5 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Calling delete_port for ca3e26e0-c2f0-43f2-a59c-038d0620e903 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:22.592030 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-806f4b0a-bc68-4e10-b1f8-cbe17da752fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:22.692335 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-806f4b0a-bc68-4e10-b1f8-cbe17da752fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:22.694813 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-806f4b0a-bc68-4e10-b1f8-cbe17da752fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:22.757060 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-806f4b0a-bc68-4e10-b1f8-cbe17da752fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:22.757742 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806f4b0a-bc68-4e10-b1f8-cbe17da752fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 890d7102-beb3-4e54-9d55-4ce1ee1b3bc6 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:42:22.764287 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-806f4b0a-bc68-4e10-b1f8-cbe17da752fd admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:22.768516 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-806f4b0a-bc68-4e10-b1f8-cbe17da752fd admin admin] 10.222.0.24 "DELETE /v2.0/routers/890d7102-beb3-4e54-9d55-4ce1ee1b3bc6 HTTP/1.1" status: 204 len: 168 time: 1.2948575 Jul 15 13:42:22.769273 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39334) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:22.821539 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd28b18b-ff2f-4af3-9b96-fa5a82e02ed5 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:22.836934 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-061b20eb-b1c1-4c2e-bd5b-663d3078d0d1 admin admin] Deleting subnet 781e91a3-d9e2-4a55-aa10-3466cf7c7f92 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:42:22.841533 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-061b20eb-b1c1-4c2e-bd5b-663d3078d0d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:22.855580 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28b18b-ff2f-4af3-9b96-fa5a82e02ed5 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Port': ['ID=ca3e26e0-c2f0-43f2-a59c-038d0620e903,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:22.885668 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-061b20eb-b1c1-4c2e-bd5b-663d3078d0d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:22.997492 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-061b20eb-b1c1-4c2e-bd5b-663d3078d0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:23.090047 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd28b18b-ff2f-4af3-9b96-fa5a82e02ed5 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:23.108764 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-061b20eb-b1c1-4c2e-bd5b-663d3078d0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:23.133193 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-061b20eb-b1c1-4c2e-bd5b-663d3078d0d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:23.140011 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-061b20eb-b1c1-4c2e-bd5b-663d3078d0d1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/781e91a3-d9e2-4a55-aa10-3466cf7c7f92 HTTP/1.1" status: 204 len: 168 time: 0.3667111 Jul 15 13:42:23.142901 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a6606f-d565-477d-942b-9fc68b23bcf1 None None] Network e606fbf2-6d31-4c0c-b11e-11481e1e0c38 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:42:23.195967 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39336) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:23.334785 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:23.368357 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd28b18b-ff2f-4af3-9b96-fa5a82e02ed5 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Router 7677865b-c5f9-45f2-8cb0-7480ad7eb17a has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:42:23.378551 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b20eb-b1c1-4c2e-bd5b-663d3078d0d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=781e91a3-d9e2-4a55-aa10-3466cf7c7f92,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:23.386991 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72bf045f-7a1a-4fd3-bd70-e3269ecf4dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:23.431716 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cae3bac4-a472-4229-be99-fccb593b799d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:23.496733 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020ed8b1-1040-4379-88db-937e0ce01d49 None None] DHCP port deletion for e606fbf2-6d31-4c0c-b11e-11481e1e0c38 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:42:23.500484 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-72bf045f-7a1a-4fd3-bd70-e3269ecf4dd3 admin admin] Deleting port 84d8e6bd-33fa-4f8d-9882-fdb70623d3b5 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:23.501335 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72bf045f-7a1a-4fd3-bd70-e3269ecf4dd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:23.617397 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd28b18b-ff2f-4af3-9b96-fa5a82e02ed5 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:42:23.629087 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-72bf045f-7a1a-4fd3-bd70-e3269ecf4dd3 admin admin] For port 84d8e6bd-33fa-4f8d-9882-fdb70623d3b5, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=84d8e6bd-33fa-4f8d-9882-fdb70623d3b5,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:23.629457 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72bf045f-7a1a-4fd3-bd70-e3269ecf4dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:23.629861 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fd28b18b-ff2f-4af3-9b96-fa5a82e02ed5 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "PUT /v2.0/routers/7677865b-c5f9-45f2-8cb0-7480ad7eb17a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5274911 Jul 15 13:42:23.632584 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39342) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:23.652500 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-72bf045f-7a1a-4fd3-bd70-e3269ecf4dd3 admin admin] Calling delete_port for 84d8e6bd-33fa-4f8d-9882-fdb70623d3b5 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:23.654333 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f672be74-4b15-41a8-a4f9-1214522407ba None None] Sync routers for ids ['7677865b-c5f9-45f2-8cb0-7480ad7eb17a'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:42:23.693872 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f672be74-4b15-41a8-a4f9-1214522407ba None None] Routers {'7677865b-c5f9-45f2-8cb0-7480ad7eb17a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:23.694951 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-f672be74-4b15-41a8-a4f9-1214522407ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:42:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['7677865b-c5f9-45f2-8cb0-7480ad7eb17a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:23.720755 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-5669ddb4-a79a-46ad-b9b5-cf7845ccff08 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] GET failed (client error): The resource could not be found. Jul 15 13:42:23.730146 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5669ddb4-a79a-46ad-b9b5-cf7845ccff08 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "GET /v2.0/ports/ca3e26e0-c2f0-43f2-a59c-038d0620e903 HTTP/1.1" status: 404 len: 333 time: 0.0936430 Jul 15 13:42:23.732142 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39344) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:23.809924 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-020ed8b1-1040-4379-88db-937e0ce01d49 None None] Deleting port 84d8e6bd-33fa-4f8d-9882-fdb70623d3b5 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:23.810438 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-020ed8b1-1040-4379-88db-937e0ce01d49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:23.817713 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 5046cb3b-301b-4304-8362-c468bba1b747 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:23.839459 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-f672be74-4b15-41a8-a4f9-1214522407ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:23.841021 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72bf045f-7a1a-4fd3-bd70-e3269ecf4dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:23.864223 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f6840c05-ffca-47ff-b506-50bed33b1772 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:23.878708 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf045f-7a1a-4fd3-bd70-e3269ecf4dd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=84d8e6bd-33fa-4f8d-9882-fdb70623d3b5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:23.898086 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 5046cb3b-301b-4304-8362-c468bba1b747 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:42:23.898649 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 5046cb3b-301b-4304-8362-c468bba1b747 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:42:23.899353 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 962b0828-430d-4863-9cf7-afd4960f396f no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:23.903401 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bf045f-7a1a-4fd3-bd70-e3269ecf4dd3 admin admin] No DVR routers for this DVR port 84d8e6bd-33fa-4f8d-9882-fdb70623d3b5 on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:42:23.996986 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-020ed8b1-1040-4379-88db-937e0ce01d49 None None] For port 84d8e6bd-33fa-4f8d-9882-fdb70623d3b5, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=84d8e6bd-33fa-4f8d-9882-fdb70623d3b5,segment=NetworkSegment(e0ec8081-0cb7-4c1a-9408-0286fc59583f),segment_id=e0ec8081-0cb7-4c1a-9408-0286fc59583f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:23.998430 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-020ed8b1-1040-4379-88db-937e0ce01d49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:24.015093 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72bf045f-7a1a-4fd3-bd70-e3269ecf4dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:24.016230 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-020ed8b1-1040-4379-88db-937e0ce01d49 None None] Calling delete_port for 84d8e6bd-33fa-4f8d-9882-fdb70623d3b5 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:24.026846 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-72bf045f-7a1a-4fd3-bd70-e3269ecf4dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e606fbf2-6d31-4c0c-b11e-11481e1e0c38']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:24.038310 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-72bf045f-7a1a-4fd3-bd70-e3269ecf4dd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ec8081-0cb7-4c1a-9408-0286fc59583f') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:24.038616 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-72bf045f-7a1a-4fd3-bd70-e3269ecf4dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ec8081-0cb7-4c1a-9408-0286fc59583f') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:24.049586 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72bf045f-7a1a-4fd3-bd70-e3269ecf4dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:24.065860 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72bf045f-7a1a-4fd3-bd70-e3269ecf4dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:24.072504 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72bf045f-7a1a-4fd3-bd70-e3269ecf4dd3 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:42:24.072925 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72bf045f-7a1a-4fd3-bd70-e3269ecf4dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:24.125030 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f6840c05-ffca-47ff-b506-50bed33b1772 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:24.126041 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-020ed8b1-1040-4379-88db-937e0ce01d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:24.128774 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 962b0828-430d-4863-9cf7-afd4960f396f {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:42:24.129473 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 962b0828-430d-4863-9cf7-afd4960f396f not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:42:24.129715 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f6840c05-ffca-47ff-b506-50bed33b1772 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:24.130115 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 84d8e6bd-33fa-4f8d-9882-fdb70623d3b5 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:24.134010 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:24.134010 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:24.134010 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:42:24.134010 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:42:24.134010 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:42:24.134010 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:42:24.134010 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:42:24.134010 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:42:24.134010 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:42:24.134010 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:42:24.134010 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:42:24.134010 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:42:24.134010 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:42:24.134010 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:42:24.134010 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:42:24.134010 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:42:24.134010 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:42:24.134010 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:42:24.134010 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:42:24.134010 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:42:24.134010 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:42:24.134010 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:42:24.134010 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:42:24.134010 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:42:24.134010 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:42:24.134010 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:42:24.134010 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:42:24.134010 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:42:24.134010 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:42:24.134010 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:42:24.134010 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:42:24.134010 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:42:24.134010 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:42:24.134010 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:42:24.150516 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72bf045f-7a1a-4fd3-bd70-e3269ecf4dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:24.162135 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72bf045f-7a1a-4fd3-bd70-e3269ecf4dd3 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:24.165118 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-72bf045f-7a1a-4fd3-bd70-e3269ecf4dd3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e606fbf2-6d31-4c0c-b11e-11481e1e0c38 HTTP/1.1" status: 204 len: 168 time: 0.9651229 Jul 15 13:42:24.190441 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ed8b1-1040-4379-88db-937e0ce01d49 None None] Pushing event deleted for resources: {'Port': ['ID=84d8e6bd-33fa-4f8d-9882-fdb70623d3b5,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:24.193647 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf045f-7a1a-4fd3-bd70-e3269ecf4dd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e606fbf2-6d31-4c0c-b11e-11481e1e0c38,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:24.194440 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020ed8b1-1040-4379-88db-937e0ce01d49 None None] No DVR routers for this DVR port 84d8e6bd-33fa-4f8d-9882-fdb70623d3b5 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:42:24.199542 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 84d8e6bd-33fa-4f8d-9882-fdb70623d3b5 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:42:24.199900 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 84d8e6bd-33fa-4f8d-9882-fdb70623d3b5 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:42:24.201611 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f672be74-4b15-41a8-a4f9-1214522407ba None None] Routers {'7677865b-c5f9-45f2-8cb0-7480ad7eb17a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:24.202301 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-f672be74-4b15-41a8-a4f9-1214522407ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:42:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['7677865b-c5f9-45f2-8cb0-7480ad7eb17a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:24.241065 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-f672be74-4b15-41a8-a4f9-1214522407ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:24.244923 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f672be74-4b15-41a8-a4f9-1214522407ba None None] The sync data for ids ['7677865b-c5f9-45f2-8cb0-7480ad7eb17a'] in n-d-758944-45 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:42:24.263291 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f6840c05-ffca-47ff-b506-50bed33b1772 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:24.264156 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6840c05-ffca-47ff-b506-50bed33b1772 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Fanout notify agent at l3_agent the message router_deleted on router 7677865b-c5f9-45f2-8cb0-7480ad7eb17a {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:42:24.282770 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f6840c05-ffca-47ff-b506-50bed33b1772 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:24.285409 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f6840c05-ffca-47ff-b506-50bed33b1772 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/routers/7677865b-c5f9-45f2-8cb0-7480ad7eb17a HTTP/1.1" status: 204 len: 168 time: 0.5510042 Jul 15 13:42:24.288826 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39348) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:24.392401 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39350) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:24.402577 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b43be2e-a467-4dd6-a7b3-9042da5f9869 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Deleting subnet 932e3a1e-99dc-4e42-8b49-a5227f52409c {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:42:24.413736 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8b43be2e-a467-4dd6-a7b3-9042da5f9869 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:24.493808 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8b43be2e-a467-4dd6-a7b3-9042da5f9869 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:24.530071 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c5891e81-cf54-421e-8941-72c662aa9456 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a009645feb04959b4d54831dba76b81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1359701 Jul 15 13:42:24.532694 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39354) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:24.608561 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6cd844ea-6765-45ff-9464-6c7b36637be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:24.635927 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8b43be2e-a467-4dd6-a7b3-9042da5f9869 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:24.650952 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6cd844ea-6765-45ff-9464-6c7b36637be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:24.730259 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6cd844ea-6765-45ff-9464-6c7b36637be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:24.739136 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6cd844ea-6765-45ff-9464-6c7b36637be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:24.741422 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6cd844ea-6765-45ff-9464-6c7b36637be5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8652917-d9f3-41ba-a09a-f05df86ba99a HTTP/1.1" status: 204 len: 168 time: 0.2051535 Jul 15 13:42:24.743960 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8b43be2e-a467-4dd6-a7b3-9042da5f9869 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:24.758623 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd844ea-6765-45ff-9464-6c7b36637be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8652917-d9f3-41ba-a09a-f05df86ba99a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:24.797668 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43be2e-a467-4dd6-a7b3-9042da5f9869 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Subnet': ['ID=932e3a1e-99dc-4e42-8b49-a5227f52409c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:24.813178 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8b43be2e-a467-4dd6-a7b3-9042da5f9869 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:24.816404 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8b43be2e-a467-4dd6-a7b3-9042da5f9869 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/subnets/932e3a1e-99dc-4e42-8b49-a5227f52409c HTTP/1.1" status: 204 len: 168 time: 0.5260973 Jul 15 13:42:24.820638 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39364) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:24.934650 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2cf5ccf2-170b-4571-a33d-b77026ff1ed9 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:25.033246 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-2cf5ccf2-170b-4571-a33d-b77026ff1ed9 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Deleting port 2d74310f-38d7-45e7-8acd-22e18e8177ba {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:25.033806 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2cf5ccf2-170b-4571-a33d-b77026ff1ed9 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:25.091847 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d1609a-c626-4179-b05e-625264399a1c None None] Network bbfd0d84-2192-406e-a6ec-1584e892338c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:42:25.116213 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-2cf5ccf2-170b-4571-a33d-b77026ff1ed9 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] For port 2d74310f-38d7-45e7-8acd-22e18e8177ba, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=2d74310f-38d7-45e7-8acd-22e18e8177ba,segment=NetworkSegment(284d3cc7-a7d6-49fa-9da6-9830a0f9038c),segment_id=284d3cc7-a7d6-49fa-9da6-9830a0f9038c)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:25.116213 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2cf5ccf2-170b-4571-a33d-b77026ff1ed9 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:25.132533 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-2cf5ccf2-170b-4571-a33d-b77026ff1ed9 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Calling delete_port for 2d74310f-38d7-45e7-8acd-22e18e8177ba owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:25.264712 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:25.272247 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2cf5ccf2-170b-4571-a33d-b77026ff1ed9 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:25.301809 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5ccf2-170b-4571-a33d-b77026ff1ed9 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Port': ['ID=2d74310f-38d7-45e7-8acd-22e18e8177ba,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:25.316568 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf5ccf2-170b-4571-a33d-b77026ff1ed9 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] No DVR routers for this DVR port 2d74310f-38d7-45e7-8acd-22e18e8177ba on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:42:25.414513 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:25.470092 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa82934-a01c-498c-921f-8303b2d8b3bd None None] DHCP port deletion for bbfd0d84-2192-406e-a6ec-1584e892338c request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:42:25.509409 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2cf5ccf2-170b-4571-a33d-b77026ff1ed9 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:25.530022 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-2cf5ccf2-170b-4571-a33d-b77026ff1ed9 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbfd0d84-2192-406e-a6ec-1584e892338c']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:25.550136 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-2cf5ccf2-170b-4571-a33d-b77026ff1ed9 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284d3cc7-a7d6-49fa-9da6-9830a0f9038c') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:25.551232 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-2cf5ccf2-170b-4571-a33d-b77026ff1ed9 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284d3cc7-a7d6-49fa-9da6-9830a0f9038c') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:25.566278 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2cf5ccf2-170b-4571-a33d-b77026ff1ed9 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:25.594839 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2cf5ccf2-170b-4571-a33d-b77026ff1ed9 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:25.602537 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf5ccf2-170b-4571-a33d-b77026ff1ed9 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:42:25.602537 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2cf5ccf2-170b-4571-a33d-b77026ff1ed9 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:42:25.604723 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:42:25.722235 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2cf5ccf2-170b-4571-a33d-b77026ff1ed9 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:25.748969 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2cf5ccf2-170b-4571-a33d-b77026ff1ed9 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:25.753432 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2cf5ccf2-170b-4571-a33d-b77026ff1ed9 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/networks/bbfd0d84-2192-406e-a6ec-1584e892338c HTTP/1.1" status: 204 len: 168 time: 0.9312994 Jul 15 13:42:25.755836 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 2d74310f-38d7-45e7-8acd-22e18e8177ba no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:25.763375 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39376) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:25.772187 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5ccf2-170b-4571-a33d-b77026ff1ed9 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Network': ['ID=bbfd0d84-2192-406e-a6ec-1584e892338c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:25.789829 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 2d74310f-38d7-45e7-8acd-22e18e8177ba {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:42:25.790144 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 2d74310f-38d7-45e7-8acd-22e18e8177ba not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:42:25.916997 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d549fe-2c96-4c98-bc17-e5bd2d8e6fde tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:25.925385 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39390) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:25.925957 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c7d549fe-2c96-4c98-bc17-e5bd2d8e6fde tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "GET /v2.0/ports/f5b53820-ddfb-4e4f-8179-970aacbaabe2 HTTP/1.1" status: 200 len: 841 time: 0.1604240 Jul 15 13:42:26.047016 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b2c05116-44ec-49fa-a513-94e294c21721 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "GET /v2.0/ports/f5b53820-ddfb-4e4f-8179-970aacbaabe2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1197984 Jul 15 13:42:26.052390 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39398) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:26.060375 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-775ba17c-b386-468e-9e08-5c984ef70d20 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'subnet': {'network_id': 'c6443771-a6ce-44a9-8192-1583366cef2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:26.262906 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775ba17c-b386-468e-9e08-5c984ef70d20 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:26.271354 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-775ba17c-b386-468e-9e08-5c984ef70d20 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:26.405158 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:26.699053 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-775ba17c-b386-468e-9e08-5c984ef70d20 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:26.748144 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775ba17c-b386-468e-9e08-5c984ef70d20 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network c6443771-a6ce-44a9-8192-1583366cef2e is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:42:26.750344 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-775ba17c-b386-468e-9e08-5c984ef70d20 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:26.754848 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775ba17c-b386-468e-9e08-5c984ef70d20 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:26.755570 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-775ba17c-b386-468e-9e08-5c984ef70d20 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:26.767858 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9acd383-fae6-4392-a775-ece055bc85f7 None None] Network c6443771-a6ce-44a9-8192-1583366cef2e requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:42:26.775446 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ba17c-b386-468e-9e08-5c984ef70d20 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Subnet': ['ID=ecd76089-5b34-49e2-823c-a58c62bc1772,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:26.788529 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-775ba17c-b386-468e-9e08-5c984ef70d20 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7347565 Jul 15 13:42:26.794225 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39414) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:26.799995 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d1bfc821-4454-404a-b81a-0a1c6e843ecd tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'security_group': {'name': 'tempest-secgroup-1455991381'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:26.831664 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d1bfc821-4454-404a-b81a-0a1c6e843ecd tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:26.954278 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d1bfc821-4454-404a-b81a-0a1c6e843ecd tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:26.960303 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d1bfc821-4454-404a-b81a-0a1c6e843ecd tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:27.000790 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d1bfc821-4454-404a-b81a-0a1c6e843ecd tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:27.002701 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d1bfc821-4454-404a-b81a-0a1c6e843ecd tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2070777 Jul 15 13:42:27.006266 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39418) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:27.014245 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9fcae2ab-db6f-4058-9b51-95199c11e0d7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'security_group': {'name': 'tempest-secgroup-1821257587'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:27.034507 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfc821-4454-404a-b81a-0a1c6e843ecd tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=776f730a-94a3-4d1c-9836-2cc241c6349d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:27.060611 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9fcae2ab-db6f-4058-9b51-95199c11e0d7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:27.209239 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623a5725-78da-4763-a860-7fed14e2d691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-c6443771-a6ce-44a9-8192-1583366cef2e', 'network_id': 'c6443771-a6ce-44a9-8192-1583366cef2e', 'tenant_id': 'd1981fd6106a4308832b67fe99f6ae3d', 'fixed_ips': [{'subnet_id': 'ecd76089-5b34-49e2-823c-a58c62bc1772'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:42:27.210353 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-623a5725-78da-4763-a860-7fed14e2d691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:27.240476 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9fcae2ab-db6f-4058-9b51-95199c11e0d7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:27.247308 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9fcae2ab-db6f-4058-9b51-95199c11e0d7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:27.292642 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9fcae2ab-db6f-4058-9b51-95199c11e0d7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:27.294971 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9fcae2ab-db6f-4058-9b51-95199c11e0d7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2871959 Jul 15 13:42:27.301394 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39426) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:27.310871 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a80a0c25-e81b-4826-9520-6781941b619c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-364286548', 'security_groups': ['41f91dbf-2392-4740-a3af-1cc2fc3e8c45'], 'network_id': 'c6443771-a6ce-44a9-8192-1583366cef2e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ecd76089-5b34-49e2-823c-a58c62bc1772'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:27.316257 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcae2ab-db6f-4058-9b51-95199c11e0d7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41f91dbf-2392-4740-a3af-1cc2fc3e8c45,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:27.490883 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-623a5725-78da-4763-a860-7fed14e2d691 None None] Allocated IP 172.20.0.2 (c6443771-a6ce-44a9-8192-1583366cef2e/ecd76089-5b34-49e2-823c-a58c62bc1772/e7440a31-b504-4c18-8120-62752ce0c22b) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:42:27.539966 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80a0c25-e81b-4826-9520-6781941b619c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:27.684048 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a80a0c25-e81b-4826-9520-6781941b619c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:27.730420 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-a80a0c25-e81b-4826-9520-6781941b619c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] device_id is not set on port fd3b0bc0-1ecc-46fd-bbc9-79ec7390542a yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:42:27.867149 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-623a5725-78da-4763-a860-7fed14e2d691 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:27.886627 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-623a5725-78da-4763-a860-7fed14e2d691 None None] Transition to ACTIVE for port object e7440a31-b504-4c18-8120-62752ce0c22b will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:27.927269 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-623a5725-78da-4763-a860-7fed14e2d691 None None] Transition to ACTIVE for port object e7440a31-b504-4c18-8120-62752ce0c22b will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:27.939852 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-623a5725-78da-4763-a860-7fed14e2d691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:28.078825 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623a5725-78da-4763-a860-7fed14e2d691 None None] Network c6443771-a6ce-44a9-8192-1583366cef2e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:42:28.089929 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-623a5725-78da-4763-a860-7fed14e2d691 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:28.103418 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623a5725-78da-4763-a860-7fed14e2d691 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:42:28.115783 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-a80a0c25-e81b-4826-9520-6781941b619c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Allocated IP 172.20.0.5 (c6443771-a6ce-44a9-8192-1583366cef2e/ecd76089-5b34-49e2-823c-a58c62bc1772/fd3b0bc0-1ecc-46fd-bbc9-79ec7390542a) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:42:28.123871 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a5725-78da-4763-a860-7fed14e2d691 None None] Pushing event updated for resources: {'Port': ['ID=e7440a31-b504-4c18-8120-62752ce0c22b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:28.246103 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-623a5725-78da-4763-a860-7fed14e2d691 None None] Attempting to bind port e7440a31-b504-4c18-8120-62752ce0c22b on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:42:28.247463 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-623a5725-78da-4763-a860-7fed14e2d691 None None] Attempting to bind port e7440a31-b504-4c18-8120-62752ce0c22b by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'cd3c0f16-6c90-4f80-8bc5-e5fff235329f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c6443771-a6ce-44a9-8192-1583366cef2e'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:42:28.248133 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623a5725-78da-4763-a860-7fed14e2d691 None None] Attempting to bind port e7440a31-b504-4c18-8120-62752ce0c22b on network c6443771-a6ce-44a9-8192-1583366cef2e {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:42:28.266287 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623a5725-78da-4763-a860-7fed14e2d691 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:42:28.272464 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623a5725-78da-4763-a860-7fed14e2d691 None None] Checking segment: {'id': 'cd3c0f16-6c90-4f80-8bc5-e5fff235329f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c6443771-a6ce-44a9-8192-1583366cef2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:42:28.273137 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-623a5725-78da-4763-a860-7fed14e2d691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:28.273811 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623a5725-78da-4763-a860-7fed14e2d691 None None] Bound using segment: {'id': 'cd3c0f16-6c90-4f80-8bc5-e5fff235329f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c6443771-a6ce-44a9-8192-1583366cef2e'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:42:28.274592 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-623a5725-78da-4763-a860-7fed14e2d691 None None] Bound port: e7440a31-b504-4c18-8120-62752ce0c22b, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3c0f16-6c90-4f80-8bc5-e5fff235329f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c6443771-a6ce-44a9-8192-1583366cef2e'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:42:28.275215 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-623a5725-78da-4763-a860-7fed14e2d691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:28.415554 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-623a5725-78da-4763-a860-7fed14e2d691 None None] For port e7440a31-b504-4c18-8120-62752ce0c22b, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:42:28.421432 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-623a5725-78da-4763-a860-7fed14e2d691 None None] For port e7440a31-b504-4c18-8120-62752ce0c22b, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e7440a31-b504-4c18-8120-62752ce0c22b,segment=NetworkSegment(cd3c0f16-6c90-4f80-8bc5-e5fff235329f),segment_id=cd3c0f16-6c90-4f80-8bc5-e5fff235329f)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:42:28.432598 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-623a5725-78da-4763-a860-7fed14e2d691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:28.497512 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a80a0c25-e81b-4826-9520-6781941b619c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:28.527454 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a5725-78da-4763-a860-7fed14e2d691 None None] Pushing event updated for resources: {'Port': ['ID=e7440a31-b504-4c18-8120-62752ce0c22b,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:28.533553 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a80a0c25-e81b-4826-9520-6781941b619c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Transition to ACTIVE for port object fd3b0bc0-1ecc-46fd-bbc9-79ec7390542a will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:28.604174 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a80a0c25-e81b-4826-9520-6781941b619c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:28.669693 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a0c25-e81b-4826-9520-6781941b619c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Port': ['ID=fd3b0bc0-1ecc-46fd-bbc9-79ec7390542a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:28.701619 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80a0c25-e81b-4826-9520-6781941b619c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network c6443771-a6ce-44a9-8192-1583366cef2e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:42:28.704290 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-a80a0c25-e81b-4826-9520-6781941b619c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:28.708647 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80a0c25-e81b-4826-9520-6781941b619c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:42:28.824182 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80a0c25-e81b-4826-9520-6781941b619c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:28.825778 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a80a0c25-e81b-4826-9520-6781941b619c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:28.860385 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a80a0c25-e81b-4826-9520-6781941b619c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5559134 Jul 15 13:42:28.863624 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39458) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:28.901946 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-cd435746-4490-4e62-91a1-7b61464af04d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'subnet': {'network_id': 'c6443771-a6ce-44a9-8192-1583366cef2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:29.198794 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd435746-4490-4e62-91a1-7b61464af04d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:29.209082 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cd435746-4490-4e62-91a1-7b61464af04d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:29.389343 n-d-758944-45 neutron-server[93814]: INFO neutron.db.ipam_backend_mixin [None req-cd435746-4490-4e62-91a1-7b61464af04d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ecd76089-5b34-49e2-823c-a58c62bc1772 (CIDR: 172.20.0.0/28) Jul 15 13:42:29.394444 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd435746-4490-4e62-91a1-7b61464af04d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:42:29.396399 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd435746-4490-4e62-91a1-7b61464af04d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:42:29.427899 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-cd435746-4490-4e62-91a1-7b61464af04d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5566993 Jul 15 13:42:29.428205 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39468) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:29.437470 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e274b31b-750c-4f98-a7f9-186074b57138 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'subnet': {'network_id': 'c6443771-a6ce-44a9-8192-1583366cef2e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:29.629741 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e274b31b-750c-4f98-a7f9-186074b57138 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:29.633753 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e274b31b-750c-4f98-a7f9-186074b57138 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:29.875833 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e7440a31-b504-4c18-8120-62752ce0c22b up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:42:29.962097 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port e7440a31-b504-4c18-8120-62752ce0c22b completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:29.993458 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e274b31b-750c-4f98-a7f9-186074b57138 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:30.017449 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:42:30.051647 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e274b31b-750c-4f98-a7f9-186074b57138 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network c6443771-a6ce-44a9-8192-1583366cef2e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:42:30.055922 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-e274b31b-750c-4f98-a7f9-186074b57138 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:30.060942 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e274b31b-750c-4f98-a7f9-186074b57138 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:30.061544 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e274b31b-750c-4f98-a7f9-186074b57138 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:30.077133 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe3bc8f-5a06-4ffb-9462-9597ab117779 None None] Network c6443771-a6ce-44a9-8192-1583366cef2e requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:42:30.089054 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274b31b-750c-4f98-a7f9-186074b57138 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Subnet': ['ID=dedefdb0-448e-4aae-adcc-c2436b196c7e,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:30.099928 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e274b31b-750c-4f98-a7f9-186074b57138 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6652629 Jul 15 13:42:30.100675 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39476) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:30.108012 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-56440814-c309-46c9-94b7-646a5f80abac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-209241549', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dedefdb0-448e-4aae-adcc-c2436b196c7e'}], 'security_groups': ['776f730a-94a3-4d1c-9836-2cc241c6349d']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:30.153823 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-93452470-d9b9-4051-add3-fbd423e336e2 None None] Provisioning for port e7440a31-b504-4c18-8120-62752ce0c22b completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:30.164565 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-93452470-d9b9-4051-add3-fbd423e336e2 None None] Provisioning complete for port e7440a31-b504-4c18-8120-62752ce0c22b triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:30.164928 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-93452470-d9b9-4051-add3-fbd423e336e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:30.256432 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56440814-c309-46c9-94b7-646a5f80abac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:30.352659 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39480) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:30.432538 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-93452470-d9b9-4051-add3-fbd423e336e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:30.510186 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-93452470-d9b9-4051-add3-fbd423e336e2 None None] For port e7440a31-b504-4c18-8120-62752ce0c22b, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e7440a31-b504-4c18-8120-62752ce0c22b,segment=NetworkSegment(cd3c0f16-6c90-4f80-8bc5-e5fff235329f),segment_id=cd3c0f16-6c90-4f80-8bc5-e5fff235329f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:30.526314 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-93452470-d9b9-4051-add3-fbd423e336e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:30.542216 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1308cd03-1a78-4d47-8b6a-f9a612e8e402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:30.657822 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-93452470-d9b9-4051-add3-fbd423e336e2 None None] Provisioning complete for port f5b53820-ddfb-4e4f-8179-970aacbaabe2 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:30.658759 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-93452470-d9b9-4051-add3-fbd423e336e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:30.694472 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-56440814-c309-46c9-94b7-646a5f80abac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Delete allocated IP 172.20.0.5 (c6443771-a6ce-44a9-8192-1583366cef2e/ecd76089-5b34-49e2-823c-a58c62bc1772) {{(pid=93814) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 13:42:30.712261 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-56440814-c309-46c9-94b7-646a5f80abac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Allocated IP 172.20.0.25 (c6443771-a6ce-44a9-8192-1583366cef2e/dedefdb0-448e-4aae-adcc-c2436b196c7e/fd3b0bc0-1ecc-46fd-bbc9-79ec7390542a) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:42:30.732576 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93452470-d9b9-4051-add3-fbd423e336e2 None None] Pushing event updated for resources: {'Port': ['ID=e7440a31-b504-4c18-8120-62752ce0c22b,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:30.775474 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5313b3ff-f98b-492e-9df7-79be281c536f None None] Update dhcp port {'port': {'network_id': 'c6443771-a6ce-44a9-8192-1583366cef2e', 'fixed_ips': [{'subnet_id': 'ecd76089-5b34-49e2-823c-a58c62bc1772', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dedefdb0-448e-4aae-adcc-c2436b196c7e'}], 'binding:host_id': 'n-d-758944-45'}, 'id': 'e7440a31-b504-4c18-8120-62752ce0c22b'} from n-d-758944-45. {{(pid=93815) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:42:30.818086 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-93452470-d9b9-4051-add3-fbd423e336e2 None None] Port f5b53820-ddfb-4e4f-8179-970aacbaabe2 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:42:30.844293 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5313b3ff-f98b-492e-9df7-79be281c536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:31.301250 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1308cd03-1a78-4d47-8b6a-f9a612e8e402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:31.307900 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1308cd03-1a78-4d47-8b6a-f9a612e8e402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:31.401348 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1308cd03-1a78-4d47-8b6a-f9a612e8e402 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b121e33b79b0471e999b5c694e7978c0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0475681 Jul 15 13:42:31.404220 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308cd03-1a78-4d47-8b6a-f9a612e8e402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2a8629-9f47-4dec-9293-3567bb3055dd,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:31.405635 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39494) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:31.440219 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56440814-c309-46c9-94b7-646a5f80abac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:31.461788 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-56440814-c309-46c9-94b7-646a5f80abac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Ignored duplicate provisioning block setup for port fd3b0bc0-1ecc-46fd-bbc9-79ec7390542a by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 13:42:31.471742 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56440814-c309-46c9-94b7-646a5f80abac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:31.508602 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aaf173ee-653a-4d9c-a47c-b786b1d1b9fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:31.555500 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aaf173ee-653a-4d9c-a47c-b786b1d1b9fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:31.579521 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-5313b3ff-f98b-492e-9df7-79be281c536f None None] Allocated IP 172.20.0.18 (c6443771-a6ce-44a9-8192-1583366cef2e/dedefdb0-448e-4aae-adcc-c2436b196c7e/e7440a31-b504-4c18-8120-62752ce0c22b) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:42:31.654169 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aaf173ee-653a-4d9c-a47c-b786b1d1b9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:31.658535 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aaf173ee-653a-4d9c-a47c-b786b1d1b9fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:31.659590 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-56440814-c309-46c9-94b7-646a5f80abac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] In _notify_port_updated(), no bound segment for port fd3b0bc0-1ecc-46fd-bbc9-79ec7390542a on network c6443771-a6ce-44a9-8192-1583366cef2e {{(pid=93814) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:42:31.660848 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-aaf173ee-653a-4d9c-a47c-b786b1d1b9fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee2a8629-9f47-4dec-9293-3567bb3055dd HTTP/1.1" status: 204 len: 168 time: 0.2532370 Jul 15 13:42:31.676469 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56440814-c309-46c9-94b7-646a5f80abac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:31.677195 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56440814-c309-46c9-94b7-646a5f80abac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:31.683913 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-56440814-c309-46c9-94b7-646a5f80abac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "PUT /v2.0/ports/fd3b0bc0-1ecc-46fd-bbc9-79ec7390542a HTTP/1.1" status: 200 len: 920 time: 1.5815763 Jul 15 13:42:31.684819 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39498) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:31.685578 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56440814-c309-46c9-94b7-646a5f80abac tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Port': ['ID=fd3b0bc0-1ecc-46fd-bbc9-79ec7390542a,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:31.689088 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf173ee-653a-4d9c-a47c-b786b1d1b9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2a8629-9f47-4dec-9293-3567bb3055dd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:31.796204 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5313b3ff-f98b-492e-9df7-79be281c536f None None] For port e7440a31-b504-4c18-8120-62752ce0c22b, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e7440a31-b504-4c18-8120-62752ce0c22b,segment=NetworkSegment(cd3c0f16-6c90-4f80-8bc5-e5fff235329f),segment_id=cd3c0f16-6c90-4f80-8bc5-e5fff235329f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:31.838465 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e7440a31-b504-4c18-8120-62752ce0c22b up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:42:31.846657 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5313b3ff-f98b-492e-9df7-79be281c536f None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:31.875411 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a38c18b1-1d83-4b0d-a7b8-26cc1339067e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Deleting port fd3b0bc0-1ecc-46fd-bbc9-79ec7390542a {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:31.876357 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a38c18b1-1d83-4b0d-a7b8-26cc1339067e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:31.892994 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5313b3ff-f98b-492e-9df7-79be281c536f None None] Transition to ACTIVE for port object e7440a31-b504-4c18-8120-62752ce0c22b will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:31.900766 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5313b3ff-f98b-492e-9df7-79be281c536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:32.064388 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313b3ff-f98b-492e-9df7-79be281c536f None None] Pushing event updated for resources: {'Port': ['ID=e7440a31-b504-4c18-8120-62752ce0c22b,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:32.072576 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a38c18b1-1d83-4b0d-a7b8-26cc1339067e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:32.092709 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a38c18b1-1d83-4b0d-a7b8-26cc1339067e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Calling delete_port for fd3b0bc0-1ecc-46fd-bbc9-79ec7390542a owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:32.293571 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39504) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:32.317630 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-805fc158-ae2b-430e-8400-0fbdd8154134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:32.403527 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a38c18b1-1d83-4b0d-a7b8-26cc1339067e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:32.491458 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c18b1-1d83-4b0d-a7b8-26cc1339067e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Port': ['ID=fd3b0bc0-1ecc-46fd-bbc9-79ec7390542a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:32.547032 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-805fc158-ae2b-430e-8400-0fbdd8154134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:32.553670 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-805fc158-ae2b-430e-8400-0fbdd8154134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:32.610290 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a38c18b1-1d83-4b0d-a7b8-26cc1339067e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:32.622368 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a38c18b1-1d83-4b0d-a7b8-26cc1339067e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/ports/fd3b0bc0-1ecc-46fd-bbc9-79ec7390542a HTTP/1.1" status: 204 len: 168 time: 0.9336796 Jul 15 13:42:32.624578 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39508) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:32.635733 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-805fc158-ae2b-430e-8400-0fbdd8154134 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b154f04126b0460888e8130d3915668d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3398290 Jul 15 13:42:32.636688 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39510) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:32.651211 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805fc158-ae2b-430e-8400-0fbdd8154134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec11d84-b73b-41fe-b71d-d54279a9fe13,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:32.678621 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-468f924c-0721-4704-b200-298ba9305304 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] GET failed (client error): The resource could not be found. Jul 15 13:42:32.680456 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-468f924c-0721-4704-b200-298ba9305304 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "GET /v2.0/ports/fd3b0bc0-1ecc-46fd-bbc9-79ec7390542a HTTP/1.1" status: 404 len: 333 time: 0.0538800 Jul 15 13:42:32.685827 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39512) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:32.750024 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2e794845-7371-421c-a74d-6b152cd45a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:32.778622 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46b48b91-ea05-4ca0-80e9-4932be8ef844 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:32.779008 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2e794845-7371-421c-a74d-6b152cd45a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:32.812994 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46b48b91-ea05-4ca0-80e9-4932be8ef844 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:32.855638 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2e794845-7371-421c-a74d-6b152cd45a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:32.859415 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2e794845-7371-421c-a74d-6b152cd45a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:32.861564 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2e794845-7371-421c-a74d-6b152cd45a73 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9ec11d84-b73b-41fe-b71d-d54279a9fe13 HTTP/1.1" status: 204 len: 168 time: 0.2213259 Jul 15 13:42:32.877094 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e794845-7371-421c-a74d-6b152cd45a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec11d84-b73b-41fe-b71d-d54279a9fe13,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:32.891104 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46b48b91-ea05-4ca0-80e9-4932be8ef844 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:32.894752 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46b48b91-ea05-4ca0-80e9-4932be8ef844 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:32.900267 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39516) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:32.900738 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-46b48b91-ea05-4ca0-80e9-4932be8ef844 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/security-groups/41f91dbf-2392-4740-a3af-1cc2fc3e8c45 HTTP/1.1" status: 204 len: 168 time: 0.2132776 Jul 15 13:42:32.917478 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b48b91-ea05-4ca0-80e9-4932be8ef844 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f91dbf-2392-4740-a3af-1cc2fc3e8c45,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:32.993096 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93fcfea5-c993-4fb8-b3ab-21c9c031655b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:33.048784 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93fcfea5-c993-4fb8-b3ab-21c9c031655b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:33.107807 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e0875826-9f31-4a81-b784-ccb31b4436a7 None None] Provisioning complete for port f5b53820-ddfb-4e4f-8179-970aacbaabe2 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:33.108731 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e0875826-9f31-4a81-b784-ccb31b4436a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:33.126318 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93fcfea5-c993-4fb8-b3ab-21c9c031655b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:33.130233 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93fcfea5-c993-4fb8-b3ab-21c9c031655b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:33.132391 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-93fcfea5-c993-4fb8-b3ab-21c9c031655b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/security-groups/776f730a-94a3-4d1c-9836-2cc241c6349d HTTP/1.1" status: 204 len: 168 time: 0.2292550 Jul 15 13:42:33.135947 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39524) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:33.157874 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fcfea5-c993-4fb8-b3ab-21c9c031655b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=776f730a-94a3-4d1c-9836-2cc241c6349d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:33.222863 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c14afc8-62d4-48d6-98ad-d7a4f0e08e33 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Deleting subnet ecd76089-5b34-49e2-823c-a58c62bc1772 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:42:33.227408 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c14afc8-62d4-48d6-98ad-d7a4f0e08e33 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:33.260801 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e0875826-9f31-4a81-b784-ccb31b4436a7 None None] Port f5b53820-ddfb-4e4f-8179-970aacbaabe2 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:42:33.284540 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c14afc8-62d4-48d6-98ad-d7a4f0e08e33 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:33.286964 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e0875826-9f31-4a81-b784-ccb31b4436a7 None None] Provisioning for port e7440a31-b504-4c18-8120-62752ce0c22b completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:33.295254 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e0875826-9f31-4a81-b784-ccb31b4436a7 None None] Provisioning complete for port e7440a31-b504-4c18-8120-62752ce0c22b triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:33.296170 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e0875826-9f31-4a81-b784-ccb31b4436a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:33.446441 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e0875826-9f31-4a81-b784-ccb31b4436a7 None None] Could not find standard attr ID for object fd3b0bc0-1ecc-46fd-bbc9-79ec7390542a. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:42:33.470621 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c14afc8-62d4-48d6-98ad-d7a4f0e08e33 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:33.563293 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-463ee660-97ea-46a6-b1c6-4bc7b6eca430 None None] Could not find standard attr ID for object fd3b0bc0-1ecc-46fd-bbc9-79ec7390542a. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:42:33.581618 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c14afc8-62d4-48d6-98ad-d7a4f0e08e33 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:33.630054 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14afc8-62d4-48d6-98ad-d7a4f0e08e33 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Subnet': ['ID=ecd76089-5b34-49e2-823c-a58c62bc1772,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:33.635848 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c14afc8-62d4-48d6-98ad-d7a4f0e08e33 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:33.642681 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0c14afc8-62d4-48d6-98ad-d7a4f0e08e33 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/subnets/ecd76089-5b34-49e2-823c-a58c62bc1772 HTTP/1.1" status: 204 len: 168 time: 0.5012753 Jul 15 13:42:33.643957 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39544) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:33.660853 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a9951377-772a-4a3c-9b91-5249fd6ce079 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'subnet': {'network_id': 'c6443771-a6ce-44a9-8192-1583366cef2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:33.814640 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e7440a31-b504-4c18-8120-62752ce0c22b up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:42:33.890177 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9951377-772a-4a3c-9b91-5249fd6ce079 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:33.895358 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9951377-772a-4a3c-9b91-5249fd6ce079 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:33.950452 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port e7440a31-b504-4c18-8120-62752ce0c22b triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:33.951344 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:34.029496 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-597685ee-68c9-442b-9b66-18935c3cfbd1 req-2204d187-a0a1-4b5d-8ca1-5fd09312edaf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0733783 Jul 15 13:42:34.101749 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eb2cf0-23fb-4bbf-b6a7-6c2fbe78a353 None None] Network c6443771-a6ce-44a9-8192-1583366cef2e requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:42:34.106118 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-30655ed0-03cf-4d90-b576-7941fa8d08e7 None None] Could not find standard attr ID for object fd3b0bc0-1ecc-46fd-bbc9-79ec7390542a. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:42:34.343310 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597685ee-68c9-442b-9b66-18935c3cfbd1 req-efc8344d-9668-4b60-9f30-2ce03d082dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:34.348637 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-597685ee-68c9-442b-9b66-18935c3cfbd1 req-efc8344d-9668-4b60-9f30-2ce03d082dbc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89567fda246241f4860e07527d287580&device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d HTTP/1.1" status: 200 len: 1098 time: 0.2085285 Jul 15 13:42:34.406820 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9951377-772a-4a3c-9b91-5249fd6ce079 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:34.496180 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9951377-772a-4a3c-9b91-5249fd6ce079 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network c6443771-a6ce-44a9-8192-1583366cef2e is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:42:34.509523 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-a9951377-772a-4a3c-9b91-5249fd6ce079 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:34.516021 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9951377-772a-4a3c-9b91-5249fd6ce079 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:34.517011 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9951377-772a-4a3c-9b91-5249fd6ce079 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:34.522233 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597685ee-68c9-442b-9b66-18935c3cfbd1 req-f7515cf4-1e9d-42ac-b100-d0c72a0c5253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:34.524660 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-597685ee-68c9-442b-9b66-18935c3cfbd1 req-f7515cf4-1e9d-42ac-b100-d0c72a0c5253 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb HTTP/1.1" status: 200 len: 913 time: 0.1511891 Jul 15 13:42:34.534616 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9951377-772a-4a3c-9b91-5249fd6ce079 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Subnet': ['ID=3130cbcf-19df-4c40-9e0b-22ab32caec30,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:34.552707 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a9951377-772a-4a3c-9b91-5249fd6ce079 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9075108 Jul 15 13:42:34.556909 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39562) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:34.562526 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-96311f43-9e64-4fea-bbe0-a9821f32d35e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'security_group': {'name': 'tempest-secgroup-1040733705'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:34.590940 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-96311f43-9e64-4fea-bbe0-a9821f32d35e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:34.641178 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-597685ee-68c9-442b-9b66-18935c3cfbd1 req-d8cbbb14-9739-4d97-a187-9da6c7967dd9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3c91c50-d36e-42b8-8def-d602c66dac32 HTTP/1.1" status: 200 len: 1002 time: 0.1082432 Jul 15 13:42:34.729505 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597685ee-68c9-442b-9b66-18935c3cfbd1 req-97ff9f2a-ed08-4f69-af25-2e468f266b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:34.732924 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-597685ee-68c9-442b-9b66-18935c3cfbd1 req-97ff9f2a-ed08-4f69-af25-2e468f266b5a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4840df0d-ad31-406d-829f-ea4475de886e HTTP/1.1" status: 200 len: 851 time: 0.0777888 Jul 15 13:42:34.819020 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-96311f43-9e64-4fea-bbe0-a9821f32d35e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:34.826205 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-96311f43-9e64-4fea-bbe0-a9821f32d35e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:34.876699 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96311f43-9e64-4fea-bbe0-a9821f32d35e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd71b78a-ec3a-40f0-8479-c1b4a2aeabce,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:34.903024 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-96311f43-9e64-4fea-bbe0-a9821f32d35e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:34.908939 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-96311f43-9e64-4fea-bbe0-a9821f32d35e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3463290 Jul 15 13:42:34.910411 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39568) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:34.919419 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-7f2aacb9-7165-4a19-bf06-61758b4438d9 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'security_group': {'name': 'tempest-secgroup-152787886'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:34.956161 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597685ee-68c9-442b-9b66-18935c3cfbd1 req-863dd95e-0f88-4279-bad4-85cd2b8d96c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:34.959623 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f2aacb9-7165-4a19-bf06-61758b4438d9 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:34.963059 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-597685ee-68c9-442b-9b66-18935c3cfbd1 req-863dd95e-0f88-4279-bad4-85cd2b8d96c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2224324 Jul 15 13:42:35.157231 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f2aacb9-7165-4a19-bf06-61758b4438d9 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:35.169807 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f2aacb9-7165-4a19-bf06-61758b4438d9 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:35.228703 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-597685ee-68c9-442b-9b66-18935c3cfbd1 req-49fed4ba-da73-41f6-bc18-0b92f9eb15b4 service neutron] 10.222.0.32 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571990 Jul 15 13:42:35.244766 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f2aacb9-7165-4a19-bf06-61758b4438d9 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:35.244766 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7f2aacb9-7165-4a19-bf06-61758b4438d9 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3337801 Jul 15 13:42:35.250954 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39576) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:35.261283 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-22b4bbb1-a2a3-411b-975c-ce6406d9a662 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'security_group': {'name': 'tempest-secgroup-365652142'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:35.270910 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2aacb9-7165-4a19-bf06-61758b4438d9 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c73ef4e5-7343-42f7-a390-a7317c6360b9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:35.311914 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22b4bbb1-a2a3-411b-975c-ce6406d9a662 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:35.420429 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-597685ee-68c9-442b-9b66-18935c3cfbd1 req-fd75117b-bd66-48ff-9b29-de27b6aa9e1c service neutron] 10.222.0.32 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853299 Jul 15 13:42:35.460607 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22b4bbb1-a2a3-411b-975c-ce6406d9a662 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:35.467152 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22b4bbb1-a2a3-411b-975c-ce6406d9a662 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:35.511764 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4bbb1-a2a3-411b-975c-ce6406d9a662 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f9d236-0eb7-4295-a749-ad68045389db,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:35.521705 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22b4bbb1-a2a3-411b-975c-ce6406d9a662 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:35.527886 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39586) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:35.528406 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-22b4bbb1-a2a3-411b-975c-ce6406d9a662 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2760637 Jul 15 13:42:35.535149 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d2cb0325-2b99-402e-8a5d-6482f551b6bf tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1959458378', 'security_groups': ['a9f9d236-0eb7-4295-a749-ad68045389db'], 'network_id': 'c6443771-a6ce-44a9-8192-1583366cef2e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3130cbcf-19df-4c40-9e0b-22ab32caec30'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:35.566338 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac3ba94-169f-4603-a038-051f593a062f None None] Network c6443771-a6ce-44a9-8192-1583366cef2e requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:42:35.690444 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4c5deb10-186d-436d-a4d0-e32b9d954fc3 None None] Provisioning complete for port f5b53820-ddfb-4e4f-8179-970aacbaabe2 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:35.691038 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c5deb10-186d-436d-a4d0-e32b9d954fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:35.723214 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cb0325-2b99-402e-8a5d-6482f551b6bf tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:35.783750 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-4c5deb10-186d-436d-a4d0-e32b9d954fc3 None None] Port f5b53820-ddfb-4e4f-8179-970aacbaabe2 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:42:35.787714 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75be39-100d-46c3-961b-0b88be4e7ec1 req-ab9bb7fd-e8b5-43e5-b47d-8a18d925ce31 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:35.791375 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5f75be39-100d-46c3-961b-0b88be4e7ec1 req-ab9bb7fd-e8b5-43e5-b47d-8a18d925ce31 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 946 time: 0.1155987 Jul 15 13:42:35.846073 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4c5deb10-186d-436d-a4d0-e32b9d954fc3 None None] Provisioning complete for port e7440a31-b504-4c18-8120-62752ce0c22b triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:35.846535 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c5deb10-186d-436d-a4d0-e32b9d954fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:35.869351 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d2cb0325-2b99-402e-8a5d-6482f551b6bf tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:35.890693 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5f75be39-100d-46c3-961b-0b88be4e7ec1 req-968db999-5cd9-40bc-ac96-ec4e757337ae tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=7122978d-2321-41ff-8783-9e3847b6c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882378 Jul 15 13:42:35.906523 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d2cb0325-2b99-402e-8a5d-6482f551b6bf tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] device_id is not set on port 2058921f-ab97-46be-b272-765e6f8f8ab4 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:42:35.935838 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39598) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:36.131762 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c3cf1ad1-1fdf-4c5d-ab4c-4d5acd90adb3 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/floatingips/28e41bf4-3922-4f0e-997d-6a9f7e43af85 HTTP/1.1" status: 200 len: 993 time: 0.1946058 Jul 15 13:42:36.228740 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bd1f8a-8921-4c81-a939-36a9a77891fb None None] Update dhcp port {'port': {'network_id': 'c6443771-a6ce-44a9-8192-1583366cef2e', 'fixed_ips': [{'subnet_id': 'dedefdb0-448e-4aae-adcc-c2436b196c7e', 'ip_address': '172.20.0.18'}, {'subnet_id': '3130cbcf-19df-4c40-9e0b-22ab32caec30'}], 'binding:host_id': 'n-d-758944-45'}, 'id': 'e7440a31-b504-4c18-8120-62752ce0c22b'} from n-d-758944-45. {{(pid=93815) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:42:36.295479 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-d2cb0325-2b99-402e-8a5d-6482f551b6bf tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Allocated IP 172.20.0.9 (c6443771-a6ce-44a9-8192-1583366cef2e/3130cbcf-19df-4c40-9e0b-22ab32caec30/2058921f-ab97-46be-b272-765e6f8f8ab4) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:42:36.327959 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-27bd1f8a-8921-4c81-a939-36a9a77891fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:36.536866 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d2cb0325-2b99-402e-8a5d-6482f551b6bf tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:36.555275 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d2cb0325-2b99-402e-8a5d-6482f551b6bf tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Transition to ACTIVE for port object 2058921f-ab97-46be-b272-765e6f8f8ab4 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:36.641328 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d2cb0325-2b99-402e-8a5d-6482f551b6bf tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:36.756845 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cb0325-2b99-402e-8a5d-6482f551b6bf tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network c6443771-a6ce-44a9-8192-1583366cef2e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:42:36.773024 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d2cb0325-2b99-402e-8a5d-6482f551b6bf tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:36.787671 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cb0325-2b99-402e-8a5d-6482f551b6bf tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:42:36.861286 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba102fb-2873-46e1-a51d-3c3f76b99a0e req-308dff70-b4b4-479f-b5f8-fc3c91297427 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:36.880374 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1ba102fb-2873-46e1-a51d-3c3f76b99a0e req-308dff70-b4b4-479f-b5f8-fc3c91297427 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 1098 time: 0.1456683 Jul 15 13:42:36.900359 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-27bd1f8a-8921-4c81-a939-36a9a77891fb None None] Allocated IP 172.20.0.2 (c6443771-a6ce-44a9-8192-1583366cef2e/3130cbcf-19df-4c40-9e0b-22ab32caec30/e7440a31-b504-4c18-8120-62752ce0c22b) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:42:36.914818 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb0325-2b99-402e-8a5d-6482f551b6bf tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Port': ['ID=2058921f-ab97-46be-b272-765e6f8f8ab4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:36.966353 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1ba102fb-2873-46e1-a51d-3c3f76b99a0e req-71774807-665a-4769-84ed-5963e2dce921 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=7122978d-2321-41ff-8783-9e3847b6c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844586 Jul 15 13:42:36.986280 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cb0325-2b99-402e-8a5d-6482f551b6bf tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:36.988413 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d2cb0325-2b99-402e-8a5d-6482f551b6bf tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:37.025219 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d2cb0325-2b99-402e-8a5d-6482f551b6bf tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4952586 Jul 15 13:42:37.028516 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39666) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:37.038198 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ab7a31dc-5e28-443c-857e-d30ff9c4d074 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'subnet': {'network_id': 'c6443771-a6ce-44a9-8192-1583366cef2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:37.116780 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-27bd1f8a-8921-4c81-a939-36a9a77891fb None None] For port e7440a31-b504-4c18-8120-62752ce0c22b, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e7440a31-b504-4c18-8120-62752ce0c22b,segment=NetworkSegment(cd3c0f16-6c90-4f80-8bc5-e5fff235329f),segment_id=cd3c0f16-6c90-4f80-8bc5-e5fff235329f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:37.205723 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-27bd1f8a-8921-4c81-a939-36a9a77891fb None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:37.220734 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7a31dc-5e28-443c-857e-d30ff9c4d074 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:37.225592 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab7a31dc-5e28-443c-857e-d30ff9c4d074 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:37.226051 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-27bd1f8a-8921-4c81-a939-36a9a77891fb None None] Transition to ACTIVE for port object e7440a31-b504-4c18-8120-62752ce0c22b will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:37.234547 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-27bd1f8a-8921-4c81-a939-36a9a77891fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:37.370337 n-d-758944-45 neutron-server[93813]: INFO neutron.db.ipam_backend_mixin [None req-ab7a31dc-5e28-443c-857e-d30ff9c4d074 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3130cbcf-19df-4c40-9e0b-22ab32caec30 (CIDR: 172.20.0.0/28) Jul 15 13:42:37.376603 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab7a31dc-5e28-443c-857e-d30ff9c4d074 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:42:37.377887 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab7a31dc-5e28-443c-857e-d30ff9c4d074 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:42:37.399887 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ab7a31dc-5e28-443c-857e-d30ff9c4d074 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3697917 Jul 15 13:42:37.405944 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39676) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:37.408659 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd1f8a-8921-4c81-a939-36a9a77891fb None None] Pushing event updated for resources: {'Port': ['ID=e7440a31-b504-4c18-8120-62752ce0c22b,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:37.419657 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2f6ffaab-d8af-4a5e-b16a-40e612683049 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'subnet': {'network_id': 'c6443771-a6ce-44a9-8192-1583366cef2e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:37.631057 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6ffaab-d8af-4a5e-b16a-40e612683049 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:37.635341 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f6ffaab-d8af-4a5e-b16a-40e612683049 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:37.839814 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e7440a31-b504-4c18-8120-62752ce0c22b up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:42:37.927960 n-d-758944-45 neutron-server[93814]: INFO neutron.db.ipam_backend_mixin [None req-2f6ffaab-d8af-4a5e-b16a-40e612683049 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet dedefdb0-448e-4aae-adcc-c2436b196c7e (CIDR: 172.20.0.16/28) Jul 15 13:42:37.935607 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f6ffaab-d8af-4a5e-b16a-40e612683049 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:42:37.936637 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f6ffaab-d8af-4a5e-b16a-40e612683049 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:42:37.970166 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2f6ffaab-d8af-4a5e-b16a-40e612683049 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5618463 Jul 15 13:42:37.973327 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39696) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:37.986060 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9f73503f-554d-4719-875f-e6a65ee51bd7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'subnet': {'network_id': 'c6443771-a6ce-44a9-8192-1583366cef2e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:38.327428 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f73503f-554d-4719-875f-e6a65ee51bd7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Made reservation on behalf of d1981fd6106a4308832b67fe99f6ae3d for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:38.335179 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f73503f-554d-4719-875f-e6a65ee51bd7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:38.421379 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:38.593089 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c9378804-4280-46a8-a655-13d6e2fbdc15 None None] Provisioning complete for port f5b53820-ddfb-4e4f-8179-970aacbaabe2 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:38.594721 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c9378804-4280-46a8-a655-13d6e2fbdc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:38.773551 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c9378804-4280-46a8-a655-13d6e2fbdc15 None None] Port f5b53820-ddfb-4e4f-8179-970aacbaabe2 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:42:38.821838 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c9378804-4280-46a8-a655-13d6e2fbdc15 None None] Provisioning for port e7440a31-b504-4c18-8120-62752ce0c22b completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:38.835039 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c9378804-4280-46a8-a655-13d6e2fbdc15 None None] Provisioning complete for port e7440a31-b504-4c18-8120-62752ce0c22b triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:38.837117 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c9378804-4280-46a8-a655-13d6e2fbdc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:38.911306 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39722) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:39.172788 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f73503f-554d-4719-875f-e6a65ee51bd7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:39.218020 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f73503f-554d-4719-875f-e6a65ee51bd7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Network c6443771-a6ce-44a9-8192-1583366cef2e is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:42:39.222418 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-9f73503f-554d-4719-875f-e6a65ee51bd7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:39.249835 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301f327e-9bcd-4d25-93c6-bace3b27dbe7 None None] Network c6443771-a6ce-44a9-8192-1583366cef2e requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:42:39.268569 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f73503f-554d-4719-875f-e6a65ee51bd7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:39.270195 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f73503f-554d-4719-875f-e6a65ee51bd7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:39.302309 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-b336b870-2119-4554-a432-ed956cbc7b7b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3862891 Jul 15 13:42:39.331785 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9f73503f-554d-4719-875f-e6a65ee51bd7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3539169 Jul 15 13:42:39.335273 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39736) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:39.342903 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-fb691d5a-8fca-46b2-ba3c-dd61733848af tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-643782497', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0f827582-4aef-4c52-b2a4-112ca5c79eb2'}], 'security_groups': ['dd71b78a-ec3a-40f0-8479-c1b4a2aeabce', 'c73ef4e5-7343-42f7-a390-a7317c6360b9']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:39.364226 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73503f-554d-4719-875f-e6a65ee51bd7 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Subnet': ['ID=0f827582-4aef-4c52-b2a4-112ca5c79eb2,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:39.401053 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0438a060-f2b9-45d4-8e58-8f31b2e1faee None None] Provisioning for port 2058921f-ab97-46be-b272-765e6f8f8ab4 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:39.419483 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0438a060-f2b9-45d4-8e58-8f31b2e1faee None None] Provisioning complete for port 2058921f-ab97-46be-b272-765e6f8f8ab4 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:39.419483 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0438a060-f2b9-45d4-8e58-8f31b2e1faee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:39.506567 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb691d5a-8fca-46b2-ba3c-dd61733848af tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:39.680261 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-0438a060-f2b9-45d4-8e58-8f31b2e1faee None None] Port 2058921f-ab97-46be-b272-765e6f8f8ab4 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:42:39.834667 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39746) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:40.011093 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746721f3-74ac-4c57-b1fb-8e0091be3e03 None None] Update dhcp port {'port': {'network_id': 'c6443771-a6ce-44a9-8192-1583366cef2e', 'fixed_ips': [{'subnet_id': 'dedefdb0-448e-4aae-adcc-c2436b196c7e', 'ip_address': '172.20.0.18'}, {'subnet_id': '3130cbcf-19df-4c40-9e0b-22ab32caec30', 'ip_address': '172.20.0.2'}, {'subnet_id': '0f827582-4aef-4c52-b2a4-112ca5c79eb2'}], 'binding:host_id': 'n-d-758944-45'}, 'id': 'e7440a31-b504-4c18-8120-62752ce0c22b'} from n-d-758944-45. {{(pid=93815) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:42:40.027017 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aa1d022a-dae6-4a4a-8b0a-e47b23995913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:40.076945 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-746721f3-74ac-4c57-b1fb-8e0091be3e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:40.112592 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-fb691d5a-8fca-46b2-ba3c-dd61733848af tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Delete allocated IP 172.20.0.9 (c6443771-a6ce-44a9-8192-1583366cef2e/3130cbcf-19df-4c40-9e0b-22ab32caec30) {{(pid=93814) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 13:42:40.128759 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-fb691d5a-8fca-46b2-ba3c-dd61733848af tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Allocated IP 172.20.0.45 (c6443771-a6ce-44a9-8192-1583366cef2e/0f827582-4aef-4c52-b2a4-112ca5c79eb2/2058921f-ab97-46be-b272-765e6f8f8ab4) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:42:40.195804 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aa1d022a-dae6-4a4a-8b0a-e47b23995913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:40.204179 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aa1d022a-dae6-4a4a-8b0a-e47b23995913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:40.272220 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-aa1d022a-dae6-4a4a-8b0a-e47b23995913 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d65c3dadb5448e6a6197aa8b81fb0a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4357717 Jul 15 13:42:40.274949 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39760) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:40.286356 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d022a-dae6-4a4a-8b0a-e47b23995913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8c4b6b-5434-490a-b4ac-d8afe8cf940a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:40.426593 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-12e9fa51-ba25-4f8d-b26c-ed1619d1e0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:40.504064 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-12e9fa51-ba25-4f8d-b26c-ed1619d1e0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:40.571268 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb691d5a-8fca-46b2-ba3c-dd61733848af tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:40.593716 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-3041aa17-1b6e-462f-ab84-d6de1d8194b5 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:42:40.595134 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-3041aa17-1b6e-462f-ab84-d6de1d8194b5 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3604848 Jul 15 13:42:40.608775 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-f17b6c41-c3cf-4915-a616-8739c9ed614a service neutron] Request body: {'binding': {'host': 'n-h1-758944-45', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:40.612624 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-f17b6c41-c3cf-4915-a616-8739c9ed614a service neutron] Unknown quota resources ['binding']. {{(pid=93814) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:42:40.632966 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-12e9fa51-ba25-4f8d-b26c-ed1619d1e0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:40.636380 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-12e9fa51-ba25-4f8d-b26c-ed1619d1e0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:40.638499 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-12e9fa51-ba25-4f8d-b26c-ed1619d1e0ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e8c4b6b-5434-490a-b4ac-d8afe8cf940a HTTP/1.1" status: 204 len: 168 time: 0.3619485 Jul 15 13:42:40.646938 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-fb691d5a-8fca-46b2-ba3c-dd61733848af tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Transition to ACTIVE for port object 2058921f-ab97-46be-b272-765e6f8f8ab4 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:40.655129 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb691d5a-8fca-46b2-ba3c-dd61733848af tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:40.688010 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9fa51-ba25-4f8d-b26c-ed1619d1e0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8c4b6b-5434-490a-b4ac-d8afe8cf940a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:40.833172 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-746721f3-74ac-4c57-b1fb-8e0091be3e03 None None] Allocated IP 172.20.0.34 (c6443771-a6ce-44a9-8192-1583366cef2e/0f827582-4aef-4c52-b2a4-112ca5c79eb2/e7440a31-b504-4c18-8120-62752ce0c22b) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:42:40.859966 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb691d5a-8fca-46b2-ba3c-dd61733848af tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event updated for resources: {'Port': ['ID=2058921f-ab97-46be-b272-765e6f8f8ab4,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:40.900389 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-fb691d5a-8fca-46b2-ba3c-dd61733848af tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] In _notify_port_updated(), no bound segment for port 2058921f-ab97-46be-b272-765e6f8f8ab4 on network c6443771-a6ce-44a9-8192-1583366cef2e {{(pid=93814) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:42:40.910093 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb691d5a-8fca-46b2-ba3c-dd61733848af tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:40.911369 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb691d5a-8fca-46b2-ba3c-dd61733848af tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:40.916372 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-fb691d5a-8fca-46b2-ba3c-dd61733848af tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "PUT /v2.0/ports/2058921f-ab97-46be-b272-765e6f8f8ab4 HTTP/1.1" status: 200 len: 959 time: 1.5771952 Jul 15 13:42:40.917139 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39784) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:41.034119 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-f17b6c41-c3cf-4915-a616-8739c9ed614a service neutron] Attempting to bind port 9f6fc54a-6b61-419a-856a-88e486891a30 on host n-h1-758944-45 for vnic_type normal with profile None {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:42:41.034570 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-f17b6c41-c3cf-4915-a616-8739c9ed614a service neutron] Attempting to bind port 9f6fc54a-6b61-419a-856a-88e486891a30 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:42:41.035148 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-f17b6c41-c3cf-4915-a616-8739c9ed614a service neutron] Attempting to bind port 9f6fc54a-6b61-419a-856a-88e486891a30 on network 28b691d7-d3f0-4987-9fdf-5c8e5e519792 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:42:41.045627 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-f17b6c41-c3cf-4915-a616-8739c9ed614a service neutron] Port 9f6fc54a-6b61-419a-856a-88e486891a30 on network 28b691d7-d3f0-4987-9fdf-5c8e5e519792 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:42:41.046023 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-f17b6c41-c3cf-4915-a616-8739c9ed614a service neutron] Attempting to bind port 9f6fc54a-6b61-419a-856a-88e486891a30 on network 28b691d7-d3f0-4987-9fdf-5c8e5e519792 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:42:41.065725 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-f17b6c41-c3cf-4915-a616-8739c9ed614a service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:42:41.066002 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-f17b6c41-c3cf-4915-a616-8739c9ed614a service neutron] Checking segment: {'id': 'b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:42:41.066515 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-f17b6c41-c3cf-4915-a616-8739c9ed614a service neutron] Bound using segment: {'id': 'b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:42:41.067257 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-f17b6c41-c3cf-4915-a616-8739c9ed614a service neutron] Bound port: 9f6fc54a-6b61-419a-856a-88e486891a30, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:42:41.112037 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-746721f3-74ac-4c57-b1fb-8e0091be3e03 None None] For port e7440a31-b504-4c18-8120-62752ce0c22b, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e7440a31-b504-4c18-8120-62752ce0c22b,segment=NetworkSegment(cd3c0f16-6c90-4f80-8bc5-e5fff235329f),segment_id=cd3c0f16-6c90-4f80-8bc5-e5fff235329f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:41.214100 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-746721f3-74ac-4c57-b1fb-8e0091be3e03 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:41.218837 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-b4a0f9c2-976e-4cc3-b840-d6a570eaca8b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Deleting port 2058921f-ab97-46be-b272-765e6f8f8ab4 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:41.220382 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b4a0f9c2-976e-4cc3-b840-d6a570eaca8b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:41.258447 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39790) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:41.271639 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-746721f3-74ac-4c57-b1fb-8e0091be3e03 None None] Transition to ACTIVE for port object e7440a31-b504-4c18-8120-62752ce0c22b will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:41.284709 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-746721f3-74ac-4c57-b1fb-8e0091be3e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:41.293725 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8cb8ea33-979b-4fa8-8b4d-1ea82163d31a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:41.315085 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39792) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:41.333400 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-f17b6c41-c3cf-4915-a616-8739c9ed614a service neutron] For port 9f6fc54a-6b61-419a-856a-88e486891a30, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9f6fc54a-6b61-419a-856a-88e486891a30,segment=NetworkSegment(b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e),segment_id=b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:42:41.346401 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-f17b6c41-c3cf-4915-a616-8739c9ed614a service neutron] Notify callbacks [] for binding, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:41.348300 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-f17b6c41-c3cf-4915-a616-8739c9ed614a service neutron] 10.222.0.24 "POST /v2.0/ports/9f6fc54a-6b61-419a-856a-88e486891a30/bindings HTTP/1.1" status: 201 len: 390 time: 0.7456965 Jul 15 13:42:41.456359 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b4a0f9c2-976e-4cc3-b840-d6a570eaca8b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:41.483042 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-b4a0f9c2-976e-4cc3-b840-d6a570eaca8b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Calling delete_port for 2058921f-ab97-46be-b272-765e6f8f8ab4 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:41.607076 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8cb8ea33-979b-4fa8-8b4d-1ea82163d31a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:41.617470 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8cb8ea33-979b-4fa8-8b4d-1ea82163d31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:41.673535 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746721f3-74ac-4c57-b1fb-8e0091be3e03 None None] Pushing event updated for resources: {'Port': ['ID=e7440a31-b504-4c18-8120-62752ce0c22b,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:41.780374 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8ea33-979b-4fa8-8b4d-1ea82163d31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e235169-cd2f-4b26-82e7-211a42034900,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:41.793866 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8cb8ea33-979b-4fa8-8b4d-1ea82163d31a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a2c9ee50eda94ea5b10302c2fff3b004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5314465 Jul 15 13:42:41.796039 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39798) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:41.878087 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5df3-d2e8-4407-828e-4a9fe1f225d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:41.878775 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b4a0f9c2-976e-4cc3-b840-d6a570eaca8b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:41.921205 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0f9c2-976e-4cc3-b840-d6a570eaca8b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Port': ['ID=2058921f-ab97-46be-b272-765e6f8f8ab4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:41.954009 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b443c3b-50be-4a5c-8728-cff8258cb30a req-a091bbb6-9914-48f3-b082-81dffd7877a4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:41.962711 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6b443c3b-50be-4a5c-8728-cff8258cb30a req-a091bbb6-9914-48f3-b082-81dffd7877a4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 946 time: 0.1883225 Jul 15 13:42:42.052279 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e1ecd88-a97b-4488-8e43-d4bf01e76cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:42.064930 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b4a0f9c2-976e-4cc3-b840-d6a570eaca8b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:42.070203 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b4a0f9c2-976e-4cc3-b840-d6a570eaca8b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/ports/2058921f-ab97-46be-b272-765e6f8f8ab4 HTTP/1.1" status: 204 len: 168 time: 1.1515160 Jul 15 13:42:42.071046 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39804) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:42.106359 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6b443c3b-50be-4a5c-8728-cff8258cb30a req-ce386cce-9670-447b-883e-aa75fbd275c1 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=7122978d-2321-41ff-8783-9e3847b6c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416922 Jul 15 13:42:42.147392 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-85526e74-e1c9-49b9-ad59-f8d73d83306e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] GET failed (client error): The resource could not be found. Jul 15 13:42:42.149053 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-85526e74-e1c9-49b9-ad59-f8d73d83306e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "GET /v2.0/ports/2058921f-ab97-46be-b272-765e6f8f8ab4 HTTP/1.1" status: 404 len: 333 time: 0.0731716 Jul 15 13:42:42.152822 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39806) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:42.156514 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-38d10554-9250-444a-af63-98c32d0785f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:42.158119 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-38d10554-9250-444a-af63-98c32d0785f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 1098 time: 0.2843020 Jul 15 13:42:42.162172 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e1ecd88-a97b-4488-8e43-d4bf01e76cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:42.256876 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e34a140d-54b7-49f7-ab38-2d64a35f49b2 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:42.267251 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5df3-d2e8-4407-828e-4a9fe1f225d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:42.299929 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5df3-d2e8-4407-828e-4a9fe1f225d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:42.301864 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e34a140d-54b7-49f7-ab38-2d64a35f49b2 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:42.380372 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e5df3-d2e8-4407-828e-4a9fe1f225d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3dfa1d-0b2e-44d1-816a-e86ea02baad3,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:42.383473 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e34a140d-54b7-49f7-ab38-2d64a35f49b2 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:42.388760 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e34a140d-54b7-49f7-ab38-2d64a35f49b2 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:42.391262 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e34a140d-54b7-49f7-ab38-2d64a35f49b2 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/security-groups/a9f9d236-0eb7-4295-a749-ad68045389db HTTP/1.1" status: 204 len: 168 time: 0.2362556 Jul 15 13:42:42.398336 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7a4e5df3-d2e8-4407-828e-4a9fe1f225d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=50a021e9f0954bd98d001541a42cf32c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0723352 Jul 15 13:42:42.399622 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e1ecd88-a97b-4488-8e43-d4bf01e76cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:42.403644 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39808) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:42.404061 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e1ecd88-a97b-4488-8e43-d4bf01e76cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:42.404204 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39810) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:42.405047 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a140d-54b7-49f7-ab38-2d64a35f49b2 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f9d236-0eb7-4295-a749-ad68045389db,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:42.408246 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6e1ecd88-a97b-4488-8e43-d4bf01e76cd4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e235169-cd2f-4b26-82e7-211a42034900 HTTP/1.1" status: 204 len: 168 time: 0.6078808 Jul 15 13:42:42.422130 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-c04a2d7b-a289-4639-9060-795aa6dfd520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:42.425290 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-c04a2d7b-a289-4639-9060-795aa6dfd520 service neutron] 10.222.0.18 "GET /v2.0/networks?id=28b691d7-d3f0-4987-9fdf-5c8e5e519792 HTTP/1.1" status: 200 len: 896 time: 0.2607126 Jul 15 13:42:42.427981 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ecd88-a97b-4488-8e43-d4bf01e76cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e235169-cd2f-4b26-82e7-211a42034900,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:42.530133 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-ba475ea1-a27b-4c11-8006-6f346b4970ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f6fc54a-6b61-419a-856a-88e486891a30 HTTP/1.1" status: 200 len: 1001 time: 0.0972152 Jul 15 13:42:42.573676 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e2ae907-f157-47b8-ad8d-820afcdeed62 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:42.600090 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8207e52d-46ff-4938-87a8-71853b38b1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:42.603835 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-d239db98-4496-4aff-83a8-f16994c2fcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:42.606088 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-d239db98-4496-4aff-83a8-f16994c2fcbc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=98535626-bb0e-466e-8301-a3a0710d0d3d HTTP/1.1" status: 200 len: 834 time: 0.0699365 Jul 15 13:42:42.644956 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e2ae907-f157-47b8-ad8d-820afcdeed62 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:42.682447 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8207e52d-46ff-4938-87a8-71853b38b1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:42.686538 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-c08ea181-2df6-4a51-bb95-169738d91a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:42.688256 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-c08ea181-2df6-4a51-bb95-169738d91a6e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=28b691d7-d3f0-4987-9fdf-5c8e5e519792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0760756 Jul 15 13:42:42.740751 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-22a9b585-2da0-4d21-ad60-49ddca571354 None None] Provisioning complete for port f5b53820-ddfb-4e4f-8179-970aacbaabe2 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:42.742300 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22a9b585-2da0-4d21-ad60-49ddca571354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:42.804738 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e2ae907-f157-47b8-ad8d-820afcdeed62 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:42.816440 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e2ae907-f157-47b8-ad8d-820afcdeed62 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:42.819584 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6e2ae907-f157-47b8-ad8d-820afcdeed62 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/security-groups/c73ef4e5-7343-42f7-a390-a7317c6360b9 HTTP/1.1" status: 204 len: 168 time: 0.4118776 Jul 15 13:42:42.831488 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39820) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:42.832600 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-22a9b585-2da0-4d21-ad60-49ddca571354 None None] Port f5b53820-ddfb-4e4f-8179-970aacbaabe2 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:42:42.845195 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ae907-f157-47b8-ad8d-820afcdeed62 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73ef4e5-7343-42f7-a390-a7317c6360b9,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:42.855800 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-22a9b585-2da0-4d21-ad60-49ddca571354 None None] Provisioning for port e7440a31-b504-4c18-8120-62752ce0c22b completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:42.857806 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8207e52d-46ff-4938-87a8-71853b38b1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:42.864745 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8207e52d-46ff-4938-87a8-71853b38b1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:42.865040 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-de97a039-87da-4cb7-8aa4-dc57def89eab service neutron] 10.222.0.18 "GET /v2.0/networks/28b691d7-d3f0-4987-9fdf-5c8e5e519792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700065 Jul 15 13:42:42.866784 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-22a9b585-2da0-4d21-ad60-49ddca571354 None None] Provisioning complete for port e7440a31-b504-4c18-8120-62752ce0c22b triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:42.867940 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22a9b585-2da0-4d21-ad60-49ddca571354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:42.885393 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8207e52d-46ff-4938-87a8-71853b38b1dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ca3dfa1d-0b2e-44d1-816a-e86ea02baad3 HTTP/1.1" status: 204 len: 168 time: 0.4762609 Jul 15 13:42:42.920433 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207e52d-46ff-4938-87a8-71853b38b1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3dfa1d-0b2e-44d1-816a-e86ea02baad3,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:43.064460 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-22a9b585-2da0-4d21-ad60-49ddca571354 None None] Could not find standard attr ID for object 2058921f-ab97-46be-b272-765e6f8f8ab4. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:42:43.144689 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69ab1c94-163c-44c2-b3e5-f07d92ab1946 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:43.184456 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-c05fe82e-d1f9-4f7e-9439-bf493b6f0d5f service neutron] 10.222.0.18 "GET /v2.0/networks/28b691d7-d3f0-4987-9fdf-5c8e5e519792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962692 Jul 15 13:42:43.228445 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69ab1c94-163c-44c2-b3e5-f07d92ab1946 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:43.413207 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-dcbecfc3-e525-48df-b969-ef71fe220be5 None None] Could not find standard attr ID for object 2058921f-ab97-46be-b272-765e6f8f8ab4. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:42:43.556606 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69ab1c94-163c-44c2-b3e5-f07d92ab1946 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:43.565550 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69ab1c94-163c-44c2-b3e5-f07d92ab1946 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:43.568914 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39840) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:43.569470 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-69ab1c94-163c-44c2-b3e5-f07d92ab1946 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/security-groups/dd71b78a-ec3a-40f0-8479-c1b4a2aeabce HTTP/1.1" status: 204 len: 168 time: 0.7358119 Jul 15 13:42:43.613535 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39844) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:43.619100 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-7d380628-57c4-480d-b6fc-f244f12f675f tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:43.622160 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-7d380628-57c4-480d-b6fc-f244f12f675f tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37&tenant_id=5969ba48b19a42969f3c1202e7616f77&binding%3Ahost_id=n-h2-758944-45 HTTP/1.1" status: 200 len: 1098 time: 0.3616874 Jul 15 13:42:43.646460 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea1bd3-edfb-4e30-99cd-0e272f4dddd8 req-ec72cb10-82e7-46c8-9726-8be3654d8272 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:43.649156 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4aea1bd3-edfb-4e30-99cd-0e272f4dddd8 req-ec72cb10-82e7-46c8-9726-8be3654d8272 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 946 time: 0.2380319 Jul 15 13:42:43.655900 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-1bade461-e9b3-4655-ac76-f7ee3a5d46a9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-45'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:43.660413 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab1c94-163c-44c2-b3e5-f07d92ab1946 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd71b78a-ec3a-40f0-8479-c1b4a2aeabce,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:43.696763 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d1982ef6-99e1-4047-9841-80e7085ad23f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:43.768566 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4aea1bd3-edfb-4e30-99cd-0e272f4dddd8 req-9b41682c-b839-4d0b-8500-609df3fa2bc6 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=7122978d-2321-41ff-8783-9e3847b6c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674250 Jul 15 13:42:43.778272 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e4ff4c-dfad-47ed-8e42-40c582289887 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Deleting subnet 3130cbcf-19df-4c40-9e0b-22ab32caec30 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:42:43.790640 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a2e4ff4c-dfad-47ed-8e42-40c582289887 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:43.819495 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-1bade461-e9b3-4655-ac76-f7ee3a5d46a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:43.920511 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e7440a31-b504-4c18-8120-62752ce0c22b up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:42:43.951486 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a2e4ff4c-dfad-47ed-8e42-40c582289887 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:44.039896 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port e7440a31-b504-4c18-8120-62752ce0c22b triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:44.040759 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:44.086366 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-1bade461-e9b3-4655-ac76-f7ee3a5d46a9 service neutron] For port 9f6fc54a-6b61-419a-856a-88e486891a30, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9f6fc54a-6b61-419a-856a-88e486891a30,segment=NetworkSegment(b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e),segment_id=b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:44.166572 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-1bade461-e9b3-4655-ac76-f7ee3a5d46a9 service neutron] For port 9f6fc54a-6b61-419a-856a-88e486891a30, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:42:44.197457 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a2e4ff4c-dfad-47ed-8e42-40c582289887 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:44.205985 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d1982ef6-99e1-4047-9841-80e7085ad23f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:44.246344 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d1982ef6-99e1-4047-9841-80e7085ad23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:44.250919 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cdac99-9bb7-4f1f-878f-399643c14a37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f6fc54a-6b61-419a-856a-88e486891a30'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:44.253845 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37f7e8c-1682-43a8-a476-31211f213f30" -d '{"events": [{"server_uuid": "d7cdac99-9bb7-4f1f-878f-399643c14a37", "name": "network-vif-unplugged", "status": "completed", "tag": "9f6fc54a-6b61-419a-856a-88e486891a30"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:44.263046 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-1bade461-e9b3-4655-ac76-f7ee3a5d46a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:44.275535 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-1bade461-e9b3-4655-ac76-f7ee3a5d46a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:44.329187 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cce0c05-9174-438c-9989-076150a56312 x-openstack-request-id: req-3cce0c05-9174-438c-9989-076150a56312 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:44.329187 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cdac99-9bb7-4f1f-878f-399643c14a37", "name": "network-vif-unplugged", "status": "completed", "tag": "9f6fc54a-6b61-419a-856a-88e486891a30", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:44.329540 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3cce0c05-9174-438c-9989-076150a56312 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:44.330163 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cdac99-9bb7-4f1f-878f-399643c14a37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f6fc54a-6b61-419a-856a-88e486891a30', 'code': 200} Jul 15 13:42:44.346809 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d1982ef6-99e1-4047-9841-80e7085ad23f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=145a6961bb064fafb3311d3428416344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7308884 Jul 15 13:42:44.348820 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1982ef6-99e1-4047-9841-80e7085ad23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675f4b32-1998-4dae-9bf8-9337728a964c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:44.352738 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39856) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:44.454408 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bade461-e9b3-4655-ac76-f7ee3a5d46a9 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6fc54a-6b61-419a-856a-88e486891a30,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:44.553981 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-1bade461-e9b3-4655-ac76-f7ee3a5d46a9 service neutron] Attempting to bind port 9f6fc54a-6b61-419a-856a-88e486891a30 on host n-h2-758944-45 for vnic_type normal with profile {"migrating_to": "n-h1-758944-45"} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:42:44.555311 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-1bade461-e9b3-4655-ac76-f7ee3a5d46a9 service neutron] Attempting to bind port 9f6fc54a-6b61-419a-856a-88e486891a30 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:42:44.556159 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-1bade461-e9b3-4655-ac76-f7ee3a5d46a9 service neutron] Attempting to bind port 9f6fc54a-6b61-419a-856a-88e486891a30 on network 28b691d7-d3f0-4987-9fdf-5c8e5e519792 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:42:44.567291 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-1bade461-e9b3-4655-ac76-f7ee3a5d46a9 service neutron] Port 9f6fc54a-6b61-419a-856a-88e486891a30 on network 28b691d7-d3f0-4987-9fdf-5c8e5e519792 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:42:44.569941 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-1bade461-e9b3-4655-ac76-f7ee3a5d46a9 service neutron] Attempting to bind port 9f6fc54a-6b61-419a-856a-88e486891a30 on network 28b691d7-d3f0-4987-9fdf-5c8e5e519792 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:42:44.583235 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-1bade461-e9b3-4655-ac76-f7ee3a5d46a9 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:42:44.584597 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-1bade461-e9b3-4655-ac76-f7ee3a5d46a9 service neutron] Checking segment: {'id': 'b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:42:44.585535 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-1bade461-e9b3-4655-ac76-f7ee3a5d46a9 service neutron] Bound using segment: {'id': 'b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:42:44.586652 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-1bade461-e9b3-4655-ac76-f7ee3a5d46a9 service neutron] Bound port: 9f6fc54a-6b61-419a-856a-88e486891a30, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:42:44.587797 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-1bade461-e9b3-4655-ac76-f7ee3a5d46a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:44.731184 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-1bade461-e9b3-4655-ac76-f7ee3a5d46a9 service neutron] For port 9f6fc54a-6b61-419a-856a-88e486891a30, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:42:44.737607 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-1bade461-e9b3-4655-ac76-f7ee3a5d46a9 service neutron] For port 9f6fc54a-6b61-419a-856a-88e486891a30, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9f6fc54a-6b61-419a-856a-88e486891a30,segment=NetworkSegment(b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e),segment_id=b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:42:44.745489 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-1bade461-e9b3-4655-ac76-f7ee3a5d46a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:44.766659 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1f29b50e-cba6-4778-a90d-0893e860ca13 None None] Provisioning complete for port 9f6fc54a-6b61-419a-856a-88e486891a30 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:44.767066 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f29b50e-cba6-4778-a90d-0893e860ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:44.970744 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bade461-e9b3-4655-ac76-f7ee3a5d46a9 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6fc54a-6b61-419a-856a-88e486891a30,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:44.991557 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f29b50e-cba6-4778-a90d-0893e860ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.049451 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a2e4ff4c-dfad-47ed-8e42-40c582289887 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.091052 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-1f29b50e-cba6-4778-a90d-0893e860ca13 None None] For port 9f6fc54a-6b61-419a-856a-88e486891a30, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9f6fc54a-6b61-419a-856a-88e486891a30,segment=NetworkSegment(b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e),segment_id=b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:45.096325 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cdac99-9bb7-4f1f-878f-399643c14a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6fc54a-6b61-419a-856a-88e486891a30'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:45.096690 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-1bade461-e9b3-4655-ac76-f7ee3a5d46a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:45.097558 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-1bade461-e9b3-4655-ac76-f7ee3a5d46a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.099941 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-1bade461-e9b3-4655-ac76-f7ee3a5d46a9 service neutron] 10.222.0.18 "PUT /v2.0/ports/9f6fc54a-6b61-419a-856a-88e486891a30 HTTP/1.1" status: 200 len: 1124 time: 1.4678717 Jul 15 13:42:45.104235 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3e327e-7082-43a3-8ce1-8b55821d5fb2" -d '{"events": [{"server_uuid": "d7cdac99-9bb7-4f1f-878f-399643c14a37", "name": "network-vif-plugged", "status": "completed", "tag": "9f6fc54a-6b61-419a-856a-88e486891a30"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:45.114572 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f29b50e-cba6-4778-a90d-0893e860ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.119030 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fbc28ab9-c56f-4dba-9d08-f631366267dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.151685 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4ff4c-dfad-47ed-8e42-40c582289887 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Subnet': ['ID=3130cbcf-19df-4c40-9e0b-22ab32caec30,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:45.155737 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a2e4ff4c-dfad-47ed-8e42-40c582289887 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.170119 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a2e4ff4c-dfad-47ed-8e42-40c582289887 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/subnets/3130cbcf-19df-4c40-9e0b-22ab32caec30 HTTP/1.1" status: 204 len: 168 time: 1.5882111 Jul 15 13:42:45.177121 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39874) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:45.221219 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25402bb-d496-4dc1-afe3-2d40982222f4 None None] Network c6443771-a6ce-44a9-8192-1583366cef2e requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:42:45.295145 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b256903-c124-4136-9159-0c1356fec7fe x-openstack-request-id: req-7b256903-c124-4136-9159-0c1356fec7fe {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:45.295581 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cdac99-9bb7-4f1f-878f-399643c14a37", "name": "network-vif-plugged", "status": "completed", "tag": "9f6fc54a-6b61-419a-856a-88e486891a30", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:45.295965 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b256903-c124-4136-9159-0c1356fec7fe {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:45.296598 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cdac99-9bb7-4f1f-878f-399643c14a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6fc54a-6b61-419a-856a-88e486891a30', 'code': 200} Jul 15 13:42:45.316816 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fbc28ab9-c56f-4dba-9d08-f631366267dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.328738 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['9f6fc54a-6b61-419a-856a-88e486891a30'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:42:45.332132 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0e00d-c185-43ea-ab14-f7afa2e922e0 req-77059335-190f-4718-ac33-bc907f48144c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:45.346489 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e0a0e00d-c185-43ea-ab14-f7afa2e922e0 req-77059335-190f-4718-ac33-bc907f48144c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 946 time: 0.2592568 Jul 15 13:42:45.406730 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d725ca-0b46-416a-98c4-c554c0aedc4a tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Deleting subnet 0f827582-4aef-4c52-b2a4-112ca5c79eb2 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:42:45.415744 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a2d725ca-0b46-416a-98c4-c554c0aedc4a tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.421678 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e0a0e00d-c185-43ea-ab14-f7afa2e922e0 req-e35fe374-8a37-40db-bf7b-ac27c7bb9941 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=7122978d-2321-41ff-8783-9e3847b6c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739639 Jul 15 13:42:45.493401 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a2d725ca-0b46-416a-98c4-c554c0aedc4a tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.555352 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fbc28ab9-c56f-4dba-9d08-f631366267dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.560765 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fbc28ab9-c56f-4dba-9d08-f631366267dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.562674 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fbc28ab9-c56f-4dba-9d08-f631366267dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/675f4b32-1998-4dae-9bf8-9337728a964c HTTP/1.1" status: 204 len: 168 time: 1.2075014 Jul 15 13:42:45.585492 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc28ab9-c56f-4dba-9d08-f631366267dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675f4b32-1998-4dae-9bf8-9337728a964c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:45.618315 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29b50e-cba6-4778-a90d-0893e860ca13 None None] Pushing event updated for resources: {'Port': ['ID=9f6fc54a-6b61-419a-856a-88e486891a30,revision_number=9']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:45.703222 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a2d725ca-0b46-416a-98c4-c554c0aedc4a tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.830190 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a2d725ca-0b46-416a-98c4-c554c0aedc4a tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.877426 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d725ca-0b46-416a-98c4-c554c0aedc4a tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Subnet': ['ID=0f827582-4aef-4c52-b2a4-112ca5c79eb2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:45.881047 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a2d725ca-0b46-416a-98c4-c554c0aedc4a tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.882986 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a2d725ca-0b46-416a-98c4-c554c0aedc4a tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/subnets/0f827582-4aef-4c52-b2a4-112ca5c79eb2 HTTP/1.1" status: 204 len: 168 time: 0.6978865 Jul 15 13:42:45.887199 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39892) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:45.928898 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0e2f195a-956e-4290-ab4b-702b9f66625a None None] Provisioning complete for port 9f6fc54a-6b61-419a-856a-88e486891a30 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:45.929250 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e2f195a-956e-4290-ab4b-702b9f66625a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.935748 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b40347-2fd4-4a3f-abe2-a29876140212 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] DELETE failed (client error): The resource could not be found. Jul 15 13:42:45.936510 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b40347-2fd4-4a3f-abe2-a29876140212 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:42:45.943566 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-88b40347-2fd4-4a3f-abe2-a29876140212 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/subnets/3130cbcf-19df-4c40-9e0b-22ab32caec30 HTTP/1.1" status: 404 len: 337 time: 0.0513084 Jul 15 13:42:45.944086 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39896) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:46.013935 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea3c6e9-4b9c-463e-bbad-09e2d9fc8964 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Deleting subnet dedefdb0-448e-4aae-adcc-c2436b196c7e {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:42:46.018024 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aea3c6e9-4b9c-463e-bbad-09e2d9fc8964 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:46.081039 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aea3c6e9-4b9c-463e-bbad-09e2d9fc8964 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:46.262563 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aea3c6e9-4b9c-463e-bbad-09e2d9fc8964 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:46.323145 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6779ca5-ba48-4df0-b5ea-dede9950e376 None None] Update dhcp port {'port': {'network_id': 'c6443771-a6ce-44a9-8192-1583366cef2e', 'fixed_ips': [{'subnet_id': 'dedefdb0-448e-4aae-adcc-c2436b196c7e', 'ip_address': '172.20.0.18'}, {'subnet_id': '0f827582-4aef-4c52-b2a4-112ca5c79eb2'}], 'binding:host_id': 'n-d-758944-45'}, 'id': 'e7440a31-b504-4c18-8120-62752ce0c22b'} from n-d-758944-45. {{(pid=93815) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:42:46.332245 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cdac99-9bb7-4f1f-878f-399643c14a37', 'tag': '9f6fc54a-6b61-419a-856a-88e486891a30'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:46.337378 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8f2d9c-f289-4a40-a7c0-0ee1feb8737a" -d '{"events": [{"name": "network-changed", "server_uuid": "d7cdac99-9bb7-4f1f-878f-399643c14a37", "tag": "9f6fc54a-6b61-419a-856a-88e486891a30"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:46.398137 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aea3c6e9-4b9c-463e-bbad-09e2d9fc8964 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:46.431940 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e107050-8e13-4c61-ab3c-3bf68ad3f5a7 x-openstack-request-id: req-8e107050-8e13-4c61-ab3c-3bf68ad3f5a7 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:46.432241 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7cdac99-9bb7-4f1f-878f-399643c14a37", "tag": "9f6fc54a-6b61-419a-856a-88e486891a30", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:46.432493 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e107050-8e13-4c61-ab3c-3bf68ad3f5a7 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:46.432912 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7cdac99-9bb7-4f1f-878f-399643c14a37', 'tag': '9f6fc54a-6b61-419a-856a-88e486891a30', 'status': 'completed', 'code': 200} Jul 15 13:42:46.471591 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3c6e9-4b9c-463e-bbad-09e2d9fc8964 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Subnet': ['ID=dedefdb0-448e-4aae-adcc-c2436b196c7e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:46.476090 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aea3c6e9-4b9c-463e-bbad-09e2d9fc8964 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:46.476683 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a6779ca5-ba48-4df0-b5ea-dede9950e376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:46.481677 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-aea3c6e9-4b9c-463e-bbad-09e2d9fc8964 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/subnets/dedefdb0-448e-4aae-adcc-c2436b196c7e HTTP/1.1" status: 204 len: 168 time: 0.5359359 Jul 15 13:42:46.484130 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39910) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:46.579054 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb6829c-d618-4ce5-a8b6-496beb14a8ee tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] DELETE failed (client error): The resource could not be found. Jul 15 13:42:46.579772 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb6829c-d618-4ce5-a8b6-496beb14a8ee tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:42:46.590183 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1fb6829c-d618-4ce5-a8b6-496beb14a8ee tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/subnets/ecd76089-5b34-49e2-823c-a58c62bc1772 HTTP/1.1" status: 404 len: 337 time: 0.1024189 Jul 15 13:42:46.593685 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39912) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:46.648926 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-15d89a6a-03bb-4b2d-9351-f8a1ea2d93bd tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "GET /v2.0/ports?device_id=7677865b-c5f9-45f2-8cb0-7480ad7eb17a HTTP/1.1" status: 200 len: 205 time: 0.0527287 Jul 15 13:42:46.651411 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39914) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:46.738794 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f2d9c-f289-4a40-a7c0-0ee1feb8737a req-a45057cf-8e74-4727-a978-43b760586de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:46.744738 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9c8f2d9c-f289-4a40-a7c0-0ee1feb8737a req-a45057cf-8e74-4727-a978-43b760586de5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 1129 time: 0.2406788 Jul 15 13:42:46.778898 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-e90a7f93-80de-4b70-b207-444f7291bf7e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] delete failed (client error): The resource could not be found. Jul 15 13:42:46.780617 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e90a7f93-80de-4b70-b207-444f7291bf7e tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/routers/7677865b-c5f9-45f2-8cb0-7480ad7eb17a HTTP/1.1" status: 404 len: 336 time: 0.1207137 Jul 15 13:42:46.786348 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39920) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:46.836346 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed01d8ff-6a8e-4b67-9c36-4d60cc642a53 None None] Network c6443771-a6ce-44a9-8192-1583366cef2e requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:42:46.838455 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-def8dc8a-122d-466d-9c07-7224828d43de tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] DELETE failed (client error): The resource could not be found. Jul 15 13:42:46.838942 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def8dc8a-122d-466d-9c07-7224828d43de tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:42:46.845027 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-def8dc8a-122d-466d-9c07-7224828d43de tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/subnets/932e3a1e-99dc-4e42-8b49-a5227f52409c HTTP/1.1" status: 404 len: 337 time: 0.0573549 Jul 15 13:42:46.845635 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39924) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:46.882979 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39926) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:46.906351 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-e57bd449-fda1-40f4-b774-012e7d437ed0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] DELETE failed (client error): The resource could not be found. Jul 15 13:42:46.906817 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e57bd449-fda1-40f4-b774-012e7d437ed0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:42:46.910357 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e57bd449-fda1-40f4-b774-012e7d437ed0 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/subnets/b116a87d-2adf-4836-b0a7-98bf7359158e HTTP/1.1" status: 404 len: 337 time: 0.0633316 Jul 15 13:42:46.914012 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39930) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:46.921709 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-523cb61e-4029-4235-83a8-265fd6e32748 None None] Provisioning complete for port f5b53820-ddfb-4e4f-8179-970aacbaabe2 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:46.922341 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-523cb61e-4029-4235-83a8-265fd6e32748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:46.962714 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b12699-99bb-48b6-a670-5b3ac287d68c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] DELETE failed (client error): The resource could not be found. Jul 15 13:42:46.963661 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68b12699-99bb-48b6-a670-5b3ac287d68c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:42:46.969291 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-68b12699-99bb-48b6-a670-5b3ac287d68c tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/subnets/ccf014eb-7fe8-463a-8468-582dd0028100 HTTP/1.1" status: 404 len: 337 time: 0.0532827 Jul 15 13:42:46.970682 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39934) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:47.010164 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-421fc7f1-c652-43a5-9965-67354a021f3b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] DELETE failed (client error): The resource could not be found. Jul 15 13:42:47.012335 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-421fc7f1-c652-43a5-9965-67354a021f3b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:42:47.017905 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-421fc7f1-c652-43a5-9965-67354a021f3b tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/ports/c1bc47e6-e3bc-4db6-a1f7-af6d4acf96c1 HTTP/1.1" status: 404 len: 333 time: 0.0455658 Jul 15 13:42:47.018947 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39936) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:47.049230 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e34a943-569a-4bae-a00b-fcf90ffcd9f1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] DELETE failed (client error): The resource could not be found. Jul 15 13:42:47.050842 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e34a943-569a-4bae-a00b-fcf90ffcd9f1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:42:47.066795 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2e34a943-569a-4bae-a00b-fcf90ffcd9f1 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/subnets/3e9d9da9-4b8d-42a0-b5f8-5f2dfe30a09c HTTP/1.1" status: 404 len: 337 time: 0.0399196 Jul 15 13:42:47.067924 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39938) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:47.111482 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-523cb61e-4029-4235-83a8-265fd6e32748 None None] Port f5b53820-ddfb-4e4f-8179-970aacbaabe2 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:42:47.112985 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e7cae95-b524-4284-85fd-47dcf5dabc49 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] DELETE failed (client error): The resource could not be found. Jul 15 13:42:47.114457 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e7cae95-b524-4284-85fd-47dcf5dabc49 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:42:47.120553 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2e7cae95-b524-4284-85fd-47dcf5dabc49 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/subnets/f1ba52fe-234e-47aa-8326-475a62525935 HTTP/1.1" status: 404 len: 337 time: 0.0507574 Jul 15 13:42:47.122935 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39940) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:47.156769 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-523cb61e-4029-4235-83a8-265fd6e32748 None None] Provisioning complete for port e7440a31-b504-4c18-8120-62752ce0c22b triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:47.157142 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-523cb61e-4029-4235-83a8-265fd6e32748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:47.158888 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-311c7252-9890-42f4-8b7d-3f201c6b053d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] DELETE failed (client error): The resource could not be found. Jul 15 13:42:47.160265 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-311c7252-9890-42f4-8b7d-3f201c6b053d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:42:47.165955 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-311c7252-9890-42f4-8b7d-3f201c6b053d tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/ports/26294723-09c3-4301-8d1a-d8a2ffd6f5e9 HTTP/1.1" status: 404 len: 333 time: 0.0412905 Jul 15 13:42:47.166984 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39944) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:47.202419 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef11d4f-fdb2-4aca-a5c9-6f14f81c59ec tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] DELETE failed (client error): The resource could not be found. Jul 15 13:42:47.203254 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bef11d4f-fdb2-4aca-a5c9-6f14f81c59ec tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:42:47.209244 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-bef11d4f-fdb2-4aca-a5c9-6f14f81c59ec tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/subnets/2da4ab87-d82c-4990-9962-f4468c7e19b6 HTTP/1.1" status: 404 len: 337 time: 0.0402424 Jul 15 13:42:47.210453 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39948) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:47.246974 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-a62a96ec-352f-48e4-bcec-62cbb82473b2 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] DELETE failed (client error): The resource could not be found. Jul 15 13:42:47.247859 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a62a96ec-352f-48e4-bcec-62cbb82473b2 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:42:47.251082 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a62a96ec-352f-48e4-bcec-62cbb82473b2 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/subnets/1c5b7f84-4936-458c-a0f4-25f9144f6c75 HTTP/1.1" status: 404 len: 337 time: 0.0392971 Jul 15 13:42:47.257908 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39950) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:47.304045 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f087cc1-ae64-4fd0-91dd-acf42298af20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:47.455141 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-7b5c34f9-9ef6-4911-829b-57ba9ed4e5a6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Deleting port f5b53820-ddfb-4e4f-8179-970aacbaabe2 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:47.455511 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7b5c34f9-9ef6-4911-829b-57ba9ed4e5a6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:47.478646 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4f1669-c428-4ab2-becf-108ad910c973 None None] DHCP port deletion for c6443771-a6ce-44a9-8192-1583366cef2e request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:42:47.554483 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7b5c34f9-9ef6-4911-829b-57ba9ed4e5a6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:47.572591 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7e4f1669-c428-4ab2-becf-108ad910c973 None None] Deleting port e7440a31-b504-4c18-8120-62752ce0c22b {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:47.572981 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7e4f1669-c428-4ab2-becf-108ad910c973 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:47.588306 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-7b5c34f9-9ef6-4911-829b-57ba9ed4e5a6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Calling delete_port for f5b53820-ddfb-4e4f-8179-970aacbaabe2 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:47.597376 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f087cc1-ae64-4fd0-91dd-acf42298af20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:47.608289 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f087cc1-ae64-4fd0-91dd-acf42298af20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:47.622782 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f2d9c-f289-4a40-a7c0-0ee1feb8737a req-c19ec5e6-a4b3-4f4f-b7e5-bd8b8afa3caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:47.624626 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9c8f2d9c-f289-4a40-a7c0-0ee1feb8737a req-c19ec5e6-a4b3-4f4f-b7e5-bd8b8afa3caf service neutron] 10.222.0.32 "GET /v2.0/networks?id=28b691d7-d3f0-4987-9fdf-5c8e5e519792 HTTP/1.1" status: 200 len: 896 time: 0.8725305 Jul 15 13:42:47.673035 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7e4f1669-c428-4ab2-becf-108ad910c973 None None] For port e7440a31-b504-4c18-8120-62752ce0c22b, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e7440a31-b504-4c18-8120-62752ce0c22b,segment=NetworkSegment(cd3c0f16-6c90-4f80-8bc5-e5fff235329f),segment_id=cd3c0f16-6c90-4f80-8bc5-e5fff235329f)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:47.673355 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7e4f1669-c428-4ab2-becf-108ad910c973 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:47.692648 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7e4f1669-c428-4ab2-becf-108ad910c973 None None] Calling delete_port for e7440a31-b504-4c18-8120-62752ce0c22b owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:47.699289 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9f087cc1-ae64-4fd0-91dd-acf42298af20 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b590c4c233d342469bcefe50c98acc07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8142173 Jul 15 13:42:47.700893 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39958) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:47.703191 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f087cc1-ae64-4fd0-91dd-acf42298af20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20857dc5-6113-404f-bf04-97f0e3fad83c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:47.745230 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080657e-3e0b-4cd1-8dda-7fc187835ccb req-aa615596-1382-4601-a629-58f9763f02fa tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:47.753049 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f080657e-3e0b-4cd1-8dda-7fc187835ccb req-aa615596-1382-4601-a629-58f9763f02fa tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 946 time: 0.9369383 Jul 15 13:42:47.762336 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7b5c34f9-9ef6-4911-829b-57ba9ed4e5a6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:47.813973 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7e4f1669-c428-4ab2-becf-108ad910c973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:47.819722 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c34f9-9ef6-4911-829b-57ba9ed4e5a6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Port': ['ID=f5b53820-ddfb-4e4f-8179-970aacbaabe2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:47.827528 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7b5c34f9-9ef6-4911-829b-57ba9ed4e5a6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:47.830427 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7b5c34f9-9ef6-4911-829b-57ba9ed4e5a6 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/ports/f5b53820-ddfb-4e4f-8179-970aacbaabe2 HTTP/1.1" status: 204 len: 168 time: 0.5680161 Jul 15 13:42:47.834435 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39960) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:47.864824 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f1669-c428-4ab2-becf-108ad910c973 None None] Pushing event deleted for resources: {'Port': ['ID=e7440a31-b504-4c18-8120-62752ce0c22b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:47.868973 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e7440a31-b504-4c18-8120-62752ce0c22b no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:47.881671 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9c8f2d9c-f289-4a40-a7c0-0ee1feb8737a req-3efaaf1b-158a-4567-abae-053c00824d69 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f6fc54a-6b61-419a-856a-88e486891a30 HTTP/1.1" status: 200 len: 1001 time: 0.2492833 Jul 15 13:42:47.940810 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f080657e-3e0b-4cd1-8dda-7fc187835ccb req-c13c92b4-7149-4a21-ae54-aaf1a2acb62b tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=7122978d-2321-41ff-8783-9e3847b6c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666868 Jul 15 13:42:47.943129 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: e7440a31-b504-4c18-8120-62752ce0c22b {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:42:47.944278 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e7440a31-b504-4c18-8120-62752ce0c22b not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:42:47.949928 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4f1669-c428-4ab2-becf-108ad910c973 None None] No DVR routers for this DVR port e7440a31-b504-4c18-8120-62752ce0c22b on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:42:47.966688 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-db6bb6a3-700a-4dc5-a238-b7d4b62140b8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:48.002023 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e6859b3-843e-452f-8e15-a83091478c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:48.045831 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f2d9c-f289-4a40-a7c0-0ee1feb8737a req-97127ed9-9d79-4778-9017-7a06944aeec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:48.048687 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9c8f2d9c-f289-4a40-a7c0-0ee1feb8737a req-97127ed9-9d79-4778-9017-7a06944aeec5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=98535626-bb0e-466e-8301-a3a0710d0d3d HTTP/1.1" status: 200 len: 834 time: 0.1561282 Jul 15 13:42:48.057638 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e6859b3-843e-452f-8e15-a83091478c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:48.103607 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-db6bb6a3-700a-4dc5-a238-b7d4b62140b8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:48.121666 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-db6bb6a3-700a-4dc5-a238-b7d4b62140b8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6443771-a6ce-44a9-8192-1583366cef2e']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:48.145272 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-db6bb6a3-700a-4dc5-a238-b7d4b62140b8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd3c0f16-6c90-4f80-8bc5-e5fff235329f') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:48.146047 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-db6bb6a3-700a-4dc5-a238-b7d4b62140b8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd3c0f16-6c90-4f80-8bc5-e5fff235329f') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:48.164605 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-db6bb6a3-700a-4dc5-a238-b7d4b62140b8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:48.192380 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-db6bb6a3-700a-4dc5-a238-b7d4b62140b8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:48.195632 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 9f6fc54a-6b61-419a-856a-88e486891a30 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:42:48.225086 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6bb6a3-700a-4dc5-a238-b7d4b62140b8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:42:48.225674 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-db6bb6a3-700a-4dc5-a238-b7d4b62140b8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:48.235045 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:42:48.235045 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:42:48.235045 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:42:48.235045 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:42:48.235045 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:42:48.235045 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:42:48.235045 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:42:48.235045 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:42:48.235045 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:42:48.235045 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:42:48.235045 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:42:48.235045 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:42:48.235045 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:42:48.235045 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:42:48.235045 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:42:48.235045 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:42:48.235045 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:42:48.235045 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:42:48.235045 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:42:48.235045 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:42:48.235045 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:42:48.235045 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:42:48.235045 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:42:48.235045 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:42:48.235045 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:42:48.235045 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:42:48.235045 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:42:48.235045 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:42:48.235045 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:42:48.235045 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:42:48.235045 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:42:48.235045 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:42:48.250317 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f2d9c-f289-4a40-a7c0-0ee1feb8737a req-f41d7e36-374f-4bcd-9455-407048d4404c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:48.258393 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9c8f2d9c-f289-4a40-a7c0-0ee1feb8737a req-f41d7e36-374f-4bcd-9455-407048d4404c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=28b691d7-d3f0-4987-9fdf-5c8e5e519792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1910803 Jul 15 13:42:48.260366 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e6859b3-843e-452f-8e15-a83091478c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:48.264529 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e6859b3-843e-452f-8e15-a83091478c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:48.266274 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6e6859b3-843e-452f-8e15-a83091478c81 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/20857dc5-6113-404f-bf04-97f0e3fad83c HTTP/1.1" status: 204 len: 168 time: 0.5529804 Jul 15 13:42:48.301341 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6859b3-843e-452f-8e15-a83091478c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20857dc5-6113-404f-bf04-97f0e3fad83c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:48.353898 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-db6bb6a3-700a-4dc5-a238-b7d4b62140b8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:48.381893 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-db6bb6a3-700a-4dc5-a238-b7d4b62140b8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:48.389054 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9c8f2d9c-f289-4a40-a7c0-0ee1feb8737a req-275a367b-b9ba-49e2-984e-c2604bc9b289 service neutron] 10.222.0.32 "GET /v2.0/networks/28b691d7-d3f0-4987-9fdf-5c8e5e519792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214905 Jul 15 13:42:48.390246 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-db6bb6a3-700a-4dc5-a238-b7d4b62140b8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] 10.222.0.24 "DELETE /v2.0/networks/c6443771-a6ce-44a9-8192-1583366cef2e HTTP/1.1" status: 204 len: 168 time: 0.5543416 Jul 15 13:42:48.402518 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6bb6a3-700a-4dc5-a238-b7d4b62140b8 tempest-PortsTestJSON-1801684386 tempest-PortsTestJSON-1801684386-project] Pushing event deleted for resources: {'Network': ['ID=c6443771-a6ce-44a9-8192-1583366cef2e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:48.425079 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 9f6fc54a-6b61-419a-856a-88e486891a30, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9f6fc54a-6b61-419a-856a-88e486891a30,segment=NetworkSegment(b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e),segment_id=b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:48.441519 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 9f6fc54a-6b61-419a-856a-88e486891a30 has no active binding in host n-h1-758944-45 {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:42:48.525219 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9c8f2d9c-f289-4a40-a7c0-0ee1feb8737a req-d6f3c692-699b-44e6-8a53-317faf9d161b service neutron] 10.222.0.32 "GET /v2.0/networks/28b691d7-d3f0-4987-9fdf-5c8e5e519792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281159 Jul 15 13:42:48.969177 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39988) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:48.995446 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 39996) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:49.015746 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7982f40f-076d-423a-a40a-63661b170c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:49.175347 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7982f40f-076d-423a-a40a-63661b170c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:49.200757 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7982f40f-076d-423a-a40a-63661b170c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:49.254556 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7982f40f-076d-423a-a40a-63661b170c71 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7bb6151fbee04fcb82824bf0bf885e85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2559950 Jul 15 13:42:49.257246 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 39998) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:49.268658 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982f40f-076d-423a-a40a-63661b170c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbdf368-2b25-480d-8bc4-1b9848d8f811,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:49.315651 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8d3d1-c201-469b-ae68-08dd55aaa1da req-72d15e2f-4322-4ea7-8b88-0000e529fc41 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:49.318748 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8be8d3d1-c201-469b-ae68-08dd55aaa1da req-72d15e2f-4322-4ea7-8b88-0000e529fc41 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 946 time: 0.1585433 Jul 15 13:42:49.388822 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8be8d3d1-c201-469b-ae68-08dd55aaa1da req-cfe21163-545d-4787-85fd-03cc0876cc65 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=7122978d-2321-41ff-8783-9e3847b6c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634782 Jul 15 13:42:49.391234 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9333a686-cc6f-49ae-a5a1-9123eda85a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:49.408255 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-63f86eed-2dcb-4c23-8933-7d67e67ed85f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1981fd6106a4308832b67fe99f6ae3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4375973 Jul 15 13:42:49.412630 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40000) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:49.438986 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9333a686-cc6f-49ae-a5a1-9123eda85a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:49.494249 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f6459421-3e78-4558-b2e6-991b4a90a2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:49.512605 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9333a686-cc6f-49ae-a5a1-9123eda85a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:49.518288 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9333a686-cc6f-49ae-a5a1-9123eda85a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:49.522447 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9333a686-cc6f-49ae-a5a1-9123eda85a1c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cbbdf368-2b25-480d-8bc4-1b9848d8f811 HTTP/1.1" status: 204 len: 168 time: 0.2617245 Jul 15 13:42:49.532861 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f6459421-3e78-4558-b2e6-991b4a90a2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:49.533537 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333a686-cc6f-49ae-a5a1-9123eda85a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbdf368-2b25-480d-8bc4-1b9848d8f811,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:49.628537 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f6459421-3e78-4558-b2e6-991b4a90a2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:49.633259 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f6459421-3e78-4558-b2e6-991b4a90a2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:49.634251 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f6459421-3e78-4558-b2e6-991b4a90a2f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be7cab7b-6c8e-4b3e-9c74-9e3666c738cb HTTP/1.1" status: 204 len: 168 time: 0.2194304 Jul 15 13:42:49.650858 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6459421-3e78-4558-b2e6-991b4a90a2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7cab7b-6c8e-4b3e-9c74-9e3666c738cb,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:50.112649 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-20f63420-1d54-4062-a162-35ff9bb430ad service neutron] 10.222.0.32 "GET /v2.0/ports/9f6fc54a-6b61-419a-856a-88e486891a30/bindings/n-h1-758944-45 HTTP/1.1" status: 200 len: 385 time: 0.0718267 Jul 15 13:42:50.443490 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-9855d68a-1b54-4bf7-8ec3-270b4553c722 service neutron] For port 9f6fc54a-6b61-419a-856a-88e486891a30, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9f6fc54a-6b61-419a-856a-88e486891a30,segment=NetworkSegment(b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e),segment_id=b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:50.501470 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-9855d68a-1b54-4bf7-8ec3-270b4553c722 service neutron] For port 9f6fc54a-6b61-419a-856a-88e486891a30, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:42:50.621403 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cdac99-9bb7-4f1f-878f-399643c14a37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f6fc54a-6b61-419a-856a-88e486891a30'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:50.625807 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf3d362-70fd-4b24-8353-0ff6a5456a12" -d '{"events": [{"server_uuid": "d7cdac99-9bb7-4f1f-878f-399643c14a37", "name": "network-vif-unplugged", "status": "completed", "tag": "9f6fc54a-6b61-419a-856a-88e486891a30"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:50.641390 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-9855d68a-1b54-4bf7-8ec3-270b4553c722 service neutron] For port 9f6fc54a-6b61-419a-856a-88e486891a30, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9f6fc54a-6b61-419a-856a-88e486891a30,segment=NetworkSegment(b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e),segment_id=b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:50.671276 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-9855d68a-1b54-4bf7-8ec3-270b4553c722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:50.784575 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d34c9c1-e882-4309-9058-c4b05e17921d x-openstack-request-id: req-8d34c9c1-e882-4309-9058-c4b05e17921d {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:50.785015 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cdac99-9bb7-4f1f-878f-399643c14a37", "name": "network-vif-unplugged", "status": "completed", "tag": "9f6fc54a-6b61-419a-856a-88e486891a30", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:50.785405 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d34c9c1-e882-4309-9058-c4b05e17921d {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:50.785953 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cdac99-9bb7-4f1f-878f-399643c14a37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f6fc54a-6b61-419a-856a-88e486891a30', 'code': 200} Jul 15 13:42:50.856963 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-9855d68a-1b54-4bf7-8ec3-270b4553c722 service neutron] Transition to ACTIVE for port object 9f6fc54a-6b61-419a-856a-88e486891a30 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:50.865058 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-9855d68a-1b54-4bf7-8ec3-270b4553c722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:50.899328 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ba49ed46-2700-454a-af76-7aac69c23bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:51.008076 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855d68a-1b54-4bf7-8ec3-270b4553c722 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6fc54a-6b61-419a-856a-88e486891a30,revision_number=11']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:51.323232 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-9855d68a-1b54-4bf7-8ec3-270b4553c722 service neutron] No DVR routers for this DVR port 9f6fc54a-6b61-419a-856a-88e486891a30 on host n-h2-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:42:51.397375 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf8052-d1aa-4966-af8b-ad6f5473e571 req-cdc9e9dd-71e6-40d5-8ecd-909f255799ca tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:51.399688 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cbaf8052-d1aa-4966-af8b-ad6f5473e571 req-cdc9e9dd-71e6-40d5-8ecd-909f255799ca tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 945 time: 0.8263927 Jul 15 13:42:51.470966 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cbaf8052-d1aa-4966-af8b-ad6f5473e571 req-ad36d231-3315-4091-a83f-dc70d121154b tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=7122978d-2321-41ff-8783-9e3847b6c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520699 Jul 15 13:42:51.579898 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-9855d68a-1b54-4bf7-8ec3-270b4553c722 service neutron] 10.222.0.32 "PUT /v2.0/ports/9f6fc54a-6b61-419a-856a-88e486891a30/bindings/n-h1-758944-45/activate HTTP/1.1" status: 200 len: 370 time: 1.4589720 Jul 15 13:42:51.780051 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-77e78276-c3cd-4bcc-8635-ecbbd5ed4565 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:51.783478 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-77e78276-c3cd-4bcc-8635-ecbbd5ed4565 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37&tenant_id=5969ba48b19a42969f3c1202e7616f77&binding%3Ahost_id=n-h2-758944-45 HTTP/1.1" status: 200 len: 1097 time: 0.1023200 Jul 15 13:42:51.859209 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-712dfa97-ebd1-426c-820c-0c0a08dc6b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:51.860976 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-712dfa97-ebd1-426c-820c-0c0a08dc6b50 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37&tenant_id=5969ba48b19a42969f3c1202e7616f77 HTTP/1.1" status: 200 len: 1097 time: 0.0708175 Jul 15 13:42:52.020285 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-274f59f9-977a-4482-95e7-4311c7ec1105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:52.023292 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-274f59f9-977a-4482-95e7-4311c7ec1105 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 1097 time: 0.1303935 Jul 15 13:42:52.166938 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-c0265329-6697-4000-94d4-c33f965eaf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:52.168785 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-c0265329-6697-4000-94d4-c33f965eaf6f service neutron] 10.222.0.18 "GET /v2.0/networks?id=28b691d7-d3f0-4987-9fdf-5c8e5e519792 HTTP/1.1" status: 200 len: 896 time: 0.1378801 Jul 15 13:42:52.301096 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-5cd8d9d9-62d2-43d6-bf9e-f968661fd037 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f6fc54a-6b61-419a-856a-88e486891a30 HTTP/1.1" status: 200 len: 999 time: 0.1247659 Jul 15 13:42:52.395407 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-6dd71513-94e5-496a-a6d2-47ddcd829277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:52.400226 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-6dd71513-94e5-496a-a6d2-47ddcd829277 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=98535626-bb0e-466e-8301-a3a0710d0d3d HTTP/1.1" status: 200 len: 834 time: 0.0893347 Jul 15 13:42:52.501650 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-bc964a27-7880-4bc2-8bd5-93ad6f8dbd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:52.505052 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-bc964a27-7880-4bc2-8bd5-93ad6f8dbd39 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=28b691d7-d3f0-4987-9fdf-5c8e5e519792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979447 Jul 15 13:42:52.751491 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-d44ca559-6e0b-4996-a4f2-6f6b813fdbce service neutron] 10.222.0.18 "GET /v2.0/networks/28b691d7-d3f0-4987-9fdf-5c8e5e519792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392380 Jul 15 13:42:52.896670 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43418a2-a579-4e1b-a9dc-625bfaf47238 req-8a587920-4924-486d-b177-4f9921b6af9a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:52.915164 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e43418a2-a579-4e1b-a9dc-625bfaf47238 req-8a587920-4924-486d-b177-4f9921b6af9a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 945 time: 0.2705684 Jul 15 13:42:52.966263 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-4ef40e2a-ab97-4700-bff4-59ba0b4dbb7b service neutron] 10.222.0.18 "GET /v2.0/networks/28b691d7-d3f0-4987-9fdf-5c8e5e519792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042327 Jul 15 13:42:52.999228 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e43418a2-a579-4e1b-a9dc-625bfaf47238 req-b3f6eb92-173b-40a1-a29b-6d53b0efa3cb tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=7122978d-2321-41ff-8783-9e3847b6c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849342 Jul 15 13:42:53.301228 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:53.425185 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ab96e31f-71dc-4845-8eae-cee105564ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:53.510786 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-e927fbd0-6623-4679-bae9-3d8c91ddbf32 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:53.513464 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-e927fbd0-6623-4679-bae9-3d8c91ddbf32 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37&tenant_id=5969ba48b19a42969f3c1202e7616f77&binding%3Ahost_id=n-h1-758944-45 HTTP/1.1" status: 200 len: 1097 time: 0.1560628 Jul 15 13:42:53.787491 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-6933c465-e0f1-4a77-bd04-65494365ff2e service neutron] For port 9f6fc54a-6b61-419a-856a-88e486891a30, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:42:53.796746 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-6933c465-e0f1-4a77-bd04-65494365ff2e service neutron] Notify callbacks [] for binding, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:53.800312 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b10e18f-432d-4c2d-b7ea-eeb58f6e431c req-6933c465-e0f1-4a77-bd04-65494365ff2e service neutron] 10.222.0.18 "DELETE /v2.0/ports/9f6fc54a-6b61-419a-856a-88e486891a30/bindings/n-h2-758944-45 HTTP/1.1" status: 204 len: 173 time: 0.2791817 Jul 15 13:42:54.339018 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c38b22-8ddc-4f22-9d16-4935f4eaffdc req-06075bf2-ace4-48c4-859b-b9e62dbba7e7 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:54.343161 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-57c38b22-8ddc-4f22-9d16-4935f4eaffdc req-06075bf2-ace4-48c4-859b-b9e62dbba7e7 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 945 time: 0.1736729 Jul 15 13:42:54.346458 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40156) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:54.392688 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 9f6fc54a-6b61-419a-856a-88e486891a30 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:54.418362 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-57c38b22-8ddc-4f22-9d16-4935f4eaffdc req-f76f0ca4-91d8-4c1e-8150-e26007593ebc tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=7122978d-2321-41ff-8783-9e3847b6c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655992 Jul 15 13:42:54.468951 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 9f6fc54a-6b61-419a-856a-88e486891a30 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:42:54.529800 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a492b8c9-31a8-4147-8196-de4249e3ed62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:54.655801 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a492b8c9-31a8-4147-8196-de4249e3ed62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:54.663513 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a492b8c9-31a8-4147-8196-de4249e3ed62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:54.743522 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a492b8c9-31a8-4147-8196-de4249e3ed62 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3be6c689109447018aabe88120fe10d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3943968 Jul 15 13:42:54.744576 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492b8c9-31a8-4147-8196-de4249e3ed62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0101f76-4490-4045-bb11-9563db814e5c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:54.744775 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40170) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:54.794609 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:54.899335 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b78c5afa-7e3f-4a34-a623-73eba7de3b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:54.899663 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46e111-b081-46ff-b8d4-fba8c41d9cf7 req-024622c2-debe-430e-ab32-1cf963944299 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:54.901751 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cd46e111-b081-46ff-b8d4-fba8c41d9cf7 req-024622c2-debe-430e-ab32-1cf963944299 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 1097 time: 0.3287172 Jul 15 13:42:54.966051 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b78c5afa-7e3f-4a34-a623-73eba7de3b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:54.984336 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cd46e111-b081-46ff-b8d4-fba8c41d9cf7 req-f6dd5653-f1bf-4cbc-ac39-c3575da74de2 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=7122978d-2321-41ff-8783-9e3847b6c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715449 Jul 15 13:42:55.093627 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b78c5afa-7e3f-4a34-a623-73eba7de3b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:55.102244 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b78c5afa-7e3f-4a34-a623-73eba7de3b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:55.109430 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b78c5afa-7e3f-4a34-a623-73eba7de3b78 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f0101f76-4490-4045-bb11-9563db814e5c HTTP/1.1" status: 204 len: 168 time: 0.3609378 Jul 15 13:42:55.127326 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c5afa-7e3f-4a34-a623-73eba7de3b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0101f76-4490-4045-bb11-9563db814e5c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:55.312440 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e8d1b-e6f1-4327-b7ce-1b90de92d917 req-253571bf-a7f2-4c9a-8f03-059fcdd6df76 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:55.315726 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-563e8d1b-e6f1-4327-b7ce-1b90de92d917 req-253571bf-a7f2-4c9a-8f03-059fcdd6df76 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 945 time: 0.1213205 Jul 15 13:42:55.399275 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-563e8d1b-e6f1-4327-b7ce-1b90de92d917 req-673d4e8f-2025-4f38-9abf-0c38e1bca218 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=7122978d-2321-41ff-8783-9e3847b6c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683846 Jul 15 13:42:55.435471 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:55.461612 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40192) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:55.591516 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-35e4397a-f9ad-4154-a37b-eda6b5db93df tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/floatingips/28e41bf4-3922-4f0e-997d-6a9f7e43af85 HTTP/1.1" status: 200 len: 991 time: 0.1278424 Jul 15 13:42:55.782734 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40200) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:55.810693 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a0370a9-0606-4f6a-b891-0aafd9948be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:55.975127 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a0370a9-0606-4f6a-b891-0aafd9948be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:55.981266 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a0370a9-0606-4f6a-b891-0aafd9948be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:56.042107 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7a0370a9-0606-4f6a-b891-0aafd9948be1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=372dd4537fbd4d07ab2db5fa734109bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2562065 Jul 15 13:42:56.044031 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0370a9-0606-4f6a-b891-0aafd9948be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148a87e2-7397-4919-bbee-be18501ef4f4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:56.046633 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40202) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:56.123005 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-592eed51-48fb-4f02-a169-8cc8289b4e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:56.162441 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-592eed51-48fb-4f02-a169-8cc8289b4e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:56.250642 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-592eed51-48fb-4f02-a169-8cc8289b4e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:56.255822 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-592eed51-48fb-4f02-a169-8cc8289b4e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:56.258457 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-592eed51-48fb-4f02-a169-8cc8289b4e1c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/148a87e2-7397-4919-bbee-be18501ef4f4 HTTP/1.1" status: 204 len: 168 time: 0.2097714 Jul 15 13:42:56.275864 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592eed51-48fb-4f02-a169-8cc8289b4e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148a87e2-7397-4919-bbee-be18501ef4f4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:56.406511 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:58.012125 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40256) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:58.493382 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-1f2cbad8-8d5f-4d3a-b46c-d14e965e1a40 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Deleting port 2d1a32cf-748e-4e41-9e63-2fdf457c7ae7 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:58.494056 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1f2cbad8-8d5f-4d3a-b46c-d14e965e1a40 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:58.673307 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1f2cbad8-8d5f-4d3a-b46c-d14e965e1a40 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:58.674199 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1f2cbad8-8d5f-4d3a-b46c-d14e965e1a40 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:58.703331 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-1f2cbad8-8d5f-4d3a-b46c-d14e965e1a40 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Calling delete_port for 2d1a32cf-748e-4e41-9e63-2fdf457c7ae7 owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:58.921284 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40272) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:59.061097 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1f2cbad8-8d5f-4d3a-b46c-d14e965e1a40 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:59.166198 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2cbad8-8d5f-4d3a-b46c-d14e965e1a40 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event deleted for resources: {'Port': ['ID=2d1a32cf-748e-4e41-9e63-2fdf457c7ae7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:59.207331 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44f7c528-1cf7-4c49-b05d-6ebc38a055d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:59.247739 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1f2cbad8-8d5f-4d3a-b46c-d14e965e1a40 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:59.248193 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-1f2cbad8-8d5f-4d3a-b46c-d14e965e1a40 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Floating IP 28e41bf4-3922-4f0e-997d-6a9f7e43af85 disassociated (deleted). External IP: 172.25.6.21, port: 9f6fc54a-6b61-419a-856a-88e486891a30. Jul 15 13:42:59.528280 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44f7c528-1cf7-4c49-b05d-6ebc38a055d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:59.542041 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44f7c528-1cf7-4c49-b05d-6ebc38a055d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:59.657168 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-44f7c528-1cf7-4c49-b05d-6ebc38a055d6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dfc3f79931db45148f5dfa1cc5c015d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7330167 Jul 15 13:42:59.676532 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7c528-1cf7-4c49-b05d-6ebc38a055d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8bf2e0-f9c1-4156-a9c3-fda6450c73f5,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:59.703632 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40284) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:59.722706 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d8d7d021-7b5a-4495-9be3-cb69aa77ae6f req-a7a336ab-073c-49ef-b320-dbce818c93c0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=be667bda-aeda-491b-8875-39df528f743d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3101547 Jul 15 13:42:59.810419 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2cbad8-8d5f-4d3a-b46c-d14e965e1a40 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Router 47cd09d3-2851-4577-b591-33412001792e has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:42:59.845891 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4914a512-950b-45df-8989-8245c02945e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:59.884627 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7d021-7b5a-4495-9be3-cb69aa77ae6f req-9f18e78e-64ce-4749-a64c-a0a388ee6083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:59.888087 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d8d7d021-7b5a-4495-9be3-cb69aa77ae6f req-9f18e78e-64ce-4749-a64c-a0a388ee6083 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89567fda246241f4860e07527d287580&device_id=be667bda-aeda-491b-8875-39df528f743d HTTP/1.1" status: 200 len: 1097 time: 0.1400683 Jul 15 13:42:59.986763 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4914a512-950b-45df-8989-8245c02945e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:00.068356 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7d021-7b5a-4495-9be3-cb69aa77ae6f req-77f94719-f05f-4f91-ba1e-43521a12469a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:00.073201 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d8d7d021-7b5a-4495-9be3-cb69aa77ae6f req-77f94719-f05f-4f91-ba1e-43521a12469a service neutron] 10.222.0.18 "GET /v2.0/networks?id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb HTTP/1.1" status: 200 len: 913 time: 0.1577115 Jul 15 13:43:00.182183 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d8d7d021-7b5a-4495-9be3-cb69aa77ae6f req-6b4c7d58-fca8-4476-9974-13725ab03b0c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05c44e4f-75d0-4051-b1f8-8bf4eefe1029 HTTP/1.1" status: 200 len: 1001 time: 0.1013634 Jul 15 13:43:00.187265 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2cbad8-8d5f-4d3a-b46c-d14e965e1a40 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:43:00.194968 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1f2cbad8-8d5f-4d3a-b46c-d14e965e1a40 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:00.208314 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f34a28c-24a5-4ffe-bacc-0f4be6cd7a47 None None] Sync routers for ids ['47cd09d3-2851-4577-b591-33412001792e'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:43:00.227807 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f34a28c-24a5-4ffe-bacc-0f4be6cd7a47 None None] Routers {'47cd09d3-2851-4577-b591-33412001792e'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:00.228852 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-3f34a28c-24a5-4ffe-bacc-0f4be6cd7a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:42:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['47cd09d3-2851-4577-b591-33412001792e'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:00.264497 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1f2cbad8-8d5f-4d3a-b46c-d14e965e1a40 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "DELETE /v2.0/floatingips/28e41bf4-3922-4f0e-997d-6a9f7e43af85 HTTP/1.1" status: 204 len: 168 time: 2.2498043 Jul 15 13:43:00.265509 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cdac99-9bb7-4f1f-878f-399643c14a37', 'tag': '9f6fc54a-6b61-419a-856a-88e486891a30'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:00.269303 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b943c583-f735-4f81-a820-498a5d8d6d85" -d '{"events": [{"name": "network-changed", "server_uuid": "d7cdac99-9bb7-4f1f-878f-399643c14a37", "tag": "9f6fc54a-6b61-419a-856a-88e486891a30"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:00.301008 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4914a512-950b-45df-8989-8245c02945e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:00.305657 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4914a512-950b-45df-8989-8245c02945e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:00.310815 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4914a512-950b-45df-8989-8245c02945e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e8bf2e0-f9c1-4156-a9c3-fda6450c73f5 HTTP/1.1" status: 204 len: 168 time: 0.6057272 Jul 15 13:43:00.327363 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914a512-950b-45df-8989-8245c02945e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8bf2e0-f9c1-4156-a9c3-fda6450c73f5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:00.369082 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ceb5960-2d2c-493b-a0b1-17736a478c25 x-openstack-request-id: req-3ceb5960-2d2c-493b-a0b1-17736a478c25 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:00.369926 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7cdac99-9bb7-4f1f-878f-399643c14a37", "tag": "9f6fc54a-6b61-419a-856a-88e486891a30", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:00.370921 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ceb5960-2d2c-493b-a0b1-17736a478c25 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:00.371746 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7cdac99-9bb7-4f1f-878f-399643c14a37', 'tag': '9f6fc54a-6b61-419a-856a-88e486891a30', 'status': 'completed', 'code': 200} Jul 15 13:43:00.374805 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7d021-7b5a-4495-9be3-cb69aa77ae6f req-5c9314e2-2097-40df-a4e2-c2d91d12a0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:00.377454 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d8d7d021-7b5a-4495-9be3-cb69aa77ae6f req-5c9314e2-2097-40df-a4e2-c2d91d12a0fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4840df0d-ad31-406d-829f-ea4475de886e HTTP/1.1" status: 200 len: 851 time: 0.1861770 Jul 15 13:43:00.576417 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7d021-7b5a-4495-9be3-cb69aa77ae6f req-1ac4968e-7635-495c-ae63-c6d6ec96c8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:00.581566 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-3f34a28c-24a5-4ffe-bacc-0f4be6cd7a47 None None] Set router 47cd09d3-2851-4577-b591-33412001792e gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:00.582486 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d8d7d021-7b5a-4495-9be3-cb69aa77ae6f req-1ac4968e-7635-495c-ae63-c6d6ec96c8f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1957133 Jul 15 13:43:00.664610 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943c583-f735-4f81-a820-498a5d8d6d85 req-7852483e-a5c9-4365-b66e-de8ca5ff5149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:00.669141 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b943c583-f735-4f81-a820-498a5d8d6d85 req-7852483e-a5c9-4365-b66e-de8ca5ff5149 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 1097 time: 0.2441993 Jul 15 13:43:00.836924 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d8d7d021-7b5a-4495-9be3-cb69aa77ae6f req-8dbc8df1-4342-4ffb-9a0b-eb54fef2abe1 service neutron] 10.222.0.18 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462490 Jul 15 13:43:00.936793 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943c583-f735-4f81-a820-498a5d8d6d85 req-f72fcb80-dbd3-4428-a8d8-08937c458e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:00.945049 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b943c583-f735-4f81-a820-498a5d8d6d85 req-f72fcb80-dbd3-4428-a8d8-08937c458e73 service neutron] 10.222.0.18 "GET /v2.0/networks?id=28b691d7-d3f0-4987-9fdf-5c8e5e519792 HTTP/1.1" status: 200 len: 896 time: 0.2681422 Jul 15 13:43:01.025568 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-3f34a28c-24a5-4ffe-bacc-0f4be6cd7a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd09d3-2851-4577-b591-33412001792e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811515440', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'e7c2b2c7-1e86-4121-afc8-9db51df5dd5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:28Z', 'updated_at': '2021-07-15T13:41:39Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': 'e7c2b2c7-1e86-4121-afc8-9db51df5dd5d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd09d3-2851-4577-b591-33412001792e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:31Z', 'updated_at': '2021-07-15T13:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'e3a5ad24-190c-477a-8b52-3ec726fd8827', 'name': '', 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:20:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd09d3-2851-4577-b591-33412001792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '98535626-bb0e-466e-8301-a3a0710d0d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:37Z', 'updated_at': '2021-07-15T13:41:49Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': '98535626-bb0e-466e-8301-a3a0710d0d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:01.029738 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b943c583-f735-4f81-a820-498a5d8d6d85 req-8b44847d-4ff0-4b0d-9ed0-e66a37c3d83b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f6fc54a-6b61-419a-856a-88e486891a30 HTTP/1.1" status: 200 len: 217 time: 0.0769184 Jul 15 13:43:01.075541 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f34a28c-24a5-4ffe-bacc-0f4be6cd7a47 None None] Checking router: 47cd09d3-2851-4577-b591-33412001792e for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:43:01.079398 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d8d7d021-7b5a-4495-9be3-cb69aa77ae6f req-c962e553-7768-4b71-8746-2cc89341128c service neutron] 10.222.0.18 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360647 Jul 15 13:43:01.099178 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f34a28c-24a5-4ffe-bacc-0f4be6cd7a47 None None] Routers {'47cd09d3-2851-4577-b591-33412001792e'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:01.099831 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-3f34a28c-24a5-4ffe-bacc-0f4be6cd7a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:42:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['47cd09d3-2851-4577-b591-33412001792e'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:01.187163 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943c583-f735-4f81-a820-498a5d8d6d85 req-63272d1d-08b7-415d-9ebb-d1622e36453c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:01.197780 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b943c583-f735-4f81-a820-498a5d8d6d85 req-63272d1d-08b7-415d-9ebb-d1622e36453c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=98535626-bb0e-466e-8301-a3a0710d0d3d HTTP/1.1" status: 200 len: 834 time: 0.1433821 Jul 15 13:43:01.319879 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943c583-f735-4f81-a820-498a5d8d6d85 req-7aff3a98-fd49-4b4e-aadd-6489fa060ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:01.322086 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b943c583-f735-4f81-a820-498a5d8d6d85 req-7aff3a98-fd49-4b4e-aadd-6489fa060ad0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=28b691d7-d3f0-4987-9fdf-5c8e5e519792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1153152 Jul 15 13:43:01.332465 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-3f34a28c-24a5-4ffe-bacc-0f4be6cd7a47 None None] Set router 47cd09d3-2851-4577-b591-33412001792e gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:01.550377 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b943c583-f735-4f81-a820-498a5d8d6d85 req-4fbf2b78-f838-43dc-9956-e2bf542d7a9a service neutron] 10.222.0.18 "GET /v2.0/networks/28b691d7-d3f0-4987-9fdf-5c8e5e519792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187560 Jul 15 13:43:01.563553 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2ad63-9716-4b27-bf09-301624f29d68 req-147f82c0-e891-4100-a17d-3fcc7f8ea281 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:01.571991 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-72a2ad63-9716-4b27-bf09-301624f29d68 req-147f82c0-e891-4100-a17d-3fcc7f8ea281 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 945 time: 0.1822944 Jul 15 13:43:01.598732 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40332) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:01.671041 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4bc5f69c-fd4c-4d12-9cec-d0673db5787d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:01.680498 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b943c583-f735-4f81-a820-498a5d8d6d85 req-0f64ac11-8d7b-4237-a67e-9fc9904570d4 service neutron] 10.222.0.18 "GET /v2.0/networks/28b691d7-d3f0-4987-9fdf-5c8e5e519792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059294 Jul 15 13:43:01.759306 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c8681-f29a-4d2a-ba6a-e0406ae0f1b8 req-d19fb54f-d845-40de-8b31-43f282a6059b tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:01.761603 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-72a2ad63-9716-4b27-bf09-301624f29d68 req-47334a26-1fb0-4162-b1ae-7a90347064f9 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=7122978d-2321-41ff-8783-9e3847b6c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846573 Jul 15 13:43:01.762667 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a02c8681-f29a-4d2a-ba6a-e0406ae0f1b8 req-d19fb54f-d845-40de-8b31-43f282a6059b tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 945 time: 0.2877879 Jul 15 13:43:01.846139 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-3f34a28c-24a5-4ffe-bacc-0f4be6cd7a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd09d3-2851-4577-b591-33412001792e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811515440', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'e7c2b2c7-1e86-4121-afc8-9db51df5dd5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:28Z', 'updated_at': '2021-07-15T13:41:39Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': 'e7c2b2c7-1e86-4121-afc8-9db51df5dd5d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd09d3-2851-4577-b591-33412001792e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:31Z', 'updated_at': '2021-07-15T13:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'e3a5ad24-190c-477a-8b52-3ec726fd8827', 'name': '', 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:20:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd09d3-2851-4577-b591-33412001792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '98535626-bb0e-466e-8301-a3a0710d0d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:37Z', 'updated_at': '2021-07-15T13:41:49Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': '98535626-bb0e-466e-8301-a3a0710d0d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:01.903170 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f34a28c-24a5-4ffe-bacc-0f4be6cd7a47 None None] The sync data for ids ['47cd09d3-2851-4577-b591-33412001792e'] in n-d-758944-45 is: [{'id': '47cd09d3-2851-4577-b591-33412001792e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811515440', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'e7c2b2c7-1e86-4121-afc8-9db51df5dd5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:28Z', 'updated_at': '2021-07-15T13:41:39Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': 'e7c2b2c7-1e86-4121-afc8-9db51df5dd5d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd09d3-2851-4577-b591-33412001792e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:31Z', 'updated_at': '2021-07-15T13:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'e3a5ad24-190c-477a-8b52-3ec726fd8827', 'name': '', 'network_id': '28b691d7-d3f0-4987-9fdf-5c8e5e519792', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:20:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd09d3-2851-4577-b591-33412001792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': '98535626-bb0e-466e-8301-a3a0710d0d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:37Z', 'updated_at': '2021-07-15T13:41:49Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': '98535626-bb0e-466e-8301-a3a0710d0d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:43:02.105672 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-a02c8681-f29a-4d2a-ba6a-e0406ae0f1b8 req-650ab8dd-13b9-46e3-8b9d-1922de21d8ba tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Deleting port 9f6fc54a-6b61-419a-856a-88e486891a30 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:02.106300 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a02c8681-f29a-4d2a-ba6a-e0406ae0f1b8 req-650ab8dd-13b9-46e3-8b9d-1922de21d8ba tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:02.114041 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4bc5f69c-fd4c-4d12-9cec-d0673db5787d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:02.154641 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4bc5f69c-fd4c-4d12-9cec-d0673db5787d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:02.305147 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40342) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:02.312942 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4bc5f69c-fd4c-4d12-9cec-d0673db5787d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=15b76af65c2d45c6b4f53ec0b6702a85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7126725 Jul 15 13:43:02.346712 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5f69c-fd4c-4d12-9cec-d0673db5787d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e174dc-2070-4c9f-929e-ee5b4b1d7475,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:02.373512 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92c25e5-2252-4c4e-8ecf-ca3db042f4a7 None None] New status for floating IP 28e41bf4-3922-4f0e-997d-6a9f7e43af85: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:43:02.408790 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-a02c8681-f29a-4d2a-ba6a-e0406ae0f1b8 req-650ab8dd-13b9-46e3-8b9d-1922de21d8ba tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] For port 9f6fc54a-6b61-419a-856a-88e486891a30, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=9f6fc54a-6b61-419a-856a-88e486891a30,segment=NetworkSegment(b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e),segment_id=b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:02.409273 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a02c8681-f29a-4d2a-ba6a-e0406ae0f1b8 req-650ab8dd-13b9-46e3-8b9d-1922de21d8ba tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:02.416980 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aad4d3a4-7595-4672-aa11-b1bb01e6fe29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:02.446057 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-a02c8681-f29a-4d2a-ba6a-e0406ae0f1b8 req-650ab8dd-13b9-46e3-8b9d-1922de21d8ba tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Calling delete_port for 9f6fc54a-6b61-419a-856a-88e486891a30 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:02.467268 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aad4d3a4-7595-4672-aa11-b1bb01e6fe29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:02.569538 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aad4d3a4-7595-4672-aa11-b1bb01e6fe29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:02.573493 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aad4d3a4-7595-4672-aa11-b1bb01e6fe29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:02.576041 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-aad4d3a4-7595-4672-aa11-b1bb01e6fe29 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/93e174dc-2070-4c9f-929e-ee5b4b1d7475 HTTP/1.1" status: 204 len: 168 time: 0.2695432 Jul 15 13:43:02.587409 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4d3a4-7595-4672-aa11-b1bb01e6fe29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e174dc-2070-4c9f-929e-ee5b4b1d7475,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:02.723690 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a02c8681-f29a-4d2a-ba6a-e0406ae0f1b8 req-650ab8dd-13b9-46e3-8b9d-1922de21d8ba tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:02.762080 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ab8dd-13b9-46e3-8b9d-1922de21d8ba tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event deleted for resources: {'Port': ['ID=9f6fc54a-6b61-419a-856a-88e486891a30,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:02.832888 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02c8681-f29a-4d2a-ba6a-e0406ae0f1b8 req-650ab8dd-13b9-46e3-8b9d-1922de21d8ba tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] No DVR routers for this DVR port 9f6fc54a-6b61-419a-856a-88e486891a30 on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:43:02.836520 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a02c8681-f29a-4d2a-ba6a-e0406ae0f1b8 req-650ab8dd-13b9-46e3-8b9d-1922de21d8ba tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:02.840101 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a02c8681-f29a-4d2a-ba6a-e0406ae0f1b8 req-650ab8dd-13b9-46e3-8b9d-1922de21d8ba tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.18 "DELETE /v2.0/ports/9f6fc54a-6b61-419a-856a-88e486891a30 HTTP/1.1" status: 204 len: 173 time: 1.0235214 Jul 15 13:43:02.841373 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cdac99-9bb7-4f1f-878f-399643c14a37', 'name': 'network-vif-deleted', 'tag': '9f6fc54a-6b61-419a-856a-88e486891a30'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:02.844470 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9776e9b9-1d25-4037-9067-145f3387a0c9" -d '{"events": [{"server_uuid": "d7cdac99-9bb7-4f1f-878f-399643c14a37", "name": "network-vif-deleted", "tag": "9f6fc54a-6b61-419a-856a-88e486891a30"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:02.892143 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de93c46-30b9-4ecd-b292-809b853d33f3 x-openstack-request-id: req-9de93c46-30b9-4ecd-b292-809b853d33f3 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:02.892758 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cdac99-9bb7-4f1f-878f-399643c14a37", "name": "network-vif-deleted", "tag": "9f6fc54a-6b61-419a-856a-88e486891a30", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:02.893280 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9de93c46-30b9-4ecd-b292-809b853d33f3 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:02.894051 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cdac99-9bb7-4f1f-878f-399643c14a37', 'name': 'network-vif-deleted', 'tag': '9f6fc54a-6b61-419a-856a-88e486891a30', 'status': 'completed', 'code': 200} Jul 15 13:43:02.994537 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-54a7b096-84a4-4710-b426-dcaa84d82725 req-c8550324-22d0-4f93-bb14-2da223fae9d2 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7cdac99-9bb7-4f1f-878f-399643c14a37 HTTP/1.1" status: 200 len: 210 time: 0.0393167 Jul 15 13:43:04.192457 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40388) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:04.895041 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6fd3fbd6-b784-4303-92f3-ba7a7f1a8a44 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.054310 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40410) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:05.301975 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-40c34b7f-7d6a-4f9f-b286-44d0a1b47357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.485864 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-6fd3fbd6-b784-4303-92f3-ba7a7f1a8a44 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Deleting port e3a5ad24-190c-477a-8b52-3ec726fd8827 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:05.486539 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6fd3fbd6-b784-4303-92f3-ba7a7f1a8a44 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.675132 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-40c34b7f-7d6a-4f9f-b286-44d0a1b47357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.691338 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-40c34b7f-7d6a-4f9f-b286-44d0a1b47357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.704564 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-6fd3fbd6-b784-4303-92f3-ba7a7f1a8a44 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] For port e3a5ad24-190c-477a-8b52-3ec726fd8827, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e3a5ad24-190c-477a-8b52-3ec726fd8827,segment=NetworkSegment(b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e),segment_id=b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:05.704932 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6fd3fbd6-b784-4303-92f3-ba7a7f1a8a44 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.734832 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-6fd3fbd6-b784-4303-92f3-ba7a7f1a8a44 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Calling delete_port for e3a5ad24-190c-477a-8b52-3ec726fd8827 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:05.769626 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-40c34b7f-7d6a-4f9f-b286-44d0a1b47357 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dcbaeb99b4a34d4d98debcfec39536a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7117841 Jul 15 13:43:05.773854 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40438) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:05.841049 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c34b7f-7d6a-4f9f-b286-44d0a1b47357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a39072-aed6-44ef-aede-b7351da0b714,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:05.881463 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-441fafaf-0a19-4678-9d34-89bbe3642c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.938092 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-441fafaf-0a19-4678-9d34-89bbe3642c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:06.020633 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-441fafaf-0a19-4678-9d34-89bbe3642c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:06.024033 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-441fafaf-0a19-4678-9d34-89bbe3642c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:06.025833 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-441fafaf-0a19-4678-9d34-89bbe3642c48 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b8a39072-aed6-44ef-aede-b7351da0b714 HTTP/1.1" status: 204 len: 168 time: 0.2507648 Jul 15 13:43:06.039926 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441fafaf-0a19-4678-9d34-89bbe3642c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a39072-aed6-44ef-aede-b7351da0b714,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:06.214867 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6fd3fbd6-b784-4303-92f3-ba7a7f1a8a44 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:06.268904 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3fbd6-b784-4303-92f3-ba7a7f1a8a44 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event deleted for resources: {'Port': ['ID=e3a5ad24-190c-477a-8b52-3ec726fd8827,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:06.310341 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 9f6fc54a-6b61-419a-856a-88e486891a30 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:43:06.362105 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 9f6fc54a-6b61-419a-856a-88e486891a30 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:43:06.362657 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 9f6fc54a-6b61-419a-856a-88e486891a30 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:43:06.656629 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6fd3fbd6-b784-4303-92f3-ba7a7f1a8a44 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:06.716648 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40468) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:06.733579 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e1a7a2f9-6b3a-4e0c-a3b1-0963bc5b106f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:06.890294 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40472) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:06.909895 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e1a7a2f9-6b3a-4e0c-a3b1-0963bc5b106f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:06.917954 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e1a7a2f9-6b3a-4e0c-a3b1-0963bc5b106f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:07.000895 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e1a7a2f9-6b3a-4e0c-a3b1-0963bc5b106f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=421c4026c86d404f9089f0e59121291d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2828569 Jul 15 13:43:07.002614 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7a2f9-6b3a-4e0c-a3b1-0963bc5b106f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321d1540-379c-49d3-a231-df68882e785c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:07.006789 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40476) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:07.018490 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:43:07.084394 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-213995a7-96df-442b-85b3-059765c1ce25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:07.110898 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd3fbd6-b784-4303-92f3-ba7a7f1a8a44 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Router 47cd09d3-2851-4577-b591-33412001792e has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:43:07.128720 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-213995a7-96df-442b-85b3-059765c1ce25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:07.230055 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-213995a7-96df-442b-85b3-059765c1ce25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:07.236985 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-213995a7-96df-442b-85b3-059765c1ce25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:07.247150 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-213995a7-96df-442b-85b3-059765c1ce25 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/321d1540-379c-49d3-a231-df68882e785c HTTP/1.1" status: 204 len: 168 time: 0.2367206 Jul 15 13:43:07.261416 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213995a7-96df-442b-85b3-059765c1ce25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321d1540-379c-49d3-a231-df68882e785c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:07.269820 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd3fbd6-b784-4303-92f3-ba7a7f1a8a44 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:43:07.284321 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d42c90-b0eb-4739-8e5f-edad0e1f2ec3 None None] Sync routers for ids ['47cd09d3-2851-4577-b591-33412001792e'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:43:07.284679 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6fd3fbd6-b784-4303-92f3-ba7a7f1a8a44 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "PUT /v2.0/routers/47cd09d3-2851-4577-b591-33412001792e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0892956 Jul 15 13:43:07.286452 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40484) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:07.298358 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d42c90-b0eb-4739-8e5f-edad0e1f2ec3 None None] Routers {'47cd09d3-2851-4577-b591-33412001792e'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:07.299075 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b6d42c90-b0eb-4739-8e5f-edad0e1f2ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:42:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['47cd09d3-2851-4577-b591-33412001792e'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:07.393777 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01b4b4fd-2bf4-4d8e-9bce-efbdf223ba85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:07.454893 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-408dd41a-fa6a-4906-85d4-e643e6d9d61b tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Deleting subnet 98535626-bb0e-466e-8301-a3a0710d0d3d {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:43:07.460853 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-b6d42c90-b0eb-4739-8e5f-edad0e1f2ec3 None None] Set router 47cd09d3-2851-4577-b591-33412001792e gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:07.468635 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-408dd41a-fa6a-4906-85d4-e643e6d9d61b tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:07.570421 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-408dd41a-fa6a-4906-85d4-e643e6d9d61b tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:07.720522 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b6d42c90-b0eb-4739-8e5f-edad0e1f2ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd09d3-2851-4577-b591-33412001792e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811515440', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'e7c2b2c7-1e86-4121-afc8-9db51df5dd5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:28Z', 'updated_at': '2021-07-15T13:43:06Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': 'e7c2b2c7-1e86-4121-afc8-9db51df5dd5d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd09d3-2851-4577-b591-33412001792e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:31Z', 'updated_at': '2021-07-15T13:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:07.786779 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d42c90-b0eb-4739-8e5f-edad0e1f2ec3 None None] Checking router: 47cd09d3-2851-4577-b591-33412001792e for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:43:07.809351 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d42c90-b0eb-4739-8e5f-edad0e1f2ec3 None None] Routers {'47cd09d3-2851-4577-b591-33412001792e'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:07.810024 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b6d42c90-b0eb-4739-8e5f-edad0e1f2ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:42:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['47cd09d3-2851-4577-b591-33412001792e'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:07.819663 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01b4b4fd-2bf4-4d8e-9bce-efbdf223ba85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:07.840780 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-408dd41a-fa6a-4906-85d4-e643e6d9d61b tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:07.876264 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01b4b4fd-2bf4-4d8e-9bce-efbdf223ba85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:07.947363 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-01b4b4fd-2bf4-4d8e-9bce-efbdf223ba85 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c7f2f1221da4cb6a198e98778418eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0556102 Jul 15 13:43:07.952091 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40496) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:08.014102 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4b4fd-2bf4-4d8e-9bce-efbdf223ba85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819c1e24-efed-4d0d-8d9e-358268c17dbb,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:08.042861 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-408dd41a-fa6a-4906-85d4-e643e6d9d61b tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:08.087687 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408dd41a-fa6a-4906-85d4-e643e6d9d61b tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event deleted for resources: {'Subnet': ['ID=98535626-bb0e-466e-8301-a3a0710d0d3d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:08.102538 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-408dd41a-fa6a-4906-85d4-e643e6d9d61b tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:08.104635 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-408dd41a-fa6a-4906-85d4-e643e6d9d61b tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "DELETE /v2.0/subnets/98535626-bb0e-466e-8301-a3a0710d0d3d HTTP/1.1" status: 204 len: 168 time: 0.8163185 Jul 15 13:43:08.108487 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40504) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:08.123263 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47b8855-40fe-4728-949d-86ab79a8a198 None None] Network 28b691d7-d3f0-4987-9fdf-5c8e5e519792 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:43:08.169999 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85b22aac-791d-49dc-8741-4018f532a642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:08.177587 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-b6d42c90-b0eb-4739-8e5f-edad0e1f2ec3 None None] Set router 47cd09d3-2851-4577-b591-33412001792e gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:08.234134 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85b22aac-791d-49dc-8741-4018f532a642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:08.289439 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40506) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:08.392603 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35587bbe-0a33-4cc6-ae8f-2ba07f3f347c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:08.396640 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:08.456517 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85b22aac-791d-49dc-8741-4018f532a642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:08.460455 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85b22aac-791d-49dc-8741-4018f532a642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:08.465541 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-85b22aac-791d-49dc-8741-4018f532a642 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/819c1e24-efed-4d0d-8d9e-358268c17dbb HTTP/1.1" status: 204 len: 168 time: 0.5079420 Jul 15 13:43:08.466053 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1714c6d8-ab44-464a-838f-45419162a2c0 None None] DHCP port deletion for 28b691d7-d3f0-4987-9fdf-5c8e5e519792 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:43:08.476380 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b22aac-791d-49dc-8741-4018f532a642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819c1e24-efed-4d0d-8d9e-358268c17dbb,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:08.554834 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35587bbe-0a33-4cc6-ae8f-2ba07f3f347c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:08.572918 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-1714c6d8-ab44-464a-838f-45419162a2c0 None None] Deleting port 9ee19e09-6547-49ab-be82-66d42900963d {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:08.573107 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1714c6d8-ab44-464a-838f-45419162a2c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:08.608408 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8c37734-1e5f-44ec-b0d3-c97971c1718d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:08.673623 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-35587bbe-0a33-4cc6-ae8f-2ba07f3f347c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Deleting port e7c2b2c7-1e86-4121-afc8-9db51df5dd5d {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:08.674059 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35587bbe-0a33-4cc6-ae8f-2ba07f3f347c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:08.736267 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b6d42c90-b0eb-4739-8e5f-edad0e1f2ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd09d3-2851-4577-b591-33412001792e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811515440', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'e7c2b2c7-1e86-4121-afc8-9db51df5dd5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:28Z', 'updated_at': '2021-07-15T13:43:06Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': 'e7c2b2c7-1e86-4121-afc8-9db51df5dd5d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd09d3-2851-4577-b591-33412001792e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:31Z', 'updated_at': '2021-07-15T13:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:08.741781 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-1714c6d8-ab44-464a-838f-45419162a2c0 None None] For port 9ee19e09-6547-49ab-be82-66d42900963d, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=9ee19e09-6547-49ab-be82-66d42900963d,segment=NetworkSegment(b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e),segment_id=b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:08.742542 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1714c6d8-ab44-464a-838f-45419162a2c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:08.784134 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d42c90-b0eb-4739-8e5f-edad0e1f2ec3 None None] The sync data for ids ['47cd09d3-2851-4577-b591-33412001792e'] in n-d-758944-45 is: [{'id': '47cd09d3-2851-4577-b591-33412001792e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811515440', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'e7c2b2c7-1e86-4121-afc8-9db51df5dd5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:41:28Z', 'updated_at': '2021-07-15T13:43:06Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': 'e7c2b2c7-1e86-4121-afc8-9db51df5dd5d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:75:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd09d3-2851-4577-b591-33412001792e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:41:31Z', 'updated_at': '2021-07-15T13:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:43:08.802701 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-1714c6d8-ab44-464a-838f-45419162a2c0 None None] Calling delete_port for 9ee19e09-6547-49ab-be82-66d42900963d owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:08.857419 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8c37734-1e5f-44ec-b0d3-c97971c1718d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:08.868196 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8c37734-1e5f-44ec-b0d3-c97971c1718d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:08.935836 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f8c37734-1e5f-44ec-b0d3-c97971c1718d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=952e6d3594f245b385d062a02b386fb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6422949 Jul 15 13:43:08.936867 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40520) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:08.940553 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c37734-1e5f-44ec-b0d3-c97971c1718d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e516b20-8139-479b-88a6-e07c549d6e74,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:08.988352 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-35587bbe-0a33-4cc6-ae8f-2ba07f3f347c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] For port e7c2b2c7-1e86-4121-afc8-9db51df5dd5d, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e7c2b2c7-1e86-4121-afc8-9db51df5dd5d,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:08.991166 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35587bbe-0a33-4cc6-ae8f-2ba07f3f347c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:09.030937 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-35587bbe-0a33-4cc6-ae8f-2ba07f3f347c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Calling delete_port for e7c2b2c7-1e86-4121-afc8-9db51df5dd5d owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:09.041479 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0df9f5a-6ff5-4a7c-98bd-63f7c07f5d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:09.067334 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1714c6d8-ab44-464a-838f-45419162a2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:09.093140 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0df9f5a-6ff5-4a7c-98bd-63f7c07f5d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:09.110321 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40524) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:09.136784 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5217d7f-77a3-4404-8e8e-b1bc6406c150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:09.144274 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714c6d8-ab44-464a-838f-45419162a2c0 None None] Pushing event deleted for resources: {'Port': ['ID=9ee19e09-6547-49ab-be82-66d42900963d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:09.150269 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1714c6d8-ab44-464a-838f-45419162a2c0 None None] No DVR routers for this DVR port 9ee19e09-6547-49ab-be82-66d42900963d on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:43:09.168457 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714c6d8-ab44-464a-838f-45419162a2c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:09.170019 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714c6d8-ab44-464a-838f-45419162a2c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:09.171031 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714c6d8-ab44-464a-838f-45419162a2c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:09.176899 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714c6d8-ab44-464a-838f-45419162a2c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:09.179039 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714c6d8-ab44-464a-838f-45419162a2c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:09.180209 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714c6d8-ab44-464a-838f-45419162a2c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:09.183423 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714c6d8-ab44-464a-838f-45419162a2c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:09.183423 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714c6d8-ab44-464a-838f-45419162a2c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:09.183837 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714c6d8-ab44-464a-838f-45419162a2c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:09.184003 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714c6d8-ab44-464a-838f-45419162a2c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:09.184899 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714c6d8-ab44-464a-838f-45419162a2c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:09.184899 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714c6d8-ab44-464a-838f-45419162a2c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:09.202530 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0df9f5a-6ff5-4a7c-98bd-63f7c07f5d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:09.209544 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0df9f5a-6ff5-4a7c-98bd-63f7c07f5d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:09.211601 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c0df9f5a-6ff5-4a7c-98bd-63f7c07f5d5d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e516b20-8139-479b-88a6-e07c549d6e74 HTTP/1.1" status: 204 len: 168 time: 0.2730751 Jul 15 13:43:09.227484 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df9f5a-6ff5-4a7c-98bd-63f7c07f5d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e516b20-8139-479b-88a6-e07c549d6e74,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:09.373477 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35587bbe-0a33-4cc6-ae8f-2ba07f3f347c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:09.404846 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35587bbe-0a33-4cc6-ae8f-2ba07f3f347c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event deleted for resources: {'Port': ['ID=e7c2b2c7-1e86-4121-afc8-9db51df5dd5d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:09.475595 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5217d7f-77a3-4404-8e8e-b1bc6406c150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:09.499881 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5217d7f-77a3-4404-8e8e-b1bc6406c150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:09.533405 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35587bbe-0a33-4cc6-ae8f-2ba07f3f347c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:09.661461 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e5217d7f-77a3-4404-8e8e-b1bc6406c150 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d8ad2c4856944fd875f51ba2a2c8b99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5500696 Jul 15 13:43:09.664552 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5217d7f-77a3-4404-8e8e-b1bc6406c150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4dcff1-82e6-4018-b570-8ff682f852fd,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:09.665691 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40534) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:09.679525 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35587bbe-0a33-4cc6-ae8f-2ba07f3f347c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:09.686535 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35587bbe-0a33-4cc6-ae8f-2ba07f3f347c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:09.751071 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3c20375a-c3a1-4c42-aca2-b38be92ceccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:09.779440 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35587bbe-0a33-4cc6-ae8f-2ba07f3f347c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:09.780541 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35587bbe-0a33-4cc6-ae8f-2ba07f3f347c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Fanout notify agent at l3_agent the message router_deleted on router 47cd09d3-2851-4577-b591-33412001792e {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:43:09.814215 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3c20375a-c3a1-4c42-aca2-b38be92ceccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:09.816721 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35587bbe-0a33-4cc6-ae8f-2ba07f3f347c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:09.824419 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40536) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:09.831042 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-35587bbe-0a33-4cc6-ae8f-2ba07f3f347c tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "DELETE /v2.0/routers/47cd09d3-2851-4577-b591-33412001792e HTTP/1.1" status: 204 len: 168 time: 1.7184982 Jul 15 13:43:09.983524 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 9ee19e09-6547-49ab-be82-66d42900963d no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:43:10.041804 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40544) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:10.048085 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 9ee19e09-6547-49ab-be82-66d42900963d {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:43:10.048381 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 9ee19e09-6547-49ab-be82-66d42900963d not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:43:10.048806 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e3a5ad24-190c-477a-8b52-3ec726fd8827 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:43:10.074385 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: e3a5ad24-190c-477a-8b52-3ec726fd8827 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:43:10.074727 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e3a5ad24-190c-477a-8b52-3ec726fd8827 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:43:10.080036 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bd530349-5305-41c7-9d67-809347a75725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:10.098916 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9594e94-51fe-413a-81e6-fc0345c52654 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:10.141113 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3c20375a-c3a1-4c42-aca2-b38be92ceccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:10.143922 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3c20375a-c3a1-4c42-aca2-b38be92ceccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:10.145431 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3c20375a-c3a1-4c42-aca2-b38be92ceccf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb4dcff1-82e6-4018-b570-8ff682f852fd HTTP/1.1" status: 204 len: 168 time: 0.4780729 Jul 15 13:43:10.176933 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20375a-c3a1-4c42-aca2-b38be92ceccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4dcff1-82e6-4018-b570-8ff682f852fd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:10.239968 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bd530349-5305-41c7-9d67-809347a75725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:10.249259 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bd530349-5305-41c7-9d67-809347a75725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:10.259921 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9594e94-51fe-413a-81e6-fc0345c52654 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:10.281145 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a9594e94-51fe-413a-81e6-fc0345c52654 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28b691d7-d3f0-4987-9fdf-5c8e5e519792']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:10.306654 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a9594e94-51fe-413a-81e6-fc0345c52654 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:10.307169 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a9594e94-51fe-413a-81e6-fc0345c52654 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3d8d8ba-6de4-4c92-bd7d-148fb1b06c6e') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:10.310775 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd530349-5305-41c7-9d67-809347a75725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f5fc30-1c7d-4e67-b967-0d9b07ccb249,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:10.319762 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-bd530349-5305-41c7-9d67-809347a75725 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40066cedbb7b402a8dc9bbd35646f74f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2762544 Jul 15 13:43:10.320331 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40550) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:10.329723 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9594e94-51fe-413a-81e6-fc0345c52654 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:10.360256 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9594e94-51fe-413a-81e6-fc0345c52654 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:10.384339 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9594e94-51fe-413a-81e6-fc0345c52654 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:43:10.385048 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9594e94-51fe-413a-81e6-fc0345c52654 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:10.394844 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:43:10.394844 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:43:10.394844 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:43:10.394844 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:43:10.394844 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:43:10.394844 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:43:10.394844 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:43:10.394844 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:43:10.394844 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:43:10.394844 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:43:10.394844 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:43:10.394844 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:43:10.394844 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:43:10.394844 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:43:10.394844 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:43:10.394844 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:43:10.394844 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:43:10.394844 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:43:10.394844 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:43:10.394844 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:43:10.394844 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:43:10.394844 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:43:10.394844 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:43:10.394844 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:43:10.394844 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:43:10.394844 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:43:10.394844 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:43:10.394844 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:43:10.394844 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:43:10.394844 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:43:10.394844 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:43:10.394844 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:43:10.441363 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e5d3c37-9221-4d2e-be69-6992f45421ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:10.507284 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9594e94-51fe-413a-81e6-fc0345c52654 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:10.536296 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9594e94-51fe-413a-81e6-fc0345c52654 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:10.539807 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a9594e94-51fe-413a-81e6-fc0345c52654 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "DELETE /v2.0/networks/28b691d7-d3f0-4987-9fdf-5c8e5e519792 HTTP/1.1" status: 204 len: 168 time: 0.7091341 Jul 15 13:43:10.541468 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9594e94-51fe-413a-81e6-fc0345c52654 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event deleted for resources: {'Network': ['ID=28b691d7-d3f0-4987-9fdf-5c8e5e519792,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:10.553555 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40554) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:10.888989 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e5d3c37-9221-4d2e-be69-6992f45421ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:10.959389 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e5d3c37-9221-4d2e-be69-6992f45421ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:10.967495 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e5d3c37-9221-4d2e-be69-6992f45421ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:10.970334 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6e5d3c37-9221-4d2e-be69-6992f45421ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/39f5fc30-1c7d-4e67-b967-0d9b07ccb249 HTTP/1.1" status: 204 len: 168 time: 0.6485274 Jul 15 13:43:10.989681 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d3c37-9221-4d2e-be69-6992f45421ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f5fc30-1c7d-4e67-b967-0d9b07ccb249,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:11.275951 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-01214473-0ff6-4a45-9ace-df5af0d37cd4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:11.340643 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-01214473-0ff6-4a45-9ace-df5af0d37cd4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:11.493383 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-01214473-0ff6-4a45-9ace-df5af0d37cd4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:11.499485 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-01214473-0ff6-4a45-9ace-df5af0d37cd4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:11.501811 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-01214473-0ff6-4a45-9ace-df5af0d37cd4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "DELETE /v2.0/security-groups/7122978d-2321-41ff-8783-9e3847b6c78b HTTP/1.1" status: 204 len: 168 time: 0.9459989 Jul 15 13:43:11.523020 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01214473-0ff6-4a45-9ace-df5af0d37cd4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7122978d-2321-41ff-8783-9e3847b6c78b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:11.548406 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01214473-0ff6-4a45-9ace-df5af0d37cd4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:11.549042 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01214473-0ff6-4a45-9ace-df5af0d37cd4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:11.549947 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01214473-0ff6-4a45-9ace-df5af0d37cd4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:11.550592 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01214473-0ff6-4a45-9ace-df5af0d37cd4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:11.551054 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01214473-0ff6-4a45-9ace-df5af0d37cd4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:11.551851 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01214473-0ff6-4a45-9ace-df5af0d37cd4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:11.552446 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01214473-0ff6-4a45-9ace-df5af0d37cd4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:11.553707 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01214473-0ff6-4a45-9ace-df5af0d37cd4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:11.554386 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01214473-0ff6-4a45-9ace-df5af0d37cd4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:11.554830 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01214473-0ff6-4a45-9ace-df5af0d37cd4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:11.555443 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01214473-0ff6-4a45-9ace-df5af0d37cd4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:11.556023 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01214473-0ff6-4a45-9ace-df5af0d37cd4 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:11.768595 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e7c2b2c7-1e86-4121-afc8-9db51df5dd5d no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:43:11.802010 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: e7c2b2c7-1e86-4121-afc8-9db51df5dd5d {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:43:11.802387 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e7c2b2c7-1e86-4121-afc8-9db51df5dd5d not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:43:12.048270 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40630) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:12.054747 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-db70c06f-a23e-496a-952c-c2e0677837fb tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1817379216', 'description': 'tempest-secgroup-smoke-1817379216 description', 'project_id': '5969ba48b19a42969f3c1202e7616f77'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:12.081896 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-db70c06f-a23e-496a-952c-c2e0677837fb tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:12.223761 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-db70c06f-a23e-496a-952c-c2e0677837fb tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:12.230650 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-db70c06f-a23e-496a-952c-c2e0677837fb tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:12.268241 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-db70c06f-a23e-496a-952c-c2e0677837fb tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:12.273231 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40636) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:12.279157 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f989d7b5-2b0a-4ddf-848b-18bfc3564b04 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'security_group_rule': {'security_group_id': '98b6feb4-3ae4-4418-81a0-6dadc82a615b', 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:12.284624 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-db70c06f-a23e-496a-952c-c2e0677837fb tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2330062 Jul 15 13:43:12.294744 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db70c06f-a23e-496a-952c-c2e0677837fb tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98b6feb4-3ae4-4418-81a0-6dadc82a615b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:12.332194 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f989d7b5-2b0a-4ddf-848b-18bfc3564b04 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:12.390000 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40638) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:12.424538 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f989d7b5-2b0a-4ddf-848b-18bfc3564b04 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:12.429998 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f989d7b5-2b0a-4ddf-848b-18bfc3564b04 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:12.458803 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f989d7b5-2b0a-4ddf-848b-18bfc3564b04 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:12.460277 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f989d7b5-2b0a-4ddf-848b-18bfc3564b04 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1859457 Jul 15 13:43:12.463311 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989d7b5-2b0a-4ddf-848b-18bfc3564b04 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7476d2ee-480f-4b3c-ad5e-b47d52782cb0,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:12.464072 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40644) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:12.473187 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-7304e307-aaa3-4e6f-bc0e-b9ae85884933 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'security_group_rule': {'security_group_id': '98b6feb4-3ae4-4418-81a0-6dadc82a615b', 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:12.531885 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7304e307-aaa3-4e6f-bc0e-b9ae85884933 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:12.666052 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7304e307-aaa3-4e6f-bc0e-b9ae85884933 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:12.674325 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7304e307-aaa3-4e6f-bc0e-b9ae85884933 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:12.738194 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304e307-aaa3-4e6f-bc0e-b9ae85884933 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3143278-c636-4a8a-8b22-1d0b39c487b3,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:12.760194 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7304e307-aaa3-4e6f-bc0e-b9ae85884933 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:12.771099 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7304e307-aaa3-4e6f-bc0e-b9ae85884933 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3048773 Jul 15 13:43:12.774143 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40654) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:12.783405 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-74d332c6-c36c-41ff-b4ab-6c42c66cd030 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'security_group_rule': {'security_group_id': '98b6feb4-3ae4-4418-81a0-6dadc82a615b', 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:12.852824 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-962dcad6-7a45-4269-a249-4be68aad4fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:12.869389 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d332c6-c36c-41ff-b4ab-6c42c66cd030 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.025867 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d332c6-c36c-41ff-b4ab-6c42c66cd030 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.036151 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d332c6-c36c-41ff-b4ab-6c42c66cd030 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.071743 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d332c6-c36c-41ff-b4ab-6c42c66cd030 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8fa0382-1f0d-4882-bba1-f056d2f3d3b5,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:13.106378 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-962dcad6-7a45-4269-a249-4be68aad4fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.115536 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-962dcad6-7a45-4269-a249-4be68aad4fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.129225 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74d332c6-c36c-41ff-b4ab-6c42c66cd030 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.130877 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-74d332c6-c36c-41ff-b4ab-6c42c66cd030 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3538465 Jul 15 13:43:13.137849 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40666) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:13.148887 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4e0c6ca6-46e6-453b-8e00-57112f80b0b7 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'security_group_rule': {'security_group_id': '98b6feb4-3ae4-4418-81a0-6dadc82a615b', 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:13.166491 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-962dcad6-7a45-4269-a249-4be68aad4fd1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43e13f8920e540759b3246cc5759a4cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7750297 Jul 15 13:43:13.181739 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40670) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:13.182072 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962dcad6-7a45-4269-a249-4be68aad4fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5a1e32-5d1e-4b27-b7d2-6d0bb52ccd7c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:13.269189 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e0c6ca6-46e6-453b-8e00-57112f80b0b7 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.309769 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3845-8d90-4388-b85e-40d1864b1195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.397277 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3845-8d90-4388-b85e-40d1864b1195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.507314 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e0c6ca6-46e6-453b-8e00-57112f80b0b7 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.516054 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e0c6ca6-46e6-453b-8e00-57112f80b0b7 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.554379 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c6ca6-46e6-453b-8e00-57112f80b0b7 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c333a747-328c-45d5-888d-68157252a19c,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:13.559526 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3845-8d90-4388-b85e-40d1864b1195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.564125 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3845-8d90-4388-b85e-40d1864b1195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.565911 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ce7c3845-8d90-4388-b85e-40d1864b1195 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b5a1e32-5d1e-4b27-b7d2-6d0bb52ccd7c HTTP/1.1" status: 204 len: 168 time: 0.3928654 Jul 15 13:43:13.571996 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e0c6ca6-46e6-453b-8e00-57112f80b0b7 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.574299 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4e0c6ca6-46e6-453b-8e00-57112f80b0b7 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4335067 Jul 15 13:43:13.578617 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40684) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:13.584110 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c3845-8d90-4388-b85e-40d1864b1195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5a1e32-5d1e-4b27-b7d2-6d0bb52ccd7c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:13.592554 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-622a57e4-91df-4964-9225-92d5cdd6e2fa tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'security_group_rule': {'security_group_id': '98b6feb4-3ae4-4418-81a0-6dadc82a615b', 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:13.666302 n-d-758944-45 neutron-server[93813]: INFO neutron.db.securitygroups_db [None req-622a57e4-91df-4964-9225-92d5cdd6e2fa tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Project 5969ba48b19a42969f3c1202e7616f77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:43:13.675754 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-622a57e4-91df-4964-9225-92d5cdd6e2fa tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.801017 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-622a57e4-91df-4964-9225-92d5cdd6e2fa tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.809515 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-622a57e4-91df-4964-9225-92d5cdd6e2fa tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.841134 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a57e4-91df-4964-9225-92d5cdd6e2fa tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f484a91-3295-4173-8817-206eb3c00ca8,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:13.858011 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-622a57e4-91df-4964-9225-92d5cdd6e2fa tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.862553 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-622a57e4-91df-4964-9225-92d5cdd6e2fa tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2825012 Jul 15 13:43:13.867278 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40694) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:13.876659 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ca387200-fcac-43d8-b130-7a6924f80b03 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'security_group_rule': {'security_group_id': '98b6feb4-3ae4-4418-81a0-6dadc82a615b', 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:13.922504 n-d-758944-45 neutron-server[93813]: INFO neutron.db.securitygroups_db [None req-ca387200-fcac-43d8-b130-7a6924f80b03 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Project 5969ba48b19a42969f3c1202e7616f77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:43:13.931145 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca387200-fcac-43d8-b130-7a6924f80b03 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:14.030360 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca387200-fcac-43d8-b130-7a6924f80b03 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:14.035845 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca387200-fcac-43d8-b130-7a6924f80b03 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:14.076705 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca387200-fcac-43d8-b130-7a6924f80b03 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2922ac0d-5ab9-4b6e-b746-7a4158c980d2,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:14.084277 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca387200-fcac-43d8-b130-7a6924f80b03 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:14.092003 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40716) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:14.092708 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ca387200-fcac-43d8-b130-7a6924f80b03 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2228043 Jul 15 13:43:14.101367 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0f84acf9-3e4d-4fe1-b1c2-04b026494eca tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'network': {'name': 'tempest-network-smoke--2361933', 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'port_security_enabled': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:14.146239 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f84acf9-3e4d-4fe1-b1c2-04b026494eca tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Made reservation on behalf of 5969ba48b19a42969f3c1202e7616f77 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:43:14.153918 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f84acf9-3e4d-4fe1-b1c2-04b026494eca tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:14.211599 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f84acf9-3e4d-4fe1-b1c2-04b026494eca tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:43:14.256169 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40728) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:14.262974 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f84acf9-3e4d-4fe1-b1c2-04b026494eca tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:14.263384 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-0f84acf9-3e4d-4fe1-b1c2-04b026494eca tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Added segment e94f10a9-f6f7-40ee-adc2-8e359dd1f914 of type vlan for network babc4e0e-a33b-4754-9f68-404dd40d1c6a Jul 15 13:43:14.288869 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-961b59ae-900c-45c2-8238-45d909072618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:14.317012 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f84acf9-3e4d-4fe1-b1c2-04b026494eca tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:14.372002 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f84acf9-3e4d-4fe1-b1c2-04b026494eca tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:14.386265 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f84acf9-3e4d-4fe1-b1c2-04b026494eca tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:14.387249 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f84acf9-3e4d-4fe1-b1c2-04b026494eca tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:14.453706 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-961b59ae-900c-45c2-8238-45d909072618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:14.459685 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-961b59ae-900c-45c2-8238-45d909072618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:14.517523 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-961b59ae-900c-45c2-8238-45d909072618 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c5b55db8852a44f3b42d2d4954b47930&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2589967 Jul 15 13:43:14.518644 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b59ae-900c-45c2-8238-45d909072618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f63565-a139-45e6-bd75-3e80423dfcd6,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:14.522200 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40742) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:14.541669 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84acf9-3e4d-4fe1-b1c2-04b026494eca tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'Network': ['ID=babc4e0e-a33b-4754-9f68-404dd40d1c6a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:14.554952 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0f84acf9-3e4d-4fe1-b1c2-04b026494eca tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4609766 Jul 15 13:43:14.560663 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40744) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:14.568933 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-5d39be34-e112-46c5-a230-87ff36b0594e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1834929861', 'admin_state_up': True, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:14.598520 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network babc4e0e-a33b-4754-9f68-404dd40d1c6a details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:43:14.622534 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-949b6eb7-8be4-4cad-915a-34732144686b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:14.628598 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d39be34-e112-46c5-a230-87ff36b0594e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:14.630024 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d39be34-e112-46c5-a230-87ff36b0594e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:14.672299 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-949b6eb7-8be4-4cad-915a-34732144686b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:14.732967 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-949b6eb7-8be4-4cad-915a-34732144686b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:14.737000 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-949b6eb7-8be4-4cad-915a-34732144686b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:14.740251 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d39be34-e112-46c5-a230-87ff36b0594e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:14.742470 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-949b6eb7-8be4-4cad-915a-34732144686b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33f63565-a139-45e6-bd75-3e80423dfcd6 HTTP/1.1" status: 204 len: 168 time: 0.2179992 Jul 15 13:43:14.769091 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b6eb7-8be4-4cad-915a-34732144686b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f63565-a139-45e6-bd75-3e80423dfcd6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:14.996965 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40752) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:15.015095 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d39be34-e112-46c5-a230-87ff36b0594e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:15.168564 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d1e69700-10f7-44d9-90f3-7e9da473041b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:15.332587 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d1e69700-10f7-44d9-90f3-7e9da473041b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:15.341151 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d1e69700-10f7-44d9-90f3-7e9da473041b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:15.379682 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d39be34-e112-46c5-a230-87ff36b0594e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:15.395115 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d1e69700-10f7-44d9-90f3-7e9da473041b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e9520c524ce54f81b7e260be911ed486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3959274 Jul 15 13:43:15.399580 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40766) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:15.406994 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e69700-10f7-44d9-90f3-7e9da473041b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a2f20f-b75a-49d9-bb3a-ea6865b3f806,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:15.419236 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d39be34-e112-46c5-a230-87ff36b0594e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:15.474157 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6865cb97-40ea-42ee-89f4-0b5666e7e2cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:15.518002 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6865cb97-40ea-42ee-89f4-0b5666e7e2cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:15.584756 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-5d39be34-e112-46c5-a230-87ff36b0594e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Allocated IP 172.25.6.155 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/30e49acc-5ebd-425c-8630-d41a82e40fdc) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:43:15.619819 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6865cb97-40ea-42ee-89f4-0b5666e7e2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:15.623800 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6865cb97-40ea-42ee-89f4-0b5666e7e2cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:15.629075 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6865cb97-40ea-42ee-89f4-0b5666e7e2cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/85a2f20f-b75a-49d9-bb3a-ea6865b3f806 HTTP/1.1" status: 204 len: 168 time: 0.2258041 Jul 15 13:43:15.638166 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865cb97-40ea-42ee-89f4-0b5666e7e2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a2f20f-b75a-49d9-bb3a-ea6865b3f806,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:15.760496 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d39be34-e112-46c5-a230-87ff36b0594e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:15.871824 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d39be34-e112-46c5-a230-87ff36b0594e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:15.982846 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d39be34-e112-46c5-a230-87ff36b0594e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:43:15.987735 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-5d39be34-e112-46c5-a230-87ff36b0594e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:15.992124 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d39be34-e112-46c5-a230-87ff36b0594e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:43:16.038918 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39be34-e112-46c5-a230-87ff36b0594e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'Port': ['ID=30e49acc-5ebd-425c-8630-d41a82e40fdc,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:16.310056 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40786) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:16.362059 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e3d1c526-27c1-44d2-8653-ccc1450fd024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:16.427927 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d39be34-e112-46c5-a230-87ff36b0594e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:16.561453 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e3d1c526-27c1-44d2-8653-ccc1450fd024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:16.572178 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e3d1c526-27c1-44d2-8653-ccc1450fd024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:16.638351 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1c526-27c1-44d2-8653-ccc1450fd024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b6a7a3-e385-43c8-bc81-11e20d00604b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:16.660850 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40800) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:16.661625 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e3d1c526-27c1-44d2-8653-ccc1450fd024 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83dcaa5c517e41f5b262139d93d7a155&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3415055 Jul 15 13:43:16.910569 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d91a131c-bd69-4801-91d3-90620064d169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:16.920417 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d39be34-e112-46c5-a230-87ff36b0594e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:17.028608 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d91a131c-bd69-4801-91d3-90620064d169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:17.194887 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d91a131c-bd69-4801-91d3-90620064d169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:17.198868 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d91a131c-bd69-4801-91d3-90620064d169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:17.200615 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d91a131c-bd69-4801-91d3-90620064d169 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f3b6a7a3-e385-43c8-bc81-11e20d00604b HTTP/1.1" status: 204 len: 168 time: 0.5376325 Jul 15 13:43:17.223478 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a131c-bd69-4801-91d3-90620064d169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b6a7a3-e385-43c8-bc81-11e20d00604b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:17.260062 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d39be34-e112-46c5-a230-87ff36b0594e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Router a94d8369-fe33-4da4-b184-7139d24ec3e7 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:43:17.551810 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d39be34-e112-46c5-a230-87ff36b0594e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:43:17.576879 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b6d601-ce8c-4ede-a320-f2d15eccbe5a None None] Sync routers for ids ['a94d8369-fe33-4da4-b184-7139d24ec3e7'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:43:17.606763 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b6d601-ce8c-4ede-a320-f2d15eccbe5a None None] Routers {'a94d8369-fe33-4da4-b184-7139d24ec3e7'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:17.608373 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e1b6d601-ce8c-4ede-a320-f2d15eccbe5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:42:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['a94d8369-fe33-4da4-b184-7139d24ec3e7'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:17.643545 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d39be34-e112-46c5-a230-87ff36b0594e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:17.653831 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40850) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:17.654337 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5d39be34-e112-46c5-a230-87ff36b0594e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0906274 Jul 15 13:43:17.723752 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3f57ca40-25ec-48b5-a5b7-0b7d55b73907 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=5969ba48b19a42969f3c1202e7616f77&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0688770 Jul 15 13:43:17.728502 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40856) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:17.859827 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-e1b6d601-ce8c-4ede-a320-f2d15eccbe5a None None] Set router a94d8369-fe33-4da4-b184-7139d24ec3e7 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:18.179018 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eda4bc4-b223-4a9f-8a67-401ae5062e4b tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:18.185810 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5eda4bc4-b223-4a9f-8a67-401ae5062e4b tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4550974 Jul 15 13:43:18.188483 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40868) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:18.253215 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-730acbf1-e536-436e-b3b8-4e0d24f90e83 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0b352371-cfe9-4be4-934e-718e319584db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0630555 Jul 15 13:43:18.256099 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40870) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:18.266782 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-1bf90033-75d9-4c49-9dea-67ddbbb2526d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1774926960', 'network_id': 'babc4e0e-a33b-4754-9f68-404dd40d1c6a', 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:18.281073 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e1b6d601-ce8c-4ede-a320-f2d15eccbe5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834929861', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '30e49acc-5ebd-425c-8630-d41a82e40fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:14Z', 'updated_at': '2021-07-15T13:43:16Z', 'revision_number': 3, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '30e49acc-5ebd-425c-8630-d41a82e40fdc', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:15Z', 'updated_at': '2021-07-15T13:43:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:18.321134 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40872) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:18.328039 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b6d601-ce8c-4ede-a320-f2d15eccbe5a None None] Checking router: a94d8369-fe33-4da4-b184-7139d24ec3e7 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:43:18.328404 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b6d601-ce8c-4ede-a320-f2d15eccbe5a None None] Updating router a94d8369-fe33-4da4-b184-7139d24ec3e7 port 30e49acc-5ebd-425c-8630-d41a82e40fdc binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:43:18.380140 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e1b6d601-ce8c-4ede-a320-f2d15eccbe5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.491317 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf90033-75d9-4c49-9dea-67ddbbb2526d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Made reservation on behalf of 5969ba48b19a42969f3c1202e7616f77 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:43:18.498841 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1bf90033-75d9-4c49-9dea-67ddbbb2526d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.537998 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9894dced-86b5-4b31-9149-024af6f5b315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.827754 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9894dced-86b5-4b31-9149-024af6f5b315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.839606 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9894dced-86b5-4b31-9149-024af6f5b315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.847960 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e1b6d601-ce8c-4ede-a320-f2d15eccbe5a None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.868271 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e1b6d601-ce8c-4ede-a320-f2d15eccbe5a None None] Transition to ACTIVE for port object 30e49acc-5ebd-425c-8630-d41a82e40fdc will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:43:18.880849 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e1b6d601-ce8c-4ede-a320-f2d15eccbe5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.965813 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9894dced-86b5-4b31-9149-024af6f5b315 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8236ed1b753b4bcfb6cfcb2c7684cff2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6433299 Jul 15 13:43:18.966596 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40890) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:18.996944 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e1b6d601-ce8c-4ede-a320-f2d15eccbe5a None None] Attempting to bind port 30e49acc-5ebd-425c-8630-d41a82e40fdc on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:43:18.997456 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e1b6d601-ce8c-4ede-a320-f2d15eccbe5a None None] Attempting to bind port 30e49acc-5ebd-425c-8630-d41a82e40fdc by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:43:18.998228 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b6d601-ce8c-4ede-a320-f2d15eccbe5a None None] Attempting to bind port 30e49acc-5ebd-425c-8630-d41a82e40fdc on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:43:19.003545 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0243e1-24c5-4c0c-9cd5-ccda47847043 None None] Pushing event updated for resources: {'Port': ['ID=30e49acc-5ebd-425c-8630-d41a82e40fdc,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:19.013274 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b6d601-ce8c-4ede-a320-f2d15eccbe5a None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:43:19.013843 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b6d601-ce8c-4ede-a320-f2d15eccbe5a None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:43:19.015153 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e1b6d601-ce8c-4ede-a320-f2d15eccbe5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.015153 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b6d601-ce8c-4ede-a320-f2d15eccbe5a None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:43:19.015865 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e1b6d601-ce8c-4ede-a320-f2d15eccbe5a None None] Bound port: 30e49acc-5ebd-425c-8630-d41a82e40fdc, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:43:19.016512 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e1b6d601-ce8c-4ede-a320-f2d15eccbe5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.027559 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894dced-86b5-4b31-9149-024af6f5b315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c73e64c-040e-48a7-97c5-de29c075e296,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:19.030211 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1bf90033-75d9-4c49-9dea-67ddbbb2526d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.072684 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9894dced-86b5-4b31-9149-024af6f5b315 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:19.073601 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9894dced-86b5-4b31-9149-024af6f5b315 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:19.076034 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9894dced-86b5-4b31-9149-024af6f5b315 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:19.076433 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9894dced-86b5-4b31-9149-024af6f5b315 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:19.076772 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9894dced-86b5-4b31-9149-024af6f5b315 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:19.077109 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9894dced-86b5-4b31-9149-024af6f5b315 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:19.077442 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9894dced-86b5-4b31-9149-024af6f5b315 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:19.077794 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9894dced-86b5-4b31-9149-024af6f5b315 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:19.078155 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9894dced-86b5-4b31-9149-024af6f5b315 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:19.078450 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9894dced-86b5-4b31-9149-024af6f5b315 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:19.078762 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9894dced-86b5-4b31-9149-024af6f5b315 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:19.079082 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9894dced-86b5-4b31-9149-024af6f5b315 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:19.123336 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e1b6d601-ce8c-4ede-a320-f2d15eccbe5a None None] For port 30e49acc-5ebd-425c-8630-d41a82e40fdc, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:43:19.128480 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e1b6d601-ce8c-4ede-a320-f2d15eccbe5a None None] For port 30e49acc-5ebd-425c-8630-d41a82e40fdc, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=30e49acc-5ebd-425c-8630-d41a82e40fdc,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:43:19.138462 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e1b6d601-ce8c-4ede-a320-f2d15eccbe5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.140841 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf7fdcf0-d65a-4395-a239-da6e2918b082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.162941 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf90033-75d9-4c49-9dea-67ddbbb2526d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'Subnet': ['ID=f884ecf8-29cc-4ba0-bb0e-e6162e53b5dd,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:19.167353 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf90033-75d9-4c49-9dea-67ddbbb2526d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Checking segment: {'id': 'e94f10a9-f6f7-40ee-adc2-8e359dd1f914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'babc4e0e-a33b-4754-9f68-404dd40d1c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:43:19.167760 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf90033-75d9-4c49-9dea-67ddbbb2526d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Network hostable DHCP agents. Network: babc4e0e-a33b-4754-9f68-404dd40d1c6a, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:43:19.211514 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf90033-75d9-4c49-9dea-67ddbbb2526d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Network babc4e0e-a33b-4754-9f68-404dd40d1c6a is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:43:19.235024 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-1bf90033-75d9-4c49-9dea-67ddbbb2526d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, babc4e0e-a33b-4754-9f68-404dd40d1c6a) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:19.243997 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf90033-75d9-4c49-9dea-67ddbbb2526d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:19.247571 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1bf90033-75d9-4c49-9dea-67ddbbb2526d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.257039 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf7fdcf0-d65a-4395-a239-da6e2918b082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.271906 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae87fe11-f8b4-470f-9038-2694098cfa97 None None] Network babc4e0e-a33b-4754-9f68-404dd40d1c6a requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:43:19.301446 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1bf90033-75d9-4c49-9dea-67ddbbb2526d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0434921 Jul 15 13:43:19.304373 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 40894) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:19.332329 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b6d601-ce8c-4ede-a320-f2d15eccbe5a None None] Routers {'a94d8369-fe33-4da4-b184-7139d24ec3e7'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:19.333100 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e1b6d601-ce8c-4ede-a320-f2d15eccbe5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:42:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['a94d8369-fe33-4da4-b184-7139d24ec3e7'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:19.340804 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0243e1-24c5-4c0c-9cd5-ccda47847043 None None] Pushing event updated for resources: {'Port': ['ID=30e49acc-5ebd-425c-8630-d41a82e40fdc,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:19.407815 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf7fdcf0-d65a-4395-a239-da6e2918b082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.410630 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf7fdcf0-d65a-4395-a239-da6e2918b082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.414410 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-cf7fdcf0-d65a-4395-a239-da6e2918b082 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c73e64c-040e-48a7-97c5-de29c075e296 HTTP/1.1" status: 204 len: 168 time: 0.4440529 Jul 15 13:43:19.434244 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7fdcf0-d65a-4395-a239-da6e2918b082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c73e64c-040e-48a7-97c5-de29c075e296,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:19.610632 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-e1b6d601-ce8c-4ede-a320-f2d15eccbe5a None None] Set router a94d8369-fe33-4da4-b184-7139d24ec3e7 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:19.730585 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47201a8f-f408-4bbe-a5c1-be47262415ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-babc4e0e-a33b-4754-9f68-404dd40d1c6a', 'network_id': 'babc4e0e-a33b-4754-9f68-404dd40d1c6a', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'fixed_ips': [{'subnet_id': 'f884ecf8-29cc-4ba0-bb0e-e6162e53b5dd'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:43:19.731500 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-47201a8f-f408-4bbe-a5c1-be47262415ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:20.209054 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e87e10ee-4a57-4db2-8cfb-882aa730fd73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:20.280286 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40920) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:20.297083 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-64936bc3-8d1f-4eb7-bbab-181d3488382b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:20.392768 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-47201a8f-f408-4bbe-a5c1-be47262415ea None None] Allocated IP 172.20.0.2 (babc4e0e-a33b-4754-9f68-404dd40d1c6a/f884ecf8-29cc-4ba0-bb0e-e6162e53b5dd/3af4fdb0-45be-41cc-93fc-eac85bd1527b) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:43:20.397802 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e1b6d601-ce8c-4ede-a320-f2d15eccbe5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834929861', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '30e49acc-5ebd-425c-8630-d41a82e40fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:14Z', 'updated_at': '2021-07-15T13:43:16Z', 'revision_number': 3, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '30e49acc-5ebd-425c-8630-d41a82e40fdc', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:15Z', 'updated_at': '2021-07-15T13:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:20.442544 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-64936bc3-8d1f-4eb7-bbab-181d3488382b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:20.449828 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-64936bc3-8d1f-4eb7-bbab-181d3488382b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:20.455727 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b6d601-ce8c-4ede-a320-f2d15eccbe5a None None] The sync data for ids ['a94d8369-fe33-4da4-b184-7139d24ec3e7'] in n-d-758944-45 is: [{'id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834929861', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '30e49acc-5ebd-425c-8630-d41a82e40fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:14Z', 'updated_at': '2021-07-15T13:43:16Z', 'revision_number': 3, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '30e49acc-5ebd-425c-8630-d41a82e40fdc', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:15Z', 'updated_at': '2021-07-15T13:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:43:20.496532 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-64936bc3-8d1f-4eb7-bbab-181d3488382b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9d681d8d41e4da1ade2780f2a971c97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2144804 Jul 15 13:43:20.499235 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40926) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:20.561701 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64936bc3-8d1f-4eb7-bbab-181d3488382b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9aa0bb3-487f-4df8-ba58-24911fc3320b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:20.610921 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d10f2d85-1e05-42af-aac4-5a0d886699ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:20.657904 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d10f2d85-1e05-42af-aac4-5a0d886699ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:20.720806 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d10f2d85-1e05-42af-aac4-5a0d886699ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:20.723632 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-47201a8f-f408-4bbe-a5c1-be47262415ea None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:20.724256 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d10f2d85-1e05-42af-aac4-5a0d886699ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:20.726221 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d10f2d85-1e05-42af-aac4-5a0d886699ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d9aa0bb3-487f-4df8-ba58-24911fc3320b HTTP/1.1" status: 204 len: 168 time: 0.2250645 Jul 15 13:43:20.735856 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f2d85-1e05-42af-aac4-5a0d886699ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9aa0bb3-487f-4df8-ba58-24911fc3320b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:20.740553 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-47201a8f-f408-4bbe-a5c1-be47262415ea None None] Transition to ACTIVE for port object 3af4fdb0-45be-41cc-93fc-eac85bd1527b will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:43:20.770074 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-47201a8f-f408-4bbe-a5c1-be47262415ea None None] Transition to ACTIVE for port object 3af4fdb0-45be-41cc-93fc-eac85bd1527b will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:43:20.794691 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-47201a8f-f408-4bbe-a5c1-be47262415ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:20.865701 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-e87e10ee-4a57-4db2-8cfb-882aa730fd73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Allocated IP 172.20.0.1 (babc4e0e-a33b-4754-9f68-404dd40d1c6a/f884ecf8-29cc-4ba0-bb0e-e6162e53b5dd/62d47d0e-d078-44a3-8650-c0f725a4f5e9) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:43:20.961858 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47201a8f-f408-4bbe-a5c1-be47262415ea None None] Network babc4e0e-a33b-4754-9f68-404dd40d1c6a is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:43:21.003321 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-47201a8f-f408-4bbe-a5c1-be47262415ea None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:21.014254 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47201a8f-f408-4bbe-a5c1-be47262415ea None None] Pushing event updated for resources: {'Port': ['ID=3af4fdb0-45be-41cc-93fc-eac85bd1527b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:21.039781 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47201a8f-f408-4bbe-a5c1-be47262415ea None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:43:21.064718 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-02af091a-bf02-4889-8fef-75cafebbc376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:21.110596 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e87e10ee-4a57-4db2-8cfb-882aa730fd73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:21.156352 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-e87e10ee-4a57-4db2-8cfb-882aa730fd73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Transition to ACTIVE for port object 62d47d0e-d078-44a3-8650-c0f725a4f5e9 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:43:21.233374 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e87e10ee-4a57-4db2-8cfb-882aa730fd73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:21.278839 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-47201a8f-f408-4bbe-a5c1-be47262415ea None None] Attempting to bind port 3af4fdb0-45be-41cc-93fc-eac85bd1527b on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:43:21.280286 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-47201a8f-f408-4bbe-a5c1-be47262415ea None None] Attempting to bind port 3af4fdb0-45be-41cc-93fc-eac85bd1527b by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'e94f10a9-f6f7-40ee-adc2-8e359dd1f914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'babc4e0e-a33b-4754-9f68-404dd40d1c6a'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:43:21.281326 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47201a8f-f408-4bbe-a5c1-be47262415ea None None] Attempting to bind port 3af4fdb0-45be-41cc-93fc-eac85bd1527b on network babc4e0e-a33b-4754-9f68-404dd40d1c6a {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:43:21.292464 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47201a8f-f408-4bbe-a5c1-be47262415ea None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:43:21.293640 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47201a8f-f408-4bbe-a5c1-be47262415ea None None] Checking segment: {'id': 'e94f10a9-f6f7-40ee-adc2-8e359dd1f914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'babc4e0e-a33b-4754-9f68-404dd40d1c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:43:21.294642 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-47201a8f-f408-4bbe-a5c1-be47262415ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:21.295597 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47201a8f-f408-4bbe-a5c1-be47262415ea None None] Bound using segment: {'id': 'e94f10a9-f6f7-40ee-adc2-8e359dd1f914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'babc4e0e-a33b-4754-9f68-404dd40d1c6a'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:43:21.296638 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-47201a8f-f408-4bbe-a5c1-be47262415ea None None] Bound port: 3af4fdb0-45be-41cc-93fc-eac85bd1527b, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94f10a9-f6f7-40ee-adc2-8e359dd1f914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'babc4e0e-a33b-4754-9f68-404dd40d1c6a'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:43:21.297673 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-47201a8f-f408-4bbe-a5c1-be47262415ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:21.329817 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87e10ee-4a57-4db2-8cfb-882aa730fd73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Network babc4e0e-a33b-4754-9f68-404dd40d1c6a is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:43:21.336556 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-e87e10ee-4a57-4db2-8cfb-882aa730fd73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:21.343441 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87e10ee-4a57-4db2-8cfb-882aa730fd73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:43:21.403752 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e10ee-4a57-4db2-8cfb-882aa730fd73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'Port': ['ID=62d47d0e-d078-44a3-8650-c0f725a4f5e9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:21.428214 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e87e10ee-4a57-4db2-8cfb-882aa730fd73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:21.546637 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-47201a8f-f408-4bbe-a5c1-be47262415ea None None] For port 3af4fdb0-45be-41cc-93fc-eac85bd1527b, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:43:21.559305 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-47201a8f-f408-4bbe-a5c1-be47262415ea None None] For port 3af4fdb0-45be-41cc-93fc-eac85bd1527b, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=3af4fdb0-45be-41cc-93fc-eac85bd1527b,segment=NetworkSegment(e94f10a9-f6f7-40ee-adc2-8e359dd1f914),segment_id=e94f10a9-f6f7-40ee-adc2-8e359dd1f914)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:43:21.570889 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-47201a8f-f408-4bbe-a5c1-be47262415ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:21.877727 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47201a8f-f408-4bbe-a5c1-be47262415ea None None] Pushing event updated for resources: {'Port': ['ID=3af4fdb0-45be-41cc-93fc-eac85bd1527b,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:21.964804 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e87e10ee-4a57-4db2-8cfb-882aa730fd73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:22.037091 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 30e49acc-5ebd-425c-8630-d41a82e40fdc up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:43:22.112740 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40972) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:22.313324 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 30e49acc-5ebd-425c-8630-d41a82e40fdc completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:43:22.343239 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 30e49acc-5ebd-425c-8630-d41a82e40fdc triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:22.348666 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:22.461883 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-91da0295-673b-4bb4-9f0b-0e9e15e1b9db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:22.664023 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:22.731477 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 30e49acc-5ebd-425c-8630-d41a82e40fdc, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=30e49acc-5ebd-425c-8630-d41a82e40fdc,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:22.747868 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:22.801081 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-91da0295-673b-4bb4-9f0b-0e9e15e1b9db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:22.810824 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-91da0295-673b-4bb4-9f0b-0e9e15e1b9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:22.857047 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=30e49acc-5ebd-425c-8630-d41a82e40fdc,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:22.890707 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40984) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:22.923757 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da0295-673b-4bb4-9f0b-0e9e15e1b9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b10243-ed77-4214-b568-0d5c2df211a0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:22.943284 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-91da0295-673b-4bb4-9f0b-0e9e15e1b9db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=841307cf00e741829abacc44ae50e23e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8280098 Jul 15 13:43:22.947620 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 40988) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:22.963520 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e87e10ee-4a57-4db2-8cfb-882aa730fd73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:22.976872 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e87e10ee-4a57-4db2-8cfb-882aa730fd73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:23.025815 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04b6c42e-77d3-4724-aacc-ffa938847512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:23.052998 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04b6c42e-77d3-4724-aacc-ffa938847512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:23.156983 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04b6c42e-77d3-4724-aacc-ffa938847512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:23.164331 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04b6c42e-77d3-4724-aacc-ffa938847512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:23.173311 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-04b6c42e-77d3-4724-aacc-ffa938847512 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9b10243-ed77-4214-b568-0d5c2df211a0 HTTP/1.1" status: 204 len: 168 time: 0.2238839 Jul 15 13:43:23.197240 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6c42e-77d3-4724-aacc-ffa938847512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b10243-ed77-4214-b568-0d5c2df211a0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:23.297840 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:23.350175 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e10ee-4a57-4db2-8cfb-882aa730fd73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'Port': ['ID=62d47d0e-d078-44a3-8650-c0f725a4f5e9,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:23.360787 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e87e10ee-4a57-4db2-8cfb-882aa730fd73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:23.424908 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e5c58fb-b51f-4cdf-aabc-0c0dc25d413a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:23.668487 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87e10ee-4a57-4db2-8cfb-882aa730fd73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Network babc4e0e-a33b-4754-9f68-404dd40d1c6a is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:43:23.675521 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-e87e10ee-4a57-4db2-8cfb-882aa730fd73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:23.772078 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7e746ff0-51c9-4a21-8fe6-d3d34d1fb764 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Deleting port 653011d1-0b2f-45d4-9112-5ffb46c6b190 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:23.772506 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e746ff0-51c9-4a21-8fe6-d3d34d1fb764 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:23.876496 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7b6495-b4a8-472b-a298-c840387e51c0 None None] Network babc4e0e-a33b-4754-9f68-404dd40d1c6a requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:43:23.930057 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41004) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:23.967768 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e746ff0-51c9-4a21-8fe6-d3d34d1fb764 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:23.968833 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e746ff0-51c9-4a21-8fe6-d3d34d1fb764 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:23.990237 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7e746ff0-51c9-4a21-8fe6-d3d34d1fb764 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Calling delete_port for 653011d1-0b2f-45d4-9112-5ffb46c6b190 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:24.271370 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87e10ee-4a57-4db2-8cfb-882aa730fd73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Router a94d8369-fe33-4da4-b184-7139d24ec3e7 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:43:24.275789 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-af5be320-be6c-4fea-b933-5b45c7662b34 None None] Provisioning for port 3af4fdb0-45be-41cc-93fc-eac85bd1527b completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:43:24.317474 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41010) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:24.320695 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3af4fdb0-45be-41cc-93fc-eac85bd1527b up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:43:24.385291 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-73e94ef0-7a55-4e89-ba32-e4177ce264ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:24.545808 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87e10ee-4a57-4db2-8cfb-882aa730fd73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:43:24.564093 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e87e10ee-4a57-4db2-8cfb-882aa730fd73 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "PUT /v2.0/routers/a94d8369-fe33-4da4-b184-7139d24ec3e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2540443 Jul 15 13:43:24.592692 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c765bb9-9509-400a-b725-953ea3ee754c None None] Sync routers for ids ['a94d8369-fe33-4da4-b184-7139d24ec3e7'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:43:24.628930 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c765bb9-9509-400a-b725-953ea3ee754c None None] Routers {'a94d8369-fe33-4da4-b184-7139d24ec3e7'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:24.630205 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8c765bb9-9509-400a-b725-953ea3ee754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:43:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['a94d8369-fe33-4da4-b184-7139d24ec3e7'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:24.688948 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 3af4fdb0-45be-41cc-93fc-eac85bd1527b completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:43:24.691851 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e746ff0-51c9-4a21-8fe6-d3d34d1fb764 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:24.704162 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 3af4fdb0-45be-41cc-93fc-eac85bd1527b triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:24.707958 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:24.733666 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e746ff0-51c9-4a21-8fe6-d3d34d1fb764 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Pushing event deleted for resources: {'Port': ['ID=653011d1-0b2f-45d4-9112-5ffb46c6b190,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:24.754199 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-73e94ef0-7a55-4e89-ba32-e4177ce264ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:24.770147 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-73e94ef0-7a55-4e89-ba32-e4177ce264ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:24.873383 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-73e94ef0-7a55-4e89-ba32-e4177ce264ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd0770d45e2948b6a59b692d852d47d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5519941 Jul 15 13:43:24.880997 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41014) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:24.899076 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e746ff0-51c9-4a21-8fe6-d3d34d1fb764 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:24.903032 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-7e746ff0-51c9-4a21-8fe6-d3d34d1fb764 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Floating IP 2d6f607a-099c-4b54-a999-7d81f46f7e11 disassociated (deleted). External IP: 172.25.6.143, port: a3c91c50-d36e-42b8-8def-d602c66dac32. Jul 15 13:43:24.924846 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-012ed314-5a07-4653-be2c-7cfb562a1b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:24.958557 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:25.004762 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e94ef0-7a55-4e89-ba32-e4177ce264ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587e039f-526b-4bae-a305-584a5857138c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:25.027104 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:25.116956 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-8c765bb9-9509-400a-b725-953ea3ee754c None None] Set router a94d8369-fe33-4da4-b184-7139d24ec3e7 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:25.185552 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-72ce34dc-7eb6-4b36-ab63-df8e6780b6a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:25.211260 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 3af4fdb0-45be-41cc-93fc-eac85bd1527b, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=3af4fdb0-45be-41cc-93fc-eac85bd1527b,segment=NetworkSegment(e94f10a9-f6f7-40ee-adc2-8e359dd1f914),segment_id=e94f10a9-f6f7-40ee-adc2-8e359dd1f914)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:25.225544 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:25.227079 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 30e49acc-5ebd-425c-8630-d41a82e40fdc up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:43:25.238145 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1e383049-004f-4510-96d2-a50ea301ced2 None None] Provisioning complete for port 3af4fdb0-45be-41cc-93fc-eac85bd1527b triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:25.239141 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1e383049-004f-4510-96d2-a50ea301ced2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:25.266911 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-72ce34dc-7eb6-4b36-ab63-df8e6780b6a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:25.412587 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-72ce34dc-7eb6-4b36-ab63-df8e6780b6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:25.420972 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-72ce34dc-7eb6-4b36-ab63-df8e6780b6a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:25.427584 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-72ce34dc-7eb6-4b36-ab63-df8e6780b6a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/587e039f-526b-4bae-a305-584a5857138c HTTP/1.1" status: 204 len: 168 time: 0.5348914 Jul 15 13:43:25.465403 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce34dc-7eb6-4b36-ab63-df8e6780b6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587e039f-526b-4bae-a305-584a5857138c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:25.665557 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:25.673816 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-0a334aaa-55cd-4514-ba48-f7312f0c6870 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1817379216&fields=id&tenant_id=5969ba48b19a42969f3c1202e7616f77 HTTP/1.1" status: 200 len: 267 time: 0.3301837 Jul 15 13:43:25.719337 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8c765bb9-9509-400a-b725-953ea3ee754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834929861', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '30e49acc-5ebd-425c-8630-d41a82e40fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:14Z', 'updated_at': '2021-07-15T13:43:21Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '30e49acc-5ebd-425c-8630-d41a82e40fdc', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:15Z', 'updated_at': '2021-07-15T13:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '62d47d0e-d078-44a3-8650-c0f725a4f5e9', 'name': '', 'network_id': 'babc4e0e-a33b-4754-9f68-404dd40d1c6a', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:43:82:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'f884ecf8-29cc-4ba0-bb0e-e6162e53b5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:20Z', 'updated_at': '2021-07-15T13:43:22Z', 'revision_number': 2, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': 'f884ecf8-29cc-4ba0-bb0e-e6162e53b5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:25.784918 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c765bb9-9509-400a-b725-953ea3ee754c None None] Checking router: a94d8369-fe33-4da4-b184-7139d24ec3e7 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:43:25.785513 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c765bb9-9509-400a-b725-953ea3ee754c None None] Updating router a94d8369-fe33-4da4-b184-7139d24ec3e7 port 62d47d0e-d078-44a3-8650-c0f725a4f5e9 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:43:25.811350 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=3af4fdb0-45be-41cc-93fc-eac85bd1527b,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:25.835436 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 30e49acc-5ebd-425c-8630-d41a82e40fdc triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:25.847039 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:25.900411 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c765bb9-9509-400a-b725-953ea3ee754c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:25.971218 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1e383049-004f-4510-96d2-a50ea301ced2 None None] Provisioning for port 62d47d0e-d078-44a3-8650-c0f725a4f5e9 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:43:25.987964 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1e383049-004f-4510-96d2-a50ea301ced2 None None] Provisioning complete for port 62d47d0e-d078-44a3-8650-c0f725a4f5e9 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:25.989142 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1e383049-004f-4510-96d2-a50ea301ced2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:26.081872 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-1e383049-004f-4510-96d2-a50ea301ced2 None None] Port 62d47d0e-d078-44a3-8650-c0f725a4f5e9 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:43:26.122029 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41038) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:26.143249 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-012ed314-5a07-4653-be2c-7cfb562a1b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:26.223404 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9a1c042d-a099-4b14-9bd4-54e56d7c7182 None None] Provisioning complete for port 62d47d0e-d078-44a3-8650-c0f725a4f5e9 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:26.226828 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a1c042d-a099-4b14-9bd4-54e56d7c7182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:26.271452 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e746ff0-51c9-4a21-8fe6-d3d34d1fb764 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Router 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:43:26.309671 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-012ed314-5a07-4653-be2c-7cfb562a1b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:26.400578 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c042d-a099-4b14-9bd4-54e56d7c7182 None None] Port 62d47d0e-d078-44a3-8650-c0f725a4f5e9 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:43:26.419540 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3af4fdb0-45be-41cc-93fc-eac85bd1527b up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:43:26.431447 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7b6e1e44-5c19-4e62-a4cd-33f37107d575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:26.542624 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:26.546201 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c765bb9-9509-400a-b725-953ea3ee754c None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:26.558805 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8c765bb9-9509-400a-b725-953ea3ee754c None None] Transition to ACTIVE for port object 62d47d0e-d078-44a3-8650-c0f725a4f5e9 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:43:26.567826 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c765bb9-9509-400a-b725-953ea3ee754c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:26.589572 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ed314-5a07-4653-be2c-7cfb562a1b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cea3166-b666-4ea6-bb79-bd9525751558,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:26.618328 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 3af4fdb0-45be-41cc-93fc-eac85bd1527b triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:26.618952 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:26.705355 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7b6e1e44-5c19-4e62-a4cd-33f37107d575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:26.715172 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7b6e1e44-5c19-4e62-a4cd-33f37107d575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:26.790757 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d34ce-a6d3-45b2-8c17-be224b63c93d None None] Pushing event updated for resources: {'Port': ['ID=62d47d0e-d078-44a3-8650-c0f725a4f5e9,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:26.819467 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8c765bb9-9509-400a-b725-953ea3ee754c None None] Attempting to bind port 62d47d0e-d078-44a3-8650-c0f725a4f5e9 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:43:26.821153 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8c765bb9-9509-400a-b725-953ea3ee754c None None] Attempting to bind port 62d47d0e-d078-44a3-8650-c0f725a4f5e9 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'e94f10a9-f6f7-40ee-adc2-8e359dd1f914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'babc4e0e-a33b-4754-9f68-404dd40d1c6a'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:43:26.821506 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c765bb9-9509-400a-b725-953ea3ee754c None None] Attempting to bind port 62d47d0e-d078-44a3-8650-c0f725a4f5e9 on network babc4e0e-a33b-4754-9f68-404dd40d1c6a {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:43:26.840824 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7b6e1e44-5c19-4e62-a4cd-33f37107d575 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c35cf1b9718748c9a811b1feea433e69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7127054 Jul 15 13:43:26.841297 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02d34ce-a6d3-45b2-8c17-be224b63c93d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:26.841297 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02d34ce-a6d3-45b2-8c17-be224b63c93d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:26.841520 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02d34ce-a6d3-45b2-8c17-be224b63c93d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:26.841982 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02d34ce-a6d3-45b2-8c17-be224b63c93d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:26.842088 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41054) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:26.844453 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02d34ce-a6d3-45b2-8c17-be224b63c93d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:26.844824 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02d34ce-a6d3-45b2-8c17-be224b63c93d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:26.845351 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02d34ce-a6d3-45b2-8c17-be224b63c93d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:26.845656 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02d34ce-a6d3-45b2-8c17-be224b63c93d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:26.846017 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02d34ce-a6d3-45b2-8c17-be224b63c93d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:26.849280 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02d34ce-a6d3-45b2-8c17-be224b63c93d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:26.849614 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02d34ce-a6d3-45b2-8c17-be224b63c93d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:26.849981 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02d34ce-a6d3-45b2-8c17-be224b63c93d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:26.857021 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c765bb9-9509-400a-b725-953ea3ee754c None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:43:26.857395 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c765bb9-9509-400a-b725-953ea3ee754c None None] Checking segment: {'id': 'e94f10a9-f6f7-40ee-adc2-8e359dd1f914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'babc4e0e-a33b-4754-9f68-404dd40d1c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:43:26.857821 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c765bb9-9509-400a-b725-953ea3ee754c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:26.859555 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e1e44-5c19-4e62-a4cd-33f37107d575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecae5f9-f37e-4c95-be22-d585e3365d59,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:26.860544 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c765bb9-9509-400a-b725-953ea3ee754c None None] Bound using segment: {'id': 'e94f10a9-f6f7-40ee-adc2-8e359dd1f914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'babc4e0e-a33b-4754-9f68-404dd40d1c6a'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:43:26.862399 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8c765bb9-9509-400a-b725-953ea3ee754c None None] Bound port: 62d47d0e-d078-44a3-8650-c0f725a4f5e9, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94f10a9-f6f7-40ee-adc2-8e359dd1f914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'babc4e0e-a33b-4754-9f68-404dd40d1c6a'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:43:26.864611 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c765bb9-9509-400a-b725-953ea3ee754c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:26.965981 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-012ed314-5a07-4653-be2c-7cfb562a1b60 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5bcfc664b5de439986257cb62e3604a3&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0349963 Jul 15 13:43:26.969213 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41056) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:26.995735 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c504b429-46ac-419a-9951-5748607faa32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:27.006071 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8c765bb9-9509-400a-b725-953ea3ee754c None None] For port 62d47d0e-d078-44a3-8650-c0f725a4f5e9, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:43:27.010218 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8c765bb9-9509-400a-b725-953ea3ee754c None None] For port 62d47d0e-d078-44a3-8650-c0f725a4f5e9, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=62d47d0e-d078-44a3-8650-c0f725a4f5e9,segment=NetworkSegment(e94f10a9-f6f7-40ee-adc2-8e359dd1f914),segment_id=e94f10a9-f6f7-40ee-adc2-8e359dd1f914)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:43:27.017429 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8c765bb9-9509-400a-b725-953ea3ee754c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:27.054727 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c504b429-46ac-419a-9951-5748607faa32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:27.085996 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c765bb9-9509-400a-b725-953ea3ee754c None None] Routers {'a94d8369-fe33-4da4-b184-7139d24ec3e7'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:27.090495 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8c765bb9-9509-400a-b725-953ea3ee754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:43:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['a94d8369-fe33-4da4-b184-7139d24ec3e7'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:27.143061 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e746ff0-51c9-4a21-8fe6-d3d34d1fb764 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:43:27.152983 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e746ff0-51c9-4a21-8fe6-d3d34d1fb764 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:27.158074 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403fe9de-59c5-403f-9deb-a2f99e6c313d None None] Sync routers for ids ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:43:27.184819 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403fe9de-59c5-403f-9deb-a2f99e6c313d None None] Routers {'9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:27.185948 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-403fe9de-59c5-403f-9deb-a2f99e6c313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:43:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:27.188805 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c504b429-46ac-419a-9951-5748607faa32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:27.193583 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c504b429-46ac-419a-9951-5748607faa32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:27.196124 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d34ce-a6d3-45b2-8c17-be224b63c93d None None] Pushing event updated for resources: {'Port': ['ID=62d47d0e-d078-44a3-8650-c0f725a4f5e9,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:27.212956 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c504b429-46ac-419a-9951-5748607faa32 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ecae5f9-f37e-4c95-be22-d585e3365d59 HTTP/1.1" status: 204 len: 168 time: 0.3694973 Jul 15 13:43:27.269900 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-42fa1f56-d0e7-4d22-8bd6-0b111e8fb775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:27.273709 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c504b429-46ac-419a-9951-5748607faa32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecae5f9-f37e-4c95-be22-d585e3365d59,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:27.288302 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7e746ff0-51c9-4a21-8fe6-d3d34d1fb764 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "DELETE /v2.0/floatingips/2d6f607a-099c-4b54-a999-7d81f46f7e11 HTTP/1.1" status: 204 len: 168 time: 4.3930936 Jul 15 13:43:27.312094 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-47fecd64-aed1-407c-a417-e61402c88087 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:27.320586 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-47fecd64-aed1-407c-a417-e61402c88087 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/networks?id=babc4e0e-a33b-4754-9f68-404dd40d1c6a HTTP/1.1" status: 200 len: 794 time: 1.6267810 Jul 15 13:43:27.328602 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ff433a-dc96-4f13-83b1-0123e9ab5f9d', 'tag': 'a3c91c50-d36e-42b8-8def-d602c66dac32'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:27.333369 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cfeb5b-c802-4deb-a560-1ab519babfbc" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ff433a-dc96-4f13-83b1-0123e9ab5f9d", "tag": "a3c91c50-d36e-42b8-8def-d602c66dac32"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:27.395149 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-c6ace1e6-df06-4db3-847e-99c02e0acf14 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/quotas/5969ba48b19a42969f3c1202e7616f77 HTTP/1.1" status: 200 len: 375 time: 0.0733666 Jul 15 13:43:27.413500 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-8c765bb9-9509-400a-b725-953ea3ee754c None None] Set router a94d8369-fe33-4da4-b184-7139d24ec3e7 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:27.437572 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-42fa1f56-d0e7-4d22-8bd6-0b111e8fb775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:27.623488 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-42fa1f56-d0e7-4d22-8bd6-0b111e8fb775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:27.630060 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-42fa1f56-d0e7-4d22-8bd6-0b111e8fb775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:27.637031 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-42fa1f56-d0e7-4d22-8bd6-0b111e8fb775 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6cea3166-b666-4ea6-bb79-bd9525751558 HTTP/1.1" status: 204 len: 168 time: 0.6641591 Jul 15 13:43:27.668436 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa1f56-d0e7-4d22-8bd6-0b111e8fb775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cea3166-b666-4ea6-bb79-bd9525751558,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:27.806097 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-403fe9de-59c5-403f-9deb-a2f99e6c313d None None] Set router 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:27.851619 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-b10f5634-ef0b-424d-8de1-394e98de6013 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4376650 Jul 15 13:43:27.889981 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b5f11a-382d-466c-9b45-914e2df9312c x-openstack-request-id: req-e9b5f11a-382d-466c-9b45-914e2df9312c {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:27.890972 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ff433a-dc96-4f13-83b1-0123e9ab5f9d", "tag": "a3c91c50-d36e-42b8-8def-d602c66dac32", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:27.891551 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e9b5f11a-382d-466c-9b45-914e2df9312c {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:27.892209 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ff433a-dc96-4f13-83b1-0123e9ab5f9d', 'tag': 'a3c91c50-d36e-42b8-8def-d602c66dac32', 'status': 'completed', 'code': 200} Jul 15 13:43:28.008937 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8c765bb9-9509-400a-b725-953ea3ee754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834929861', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '30e49acc-5ebd-425c-8630-d41a82e40fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:14Z', 'updated_at': '2021-07-15T13:43:21Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '30e49acc-5ebd-425c-8630-d41a82e40fdc', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:15Z', 'updated_at': '2021-07-15T13:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '62d47d0e-d078-44a3-8650-c0f725a4f5e9', 'name': '', 'network_id': 'babc4e0e-a33b-4754-9f68-404dd40d1c6a', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:43:82:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'f884ecf8-29cc-4ba0-bb0e-e6162e53b5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:20Z', 'updated_at': '2021-07-15T13:43:27Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': 'f884ecf8-29cc-4ba0-bb0e-e6162e53b5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:28.078601 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c765bb9-9509-400a-b725-953ea3ee754c None None] The sync data for ids ['a94d8369-fe33-4da4-b184-7139d24ec3e7'] in n-d-758944-45 is: [{'id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834929861', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '30e49acc-5ebd-425c-8630-d41a82e40fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:14Z', 'updated_at': '2021-07-15T13:43:21Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '30e49acc-5ebd-425c-8630-d41a82e40fdc', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:15Z', 'updated_at': '2021-07-15T13:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '62d47d0e-d078-44a3-8650-c0f725a4f5e9', 'name': '', 'network_id': 'babc4e0e-a33b-4754-9f68-404dd40d1c6a', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:43:82:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'f884ecf8-29cc-4ba0-bb0e-e6162e53b5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:20Z', 'updated_at': '2021-07-15T13:43:27Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': 'f884ecf8-29cc-4ba0-bb0e-e6162e53b5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:43:28.083606 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfeb5b-c802-4deb-a560-1ab519babfbc req-bc107474-c76a-4f78-bd9f-46bb155521b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:28.085101 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-82cfeb5b-c802-4deb-a560-1ab519babfbc req-bc107474-c76a-4f78-bd9f-46bb155521b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=89567fda246241f4860e07527d287580&device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d HTTP/1.1" status: 200 len: 1098 time: 0.1269283 Jul 15 13:43:28.273335 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-0b5b37a3-f105-44fa-be56-96eb556429f4 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:43:28.282643 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c58be-0935-422d-9b35-d3ef8e1dfe49 req-8070974e-7b80-4de6-bdd7-dfc2948c787b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:28.297023 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-0b5b37a3-f105-44fa-be56-96eb556429f4 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4434545 Jul 15 13:43:28.303051 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8d6c58be-0935-422d-9b35-d3ef8e1dfe49 req-8070974e-7b80-4de6-bdd7-dfc2948c787b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d HTTP/1.1" status: 200 len: 946 time: 0.2450607 Jul 15 13:43:28.433407 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8d6c58be-0935-422d-9b35-d3ef8e1dfe49 req-a1e9f910-88f1-41b6-b850-e9d2d15a06d1 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235359 Jul 15 13:43:28.563308 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-403fe9de-59c5-403f-9deb-a2f99e6c313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'name': 'tempest-TestVolumeBootPattern-1420152954-router', 'tenant_id': '89567fda246241f4860e07527d287580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:01Z', 'updated_at': '2021-07-15T13:26:12Z', 'revision_number': 4, 'project_id': '89567fda246241f4860e07527d287580', 'gw_port': {'id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:14:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:03Z', 'updated_at': '2021-07-15T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '0cc90dd6-9c38-4858-b901-2e1f7ba5f7d9', 'tenant_id': '89567fda246241f4860e07527d287580', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'port_id': '05c44e4f-75d0-4051-b1f8-8bf4eefe1029', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'mac_address': 'fa:16:3e:d9:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be667bda-aeda-491b-8875-39df528f743d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:38:45Z', 'updated_at': '2021-07-15T13:38:52Z', 'revision_number': 1, 'project_id': '89567fda246241f4860e07527d287580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4f483f-30cd-45bf-ad45-34b95e895637', 'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'tenant_id': '89567fda246241f4860e07527d287580', 'mac_address': 'fa:16:3e:7d:04:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '4840df0d-ad31-406d-829f-ea4475de886e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:09Z', 'updated_at': '2021-07-15T13:26:27Z', 'revision_number': 5, 'project_id': '89567fda246241f4860e07527d287580', 'subnets': [{'id': '4840df0d-ad31-406d-829f-ea4475de886e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:28.618262 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403fe9de-59c5-403f-9deb-a2f99e6c313d None None] Checking router: 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:43:28.629050 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403fe9de-59c5-403f-9deb-a2f99e6c313d None None] Routers {'9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:28.630176 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-403fe9de-59c5-403f-9deb-a2f99e6c313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:43:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:28.870098 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-403fe9de-59c5-403f-9deb-a2f99e6c313d None None] Set router 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:28.932553 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41118) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:29.085060 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-d2a52621-42f9-4ce5-99db-da5d3bbb0af2 service neutron] 10.222.0.24 "GET /v2.0/networks/babc4e0e-a33b-4754-9f68-404dd40d1c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7875826 Jul 15 13:43:29.208394 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cacd2701-55ea-41ed-ac8e-eee1522a480d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:29.228220 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-6580a5f9-f69f-4fea-8fb7-0adaf6bd2b12 service neutron] 10.222.0.24 "GET /v2.0/networks/babc4e0e-a33b-4754-9f68-404dd40d1c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329391 Jul 15 13:43:29.259740 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfeb5b-c802-4deb-a560-1ab519babfbc req-82e5ba41-df7c-422d-8368-98f8cb93d2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:29.265418 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-82cfeb5b-c802-4deb-a560-1ab519babfbc req-82e5ba41-df7c-422d-8368-98f8cb93d2d7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb HTTP/1.1" status: 200 len: 913 time: 1.1669576 Jul 15 13:43:29.336384 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-82cfeb5b-c802-4deb-a560-1ab519babfbc req-8fce1712-d659-4917-9d24-d1840e786f7a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3c91c50-d36e-42b8-8def-d602c66dac32 HTTP/1.1" status: 200 len: 217 time: 0.0608430 Jul 15 13:43:29.406840 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-403fe9de-59c5-403f-9deb-a2f99e6c313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'name': 'tempest-TestVolumeBootPattern-1420152954-router', 'tenant_id': '89567fda246241f4860e07527d287580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:01Z', 'updated_at': '2021-07-15T13:26:12Z', 'revision_number': 4, 'project_id': '89567fda246241f4860e07527d287580', 'gw_port': {'id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:14:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:03Z', 'updated_at': '2021-07-15T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '0cc90dd6-9c38-4858-b901-2e1f7ba5f7d9', 'tenant_id': '89567fda246241f4860e07527d287580', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'port_id': '05c44e4f-75d0-4051-b1f8-8bf4eefe1029', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'mac_address': 'fa:16:3e:d9:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be667bda-aeda-491b-8875-39df528f743d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:38:45Z', 'updated_at': '2021-07-15T13:38:52Z', 'revision_number': 1, 'project_id': '89567fda246241f4860e07527d287580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4f483f-30cd-45bf-ad45-34b95e895637', 'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'tenant_id': '89567fda246241f4860e07527d287580', 'mac_address': 'fa:16:3e:7d:04:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '4840df0d-ad31-406d-829f-ea4475de886e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:09Z', 'updated_at': '2021-07-15T13:26:27Z', 'revision_number': 5, 'project_id': '89567fda246241f4860e07527d287580', 'subnets': [{'id': '4840df0d-ad31-406d-829f-ea4475de886e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:29.451369 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403fe9de-59c5-403f-9deb-a2f99e6c313d None None] The sync data for ids ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'] in n-d-758944-45 is: [{'id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'name': 'tempest-TestVolumeBootPattern-1420152954-router', 'tenant_id': '89567fda246241f4860e07527d287580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:01Z', 'updated_at': '2021-07-15T13:26:12Z', 'revision_number': 4, 'project_id': '89567fda246241f4860e07527d287580', 'gw_port': {'id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:14:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:03Z', 'updated_at': '2021-07-15T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '0cc90dd6-9c38-4858-b901-2e1f7ba5f7d9', 'tenant_id': '89567fda246241f4860e07527d287580', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'port_id': '05c44e4f-75d0-4051-b1f8-8bf4eefe1029', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'mac_address': 'fa:16:3e:d9:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be667bda-aeda-491b-8875-39df528f743d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:38:45Z', 'updated_at': '2021-07-15T13:38:52Z', 'revision_number': 1, 'project_id': '89567fda246241f4860e07527d287580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4f483f-30cd-45bf-ad45-34b95e895637', 'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'tenant_id': '89567fda246241f4860e07527d287580', 'mac_address': 'fa:16:3e:7d:04:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '4840df0d-ad31-406d-829f-ea4475de886e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:09Z', 'updated_at': '2021-07-15T13:26:27Z', 'revision_number': 5, 'project_id': '89567fda246241f4860e07527d287580', 'subnets': [{'id': '4840df0d-ad31-406d-829f-ea4475de886e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:43:29.465863 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfeb5b-c802-4deb-a560-1ab519babfbc req-d39233c4-4708-40a3-9555-a7410e8f6953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:29.468912 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-82cfeb5b-c802-4deb-a560-1ab519babfbc req-d39233c4-4708-40a3-9555-a7410e8f6953 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4840df0d-ad31-406d-829f-ea4475de886e HTTP/1.1" status: 200 len: 851 time: 0.1255808 Jul 15 13:43:29.492407 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cacd2701-55ea-41ed-ac8e-eee1522a480d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:29.512111 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cacd2701-55ea-41ed-ac8e-eee1522a480d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:29.587831 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfeb5b-c802-4deb-a560-1ab519babfbc req-f64f8f98-969c-48eb-82d3-1eb387e21759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:29.592195 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-82cfeb5b-c802-4deb-a560-1ab519babfbc req-f64f8f98-969c-48eb-82d3-1eb387e21759 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1159356 Jul 15 13:43:29.763326 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd2701-55ea-41ed-ac8e-eee1522a480d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646f8737-245e-4226-b205-bb46451230a6,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:29.864161 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-cacd2701-55ea-41ed-ac8e-eee1522a480d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=27400d57894a43169a8b5f7fe16ad5df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9300869 Jul 15 13:43:29.877549 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41148) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:29.998869 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-82cfeb5b-c802-4deb-a560-1ab519babfbc req-9f627862-839b-4cec-8265-40c561a533bf service neutron] 10.222.0.32 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991022 Jul 15 13:43:30.023082 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c931b3a-02f6-4270-9874-7c340dafd37e req-b882a36d-83b6-4220-823d-90d9a75d9fe9 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:30.028843 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7c931b3a-02f6-4270-9874-7c340dafd37e req-b882a36d-83b6-4220-823d-90d9a75d9fe9 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d HTTP/1.1" status: 200 len: 946 time: 0.4401252 Jul 15 13:43:30.128726 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223376a2-bfae-4c27-8208-5db46bd9d7b5 None None] New status for floating IP 2d6f607a-099c-4b54-a999-7d81f46f7e11: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:43:30.129812 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7bb97-0d3c-4fda-86de-056cac1a767e req-70c02479-c2fa-4e24-a85d-7a89dcc2575f tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:30.131403 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d2b7bb97-0d3c-4fda-86de-056cac1a767e req-70c02479-c2fa-4e24-a85d-7a89dcc2575f tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d HTTP/1.1" status: 200 len: 946 time: 0.3495481 Jul 15 13:43:30.140466 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-25c8eddc-4760-4c81-b9ee-18c3f3b8c722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:30.243461 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-25c8eddc-4760-4c81-b9ee-18c3f3b8c722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:30.259043 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3261279a-178d-46cd-bf98-1839819cffcc req-7be7dde2-4d7a-47e9-9085-75e79384245d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 210 time: 0.2506888 Jul 15 13:43:30.403612 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 62d47d0e-d078-44a3-8650-c0f725a4f5e9 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:43:30.410728 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d2b7bb97-0d3c-4fda-86de-056cac1a767e req-a06116c1-e50b-42eb-91b0-5405134b8136 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210927 Jul 15 13:43:30.472927 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-25c8eddc-4760-4c81-b9ee-18c3f3b8c722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:30.481323 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-25c8eddc-4760-4c81-b9ee-18c3f3b8c722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:30.487815 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-25c8eddc-4760-4c81-b9ee-18c3f3b8c722 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/646f8737-245e-4226-b205-bb46451230a6 HTTP/1.1" status: 204 len: 168 time: 0.6055429 Jul 15 13:43:30.535896 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8eddc-4760-4c81-b9ee-18c3f3b8c722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646f8737-245e-4226-b205-bb46451230a6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:30.549469 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 62d47d0e-d078-44a3-8650-c0f725a4f5e9 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:43:30.556385 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-7c931b3a-02f6-4270-9874-7c340dafd37e req-27eb91d0-cf4f-4443-ac5f-b5303e477f5b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Deleting port a3c91c50-d36e-42b8-8def-d602c66dac32 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:30.557788 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7c931b3a-02f6-4270-9874-7c340dafd37e req-27eb91d0-cf4f-4443-ac5f-b5303e477f5b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:30.576895 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 62d47d0e-d078-44a3-8650-c0f725a4f5e9 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:30.577608 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:30.579491 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-82cfeb5b-c802-4deb-a560-1ab519babfbc req-62d0d0bb-833e-44ce-b497-1e2dd51cdade service neutron] 10.222.0.32 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5705626 Jul 15 13:43:30.718420 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7c931b3a-02f6-4270-9874-7c340dafd37e req-27eb91d0-cf4f-4443-ac5f-b5303e477f5b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] For port a3c91c50-d36e-42b8-8def-d602c66dac32, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=a3c91c50-d36e-42b8-8def-d602c66dac32,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:30.718793 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7c931b3a-02f6-4270-9874-7c340dafd37e req-27eb91d0-cf4f-4443-ac5f-b5303e477f5b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:30.750204 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-7c931b3a-02f6-4270-9874-7c340dafd37e req-27eb91d0-cf4f-4443-ac5f-b5303e477f5b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Calling delete_port for a3c91c50-d36e-42b8-8def-d602c66dac32 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:30.756809 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:30.865882 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 62d47d0e-d078-44a3-8650-c0f725a4f5e9, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=62d47d0e-d078-44a3-8650-c0f725a4f5e9,segment=NetworkSegment(e94f10a9-f6f7-40ee-adc2-8e359dd1f914),segment_id=e94f10a9-f6f7-40ee-adc2-8e359dd1f914)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:30.872059 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:30.943983 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=62d47d0e-d078-44a3-8650-c0f725a4f5e9,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:30.975087 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7c931b3a-02f6-4270-9874-7c340dafd37e req-27eb91d0-cf4f-4443-ac5f-b5303e477f5b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:31.009624 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb91d0-cf4f-4443-ac5f-b5303e477f5b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Pushing event deleted for resources: {'Port': ['ID=a3c91c50-d36e-42b8-8def-d602c66dac32,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:31.078166 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c931b3a-02f6-4270-9874-7c340dafd37e req-27eb91d0-cf4f-4443-ac5f-b5303e477f5b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] No DVR routers for this DVR port a3c91c50-d36e-42b8-8def-d602c66dac32 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:43:31.081208 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7c931b3a-02f6-4270-9874-7c340dafd37e req-27eb91d0-cf4f-4443-ac5f-b5303e477f5b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:31.083339 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7c931b3a-02f6-4270-9874-7c340dafd37e req-27eb91d0-cf4f-4443-ac5f-b5303e477f5b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.32 "DELETE /v2.0/ports/a3c91c50-d36e-42b8-8def-d602c66dac32 HTTP/1.1" status: 204 len: 173 time: 1.0492563 Jul 15 13:43:31.083823 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ff433a-dc96-4f13-83b1-0123e9ab5f9d', 'name': 'network-vif-deleted', 'tag': 'a3c91c50-d36e-42b8-8def-d602c66dac32'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:31.086210 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977528c5-1230-416c-aa03-7d288fc9ad94" -d '{"events": [{"server_uuid": "f6ff433a-dc96-4f13-83b1-0123e9ab5f9d", "name": "network-vif-deleted", "tag": "a3c91c50-d36e-42b8-8def-d602c66dac32"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:31.092250 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41186) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:31.152348 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f3f437-8130-4e1d-a04d-4465352d2984 x-openstack-request-id: req-83f3f437-8130-4e1d-a04d-4465352d2984 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:31.152704 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ff433a-dc96-4f13-83b1-0123e9ab5f9d", "name": "network-vif-deleted", "tag": "a3c91c50-d36e-42b8-8def-d602c66dac32", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:31.153046 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-83f3f437-8130-4e1d-a04d-4465352d2984 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:31.153544 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ff433a-dc96-4f13-83b1-0123e9ab5f9d', 'name': 'network-vif-deleted', 'tag': 'a3c91c50-d36e-42b8-8def-d602c66dac32', 'status': 'completed', 'code': 200} Jul 15 13:43:31.492483 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-58a6eeab-7e13-4cf0-889e-c5f727aab1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:31.647525 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-017de10c-ea94-489b-b633-7095c2c5fb55 req-3039519e-8cbe-4a8e-a673-dee173ba936f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 210 time: 0.1371803 Jul 15 13:43:31.802142 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-31a4c088-1b0b-4eb6-b3d8-983d5cf54482 req-59041999-d89f-482a-8727-02a3ba6925da tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d HTTP/1.1" status: 200 len: 210 time: 0.1275814 Jul 15 13:43:31.956782 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-58a6eeab-7e13-4cf0-889e-c5f727aab1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:31.964265 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-58a6eeab-7e13-4cf0-889e-c5f727aab1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:32.048712 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a6eeab-7e13-4cf0-889e-c5f727aab1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330e9eff-259f-43d2-983a-93b219ee17fa,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:32.077002 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-58a6eeab-7e13-4cf0-889e-c5f727aab1d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37c9c52665164ff68136930b5cf731d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9792783 Jul 15 13:43:32.078680 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41216) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:32.171201 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-6bfd4e67-abd0-40e0-91fd-5c94fb0cb9ae tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:32.174344 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-6bfd4e67-abd0-40e0-91fd-5c94fb0cb9ae tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.32 "GET /v2.0/networks?id=babc4e0e-a33b-4754-9f68-404dd40d1c6a HTTP/1.1" status: 200 len: 794 time: 0.2799997 Jul 15 13:43:32.229863 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02cdd2f1-37f0-4f27-9c6d-567a9f1f3487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:32.264999 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02cdd2f1-37f0-4f27-9c6d-567a9f1f3487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:32.278108 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-1842de23-5f64-47b3-8d77-02663ed1cd2a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5969ba48b19a42969f3c1202e7616f77 HTTP/1.1" status: 200 len: 380 time: 0.0878727 Jul 15 13:43:32.296896 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-b17cd145-16f3-4f67-ba18-5af1843c17de tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'port': {'device_id': '778ed80f-2606-49cd-9ae2-2bdc956d6f29', 'network_id': 'babc4e0e-a33b-4754-9f68-404dd40d1c6a', 'admin_state_up': True, 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'security_groups': ['98b6feb4-3ae4-4418-81a0-6dadc82a615b']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:32.326735 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 62d47d0e-d078-44a3-8650-c0f725a4f5e9 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:43:32.386263 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02cdd2f1-37f0-4f27-9c6d-567a9f1f3487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:32.389185 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02cdd2f1-37f0-4f27-9c6d-567a9f1f3487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:32.392761 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-02cdd2f1-37f0-4f27-9c6d-567a9f1f3487 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/330e9eff-259f-43d2-983a-93b219ee17fa HTTP/1.1" status: 204 len: 168 time: 0.3089805 Jul 15 13:43:32.413532 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cdd2f1-37f0-4f27-9c6d-567a9f1f3487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330e9eff-259f-43d2-983a-93b219ee17fa,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:32.475449 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 62d47d0e-d078-44a3-8650-c0f725a4f5e9 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:32.475914 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:32.605245 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-b17cd145-16f3-4f67-ba18-5af1843c17de tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Made reservation on behalf of 5969ba48b19a42969f3c1202e7616f77 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:43:32.611675 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-b17cd145-16f3-4f67-ba18-5af1843c17de tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:32.632369 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device a3c91c50-d36e-42b8-8def-d602c66dac32 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:43:32.714310 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: a3c91c50-d36e-42b8-8def-d602c66dac32 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:43:32.719941 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device a3c91c50-d36e-42b8-8def-d602c66dac32 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:43:32.892913 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-b17cd145-16f3-4f67-ba18-5af1843c17de tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Allocated IP 172.20.0.6 (babc4e0e-a33b-4754-9f68-404dd40d1c6a/f884ecf8-29cc-4ba0-bb0e-e6162e53b5dd/75d28844-5112-40ab-b84e-151c9992f995) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:43:32.931018 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1c4f17c2-cbe0-4cab-86d6-2b9c997cdff0 req-5ef94441-36f9-4dc8-931d-593ad5c05a9a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 210 time: 0.0556056 Jul 15 13:43:33.153223 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dfd7a704-8b58-4d13-9ee7-3e32b2757f1b req-2e922602-0cdb-41cc-997a-71fac0330f5a tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d HTTP/1.1" status: 200 len: 210 time: 0.0703456 Jul 15 13:43:33.249675 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-b17cd145-16f3-4f67-ba18-5af1843c17de tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:33.316261 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-b17cd145-16f3-4f67-ba18-5af1843c17de tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Transition to ACTIVE for port object 75d28844-5112-40ab-b84e-151c9992f995 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:43:33.429489 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-b17cd145-16f3-4f67-ba18-5af1843c17de tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:33.512248 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-b17cd145-16f3-4f67-ba18-5af1843c17de tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Network babc4e0e-a33b-4754-9f68-404dd40d1c6a is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:43:33.520059 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-b17cd145-16f3-4f67-ba18-5af1843c17de tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:33.522632 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17cd145-16f3-4f67-ba18-5af1843c17de tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'Port': ['ID=75d28844-5112-40ab-b84e-151c9992f995,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:33.525260 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-b17cd145-16f3-4f67-ba18-5af1843c17de tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:43:33.612062 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-b17cd145-16f3-4f67-ba18-5af1843c17de tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:33.612768 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-b17cd145-16f3-4f67-ba18-5af1843c17de tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:33.670125 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-b17cd145-16f3-4f67-ba18-5af1843c17de tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3835521 Jul 15 13:43:33.688463 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-6a2ceb90-e78a-46a6-857b-afc1508c453c service neutron] Request body: {'port': {'device_id': '778ed80f-2606-49cd-9ae2-2bdc956d6f29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:33.844451 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-6a2ceb90-e78a-46a6-857b-afc1508c453c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:34.010930 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41274) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:34.022390 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-974ed804-e6a2-45eb-aa82-b4e503deaeaa None None] Provisioning for port 75d28844-5112-40ab-b84e-151c9992f995 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:43:34.038220 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-974ed804-e6a2-45eb-aa82-b4e503deaeaa None None] Provisioning complete for port 75d28844-5112-40ab-b84e-151c9992f995 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:34.038220 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-974ed804-e6a2-45eb-aa82-b4e503deaeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:34.102443 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-974ed804-e6a2-45eb-aa82-b4e503deaeaa None None] Port 75d28844-5112-40ab-b84e-151c9992f995 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:43:34.494977 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1fcdc8c3-6e69-4cb2-b5c6-f6e4a4ae9f76 req-e04b3802-8aef-43f8-9b98-effad0b60542 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d HTTP/1.1" status: 200 len: 210 time: 0.0952375 Jul 15 13:43:34.511250 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b4ae9a8b-d7f2-4103-8c49-121b0964565b tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1009493691'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:34.547066 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ae9a8b-d7f2-4103-8c49-121b0964565b tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Made reservation on behalf of f687c82dbbd04998b436a55658478272 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:43:34.552094 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4ae9a8b-d7f2-4103-8c49-121b0964565b tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:34.563841 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4ae9a8b-d7f2-4103-8c49-121b0964565b tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:34.763166 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4ae9a8b-d7f2-4103-8c49-121b0964565b tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:34.771230 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4ae9a8b-d7f2-4103-8c49-121b0964565b tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:34.801682 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4ae9a8b-d7f2-4103-8c49-121b0964565b tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:43:34.890581 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae9a8b-d7f2-4103-8c49-121b0964565b tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6dc10d-676b-42e1-b651-71414b9b94f6,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:34.900588 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4ae9a8b-d7f2-4103-8c49-121b0964565b tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:34.901184 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-b4ae9a8b-d7f2-4103-8c49-121b0964565b tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Added segment 372b4514-8f18-460a-ba72-ab47e8f56ea2 of type vlan for network 8a5f67c3-40a1-4d1d-a855-8a9c8a9eaced Jul 15 13:43:34.916707 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20211a39-60bb-46b4-8b1d-5e03e9f85b5f req-96021072-8b67-491d-a41d-01d6fa193a2d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:34.924983 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-20211a39-60bb-46b4-8b1d-5e03e9f85b5f req-96021072-8b67-491d-a41d-01d6fa193a2d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 931 time: 0.7242777 Jul 15 13:43:34.972274 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4ae9a8b-d7f2-4103-8c49-121b0964565b tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:35.041048 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4ae9a8b-d7f2-4103-8c49-121b0964565b tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:35.047921 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-6a2ceb90-e78a-46a6-857b-afc1508c453c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75d28844-5112-40ab-b84e-151c9992f995 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:43:35.050347 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ae9a8b-d7f2-4103-8c49-121b0964565b tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:35.051663 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4ae9a8b-d7f2-4103-8c49-121b0964565b tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:35.064892 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-20211a39-60bb-46b4-8b1d-5e03e9f85b5f req-f90c0530-5107-4c36-8693-bc3cb16a25bd tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b6feb4-3ae4-4418-81a0-6dadc82a615b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383958 Jul 15 13:43:35.074465 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-6a2ceb90-e78a-46a6-857b-afc1508c453c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:35.117208 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-6a2ceb90-e78a-46a6-857b-afc1508c453c service neutron] Transition to ACTIVE for port object 75d28844-5112-40ab-b84e-151c9992f995 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:43:35.126726 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-6a2ceb90-e78a-46a6-857b-afc1508c453c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:35.152792 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae9a8b-d7f2-4103-8c49-121b0964565b tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Pushing event updated for resources: {'Network': ['ID=8a5f67c3-40a1-4d1d-a855-8a9c8a9eaced,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:35.176803 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 8a5f67c3-40a1-4d1d-a855-8a9c8a9eaced details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:43:35.186657 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b4ae9a8b-d7f2-4103-8c49-121b0964565b tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1737194 Jul 15 13:43:35.192059 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41324) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:35.205299 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-05c5d9e1-dc0b-467e-a6f6-1654aa883f3d tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Request body: {'subnet': {'network_id': '8a5f67c3-40a1-4d1d-a855-8a9c8a9eaced', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:35.315672 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ceb90-e78a-46a6-857b-afc1508c453c service neutron] Pushing event updated for resources: {'Port': ['ID=75d28844-5112-40ab-b84e-151c9992f995,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:35.383328 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-6a2ceb90-e78a-46a6-857b-afc1508c453c service neutron] Attempting to bind port 75d28844-5112-40ab-b84e-151c9992f995 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:43:35.383598 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-6a2ceb90-e78a-46a6-857b-afc1508c453c service neutron] Attempting to bind port 75d28844-5112-40ab-b84e-151c9992f995 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'e94f10a9-f6f7-40ee-adc2-8e359dd1f914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'babc4e0e-a33b-4754-9f68-404dd40d1c6a'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:43:35.383981 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-6a2ceb90-e78a-46a6-857b-afc1508c453c service neutron] Attempting to bind port 75d28844-5112-40ab-b84e-151c9992f995 on network babc4e0e-a33b-4754-9f68-404dd40d1c6a {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:43:35.390383 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-6a2ceb90-e78a-46a6-857b-afc1508c453c service neutron] Port 75d28844-5112-40ab-b84e-151c9992f995 on network babc4e0e-a33b-4754-9f68-404dd40d1c6a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:43:35.391006 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-6a2ceb90-e78a-46a6-857b-afc1508c453c service neutron] Attempting to bind port 75d28844-5112-40ab-b84e-151c9992f995 on network babc4e0e-a33b-4754-9f68-404dd40d1c6a {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:43:35.398521 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-6a2ceb90-e78a-46a6-857b-afc1508c453c service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:43:35.398962 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-6a2ceb90-e78a-46a6-857b-afc1508c453c service neutron] Checking segment: {'id': 'e94f10a9-f6f7-40ee-adc2-8e359dd1f914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'babc4e0e-a33b-4754-9f68-404dd40d1c6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:43:35.399374 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-6a2ceb90-e78a-46a6-857b-afc1508c453c service neutron] Bound using segment: {'id': 'e94f10a9-f6f7-40ee-adc2-8e359dd1f914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'babc4e0e-a33b-4754-9f68-404dd40d1c6a'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:43:35.399827 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-6a2ceb90-e78a-46a6-857b-afc1508c453c service neutron] Bound port: 75d28844-5112-40ab-b84e-151c9992f995, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e94f10a9-f6f7-40ee-adc2-8e359dd1f914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'babc4e0e-a33b-4754-9f68-404dd40d1c6a'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:43:35.400449 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-6a2ceb90-e78a-46a6-857b-afc1508c453c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:35.480460 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c5d9e1-dc0b-467e-a6f6-1654aa883f3d tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Made reservation on behalf of f687c82dbbd04998b436a55658478272 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:43:35.491246 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05c5d9e1-dc0b-467e-a6f6-1654aa883f3d tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:35.540811 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-6a2ceb90-e78a-46a6-857b-afc1508c453c service neutron] For port 75d28844-5112-40ab-b84e-151c9992f995, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:43:35.549291 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-6a2ceb90-e78a-46a6-857b-afc1508c453c service neutron] For port 75d28844-5112-40ab-b84e-151c9992f995, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=75d28844-5112-40ab-b84e-151c9992f995,segment=NetworkSegment(e94f10a9-f6f7-40ee-adc2-8e359dd1f914),segment_id=e94f10a9-f6f7-40ee-adc2-8e359dd1f914)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:43:35.563019 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-6a2ceb90-e78a-46a6-857b-afc1508c453c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:35.635412 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ceb90-e78a-46a6-857b-afc1508c453c service neutron] Pushing event updated for resources: {'Port': ['ID=75d28844-5112-40ab-b84e-151c9992f995,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:35.665720 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-6a2ceb90-e78a-46a6-857b-afc1508c453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:35.669751 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-6a2ceb90-e78a-46a6-857b-afc1508c453c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:35.672494 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-6a2ceb90-e78a-46a6-857b-afc1508c453c service neutron] 10.222.0.32 "PUT /v2.0/ports/75d28844-5112-40ab-b84e-151c9992f995 HTTP/1.1" status: 200 len: 1092 time: 1.9889410 Jul 15 13:43:35.672978 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778ed80f-2606-49cd-9ae2-2bdc956d6f29', 'tag': '75d28844-5112-40ab-b84e-151c9992f995'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:35.677509 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f5ccc5-7740-4004-84ae-023744fe1a80" -d '{"events": [{"name": "network-changed", "server_uuid": "778ed80f-2606-49cd-9ae2-2bdc956d6f29", "tag": "75d28844-5112-40ab-b84e-151c9992f995"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:35.927573 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff8b431-018b-485d-a9cd-dda331bd61e1 x-openstack-request-id: req-3ff8b431-018b-485d-a9cd-dda331bd61e1 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:35.928591 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "778ed80f-2606-49cd-9ae2-2bdc956d6f29", "tag": "75d28844-5112-40ab-b84e-151c9992f995", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:35.928591 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ff8b431-018b-485d-a9cd-dda331bd61e1 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:35.929018 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '778ed80f-2606-49cd-9ae2-2bdc956d6f29', 'tag': '75d28844-5112-40ab-b84e-151c9992f995', 'status': 'completed', 'code': 200} Jul 15 13:43:36.044062 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-d2a4060c-4cd4-478e-a8da-e5b0664acc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:36.047504 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-d2a4060c-4cd4-478e-a8da-e5b0664acc16 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 1095 time: 0.2861021 Jul 15 13:43:36.144198 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f1bee3c8-3572-444e-b20c-c8b8a456a83b req-e5ffd0c2-5db1-47fa-b1a5-e2b2024ede77 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d HTTP/1.1" status: 200 len: 210 time: 0.1262968 Jul 15 13:43:36.150737 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05c5d9e1-dc0b-467e-a6f6-1654aa883f3d tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:36.183540 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-4c2b44c7-a78d-4149-a57c-a7430224de2d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75d28844-5112-40ab-b84e-151c9992f995 HTTP/1.1" status: 200 len: 217 time: 0.1225247 Jul 15 13:43:36.392512 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5d9e1-dc0b-467e-a6f6-1654aa883f3d tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Pushing event updated for resources: {'Subnet': ['ID=8e7ee0f7-0bb0-4e4d-a4fe-bde8e5fe0ef7,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:36.396462 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c5d9e1-dc0b-467e-a6f6-1654aa883f3d tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Checking segment: {'id': '372b4514-8f18-460a-ba72-ab47e8f56ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8a5f67c3-40a1-4d1d-a855-8a9c8a9eaced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:43:36.397219 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c5d9e1-dc0b-467e-a6f6-1654aa883f3d tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Network hostable DHCP agents. Network: 8a5f67c3-40a1-4d1d-a855-8a9c8a9eaced, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:43:36.409426 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-dfb522f9-2b93-4564-a532-c46f3af06487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:36.415519 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-dfb522f9-2b93-4564-a532-c46f3af06487 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f884ecf8-29cc-4ba0-bb0e-e6162e53b5dd HTTP/1.1" status: 200 len: 835 time: 0.2211635 Jul 15 13:43:36.457214 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c5d9e1-dc0b-467e-a6f6-1654aa883f3d tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Network 8a5f67c3-40a1-4d1d-a855-8a9c8a9eaced is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:43:36.497361 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-05c5d9e1-dc0b-467e-a6f6-1654aa883f3d tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 8a5f67c3-40a1-4d1d-a855-8a9c8a9eaced) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:36.509257 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c5d9e1-dc0b-467e-a6f6-1654aa883f3d tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:36.512060 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b6d6c7-b2f6-447f-bfab-6a3c2f0cf04d None None] Network 8a5f67c3-40a1-4d1d-a855-8a9c8a9eaced requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:43:36.512906 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05c5d9e1-dc0b-467e-a6f6-1654aa883f3d tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:36.555003 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-05c5d9e1-dc0b-467e-a6f6-1654aa883f3d tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3611825 Jul 15 13:43:36.558041 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41380) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:36.568431 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4c79b44e-cd87-4e5e-970b-703d554cf430 tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Request body: {'port': {'network_id': '8a5f67c3-40a1-4d1d-a855-8a9c8a9eaced', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1341167621'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:36.711231 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97830611-f363-4a64-a945-1f6649e15a07 req-c3004a14-aed3-45e5-bd24-3f2b86aebf77 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:36.716337 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-97830611-f363-4a64-a945-1f6649e15a07 req-c3004a14-aed3-45e5-bd24-3f2b86aebf77 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 943 time: 0.2994261 Jul 15 13:43:36.720848 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-b53ede63-7b3f-4752-8f37-2dae1a22bf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:36.722615 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-b53ede63-7b3f-4752-8f37-2dae1a22bf26 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=babc4e0e-a33b-4754-9f68-404dd40d1c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3031669 Jul 15 13:43:36.925955 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c79b44e-cd87-4e5e-970b-703d554cf430 tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Made reservation on behalf of f687c82dbbd04998b436a55658478272 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:43:36.933289 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4c79b44e-cd87-4e5e-970b-703d554cf430 tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:36.985870 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-4c79b44e-cd87-4e5e-970b-703d554cf430 tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] device_id is not set on port 0040f63b-7033-48cb-8dc3-2acb805fdc8f yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:43:36.998021 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f892c0d3-a84b-44a7-baad-14f1cc545845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-8a5f67c3-40a1-4d1d-a855-8a9c8a9eaced', 'network_id': '8a5f67c3-40a1-4d1d-a855-8a9c8a9eaced', 'tenant_id': 'f687c82dbbd04998b436a55658478272', 'fixed_ips': [{'subnet_id': '8e7ee0f7-0bb0-4e4d-a4fe-bde8e5fe0ef7'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:43:37.001413 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f892c0d3-a84b-44a7-baad-14f1cc545845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:37.063564 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-0640b430-aee3-4ec6-b770-186c52c601b8 service neutron] 10.222.0.32 "GET /v2.0/networks/babc4e0e-a33b-4754-9f68-404dd40d1c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297641 Jul 15 13:43:37.247021 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-4c79b44e-cd87-4e5e-970b-703d554cf430 tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Allocated IP 172.20.0.10 (8a5f67c3-40a1-4d1d-a855-8a9c8a9eaced/8e7ee0f7-0bb0-4e4d-a4fe-bde8e5fe0ef7/0040f63b-7033-48cb-8dc3-2acb805fdc8f) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:43:37.383018 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-97830611-f363-4a64-a945-1f6649e15a07 req-acffe2d8-6cdf-4d93-9ecf-0c76025e3276 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b6feb4-3ae4-4418-81a0-6dadc82a615b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6124434 Jul 15 13:43:37.389237 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d0d155f-229d-4c82-964d-8492fcb1bddf req-9f03de59-c58b-432e-b945-9ae847aa76a7 service neutron] 10.222.0.32 "GET /v2.0/networks/babc4e0e-a33b-4754-9f68-404dd40d1c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778754 Jul 15 13:43:37.518149 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-60ad8d1e-f9af-493a-b978-d018dc942143 req-8679cf10-0322-460d-8769-bcf85904bf2b tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d HTTP/1.1" status: 200 len: 210 time: 0.0671258 Jul 15 13:43:37.657688 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5ccc5-7740-4004-84ae-023744fe1a80 req-7ec7805c-f147-4326-bfbf-c8246c57520b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:37.660498 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-77f5ccc5-7740-4004-84ae-023744fe1a80 req-7ec7805c-f147-4326-bfbf-c8246c57520b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 1095 time: 0.1335506 Jul 15 13:43:37.680356 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4c79b44e-cd87-4e5e-970b-703d554cf430 tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:37.731950 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4c79b44e-cd87-4e5e-970b-703d554cf430 tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Transition to ACTIVE for port object 0040f63b-7033-48cb-8dc3-2acb805fdc8f will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:43:37.802427 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4c79b44e-cd87-4e5e-970b-703d554cf430 tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:37.843499 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5ccc5-7740-4004-84ae-023744fe1a80 req-09d6d602-ab66-405b-9ddc-c400b58dbb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:37.846229 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-77f5ccc5-7740-4004-84ae-023744fe1a80 req-09d6d602-ab66-405b-9ddc-c400b58dbb7f service neutron] 10.222.0.32 "GET /v2.0/networks?id=babc4e0e-a33b-4754-9f68-404dd40d1c6a HTTP/1.1" status: 200 len: 895 time: 0.1776619 Jul 15 13:43:37.879113 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c79b44e-cd87-4e5e-970b-703d554cf430 tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Network 8a5f67c3-40a1-4d1d-a855-8a9c8a9eaced is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:43:37.883775 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4c79b44e-cd87-4e5e-970b-703d554cf430 tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:37.889436 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c79b44e-cd87-4e5e-970b-703d554cf430 tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:43:37.899256 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-f892c0d3-a84b-44a7-baad-14f1cc545845 None None] Allocated IP 172.20.0.2 (8a5f67c3-40a1-4d1d-a855-8a9c8a9eaced/8e7ee0f7-0bb0-4e4d-a4fe-bde8e5fe0ef7/7b6a2c2f-9b5d-4792-ab75-13e9870189a2) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:43:37.955967 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79b44e-cd87-4e5e-970b-703d554cf430 tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Pushing event updated for resources: {'Port': ['ID=0040f63b-7033-48cb-8dc3-2acb805fdc8f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:37.981747 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-77f5ccc5-7740-4004-84ae-023744fe1a80 req-f72a54f8-4802-4cef-ada0-4749fef7a529 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75d28844-5112-40ab-b84e-151c9992f995 HTTP/1.1" status: 200 len: 217 time: 0.1242988 Jul 15 13:43:38.004939 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c79b44e-cd87-4e5e-970b-703d554cf430 tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:38.009397 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4c79b44e-cd87-4e5e-970b-703d554cf430 tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:38.050591 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4c79b44e-cd87-4e5e-970b-703d554cf430 tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.4880128 Jul 15 13:43:38.051458 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41398) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:38.077285 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5ccc5-7740-4004-84ae-023744fe1a80 req-a8f0b0ab-23c4-4456-aabd-9fd022ca1602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:38.079126 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-77f5ccc5-7740-4004-84ae-023744fe1a80 req-a8f0b0ab-23c4-4456-aabd-9fd022ca1602 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f884ecf8-29cc-4ba0-bb0e-e6162e53b5dd HTTP/1.1" status: 200 len: 835 time: 0.0882330 Jul 15 13:43:38.249863 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5ccc5-7740-4004-84ae-023744fe1a80 req-6fe7128f-9f30-4b9a-a8cc-e6ee26bb91c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:38.257687 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-77f5ccc5-7740-4004-84ae-023744fe1a80 req-6fe7128f-9f30-4b9a-a8cc-e6ee26bb91c7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=babc4e0e-a33b-4754-9f68-404dd40d1c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1585810 Jul 15 13:43:38.334974 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-105f2a36-97be-4c7c-8d03-5a97538319e3 tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Deleting port 0040f63b-7033-48cb-8dc3-2acb805fdc8f {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:38.335689 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-105f2a36-97be-4c7c-8d03-5a97538319e3 tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:38.473481 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:38.497351 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-77f5ccc5-7740-4004-84ae-023744fe1a80 req-e3fea054-4368-4a04-bdfe-415ab9ec0fdb service neutron] 10.222.0.32 "GET /v2.0/networks/babc4e0e-a33b-4754-9f68-404dd40d1c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329376 Jul 15 13:43:38.553187 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-105f2a36-97be-4c7c-8d03-5a97538319e3 tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:38.559768 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f892c0d3-a84b-44a7-baad-14f1cc545845 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:38.588963 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f892c0d3-a84b-44a7-baad-14f1cc545845 None None] Transition to ACTIVE for port object 7b6a2c2f-9b5d-4792-ab75-13e9870189a2 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:43:38.590144 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-105f2a36-97be-4c7c-8d03-5a97538319e3 tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Calling delete_port for 0040f63b-7033-48cb-8dc3-2acb805fdc8f owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:38.624894 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-77f5ccc5-7740-4004-84ae-023744fe1a80 req-243e7dcc-1824-499f-8113-5138934a6dce service neutron] 10.222.0.32 "GET /v2.0/networks/babc4e0e-a33b-4754-9f68-404dd40d1c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195676 Jul 15 13:43:38.646859 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f892c0d3-a84b-44a7-baad-14f1cc545845 None None] Transition to ACTIVE for port object 7b6a2c2f-9b5d-4792-ab75-13e9870189a2 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:43:38.669712 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f892c0d3-a84b-44a7-baad-14f1cc545845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:38.831923 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892c0d3-a84b-44a7-baad-14f1cc545845 None None] Pushing event updated for resources: {'Port': ['ID=7b6a2c2f-9b5d-4792-ab75-13e9870189a2,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:38.847811 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f892c0d3-a84b-44a7-baad-14f1cc545845 None None] Network 8a5f67c3-40a1-4d1d-a855-8a9c8a9eaced is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:43:38.850589 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-f892c0d3-a84b-44a7-baad-14f1cc545845 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:38.854664 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f892c0d3-a84b-44a7-baad-14f1cc545845 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:43:38.991054 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-54ff679a-80b2-4935-9390-53e6a7c2669e req-b585c46f-5b9d-4e0a-b260-ad654599329a tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6ff433a-dc96-4f13-83b1-0123e9ab5f9d HTTP/1.1" status: 200 len: 210 time: 0.0509665 Jul 15 13:43:39.001474 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f892c0d3-a84b-44a7-baad-14f1cc545845 None None] Attempting to bind port 7b6a2c2f-9b5d-4792-ab75-13e9870189a2 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:43:39.002196 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f892c0d3-a84b-44a7-baad-14f1cc545845 None None] Attempting to bind port 7b6a2c2f-9b5d-4792-ab75-13e9870189a2 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '372b4514-8f18-460a-ba72-ab47e8f56ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8a5f67c3-40a1-4d1d-a855-8a9c8a9eaced'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:43:39.002771 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f892c0d3-a84b-44a7-baad-14f1cc545845 None None] Attempting to bind port 7b6a2c2f-9b5d-4792-ab75-13e9870189a2 on network 8a5f67c3-40a1-4d1d-a855-8a9c8a9eaced {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:43:39.029210 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f892c0d3-a84b-44a7-baad-14f1cc545845 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:43:39.029210 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f892c0d3-a84b-44a7-baad-14f1cc545845 None None] Checking segment: {'id': '372b4514-8f18-460a-ba72-ab47e8f56ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8a5f67c3-40a1-4d1d-a855-8a9c8a9eaced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:43:39.029210 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f892c0d3-a84b-44a7-baad-14f1cc545845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:39.029686 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f892c0d3-a84b-44a7-baad-14f1cc545845 None None] Bound using segment: {'id': '372b4514-8f18-460a-ba72-ab47e8f56ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8a5f67c3-40a1-4d1d-a855-8a9c8a9eaced'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:43:39.037926 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f892c0d3-a84b-44a7-baad-14f1cc545845 None None] Bound port: 7b6a2c2f-9b5d-4792-ab75-13e9870189a2, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '372b4514-8f18-460a-ba72-ab47e8f56ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8a5f67c3-40a1-4d1d-a855-8a9c8a9eaced'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:43:39.038730 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f892c0d3-a84b-44a7-baad-14f1cc545845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:39.055042 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-105f2a36-97be-4c7c-8d03-5a97538319e3 tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:39.059990 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96a6eb-3221-4cd5-9ffe-2e0d9a30c5ed req-ea026a39-5d48-4b43-9420-9bd68e6920d5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:39.062079 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cc96a6eb-3221-4cd5-9ffe-2e0d9a30c5ed req-ea026a39-5d48-4b43-9420-9bd68e6920d5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 943 time: 0.2566047 Jul 15 13:43:39.131037 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f2a36-97be-4c7c-8d03-5a97538319e3 tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Pushing event deleted for resources: {'Port': ['ID=0040f63b-7033-48cb-8dc3-2acb805fdc8f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:39.193085 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cc96a6eb-3221-4cd5-9ffe-2e0d9a30c5ed req-d73543fb-d16c-4191-a5c3-4ec88ebe6c36 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b6feb4-3ae4-4418-81a0-6dadc82a615b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176188 Jul 15 13:43:39.234090 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-f892c0d3-a84b-44a7-baad-14f1cc545845 None None] For port 7b6a2c2f-9b5d-4792-ab75-13e9870189a2, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:43:39.239092 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-f892c0d3-a84b-44a7-baad-14f1cc545845 None None] For port 7b6a2c2f-9b5d-4792-ab75-13e9870189a2, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=7b6a2c2f-9b5d-4792-ab75-13e9870189a2,segment=NetworkSegment(372b4514-8f18-460a-ba72-ab47e8f56ea2),segment_id=372b4514-8f18-460a-ba72-ab47e8f56ea2)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:43:39.255995 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f892c0d3-a84b-44a7-baad-14f1cc545845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:39.262850 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-105f2a36-97be-4c7c-8d03-5a97538319e3 tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:39.265591 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-105f2a36-97be-4c7c-8d03-5a97538319e3 tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] 10.222.0.24 "DELETE /v2.0/ports/0040f63b-7033-48cb-8dc3-2acb805fdc8f HTTP/1.1" status: 204 len: 168 time: 1.2118514 Jul 15 13:43:39.268428 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41408) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:39.411178 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892c0d3-a84b-44a7-baad-14f1cc545845 None None] Pushing event updated for resources: {'Port': ['ID=7b6a2c2f-9b5d-4792-ab75-13e9870189a2,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:39.528473 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ee2e443c-e506-41ca-a848-91cab4568aeb tempest-DHCPAgentSchedulersTestJSON-1439468217 tempest-DHCPAgentSchedulersTestJSON-1439468217-project-admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.2547987 Jul 15 13:43:39.529728 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41414) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:39.535483 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-85fdf04c-22b9-4ef7-86f8-739012ccf02c tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1314658715'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:39.572483 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fdf04c-22b9-4ef7-86f8-739012ccf02c tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Made reservation on behalf of f687c82dbbd04998b436a55658478272 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:43:39.578096 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-85fdf04c-22b9-4ef7-86f8-739012ccf02c tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:39.629606 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85fdf04c-22b9-4ef7-86f8-739012ccf02c tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:43:39.655130 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-85fdf04c-22b9-4ef7-86f8-739012ccf02c tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:39.655874 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-85fdf04c-22b9-4ef7-86f8-739012ccf02c tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Added segment 88cdf04b-8a1c-4b33-ac44-82b31cd4026b of type vlan for network 1875876b-fc4a-4f5c-9e79-ad4632e6fb0a Jul 15 13:43:39.758101 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-85fdf04c-22b9-4ef7-86f8-739012ccf02c tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:39.826744 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-85fdf04c-22b9-4ef7-86f8-739012ccf02c tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:39.840201 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fdf04c-22b9-4ef7-86f8-739012ccf02c tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:39.841072 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-85fdf04c-22b9-4ef7-86f8-739012ccf02c tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:39.898273 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-85fdf04c-22b9-4ef7-86f8-739012ccf02c tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3669689 Jul 15 13:43:39.903523 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41418) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:39.967493 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fdf04c-22b9-4ef7-86f8-739012ccf02c tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Pushing event updated for resources: {'Network': ['ID=1875876b-fc4a-4f5c-9e79-ad4632e6fb0a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:39.989830 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 1875876b-fc4a-4f5c-9e79-ad4632e6fb0a details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:43:40.102994 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-265964ec-1b29-4824-9d9b-823b3222290b tempest-DHCPAgentSchedulersTestJSON-1439468217 tempest-DHCPAgentSchedulersTestJSON-1439468217-project-admin] 10.222.0.24 "GET /v2.0/agents/bbf2e3f7-b432-4488-a4a4-9ae7ef248268/dhcp-networks HTTP/1.1" status: 200 len: 7263 time: 0.1961489 Jul 15 13:43:40.107408 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41422) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:40.291647 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08080195-2477-4f30-9fa1-e22115da2764 tempest-DHCPAgentSchedulersTestJSON-1439468217 tempest-DHCPAgentSchedulersTestJSON-1439468217-project-admin] Network 1875876b-fc4a-4f5c-9e79-ad4632e6fb0a is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:43:40.331973 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45100ae-31f3-4f01-8a7a-901531c8c778 None None] Network 1875876b-fc4a-4f5c-9e79-ad4632e6fb0a requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:43:40.334027 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41428) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:40.336360 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-08080195-2477-4f30-9fa1-e22115da2764 tempest-DHCPAgentSchedulersTestJSON-1439468217 tempest-DHCPAgentSchedulersTestJSON-1439468217-project-admin] 10.222.0.24 "POST /v2.0/agents/bbf2e3f7-b432-4488-a4a4-9ae7ef248268/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2262006 Jul 15 13:43:40.534435 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 7b6a2c2f-9b5d-4792-ab75-13e9870189a2 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:43:40.707966 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6fd49458-9e39-4c2e-87b0-ac5ebf36a1d6 tempest-DHCPAgentSchedulersTestJSON-1439468217 tempest-DHCPAgentSchedulersTestJSON-1439468217-project-admin] 10.222.0.24 "GET /v2.0/agents/bbf2e3f7-b432-4488-a4a4-9ae7ef248268/dhcp-networks HTTP/1.1" status: 200 len: 8034 time: 0.3724873 Jul 15 13:43:40.712856 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41434) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:40.732367 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 75d28844-5112-40ab-b84e-151c9992f995 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:43:40.743534 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706832eb-d102-425e-bc69-6364542f84eb req-aba97ce5-88b5-4355-8d52-01718a2625fd tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:40.751346 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-706832eb-d102-425e-bc69-6364542f84eb req-aba97ce5-88b5-4355-8d52-01718a2625fd tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 943 time: 0.2130659 Jul 15 13:43:40.819126 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b0fde10e-d66a-4928-b66b-335bb23dadfd tempest-DHCPAgentSchedulersTestJSON-1439468217 tempest-DHCPAgentSchedulersTestJSON-1439468217-project-admin] 10.222.0.24 "DELETE /v2.0/agents/bbf2e3f7-b432-4488-a4a4-9ae7ef248268/dhcp-networks/1875876b-fc4a-4f5c-9e79-ad4632e6fb0a HTTP/1.1" status: 204 len: 168 time: 0.1040292 Jul 15 13:43:40.823531 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41436) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:40.866866 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 7b6a2c2f-9b5d-4792-ab75-13e9870189a2 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:43:40.939665 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-706832eb-d102-425e-bc69-6364542f84eb req-c8d9f11f-300b-4561-9411-bf99ef980cbc tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b6feb4-3ae4-4418-81a0-6dadc82a615b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784003 Jul 15 13:43:41.096105 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 75d28844-5112-40ab-b84e-151c9992f995, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=75d28844-5112-40ab-b84e-151c9992f995,segment=NetworkSegment(e94f10a9-f6f7-40ee-adc2-8e359dd1f914),segment_id=e94f10a9-f6f7-40ee-adc2-8e359dd1f914)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:41.134125 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5824fd0c-7e87-42cf-ac28-5c2c8960cbad tempest-DHCPAgentSchedulersTestJSON-1439468217 tempest-DHCPAgentSchedulersTestJSON-1439468217-project-admin] 10.222.0.24 "GET /v2.0/agents/bbf2e3f7-b432-4488-a4a4-9ae7ef248268/dhcp-networks HTTP/1.1" status: 200 len: 7263 time: 0.3050792 Jul 15 13:43:41.134694 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41440) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:41.162509 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '75d28844-5112-40ab-b84e-151c9992f995', 'network_id': 'babc4e0e-a33b-4754-9f68-404dd40d1c6a', 'port_id': '75d28844-5112-40ab-b84e-151c9992f995', 'mac_address': 'fa:16:3e:da:c7:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f884ecf8-29cc-4ba0-bb0e-e6162e53b5dd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:43:41.235277 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:41.236025 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-25230e3d-2210-4ce7-ad4a-0f0b4d1feb15 tempest-DHCPAgentSchedulersTestJSON-1439468217 tempest-DHCPAgentSchedulersTestJSON-1439468217-project-admin] 10.222.0.24 "GET /v2.0/networks/8a5f67c3-40a1-4d1d-a855-8a9c8a9eaced/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0995955 Jul 15 13:43:41.236803 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41442) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:41.257692 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75d28844-5112-40ab-b84e-151c9992f995 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:43:41.293133 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ac217eaa-9571-4155-bfc2-126d6c306a75 tempest-DHCPAgentSchedulersTestJSON-1439468217 tempest-DHCPAgentSchedulersTestJSON-1439468217-project-admin] 10.222.0.24 "GET /v2.0/networks/8a5f67c3-40a1-4d1d-a855-8a9c8a9eaced/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0502653 Jul 15 13:43:41.293647 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41444) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:41.305893 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 75d28844-5112-40ab-b84e-151c9992f995, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=75d28844-5112-40ab-b84e-151c9992f995,segment=NetworkSegment(e94f10a9-f6f7-40ee-adc2-8e359dd1f914),segment_id=e94f10a9-f6f7-40ee-adc2-8e359dd1f914)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:41.317938 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:41.333075 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092670b5-301f-476d-b4e0-3948e01e1cb2 None None] Network 8a5f67c3-40a1-4d1d-a855-8a9c8a9eaced requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:43:41.399996 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=75d28844-5112-40ab-b84e-151c9992f995,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:41.516636 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c768c752-7a40-450c-8e58-be108f5b5493 None None] Provisioning for port 7b6a2c2f-9b5d-4792-ab75-13e9870189a2 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:43:41.546672 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c768c752-7a40-450c-8e58-be108f5b5493 None None] Provisioning complete for port 7b6a2c2f-9b5d-4792-ab75-13e9870189a2 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:41.547046 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c768c752-7a40-450c-8e58-be108f5b5493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:41.637211 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['75d28844-5112-40ab-b84e-151c9992f995'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:43:41.703467 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41454) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:41.714637 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4c41df1a-6b13-4672-8dca-8a1049cb7365 tempest-DHCPAgentSchedulersTestJSON-1439468217 tempest-DHCPAgentSchedulersTestJSON-1439468217-project-admin] 10.222.0.24 "GET /v2.0/agents/bbf2e3f7-b432-4488-a4a4-9ae7ef248268/dhcp-networks HTTP/1.1" status: 200 len: 7263 time: 0.4193645 Jul 15 13:43:41.908660 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b7ce206a-d873-4dca-a5da-1c09a6027e3e tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:42.086056 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c768c752-7a40-450c-8e58-be108f5b5493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:42.114633 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b7ce206a-d873-4dca-a5da-1c09a6027e3e tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:42.146358 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-b7ce206a-d873-4dca-a5da-1c09a6027e3e tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1875876b-fc4a-4f5c-9e79-ad4632e6fb0a']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:42.179198 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-b7ce206a-d873-4dca-a5da-1c09a6027e3e tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88cdf04b-8a1c-4b33-ac44-82b31cd4026b') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:42.179499 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-b7ce206a-d873-4dca-a5da-1c09a6027e3e tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88cdf04b-8a1c-4b33-ac44-82b31cd4026b') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:42.199768 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b7ce206a-d873-4dca-a5da-1c09a6027e3e tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:42.232816 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b7ce206a-d873-4dca-a5da-1c09a6027e3e tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:42.255622 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ce206a-d873-4dca-a5da-1c09a6027e3e tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:43:42.256032 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b7ce206a-d873-4dca-a5da-1c09a6027e3e tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:43:42.264564 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:43:42.439130 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-c768c752-7a40-450c-8e58-be108f5b5493 None None] For port 7b6a2c2f-9b5d-4792-ab75-13e9870189a2, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=7b6a2c2f-9b5d-4792-ab75-13e9870189a2,segment=NetworkSegment(372b4514-8f18-460a-ba72-ab47e8f56ea2),segment_id=372b4514-8f18-460a-ba72-ab47e8f56ea2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:42.457088 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c768c752-7a40-450c-8e58-be108f5b5493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:42.534007 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b7ce206a-d873-4dca-a5da-1c09a6027e3e tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:42.574452 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b7ce206a-d873-4dca-a5da-1c09a6027e3e tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:42.592712 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b7ce206a-d873-4dca-a5da-1c09a6027e3e tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] 10.222.0.24 "DELETE /v2.0/networks/1875876b-fc4a-4f5c-9e79-ad4632e6fb0a HTTP/1.1" status: 204 len: 168 time: 0.8881261 Jul 15 13:43:42.597279 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41466) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:42.628227 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce206a-d873-4dca-a5da-1c09a6027e3e tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Pushing event deleted for resources: {'Network': ['ID=1875876b-fc4a-4f5c-9e79-ad4632e6fb0a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:42.640484 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768c752-7a40-450c-8e58-be108f5b5493 None None] Pushing event updated for resources: {'Port': ['ID=7b6a2c2f-9b5d-4792-ab75-13e9870189a2,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:42.721385 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3007ab0-0322-48de-97cf-3a801a8b83ca tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] DELETE failed (client error): The resource could not be found. Jul 15 13:43:42.725532 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3007ab0-0322-48de-97cf-3a801a8b83ca tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:43:42.733912 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b3007ab0-0322-48de-97cf-3a801a8b83ca tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] 10.222.0.24 "DELETE /v2.0/ports/0040f63b-7033-48cb-8dc3-2acb805fdc8f HTTP/1.1" status: 404 len: 333 time: 0.1314180 Jul 15 13:43:42.735878 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41468) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:42.793895 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683719d-ad59-4e5e-b85a-e2a997027b03 req-ef13a69d-b055-42dc-a54a-4591e012da1d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:42.795588 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a683719d-ad59-4e5e-b85a-e2a997027b03 req-ef13a69d-b055-42dc-a54a-4591e012da1d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 944 time: 0.3678856 Jul 15 13:43:42.937299 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ac7536-c49d-43da-89c5-77628c42f959 tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Deleting subnet 8e7ee0f7-0bb0-4e4d-a4fe-bde8e5fe0ef7 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:43:42.943498 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46ac7536-c49d-43da-89c5-77628c42f959 tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:43.008907 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46ac7536-c49d-43da-89c5-77628c42f959 tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:43.049253 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-570ed3bd-a414-460c-931e-22d984476383 None None] Provisioning complete for port 7b6a2c2f-9b5d-4792-ab75-13e9870189a2 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:43.050300 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-570ed3bd-a414-460c-931e-22d984476383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:43.146320 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46ac7536-c49d-43da-89c5-77628c42f959 tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:43.234227 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46ac7536-c49d-43da-89c5-77628c42f959 tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:43.287226 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a683719d-ad59-4e5e-b85a-e2a997027b03 req-3b8bd1f8-1c0f-4f9b-87db-24b2d88f58c7 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b6feb4-3ae4-4418-81a0-6dadc82a615b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4550428 Jul 15 13:43:43.300599 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac7536-c49d-43da-89c5-77628c42f959 tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Pushing event deleted for resources: {'Subnet': ['ID=8e7ee0f7-0bb0-4e4d-a4fe-bde8e5fe0ef7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:43.319238 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46ac7536-c49d-43da-89c5-77628c42f959 tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:43.329257 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-46ac7536-c49d-43da-89c5-77628c42f959 tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] 10.222.0.24 "DELETE /v2.0/subnets/8e7ee0f7-0bb0-4e4d-a4fe-bde8e5fe0ef7 HTTP/1.1" status: 204 len: 168 time: 0.5776443 Jul 15 13:43:43.330209 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41474) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:43.505528 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9a5538-6e39-4252-8dc5-211e4d82d1f4 None None] Network 8a5f67c3-40a1-4d1d-a855-8a9c8a9eaced requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:43:43.527639 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8dba31ee-d7b7-49e7-9f86-53d5727dca9e tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:43.701979 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8dba31ee-d7b7-49e7-9f86-53d5727dca9e tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Deleting port 7b6a2c2f-9b5d-4792-ab75-13e9870189a2 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:43.703831 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8dba31ee-d7b7-49e7-9f86-53d5727dca9e tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:43.785261 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f6d61a8c-701f-49d4-89c8-a22a38c17da0 None None] Could not find standard attr ID for object 0040f63b-7033-48cb-8dc3-2acb805fdc8f. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:43:43.860880 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-8dba31ee-d7b7-49e7-9f86-53d5727dca9e tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] For port 7b6a2c2f-9b5d-4792-ab75-13e9870189a2, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=7b6a2c2f-9b5d-4792-ab75-13e9870189a2,segment=NetworkSegment(372b4514-8f18-460a-ba72-ab47e8f56ea2),segment_id=372b4514-8f18-460a-ba72-ab47e8f56ea2)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:43.862082 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8dba31ee-d7b7-49e7-9f86-53d5727dca9e tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:43.887834 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8dba31ee-d7b7-49e7-9f86-53d5727dca9e tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Calling delete_port for 7b6a2c2f-9b5d-4792-ab75-13e9870189a2 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:43.938854 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d29364-6a53-4d22-a870-3c032751bd7d None None] DHCP port deletion for 8a5f67c3-40a1-4d1d-a855-8a9c8a9eaced request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:43:43.999229 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b3d29364-6a53-4d22-a870-3c032751bd7d None None] Deleting port 7b6a2c2f-9b5d-4792-ab75-13e9870189a2 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:43.999907 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3d29364-6a53-4d22-a870-3c032751bd7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:44.011375 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:43:44.033885 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8dba31ee-d7b7-49e7-9f86-53d5727dca9e tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:44.061911 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba31ee-d7b7-49e7-9f86-53d5727dca9e tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Pushing event deleted for resources: {'Port': ['ID=7b6a2c2f-9b5d-4792-ab75-13e9870189a2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:44.068212 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dba31ee-d7b7-49e7-9f86-53d5727dca9e tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] No DVR routers for this DVR port 7b6a2c2f-9b5d-4792-ab75-13e9870189a2 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:43:44.088670 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-b3d29364-6a53-4d22-a870-3c032751bd7d None None] For port 7b6a2c2f-9b5d-4792-ab75-13e9870189a2, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=7b6a2c2f-9b5d-4792-ab75-13e9870189a2,segment=NetworkSegment(372b4514-8f18-460a-ba72-ab47e8f56ea2),segment_id=372b4514-8f18-460a-ba72-ab47e8f56ea2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:44.089170 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3d29364-6a53-4d22-a870-3c032751bd7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:44.114888 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b3d29364-6a53-4d22-a870-3c032751bd7d None None] Calling delete_port for 7b6a2c2f-9b5d-4792-ab75-13e9870189a2 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:44.185636 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8dba31ee-d7b7-49e7-9f86-53d5727dca9e tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:44.200924 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-8dba31ee-d7b7-49e7-9f86-53d5727dca9e tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5f67c3-40a1-4d1d-a855-8a9c8a9eaced']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:44.227929 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-8dba31ee-d7b7-49e7-9f86-53d5727dca9e tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '372b4514-8f18-460a-ba72-ab47e8f56ea2') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:44.228250 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-8dba31ee-d7b7-49e7-9f86-53d5727dca9e tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '372b4514-8f18-460a-ba72-ab47e8f56ea2') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:44.253220 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8dba31ee-d7b7-49e7-9f86-53d5727dca9e tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:44.285942 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3d29364-6a53-4d22-a870-3c032751bd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:44.292297 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8dba31ee-d7b7-49e7-9f86-53d5727dca9e tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:44.305177 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dba31ee-d7b7-49e7-9f86-53d5727dca9e tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:43:44.311651 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8dba31ee-d7b7-49e7-9f86-53d5727dca9e tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:43:44.315270 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:43:44.358077 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 7b6a2c2f-9b5d-4792-ab75-13e9870189a2 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:43:44.362492 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d29364-6a53-4d22-a870-3c032751bd7d None None] Pushing event deleted for resources: {'Port': ['ID=7b6a2c2f-9b5d-4792-ab75-13e9870189a2,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:44.384215 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d29364-6a53-4d22-a870-3c032751bd7d None None] No DVR routers for this DVR port 7b6a2c2f-9b5d-4792-ab75-13e9870189a2 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:43:44.386329 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 7b6a2c2f-9b5d-4792-ab75-13e9870189a2 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:43:44.386671 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 7b6a2c2f-9b5d-4792-ab75-13e9870189a2 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:43:44.405312 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8dba31ee-d7b7-49e7-9f86-53d5727dca9e tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:44.413619 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8dba31ee-d7b7-49e7-9f86-53d5727dca9e tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:44.419307 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8dba31ee-d7b7-49e7-9f86-53d5727dca9e tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] 10.222.0.24 "DELETE /v2.0/networks/8a5f67c3-40a1-4d1d-a855-8a9c8a9eaced HTTP/1.1" status: 204 len: 168 time: 1.0854943 Jul 15 13:43:44.445239 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba31ee-d7b7-49e7-9f86-53d5727dca9e tempest-DHCPAgentSchedulersTestJSON-1355503761 tempest-DHCPAgentSchedulersTestJSON-1355503761-project] Pushing event deleted for resources: {'Network': ['ID=8a5f67c3-40a1-4d1d-a855-8a9c8a9eaced,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:44.559752 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480ccae-6051-4952-928d-aa51b865a21b req-e3e20813-12ad-469a-b5de-2fa95b0767d0 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:44.561492 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a480ccae-6051-4952-928d-aa51b865a21b req-e3e20813-12ad-469a-b5de-2fa95b0767d0 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 944 time: 0.0888951 Jul 15 13:43:44.627067 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a480ccae-6051-4952-928d-aa51b865a21b req-1a310be8-ef6d-4d2e-affa-3c9d90e017ab tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b6feb4-3ae4-4418-81a0-6dadc82a615b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588875 Jul 15 13:43:44.691141 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 75d28844-5112-40ab-b84e-151c9992f995 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:43:44.797303 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 75d28844-5112-40ab-b84e-151c9992f995 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:43:44.807273 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 75d28844-5112-40ab-b84e-151c9992f995 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:44.807991 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:44.980055 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41508) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:45.019603 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:45.054341 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778ed80f-2606-49cd-9ae2-2bdc956d6f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d28844-5112-40ab-b84e-151c9992f995'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:45.057944 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3293e27a-c33e-4b28-b1c3-15ecd13cb155" -d '{"events": [{"server_uuid": "778ed80f-2606-49cd-9ae2-2bdc956d6f29", "name": "network-vif-plugged", "status": "completed", "tag": "75d28844-5112-40ab-b84e-151c9992f995"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:45.076404 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 75d28844-5112-40ab-b84e-151c9992f995, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=75d28844-5112-40ab-b84e-151c9992f995,segment=NetworkSegment(e94f10a9-f6f7-40ee-adc2-8e359dd1f914),segment_id=e94f10a9-f6f7-40ee-adc2-8e359dd1f914)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:45.084851 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:45.113210 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f03351c-9e21-4087-aab8-3d850363f6af x-openstack-request-id: req-8f03351c-9e21-4087-aab8-3d850363f6af {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:45.113708 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778ed80f-2606-49cd-9ae2-2bdc956d6f29", "name": "network-vif-plugged", "status": "completed", "tag": "75d28844-5112-40ab-b84e-151c9992f995", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:45.114100 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8f03351c-9e21-4087-aab8-3d850363f6af {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:45.114719 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778ed80f-2606-49cd-9ae2-2bdc956d6f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d28844-5112-40ab-b84e-151c9992f995', 'code': 200} Jul 15 13:43:45.156172 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=75d28844-5112-40ab-b84e-151c9992f995,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:45.305348 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b1d0edd6-a8ee-47a3-be5d-44637a903e60 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f687c82dbbd04998b436a55658478272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3236508 Jul 15 13:43:45.308483 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41516) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:45.322131 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1648e3-24ea-4c17-9869-136176bffe3f req-79c79a81-ab99-4a90-a005-ccdd449eb451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:45.325658 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4e1648e3-24ea-4c17-9869-136176bffe3f req-79c79a81-ab99-4a90-a005-ccdd449eb451 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 1097 time: 0.0767465 Jul 15 13:43:45.379964 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4e1648e3-24ea-4c17-9869-136176bffe3f req-077011dd-345e-42bd-9337-dff0b25acb86 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=98b6feb4-3ae4-4418-81a0-6dadc82a615b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475481 Jul 15 13:43:45.401064 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea8a0e66-9815-4eb5-ba07-d2261f0a4e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:45.432985 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea8a0e66-9815-4eb5-ba07-d2261f0a4e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:45.506821 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea8a0e66-9815-4eb5-ba07-d2261f0a4e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:45.510633 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea8a0e66-9815-4eb5-ba07-d2261f0a4e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:45.512259 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ea8a0e66-9815-4eb5-ba07-d2261f0a4e6a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f6dc10d-676b-42e1-b651-71414b9b94f6 HTTP/1.1" status: 204 len: 168 time: 0.2022970 Jul 15 13:43:45.531599 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a0e66-9815-4eb5-ba07-d2261f0a4e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6dc10d-676b-42e1-b651-71414b9b94f6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:45.852380 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b19f86-d442-42d9-99a3-fbae0299379e req-08a65046-53a8-47c7-935d-37d2fe6b2a87 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:45.855077 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-06b19f86-d442-42d9-99a3-fbae0299379e req-08a65046-53a8-47c7-935d-37d2fe6b2a87 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 945 time: 0.0919397 Jul 15 13:43:45.925025 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-06b19f86-d442-42d9-99a3-fbae0299379e req-3985eb94-5028-4a78-993c-be45eee957bd tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b6feb4-3ae4-4418-81a0-6dadc82a615b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626581 Jul 15 13:43:45.948148 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41526) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:45.967324 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2bfd4cf4-eb3b-4b90-8494-7ad628d21843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:46.168897 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2bfd4cf4-eb3b-4b90-8494-7ad628d21843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:46.177837 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2bfd4cf4-eb3b-4b90-8494-7ad628d21843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:46.282018 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2bfd4cf4-eb3b-4b90-8494-7ad628d21843 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=45d4cf926fe64603a9f273d7ad4875ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3324893 Jul 15 13:43:46.283372 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd4cf4-eb3b-4b90-8494-7ad628d21843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b9dee6-9426-43c3-aa65-28e863237103,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:46.286400 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41536) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:46.432332 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eddc40f8-bfc2-4660-ac25-0e353926cd5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:46.501901 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eddc40f8-bfc2-4660-ac25-0e353926cd5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:46.636042 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eddc40f8-bfc2-4660-ac25-0e353926cd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:46.640647 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eddc40f8-bfc2-4660-ac25-0e353926cd5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:46.647162 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-eddc40f8-bfc2-4660-ac25-0e353926cd5b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f0b9dee6-9426-43c3-aa65-28e863237103 HTTP/1.1" status: 204 len: 168 time: 0.3592994 Jul 15 13:43:46.672314 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc40f8-bfc2-4660-ac25-0e353926cd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b9dee6-9426-43c3-aa65-28e863237103,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:47.277176 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72dbcb0-2de3-4079-a3e4-0abcfb39e0f0 req-c5432099-deb8-4adc-a259-c0ca308b6688 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:47.307866 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a72dbcb0-2de3-4079-a3e4-0abcfb39e0f0 req-c5432099-deb8-4adc-a259-c0ca308b6688 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 945 time: 0.2061679 Jul 15 13:43:47.360829 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a72dbcb0-2de3-4079-a3e4-0abcfb39e0f0 req-b62cea42-6a58-4fd8-967f-ed78579c5a8d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b6feb4-3ae4-4418-81a0-6dadc82a615b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513420 Jul 15 13:43:47.788468 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e4263-d944-4271-9147-1f5613e2f328 req-a179af1c-d5ed-438f-b821-0970f74d71fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:47.792418 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-690e4263-d944-4271-9147-1f5613e2f328 req-a179af1c-d5ed-438f-b821-0970f74d71fe tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 945 time: 0.1908348 Jul 15 13:43:47.928896 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-690e4263-d944-4271-9147-1f5613e2f328 req-50a8ee93-97ff-4a3e-8a08-35e537fba1b3 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b6feb4-3ae4-4418-81a0-6dadc82a615b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294513 Jul 15 13:43:47.965823 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41570) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:48.053167 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05088171-7b9a-4a17-8319-ee61fbc660b3 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:48.055851 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-05088171-7b9a-4a17-8319-ee61fbc660b3 tempest-TestNetworkAdvancedServerOps-1144161028 tempest-TestNetworkAdvancedServerOps-1144161028-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 1092 time: 0.0884085 Jul 15 13:43:48.058586 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41572) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:48.063474 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9c1ffe16-38d9-4845-bb30-0035ca61a517 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'port_id': '75d28844-5112-40ab-b84e-151c9992f995', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:48.096831 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9c1ffe16-38d9-4845-bb30-0035ca61a517 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:48.227854 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9c1ffe16-38d9-4845-bb30-0035ca61a517 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:48.299390 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41578) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:48.390847 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-9c1ffe16-38d9-4845-bb30-0035ca61a517 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Allocated IP 172.25.6.54 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/35f256d1-8fdb-4a96-8cb9-d61f1ceba04e) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:43:48.719498 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9c1ffe16-38d9-4845-bb30-0035ca61a517 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:48.727621 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-682a66bf-bb55-4eba-8621-9a0a960cee75 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Deleting port 204656a9-c2fd-47e8-adb7-215bd5840f4a {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:48.730188 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-682a66bf-bb55-4eba-8621-9a0a960cee75 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:48.873578 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9c1ffe16-38d9-4845-bb30-0035ca61a517 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:48.888757 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-682a66bf-bb55-4eba-8621-9a0a960cee75 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:48.889512 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-682a66bf-bb55-4eba-8621-9a0a960cee75 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:48.916405 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-682a66bf-bb55-4eba-8621-9a0a960cee75 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Calling delete_port for 204656a9-c2fd-47e8-adb7-215bd5840f4a owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:48.991394 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1ffe16-38d9-4845-bb30-0035ca61a517 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:43:48.996845 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-9c1ffe16-38d9-4845-bb30-0035ca61a517 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:49.004382 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1ffe16-38d9-4845-bb30-0035ca61a517 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:43:49.049365 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ffe16-38d9-4845-bb30-0035ca61a517 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'Port': ['ID=35f256d1-8fdb-4a96-8cb9-d61f1ceba04e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:49.181270 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41602) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:49.328990 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-682a66bf-bb55-4eba-8621-9a0a960cee75 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:49.410236 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a66bf-bb55-4eba-8621-9a0a960cee75 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Pushing event deleted for resources: {'Port': ['ID=204656a9-c2fd-47e8-adb7-215bd5840f4a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:49.520272 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41608) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:49.584869 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-682a66bf-bb55-4eba-8621-9a0a960cee75 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:49.585232 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-682a66bf-bb55-4eba-8621-9a0a960cee75 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Floating IP 0cc90dd6-9c38-4858-b901-2e1f7ba5f7d9 disassociated (deleted). External IP: 172.25.6.185, port: 05c44e4f-75d0-4051-b1f8-8bf4eefe1029. Jul 15 13:43:49.620604 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-80e71b2b-30a5-4720-811c-3b2a65390f7b tempest-MeteringTestJSON-1085464803 tempest-MeteringTestJSON-1085464803-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1275332599'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:49.621053 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-80e71b2b-30a5-4720-811c-3b2a65390f7b tempest-MeteringTestJSON-1085464803 tempest-MeteringTestJSON-1085464803-project-admin] Unknown quota resources ['metering_label']. {{(pid=93814) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:43:49.662219 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ceafb93f-2b6f-45e0-ace5-dcfc0354d91f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:49.929508 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ceafb93f-2b6f-45e0-ace5-dcfc0354d91f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:49.935702 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ceafb93f-2b6f-45e0-ace5-dcfc0354d91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:49.976712 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682a66bf-bb55-4eba-8621-9a0a960cee75 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Router 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:43:49.995830 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ceafb93f-2b6f-45e0-ace5-dcfc0354d91f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=42c8e4c25673462685695c5715e39786&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8122489 Jul 15 13:43:49.998738 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafb93f-2b6f-45e0-ace5-dcfc0354d91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633da570-7e8d-4bab-9aca-901e907f027b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:50.001696 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41614) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:50.143502 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6a88f1ac-9e02-4819-b715-c8739c899fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:50.181969 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682a66bf-bb55-4eba-8621-9a0a960cee75 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:43:50.192350 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ee806-1ff5-4fe8-adc6-c2346a6d1f62 None None] Sync routers for ids ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:43:50.194655 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-682a66bf-bb55-4eba-8621-9a0a960cee75 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:50.200520 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6a88f1ac-9e02-4819-b715-c8739c899fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:50.204066 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7ee806-1ff5-4fe8-adc6-c2346a6d1f62 None None] Routers {'9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:50.204718 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-be7ee806-1ff5-4fe8-adc6-c2346a6d1f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:43:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:50.285647 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-682a66bf-bb55-4eba-8621-9a0a960cee75 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "DELETE /v2.0/floatingips/0cc90dd6-9c38-4858-b901-2e1f7ba5f7d9 HTTP/1.1" status: 204 len: 168 time: 1.9843671 Jul 15 13:43:50.286667 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be667bda-aeda-491b-8875-39df528f743d', 'tag': '05c44e4f-75d0-4051-b1f8-8bf4eefe1029'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:50.289192 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086c6022-21c4-4d38-a9c9-7da2657012c0" -d '{"events": [{"name": "network-changed", "server_uuid": "be667bda-aeda-491b-8875-39df528f743d", "tag": "05c44e4f-75d0-4051-b1f8-8bf4eefe1029"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:50.318839 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80e71b2b-30a5-4720-811c-3b2a65390f7b tempest-MeteringTestJSON-1085464803 tempest-MeteringTestJSON-1085464803-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:50.320551 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-80e71b2b-30a5-4720-811c-3b2a65390f7b tempest-MeteringTestJSON-1085464803 tempest-MeteringTestJSON-1085464803-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7986109 Jul 15 13:43:50.324425 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6a88f1ac-9e02-4819-b715-c8739c899fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:50.328530 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41620) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:50.329044 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6a88f1ac-9e02-4819-b715-c8739c899fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:50.334504 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6a88f1ac-9e02-4819-b715-c8739c899fd9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/633da570-7e8d-4bab-9aca-901e907f027b HTTP/1.1" status: 204 len: 168 time: 0.3297067 Jul 15 13:43:50.342253 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4547d67a-cd45-4245-aba2-c86be638a609 tempest-MeteringTestJSON-1085464803 tempest-MeteringTestJSON-1085464803-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '07827475-c323-4346-a8b4-663d105127b5'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:50.342752 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4547d67a-cd45-4245-aba2-c86be638a609 tempest-MeteringTestJSON-1085464803 tempest-MeteringTestJSON-1085464803-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93814) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:43:50.359582 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88f1ac-9e02-4819-b715-c8739c899fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633da570-7e8d-4bab-9aca-901e907f027b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:50.393032 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c2dee6-8bcb-4fdd-bf34-f83e4ee4c34f x-openstack-request-id: req-04c2dee6-8bcb-4fdd-bf34-f83e4ee4c34f {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:50.394429 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be667bda-aeda-491b-8875-39df528f743d", "tag": "05c44e4f-75d0-4051-b1f8-8bf4eefe1029", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:50.395085 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-04c2dee6-8bcb-4fdd-bf34-f83e4ee4c34f {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:50.396070 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be667bda-aeda-491b-8875-39df528f743d', 'tag': '05c44e4f-75d0-4051-b1f8-8bf4eefe1029', 'status': 'completed', 'code': 200} Jul 15 13:43:50.455104 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-be7ee806-1ff5-4fe8-adc6-c2346a6d1f62 None None] Set router 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:50.515591 n-d-758944-45 neutron-server[93814]: WARNING neutron.services.metering.metering_plugin [None req-4547d67a-cd45-4245-aba2-c86be638a609 tempest-MeteringTestJSON-1085464803 tempest-MeteringTestJSON-1085464803-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 13:43:50.783866 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4547d67a-cd45-4245-aba2-c86be638a609 tempest-MeteringTestJSON-1085464803 tempest-MeteringTestJSON-1085464803-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:50.785129 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4547d67a-cd45-4245-aba2-c86be638a609 tempest-MeteringTestJSON-1085464803 tempest-MeteringTestJSON-1085464803-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4555523 Jul 15 13:43:50.789402 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41628) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:50.793657 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9c1ffe16-38d9-4845-bb30-0035ca61a517 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:50.796526 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3d4ae603-bed3-4d47-b9fc-7e902b800bbc tempest-MeteringTestJSON-1085464803 tempest-MeteringTestJSON-1085464803-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '07827475-c323-4346-a8b4-663d105127b5'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:50.797041 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3d4ae603-bed3-4d47-b9fc-7e902b800bbc tempest-MeteringTestJSON-1085464803 tempest-MeteringTestJSON-1085464803-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93813) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:43:50.864404 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c6022-21c4-4d38-a9c9-7da2657012c0 req-8c2f64f1-b041-4863-8fc8-121b7e7d7c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:50.866160 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-086c6022-21c4-4d38-a9c9-7da2657012c0 req-8c2f64f1-b041-4863-8fc8-121b7e7d7c9b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=89567fda246241f4860e07527d287580&device_id=be667bda-aeda-491b-8875-39df528f743d HTTP/1.1" status: 200 len: 1097 time: 0.4412663 Jul 15 13:43:50.936456 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41630) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:50.954339 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-067498c5-4881-47c1-98f9-9803b1413803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:50.992320 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-be7ee806-1ff5-4fe8-adc6-c2346a6d1f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'name': 'tempest-TestVolumeBootPattern-1420152954-router', 'tenant_id': '89567fda246241f4860e07527d287580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:01Z', 'updated_at': '2021-07-15T13:26:12Z', 'revision_number': 4, 'project_id': '89567fda246241f4860e07527d287580', 'gw_port': {'id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:14:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:03Z', 'updated_at': '2021-07-15T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'ec4f483f-30cd-45bf-ad45-34b95e895637', 'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'tenant_id': '89567fda246241f4860e07527d287580', 'mac_address': 'fa:16:3e:7d:04:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '4840df0d-ad31-406d-829f-ea4475de886e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:09Z', 'updated_at': '2021-07-15T13:26:27Z', 'revision_number': 5, 'project_id': '89567fda246241f4860e07527d287580', 'subnets': [{'id': '4840df0d-ad31-406d-829f-ea4475de886e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:51.008778 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b1d7d5a8-9ea4-48c7-b37d-c25fe301e259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:51.051228 n-d-758944-45 neutron-server[93813]: WARNING neutron.services.metering.metering_plugin [None req-3d4ae603-bed3-4d47-b9fc-7e902b800bbc tempest-MeteringTestJSON-1085464803 tempest-MeteringTestJSON-1085464803-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 13:43:51.057195 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ee806-1ff5-4fe8-adc6-c2346a6d1f62 None None] Checking router: 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:43:51.069001 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9c1ffe16-38d9-4845-bb30-0035ca61a517 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:51.080007 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7ee806-1ff5-4fe8-adc6-c2346a6d1f62 None None] Routers {'9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:51.080305 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c6022-21c4-4d38-a9c9-7da2657012c0 req-615412ed-e364-46c7-a600-d0c1c04bb293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:51.081189 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-be7ee806-1ff5-4fe8-adc6-c2346a6d1f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:43:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:51.081925 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-086c6022-21c4-4d38-a9c9-7da2657012c0 req-615412ed-e364-46c7-a600-d0c1c04bb293 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb HTTP/1.1" status: 200 len: 913 time: 0.2045782 Jul 15 13:43:51.163588 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-086c6022-21c4-4d38-a9c9-7da2657012c0 req-63c9be11-a76f-4442-9e22-ab9a191b2d90 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05c44e4f-75d0-4051-b1f8-8bf4eefe1029 HTTP/1.1" status: 200 len: 217 time: 0.0574055 Jul 15 13:43:51.266990 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d4ae603-bed3-4d47-b9fc-7e902b800bbc tempest-MeteringTestJSON-1085464803 tempest-MeteringTestJSON-1085464803-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:51.269203 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3d4ae603-bed3-4d47-b9fc-7e902b800bbc tempest-MeteringTestJSON-1085464803 tempest-MeteringTestJSON-1085464803-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4783318 Jul 15 13:43:51.271830 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41634) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:51.286492 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-be7ee806-1ff5-4fe8-adc6-c2346a6d1f62 None None] Set router 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:51.297045 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0238e02f-7f4e-4342-bd56-ac773e183ecc tempest-MeteringTestJSON-1085464803 tempest-MeteringTestJSON-1085464803-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=47ec0879-4406-4563-92d9-3d30da48a5b5 HTTP/1.1" status: 200 len: 464 time: 0.0208297 Jul 15 13:43:51.298373 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41636) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:51.324689 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985223b5-8077-4b90-a348-46b1dc31c4e9 req-6c1a50f7-56fa-4816-ac9c-e977d8b4c9f4 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:51.331858 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-985223b5-8077-4b90-a348-46b1dc31c4e9 req-6c1a50f7-56fa-4816-ac9c-e977d8b4c9f4 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=be667bda-aeda-491b-8875-39df528f743d HTTP/1.1" status: 200 len: 945 time: 0.4272239 Jul 15 13:43:51.421968 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c6022-21c4-4d38-a9c9-7da2657012c0 req-5050982c-a645-4fea-9285-dfd43f3eccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:51.423777 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-086c6022-21c4-4d38-a9c9-7da2657012c0 req-5050982c-a645-4fea-9285-dfd43f3eccb3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4840df0d-ad31-406d-829f-ea4475de886e HTTP/1.1" status: 200 len: 851 time: 0.2423649 Jul 15 13:43:51.504971 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b1d7d5a8-9ea4-48c7-b37d-c25fe301e259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:51.518767 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b1d7d5a8-9ea4-48c7-b37d-c25fe301e259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:51.590913 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-be7ee806-1ff5-4fe8-adc6-c2346a6d1f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'name': 'tempest-TestVolumeBootPattern-1420152954-router', 'tenant_id': '89567fda246241f4860e07527d287580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:01Z', 'updated_at': '2021-07-15T13:26:12Z', 'revision_number': 4, 'project_id': '89567fda246241f4860e07527d287580', 'gw_port': {'id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:14:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:03Z', 'updated_at': '2021-07-15T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'ec4f483f-30cd-45bf-ad45-34b95e895637', 'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'tenant_id': '89567fda246241f4860e07527d287580', 'mac_address': 'fa:16:3e:7d:04:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '4840df0d-ad31-406d-829f-ea4475de886e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:09Z', 'updated_at': '2021-07-15T13:26:27Z', 'revision_number': 5, 'project_id': '89567fda246241f4860e07527d287580', 'subnets': [{'id': '4840df0d-ad31-406d-829f-ea4475de886e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:51.594550 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9c1ffe16-38d9-4845-bb30-0035ca61a517 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:51.605351 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7d5a8-9ea4-48c7-b37d-c25fe301e259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda74668-0b28-485e-a41a-a45906e67f7d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:51.609985 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9c1ffe16-38d9-4845-bb30-0035ca61a517 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:51.617725 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b1d7d5a8-9ea4-48c7-b37d-c25fe301e259 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=de8d421d71a64cc9ad9fcfab5d58d694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6802111 Jul 15 13:43:51.619984 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41638) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:51.687200 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c6022-21c4-4d38-a9c9-7da2657012c0 req-1e7e9064-1027-41ed-b217-a7a700d62044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:51.689790 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-086c6022-21c4-4d38-a9c9-7da2657012c0 req-1e7e9064-1027-41ed-b217-a7a700d62044 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2457519 Jul 15 13:43:51.771337 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ffe16-38d9-4845-bb30-0035ca61a517 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event updated for resources: {'Port': ['ID=35f256d1-8fdb-4a96-8cb9-d61f1ceba04e,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:51.858832 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1292769c-557c-4b65-8eda-43621607449e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:51.865497 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9c1ffe16-38d9-4845-bb30-0035ca61a517 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:51.875477 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-985223b5-8077-4b90-a348-46b1dc31c4e9 req-50f474f6-97db-4f71-88c2-b97586b33b60 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5431173 Jul 15 13:43:51.880034 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ee806-1ff5-4fe8-adc6-c2346a6d1f62 None None] The sync data for ids ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'] in n-d-758944-45 is: [{'id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'name': 'tempest-TestVolumeBootPattern-1420152954-router', 'tenant_id': '89567fda246241f4860e07527d287580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:01Z', 'updated_at': '2021-07-15T13:26:12Z', 'revision_number': 4, 'project_id': '89567fda246241f4860e07527d287580', 'gw_port': {'id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:14:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:03Z', 'updated_at': '2021-07-15T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'ec4f483f-30cd-45bf-ad45-34b95e895637', 'name': '', 'network_id': '2f29b873-f209-4d3d-b75f-0d6b04f8d1cb', 'tenant_id': '89567fda246241f4860e07527d287580', 'mac_address': 'fa:16:3e:7d:04:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2454, 'fixed_ips': [{'subnet_id': '4840df0d-ad31-406d-829f-ea4475de886e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:09Z', 'updated_at': '2021-07-15T13:26:27Z', 'revision_number': 5, 'project_id': '89567fda246241f4860e07527d287580', 'subnets': [{'id': '4840df0d-ad31-406d-829f-ea4475de886e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:43:51.937202 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-88a52be8-193c-4d1d-97fc-eef0efddefce tempest-MeteringTestJSON-1085464803 tempest-MeteringTestJSON-1085464803-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:51.937846 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1292769c-557c-4b65-8eda-43621607449e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:51.941895 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-88a52be8-193c-4d1d-97fc-eef0efddefce tempest-MeteringTestJSON-1085464803 tempest-MeteringTestJSON-1085464803-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/47ec0879-4406-4563-92d9-3d30da48a5b5 HTTP/1.1" status: 204 len: 168 time: 0.6397851 Jul 15 13:43:51.942287 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41640) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:51.965809 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-40180127-3618-41ed-963d-75085e16792d tempest-MeteringTestJSON-1085464803 tempest-MeteringTestJSON-1085464803-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=47ec0879-4406-4563-92d9-3d30da48a5b5 HTTP/1.1" status: 200 len: 221 time: 0.0174811 Jul 15 13:43:51.969661 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41642) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:51.974284 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-6366f784-c4e5-4a31-9167-04fce342c723 tempest-MeteringTestJSON-1085464803 tempest-MeteringTestJSON-1085464803-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--782843584', 'description': 'label created by tempest'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:51.974733 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-6366f784-c4e5-4a31-9167-04fce342c723 tempest-MeteringTestJSON-1085464803 tempest-MeteringTestJSON-1085464803-project-admin] Unknown quota resources ['metering_label']. {{(pid=93813) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:43:51.987919 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-086c6022-21c4-4d38-a9c9-7da2657012c0 req-9ca91e5a-f58b-406d-951e-49ab7d5b8caa service neutron] 10.222.0.18 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842872 Jul 15 13:43:51.995151 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f13691-9d4f-42ce-ba02-5aa967755b93 req-62278edc-6b33-4616-9034-ee9d9313f11f tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:51.996820 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-53f13691-9d4f-42ce-ba02-5aa967755b93 req-62278edc-6b33-4616-9034-ee9d9313f11f tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.18 "GET /v2.0/ports?device_id=be667bda-aeda-491b-8875-39df528f743d HTTP/1.1" status: 200 len: 945 time: 0.6440148 Jul 15 13:43:52.417563 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a25953-fd3e-4e1e-b1ff-e679d5f9339a None None] New status for floating IP 0cc90dd6-9c38-4858-b901-2e1f7ba5f7d9: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:43:52.445935 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6366f784-c4e5-4a31-9167-04fce342c723 tempest-MeteringTestJSON-1085464803 tempest-MeteringTestJSON-1085464803-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:52.451478 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6366f784-c4e5-4a31-9167-04fce342c723 tempest-MeteringTestJSON-1085464803 tempest-MeteringTestJSON-1085464803-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4764926 Jul 15 13:43:52.454267 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41646) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:52.504044 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-9c1ffe16-38d9-4845-bb30-0035ca61a517 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Floating IP d8450bcb-596f-46e9-818e-06d6e69c5c6a associated. External IP: 172.25.6.54, port: 75d28844-5112-40ab-b84e-151c9992f995. Jul 15 13:43:52.509742 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1292769c-557c-4b65-8eda-43621607449e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:52.512664 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1292769c-557c-4b65-8eda-43621607449e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:52.514281 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1292769c-557c-4b65-8eda-43621607449e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fda74668-0b28-485e-a41a-a45906e67f7d HTTP/1.1" status: 204 len: 168 time: 0.8891861 Jul 15 13:43:52.561414 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d597a42c-dd21-4449-a556-3d3704d198be tempest-MeteringTestJSON-1085464803 tempest-MeteringTestJSON-1085464803-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=282900b5-a248-4afc-8cd5-02a810d1e4ff HTTP/1.1" status: 200 len: 467 time: 0.1036844 Jul 15 13:43:52.562054 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41650) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:52.580782 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292769c-557c-4b65-8eda-43621607449e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda74668-0b28-485e-a41a-a45906e67f7d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:52.599184 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-086c6022-21c4-4d38-a9c9-7da2657012c0 req-17f3a0d3-9d50-45db-b811-6b67425ea223 service neutron] 10.222.0.18 "GET /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6023672 Jul 15 13:43:52.639516 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-53f13691-9d4f-42ce-ba02-5aa967755b93 req-5d0e3717-2179-44aa-ad2b-1f81adef8782 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Deleting port 05c44e4f-75d0-4051-b1f8-8bf4eefe1029 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:52.639930 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-53f13691-9d4f-42ce-ba02-5aa967755b93 req-5d0e3717-2179-44aa-ad2b-1f81adef8782 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:52.861706 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1ffe16-38d9-4845-bb30-0035ca61a517 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Router a94d8369-fe33-4da4-b184-7139d24ec3e7 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:43:52.962194 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-53f13691-9d4f-42ce-ba02-5aa967755b93 req-5d0e3717-2179-44aa-ad2b-1f81adef8782 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] For port 05c44e4f-75d0-4051-b1f8-8bf4eefe1029, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=05c44e4f-75d0-4051-b1f8-8bf4eefe1029,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:52.963190 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-53f13691-9d4f-42ce-ba02-5aa967755b93 req-5d0e3717-2179-44aa-ad2b-1f81adef8782 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:52.968919 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b5e37ddc-a70b-4c06-a6c6-ceff4cdf2cdb tempest-MeteringTestJSON-1085464803 tempest-MeteringTestJSON-1085464803-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:52.973876 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b5e37ddc-a70b-4c06-a6c6-ceff4cdf2cdb tempest-MeteringTestJSON-1085464803 tempest-MeteringTestJSON-1085464803-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/282900b5-a248-4afc-8cd5-02a810d1e4ff HTTP/1.1" status: 204 len: 168 time: 0.4081357 Jul 15 13:43:52.979961 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41656) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:52.989044 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-53f13691-9d4f-42ce-ba02-5aa967755b93 req-5d0e3717-2179-44aa-ad2b-1f81adef8782 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Calling delete_port for 05c44e4f-75d0-4051-b1f8-8bf4eefe1029 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:53.052703 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-50d54eab-4a2f-4b48-bed7-dff334838646 tempest-MeteringTestJSON-1085464803 tempest-MeteringTestJSON-1085464803-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=282900b5-a248-4afc-8cd5-02a810d1e4ff HTTP/1.1" status: 200 len: 216 time: 0.0691872 Jul 15 13:43:53.058176 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41658) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:53.073000 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-483f6b63-0ed7-4d09-aada-6efe197d2936 tempest-MeteringTestJSON-1085464803 tempest-MeteringTestJSON-1085464803-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0135803 Jul 15 13:43:53.078182 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41660) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:53.102136 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4239dfc9-ce90-4abf-9f7e-68fe4fae9751 tempest-MeteringTestJSON-1085464803 tempest-MeteringTestJSON-1085464803-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0224528 Jul 15 13:43:53.107590 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41662) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:53.182095 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9365d516-6cf8-4050-a5a0-6d9cd2e72892 tempest-MeteringTestJSON-1085464803 tempest-MeteringTestJSON-1085464803-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels/07827475-c323-4346-a8b4-663d105127b5 HTTP/1.1" status: 200 len: 473 time: 0.0727601 Jul 15 13:43:53.186056 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41664) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:53.204513 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d9a7cccc-73ea-4880-8074-882c65c1722f tempest-MeteringTestJSON-1085464803 tempest-MeteringTestJSON-1085464803-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules/e58d014a-e6d1-42c6-b430-65d7a9bb112b HTTP/1.1" status: 200 len: 461 time: 0.0163488 Jul 15 13:43:53.207690 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41666) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:53.211314 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1ffe16-38d9-4845-bb30-0035ca61a517 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:43:53.225055 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0227a02-ff9c-4552-a4b5-86cb57b36421 None None] Sync routers for ids ['a94d8369-fe33-4da4-b184-7139d24ec3e7'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:43:53.243916 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9c1ffe16-38d9-4845-bb30-0035ca61a517 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:53.257418 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0227a02-ff9c-4552-a4b5-86cb57b36421 None None] Routers {'a94d8369-fe33-4da4-b184-7139d24ec3e7'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:53.258642 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a0227a02-ff9c-4552-a4b5-86cb57b36421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:43:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['a94d8369-fe33-4da4-b184-7139d24ec3e7'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:53.287665 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a7313-5f5c-41b9-8aff-771f77868597 req-e41fbf55-2d69-48b4-8d52-72f539aaae9f tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:53.297037 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-214a7313-5f5c-41b9-8aff-771f77868597 req-e41fbf55-2d69-48b4-8d52-72f539aaae9f tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=be667bda-aeda-491b-8875-39df528f743d HTTP/1.1" status: 200 len: 945 time: 0.1539454 Jul 15 13:43:53.336671 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9c1ffe16-38d9-4845-bb30-0035ca61a517 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.2760396 Jul 15 13:43:53.336671 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778ed80f-2606-49cd-9ae2-2bdc956d6f29', 'tag': '75d28844-5112-40ab-b84e-151c9992f995'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:53.340704 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcaeb6fe-b2f8-4444-99f7-502067854a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "778ed80f-2606-49cd-9ae2-2bdc956d6f29", "tag": "75d28844-5112-40ab-b84e-151c9992f995"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:53.343590 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41670) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:53.385932 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:53.387316 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04dde8e3-772a-400a-a702-6361562ac0c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:53.412655 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-214a7313-5f5c-41b9-8aff-771f77868597 req-1c7c2f21-ce36-4e65-8c7e-8827fe2aeeb4 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/security-groups?id=27069147-e89c-4e2a-86f3-af131ba1747c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143000 Jul 15 13:43:53.500792 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-a0227a02-ff9c-4552-a4b5-86cb57b36421 None None] Set router a94d8369-fe33-4da4-b184-7139d24ec3e7 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:53.503539 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-53f13691-9d4f-42ce-ba02-5aa967755b93 req-5d0e3717-2179-44aa-ad2b-1f81adef8782 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:53.517481 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb47896a-5664-4960-8993-1299f6eb66c6 tempest-MeteringTestJSON-1085464803 tempest-MeteringTestJSON-1085464803-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:53.519011 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fb47896a-5664-4960-8993-1299f6eb66c6 tempest-MeteringTestJSON-1085464803 tempest-MeteringTestJSON-1085464803-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/e58d014a-e6d1-42c6-b430-65d7a9bb112b HTTP/1.1" status: 204 len: 168 time: 0.3081262 Jul 15 13:43:53.534060 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41676) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:53.597878 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04dde8e3-772a-400a-a702-6361562ac0c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:53.600974 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e3e486-ad92-41e8-a69e-c9d091534402 x-openstack-request-id: req-c9e3e486-ad92-41e8-a69e-c9d091534402 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:53.601547 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "778ed80f-2606-49cd-9ae2-2bdc956d6f29", "tag": "75d28844-5112-40ab-b84e-151c9992f995", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:53.601929 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c9e3e486-ad92-41e8-a69e-c9d091534402 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:53.602643 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '778ed80f-2606-49cd-9ae2-2bdc956d6f29', 'tag': '75d28844-5112-40ab-b84e-151c9992f995', 'status': 'completed', 'code': 200} Jul 15 13:43:53.604927 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04dde8e3-772a-400a-a702-6361562ac0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:53.605723 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e3717-2179-44aa-ad2b-1f81adef8782 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Pushing event deleted for resources: {'Port': ['ID=05c44e4f-75d0-4051-b1f8-8bf4eefe1029,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:53.639192 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dde8e3-772a-400a-a702-6361562ac0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcce30d-f2a0-476d-8cb0-2a0772e744a0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:53.656401 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1def2235-7291-410b-9f96-bef644add586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:53.672789 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-04dde8e3-772a-400a-a702-6361562ac0c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2faa67465d154c45bfd48b54c24b0f5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3222237 Jul 15 13:43:53.677230 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41678) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:53.768582 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1fcffb8-abdd-44e2-9e9c-9de7a5003584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:53.801263 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1fcffb8-abdd-44e2-9e9c-9de7a5003584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:53.846199 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f13691-9d4f-42ce-ba02-5aa967755b93 req-5d0e3717-2179-44aa-ad2b-1f81adef8782 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] No DVR routers for this DVR port 05c44e4f-75d0-4051-b1f8-8bf4eefe1029 on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:43:53.866022 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-53f13691-9d4f-42ce-ba02-5aa967755b93 req-5d0e3717-2179-44aa-ad2b-1f81adef8782 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:53.868576 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-53f13691-9d4f-42ce-ba02-5aa967755b93 req-5d0e3717-2179-44aa-ad2b-1f81adef8782 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.18 "DELETE /v2.0/ports/05c44e4f-75d0-4051-b1f8-8bf4eefe1029 HTTP/1.1" status: 204 len: 173 time: 1.8489881 Jul 15 13:43:53.871617 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be667bda-aeda-491b-8875-39df528f743d', 'name': 'network-vif-deleted', 'tag': '05c44e4f-75d0-4051-b1f8-8bf4eefe1029'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:53.874203 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13160fd0-0958-4f16-a4be-a38010602add" -d '{"events": [{"server_uuid": "be667bda-aeda-491b-8875-39df528f743d", "name": "network-vif-deleted", "tag": "05c44e4f-75d0-4051-b1f8-8bf4eefe1029"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:53.905509 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1fcffb8-abdd-44e2-9e9c-9de7a5003584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:53.909561 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1fcffb8-abdd-44e2-9e9c-9de7a5003584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:53.918497 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a1fcffb8-abdd-44e2-9e9c-9de7a5003584 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6dcce30d-f2a0-476d-8cb0-2a0772e744a0 HTTP/1.1" status: 204 len: 168 time: 0.2281265 Jul 15 13:43:53.932429 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a0227a02-ff9c-4552-a4b5-86cb57b36421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834929861', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '30e49acc-5ebd-425c-8630-d41a82e40fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:14Z', 'updated_at': '2021-07-15T13:43:21Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '30e49acc-5ebd-425c-8630-d41a82e40fdc', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:15Z', 'updated_at': '2021-07-15T13:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'd8450bcb-596f-46e9-818e-06d6e69c5c6a', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'floating_ip_address': '172.25.6.54', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'port_id': '75d28844-5112-40ab-b84e-151c9992f995', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'babc4e0e-a33b-4754-9f68-404dd40d1c6a', 'mac_address': 'fa:16:3e:da:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778ed80f-2606-49cd-9ae2-2bdc956d6f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:43:49Z', 'updated_at': '2021-07-15T13:43:49Z', 'revision_number': 0, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62d47d0e-d078-44a3-8650-c0f725a4f5e9', 'name': '', 'network_id': 'babc4e0e-a33b-4754-9f68-404dd40d1c6a', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:43:82:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'f884ecf8-29cc-4ba0-bb0e-e6162e53b5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:20Z', 'updated_at': '2021-07-15T13:43:30Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': 'f884ecf8-29cc-4ba0-bb0e-e6162e53b5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:53.975907 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e403377c-a788-4858-937b-0d854a1dcdee x-openstack-request-id: req-e403377c-a788-4858-937b-0d854a1dcdee {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:53.976285 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be667bda-aeda-491b-8875-39df528f743d", "name": "network-vif-deleted", "tag": "05c44e4f-75d0-4051-b1f8-8bf4eefe1029", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:53.976645 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e403377c-a788-4858-937b-0d854a1dcdee {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:53.977155 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be667bda-aeda-491b-8875-39df528f743d', 'name': 'network-vif-deleted', 'tag': '05c44e4f-75d0-4051-b1f8-8bf4eefe1029', 'status': 'completed', 'code': 200} Jul 15 13:43:53.980830 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fcffb8-abdd-44e2-9e9c-9de7a5003584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcce30d-f2a0-476d-8cb0-2a0772e744a0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:54.030267 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaeb6fe-b2f8-4444-99f7-502067854a8f req-11ec6a52-c4be-45ca-85bb-4e10711a6f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:54.037184 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dcaeb6fe-b2f8-4444-99f7-502067854a8f req-11ec6a52-c4be-45ca-85bb-4e10711a6f50 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 1097 time: 0.4667521 Jul 15 13:43:54.041051 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0227a02-ff9c-4552-a4b5-86cb57b36421 None None] Checking router: a94d8369-fe33-4da4-b184-7139d24ec3e7 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:43:54.059010 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0227a02-ff9c-4552-a4b5-86cb57b36421 None None] Routers {'a94d8369-fe33-4da4-b184-7139d24ec3e7'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:54.061820 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a0227a02-ff9c-4552-a4b5-86cb57b36421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:43:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['a94d8369-fe33-4da4-b184-7139d24ec3e7'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:54.178945 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f4c8e42b-63c1-4951-82a5-ab9d6ca965d8 tempest-MeteringTestJSON-1085464803 tempest-MeteringTestJSON-1085464803-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:54.180294 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f4c8e42b-63c1-4951-82a5-ab9d6ca965d8 tempest-MeteringTestJSON-1085464803 tempest-MeteringTestJSON-1085464803-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/07827475-c323-4346-a8b4-663d105127b5 HTTP/1.1" status: 204 len: 168 time: 0.6411934 Jul 15 13:43:54.218728 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92160001-e349-4860-a56d-c52d5cdd74d6 req-e2ab4ec7-0f77-46d4-9281-0bd74dd7bd15 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:54.222422 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-92160001-e349-4860-a56d-c52d5cdd74d6 req-e2ab4ec7-0f77-46d4-9281-0bd74dd7bd15 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 945 time: 0.3842826 Jul 15 13:43:54.272036 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-a0227a02-ff9c-4552-a4b5-86cb57b36421 None None] Set router a94d8369-fe33-4da4-b184-7139d24ec3e7 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:54.330210 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-92160001-e349-4860-a56d-c52d5cdd74d6 req-aa97887b-a07e-4bc3-80f7-ee1ab2a2b63d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b6feb4-3ae4-4418-81a0-6dadc82a615b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961680 Jul 15 13:43:54.377174 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaeb6fe-b2f8-4444-99f7-502067854a8f req-6a06fbf8-3f1d-4960-bee9-d05171f41f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:54.379014 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dcaeb6fe-b2f8-4444-99f7-502067854a8f req-6a06fbf8-3f1d-4960-bee9-d05171f41f6d service neutron] 10.222.0.32 "GET /v2.0/networks?id=babc4e0e-a33b-4754-9f68-404dd40d1c6a HTTP/1.1" status: 200 len: 895 time: 0.3234859 Jul 15 13:43:54.425175 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41688) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:54.649466 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dcaeb6fe-b2f8-4444-99f7-502067854a8f req-5b9cb363-86da-4af7-b940-a4bdca5fc6ee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75d28844-5112-40ab-b84e-151c9992f995 HTTP/1.1" status: 200 len: 998 time: 0.2600138 Jul 15 13:43:54.675162 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b93e32c6-0749-43ef-9bfa-6d865e56048d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/floatingips/d8450bcb-596f-46e9-818e-06d6e69c5c6a HTTP/1.1" status: 200 len: 990 time: 0.2478354 Jul 15 13:43:54.759288 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a0227a02-ff9c-4552-a4b5-86cb57b36421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834929861', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '30e49acc-5ebd-425c-8630-d41a82e40fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:14Z', 'updated_at': '2021-07-15T13:43:21Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '30e49acc-5ebd-425c-8630-d41a82e40fdc', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:15Z', 'updated_at': '2021-07-15T13:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'd8450bcb-596f-46e9-818e-06d6e69c5c6a', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'floating_ip_address': '172.25.6.54', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'port_id': '75d28844-5112-40ab-b84e-151c9992f995', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'babc4e0e-a33b-4754-9f68-404dd40d1c6a', 'mac_address': 'fa:16:3e:da:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778ed80f-2606-49cd-9ae2-2bdc956d6f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:43:49Z', 'updated_at': '2021-07-15T13:43:49Z', 'revision_number': 0, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62d47d0e-d078-44a3-8650-c0f725a4f5e9', 'name': '', 'network_id': 'babc4e0e-a33b-4754-9f68-404dd40d1c6a', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:43:82:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'f884ecf8-29cc-4ba0-bb0e-e6162e53b5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:20Z', 'updated_at': '2021-07-15T13:43:30Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': 'f884ecf8-29cc-4ba0-bb0e-e6162e53b5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:54.770706 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4add2a90-a0e0-49c0-b919-2463ca642aab req-9c125b6e-2843-4cb2-a5a8-1e239a851f8d tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=be667bda-aeda-491b-8875-39df528f743d HTTP/1.1" status: 200 len: 210 time: 0.0711944 Jul 15 13:43:54.811584 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaeb6fe-b2f8-4444-99f7-502067854a8f req-dd288b97-1bad-4116-8d04-a545926f0e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:54.816254 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dcaeb6fe-b2f8-4444-99f7-502067854a8f req-dd288b97-1bad-4116-8d04-a545926f0e36 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f884ecf8-29cc-4ba0-bb0e-e6162e53b5dd HTTP/1.1" status: 200 len: 835 time: 0.1606662 Jul 15 13:43:54.836753 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0227a02-ff9c-4552-a4b5-86cb57b36421 None None] The sync data for ids ['a94d8369-fe33-4da4-b184-7139d24ec3e7'] in n-d-758944-45 is: [{'id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834929861', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '30e49acc-5ebd-425c-8630-d41a82e40fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:14Z', 'updated_at': '2021-07-15T13:43:21Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '30e49acc-5ebd-425c-8630-d41a82e40fdc', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:15Z', 'updated_at': '2021-07-15T13:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'd8450bcb-596f-46e9-818e-06d6e69c5c6a', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'floating_ip_address': '172.25.6.54', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'port_id': '75d28844-5112-40ab-b84e-151c9992f995', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'babc4e0e-a33b-4754-9f68-404dd40d1c6a', 'mac_address': 'fa:16:3e:da:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778ed80f-2606-49cd-9ae2-2bdc956d6f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:43:49Z', 'updated_at': '2021-07-15T13:43:49Z', 'revision_number': 0, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62d47d0e-d078-44a3-8650-c0f725a4f5e9', 'name': '', 'network_id': 'babc4e0e-a33b-4754-9f68-404dd40d1c6a', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:43:82:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'f884ecf8-29cc-4ba0-bb0e-e6162e53b5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:20Z', 'updated_at': '2021-07-15T13:43:30Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': 'f884ecf8-29cc-4ba0-bb0e-e6162e53b5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:43:54.899991 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:54.930444 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaeb6fe-b2f8-4444-99f7-502067854a8f req-76315b65-27ec-4c20-9fb4-782d31d80c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:54.933208 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dcaeb6fe-b2f8-4444-99f7-502067854a8f req-76315b65-27ec-4c20-9fb4-782d31d80c5b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=babc4e0e-a33b-4754-9f68-404dd40d1c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1053851 Jul 15 13:43:54.965438 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41702) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:55.146464 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dcaeb6fe-b2f8-4444-99f7-502067854a8f req-a848fe33-597e-4f4d-9ada-18deec5515ac service neutron] 10.222.0.32 "GET /v2.0/networks/babc4e0e-a33b-4754-9f68-404dd40d1c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063613 Jul 15 13:43:55.235854 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f713dde-c05f-4bc0-b76a-30edbca9673c None None] New status for floating IP d8450bcb-596f-46e9-818e-06d6e69c5c6a: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:43:55.271091 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe405732-a229-4dd8-8ba0-bd19ea45461e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.353810 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-dcaeb6fe-b2f8-4444-99f7-502067854a8f req-7e9963b4-91f3-4a0c-899d-d2b404183503 service neutron] 10.222.0.32 "GET /v2.0/networks/babc4e0e-a33b-4754-9f68-404dd40d1c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990042 Jul 15 13:43:55.407241 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.519733 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe405732-a229-4dd8-8ba0-bd19ea45461e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.532238 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe405732-a229-4dd8-8ba0-bd19ea45461e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.611264 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-fe405732-a229-4dd8-8ba0-bd19ea45461e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2bc46ed7ed174ed8a861732126e6e663&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6437833 Jul 15 13:43:55.615784 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41716) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:55.627971 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe405732-a229-4dd8-8ba0-bd19ea45461e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef68c74-ca67-4acf-8231-57a7ebbadf43,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:55.676392 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41720) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:55.787437 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7530079c-d116-40a1-a8f5-0ac34e2e6e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.838519 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7530079c-d116-40a1-a8f5-0ac34e2e6e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.854782 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-cf6bf688-71e3-4cff-9c46-fd0aec3b5175 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/floatingips/d8450bcb-596f-46e9-818e-06d6e69c5c6a HTTP/1.1" status: 200 len: 992 time: 0.1757314 Jul 15 13:43:55.953597 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7530079c-d116-40a1-a8f5-0ac34e2e6e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.958636 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7530079c-d116-40a1-a8f5-0ac34e2e6e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.966208 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7530079c-d116-40a1-a8f5-0ac34e2e6e1e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ef68c74-ca67-4acf-8231-57a7ebbadf43 HTTP/1.1" status: 204 len: 168 time: 0.3487182 Jul 15 13:43:55.984524 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530079c-d116-40a1-a8f5-0ac34e2e6e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef68c74-ca67-4acf-8231-57a7ebbadf43,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:56.111645 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-97a205e6-2d15-4d0a-a63a-a3cfe5669f9c req-ba6634ea-abd7-43a1-8098-b082f891f3cf tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=be667bda-aeda-491b-8875-39df528f743d HTTP/1.1" status: 200 len: 210 time: 0.0616450 Jul 15 13:43:56.414641 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:56.568957 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 05c44e4f-75d0-4051-b1f8-8bf4eefe1029 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:43:56.621780 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 05c44e4f-75d0-4051-b1f8-8bf4eefe1029 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:43:56.622298 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 05c44e4f-75d0-4051-b1f8-8bf4eefe1029 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:43:56.628469 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41768) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:56.644223 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22c0b289-eaba-4fc6-8e36-c943c20b0fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:56.807932 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22c0b289-eaba-4fc6-8e36-c943c20b0fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:56.816994 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22c0b289-eaba-4fc6-8e36-c943c20b0fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:56.985032 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-22c0b289-eaba-4fc6-8e36-c943c20b0fd8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97c574de5f654b1e834a9875de1506d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3549600 Jul 15 13:43:56.987056 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0b289-eaba-4fc6-8e36-c943c20b0fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cae361-e898-4304-8576-d3add168d213,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:56.990385 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41776) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:57.088991 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0d759fc-a76e-4c17-9d59-652f468f297d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:57.130965 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0d759fc-a76e-4c17-9d59-652f468f297d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:57.206839 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0d759fc-a76e-4c17-9d59-652f468f297d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:57.210668 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0d759fc-a76e-4c17-9d59-652f468f297d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:57.211964 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a0d759fc-a76e-4c17-9d59-652f468f297d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0cae361-e898-4304-8576-d3add168d213 HTTP/1.1" status: 204 len: 168 time: 0.2196422 Jul 15 13:43:57.226757 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d759fc-a76e-4c17-9d59-652f468f297d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cae361-e898-4304-8576-d3add168d213,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:57.391418 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9492eec3-a9ec-4e64-ad8d-2eb4cbd34fcb req-c4a1581b-aac4-48f0-a562-fcb10b8ea9e9 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=be667bda-aeda-491b-8875-39df528f743d HTTP/1.1" status: 200 len: 210 time: 0.0438404 Jul 15 13:43:58.715353 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-840154cd-790c-4e4a-837f-505c071a2604 req-ba58ef87-e431-4b84-99d2-cc9d65e9095d tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=be667bda-aeda-491b-8875-39df528f743d HTTP/1.1" status: 200 len: 210 time: 0.0369115 Jul 15 13:43:59.431012 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-27da4ca8-9dcf-488a-ae85-bc7844f831aa req-bf68d87d-ddae-48e2-aef7-d3169ffc956d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2dbd4c03-3a01-4eed-b5ce-a002e32368fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1340580 Jul 15 13:43:59.540251 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da4ca8-9dcf-488a-ae85-bc7844f831aa req-b1c0bf69-791d-45df-be02-077238502fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:59.542917 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-27da4ca8-9dcf-488a-ae85-bc7844f831aa req-b1c0bf69-791d-45df-be02-077238502fbc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=41952a16a6834f27b5d7e8366be76781&device_id=2dbd4c03-3a01-4eed-b5ce-a002e32368fe HTTP/1.1" status: 200 len: 1098 time: 0.0865405 Jul 15 13:43:59.683203 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41860) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:59.691466 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da4ca8-9dcf-488a-ae85-bc7844f831aa req-c8024ba2-6fa9-4836-a25c-5cf107ad8a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:59.693025 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-27da4ca8-9dcf-488a-ae85-bc7844f831aa req-c8024ba2-6fa9-4836-a25c-5cf107ad8a7e service neutron] 10.222.0.18 "GET /v2.0/networks?id=0285381b-612d-4c7d-b1b0-fc717534d7fc HTTP/1.1" status: 200 len: 910 time: 0.1192262 Jul 15 13:43:59.792143 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-27da4ca8-9dcf-488a-ae85-bc7844f831aa req-6641ee09-0820-4207-8ba2-0c84cf7542b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1818821b-101c-4433-818d-f4ef761d451a HTTP/1.1" status: 200 len: 1001 time: 0.0913785 Jul 15 13:43:59.863971 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da4ca8-9dcf-488a-ae85-bc7844f831aa req-b9d548a5-0f54-41fc-82a3-20858130f4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:59.865785 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-27da4ca8-9dcf-488a-ae85-bc7844f831aa req-b9d548a5-0f54-41fc-82a3-20858130f4f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4b6adcb1-87c7-4bda-bee3-bd740b4d2357 HTTP/1.1" status: 200 len: 848 time: 0.0663335 Jul 15 13:43:59.898524 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-14764270-2751-4de1-a270-7d800db02842 tempest-QuotasTest-1634405928 tempest-QuotasTest-1634405928-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:59.982051 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da4ca8-9dcf-488a-ae85-bc7844f831aa req-2dc0bd22-c2cb-4ecb-b233-c2ec98447ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:59.984989 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-27da4ca8-9dcf-488a-ae85-bc7844f831aa req-2dc0bd22-c2cb-4ecb-b233-c2ec98447ff3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0285381b-612d-4c7d-b1b0-fc717534d7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1127429 Jul 15 13:43:59.986539 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-839c5c01-9b2a-4178-a831-fb937627ec23 req-8dd36fbd-3198-4dcc-ac12-3ec5890d2e6e tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "GET /v2.0/ports?device_id=be667bda-aeda-491b-8875-39df528f743d HTTP/1.1" status: 200 len: 210 time: 0.0655549 Jul 15 13:44:00.010534 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-14764270-2751-4de1-a270-7d800db02842 tempest-QuotasTest-1634405928 tempest-QuotasTest-1634405928-project-admin] 10.222.0.24 "PUT /v2.0/quotas/c5a8139ab2b748b9af6e8a61883928c9 HTTP/1.1" status: 200 len: 366 time: 0.3252063 Jul 15 13:44:00.011495 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41866) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:00.028552 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41868) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:00.029345 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6cecbf89-441d-4cfd-915d-4d476ba03ae0 tempest-QuotasTest-1634405928 tempest-QuotasTest-1634405928-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0160236 Jul 15 13:44:00.069060 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-551812b4-c4fa-43e7-8508-05357daadd42 tempest-QuotasTest-1634405928 tempest-QuotasTest-1634405928-project-admin] 10.222.0.24 "GET /v2.0/quotas/c5a8139ab2b748b9af6e8a61883928c9 HTTP/1.1" status: 200 len: 366 time: 0.0354147 Jul 15 13:44:00.069189 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41870) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:00.154091 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-82f442a9-9406-4541-af95-3ed67a40df12 tempest-QuotasTest-1634405928 tempest-QuotasTest-1634405928-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/c5a8139ab2b748b9af6e8a61883928c9 HTTP/1.1" status: 204 len: 168 time: 0.0806766 Jul 15 13:44:00.154717 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41872) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:00.174246 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-461231b3-c0e9-4d1e-bc03-49df96fb2c7f tempest-QuotasTest-1634405928 tempest-QuotasTest-1634405928-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0134907 Jul 15 13:44:00.175643 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41876) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:00.188225 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-27da4ca8-9dcf-488a-ae85-bc7844f831aa req-3f992a7c-1d88-422f-8219-3a2c16a4e03c service neutron] 10.222.0.18 "GET /v2.0/networks/0285381b-612d-4c7d-b1b0-fc717534d7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926572 Jul 15 13:44:00.199698 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41878) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:00.200957 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ca229b89-380a-4c40-b139-62ce9a7f17cd tempest-QuotasTest-1634405928 tempest-QuotasTest-1634405928-project-admin] 10.222.0.24 "GET /v2.0/quotas/c5a8139ab2b748b9af6e8a61883928c9 HTTP/1.1" status: 200 len: 370 time: 0.0243654 Jul 15 13:44:00.223906 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8721b8a2-1723-4f04-8bec-3bade6d0642a tempest-QuotasTest-1634405928 tempest-QuotasTest-1634405928-project-admin] 10.222.0.24 "GET /v2.0/quotas/c5a8139ab2b748b9af6e8a61883928c9/default HTTP/1.1" status: 200 len: 370 time: 0.0221150 Jul 15 13:44:00.227341 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41880) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:00.252576 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-3cbf1dba-13a2-4fa7-9dfc-a7bea1f06751 tempest-QuotasTest-1634405928 tempest-QuotasTest-1634405928-project-admin] delete failed (client error): The resource could not be found. Jul 15 13:44:00.254968 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3cbf1dba-13a2-4fa7-9dfc-a7bea1f06751 tempest-QuotasTest-1634405928 tempest-QuotasTest-1634405928-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/c5a8139ab2b748b9af6e8a61883928c9 HTTP/1.1" status: 404 len: 348 time: 0.0257955 Jul 15 13:44:00.378850 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-27da4ca8-9dcf-488a-ae85-bc7844f831aa req-1e03614c-d70f-481a-b266-9c540db1e3f4 service neutron] 10.222.0.18 "GET /v2.0/networks/0285381b-612d-4c7d-b1b0-fc717534d7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827624 Jul 15 13:44:00.454215 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41886) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:00.496610 n-d-758944-45 neutron-server[93814]: DEBUG neutron.quota.resource [None req-f9447fb7-222e-466e-8ba1-28e7ba68e14d tempest-QuotasTest-1634405928 tempest-QuotasTest-1634405928-project-admin] Usage tracker for resource:network and tenant:d422f22b39b24aaea2c91980095548b0 is out of sync, need to count used quota {{(pid=93814) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:44:00.505344 n-d-758944-45 neutron-server[93814]: DEBUG neutron.quota.resource [None req-f9447fb7-222e-466e-8ba1-28e7ba68e14d tempest-QuotasTest-1634405928 tempest-QuotasTest-1634405928-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93814) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:44:00.514262 n-d-758944-45 neutron-server[93814]: DEBUG neutron.quota.resource [None req-f9447fb7-222e-466e-8ba1-28e7ba68e14d tempest-QuotasTest-1634405928 tempest-QuotasTest-1634405928-project-admin] Usage tracker for resource:subnet and tenant:d422f22b39b24aaea2c91980095548b0 is out of sync, need to count used quota {{(pid=93814) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:44:00.520313 n-d-758944-45 neutron-server[93814]: DEBUG neutron.quota.resource [None req-f9447fb7-222e-466e-8ba1-28e7ba68e14d tempest-QuotasTest-1634405928 tempest-QuotasTest-1634405928-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93814) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:44:00.528111 n-d-758944-45 neutron-server[93814]: DEBUG neutron.quota.resource [None req-f9447fb7-222e-466e-8ba1-28e7ba68e14d tempest-QuotasTest-1634405928 tempest-QuotasTest-1634405928-project-admin] Usage tracker for resource:subnetpool and tenant:d422f22b39b24aaea2c91980095548b0 is out of sync, need to count used quota {{(pid=93814) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:44:00.534610 n-d-758944-45 neutron-server[93814]: DEBUG neutron.quota.resource [None req-f9447fb7-222e-466e-8ba1-28e7ba68e14d tempest-QuotasTest-1634405928 tempest-QuotasTest-1634405928-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93814) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:44:00.542100 n-d-758944-45 neutron-server[93814]: DEBUG neutron.quota.resource [None req-f9447fb7-222e-466e-8ba1-28e7ba68e14d tempest-QuotasTest-1634405928 tempest-QuotasTest-1634405928-project-admin] Usage tracker for resource:port and tenant:d422f22b39b24aaea2c91980095548b0 is out of sync, need to count used quota {{(pid=93814) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:44:00.555558 n-d-758944-45 neutron-server[93814]: DEBUG neutron.quota.resource [None req-f9447fb7-222e-466e-8ba1-28e7ba68e14d tempest-QuotasTest-1634405928 tempest-QuotasTest-1634405928-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93814) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:44:00.563959 n-d-758944-45 neutron-server[93814]: DEBUG neutron.quota.resource [None req-f9447fb7-222e-466e-8ba1-28e7ba68e14d tempest-QuotasTest-1634405928 tempest-QuotasTest-1634405928-project-admin] Usage tracker for resource:router and tenant:d422f22b39b24aaea2c91980095548b0 is out of sync, need to count used quota {{(pid=93814) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:44:00.570442 n-d-758944-45 neutron-server[93814]: DEBUG neutron.quota.resource [None req-f9447fb7-222e-466e-8ba1-28e7ba68e14d tempest-QuotasTest-1634405928 tempest-QuotasTest-1634405928-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93814) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:44:00.578532 n-d-758944-45 neutron-server[93814]: DEBUG neutron.quota.resource [None req-f9447fb7-222e-466e-8ba1-28e7ba68e14d tempest-QuotasTest-1634405928 tempest-QuotasTest-1634405928-project-admin] Usage tracker for resource:floatingip and tenant:d422f22b39b24aaea2c91980095548b0 is out of sync, need to count used quota {{(pid=93814) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:44:00.585063 n-d-758944-45 neutron-server[93814]: DEBUG neutron.quota.resource [None req-f9447fb7-222e-466e-8ba1-28e7ba68e14d tempest-QuotasTest-1634405928 tempest-QuotasTest-1634405928-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93814) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:44:00.649870 n-d-758944-45 neutron-server[93814]: DEBUG neutron.quota.resource [None req-f9447fb7-222e-466e-8ba1-28e7ba68e14d tempest-QuotasTest-1634405928 tempest-QuotasTest-1634405928-project-admin] Usage tracker for resource:security_group and tenant:d422f22b39b24aaea2c91980095548b0 is out of sync, need to count used quota {{(pid=93814) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:44:00.656690 n-d-758944-45 neutron-server[93814]: DEBUG neutron.quota.resource [None req-f9447fb7-222e-466e-8ba1-28e7ba68e14d tempest-QuotasTest-1634405928 tempest-QuotasTest-1634405928-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93814) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:44:00.666138 n-d-758944-45 neutron-server[93814]: DEBUG neutron.quota.resource [None req-f9447fb7-222e-466e-8ba1-28e7ba68e14d tempest-QuotasTest-1634405928 tempest-QuotasTest-1634405928-project-admin] Usage tracker for resource:security_group_rule and tenant:d422f22b39b24aaea2c91980095548b0 is out of sync, need to count used quota {{(pid=93814) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:44:00.675394 n-d-758944-45 neutron-server[93814]: DEBUG neutron.quota.resource [None req-f9447fb7-222e-466e-8ba1-28e7ba68e14d tempest-QuotasTest-1634405928 tempest-QuotasTest-1634405928-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93814) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:44:00.685260 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f9447fb7-222e-466e-8ba1-28e7ba68e14d tempest-QuotasTest-1634405928 tempest-QuotasTest-1634405928-project-admin] 10.222.0.24 "GET /v2.0/quotas/d422f22b39b24aaea2c91980095548b0/details.json HTTP/1.1" status: 200 len: 703 time: 0.2293589 Jul 15 13:44:01.143910 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41910) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:01.160451 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41912) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:01.338443 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-557b5051-cc7f-48d3-876d-400e52187294 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Deleting port 571c9f8b-738a-4ccd-a4fd-8dbd0fa1a2f2 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:01.338795 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-557b5051-cc7f-48d3-876d-400e52187294 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:01.380573 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-778ebf3c-df90-4544-971b-7c49e99e1518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:01.486031 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-557b5051-cc7f-48d3-876d-400e52187294 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:01.489138 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-557b5051-cc7f-48d3-876d-400e52187294 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:01.508011 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-557b5051-cc7f-48d3-876d-400e52187294 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Calling delete_port for 571c9f8b-738a-4ccd-a4fd-8dbd0fa1a2f2 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:01.543098 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-778ebf3c-df90-4544-971b-7c49e99e1518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:01.555491 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-778ebf3c-df90-4544-971b-7c49e99e1518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:01.592316 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-778ebf3c-df90-4544-971b-7c49e99e1518 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a8ec86b97ea4da381758d3d8339fa77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4303763 Jul 15 13:44:01.595952 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41920) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:01.618236 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ebf3c-df90-4544-971b-7c49e99e1518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36dd4380-8988-429e-8c5b-5b8444d75b16,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:01.688516 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a539017d-887c-4d60-b2c9-00ad3c38713d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:01.752574 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a539017d-887c-4d60-b2c9-00ad3c38713d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:01.790545 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-557b5051-cc7f-48d3-876d-400e52187294 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:01.826022 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b5051-cc7f-48d3-876d-400e52187294 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Pushing event deleted for resources: {'Port': ['ID=571c9f8b-738a-4ccd-a4fd-8dbd0fa1a2f2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:01.925127 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-557b5051-cc7f-48d3-876d-400e52187294 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:01.928486 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-557b5051-cc7f-48d3-876d-400e52187294 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:01.933839 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-557b5051-cc7f-48d3-876d-400e52187294 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "DELETE /v2.0/floatingips/2424ab0d-e59b-4adb-bd05-8c06e9e87fdb HTTP/1.1" status: 204 len: 168 time: 0.7847800 Jul 15 13:44:01.941426 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a539017d-887c-4d60-b2c9-00ad3c38713d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:01.945673 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a539017d-887c-4d60-b2c9-00ad3c38713d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:01.949701 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a539017d-887c-4d60-b2c9-00ad3c38713d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36dd4380-8988-429e-8c5b-5b8444d75b16 HTTP/1.1" status: 204 len: 168 time: 0.3524854 Jul 15 13:44:01.966447 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539017d-887c-4d60-b2c9-00ad3c38713d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36dd4380-8988-429e-8c5b-5b8444d75b16,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:02.501206 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41938) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:02.545051 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86bee040-a064-436a-88b7-ef3971f8e367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:02.688535 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86bee040-a064-436a-88b7-ef3971f8e367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:02.694590 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86bee040-a064-436a-88b7-ef3971f8e367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:02.740255 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41948) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:02.741243 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-86bee040-a064-436a-88b7-ef3971f8e367 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d422f22b39b24aaea2c91980095548b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2382820 Jul 15 13:44:02.775530 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bee040-a064-436a-88b7-ef3971f8e367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88a89a7-96d4-40ea-b120-e52b0fa360c2,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:02.818815 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf97edf1-e43d-456a-8960-ce4e5134d680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:02.852550 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf97edf1-e43d-456a-8960-ce4e5134d680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:02.928050 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf97edf1-e43d-456a-8960-ce4e5134d680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:02.932061 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf97edf1-e43d-456a-8960-ce4e5134d680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:02.938251 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-bf97edf1-e43d-456a-8960-ce4e5134d680 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e88a89a7-96d4-40ea-b120-e52b0fa360c2 HTTP/1.1" status: 204 len: 168 time: 0.1962843 Jul 15 13:44:02.951183 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97edf1-e43d-456a-8960-ce4e5134d680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88a89a7-96d4-40ea-b120-e52b0fa360c2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:04.049252 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41976) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:04.203254 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-22a568b0-f63d-4c29-8faf-94d69f6bff68 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1813790514'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:04.254052 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a568b0-f63d-4c29-8faf-94d69f6bff68 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:04.259818 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22a568b0-f63d-4c29-8faf-94d69f6bff68 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:04.279105 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22a568b0-f63d-4c29-8faf-94d69f6bff68 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:04.423527 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22a568b0-f63d-4c29-8faf-94d69f6bff68 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:04.429063 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22a568b0-f63d-4c29-8faf-94d69f6bff68 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:04.496761 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a568b0-f63d-4c29-8faf-94d69f6bff68 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:44:04.507732 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a568b0-f63d-4c29-8faf-94d69f6bff68 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3afa976e-90a5-4923-b001-e98db569f49a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:04.527768 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22a568b0-f63d-4c29-8faf-94d69f6bff68 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:04.528322 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-22a568b0-f63d-4c29-8faf-94d69f6bff68 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Added segment 8d975d35-fc14-40d5-b551-17216008e718 of type vlan for network 860e390d-7211-433f-9c89-14b305c5b94c Jul 15 13:44:04.600257 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22a568b0-f63d-4c29-8faf-94d69f6bff68 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:04.655800 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22a568b0-f63d-4c29-8faf-94d69f6bff68 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:04.664933 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a568b0-f63d-4c29-8faf-94d69f6bff68 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:04.664933 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22a568b0-f63d-4c29-8faf-94d69f6bff68 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:04.691455 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-22a568b0-f63d-4c29-8faf-94d69f6bff68 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6361625 Jul 15 13:44:04.692798 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41986) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:04.708884 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1d612319-1d62-4d8e-9251-1e81ae881518 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:04.823675 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a568b0-f63d-4c29-8faf-94d69f6bff68 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Network': ['ID=860e390d-7211-433f-9c89-14b305c5b94c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:04.845993 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:44:04.899693 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d612319-1d62-4d8e-9251-1e81ae881518 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:04.904953 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d612319-1d62-4d8e-9251-1e81ae881518 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:05.229324 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d612319-1d62-4d8e-9251-1e81ae881518 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:05.310963 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d612319-1d62-4d8e-9251-1e81ae881518 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Subnet': ['ID=3cd3874c-fa66-4511-9099-2ef91ef82e73,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:05.318025 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d612319-1d62-4d8e-9251-1e81ae881518 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Checking segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:05.318396 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d612319-1d62-4d8e-9251-1e81ae881518 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network hostable DHCP agents. Network: 860e390d-7211-433f-9c89-14b305c5b94c, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:44:05.348004 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d612319-1d62-4d8e-9251-1e81ae881518 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:44:05.365558 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-1d612319-1d62-4d8e-9251-1e81ae881518 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 860e390d-7211-433f-9c89-14b305c5b94c) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:05.372233 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d612319-1d62-4d8e-9251-1e81ae881518 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:05.373204 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d612319-1d62-4d8e-9251-1e81ae881518 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:05.395354 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b8dc54-07a1-4837-92a8-c111d77fdfeb None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:05.405747 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 41988) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:05.407572 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1d612319-1d62-4d8e-9251-1e81ae881518 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7108965 Jul 15 13:44:05.418795 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3fc000e5-2cb8-4d12-8156-c6aa2b03be5f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'port': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'name': 'tempest-NetworksTestDHCPv6-866842822'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:05.620016 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 41992) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:05.692719 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401419f9-60da-4438-9d21-9d9e0190b4f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-860e390d-7211-433f-9c89-14b305c5b94c', 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'tenant_id': '2157ae18fb374de5a7af4ffb23a64509', 'fixed_ips': [{'subnet_id': '3cd3874c-fa66-4511-9099-2ef91ef82e73'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:44:05.693925 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-401419f9-60da-4438-9d21-9d9e0190b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:05.732457 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc000e5-2cb8-4d12-8156-c6aa2b03be5f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:05.737693 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3fc000e5-2cb8-4d12-8156-c6aa2b03be5f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:05.765473 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f35a9568-b99c-4f8b-a104-9f361d7ac854 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:05.790350 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-3fc000e5-2cb8-4d12-8156-c6aa2b03be5f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] device_id is not set on port 15100239-9077-4df6-a257-fa55a1130271 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:44:05.830025 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f35a9568-b99c-4f8b-a104-9f361d7ac854 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:05.872706 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-401419f9-60da-4438-9d21-9d9e0190b4f3 None None] Allocated IP 2001:db8::2 (860e390d-7211-433f-9c89-14b305c5b94c/3cd3874c-fa66-4511-9099-2ef91ef82e73/d95e1304-7f59-421b-a33e-bba0bf47b4e7) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:06.016069 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f35a9568-b99c-4f8b-a104-9f361d7ac854 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:06.019282 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f35a9568-b99c-4f8b-a104-9f361d7ac854 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:06.020620 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f35a9568-b99c-4f8b-a104-9f361d7ac854 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] 10.222.0.24 "DELETE /v2.0/security-groups/27069147-e89c-4e2a-86f3-af131ba1747c HTTP/1.1" status: 204 len: 168 time: 0.3990192 Jul 15 13:44:06.042054 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a9568-b99c-4f8b-a104-9f361d7ac854 tempest-TestVolumeBootPattern-1734905833 tempest-TestVolumeBootPattern-1734905833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27069147-e89c-4e2a-86f3-af131ba1747c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:06.116562 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42000) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:06.180372 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-401419f9-60da-4438-9d21-9d9e0190b4f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:06.203034 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-401419f9-60da-4438-9d21-9d9e0190b4f3 None None] Transition to ACTIVE for port object d95e1304-7f59-421b-a33e-bba0bf47b4e7 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:06.225655 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-401419f9-60da-4438-9d21-9d9e0190b4f3 None None] Transition to ACTIVE for port object d95e1304-7f59-421b-a33e-bba0bf47b4e7 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:06.239021 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-401419f9-60da-4438-9d21-9d9e0190b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:06.306930 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401419f9-60da-4438-9d21-9d9e0190b4f3 None None] Pushing event updated for resources: {'Port': ['ID=d95e1304-7f59-421b-a33e-bba0bf47b4e7,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:06.336087 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401419f9-60da-4438-9d21-9d9e0190b4f3 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:06.345885 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-401419f9-60da-4438-9d21-9d9e0190b4f3 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:06.356607 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401419f9-60da-4438-9d21-9d9e0190b4f3 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:06.427376 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-3fc000e5-2cb8-4d12-8156-c6aa2b03be5f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Allocated IP 2001:db8::239 (860e390d-7211-433f-9c89-14b305c5b94c/3cd3874c-fa66-4511-9099-2ef91ef82e73/15100239-9077-4df6-a257-fa55a1130271) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:06.529608 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-401419f9-60da-4438-9d21-9d9e0190b4f3 None None] Attempting to bind port d95e1304-7f59-421b-a33e-bba0bf47b4e7 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:44:06.530510 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-401419f9-60da-4438-9d21-9d9e0190b4f3 None None] Attempting to bind port d95e1304-7f59-421b-a33e-bba0bf47b4e7 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:44:06.531124 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401419f9-60da-4438-9d21-9d9e0190b4f3 None None] Attempting to bind port d95e1304-7f59-421b-a33e-bba0bf47b4e7 on network 860e390d-7211-433f-9c89-14b305c5b94c {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:06.545496 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401419f9-60da-4438-9d21-9d9e0190b4f3 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:44:06.546416 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401419f9-60da-4438-9d21-9d9e0190b4f3 None None] Checking segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:06.547166 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-401419f9-60da-4438-9d21-9d9e0190b4f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:06.547552 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401419f9-60da-4438-9d21-9d9e0190b4f3 None None] Bound using segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:44:06.548082 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-401419f9-60da-4438-9d21-9d9e0190b4f3 None None] Bound port: d95e1304-7f59-421b-a33e-bba0bf47b4e7, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:44:06.548486 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-401419f9-60da-4438-9d21-9d9e0190b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:06.670479 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-401419f9-60da-4438-9d21-9d9e0190b4f3 None None] For port d95e1304-7f59-421b-a33e-bba0bf47b4e7, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:06.674235 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-401419f9-60da-4438-9d21-9d9e0190b4f3 None None] For port d95e1304-7f59-421b-a33e-bba0bf47b4e7, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=d95e1304-7f59-421b-a33e-bba0bf47b4e7,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:44:06.685074 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-401419f9-60da-4438-9d21-9d9e0190b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:06.743464 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3fc000e5-2cb8-4d12-8156-c6aa2b03be5f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:06.774606 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-3fc000e5-2cb8-4d12-8156-c6aa2b03be5f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Transition to ACTIVE for port object 15100239-9077-4df6-a257-fa55a1130271 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:06.786196 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401419f9-60da-4438-9d21-9d9e0190b4f3 None None] Pushing event updated for resources: {'Port': ['ID=d95e1304-7f59-421b-a33e-bba0bf47b4e7,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:06.847910 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3fc000e5-2cb8-4d12-8156-c6aa2b03be5f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:06.899848 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc000e5-2cb8-4d12-8156-c6aa2b03be5f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:06.903842 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-3fc000e5-2cb8-4d12-8156-c6aa2b03be5f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:06.908447 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc000e5-2cb8-4d12-8156-c6aa2b03be5f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:06.914719 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc000e5-2cb8-4d12-8156-c6aa2b03be5f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:06.915382 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3fc000e5-2cb8-4d12-8156-c6aa2b03be5f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:06.924923 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc000e5-2cb8-4d12-8156-c6aa2b03be5f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Port': ['ID=15100239-9077-4df6-a257-fa55a1130271,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:06.939312 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3fc000e5-2cb8-4d12-8156-c6aa2b03be5f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5315220 Jul 15 13:44:06.943814 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42008) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:07.150330 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ec654-044a-464b-8e15-06db4940473b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:07.157441 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ec654-044a-464b-8e15-06db4940473b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:07.159473 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e10ec654-044a-464b-8e15-06db4940473b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2143266 Jul 15 13:44:07.163289 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42012) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:07.238468 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a2e623d-bceb-4b84-ae70-0570728d8437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:07.328609 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-ea5595e7-aba7-4a8e-a782-d08c14067302 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting port 15100239-9077-4df6-a257-fa55a1130271 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:07.329303 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea5595e7-aba7-4a8e-a782-d08c14067302 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:07.467268 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea5595e7-aba7-4a8e-a782-d08c14067302 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:07.483598 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-ea5595e7-aba7-4a8e-a782-d08c14067302 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Calling delete_port for 15100239-9077-4df6-a257-fa55a1130271 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:07.645482 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8a2e623d-bceb-4b84-ae70-0570728d8437 admin admin] Deleting port ec4f483f-30cd-45bf-ad45-34b95e895637 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:07.646062 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a2e623d-bceb-4b84-ae70-0570728d8437 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:07.700973 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea5595e7-aba7-4a8e-a782-d08c14067302 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:07.734070 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5595e7-aba7-4a8e-a782-d08c14067302 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Port': ['ID=15100239-9077-4df6-a257-fa55a1130271,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:07.773204 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-8a2e623d-bceb-4b84-ae70-0570728d8437 admin admin] For port ec4f483f-30cd-45bf-ad45-34b95e895637, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ec4f483f-30cd-45bf-ad45-34b95e895637,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:07.773653 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a2e623d-bceb-4b84-ae70-0570728d8437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:07.775294 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea5595e7-aba7-4a8e-a782-d08c14067302 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:07.777376 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ea5595e7-aba7-4a8e-a782-d08c14067302 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/15100239-9077-4df6-a257-fa55a1130271 HTTP/1.1" status: 204 len: 168 time: 0.6126375 Jul 15 13:44:07.780053 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42014) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:07.796530 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8a2e623d-bceb-4b84-ae70-0570728d8437 admin admin] Calling delete_port for ec4f483f-30cd-45bf-ad45-34b95e895637 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:08.101024 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a2e623d-bceb-4b84-ae70-0570728d8437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:08.146075 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acf5250-60ed-42d7-97ac-d97c4c06475a None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:08.169032 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e623d-bceb-4b84-ae70-0570728d8437 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec4f483f-30cd-45bf-ad45-34b95e895637,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:08.348412 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0c5c1ec1-a9bf-4bc3-ba4f-967232727313 None None] Provisioning for port d95e1304-7f59-421b-a33e-bba0bf47b4e7 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:08.458286 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f4d13f-a368-450b-92b0-3e456f8a83e2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:08.462864 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f4d13f-a368-450b-92b0-3e456f8a83e2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:08.466160 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-36f4d13f-a368-450b-92b0-3e456f8a83e2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6847041 Jul 15 13:44:08.471630 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:08.474687 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42028) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:08.582921 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-9add5c14-358c-4c0a-9bca-4dda310278eb tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting subnet 3cd3874c-fa66-4511-9099-2ef91ef82e73 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:44:08.589012 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device d95e1304-7f59-421b-a33e-bba0bf47b4e7 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:08.590048 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9add5c14-358c-4c0a-9bca-4dda310278eb tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:08.662158 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a2e623d-bceb-4b84-ae70-0570728d8437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:08.691252 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9add5c14-358c-4c0a-9bca-4dda310278eb tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:08.694948 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port d95e1304-7f59-421b-a33e-bba0bf47b4e7 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:08.707269 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port d95e1304-7f59-421b-a33e-bba0bf47b4e7 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:08.707653 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:08.849748 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:08.884634 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9add5c14-358c-4c0a-9bca-4dda310278eb tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:08.970523 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9add5c14-358c-4c0a-9bca-4dda310278eb tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:09.019070 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9add5c14-358c-4c0a-9bca-4dda310278eb tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:09.021855 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9add5c14-358c-4c0a-9bca-4dda310278eb tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/3cd3874c-fa66-4511-9099-2ef91ef82e73 HTTP/1.1" status: 204 len: 168 time: 0.5455627 Jul 15 13:44:09.023122 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add5c14-358c-4c0a-9bca-4dda310278eb tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Subnet': ['ID=3cd3874c-fa66-4511-9099-2ef91ef82e73,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:09.032543 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42034) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:09.098616 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191f4476-5a07-42fb-af37-7b62be9514d9 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:09.137583 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-01ea6b67-a92e-4945-998b-97937b48b2cc tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1036956 Jul 15 13:44:09.140390 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42036) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:09.148930 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-0787c796-df8e-44ca-a34d-1aeb82b51dd3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:09.198978 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:44:09.210369 n-d-758944-45 neutron-server[93815]: DEBUG oslo_db.api [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:44:09.298445 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-12038401-4918-42b1-a282-4297961eea9f None None] Provisioning complete for port d95e1304-7f59-421b-a33e-bba0bf47b4e7 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:09.299117 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-12038401-4918-42b1-a282-4297961eea9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:09.307032 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0787c796-df8e-44ca-a34d-1aeb82b51dd3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:09.311599 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0787c796-df8e-44ca-a34d-1aeb82b51dd3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:09.423582 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2e623d-bceb-4b84-ae70-0570728d8437 admin admin] Router 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:44:09.537682 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-12038401-4918-42b1-a282-4297961eea9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:09.580008 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2e623d-bceb-4b84-ae70-0570728d8437 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:09.581486 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-12038401-4918-42b1-a282-4297961eea9f None None] For port d95e1304-7f59-421b-a33e-bba0bf47b4e7, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=d95e1304-7f59-421b-a33e-bba0bf47b4e7,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:09.593175 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12564fcf-06c8-4d8d-ba1b-cc285c270510 None None] Sync routers for ids ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:09.596317 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8a2e623d-bceb-4b84-ae70-0570728d8437 admin admin] 10.222.0.24 "PUT /v2.0/routers/9ab30cb2-8588-4173-b0e1-16ca51f8dbe6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4779654 Jul 15 13:44:09.597563 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42040) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:09.613857 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-12038401-4918-42b1-a282-4297961eea9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:09.615818 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12564fcf-06c8-4d8d-ba1b-cc285c270510 None None] Routers {'9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:09.616245 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-12564fcf-06c8-4d8d-ba1b-cc285c270510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:43:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:09.660704 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0787c796-df8e-44ca-a34d-1aeb82b51dd3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:09.743753 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-12564fcf-06c8-4d8d-ba1b-cc285c270510 None None] Set router 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:09.744595 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787c796-df8e-44ca-a34d-1aeb82b51dd3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Subnet': ['ID=a7b4d8aa-b34e-443f-96d6-27a51b54d71a,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:09.764390 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0787c796-df8e-44ca-a34d-1aeb82b51dd3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:09.764746 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2c4c897-e75b-4684-82fa-5a08ae72cf36 admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:09.768567 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-0787c796-df8e-44ca-a34d-1aeb82b51dd3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:09.775837 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0787c796-df8e-44ca-a34d-1aeb82b51dd3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:09.777521 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0787c796-df8e-44ca-a34d-1aeb82b51dd3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:09.800563 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0787c796-df8e-44ca-a34d-1aeb82b51dd3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6569612 Jul 15 13:44:09.800905 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42044) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:09.807049 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d8eb2110-e3cb-4938-961a-2732ae774980 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'port': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'name': 'tempest-NetworksTestDHCPv6-741768641'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:09.838335 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a388a82-d088-483d-a4ae-c66300f5acb3 None None] DHCP port deletion for 860e390d-7211-433f-9c89-14b305c5b94c request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:44:10.031102 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2c4c897-e75b-4684-82fa-5a08ae72cf36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:10.076573 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8eb2110-e3cb-4938-961a-2732ae774980 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:10.081523 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8eb2110-e3cb-4938-961a-2732ae774980 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:10.110164 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-d8eb2110-e3cb-4938-961a-2732ae774980 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] device_id is not set on port d73fb0b7-b2b2-4021-8c14-06fb0cde1b16 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:44:10.163041 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b2c4c897-e75b-4684-82fa-5a08ae72cf36 admin admin] Deleting port 826a507f-a992-4b69-aed5-bbd001f3ff0f {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:10.164008 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2c4c897-e75b-4684-82fa-5a08ae72cf36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:10.316333 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-d8eb2110-e3cb-4938-961a-2732ae774980 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Allocated IP 2001:db8::1bc (860e390d-7211-433f-9c89-14b305c5b94c/a7b4d8aa-b34e-443f-96d6-27a51b54d71a/d73fb0b7-b2b2-4021-8c14-06fb0cde1b16) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:10.357495 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12038401-4918-42b1-a282-4297961eea9f None None] Pushing event updated for resources: {'Port': ['ID=d95e1304-7f59-421b-a33e-bba0bf47b4e7,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:10.381464 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12038401-4918-42b1-a282-4297961eea9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:10.381823 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12038401-4918-42b1-a282-4297961eea9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:10.382159 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12038401-4918-42b1-a282-4297961eea9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:10.382499 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12038401-4918-42b1-a282-4297961eea9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:10.382836 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12038401-4918-42b1-a282-4297961eea9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:10.383383 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12038401-4918-42b1-a282-4297961eea9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:10.383515 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12038401-4918-42b1-a282-4297961eea9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:10.383808 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12038401-4918-42b1-a282-4297961eea9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:10.384213 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12038401-4918-42b1-a282-4297961eea9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:10.385051 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12038401-4918-42b1-a282-4297961eea9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:10.385378 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12038401-4918-42b1-a282-4297961eea9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:10.385702 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12038401-4918-42b1-a282-4297961eea9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:10.418018 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-b2c4c897-e75b-4684-82fa-5a08ae72cf36 admin admin] For port 826a507f-a992-4b69-aed5-bbd001f3ff0f, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=826a507f-a992-4b69-aed5-bbd001f3ff0f,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:10.418718 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2c4c897-e75b-4684-82fa-5a08ae72cf36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:10.429578 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6a388a82-d088-483d-a4ae-c66300f5acb3 None None] Deleting port d95e1304-7f59-421b-a33e-bba0bf47b4e7 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:10.430001 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6a388a82-d088-483d-a4ae-c66300f5acb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:10.452738 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b2c4c897-e75b-4684-82fa-5a08ae72cf36 admin admin] Calling delete_port for 826a507f-a992-4b69-aed5-bbd001f3ff0f owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:10.529984 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device d95e1304-7f59-421b-a33e-bba0bf47b4e7 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:44:10.638805 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-12564fcf-06c8-4d8d-ba1b-cc285c270510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'name': 'tempest-TestVolumeBootPattern-1420152954-router', 'tenant_id': '89567fda246241f4860e07527d287580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:01Z', 'updated_at': '2021-07-15T13:44:08Z', 'revision_number': 5, 'project_id': '89567fda246241f4860e07527d287580', 'gw_port': {'id': '826a507f-a992-4b69-aed5-bbd001f3ff0f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:14:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:03Z', 'updated_at': '2021-07-15T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:10.646996 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-6a388a82-d088-483d-a4ae-c66300f5acb3 None None] For port d95e1304-7f59-421b-a33e-bba0bf47b4e7, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=d95e1304-7f59-421b-a33e-bba0bf47b4e7,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:10.647806 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6a388a82-d088-483d-a4ae-c66300f5acb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:10.663943 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8eb2110-e3cb-4938-961a-2732ae774980 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:10.691087 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12564fcf-06c8-4d8d-ba1b-cc285c270510 None None] Checking router: 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:44:10.692080 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-d8eb2110-e3cb-4938-961a-2732ae774980 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Transition to ACTIVE for port object d73fb0b7-b2b2-4021-8c14-06fb0cde1b16 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:10.699139 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6a388a82-d088-483d-a4ae-c66300f5acb3 None None] Calling delete_port for d95e1304-7f59-421b-a33e-bba0bf47b4e7 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:10.776605 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12564fcf-06c8-4d8d-ba1b-cc285c270510 None None] Routers {'9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:10.777237 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-12564fcf-06c8-4d8d-ba1b-cc285c270510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:43:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:10.802756 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8eb2110-e3cb-4938-961a-2732ae774980 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:10.821418 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:10.883141 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8eb2110-e3cb-4938-961a-2732ae774980 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:10.889621 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-d8eb2110-e3cb-4938-961a-2732ae774980 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:10.903037 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2c4c897-e75b-4684-82fa-5a08ae72cf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:10.905190 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eb2110-e3cb-4938-961a-2732ae774980 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:10.914604 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8eb2110-e3cb-4938-961a-2732ae774980 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:10.914604 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8eb2110-e3cb-4938-961a-2732ae774980 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:10.921250 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port d95e1304-7f59-421b-a33e-bba0bf47b4e7, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=d95e1304-7f59-421b-a33e-bba0bf47b4e7,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:10.933822 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb2110-e3cb-4938-961a-2732ae774980 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Port': ['ID=d73fb0b7-b2b2-4021-8c14-06fb0cde1b16,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:10.952191 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:10.965025 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c4c897-e75b-4684-82fa-5a08ae72cf36 admin admin] Pushing event deleted for resources: {'Port': ['ID=826a507f-a992-4b69-aed5-bbd001f3ff0f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:10.973350 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d8eb2110-e3cb-4938-961a-2732ae774980 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1711679 Jul 15 13:44:10.974962 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42050) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:11.013907 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6a388a82-d088-483d-a4ae-c66300f5acb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:11.016692 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-12564fcf-06c8-4d8d-ba1b-cc285c270510 None None] Set router 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:11.021271 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event deleted for resources: {'Port': ['ID=d95e1304-7f59-421b-a33e-bba0bf47b4e7,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:11.097577 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-12564fcf-06c8-4d8d-ba1b-cc285c270510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'name': 'tempest-TestVolumeBootPattern-1420152954-router', 'tenant_id': '89567fda246241f4860e07527d287580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:01Z', 'updated_at': '2021-07-15T13:44:10Z', 'revision_number': 6, 'project_id': '89567fda246241f4860e07527d287580', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:11.102721 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a388a82-d088-483d-a4ae-c66300f5acb3 None None] Pushing event deleted for resources: {'Port': ['ID=d95e1304-7f59-421b-a33e-bba0bf47b4e7,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:11.104915 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a388a82-d088-483d-a4ae-c66300f5acb3 None None] No DVR routers for this DVR port d95e1304-7f59-421b-a33e-bba0bf47b4e7 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:44:11.126658 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2c4c897-e75b-4684-82fa-5a08ae72cf36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:11.141557 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12564fcf-06c8-4d8d-ba1b-cc285c270510 None None] The sync data for ids ['9ab30cb2-8588-4173-b0e1-16ca51f8dbe6'] in n-d-758944-45 is: [{'id': '9ab30cb2-8588-4173-b0e1-16ca51f8dbe6', 'name': 'tempest-TestVolumeBootPattern-1420152954-router', 'tenant_id': '89567fda246241f4860e07527d287580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:01Z', 'updated_at': '2021-07-15T13:44:10Z', 'revision_number': 6, 'project_id': '89567fda246241f4860e07527d287580', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:44:11.161209 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08473f4-21c7-4672-92a9-e2bd4bc8b7a2 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:11.205903 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27359673-fe9c-4b81-a7c0-4f3f05a17306 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:11.208931 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-27359673-fe9c-4b81-a7c0-4f3f05a17306 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2312322 Jul 15 13:44:11.211423 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42052) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:11.331926 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2c4c897-e75b-4684-82fa-5a08ae72cf36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:11.335100 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2c4c897-e75b-4684-82fa-5a08ae72cf36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:11.413177 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2c4c897-e75b-4684-82fa-5a08ae72cf36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:11.413779 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c4c897-e75b-4684-82fa-5a08ae72cf36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:44:11.420527 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2c4c897-e75b-4684-82fa-5a08ae72cf36 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:11.423264 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b2c4c897-e75b-4684-82fa-5a08ae72cf36 admin admin] 10.222.0.24 "DELETE /v2.0/routers/9ab30cb2-8588-4173-b0e1-16ca51f8dbe6 HTTP/1.1" status: 204 len: 168 time: 1.8239632 Jul 15 13:44:11.427712 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42054) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:11.485381 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5e90fa07-9bee-46d0-8fe0-377ed5c39187 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting port d73fb0b7-b2b2-4021-8c14-06fb0cde1b16 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:11.486183 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e90fa07-9bee-46d0-8fe0-377ed5c39187 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:11.526094 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd9b5ce8-bb17-4748-89e6-eb0b62bf19ac admin admin] Deleting subnet 4840df0d-ad31-406d-829f-ea4475de886e {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:44:11.534280 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd9b5ce8-bb17-4748-89e6-eb0b62bf19ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:11.577439 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b703171a-eb0e-4947-96e7-6d67a5438269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-860e390d-7211-433f-9c89-14b305c5b94c', 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'tenant_id': '2157ae18fb374de5a7af4ffb23a64509', 'fixed_ips': [{'subnet_id': 'a7b4d8aa-b34e-443f-96d6-27a51b54d71a'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:44:11.578979 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b703171a-eb0e-4947-96e7-6d67a5438269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:11.624082 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd9b5ce8-bb17-4748-89e6-eb0b62bf19ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:11.686918 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e90fa07-9bee-46d0-8fe0-377ed5c39187 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:11.724825 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5e90fa07-9bee-46d0-8fe0-377ed5c39187 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Calling delete_port for d73fb0b7-b2b2-4021-8c14-06fb0cde1b16 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:11.840355 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-b703171a-eb0e-4947-96e7-6d67a5438269 None None] Allocated IP 2001:db8::2 (860e390d-7211-433f-9c89-14b305c5b94c/a7b4d8aa-b34e-443f-96d6-27a51b54d71a/ff28edab-8c65-4a8d-a16f-bf42bea22480) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:11.892988 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd9b5ce8-bb17-4748-89e6-eb0b62bf19ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:12.119831 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd9b5ce8-bb17-4748-89e6-eb0b62bf19ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:12.214419 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b5ce8-bb17-4748-89e6-eb0b62bf19ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4840df0d-ad31-406d-829f-ea4475de886e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:12.227406 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1776144e-c22f-4e44-9c04-387f8def8582 None None] Network 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:12.230004 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd9b5ce8-bb17-4748-89e6-eb0b62bf19ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:12.235163 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42064) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:12.236245 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fd9b5ce8-bb17-4748-89e6-eb0b62bf19ac admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4840df0d-ad31-406d-829f-ea4475de886e HTTP/1.1" status: 204 len: 168 time: 0.8066478 Jul 15 13:44:12.245879 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e90fa07-9bee-46d0-8fe0-377ed5c39187 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:12.269209 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9b5ce8-bb17-4748-89e6-eb0b62bf19ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:12.269577 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9b5ce8-bb17-4748-89e6-eb0b62bf19ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:12.272551 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9b5ce8-bb17-4748-89e6-eb0b62bf19ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:12.272766 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9b5ce8-bb17-4748-89e6-eb0b62bf19ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:12.273106 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9b5ce8-bb17-4748-89e6-eb0b62bf19ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:12.273549 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9b5ce8-bb17-4748-89e6-eb0b62bf19ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:12.273959 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9b5ce8-bb17-4748-89e6-eb0b62bf19ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:12.274297 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9b5ce8-bb17-4748-89e6-eb0b62bf19ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:12.274715 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9b5ce8-bb17-4748-89e6-eb0b62bf19ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:12.275581 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9b5ce8-bb17-4748-89e6-eb0b62bf19ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:12.276176 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9b5ce8-bb17-4748-89e6-eb0b62bf19ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:12.276529 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9b5ce8-bb17-4748-89e6-eb0b62bf19ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:12.312559 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90fa07-9bee-46d0-8fe0-377ed5c39187 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Port': ['ID=d73fb0b7-b2b2-4021-8c14-06fb0cde1b16,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:12.344781 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b703171a-eb0e-4947-96e7-6d67a5438269 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:12.394441 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e90fa07-9bee-46d0-8fe0-377ed5c39187 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:12.397182 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5e90fa07-9bee-46d0-8fe0-377ed5c39187 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/d73fb0b7-b2b2-4021-8c14-06fb0cde1b16 HTTP/1.1" status: 204 len: 168 time: 1.1841507 Jul 15 13:44:12.402690 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42068) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:12.478544 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b703171a-eb0e-4947-96e7-6d67a5438269 None None] Transition to ACTIVE for port object ff28edab-8c65-4a8d-a16f-bf42bea22480 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:12.520013 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-496cde69-aff8-49f8-9f0c-e6134dd3bbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:12.544710 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb8099b-cb9f-4f8b-85e0-0bba46a0d592 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:12.547136 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb8099b-cb9f-4f8b-85e0-0bba46a0d592 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:12.549942 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9eb8099b-cb9f-4f8b-85e0-0bba46a0d592 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1457455 Jul 15 13:44:12.556345 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42072) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:12.565227 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 826a507f-a992-4b69-aed5-bbd001f3ff0f no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:44:12.596624 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b703171a-eb0e-4947-96e7-6d67a5438269 None None] Transition to ACTIVE for port object ff28edab-8c65-4a8d-a16f-bf42bea22480 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:12.661901 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 826a507f-a992-4b69-aed5-bbd001f3ff0f {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:44:12.662552 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 826a507f-a992-4b69-aed5-bbd001f3ff0f not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:44:12.663151 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ec4f483f-30cd-45bf-ad45-34b95e895637 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:44:12.678588 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-496cde69-aff8-49f8-9f0c-e6134dd3bbc3 admin admin] Deleting port 98d6acb3-6bac-42d0-85e3-18969d872111 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:12.680002 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-496cde69-aff8-49f8-9f0c-e6134dd3bbc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:12.696137 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b703171a-eb0e-4947-96e7-6d67a5438269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:12.698646 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: ec4f483f-30cd-45bf-ad45-34b95e895637 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:44:12.699236 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ec4f483f-30cd-45bf-ad45-34b95e895637 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:44:12.708923 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7de01f6-87c0-496d-98d9-e6b91c583c34 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting subnet a7b4d8aa-b34e-443f-96d6-27a51b54d71a {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:44:12.713467 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7de01f6-87c0-496d-98d9-e6b91c583c34 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:12.757584 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b703171a-eb0e-4947-96e7-6d67a5438269 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:12.765271 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7de01f6-87c0-496d-98d9-e6b91c583c34 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:12.768426 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-b703171a-eb0e-4947-96e7-6d67a5438269 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:12.776304 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b703171a-eb0e-4947-96e7-6d67a5438269 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:12.779686 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703171a-eb0e-4947-96e7-6d67a5438269 None None] Pushing event updated for resources: {'Port': ['ID=ff28edab-8c65-4a8d-a16f-bf42bea22480,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:12.906906 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7de01f6-87c0-496d-98d9-e6b91c583c34 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:12.907589 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-b703171a-eb0e-4947-96e7-6d67a5438269 None None] Attempting to bind port ff28edab-8c65-4a8d-a16f-bf42bea22480 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:44:12.908282 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-b703171a-eb0e-4947-96e7-6d67a5438269 None None] Attempting to bind port ff28edab-8c65-4a8d-a16f-bf42bea22480 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:44:12.908909 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b703171a-eb0e-4947-96e7-6d67a5438269 None None] Attempting to bind port ff28edab-8c65-4a8d-a16f-bf42bea22480 on network 860e390d-7211-433f-9c89-14b305c5b94c {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:12.918552 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b703171a-eb0e-4947-96e7-6d67a5438269 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:44:12.919194 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b703171a-eb0e-4947-96e7-6d67a5438269 None None] Checking segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:12.919889 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b703171a-eb0e-4947-96e7-6d67a5438269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:12.920580 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b703171a-eb0e-4947-96e7-6d67a5438269 None None] Bound using segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:44:12.921422 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-b703171a-eb0e-4947-96e7-6d67a5438269 None None] Bound port: ff28edab-8c65-4a8d-a16f-bf42bea22480, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:44:12.922153 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b703171a-eb0e-4947-96e7-6d67a5438269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:12.929062 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-496cde69-aff8-49f8-9f0c-e6134dd3bbc3 admin admin] For port 98d6acb3-6bac-42d0-85e3-18969d872111, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=98d6acb3-6bac-42d0-85e3-18969d872111,segment=NetworkSegment(b8eec8af-9469-42e2-bf3b-1690dc6eebc2),segment_id=b8eec8af-9469-42e2-bf3b-1690dc6eebc2)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:12.929438 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-496cde69-aff8-49f8-9f0c-e6134dd3bbc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:12.951480 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-496cde69-aff8-49f8-9f0c-e6134dd3bbc3 admin admin] Calling delete_port for 98d6acb3-6bac-42d0-85e3-18969d872111 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:12.955747 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236de713-c64f-4cf9-9d58-58c98cf73b0b None None] DHCP port deletion for 2f29b873-f209-4d3d-b75f-0d6b04f8d1cb request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:44:12.993900 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42076) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:13.003786 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7de01f6-87c0-496d-98d9-e6b91c583c34 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:13.044047 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de01f6-87c0-496d-98d9-e6b91c583c34 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Subnet': ['ID=a7b4d8aa-b34e-443f-96d6-27a51b54d71a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:13.049901 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7de01f6-87c0-496d-98d9-e6b91c583c34 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:13.052615 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f7de01f6-87c0-496d-98d9-e6b91c583c34 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/a7b4d8aa-b34e-443f-96d6-27a51b54d71a HTTP/1.1" status: 204 len: 168 time: 0.4936521 Jul 15 13:44:13.056946 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42080) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:13.089703 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-496cde69-aff8-49f8-9f0c-e6134dd3bbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:13.150694 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496cde69-aff8-49f8-9f0c-e6134dd3bbc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=98d6acb3-6bac-42d0-85e3-18969d872111,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:13.161118 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1fa1d890-3aee-4a77-8bb0-fee5a861628d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1006649 Jul 15 13:44:13.163770 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42082) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:13.167085 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496cde69-aff8-49f8-9f0c-e6134dd3bbc3 admin admin] No DVR routers for this DVR port 98d6acb3-6bac-42d0-85e3-18969d872111 on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:44:13.171299 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-51892b54-461f-492d-9256-03f1c976d326 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:13.177607 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-b703171a-eb0e-4947-96e7-6d67a5438269 None None] For port ff28edab-8c65-4a8d-a16f-bf42bea22480, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:13.218153 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-b703171a-eb0e-4947-96e7-6d67a5438269 None None] For port ff28edab-8c65-4a8d-a16f-bf42bea22480, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ff28edab-8c65-4a8d-a16f-bf42bea22480,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:44:13.231281 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b703171a-eb0e-4947-96e7-6d67a5438269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:13.312763 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-496cde69-aff8-49f8-9f0c-e6134dd3bbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:13.326473 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b13fc3ec-7dfc-4be9-93be-824ae5f49111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:13.341272 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-236de713-c64f-4cf9-9d58-58c98cf73b0b None None] Deleting port 98d6acb3-6bac-42d0-85e3-18969d872111 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:13.342057 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-236de713-c64f-4cf9-9d58-58c98cf73b0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:13.342482 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-496cde69-aff8-49f8-9f0c-e6134dd3bbc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f29b873-f209-4d3d-b75f-0d6b04f8d1cb']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:13.358235 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-496cde69-aff8-49f8-9f0c-e6134dd3bbc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:13.358928 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-496cde69-aff8-49f8-9f0c-e6134dd3bbc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8eec8af-9469-42e2-bf3b-1690dc6eebc2') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:13.385007 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703171a-eb0e-4947-96e7-6d67a5438269 None None] Pushing event updated for resources: {'Port': ['ID=ff28edab-8c65-4a8d-a16f-bf42bea22480,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:13.389988 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-496cde69-aff8-49f8-9f0c-e6134dd3bbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:13.417897 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-496cde69-aff8-49f8-9f0c-e6134dd3bbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:13.428460 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496cde69-aff8-49f8-9f0c-e6134dd3bbc3 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:44:13.429044 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-496cde69-aff8-49f8-9f0c-e6134dd3bbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:13.456300 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:44:13.456300 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:44:13.456300 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:44:13.456300 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:44:13.456300 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:44:13.456300 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:44:13.456300 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:44:13.456300 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:44:13.456300 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:44:13.456300 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:44:13.456300 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:44:13.456300 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:44:13.456300 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:44:13.456300 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:44:13.456300 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:44:13.456300 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:44:13.456300 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:44:13.456300 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:44:13.456300 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:44:13.456300 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:44:13.456300 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:44:13.456300 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:44:13.456300 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:44:13.456300 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:44:13.456300 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:44:13.456300 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:44:13.456300 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:44:13.456300 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:44:13.456300 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:44:13.456300 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:44:13.456300 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:44:13.456300 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:44:13.473997 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-236de713-c64f-4cf9-9d58-58c98cf73b0b None None] For port 98d6acb3-6bac-42d0-85e3-18969d872111, host n-d-758944-45, got binding levels [] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:13.474389 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-236de713-c64f-4cf9-9d58-58c98cf73b0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:13.490853 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-236de713-c64f-4cf9-9d58-58c98cf73b0b None None] Calling delete_port for 98d6acb3-6bac-42d0-85e3-18969d872111 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:13.494662 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.ipam_backend_mixin [None req-236de713-c64f-4cf9-9d58-58c98cf73b0b None None] Port 98d6acb3-6bac-42d0-85e3-18969d872111 was not found and therefore no delete operation was performed {{(pid=93815) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:44:13.496225 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-236de713-c64f-4cf9-9d58-58c98cf73b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:13.528826 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236de713-c64f-4cf9-9d58-58c98cf73b0b None None] Pushing event deleted for resources: {'Port': ['ID=98d6acb3-6bac-42d0-85e3-18969d872111,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:13.533679 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236de713-c64f-4cf9-9d58-58c98cf73b0b None None] No DVR routers for this DVR port 98d6acb3-6bac-42d0-85e3-18969d872111 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:44:13.542207 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.db.api [None req-51892b54-461f-492d-9256-03f1c976d326 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:44:13.542207 n-d-758944-45 neutron-server[93813]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 13:44:13.542207 n-d-758944-45 neutron-server[93813]: [parameters: {'project_id': '2157ae18fb374de5a7af4ffb23a64509', 'id': '8e24bd1b-5472-4d79-aa7e-edfc307adbbe', 'expiration': datetime.datetime(2021, 7, 15, 13, 46, 13, 529997)}] Jul 15 13:44:13.542207 n-d-758944-45 neutron-server[93813]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:44:13.543042 n-d-758944-45 neutron-server[93813]: DEBUG oslo_db.api [None req-51892b54-461f-492d-9256-03f1c976d326 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:44:13.586147 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-496cde69-aff8-49f8-9f0c-e6134dd3bbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:13.607179 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-496cde69-aff8-49f8-9f0c-e6134dd3bbc3 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:13.609659 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-496cde69-aff8-49f8-9f0c-e6134dd3bbc3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2f29b873-f209-4d3d-b75f-0d6b04f8d1cb HTTP/1.1" status: 204 len: 168 time: 1.3729644 Jul 15 13:44:13.613663 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42084) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:13.676279 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496cde69-aff8-49f8-9f0c-e6134dd3bbc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f29b873-f209-4d3d-b75f-0d6b04f8d1cb,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:13.739021 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b13fc3ec-7dfc-4be9-93be-824ae5f49111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:13.739021 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b13fc3ec-7dfc-4be9-93be-824ae5f49111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:13.820854 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b13fc3ec-7dfc-4be9-93be-824ae5f49111 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c28e0b013694bf99932092e575523d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8250141 Jul 15 13:44:13.821421 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42086) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:13.828180 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13fc3ec-7dfc-4be9-93be-824ae5f49111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fe87e6-2e2c-452c-892e-48d044af45eb,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:13.931390 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87a7873b-caee-449d-bba9-d62934f9c2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:13.998155 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87a7873b-caee-449d-bba9-d62934f9c2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:14.069089 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87a7873b-caee-449d-bba9-d62934f9c2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:14.072342 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-87a7873b-caee-449d-bba9-d62934f9c2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:14.075836 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-87a7873b-caee-449d-bba9-d62934f9c2a6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/51fe87e6-2e2c-452c-892e-48d044af45eb HTTP/1.1" status: 204 len: 168 time: 0.2423279 Jul 15 13:44:14.095853 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51892b54-461f-492d-9256-03f1c976d326 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:14.099047 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51892b54-461f-492d-9256-03f1c976d326 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:14.104725 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7873b-caee-449d-bba9-d62934f9c2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fe87e6-2e2c-452c-892e-48d044af45eb,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:14.218823 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c733cd1-3677-4d1d-9c92-994b6fc390e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:14.425253 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51892b54-461f-492d-9256-03f1c976d326 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:14.524291 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51892b54-461f-492d-9256-03f1c976d326 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:14.539473 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-51892b54-461f-492d-9256-03f1c976d326 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:14.542431 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ff28edab-8c65-4a8d-a16f-bf42bea22480 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:14.550778 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51892b54-461f-492d-9256-03f1c976d326 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:14.552526 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51892b54-461f-492d-9256-03f1c976d326 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:14.602435 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51892b54-461f-492d-9256-03f1c976d326 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Subnet': ['ID=2b37aa86-5192-41b3-9208-67c71ecddfc0,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:14.616086 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port ff28edab-8c65-4a8d-a16f-bf42bea22480 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:14.632776 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-51892b54-461f-492d-9256-03f1c976d326 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4677022 Jul 15 13:44:14.640016 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42098) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:14.648689 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-1c8b9c98-bcd5-4364-8460-38fcd9a9eb41 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'port': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'name': 'tempest-NetworksTestDHCPv6-731418483'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:14.775773 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 98d6acb3-6bac-42d0-85e3-18969d872111 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:44:14.779369 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7c733cd1-3677-4d1d-9c92-994b6fc390e6 admin admin] Deleting port 2f7b8c6f-671e-48af-97e0-3257103c9b39 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:14.780014 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c733cd1-3677-4d1d-9c92-994b6fc390e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:14.803114 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 98d6acb3-6bac-42d0-85e3-18969d872111 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:44:14.803715 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 98d6acb3-6bac-42d0-85e3-18969d872111 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:44:14.923230 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-7c733cd1-3677-4d1d-9c92-994b6fc390e6 admin admin] For port 2f7b8c6f-671e-48af-97e0-3257103c9b39, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=2f7b8c6f-671e-48af-97e0-3257103c9b39,segment=NetworkSegment(cf5fd0cc-5b4b-4872-9764-1cad77f8c0e4),segment_id=cf5fd0cc-5b4b-4872-9764-1cad77f8c0e4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:14.923741 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c733cd1-3677-4d1d-9c92-994b6fc390e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:14.947799 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7c733cd1-3677-4d1d-9c92-994b6fc390e6 admin admin] Calling delete_port for 2f7b8c6f-671e-48af-97e0-3257103c9b39 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:14.975716 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8b9c98-bcd5-4364-8460-38fcd9a9eb41 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:14.983467 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1c8b9c98-bcd5-4364-8460-38fcd9a9eb41 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.060450 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-1c8b9c98-bcd5-4364-8460-38fcd9a9eb41 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] device_id is not set on port 83f9d36b-1952-478a-b335-d57399741434 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:44:15.202779 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6e93eb-047d-47b4-8631-97e157bb6541 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:15.314404 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d2fc34dd-71e4-4a6e-957a-979bf73780fa None None] Could not find standard attr ID for object d73fb0b7-b2b2-4021-8c14-06fb0cde1b16. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:44:15.340511 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-1c8b9c98-bcd5-4364-8460-38fcd9a9eb41 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Allocated IP 2001:db8::173 (860e390d-7211-433f-9c89-14b305c5b94c/2b37aa86-5192-41b3-9208-67c71ecddfc0/83f9d36b-1952-478a-b335-d57399741434) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:15.347288 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c733cd1-3677-4d1d-9c92-994b6fc390e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.348253 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d2fc34dd-71e4-4a6e-957a-979bf73780fa None None] Provisioning for port ff28edab-8c65-4a8d-a16f-bf42bea22480 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:15.379453 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d2fc34dd-71e4-4a6e-957a-979bf73780fa None None] Provisioning complete for port ff28edab-8c65-4a8d-a16f-bf42bea22480 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:15.380170 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2fc34dd-71e4-4a6e-957a-979bf73780fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.406767 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c733cd1-3677-4d1d-9c92-994b6fc390e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f7b8c6f-671e-48af-97e0-3257103c9b39,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:15.574529 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2fc34dd-71e4-4a6e-957a-979bf73780fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.608713 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1c8b9c98-bcd5-4364-8460-38fcd9a9eb41 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.632141 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-1c8b9c98-bcd5-4364-8460-38fcd9a9eb41 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Transition to ACTIVE for port object 83f9d36b-1952-478a-b335-d57399741434 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:15.659657 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d2fc34dd-71e4-4a6e-957a-979bf73780fa None None] For port ff28edab-8c65-4a8d-a16f-bf42bea22480, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ff28edab-8c65-4a8d-a16f-bf42bea22480,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:15.668639 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2fc34dd-71e4-4a6e-957a-979bf73780fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.682490 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1c8b9c98-bcd5-4364-8460-38fcd9a9eb41 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.742393 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8b9c98-bcd5-4364-8460-38fcd9a9eb41 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:15.744314 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc34dd-71e4-4a6e-957a-979bf73780fa None None] Pushing event updated for resources: {'Port': ['ID=ff28edab-8c65-4a8d-a16f-bf42bea22480,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:15.746988 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-1c8b9c98-bcd5-4364-8460-38fcd9a9eb41 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:15.751799 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8b9c98-bcd5-4364-8460-38fcd9a9eb41 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:15.757619 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8b9c98-bcd5-4364-8460-38fcd9a9eb41 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:15.758311 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1c8b9c98-bcd5-4364-8460-38fcd9a9eb41 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.794199 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b9c98-bcd5-4364-8460-38fcd9a9eb41 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Port': ['ID=83f9d36b-1952-478a-b335-d57399741434,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:15.798775 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1c8b9c98-bcd5-4364-8460-38fcd9a9eb41 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1561756 Jul 15 13:44:15.802896 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42120) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:15.900891 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c733cd1-3677-4d1d-9c92-994b6fc390e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.952050 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b5465d-33fc-4fd4-85f8-d4fb2e3735f8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:15.960146 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b5465d-33fc-4fd4-85f8-d4fb2e3735f8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:15.965952 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-41b5465d-33fc-4fd4-85f8-d4fb2e3735f8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1577697 Jul 15 13:44:15.966280 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42122) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:16.103529 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1c159af7-88d3-4343-9225-6d08e6608953 None None] Provisioning complete for port ff28edab-8c65-4a8d-a16f-bf42bea22480 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:16.104232 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1c159af7-88d3-4343-9225-6d08e6608953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:16.140276 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-00af2ca4-be62-4f27-a20f-5d469ac4084d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting port 83f9d36b-1952-478a-b335-d57399741434 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:16.141260 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00af2ca4-be62-4f27-a20f-5d469ac4084d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:16.388716 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c733cd1-3677-4d1d-9c92-994b6fc390e6 admin admin] Router db8c5628-f204-4185-a88d-a4baa8e53ac4 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:44:16.435624 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00af2ca4-be62-4f27-a20f-5d469ac4084d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:16.476532 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-00af2ca4-be62-4f27-a20f-5d469ac4084d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Calling delete_port for 83f9d36b-1952-478a-b335-d57399741434 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:16.489888 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c0575fa5-fece-4d32-ba45-69843828ce23 None None] Could not find standard attr ID for object 15100239-9077-4df6-a257-fa55a1130271. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:44:16.612178 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c733cd1-3677-4d1d-9c92-994b6fc390e6 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:16.620075 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7c733cd1-3677-4d1d-9c92-994b6fc390e6 admin admin] 10.222.0.24 "PUT /v2.0/routers/db8c5628-f204-4185-a88d-a4baa8e53ac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0054016 Jul 15 13:44:16.620801 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42130) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:16.626462 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a0dff3-c632-4383-aa5f-3a7d1e2119b3 None None] Sync routers for ids ['db8c5628-f204-4185-a88d-a4baa8e53ac4'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:16.645469 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a0dff3-c632-4383-aa5f-3a7d1e2119b3 None None] Routers {'db8c5628-f204-4185-a88d-a4baa8e53ac4'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:16.646584 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-49a0dff3-c632-4383-aa5f-3a7d1e2119b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:43:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['db8c5628-f204-4185-a88d-a4baa8e53ac4'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:16.659152 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ff28edab-8c65-4a8d-a16f-bf42bea22480 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:16.775374 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00af2ca4-be62-4f27-a20f-5d469ac4084d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:16.784640 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port ff28edab-8c65-4a8d-a16f-bf42bea22480 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:16.785248 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:16.826480 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af2ca4-be62-4f27-a20f-5d469ac4084d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Port': ['ID=83f9d36b-1952-478a-b335-d57399741434,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:16.841467 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-11c9c556-48d8-45b4-9445-3c75cc6e0a4a None None] Could not find standard attr ID for object d73fb0b7-b2b2-4021-8c14-06fb0cde1b16. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:44:16.879532 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00af2ca4-be62-4f27-a20f-5d469ac4084d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:16.885924 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-00af2ca4-be62-4f27-a20f-5d469ac4084d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/83f9d36b-1952-478a-b335-d57399741434 HTTP/1.1" status: 204 len: 168 time: 0.9168160 Jul 15 13:44:16.887488 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42134) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:16.942634 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-49a0dff3-c632-4383-aa5f-3a7d1e2119b3 None None] Set router db8c5628-f204-4185-a88d-a4baa8e53ac4 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:16.959813 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4c7a9a0-7658-4989-a094-ea747540a59a admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:17.025290 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6b41a6-f562-4a85-8e45-130d9092343b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:17.029425 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6b41a6-f562-4a85-8e45-130d9092343b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:17.039135 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7c6b41a6-f562-4a85-8e45-130d9092343b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1495285 Jul 15 13:44:17.041730 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42136) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:17.147921 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4c7a9a0-7658-4989-a094-ea747540a59a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:17.161135 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa524cb6-d15b-4ae0-8901-571de8bc3703 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting subnet 2b37aa86-5192-41b3-9208-67c71ecddfc0 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:44:17.167321 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aa524cb6-d15b-4ae0-8901-571de8bc3703 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:17.240384 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aa524cb6-d15b-4ae0-8901-571de8bc3703 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:17.261409 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d999bb1a-f329-47e1-8cb9-6cb803a2ecbb None None] Could not find standard attr ID for object 83f9d36b-1952-478a-b335-d57399741434. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:44:17.262085 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a4c7a9a0-7658-4989-a094-ea747540a59a admin admin] Deleting port a35a0821-ed7b-4387-ab9d-e1ed784a32b1 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:17.262454 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4c7a9a0-7658-4989-a094-ea747540a59a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:17.356434 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-49a0dff3-c632-4383-aa5f-3a7d1e2119b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8c5628-f204-4185-a88d-a4baa8e53ac4', 'name': 'tempest-TestVolumeBootPattern-682779806-router', 'tenant_id': '94c1f6f8d2184654b025963e7bba620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'a35a0821-ed7b-4387-ab9d-e1ed784a32b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:24Z', 'updated_at': '2021-07-15T13:44:15Z', 'revision_number': 5, 'project_id': '94c1f6f8d2184654b025963e7bba620c', 'gw_port': {'id': 'a35a0821-ed7b-4387-ab9d-e1ed784a32b1', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:68:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8c5628-f204-4185-a88d-a4baa8e53ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:30Z', 'updated_at': '2021-07-15T13:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:17.379518 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aa524cb6-d15b-4ae0-8901-571de8bc3703 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:17.408783 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a0dff3-c632-4383-aa5f-3a7d1e2119b3 None None] Checking router: db8c5628-f204-4185-a88d-a4baa8e53ac4 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:44:17.421655 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a0dff3-c632-4383-aa5f-3a7d1e2119b3 None None] Routers {'db8c5628-f204-4185-a88d-a4baa8e53ac4'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:17.422715 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-49a0dff3-c632-4383-aa5f-3a7d1e2119b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:43:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['db8c5628-f204-4185-a88d-a4baa8e53ac4'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:17.464139 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-a4c7a9a0-7658-4989-a094-ea747540a59a admin admin] For port a35a0821-ed7b-4387-ab9d-e1ed784a32b1, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a35a0821-ed7b-4387-ab9d-e1ed784a32b1,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:17.464548 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4c7a9a0-7658-4989-a094-ea747540a59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:17.490576 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a4c7a9a0-7658-4989-a094-ea747540a59a admin admin] Calling delete_port for a35a0821-ed7b-4387-ab9d-e1ed784a32b1 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:17.523247 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aa524cb6-d15b-4ae0-8901-571de8bc3703 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:17.589258 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa524cb6-d15b-4ae0-8901-571de8bc3703 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Subnet': ['ID=2b37aa86-5192-41b3-9208-67c71ecddfc0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:17.608222 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aa524cb6-d15b-4ae0-8901-571de8bc3703 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:17.617806 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8352644d-0536-4a85-89e6-fa9b05927df6 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:17.619582 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-aa524cb6-d15b-4ae0-8901-571de8bc3703 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/2b37aa86-5192-41b3-9208-67c71ecddfc0 HTTP/1.1" status: 204 len: 168 time: 0.5764086 Jul 15 13:44:17.620427 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42142) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:17.644894 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-49a0dff3-c632-4383-aa5f-3a7d1e2119b3 None None] Set router db8c5628-f204-4185-a88d-a4baa8e53ac4 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:17.673998 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-abeeddf1-3677-4289-b1a8-7912bac42b26 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0520108 Jul 15 13:44:17.674637 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42144) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:17.810102 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e48af6b-c1ad-4ab2-9c7e-34a1477ec3d3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:17.814845 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8e48af6b-c1ad-4ab2-9c7e-34a1477ec3d3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1390412 Jul 15 13:44:17.815571 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42146) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:17.822583 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-49a0dff3-c632-4383-aa5f-3a7d1e2119b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8c5628-f204-4185-a88d-a4baa8e53ac4', 'name': 'tempest-TestVolumeBootPattern-682779806-router', 'tenant_id': '94c1f6f8d2184654b025963e7bba620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:24Z', 'updated_at': '2021-07-15T13:44:17Z', 'revision_number': 6, 'project_id': '94c1f6f8d2184654b025963e7bba620c', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:17.884243 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb4a981-39b7-4a6a-8c41-7e5b456fca7d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:17.888743 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-abb4a981-39b7-4a6a-8c41-7e5b456fca7d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0719976 Jul 15 13:44:17.893186 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42148) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:17.894952 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a0dff3-c632-4383-aa5f-3a7d1e2119b3 None None] The sync data for ids ['db8c5628-f204-4185-a88d-a4baa8e53ac4'] in n-d-758944-45 is: [{'id': 'db8c5628-f204-4185-a88d-a4baa8e53ac4', 'name': 'tempest-TestVolumeBootPattern-682779806-router', 'tenant_id': '94c1f6f8d2184654b025963e7bba620c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:26:24Z', 'updated_at': '2021-07-15T13:44:17Z', 'revision_number': 6, 'project_id': '94c1f6f8d2184654b025963e7bba620c', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:44:17.990191 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258d1636-1b9e-4fba-ab6c-2ca5a8fd25ff None None] DHCP port deletion for 860e390d-7211-433f-9c89-14b305c5b94c request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:44:18.119440 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-258d1636-1b9e-4fba-ab6c-2ca5a8fd25ff None None] Deleting port ff28edab-8c65-4a8d-a16f-bf42bea22480 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:18.119823 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-258d1636-1b9e-4fba-ab6c-2ca5a8fd25ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:18.215227 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-258d1636-1b9e-4fba-ab6c-2ca5a8fd25ff None None] For port ff28edab-8c65-4a8d-a16f-bf42bea22480, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ff28edab-8c65-4a8d-a16f-bf42bea22480,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:18.216596 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-258d1636-1b9e-4fba-ab6c-2ca5a8fd25ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:18.232454 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-258d1636-1b9e-4fba-ab6c-2ca5a8fd25ff None None] Calling delete_port for ff28edab-8c65-4a8d-a16f-bf42bea22480 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:18.311899 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42150) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:18.312504 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-65d60c03-fb70-441b-a83c-f47b7836ad31 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4174035 Jul 15 13:44:18.319260 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-48292053-d1e1-48a9-a2a5-9edbe685c9e5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:18.361247 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-258d1636-1b9e-4fba-ab6c-2ca5a8fd25ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:18.397052 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d1636-1b9e-4fba-ab6c-2ca5a8fd25ff None None] Pushing event deleted for resources: {'Port': ['ID=ff28edab-8c65-4a8d-a16f-bf42bea22480,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:18.405846 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258d1636-1b9e-4fba-ab6c-2ca5a8fd25ff None None] No DVR routers for this DVR port ff28edab-8c65-4a8d-a16f-bf42bea22480 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:44:18.454847 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4c7a9a0-7658-4989-a094-ea747540a59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:18.494166 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7a9a0-7658-4989-a094-ea747540a59a admin admin] Pushing event deleted for resources: {'Port': ['ID=a35a0821-ed7b-4387-ab9d-e1ed784a32b1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:18.525462 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48292053-d1e1-48a9-a2a5-9edbe685c9e5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:18.529308 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48292053-d1e1-48a9-a2a5-9edbe685c9e5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:18.627089 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4c7a9a0-7658-4989-a094-ea747540a59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:18.772817 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ff28edab-8c65-4a8d-a16f-bf42bea22480 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:44:18.779132 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4c7a9a0-7658-4989-a094-ea747540a59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:18.783297 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4c7a9a0-7658-4989-a094-ea747540a59a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:18.812553 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: ff28edab-8c65-4a8d-a16f-bf42bea22480 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:44:18.813151 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ff28edab-8c65-4a8d-a16f-bf42bea22480 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:44:18.813723 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 2f7b8c6f-671e-48af-97e0-3257103c9b39 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:44:18.851870 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 2f7b8c6f-671e-48af-97e0-3257103c9b39 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:44:18.852224 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 2f7b8c6f-671e-48af-97e0-3257103c9b39 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:44:18.852678 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a35a0821-ed7b-4387-ab9d-e1ed784a32b1 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:44:18.872987 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4c7a9a0-7658-4989-a094-ea747540a59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:18.873713 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c7a9a0-7658-4989-a094-ea747540a59a admin admin] Fanout notify agent at l3_agent the message router_deleted on router db8c5628-f204-4185-a88d-a4baa8e53ac4 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:44:18.879367 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4c7a9a0-7658-4989-a094-ea747540a59a admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:18.883100 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a4c7a9a0-7658-4989-a094-ea747540a59a admin admin] 10.222.0.24 "DELETE /v2.0/routers/db8c5628-f204-4185-a88d-a4baa8e53ac4 HTTP/1.1" status: 204 len: 168 time: 2.2590959 Jul 15 13:44:18.883497 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42162) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:18.893385 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: a35a0821-ed7b-4387-ab9d-e1ed784a32b1 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:44:18.894122 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a35a0821-ed7b-4387-ab9d-e1ed784a32b1 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:44:18.980970 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f67bc14-3365-4e88-89f6-fa05b1688a24 admin admin] Deleting subnet 09954cc5-a2fa-4e19-8a8d-9a402d99b71c {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:44:18.987372 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f67bc14-3365-4e88-89f6-fa05b1688a24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:19.002722 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48292053-d1e1-48a9-a2a5-9edbe685c9e5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:19.058137 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f67bc14-3365-4e88-89f6-fa05b1688a24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:19.081621 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48292053-d1e1-48a9-a2a5-9edbe685c9e5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:19.088387 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-48292053-d1e1-48a9-a2a5-9edbe685c9e5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:19.093520 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48292053-d1e1-48a9-a2a5-9edbe685c9e5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:19.094171 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48292053-d1e1-48a9-a2a5-9edbe685c9e5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:19.108535 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76967ac6-c1a6-4115-981e-b62bf985454f None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:19.126899 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48292053-d1e1-48a9-a2a5-9edbe685c9e5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Subnet': ['ID=89364b5d-8d27-41c7-81a1-534659310ddd,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:19.170167 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48292053-d1e1-48a9-a2a5-9edbe685c9e5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:19.170522 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48292053-d1e1-48a9-a2a5-9edbe685c9e5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:19.170868 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48292053-d1e1-48a9-a2a5-9edbe685c9e5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:19.171208 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48292053-d1e1-48a9-a2a5-9edbe685c9e5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:19.171551 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48292053-d1e1-48a9-a2a5-9edbe685c9e5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:19.175703 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48292053-d1e1-48a9-a2a5-9edbe685c9e5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:19.175703 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48292053-d1e1-48a9-a2a5-9edbe685c9e5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:19.175703 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48292053-d1e1-48a9-a2a5-9edbe685c9e5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:19.175703 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48292053-d1e1-48a9-a2a5-9edbe685c9e5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:19.175703 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48292053-d1e1-48a9-a2a5-9edbe685c9e5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:19.175703 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48292053-d1e1-48a9-a2a5-9edbe685c9e5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:19.175703 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48292053-d1e1-48a9-a2a5-9edbe685c9e5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:19.198595 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-48292053-d1e1-48a9-a2a5-9edbe685c9e5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8853946 Jul 15 13:44:19.201941 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42182) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:19.210532 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-622645ec-89ae-462b-befc-dc99383cad24 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'port': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'fixed_ips': [{'subnet_id': '89364b5d-8d27-41c7-81a1-534659310ddd', 'ip_address': '2001:db8::d101:60b9:ded6:a019'}], 'name': 'tempest-NetworksTestDHCPv6-1584814470'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:19.354700 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f67bc14-3365-4e88-89f6-fa05b1688a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:19.485417 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f67bc14-3365-4e88-89f6-fa05b1688a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:19.504111 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622645ec-89ae-462b-befc-dc99383cad24 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:19.550578 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e957b8-4ea0-4d9c-9957-717ba1f76791 None None] Network 017c806e-991d-4382-af00-6b9adbf7fb06 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:19.590092 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b5cdf6-76b1-48fc-aa1b-2800e1d86a16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-860e390d-7211-433f-9c89-14b305c5b94c', 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'tenant_id': '2157ae18fb374de5a7af4ffb23a64509', 'fixed_ips': [{'subnet_id': '89364b5d-8d27-41c7-81a1-534659310ddd'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:44:19.590981 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6b5cdf6-76b1-48fc-aa1b-2800e1d86a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:19.617537 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f67bc14-3365-4e88-89f6-fa05b1688a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:19.623885 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42186) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:19.634456 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7f67bc14-3365-4e88-89f6-fa05b1688a24 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/09954cc5-a2fa-4e19-8a8d-9a402d99b71c HTTP/1.1" status: 204 len: 168 time: 0.7452338 Jul 15 13:44:19.642968 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-622645ec-89ae-462b-befc-dc99383cad24 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:19.756243 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f67bc14-3365-4e88-89f6-fa05b1688a24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09954cc5-a2fa-4e19-8a8d-9a402d99b71c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:19.771409 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-622645ec-89ae-462b-befc-dc99383cad24 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] device_id is not set on port e0c3f587-ce77-4a5b-8bda-29c5ceb28ef0 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:44:19.875040 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-95f8be14-eb73-46c9-a30b-66c624d3dcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:20.038785 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-95f8be14-eb73-46c9-a30b-66c624d3dcb3 admin admin] Deleting port 2e985342-eb0c-4797-96ce-195b65ce78ad {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:20.039544 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-95f8be14-eb73-46c9-a30b-66c624d3dcb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:20.092064 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-622645ec-89ae-462b-befc-dc99383cad24 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Allocated IP 2001:db8::d101:60b9:ded6:a019 (860e390d-7211-433f-9c89-14b305c5b94c/89364b5d-8d27-41c7-81a1-534659310ddd/e0c3f587-ce77-4a5b-8bda-29c5ceb28ef0) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:20.225683 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-95f8be14-eb73-46c9-a30b-66c624d3dcb3 admin admin] For port 2e985342-eb0c-4797-96ce-195b65ce78ad, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=2e985342-eb0c-4797-96ce-195b65ce78ad,segment=NetworkSegment(cf5fd0cc-5b4b-4872-9764-1cad77f8c0e4),segment_id=cf5fd0cc-5b4b-4872-9764-1cad77f8c0e4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:20.226577 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-95f8be14-eb73-46c9-a30b-66c624d3dcb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:20.258974 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4e8b02-9801-4304-80e6-558881659ab3 None None] DHCP port deletion for 017c806e-991d-4382-af00-6b9adbf7fb06 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:44:20.280747 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-95f8be14-eb73-46c9-a30b-66c624d3dcb3 admin admin] Calling delete_port for 2e985342-eb0c-4797-96ce-195b65ce78ad owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:20.349820 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9e4e8b02-9801-4304-80e6-558881659ab3 None None] Deleting port 2e985342-eb0c-4797-96ce-195b65ce78ad {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:20.351347 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9e4e8b02-9801-4304-80e6-558881659ab3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:20.395392 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e112d05-650d-4196-b712-9113e7a6e91a req-a72dd163-efa7-44f3-89f1-63fec27baffc tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:20.407821 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9e112d05-650d-4196-b712-9113e7a6e91a req-a72dd163-efa7-44f3-89f1-63fec27baffc tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 945 time: 0.3420637 Jul 15 13:44:20.477135 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-9e4e8b02-9801-4304-80e6-558881659ab3 None None] For port 2e985342-eb0c-4797-96ce-195b65ce78ad, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=2e985342-eb0c-4797-96ce-195b65ce78ad,segment=NetworkSegment(cf5fd0cc-5b4b-4872-9764-1cad77f8c0e4),segment_id=cf5fd0cc-5b4b-4872-9764-1cad77f8c0e4)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:20.478115 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9e4e8b02-9801-4304-80e6-558881659ab3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:20.492421 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9e4e8b02-9801-4304-80e6-558881659ab3 None None] Calling delete_port for 2e985342-eb0c-4797-96ce-195b65ce78ad owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:20.536425 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-95f8be14-eb73-46c9-a30b-66c624d3dcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:20.660033 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8be14-eb73-46c9-a30b-66c624d3dcb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e985342-eb0c-4797-96ce-195b65ce78ad,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:20.662000 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f8be14-eb73-46c9-a30b-66c624d3dcb3 admin admin] No DVR routers for this DVR port 2e985342-eb0c-4797-96ce-195b65ce78ad on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:44:20.701798 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-622645ec-89ae-462b-befc-dc99383cad24 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:20.736395 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-622645ec-89ae-462b-befc-dc99383cad24 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Transition to ACTIVE for port object e0c3f587-ce77-4a5b-8bda-29c5ceb28ef0 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:20.736943 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 2e985342-eb0c-4797-96ce-195b65ce78ad no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:44:20.767683 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 2e985342-eb0c-4797-96ce-195b65ce78ad {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:44:20.767683 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 2e985342-eb0c-4797-96ce-195b65ce78ad not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:44:20.827562 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-622645ec-89ae-462b-befc-dc99383cad24 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:20.841845 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-95f8be14-eb73-46c9-a30b-66c624d3dcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:20.858766 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-95f8be14-eb73-46c9-a30b-66c624d3dcb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['017c806e-991d-4382-af00-6b9adbf7fb06']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:20.871588 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9e4e8b02-9801-4304-80e6-558881659ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:20.889444 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-95f8be14-eb73-46c9-a30b-66c624d3dcb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf5fd0cc-5b4b-4872-9764-1cad77f8c0e4') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:20.889955 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-95f8be14-eb73-46c9-a30b-66c624d3dcb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf5fd0cc-5b4b-4872-9764-1cad77f8c0e4') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:20.908472 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-95f8be14-eb73-46c9-a30b-66c624d3dcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:20.917888 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e8b02-9801-4304-80e6-558881659ab3 None None] Pushing event deleted for resources: {'Port': ['ID=2e985342-eb0c-4797-96ce-195b65ce78ad,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:20.924163 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4e8b02-9801-4304-80e6-558881659ab3 None None] No DVR routers for this DVR port 2e985342-eb0c-4797-96ce-195b65ce78ad on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:44:20.937561 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622645ec-89ae-462b-befc-dc99383cad24 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:20.938486 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-34b0f2c7-ffbe-44ff-ba6b-60203dfbb91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:20.952716 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-622645ec-89ae-462b-befc-dc99383cad24 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:20.952961 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-d6b5cdf6-76b1-48fc-aa1b-2800e1d86a16 None None] Allocated IP 2001:db8::2 (860e390d-7211-433f-9c89-14b305c5b94c/89364b5d-8d27-41c7-81a1-534659310ddd/6f0d9db0-de8c-43df-8374-f711a2d56daf) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:20.964320 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622645ec-89ae-462b-befc-dc99383cad24 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:20.967947 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-95f8be14-eb73-46c9-a30b-66c624d3dcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:20.982790 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622645ec-89ae-462b-befc-dc99383cad24 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:20.983496 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-622645ec-89ae-462b-befc-dc99383cad24 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:20.988081 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f8be14-eb73-46c9-a30b-66c624d3dcb3 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:44:20.989488 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-95f8be14-eb73-46c9-a30b-66c624d3dcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.018449 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:44:21.020959 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9e112d05-650d-4196-b712-9113e7a6e91a req-ec3e03bb-b655-4844-9ea7-c13fb8b8e79e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b6feb4-3ae4-4418-81a0-6dadc82a615b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6064079 Jul 15 13:44:21.048883 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-622645ec-89ae-462b-befc-dc99383cad24 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8451989 Jul 15 13:44:21.061202 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42206) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:21.103550 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:44:21.103550 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:44:21.103550 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:44:21.103550 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:44:21.103550 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:44:21.103550 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:44:21.103550 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:44:21.103550 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:44:21.103550 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:44:21.103550 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:44:21.103550 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:44:21.103550 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:44:21.103550 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:44:21.103550 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:44:21.103550 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:44:21.103550 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:44:21.103550 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:44:21.103550 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:44:21.103550 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:44:21.103550 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:44:21.103550 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:44:21.103550 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:44:21.103550 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:44:21.103550 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:44:21.103550 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:44:21.103550 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:44:21.103550 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:44:21.103550 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:44:21.103550 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:44:21.103550 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:44:21.103550 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:44:21.103550 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:44:21.108662 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-95f8be14-eb73-46c9-a30b-66c624d3dcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.113709 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-95f8be14-eb73-46c9-a30b-66c624d3dcb3 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.115892 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-95f8be14-eb73-46c9-a30b-66c624d3dcb3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/017c806e-991d-4382-af00-6b9adbf7fb06 HTTP/1.1" status: 204 len: 168 time: 1.4900899 Jul 15 13:44:21.166995 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8be14-eb73-46c9-a30b-66c624d3dcb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=017c806e-991d-4382-af00-6b9adbf7fb06,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:21.197475 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622645ec-89ae-462b-befc-dc99383cad24 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Port': ['ID=e0c3f587-ce77-4a5b-8bda-29c5ceb28ef0,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:21.280524 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3c8306-99a7-4fba-aba4-f530288d394f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:21.282235 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6f3c8306-99a7-4fba-aba4-f530288d394f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2139673 Jul 15 13:44:21.286825 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42212) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:21.405936 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6b5cdf6-76b1-48fc-aa1b-2800e1d86a16 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.425972 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d6b5cdf6-76b1-48fc-aa1b-2800e1d86a16 None None] Transition to ACTIVE for port object 6f0d9db0-de8c-43df-8374-f711a2d56daf will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:21.468114 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d6b5cdf6-76b1-48fc-aa1b-2800e1d86a16 None None] Transition to ACTIVE for port object 6f0d9db0-de8c-43df-8374-f711a2d56daf will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:21.478096 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6b5cdf6-76b1-48fc-aa1b-2800e1d86a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.490945 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2afe96cc-b747-44b8-8e96-0867daa18e5e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting port e0c3f587-ce77-4a5b-8bda-29c5ceb28ef0 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:21.491925 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2afe96cc-b747-44b8-8e96-0867daa18e5e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.531771 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b5cdf6-76b1-48fc-aa1b-2800e1d86a16 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:21.538827 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-d6b5cdf6-76b1-48fc-aa1b-2800e1d86a16 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:21.542726 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b5cdf6-76b1-48fc-aa1b-2800e1d86a16 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:21.543023 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42214) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:21.593662 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-74db39a1-20d4-4e65-810f-cb5561e5c501 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=89567fda246241f4860e07527d287580&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494347 Jul 15 13:44:21.596146 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42216) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:21.600146 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5cdf6-76b1-48fc-aa1b-2800e1d86a16 None None] Pushing event updated for resources: {'Port': ['ID=6f0d9db0-de8c-43df-8374-f711a2d56daf,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:21.619173 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-d6b5cdf6-76b1-48fc-aa1b-2800e1d86a16 None None] Attempting to bind port 6f0d9db0-de8c-43df-8374-f711a2d56daf on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:44:21.619586 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-d6b5cdf6-76b1-48fc-aa1b-2800e1d86a16 None None] Attempting to bind port 6f0d9db0-de8c-43df-8374-f711a2d56daf by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:44:21.619995 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b5cdf6-76b1-48fc-aa1b-2800e1d86a16 None None] Attempting to bind port 6f0d9db0-de8c-43df-8374-f711a2d56daf on network 860e390d-7211-433f-9c89-14b305c5b94c {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:21.626623 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b5cdf6-76b1-48fc-aa1b-2800e1d86a16 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:44:21.627036 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b5cdf6-76b1-48fc-aa1b-2800e1d86a16 None None] Checking segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:21.627406 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6b5cdf6-76b1-48fc-aa1b-2800e1d86a16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.627807 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b5cdf6-76b1-48fc-aa1b-2800e1d86a16 None None] Bound using segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:44:21.628302 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-d6b5cdf6-76b1-48fc-aa1b-2800e1d86a16 None None] Bound port: 6f0d9db0-de8c-43df-8374-f711a2d56daf, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:44:21.628840 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6b5cdf6-76b1-48fc-aa1b-2800e1d86a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.661261 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2afe96cc-b747-44b8-8e96-0867daa18e5e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.664754 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4b43b0c5-1631-431e-8ce5-b05e9fdad83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.685876 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2afe96cc-b747-44b8-8e96-0867daa18e5e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Calling delete_port for e0c3f587-ce77-4a5b-8bda-29c5ceb28ef0 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:21.713147 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4b43b0c5-1631-431e-8ce5-b05e9fdad83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.719959 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d6b5cdf6-76b1-48fc-aa1b-2800e1d86a16 None None] For port 6f0d9db0-de8c-43df-8374-f711a2d56daf, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:21.724556 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d6b5cdf6-76b1-48fc-aa1b-2800e1d86a16 None None] For port 6f0d9db0-de8c-43df-8374-f711a2d56daf, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=6f0d9db0-de8c-43df-8374-f711a2d56daf,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:44:21.730825 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6b5cdf6-76b1-48fc-aa1b-2800e1d86a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.819800 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4b43b0c5-1631-431e-8ce5-b05e9fdad83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.824133 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4b43b0c5-1631-431e-8ce5-b05e9fdad83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.826437 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4b43b0c5-1631-431e-8ce5-b05e9fdad83a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c721af4a-073c-45b3-bd69-aebf0b268f51 HTTP/1.1" status: 204 len: 168 time: 0.2291186 Jul 15 13:44:21.848877 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5cdf6-76b1-48fc-aa1b-2800e1d86a16 None None] Pushing event updated for resources: {'Port': ['ID=6f0d9db0-de8c-43df-8374-f711a2d56daf,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:21.860561 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43b0c5-1631-431e-8ce5-b05e9fdad83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c721af4a-073c-45b3-bd69-aebf0b268f51,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:22.065539 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2afe96cc-b747-44b8-8e96-0867daa18e5e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:22.107270 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe96cc-b747-44b8-8e96-0867daa18e5e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Port': ['ID=e0c3f587-ce77-4a5b-8bda-29c5ceb28ef0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:22.188155 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2afe96cc-b747-44b8-8e96-0867daa18e5e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:22.196509 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2afe96cc-b747-44b8-8e96-0867daa18e5e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/e0c3f587-ce77-4a5b-8bda-29c5ceb28ef0 HTTP/1.1" status: 204 len: 168 time: 0.9073768 Jul 15 13:44:22.199222 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42236) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:22.326487 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748b3440-a72d-4f4f-8386-ba196ec54900 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:22.328291 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748b3440-a72d-4f4f-8386-ba196ec54900 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:22.330584 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-748b3440-a72d-4f4f-8386-ba196ec54900 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1299880 Jul 15 13:44:22.334781 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42238) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:22.495195 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42246) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:22.575954 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5536405c-82ed-4c55-aece-728e91bcf6ad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=94c1f6f8d2184654b025963e7bba620c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0753417 Jul 15 13:44:22.578532 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42248) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:22.595421 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 6f0d9db0-de8c-43df-8374-f711a2d56daf up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:22.629832 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c3f557c-0332-4f3e-ab6e-6b1887cc7144 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting subnet 89364b5d-8d27-41c7-81a1-534659310ddd {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:44:22.640876 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c3f557c-0332-4f3e-ab6e-6b1887cc7144 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:22.662203 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 6f0d9db0-de8c-43df-8374-f711a2d56daf completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:22.806715 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c3f557c-0332-4f3e-ab6e-6b1887cc7144 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:22.828250 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38891b1e-e549-4cdb-bd0d-8aa08704c01d req-f5de88f3-b021-4cc6-9a77-ba978bcc8822 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:22.831244 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-38891b1e-e549-4cdb-bd0d-8aa08704c01d req-f5de88f3-b021-4cc6-9a77-ba978bcc8822 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 945 time: 0.4013293 Jul 15 13:44:22.902842 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3805bd1-bdd3-4279-a7e5-4a6ba21e9573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:22.941801 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3805bd1-bdd3-4279-a7e5-4a6ba21e9573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:23.094046 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-38891b1e-e549-4cdb-bd0d-8aa08704c01d req-aa31c27b-f4b8-4575-a8a8-d88d50e5ab78 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b6feb4-3ae4-4418-81a0-6dadc82a615b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332375 Jul 15 13:44:23.198788 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c3f557c-0332-4f3e-ab6e-6b1887cc7144 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:23.244125 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3805bd1-bdd3-4279-a7e5-4a6ba21e9573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:23.249918 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3805bd1-bdd3-4279-a7e5-4a6ba21e9573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:23.255755 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d3805bd1-bdd3-4279-a7e5-4a6ba21e9573 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb8affa5-a75f-44b4-b7e9-ae00434aca1c HTTP/1.1" status: 204 len: 168 time: 0.6675365 Jul 15 13:44:23.271580 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3805bd1-bdd3-4279-a7e5-4a6ba21e9573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8affa5-a75f-44b4-b7e9-ae00434aca1c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:23.307326 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:23.339807 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c3f557c-0332-4f3e-ab6e-6b1887cc7144 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:23.388663 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f557c-0332-4f3e-ab6e-6b1887cc7144 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Subnet': ['ID=89364b5d-8d27-41c7-81a1-534659310ddd,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:23.410384 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c3f557c-0332-4f3e-ab6e-6b1887cc7144 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:23.417963 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42256) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:23.418302 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3c3f557c-0332-4f3e-ab6e-6b1887cc7144 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/89364b5d-8d27-41c7-81a1-534659310ddd HTTP/1.1" status: 204 len: 168 time: 1.0820696 Jul 15 13:44:23.419930 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14c48631-3e4e-4351-bece-1b0eb09f3b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:23.476963 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-88efd884-509f-4d90-b4d5-cd6f3a75bb75 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0572374 Jul 15 13:44:23.480319 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42258) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:23.497549 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-da0ffe4c-f972-42db-bef5-6b8d3cd05aee tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:23.579507 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16a53a3-6da4-4a6c-ba09-2dc6b70be94b None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:23.659245 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0ffe4c-f972-42db-bef5-6b8d3cd05aee tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:23.663048 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da0ffe4c-f972-42db-bef5-6b8d3cd05aee tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:23.721719 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-092bf945-b5ba-47f2-9b1b-4b2d70515e78 None None] Provisioning for port 6f0d9db0-de8c-43df-8374-f711a2d56daf completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:23.767202 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-092bf945-b5ba-47f2-9b1b-4b2d70515e78 None None] Provisioning complete for port 6f0d9db0-de8c-43df-8374-f711a2d56daf triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:23.767828 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-092bf945-b5ba-47f2-9b1b-4b2d70515e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:23.985287 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-092bf945-b5ba-47f2-9b1b-4b2d70515e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:24.027427 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da0ffe4c-f972-42db-bef5-6b8d3cd05aee tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:24.047282 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5a6119-8fa7-4f41-b1ab-500819e652b9 None None] DHCP port deletion for 860e390d-7211-433f-9c89-14b305c5b94c request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:44:24.160359 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ffe4c-f972-42db-bef5-6b8d3cd05aee tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Subnet': ['ID=c3ed5a47-1c5d-4f69-9fe2-865ad1526814,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:24.206124 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0ffe4c-f972-42db-bef5-6b8d3cd05aee tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:24.209117 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-da0ffe4c-f972-42db-bef5-6b8d3cd05aee tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:24.227583 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0ffe4c-f972-42db-bef5-6b8d3cd05aee tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:24.228722 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da0ffe4c-f972-42db-bef5-6b8d3cd05aee tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:24.291333 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42266) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:24.292945 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-da0ffe4c-f972-42db-bef5-6b8d3cd05aee tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8096178 Jul 15 13:44:24.298173 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-49b160ee-534f-4291-b69d-08f099722567 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'port': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'fixed_ips': [{'subnet_id': 'c3ed5a47-1c5d-4f69-9fe2-865ad1526814', 'ip_address': '2001:db8::1b06:7e8:eb3e:8d9'}], 'name': 'tempest-NetworksTestDHCPv6-836304802'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:24.322726 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-092bf945-b5ba-47f2-9b1b-4b2d70515e78 None None] For port 6f0d9db0-de8c-43df-8374-f711a2d56daf, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=6f0d9db0-de8c-43df-8374-f711a2d56daf,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:24.347812 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-092bf945-b5ba-47f2-9b1b-4b2d70515e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:24.557488 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-1f5a6119-8fa7-4f41-b1ab-500819e652b9 None None] Deleting port 6f0d9db0-de8c-43df-8374-f711a2d56daf {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:24.561638 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f5a6119-8fa7-4f41-b1ab-500819e652b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:24.658539 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b160ee-534f-4291-b69d-08f099722567 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:24.663665 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 6f0d9db0-de8c-43df-8374-f711a2d56daf no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:44:24.713792 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc221695-ec6b-4440-83a2-88afae5954f4 req-df4720b2-677b-4b04-aef3-82a256fac895 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:24.717835 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bc221695-ec6b-4440-83a2-88afae5954f4 req-df4720b2-677b-4b04-aef3-82a256fac895 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 945 time: 0.1097043 Jul 15 13:44:24.785270 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-49b160ee-534f-4291-b69d-08f099722567 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:24.814073 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bf945-b5ba-47f2-9b1b-4b2d70515e78 None None] Pushing event updated for resources: {'Port': ['ID=6f0d9db0-de8c-43df-8374-f711a2d56daf,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:24.818344 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bc221695-ec6b-4440-83a2-88afae5954f4 req-8d7883b9-8b3b-4881-8053-f19a2df4cff2 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b6feb4-3ae4-4418-81a0-6dadc82a615b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941379 Jul 15 13:44:24.853922 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-49b160ee-534f-4291-b69d-08f099722567 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] device_id is not set on port ebf15922-dd5a-451b-9cbb-d88736799b0c yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:44:24.877744 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:24.885159 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-1f5a6119-8fa7-4f41-b1ab-500819e652b9 None None] For port 6f0d9db0-de8c-43df-8374-f711a2d56daf, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=6f0d9db0-de8c-43df-8374-f711a2d56daf,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:24.885658 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f5a6119-8fa7-4f41-b1ab-500819e652b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:24.920618 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-1f5a6119-8fa7-4f41-b1ab-500819e652b9 None None] Calling delete_port for 6f0d9db0-de8c-43df-8374-f711a2d56daf owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:24.943850 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:25.035142 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 6f0d9db0-de8c-43df-8374-f711a2d56daf, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=6f0d9db0-de8c-43df-8374-f711a2d56daf,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:25.043077 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:25.093982 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1f5a6119-8fa7-4f41-b1ab-500819e652b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:25.125623 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5a6119-8fa7-4f41-b1ab-500819e652b9 None None] No DVR routers for this DVR port 6f0d9db0-de8c-43df-8374-f711a2d56daf on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:44:25.132290 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=6f0d9db0-de8c-43df-8374-f711a2d56daf,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:25.139047 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-49b160ee-534f-4291-b69d-08f099722567 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Allocated IP 2001:db8::1b06:7e8:eb3e:8d9 (860e390d-7211-433f-9c89-14b305c5b94c/c3ed5a47-1c5d-4f69-9fe2-865ad1526814/ebf15922-dd5a-451b-9cbb-d88736799b0c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:25.161449 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a6119-8fa7-4f41-b1ab-500819e652b9 None None] Pushing event deleted for resources: {'Port': ['ID=6f0d9db0-de8c-43df-8374-f711a2d56daf,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:25.165433 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b97457-0654-475f-ac55-c0c330b87049 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:25.408095 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4b2fce-93d8-4782-ab14-eeb45eba8947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-860e390d-7211-433f-9c89-14b305c5b94c', 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'tenant_id': '2157ae18fb374de5a7af4ffb23a64509', 'fixed_ips': [{'subnet_id': 'c3ed5a47-1c5d-4f69-9fe2-865ad1526814'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:44:25.409160 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2f4b2fce-93d8-4782-ab14-eeb45eba8947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:25.514519 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:25.536328 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-49b160ee-534f-4291-b69d-08f099722567 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:25.563245 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-49b160ee-534f-4291-b69d-08f099722567 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Transition to ACTIVE for port object ebf15922-dd5a-451b-9cbb-d88736799b0c will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:25.615038 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-49b160ee-534f-4291-b69d-08f099722567 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:25.668846 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b160ee-534f-4291-b69d-08f099722567 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:25.672717 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-49b160ee-534f-4291-b69d-08f099722567 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:25.677507 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b160ee-534f-4291-b69d-08f099722567 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:25.684126 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b160ee-534f-4291-b69d-08f099722567 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:25.684817 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-49b160ee-534f-4291-b69d-08f099722567 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:25.714492 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b160ee-534f-4291-b69d-08f099722567 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Port': ['ID=ebf15922-dd5a-451b-9cbb-d88736799b0c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:25.720377 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-49b160ee-534f-4291-b69d-08f099722567 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.4252884 Jul 15 13:44:25.720759 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42276) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:25.728997 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-2f4b2fce-93d8-4782-ab14-eeb45eba8947 None None] Allocated IP 2001:db8::2 (860e390d-7211-433f-9c89-14b305c5b94c/c3ed5a47-1c5d-4f69-9fe2-865ad1526814/621ab46a-bd38-48ae-8f60-3dc9c7f8a0c3) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:25.838138 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2389dbe4-0915-4299-88f2-559db64137d3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:25.845035 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2389dbe4-0915-4299-88f2-559db64137d3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1208503 Jul 15 13:44:25.845736 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42278) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:26.040812 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2f4b2fce-93d8-4782-ab14-eeb45eba8947 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:26.060638 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2f4b2fce-93d8-4782-ab14-eeb45eba8947 None None] Transition to ACTIVE for port object 621ab46a-bd38-48ae-8f60-3dc9c7f8a0c3 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:26.085645 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-46c6d2ca-d4ed-404b-a9b2-2f151edf43a9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting port ebf15922-dd5a-451b-9cbb-d88736799b0c {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:26.086257 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46c6d2ca-d4ed-404b-a9b2-2f151edf43a9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:26.086570 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2f4b2fce-93d8-4782-ab14-eeb45eba8947 None None] Transition to ACTIVE for port object 621ab46a-bd38-48ae-8f60-3dc9c7f8a0c3 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:26.099432 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2f4b2fce-93d8-4782-ab14-eeb45eba8947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:26.190989 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12539f08-c5dd-4f5a-a8de-974a63f92e33 req-c153ac2a-2a71-44b0-961e-c8070ed5147d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:26.193500 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-12539f08-c5dd-4f5a-a8de-974a63f92e33 req-c153ac2a-2a71-44b0-961e-c8070ed5147d tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 945 time: 0.2240422 Jul 15 13:44:26.202893 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4b2fce-93d8-4782-ab14-eeb45eba8947 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:26.220546 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-2f4b2fce-93d8-4782-ab14-eeb45eba8947 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:26.229798 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4b2fce-93d8-4782-ab14-eeb45eba8947 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:26.306070 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b2fce-93d8-4782-ab14-eeb45eba8947 None None] Pushing event updated for resources: {'Port': ['ID=621ab46a-bd38-48ae-8f60-3dc9c7f8a0c3,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:26.353253 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46c6d2ca-d4ed-404b-a9b2-2f151edf43a9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:26.372342 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-12539f08-c5dd-4f5a-a8de-974a63f92e33 req-371196b8-ce82-4bb3-bc17-a79a43e6bbf3 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b6feb4-3ae4-4418-81a0-6dadc82a615b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260264 Jul 15 13:44:26.392328 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-46c6d2ca-d4ed-404b-a9b2-2f151edf43a9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Calling delete_port for ebf15922-dd5a-451b-9cbb-d88736799b0c owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:26.398510 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-2f4b2fce-93d8-4782-ab14-eeb45eba8947 None None] Attempting to bind port 621ab46a-bd38-48ae-8f60-3dc9c7f8a0c3 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:44:26.399025 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-2f4b2fce-93d8-4782-ab14-eeb45eba8947 None None] Attempting to bind port 621ab46a-bd38-48ae-8f60-3dc9c7f8a0c3 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:44:26.399946 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4b2fce-93d8-4782-ab14-eeb45eba8947 None None] Attempting to bind port 621ab46a-bd38-48ae-8f60-3dc9c7f8a0c3 on network 860e390d-7211-433f-9c89-14b305c5b94c {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:26.410929 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4b2fce-93d8-4782-ab14-eeb45eba8947 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:44:26.411307 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4b2fce-93d8-4782-ab14-eeb45eba8947 None None] Checking segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:26.411848 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2f4b2fce-93d8-4782-ab14-eeb45eba8947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:26.412251 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4b2fce-93d8-4782-ab14-eeb45eba8947 None None] Bound using segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:44:26.412750 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-2f4b2fce-93d8-4782-ab14-eeb45eba8947 None None] Bound port: 621ab46a-bd38-48ae-8f60-3dc9c7f8a0c3, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:44:26.413140 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2f4b2fce-93d8-4782-ab14-eeb45eba8947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:26.440055 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:26.563283 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-2f4b2fce-93d8-4782-ab14-eeb45eba8947 None None] For port 621ab46a-bd38-48ae-8f60-3dc9c7f8a0c3, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:26.575846 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-2f4b2fce-93d8-4782-ab14-eeb45eba8947 None None] For port 621ab46a-bd38-48ae-8f60-3dc9c7f8a0c3, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=621ab46a-bd38-48ae-8f60-3dc9c7f8a0c3,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:44:26.587247 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2f4b2fce-93d8-4782-ab14-eeb45eba8947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:26.684459 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46c6d2ca-d4ed-404b-a9b2-2f151edf43a9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:26.699833 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b2fce-93d8-4782-ab14-eeb45eba8947 None None] Pushing event updated for resources: {'Port': ['ID=621ab46a-bd38-48ae-8f60-3dc9c7f8a0c3,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:26.729870 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6d2ca-d4ed-404b-a9b2-2f151edf43a9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Port': ['ID=ebf15922-dd5a-451b-9cbb-d88736799b0c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:26.790838 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46c6d2ca-d4ed-404b-a9b2-2f151edf43a9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:26.794725 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-46c6d2ca-d4ed-404b-a9b2-2f151edf43a9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/ebf15922-dd5a-451b-9cbb-d88736799b0c HTTP/1.1" status: 204 len: 168 time: 0.9388788 Jul 15 13:44:26.798728 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42286) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:26.905491 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1372d14e-1aa8-41dd-ac2b-764ba27f5ef9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:26.909268 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1372d14e-1aa8-41dd-ac2b-764ba27f5ef9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:26.916715 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42288) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:26.917149 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1372d14e-1aa8-41dd-ac2b-764ba27f5ef9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1165946 Jul 15 13:44:27.085311 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-40a287af-39b3-4f55-b42a-f9dcd8c9bc89 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting subnet c3ed5a47-1c5d-4f69-9fe2-865ad1526814 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:44:27.094131 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40a287af-39b3-4f55-b42a-f9dcd8c9bc89 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:27.177931 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40a287af-39b3-4f55-b42a-f9dcd8c9bc89 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:27.576823 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40a287af-39b3-4f55-b42a-f9dcd8c9bc89 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:27.667212 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18dc9c-9812-4936-b4c6-a97b85fbce39 req-67aa4c1d-4d66-4a15-8b8a-668aed9ad896 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:27.670305 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4e18dc9c-9812-4936-b4c6-a97b85fbce39 req-67aa4c1d-4d66-4a15-8b8a-668aed9ad896 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 945 time: 0.1104403 Jul 15 13:44:27.728371 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40a287af-39b3-4f55-b42a-f9dcd8c9bc89 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:27.745516 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4e18dc9c-9812-4936-b4c6-a97b85fbce39 req-57d7ec90-3804-45d8-8742-ddec425024c6 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b6feb4-3ae4-4418-81a0-6dadc82a615b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680926 Jul 15 13:44:27.782005 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a287af-39b3-4f55-b42a-f9dcd8c9bc89 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Subnet': ['ID=c3ed5a47-1c5d-4f69-9fe2-865ad1526814,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:27.784844 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40a287af-39b3-4f55-b42a-f9dcd8c9bc89 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:27.789718 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-40a287af-39b3-4f55-b42a-f9dcd8c9bc89 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/c3ed5a47-1c5d-4f69-9fe2-865ad1526814 HTTP/1.1" status: 204 len: 168 time: 0.8689306 Jul 15 13:44:27.792650 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42302) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:27.843738 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b303ba95-f9da-40b1-a4c8-fa52a1f55e57 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496802 Jul 15 13:44:27.847139 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42304) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:27.853227 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-38289156-8754-49e8-8e6b-74d083c88496 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:27.994582 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38289156-8754-49e8-8e6b-74d083c88496 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:27.998965 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-38289156-8754-49e8-8e6b-74d083c88496 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:28.251889 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db6fc30-420b-47f0-94ed-3f54b784b4d3 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:28.325069 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-38289156-8754-49e8-8e6b-74d083c88496 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:28.363419 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-50cf71be-05f9-42ee-836b-6aa2d4556543 None None] Provisioning for port 621ab46a-bd38-48ae-8f60-3dc9c7f8a0c3 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:28.368449 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38289156-8754-49e8-8e6b-74d083c88496 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:28.380608 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-38289156-8754-49e8-8e6b-74d083c88496 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:28.388482 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38289156-8754-49e8-8e6b-74d083c88496 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:28.389091 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-38289156-8754-49e8-8e6b-74d083c88496 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:28.420371 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38289156-8754-49e8-8e6b-74d083c88496 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Subnet': ['ID=60e2308f-2fad-4843-95a3-7bd3b8623844,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:28.426337 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-38289156-8754-49e8-8e6b-74d083c88496 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5780606 Jul 15 13:44:28.430370 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42312) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:28.436250 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-60853385-f3ae-49b8-9d94-365576935e89 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'port': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'fixed_ips': [{'subnet_id': '60e2308f-2fad-4843-95a3-7bd3b8623844', 'ip_address': '2001:db8::d4a8:20b8:bce3:8de3'}], 'name': 'tempest-NetworksTestDHCPv6-1854294054'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:28.524063 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 621ab46a-bd38-48ae-8f60-3dc9c7f8a0c3 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:28.586925 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 621ab46a-bd38-48ae-8f60-3dc9c7f8a0c3 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:28.597272 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 621ab46a-bd38-48ae-8f60-3dc9c7f8a0c3 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:28.597272 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:28.694663 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60853385-f3ae-49b8-9d94-365576935e89 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:28.768472 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:28.858638 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4bbc73-09d2-4a2a-8bf7-f8126037ca4d None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:28.935456 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60853385-f3ae-49b8-9d94-365576935e89 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:28.936396 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 621ab46a-bd38-48ae-8f60-3dc9c7f8a0c3, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=621ab46a-bd38-48ae-8f60-3dc9c7f8a0c3,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:28.956343 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:28.976230 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-60853385-f3ae-49b8-9d94-365576935e89 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] device_id is not set on port efbf84af-4d0c-4ad1-8e47-131ca724345f yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:44:29.087481 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83b8a8-5f67-43e0-954b-566b6fa23eea req-3cb64d6d-c15c-4b36-88dd-1222cca60d8b tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:29.089910 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4d83b8a8-5f67-43e0-954b-566b6fa23eea req-3cb64d6d-c15c-4b36-88dd-1222cca60d8b tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 945 time: 0.1242876 Jul 15 13:44:29.146337 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8a7b8d72-346c-45f2-9018-a5f7f85c43a8 None None] Provisioning complete for port 621ab46a-bd38-48ae-8f60-3dc9c7f8a0c3 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:29.146981 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a7b8d72-346c-45f2-9018-a5f7f85c43a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:29.176467 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4d83b8a8-5f67-43e0-954b-566b6fa23eea req-d8a629c1-7751-4a47-b8e4-8a421989fe32 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b6feb4-3ae4-4418-81a0-6dadc82a615b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706143 Jul 15 13:44:29.205796 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-60853385-f3ae-49b8-9d94-365576935e89 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Allocated IP 2001:db8::d4a8:20b8:bce3:8de3 (860e390d-7211-433f-9c89-14b305c5b94c/60e2308f-2fad-4843-95a3-7bd3b8623844/efbf84af-4d0c-4ad1-8e47-131ca724345f) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:29.240030 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=621ab46a-bd38-48ae-8f60-3dc9c7f8a0c3,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:29.419399 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60853385-f3ae-49b8-9d94-365576935e89 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:29.440526 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-60853385-f3ae-49b8-9d94-365576935e89 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Transition to ACTIVE for port object efbf84af-4d0c-4ad1-8e47-131ca724345f will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:29.503304 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60853385-f3ae-49b8-9d94-365576935e89 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:29.561676 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60853385-f3ae-49b8-9d94-365576935e89 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:29.565603 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-60853385-f3ae-49b8-9d94-365576935e89 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:29.572609 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60853385-f3ae-49b8-9d94-365576935e89 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:29.579089 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60853385-f3ae-49b8-9d94-365576935e89 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:29.579749 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60853385-f3ae-49b8-9d94-365576935e89 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:29.599573 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60853385-f3ae-49b8-9d94-365576935e89 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Port': ['ID=efbf84af-4d0c-4ad1-8e47-131ca724345f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:29.611733 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42356) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:29.623327 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-60853385-f3ae-49b8-9d94-365576935e89 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1912363 Jul 15 13:44:29.722208 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033b2339-1b3c-4525-ac4b-943f3d8734f3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:29.739310 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033b2339-1b3c-4525-ac4b-943f3d8734f3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:29.742330 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-033b2339-1b3c-4525-ac4b-943f3d8734f3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1284761 Jul 15 13:44:29.744947 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42362) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:29.776027 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a75ca58f-adeb-45bc-b36c-449fd707b73c None None] Provisioning complete for port 621ab46a-bd38-48ae-8f60-3dc9c7f8a0c3 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:29.777691 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a75ca58f-adeb-45bc-b36c-449fd707b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:30.053550 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ebc457cc-0ce7-4e26-8735-d581f370f4a0 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting port efbf84af-4d0c-4ad1-8e47-131ca724345f {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:30.054124 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ebc457cc-0ce7-4e26-8735-d581f370f4a0 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:30.091105 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4abb368a-c71e-41d9-ad2d-047b27583591 None None] Could not find standard attr ID for object e0c3f587-ce77-4a5b-8bda-29c5ceb28ef0. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:44:30.221322 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ebc457cc-0ce7-4e26-8735-d581f370f4a0 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:30.239790 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ebc457cc-0ce7-4e26-8735-d581f370f4a0 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Calling delete_port for efbf84af-4d0c-4ad1-8e47-131ca724345f owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:30.397189 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ebc457cc-0ce7-4e26-8735-d581f370f4a0 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:30.412714 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-dab22d9c-93f2-4f4a-8291-9837aef9e950 None None] Could not find standard attr ID for object ebf15922-dd5a-451b-9cbb-d88736799b0c. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:44:30.473665 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc457cc-0ce7-4e26-8735-d581f370f4a0 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Port': ['ID=efbf84af-4d0c-4ad1-8e47-131ca724345f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:30.510500 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ebc457cc-0ce7-4e26-8735-d581f370f4a0 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:30.515609 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ebc457cc-0ce7-4e26-8735-d581f370f4a0 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/efbf84af-4d0c-4ad1-8e47-131ca724345f HTTP/1.1" status: 204 len: 168 time: 0.7695358 Jul 15 13:44:30.517385 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42370) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:30.531846 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 621ab46a-bd38-48ae-8f60-3dc9c7f8a0c3 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:30.604041 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 621ab46a-bd38-48ae-8f60-3dc9c7f8a0c3 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:30.606714 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:30.622485 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62ddb7-fb4b-4a48-95f9-47a094826e3e req-0609c19b-1f7b-463d-b6e4-55b9be896390 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:30.624539 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8d62ddb7-fb4b-4a48-95f9-47a094826e3e req-0609c19b-1f7b-463d-b6e4-55b9be896390 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 945 time: 0.1578813 Jul 15 13:44:30.702929 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8d62ddb7-fb4b-4a48-95f9-47a094826e3e req-7aeabecb-44ff-4538-a0ac-93269f0d654b tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b6feb4-3ae4-4418-81a0-6dadc82a615b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721092 Jul 15 13:44:30.710438 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c634ad-a056-4784-b3e2-627e52ab9118 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:30.728141 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c634ad-a056-4784-b3e2-627e52ab9118 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:30.732203 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-41c634ad-a056-4784-b3e2-627e52ab9118 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2101676 Jul 15 13:44:30.732520 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42372) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:30.793362 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-67c7acb9-caee-4637-9535-5c29e31b30ce tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting subnet 60e2308f-2fad-4843-95a3-7bd3b8623844 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:44:30.797496 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-67c7acb9-caee-4637-9535-5c29e31b30ce tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:30.848369 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-67c7acb9-caee-4637-9535-5c29e31b30ce tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:30.866649 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-60e6726e-a401-4682-abb6-3a274fe961c1 None None] Could not find standard attr ID for object efbf84af-4d0c-4ad1-8e47-131ca724345f. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:44:30.942745 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-67c7acb9-caee-4637-9535-5c29e31b30ce tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:31.019829 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-67c7acb9-caee-4637-9535-5c29e31b30ce tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:31.059169 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c7acb9-caee-4637-9535-5c29e31b30ce tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Subnet': ['ID=60e2308f-2fad-4843-95a3-7bd3b8623844,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:31.063259 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-67c7acb9-caee-4637-9535-5c29e31b30ce tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:31.067904 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42376) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:31.088908 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-67c7acb9-caee-4637-9535-5c29e31b30ce tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/60e2308f-2fad-4843-95a3-7bd3b8623844 HTTP/1.1" status: 204 len: 168 time: 0.3552866 Jul 15 13:44:31.144777 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-81451f57-2803-4143-8dbe-2e542c4798d8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0756447 Jul 15 13:44:31.153052 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42378) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:31.248687 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beee1359-078f-482a-8135-7778afa494ff tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:31.253003 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-beee1359-078f-482a-8135-7778afa494ff tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0966218 Jul 15 13:44:31.253627 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42380) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:31.283898 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a1d449-1aa2-43a2-9a7c-e02c0a4f78e7 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:31.322028 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8117ec49-6baf-4610-a597-9ee6db666cc2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:31.327441 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8117ec49-6baf-4610-a597-9ee6db666cc2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0703809 Jul 15 13:44:31.327843 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42382) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:31.377203 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-bcd13171-9c35-4c0a-8f88-33003e1dd8fc tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442982 Jul 15 13:44:31.377517 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42384) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:31.382939 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-65153eb9-d6df-4db1-a9d4-d8e63334c7a4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:31.488182 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65153eb9-d6df-4db1-a9d4-d8e63334c7a4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:31.491931 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-65153eb9-d6df-4db1-a9d4-d8e63334c7a4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:31.562437 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a648a0-5c00-40ef-9de9-acc3fbac934d None None] DHCP port deletion for 860e390d-7211-433f-9c89-14b305c5b94c request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:44:31.619310 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a5a648a0-5c00-40ef-9de9-acc3fbac934d None None] Deleting port 621ab46a-bd38-48ae-8f60-3dc9c7f8a0c3 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:31.620038 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a5a648a0-5c00-40ef-9de9-acc3fbac934d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:31.701454 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a5a648a0-5c00-40ef-9de9-acc3fbac934d None None] For port 621ab46a-bd38-48ae-8f60-3dc9c7f8a0c3, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=621ab46a-bd38-48ae-8f60-3dc9c7f8a0c3,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:31.702109 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a5a648a0-5c00-40ef-9de9-acc3fbac934d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:31.725503 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a5a648a0-5c00-40ef-9de9-acc3fbac934d None None] Calling delete_port for 621ab46a-bd38-48ae-8f60-3dc9c7f8a0c3 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:31.727577 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-65153eb9-d6df-4db1-a9d4-d8e63334c7a4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:31.811953 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65153eb9-d6df-4db1-a9d4-d8e63334c7a4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:31.822005 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-65153eb9-d6df-4db1-a9d4-d8e63334c7a4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:31.835593 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65153eb9-d6df-4db1-a9d4-d8e63334c7a4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:31.836504 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-65153eb9-d6df-4db1-a9d4-d8e63334c7a4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:31.869186 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-65153eb9-d6df-4db1-a9d4-d8e63334c7a4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4874494 Jul 15 13:44:31.869935 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42390) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:31.878959 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f514791e-d804-4ce9-9100-13cf047b12f5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'port': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'fixed_ips': [{'subnet_id': 'b860b2e7-5044-462e-9b0e-176b7976c25c', 'ip_address': '2001:db8::21f0:992c:951d:c3f5'}], 'name': 'tempest-NetworksTestDHCPv6-784516757'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:31.917261 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a5a648a0-5c00-40ef-9de9-acc3fbac934d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:31.945188 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a648a0-5c00-40ef-9de9-acc3fbac934d None None] No DVR routers for this DVR port 621ab46a-bd38-48ae-8f60-3dc9c7f8a0c3 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:44:32.022752 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a648a0-5c00-40ef-9de9-acc3fbac934d None None] Pushing event deleted for resources: {'Port': ['ID=621ab46a-bd38-48ae-8f60-3dc9c7f8a0c3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:32.033537 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebccb59-be6b-4485-8cc1-9e96d344b9de None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:32.143152 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65153eb9-d6df-4db1-a9d4-d8e63334c7a4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Subnet': ['ID=b860b2e7-5044-462e-9b0e-176b7976c25c,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:32.156257 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f514791e-d804-4ce9-9100-13cf047b12f5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:32.165186 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f514791e-d804-4ce9-9100-13cf047b12f5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:32.191481 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e91e01-6750-4cde-9a22-626745c93558 req-3440bf8c-1db0-46c1-9553-5d3851cfe334 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:32.220017 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-69e91e01-6750-4cde-9a22-626745c93558 req-3440bf8c-1db0-46c1-9553-5d3851cfe334 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 945 time: 0.2910559 Jul 15 13:44:32.221244 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-f514791e-d804-4ce9-9100-13cf047b12f5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] device_id is not set on port b1579f43-8700-4517-885f-a8712a4fd744 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:44:32.304860 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-69e91e01-6750-4cde-9a22-626745c93558 req-9837ab97-6e08-4402-9737-18bb1eff73dc tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b6feb4-3ae4-4418-81a0-6dadc82a615b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835323 Jul 15 13:44:32.388946 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92d1f7d-b2cb-4c00-81d6-3be4dd93725b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-860e390d-7211-433f-9c89-14b305c5b94c', 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'tenant_id': '2157ae18fb374de5a7af4ffb23a64509', 'fixed_ips': [{'subnet_id': 'b860b2e7-5044-462e-9b0e-176b7976c25c'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:44:32.390602 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e92d1f7d-b2cb-4c00-81d6-3be4dd93725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:32.534331 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 621ab46a-bd38-48ae-8f60-3dc9c7f8a0c3 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:44:32.544079 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-f514791e-d804-4ce9-9100-13cf047b12f5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Allocated IP 2001:db8::21f0:992c:951d:c3f5 (860e390d-7211-433f-9c89-14b305c5b94c/b860b2e7-5044-462e-9b0e-176b7976c25c/b1579f43-8700-4517-885f-a8712a4fd744) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:32.578328 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 621ab46a-bd38-48ae-8f60-3dc9c7f8a0c3 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:44:32.582282 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 621ab46a-bd38-48ae-8f60-3dc9c7f8a0c3 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:44:32.759827 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f514791e-d804-4ce9-9100-13cf047b12f5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:32.776446 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-f514791e-d804-4ce9-9100-13cf047b12f5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Transition to ACTIVE for port object b1579f43-8700-4517-885f-a8712a4fd744 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:32.849999 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f514791e-d804-4ce9-9100-13cf047b12f5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:32.906956 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-e92d1f7d-b2cb-4c00-81d6-3be4dd93725b None None] Allocated IP 2001:db8::2 (860e390d-7211-433f-9c89-14b305c5b94c/b860b2e7-5044-462e-9b0e-176b7976c25c/8ca86f63-803b-45a2-be6d-f1a7ca45337b) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:32.910782 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f514791e-d804-4ce9-9100-13cf047b12f5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Port': ['ID=b1579f43-8700-4517-885f-a8712a4fd744,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:32.914493 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f514791e-d804-4ce9-9100-13cf047b12f5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:32.916975 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-f514791e-d804-4ce9-9100-13cf047b12f5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:32.919607 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f514791e-d804-4ce9-9100-13cf047b12f5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:32.926160 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f514791e-d804-4ce9-9100-13cf047b12f5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:32.926793 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f514791e-d804-4ce9-9100-13cf047b12f5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:32.946889 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f514791e-d804-4ce9-9100-13cf047b12f5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0749977 Jul 15 13:44:32.950317 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42400) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:32.956731 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ccfb34ac-ad94-4ed4-8471-491ab61f4522 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'port': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'fixed_ips': [{'subnet_id': 'b860b2e7-5044-462e-9b0e-176b7976c25c', 'ip_address': '2001:db8::21f0:992c:951d:c3f5'}], 'name': 'tempest-NetworksTestDHCPv6-1185875935'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:33.206746 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfb34ac-ad94-4ed4-8471-491ab61f4522 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:33.474285 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e92d1f7d-b2cb-4c00-81d6-3be4dd93725b None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:33.489208 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e92d1f7d-b2cb-4c00-81d6-3be4dd93725b None None] Transition to ACTIVE for port object 8ca86f63-803b-45a2-be6d-f1a7ca45337b will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:33.530750 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ccfb34ac-ad94-4ed4-8471-491ab61f4522 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:33.548529 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e92d1f7d-b2cb-4c00-81d6-3be4dd93725b None None] Transition to ACTIVE for port object 8ca86f63-803b-45a2-be6d-f1a7ca45337b will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:33.574883 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-ccfb34ac-ad94-4ed4-8471-491ab61f4522 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] device_id is not set on port 1ac1b15c-c75a-4d08-99d7-ba2e51854e9f yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:44:33.575382 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e92d1f7d-b2cb-4c00-81d6-3be4dd93725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:33.668941 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92d1f7d-b2cb-4c00-81d6-3be4dd93725b None None] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:33.703092 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-e92d1f7d-b2cb-4c00-81d6-3be4dd93725b None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:33.717991 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92d1f7d-b2cb-4c00-81d6-3be4dd93725b None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:33.737394 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d1f7d-b2cb-4c00-81d6-3be4dd93725b None None] Pushing event updated for resources: {'Port': ['ID=8ca86f63-803b-45a2-be6d-f1a7ca45337b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:33.764416 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a74cda-7415-4871-b4bf-a1e9375a28a7 req-95ac7c4f-17f6-43ca-b5cf-2bab65398680 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:33.770093 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c2a74cda-7415-4871-b4bf-a1e9375a28a7 req-95ac7c4f-17f6-43ca-b5cf-2bab65398680 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 945 time: 0.2172842 Jul 15 13:44:33.793920 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca35b1-880d-4975-87e3-5154f4a095ea req-b83f69ce-2bb4-457b-8e89-f673dcde3047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:33.814094 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3aca35b1-880d-4975-87e3-5154f4a095ea req-b83f69ce-2bb4-457b-8e89-f673dcde3047 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 1097 time: 0.2492645 Jul 15 13:44:33.863529 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e92d1f7d-b2cb-4c00-81d6-3be4dd93725b None None] Attempting to bind port 8ca86f63-803b-45a2-be6d-f1a7ca45337b on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:44:33.864103 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e92d1f7d-b2cb-4c00-81d6-3be4dd93725b None None] Attempting to bind port 8ca86f63-803b-45a2-be6d-f1a7ca45337b by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:44:33.864774 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92d1f7d-b2cb-4c00-81d6-3be4dd93725b None None] Attempting to bind port 8ca86f63-803b-45a2-be6d-f1a7ca45337b on network 860e390d-7211-433f-9c89-14b305c5b94c {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:33.871612 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92d1f7d-b2cb-4c00-81d6-3be4dd93725b None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:44:33.872295 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92d1f7d-b2cb-4c00-81d6-3be4dd93725b None None] Checking segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:33.872715 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e92d1f7d-b2cb-4c00-81d6-3be4dd93725b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:33.873204 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92d1f7d-b2cb-4c00-81d6-3be4dd93725b None None] Bound using segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:44:33.873817 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e92d1f7d-b2cb-4c00-81d6-3be4dd93725b None None] Bound port: 8ca86f63-803b-45a2-be6d-f1a7ca45337b, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:44:33.874331 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e92d1f7d-b2cb-4c00-81d6-3be4dd93725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:33.907187 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c2a74cda-7415-4871-b4bf-a1e9375a28a7 req-090f4d24-5ae8-47e6-8a01-763dd48c6b69 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b6feb4-3ae4-4418-81a0-6dadc82a615b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182966 Jul 15 13:44:33.983696 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3aca35b1-880d-4975-87e3-5154f4a095ea req-10c8ca77-8c48-4081-8ee9-82f65b38f63e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=98b6feb4-3ae4-4418-81a0-6dadc82a615b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577175 Jul 15 13:44:34.010142 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e92d1f7d-b2cb-4c00-81d6-3be4dd93725b None None] For port 8ca86f63-803b-45a2-be6d-f1a7ca45337b, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:34.014066 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e92d1f7d-b2cb-4c00-81d6-3be4dd93725b None None] For port 8ca86f63-803b-45a2-be6d-f1a7ca45337b, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8ca86f63-803b-45a2-be6d-f1a7ca45337b,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:44:34.022824 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e92d1f7d-b2cb-4c00-81d6-3be4dd93725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:34.051832 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccfb34ac-ad94-4ed4-8471-491ab61f4522 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 15 13:44:34.052351 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccfb34ac-ad94-4ed4-8471-491ab61f4522 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:44:34.073294 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ccfb34ac-ad94-4ed4-8471-491ab61f4522 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1207345 Jul 15 13:44:34.076985 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42408) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:34.121303 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d1f7d-b2cb-4c00-81d6-3be4dd93725b None None] Pushing event updated for resources: {'Port': ['ID=8ca86f63-803b-45a2-be6d-f1a7ca45337b,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:34.201713 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ce0176-17ed-4a04-8cf1-1bfddddb25aa tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:34.208090 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ce0176-17ed-4a04-8cf1-1bfddddb25aa tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:34.213929 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-37ce0176-17ed-4a04-8cf1-1bfddddb25aa tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1318667 Jul 15 13:44:34.214831 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42412) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:34.531453 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-32b20c19-3da1-4cf8-98d7-2e088cfbbf83 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting port b1579f43-8700-4517-885f-a8712a4fd744 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:34.531862 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-32b20c19-3da1-4cf8-98d7-2e088cfbbf83 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:34.724218 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-32b20c19-3da1-4cf8-98d7-2e088cfbbf83 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:34.742598 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-32b20c19-3da1-4cf8-98d7-2e088cfbbf83 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Calling delete_port for b1579f43-8700-4517-885f-a8712a4fd744 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:34.888841 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 75d28844-5112-40ab-b84e-151c9992f995 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:44:34.893485 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 75d28844-5112-40ab-b84e-151c9992f995 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:44:35.032150 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-32b20c19-3da1-4cf8-98d7-2e088cfbbf83 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:35.109438 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b20c19-3da1-4cf8-98d7-2e088cfbbf83 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Port': ['ID=b1579f43-8700-4517-885f-a8712a4fd744,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:35.269186 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-32b20c19-3da1-4cf8-98d7-2e088cfbbf83 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:35.272983 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-32b20c19-3da1-4cf8-98d7-2e088cfbbf83 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/b1579f43-8700-4517-885f-a8712a4fd744 HTTP/1.1" status: 204 len: 168 time: 1.0570135 Jul 15 13:44:35.278047 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42422) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:35.379647 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 75d28844-5112-40ab-b84e-151c9992f995, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=75d28844-5112-40ab-b84e-151c9992f995,segment=NetworkSegment(e94f10a9-f6f7-40ee-adc2-8e359dd1f914),segment_id=e94f10a9-f6f7-40ee-adc2-8e359dd1f914)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:35.430103 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:35.623124 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '75d28844-5112-40ab-b84e-151c9992f995', 'network_id': 'babc4e0e-a33b-4754-9f68-404dd40d1c6a', 'port_id': '75d28844-5112-40ab-b84e-151c9992f995', 'mac_address': 'fa:16:3e:da:c7:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f884ecf8-29cc-4ba0-bb0e-e6162e53b5dd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:44:35.733389 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778ed80f-2606-49cd-9ae2-2bdc956d6f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75d28844-5112-40ab-b84e-151c9992f995'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:44:35.744014 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4754a691-1e92-4b1a-b29c-69aec4e1e62d" -d '{"events": [{"server_uuid": "778ed80f-2606-49cd-9ae2-2bdc956d6f29", "name": "network-vif-unplugged", "status": "completed", "tag": "75d28844-5112-40ab-b84e-151c9992f995"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:44:35.796522 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 75d28844-5112-40ab-b84e-151c9992f995, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=75d28844-5112-40ab-b84e-151c9992f995,segment=NetworkSegment(e94f10a9-f6f7-40ee-adc2-8e359dd1f914),segment_id=e94f10a9-f6f7-40ee-adc2-8e359dd1f914)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:35.826498 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:35.869610 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8a6eb3-0a6f-47e8-af19-00e2b7ef455a x-openstack-request-id: req-1d8a6eb3-0a6f-47e8-af19-00e2b7ef455a {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:44:35.870252 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778ed80f-2606-49cd-9ae2-2bdc956d6f29", "name": "network-vif-unplugged", "status": "completed", "tag": "75d28844-5112-40ab-b84e-151c9992f995", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:44:35.870965 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d8a6eb3-0a6f-47e8-af19-00e2b7ef455a {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:44:35.873320 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778ed80f-2606-49cd-9ae2-2bdc956d6f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75d28844-5112-40ab-b84e-151c9992f995', 'code': 200} Jul 15 13:44:35.928252 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:35.994110 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d61f14-b4d7-4197-a474-10bd5de6b11d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:35.995835 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d61f14-b4d7-4197-a474-10bd5de6b11d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:35.997425 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a0d61f14-b4d7-4197-a474-10bd5de6b11d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7174716 Jul 15 13:44:36.002333 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42430) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:36.127590 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9793642-2722-4588-94ac-19fe6e680737 req-5d5b2f35-1706-455a-a70e-1e0794013277 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:36.132667 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75d28844-5112-40ab-b84e-151c9992f995 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:44:36.143517 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d9793642-2722-4588-94ac-19fe6e680737 req-5d5b2f35-1706-455a-a70e-1e0794013277 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 945 time: 0.8762605 Jul 15 13:44:36.151655 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=75d28844-5112-40ab-b84e-151c9992f995,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:36.182510 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca29bd9-b909-4a2c-8b17-c4f0ae440844 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting subnet b860b2e7-5044-462e-9b0e-176b7976c25c {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:44:36.198065 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5ca29bd9-b909-4a2c-8b17-c4f0ae440844 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:36.215765 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a128c036-6b71-4745-bdad-112cc982c6cc None None] Provisioning for port 8ca86f63-803b-45a2-be6d-f1a7ca45337b completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:36.230828 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d9793642-2722-4588-94ac-19fe6e680737 req-d4c21cbf-071d-4d81-bca5-f56c29f3a42e tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b6feb4-3ae4-4418-81a0-6dadc82a615b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869834 Jul 15 13:44:36.263458 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:44:36.263824 n-d-758944-45 neutron-server[93815]: DEBUG oslo_db.api [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:44:36.298969 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5ca29bd9-b909-4a2c-8b17-c4f0ae440844 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:36.479941 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5ca29bd9-b909-4a2c-8b17-c4f0ae440844 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:36.557585 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f6be2aa3-2337-48d6-a1a1-329ae4f9e621 None None] Could not find standard attr ID for object b1579f43-8700-4517-885f-a8712a4fd744. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:44:36.619349 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8ca86f63-803b-45a2-be6d-f1a7ca45337b up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:36.706577 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5ca29bd9-b909-4a2c-8b17-c4f0ae440844 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:36.764418 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca29bd9-b909-4a2c-8b17-c4f0ae440844 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Subnet': ['ID=b860b2e7-5044-462e-9b0e-176b7976c25c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:36.770517 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5ca29bd9-b909-4a2c-8b17-c4f0ae440844 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:36.774995 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5ca29bd9-b909-4a2c-8b17-c4f0ae440844 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/b860b2e7-5044-462e-9b0e-176b7976c25c HTTP/1.1" status: 204 len: 168 time: 0.7703817 Jul 15 13:44:36.778771 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42434) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:36.852646 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-657d3ec2-335d-4b31-ad94-3611ed64ec96 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0711975 Jul 15 13:44:36.854176 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42436) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:36.863267 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:36.863595 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-228c1b46-aa91-4f75-bf16-e1d1d9fe3277 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:36.891872 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75d28844-5112-40ab-b84e-151c9992f995 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:44:36.904883 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 8ca86f63-803b-45a2-be6d-f1a7ca45337b completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:36.928234 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 8ca86f63-803b-45a2-be6d-f1a7ca45337b triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:36.928619 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:36.948934 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 75d28844-5112-40ab-b84e-151c9992f995, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=75d28844-5112-40ab-b84e-151c9992f995,segment=NetworkSegment(e94f10a9-f6f7-40ee-adc2-8e359dd1f914),segment_id=e94f10a9-f6f7-40ee-adc2-8e359dd1f914)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:36.975682 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524128b9-f843-460e-9114-5eb4798ae507 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:36.993501 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:37.062657 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228c1b46-aa91-4f75-bf16-e1d1d9fe3277 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:37.083241 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-228c1b46-aa91-4f75-bf16-e1d1d9fe3277 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:37.146074 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62fe5502-5b5f-423b-8948-46eb874da36b req-03fc3b56-ab6a-4995-a2b9-d084ca6f4b80 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1633623 Jul 15 13:44:37.287117 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=75d28844-5112-40ab-b84e-151c9992f995,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:37.412213 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['75d28844-5112-40ab-b84e-151c9992f995'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:44:37.419591 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:37.585682 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 8ca86f63-803b-45a2-be6d-f1a7ca45337b, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8ca86f63-803b-45a2-be6d-f1a7ca45337b,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:37.607056 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:37.671089 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aee4c68-ec50-4d1c-a8a0-8d38cbd0f573 None None] DHCP port deletion for 860e390d-7211-433f-9c89-14b305c5b94c request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:44:37.793665 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=8ca86f63-803b-45a2-be6d-f1a7ca45337b,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:37.855787 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7aee4c68-ec50-4d1c-a8a0-8d38cbd0f573 None None] Deleting port 8ca86f63-803b-45a2-be6d-f1a7ca45337b {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:37.856302 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7aee4c68-ec50-4d1c-a8a0-8d38cbd0f573 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:37.942907 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-228c1b46-aa91-4f75-bf16-e1d1d9fe3277 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:38.030347 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228c1b46-aa91-4f75-bf16-e1d1d9fe3277 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:38.037228 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-228c1b46-aa91-4f75-bf16-e1d1d9fe3277 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:38.047907 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228c1b46-aa91-4f75-bf16-e1d1d9fe3277 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:38.061211 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-228c1b46-aa91-4f75-bf16-e1d1d9fe3277 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:38.119393 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c1b46-aa91-4f75-bf16-e1d1d9fe3277 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Subnet': ['ID=68afc236-ec36-42b7-b68e-dfb153e36a08,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:38.123959 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-228c1b46-aa91-4f75-bf16-e1d1d9fe3277 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2682195 Jul 15 13:44:38.128450 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42448) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:38.136315 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-773a38b0-20b1-46fc-acf0-007ec3b015f4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'port': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'fixed_ips': [{'subnet_id': '68afc236-ec36-42b7-b68e-dfb153e36a08', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-200042174'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:38.186457 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7aee4c68-ec50-4d1c-a8a0-8d38cbd0f573 None None] For port 8ca86f63-803b-45a2-be6d-f1a7ca45337b, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8ca86f63-803b-45a2-be6d-f1a7ca45337b,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:38.187125 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7aee4c68-ec50-4d1c-a8a0-8d38cbd0f573 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:38.187322 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b67fa-8e73-493e-a685-853fa4075c76 req-9825f054-7436-41de-8b47-d83878fc0989 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:38.195256 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a82b67fa-8e73-493e-a685-853fa4075c76 req-9825f054-7436-41de-8b47-d83878fc0989 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 944 time: 0.1848202 Jul 15 13:44:38.234545 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe5502-5b5f-423b-8948-46eb874da36b req-c27117fc-2009-4269-a8a2-ed2d97a96197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:38.236256 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62fe5502-5b5f-423b-8948-46eb874da36b req-c27117fc-2009-4269-a8a2-ed2d97a96197 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 1096 time: 0.9823155 Jul 15 13:44:38.254189 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a82b67fa-8e73-493e-a685-853fa4075c76 req-03f2372b-c446-4e0a-8ddd-38733a7bdda6 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b6feb4-3ae4-4418-81a0-6dadc82a615b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555747 Jul 15 13:44:38.313186 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42452) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:38.331595 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7aee4c68-ec50-4d1c-a8a0-8d38cbd0f573 None None] Calling delete_port for 8ca86f63-803b-45a2-be6d-f1a7ca45337b owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:38.506314 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:38.602669 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7aee4c68-ec50-4d1c-a8a0-8d38cbd0f573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:38.605837 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ee8e7d72-16b3-4128-912d-4b7b0d5dd116 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/floatingips/d8450bcb-596f-46e9-818e-06d6e69c5c6a HTTP/1.1" status: 200 len: 991 time: 0.2895858 Jul 15 13:44:38.619858 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773a38b0-20b1-46fc-acf0-007ec3b015f4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:38.659249 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aee4c68-ec50-4d1c-a8a0-8d38cbd0f573 None None] No DVR routers for this DVR port 8ca86f63-803b-45a2-be6d-f1a7ca45337b on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:44:38.704369 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe5502-5b5f-423b-8948-46eb874da36b req-352b786e-f2cc-48e2-ae90-459b75f3716b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:38.714287 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62fe5502-5b5f-423b-8948-46eb874da36b req-352b786e-f2cc-48e2-ae90-459b75f3716b service neutron] 10.222.0.32 "GET /v2.0/networks?id=babc4e0e-a33b-4754-9f68-404dd40d1c6a HTTP/1.1" status: 200 len: 895 time: 0.4291534 Jul 15 13:44:38.747926 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8ca86f63-803b-45a2-be6d-f1a7ca45337b no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:44:38.796290 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 8ca86f63-803b-45a2-be6d-f1a7ca45337b {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:44:38.796836 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8ca86f63-803b-45a2-be6d-f1a7ca45337b not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:44:38.799329 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dabd36-a7f0-4600-858a-c769cda5975a None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:38.833346 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62fe5502-5b5f-423b-8948-46eb874da36b req-e16aa4c7-b336-4f21-bffe-b9bd8a142279 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75d28844-5112-40ab-b84e-151c9992f995 HTTP/1.1" status: 200 len: 999 time: 0.1115396 Jul 15 13:44:38.863958 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-773a38b0-20b1-46fc-acf0-007ec3b015f4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:38.932339 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-773a38b0-20b1-46fc-acf0-007ec3b015f4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] device_id is not set on port fc4d1653-4d6b-428b-b555-9208483d2d7a yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:44:38.941435 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee4c68-ec50-4d1c-a8a0-8d38cbd0f573 None None] Pushing event deleted for resources: {'Port': ['ID=8ca86f63-803b-45a2-be6d-f1a7ca45337b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:38.952881 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe5502-5b5f-423b-8948-46eb874da36b req-f7541ec7-d04a-4ef1-bda1-2af8ce8a796e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:38.956072 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62fe5502-5b5f-423b-8948-46eb874da36b req-f7541ec7-d04a-4ef1-bda1-2af8ce8a796e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f884ecf8-29cc-4ba0-bb0e-e6162e53b5dd HTTP/1.1" status: 200 len: 835 time: 0.1140442 Jul 15 13:44:39.031727 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 75d28844-5112-40ab-b84e-151c9992f995 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:39.095532 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe5502-5b5f-423b-8948-46eb874da36b req-3e949b0f-10d3-46af-bc7e-273de5410180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:39.098373 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62fe5502-5b5f-423b-8948-46eb874da36b req-3e949b0f-10d3-46af-bc7e-273de5410180 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=babc4e0e-a33b-4754-9f68-404dd40d1c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1341865 Jul 15 13:44:39.199558 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-773a38b0-20b1-46fc-acf0-007ec3b015f4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:44:39.200171 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-773a38b0-20b1-46fc-acf0-007ec3b015f4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:44:39.245750 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-773a38b0-20b1-46fc-acf0-007ec3b015f4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1155243 Jul 15 13:44:39.252777 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42456) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:39.299247 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad4a5d3-8892-4803-a155-4023b63ed877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-860e390d-7211-433f-9c89-14b305c5b94c', 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'tenant_id': '2157ae18fb374de5a7af4ffb23a64509', 'fixed_ips': [{'subnet_id': '68afc236-ec36-42b7-b68e-dfb153e36a08'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:44:39.301078 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bad4a5d3-8892-4803-a155-4023b63ed877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:39.340599 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 75d28844-5112-40ab-b84e-151c9992f995 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:39.341373 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:39.378652 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e98da377-62f4-4a32-99ea-9753fbca8f04 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1230030 Jul 15 13:44:39.381998 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42458) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:39.530807 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62fe5502-5b5f-423b-8948-46eb874da36b req-b40c50ef-47d0-45cb-832a-8d963c75d4f6 service neutron] 10.222.0.32 "GET /v2.0/networks/babc4e0e-a33b-4754-9f68-404dd40d1c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223402 Jul 15 13:44:39.608611 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92920ac9-f411-4c7a-8699-7574e9a83996 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:39.618589 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92920ac9-f411-4c7a-8699-7574e9a83996 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:39.621534 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-92920ac9-f411-4c7a-8699-7574e9a83996 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2354472 Jul 15 13:44:39.625611 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42462) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:39.725984 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:39.754430 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-bad4a5d3-8892-4803-a155-4023b63ed877 None None] Allocated IP 2001:db8::2 (860e390d-7211-433f-9c89-14b305c5b94c/68afc236-ec36-42b7-b68e-dfb153e36a08/be3c9fb0-ae0e-44be-b417-919eeb2f0c75) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:39.808768 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 75d28844-5112-40ab-b84e-151c9992f995, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=75d28844-5112-40ab-b84e-151c9992f995,segment=NetworkSegment(e94f10a9-f6f7-40ee-adc2-8e359dd1f914),segment_id=e94f10a9-f6f7-40ee-adc2-8e359dd1f914)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:39.813574 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9536b38-e898-401d-981f-3673619aeba6 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting subnet 68afc236-ec36-42b7-b68e-dfb153e36a08 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:44:39.817980 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778ed80f-2606-49cd-9ae2-2bdc956d6f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d28844-5112-40ab-b84e-151c9992f995'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:44:39.823477 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbc3719-8c93-4b72-8abe-89befec31f43" -d '{"events": [{"server_uuid": "778ed80f-2606-49cd-9ae2-2bdc956d6f29", "name": "network-vif-plugged", "status": "completed", "tag": "75d28844-5112-40ab-b84e-151c9992f995"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:44:39.830383 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:39.851517 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62fe5502-5b5f-423b-8948-46eb874da36b req-539ba5f3-34a9-4c54-9ee6-5e44d8ae8e6b service neutron] 10.222.0.32 "GET /v2.0/networks/babc4e0e-a33b-4754-9f68-404dd40d1c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145499 Jul 15 13:44:39.928514 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccd8186-101f-4b0c-8a81-020a1ceb8988 x-openstack-request-id: req-7ccd8186-101f-4b0c-8a81-020a1ceb8988 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:44:39.928892 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778ed80f-2606-49cd-9ae2-2bdc956d6f29", "name": "network-vif-plugged", "status": "completed", "tag": "75d28844-5112-40ab-b84e-151c9992f995", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:44:39.929309 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7ccd8186-101f-4b0c-8a81-020a1ceb8988 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:44:39.929966 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778ed80f-2606-49cd-9ae2-2bdc956d6f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d28844-5112-40ab-b84e-151c9992f995', 'code': 200} Jul 15 13:44:40.087430 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=75d28844-5112-40ab-b84e-151c9992f995,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:40.249400 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bad4a5d3-8892-4803-a155-4023b63ed877 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:40.274768 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-bad4a5d3-8892-4803-a155-4023b63ed877 None None] Transition to ACTIVE for port object be3c9fb0-ae0e-44be-b417-919eeb2f0c75 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:40.311690 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-bad4a5d3-8892-4803-a155-4023b63ed877 None None] Transition to ACTIVE for port object be3c9fb0-ae0e-44be-b417-919eeb2f0c75 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:40.324168 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f9536b38-e898-401d-981f-3673619aeba6 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:40.325185 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bad4a5d3-8892-4803-a155-4023b63ed877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:40.378409 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4a5d3-8892-4803-a155-4023b63ed877 None None] Pushing event updated for resources: {'Port': ['ID=be3c9fb0-ae0e-44be-b417-919eeb2f0c75,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:40.397488 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad4a5d3-8892-4803-a155-4023b63ed877 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:40.399665 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-bad4a5d3-8892-4803-a155-4023b63ed877 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:40.402870 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad4a5d3-8892-4803-a155-4023b63ed877 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:40.471086 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f9536b38-e898-401d-981f-3673619aeba6 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:40.752746 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f9536b38-e898-401d-981f-3673619aeba6 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:40.796053 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-bad4a5d3-8892-4803-a155-4023b63ed877 None None] Attempting to bind port be3c9fb0-ae0e-44be-b417-919eeb2f0c75 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:44:40.797415 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-bad4a5d3-8892-4803-a155-4023b63ed877 None None] Attempting to bind port be3c9fb0-ae0e-44be-b417-919eeb2f0c75 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:44:40.801551 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad4a5d3-8892-4803-a155-4023b63ed877 None None] Attempting to bind port be3c9fb0-ae0e-44be-b417-919eeb2f0c75 on network 860e390d-7211-433f-9c89-14b305c5b94c {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:40.816395 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad4a5d3-8892-4803-a155-4023b63ed877 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:44:40.817852 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad4a5d3-8892-4803-a155-4023b63ed877 None None] Checking segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:40.817852 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bad4a5d3-8892-4803-a155-4023b63ed877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:40.817852 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad4a5d3-8892-4803-a155-4023b63ed877 None None] Bound using segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:44:40.818392 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-bad4a5d3-8892-4803-a155-4023b63ed877 None None] Bound port: be3c9fb0-ae0e-44be-b417-919eeb2f0c75, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:44:40.819393 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bad4a5d3-8892-4803-a155-4023b63ed877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:40.926310 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f9536b38-e898-401d-981f-3673619aeba6 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:40.956954 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-bad4a5d3-8892-4803-a155-4023b63ed877 None None] For port be3c9fb0-ae0e-44be-b417-919eeb2f0c75, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:40.962341 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-bad4a5d3-8892-4803-a155-4023b63ed877 None None] For port be3c9fb0-ae0e-44be-b417-919eeb2f0c75, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=be3c9fb0-ae0e-44be-b417-919eeb2f0c75,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:44:40.969689 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bad4a5d3-8892-4803-a155-4023b63ed877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:41.021609 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9536b38-e898-401d-981f-3673619aeba6 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Subnet': ['ID=68afc236-ec36-42b7-b68e-dfb153e36a08,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:41.044143 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f9536b38-e898-401d-981f-3673619aeba6 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:41.049637 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f9536b38-e898-401d-981f-3673619aeba6 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/68afc236-ec36-42b7-b68e-dfb153e36a08 HTTP/1.1" status: 204 len: 168 time: 1.4203517 Jul 15 13:44:41.050034 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42470) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:41.096045 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4a5d3-8892-4803-a155-4023b63ed877 None None] Pushing event updated for resources: {'Port': ['ID=be3c9fb0-ae0e-44be-b417-919eeb2f0c75,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:41.148467 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-feb6650f-0b64-428f-973c-89c0e4e68673 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0966961 Jul 15 13:44:41.152071 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42472) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:41.158349 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4888ea4b-23a8-42d1-ad33-35c31b32d832 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:41.424463 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4888ea4b-23a8-42d1-ad33-35c31b32d832 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:41.429660 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4888ea4b-23a8-42d1-ad33-35c31b32d832 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:41.979244 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4888ea4b-23a8-42d1-ad33-35c31b32d832 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:42.009429 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42482) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:42.099080 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4888ea4b-23a8-42d1-ad33-35c31b32d832 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:42.107551 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-4888ea4b-23a8-42d1-ad33-35c31b32d832 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:42.126100 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4888ea4b-23a8-42d1-ad33-35c31b32d832 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:42.126745 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4888ea4b-23a8-42d1-ad33-35c31b32d832 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:42.163925 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888ea4b-23a8-42d1-ad33-35c31b32d832 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Subnet': ['ID=5b292afe-d388-438d-b358-de0332148ca1,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:42.179886 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4888ea4b-23a8-42d1-ad33-35c31b32d832 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0266345 Jul 15 13:44:42.182936 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42486) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:42.188413 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-455efee9-659e-420f-9b4d-c0526d48da80 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1745009558', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:42.239686 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-455efee9-659e-420f-9b4d-c0526d48da80 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:42.241360 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-455efee9-659e-420f-9b4d-c0526d48da80 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:42.252050 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9aff487d-fcdc-4ab7-a657-a388710e4938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:42.365681 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-455efee9-659e-420f-9b4d-c0526d48da80 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:42.374386 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-455efee9-659e-420f-9b4d-c0526d48da80 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:42.451558 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9aff487d-fcdc-4ab7-a657-a388710e4938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:42.460654 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9aff487d-fcdc-4ab7-a657-a388710e4938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:42.472466 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-455efee9-659e-420f-9b4d-c0526d48da80 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:42.473651 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-455efee9-659e-420f-9b4d-c0526d48da80 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2893829 Jul 15 13:44:42.478332 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42488) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:42.529557 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9aff487d-fcdc-4ab7-a657-a388710e4938 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=793385ea5f5d45f4a459b04ec4471283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5188916 Jul 15 13:44:42.530267 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42490) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:42.540477 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff487d-fcdc-4ab7-a657-a388710e4938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf8249e-ee0a-4d66-baab-bb0b36b5ac3f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:42.622663 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79651c94-7d7d-4f84-9ea6-55d0deb14111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:42.645349 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device be3c9fb0-ae0e-44be-b417-919eeb2f0c75 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:42.692085 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79651c94-7d7d-4f84-9ea6-55d0deb14111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:42.744865 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port be3c9fb0-ae0e-44be-b417-919eeb2f0c75 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:42.794703 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79651c94-7d7d-4f84-9ea6-55d0deb14111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:42.797405 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79651c94-7d7d-4f84-9ea6-55d0deb14111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:42.801278 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-79651c94-7d7d-4f84-9ea6-55d0deb14111 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4bf8249e-ee0a-4d66-baab-bb0b36b5ac3f HTTP/1.1" status: 204 len: 168 time: 0.2678332 Jul 15 13:44:42.809528 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79651c94-7d7d-4f84-9ea6-55d0deb14111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf8249e-ee0a-4d66-baab-bb0b36b5ac3f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:42.983809 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c15e3456-6a8d-4bd3-aeca-a0f77c597e00 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:43.076703 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e760cc14-7ec2-4d89-9353-5cf66bab62d5 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:43.228890 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d0fb0137-e8c8-4c81-b167-4a4fda513377 None None] Provisioning for port be3c9fb0-ae0e-44be-b417-919eeb2f0c75 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:43.239826 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d0fb0137-e8c8-4c81-b167-4a4fda513377 None None] Provisioning complete for port be3c9fb0-ae0e-44be-b417-919eeb2f0c75 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:43.240254 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d0fb0137-e8c8-4c81-b167-4a4fda513377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:43.316342 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-c15e3456-6a8d-4bd3-aeca-a0f77c597e00 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Allocated IP 2001:db8::1 (860e390d-7211-433f-9c89-14b305c5b94c/5b292afe-d388-438d-b358-de0332148ca1/fc9ca838-c7dd-40a8-9d0a-3a367363dd0e) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:43.364264 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d0fb0137-e8c8-4c81-b167-4a4fda513377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:43.431879 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d0fb0137-e8c8-4c81-b167-4a4fda513377 None None] For port be3c9fb0-ae0e-44be-b417-919eeb2f0c75, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=be3c9fb0-ae0e-44be-b417-919eeb2f0c75,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:43.449912 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d0fb0137-e8c8-4c81-b167-4a4fda513377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:43.576720 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c15e3456-6a8d-4bd3-aeca-a0f77c597e00 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:43.578932 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb0137-e8c8-4c81-b167-4a4fda513377 None None] Pushing event updated for resources: {'Port': ['ID=be3c9fb0-ae0e-44be-b417-919eeb2f0c75,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:43.610067 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-c15e3456-6a8d-4bd3-aeca-a0f77c597e00 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Transition to ACTIVE for port object fc9ca838-c7dd-40a8-9d0a-3a367363dd0e will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:43.651452 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c15e3456-6a8d-4bd3-aeca-a0f77c597e00 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:43.717951 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e3456-6a8d-4bd3-aeca-a0f77c597e00 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Port': ['ID=fc9ca838-c7dd-40a8-9d0a-3a367363dd0e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:43.725925 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15e3456-6a8d-4bd3-aeca-a0f77c597e00 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:43.728573 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-c15e3456-6a8d-4bd3-aeca-a0f77c597e00 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:43.731656 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15e3456-6a8d-4bd3-aeca-a0f77c597e00 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:43.732371 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c15e3456-6a8d-4bd3-aeca-a0f77c597e00 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:43.784479 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f727cf1b-753d-40dc-9a29-c8316c9db09a None None] Provisioning complete for port be3c9fb0-ae0e-44be-b417-919eeb2f0c75 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:43.785646 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f727cf1b-753d-40dc-9a29-c8316c9db09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:43.934125 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c15e3456-6a8d-4bd3-aeca-a0f77c597e00 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:44.148656 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2182cc03-8158-4dff-a721-ec28055b7ee5 None None] Provisioning for port fc9ca838-c7dd-40a8-9d0a-3a367363dd0e completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:44.157704 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2182cc03-8158-4dff-a721-ec28055b7ee5 None None] Provisioning complete for port fc9ca838-c7dd-40a8-9d0a-3a367363dd0e triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:44.159080 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2182cc03-8158-4dff-a721-ec28055b7ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:44.219419 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2182cc03-8158-4dff-a721-ec28055b7ee5 None None] Port fc9ca838-c7dd-40a8-9d0a-3a367363dd0e cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:44:44.329811 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c15e3456-6a8d-4bd3-aeca-a0f77c597e00 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:44.337684 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c15e3456-6a8d-4bd3-aeca-a0f77c597e00 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:44.338664 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c15e3456-6a8d-4bd3-aeca-a0f77c597e00 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:44.422414 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e3456-6a8d-4bd3-aeca-a0f77c597e00 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Port': ['ID=fc9ca838-c7dd-40a8-9d0a-3a367363dd0e,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:44.488144 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device be3c9fb0-ae0e-44be-b417-919eeb2f0c75 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:44.501471 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15e3456-6a8d-4bd3-aeca-a0f77c597e00 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:44.503070 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-c15e3456-6a8d-4bd3-aeca-a0f77c597e00 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:44.560851 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port be3c9fb0-ae0e-44be-b417-919eeb2f0c75 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:44.561739 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:44.719666 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15e3456-6a8d-4bd3-aeca-a0f77c597e00 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Router 494bea1f-c0e8-4546-bc4c-34e712d3c5c2 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:44:44.822874 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15e3456-6a8d-4bd3-aeca-a0f77c597e00 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:44.828530 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c15e3456-6a8d-4bd3-aeca-a0f77c597e00 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "PUT /v2.0/routers/494bea1f-c0e8-4546-bc4c-34e712d3c5c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3484254 Jul 15 13:44:44.831520 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42536) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:44.838645 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91383103-687a-45ee-b4ac-d15a9891956a None None] Sync routers for ids ['494bea1f-c0e8-4546-bc4c-34e712d3c5c2'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:44.863596 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-600582a0-43a9-4fb6-bab8-698be97bb282 None None] Provisioning complete for port fc9ca838-c7dd-40a8-9d0a-3a367363dd0e triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:44.863957 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-600582a0-43a9-4fb6-bab8-698be97bb282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:44.865542 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91383103-687a-45ee-b4ac-d15a9891956a None None] Routers {'494bea1f-c0e8-4546-bc4c-34e712d3c5c2'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:44.866221 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-91383103-687a-45ee-b4ac-d15a9891956a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:44:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['494bea1f-c0e8-4546-bc4c-34e712d3c5c2'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:44.894268 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59098ff0-e898-4625-b7a9-a0ddaa9b0da3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:44.896031 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-59098ff0-e898-4625-b7a9-a0ddaa9b0da3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports/fc9ca838-c7dd-40a8-9d0a-3a367363dd0e HTTP/1.1" status: 200 len: 911 time: 0.0631704 Jul 15 13:44:44.899336 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42540) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:44.974109 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-600582a0-43a9-4fb6-bab8-698be97bb282 None None] Port fc9ca838-c7dd-40a8-9d0a-3a367363dd0e cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:44:44.987092 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-91383103-687a-45ee-b4ac-d15a9891956a None None] Set router 494bea1f-c0e8-4546-bc4c-34e712d3c5c2 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:44.988749 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4b0cf4-7003-41a0-b050-603221fe54a6 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:44.995436 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4b0cf4-7003-41a0-b050-603221fe54a6 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:44.999952 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42544) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:45.000189 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1b4b0cf4-7003-41a0-b050-603221fe54a6 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0996413 Jul 15 13:44:45.224471 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-91383103-687a-45ee-b4ac-d15a9891956a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494bea1f-c0e8-4546-bc4c-34e712d3c5c2', 'name': 'tempest-NetworksTestDHCPv6-router-1745009558', 'tenant_id': '2157ae18fb374de5a7af4ffb23a64509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:42Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 2, 'project_id': '2157ae18fb374de5a7af4ffb23a64509', 'gw_port_host': None, '_interfaces': [{'id': 'fc9ca838-c7dd-40a8-9d0a-3a367363dd0e', 'name': '', 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'tenant_id': '2157ae18fb374de5a7af4ffb23a64509', 'mac_address': 'fa:16:3e:10:8d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494bea1f-c0e8-4546-bc4c-34e712d3c5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '5b292afe-d388-438d-b358-de0332148ca1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:43Z', 'updated_at': '2021-07-15T13:44:44Z', 'revision_number': 2, 'project_id': '2157ae18fb374de5a7af4ffb23a64509', 'subnets': [{'id': '5b292afe-d388-438d-b358-de0332148ca1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:45.255898 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91383103-687a-45ee-b4ac-d15a9891956a None None] Checking router: 494bea1f-c0e8-4546-bc4c-34e712d3c5c2 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:44:45.255898 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91383103-687a-45ee-b4ac-d15a9891956a None None] Updating router 494bea1f-c0e8-4546-bc4c-34e712d3c5c2 port fc9ca838-c7dd-40a8-9d0a-3a367363dd0e binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:44:45.311630 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-91383103-687a-45ee-b4ac-d15a9891956a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.604843 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1efdcd55-f6ee-46eb-992c-d5775cff966a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.695882 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-91383103-687a-45ee-b4ac-d15a9891956a None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.709817 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-91383103-687a-45ee-b4ac-d15a9891956a None None] Transition to ACTIVE for port object fc9ca838-c7dd-40a8-9d0a-3a367363dd0e will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:45.718617 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-91383103-687a-45ee-b4ac-d15a9891956a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.769402 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a949fc-4998-479b-95c9-1739442963c1 None None] Pushing event updated for resources: {'Port': ['ID=fc9ca838-c7dd-40a8-9d0a-3a367363dd0e,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:45.844431 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42566) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:45.849801 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a787778d-34b4-4cef-bf59-90f6a576e192 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Request body: {'network': {'name': 'tempest-network-smoke--371176354', 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'port_security_enabled': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:45.888218 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a787778d-34b4-4cef-bf59-90f6a576e192 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Made reservation on behalf of 8f9c863093174d29a2d5efec5bb85c93 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:45.898459 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a787778d-34b4-4cef-bf59-90f6a576e192 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.918235 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a787778d-34b4-4cef-bf59-90f6a576e192 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.956223 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-91383103-687a-45ee-b4ac-d15a9891956a None None] Attempting to bind port fc9ca838-c7dd-40a8-9d0a-3a367363dd0e on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:44:45.956821 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-91383103-687a-45ee-b4ac-d15a9891956a None None] Attempting to bind port fc9ca838-c7dd-40a8-9d0a-3a367363dd0e by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:44:45.957384 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91383103-687a-45ee-b4ac-d15a9891956a None None] Attempting to bind port fc9ca838-c7dd-40a8-9d0a-3a367363dd0e on network 860e390d-7211-433f-9c89-14b305c5b94c {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:45.984835 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91383103-687a-45ee-b4ac-d15a9891956a None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:44:45.995695 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91383103-687a-45ee-b4ac-d15a9891956a None None] Checking segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:45.996374 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-91383103-687a-45ee-b4ac-d15a9891956a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.996913 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91383103-687a-45ee-b4ac-d15a9891956a None None] Bound using segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:44:45.997717 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-91383103-687a-45ee-b4ac-d15a9891956a None None] Bound port: fc9ca838-c7dd-40a8-9d0a-3a367363dd0e, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:44:45.998240 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-91383103-687a-45ee-b4ac-d15a9891956a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:46.058707 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a787778d-34b4-4cef-bf59-90f6a576e192 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:46.064174 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a787778d-34b4-4cef-bf59-90f6a576e192 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:46.083799 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a787778d-34b4-4cef-bf59-90f6a576e192 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:44:46.109279 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a787778d-34b4-4cef-bf59-90f6a576e192 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:46.109870 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-a787778d-34b4-4cef-bf59-90f6a576e192 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Added segment ef3ca3e2-29bd-4008-a648-033370dd6001 of type vlan for network 0f679832-8c15-424e-962e-bd9eb24b2afd Jul 15 13:44:46.184999 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a787778d-34b4-4cef-bf59-90f6a576e192 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:46.194305 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a787778d-34b4-4cef-bf59-90f6a576e192 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e847a03-61cc-480b-8c7d-50f6829cb10a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:46.221488 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-91383103-687a-45ee-b4ac-d15a9891956a None None] For port fc9ca838-c7dd-40a8-9d0a-3a367363dd0e, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:46.232326 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-91383103-687a-45ee-b4ac-d15a9891956a None None] For port fc9ca838-c7dd-40a8-9d0a-3a367363dd0e, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=fc9ca838-c7dd-40a8-9d0a-3a367363dd0e,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:44:46.238521 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a787778d-34b4-4cef-bf59-90f6a576e192 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:46.241019 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-91383103-687a-45ee-b4ac-d15a9891956a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:46.246042 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a787778d-34b4-4cef-bf59-90f6a576e192 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:46.247013 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a787778d-34b4-4cef-bf59-90f6a576e192 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:46.334286 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a787778d-34b4-4cef-bf59-90f6a576e192 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4886820 Jul 15 13:44:46.340264 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-1efdcd55-f6ee-46eb-992c-d5775cff966a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting port fc9ca838-c7dd-40a8-9d0a-3a367363dd0e {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:46.340637 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1efdcd55-f6ee-46eb-992c-d5775cff966a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:46.345828 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42568) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:46.351959 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a29ba617-44f4-4eeb-85ea-6e87381fd1a3 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1100701626', 'admin_state_up': True, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:46.370500 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a787778d-34b4-4cef-bf59-90f6a576e192 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Pushing event updated for resources: {'Network': ['ID=0f679832-8c15-424e-962e-bd9eb24b2afd,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:46.416006 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 0f679832-8c15-424e-962e-bd9eb24b2afd details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:44:46.467828 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a949fc-4998-479b-95c9-1739442963c1 None None] Pushing event updated for resources: {'Port': ['ID=fc9ca838-c7dd-40a8-9d0a-3a367363dd0e,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:46.473894 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91383103-687a-45ee-b4ac-d15a9891956a None None] Routers {'494bea1f-c0e8-4546-bc4c-34e712d3c5c2'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:46.474935 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-91383103-687a-45ee-b4ac-d15a9891956a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:44:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['494bea1f-c0e8-4546-bc4c-34e712d3c5c2'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:46.498882 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a29ba617-44f4-4eeb-85ea-6e87381fd1a3 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:46.500070 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a29ba617-44f4-4eeb-85ea-6e87381fd1a3 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:46.586136 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-1efdcd55-f6ee-46eb-992c-d5775cff966a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] For port fc9ca838-c7dd-40a8-9d0a-3a367363dd0e, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=fc9ca838-c7dd-40a8-9d0a-3a367363dd0e,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:46.587221 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1efdcd55-f6ee-46eb-992c-d5775cff966a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:46.611631 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-91383103-687a-45ee-b4ac-d15a9891956a None None] Set router 494bea1f-c0e8-4546-bc4c-34e712d3c5c2 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:46.665792 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a29ba617-44f4-4eeb-85ea-6e87381fd1a3 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:46.672016 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-1efdcd55-f6ee-46eb-992c-d5775cff966a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Calling delete_port for fc9ca838-c7dd-40a8-9d0a-3a367363dd0e owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:46.865507 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-91383103-687a-45ee-b4ac-d15a9891956a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494bea1f-c0e8-4546-bc4c-34e712d3c5c2', 'name': 'tempest-NetworksTestDHCPv6-router-1745009558', 'tenant_id': '2157ae18fb374de5a7af4ffb23a64509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:42Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 2, 'project_id': '2157ae18fb374de5a7af4ffb23a64509', 'gw_port_host': None, '_interfaces': [{'id': 'fc9ca838-c7dd-40a8-9d0a-3a367363dd0e', 'name': '', 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'tenant_id': '2157ae18fb374de5a7af4ffb23a64509', 'mac_address': 'fa:16:3e:10:8d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494bea1f-c0e8-4546-bc4c-34e712d3c5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '5b292afe-d388-438d-b358-de0332148ca1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:43Z', 'updated_at': '2021-07-15T13:44:46Z', 'revision_number': 4, 'project_id': '2157ae18fb374de5a7af4ffb23a64509', 'subnets': [{'id': '5b292afe-d388-438d-b358-de0332148ca1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:46.901818 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91383103-687a-45ee-b4ac-d15a9891956a None None] The sync data for ids ['494bea1f-c0e8-4546-bc4c-34e712d3c5c2'] in n-d-758944-45 is: [{'id': '494bea1f-c0e8-4546-bc4c-34e712d3c5c2', 'name': 'tempest-NetworksTestDHCPv6-router-1745009558', 'tenant_id': '2157ae18fb374de5a7af4ffb23a64509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:42Z', 'updated_at': '2021-07-15T13:44:43Z', 'revision_number': 2, 'project_id': '2157ae18fb374de5a7af4ffb23a64509', 'gw_port_host': None, '_interfaces': [{'id': 'fc9ca838-c7dd-40a8-9d0a-3a367363dd0e', 'name': '', 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'tenant_id': '2157ae18fb374de5a7af4ffb23a64509', 'mac_address': 'fa:16:3e:10:8d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494bea1f-c0e8-4546-bc4c-34e712d3c5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '5b292afe-d388-438d-b358-de0332148ca1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:43Z', 'updated_at': '2021-07-15T13:44:46Z', 'revision_number': 4, 'project_id': '2157ae18fb374de5a7af4ffb23a64509', 'subnets': [{'id': '5b292afe-d388-438d-b358-de0332148ca1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:44:46.904270 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a29ba617-44f4-4eeb-85ea-6e87381fd1a3 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:47.098823 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1efdcd55-f6ee-46eb-992c-d5775cff966a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:47.136710 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efdcd55-f6ee-46eb-992c-d5775cff966a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Port': ['ID=fc9ca838-c7dd-40a8-9d0a-3a367363dd0e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:47.351166 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1efdcd55-f6ee-46eb-992c-d5775cff966a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:47.386426 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a29ba617-44f4-4eeb-85ea-6e87381fd1a3 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:47.411559 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a29ba617-44f4-4eeb-85ea-6e87381fd1a3 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:47.697405 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efdcd55-f6ee-46eb-992c-d5775cff966a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Router 494bea1f-c0e8-4546-bc4c-34e712d3c5c2 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:44:47.732483 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-a29ba617-44f4-4eeb-85ea-6e87381fd1a3 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Allocated IP 172.25.6.45 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/684d45a4-aa76-45ea-bf87-53e66fde50e3) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:47.813608 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efdcd55-f6ee-46eb-992c-d5775cff966a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:47.831654 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1efdcd55-f6ee-46eb-992c-d5775cff966a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "PUT /v2.0/routers/494bea1f-c0e8-4546-bc4c-34e712d3c5c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8305273 Jul 15 13:44:47.834968 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42582) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:47.902012 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6c48b4-4a4f-47a5-8d51-712e3931e191 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:47.903769 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6c48b4-4a4f-47a5-8d51-712e3931e191 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:47.905468 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4f6c48b4-4a4f-47a5-8d51-712e3931e191 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0690873 Jul 15 13:44:47.908308 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42584) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:48.047650 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a29ba617-44f4-4eeb-85ea-6e87381fd1a3 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:48.051367 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-570ead90-2427-4512-877f-2765bb53c941 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting subnet 5b292afe-d388-438d-b358-de0332148ca1 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:44:48.051367 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-570ead90-2427-4512-877f-2765bb53c941 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:48.052774 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a29ba617-44f4-4eeb-85ea-6e87381fd1a3 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:48.070131 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-570ead90-2427-4512-877f-2765bb53c941 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:48.132209 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-570ead90-2427-4512-877f-2765bb53c941 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:48.134960 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29ba617-44f4-4eeb-85ea-6e87381fd1a3 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:48.142518 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-a29ba617-44f4-4eeb-85ea-6e87381fd1a3 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:48.146591 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29ba617-44f4-4eeb-85ea-6e87381fd1a3 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:48.199837 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ba617-44f4-4eeb-85ea-6e87381fd1a3 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Pushing event updated for resources: {'Port': ['ID=684d45a4-aa76-45ea-bf87-53e66fde50e3,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:48.209486 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-570ead90-2427-4512-877f-2765bb53c941 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:48.252726 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ead90-2427-4512-877f-2765bb53c941 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Subnet': ['ID=5b292afe-d388-438d-b358-de0332148ca1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:48.261309 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-570ead90-2427-4512-877f-2765bb53c941 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:48.268058 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-570ead90-2427-4512-877f-2765bb53c941 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/5b292afe-d388-438d-b358-de0332148ca1 HTTP/1.1" status: 204 len: 168 time: 0.3549309 Jul 15 13:44:48.271768 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42588) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:48.272949 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29bfcc2-da70-43c3-909f-c5fe735efef2 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:48.439506 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-db45d7d4-6f4b-4e43-85f7-d84b21e60eaf tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1658502 Jul 15 13:44:48.443471 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42590) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:48.535488 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19a54c3-158b-453c-a14c-941acf3caafe None None] DHCP port deletion for 860e390d-7211-433f-9c89-14b305c5b94c request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:44:48.538735 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1109330e-c96d-40a0-856d-378f5e53ee48 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:48.581609 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a29ba617-44f4-4eeb-85ea-6e87381fd1a3 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:48.639439 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d19a54c3-158b-453c-a14c-941acf3caafe None None] Deleting port be3c9fb0-ae0e-44be-b417-919eeb2f0c75 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:48.640095 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d19a54c3-158b-453c-a14c-941acf3caafe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:48.782467 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d19a54c3-158b-453c-a14c-941acf3caafe None None] For port be3c9fb0-ae0e-44be-b417-919eeb2f0c75, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=be3c9fb0-ae0e-44be-b417-919eeb2f0c75,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:48.782880 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d19a54c3-158b-453c-a14c-941acf3caafe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:48.853973 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d19a54c3-158b-453c-a14c-941acf3caafe None None] Calling delete_port for be3c9fb0-ae0e-44be-b417-919eeb2f0c75 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:48.899391 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1109330e-c96d-40a0-856d-378f5e53ee48 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:48.902625 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1109330e-c96d-40a0-856d-378f5e53ee48 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:48.971367 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1109330e-c96d-40a0-856d-378f5e53ee48 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:48.972554 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1109330e-c96d-40a0-856d-378f5e53ee48 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Fanout notify agent at l3_agent the message router_deleted on router 494bea1f-c0e8-4546-bc4c-34e712d3c5c2 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:44:48.987752 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1109330e-c96d-40a0-856d-378f5e53ee48 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:48.992301 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1109330e-c96d-40a0-856d-378f5e53ee48 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/routers/494bea1f-c0e8-4546-bc4c-34e712d3c5c2 HTTP/1.1" status: 204 len: 168 time: 0.5450394 Jul 15 13:44:48.993949 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42592) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:48.999910 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d19a54c3-158b-453c-a14c-941acf3caafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:49.005189 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d711c316-6860-4974-8844-77bb2601cc37 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:49.055202 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19a54c3-158b-453c-a14c-941acf3caafe None None] No DVR routers for this DVR port be3c9fb0-ae0e-44be-b417-919eeb2f0c75 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:44:49.057641 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a54c3-158b-453c-a14c-941acf3caafe None None] Pushing event deleted for resources: {'Port': ['ID=be3c9fb0-ae0e-44be-b417-919eeb2f0c75,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:49.120068 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d5ba9b-44d0-4f8c-b4dc-c39e6b0ba266 None None] Sync routers for ids ['494bea1f-c0e8-4546-bc4c-34e712d3c5c2'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:49.132317 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d5ba9b-44d0-4f8c-b4dc-c39e6b0ba266 None None] Routers set() bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:49.133013 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d5ba9b-44d0-4f8c-b4dc-c39e6b0ba266 None None] Router IDs set() for agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 13:44:49.134663 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_agentschedulers_db [None req-95d5ba9b-44d0-4f8c-b4dc-c39e6b0ba266 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'494bea1f-c0e8-4546-bc4c-34e712d3c5c2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:44:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent'). {{(pid=93816) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 13:44:49.147426 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d5ba9b-44d0-4f8c-b4dc-c39e6b0ba266 None None] Routers set() bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:49.148016 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d5ba9b-44d0-4f8c-b4dc-c39e6b0ba266 None None] Router IDs set() for agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 13:44:49.149615 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_agentschedulers_db [None req-95d5ba9b-44d0-4f8c-b4dc-c39e6b0ba266 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'494bea1f-c0e8-4546-bc4c-34e712d3c5c2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:44:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent'). {{(pid=93816) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 13:44:49.150221 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d5ba9b-44d0-4f8c-b4dc-c39e6b0ba266 None None] The sync data for ids ['494bea1f-c0e8-4546-bc4c-34e712d3c5c2'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:44:49.165629 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d711c316-6860-4974-8844-77bb2601cc37 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:49.170469 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d711c316-6860-4974-8844-77bb2601cc37 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:49.364979 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a29ba617-44f4-4eeb-85ea-6e87381fd1a3 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:49.412486 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d711c316-6860-4974-8844-77bb2601cc37 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:49.474482 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d711c316-6860-4974-8844-77bb2601cc37 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:49.476239 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711c316-6860-4974-8844-77bb2601cc37 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Subnet': ['ID=72423c1e-7c79-4d55-a501-fed71de784ca,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:49.480729 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d711c316-6860-4974-8844-77bb2601cc37 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:49.483727 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d711c316-6860-4974-8844-77bb2601cc37 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:49.484204 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d711c316-6860-4974-8844-77bb2601cc37 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:49.491759 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8527ad1a-5ff6-4a17-9842-8ded39bed1fc None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:49.509409 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d711c316-6860-4974-8844-77bb2601cc37 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5133498 Jul 15 13:44:49.511938 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42596) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:49.518043 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1f7b3e13-fb6e-472b-ad77-d159e1a26640 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1159608594', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:49.552537 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f7b3e13-fb6e-472b-ad77-d159e1a26640 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:49.553897 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f7b3e13-fb6e-472b-ad77-d159e1a26640 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:49.561332 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29ba617-44f4-4eeb-85ea-6e87381fd1a3 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Router 45c8dba4-bbd4-4cca-86c7-1fe12daeea29 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:44:49.653991 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f7b3e13-fb6e-472b-ad77-d159e1a26640 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:49.661422 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f7b3e13-fb6e-472b-ad77-d159e1a26640 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:49.688608 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f7b3e13-fb6e-472b-ad77-d159e1a26640 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:49.693817 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1f7b3e13-fb6e-472b-ad77-d159e1a26640 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1770704 Jul 15 13:44:49.695222 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42598) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:49.727736 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb6c0c6-48f2-4357-bde8-ad2a9af9ac1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-860e390d-7211-433f-9c89-14b305c5b94c', 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'tenant_id': '2157ae18fb374de5a7af4ffb23a64509', 'fixed_ips': [{'subnet_id': '72423c1e-7c79-4d55-a501-fed71de784ca'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:44:49.728871 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fdb6c0c6-48f2-4357-bde8-ad2a9af9ac1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:49.756456 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29ba617-44f4-4eeb-85ea-6e87381fd1a3 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:49.767680 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efaa05f-ad52-414f-852d-a6c69f252c90 None None] Sync routers for ids ['45c8dba4-bbd4-4cca-86c7-1fe12daeea29'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:49.790228 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a29ba617-44f4-4eeb-85ea-6e87381fd1a3 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:49.791671 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a29ba617-44f4-4eeb-85ea-6e87381fd1a3 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.4448314 Jul 15 13:44:49.795290 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42600) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:49.902408 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efaa05f-ad52-414f-852d-a6c69f252c90 None None] Routers {'45c8dba4-bbd4-4cca-86c7-1fe12daeea29'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:49.903077 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0efaa05f-ad52-414f-852d-a6c69f252c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:44:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['45c8dba4-bbd4-4cca-86c7-1fe12daeea29'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:50.009648 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-44091f70-0a8d-44ee-94de-f9f6e988bbc0 tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=8f9c863093174d29a2d5efec5bb85c93&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2127626 Jul 15 13:44:50.012165 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42604) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:50.118368 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a3f29e7-005f-49e8-8779-34cca4277a8b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:50.140627 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-fdb6c0c6-48f2-4357-bde8-ad2a9af9ac1c None None] Allocated IP 2001:db8::2 (860e390d-7211-433f-9c89-14b305c5b94c/72423c1e-7c79-4d55-a501-fed71de784ca/b018079f-991e-4cfa-865e-2fb1b122dd3a) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:50.240933 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-0efaa05f-ad52-414f-852d-a6c69f252c90 None None] Set router 45c8dba4-bbd4-4cca-86c7-1fe12daeea29 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:50.291585 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ef6282-71c5-4785-9c3f-9e521ba93c1d tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:50.297297 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-54ef6282-71c5-4785-9c3f-9e521ba93c1d tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2834322 Jul 15 13:44:50.298358 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42606) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:50.353299 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-044c7519-45cc-4481-9063-cfc33ba11f9f tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0b352371-cfe9-4be4-934e-718e319584db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0533435 Jul 15 13:44:50.354407 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42612) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:50.361138 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-66218763-2c6e-4162-8e4a-5412901985ec tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-528949907', 'network_id': '0f679832-8c15-424e-962e-bd9eb24b2afd', 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:50.530046 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66218763-2c6e-4162-8e4a-5412901985ec tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Made reservation on behalf of 8f9c863093174d29a2d5efec5bb85c93 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:50.547189 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66218763-2c6e-4162-8e4a-5412901985ec tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:50.548162 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device fc9ca838-c7dd-40a8-9d0a-3a367363dd0e no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:44:50.550567 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fdb6c0c6-48f2-4357-bde8-ad2a9af9ac1c None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:50.587097 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fdb6c0c6-48f2-4357-bde8-ad2a9af9ac1c None None] Transition to ACTIVE for port object b018079f-991e-4cfa-865e-2fb1b122dd3a will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:50.588913 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: fc9ca838-c7dd-40a8-9d0a-3a367363dd0e {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:44:50.589247 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device fc9ca838-c7dd-40a8-9d0a-3a367363dd0e not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:44:50.589662 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device be3c9fb0-ae0e-44be-b417-919eeb2f0c75 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:44:50.633691 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: be3c9fb0-ae0e-44be-b417-919eeb2f0c75 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:44:50.633691 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device be3c9fb0-ae0e-44be-b417-919eeb2f0c75 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:44:50.651186 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fdb6c0c6-48f2-4357-bde8-ad2a9af9ac1c None None] Transition to ACTIVE for port object b018079f-991e-4cfa-865e-2fb1b122dd3a will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:50.662251 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fdb6c0c6-48f2-4357-bde8-ad2a9af9ac1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:50.717463 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb6c0c6-48f2-4357-bde8-ad2a9af9ac1c None None] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:50.725992 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-fdb6c0c6-48f2-4357-bde8-ad2a9af9ac1c None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:50.732855 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb6c0c6-48f2-4357-bde8-ad2a9af9ac1c None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:50.737372 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6c0c6-48f2-4357-bde8-ad2a9af9ac1c None None] Pushing event updated for resources: {'Port': ['ID=b018079f-991e-4cfa-865e-2fb1b122dd3a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:50.742462 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0efaa05f-ad52-414f-852d-a6c69f252c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1100701626', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '684d45a4-aa76-45ea-bf87-53e66fde50e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:46Z', 'updated_at': '2021-07-15T13:44:48Z', 'revision_number': 3, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'gw_port': {'id': '684d45a4-aa76-45ea-bf87-53e66fde50e3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:47Z', 'updated_at': '2021-07-15T13:44:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:50.773105 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-3a3f29e7-005f-49e8-8779-34cca4277a8b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Allocated IP 2001:db8::1 (860e390d-7211-433f-9c89-14b305c5b94c/72423c1e-7c79-4d55-a501-fed71de784ca/c2bb48a3-6107-4e19-a894-fd7cd424fcd2) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:50.779364 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efaa05f-ad52-414f-852d-a6c69f252c90 None None] Checking router: 45c8dba4-bbd4-4cca-86c7-1fe12daeea29 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:44:50.779364 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efaa05f-ad52-414f-852d-a6c69f252c90 None None] Updating router 45c8dba4-bbd4-4cca-86c7-1fe12daeea29 port 684d45a4-aa76-45ea-bf87-53e66fde50e3 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:44:50.904535 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-fdb6c0c6-48f2-4357-bde8-ad2a9af9ac1c None None] Attempting to bind port b018079f-991e-4cfa-865e-2fb1b122dd3a on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:44:50.905021 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-fdb6c0c6-48f2-4357-bde8-ad2a9af9ac1c None None] Attempting to bind port b018079f-991e-4cfa-865e-2fb1b122dd3a by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:44:50.905587 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6c0c6-48f2-4357-bde8-ad2a9af9ac1c None None] Attempting to bind port b018079f-991e-4cfa-865e-2fb1b122dd3a on network 860e390d-7211-433f-9c89-14b305c5b94c {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:50.910848 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0efaa05f-ad52-414f-852d-a6c69f252c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:50.949838 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6c0c6-48f2-4357-bde8-ad2a9af9ac1c None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:44:50.950449 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6c0c6-48f2-4357-bde8-ad2a9af9ac1c None None] Checking segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:50.951103 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fdb6c0c6-48f2-4357-bde8-ad2a9af9ac1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:50.951725 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6c0c6-48f2-4357-bde8-ad2a9af9ac1c None None] Bound using segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:44:50.952200 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66218763-2c6e-4162-8e4a-5412901985ec tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:50.952516 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-fdb6c0c6-48f2-4357-bde8-ad2a9af9ac1c None None] Bound port: b018079f-991e-4cfa-865e-2fb1b122dd3a, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:44:50.953127 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fdb6c0c6-48f2-4357-bde8-ad2a9af9ac1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:50.956598 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1dce6aa2-8ea6-4834-bfe8-88c3d4def6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:50.978896 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a3f29e7-005f-49e8-8779-34cca4277a8b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:51.011556 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3a3f29e7-005f-49e8-8779-34cca4277a8b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Transition to ACTIVE for port object c2bb48a3-6107-4e19-a894-fd7cd424fcd2 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:51.062571 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66218763-2c6e-4162-8e4a-5412901985ec tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Pushing event updated for resources: {'Subnet': ['ID=4d5d211f-c486-400f-80ab-d96ff9b75da8,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:51.089820 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a3f29e7-005f-49e8-8779-34cca4277a8b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:51.105096 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66218763-2c6e-4162-8e4a-5412901985ec tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Checking segment: {'id': 'ef3ca3e2-29bd-4008-a648-033370dd6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f679832-8c15-424e-962e-bd9eb24b2afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:51.105528 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66218763-2c6e-4162-8e4a-5412901985ec tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Network hostable DHCP agents. Network: 0f679832-8c15-424e-962e-bd9eb24b2afd, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:44:51.144008 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3f29e7-005f-49e8-8779-34cca4277a8b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:51.145597 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66218763-2c6e-4162-8e4a-5412901985ec tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Network 0f679832-8c15-424e-962e-bd9eb24b2afd is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:44:51.148591 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-3a3f29e7-005f-49e8-8779-34cca4277a8b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:51.153889 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3f29e7-005f-49e8-8779-34cca4277a8b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:51.154680 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a3f29e7-005f-49e8-8779-34cca4277a8b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:51.174328 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-66218763-2c6e-4162-8e4a-5412901985ec tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 0f679832-8c15-424e-962e-bd9eb24b2afd) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:51.196082 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66218763-2c6e-4162-8e4a-5412901985ec tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:51.196708 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66218763-2c6e-4162-8e4a-5412901985ec tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:51.199939 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f29e7-005f-49e8-8779-34cca4277a8b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Port': ['ID=c2bb48a3-6107-4e19-a894-fd7cd424fcd2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:51.217077 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-66218763-2c6e-4162-8e4a-5412901985ec tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8607805 Jul 15 13:44:51.220093 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42616) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:51.220338 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988bb1ba-ce51-42d3-8936-fd7307483f2b None None] Network 0f679832-8c15-424e-962e-bd9eb24b2afd requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:51.346212 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a3f29e7-005f-49e8-8779-34cca4277a8b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:51.358539 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-fdb6c0c6-48f2-4357-bde8-ad2a9af9ac1c None None] For port b018079f-991e-4cfa-865e-2fb1b122dd3a, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:51.443530 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-fdb6c0c6-48f2-4357-bde8-ad2a9af9ac1c None None] For port b018079f-991e-4cfa-865e-2fb1b122dd3a, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b018079f-991e-4cfa-865e-2fb1b122dd3a,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:44:51.466615 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fdb6c0c6-48f2-4357-bde8-ad2a9af9ac1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:51.611248 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6c0c6-48f2-4357-bde8-ad2a9af9ac1c None None] Pushing event updated for resources: {'Port': ['ID=b018079f-991e-4cfa-865e-2fb1b122dd3a,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:51.692297 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0efaa05f-ad52-414f-852d-a6c69f252c90 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:51.745688 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0efaa05f-ad52-414f-852d-a6c69f252c90 None None] Transition to ACTIVE for port object 684d45a4-aa76-45ea-bf87-53e66fde50e3 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:51.765189 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0efaa05f-ad52-414f-852d-a6c69f252c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:51.774306 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a3f29e7-005f-49e8-8779-34cca4277a8b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:51.782190 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a3f29e7-005f-49e8-8779-34cca4277a8b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:51.784356 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a3f29e7-005f-49e8-8779-34cca4277a8b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:51.866082 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112b45e-518f-4072-ad78-becbe7faafd2 None None] Pushing event updated for resources: {'Port': ['ID=684d45a4-aa76-45ea-bf87-53e66fde50e3,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:51.884685 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f29e7-005f-49e8-8779-34cca4277a8b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Port': ['ID=c2bb48a3-6107-4e19-a894-fd7cd424fcd2,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:51.926977 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd69e915-3648-4fcf-9dca-1950048e56d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-0f679832-8c15-424e-962e-bd9eb24b2afd', 'network_id': '0f679832-8c15-424e-962e-bd9eb24b2afd', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'fixed_ips': [{'subnet_id': '4d5d211f-c486-400f-80ab-d96ff9b75da8'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:44:51.927845 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd69e915-3648-4fcf-9dca-1950048e56d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:52.005409 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a123d25-22d3-4b1f-8fe6-15caa36c392e tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:52.021690 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3f29e7-005f-49e8-8779-34cca4277a8b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:52.024083 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-3a3f29e7-005f-49e8-8779-34cca4277a8b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:52.140436 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-fd69e915-3648-4fcf-9dca-1950048e56d0 None None] Allocated IP 172.20.0.2 (0f679832-8c15-424e-962e-bd9eb24b2afd/4d5d211f-c486-400f-80ab-d96ff9b75da8/469cea5c-4072-43c8-b25f-891bfdef7763) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:52.187687 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-0efaa05f-ad52-414f-852d-a6c69f252c90 None None] Attempting to bind port 684d45a4-aa76-45ea-bf87-53e66fde50e3 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:44:52.188063 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-0efaa05f-ad52-414f-852d-a6c69f252c90 None None] Attempting to bind port 684d45a4-aa76-45ea-bf87-53e66fde50e3 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:44:52.188491 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efaa05f-ad52-414f-852d-a6c69f252c90 None None] Attempting to bind port 684d45a4-aa76-45ea-bf87-53e66fde50e3 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:52.198626 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efaa05f-ad52-414f-852d-a6c69f252c90 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:44:52.199006 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efaa05f-ad52-414f-852d-a6c69f252c90 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:52.199416 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0efaa05f-ad52-414f-852d-a6c69f252c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:52.199818 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efaa05f-ad52-414f-852d-a6c69f252c90 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:44:52.200309 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-0efaa05f-ad52-414f-852d-a6c69f252c90 None None] Bound port: 684d45a4-aa76-45ea-bf87-53e66fde50e3, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:44:52.200701 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0efaa05f-ad52-414f-852d-a6c69f252c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:52.307431 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3f29e7-005f-49e8-8779-34cca4277a8b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Router e455b268-4919-48ba-9126-a6bdc4a24efe is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:44:52.313442 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-0efaa05f-ad52-414f-852d-a6c69f252c90 None None] For port 684d45a4-aa76-45ea-bf87-53e66fde50e3, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:52.319329 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-0efaa05f-ad52-414f-852d-a6c69f252c90 None None] For port 684d45a4-aa76-45ea-bf87-53e66fde50e3, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=684d45a4-aa76-45ea-bf87-53e66fde50e3,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:44:52.327765 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0efaa05f-ad52-414f-852d-a6c69f252c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:52.438670 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd69e915-3648-4fcf-9dca-1950048e56d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:52.453173 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112b45e-518f-4072-ad78-becbe7faafd2 None None] Pushing event updated for resources: {'Port': ['ID=684d45a4-aa76-45ea-bf87-53e66fde50e3,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:52.456555 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fd69e915-3648-4fcf-9dca-1950048e56d0 None None] Transition to ACTIVE for port object 469cea5c-4072-43c8-b25f-891bfdef7763 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:52.458550 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efaa05f-ad52-414f-852d-a6c69f252c90 None None] Routers {'45c8dba4-bbd4-4cca-86c7-1fe12daeea29'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:52.459175 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0efaa05f-ad52-414f-852d-a6c69f252c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:44:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['45c8dba4-bbd4-4cca-86c7-1fe12daeea29'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:52.493414 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3f29e7-005f-49e8-8779-34cca4277a8b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:52.501806 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3a3f29e7-005f-49e8-8779-34cca4277a8b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "PUT /v2.0/routers/e455b268-4919-48ba-9126-a6bdc4a24efe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8053465 Jul 15 13:44:52.504742 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42620) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:52.508809 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b2f0e5-dca0-4107-8404-cfa2186f51b6 None None] Sync routers for ids ['e455b268-4919-48ba-9126-a6bdc4a24efe'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:52.525089 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b2f0e5-dca0-4107-8404-cfa2186f51b6 None None] Routers {'e455b268-4919-48ba-9126-a6bdc4a24efe'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:52.526395 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e1b2f0e5-dca0-4107-8404-cfa2186f51b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:44:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['e455b268-4919-48ba-9126-a6bdc4a24efe'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:52.671615 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce31287b-51d9-45bf-b2a0-ac3aa894c074 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:52.675903 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ce31287b-51d9-45bf-b2a0-ac3aa894c074 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports/c2bb48a3-6107-4e19-a894-fd7cd424fcd2 HTTP/1.1" status: 200 len: 911 time: 0.1670799 Jul 15 13:44:52.676604 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42624) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:52.721685 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-e1b2f0e5-dca0-4107-8404-cfa2186f51b6 None None] Set router e455b268-4919-48ba-9126-a6bdc4a24efe gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:52.828399 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fd69e915-3648-4fcf-9dca-1950048e56d0 None None] Transition to ACTIVE for port object 469cea5c-4072-43c8-b25f-891bfdef7763 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:52.835713 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b018079f-991e-4cfa-865e-2fb1b122dd3a up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:52.842366 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd69e915-3648-4fcf-9dca-1950048e56d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:52.934654 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd69e915-3648-4fcf-9dca-1950048e56d0 None None] Network 0f679832-8c15-424e-962e-bd9eb24b2afd is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:52.951521 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-fd69e915-3648-4fcf-9dca-1950048e56d0 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:52.960761 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd69e915-3648-4fcf-9dca-1950048e56d0 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:52.977254 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-0efaa05f-ad52-414f-852d-a6c69f252c90 None None] Set router 45c8dba4-bbd4-4cca-86c7-1fe12daeea29 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:53.047205 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-1a123d25-22d3-4b1f-8fe6-15caa36c392e tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Allocated IP 172.20.0.1 (0f679832-8c15-424e-962e-bd9eb24b2afd/4d5d211f-c486-400f-80ab-d96ff9b75da8/29f20b4d-6f30-4f41-a2c7-03be423bb59f) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:53.106705 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69e915-3648-4fcf-9dca-1950048e56d0 None None] Pushing event updated for resources: {'Port': ['ID=469cea5c-4072-43c8-b25f-891bfdef7763,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:53.291397 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port b018079f-991e-4cfa-865e-2fb1b122dd3a completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:53.292277 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a123d25-22d3-4b1f-8fe6-15caa36c392e tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:53.304610 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-fd69e915-3648-4fcf-9dca-1950048e56d0 None None] Attempting to bind port 469cea5c-4072-43c8-b25f-891bfdef7763 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:44:53.305712 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-fd69e915-3648-4fcf-9dca-1950048e56d0 None None] Attempting to bind port 469cea5c-4072-43c8-b25f-891bfdef7763 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'ef3ca3e2-29bd-4008-a648-033370dd6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f679832-8c15-424e-962e-bd9eb24b2afd'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:44:53.306160 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd69e915-3648-4fcf-9dca-1950048e56d0 None None] Attempting to bind port 469cea5c-4072-43c8-b25f-891bfdef7763 on network 0f679832-8c15-424e-962e-bd9eb24b2afd {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:53.319587 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd69e915-3648-4fcf-9dca-1950048e56d0 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:44:53.319965 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd69e915-3648-4fcf-9dca-1950048e56d0 None None] Checking segment: {'id': 'ef3ca3e2-29bd-4008-a648-033370dd6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f679832-8c15-424e-962e-bd9eb24b2afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:53.320723 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd69e915-3648-4fcf-9dca-1950048e56d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:53.321116 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd69e915-3648-4fcf-9dca-1950048e56d0 None None] Bound using segment: {'id': 'ef3ca3e2-29bd-4008-a648-033370dd6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f679832-8c15-424e-962e-bd9eb24b2afd'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:44:53.321659 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-fd69e915-3648-4fcf-9dca-1950048e56d0 None None] Bound port: 469cea5c-4072-43c8-b25f-891bfdef7763, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3ca3e2-29bd-4008-a648-033370dd6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f679832-8c15-424e-962e-bd9eb24b2afd'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:44:53.322638 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd69e915-3648-4fcf-9dca-1950048e56d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:53.326546 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:53.333626 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-1a123d25-22d3-4b1f-8fe6-15caa36c392e tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Transition to ACTIVE for port object 29f20b4d-6f30-4f41-a2c7-03be423bb59f will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:53.348682 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e1b2f0e5-dca0-4107-8404-cfa2186f51b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e455b268-4919-48ba-9126-a6bdc4a24efe', 'name': 'tempest-NetworksTestDHCPv6-router-1159608594', 'tenant_id': '2157ae18fb374de5a7af4ffb23a64509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:49Z', 'updated_at': '2021-07-15T13:44:51Z', 'revision_number': 2, 'project_id': '2157ae18fb374de5a7af4ffb23a64509', 'gw_port_host': None, '_interfaces': [{'id': 'c2bb48a3-6107-4e19-a894-fd7cd424fcd2', 'name': '', 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'tenant_id': '2157ae18fb374de5a7af4ffb23a64509', 'mac_address': 'fa:16:3e:d1:01:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e455b268-4919-48ba-9126-a6bdc4a24efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '72423c1e-7c79-4d55-a501-fed71de784ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:50Z', 'updated_at': '2021-07-15T13:44:51Z', 'revision_number': 2, 'project_id': '2157ae18fb374de5a7af4ffb23a64509', 'subnets': [{'id': '72423c1e-7c79-4d55-a501-fed71de784ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:53.410935 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b2f0e5-dca0-4107-8404-cfa2186f51b6 None None] Checking router: e455b268-4919-48ba-9126-a6bdc4a24efe for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:44:53.410935 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b2f0e5-dca0-4107-8404-cfa2186f51b6 None None] Updating router e455b268-4919-48ba-9126-a6bdc4a24efe port c2bb48a3-6107-4e19-a894-fd7cd424fcd2 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:44:53.447023 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a123d25-22d3-4b1f-8fe6-15caa36c392e tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:53.468363 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40b0ce4-e944-41b4-83f2-dbfe1e676286 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:53.475949 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40b0ce4-e944-41b4-83f2-dbfe1e676286 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:53.480671 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e40b0ce4-e944-41b4-83f2-dbfe1e676286 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.8016324 Jul 15 13:44:53.481613 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42628) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:53.524634 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e1b2f0e5-dca0-4107-8404-cfa2186f51b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:53.528156 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-fd69e915-3648-4fcf-9dca-1950048e56d0 None None] For port 469cea5c-4072-43c8-b25f-891bfdef7763, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:53.538907 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a123d25-22d3-4b1f-8fe6-15caa36c392e tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Network 0f679832-8c15-424e-962e-bd9eb24b2afd is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:53.543541 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-1a123d25-22d3-4b1f-8fe6-15caa36c392e tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:53.547055 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a123d25-22d3-4b1f-8fe6-15caa36c392e tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:53.587631 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0efaa05f-ad52-414f-852d-a6c69f252c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1100701626', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '684d45a4-aa76-45ea-bf87-53e66fde50e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:46Z', 'updated_at': '2021-07-15T13:44:48Z', 'revision_number': 3, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'gw_port': {'id': '684d45a4-aa76-45ea-bf87-53e66fde50e3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:47Z', 'updated_at': '2021-07-15T13:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:53.599612 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-fd69e915-3648-4fcf-9dca-1950048e56d0 None None] For port 469cea5c-4072-43c8-b25f-891bfdef7763, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=469cea5c-4072-43c8-b25f-891bfdef7763,segment=NetworkSegment(ef3ca3e2-29bd-4008-a648-033370dd6001),segment_id=ef3ca3e2-29bd-4008-a648-033370dd6001)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:44:53.623908 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a123d25-22d3-4b1f-8fe6-15caa36c392e tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Pushing event updated for resources: {'Port': ['ID=29f20b4d-6f30-4f41-a2c7-03be423bb59f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:53.670649 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a123d25-22d3-4b1f-8fe6-15caa36c392e tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:53.708368 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd69e915-3648-4fcf-9dca-1950048e56d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:53.755956 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-072f891e-e011-4b98-9f29-4e1100d4e375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:53.785897 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efaa05f-ad52-414f-852d-a6c69f252c90 None None] The sync data for ids ['45c8dba4-bbd4-4cca-86c7-1fe12daeea29'] in n-d-758944-45 is: [{'id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1100701626', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '684d45a4-aa76-45ea-bf87-53e66fde50e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:46Z', 'updated_at': '2021-07-15T13:44:48Z', 'revision_number': 3, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'gw_port': {'id': '684d45a4-aa76-45ea-bf87-53e66fde50e3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:47Z', 'updated_at': '2021-07-15T13:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:44:53.791488 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-129baf01-f56c-4948-9e6d-dbb9a46b080c None None] Provisioning for port b018079f-991e-4cfa-865e-2fb1b122dd3a completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:53.898679 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-129baf01-f56c-4948-9e6d-dbb9a46b080c None None] Provisioning complete for port b018079f-991e-4cfa-865e-2fb1b122dd3a triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:53.899339 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-129baf01-f56c-4948-9e6d-dbb9a46b080c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:54.049572 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69e915-3648-4fcf-9dca-1950048e56d0 None None] Pushing event updated for resources: {'Port': ['ID=469cea5c-4072-43c8-b25f-891bfdef7763,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:54.113351 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a123d25-22d3-4b1f-8fe6-15caa36c392e tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:54.172221 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-129baf01-f56c-4948-9e6d-dbb9a46b080c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:54.288509 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-129baf01-f56c-4948-9e6d-dbb9a46b080c None None] For port b018079f-991e-4cfa-865e-2fb1b122dd3a, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b018079f-991e-4cfa-865e-2fb1b122dd3a,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:54.302151 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-129baf01-f56c-4948-9e6d-dbb9a46b080c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:54.464278 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e1b2f0e5-dca0-4107-8404-cfa2186f51b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:54.521257 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e1b2f0e5-dca0-4107-8404-cfa2186f51b6 None None] Transition to ACTIVE for port object c2bb48a3-6107-4e19-a894-fd7cd424fcd2 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:54.540649 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e1b2f0e5-dca0-4107-8404-cfa2186f51b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:54.595869 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-bd55cfab-5626-437e-b990-92393d6b77ce None None] Provisioning for port c2bb48a3-6107-4e19-a894-fd7cd424fcd2 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:54.602305 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129baf01-f56c-4948-9e6d-dbb9a46b080c None None] Pushing event updated for resources: {'Port': ['ID=b018079f-991e-4cfa-865e-2fb1b122dd3a,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:54.670417 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682f944-6937-4010-a503-e4bfb3117bb6 None None] Pushing event updated for resources: {'Port': ['ID=c2bb48a3-6107-4e19-a894-fd7cd424fcd2,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:54.700272 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682f944-6937-4010-a503-e4bfb3117bb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:54.700993 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682f944-6937-4010-a503-e4bfb3117bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:54.701523 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682f944-6937-4010-a503-e4bfb3117bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:54.702091 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682f944-6937-4010-a503-e4bfb3117bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:54.703342 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682f944-6937-4010-a503-e4bfb3117bb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:54.703897 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682f944-6937-4010-a503-e4bfb3117bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:54.704546 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682f944-6937-4010-a503-e4bfb3117bb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:54.705258 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682f944-6937-4010-a503-e4bfb3117bb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:54.705812 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682f944-6937-4010-a503-e4bfb3117bb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:54.706348 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682f944-6937-4010-a503-e4bfb3117bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:54.706865 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682f944-6937-4010-a503-e4bfb3117bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:54.707387 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682f944-6937-4010-a503-e4bfb3117bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:54.733251 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ceffd724-1722-41c8-9469-2d2dc01d069b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:54.769397 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 684d45a4-aa76-45ea-bf87-53e66fde50e3 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:54.987622 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:55.012761 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 684d45a4-aa76-45ea-bf87-53e66fde50e3 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:55.018337 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 684d45a4-aa76-45ea-bf87-53e66fde50e3 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:55.020248 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:55.066044 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a123d25-22d3-4b1f-8fe6-15caa36c392e tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:55.080942 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a123d25-22d3-4b1f-8fe6-15caa36c392e tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:55.131195 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-e1b2f0e5-dca0-4107-8404-cfa2186f51b6 None None] Attempting to bind port c2bb48a3-6107-4e19-a894-fd7cd424fcd2 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:44:55.140304 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-e1b2f0e5-dca0-4107-8404-cfa2186f51b6 None None] Attempting to bind port c2bb48a3-6107-4e19-a894-fd7cd424fcd2 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:44:55.140785 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b2f0e5-dca0-4107-8404-cfa2186f51b6 None None] Attempting to bind port c2bb48a3-6107-4e19-a894-fd7cd424fcd2 on network 860e390d-7211-433f-9c89-14b305c5b94c {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:55.157402 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b2f0e5-dca0-4107-8404-cfa2186f51b6 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:44:55.157796 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b2f0e5-dca0-4107-8404-cfa2186f51b6 None None] Checking segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:55.158222 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e1b2f0e5-dca0-4107-8404-cfa2186f51b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:55.169435 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b2f0e5-dca0-4107-8404-cfa2186f51b6 None None] Bound using segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:44:55.170719 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-e1b2f0e5-dca0-4107-8404-cfa2186f51b6 None None] Bound port: c2bb48a3-6107-4e19-a894-fd7cd424fcd2, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:44:55.170719 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e1b2f0e5-dca0-4107-8404-cfa2186f51b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:55.232545 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a123d25-22d3-4b1f-8fe6-15caa36c392e tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Pushing event updated for resources: {'Port': ['ID=29f20b4d-6f30-4f41-a2c7-03be423bb59f,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:55.259419 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a123d25-22d3-4b1f-8fe6-15caa36c392e tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:55.328245 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e1b2f0e5-dca0-4107-8404-cfa2186f51b6 None None] For port c2bb48a3-6107-4e19-a894-fd7cd424fcd2, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:55.334888 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e1b2f0e5-dca0-4107-8404-cfa2186f51b6 None None] For port c2bb48a3-6107-4e19-a894-fd7cd424fcd2, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c2bb48a3-6107-4e19-a894-fd7cd424fcd2,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:44:55.349478 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e1b2f0e5-dca0-4107-8404-cfa2186f51b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:55.363371 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:55.438259 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b2f0e5-dca0-4107-8404-cfa2186f51b6 None None] Routers {'e455b268-4919-48ba-9126-a6bdc4a24efe'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:55.440665 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e1b2f0e5-dca0-4107-8404-cfa2186f51b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:44:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['e455b268-4919-48ba-9126-a6bdc4a24efe'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:55.441432 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 684d45a4-aa76-45ea-bf87-53e66fde50e3, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=684d45a4-aa76-45ea-bf87-53e66fde50e3,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:55.456231 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:55.459006 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 469cea5c-4072-43c8-b25f-891bfdef7763 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:55.466127 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682f944-6937-4010-a503-e4bfb3117bb6 None None] Pushing event updated for resources: {'Port': ['ID=c2bb48a3-6107-4e19-a894-fd7cd424fcd2,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:55.543771 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a123d25-22d3-4b1f-8fe6-15caa36c392e tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Network 0f679832-8c15-424e-962e-bd9eb24b2afd is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:55.543971 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ceffd724-1722-41c8-9469-2d2dc01d069b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting port c2bb48a3-6107-4e19-a894-fd7cd424fcd2 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:55.545340 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-1a123d25-22d3-4b1f-8fe6-15caa36c392e tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:55.548923 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ceffd724-1722-41c8-9469-2d2dc01d069b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:55.715072 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-e1b2f0e5-dca0-4107-8404-cfa2186f51b6 None None] Set router e455b268-4919-48ba-9126-a6bdc4a24efe gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:55.722409 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:55.724010 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=684d45a4-aa76-45ea-bf87-53e66fde50e3,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:55.767427 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 469cea5c-4072-43c8-b25f-891bfdef7763 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:55.804101 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ceffd724-1722-41c8-9469-2d2dc01d069b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] For port c2bb48a3-6107-4e19-a894-fd7cd424fcd2, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c2bb48a3-6107-4e19-a894-fd7cd424fcd2,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:55.804666 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ceffd724-1722-41c8-9469-2d2dc01d069b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:55.840744 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ceffd724-1722-41c8-9469-2d2dc01d069b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Calling delete_port for c2bb48a3-6107-4e19-a894-fd7cd424fcd2 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:55.876380 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a123d25-22d3-4b1f-8fe6-15caa36c392e tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Router 45c8dba4-bbd4-4cca-86c7-1fe12daeea29 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:44:55.998382 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c04410-c042-4fd6-a9ec-a9cb9ce5ec68 None None] Network 0f679832-8c15-424e-962e-bd9eb24b2afd requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:56.138680 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c8fcc57c-e013-4c90-9240-746790984e52 None None] Provisioning for port 469cea5c-4072-43c8-b25f-891bfdef7763 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:56.152218 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a123d25-22d3-4b1f-8fe6-15caa36c392e tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:56.154625 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c8fcc57c-e013-4c90-9240-746790984e52 None None] Provisioning complete for port 469cea5c-4072-43c8-b25f-891bfdef7763 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:56.155093 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c8fcc57c-e013-4c90-9240-746790984e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:56.173680 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1a123d25-22d3-4b1f-8fe6-15caa36c392e tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "PUT /v2.0/routers/45c8dba4-bbd4-4cca-86c7-1fe12daeea29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9504948 Jul 15 13:44:56.175799 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42636) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:56.181565 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-16a061b0-114d-4247-9288-f51b3eef5ca5 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1146960435', 'description': 'tempest-secgroup_access--1146960435 description', 'project_id': '8f9c863093174d29a2d5efec5bb85c93'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:56.229424 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16a061b0-114d-4247-9288-f51b3eef5ca5 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:56.235185 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ceffd724-1722-41c8-9469-2d2dc01d069b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:56.317850 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e1b2f0e5-dca0-4107-8404-cfa2186f51b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e455b268-4919-48ba-9126-a6bdc4a24efe', 'name': 'tempest-NetworksTestDHCPv6-router-1159608594', 'tenant_id': '2157ae18fb374de5a7af4ffb23a64509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:49Z', 'updated_at': '2021-07-15T13:44:51Z', 'revision_number': 2, 'project_id': '2157ae18fb374de5a7af4ffb23a64509', 'gw_port_host': None, '_interfaces': [{'id': 'c2bb48a3-6107-4e19-a894-fd7cd424fcd2', 'name': '', 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'tenant_id': '2157ae18fb374de5a7af4ffb23a64509', 'mac_address': 'fa:16:3e:d1:01:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e455b268-4919-48ba-9126-a6bdc4a24efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '72423c1e-7c79-4d55-a501-fed71de784ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:50Z', 'updated_at': '2021-07-15T13:44:55Z', 'revision_number': 4, 'project_id': '2157ae18fb374de5a7af4ffb23a64509', 'subnets': [{'id': '72423c1e-7c79-4d55-a501-fed71de784ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:56.319976 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceffd724-1722-41c8-9469-2d2dc01d069b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Port': ['ID=c2bb48a3-6107-4e19-a894-fd7cd424fcd2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:56.346032 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c8fcc57c-e013-4c90-9240-746790984e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:56.379372 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b2f0e5-dca0-4107-8404-cfa2186f51b6 None None] The sync data for ids ['e455b268-4919-48ba-9126-a6bdc4a24efe'] in n-d-758944-45 is: [{'id': 'e455b268-4919-48ba-9126-a6bdc4a24efe', 'name': 'tempest-NetworksTestDHCPv6-router-1159608594', 'tenant_id': '2157ae18fb374de5a7af4ffb23a64509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:49Z', 'updated_at': '2021-07-15T13:44:51Z', 'revision_number': 2, 'project_id': '2157ae18fb374de5a7af4ffb23a64509', 'gw_port_host': None, '_interfaces': [{'id': 'c2bb48a3-6107-4e19-a894-fd7cd424fcd2', 'name': '', 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'tenant_id': '2157ae18fb374de5a7af4ffb23a64509', 'mac_address': 'fa:16:3e:d1:01:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e455b268-4919-48ba-9126-a6bdc4a24efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '72423c1e-7c79-4d55-a501-fed71de784ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:50Z', 'updated_at': '2021-07-15T13:44:55Z', 'revision_number': 4, 'project_id': '2157ae18fb374de5a7af4ffb23a64509', 'subnets': [{'id': '72423c1e-7c79-4d55-a501-fed71de784ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:44:56.400126 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-c8fcc57c-e013-4c90-9240-746790984e52 None None] For port 469cea5c-4072-43c8-b25f-891bfdef7763, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=469cea5c-4072-43c8-b25f-891bfdef7763,segment=NetworkSegment(ef3ca3e2-29bd-4008-a648-033370dd6001),segment_id=ef3ca3e2-29bd-4008-a648-033370dd6001)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:56.407722 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c8fcc57c-e013-4c90-9240-746790984e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:56.460944 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:56.510825 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fcc57c-e013-4c90-9240-746790984e52 None None] Pushing event updated for resources: {'Port': ['ID=469cea5c-4072-43c8-b25f-891bfdef7763,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:56.621966 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b018079f-991e-4cfa-865e-2fb1b122dd3a up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:56.705268 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ceffd724-1722-41c8-9469-2d2dc01d069b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:56.748391 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port b018079f-991e-4cfa-865e-2fb1b122dd3a triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:56.748773 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:56.837214 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16a061b0-114d-4247-9288-f51b3eef5ca5 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:56.851158 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16a061b0-114d-4247-9288-f51b3eef5ca5 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:56.916190 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16a061b0-114d-4247-9288-f51b3eef5ca5 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:56.917952 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42638) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:56.921364 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-16a061b0-114d-4247-9288-f51b3eef5ca5 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.7443020 Jul 15 13:44:56.970291 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d13a1777-11c4-4fa1-b6d0-27739b82bb76 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--338276062', 'description': 'tempest-secgroup_general--338276062 description', 'project_id': '8f9c863093174d29a2d5efec5bb85c93'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:56.992302 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a061b0-114d-4247-9288-f51b3eef5ca5 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a26303d-ba0d-438a-bc0e-ca2a8337f2a0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:57.054146 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d13a1777-11c4-4fa1-b6d0-27739b82bb76 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:57.134483 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceffd724-1722-41c8-9469-2d2dc01d069b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Router e455b268-4919-48ba-9126-a6bdc4a24efe has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:44:57.178184 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e40bb1c8-4498-4411-8c40-08aec4ef3371 None None] Provisioning complete for port 469cea5c-4072-43c8-b25f-891bfdef7763 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:57.178699 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e40bb1c8-4498-4411-8c40-08aec4ef3371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:57.190240 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 684d45a4-aa76-45ea-bf87-53e66fde50e3 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:57.354257 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceffd724-1722-41c8-9469-2d2dc01d069b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:57.374206 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ceffd724-1722-41c8-9469-2d2dc01d069b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "PUT /v2.0/routers/e455b268-4919-48ba-9126-a6bdc4a24efe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8913741 Jul 15 13:44:57.380538 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42642) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:57.406579 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8398805-1aa1-422c-853b-9df87813750d None None] Sync routers for ids ['45c8dba4-bbd4-4cca-86c7-1fe12daeea29'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:57.430476 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8398805-1aa1-422c-853b-9df87813750d None None] Routers {'45c8dba4-bbd4-4cca-86c7-1fe12daeea29'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:57.432077 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b8398805-1aa1-422c-853b-9df87813750d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:44:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['45c8dba4-bbd4-4cca-86c7-1fe12daeea29'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:57.543147 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03adda2-f72c-4572-8e89-c1db72cb27c1 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:57.545248 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03adda2-f72c-4572-8e89-c1db72cb27c1 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:57.553728 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c03adda2-f72c-4572-8e89-c1db72cb27c1 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1715550 Jul 15 13:44:57.559355 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42644) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:57.632837 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-b8398805-1aa1-422c-853b-9df87813750d None None] Set router 45c8dba4-bbd4-4cca-86c7-1fe12daeea29 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:57.687376 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f56600-12ef-4633-bdd0-7d48ef2f8873 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting subnet 72423c1e-7c79-4d55-a501-fed71de784ca {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:44:57.691521 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 684d45a4-aa76-45ea-bf87-53e66fde50e3 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:57.691903 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:57.692904 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-39f56600-12ef-4633-bdd0-7d48ef2f8873 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:57.766683 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-39f56600-12ef-4633-bdd0-7d48ef2f8873 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:57.792450 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e40bb1c8-4498-4411-8c40-08aec4ef3371 None None] Provisioning for port 29f20b4d-6f30-4f41-a2c7-03be423bb59f completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:57.817833 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e40bb1c8-4498-4411-8c40-08aec4ef3371 None None] Provisioning complete for port 29f20b4d-6f30-4f41-a2c7-03be423bb59f triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:57.818214 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e40bb1c8-4498-4411-8c40-08aec4ef3371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:57.902944 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-39f56600-12ef-4633-bdd0-7d48ef2f8873 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:57.920133 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e40bb1c8-4498-4411-8c40-08aec4ef3371 None None] Port 29f20b4d-6f30-4f41-a2c7-03be423bb59f cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:44:58.017416 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:44:58.046334 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-39f56600-12ef-4633-bdd0-7d48ef2f8873 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:58.073678 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-01a48ad8-53c7-49e3-be1b-e6c2f5b60409 None None] Provisioning complete for port 29f20b4d-6f30-4f41-a2c7-03be423bb59f triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:58.074410 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-01a48ad8-53c7-49e3-be1b-e6c2f5b60409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:58.124145 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-01a48ad8-53c7-49e3-be1b-e6c2f5b60409 None None] Port 29f20b4d-6f30-4f41-a2c7-03be423bb59f cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:44:58.128716 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b8398805-1aa1-422c-853b-9df87813750d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1100701626', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '684d45a4-aa76-45ea-bf87-53e66fde50e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:46Z', 'updated_at': '2021-07-15T13:44:53Z', 'revision_number': 4, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'gw_port': {'id': '684d45a4-aa76-45ea-bf87-53e66fde50e3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:47Z', 'updated_at': '2021-07-15T13:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '29f20b4d-6f30-4f41-a2c7-03be423bb59f', 'name': '', 'network_id': '0f679832-8c15-424e-962e-bd9eb24b2afd', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'mac_address': 'fa:16:3e:2b:52:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '4d5d211f-c486-400f-80ab-d96ff9b75da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:52Z', 'updated_at': '2021-07-15T13:44:54Z', 'revision_number': 2, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'subnets': [{'id': '4d5d211f-c486-400f-80ab-d96ff9b75da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:58.139600 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f56600-12ef-4633-bdd0-7d48ef2f8873 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Subnet': ['ID=72423c1e-7c79-4d55-a501-fed71de784ca,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:58.141882 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-39f56600-12ef-4633-bdd0-7d48ef2f8873 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:58.144236 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-39f56600-12ef-4633-bdd0-7d48ef2f8873 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/72423c1e-7c79-4d55-a501-fed71de784ca HTTP/1.1" status: 204 len: 168 time: 0.5834699 Jul 15 13:44:58.148668 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42646) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:58.166441 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8398805-1aa1-422c-853b-9df87813750d None None] Checking router: 45c8dba4-bbd4-4cca-86c7-1fe12daeea29 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:44:58.166931 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8398805-1aa1-422c-853b-9df87813750d None None] Updating router 45c8dba4-bbd4-4cca-86c7-1fe12daeea29 port 29f20b4d-6f30-4f41-a2c7-03be423bb59f binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:44:58.169503 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e9c4e9-64aa-4058-9b6b-e0d48a126c5e None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:58.190660 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d13a1777-11c4-4fa1-b6d0-27739b82bb76 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:58.198322 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d13a1777-11c4-4fa1-b6d0-27739b82bb76 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:58.235602 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d13a1777-11c4-4fa1-b6d0-27739b82bb76 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:58.238080 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d13a1777-11c4-4fa1-b6d0-27739b82bb76 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.2991838 Jul 15 13:44:58.241926 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42648) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:58.249986 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-cb29fbf5-8ed2-4681-96c8-ead66b9a26c1 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Request body: {'security_group_rule': {'security_group_id': '0a26303d-ba0d-438a-bc0e-ca2a8337f2a0', 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:58.257005 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a1777-11c4-4fa1-b6d0-27739b82bb76 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85d91145-dcf4-417e-a437-90807fe4fbd9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:58.298243 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-50c67043-f0cc-4310-ab12-b2578b240a00 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1461020 Jul 15 13:44:58.299497 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb29fbf5-8ed2-4681-96c8-ead66b9a26c1 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:58.300880 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42652) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:58.340170 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8398805-1aa1-422c-853b-9df87813750d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:58.384674 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb29fbf5-8ed2-4681-96c8-ead66b9a26c1 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:58.395160 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb29fbf5-8ed2-4681-96c8-ead66b9a26c1 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:58.418087 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29fbf5-8ed2-4681-96c8-ead66b9a26c1 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dec0f71-ef88-41b9-9378-e7aaa2b3277d,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:58.433592 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb29fbf5-8ed2-4681-96c8-ead66b9a26c1 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:58.437998 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-cb29fbf5-8ed2-4681-96c8-ead66b9a26c1 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1927924 Jul 15 13:44:58.470721 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97a7b776-de48-41b9-a28d-0cccd2e3cbb5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:58.607673 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 469cea5c-4072-43c8-b25f-891bfdef7763 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:58.758542 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97a7b776-de48-41b9-a28d-0cccd2e3cbb5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:58.763087 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97a7b776-de48-41b9-a28d-0cccd2e3cbb5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:58.774630 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-78f6b687-732e-4847-a9b6-87c7247bc1ac tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup_access--1146960435&fields=id&tenant_id=8f9c863093174d29a2d5efec5bb85c93 HTTP/1.1" status: 200 len: 267 time: 0.1548696 Jul 15 13:44:58.851675 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 469cea5c-4072-43c8-b25f-891bfdef7763 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:58.852251 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:58.874913 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-f06d4f6c-4ffe-4eaa-acf1-16eb27b9ba10 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup_general--338276062&fields=id&tenant_id=8f9c863093174d29a2d5efec5bb85c93 HTTP/1.1" status: 200 len: 267 time: 0.0471463 Jul 15 13:44:58.909337 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec84b680-06b6-42ec-8d0c-f50ac9788c54 None None] DHCP port deletion for 860e390d-7211-433f-9c89-14b305c5b94c request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:44:58.932719 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97a7b776-de48-41b9-a28d-0cccd2e3cbb5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:58.934122 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a7b776-de48-41b9-a28d-0cccd2e3cbb5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Fanout notify agent at l3_agent the message router_deleted on router e455b268-4919-48ba-9126-a6bdc4a24efe {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:44:58.951164 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97a7b776-de48-41b9-a28d-0cccd2e3cbb5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:58.953852 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-97a7b776-de48-41b9-a28d-0cccd2e3cbb5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/routers/e455b268-4919-48ba-9126-a6bdc4a24efe HTTP/1.1" status: 204 len: 168 time: 0.6497140 Jul 15 13:44:58.955106 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42668) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:59.085946 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-afe236bc-ce2d-4afb-a473-96371355fa32 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:59.087982 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-afe236bc-ce2d-4afb-a473-96371355fa32 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/networks?id=0f679832-8c15-424e-962e-bd9eb24b2afd HTTP/1.1" status: 200 len: 796 time: 0.2061577 Jul 15 13:44:59.097366 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cc15af-3b0c-4453-9418-3a55a973aa86 None None] Sync routers for ids ['e455b268-4919-48ba-9126-a6bdc4a24efe'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:59.123075 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-410a5f58-37bc-49b7-89c8-7fd0d1fc19e8 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/quotas/8f9c863093174d29a2d5efec5bb85c93 HTTP/1.1" status: 200 len: 375 time: 0.0165637 Jul 15 13:44:59.127542 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cc15af-3b0c-4453-9418-3a55a973aa86 None None] Routers set() bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:59.128474 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cc15af-3b0c-4453-9418-3a55a973aa86 None None] Router IDs set() for agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 13:44:59.129912 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_agentschedulers_db [None req-30cc15af-3b0c-4453-9418-3a55a973aa86 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e455b268-4919-48ba-9126-a6bdc4a24efe'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:44:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent'). {{(pid=93816) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 13:44:59.159051 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cc15af-3b0c-4453-9418-3a55a973aa86 None None] Routers set() bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:59.159259 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db99b1ad-1476-4de9-91be-57f419f3d3a2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:59.160069 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cc15af-3b0c-4453-9418-3a55a973aa86 None None] Router IDs set() for agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 13:44:59.161099 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_agentschedulers_db [None req-30cc15af-3b0c-4453-9418-3a55a973aa86 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e455b268-4919-48ba-9126-a6bdc4a24efe'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:44:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent'). {{(pid=93816) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 13:44:59.164482 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-db99b1ad-1476-4de9-91be-57f419f3d3a2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2082300 Jul 15 13:44:59.165156 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42672) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:59.165498 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cc15af-3b0c-4453-9418-3a55a973aa86 None None] The sync data for ids ['e455b268-4919-48ba-9126-a6bdc4a24efe'] in n-d-758944-45 is: [] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:44:59.253188 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d06d4a-a425-49dc-92ab-e6ea7c3876f6 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:59.257503 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42674) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:59.258597 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-11d06d4a-a425-49dc-92ab-e6ea7c3876f6 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0914035 Jul 15 13:44:59.308308 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8ffa916d-6ce3-4223-be81-e791a7bcff7f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0482066 Jul 15 13:44:59.315188 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42676) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:59.323241 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-fed27601-f732-4c81-952c-fe55ae16c1fc tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:59.337724 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-f16cc8cc-4ce4-41e0-9873-5b7a83d5c46a tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f9c863093174d29a2d5efec5bb85c93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2047811 Jul 15 13:44:59.360529 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8398805-1aa1-422c-853b-9df87813750d None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:59.369308 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ec84b680-06b6-42ec-8d0c-f50ac9788c54 None None] Deleting port b018079f-991e-4cfa-865e-2fb1b122dd3a {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:59.369678 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec84b680-06b6-42ec-8d0c-f50ac9788c54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:59.398312 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b8398805-1aa1-422c-853b-9df87813750d None None] Transition to ACTIVE for port object 29f20b4d-6f30-4f41-a2c7-03be423bb59f will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:59.407180 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8398805-1aa1-422c-853b-9df87813750d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:59.444242 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed27601-f732-4c81-952c-fe55ae16c1fc tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:59.450987 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fed27601-f732-4c81-952c-fe55ae16c1fc tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:59.477024 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ec84b680-06b6-42ec-8d0c-f50ac9788c54 None None] For port b018079f-991e-4cfa-865e-2fb1b122dd3a, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b018079f-991e-4cfa-865e-2fb1b122dd3a,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:59.477418 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec84b680-06b6-42ec-8d0c-f50ac9788c54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:59.496465 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ec84b680-06b6-42ec-8d0c-f50ac9788c54 None None] Calling delete_port for b018079f-991e-4cfa-865e-2fb1b122dd3a owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:59.559938 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5913181-aba6-4b86-ace2-2fa49be9ffb1 None None] Pushing event updated for resources: {'Port': ['ID=29f20b4d-6f30-4f41-a2c7-03be423bb59f,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:59.609039 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-95b3a372-aa78-40d6-ae72-9bece7edaa07 service neutron] 10.222.0.24 "GET /v2.0/networks/0f679832-8c15-424e-962e-bd9eb24b2afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426972 Jul 15 13:44:59.675226 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-b8398805-1aa1-422c-853b-9df87813750d None None] Attempting to bind port 29f20b4d-6f30-4f41-a2c7-03be423bb59f on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:44:59.675588 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-b8398805-1aa1-422c-853b-9df87813750d None None] Attempting to bind port 29f20b4d-6f30-4f41-a2c7-03be423bb59f by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'ef3ca3e2-29bd-4008-a648-033370dd6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f679832-8c15-424e-962e-bd9eb24b2afd'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:44:59.676335 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8398805-1aa1-422c-853b-9df87813750d None None] Attempting to bind port 29f20b4d-6f30-4f41-a2c7-03be423bb59f on network 0f679832-8c15-424e-962e-bd9eb24b2afd {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:59.691368 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8398805-1aa1-422c-853b-9df87813750d None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:44:59.691855 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8398805-1aa1-422c-853b-9df87813750d None None] Checking segment: {'id': 'ef3ca3e2-29bd-4008-a648-033370dd6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f679832-8c15-424e-962e-bd9eb24b2afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:59.692147 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8398805-1aa1-422c-853b-9df87813750d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:59.692560 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8398805-1aa1-422c-853b-9df87813750d None None] Bound using segment: {'id': 'ef3ca3e2-29bd-4008-a648-033370dd6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f679832-8c15-424e-962e-bd9eb24b2afd'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:44:59.693036 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-b8398805-1aa1-422c-853b-9df87813750d None None] Bound port: 29f20b4d-6f30-4f41-a2c7-03be423bb59f, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3ca3e2-29bd-4008-a648-033370dd6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f679832-8c15-424e-962e-bd9eb24b2afd'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:44:59.693424 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8398805-1aa1-422c-853b-9df87813750d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:59.736435 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec84b680-06b6-42ec-8d0c-f50ac9788c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:59.783457 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84b680-06b6-42ec-8d0c-f50ac9788c54 None None] Pushing event deleted for resources: {'Port': ['ID=b018079f-991e-4cfa-865e-2fb1b122dd3a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:59.785520 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec84b680-06b6-42ec-8d0c-f50ac9788c54 None None] No DVR routers for this DVR port b018079f-991e-4cfa-865e-2fb1b122dd3a on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:44:59.823045 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-b8398805-1aa1-422c-853b-9df87813750d None None] For port 29f20b4d-6f30-4f41-a2c7-03be423bb59f, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:59.826936 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-b8398805-1aa1-422c-853b-9df87813750d None None] For port 29f20b4d-6f30-4f41-a2c7-03be423bb59f, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=29f20b4d-6f30-4f41-a2c7-03be423bb59f,segment=NetworkSegment(ef3ca3e2-29bd-4008-a648-033370dd6001),segment_id=ef3ca3e2-29bd-4008-a648-033370dd6001)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:44:59.832278 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8398805-1aa1-422c-853b-9df87813750d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:59.892292 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-860eadc6-22f7-4411-a8ae-5dfdec7a2114 service neutron] 10.222.0.24 "GET /v2.0/networks/0f679832-8c15-424e-962e-bd9eb24b2afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744343 Jul 15 13:44:59.912687 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8398805-1aa1-422c-853b-9df87813750d None None] Routers {'45c8dba4-bbd4-4cca-86c7-1fe12daeea29'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:59.913337 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b8398805-1aa1-422c-853b-9df87813750d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:44:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['45c8dba4-bbd4-4cca-86c7-1fe12daeea29'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:59.919036 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5913181-aba6-4b86-ace2-2fa49be9ffb1 None None] Pushing event updated for resources: {'Port': ['ID=29f20b4d-6f30-4f41-a2c7-03be423bb59f,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:59.999780 n-d-758944-45 neutron-server[93813]: DEBUG neutron.objects.ports [None req-fed27601-f732-4c81-952c-fe55ae16c1fc tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93813) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:45:00.001982 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fed27601-f732-4c81-952c-fe55ae16c1fc tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:00.096569 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed27601-f732-4c81-952c-fe55ae16c1fc tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:00.117482 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-fed27601-f732-4c81-952c-fe55ae16c1fc tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:00.122550 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed27601-f732-4c81-952c-fe55ae16c1fc tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:00.123264 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fed27601-f732-4c81-952c-fe55ae16c1fc tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:00.137798 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1e0a83-c9dc-4a6e-8f13-db36492a05f7 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:00.145972 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-b8398805-1aa1-422c-853b-9df87813750d None None] Set router 45c8dba4-bbd4-4cca-86c7-1fe12daeea29 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:00.160065 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed27601-f732-4c81-952c-fe55ae16c1fc tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Subnet': ['ID=71465745-9d6b-4a72-9a27-9ac452a38e20,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:00.193996 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fed27601-f732-4c81-952c-fe55ae16c1fc tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8764658 Jul 15 13:45:00.197590 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42686) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:00.203446 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-41053141-4b29-4a36-90c3-489c3f690586 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:00.295774 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d934c85f-140b-4b93-ab80-f92a31698b97 req-8a3d5d9b-ad2b-4f6a-b90c-625c0964b68f tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5cc9e8-6391-492c-a147-05dc7c7bbae0 HTTP/1.1" status: 200 len: 210 time: 0.0711594 Jul 15 13:45:00.442373 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41053141-4b29-4a36-90c3-489c3f690586 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:00.452519 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-41053141-4b29-4a36-90c3-489c3f690586 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:00.545248 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b018079f-991e-4cfa-865e-2fb1b122dd3a no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:00.601316 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-63f4da23-556b-47bd-9db7-c7427adce159 req-72aafb01-ff5f-444e-a933-beb8ada1477e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2dbd4c03-3a01-4eed-b5ce-a002e32368fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2412572 Jul 15 13:45:00.624592 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: b018079f-991e-4cfa-865e-2fb1b122dd3a {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:45:00.624902 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b018079f-991e-4cfa-865e-2fb1b122dd3a not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:45:00.625313 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c2bb48a3-6107-4e19-a894-fd7cd424fcd2 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:00.682382 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: c2bb48a3-6107-4e19-a894-fd7cd424fcd2 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:45:00.684549 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c2bb48a3-6107-4e19-a894-fd7cd424fcd2 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:45:00.723933 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488ade1a-f7f4-45e9-95f8-1fefacd231ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-860e390d-7211-433f-9c89-14b305c5b94c', 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'tenant_id': '2157ae18fb374de5a7af4ffb23a64509', 'fixed_ips': [{'subnet_id': '71465745-9d6b-4a72-9a27-9ac452a38e20'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:45:00.724969 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-488ade1a-f7f4-45e9-95f8-1fefacd231ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:00.777799 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b8398805-1aa1-422c-853b-9df87813750d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1100701626', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '684d45a4-aa76-45ea-bf87-53e66fde50e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:46Z', 'updated_at': '2021-07-15T13:44:53Z', 'revision_number': 4, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'gw_port': {'id': '684d45a4-aa76-45ea-bf87-53e66fde50e3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:47Z', 'updated_at': '2021-07-15T13:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '29f20b4d-6f30-4f41-a2c7-03be423bb59f', 'name': '', 'network_id': '0f679832-8c15-424e-962e-bd9eb24b2afd', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'mac_address': 'fa:16:3e:2b:52:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '4d5d211f-c486-400f-80ab-d96ff9b75da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:52Z', 'updated_at': '2021-07-15T13:44:59Z', 'revision_number': 4, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'subnets': [{'id': '4d5d211f-c486-400f-80ab-d96ff9b75da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:00.807353 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4da23-556b-47bd-9db7-c7427adce159 req-8c76bf8b-9957-454f-873a-68d673a5bb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:00.810266 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-63f4da23-556b-47bd-9db7-c7427adce159 req-8c76bf8b-9957-454f-873a-68d673a5bb77 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=41952a16a6834f27b5d7e8366be76781&device_id=2dbd4c03-3a01-4eed-b5ce-a002e32368fe HTTP/1.1" status: 200 len: 1098 time: 0.1411057 Jul 15 13:45:00.862698 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8398805-1aa1-422c-853b-9df87813750d None None] The sync data for ids ['45c8dba4-bbd4-4cca-86c7-1fe12daeea29'] in n-d-758944-45 is: [{'id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1100701626', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '684d45a4-aa76-45ea-bf87-53e66fde50e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:46Z', 'updated_at': '2021-07-15T13:44:53Z', 'revision_number': 4, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'gw_port': {'id': '684d45a4-aa76-45ea-bf87-53e66fde50e3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:47Z', 'updated_at': '2021-07-15T13:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '29f20b4d-6f30-4f41-a2c7-03be423bb59f', 'name': '', 'network_id': '0f679832-8c15-424e-962e-bd9eb24b2afd', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'mac_address': 'fa:16:3e:2b:52:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '4d5d211f-c486-400f-80ab-d96ff9b75da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:52Z', 'updated_at': '2021-07-15T13:44:59Z', 'revision_number': 4, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'subnets': [{'id': '4d5d211f-c486-400f-80ab-d96ff9b75da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:45:00.890443 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-41053141-4b29-4a36-90c3-489c3f690586 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:00.994033 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41053141-4b29-4a36-90c3-489c3f690586 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:00.996679 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-41053141-4b29-4a36-90c3-489c3f690586 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:01.002060 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4da23-556b-47bd-9db7-c7427adce159 req-25382ce9-0c20-404f-b683-c461a475a95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:01.004096 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-63f4da23-556b-47bd-9db7-c7427adce159 req-25382ce9-0c20-404f-b683-c461a475a95e service neutron] 10.222.0.18 "GET /v2.0/networks?id=0285381b-612d-4c7d-b1b0-fc717534d7fc HTTP/1.1" status: 200 len: 910 time: 0.1671515 Jul 15 13:45:01.012744 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41053141-4b29-4a36-90c3-489c3f690586 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:01.013346 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-41053141-4b29-4a36-90c3-489c3f690586 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:01.055788 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41053141-4b29-4a36-90c3-489c3f690586 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Subnet': ['ID=3684c400-1ac4-4a00-be38-cc4d2630c987,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:01.070065 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-41053141-4b29-4a36-90c3-489c3f690586 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8711696 Jul 15 13:45:01.075917 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42698) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:01.081269 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-8964d11a-b58c-4bb8-8128-2b577a47f7ef tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'port': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'mac_address': 'fa:16:3e:05:91:cc', 'name': 'tempest-NetworksTestDHCPv6-202399415'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:01.081493 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-488ade1a-f7f4-45e9-95f8-1fefacd231ab None None] Allocated IP 2001:db8::f816:3eff:fe4d:ed63 (860e390d-7211-433f-9c89-14b305c5b94c/71465745-9d6b-4a72-9a27-9ac452a38e20/3c5d0a55-7b50-4cb5-8fea-b77864acf050) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:01.168536 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-63f4da23-556b-47bd-9db7-c7427adce159 req-cfbbebb3-168f-4239-bbdf-f34587e343e8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1818821b-101c-4433-818d-f4ef761d451a HTTP/1.1" status: 200 len: 1001 time: 0.1570222 Jul 15 13:45:01.261867 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4da23-556b-47bd-9db7-c7427adce159 req-381dd4e8-9a67-4c93-9bd3-97505e15cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:01.267684 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-63f4da23-556b-47bd-9db7-c7427adce159 req-381dd4e8-9a67-4c93-9bd3-97505e15cc5c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4b6adcb1-87c7-4bda-bee3-bd740b4d2357 HTTP/1.1" status: 200 len: 848 time: 0.0855873 Jul 15 13:45:01.337957 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8964d11a-b58c-4bb8-8128-2b577a47f7ef tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:01.425820 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4da23-556b-47bd-9db7-c7427adce159 req-1b047c1a-6f26-4d17-b6d6-5baf8528fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:01.426604 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-63f4da23-556b-47bd-9db7-c7427adce159 req-1b047c1a-6f26-4d17-b6d6-5baf8528fac8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0285381b-612d-4c7d-b1b0-fc717534d7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1513648 Jul 15 13:45:01.456990 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-488ade1a-f7f4-45e9-95f8-1fefacd231ab None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:01.475307 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-488ade1a-f7f4-45e9-95f8-1fefacd231ab None None] Transition to ACTIVE for port object 3c5d0a55-7b50-4cb5-8fea-b77864acf050 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:01.516397 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-488ade1a-f7f4-45e9-95f8-1fefacd231ab None None] Transition to ACTIVE for port object 3c5d0a55-7b50-4cb5-8fea-b77864acf050 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:01.529176 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-488ade1a-f7f4-45e9-95f8-1fefacd231ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:01.570463 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8964d11a-b58c-4bb8-8128-2b577a47f7ef tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:01.641932 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ade1a-f7f4-45e9-95f8-1fefacd231ab None None] Pushing event updated for resources: {'Port': ['ID=3c5d0a55-7b50-4cb5-8fea-b77864acf050,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:01.645683 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-016822a8-b1eb-4337-9b59-4f9d9786ea1d req-5a660cd6-91e5-4497-bb16-2f644cbada1b tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5cc9e8-6391-492c-a147-05dc7c7bbae0 HTTP/1.1" status: 200 len: 210 time: 0.0715892 Jul 15 13:45:01.666803 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-8964d11a-b58c-4bb8-8128-2b577a47f7ef tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] device_id is not set on port b63e0294-ea62-48be-8db1-bd1bc9a890df yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:45:01.675889 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488ade1a-f7f4-45e9-95f8-1fefacd231ab None None] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:01.679375 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-488ade1a-f7f4-45e9-95f8-1fefacd231ab None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:01.697068 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488ade1a-f7f4-45e9-95f8-1fefacd231ab None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:01.760755 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-63f4da23-556b-47bd-9db7-c7427adce159 req-8ac0012f-204f-4a74-95c3-43c63d70cecf service neutron] 10.222.0.18 "GET /v2.0/networks/0285381b-612d-4c7d-b1b0-fc717534d7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209980 Jul 15 13:45:01.834397 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-488ade1a-f7f4-45e9-95f8-1fefacd231ab None None] Attempting to bind port 3c5d0a55-7b50-4cb5-8fea-b77864acf050 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:45:01.834829 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-488ade1a-f7f4-45e9-95f8-1fefacd231ab None None] Attempting to bind port 3c5d0a55-7b50-4cb5-8fea-b77864acf050 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:45:01.835195 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ade1a-f7f4-45e9-95f8-1fefacd231ab None None] Attempting to bind port 3c5d0a55-7b50-4cb5-8fea-b77864acf050 on network 860e390d-7211-433f-9c89-14b305c5b94c {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:01.854745 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ade1a-f7f4-45e9-95f8-1fefacd231ab None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:45:01.855461 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ade1a-f7f4-45e9-95f8-1fefacd231ab None None] Checking segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:01.855889 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-488ade1a-f7f4-45e9-95f8-1fefacd231ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:01.856283 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ade1a-f7f4-45e9-95f8-1fefacd231ab None None] Bound using segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:45:01.856792 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-488ade1a-f7f4-45e9-95f8-1fefacd231ab None None] Bound port: 3c5d0a55-7b50-4cb5-8fea-b77864acf050, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:45:01.857180 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-488ade1a-f7f4-45e9-95f8-1fefacd231ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:02.001452 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-8964d11a-b58c-4bb8-8128-2b577a47f7ef tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Allocated IP 172.20.0.3 (860e390d-7211-433f-9c89-14b305c5b94c/3684c400-1ac4-4a00-be38-cc4d2630c987/b63e0294-ea62-48be-8db1-bd1bc9a890df) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:02.003431 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-488ade1a-f7f4-45e9-95f8-1fefacd231ab None None] For port 3c5d0a55-7b50-4cb5-8fea-b77864acf050, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:45:02.012518 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-488ade1a-f7f4-45e9-95f8-1fefacd231ab None None] For port 3c5d0a55-7b50-4cb5-8fea-b77864acf050, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=3c5d0a55-7b50-4cb5-8fea-b77864acf050,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:45:02.018287 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-8964d11a-b58c-4bb8-8128-2b577a47f7ef tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Allocated IP 2001:db8::f816:3eff:fe05:91cc (860e390d-7211-433f-9c89-14b305c5b94c/71465745-9d6b-4a72-9a27-9ac452a38e20/b63e0294-ea62-48be-8db1-bd1bc9a890df) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:02.019564 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-488ade1a-f7f4-45e9-95f8-1fefacd231ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:02.050971 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-63f4da23-556b-47bd-9db7-c7427adce159 req-2e8d1f07-67ed-4444-9712-b639e33f20d7 service neutron] 10.222.0.18 "GET /v2.0/networks/0285381b-612d-4c7d-b1b0-fc717534d7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744532 Jul 15 13:45:02.170026 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ade1a-f7f4-45e9-95f8-1fefacd231ab None None] Pushing event updated for resources: {'Port': ['ID=3c5d0a55-7b50-4cb5-8fea-b77864acf050,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:02.315701 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8964d11a-b58c-4bb8-8128-2b577a47f7ef tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:02.340795 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8964d11a-b58c-4bb8-8128-2b577a47f7ef tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Transition to ACTIVE for port object b63e0294-ea62-48be-8db1-bd1bc9a890df will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:02.397104 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8964d11a-b58c-4bb8-8128-2b577a47f7ef tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:02.467560 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-6f62a41c-f0ba-4f2f-9f90-fe3448df1472 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:02.470029 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-6f62a41c-f0ba-4f2f-9f90-fe3448df1472 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.18 "GET /v2.0/networks?id=0f679832-8c15-424e-962e-bd9eb24b2afd HTTP/1.1" status: 200 len: 796 time: 0.2419791 Jul 15 13:45:02.548245 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-fd6aa991-9df4-4e79-b45a-87b03bb29dcd tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f9c863093174d29a2d5efec5bb85c93 HTTP/1.1" status: 200 len: 477 time: 0.0683563 Jul 15 13:45:02.565930 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-b58ff4ec-8f9a-4666-abf7-2f90a42f4464 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Request body: {'port': {'device_id': '5d5cc9e8-6391-492c-a147-05dc7c7bbae0', 'network_id': '0f679832-8c15-424e-962e-bd9eb24b2afd', 'admin_state_up': True, 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'security_groups': ['0a26303d-ba0d-438a-bc0e-ca2a8337f2a0', '85d91145-dcf4-417e-a437-90807fe4fbd9']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:02.691353 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 29f20b4d-6f30-4f41-a2c7-03be423bb59f up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:02.778163 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 29f20b4d-6f30-4f41-a2c7-03be423bb59f completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:02.783096 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 29f20b4d-6f30-4f41-a2c7-03be423bb59f triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:02.783461 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:02.906209 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-b58ff4ec-8f9a-4666-abf7-2f90a42f4464 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Made reservation on behalf of 8f9c863093174d29a2d5efec5bb85c93 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:02.921673 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-b58ff4ec-8f9a-4666-abf7-2f90a42f4464 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:02.967970 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.028565 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5ab7379f-0c34-4e07-a4d2-c5ff8f7f3a2b req-becfbac4-530b-4ada-adc1-318437368b0e tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5cc9e8-6391-492c-a147-05dc7c7bbae0 HTTP/1.1" status: 200 len: 210 time: 0.0859997 Jul 15 13:45:03.045744 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 29f20b4d-6f30-4f41-a2c7-03be423bb59f, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=29f20b4d-6f30-4f41-a2c7-03be423bb59f,segment=NetworkSegment(ef3ca3e2-29bd-4008-a648-033370dd6001),segment_id=ef3ca3e2-29bd-4008-a648-033370dd6001)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:03.061572 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.141542 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8964d11a-b58c-4bb8-8128-2b577a47f7ef tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:03.149582 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=29f20b4d-6f30-4f41-a2c7-03be423bb59f,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:03.155706 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-8964d11a-b58c-4bb8-8128-2b577a47f7ef tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:03.159707 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8964d11a-b58c-4bb8-8128-2b577a47f7ef tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:03.227820 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964d11a-b58c-4bb8-8128-2b577a47f7ef tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Port': ['ID=b63e0294-ea62-48be-8db1-bd1bc9a890df,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:03.295131 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8964d11a-b58c-4bb8-8128-2b577a47f7ef tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:03.295818 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8964d11a-b58c-4bb8-8128-2b577a47f7ef tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.307140 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-b58ff4ec-8f9a-4666-abf7-2f90a42f4464 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Allocated IP 172.20.0.4 (0f679832-8c15-424e-962e-bd9eb24b2afd/4d5d211f-c486-400f-80ab-d96ff9b75da8/bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:03.341303 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8964d11a-b58c-4bb8-8128-2b577a47f7ef tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2607975 Jul 15 13:45:03.342084 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42718) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:03.460503 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d1fe03-1887-4453-9f0c-1d6f40755114 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:03.468016 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d1fe03-1887-4453-9f0c-1d6f40755114 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:03.476455 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e2d1fe03-1887-4453-9f0c-1d6f40755114 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1271837 Jul 15 13:45:03.477130 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42720) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:03.595095 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-b58ff4ec-8f9a-4666-abf7-2f90a42f4464 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.618429 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-b58ff4ec-8f9a-4666-abf7-2f90a42f4464 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Transition to ACTIVE for port object bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:03.619626 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f364e-66fd-4869-ad06-61a5b8324a33 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting port b63e0294-ea62-48be-8db1-bd1bc9a890df {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:03.620220 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d9f364e-66fd-4869-ad06-61a5b8324a33 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.669401 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-b58ff4ec-8f9a-4666-abf7-2f90a42f4464 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.735009 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da45efa-49bc-4342-adb6-de51bffe5410 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:03.743808 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-b58ff4ec-8f9a-4666-abf7-2f90a42f4464 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Network 0f679832-8c15-424e-962e-bd9eb24b2afd is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:03.750953 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-b58ff4ec-8f9a-4666-abf7-2f90a42f4464 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:03.755621 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-b58ff4ec-8f9a-4666-abf7-2f90a42f4464 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:03.813987 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1f417b49-a908-4b89-8f44-4d3b51be9163 None None] Provisioning for port 3c5d0a55-7b50-4cb5-8fea-b77864acf050 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:03.828620 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d9f364e-66fd-4869-ad06-61a5b8324a33 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.846888 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ff4ec-8f9a-4666-abf7-2f90a42f4464 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Pushing event updated for resources: {'Port': ['ID=bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:03.862710 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f364e-66fd-4869-ad06-61a5b8324a33 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Calling delete_port for b63e0294-ea62-48be-8db1-bd1bc9a890df owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:03.885477 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-b58ff4ec-8f9a-4666-abf7-2f90a42f4464 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:03.886263 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-b58ff4ec-8f9a-4666-abf7-2f90a42f4464 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.916463 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-b58ff4ec-8f9a-4666-abf7-2f90a42f4464 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.3623042 Jul 15 13:45:03.938421 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-e02bfb87-acab-4af3-83ea-9bb90f441b48 service neutron] Request body: {'port': {'device_id': '5d5cc9e8-6391-492c-a147-05dc7c7bbae0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:04.088816 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-e02bfb87-acab-4af3-83ea-9bb90f441b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.114975 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-881f5070-66fd-4bef-8527-dc3196891257 None None] Provisioning for port bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:04.142289 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-881f5070-66fd-4bef-8527-dc3196891257 None None] Provisioning complete for port bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:04.142884 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-881f5070-66fd-4bef-8527-dc3196891257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.196639 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-881f5070-66fd-4bef-8527-dc3196891257 None None] Port bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:45:04.245678 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11de9d86-3ac9-4779-83b5-11ffe796995f None None] Update dhcp port {'port': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'fixed_ips': [{'subnet_id': '71465745-9d6b-4a72-9a27-9ac452a38e20', 'ip_address': '2001:db8::f816:3eff:fe4d:ed63'}, {'subnet_id': '3684c400-1ac4-4a00-be38-cc4d2630c987'}], 'binding:host_id': 'n-d-758944-45'}, 'id': '3c5d0a55-7b50-4cb5-8fea-b77864acf050'} from n-d-758944-45. {{(pid=93815) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:45:04.316233 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-11de9d86-3ac9-4779-83b5-11ffe796995f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.380809 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d9f364e-66fd-4869-ad06-61a5b8324a33 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.492018 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f0a52-c61d-4aae-8a51-1a754f8f644f req-96080bd0-a8c4-4d2e-9a1b-104f46d9257b tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:04.494387 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2e9f0a52-c61d-4aae-8a51-1a754f8f644f req-96080bd0-a8c4-4d2e-9a1b-104f46d9257b tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5cc9e8-6391-492c-a147-05dc7c7bbae0 HTTP/1.1" status: 200 len: 970 time: 0.1869464 Jul 15 13:45:04.495222 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f364e-66fd-4869-ad06-61a5b8324a33 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Port': ['ID=b63e0294-ea62-48be-8db1-bd1bc9a890df,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:04.594957 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-e02bfb87-acab-4af3-83ea-9bb90f441b48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:45:04.603527 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d9f364e-66fd-4869-ad06-61a5b8324a33 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.607761 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6d9f364e-66fd-4869-ad06-61a5b8324a33 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/b63e0294-ea62-48be-8db1-bd1bc9a890df HTTP/1.1" status: 204 len: 168 time: 1.1272402 Jul 15 13:45:04.608042 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-e02bfb87-acab-4af3-83ea-9bb90f441b48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.610664 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42726) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:04.634331 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-e02bfb87-acab-4af3-83ea-9bb90f441b48 service neutron] Transition to ACTIVE for port object bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:04.645524 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-11de9d86-3ac9-4779-83b5-11ffe796995f None None] Allocated IP 172.20.0.2 (860e390d-7211-433f-9c89-14b305c5b94c/3684c400-1ac4-4a00-be38-cc4d2630c987/3c5d0a55-7b50-4cb5-8fea-b77864acf050) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:04.647708 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-e02bfb87-acab-4af3-83ea-9bb90f441b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.738059 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f2a6f5-d742-490f-b694-2653b6c5e94b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:04.740033 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f2a6f5-d742-490f-b694-2653b6c5e94b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:04.742521 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f2a6f5-d742-490f-b694-2653b6c5e94b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:04.745086 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-32f2a6f5-d742-490f-b694-2653b6c5e94b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1332974 Jul 15 13:45:04.749828 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3c5d0a55-7b50-4cb5-8fea-b77864acf050 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:04.752931 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42728) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:04.761444 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-11de9d86-3ac9-4779-83b5-11ffe796995f None None] For port 3c5d0a55-7b50-4cb5-8fea-b77864acf050, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=3c5d0a55-7b50-4cb5-8fea-b77864acf050,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:04.766473 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bfb87-acab-4af3-83ea-9bb90f441b48 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:04.822595 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2e9f0a52-c61d-4aae-8a51-1a754f8f644f req-33d12836-789d-4daf-bb4f-a8e803f1e29c tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/security-groups?id=85d91145-dcf4-417e-a437-90807fe4fbd9&id=0a26303d-ba0d-438a-bc0e-ca2a8337f2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2915890 Jul 15 13:45:04.832854 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-11de9d86-3ac9-4779-83b5-11ffe796995f None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.843214 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-e02bfb87-acab-4af3-83ea-9bb90f441b48 service neutron] Attempting to bind port bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:45:04.843566 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-e02bfb87-acab-4af3-83ea-9bb90f441b48 service neutron] Attempting to bind port bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'ef3ca3e2-29bd-4008-a648-033370dd6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f679832-8c15-424e-962e-bd9eb24b2afd'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:45:04.843907 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-e02bfb87-acab-4af3-83ea-9bb90f441b48 service neutron] Attempting to bind port bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2 on network 0f679832-8c15-424e-962e-bd9eb24b2afd {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:04.849881 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-e02bfb87-acab-4af3-83ea-9bb90f441b48 service neutron] Port bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2 on network 0f679832-8c15-424e-962e-bd9eb24b2afd not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:45:04.852761 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-e02bfb87-acab-4af3-83ea-9bb90f441b48 service neutron] Attempting to bind port bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2 on network 0f679832-8c15-424e-962e-bd9eb24b2afd {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:04.859597 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-e02bfb87-acab-4af3-83ea-9bb90f441b48 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:45:04.859946 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-e02bfb87-acab-4af3-83ea-9bb90f441b48 service neutron] Checking segment: {'id': 'ef3ca3e2-29bd-4008-a648-033370dd6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f679832-8c15-424e-962e-bd9eb24b2afd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:04.860349 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-e02bfb87-acab-4af3-83ea-9bb90f441b48 service neutron] Bound using segment: {'id': 'ef3ca3e2-29bd-4008-a648-033370dd6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f679832-8c15-424e-962e-bd9eb24b2afd'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:45:04.860810 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-e02bfb87-acab-4af3-83ea-9bb90f441b48 service neutron] Bound port: bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef3ca3e2-29bd-4008-a648-033370dd6001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0f679832-8c15-424e-962e-bd9eb24b2afd'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:45:04.861184 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-e02bfb87-acab-4af3-83ea-9bb90f441b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.864049 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd63aff7-1749-4580-a253-94b75afb0b24 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting subnet 3684c400-1ac4-4a00-be38-cc4d2630c987 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:45:04.871086 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-11de9d86-3ac9-4779-83b5-11ffe796995f None None] Transition to ACTIVE for port object 3c5d0a55-7b50-4cb5-8fea-b77864acf050 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:04.879748 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd63aff7-1749-4580-a253-94b75afb0b24 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.879997 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-11de9d86-3ac9-4779-83b5-11ffe796995f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.917968 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 3c5d0a55-7b50-4cb5-8fea-b77864acf050 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:04.946120 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd63aff7-1749-4580-a253-94b75afb0b24 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.957354 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 29f20b4d-6f30-4f41-a2c7-03be423bb59f up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:04.970217 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-e02bfb87-acab-4af3-83ea-9bb90f441b48 service neutron] For port bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:45:04.977517 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-e02bfb87-acab-4af3-83ea-9bb90f441b48 service neutron] For port bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2,segment=NetworkSegment(ef3ca3e2-29bd-4008-a648-033370dd6001),segment_id=ef3ca3e2-29bd-4008-a648-033370dd6001)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:45:04.987772 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-e02bfb87-acab-4af3-83ea-9bb90f441b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:05.050818 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-e02bfb87-acab-4af3-83ea-9bb90f441b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:05.055133 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-e02bfb87-acab-4af3-83ea-9bb90f441b48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:05.057398 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-e02bfb87-acab-4af3-83ea-9bb90f441b48 service neutron] 10.222.0.18 "PUT /v2.0/ports/bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2 HTTP/1.1" status: 200 len: 1131 time: 1.1325741 Jul 15 13:45:05.058299 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5cc9e8-6391-492c-a147-05dc7c7bbae0', 'tag': 'bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:45:05.062682 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137ac6e1-6a2b-4183-bf71-5cbbfadce711" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5cc9e8-6391-492c-a147-05dc7c7bbae0", "tag": "bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:45:05.137656 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bfb87-acab-4af3-83ea-9bb90f441b48 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:05.145724 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd63aff7-1749-4580-a253-94b75afb0b24 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:05.167734 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de9d86-3ac9-4779-83b5-11ffe796995f None None] Pushing event updated for resources: {'Port': ['ID=3c5d0a55-7b50-4cb5-8fea-b77864acf050,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:05.184903 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47092b3e-d57a-4959-a78c-27322a71955f x-openstack-request-id: req-47092b3e-d57a-4959-a78c-27322a71955f {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:45:05.185206 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5cc9e8-6391-492c-a147-05dc7c7bbae0", "tag": "bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:45:05.185460 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-47092b3e-d57a-4959-a78c-27322a71955f {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:45:05.185899 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5cc9e8-6391-492c-a147-05dc7c7bbae0', 'tag': 'bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2', 'status': 'completed', 'code': 200} Jul 15 13:45:05.207189 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 29f20b4d-6f30-4f41-a2c7-03be423bb59f triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:05.207604 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:05.279989 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd63aff7-1749-4580-a253-94b75afb0b24 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:05.296962 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-f18a4872-05b0-4087-a873-ff799ecb8c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:05.299213 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-f18a4872-05b0-4087-a873-ff799ecb8c8a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f9c863093174d29a2d5efec5bb85c93&device_id=5d5cc9e8-6391-492c-a147-05dc7c7bbae0 HTTP/1.1" status: 200 len: 1134 time: 0.1550100 Jul 15 13:45:05.303877 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd63aff7-1749-4580-a253-94b75afb0b24 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:05.309001 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-dd63aff7-1749-4580-a253-94b75afb0b24 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/3684c400-1ac4-4a00-be38-cc4d2630c987 HTTP/1.1" status: 204 len: 168 time: 0.5526376 Jul 15 13:45:05.309317 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42734) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:05.347082 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63aff7-1749-4580-a253-94b75afb0b24 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Subnet': ['ID=3684c400-1ac4-4a00-be38-cc4d2630c987,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:05.380593 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-b0f25041-2deb-46c2-b744-b53aa082b652 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2 HTTP/1.1" status: 200 len: 217 time: 0.0737746 Jul 15 13:45:05.410678 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceab761d-9e3c-42f9-bddf-37b15253cf0a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting subnet 71465745-9d6b-4a72-9a27-9ac452a38e20 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:45:05.417344 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ceab761d-9e3c-42f9-bddf-37b15253cf0a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:05.454778 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-e9ef8f74-037b-4013-a13a-fbc1ad2862e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:05.457326 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-e9ef8f74-037b-4013-a13a-fbc1ad2862e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4d5d211f-c486-400f-80ab-d96ff9b75da8 HTTP/1.1" status: 200 len: 834 time: 0.0699232 Jul 15 13:45:05.479620 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ceab761d-9e3c-42f9-bddf-37b15253cf0a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:05.531794 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-b5e7f684-8669-4c70-b679-8ac56c3b82e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:05.533362 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-b5e7f684-8669-4c70-b679-8ac56c3b82e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f679832-8c15-424e-962e-bd9eb24b2afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700910 Jul 15 13:45:05.649047 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ceab761d-9e3c-42f9-bddf-37b15253cf0a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:05.684711 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-ddd4efc2-ad76-4360-8538-c1e31995a976 service neutron] 10.222.0.18 "GET /v2.0/networks/0f679832-8c15-424e-962e-bd9eb24b2afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420536 Jul 15 13:45:05.739801 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ceab761d-9e3c-42f9-bddf-37b15253cf0a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:05.769233 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab761d-9e3c-42f9-bddf-37b15253cf0a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Subnet': ['ID=71465745-9d6b-4a72-9a27-9ac452a38e20,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:05.779905 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ceab761d-9e3c-42f9-bddf-37b15253cf0a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:05.781367 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ceab761d-9e3c-42f9-bddf-37b15253cf0a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/71465745-9d6b-4a72-9a27-9ac452a38e20 HTTP/1.1" status: 204 len: 168 time: 0.4706287 Jul 15 13:45:05.786237 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42738) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:05.841858 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5983b28f-62cf-4913-abbc-c28449108cc5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540640 Jul 15 13:45:05.844355 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42742) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:05.850001 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3bac9cd6-0e01-4341-ba85-cb339671c775 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:05.893359 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4a3319a7-7c5c-4f9e-87b1-40452ec47210 req-117ac553-921e-4202-84ae-76d32c47a326 service neutron] 10.222.0.18 "GET /v2.0/networks/0f679832-8c15-424e-962e-bd9eb24b2afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022626 Jul 15 13:45:06.026231 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bac9cd6-0e01-4341-ba85-cb339671c775 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:06.030205 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3bac9cd6-0e01-4341-ba85-cb339671c775 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:06.074076 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ac6e1-6a2b-4183-bf71-5cbbfadce711 req-d2707f0c-57df-4b5d-931c-e4acbadc5002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:06.075772 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-137ac6e1-6a2b-4183-bf71-5cbbfadce711 req-d2707f0c-57df-4b5d-931c-e4acbadc5002 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f9c863093174d29a2d5efec5bb85c93&device_id=5d5cc9e8-6391-492c-a147-05dc7c7bbae0 HTTP/1.1" status: 200 len: 1134 time: 0.1115751 Jul 15 13:45:06.090235 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aecf55-21b9-4d74-b205-fbee83ddfe4f req-6f279721-9ac4-43dc-87ae-951a52b9d503 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:06.092735 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-76aecf55-21b9-4d74-b205-fbee83ddfe4f req-6f279721-9ac4-43dc-87ae-951a52b9d503 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5cc9e8-6391-492c-a147-05dc7c7bbae0 HTTP/1.1" status: 200 len: 982 time: 0.0997696 Jul 15 13:45:06.109828 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de65c918-ee29-4f17-b247-f625c7efb3f0 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:06.167886 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-76aecf55-21b9-4d74-b205-fbee83ddfe4f req-1ebe7667-fb1a-4b2b-8c83-0b1d7031448c tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/security-groups?id=85d91145-dcf4-417e-a437-90807fe4fbd9&id=0a26303d-ba0d-438a-bc0e-ca2a8337f2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0676641 Jul 15 13:45:06.290041 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ac6e1-6a2b-4183-bf71-5cbbfadce711 req-2ac45a59-ab00-45ca-b22f-fe88eda9e5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:06.291687 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-137ac6e1-6a2b-4183-bf71-5cbbfadce711 req-2ac45a59-ab00-45ca-b22f-fe88eda9e5c2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0f679832-8c15-424e-962e-bd9eb24b2afd HTTP/1.1" status: 200 len: 897 time: 0.1768491 Jul 15 13:45:06.340766 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-137ac6e1-6a2b-4183-bf71-5cbbfadce711 req-d9d5bb98-8f36-4134-9957-85350432e822 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2 HTTP/1.1" status: 200 len: 217 time: 0.0423908 Jul 15 13:45:06.363295 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-791c5126-734f-4380-a9bf-34a87a5d4b80 None None] Could not find standard attr ID for object b63e0294-ea62-48be-8db1-bd1bc9a890df. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:45:06.397945 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-791c5126-734f-4380-a9bf-34a87a5d4b80 None None] Provisioning for port 3c5d0a55-7b50-4cb5-8fea-b77864acf050 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:06.419434 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-791c5126-734f-4380-a9bf-34a87a5d4b80 None None] Provisioning complete for port 3c5d0a55-7b50-4cb5-8fea-b77864acf050 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:06.419654 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-791c5126-734f-4380-a9bf-34a87a5d4b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:06.452554 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ac6e1-6a2b-4183-bf71-5cbbfadce711 req-ea327f8d-c6b5-403d-a593-796f6d2eccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:06.459454 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-137ac6e1-6a2b-4183-bf71-5cbbfadce711 req-ea327f8d-c6b5-403d-a593-796f6d2eccc5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4d5d211f-c486-400f-80ab-d96ff9b75da8 HTTP/1.1" status: 200 len: 834 time: 0.1117890 Jul 15 13:45:06.540042 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-791c5126-734f-4380-a9bf-34a87a5d4b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:06.597689 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1297b70d-4899-4172-8de9-4352c0ddfff4 None None] DHCP port deletion for 860e390d-7211-433f-9c89-14b305c5b94c request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:45:06.600958 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-791c5126-734f-4380-a9bf-34a87a5d4b80 None None] For port 3c5d0a55-7b50-4cb5-8fea-b77864acf050, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=3c5d0a55-7b50-4cb5-8fea-b77864acf050,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:06.631641 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-791c5126-734f-4380-a9bf-34a87a5d4b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:06.686171 n-d-758944-45 neutron-server[93813]: DEBUG neutron.objects.ports [None req-3bac9cd6-0e01-4341-ba85-cb339671c775 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93813) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:45:06.722406 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c5126-734f-4380-a9bf-34a87a5d4b80 None None] Pushing event updated for resources: {'Port': ['ID=3c5d0a55-7b50-4cb5-8fea-b77864acf050,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:06.771756 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-1297b70d-4899-4172-8de9-4352c0ddfff4 None None] Deleting port 3c5d0a55-7b50-4cb5-8fea-b77864acf050 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:06.772145 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1297b70d-4899-4172-8de9-4352c0ddfff4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:06.773924 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ac6e1-6a2b-4183-bf71-5cbbfadce711 req-b24315fd-08bf-4165-b317-a3bb91cd4b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:06.775621 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-137ac6e1-6a2b-4183-bf71-5cbbfadce711 req-b24315fd-08bf-4165-b317-a3bb91cd4b35 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f679832-8c15-424e-962e-bd9eb24b2afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3040609 Jul 15 13:45:06.922111 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-1297b70d-4899-4172-8de9-4352c0ddfff4 None None] For port 3c5d0a55-7b50-4cb5-8fea-b77864acf050, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=3c5d0a55-7b50-4cb5-8fea-b77864acf050,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:06.922722 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1297b70d-4899-4172-8de9-4352c0ddfff4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:06.938906 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-1297b70d-4899-4172-8de9-4352c0ddfff4 None None] Calling delete_port for 3c5d0a55-7b50-4cb5-8fea-b77864acf050 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:07.049454 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-137ac6e1-6a2b-4183-bf71-5cbbfadce711 req-422e8ac7-ef7b-45e8-9c3f-5433726c514a service neutron] 10.222.0.18 "GET /v2.0/networks/0f679832-8c15-424e-962e-bd9eb24b2afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619667 Jul 15 13:45:07.061650 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1297b70d-4899-4172-8de9-4352c0ddfff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.089882 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297b70d-4899-4172-8de9-4352c0ddfff4 None None] Pushing event deleted for resources: {'Port': ['ID=3c5d0a55-7b50-4cb5-8fea-b77864acf050,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:07.094548 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1297b70d-4899-4172-8de9-4352c0ddfff4 None None] No DVR routers for this DVR port 3c5d0a55-7b50-4cb5-8fea-b77864acf050 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:45:07.157241 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3bac9cd6-0e01-4341-ba85-cb339671c775 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.504919 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bac9cd6-0e01-4341-ba85-cb339671c775 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Port 3c5d0a55-7b50-4cb5-8fea-b77864acf050 concurrently deleted while adding address for new subnet {'id': 'fbca739e-a253-4a40-b70c-9fb299a42eaa', 'name': '', 'tenant_id': '2157ae18fb374de5a7af4ffb23a64509', 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3729, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-15T13:45:06Z', 'updated_at': '2021-07-15T13:45:06Z', 'revision_number': 0, 'segment_id': None, 'project_id': '2157ae18fb374de5a7af4ffb23a64509'}. {{(pid=93813) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 15 13:45:07.505457 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3bac9cd6-0e01-4341-ba85-cb339671c775 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.567798 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-137ac6e1-6a2b-4183-bf71-5cbbfadce711 req-20477e1d-fc3f-4786-a2a8-b35f04073568 service neutron] 10.222.0.18 "GET /v2.0/networks/0f679832-8c15-424e-962e-bd9eb24b2afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5110440 Jul 15 13:45:07.591947 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bac9cd6-0e01-4341-ba85-cb339671c775 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:07.599406 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-3bac9cd6-0e01-4341-ba85-cb339671c775 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:07.606300 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bac9cd6-0e01-4341-ba85-cb339671c775 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:07.606903 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3bac9cd6-0e01-4341-ba85-cb339671c775 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.617226 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40268eff-4c3d-461d-a15e-a4d47d2ba1b6 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:07.617954 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac9cd6-0e01-4341-ba85-cb339671c775 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Subnet': ['ID=fbca739e-a253-4a40-b70c-9fb299a42eaa,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:07.636977 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3bac9cd6-0e01-4341-ba85-cb339671c775 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7913980 Jul 15 13:45:07.641693 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42752) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:07.655510 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-6ed0f63a-0111-49aa-9179-89100ef92611 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:07.657505 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80ee34-8a52-4fe2-8478-ccd432e38629 req-7f3136d9-2b62-408e-945c-98cc4c0028f9 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:07.659301 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6a80ee34-8a52-4fe2-8478-ccd432e38629 req-7f3136d9-2b62-408e-945c-98cc4c0028f9 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5cc9e8-6391-492c-a147-05dc7c7bbae0 HTTP/1.1" status: 200 len: 982 time: 0.1595137 Jul 15 13:45:07.716923 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6a80ee34-8a52-4fe2-8478-ccd432e38629 req-31de6200-568a-4a85-a75d-90db11b343a7 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/security-groups?id=85d91145-dcf4-417e-a437-90807fe4fbd9&id=0a26303d-ba0d-438a-bc0e-ca2a8337f2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0441146 Jul 15 13:45:07.831423 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed0f63a-0111-49aa-9179-89100ef92611 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:07.832149 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbe1cf4-9c42-4e8f-a7c5-5e7a0eaaceb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-860e390d-7211-433f-9c89-14b305c5b94c', 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'tenant_id': '2157ae18fb374de5a7af4ffb23a64509', 'fixed_ips': [{'subnet_id': 'fbca739e-a253-4a40-b70c-9fb299a42eaa'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:45:07.833935 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0cbe1cf4-9c42-4e8f-a7c5-5e7a0eaaceb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.836765 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ed0f63a-0111-49aa-9179-89100ef92611 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.019642 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-0cbe1cf4-9c42-4e8f-a7c5-5e7a0eaaceb5 None None] Allocated IP 2001:db8::f816:3eff:fec6:8926 (860e390d-7211-433f-9c89-14b305c5b94c/fbca739e-a253-4a40-b70c-9fb299a42eaa/b4d28715-10b8-437a-9519-7dbc9d8418bc) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:08.168715 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ed0f63a-0111-49aa-9179-89100ef92611 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.233693 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed0f63a-0111-49aa-9179-89100ef92611 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:08.239059 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-6ed0f63a-0111-49aa-9179-89100ef92611 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:08.239857 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0cbe1cf4-9c42-4e8f-a7c5-5e7a0eaaceb5 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.253538 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed0f63a-0111-49aa-9179-89100ef92611 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:08.254226 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ed0f63a-0111-49aa-9179-89100ef92611 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.258146 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0cbe1cf4-9c42-4e8f-a7c5-5e7a0eaaceb5 None None] Transition to ACTIVE for port object b4d28715-10b8-437a-9519-7dbc9d8418bc will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:08.274945 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0f63a-0111-49aa-9179-89100ef92611 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Subnet': ['ID=cdf55077-b745-4cf9-b4ba-9e0a50733c17,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:08.277744 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0cbe1cf4-9c42-4e8f-a7c5-5e7a0eaaceb5 None None] Transition to ACTIVE for port object b4d28715-10b8-437a-9519-7dbc9d8418bc will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:08.287160 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0cbe1cf4-9c42-4e8f-a7c5-5e7a0eaaceb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.287507 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6ed0f63a-0111-49aa-9179-89100ef92611 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6428413 Jul 15 13:45:08.291318 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42756) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:08.297939 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-361d3e5c-4bb4-4567-b97c-745778500cf2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'port': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'mac_address': 'fa:16:3e:b1:a5:b0', 'name': 'tempest-NetworksTestDHCPv6-704750162'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:08.334516 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbe1cf4-9c42-4e8f-a7c5-5e7a0eaaceb5 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:08.338119 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-0cbe1cf4-9c42-4e8f-a7c5-5e7a0eaaceb5 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:08.342254 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbe1cf4-9c42-4e8f-a7c5-5e7a0eaaceb5 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:08.351812 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe1cf4-9c42-4e8f-a7c5-5e7a0eaaceb5 None None] Pushing event updated for resources: {'Port': ['ID=b4d28715-10b8-437a-9519-7dbc9d8418bc,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:08.441723 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-0cbe1cf4-9c42-4e8f-a7c5-5e7a0eaaceb5 None None] Attempting to bind port b4d28715-10b8-437a-9519-7dbc9d8418bc on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:45:08.442492 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-0cbe1cf4-9c42-4e8f-a7c5-5e7a0eaaceb5 None None] Attempting to bind port b4d28715-10b8-437a-9519-7dbc9d8418bc by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:45:08.442664 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361d3e5c-4bb4-4567-b97c-745778500cf2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:08.443040 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbe1cf4-9c42-4e8f-a7c5-5e7a0eaaceb5 None None] Attempting to bind port b4d28715-10b8-437a-9519-7dbc9d8418bc on network 860e390d-7211-433f-9c89-14b305c5b94c {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:08.447582 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.450616 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbe1cf4-9c42-4e8f-a7c5-5e7a0eaaceb5 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:45:08.450986 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbe1cf4-9c42-4e8f-a7c5-5e7a0eaaceb5 None None] Checking segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:08.451377 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0cbe1cf4-9c42-4e8f-a7c5-5e7a0eaaceb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.451771 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbe1cf4-9c42-4e8f-a7c5-5e7a0eaaceb5 None None] Bound using segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:45:08.452562 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-0cbe1cf4-9c42-4e8f-a7c5-5e7a0eaaceb5 None None] Bound port: b4d28715-10b8-437a-9519-7dbc9d8418bc, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:45:08.452944 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0cbe1cf4-9c42-4e8f-a7c5-5e7a0eaaceb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.512482 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3c5d0a55-7b50-4cb5-8fea-b77864acf050 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:08.546438 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 3c5d0a55-7b50-4cb5-8fea-b77864acf050 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:45:08.546773 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3c5d0a55-7b50-4cb5-8fea-b77864acf050 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:45:08.568229 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-0cbe1cf4-9c42-4e8f-a7c5-5e7a0eaaceb5 None None] For port b4d28715-10b8-437a-9519-7dbc9d8418bc, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:45:08.571817 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-0cbe1cf4-9c42-4e8f-a7c5-5e7a0eaaceb5 None None] For port b4d28715-10b8-437a-9519-7dbc9d8418bc, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b4d28715-10b8-437a-9519-7dbc9d8418bc,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:45:08.579356 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0cbe1cf4-9c42-4e8f-a7c5-5e7a0eaaceb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.587546 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-361d3e5c-4bb4-4567-b97c-745778500cf2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.626243 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-361d3e5c-4bb4-4567-b97c-745778500cf2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] device_id is not set on port 3cce68c3-12a2-44ca-951e-583f1a160b5d yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:45:08.647162 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe1cf4-9c42-4e8f-a7c5-5e7a0eaaceb5 None None] Pushing event updated for resources: {'Port': ['ID=b4d28715-10b8-437a-9519-7dbc9d8418bc,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:08.840628 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:45:08.968685 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-361d3e5c-4bb4-4567-b97c-745778500cf2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Allocated IP 172.20.0.12 (860e390d-7211-433f-9c89-14b305c5b94c/cdf55077-b745-4cf9-b4ba-9e0a50733c17/3cce68c3-12a2-44ca-951e-583f1a160b5d) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:08.983174 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-361d3e5c-4bb4-4567-b97c-745778500cf2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Allocated IP 2001:db8::f816:3eff:feb1:a5b0 (860e390d-7211-433f-9c89-14b305c5b94c/fbca739e-a253-4a40-b70c-9fb299a42eaa/3cce68c3-12a2-44ca-951e-583f1a160b5d) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:09.028328 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df17eba-38c8-455b-a068-24bc3fcc89ac req-d35ebfc4-efdd-4229-95fd-34918eef30a8 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:09.031389 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4df17eba-38c8-455b-a068-24bc3fcc89ac req-d35ebfc4-efdd-4229-95fd-34918eef30a8 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5cc9e8-6391-492c-a147-05dc7c7bbae0 HTTP/1.1" status: 200 len: 982 time: 0.1243696 Jul 15 13:45:09.124008 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2,segment=NetworkSegment(ef3ca3e2-29bd-4008-a648-033370dd6001),segment_id=ef3ca3e2-29bd-4008-a648-033370dd6001)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:09.154238 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2', 'network_id': '0f679832-8c15-424e-962e-bd9eb24b2afd', 'port_id': 'bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2', 'mac_address': 'fa:16:3e:d5:29:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d5d211f-c486-400f-80ab-d96ff9b75da8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:45:09.155239 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4df17eba-38c8-455b-a068-24bc3fcc89ac req-28b67109-d511-4849-b31a-d705c21d36f0 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/security-groups?id=85d91145-dcf4-417e-a437-90807fe4fbd9&id=0a26303d-ba0d-438a-bc0e-ca2a8337f2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1170709 Jul 15 13:45:09.213708 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:09.228746 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:45:09.259704 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2,segment=NetworkSegment(ef3ca3e2-29bd-4008-a648-033370dd6001),segment_id=ef3ca3e2-29bd-4008-a648-033370dd6001)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:09.266163 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:09.288653 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-361d3e5c-4bb4-4567-b97c-745778500cf2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:09.318651 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-361d3e5c-4bb4-4567-b97c-745778500cf2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Transition to ACTIVE for port object 3cce68c3-12a2-44ca-951e-583f1a160b5d will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:09.346829 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:09.372357 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-361d3e5c-4bb4-4567-b97c-745778500cf2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:09.451722 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361d3e5c-4bb4-4567-b97c-745778500cf2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:09.459033 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-361d3e5c-4bb4-4567-b97c-745778500cf2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:09.462295 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361d3e5c-4bb4-4567-b97c-745778500cf2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:09.511832 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:45:09.517005 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d3e5c-4bb4-4567-b97c-745778500cf2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Port': ['ID=3cce68c3-12a2-44ca-951e-583f1a160b5d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:09.569648 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361d3e5c-4bb4-4567-b97c-745778500cf2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:09.571543 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-361d3e5c-4bb4-4567-b97c-745778500cf2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:09.603736 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42766) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:09.604991 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-361d3e5c-4bb4-4567-b97c-745778500cf2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3119376 Jul 15 13:45:09.726799 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426a27f6-2d5c-4498-937d-67ab59f3b6e2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:09.733678 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426a27f6-2d5c-4498-937d-67ab59f3b6e2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:09.735631 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-426a27f6-2d5c-4498-937d-67ab59f3b6e2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1301522 Jul 15 13:45:09.739435 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42768) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:09.863092 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1533482a-b695-4dea-b0b6-2a977b118dc4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting port 3cce68c3-12a2-44ca-951e-583f1a160b5d {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:09.863442 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1533482a-b695-4dea-b0b6-2a977b118dc4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:09.970050 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1533482a-b695-4dea-b0b6-2a977b118dc4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:09.986449 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1533482a-b695-4dea-b0b6-2a977b118dc4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Calling delete_port for 3cce68c3-12a2-44ca-951e-583f1a160b5d owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:09.998323 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2be618f-cdf8-456e-8bee-3dc57c7b6786 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:10.036381 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42772) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:10.137892 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-41573367-5009-4cf3-844b-f04da7fc7af0 None None] Provisioning for port b4d28715-10b8-437a-9519-7dbc9d8418bc completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:10.320435 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1533482a-b695-4dea-b0b6-2a977b118dc4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:10.357732 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e2f553-a865-4437-ac81-acb41e447b0b None None] Update dhcp port {'port': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'fixed_ips': [{'subnet_id': 'fbca739e-a253-4a40-b70c-9fb299a42eaa', 'ip_address': '2001:db8::f816:3eff:fec6:8926'}, {'subnet_id': 'cdf55077-b745-4cf9-b4ba-9e0a50733c17'}], 'binding:host_id': 'n-d-758944-45'}, 'id': 'b4d28715-10b8-437a-9519-7dbc9d8418bc'} from n-d-758944-45. {{(pid=93815) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:45:10.360696 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533482a-b695-4dea-b0b6-2a977b118dc4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Port': ['ID=3cce68c3-12a2-44ca-951e-583f1a160b5d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:10.402095 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-04e2f553-a865-4437-ac81-acb41e447b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:10.573363 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1533482a-b695-4dea-b0b6-2a977b118dc4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:10.575349 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1533482a-b695-4dea-b0b6-2a977b118dc4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/3cce68c3-12a2-44ca-951e-583f1a160b5d HTTP/1.1" status: 204 len: 168 time: 0.8347640 Jul 15 13:45:10.583199 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42780) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:10.674787 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c445fede-e2d6-46b4-8477-19f6df71102f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Deleting port 35f256d1-8fdb-4a96-8cb9-d61f1ceba04e {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:10.675142 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c445fede-e2d6-46b4-8477-19f6df71102f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:10.693536 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5472fe-4574-4bf6-9f89-ae863ad5f606 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:10.695446 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5472fe-4574-4bf6-9f89-ae863ad5f606 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:10.697214 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5472fe-4574-4bf6-9f89-ae863ad5f606 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:10.701537 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1a5472fe-4574-4bf6-9f89-ae863ad5f606 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1113460 Jul 15 13:45:10.701949 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42782) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:10.705565 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-04e2f553-a865-4437-ac81-acb41e447b0b None None] Allocated IP 172.20.0.2 (860e390d-7211-433f-9c89-14b305c5b94c/cdf55077-b745-4cf9-b4ba-9e0a50733c17/b4d28715-10b8-437a-9519-7dbc9d8418bc) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:10.750830 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57f7ae-0ece-4a5d-bfdd-2a53b0301f1d req-cfaa7f56-f5bc-485c-b38e-66c713556f01 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:10.758490 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ac57f7ae-0ece-4a5d-bfdd-2a53b0301f1d req-cfaa7f56-f5bc-485c-b38e-66c713556f01 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5cc9e8-6391-492c-a147-05dc7c7bbae0 HTTP/1.1" status: 200 len: 983 time: 0.2529361 Jul 15 13:45:10.765028 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c445fede-e2d6-46b4-8477-19f6df71102f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:10.765364 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c445fede-e2d6-46b4-8477-19f6df71102f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:10.780296 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c445fede-e2d6-46b4-8477-19f6df71102f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Calling delete_port for 35f256d1-8fdb-4a96-8cb9-d61f1ceba04e owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:10.814108 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ac57f7ae-0ece-4a5d-bfdd-2a53b0301f1d req-3cab7ae1-7154-4693-9598-2aee3f79c190 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/security-groups?id=85d91145-dcf4-417e-a437-90807fe4fbd9&id=0a26303d-ba0d-438a-bc0e-ca2a8337f2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0545859 Jul 15 13:45:10.830849 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b4d28715-10b8-437a-9519-7dbc9d8418bc up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:10.838286 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-59552f51-67dc-41a1-bfa2-0c48019de798 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting subnet cdf55077-b745-4cf9-b4ba-9e0a50733c17 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:45:10.858721 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:10.890543 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-04e2f553-a865-4437-ac81-acb41e447b0b None None] For port b4d28715-10b8-437a-9519-7dbc9d8418bc, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b4d28715-10b8-437a-9519-7dbc9d8418bc,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:10.946799 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-04e2f553-a865-4437-ac81-acb41e447b0b None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:10.972898 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-04e2f553-a865-4437-ac81-acb41e447b0b None None] Transition to ACTIVE for port object b4d28715-10b8-437a-9519-7dbc9d8418bc will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:10.977748 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port b4d28715-10b8-437a-9519-7dbc9d8418bc completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:10.979390 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-59552f51-67dc-41a1-bfa2-0c48019de798 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:10.981812 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:10.984820 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-04e2f553-a865-4437-ac81-acb41e447b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:11.002123 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:11.003115 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:11.009042 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c445fede-e2d6-46b4-8477-19f6df71102f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:11.045107 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445fede-e2d6-46b4-8477-19f6df71102f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event deleted for resources: {'Port': ['ID=35f256d1-8fdb-4a96-8cb9-d61f1ceba04e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:11.060948 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-59552f51-67dc-41a1-bfa2-0c48019de798 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:11.128477 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c445fede-e2d6-46b4-8477-19f6df71102f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:11.128771 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-c445fede-e2d6-46b4-8477-19f6df71102f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Floating IP d8450bcb-596f-46e9-818e-06d6e69c5c6a disassociated (deleted). External IP: 172.25.6.54, port: 75d28844-5112-40ab-b84e-151c9992f995. Jul 15 13:45:11.152790 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2f553-a865-4437-ac81-acb41e447b0b None None] Pushing event updated for resources: {'Port': ['ID=b4d28715-10b8-437a-9519-7dbc9d8418bc,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:11.163516 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2f553-a865-4437-ac81-acb41e447b0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:11.164409 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2f553-a865-4437-ac81-acb41e447b0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:11.164762 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2f553-a865-4437-ac81-acb41e447b0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:11.165083 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2f553-a865-4437-ac81-acb41e447b0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:11.165411 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2f553-a865-4437-ac81-acb41e447b0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:11.165736 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2f553-a865-4437-ac81-acb41e447b0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:11.166084 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2f553-a865-4437-ac81-acb41e447b0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:11.166405 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2f553-a865-4437-ac81-acb41e447b0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:11.166733 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2f553-a865-4437-ac81-acb41e447b0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:11.167050 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2f553-a865-4437-ac81-acb41e447b0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:11.167373 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2f553-a865-4437-ac81-acb41e447b0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:11.167692 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2f553-a865-4437-ac81-acb41e447b0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:11.235394 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:11.259504 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-59552f51-67dc-41a1-bfa2-0c48019de798 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:11.287468 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5cc9e8-6391-492c-a147-05dc7c7bbae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:45:11.294014 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc3cdb9-2222-423c-aa9a-f56cb55e3cdd" -d '{"events": [{"server_uuid": "5d5cc9e8-6391-492c-a147-05dc7c7bbae0", "name": "network-vif-plugged", "status": "completed", "tag": "bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:45:11.322795 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2,segment=NetworkSegment(ef3ca3e2-29bd-4008-a648-033370dd6001),segment_id=ef3ca3e2-29bd-4008-a648-033370dd6001)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:11.346325 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:11.409903 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda9730b-5791-4c16-a69c-3b8ecaeb2f7c x-openstack-request-id: req-fda9730b-5791-4c16-a69c-3b8ecaeb2f7c {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:45:11.409903 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5cc9e8-6391-492c-a147-05dc7c7bbae0", "name": "network-vif-plugged", "status": "completed", "tag": "bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:45:11.409903 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fda9730b-5791-4c16-a69c-3b8ecaeb2f7c {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:45:11.409903 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5cc9e8-6391-492c-a147-05dc7c7bbae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2', 'code': 200} Jul 15 13:45:11.464208 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-59552f51-67dc-41a1-bfa2-0c48019de798 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:11.487147 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:11.543977 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59552f51-67dc-41a1-bfa2-0c48019de798 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Subnet': ['ID=cdf55077-b745-4cf9-b4ba-9e0a50733c17,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:11.558337 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c445fede-e2d6-46b4-8477-19f6df71102f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Router a94d8369-fe33-4da4-b184-7139d24ec3e7 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:45:11.588911 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-59552f51-67dc-41a1-bfa2-0c48019de798 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:11.594475 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-59552f51-67dc-41a1-bfa2-0c48019de798 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/cdf55077-b745-4cf9-b4ba-9e0a50733c17 HTTP/1.1" status: 204 len: 168 time: 0.8894210 Jul 15 13:45:11.598678 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42788) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:11.695910 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c445fede-e2d6-46b4-8477-19f6df71102f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:45:11.699524 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1d24a8-622f-459a-bfef-5c2afdacd0f2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting subnet fbca739e-a253-4a40-b70c-9fb299a42eaa {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:45:11.703370 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c445fede-e2d6-46b4-8477-19f6df71102f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:11.707917 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7ee537-67db-48ad-81e4-3c6226065764 None None] Sync routers for ids ['a94d8369-fe33-4da4-b184-7139d24ec3e7'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:45:11.713193 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a1d24a8-622f-459a-bfef-5c2afdacd0f2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:11.725847 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7ee537-67db-48ad-81e4-3c6226065764 None None] Routers {'a94d8369-fe33-4da4-b184-7139d24ec3e7'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:11.727587 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4b7ee537-67db-48ad-81e4-3c6226065764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:44:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['a94d8369-fe33-4da4-b184-7139d24ec3e7'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:11.775147 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a1d24a8-622f-459a-bfef-5c2afdacd0f2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:11.789634 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c445fede-e2d6-46b4-8477-19f6df71102f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "DELETE /v2.0/floatingips/d8450bcb-596f-46e9-818e-06d6e69c5c6a HTTP/1.1" status: 204 len: 168 time: 1.7513843 Jul 15 13:45:11.790580 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778ed80f-2606-49cd-9ae2-2bdc956d6f29', 'tag': '75d28844-5112-40ab-b84e-151c9992f995'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:45:11.793220 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9cb8a3-d76d-4b22-b461-6d51accff9b8" -d '{"events": [{"name": "network-changed", "server_uuid": "778ed80f-2606-49cd-9ae2-2bdc956d6f29", "tag": "75d28844-5112-40ab-b84e-151c9992f995"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:45:11.803336 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1373d-5b9a-4eb8-8f66-4f13950c453e req-ab21e052-bb3d-4f0f-af85-427ffe9d7a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:11.804994 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1cc1373d-5b9a-4eb8-8f66-4f13950c453e req-ab21e052-bb3d-4f0f-af85-427ffe9d7a2a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5d5cc9e8-6391-492c-a147-05dc7c7bbae0 HTTP/1.1" status: 200 len: 1136 time: 0.2800307 Jul 15 13:45:11.879206 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b60e0e-d44e-4f73-bb49-d91aab9f5718 x-openstack-request-id: req-97b60e0e-d44e-4f73-bb49-d91aab9f5718 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:45:11.879441 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1cc1373d-5b9a-4eb8-8f66-4f13950c453e req-8f1b612d-089c-4a51-9cf2-f190fa7c92a4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=85d91145-dcf4-417e-a437-90807fe4fbd9&id=0a26303d-ba0d-438a-bc0e-ca2a8337f2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0651107 Jul 15 13:45:11.879569 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "778ed80f-2606-49cd-9ae2-2bdc956d6f29", "tag": "75d28844-5112-40ab-b84e-151c9992f995", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:45:11.879759 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-97b60e0e-d44e-4f73-bb49-d91aab9f5718 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:45:11.880172 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '778ed80f-2606-49cd-9ae2-2bdc956d6f29', 'tag': '75d28844-5112-40ab-b84e-151c9992f995', 'status': 'completed', 'code': 200} Jul 15 13:45:11.948528 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-4b7ee537-67db-48ad-81e4-3c6226065764 None None] Set router a94d8369-fe33-4da4-b184-7139d24ec3e7 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:12.001053 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a1d24a8-622f-459a-bfef-5c2afdacd0f2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:12.162538 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd28badd-9832-46bd-872c-017bbf53415f None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:12.199268 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a1d24a8-622f-459a-bfef-5c2afdacd0f2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:12.223784 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c867b90-eeb2-4f20-b628-f568e3290011 req-6f806fef-95c1-4961-89ca-f8f2896dbea3 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:12.225394 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5c867b90-eeb2-4f20-b628-f568e3290011 req-6f806fef-95c1-4961-89ca-f8f2896dbea3 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5cc9e8-6391-492c-a147-05dc7c7bbae0 HTTP/1.1" status: 200 len: 984 time: 0.1614730 Jul 15 13:45:12.261013 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a1d24a8-622f-459a-bfef-5c2afdacd0f2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:12.267132 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42800) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:12.271631 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3a1d24a8-622f-459a-bfef-5c2afdacd0f2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/fbca739e-a253-4a40-b70c-9fb299a42eaa HTTP/1.1" status: 204 len: 168 time: 0.6708038 Jul 15 13:45:12.273982 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-49f988ba-5b5d-4d68-a36c-f8d3a474195a None None] Provisioning for port b4d28715-10b8-437a-9519-7dbc9d8418bc completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:12.274917 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d24a8-622f-459a-bfef-5c2afdacd0f2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Subnet': ['ID=fbca739e-a253-4a40-b70c-9fb299a42eaa,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:12.283237 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9cb8a3-d76d-4b22-b461-6d51accff9b8 req-9b2af585-7c8c-4043-b240-32702aadb584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:12.284931 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9c9cb8a3-d76d-4b22-b461-6d51accff9b8 req-9b2af585-7c8c-4043-b240-32702aadb584 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5969ba48b19a42969f3c1202e7616f77&device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 1097 time: 0.3288724 Jul 15 13:45:12.341192 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-49f988ba-5b5d-4d68-a36c-f8d3a474195a None None] Provisioning complete for port b4d28715-10b8-437a-9519-7dbc9d8418bc triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:12.341902 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-49f988ba-5b5d-4d68-a36c-f8d3a474195a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:12.371507 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-56292373-3f46-450d-971a-a445c957e987 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1000941 Jul 15 13:45:12.375144 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42804) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:12.425360 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5c867b90-eeb2-4f20-b628-f568e3290011 req-e7479662-889c-4d10-95bd-2453cd77718a tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/security-groups?id=85d91145-dcf4-417e-a437-90807fe4fbd9&id=0a26303d-ba0d-438a-bc0e-ca2a8337f2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1937261 Jul 15 13:45:12.451804 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-7f057003-fabe-45b3-9707-469416241fe4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:12.456546 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9cb8a3-d76d-4b22-b461-6d51accff9b8 req-4345a6b9-d096-4eb2-8ce7-b4ff64fa2662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:12.458569 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9c9cb8a3-d76d-4b22-b461-6d51accff9b8 req-4345a6b9-d096-4eb2-8ce7-b4ff64fa2662 service neutron] 10.222.0.32 "GET /v2.0/networks?id=babc4e0e-a33b-4754-9f68-404dd40d1c6a HTTP/1.1" status: 200 len: 895 time: 0.1649919 Jul 15 13:45:12.637863 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9c9cb8a3-d76d-4b22-b461-6d51accff9b8 req-a350790e-279c-491c-b269-015a02940412 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75d28844-5112-40ab-b84e-151c9992f995 HTTP/1.1" status: 200 len: 217 time: 0.1604445 Jul 15 13:45:12.684072 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b4d28715-10b8-437a-9519-7dbc9d8418bc up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:12.719917 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-49f988ba-5b5d-4d68-a36c-f8d3a474195a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:12.755751 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9cb8a3-d76d-4b22-b461-6d51accff9b8 req-b90dc389-f276-4e4a-9946-d6b49598aecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:12.757835 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9c9cb8a3-d76d-4b22-b461-6d51accff9b8 req-b90dc389-f276-4e4a-9946-d6b49598aecf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f884ecf8-29cc-4ba0-bb0e-e6162e53b5dd HTTP/1.1" status: 200 len: 835 time: 0.1073229 Jul 15 13:45:12.766912 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-49f988ba-5b5d-4d68-a36c-f8d3a474195a None None] For port b4d28715-10b8-437a-9519-7dbc9d8418bc, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b4d28715-10b8-437a-9519-7dbc9d8418bc,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:12.818223 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-49f988ba-5b5d-4d68-a36c-f8d3a474195a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:12.842468 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7300fda-315e-44a2-a68a-d112ad70e69a req-42a6a3a4-316c-4646-99eb-4d35586542e7 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:12.845093 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f7300fda-315e-44a2-a68a-d112ad70e69a req-42a6a3a4-316c-4646-99eb-4d35586542e7 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 945 time: 0.3830965 Jul 15 13:45:12.870104 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f057003-fabe-45b3-9707-469416241fe4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:12.874035 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f057003-fabe-45b3-9707-469416241fe4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:13.095644 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f7300fda-315e-44a2-a68a-d112ad70e69a req-6c1612b6-40d2-435f-9478-29872f5856bd tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b6feb4-3ae4-4418-81a0-6dadc82a615b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385042 Jul 15 13:45:13.120253 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9cb8a3-d76d-4b22-b461-6d51accff9b8 req-2d426dda-a968-460f-b1e6-d6162f472e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:13.122892 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9c9cb8a3-d76d-4b22-b461-6d51accff9b8 req-2d426dda-a968-460f-b1e6-d6162f472e5d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=babc4e0e-a33b-4754-9f68-404dd40d1c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3571620 Jul 15 13:45:13.130211 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f988ba-5b5d-4d68-a36c-f8d3a474195a None None] Pushing event updated for resources: {'Port': ['ID=b4d28715-10b8-437a-9519-7dbc9d8418bc,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:13.137097 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-49f988ba-5b5d-4d68-a36c-f8d3a474195a None None] Could not find standard attr ID for object 3cce68c3-12a2-44ca-951e-583f1a160b5d. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:45:13.192676 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port b4d28715-10b8-437a-9519-7dbc9d8418bc triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:13.193275 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:13.196823 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4b7ee537-67db-48ad-81e4-3c6226065764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834929861', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '30e49acc-5ebd-425c-8630-d41a82e40fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:14Z', 'updated_at': '2021-07-15T13:43:21Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '30e49acc-5ebd-425c-8630-d41a82e40fdc', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:15Z', 'updated_at': '2021-07-15T13:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '62d47d0e-d078-44a3-8650-c0f725a4f5e9', 'name': '', 'network_id': 'babc4e0e-a33b-4754-9f68-404dd40d1c6a', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:43:82:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'f884ecf8-29cc-4ba0-bb0e-e6162e53b5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:20Z', 'updated_at': '2021-07-15T13:43:30Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': 'f884ecf8-29cc-4ba0-bb0e-e6162e53b5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:13.250207 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7ee537-67db-48ad-81e4-3c6226065764 None None] Checking router: a94d8369-fe33-4da4-b184-7139d24ec3e7 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:45:13.271554 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7ee537-67db-48ad-81e4-3c6226065764 None None] Routers {'a94d8369-fe33-4da4-b184-7139d24ec3e7'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:13.272203 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4b7ee537-67db-48ad-81e4-3c6226065764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:44:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['a94d8369-fe33-4da4-b184-7139d24ec3e7'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:13.363522 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a9b8bf-bd7b-4025-b65c-293210c8b6d1 None None] DHCP port deletion for 860e390d-7211-433f-9c89-14b305c5b94c request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:45:13.412367 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9c9cb8a3-d76d-4b22-b461-6d51accff9b8 req-6a8cdfba-595d-4675-a79f-3c00f3bdee08 service neutron] 10.222.0.32 "GET /v2.0/networks/babc4e0e-a33b-4754-9f68-404dd40d1c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796149 Jul 15 13:45:13.414704 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f057003-fabe-45b3-9707-469416241fe4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:13.470306 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-4b7ee537-67db-48ad-81e4-3c6226065764 None None] Set router a94d8369-fe33-4da4-b184-7139d24ec3e7 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:13.525836 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f057003-fabe-45b3-9707-469416241fe4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:13.556985 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-7f057003-fabe-45b3-9707-469416241fe4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:13.567118 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f057003-fabe-45b3-9707-469416241fe4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:13.567803 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f057003-fabe-45b3-9707-469416241fe4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:13.581374 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f057003-fabe-45b3-9707-469416241fe4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Subnet': ['ID=ebe7ee7e-c646-4acb-a34b-096f6ea8cb8d,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:13.603707 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a4a9b8bf-bd7b-4025-b65c-293210c8b6d1 None None] Deleting port b4d28715-10b8-437a-9519-7dbc9d8418bc {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:13.604274 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a4a9b8bf-bd7b-4025-b65c-293210c8b6d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:13.647484 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f057003-fabe-45b3-9707-469416241fe4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:13.653176 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f057003-fabe-45b3-9707-469416241fe4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:13.653740 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f057003-fabe-45b3-9707-469416241fe4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:13.654556 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f057003-fabe-45b3-9707-469416241fe4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:13.655007 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f057003-fabe-45b3-9707-469416241fe4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:13.655566 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f057003-fabe-45b3-9707-469416241fe4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:13.655998 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f057003-fabe-45b3-9707-469416241fe4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:13.656571 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f057003-fabe-45b3-9707-469416241fe4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:13.657148 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f057003-fabe-45b3-9707-469416241fe4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:13.657734 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f057003-fabe-45b3-9707-469416241fe4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:13.658338 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f057003-fabe-45b3-9707-469416241fe4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:13.658922 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f057003-fabe-45b3-9707-469416241fe4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:13.673650 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7f057003-fabe-45b3-9707-469416241fe4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2185240 Jul 15 13:45:13.673650 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42814) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:13.679769 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-73ce752e-2974-446b-8999-a7df7185012d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:13.693975 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9c9cb8a3-d76d-4b22-b461-6d51accff9b8 req-077915b0-eb03-4fd3-9da1-2bfbda0aa7c5 service neutron] 10.222.0.32 "GET /v2.0/networks/babc4e0e-a33b-4754-9f68-404dd40d1c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737818 Jul 15 13:45:13.803246 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699cf55-be3a-4c6a-9323-4bdc02f146bb req-a9322fa7-cc9f-411a-b576-a25f1ea59820 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:13.804854 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a699cf55-be3a-4c6a-9323-4bdc02f146bb req-a9322fa7-cc9f-411a-b576-a25f1ea59820 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.32 "GET /v2.0/ports?device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 945 time: 0.1800759 Jul 15 13:45:13.814699 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a27cb4-a43a-4112-9827-1ce9095a4401 req-74027b80-75d3-4dd8-98fe-ac4be46dde11 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:13.816827 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b1a27cb4-a43a-4112-9827-1ce9095a4401 req-74027b80-75d3-4dd8-98fe-ac4be46dde11 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5cc9e8-6391-492c-a147-05dc7c7bbae0 HTTP/1.1" status: 200 len: 984 time: 0.1488812 Jul 15 13:45:13.823494 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a4a9b8bf-bd7b-4025-b65c-293210c8b6d1 None None] For port b4d28715-10b8-437a-9519-7dbc9d8418bc, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b4d28715-10b8-437a-9519-7dbc9d8418bc,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:13.824255 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a4a9b8bf-bd7b-4025-b65c-293210c8b6d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:13.854467 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a4a9b8bf-bd7b-4025-b65c-293210c8b6d1 None None] Calling delete_port for b4d28715-10b8-437a-9519-7dbc9d8418bc owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:13.944540 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b1a27cb4-a43a-4112-9827-1ce9095a4401 req-dc0363a1-ac15-4599-a648-c4ef435a40c0 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/security-groups?id=85d91145-dcf4-417e-a437-90807fe4fbd9&id=0a26303d-ba0d-438a-bc0e-ca2a8337f2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0933867 Jul 15 13:45:13.951638 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ce752e-2974-446b-8999-a7df7185012d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:13.962908 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-73ce752e-2974-446b-8999-a7df7185012d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:14.006384 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-a699cf55-be3a-4c6a-9323-4bdc02f146bb req-98229a34-6eef-423e-974f-754745b5df39 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Deleting port 75d28844-5112-40ab-b84e-151c9992f995 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:14.006723 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a699cf55-be3a-4c6a-9323-4bdc02f146bb req-98229a34-6eef-423e-974f-754745b5df39 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:14.047156 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4b7ee537-67db-48ad-81e4-3c6226065764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834929861', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '30e49acc-5ebd-425c-8630-d41a82e40fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:14Z', 'updated_at': '2021-07-15T13:43:21Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '30e49acc-5ebd-425c-8630-d41a82e40fdc', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:15Z', 'updated_at': '2021-07-15T13:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '62d47d0e-d078-44a3-8650-c0f725a4f5e9', 'name': '', 'network_id': 'babc4e0e-a33b-4754-9f68-404dd40d1c6a', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:43:82:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'f884ecf8-29cc-4ba0-bb0e-e6162e53b5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:20Z', 'updated_at': '2021-07-15T13:43:30Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': 'f884ecf8-29cc-4ba0-bb0e-e6162e53b5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:14.111812 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7ee537-67db-48ad-81e4-3c6226065764 None None] The sync data for ids ['a94d8369-fe33-4da4-b184-7139d24ec3e7'] in n-d-758944-45 is: [{'id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834929861', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '30e49acc-5ebd-425c-8630-d41a82e40fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:14Z', 'updated_at': '2021-07-15T13:43:21Z', 'revision_number': 4, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '30e49acc-5ebd-425c-8630-d41a82e40fdc', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:15Z', 'updated_at': '2021-07-15T13:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '62d47d0e-d078-44a3-8650-c0f725a4f5e9', 'name': '', 'network_id': 'babc4e0e-a33b-4754-9f68-404dd40d1c6a', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'mac_address': 'fa:16:3e:43:82:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'f884ecf8-29cc-4ba0-bb0e-e6162e53b5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:20Z', 'updated_at': '2021-07-15T13:43:30Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'subnets': [{'id': 'f884ecf8-29cc-4ba0-bb0e-e6162e53b5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:45:14.121238 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a4a9b8bf-bd7b-4025-b65c-293210c8b6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:14.140105 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a9b8bf-bd7b-4025-b65c-293210c8b6d1 None None] No DVR routers for this DVR port b4d28715-10b8-437a-9519-7dbc9d8418bc on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:45:14.176749 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9b8bf-bd7b-4025-b65c-293210c8b6d1 None None] Pushing event deleted for resources: {'Port': ['ID=b4d28715-10b8-437a-9519-7dbc9d8418bc,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:14.194276 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b975da11-b4f2-45c5-b318-5f2343a9d680 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:14.199474 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-a699cf55-be3a-4c6a-9323-4bdc02f146bb req-98229a34-6eef-423e-974f-754745b5df39 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] For port 75d28844-5112-40ab-b84e-151c9992f995, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=75d28844-5112-40ab-b84e-151c9992f995,segment=NetworkSegment(e94f10a9-f6f7-40ee-adc2-8e359dd1f914),segment_id=e94f10a9-f6f7-40ee-adc2-8e359dd1f914)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:14.200178 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a699cf55-be3a-4c6a-9323-4bdc02f146bb req-98229a34-6eef-423e-974f-754745b5df39 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:14.227771 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-a699cf55-be3a-4c6a-9323-4bdc02f146bb req-98229a34-6eef-423e-974f-754745b5df39 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Calling delete_port for 75d28844-5112-40ab-b84e-151c9992f995 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:14.387497 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7e4b8-0bc6-4196-b8aa-036a391da561 req-f49b4e56-4ca5-42c3-ad71-07a9e6b50b51 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:14.389034 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9da7e4b8-0bc6-4196-b8aa-036a391da561 req-f49b4e56-4ca5-42c3-ad71-07a9e6b50b51 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5cc9e8-6391-492c-a147-05dc7c7bbae0 HTTP/1.1" status: 200 len: 984 time: 0.2841733 Jul 15 13:45:14.451805 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d93ef7-9c1f-46c5-9745-493d17057185 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-860e390d-7211-433f-9c89-14b305c5b94c', 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'tenant_id': '2157ae18fb374de5a7af4ffb23a64509', 'fixed_ips': [{'subnet_id': 'ebe7ee7e-c646-4acb-a34b-096f6ea8cb8d'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:45:14.453281 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-37d93ef7-9c1f-46c5-9745-493d17057185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:14.583448 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9da7e4b8-0bc6-4196-b8aa-036a391da561 req-348e8e2b-b773-4268-b4be-d4ede4e77bc3 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/security-groups?id=85d91145-dcf4-417e-a437-90807fe4fbd9&id=0a26303d-ba0d-438a-bc0e-ca2a8337f2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1520731 Jul 15 13:45:14.624834 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b8e94-ce33-4511-8506-958b35c801e2 req-65e28239-546b-40b2-880d-c47f5bc191c5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:14.625329 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b4d28715-10b8-437a-9519-7dbc9d8418bc no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:14.625505 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b16b8e94-ce33-4511-8506-958b35c801e2 req-65e28239-546b-40b2-880d-c47f5bc191c5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 945 time: 0.1969039 Jul 15 13:45:14.661042 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: b4d28715-10b8-437a-9519-7dbc9d8418bc {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:45:14.661042 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b4d28715-10b8-437a-9519-7dbc9d8418bc not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:45:14.752144 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711ca71b-381c-49df-85ff-6c1d79b54dd8 None None] New status for floating IP d8450bcb-596f-46e9-818e-06d6e69c5c6a: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:45:14.770394 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b16b8e94-ce33-4511-8506-958b35c801e2 req-584658d3-b404-427c-8f89-d1bc6e514c42 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/security-groups?id=98b6feb4-3ae4-4418-81a0-6dadc82a615b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436999 Jul 15 13:45:14.780018 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a699cf55-be3a-4c6a-9323-4bdc02f146bb req-98229a34-6eef-423e-974f-754745b5df39 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:14.823562 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-37d93ef7-9c1f-46c5-9745-493d17057185 None None] Allocated IP 172.20.0.2 (860e390d-7211-433f-9c89-14b305c5b94c/ebe7ee7e-c646-4acb-a34b-096f6ea8cb8d/66a73d05-36d4-44c0-92ee-8a3bc02ea78e) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:14.851178 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98229a34-6eef-423e-974f-754745b5df39 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event deleted for resources: {'Port': ['ID=75d28844-5112-40ab-b84e-151c9992f995,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:14.959086 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-a699cf55-be3a-4c6a-9323-4bdc02f146bb req-98229a34-6eef-423e-974f-754745b5df39 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] No DVR routers for this DVR port 75d28844-5112-40ab-b84e-151c9992f995 on host n-h2-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:45:14.962807 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a699cf55-be3a-4c6a-9323-4bdc02f146bb req-98229a34-6eef-423e-974f-754745b5df39 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:14.964993 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a699cf55-be3a-4c6a-9323-4bdc02f146bb req-98229a34-6eef-423e-974f-754745b5df39 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.32 "DELETE /v2.0/ports/75d28844-5112-40ab-b84e-151c9992f995 HTTP/1.1" status: 204 len: 173 time: 1.1476922 Jul 15 13:45:14.965505 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778ed80f-2606-49cd-9ae2-2bdc956d6f29', 'name': 'network-vif-deleted', 'tag': '75d28844-5112-40ab-b84e-151c9992f995'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:45:14.968005 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4885b0-a21f-47d9-8735-3841c6212ffe" -d '{"events": [{"server_uuid": "778ed80f-2606-49cd-9ae2-2bdc956d6f29", "name": "network-vif-deleted", "tag": "75d28844-5112-40ab-b84e-151c9992f995"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:45:15.052466 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae01cc4-23d9-4f98-9251-c393f2803b6e x-openstack-request-id: req-4ae01cc4-23d9-4f98-9251-c393f2803b6e {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:45:15.052951 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778ed80f-2606-49cd-9ae2-2bdc956d6f29", "name": "network-vif-deleted", "tag": "75d28844-5112-40ab-b84e-151c9992f995", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:45:15.053149 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ae01cc4-23d9-4f98-9251-c393f2803b6e {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:45:15.053396 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778ed80f-2606-49cd-9ae2-2bdc956d6f29', 'name': 'network-vif-deleted', 'tag': '75d28844-5112-40ab-b84e-151c9992f995', 'status': 'completed', 'code': 200} Jul 15 13:45:15.053553 n-d-758944-45 neutron-server[93813]: DEBUG neutron.objects.ports [None req-73ce752e-2974-446b-8999-a7df7185012d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93813) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:45:15.057274 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-73ce752e-2974-446b-8999-a7df7185012d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:15.101684 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f323a4-b8ba-43ff-98d7-f476c8c17209 req-ace30bfb-db0b-48d9-8d34-0fd54cf0e863 tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:15.109062 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-72f323a4-b8ba-43ff-98d7-f476c8c17209 req-ace30bfb-db0b-48d9-8d34-0fd54cf0e863 tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5d5cc9e8-6391-492c-a147-05dc7c7bbae0 HTTP/1.1" status: 200 len: 1136 time: 0.2469530 Jul 15 13:45:15.139720 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-72f323a4-b8ba-43ff-98d7-f476c8c17209 req-c7b2b6c0-d303-45f9-b260-d976d2d7ca06 tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:15.149110 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-37d93ef7-9c1f-46c5-9745-493d17057185 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:15.149713 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ce752e-2974-446b-8999-a7df7185012d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:15.162529 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-73ce752e-2974-446b-8999-a7df7185012d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:15.168862 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ce752e-2974-446b-8999-a7df7185012d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:15.169553 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-73ce752e-2974-446b-8999-a7df7185012d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:15.178013 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce752e-2974-446b-8999-a7df7185012d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Subnet': ['ID=c6c48680-0a74-4b4b-8a05-1606205c4498,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:15.198104 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-37d93ef7-9c1f-46c5-9745-493d17057185 None None] Transition to ACTIVE for port object 66a73d05-36d4-44c0-92ee-8a3bc02ea78e will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:15.263910 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-37d93ef7-9c1f-46c5-9745-493d17057185 None None] Transition to ACTIVE for port object 66a73d05-36d4-44c0-92ee-8a3bc02ea78e will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:15.278388 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-37d93ef7-9c1f-46c5-9745-493d17057185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:15.323918 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-72f323a4-b8ba-43ff-98d7-f476c8c17209 req-c7b2b6c0-d303-45f9-b260-d976d2d7ca06 tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:15.331041 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-72f323a4-b8ba-43ff-98d7-f476c8c17209 req-c7b2b6c0-d303-45f9-b260-d976d2d7ca06 tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:15.362633 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-73ce752e-2974-446b-8999-a7df7185012d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6902349 Jul 15 13:45:15.368543 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42826) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:15.377668 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d93ef7-9c1f-46c5-9745-493d17057185 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:15.384552 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-37d93ef7-9c1f-46c5-9745-493d17057185 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:15.385277 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-95c4626c-292b-410d-9ec7-a6e50da70e94 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'port': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'mac_address': 'fa:16:3e:f5:ed:c5', 'name': 'tempest-NetworksTestDHCPv6-1776065928'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:15.392796 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d93ef7-9c1f-46c5-9745-493d17057185 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:15.395850 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-72f323a4-b8ba-43ff-98d7-f476c8c17209 req-c7b2b6c0-d303-45f9-b260-d976d2d7ca06 tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=85d91145-dcf4-417e-a437-90807fe4fbd9&id=0a26303d-ba0d-438a-bc0e-ca2a8337f2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2856946 Jul 15 13:45:15.408520 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d93ef7-9c1f-46c5-9745-493d17057185 None None] Pushing event updated for resources: {'Port': ['ID=66a73d05-36d4-44c0-92ee-8a3bc02ea78e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:15.415889 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2b6c0-d303-45f9-b260-d976d2d7ca06 tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe2bde4-32a3-45c1-99bb-cd5376541346,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:15.432329 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42828) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:15.492943 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-37d93ef7-9c1f-46c5-9745-493d17057185 None None] Attempting to bind port 66a73d05-36d4-44c0-92ee-8a3bc02ea78e on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:45:15.493483 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-37d93ef7-9c1f-46c5-9745-493d17057185 None None] Attempting to bind port 66a73d05-36d4-44c0-92ee-8a3bc02ea78e by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:45:15.493878 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d93ef7-9c1f-46c5-9745-493d17057185 None None] Attempting to bind port 66a73d05-36d4-44c0-92ee-8a3bc02ea78e on network 860e390d-7211-433f-9c89-14b305c5b94c {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:15.501842 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d93ef7-9c1f-46c5-9745-493d17057185 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:45:15.502761 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d93ef7-9c1f-46c5-9745-493d17057185 None None] Checking segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:15.503467 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-37d93ef7-9c1f-46c5-9745-493d17057185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:15.504454 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d93ef7-9c1f-46c5-9745-493d17057185 None None] Bound using segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:45:15.505295 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-37d93ef7-9c1f-46c5-9745-493d17057185 None None] Bound port: 66a73d05-36d4-44c0-92ee-8a3bc02ea78e, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:45:15.505959 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-37d93ef7-9c1f-46c5-9745-493d17057185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:15.533976 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d540e9b-440d-4b65-b46b-c9ddafbd355f tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:15.536626 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0d540e9b-440d-4b65-b46b-c9ddafbd355f tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5d5cc9e8-6391-492c-a147-05dc7c7bbae0 HTTP/1.1" status: 200 len: 1131 time: 0.1024396 Jul 15 13:45:15.540613 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42830) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:15.547760 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-929094e3-8be5-4346-9bda-92afb5111f23 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'port_id': 'bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:15.572911 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c4626c-292b-410d-9ec7-a6e50da70e94 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:15.599442 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-37d93ef7-9c1f-46c5-9745-493d17057185 None None] For port 66a73d05-36d4-44c0-92ee-8a3bc02ea78e, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:45:15.601733 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-929094e3-8be5-4346-9bda-92afb5111f23 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:15.603776 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-37d93ef7-9c1f-46c5-9745-493d17057185 None None] For port 66a73d05-36d4-44c0-92ee-8a3bc02ea78e, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=66a73d05-36d4-44c0-92ee-8a3bc02ea78e,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:45:15.609830 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-37d93ef7-9c1f-46c5-9745-493d17057185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:15.694514 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d93ef7-9c1f-46c5-9745-493d17057185 None None] Pushing event updated for resources: {'Port': ['ID=66a73d05-36d4-44c0-92ee-8a3bc02ea78e,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:15.758334 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-95c4626c-292b-410d-9ec7-a6e50da70e94 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:15.810133 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-95c4626c-292b-410d-9ec7-a6e50da70e94 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] device_id is not set on port e4a6cbb9-f3c7-4046-bb01-fa4681866626 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:45:15.925604 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-929094e3-8be5-4346-9bda-92afb5111f23 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:16.148131 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e5329c5d-dbeb-4eab-a63e-5ace1581ee68 req-d16639c8-5d52-452f-a138-56acac1c5c1a tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "GET /v2.0/ports?device_id=778ed80f-2606-49cd-9ae2-2bdc956d6f29 HTTP/1.1" status: 200 len: 210 time: 0.0552468 Jul 15 13:45:16.228070 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-95c4626c-292b-410d-9ec7-a6e50da70e94 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Allocated IP 172.20.0.12 (860e390d-7211-433f-9c89-14b305c5b94c/ebe7ee7e-c646-4acb-a34b-096f6ea8cb8d/e4a6cbb9-f3c7-4046-bb01-fa4681866626) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:16.236256 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-95c4626c-292b-410d-9ec7-a6e50da70e94 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Allocated IP 2001:db8::f816:3eff:fef5:edc5 (860e390d-7211-433f-9c89-14b305c5b94c/c6c48680-0a74-4b4b-8a05-1606205c4498/e4a6cbb9-f3c7-4046-bb01-fa4681866626) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:16.271373 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-929094e3-8be5-4346-9bda-92afb5111f23 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Allocated IP 172.25.6.83 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/60aae19e-3e75-43e0-b2f5-07b7f59b89f2) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:16.428123 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-95c4626c-292b-410d-9ec7-a6e50da70e94 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:16.450706 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-95c4626c-292b-410d-9ec7-a6e50da70e94 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Transition to ACTIVE for port object e4a6cbb9-f3c7-4046-bb01-fa4681866626 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:16.472803 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-929094e3-8be5-4346-9bda-92afb5111f23 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:16.525641 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-95c4626c-292b-410d-9ec7-a6e50da70e94 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:16.528143 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42840) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:16.600837 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-929094e3-8be5-4346-9bda-92afb5111f23 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:16.641116 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 66a73d05-36d4-44c0-92ee-8a3bc02ea78e up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:16.724101 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4626c-292b-410d-9ec7-a6e50da70e94 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Port': ['ID=e4a6cbb9-f3c7-4046-bb01-fa4681866626,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:16.731245 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929094e3-8be5-4346-9bda-92afb5111f23 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:16.746325 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-929094e3-8be5-4346-9bda-92afb5111f23 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:16.753399 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929094e3-8be5-4346-9bda-92afb5111f23 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:16.764823 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c4626c-292b-410d-9ec7-a6e50da70e94 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:16.769607 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929094e3-8be5-4346-9bda-92afb5111f23 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Pushing event updated for resources: {'Port': ['ID=60aae19e-3e75-43e0-b2f5-07b7f59b89f2,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:16.771233 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-95c4626c-292b-410d-9ec7-a6e50da70e94 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:16.792807 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c4626c-292b-410d-9ec7-a6e50da70e94 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:16.798161 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 66a73d05-36d4-44c0-92ee-8a3bc02ea78e completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:16.814273 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-07d2fcc2-c20d-4bfe-ac1b-3244ca90ba20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:16.896435 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c4626c-292b-410d-9ec7-a6e50da70e94 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:16.897135 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-95c4626c-292b-410d-9ec7-a6e50da70e94 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:17.160935 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cbe295-387d-460c-aab6-5f6a42030c86 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:17.262180 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42846) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:17.264108 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 75d28844-5112-40ab-b84e-151c9992f995 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:17.323306 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 75d28844-5112-40ab-b84e-151c9992f995 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:45:17.323869 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 75d28844-5112-40ab-b84e-151c9992f995 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:45:17.335730 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a7cfa76d-e692-46ea-9f9a-ed01b5b646ce None None] Provisioning for port 66a73d05-36d4-44c0-92ee-8a3bc02ea78e completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:17.338202 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-07d2fcc2-c20d-4bfe-ac1b-3244ca90ba20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:17.354946 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-95c4626c-292b-410d-9ec7-a6e50da70e94 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.9800994 Jul 15 13:45:17.355813 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-07d2fcc2-c20d-4bfe-ac1b-3244ca90ba20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:17.355950 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42848) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:17.358216 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a7cfa76d-e692-46ea-9f9a-ed01b5b646ce None None] Provisioning complete for port 66a73d05-36d4-44c0-92ee-8a3bc02ea78e triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:17.358835 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7cfa76d-e692-46ea-9f9a-ed01b5b646ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:17.447243 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf6d61a-2838-43a2-8c3c-913c01de2aee tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:17.453273 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf6d61a-2838-43a2-8c3c-913c01de2aee tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:17.457434 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1cf6d61a-2838-43a2-8c3c-913c01de2aee tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.0977793 Jul 15 13:45:17.458084 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42850) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:17.578128 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-75bf5f9b-91b8-4968-afd2-0055f3e56a42 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting port e4a6cbb9-f3c7-4046-bb01-fa4681866626 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:17.578413 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75bf5f9b-91b8-4968-afd2-0055f3e56a42 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:17.621136 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7cfa76d-e692-46ea-9f9a-ed01b5b646ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:17.692592 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75bf5f9b-91b8-4968-afd2-0055f3e56a42 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:17.702858 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a7cfa76d-e692-46ea-9f9a-ed01b5b646ce None None] For port 66a73d05-36d4-44c0-92ee-8a3bc02ea78e, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=66a73d05-36d4-44c0-92ee-8a3bc02ea78e,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:17.709051 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7cfa76d-e692-46ea-9f9a-ed01b5b646ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:17.713318 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-75bf5f9b-91b8-4968-afd2-0055f3e56a42 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Calling delete_port for e4a6cbb9-f3c7-4046-bb01-fa4681866626 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:17.817343 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cfa76d-e692-46ea-9f9a-ed01b5b646ce None None] Pushing event updated for resources: {'Port': ['ID=66a73d05-36d4-44c0-92ee-8a3bc02ea78e,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:17.822835 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d292318c-3f51-47ff-af5d-b18c46ac70ab None None] Update dhcp port {'port': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'fixed_ips': [{'subnet_id': 'ebe7ee7e-c646-4acb-a34b-096f6ea8cb8d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c6c48680-0a74-4b4b-8a05-1606205c4498'}], 'binding:host_id': 'n-d-758944-45'}, 'id': '66a73d05-36d4-44c0-92ee-8a3bc02ea78e'} from n-d-758944-45. {{(pid=93815) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:45:17.875302 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d292318c-3f51-47ff-af5d-b18c46ac70ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:17.938919 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75bf5f9b-91b8-4968-afd2-0055f3e56a42 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:17.941093 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-07d2fcc2-c20d-4bfe-ac1b-3244ca90ba20 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f9d87b9e4ac483bb8212ba45f42847d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4118073 Jul 15 13:45:17.943005 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42852) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:17.953001 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d2fcc2-c20d-4bfe-ac1b-3244ca90ba20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc1b225-386e-4a84-97f6-241e5cd727e5,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:18.000634 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf5f9b-91b8-4968-afd2-0055f3e56a42 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Port': ['ID=e4a6cbb9-f3c7-4046-bb01-fa4681866626,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:18.075288 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-d292318c-3f51-47ff-af5d-b18c46ac70ab None None] Allocated IP 2001:db8::f816:3eff:fe47:71c4 (860e390d-7211-433f-9c89-14b305c5b94c/c6c48680-0a74-4b4b-8a05-1606205c4498/66a73d05-36d4-44c0-92ee-8a3bc02ea78e) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:18.119608 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65073131-3c10-4ee4-800d-0656c72c588d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:18.142583 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75bf5f9b-91b8-4968-afd2-0055f3e56a42 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:18.145147 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-75bf5f9b-91b8-4968-afd2-0055f3e56a42 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/e4a6cbb9-f3c7-4046-bb01-fa4681866626 HTTP/1.1" status: 204 len: 168 time: 0.6860368 Jul 15 13:45:18.150166 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42854) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:18.160729 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65073131-3c10-4ee4-800d-0656c72c588d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:18.203678 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d292318c-3f51-47ff-af5d-b18c46ac70ab None None] For port 66a73d05-36d4-44c0-92ee-8a3bc02ea78e, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=66a73d05-36d4-44c0-92ee-8a3bc02ea78e,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:18.231952 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-929094e3-8be5-4346-9bda-92afb5111f23 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:18.236736 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65073131-3c10-4ee4-800d-0656c72c588d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:18.239765 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65073131-3c10-4ee4-800d-0656c72c588d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:18.241449 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-65073131-3c10-4ee4-800d-0656c72c588d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cbc1b225-386e-4a84-97f6-241e5cd727e5 HTTP/1.1" status: 204 len: 168 time: 0.2968616 Jul 15 13:45:18.267163 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d292318c-3f51-47ff-af5d-b18c46ac70ab None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:18.270207 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65073131-3c10-4ee4-800d-0656c72c588d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc1b225-386e-4a84-97f6-241e5cd727e5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:18.296987 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d292318c-3f51-47ff-af5d-b18c46ac70ab None None] Transition to ACTIVE for port object 66a73d05-36d4-44c0-92ee-8a3bc02ea78e will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:18.306036 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d292318c-3f51-47ff-af5d-b18c46ac70ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:18.359155 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78200814-dace-4ad3-87b6-c271a39b0e95 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:18.359155 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78200814-dace-4ad3-87b6-c271a39b0e95 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:18.360668 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78200814-dace-4ad3-87b6-c271a39b0e95 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:18.362397 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-78200814-dace-4ad3-87b6-c271a39b0e95 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1701009 Jul 15 13:45:18.365462 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42858) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:18.436811 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292318c-3f51-47ff-af5d-b18c46ac70ab None None] Pushing event updated for resources: {'Port': ['ID=66a73d05-36d4-44c0-92ee-8a3bc02ea78e,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:18.506822 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-929094e3-8be5-4346-9bda-92afb5111f23 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:18.508598 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-2257bded-cbeb-4c77-8ef5-8d327f69e400 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting subnet c6c48680-0a74-4b4b-8a05-1606205c4498 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:45:18.512769 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2257bded-cbeb-4c77-8ef5-8d327f69e400 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:18.571742 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2257bded-cbeb-4c77-8ef5-8d327f69e400 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:18.612111 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 66a73d05-36d4-44c0-92ee-8a3bc02ea78e up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:18.744068 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2257bded-cbeb-4c77-8ef5-8d327f69e400 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:18.832245 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2257bded-cbeb-4c77-8ef5-8d327f69e400 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:18.835196 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-929094e3-8be5-4346-9bda-92afb5111f23 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:18.845357 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1a1536a-0ad7-4d97-801c-c08aa2b55ea5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:18.852189 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-929094e3-8be5-4346-9bda-92afb5111f23 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:18.871827 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2257bded-cbeb-4c77-8ef5-8d327f69e400 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Subnet': ['ID=c6c48680-0a74-4b4b-8a05-1606205c4498,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:18.876374 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2257bded-cbeb-4c77-8ef5-8d327f69e400 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:18.878765 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2257bded-cbeb-4c77-8ef5-8d327f69e400 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/c6c48680-0a74-4b4b-8a05-1606205c4498 HTTP/1.1" status: 204 len: 168 time: 0.5119779 Jul 15 13:45:18.881234 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42870) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:18.963928 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa87e3fd-be98-4d7f-b523-e78c70862bb8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting subnet ebe7ee7e-c646-4acb-a34b-096f6ea8cb8d {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:45:18.968159 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa87e3fd-be98-4d7f-b523-e78c70862bb8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:19.026251 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa87e3fd-be98-4d7f-b523-e78c70862bb8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:19.157985 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929094e3-8be5-4346-9bda-92afb5111f23 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Pushing event updated for resources: {'Port': ['ID=60aae19e-3e75-43e0-b2f5-07b7f59b89f2,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:19.160755 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa87e3fd-be98-4d7f-b523-e78c70862bb8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:19.165988 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-929094e3-8be5-4346-9bda-92afb5111f23 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:19.285455 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa87e3fd-be98-4d7f-b523-e78c70862bb8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:19.317006 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87e3fd-be98-4d7f-b523-e78c70862bb8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Subnet': ['ID=ebe7ee7e-c646-4acb-a34b-096f6ea8cb8d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:19.324126 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa87e3fd-be98-4d7f-b523-e78c70862bb8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:19.330297 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-fa87e3fd-be98-4d7f-b523-e78c70862bb8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/ebe7ee7e-c646-4acb-a34b-096f6ea8cb8d HTTP/1.1" status: 204 len: 168 time: 0.4441571 Jul 15 13:45:19.331610 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42880) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:19.340069 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa87e3fd-be98-4d7f-b523-e78c70862bb8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:19.340411 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa87e3fd-be98-4d7f-b523-e78c70862bb8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:19.340764 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa87e3fd-be98-4d7f-b523-e78c70862bb8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:19.341109 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa87e3fd-be98-4d7f-b523-e78c70862bb8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:19.341452 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa87e3fd-be98-4d7f-b523-e78c70862bb8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:19.341814 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa87e3fd-be98-4d7f-b523-e78c70862bb8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:19.342156 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa87e3fd-be98-4d7f-b523-e78c70862bb8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:19.342489 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa87e3fd-be98-4d7f-b523-e78c70862bb8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:19.342819 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa87e3fd-be98-4d7f-b523-e78c70862bb8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:19.343237 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa87e3fd-be98-4d7f-b523-e78c70862bb8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:19.343601 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa87e3fd-be98-4d7f-b523-e78c70862bb8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:19.343863 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa87e3fd-be98-4d7f-b523-e78c70862bb8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:19.372904 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a81d1f-8032-4153-b42e-0942bcf6129e None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:19.384824 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2d43b132-d0d0-4b98-9f36-03c4869d4669 None None] Could not find standard attr ID for object e4a6cbb9-f3c7-4046-bb01-fa4681866626. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:45:19.405121 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e4d84c44-a597-459f-9aa1-84178623cf85 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683706 Jul 15 13:45:19.405991 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42882) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:19.411409 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-39f5f9fe-f8a0-4dd7-a324-236e5b97cd0a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:19.416731 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-929094e3-8be5-4346-9bda-92afb5111f23 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Floating IP eca72215-333d-4eb9-82f7-78db7e4d137b associated. External IP: 172.25.6.83, port: bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2. Jul 15 13:45:19.511907 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2d43b132-d0d0-4b98-9f36-03c4869d4669 None None] Provisioning for port 66a73d05-36d4-44c0-92ee-8a3bc02ea78e completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:19.524706 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2d43b132-d0d0-4b98-9f36-03c4869d4669 None None] Provisioning complete for port 66a73d05-36d4-44c0-92ee-8a3bc02ea78e triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:19.525095 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2d43b132-d0d0-4b98-9f36-03c4869d4669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:19.591447 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f5f9fe-f8a0-4dd7-a324-236e5b97cd0a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:19.598740 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-39f5f9fe-f8a0-4dd7-a324-236e5b97cd0a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:19.773141 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d88182-bab7-49be-b3bb-b9c555889f58 None None] DHCP port deletion for 860e390d-7211-433f-9c89-14b305c5b94c request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:45:19.849597 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-83d88182-bab7-49be-b3bb-b9c555889f58 None None] Deleting port 66a73d05-36d4-44c0-92ee-8a3bc02ea78e {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:19.850291 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83d88182-bab7-49be-b3bb-b9c555889f58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:19.871585 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929094e3-8be5-4346-9bda-92afb5111f23 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Router 45c8dba4-bbd4-4cca-86c7-1fe12daeea29 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:45:19.882713 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-f1a1536a-0ad7-4d97-801c-c08aa2b55ea5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Deleting port 62d47d0e-d078-44a3-8650-c0f725a4f5e9 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:19.883106 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1a1536a-0ad7-4d97-801c-c08aa2b55ea5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:20.168399 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-83d88182-bab7-49be-b3bb-b9c555889f58 None None] For port 66a73d05-36d4-44c0-92ee-8a3bc02ea78e, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=66a73d05-36d4-44c0-92ee-8a3bc02ea78e,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:20.169443 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83d88182-bab7-49be-b3bb-b9c555889f58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:20.192505 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-83d88182-bab7-49be-b3bb-b9c555889f58 None None] Calling delete_port for 66a73d05-36d4-44c0-92ee-8a3bc02ea78e owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:20.342141 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83d88182-bab7-49be-b3bb-b9c555889f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:20.352194 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d88182-bab7-49be-b3bb-b9c555889f58 None None] Pushing event deleted for resources: {'Port': ['ID=66a73d05-36d4-44c0-92ee-8a3bc02ea78e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:20.363693 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d88182-bab7-49be-b3bb-b9c555889f58 None None] No DVR routers for this DVR port 66a73d05-36d4-44c0-92ee-8a3bc02ea78e on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:45:20.452753 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-39f5f9fe-f8a0-4dd7-a324-236e5b97cd0a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:20.504026 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f5f9fe-f8a0-4dd7-a324-236e5b97cd0a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:20.508189 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-39f5f9fe-f8a0-4dd7-a324-236e5b97cd0a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:20.511857 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f5f9fe-f8a0-4dd7-a324-236e5b97cd0a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:20.512741 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-39f5f9fe-f8a0-4dd7-a324-236e5b97cd0a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:20.519841 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046b1f76-8691-4274-ab79-3c05f6a1c3a2 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:20.548378 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5f9fe-f8a0-4dd7-a324-236e5b97cd0a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Subnet': ['ID=fbde2502-ea18-4f62-9e91-20bae761564c,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:20.562439 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 66a73d05-36d4-44c0-92ee-8a3bc02ea78e no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:20.571545 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-39f5f9fe-f8a0-4dd7-a324-236e5b97cd0a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1646407 Jul 15 13:45:20.576578 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42894) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:20.582868 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0059e060-4ee1-4d85-a709-2ff566555ade tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:20.587392 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 66a73d05-36d4-44c0-92ee-8a3bc02ea78e {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:45:20.587743 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 66a73d05-36d4-44c0-92ee-8a3bc02ea78e not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:45:20.705155 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-f1a1536a-0ad7-4d97-801c-c08aa2b55ea5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] For port 62d47d0e-d078-44a3-8650-c0f725a4f5e9, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=62d47d0e-d078-44a3-8650-c0f725a4f5e9,segment=NetworkSegment(e94f10a9-f6f7-40ee-adc2-8e359dd1f914),segment_id=e94f10a9-f6f7-40ee-adc2-8e359dd1f914)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:20.706048 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1a1536a-0ad7-4d97-801c-c08aa2b55ea5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:20.742583 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-f1a1536a-0ad7-4d97-801c-c08aa2b55ea5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Calling delete_port for 62d47d0e-d078-44a3-8650-c0f725a4f5e9 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:20.763186 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929094e3-8be5-4346-9bda-92afb5111f23 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:45:20.764725 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0798f192-3efa-4f9d-b1da-fa6cedd37f90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-860e390d-7211-433f-9c89-14b305c5b94c', 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'tenant_id': '2157ae18fb374de5a7af4ffb23a64509', 'fixed_ips': [{'subnet_id': 'fbde2502-ea18-4f62-9e91-20bae761564c'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:45:20.766770 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0798f192-3efa-4f9d-b1da-fa6cedd37f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:20.780769 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192b4953-d793-435d-8125-9529b3233742 None None] Sync routers for ids ['45c8dba4-bbd4-4cca-86c7-1fe12daeea29'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:45:20.790537 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0059e060-4ee1-4d85-a709-2ff566555ade tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:20.794517 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0059e060-4ee1-4d85-a709-2ff566555ade tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:20.860178 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-929094e3-8be5-4346-9bda-92afb5111f23 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:20.861101 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192b4953-d793-435d-8125-9529b3233742 None None] Routers {'45c8dba4-bbd4-4cca-86c7-1fe12daeea29'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:20.861918 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-192b4953-d793-435d-8125-9529b3233742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:44:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['45c8dba4-bbd4-4cca-86c7-1fe12daeea29'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:20.969917 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4399-c936-4597-b44a-db672e95e5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:20.974372 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-929094e3-8be5-4346-9bda-92afb5111f23 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.4301872 Jul 15 13:45:20.975301 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5cc9e8-6391-492c-a147-05dc7c7bbae0', 'tag': 'bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:45:20.981366 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42896) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:20.983558 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a6e0c0-7892-468d-9904-f6336ec357c4" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5cc9e8-6391-492c-a147-05dc7c7bbae0", "tag": "bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:45:21.092678 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-192b4953-d793-435d-8125-9529b3233742 None None] Set router 45c8dba4-bbd4-4cca-86c7-1fe12daeea29 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:21.291404 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27da6c15-b1ed-474d-8653-77f417777061 x-openstack-request-id: req-27da6c15-b1ed-474d-8653-77f417777061 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:45:21.291768 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5cc9e8-6391-492c-a147-05dc7c7bbae0", "tag": "bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:45:21.292255 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-27da6c15-b1ed-474d-8653-77f417777061 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:45:21.292794 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5cc9e8-6391-492c-a147-05dc7c7bbae0', 'tag': 'bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2', 'status': 'completed', 'code': 200} Jul 15 13:45:21.306153 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-0798f192-3efa-4f9d-b1da-fa6cedd37f90 None None] Allocated IP 172.20.0.2 (860e390d-7211-433f-9c89-14b305c5b94c/fbde2502-ea18-4f62-9e91-20bae761564c/7512d273-23ba-4319-bf07-3a356d940e30) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:21.324370 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4b85b6-d363-467b-8050-3c49028ea76d tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:21.325011 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4b85b6-d363-467b-8050-3c49028ea76d tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:21.325530 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4b85b6-d363-467b-8050-3c49028ea76d tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:21.326089 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4b85b6-d363-467b-8050-3c49028ea76d tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:21.326880 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4b85b6-d363-467b-8050-3c49028ea76d tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:21.327192 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4b85b6-d363-467b-8050-3c49028ea76d tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:21.327721 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4b85b6-d363-467b-8050-3c49028ea76d tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:21.328298 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4b85b6-d363-467b-8050-3c49028ea76d tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:21.331023 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3e4b85b6-d363-467b-8050-3c49028ea76d tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5663 time: 0.3483052 Jul 15 13:45:21.334539 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42902) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:21.432628 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6e0c0-7892-468d-9904-f6336ec357c4 req-de2f4f8f-9e79-456f-b833-f9ee910fc28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:21.435768 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-64a6e0c0-7892-468d-9904-f6336ec357c4 req-de2f4f8f-9e79-456f-b833-f9ee910fc28f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f9c863093174d29a2d5efec5bb85c93&device_id=5d5cc9e8-6391-492c-a147-05dc7c7bbae0 HTTP/1.1" status: 200 len: 1136 time: 0.1414917 Jul 15 13:45:21.437634 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1a1536a-0ad7-4d97-801c-c08aa2b55ea5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:21.497377 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1536a-0ad7-4d97-801c-c08aa2b55ea5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event deleted for resources: {'Port': ['ID=62d47d0e-d078-44a3-8650-c0f725a4f5e9,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:21.602212 n-d-758944-45 neutron-server[93814]: DEBUG neutron.objects.ports [None req-0059e060-4ee1-4d85-a709-2ff566555ade tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93814) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:45:21.605798 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0798f192-3efa-4f9d-b1da-fa6cedd37f90 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:21.617056 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0059e060-4ee1-4d85-a709-2ff566555ade tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:21.620536 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0798f192-3efa-4f9d-b1da-fa6cedd37f90 None None] Transition to ACTIVE for port object 7512d273-23ba-4319-bf07-3a356d940e30 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:21.633035 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-192b4953-d793-435d-8125-9529b3233742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1100701626', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '684d45a4-aa76-45ea-bf87-53e66fde50e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:46Z', 'updated_at': '2021-07-15T13:44:53Z', 'revision_number': 4, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'gw_port': {'id': '684d45a4-aa76-45ea-bf87-53e66fde50e3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:47Z', 'updated_at': '2021-07-15T13:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'eca72215-333d-4eb9-82f7-78db7e4d137b', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'floating_ip_address': '172.25.6.83', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'port_id': 'bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f679832-8c15-424e-962e-bd9eb24b2afd', 'mac_address': 'fa:16:3e:d5:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5cc9e8-6391-492c-a147-05dc7c7bbae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:45:17Z', 'updated_at': '2021-07-15T13:45:17Z', 'revision_number': 0, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29f20b4d-6f30-4f41-a2c7-03be423bb59f', 'name': '', 'network_id': '0f679832-8c15-424e-962e-bd9eb24b2afd', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'mac_address': 'fa:16:3e:2b:52:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '4d5d211f-c486-400f-80ab-d96ff9b75da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:52Z', 'updated_at': '2021-07-15T13:45:02Z', 'revision_number': 5, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'subnets': [{'id': '4d5d211f-c486-400f-80ab-d96ff9b75da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:21.692670 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192b4953-d793-435d-8125-9529b3233742 None None] Checking router: 45c8dba4-bbd4-4cca-86c7-1fe12daeea29 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:45:21.699126 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059e060-4ee1-4d85-a709-2ff566555ade tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Subnet': ['ID=3774d6cb-aaaa-4c32-8db5-fcdc29a49f3f,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:21.707506 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0798f192-3efa-4f9d-b1da-fa6cedd37f90 None None] Transition to ACTIVE for port object 7512d273-23ba-4319-bf07-3a356d940e30 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:21.710778 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154ec05d-96db-454e-ae17-103d4d8a7fd1 tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:21.711885 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154ec05d-96db-454e-ae17-103d4d8a7fd1 tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:21.712294 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192b4953-d793-435d-8125-9529b3233742 None None] Routers {'45c8dba4-bbd4-4cca-86c7-1fe12daeea29'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:21.712683 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154ec05d-96db-454e-ae17-103d4d8a7fd1 tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:21.713024 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-192b4953-d793-435d-8125-9529b3233742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:44:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['45c8dba4-bbd4-4cca-86c7-1fe12daeea29'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:21.713585 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154ec05d-96db-454e-ae17-103d4d8a7fd1 tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:21.714185 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154ec05d-96db-454e-ae17-103d4d8a7fd1 tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:21.714803 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154ec05d-96db-454e-ae17-103d4d8a7fd1 tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:21.715339 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154ec05d-96db-454e-ae17-103d4d8a7fd1 tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:21.716097 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154ec05d-96db-454e-ae17-103d4d8a7fd1 tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:21.716883 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154ec05d-96db-454e-ae17-103d4d8a7fd1 tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:21.720803 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-154ec05d-96db-454e-ae17-103d4d8a7fd1 tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5853 time: 0.3850341 Jul 15 13:45:21.723991 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42912) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:21.736206 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0059e060-4ee1-4d85-a709-2ff566555ade tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:21.743112 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-0059e060-4ee1-4d85-a709-2ff566555ade tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:21.765013 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0798f192-3efa-4f9d-b1da-fa6cedd37f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:21.771668 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059e060-4ee1-4d85-a709-2ff566555ade tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:21.773472 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0059e060-4ee1-4d85-a709-2ff566555ade tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:21.856216 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0059e060-4ee1-4d85-a709-2ff566555ade tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2780588 Jul 15 13:45:21.862282 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42914) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:21.868722 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c04d952d-ad7b-458e-951c-fca7148a2be4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'port': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'mac_address': 'fa:16:3e:0d:33:db', 'name': 'tempest-NetworksTestDHCPv6-568522614'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:21.877937 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6e0c0-7892-468d-9904-f6336ec357c4 req-acff2d60-bbe7-4596-b01a-460388c326e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:21.880492 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-64a6e0c0-7892-468d-9904-f6336ec357c4 req-acff2d60-bbe7-4596-b01a-460388c326e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0f679832-8c15-424e-962e-bd9eb24b2afd HTTP/1.1" status: 200 len: 897 time: 0.3854258 Jul 15 13:45:21.912209 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0798f192-3efa-4f9d-b1da-fa6cedd37f90 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:21.936583 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-0798f192-3efa-4f9d-b1da-fa6cedd37f90 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:21.945839 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0798f192-3efa-4f9d-b1da-fa6cedd37f90 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:22.055222 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798f192-3efa-4f9d-b1da-fa6cedd37f90 None None] Pushing event updated for resources: {'Port': ['ID=7512d273-23ba-4319-bf07-3a356d940e30,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:22.084828 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1a1536a-0ad7-4d97-801c-c08aa2b55ea5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:22.227051 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-0798f192-3efa-4f9d-b1da-fa6cedd37f90 None None] Attempting to bind port 7512d273-23ba-4319-bf07-3a356d940e30 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:45:22.227528 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-0798f192-3efa-4f9d-b1da-fa6cedd37f90 None None] Attempting to bind port 7512d273-23ba-4319-bf07-3a356d940e30 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:45:22.228143 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0798f192-3efa-4f9d-b1da-fa6cedd37f90 None None] Attempting to bind port 7512d273-23ba-4319-bf07-3a356d940e30 on network 860e390d-7211-433f-9c89-14b305c5b94c {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:22.240081 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04d952d-ad7b-458e-951c-fca7148a2be4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:22.255479 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-64a6e0c0-7892-468d-9904-f6336ec357c4 req-31e1f23f-8621-4a6d-a8f0-fb76ff1e62c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2 HTTP/1.1" status: 200 len: 998 time: 0.1716745 Jul 15 13:45:22.258176 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0798f192-3efa-4f9d-b1da-fa6cedd37f90 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:45:22.258775 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0798f192-3efa-4f9d-b1da-fa6cedd37f90 None None] Checking segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:22.259407 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0798f192-3efa-4f9d-b1da-fa6cedd37f90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:22.260079 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0798f192-3efa-4f9d-b1da-fa6cedd37f90 None None] Bound using segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:45:22.261870 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-0798f192-3efa-4f9d-b1da-fa6cedd37f90 None None] Bound port: 7512d273-23ba-4319-bf07-3a356d940e30, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:45:22.262786 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0798f192-3efa-4f9d-b1da-fa6cedd37f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:22.271799 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-192b4953-d793-435d-8125-9529b3233742 None None] Set router 45c8dba4-bbd4-4cca-86c7-1fe12daeea29 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:22.272041 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-313915fe-0784-4acc-9b76-9a2f6b524f45 tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.5438647 Jul 15 13:45:22.278464 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42916) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:22.392512 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6e0c0-7892-468d-9904-f6336ec357c4 req-8c321ed4-bfa9-4105-9106-ece166e7e708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:22.394664 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-64a6e0c0-7892-468d-9904-f6336ec357c4 req-8c321ed4-bfa9-4105-9106-ece166e7e708 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4d5d211f-c486-400f-80ab-d96ff9b75da8 HTTP/1.1" status: 200 len: 834 time: 0.0918283 Jul 15 13:45:22.447675 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c04d952d-ad7b-458e-951c-fca7148a2be4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:22.481631 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c12161-970c-4a67-bbe6-fbb68a76ffa7 tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:22.489066 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c12161-970c-4a67-bbe6-fbb68a76ffa7 tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:22.489066 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-91c12161-970c-4a67-bbe6-fbb68a76ffa7 tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=45c8dba4-bbd4-4cca-86c7-1fe12daeea29 HTTP/1.1" status: 200 len: 1991 time: 0.2044852 Jul 15 13:45:22.510446 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-c04d952d-ad7b-458e-951c-fca7148a2be4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] device_id is not set on port 6a9b677c-2d00-4a77-85ca-8f67b11e8c6c yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:45:22.619873 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-0798f192-3efa-4f9d-b1da-fa6cedd37f90 None None] For port 7512d273-23ba-4319-bf07-3a356d940e30, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:45:22.628608 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-0798f192-3efa-4f9d-b1da-fa6cedd37f90 None None] For port 7512d273-23ba-4319-bf07-3a356d940e30, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=7512d273-23ba-4319-bf07-3a356d940e30,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:45:22.655411 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0798f192-3efa-4f9d-b1da-fa6cedd37f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:22.684494 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a1536a-0ad7-4d97-801c-c08aa2b55ea5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Router a94d8369-fe33-4da4-b184-7139d24ec3e7 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:45:22.705796 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6e0c0-7892-468d-9904-f6336ec357c4 req-31187f62-4b23-4f76-afc8-45b9b3e17dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:22.707032 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-64a6e0c0-7892-468d-9904-f6336ec357c4 req-31187f62-4b23-4f76-afc8-45b9b3e17dc6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f679832-8c15-424e-962e-bd9eb24b2afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3047171 Jul 15 13:45:22.746565 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-c04d952d-ad7b-458e-951c-fca7148a2be4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Allocated IP 172.20.0.3 (860e390d-7211-433f-9c89-14b305c5b94c/fbde2502-ea18-4f62-9e91-20bae761564c/6a9b677c-2d00-4a77-85ca-8f67b11e8c6c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:22.759232 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-c04d952d-ad7b-458e-951c-fca7148a2be4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Allocated IP 2001:db8::f816:3eff:fe0d:33db (860e390d-7211-433f-9c89-14b305c5b94c/3774d6cb-aaaa-4c32-8db5-fcdc29a49f3f/6a9b677c-2d00-4a77-85ca-8f67b11e8c6c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:22.858580 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798f192-3efa-4f9d-b1da-fa6cedd37f90 None None] Pushing event updated for resources: {'Port': ['ID=7512d273-23ba-4319-bf07-3a356d940e30,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:22.885047 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-192b4953-d793-435d-8125-9529b3233742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1100701626', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '684d45a4-aa76-45ea-bf87-53e66fde50e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:46Z', 'updated_at': '2021-07-15T13:44:53Z', 'revision_number': 4, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'gw_port': {'id': '684d45a4-aa76-45ea-bf87-53e66fde50e3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:47Z', 'updated_at': '2021-07-15T13:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'eca72215-333d-4eb9-82f7-78db7e4d137b', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'floating_ip_address': '172.25.6.83', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'port_id': 'bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f679832-8c15-424e-962e-bd9eb24b2afd', 'mac_address': 'fa:16:3e:d5:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5cc9e8-6391-492c-a147-05dc7c7bbae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:45:17Z', 'updated_at': '2021-07-15T13:45:17Z', 'revision_number': 0, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29f20b4d-6f30-4f41-a2c7-03be423bb59f', 'name': '', 'network_id': '0f679832-8c15-424e-962e-bd9eb24b2afd', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'mac_address': 'fa:16:3e:2b:52:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '4d5d211f-c486-400f-80ab-d96ff9b75da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:52Z', 'updated_at': '2021-07-15T13:45:02Z', 'revision_number': 5, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'subnets': [{'id': '4d5d211f-c486-400f-80ab-d96ff9b75da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:23.018101 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a1536a-0ad7-4d97-801c-c08aa2b55ea5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:45:23.021988 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-64a6e0c0-7892-468d-9904-f6336ec357c4 req-941c4bde-9add-4c05-bdc4-e271f490f40f service neutron] 10.222.0.18 "GET /v2.0/networks/0f679832-8c15-424e-962e-bd9eb24b2afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641196 Jul 15 13:45:23.028790 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f1a1536a-0ad7-4d97-801c-c08aa2b55ea5 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "PUT /v2.0/routers/a94d8369-fe33-4da4-b184-7139d24ec3e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7623780 Jul 15 13:45:23.034664 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c320a43f-f1f0-4100-8290-96e1af5eb8e0 None None] Sync routers for ids ['a94d8369-fe33-4da4-b184-7139d24ec3e7'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:45:23.042916 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42922) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:23.052101 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c320a43f-f1f0-4100-8290-96e1af5eb8e0 None None] Routers {'a94d8369-fe33-4da4-b184-7139d24ec3e7'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:23.058611 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c320a43f-f1f0-4100-8290-96e1af5eb8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:44:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['a94d8369-fe33-4da4-b184-7139d24ec3e7'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:23.228553 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192b4953-d793-435d-8125-9529b3233742 None None] The sync data for ids ['45c8dba4-bbd4-4cca-86c7-1fe12daeea29'] in n-d-758944-45 is: [{'id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1100701626', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '684d45a4-aa76-45ea-bf87-53e66fde50e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:46Z', 'updated_at': '2021-07-15T13:44:53Z', 'revision_number': 4, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'gw_port': {'id': '684d45a4-aa76-45ea-bf87-53e66fde50e3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:47Z', 'updated_at': '2021-07-15T13:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'eca72215-333d-4eb9-82f7-78db7e4d137b', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'floating_ip_address': '172.25.6.83', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'port_id': 'bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f679832-8c15-424e-962e-bd9eb24b2afd', 'mac_address': 'fa:16:3e:d5:29:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5cc9e8-6391-492c-a147-05dc7c7bbae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:45:17Z', 'updated_at': '2021-07-15T13:45:17Z', 'revision_number': 0, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29f20b4d-6f30-4f41-a2c7-03be423bb59f', 'name': '', 'network_id': '0f679832-8c15-424e-962e-bd9eb24b2afd', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'mac_address': 'fa:16:3e:2b:52:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '4d5d211f-c486-400f-80ab-d96ff9b75da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:52Z', 'updated_at': '2021-07-15T13:45:02Z', 'revision_number': 5, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'subnets': [{'id': '4d5d211f-c486-400f-80ab-d96ff9b75da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:45:23.241213 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d3165b7-5320-4194-a19d-f0687d92b2cd tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Deleting subnet f884ecf8-29cc-4ba0-bb0e-e6162e53b5dd {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:45:23.247418 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c04d952d-ad7b-458e-951c-fca7148a2be4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:23.259571 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d3165b7-5320-4194-a19d-f0687d92b2cd tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:23.265875 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c04d952d-ad7b-458e-951c-fca7148a2be4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Transition to ACTIVE for port object 6a9b677c-2d00-4a77-85ca-8f67b11e8c6c will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:23.293571 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-c320a43f-f1f0-4100-8290-96e1af5eb8e0 None None] Set router a94d8369-fe33-4da4-b184-7139d24ec3e7 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:23.302723 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:23.313743 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c04d952d-ad7b-458e-951c-fca7148a2be4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:23.384973 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04d952d-ad7b-458e-951c-fca7148a2be4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:23.392893 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-c04d952d-ad7b-458e-951c-fca7148a2be4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:23.399458 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04d952d-ad7b-458e-951c-fca7148a2be4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:23.436072 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d952d-ad7b-458e-951c-fca7148a2be4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Port': ['ID=6a9b677c-2d00-4a77-85ca-8f67b11e8c6c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:23.452661 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7924c9e6-d29f-4f92-a47e-793322aa7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:23.474554 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d3165b7-5320-4194-a19d-f0687d92b2cd tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:23.483763 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04d952d-ad7b-458e-951c-fca7148a2be4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:23.484683 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c04d952d-ad7b-458e-951c-fca7148a2be4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:23.517280 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c04d952d-ad7b-458e-951c-fca7148a2be4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6534529 Jul 15 13:45:23.517926 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42926) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:23.558813 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c320a43f-f1f0-4100-8290-96e1af5eb8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834929861', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '30e49acc-5ebd-425c-8630-d41a82e40fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:14Z', 'updated_at': '2021-07-15T13:45:21Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '30e49acc-5ebd-425c-8630-d41a82e40fdc', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:15Z', 'updated_at': '2021-07-15T13:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:23.589464 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c320a43f-f1f0-4100-8290-96e1af5eb8e0 None None] Checking router: a94d8369-fe33-4da4-b184-7139d24ec3e7 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:45:23.602882 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c320a43f-f1f0-4100-8290-96e1af5eb8e0 None None] Routers {'a94d8369-fe33-4da4-b184-7139d24ec3e7'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:23.603538 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c320a43f-f1f0-4100-8290-96e1af5eb8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:45:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['a94d8369-fe33-4da4-b184-7139d24ec3e7'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:23.687732 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-64a6e0c0-7892-468d-9904-f6336ec357c4 req-9925ebda-4feb-4eab-92f2-f9e2a5d9ff9b service neutron] 10.222.0.18 "GET /v2.0/networks/0f679832-8c15-424e-962e-bd9eb24b2afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6456690 Jul 15 13:45:23.700061 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d3165b7-5320-4194-a19d-f0687d92b2cd tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:23.730860 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-c320a43f-f1f0-4100-8290-96e1af5eb8e0 None None] Set router a94d8369-fe33-4da4-b184-7139d24ec3e7 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:23.751698 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52bb02f-fcfc-4d68-90d1-4f7b47844019 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:23.758083 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52bb02f-fcfc-4d68-90d1-4f7b47844019 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:23.759792 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c52bb02f-fcfc-4d68-90d1-4f7b47844019 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.2407773 Jul 15 13:45:23.763071 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42928) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:23.808948 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d3165b7-5320-4194-a19d-f0687d92b2cd tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:23.855375 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3165b7-5320-4194-a19d-f0687d92b2cd tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event deleted for resources: {'Subnet': ['ID=f884ecf8-29cc-4ba0-bb0e-e6162e53b5dd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:23.864850 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d3165b7-5320-4194-a19d-f0687d92b2cd tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:23.869637 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9d3165b7-5320-4194-a19d-f0687d92b2cd tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "DELETE /v2.0/subnets/f884ecf8-29cc-4ba0-bb0e-e6162e53b5dd HTTP/1.1" status: 204 len: 168 time: 0.8226442 Jul 15 13:45:23.872466 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42930) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:23.875871 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cb17ab-3953-452a-b0dc-d0289a3c2cad None None] Network babc4e0e-a33b-4754-9f68-404dd40d1c6a requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:23.933356 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78da105-951e-44d2-98e8-ceee566e6e96 None None] New status for floating IP eca72215-333d-4eb9-82f7-78db7e4d137b: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:45:23.995897 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-62c49bbc-2805-4498-ab7b-307cc4e18259 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting port 6a9b677c-2d00-4a77-85ca-8f67b11e8c6c {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:23.996271 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62c49bbc-2805-4498-ab7b-307cc4e18259 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:24.046020 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c320a43f-f1f0-4100-8290-96e1af5eb8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834929861', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '30e49acc-5ebd-425c-8630-d41a82e40fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:14Z', 'updated_at': '2021-07-15T13:45:21Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '30e49acc-5ebd-425c-8630-d41a82e40fdc', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:15Z', 'updated_at': '2021-07-15T13:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:24.082338 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c320a43f-f1f0-4100-8290-96e1af5eb8e0 None None] The sync data for ids ['a94d8369-fe33-4da4-b184-7139d24ec3e7'] in n-d-758944-45 is: [{'id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1834929861', 'tenant_id': '5969ba48b19a42969f3c1202e7616f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '30e49acc-5ebd-425c-8630-d41a82e40fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:14Z', 'updated_at': '2021-07-15T13:45:21Z', 'revision_number': 5, 'project_id': '5969ba48b19a42969f3c1202e7616f77', 'gw_port': {'id': '30e49acc-5ebd-425c-8630-d41a82e40fdc', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94d8369-fe33-4da4-b184-7139d24ec3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:15Z', 'updated_at': '2021-07-15T13:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:45:24.171826 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51bab83e-ce3b-436a-89b1-1be34e796b68 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:24.229017 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62c49bbc-2805-4498-ab7b-307cc4e18259 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:24.264389 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-62c49bbc-2805-4498-ab7b-307cc4e18259 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Calling delete_port for 6a9b677c-2d00-4a77-85ca-8f67b11e8c6c owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:24.325270 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51bab83e-ce3b-436a-89b1-1be34e796b68 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:24.457390 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8130526f-82a6-4e10-bd54-5858d1a3553a None None] DHCP port deletion for babc4e0e-a33b-4754-9f68-404dd40d1c6a request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:45:24.475814 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-51bab83e-ce3b-436a-89b1-1be34e796b68 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Deleting port 30e49acc-5ebd-425c-8630-d41a82e40fdc {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:24.476407 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51bab83e-ce3b-436a-89b1-1be34e796b68 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:24.558623 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-8130526f-82a6-4e10-bd54-5858d1a3553a None None] Deleting port 3af4fdb0-45be-41cc-93fc-eac85bd1527b {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:24.559179 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8130526f-82a6-4e10-bd54-5858d1a3553a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:24.661637 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 7512d273-23ba-4319-bf07-3a356d940e30 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:24.699477 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62c49bbc-2805-4498-ab7b-307cc4e18259 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:24.701993 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-8130526f-82a6-4e10-bd54-5858d1a3553a None None] For port 3af4fdb0-45be-41cc-93fc-eac85bd1527b, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=3af4fdb0-45be-41cc-93fc-eac85bd1527b,segment=NetworkSegment(e94f10a9-f6f7-40ee-adc2-8e359dd1f914),segment_id=e94f10a9-f6f7-40ee-adc2-8e359dd1f914)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:24.702409 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8130526f-82a6-4e10-bd54-5858d1a3553a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:24.714247 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-51bab83e-ce3b-436a-89b1-1be34e796b68 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] For port 30e49acc-5ebd-425c-8630-d41a82e40fdc, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=30e49acc-5ebd-425c-8630-d41a82e40fdc,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:24.715287 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51bab83e-ce3b-436a-89b1-1be34e796b68 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:24.723315 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5c9b9f-195a-4f22-a371-229adffc34cf None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:24.746268 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-8130526f-82a6-4e10-bd54-5858d1a3553a None None] Calling delete_port for 3af4fdb0-45be-41cc-93fc-eac85bd1527b owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:24.750557 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-51bab83e-ce3b-436a-89b1-1be34e796b68 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Calling delete_port for 30e49acc-5ebd-425c-8630-d41a82e40fdc owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:24.779765 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c49bbc-2805-4498-ab7b-307cc4e18259 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Port': ['ID=6a9b677c-2d00-4a77-85ca-8f67b11e8c6c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:24.888772 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-6aa4addd-e4b9-45d0-8979-167c669de99c None None] Provisioning for port 7512d273-23ba-4319-bf07-3a356d940e30 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:24.894387 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62c49bbc-2805-4498-ab7b-307cc4e18259 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:24.900185 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-62c49bbc-2805-4498-ab7b-307cc4e18259 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/6a9b677c-2d00-4a77-85ca-8f67b11e8c6c HTTP/1.1" status: 204 len: 168 time: 1.1337883 Jul 15 13:45:24.901657 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:24.902383 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42934) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:24.918119 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 7512d273-23ba-4319-bf07-3a356d940e30 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:24.933272 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 7512d273-23ba-4319-bf07-3a356d940e30 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:24.933656 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:25.005826 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af0d0ee-19b9-4b65-9889-2616ee0c7fc7 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:25.008226 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af0d0ee-19b9-4b65-9889-2616ee0c7fc7 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:25.011943 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51bab83e-ce3b-436a-89b1-1be34e796b68 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:25.014910 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af0d0ee-19b9-4b65-9889-2616ee0c7fc7 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:25.020280 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9af0d0ee-19b9-4b65-9889-2616ee0c7fc7 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1157932 Jul 15 13:45:25.023743 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42936) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:25.060049 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bab83e-ce3b-436a-89b1-1be34e796b68 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event deleted for resources: {'Port': ['ID=30e49acc-5ebd-425c-8630-d41a82e40fdc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:25.073646 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8130526f-82a6-4e10-bd54-5858d1a3553a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:25.132891 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130526f-82a6-4e10-bd54-5858d1a3553a None None] Pushing event deleted for resources: {'Port': ['ID=3af4fdb0-45be-41cc-93fc-eac85bd1527b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:25.134283 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eed99a8-7ae7-4d8f-8192-74531230ee5d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting subnet 3774d6cb-aaaa-4c32-8db5-fcdc29a49f3f {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:45:25.135073 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8130526f-82a6-4e10-bd54-5858d1a3553a None None] No DVR routers for this DVR port 3af4fdb0-45be-41cc-93fc-eac85bd1527b on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:45:25.150747 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1eed99a8-7ae7-4d8f-8192-74531230ee5d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:25.196699 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:25.233245 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1eed99a8-7ae7-4d8f-8192-74531230ee5d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:25.244464 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 7512d273-23ba-4319-bf07-3a356d940e30, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=7512d273-23ba-4319-bf07-3a356d940e30,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:25.250852 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:25.286845 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51bab83e-ce3b-436a-89b1-1be34e796b68 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:25.324277 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1eed99a8-7ae7-4d8f-8192-74531230ee5d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:25.346013 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3af4fdb0-45be-41cc-93fc-eac85bd1527b no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:25.353148 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39de0b64-697f-42a0-8ea3-3b16fd15cb9e None None] Update dhcp port {'port': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'fixed_ips': [{'subnet_id': 'fbde2502-ea18-4f62-9e91-20bae761564c', 'ip_address': '172.20.0.2'}, {'subnet_id': '3774d6cb-aaaa-4c32-8db5-fcdc29a49f3f'}], 'binding:host_id': 'n-d-758944-45'}, 'id': '7512d273-23ba-4319-bf07-3a356d940e30'} from n-d-758944-45. {{(pid=93815) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:45:25.377490 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=7512d273-23ba-4319-bf07-3a356d940e30,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:25.380394 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 3af4fdb0-45be-41cc-93fc-eac85bd1527b {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:45:25.380859 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3af4fdb0-45be-41cc-93fc-eac85bd1527b not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:45:25.381363 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 62d47d0e-d078-44a3-8650-c0f725a4f5e9 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:25.422557 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1eed99a8-7ae7-4d8f-8192-74531230ee5d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:25.436514 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 62d47d0e-d078-44a3-8650-c0f725a4f5e9 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:45:25.436861 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 62d47d0e-d078-44a3-8650-c0f725a4f5e9 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:45:25.453220 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:25.453956 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-39de0b64-697f-42a0-8ea3-3b16fd15cb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:25.465999 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed99a8-7ae7-4d8f-8192-74531230ee5d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Subnet': ['ID=3774d6cb-aaaa-4c32-8db5-fcdc29a49f3f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:25.473697 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1eed99a8-7ae7-4d8f-8192-74531230ee5d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:25.476269 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1eed99a8-7ae7-4d8f-8192-74531230ee5d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/3774d6cb-aaaa-4c32-8db5-fcdc29a49f3f HTTP/1.1" status: 204 len: 168 time: 0.4505868 Jul 15 13:45:25.478906 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42942) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:25.501395 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51bab83e-ce3b-436a-89b1-1be34e796b68 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:25.504396 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51bab83e-ce3b-436a-89b1-1be34e796b68 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:25.594233 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51bab83e-ce3b-436a-89b1-1be34e796b68 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:25.594805 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bab83e-ce3b-436a-89b1-1be34e796b68 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Fanout notify agent at l3_agent the message router_deleted on router a94d8369-fe33-4da4-b184-7139d24ec3e7 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:45:25.615172 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51bab83e-ce3b-436a-89b1-1be34e796b68 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:25.616965 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-51bab83e-ce3b-436a-89b1-1be34e796b68 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "DELETE /v2.0/routers/a94d8369-fe33-4da4-b184-7139d24ec3e7 HTTP/1.1" status: 204 len: 168 time: 1.7426114 Jul 15 13:45:25.621515 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-db89788b-df77-495a-b0f4-ec6cbeeea011 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting subnet fbde2502-ea18-4f62-9e91-20bae761564c {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:45:25.622268 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42946) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:25.638783 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db89788b-df77-495a-b0f4-ec6cbeeea011 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:25.702405 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42948) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:25.732938 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db89788b-df77-495a-b0f4-ec6cbeeea011 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:25.783693 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4ad14d0c-9436-4379-b32d-3cb47a3ac41f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:25.838717 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1e188e32-1672-4b35-9f05-6813cc3bf6a0 None None] Provisioning complete for port 7512d273-23ba-4319-bf07-3a356d940e30 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:25.840168 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1e188e32-1672-4b35-9f05-6813cc3bf6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:25.901387 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db89788b-df77-495a-b0f4-ec6cbeeea011 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.033726 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797f40b8-5b8b-4251-91bb-26c28ae585ea None None] get_active_networks_info from n-d-758944-45 {{(pid=93815) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:45:26.036135 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4ad14d0c-9436-4379-b32d-3cb47a3ac41f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.051677 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db89788b-df77-495a-b0f4-ec6cbeeea011 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.055691 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-4ad14d0c-9436-4379-b32d-3cb47a3ac41f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['babc4e0e-a33b-4754-9f68-404dd40d1c6a']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:26.074777 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-4ad14d0c-9436-4379-b32d-3cb47a3ac41f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e94f10a9-f6f7-40ee-adc2-8e359dd1f914') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:26.075265 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-4ad14d0c-9436-4379-b32d-3cb47a3ac41f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e94f10a9-f6f7-40ee-adc2-8e359dd1f914') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:26.103754 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4ad14d0c-9436-4379-b32d-3cb47a3ac41f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.105324 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89788b-df77-495a-b0f4-ec6cbeeea011 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Subnet': ['ID=fbde2502-ea18-4f62-9e91-20bae761564c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:26.112502 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db89788b-df77-495a-b0f4-ec6cbeeea011 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.117943 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-db89788b-df77-495a-b0f4-ec6cbeeea011 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/fbde2502-ea18-4f62-9e91-20bae761564c HTTP/1.1" status: 204 len: 168 time: 0.6378980 Jul 15 13:45:26.119146 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42952) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:26.140183 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-45f5da6b-404f-4c16-bd05-449a262afe3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.154864 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4ad14d0c-9436-4379-b32d-3cb47a3ac41f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.166892 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ad14d0c-9436-4379-b32d-3cb47a3ac41f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:45:26.167246 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4ad14d0c-9436-4379-b32d-3cb47a3ac41f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:45:26.170602 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:45:26.186592 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-187f4995-c005-4405-87b1-45ed1cc60bdd tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0655072 Jul 15 13:45:26.187365 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42954) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:26.213794 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fa1c4175-88ad-4829-ae05-ce1f97b16857 None None] Could not find standard attr ID for object 6a9b677c-2d00-4a77-85ca-8f67b11e8c6c. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:45:26.246322 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797f40b8-5b8b-4251-91bb-26c28ae585ea None None] Resources bound (agent type, host, resource id): {{(pid=93815) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:45:26.298556 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6adfdb-71db-4e16-bf22-5e40e18a565b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:26.310792 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4c6adfdb-71db-4e16-bf22-5e40e18a565b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1123075 Jul 15 13:45:26.310792 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42956) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:26.319953 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4ad14d0c-9436-4379-b32d-3cb47a3ac41f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.328554 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4ad14d0c-9436-4379-b32d-3cb47a3ac41f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.338216 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4ad14d0c-9436-4379-b32d-3cb47a3ac41f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "DELETE /v2.0/networks/babc4e0e-a33b-4754-9f68-404dd40d1c6a HTTP/1.1" status: 204 len: 168 time: 0.7134838 Jul 15 13:45:26.338513 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42958) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:26.375924 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad14d0c-9436-4379-b32d-3cb47a3ac41f tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event deleted for resources: {'Network': ['ID=babc4e0e-a33b-4754-9f68-404dd40d1c6a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:26.397443 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392ba822-a4fa-4f61-8ab3-5162026956c3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:26.404710 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-392ba822-a4fa-4f61-8ab3-5162026956c3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0885987 Jul 15 13:45:26.411598 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42960) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:26.473807 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-223b90bc-dbba-45d5-9429-265b51b8049b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516806 Jul 15 13:45:26.494920 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42962) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:26.507791 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5679e7f2-ec46-4d40-ac52-05691e618bba tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:26.510520 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a48e57e-1cab-4cc5-895d-7b6cbb6bedf6 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.532963 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.560833 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 7512d273-23ba-4319-bf07-3a356d940e30 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:26.563276 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a48e57e-1cab-4cc5-895d-7b6cbb6bedf6 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.606858 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-45f5da6b-404f-4c16-bd05-449a262afe3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.616929 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-45f5da6b-404f-4c16-bd05-449a262afe3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.670095 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a48e57e-1cab-4cc5-895d-7b6cbb6bedf6 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.673846 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a48e57e-1cab-4cc5-895d-7b6cbb6bedf6 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.674404 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5da6b-404f-4c16-bd05-449a262afe3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ee7de7-3af9-49b3-a78c-fac04ba9ca3b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:26.675457 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2a48e57e-1cab-4cc5-895d-7b6cbb6bedf6 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] 10.222.0.24 "DELETE /v2.0/security-groups/98b6feb4-3ae4-4418-81a0-6dadc82a615b HTTP/1.1" status: 204 len: 168 time: 0.2836847 Jul 15 13:45:26.691172 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48e57e-1cab-4cc5-895d-7b6cbb6bedf6 tempest-TestNetworkAdvancedServerOps-1382303758 tempest-TestNetworkAdvancedServerOps-1382303758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b6feb4-3ae4-4418-81a0-6dadc82a615b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:26.705988 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-45f5da6b-404f-4c16-bd05-449a262afe3d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6e354d5f8db4444aace1e56c5e976f9e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0013218 Jul 15 13:45:26.708078 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42966) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:26.712707 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5679e7f2-ec46-4d40-ac52-05691e618bba tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:26.718781 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5679e7f2-ec46-4d40-ac52-05691e618bba tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.720798 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-5679e7f2-ec46-4d40-ac52-05691e618bba tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:45:26.721498 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5679e7f2-ec46-4d40-ac52-05691e618bba tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:45:26.744405 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce7ceb7-04f1-4ae0-afce-dbe0425975cd None None] get_active_networks_info from n-d-758944-45 {{(pid=93815) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:45:26.748350 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.749823 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5679e7f2-ec46-4d40-ac52-05691e618bba tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2527158 Jul 15 13:45:26.766970 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42968) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:26.779943 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-406d19f1-f13c-44c7-9891-4a0d0455b112 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:26.824371 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e9c152e0-8899-4c2e-9d50-a22738baf560 None None] Provisioning complete for port 7512d273-23ba-4319-bf07-3a356d940e30 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:26.824830 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e9c152e0-8899-4c2e-9d50-a22738baf560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.828509 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6b675ffb-358e-4a27-b99a-8f35f3c656a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.879748 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6b675ffb-358e-4a27-b99a-8f35f3c656a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.885724 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 7512d273-23ba-4319-bf07-3a356d940e30, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=7512d273-23ba-4319-bf07-3a356d940e30,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:26.905294 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.906381 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 30e49acc-5ebd-425c-8630-d41a82e40fdc no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:26.938168 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406d19f1-f13c-44c7-9891-4a0d0455b112 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:26.943057 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-406d19f1-f13c-44c7-9891-4a0d0455b112 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.945066 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-406d19f1-f13c-44c7-9891-4a0d0455b112 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:45:26.945671 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-406d19f1-f13c-44c7-9891-4a0d0455b112 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:45:26.987934 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-406d19f1-f13c-44c7-9891-4a0d0455b112 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2171640 Jul 15 13:45:26.992664 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42974) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:26.995243 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6b675ffb-358e-4a27-b99a-8f35f3c656a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.999668 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 30e49acc-5ebd-425c-8630-d41a82e40fdc {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:45:27.000550 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 30e49acc-5ebd-425c-8630-d41a82e40fdc not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:45:27.001221 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6b675ffb-358e-4a27-b99a-8f35f3c656a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:27.003951 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6b675ffb-358e-4a27-b99a-8f35f3c656a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66ee7de7-3af9-49b3-a78c-fac04ba9ca3b HTTP/1.1" status: 204 len: 168 time: 0.2941535 Jul 15 13:45:27.021289 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b675ffb-358e-4a27-b99a-8f35f3c656a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ee7de7-3af9-49b3-a78c-fac04ba9ca3b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:27.022615 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-48d37013-b062-4ca4-b19d-58742d85278f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:27.066309 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=7512d273-23ba-4319-bf07-3a356d940e30,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:27.075080 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce7ceb7-04f1-4ae0-afce-dbe0425975cd None None] Resources bound (agent type, host, resource id): {{(pid=93815) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:45:27.155732 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42978) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:27.188853 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d37013-b062-4ca4-b19d-58742d85278f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:27.193089 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-48d37013-b062-4ca4-b19d-58742d85278f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:27.195352 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-48d37013-b062-4ca4-b19d-58742d85278f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:45:27.195806 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48d37013-b062-4ca4-b19d-58742d85278f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:45:27.218938 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-48d37013-b062-4ca4-b19d-58742d85278f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2195420 Jul 15 13:45:27.219508 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42982) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:27.228371 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-753d6ffe-772e-42e5-b0bf-a9beff431581 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:27.229301 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e9c152e0-8899-4c2e-9d50-a22738baf560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:27.343221 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e9c152e0-8899-4c2e-9d50-a22738baf560 None None] For port 7512d273-23ba-4319-bf07-3a356d940e30, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=7512d273-23ba-4319-bf07-3a356d940e30,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:27.359437 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e9c152e0-8899-4c2e-9d50-a22738baf560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:27.403448 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753d6ffe-772e-42e5-b0bf-a9beff431581 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:27.407428 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-753d6ffe-772e-42e5-b0bf-a9beff431581 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:27.411946 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-753d6ffe-772e-42e5-b0bf-a9beff431581 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:45:27.412460 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-753d6ffe-772e-42e5-b0bf-a9beff431581 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:45:27.437300 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-753d6ffe-772e-42e5-b0bf-a9beff431581 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2159505 Jul 15 13:45:27.443152 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42984) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:27.453085 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ecec1129-7bc8-424e-a8c2-dbbf8c988e61 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:27.561736 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c152e0-8899-4c2e-9d50-a22738baf560 None None] Pushing event updated for resources: {'Port': ['ID=7512d273-23ba-4319-bf07-3a356d940e30,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:27.607153 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8e5d6a85-3877-4e6a-9c86-d61035d77099 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5969ba48b19a42969f3c1202e7616f77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4500911 Jul 15 13:45:27.607992 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42986) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:27.677852 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecec1129-7bc8-424e-a8c2-dbbf8c988e61 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:27.686590 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ecec1129-7bc8-424e-a8c2-dbbf8c988e61 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:27.689608 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecec1129-7bc8-424e-a8c2-dbbf8c988e61 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:45:27.690788 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecec1129-7bc8-424e-a8c2-dbbf8c988e61 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:45:27.695734 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8859b8d0-7cbe-47ae-ba79-b4c647a895e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:27.721836 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ecec1129-7bc8-424e-a8c2-dbbf8c988e61 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2749979 Jul 15 13:45:27.723323 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42988) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:27.730518 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8859b8d0-7cbe-47ae-ba79-b4c647a895e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:27.735303 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-417b473b-ab78-4b64-93cb-a70ff42f89be tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:27.760920 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e07e482-972d-45c7-9e27-5a5825887954 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:27.806926 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7b1f4ca7-c672-40fe-a19f-f553c6659870 None None] Provisioning complete for port 7512d273-23ba-4319-bf07-3a356d940e30 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:27.806926 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7b1f4ca7-c672-40fe-a19f-f553c6659870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:27.833515 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8859b8d0-7cbe-47ae-ba79-b4c647a895e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:27.839642 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8859b8d0-7cbe-47ae-ba79-b4c647a895e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:27.841909 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8859b8d0-7cbe-47ae-ba79-b4c647a895e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a49d9fb8-5b03-4379-8af1-9a1bb269d3fa HTTP/1.1" status: 204 len: 168 time: 0.2325902 Jul 15 13:45:27.856842 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859b8d0-7cbe-47ae-ba79-b4c647a895e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49d9fb8-5b03-4379-8af1-9a1bb269d3fa,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:27.959535 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417b473b-ab78-4b64-93cb-a70ff42f89be tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:27.963340 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-417b473b-ab78-4b64-93cb-a70ff42f89be tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:27.964838 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-417b473b-ab78-4b64-93cb-a70ff42f89be tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:45:27.965282 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-417b473b-ab78-4b64-93cb-a70ff42f89be tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:45:27.986355 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42992) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:27.986623 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-417b473b-ab78-4b64-93cb-a70ff42f89be tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2611775 Jul 15 13:45:28.075969 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0613834-646a-4d2e-b2b6-1fdccc6f5121 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:28.077528 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b0613834-646a-4d2e-b2b6-1fdccc6f5121 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0897496 Jul 15 13:45:28.080889 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 42996) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:28.115138 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34fcef2-3de6-4925-85c0-9e11d957b3e7 None None] DHCP port deletion for 860e390d-7211-433f-9c89-14b305c5b94c request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:45:28.149149 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224f2689-4bfc-4a81-8635-cd5173947afd tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:28.151913 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-224f2689-4bfc-4a81-8635-cd5173947afd tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0696585 Jul 15 13:45:28.154411 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 42998) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:28.182582 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e34fcef2-3de6-4925-85c0-9e11d957b3e7 None None] Deleting port 7512d273-23ba-4319-bf07-3a356d940e30 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:28.183197 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e34fcef2-3de6-4925-85c0-9e11d957b3e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:28.206501 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-81382914-1a4e-43e5-b386-79c4d24098a6 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0508940 Jul 15 13:45:28.212873 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43000) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:28.218253 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-bc82f890-968d-4445-a523-c9f0b2da28e7 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:28.271940 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e34fcef2-3de6-4925-85c0-9e11d957b3e7 None None] For port 7512d273-23ba-4319-bf07-3a356d940e30, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=7512d273-23ba-4319-bf07-3a356d940e30,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:28.272409 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e34fcef2-3de6-4925-85c0-9e11d957b3e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:28.287098 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e34fcef2-3de6-4925-85c0-9e11d957b3e7 None None] Calling delete_port for 7512d273-23ba-4319-bf07-3a356d940e30 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:28.317952 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43002) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:28.370162 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc82f890-968d-4445-a523-c9f0b2da28e7 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:28.374167 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc82f890-968d-4445-a523-c9f0b2da28e7 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:28.396639 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e34fcef2-3de6-4925-85c0-9e11d957b3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:28.413746 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3de307c9-8ba5-479b-b753-f14eb113f3d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b3df64ffa49349c38cfb1b45505586dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0946178 Jul 15 13:45:28.418006 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43004) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:28.447091 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fcef2-3de6-4925-85c0-9e11d957b3e7 None None] Pushing event deleted for resources: {'Port': ['ID=7512d273-23ba-4319-bf07-3a356d940e30,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:28.453913 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34fcef2-3de6-4925-85c0-9e11d957b3e7 None None] No DVR routers for this DVR port 7512d273-23ba-4319-bf07-3a356d940e30 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:45:28.489475 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2318b41e-f427-48a2-9627-56419571126f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:28.519752 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2318b41e-f427-48a2-9627-56419571126f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:28.576439 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2318b41e-f427-48a2-9627-56419571126f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:28.581236 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2318b41e-f427-48a2-9627-56419571126f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:28.583581 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2318b41e-f427-48a2-9627-56419571126f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da249d12-5ce1-4b5a-85cb-74f1c721cb9d HTTP/1.1" status: 204 len: 168 time: 0.1639407 Jul 15 13:45:28.597627 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2318b41e-f427-48a2-9627-56419571126f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da249d12-5ce1-4b5a-85cb-74f1c721cb9d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:28.724513 n-d-758944-45 neutron-server[93814]: DEBUG neutron.objects.ports [None req-bc82f890-968d-4445-a523-c9f0b2da28e7 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93814) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:45:28.726899 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc82f890-968d-4445-a523-c9f0b2da28e7 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:28.792733 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc82f890-968d-4445-a523-c9f0b2da28e7 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:28.798453 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-bc82f890-968d-4445-a523-c9f0b2da28e7 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:28.806293 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc82f890-968d-4445-a523-c9f0b2da28e7 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:28.807288 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc82f890-968d-4445-a523-c9f0b2da28e7 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:28.812646 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a6482b-fa6f-440a-abf6-d9b4eafa8468 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:28.825329 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82f890-968d-4445-a523-c9f0b2da28e7 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Subnet': ['ID=7c860ca2-66d1-493c-b12a-0398bd431cb9,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:28.845442 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-bc82f890-968d-4445-a523-c9f0b2da28e7 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6312101 Jul 15 13:45:28.848289 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43008) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:28.857301 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-0190eac6-d5d1-4a58-ac43-af89b4e0ba2f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'port': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'mac_address': 'fa:16:3e:bb:62:e0', 'name': 'tempest-NetworksTestDHCPv6-96395471'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:29.029507 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c8cafb-40cf-467f-890a-931dca583192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-860e390d-7211-433f-9c89-14b305c5b94c', 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'tenant_id': '2157ae18fb374de5a7af4ffb23a64509', 'fixed_ips': [{'subnet_id': '7c860ca2-66d1-493c-b12a-0398bd431cb9'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:45:29.031011 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-02c8cafb-40cf-467f-890a-931dca583192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:29.053034 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0190eac6-d5d1-4a58-ac43-af89b4e0ba2f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:29.165377 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0190eac6-d5d1-4a58-ac43-af89b4e0ba2f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:29.211304 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-0190eac6-d5d1-4a58-ac43-af89b4e0ba2f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] device_id is not set on port d0cb518c-6ae2-4770-9f3f-859775d4853c yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:45:29.458043 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-0190eac6-d5d1-4a58-ac43-af89b4e0ba2f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Allocated IP 2001:db8::f816:3eff:febb:62e0 (860e390d-7211-433f-9c89-14b305c5b94c/7c860ca2-66d1-493c-b12a-0398bd431cb9/d0cb518c-6ae2-4770-9f3f-859775d4853c) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:29.986996 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0190eac6-d5d1-4a58-ac43-af89b4e0ba2f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:30.003433 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-0190eac6-d5d1-4a58-ac43-af89b4e0ba2f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Transition to ACTIVE for port object d0cb518c-6ae2-4770-9f3f-859775d4853c will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:30.044506 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0190eac6-d5d1-4a58-ac43-af89b4e0ba2f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:30.088970 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-02c8cafb-40cf-467f-890a-931dca583192 None None] Allocated IP 2001:db8::f816:3eff:fe2d:2589 (860e390d-7211-433f-9c89-14b305c5b94c/7c860ca2-66d1-493c-b12a-0398bd431cb9/c440e996-1844-4845-a424-7047bff14c9c) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:30.129051 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0190eac6-d5d1-4a58-ac43-af89b4e0ba2f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:30.135536 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-0190eac6-d5d1-4a58-ac43-af89b4e0ba2f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:30.143088 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0190eac6-d5d1-4a58-ac43-af89b4e0ba2f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:30.153734 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0190eac6-d5d1-4a58-ac43-af89b4e0ba2f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:30.154574 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0190eac6-d5d1-4a58-ac43-af89b4e0ba2f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:30.170178 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190eac6-d5d1-4a58-ac43-af89b4e0ba2f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Port': ['ID=d0cb518c-6ae2-4770-9f3f-859775d4853c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:30.195896 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0190eac6-d5d1-4a58-ac43-af89b4e0ba2f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.3428400 Jul 15 13:45:30.196435 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43012) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:30.268266 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-02c8cafb-40cf-467f-890a-931dca583192 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:30.282386 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-02c8cafb-40cf-467f-890a-931dca583192 None None] Transition to ACTIVE for port object c440e996-1844-4845-a424-7047bff14c9c will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:30.300698 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7686662a-688d-4e58-a7cd-399fd198e1ac tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:30.305941 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7686662a-688d-4e58-a7cd-399fd198e1ac tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1052923 Jul 15 13:45:30.306172 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-02c8cafb-40cf-467f-890a-931dca583192 None None] Transition to ACTIVE for port object c440e996-1844-4845-a424-7047bff14c9c will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:30.306620 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43014) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:30.313224 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-02c8cafb-40cf-467f-890a-931dca583192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:30.385495 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c8cafb-40cf-467f-890a-931dca583192 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:30.390561 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-02c8cafb-40cf-467f-890a-931dca583192 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:30.396931 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c8cafb-40cf-467f-890a-931dca583192 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:30.409690 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8cafb-40cf-467f-890a-931dca583192 None None] Pushing event updated for resources: {'Port': ['ID=c440e996-1844-4845-a424-7047bff14c9c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:30.487226 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-02c8cafb-40cf-467f-890a-931dca583192 None None] Attempting to bind port c440e996-1844-4845-a424-7047bff14c9c on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:45:30.487593 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-02c8cafb-40cf-467f-890a-931dca583192 None None] Attempting to bind port c440e996-1844-4845-a424-7047bff14c9c by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:45:30.487957 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c8cafb-40cf-467f-890a-931dca583192 None None] Attempting to bind port c440e996-1844-4845-a424-7047bff14c9c on network 860e390d-7211-433f-9c89-14b305c5b94c {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:30.494760 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c8cafb-40cf-467f-890a-931dca583192 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:45:30.495186 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c8cafb-40cf-467f-890a-931dca583192 None None] Checking segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:30.495554 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-02c8cafb-40cf-467f-890a-931dca583192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:30.495950 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c8cafb-40cf-467f-890a-931dca583192 None None] Bound using segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:45:30.496435 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-02c8cafb-40cf-467f-890a-931dca583192 None None] Bound port: c440e996-1844-4845-a424-7047bff14c9c, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:45:30.496825 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-02c8cafb-40cf-467f-890a-931dca583192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:30.571355 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-02c8cafb-40cf-467f-890a-931dca583192 None None] For port c440e996-1844-4845-a424-7047bff14c9c, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:45:30.574712 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-02c8cafb-40cf-467f-890a-931dca583192 None None] For port c440e996-1844-4845-a424-7047bff14c9c, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c440e996-1844-4845-a424-7047bff14c9c,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:45:30.580407 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-02c8cafb-40cf-467f-890a-931dca583192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:30.652881 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8cafb-40cf-467f-890a-931dca583192 None None] Pushing event updated for resources: {'Port': ['ID=c440e996-1844-4845-a424-7047bff14c9c,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:30.798077 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-eb82972a-05fd-479c-8f6c-3f1a78ca43b2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting port d0cb518c-6ae2-4770-9f3f-859775d4853c {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:30.798309 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb82972a-05fd-479c-8f6c-3f1a78ca43b2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:30.931568 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb82972a-05fd-479c-8f6c-3f1a78ca43b2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:30.946211 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-eb82972a-05fd-479c-8f6c-3f1a78ca43b2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Calling delete_port for d0cb518c-6ae2-4770-9f3f-859775d4853c owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:31.094754 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb82972a-05fd-479c-8f6c-3f1a78ca43b2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:31.128139 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82972a-05fd-479c-8f6c-3f1a78ca43b2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Port': ['ID=d0cb518c-6ae2-4770-9f3f-859775d4853c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:31.157011 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb82972a-05fd-479c-8f6c-3f1a78ca43b2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:31.159128 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-eb82972a-05fd-479c-8f6c-3f1a78ca43b2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/d0cb518c-6ae2-4770-9f3f-859775d4853c HTTP/1.1" status: 204 len: 168 time: 0.8512011 Jul 15 13:45:31.162018 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43016) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:31.217219 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ba3379-1daf-403d-af33-119776552e82 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:31.218805 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ba3379-1daf-403d-af33-119776552e82 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:31.220411 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b5ba3379-1daf-403d-af33-119776552e82 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0574121 Jul 15 13:45:31.223230 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43018) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:31.289147 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e25a50-8616-422c-934b-0ce2163b3547 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting subnet 7c860ca2-66d1-493c-b12a-0398bd431cb9 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:45:31.292934 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e1e25a50-8616-422c-934b-0ce2163b3547 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:31.346457 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e1e25a50-8616-422c-934b-0ce2163b3547 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:31.493681 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e1e25a50-8616-422c-934b-0ce2163b3547 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:31.575305 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e1e25a50-8616-422c-934b-0ce2163b3547 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:31.604194 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e25a50-8616-422c-934b-0ce2163b3547 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Subnet': ['ID=7c860ca2-66d1-493c-b12a-0398bd431cb9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:31.608038 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e1e25a50-8616-422c-934b-0ce2163b3547 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:31.610684 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e1e25a50-8616-422c-934b-0ce2163b3547 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/7c860ca2-66d1-493c-b12a-0398bd431cb9 HTTP/1.1" status: 204 len: 168 time: 0.3857625 Jul 15 13:45:31.613900 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43020) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:31.664198 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-42056a86-0999-4064-97df-4d38b6c851ca tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483549 Jul 15 13:45:31.667292 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43022) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:31.672640 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0276b33d-b00a-472c-b1bc-7f3c62e49ff9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:31.693564 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dadd7c-06bb-4174-9a92-7e1b2a009781 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:31.776635 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0276b33d-b00a-472c-b1bc-7f3c62e49ff9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:31.777779 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ee8fe333-4ad0-4f76-aaf9-994565d979aa None None] Provisioning for port c440e996-1844-4845-a424-7047bff14c9c completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:31.780493 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0276b33d-b00a-472c-b1bc-7f3c62e49ff9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:31.924654 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4500df-6aa5-45b9-b659-daee2ae438d2 None None] DHCP port deletion for 860e390d-7211-433f-9c89-14b305c5b94c request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:45:31.983398 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-bb4500df-6aa5-45b9-b659-daee2ae438d2 None None] Deleting port c440e996-1844-4845-a424-7047bff14c9c {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:31.983804 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb4500df-6aa5-45b9-b659-daee2ae438d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:32.055082 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-bb4500df-6aa5-45b9-b659-daee2ae438d2 None None] For port c440e996-1844-4845-a424-7047bff14c9c, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c440e996-1844-4845-a424-7047bff14c9c,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:32.055875 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb4500df-6aa5-45b9-b659-daee2ae438d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:32.071508 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-bb4500df-6aa5-45b9-b659-daee2ae438d2 None None] Calling delete_port for c440e996-1844-4845-a424-7047bff14c9c owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:32.164632 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb4500df-6aa5-45b9-b659-daee2ae438d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:32.190049 n-d-758944-45 neutron-server[93814]: DEBUG neutron.objects.ports [None req-0276b33d-b00a-472c-b1bc-7f3c62e49ff9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93814) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:45:32.198914 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4500df-6aa5-45b9-b659-daee2ae438d2 None None] Pushing event deleted for resources: {'Port': ['ID=c440e996-1844-4845-a424-7047bff14c9c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:32.203967 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4500df-6aa5-45b9-b659-daee2ae438d2 None None] No DVR routers for this DVR port c440e996-1844-4845-a424-7047bff14c9c on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:45:32.387825 n-d-758944-45 neutron-server[93814]: WARNING neutron.services.revisions.revision_plugin [None req-0276b33d-b00a-472c-b1bc-7f3c62e49ff9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Could not find related port for resource to bump revision. Jul 15 13:45:32.393154 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.ipam_pluggable_backend [None req-0276b33d-b00a-472c-b1bc-7f3c62e49ff9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Port c440e996-1844-4845-a424-7047bff14c9c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93814) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 15 13:45:32.393460 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.ipam_pluggable_backend [None req-0276b33d-b00a-472c-b1bc-7f3c62e49ff9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Reverting IP allocation for 2001:db8::f816:3eff:fe2d:2589 {{(pid=93814) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 15 13:45:32.397071 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.ipam_pluggable_backend [None req-0276b33d-b00a-472c-b1bc-7f3c62e49ff9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe2d:2589 {{(pid=93814) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 15 13:45:32.398489 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0276b33d-b00a-472c-b1bc-7f3c62e49ff9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:32.446130 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0276b33d-b00a-472c-b1bc-7f3c62e49ff9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:32.449895 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-0276b33d-b00a-472c-b1bc-7f3c62e49ff9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:32.455013 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0276b33d-b00a-472c-b1bc-7f3c62e49ff9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:32.455641 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0276b33d-b00a-472c-b1bc-7f3c62e49ff9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:32.463953 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4651f78-a16f-4601-ad9b-c24161ff5f54 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:32.467237 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276b33d-b00a-472c-b1bc-7f3c62e49ff9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Subnet': ['ID=b892a6e6-ae7d-470d-bc64-4e15adef2cf4,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:32.479656 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0276b33d-b00a-472c-b1bc-7f3c62e49ff9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8111928 Jul 15 13:45:32.482804 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43024) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:32.488675 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b41f8784-266e-439f-989b-a0f6a0cda047 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'port': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'mac_address': 'fa:16:3e:73:32:cb', 'name': 'tempest-NetworksTestDHCPv6-2120123692'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:32.615624 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41f8784-266e-439f-989b-a0f6a0cda047 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:32.709546 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22adbaba-200f-47f3-b844-0fa4c1f7f0da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-860e390d-7211-433f-9c89-14b305c5b94c', 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'tenant_id': '2157ae18fb374de5a7af4ffb23a64509', 'fixed_ips': [{'subnet_id': 'b892a6e6-ae7d-470d-bc64-4e15adef2cf4'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:45:32.710859 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b41f8784-266e-439f-989b-a0f6a0cda047 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:32.711024 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22adbaba-200f-47f3-b844-0fa4c1f7f0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:32.746150 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-b41f8784-266e-439f-989b-a0f6a0cda047 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] device_id is not set on port 486b0064-8b6e-42d7-a583-32e934343da0 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:45:32.863076 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-22adbaba-200f-47f3-b844-0fa4c1f7f0da None None] Allocated IP 2001:db8::f816:3eff:fe18:24ea (860e390d-7211-433f-9c89-14b305c5b94c/b892a6e6-ae7d-470d-bc64-4e15adef2cf4/bfc6a67f-e79f-4981-92fb-22f355cb7b6a) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:33.033536 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22adbaba-200f-47f3-b844-0fa4c1f7f0da None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.042295 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-22adbaba-200f-47f3-b844-0fa4c1f7f0da None None] Transition to ACTIVE for port object bfc6a67f-e79f-4981-92fb-22f355cb7b6a will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:33.058404 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-22adbaba-200f-47f3-b844-0fa4c1f7f0da None None] Transition to ACTIVE for port object bfc6a67f-e79f-4981-92fb-22f355cb7b6a will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:33.065002 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22adbaba-200f-47f3-b844-0fa4c1f7f0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.111490 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22adbaba-200f-47f3-b844-0fa4c1f7f0da None None] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:33.114528 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-22adbaba-200f-47f3-b844-0fa4c1f7f0da None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:33.117711 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-b41f8784-266e-439f-989b-a0f6a0cda047 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Allocated IP 2001:db8::f816:3eff:fe73:32cb (860e390d-7211-433f-9c89-14b305c5b94c/b892a6e6-ae7d-470d-bc64-4e15adef2cf4/486b0064-8b6e-42d7-a583-32e934343da0) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:33.119447 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22adbaba-200f-47f3-b844-0fa4c1f7f0da None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:33.127009 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22adbaba-200f-47f3-b844-0fa4c1f7f0da None None] Pushing event updated for resources: {'Port': ['ID=bfc6a67f-e79f-4981-92fb-22f355cb7b6a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:33.185365 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-22adbaba-200f-47f3-b844-0fa4c1f7f0da None None] Attempting to bind port bfc6a67f-e79f-4981-92fb-22f355cb7b6a on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:45:33.185739 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-22adbaba-200f-47f3-b844-0fa4c1f7f0da None None] Attempting to bind port bfc6a67f-e79f-4981-92fb-22f355cb7b6a by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:45:33.186152 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22adbaba-200f-47f3-b844-0fa4c1f7f0da None None] Attempting to bind port bfc6a67f-e79f-4981-92fb-22f355cb7b6a on network 860e390d-7211-433f-9c89-14b305c5b94c {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:33.191749 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22adbaba-200f-47f3-b844-0fa4c1f7f0da None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:45:33.192128 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22adbaba-200f-47f3-b844-0fa4c1f7f0da None None] Checking segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:33.192538 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22adbaba-200f-47f3-b844-0fa4c1f7f0da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.192961 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22adbaba-200f-47f3-b844-0fa4c1f7f0da None None] Bound using segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:45:33.193442 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-22adbaba-200f-47f3-b844-0fa4c1f7f0da None None] Bound port: bfc6a67f-e79f-4981-92fb-22f355cb7b6a, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:45:33.193868 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22adbaba-200f-47f3-b844-0fa4c1f7f0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.265674 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-22adbaba-200f-47f3-b844-0fa4c1f7f0da None None] For port bfc6a67f-e79f-4981-92fb-22f355cb7b6a, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:45:33.270773 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-22adbaba-200f-47f3-b844-0fa4c1f7f0da None None] For port bfc6a67f-e79f-4981-92fb-22f355cb7b6a, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=bfc6a67f-e79f-4981-92fb-22f355cb7b6a,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:45:33.276494 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22adbaba-200f-47f3-b844-0fa4c1f7f0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.322962 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b41f8784-266e-439f-989b-a0f6a0cda047 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.347636 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b41f8784-266e-439f-989b-a0f6a0cda047 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Transition to ACTIVE for port object 486b0064-8b6e-42d7-a583-32e934343da0 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:33.380171 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22adbaba-200f-47f3-b844-0fa4c1f7f0da None None] Pushing event updated for resources: {'Port': ['ID=bfc6a67f-e79f-4981-92fb-22f355cb7b6a,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:33.407223 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b41f8784-266e-439f-989b-a0f6a0cda047 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.459329 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41f8784-266e-439f-989b-a0f6a0cda047 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:33.463503 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-b41f8784-266e-439f-989b-a0f6a0cda047 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:33.467969 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41f8784-266e-439f-989b-a0f6a0cda047 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:33.473878 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41f8784-266e-439f-989b-a0f6a0cda047 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:33.474452 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b41f8784-266e-439f-989b-a0f6a0cda047 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.482135 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f8784-266e-439f-989b-a0f6a0cda047 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Port': ['ID=486b0064-8b6e-42d7-a583-32e934343da0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:33.500479 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b41f8784-266e-439f-989b-a0f6a0cda047 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0157816 Jul 15 13:45:33.503794 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43026) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:33.598897 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8971e9-aca9-4538-8581-08846f4ec62c tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:33.606201 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8971e9-aca9-4538-8581-08846f4ec62c tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:33.608093 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-dd8971e9-aca9-4538-8581-08846f4ec62c tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1028266 Jul 15 13:45:33.611864 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43028) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:33.733940 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7c54ace9-b023-4057-8bc6-20309814a68e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting port 486b0064-8b6e-42d7-a583-32e934343da0 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:33.734866 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c54ace9-b023-4057-8bc6-20309814a68e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.900650 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c54ace9-b023-4057-8bc6-20309814a68e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:33.917368 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7c54ace9-b023-4057-8bc6-20309814a68e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Calling delete_port for 486b0064-8b6e-42d7-a583-32e934343da0 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:34.063979 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c54ace9-b023-4057-8bc6-20309814a68e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:34.125948 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54ace9-b023-4057-8bc6-20309814a68e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Port': ['ID=486b0064-8b6e-42d7-a583-32e934343da0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:34.154077 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c54ace9-b023-4057-8bc6-20309814a68e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:34.156665 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7c54ace9-b023-4057-8bc6-20309814a68e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/486b0064-8b6e-42d7-a583-32e934343da0 HTTP/1.1" status: 204 len: 168 time: 0.5435400 Jul 15 13:45:34.159675 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43030) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:34.227675 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e00c84-8456-4b9b-a568-3d9f5bf4223d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:34.229531 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e00c84-8456-4b9b-a568-3d9f5bf4223d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:34.231194 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-89e00c84-8456-4b9b-a568-3d9f5bf4223d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0704346 Jul 15 13:45:34.233983 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43032) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:34.294973 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b37a23-aee1-45f2-8818-084f0f4cafda tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting subnet b892a6e6-ae7d-470d-bc64-4e15adef2cf4 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:45:34.298856 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1b37a23-aee1-45f2-8818-084f0f4cafda tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:34.350028 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1b37a23-aee1-45f2-8818-084f0f4cafda tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:34.466685 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1b37a23-aee1-45f2-8818-084f0f4cafda tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:34.546680 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1b37a23-aee1-45f2-8818-084f0f4cafda tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:34.583960 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device bfc6a67f-e79f-4981-92fb-22f355cb7b6a up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:34.587166 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1b37a23-aee1-45f2-8818-084f0f4cafda tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:34.588868 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-31b6e22c-cae7-43b7-ad37-7ff1a7b21367 None None] Provisioning for port bfc6a67f-e79f-4981-92fb-22f355cb7b6a completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:34.589323 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f1b37a23-aee1-45f2-8818-084f0f4cafda tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/b892a6e6-ae7d-470d-bc64-4e15adef2cf4 HTTP/1.1" status: 204 len: 168 time: 0.3541305 Jul 15 13:45:34.590720 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b37a23-aee1-45f2-8818-084f0f4cafda tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Subnet': ['ID=b892a6e6-ae7d-470d-bc64-4e15adef2cf4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:34.592209 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43034) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:34.660898 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-893541fd-2b37-4a3f-831b-1a8cff8dbf9c tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0648503 Jul 15 13:45:34.663661 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43036) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:34.675772 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port bfc6a67f-e79f-4981-92fb-22f355cb7b6a completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:34.681411 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port bfc6a67f-e79f-4981-92fb-22f355cb7b6a triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:34.681809 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:34.771756 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99039024-5e32-48e9-87bc-107c501b2a4b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:34.777298 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-99039024-5e32-48e9-87bc-107c501b2a4b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1089516 Jul 15 13:45:34.778202 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43038) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:34.798429 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fbe3af-5e04-4a41-859a-56470c652222 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:34.848971 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b0c1b4-6658-42e3-81d1-245a4abb86c9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:34.851921 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b3b0c1b4-6658-42e3-81d1-245a4abb86c9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0723665 Jul 15 13:45:34.853844 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43040) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:34.871403 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ca6305cb-697c-473c-8f77-2462854a4161 None None] Could not find standard attr ID for object 486b0064-8b6e-42d7-a583-32e934343da0. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:45:34.898296 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4e28503e-a82c-4fc7-b567-098af5299076 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432212 Jul 15 13:45:34.902531 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43042) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:34.908366 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-907c17b8-9423-4d46-a34b-0cbc3f25d6fa tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:34.915022 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:34.992025 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port bfc6a67f-e79f-4981-92fb-22f355cb7b6a, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=bfc6a67f-e79f-4981-92fb-22f355cb7b6a,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:34.997165 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:35.011087 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:45:35.047541 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907c17b8-9423-4d46-a34b-0cbc3f25d6fa tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:35.051323 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-907c17b8-9423-4d46-a34b-0cbc3f25d6fa tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:35.062177 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=bfc6a67f-e79f-4981-92fb-22f355cb7b6a,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:35.140573 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea6e0ba-90ee-403a-898d-c0a2b945f81f None None] DHCP port deletion for 860e390d-7211-433f-9c89-14b305c5b94c request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:45:35.191176 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7ea6e0ba-90ee-403a-898d-c0a2b945f81f None None] Deleting port bfc6a67f-e79f-4981-92fb-22f355cb7b6a {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:35.191554 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ea6e0ba-90ee-403a-898d-c0a2b945f81f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:35.265190 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7ea6e0ba-90ee-403a-898d-c0a2b945f81f None None] For port bfc6a67f-e79f-4981-92fb-22f355cb7b6a, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=bfc6a67f-e79f-4981-92fb-22f355cb7b6a,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:35.265582 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ea6e0ba-90ee-403a-898d-c0a2b945f81f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:35.280402 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7ea6e0ba-90ee-403a-898d-c0a2b945f81f None None] Calling delete_port for bfc6a67f-e79f-4981-92fb-22f355cb7b6a owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:35.372821 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ea6e0ba-90ee-403a-898d-c0a2b945f81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:35.405671 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6e0ba-90ee-403a-898d-c0a2b945f81f None None] Pushing event deleted for resources: {'Port': ['ID=bfc6a67f-e79f-4981-92fb-22f355cb7b6a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:35.410510 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea6e0ba-90ee-403a-898d-c0a2b945f81f None None] No DVR routers for this DVR port bfc6a67f-e79f-4981-92fb-22f355cb7b6a on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:45:35.427247 n-d-758944-45 neutron-server[93814]: DEBUG neutron.objects.ports [None req-907c17b8-9423-4d46-a34b-0cbc3f25d6fa tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93814) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:45:35.530245 n-d-758944-45 neutron-server[93814]: WARNING neutron.services.revisions.revision_plugin [None req-907c17b8-9423-4d46-a34b-0cbc3f25d6fa tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Could not find related port for resource to bump revision. Jul 15 13:45:35.535115 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.ipam_pluggable_backend [None req-907c17b8-9423-4d46-a34b-0cbc3f25d6fa tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Port bfc6a67f-e79f-4981-92fb-22f355cb7b6a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93814) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 15 13:45:35.535426 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.ipam_pluggable_backend [None req-907c17b8-9423-4d46-a34b-0cbc3f25d6fa tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Reverting IP allocation for 2001:db8::f816:3eff:fe18:24ea {{(pid=93814) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 15 13:45:35.539465 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.ipam_pluggable_backend [None req-907c17b8-9423-4d46-a34b-0cbc3f25d6fa tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe18:24ea {{(pid=93814) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 15 13:45:35.540649 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-907c17b8-9423-4d46-a34b-0cbc3f25d6fa tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:35.590103 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907c17b8-9423-4d46-a34b-0cbc3f25d6fa tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:35.593462 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-907c17b8-9423-4d46-a34b-0cbc3f25d6fa tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:35.598314 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907c17b8-9423-4d46-a34b-0cbc3f25d6fa tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:35.598924 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-907c17b8-9423-4d46-a34b-0cbc3f25d6fa tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:35.606192 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00ef31f-79f0-4ef8-8a8c-613a6b03e00e None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:35.610112 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c17b8-9423-4d46-a34b-0cbc3f25d6fa tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Subnet': ['ID=d360504f-3940-401c-815b-e9a4c149b67c,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:35.622043 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-907c17b8-9423-4d46-a34b-0cbc3f25d6fa tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7180378 Jul 15 13:45:35.624785 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43044) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:35.630186 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d0302e8c-2e51-4ddd-b920-5b370a618b18 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'port': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'mac_address': 'fa:16:3e:cd:09:19', 'name': 'tempest-NetworksTestDHCPv6-1107443804'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:35.753069 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0302e8c-2e51-4ddd-b920-5b370a618b18 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:35.757368 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d0302e8c-2e51-4ddd-b920-5b370a618b18 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:35.766301 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f75e67-1495-413c-98d1-423375a371a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-860e390d-7211-433f-9c89-14b305c5b94c', 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'tenant_id': '2157ae18fb374de5a7af4ffb23a64509', 'fixed_ips': [{'subnet_id': 'd360504f-3940-401c-815b-e9a4c149b67c'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:45:35.767713 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75f75e67-1495-413c-98d1-423375a371a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:35.779595 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d0302e8c-2e51-4ddd-b920-5b370a618b18 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] device_id is not set on port 47cf9f40-576c-4f35-8362-1a58d0a3b46a yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:45:35.912767 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-d0302e8c-2e51-4ddd-b920-5b370a618b18 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Allocated IP 2001:db8::f816:3eff:fecd:919 (860e390d-7211-433f-9c89-14b305c5b94c/d360504f-3940-401c-815b-e9a4c149b67c/47cf9f40-576c-4f35-8362-1a58d0a3b46a) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:36.088304 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d0302e8c-2e51-4ddd-b920-5b370a618b18 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:36.111532 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d0302e8c-2e51-4ddd-b920-5b370a618b18 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Transition to ACTIVE for port object 47cf9f40-576c-4f35-8362-1a58d0a3b46a will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:36.154164 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d0302e8c-2e51-4ddd-b920-5b370a618b18 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:36.202966 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0302e8c-2e51-4ddd-b920-5b370a618b18 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:36.206570 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d0302e8c-2e51-4ddd-b920-5b370a618b18 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:36.209380 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-75f75e67-1495-413c-98d1-423375a371a7 None None] Allocated IP 2001:db8::f816:3eff:fec1:2574 (860e390d-7211-433f-9c89-14b305c5b94c/d360504f-3940-401c-815b-e9a4c149b67c/fdb2be08-4f9c-439d-97e7-ea775f2aa83a) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:36.211637 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0302e8c-2e51-4ddd-b920-5b370a618b18 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:36.217533 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0302e8c-2e51-4ddd-b920-5b370a618b18 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:36.218243 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d0302e8c-2e51-4ddd-b920-5b370a618b18 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:36.225186 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0302e8c-2e51-4ddd-b920-5b370a618b18 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Port': ['ID=47cf9f40-576c-4f35-8362-1a58d0a3b46a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:36.245898 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d0302e8c-2e51-4ddd-b920-5b370a618b18 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6177504 Jul 15 13:45:36.247315 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43048) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:36.329540 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364e02dd-1dcd-4ac4-aa05-84a2d8c51237 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:36.331198 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-364e02dd-1dcd-4ac4-aa05-84a2d8c51237 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0822449 Jul 15 13:45:36.333857 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43050) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:36.395175 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75f75e67-1495-413c-98d1-423375a371a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:36.405242 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-75f75e67-1495-413c-98d1-423375a371a7 None None] Transition to ACTIVE for port object fdb2be08-4f9c-439d-97e7-ea775f2aa83a will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:36.431054 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-75f75e67-1495-413c-98d1-423375a371a7 None None] Transition to ACTIVE for port object fdb2be08-4f9c-439d-97e7-ea775f2aa83a will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:36.442632 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75f75e67-1495-413c-98d1-423375a371a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:36.475040 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-3b4a1f96-bbc8-4737-9cf9-407c50443d2f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting port 47cf9f40-576c-4f35-8362-1a58d0a3b46a {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:36.475512 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b4a1f96-bbc8-4737-9cf9-407c50443d2f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:36.528452 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device bfc6a67f-e79f-4981-92fb-22f355cb7b6a no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:36.566322 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f75e67-1495-413c-98d1-423375a371a7 None None] Pushing event updated for resources: {'Port': ['ID=fdb2be08-4f9c-439d-97e7-ea775f2aa83a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:36.576927 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: bfc6a67f-e79f-4981-92fb-22f355cb7b6a {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:45:36.577494 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device bfc6a67f-e79f-4981-92fb-22f355cb7b6a not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:45:36.582309 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f75e67-1495-413c-98d1-423375a371a7 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:36.585508 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-75f75e67-1495-413c-98d1-423375a371a7 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:36.591246 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f75e67-1495-413c-98d1-423375a371a7 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:36.592183 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b4a1f96-bbc8-4737-9cf9-407c50443d2f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:36.609172 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-3b4a1f96-bbc8-4737-9cf9-407c50443d2f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Calling delete_port for 47cf9f40-576c-4f35-8362-1a58d0a3b46a owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:36.689961 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-75f75e67-1495-413c-98d1-423375a371a7 None None] Attempting to bind port fdb2be08-4f9c-439d-97e7-ea775f2aa83a on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:45:36.690926 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-75f75e67-1495-413c-98d1-423375a371a7 None None] Attempting to bind port fdb2be08-4f9c-439d-97e7-ea775f2aa83a by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:45:36.691095 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f75e67-1495-413c-98d1-423375a371a7 None None] Attempting to bind port fdb2be08-4f9c-439d-97e7-ea775f2aa83a on network 860e390d-7211-433f-9c89-14b305c5b94c {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:36.700362 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f75e67-1495-413c-98d1-423375a371a7 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:45:36.700938 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f75e67-1495-413c-98d1-423375a371a7 None None] Checking segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:36.701584 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75f75e67-1495-413c-98d1-423375a371a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:36.702237 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f75e67-1495-413c-98d1-423375a371a7 None None] Bound using segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:45:36.702978 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-75f75e67-1495-413c-98d1-423375a371a7 None None] Bound port: fdb2be08-4f9c-439d-97e7-ea775f2aa83a, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:45:36.703666 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75f75e67-1495-413c-98d1-423375a371a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:36.763746 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b4a1f96-bbc8-4737-9cf9-407c50443d2f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:36.787101 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-75f75e67-1495-413c-98d1-423375a371a7 None None] For port fdb2be08-4f9c-439d-97e7-ea775f2aa83a, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:45:36.790963 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-75f75e67-1495-413c-98d1-423375a371a7 None None] For port fdb2be08-4f9c-439d-97e7-ea775f2aa83a, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=fdb2be08-4f9c-439d-97e7-ea775f2aa83a,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:45:36.796599 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a1f96-bbc8-4737-9cf9-407c50443d2f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Port': ['ID=47cf9f40-576c-4f35-8362-1a58d0a3b46a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:36.796785 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75f75e67-1495-413c-98d1-423375a371a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:36.828527 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b4a1f96-bbc8-4737-9cf9-407c50443d2f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:36.833431 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3b4a1f96-bbc8-4737-9cf9-407c50443d2f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/47cf9f40-576c-4f35-8362-1a58d0a3b46a HTTP/1.1" status: 204 len: 168 time: 0.4956639 Jul 15 13:45:36.833793 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43052) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:36.875625 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f75e67-1495-413c-98d1-423375a371a7 None None] Pushing event updated for resources: {'Port': ['ID=fdb2be08-4f9c-439d-97e7-ea775f2aa83a,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:36.898962 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab108fa-88b5-4c2c-8c6d-55629a7881e2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:36.900504 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab108fa-88b5-4c2c-8c6d-55629a7881e2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:36.902172 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4ab108fa-88b5-4c2c-8c6d-55629a7881e2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0673525 Jul 15 13:45:36.904742 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43054) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:36.960381 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-972180c2-1b48-4cd6-b7f5-fa18ceddca0f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting subnet d360504f-3940-401c-815b-e9a4c149b67c {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:45:36.963952 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-972180c2-1b48-4cd6-b7f5-fa18ceddca0f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:37.012262 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-972180c2-1b48-4cd6-b7f5-fa18ceddca0f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:37.119845 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-972180c2-1b48-4cd6-b7f5-fa18ceddca0f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:37.207819 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-972180c2-1b48-4cd6-b7f5-fa18ceddca0f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:37.267625 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972180c2-1b48-4cd6-b7f5-fa18ceddca0f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Subnet': ['ID=d360504f-3940-401c-815b-e9a4c149b67c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:37.271175 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-972180c2-1b48-4cd6-b7f5-fa18ceddca0f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:37.274656 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-972180c2-1b48-4cd6-b7f5-fa18ceddca0f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/d360504f-3940-401c-815b-e9a4c149b67c HTTP/1.1" status: 204 len: 168 time: 0.3688059 Jul 15 13:45:37.277117 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43056) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:37.316637 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3ce154bd-88cf-4f82-8104-1b1bf297e79b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0382764 Jul 15 13:45:37.320339 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43058) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:37.325612 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0431dd35-0652-442c-b377-8794d4b28cc4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:37.425723 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0431dd35-0652-442c-b377-8794d4b28cc4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:37.430392 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0431dd35-0652-442c-b377-8794d4b28cc4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:37.976242 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a04c6f-8c56-4728-ae44-02da88fed7be None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:38.060078 n-d-758944-45 neutron-server[93814]: DEBUG neutron.objects.ports [None req-0431dd35-0652-442c-b377-8794d4b28cc4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93814) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:45:38.091932 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-588fb55f-9036-4f8d-b862-4f0b1cc3c09d None None] Provisioning for port fdb2be08-4f9c-439d-97e7-ea775f2aa83a completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:38.301336 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0431dd35-0652-442c-b377-8794d4b28cc4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:38.408716 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:38.495351 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-0431dd35-0652-442c-b377-8794d4b28cc4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] For port fdb2be08-4f9c-439d-97e7-ea775f2aa83a, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=fdb2be08-4f9c-439d-97e7-ea775f2aa83a,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:38.545504 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0431dd35-0652-442c-b377-8794d4b28cc4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:38.552621 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0431dd35-0652-442c-b377-8794d4b28cc4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:38.554095 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0431dd35-0652-442c-b377-8794d4b28cc4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:38.558771 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device fdb2be08-4f9c-439d-97e7-ea775f2aa83a up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:38.628138 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0431dd35-0652-442c-b377-8794d4b28cc4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:38.633540 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port fdb2be08-4f9c-439d-97e7-ea775f2aa83a completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:38.637631 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-0431dd35-0652-442c-b377-8794d4b28cc4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:38.643280 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port fdb2be08-4f9c-439d-97e7-ea775f2aa83a triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:38.643813 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:38.646164 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0431dd35-0652-442c-b377-8794d4b28cc4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:38.646772 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0431dd35-0652-442c-b377-8794d4b28cc4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:38.671620 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431dd35-0652-442c-b377-8794d4b28cc4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Subnet': ['ID=4ee5b7e2-80f1-4d59-8b99-26839d8832cc,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:38.678386 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431dd35-0652-442c-b377-8794d4b28cc4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Port': ['ID=fdb2be08-4f9c-439d-97e7-ea775f2aa83a,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:38.682784 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0431dd35-0652-442c-b377-8794d4b28cc4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3613794 Jul 15 13:45:38.685435 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43060) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:38.691114 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4fd07752-26da-489a-9789-7e2e3f694b9d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'port': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'mac_address': 'fa:16:3e:39:1c:5f', 'name': 'tempest-NetworksTestDHCPv6-654124118'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:38.704995 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e817903-bdc0-4dbe-abda-5584ccc41f9d None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:38.740876 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e8f99be9-47ce-4cfc-b67b-2b2c06a67422 None None] Could not find standard attr ID for object 47cf9f40-576c-4f35-8362-1a58d0a3b46a. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:45:38.813831 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd07752-26da-489a-9789-7e2e3f694b9d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:38.835205 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:38.917684 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4fd07752-26da-489a-9789-7e2e3f694b9d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:38.942722 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-4fd07752-26da-489a-9789-7e2e3f694b9d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] device_id is not set on port b5cbb8ab-86d3-4b48-b227-b00b245d4916 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:45:39.068728 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port fdb2be08-4f9c-439d-97e7-ea775f2aa83a, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=fdb2be08-4f9c-439d-97e7-ea775f2aa83a,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:39.070362 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-4fd07752-26da-489a-9789-7e2e3f694b9d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Allocated IP 2001:db8::f816:3eff:fe39:1c5f (860e390d-7211-433f-9c89-14b305c5b94c/4ee5b7e2-80f1-4d59-8b99-26839d8832cc/b5cbb8ab-86d3-4b48-b227-b00b245d4916) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:39.086986 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:39.148545 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=fdb2be08-4f9c-439d-97e7-ea775f2aa83a,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:39.263668 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4fd07752-26da-489a-9789-7e2e3f694b9d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:39.280747 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4fd07752-26da-489a-9789-7e2e3f694b9d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Transition to ACTIVE for port object b5cbb8ab-86d3-4b48-b227-b00b245d4916 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:39.318311 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4fd07752-26da-489a-9789-7e2e3f694b9d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:39.377090 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd07752-26da-489a-9789-7e2e3f694b9d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:39.380784 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4fd07752-26da-489a-9789-7e2e3f694b9d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:39.385321 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd07752-26da-489a-9789-7e2e3f694b9d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:39.391096 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd07752-26da-489a-9789-7e2e3f694b9d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:39.391756 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4fd07752-26da-489a-9789-7e2e3f694b9d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:39.398620 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd07752-26da-489a-9789-7e2e3f694b9d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Port': ['ID=b5cbb8ab-86d3-4b48-b227-b00b245d4916,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:39.416561 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4fd07752-26da-489a-9789-7e2e3f694b9d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7274156 Jul 15 13:45:39.416742 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43062) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:39.476422 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5e422d98-55b7-4b65-bc5d-7993aad74a17 None None] Provisioning complete for port fdb2be08-4f9c-439d-97e7-ea775f2aa83a triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:39.477406 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e422d98-55b7-4b65-bc5d-7993aad74a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:39.518728 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d76aa5-d0f7-4897-a70b-4757cb638221 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:39.527958 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d76aa5-d0f7-4897-a70b-4757cb638221 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:39.530607 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-16d76aa5-d0f7-4897-a70b-4757cb638221 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1126649 Jul 15 13:45:39.533796 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43064) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:39.684901 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0372ee90-976f-4446-832f-289b82bf7c35 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting port b5cbb8ab-86d3-4b48-b227-b00b245d4916 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:39.685361 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0372ee90-976f-4446-832f-289b82bf7c35 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:39.743124 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d1d6442f-cb40-4f6e-9ca1-f1c14f6a813e None None] Provisioning for port b5cbb8ab-86d3-4b48-b227-b00b245d4916 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:39.747668 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d1d6442f-cb40-4f6e-9ca1-f1c14f6a813e None None] Provisioning complete for port b5cbb8ab-86d3-4b48-b227-b00b245d4916 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:39.748159 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1d6442f-cb40-4f6e-9ca1-f1c14f6a813e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:39.788064 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d1d6442f-cb40-4f6e-9ca1-f1c14f6a813e None None] Port b5cbb8ab-86d3-4b48-b227-b00b245d4916 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:45:39.795978 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0372ee90-976f-4446-832f-289b82bf7c35 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:39.809696 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0372ee90-976f-4446-832f-289b82bf7c35 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Calling delete_port for b5cbb8ab-86d3-4b48-b227-b00b245d4916 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:39.948835 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0372ee90-976f-4446-832f-289b82bf7c35 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:39.980441 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372ee90-976f-4446-832f-289b82bf7c35 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Port': ['ID=b5cbb8ab-86d3-4b48-b227-b00b245d4916,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:40.009046 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0372ee90-976f-4446-832f-289b82bf7c35 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:40.011245 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0372ee90-976f-4446-832f-289b82bf7c35 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/b5cbb8ab-86d3-4b48-b227-b00b245d4916 HTTP/1.1" status: 204 len: 168 time: 0.4762909 Jul 15 13:45:40.015069 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43066) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:40.088911 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bded618-bd0d-4156-b369-9dbe62f22459 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:40.091764 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bded618-bd0d-4156-b369-9dbe62f22459 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:40.094032 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7bded618-bd0d-4156-b369-9dbe62f22459 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0776346 Jul 15 13:45:40.096601 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43068) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:40.160370 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d2eefe-3fb6-4e96-8535-232753c2740c tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting subnet 4ee5b7e2-80f1-4d59-8b99-26839d8832cc {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:45:40.164432 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-84d2eefe-3fb6-4e96-8535-232753c2740c tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:40.212376 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-84d2eefe-3fb6-4e96-8535-232753c2740c tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:40.306421 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-84d2eefe-3fb6-4e96-8535-232753c2740c tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:40.395864 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-84d2eefe-3fb6-4e96-8535-232753c2740c tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:40.423047 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2eefe-3fb6-4e96-8535-232753c2740c tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Subnet': ['ID=4ee5b7e2-80f1-4d59-8b99-26839d8832cc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:40.431981 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-84d2eefe-3fb6-4e96-8535-232753c2740c tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:40.437886 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-84d2eefe-3fb6-4e96-8535-232753c2740c tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/4ee5b7e2-80f1-4d59-8b99-26839d8832cc HTTP/1.1" status: 204 len: 168 time: 0.3363180 Jul 15 13:45:40.438303 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43072) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:40.438446 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49877666-8dd0-4e28-91e8-8b62f7d26000 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:40.480747 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-69334665-671f-4a63-ae11-c21ba1273986 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413392 Jul 15 13:45:40.483217 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43074) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:40.560141 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device fdb2be08-4f9c-439d-97e7-ea775f2aa83a up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:40.565953 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f177a72-d657-43f3-9fa7-5b4e04105939 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:40.570049 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6f177a72-d657-43f3-9fa7-5b4e04105939 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0828676 Jul 15 13:45:40.570525 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43076) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:40.627042 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5daff2-8813-4ddd-b6e0-d7c60f139a0c tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:40.631321 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6a5daff2-8813-4ddd-b6e0-d7c60f139a0c tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0567830 Jul 15 13:45:40.631773 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43078) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:40.644803 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port fdb2be08-4f9c-439d-97e7-ea775f2aa83a triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:40.645335 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:40.681046 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-128d50ef-d7c7-4012-8bd7-74ef82001132 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448740 Jul 15 13:45:40.682332 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43080) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:40.688142 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0dc5f598-817c-4560-816d-54d54e013760 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:40.756603 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db846c2-5464-410a-ae88-2805e286ba08 None None] DHCP port deletion for 860e390d-7211-433f-9c89-14b305c5b94c request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:45:40.796549 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc5f598-817c-4560-816d-54d54e013760 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:40.802086 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0dc5f598-817c-4560-816d-54d54e013760 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:40.811632 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9db846c2-5464-410a-ae88-2805e286ba08 None None] Deleting port fdb2be08-4f9c-439d-97e7-ea775f2aa83a {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:40.811926 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9db846c2-5464-410a-ae88-2805e286ba08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:40.892544 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-9db846c2-5464-410a-ae88-2805e286ba08 None None] For port fdb2be08-4f9c-439d-97e7-ea775f2aa83a, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=fdb2be08-4f9c-439d-97e7-ea775f2aa83a,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:40.892973 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9db846c2-5464-410a-ae88-2805e286ba08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:40.907511 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-9db846c2-5464-410a-ae88-2805e286ba08 None None] Calling delete_port for fdb2be08-4f9c-439d-97e7-ea775f2aa83a owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:41.010795 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9db846c2-5464-410a-ae88-2805e286ba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:41.027155 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db846c2-5464-410a-ae88-2805e286ba08 None None] No DVR routers for this DVR port fdb2be08-4f9c-439d-97e7-ea775f2aa83a on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:45:41.032855 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0dc5f598-817c-4560-816d-54d54e013760 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:41.046812 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db846c2-5464-410a-ae88-2805e286ba08 None None] Pushing event deleted for resources: {'Port': ['ID=fdb2be08-4f9c-439d-97e7-ea775f2aa83a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:41.080689 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc5f598-817c-4560-816d-54d54e013760 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:41.084051 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-0dc5f598-817c-4560-816d-54d54e013760 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:41.087527 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc5f598-817c-4560-816d-54d54e013760 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:41.088449 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0dc5f598-817c-4560-816d-54d54e013760 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:41.097603 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980e09d8-a728-42bb-8e92-2f1ca9bb7357 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:41.118882 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43082) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:41.122329 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0dc5f598-817c-4560-816d-54d54e013760 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4387174 Jul 15 13:45:41.128624 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-24208a9a-09f3-4b9f-857b-a101c41c1bd9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'port': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'mac_address': 'fa:16:3e:87:8c:c1', 'name': 'tempest-NetworksTestDHCPv6-794193380'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:41.129381 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5f598-817c-4560-816d-54d54e013760 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Subnet': ['ID=1311919d-c131-483c-bda6-49f90f01a149,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:41.267534 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24208a9a-09f3-4b9f-857b-a101c41c1bd9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:41.283784 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325039f8-4744-4f8f-a5c2-c28c2fcd5b61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-860e390d-7211-433f-9c89-14b305c5b94c', 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'tenant_id': '2157ae18fb374de5a7af4ffb23a64509', 'fixed_ips': [{'subnet_id': '1311919d-c131-483c-bda6-49f90f01a149'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:45:41.284883 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-325039f8-4744-4f8f-a5c2-c28c2fcd5b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:41.375607 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24208a9a-09f3-4b9f-857b-a101c41c1bd9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:41.404716 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-24208a9a-09f3-4b9f-857b-a101c41c1bd9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] device_id is not set on port 48b00d53-971e-4117-a460-0cad760410c3 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:45:41.477418 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-325039f8-4744-4f8f-a5c2-c28c2fcd5b61 None None] Allocated IP 2001:db8::2 (860e390d-7211-433f-9c89-14b305c5b94c/1311919d-c131-483c-bda6-49f90f01a149/dc1c21ce-7439-4104-ad45-9c0b8178cd48) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:41.630956 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-325039f8-4744-4f8f-a5c2-c28c2fcd5b61 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:41.639891 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-325039f8-4744-4f8f-a5c2-c28c2fcd5b61 None None] Transition to ACTIVE for port object dc1c21ce-7439-4104-ad45-9c0b8178cd48 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:41.655891 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-325039f8-4744-4f8f-a5c2-c28c2fcd5b61 None None] Transition to ACTIVE for port object dc1c21ce-7439-4104-ad45-9c0b8178cd48 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:41.664936 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-325039f8-4744-4f8f-a5c2-c28c2fcd5b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:41.706960 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325039f8-4744-4f8f-a5c2-c28c2fcd5b61 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:41.710699 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-325039f8-4744-4f8f-a5c2-c28c2fcd5b61 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:41.714791 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325039f8-4744-4f8f-a5c2-c28c2fcd5b61 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:41.720514 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325039f8-4744-4f8f-a5c2-c28c2fcd5b61 None None] Pushing event updated for resources: {'Port': ['ID=dc1c21ce-7439-4104-ad45-9c0b8178cd48,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:41.728907 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-24208a9a-09f3-4b9f-857b-a101c41c1bd9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Allocated IP 2001:db8::117 (860e390d-7211-433f-9c89-14b305c5b94c/1311919d-c131-483c-bda6-49f90f01a149/48b00d53-971e-4117-a460-0cad760410c3) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:41.784772 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-325039f8-4744-4f8f-a5c2-c28c2fcd5b61 None None] Attempting to bind port dc1c21ce-7439-4104-ad45-9c0b8178cd48 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:45:41.785180 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-325039f8-4744-4f8f-a5c2-c28c2fcd5b61 None None] Attempting to bind port dc1c21ce-7439-4104-ad45-9c0b8178cd48 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:45:41.785626 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325039f8-4744-4f8f-a5c2-c28c2fcd5b61 None None] Attempting to bind port dc1c21ce-7439-4104-ad45-9c0b8178cd48 on network 860e390d-7211-433f-9c89-14b305c5b94c {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:41.792966 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325039f8-4744-4f8f-a5c2-c28c2fcd5b61 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:45:41.793352 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325039f8-4744-4f8f-a5c2-c28c2fcd5b61 None None] Checking segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:41.793773 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-325039f8-4744-4f8f-a5c2-c28c2fcd5b61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:41.794176 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325039f8-4744-4f8f-a5c2-c28c2fcd5b61 None None] Bound using segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:45:41.794735 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-325039f8-4744-4f8f-a5c2-c28c2fcd5b61 None None] Bound port: dc1c21ce-7439-4104-ad45-9c0b8178cd48, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:45:41.795123 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-325039f8-4744-4f8f-a5c2-c28c2fcd5b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:41.867513 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-325039f8-4744-4f8f-a5c2-c28c2fcd5b61 None None] For port dc1c21ce-7439-4104-ad45-9c0b8178cd48, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:45:41.871944 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-325039f8-4744-4f8f-a5c2-c28c2fcd5b61 None None] For port dc1c21ce-7439-4104-ad45-9c0b8178cd48, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=dc1c21ce-7439-4104-ad45-9c0b8178cd48,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:45:41.876599 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-325039f8-4744-4f8f-a5c2-c28c2fcd5b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:41.937093 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24208a9a-09f3-4b9f-857b-a101c41c1bd9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:41.948819 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325039f8-4744-4f8f-a5c2-c28c2fcd5b61 None None] Pushing event updated for resources: {'Port': ['ID=dc1c21ce-7439-4104-ad45-9c0b8178cd48,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:41.962189 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-24208a9a-09f3-4b9f-857b-a101c41c1bd9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Transition to ACTIVE for port object 48b00d53-971e-4117-a460-0cad760410c3 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:42.007890 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24208a9a-09f3-4b9f-857b-a101c41c1bd9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:42.063055 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24208a9a-09f3-4b9f-857b-a101c41c1bd9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:42.066942 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-24208a9a-09f3-4b9f-857b-a101c41c1bd9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:42.072591 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24208a9a-09f3-4b9f-857b-a101c41c1bd9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:42.078420 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24208a9a-09f3-4b9f-857b-a101c41c1bd9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:42.079116 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24208a9a-09f3-4b9f-857b-a101c41c1bd9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:42.087347 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24208a9a-09f3-4b9f-857b-a101c41c1bd9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Port': ['ID=48b00d53-971e-4117-a460-0cad760410c3,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:42.109261 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-24208a9a-09f3-4b9f-857b-a101c41c1bd9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9844604 Jul 15 13:45:42.109665 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43086) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:42.239991 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cfacf2-b1db-49f9-916f-f49d9f86052e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:42.252382 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cfacf2-b1db-49f9-916f-f49d9f86052e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:42.255401 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-37cfacf2-b1db-49f9-916f-f49d9f86052e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1446233 Jul 15 13:45:42.258472 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43088) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:42.374549 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f0bff506-107e-4587-9a82-34313ce9f116 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting port 48b00d53-971e-4117-a460-0cad760410c3 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:42.374899 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0bff506-107e-4587-9a82-34313ce9f116 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:42.489590 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0bff506-107e-4587-9a82-34313ce9f116 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:42.510986 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f0bff506-107e-4587-9a82-34313ce9f116 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Calling delete_port for 48b00d53-971e-4117-a460-0cad760410c3 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:42.572150 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device dc1c21ce-7439-4104-ad45-9c0b8178cd48 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:42.645416 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port dc1c21ce-7439-4104-ad45-9c0b8178cd48 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:42.705920 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device fdb2be08-4f9c-439d-97e7-ea775f2aa83a no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:42.708826 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0bff506-107e-4587-9a82-34313ce9f116 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:42.731236 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: fdb2be08-4f9c-439d-97e7-ea775f2aa83a {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:45:42.731585 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device fdb2be08-4f9c-439d-97e7-ea775f2aa83a not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:45:42.746376 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bff506-107e-4587-9a82-34313ce9f116 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Port': ['ID=48b00d53-971e-4117-a460-0cad760410c3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:42.780843 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0bff506-107e-4587-9a82-34313ce9f116 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:42.785660 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f0bff506-107e-4587-9a82-34313ce9f116 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/48b00d53-971e-4117-a460-0cad760410c3 HTTP/1.1" status: 204 len: 168 time: 0.5257943 Jul 15 13:45:42.787979 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43090) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:42.842034 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372a2880-cb4d-471b-9437-8f1e2899cc99 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:42.843692 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372a2880-cb4d-471b-9437-8f1e2899cc99 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:42.845286 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-372a2880-cb4d-471b-9437-8f1e2899cc99 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0562985 Jul 15 13:45:42.848019 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43092) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:42.908799 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b72fa4-93a1-4e8b-b8fe-a8e922121eab tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting subnet 1311919d-c131-483c-bda6-49f90f01a149 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:45:42.912710 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32b72fa4-93a1-4e8b-b8fe-a8e922121eab tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:42.962208 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32b72fa4-93a1-4e8b-b8fe-a8e922121eab tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.047116 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-bb15578b-a63f-4448-839e-9cf4e53c2489 None None] Provisioning for port dc1c21ce-7439-4104-ad45-9c0b8178cd48 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:43.058980 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-bb15578b-a63f-4448-839e-9cf4e53c2489 None None] Provisioning complete for port dc1c21ce-7439-4104-ad45-9c0b8178cd48 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:43.059996 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb15578b-a63f-4448-839e-9cf4e53c2489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.062470 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32b72fa4-93a1-4e8b-b8fe-a8e922121eab tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.139594 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32b72fa4-93a1-4e8b-b8fe-a8e922121eab tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.172507 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b72fa4-93a1-4e8b-b8fe-a8e922121eab tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Subnet': ['ID=1311919d-c131-483c-bda6-49f90f01a149,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:43.178364 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb15578b-a63f-4448-839e-9cf4e53c2489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.184295 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32b72fa4-93a1-4e8b-b8fe-a8e922121eab tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.186805 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-32b72fa4-93a1-4e8b-b8fe-a8e922121eab tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/1311919d-c131-483c-bda6-49f90f01a149 HTTP/1.1" status: 204 len: 168 time: 0.3372991 Jul 15 13:45:43.189114 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43094) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:43.247516 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-bb15578b-a63f-4448-839e-9cf4e53c2489 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:45:43.247879 n-d-758944-45 neutron-server[93815]: DEBUG oslo_db.api [None req-bb15578b-a63f-4448-839e-9cf4e53c2489 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:45:43.271588 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-dfbf41b0-f9f0-47c9-bd0a-b68a4239a692 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0794294 Jul 15 13:45:43.272677 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7846150-32a0-4f95-bf2b-2f0f1c8d7442 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:43.275953 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43096) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:43.354313 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e2406f-c5d4-4205-91ed-0e285a93a906 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:43.355928 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-22e2406f-c5d4-4205-91ed-0e285a93a906 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0789804 Jul 15 13:45:43.358741 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43100) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:43.414823 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703af6df-8547-4e53-93fd-0003ed3e95df tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:43.416418 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-703af6df-8547-4e53-93fd-0003ed3e95df tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0566833 Jul 15 13:45:43.419229 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43102) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:43.458547 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-74119a5a-5415-42f6-8193-8d0063a95c48 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0381508 Jul 15 13:45:43.464842 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43104) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:43.472093 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-8ba6f1d3-0374-47a2-8a7a-72fd206f8fe8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:43.510126 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af51409e-febf-48ec-b720-fdff8535db12 None None] DHCP port deletion for 860e390d-7211-433f-9c89-14b305c5b94c request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:45:43.579612 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-af51409e-febf-48ec-b720-fdff8535db12 None None] Deleting port dc1c21ce-7439-4104-ad45-9c0b8178cd48 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:43.580304 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af51409e-febf-48ec-b720-fdff8535db12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.598335 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba6f1d3-0374-47a2-8a7a-72fd206f8fe8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:43.604972 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8ba6f1d3-0374-47a2-8a7a-72fd206f8fe8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.670841 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-af51409e-febf-48ec-b720-fdff8535db12 None None] For port dc1c21ce-7439-4104-ad45-9c0b8178cd48, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=dc1c21ce-7439-4104-ad45-9c0b8178cd48,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:43.671388 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af51409e-febf-48ec-b720-fdff8535db12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.687448 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-af51409e-febf-48ec-b720-fdff8535db12 None None] Calling delete_port for dc1c21ce-7439-4104-ad45-9c0b8178cd48 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:43.810120 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb15578b-a63f-4448-839e-9cf4e53c2489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.847161 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af51409e-febf-48ec-b720-fdff8535db12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.899939 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af51409e-febf-48ec-b720-fdff8535db12 None None] No DVR routers for this DVR port dc1c21ce-7439-4104-ad45-9c0b8178cd48 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:45:43.903726 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51409e-febf-48ec-b720-fdff8535db12 None None] Pushing event deleted for resources: {'Port': ['ID=dc1c21ce-7439-4104-ad45-9c0b8178cd48,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:43.933984 n-d-758944-45 neutron-server[93814]: DEBUG neutron.objects.ports [None req-8ba6f1d3-0374-47a2-8a7a-72fd206f8fe8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93814) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:45:43.935653 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8ba6f1d3-0374-47a2-8a7a-72fd206f8fe8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.980334 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba6f1d3-0374-47a2-8a7a-72fd206f8fe8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:43.983580 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-8ba6f1d3-0374-47a2-8a7a-72fd206f8fe8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:43.986222 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-04481ba5-a5f7-4a83-8b31-884a342befce None None] Could not find standard attr ID for object 48b00d53-971e-4117-a460-0cad760410c3. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:45:43.988042 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba6f1d3-0374-47a2-8a7a-72fd206f8fe8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:43.988647 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8ba6f1d3-0374-47a2-8a7a-72fd206f8fe8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.995684 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2bf1c6-f161-49cf-8c07-02cbaaea9e1e None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:44.003181 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6f1d3-0374-47a2-8a7a-72fd206f8fe8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Subnet': ['ID=800a7ed7-248a-4929-9ced-fac081cda880,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:44.015369 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8ba6f1d3-0374-47a2-8a7a-72fd206f8fe8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5496986 Jul 15 13:45:44.018379 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43106) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:44.023919 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0b1b7ed4-8f91-44cc-84ef-74582363fb25 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:44.146257 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1b7ed4-8f91-44cc-84ef-74582363fb25 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:44.150484 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0b1b7ed4-8f91-44cc-84ef-74582363fb25 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:44.171972 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c7929c-6053-4b41-8db9-392f52a60e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-860e390d-7211-433f-9c89-14b305c5b94c', 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'tenant_id': '2157ae18fb374de5a7af4ffb23a64509', 'fixed_ips': [{'subnet_id': '800a7ed7-248a-4929-9ced-fac081cda880'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:45:44.172965 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f3c7929c-6053-4b41-8db9-392f52a60e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:44.252941 n-d-758944-45 neutron-server[93814]: INFO neutron.db.ipam_backend_mixin [None req-0b1b7ed4-8f91-44cc-84ef-74582363fb25 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 800a7ed7-248a-4929-9ced-fac081cda880 (CIDR: 2001:db8::/64) Jul 15 13:45:44.258962 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b1b7ed4-8f91-44cc-84ef-74582363fb25 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:45:44.259428 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b1b7ed4-8f91-44cc-84ef-74582363fb25 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:45:44.276932 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0b1b7ed4-8f91-44cc-84ef-74582363fb25 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2573516 Jul 15 13:45:44.281213 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43108) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:44.286457 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-589d21b2-2440-489e-b1b2-05ea5d0465a4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:44.342198 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-f3c7929c-6053-4b41-8db9-392f52a60e46 None None] Allocated IP 2001:db8::f816:3eff:fe0b:32bd (860e390d-7211-433f-9c89-14b305c5b94c/800a7ed7-248a-4929-9ced-fac081cda880/cc471625-3463-4f1d-9d05-406b6a4a5777) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:44.419139 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589d21b2-2440-489e-b1b2-05ea5d0465a4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:44.425292 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-589d21b2-2440-489e-b1b2-05ea5d0465a4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:44.536280 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f3c7929c-6053-4b41-8db9-392f52a60e46 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:44.547661 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f3c7929c-6053-4b41-8db9-392f52a60e46 None None] Transition to ACTIVE for port object cc471625-3463-4f1d-9d05-406b6a4a5777 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:44.570279 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device dc1c21ce-7439-4104-ad45-9c0b8178cd48 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:44.574793 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f3c7929c-6053-4b41-8db9-392f52a60e46 None None] Transition to ACTIVE for port object cc471625-3463-4f1d-9d05-406b6a4a5777 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:44.610308 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: dc1c21ce-7439-4104-ad45-9c0b8178cd48 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:45:44.611001 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device dc1c21ce-7439-4104-ad45-9c0b8178cd48 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:45:44.613967 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f3c7929c-6053-4b41-8db9-392f52a60e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:44.657538 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c7929c-6053-4b41-8db9-392f52a60e46 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:44.664830 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-f3c7929c-6053-4b41-8db9-392f52a60e46 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:44.668725 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c7929c-6053-4b41-8db9-392f52a60e46 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:44.674685 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7929c-6053-4b41-8db9-392f52a60e46 None None] Pushing event updated for resources: {'Port': ['ID=cc471625-3463-4f1d-9d05-406b6a4a5777,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:44.738092 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f3c7929c-6053-4b41-8db9-392f52a60e46 None None] Attempting to bind port cc471625-3463-4f1d-9d05-406b6a4a5777 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:45:44.738815 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f3c7929c-6053-4b41-8db9-392f52a60e46 None None] Attempting to bind port cc471625-3463-4f1d-9d05-406b6a4a5777 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:45:44.739401 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c7929c-6053-4b41-8db9-392f52a60e46 None None] Attempting to bind port cc471625-3463-4f1d-9d05-406b6a4a5777 on network 860e390d-7211-433f-9c89-14b305c5b94c {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:44.745880 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c7929c-6053-4b41-8db9-392f52a60e46 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:45:44.746238 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c7929c-6053-4b41-8db9-392f52a60e46 None None] Checking segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:44.746639 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f3c7929c-6053-4b41-8db9-392f52a60e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:44.747025 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c7929c-6053-4b41-8db9-392f52a60e46 None None] Bound using segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:45:44.747497 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f3c7929c-6053-4b41-8db9-392f52a60e46 None None] Bound port: cc471625-3463-4f1d-9d05-406b6a4a5777, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:45:44.747877 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f3c7929c-6053-4b41-8db9-392f52a60e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:44.766585 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-589d21b2-2440-489e-b1b2-05ea5d0465a4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:44.812861 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589d21b2-2440-489e-b1b2-05ea5d0465a4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:44.816379 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-589d21b2-2440-489e-b1b2-05ea5d0465a4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:44.822714 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589d21b2-2440-489e-b1b2-05ea5d0465a4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:44.823080 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-f3c7929c-6053-4b41-8db9-392f52a60e46 None None] For port cc471625-3463-4f1d-9d05-406b6a4a5777, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:45:44.823307 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-589d21b2-2440-489e-b1b2-05ea5d0465a4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:44.828170 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-f3c7929c-6053-4b41-8db9-392f52a60e46 None None] For port cc471625-3463-4f1d-9d05-406b6a4a5777, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=cc471625-3463-4f1d-9d05-406b6a4a5777,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:45:44.835209 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d21b2-2440-489e-b1b2-05ea5d0465a4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Subnet': ['ID=06f190e0-d05a-4326-ac91-078cfd22b99a,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:44.836775 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f3c7929c-6053-4b41-8db9-392f52a60e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:44.848404 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-589d21b2-2440-489e-b1b2-05ea5d0465a4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5661013 Jul 15 13:45:44.852935 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43110) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:44.859222 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4f7099ed-f581-4260-b059-808c51d2576d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'port': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'mac_address': 'fa:16:3e:a9:8d:0a', 'name': 'tempest-NetworksTestDHCPv6-885962508'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:44.946333 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7929c-6053-4b41-8db9-392f52a60e46 None None] Pushing event updated for resources: {'Port': ['ID=cc471625-3463-4f1d-9d05-406b6a4a5777,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:45.014041 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7099ed-f581-4260-b059-808c51d2576d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:45.146162 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f7099ed-f581-4260-b059-808c51d2576d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:45.177868 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-4f7099ed-f581-4260-b059-808c51d2576d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] device_id is not set on port 7bcce75c-f5c5-45aa-924a-5a53799e5a16 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:45:45.380051 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-4f7099ed-f581-4260-b059-808c51d2576d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Allocated IP 2001:db8:0:1::11 (860e390d-7211-433f-9c89-14b305c5b94c/06f190e0-d05a-4326-ac91-078cfd22b99a/7bcce75c-f5c5-45aa-924a-5a53799e5a16) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:45.387440 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-4f7099ed-f581-4260-b059-808c51d2576d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Allocated IP 2001:db8::f816:3eff:fea9:8d0a (860e390d-7211-433f-9c89-14b305c5b94c/800a7ed7-248a-4929-9ced-fac081cda880/7bcce75c-f5c5-45aa-924a-5a53799e5a16) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:45.544994 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f7099ed-f581-4260-b059-808c51d2576d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:45.558931 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4f7099ed-f581-4260-b059-808c51d2576d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Transition to ACTIVE for port object 7bcce75c-f5c5-45aa-924a-5a53799e5a16 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:45.594340 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f7099ed-f581-4260-b059-808c51d2576d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:45.648899 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7099ed-f581-4260-b059-808c51d2576d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:45.652389 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4f7099ed-f581-4260-b059-808c51d2576d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:45.657041 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7099ed-f581-4260-b059-808c51d2576d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:45.662921 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7099ed-f581-4260-b059-808c51d2576d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:45.663609 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f7099ed-f581-4260-b059-808c51d2576d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:45.670931 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7099ed-f581-4260-b059-808c51d2576d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Port': ['ID=7bcce75c-f5c5-45aa-924a-5a53799e5a16,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:45.688543 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4f7099ed-f581-4260-b059-808c51d2576d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8336852 Jul 15 13:45:45.691332 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43112) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:45.811908 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-564bec7f-f896-4c9e-a00e-ef243cc41f3a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting port 7bcce75c-f5c5-45aa-924a-5a53799e5a16 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:45.812246 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-564bec7f-f896-4c9e-a00e-ef243cc41f3a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:45.911335 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-564bec7f-f896-4c9e-a00e-ef243cc41f3a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:45.926165 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-564bec7f-f896-4c9e-a00e-ef243cc41f3a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Calling delete_port for 7bcce75c-f5c5-45aa-924a-5a53799e5a16 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:46.041819 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5866072-a88a-4878-8c29-5b7be3f60e4f None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:46.142345 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-36a80e51-2776-41a6-b0f1-47c576ad1a8d None None] Provisioning for port cc471625-3463-4f1d-9d05-406b6a4a5777 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:46.152901 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-564bec7f-f896-4c9e-a00e-ef243cc41f3a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:46.191775 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564bec7f-f896-4c9e-a00e-ef243cc41f3a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Port': ['ID=7bcce75c-f5c5-45aa-924a-5a53799e5a16,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:46.248743 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-564bec7f-f896-4c9e-a00e-ef243cc41f3a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:46.251065 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-564bec7f-f896-4c9e-a00e-ef243cc41f3a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/7bcce75c-f5c5-45aa-924a-5a53799e5a16 HTTP/1.1" status: 204 len: 168 time: 0.5583422 Jul 15 13:45:46.253977 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43114) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:46.309572 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b78eca1-e17f-43ec-928e-0aa00e0b2e53 None None] Update dhcp port {'port': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'fixed_ips': [{'subnet_id': '800a7ed7-248a-4929-9ced-fac081cda880', 'ip_address': '2001:db8::f816:3eff:fe0b:32bd'}, {'subnet_id': '06f190e0-d05a-4326-ac91-078cfd22b99a'}], 'binding:host_id': 'n-d-758944-45'}, 'id': 'cc471625-3463-4f1d-9d05-406b6a4a5777'} from n-d-758944-45. {{(pid=93815) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:45:46.328486 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fd938e-e382-4ac0-8d9b-6a9b2ee99424 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:46.333078 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d2fd938e-e382-4ac0-8d9b-6a9b2ee99424 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0779996 Jul 15 13:45:46.333239 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43116) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:46.417586 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c02a1b-211a-46d6-9cf1-59e3fa7cb229 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:46.420532 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c8c02a1b-211a-46d6-9cf1-59e3fa7cb229 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0848649 Jul 15 13:45:46.423099 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43118) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:46.520085 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b78eca1-e17f-43ec-928e-0aa00e0b2e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:46.531194 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefad950-d20e-4058-800b-1cfe6d3f56cf tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:46.535246 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefad950-d20e-4058-800b-1cfe6d3f56cf tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:46.537072 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefad950-d20e-4058-800b-1cfe6d3f56cf tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:46.538829 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fefad950-d20e-4058-800b-1cfe6d3f56cf tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1144831 Jul 15 13:45:46.543374 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43120) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:46.616101 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-45917232-35d1-4aa7-a56e-454f7959cb43 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting subnet 06f190e0-d05a-4326-ac91-078cfd22b99a {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:45:46.621971 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-45917232-35d1-4aa7-a56e-454f7959cb43 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:46.657349 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device cc471625-3463-4f1d-9d05-406b6a4a5777 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:46.685149 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-45917232-35d1-4aa7-a56e-454f7959cb43 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:46.733540 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-45917232-35d1-4aa7-a56e-454f7959cb43 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:46.762055 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port cc471625-3463-4f1d-9d05-406b6a4a5777 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:46.766748 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port cc471625-3463-4f1d-9d05-406b6a4a5777 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:46.767292 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:46.809062 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-45917232-35d1-4aa7-a56e-454f7959cb43 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server [None req-2b78eca1-e17f-43ec-928e-0aa00e0b2e53 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 06f190e0-d05a-4326-ac91-078cfd22b99a: This subnet is being modified by another concurrent operation. Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 06f190e0-d05a-4326-ac91-078cfd22b99a: This subnet is being modified by another concurrent operation. Jul 15 13:45:46.823411 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server Jul 15 13:45:46.867161 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45917232-35d1-4aa7-a56e-454f7959cb43 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Subnet': ['ID=06f190e0-d05a-4326-ac91-078cfd22b99a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:46.880238 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-45917232-35d1-4aa7-a56e-454f7959cb43 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:46.883008 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-45917232-35d1-4aa7-a56e-454f7959cb43 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/06f190e0-d05a-4326-ac91-078cfd22b99a HTTP/1.1" status: 204 len: 168 time: 0.3382316 Jul 15 13:45:46.887338 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43122) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:46.911820 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:46.955591 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port cc471625-3463-4f1d-9d05-406b6a4a5777, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=cc471625-3463-4f1d-9d05-406b6a4a5777,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:46.961118 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:46.974250 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2ef346a-4262-41b4-8d46-27dd92a65480 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting subnet 800a7ed7-248a-4929-9ced-fac081cda880 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:45:46.978457 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e2ef346a-4262-41b4-8d46-27dd92a65480 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:47.023099 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f9eaf62e-58b0-4876-b510-41063ef99cce None None] Provisioning complete for port cc471625-3463-4f1d-9d05-406b6a4a5777 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:47.023477 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf62e-58b0-4876-b510-41063ef99cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:47.048294 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=cc471625-3463-4f1d-9d05-406b6a4a5777,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:47.055053 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e2ef346a-4262-41b4-8d46-27dd92a65480 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:47.122711 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325f0958-1cef-46f2-b11a-6568a2ef6d0d None None] get_active_networks_info from n-d-758944-45 {{(pid=93815) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:45:47.192095 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e2ef346a-4262-41b4-8d46-27dd92a65480 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:47.277019 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e2ef346a-4262-41b4-8d46-27dd92a65480 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:47.281461 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325f0958-1cef-46f2-b11a-6568a2ef6d0d None None] Resources bound (agent type, host, resource id): {{(pid=93815) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:45:47.286977 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8751a976-24a6-4818-97be-57b8c9453cac None None] Could not find standard attr ID for object 7bcce75c-f5c5-45aa-924a-5a53799e5a16. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:45:47.321187 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef346a-4262-41b4-8d46-27dd92a65480 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Subnet': ['ID=800a7ed7-248a-4929-9ced-fac081cda880,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:47.324292 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e2ef346a-4262-41b4-8d46-27dd92a65480 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:47.331351 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43128) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:47.331534 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e2ef346a-4262-41b4-8d46-27dd92a65480 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/800a7ed7-248a-4929-9ced-fac081cda880 HTTP/1.1" status: 204 len: 168 time: 0.4427674 Jul 15 13:45:47.375553 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5585eea1-489f-40dd-b8c1-128688065dde tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0422208 Jul 15 13:45:47.380303 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43130) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:47.385635 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-36cdd482-3ecd-477a-8a30-8977ffb7c2ea tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:47.532956 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cdd482-3ecd-477a-8a30-8977ffb7c2ea tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:47.538821 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36cdd482-3ecd-477a-8a30-8977ffb7c2ea tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:47.598717 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e65f15b-beef-4f88-9e39-e649f281c77c None None] get_active_networks_info from n-d-758944-45 {{(pid=93815) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:45:47.689772 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e65f15b-beef-4f88-9e39-e649f281c77c None None] Resources bound (agent type, host, resource id): {{(pid=93815) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:45:47.738273 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d4623726-5333-4af8-aa5c-203c8d7550f6 None None] Provisioning complete for port cc471625-3463-4f1d-9d05-406b6a4a5777 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:47.738643 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d4623726-5333-4af8-aa5c-203c8d7550f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:48.033894 n-d-758944-45 neutron-server[93813]: DEBUG neutron.objects.ports [None req-36cdd482-3ecd-477a-8a30-8977ffb7c2ea tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93813) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:45:48.100094 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0636bd-7d4f-4e5c-93dd-510bf799319e None None] Update dhcp port {'port': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'fixed_ips': [{'subnet_id': 'de76ffd1-1325-48dd-8969-061e6d54603a'}], 'binding:host_id': 'n-d-758944-45'}, 'id': 'cc471625-3463-4f1d-9d05-406b6a4a5777'} from n-d-758944-45. {{(pid=93815) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:45:48.138760 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f0636bd-7d4f-4e5c-93dd-510bf799319e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:48.238115 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43132) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:48.261945 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36cdd482-3ecd-477a-8a30-8977ffb7c2ea tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:48.354302 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-5f0636bd-7d4f-4e5c-93dd-510bf799319e None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe0b:32bd-a9aa1c06-dcc6-4181-9a98-3a451b76a1 {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:45:48.355032 n-d-758944-45 neutron-server[93815]: DEBUG oslo_db.api [None req-5f0636bd-7d4f-4e5c-93dd-510bf799319e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:45:48.409449 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-76473f21-8595-417d-8faf-44fbda6f867e tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] 10.222.0.24 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2558 time: 0.1699724 Jul 15 13:45:48.413292 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43134) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:48.449667 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b24d7ea7-8834-4634-abea-eb5373ee468a tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Request body: {'network': {'name': 'tempest-network-smoke--1602793079', 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'port_security_enabled': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:48.502538 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-36cdd482-3ecd-477a-8a30-8977ffb7c2ea tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] For port cc471625-3463-4f1d-9d05-406b6a4a5777, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=cc471625-3463-4f1d-9d05-406b6a4a5777,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:48.522503 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24d7ea7-8834-4634-abea-eb5373ee468a tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Made reservation on behalf of 8f9c863093174d29a2d5efec5bb85c93 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:48.526679 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b24d7ea7-8834-4634-abea-eb5373ee468a tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:48.532950 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device cc471625-3463-4f1d-9d05-406b6a4a5777 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:48.558089 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36cdd482-3ecd-477a-8a30-8977ffb7c2ea tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:48.566010 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36cdd482-3ecd-477a-8a30-8977ffb7c2ea tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:48.566774 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36cdd482-3ecd-477a-8a30-8977ffb7c2ea tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:48.582249 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b24d7ea7-8834-4634-abea-eb5373ee468a tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:45:48.639360 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:48.655070 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b24d7ea7-8834-4634-abea-eb5373ee468a tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:48.655493 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-b24d7ea7-8834-4634-abea-eb5373ee468a tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Added segment e9ccd753-55fa-4bf9-88da-03055766e176 of type vlan for network e2c87713-3479-431f-8a41-50c58f90893b Jul 15 13:45:48.663657 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cdd482-3ecd-477a-8a30-8977ffb7c2ea tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:48.683883 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-36cdd482-3ecd-477a-8a30-8977ffb7c2ea tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:48.691186 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port cc471625-3463-4f1d-9d05-406b6a4a5777, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=cc471625-3463-4f1d-9d05-406b6a4a5777,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:48.696095 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:48.703090 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cdd482-3ecd-477a-8a30-8977ffb7c2ea tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:48.704053 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36cdd482-3ecd-477a-8a30-8977ffb7c2ea tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:48.750463 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cdd482-3ecd-477a-8a30-8977ffb7c2ea tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Subnet': ['ID=de76ffd1-1325-48dd-8969-061e6d54603a,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:48.759235 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cdd482-3ecd-477a-8a30-8977ffb7c2ea tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Port': ['ID=cc471625-3463-4f1d-9d05-406b6a4a5777,revision_number=6']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:48.766726 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b24d7ea7-8834-4634-abea-eb5373ee468a tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:48.767271 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=cc471625-3463-4f1d-9d05-406b6a4a5777,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:48.773162 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-36cdd482-3ecd-477a-8a30-8977ffb7c2ea tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3917260 Jul 15 13:45:48.776611 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43136) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:48.782792 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-286931c8-416f-4968-ba4d-78cae6a915c6 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:48.813685 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b24d7ea7-8834-4634-abea-eb5373ee468a tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:48.820045 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24d7ea7-8834-4634-abea-eb5373ee468a tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:48.820901 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b24d7ea7-8834-4634-abea-eb5373ee468a tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:48.865591 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b24d7ea7-8834-4634-abea-eb5373ee468a tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4510798 Jul 15 13:45:48.870178 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43138) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:48.899616 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f0636bd-7d4f-4e5c-93dd-510bf799319e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:48.904143 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-29c87540-e112-4a41-9a0c-1f4833d7f27b tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1318983168', 'admin_state_up': True, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:48.911154 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d7ea7-8834-4634-abea-eb5373ee468a tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Pushing event updated for resources: {'Network': ['ID=e2c87713-3479-431f-8a41-50c58f90893b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:48.939129 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-29c87540-e112-4a41-9a0c-1f4833d7f27b tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:48.940591 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-29c87540-e112-4a41-9a0c-1f4833d7f27b tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:48.947602 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network e2c87713-3479-431f-8a41-50c58f90893b details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:45:48.981062 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286931c8-416f-4968-ba4d-78cae6a915c6 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:48.989227 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-286931c8-416f-4968-ba4d-78cae6a915c6 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:49.017565 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-29c87540-e112-4a41-9a0c-1f4833d7f27b tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:49.147678 n-d-758944-45 neutron-server[93814]: INFO neutron.db.ipam_backend_mixin [None req-286931c8-416f-4968-ba4d-78cae6a915c6 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet de76ffd1-1325-48dd-8969-061e6d54603a (CIDR: 2001:db8::/64) Jul 15 13:45:49.151720 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-286931c8-416f-4968-ba4d-78cae6a915c6 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:45:49.152322 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-286931c8-416f-4968-ba4d-78cae6a915c6 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:45:49.174239 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-286931c8-416f-4968-ba4d-78cae6a915c6 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3957858 Jul 15 13:45:49.175159 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43140) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:49.184288 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-53c1ca77-f472-47ca-b761-def0d36960af tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:49.200370 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-29c87540-e112-4a41-9a0c-1f4833d7f27b tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:49.278296 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5f0636bd-7d4f-4e5c-93dd-510bf799319e None None] For port cc471625-3463-4f1d-9d05-406b6a4a5777, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=cc471625-3463-4f1d-9d05-406b6a4a5777,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:49.315276 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f0636bd-7d4f-4e5c-93dd-510bf799319e None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:49.321034 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f0636bd-7d4f-4e5c-93dd-510bf799319e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:49.333181 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c1ca77-f472-47ca-b761-def0d36960af tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:49.339259 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-53c1ca77-f472-47ca-b761-def0d36960af tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:49.389246 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0636bd-7d4f-4e5c-93dd-510bf799319e None None] Pushing event updated for resources: {'Port': ['ID=cc471625-3463-4f1d-9d05-406b6a4a5777,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:49.612836 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-29c87540-e112-4a41-9a0c-1f4833d7f27b tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:49.649712 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-29c87540-e112-4a41-9a0c-1f4833d7f27b tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:49.788193 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-29c87540-e112-4a41-9a0c-1f4833d7f27b tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Allocated IP 172.25.6.253 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/c5d194cf-02ec-44f9-9293-3feb038c071c) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:49.942448 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-29c87540-e112-4a41-9a0c-1f4833d7f27b tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:49.984682 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-53c1ca77-f472-47ca-b761-def0d36960af tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:50.019130 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-29c87540-e112-4a41-9a0c-1f4833d7f27b tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:50.032968 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c1ca77-f472-47ca-b761-def0d36960af tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:50.036407 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-53c1ca77-f472-47ca-b761-def0d36960af tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:50.042057 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c1ca77-f472-47ca-b761-def0d36960af tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:50.042754 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-53c1ca77-f472-47ca-b761-def0d36960af tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:50.058120 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1ca77-f472-47ca-b761-def0d36960af tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Subnet': ['ID=93008546-953d-4873-9599-603cd7600619,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:50.075496 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-53c1ca77-f472-47ca-b761-def0d36960af tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8984725 Jul 15 13:45:50.076900 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43142) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:50.087413 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-522b3cc6-3a24-40a8-8924-00912b95d0fd tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'port': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'mac_address': 'fa:16:3e:e1:d7:cc', 'name': 'tempest-NetworksTestDHCPv6-1787264969'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:50.117719 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c87540-e112-4a41-9a0c-1f4833d7f27b tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:50.123228 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-29c87540-e112-4a41-9a0c-1f4833d7f27b tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:50.126767 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c87540-e112-4a41-9a0c-1f4833d7f27b tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:50.156425 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c87540-e112-4a41-9a0c-1f4833d7f27b tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Pushing event updated for resources: {'Port': ['ID=c5d194cf-02ec-44f9-9293-3feb038c071c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:50.221409 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109a7104-7801-485e-a3ce-0403febdef32 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:50.269701 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522b3cc6-3a24-40a8-8924-00912b95d0fd tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:50.302280 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d33e26e9-d682-43b7-a1a9-790514d0dfc3 None None] Provisioning complete for port cc471625-3463-4f1d-9d05-406b6a4a5777 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:50.303177 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d33e26e9-d682-43b7-a1a9-790514d0dfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:50.421383 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-522b3cc6-3a24-40a8-8924-00912b95d0fd tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:50.445608 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-522b3cc6-3a24-40a8-8924-00912b95d0fd tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] device_id is not set on port d2f8a06d-da20-4836-8141-3f51d4b541a8 yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:45:50.472295 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d33e26e9-d682-43b7-a1a9-790514d0dfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:50.534092 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d33e26e9-d682-43b7-a1a9-790514d0dfc3 None None] For port cc471625-3463-4f1d-9d05-406b6a4a5777, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=cc471625-3463-4f1d-9d05-406b6a4a5777,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:50.542171 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d33e26e9-d682-43b7-a1a9-790514d0dfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:50.618646 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device cc471625-3463-4f1d-9d05-406b6a4a5777 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:50.695166 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e26e9-d682-43b7-a1a9-790514d0dfc3 None None] Pushing event updated for resources: {'Port': ['ID=cc471625-3463-4f1d-9d05-406b6a4a5777,revision_number=9']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:50.715384 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-522b3cc6-3a24-40a8-8924-00912b95d0fd tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Allocated IP 2001:db8:0:1::117 (860e390d-7211-433f-9c89-14b305c5b94c/93008546-953d-4873-9599-603cd7600619/d2f8a06d-da20-4836-8141-3f51d4b541a8) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:50.723528 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-522b3cc6-3a24-40a8-8924-00912b95d0fd tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Allocated IP 2001:db8::f816:3eff:fee1:d7cc (860e390d-7211-433f-9c89-14b305c5b94c/de76ffd1-1325-48dd-8969-061e6d54603a/d2f8a06d-da20-4836-8141-3f51d4b541a8) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:50.731371 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b29d99-e398-4bbc-a0be-74cae58d5c5c None None] Update dhcp port {'port': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'fixed_ips': [{'subnet_id': 'de76ffd1-1325-48dd-8969-061e6d54603a', 'ip_address': '2001:db8::f816:3eff:fe0b:32bd'}, {'subnet_id': '93008546-953d-4873-9599-603cd7600619'}], 'binding:host_id': 'n-d-758944-45'}, 'id': 'cc471625-3463-4f1d-9d05-406b6a4a5777'} from n-d-758944-45. {{(pid=93815) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:45:50.790148 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port cc471625-3463-4f1d-9d05-406b6a4a5777 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:50.791593 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:50.828863 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f1b29d99-e398-4bbc-a0be-74cae58d5c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:50.903272 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-522b3cc6-3a24-40a8-8924-00912b95d0fd tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:50.918835 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-522b3cc6-3a24-40a8-8924-00912b95d0fd tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Transition to ACTIVE for port object d2f8a06d-da20-4836-8141-3f51d4b541a8 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:50.932318 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-29c87540-e112-4a41-9a0c-1f4833d7f27b tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:50.936680 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2222482c-7444-40a4-b2da-84e490ffb394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:50.962876 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-522b3cc6-3a24-40a8-8924-00912b95d0fd tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:51.016130 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522b3cc6-3a24-40a8-8924-00912b95d0fd tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:51.022719 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-522b3cc6-3a24-40a8-8924-00912b95d0fd tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:51.028524 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522b3cc6-3a24-40a8-8924-00912b95d0fd tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:51.035839 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522b3cc6-3a24-40a8-8924-00912b95d0fd tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:51.036528 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-522b3cc6-3a24-40a8-8924-00912b95d0fd tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:51.051059 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b3cc6-3a24-40a8-8924-00912b95d0fd tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Port': ['ID=d2f8a06d-da20-4836-8141-3f51d4b541a8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:51.066258 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-522b3cc6-3a24-40a8-8924-00912b95d0fd tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9873533 Jul 15 13:45:51.069709 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43144) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:51.188856 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-29c87540-e112-4a41-9a0c-1f4833d7f27b tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:51.204284 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a79af-f393-4e98-899c-8bdc802f0185 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting port d2f8a06d-da20-4836-8141-3f51d4b541a8 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:51.204872 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff7a79af-f393-4e98-899c-8bdc802f0185 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:51.215364 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-f1b29d99-e398-4bbc-a0be-74cae58d5c5c None None] Allocated IP 2001:db8:0:1::2 (860e390d-7211-433f-9c89-14b305c5b94c/93008546-953d-4873-9599-603cd7600619/cc471625-3463-4f1d-9d05-406b6a4a5777) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:51.334649 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff7a79af-f393-4e98-899c-8bdc802f0185 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:51.347949 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-f1b29d99-e398-4bbc-a0be-74cae58d5c5c None None] For port cc471625-3463-4f1d-9d05-406b6a4a5777, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=cc471625-3463-4f1d-9d05-406b6a4a5777,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:51.351717 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a79af-f393-4e98-899c-8bdc802f0185 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Calling delete_port for d2f8a06d-da20-4836-8141-3f51d4b541a8 owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:51.399772 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c87540-e112-4a41-9a0c-1f4833d7f27b tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Router ff9818cf-d1d8-4a60-a784-290efdc10180 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:45:51.411022 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f1b29d99-e398-4bbc-a0be-74cae58d5c5c None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:51.436632 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f1b29d99-e398-4bbc-a0be-74cae58d5c5c None None] Transition to ACTIVE for port object cc471625-3463-4f1d-9d05-406b6a4a5777 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:51.441636 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f1b29d99-e398-4bbc-a0be-74cae58d5c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:51.558888 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c87540-e112-4a41-9a0c-1f4833d7f27b tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:45:51.582076 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f4ca0c-1f32-4106-a168-b06a35e47eed None None] Sync routers for ids ['ff9818cf-d1d8-4a60-a784-290efdc10180'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:45:51.585922 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b29d99-e398-4bbc-a0be-74cae58d5c5c None None] Pushing event updated for resources: {'Port': ['ID=cc471625-3463-4f1d-9d05-406b6a4a5777,revision_number=10']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:51.595556 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-29c87540-e112-4a41-9a0c-1f4833d7f27b tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:51.597827 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-29c87540-e112-4a41-9a0c-1f4833d7f27b tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7260456 Jul 15 13:45:51.602191 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43146) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:51.613342 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff7a79af-f393-4e98-899c-8bdc802f0185 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:51.670308 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a79af-f393-4e98-899c-8bdc802f0185 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Port': ['ID=d2f8a06d-da20-4836-8141-3f51d4b541a8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:51.686568 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e4f7ab-af9e-43c6-9c60-416292ea0400 tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:51.688384 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c9e4f7ab-af9e-43c6-9c60-416292ea0400 tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=8f9c863093174d29a2d5efec5bb85c93&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0852411 Jul 15 13:45:51.692400 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43148) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:51.711300 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f4ca0c-1f32-4106-a168-b06a35e47eed None None] Routers {'ff9818cf-d1d8-4a60-a784-290efdc10180'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:51.712215 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a4f4ca0c-1f32-4106-a168-b06a35e47eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:45:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['ff9818cf-d1d8-4a60-a784-290efdc10180'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:51.744814 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff7a79af-f393-4e98-899c-8bdc802f0185 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:51.754958 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ff7a79af-f393-4e98-899c-8bdc802f0185 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/d2f8a06d-da20-4836-8141-3f51d4b541a8 HTTP/1.1" status: 204 len: 168 time: 0.6751232 Jul 15 13:45:51.755786 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43150) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:51.824674 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b1f763-3314-46a7-a308-467b0bbd1dc3 tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:51.826589 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a7b1f763-3314-46a7-a308-467b0bbd1dc3 tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1329234 Jul 15 13:45:51.831103 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43152) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:51.834423 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-a4f4ca0c-1f32-4106-a168-b06a35e47eed None None] Set router ff9818cf-d1d8-4a60-a784-290efdc10180 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:51.839697 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be1f888-1f62-441e-aaa4-f1087ee3bcd2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:51.845656 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8be1f888-1f62-441e-aaa4-f1087ee3bcd2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0849743 Jul 15 13:45:51.847166 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43154) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:51.873400 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fc5aac1b-353c-4e3f-b935-b29bc08872b0 tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0b352371-cfe9-4be4-934e-718e319584db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378723 Jul 15 13:45:51.874060 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43156) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:51.915277 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3ade4282-70ec-4c6b-9ec9-f561a6fff5c7 tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=8f9c863093174d29a2d5efec5bb85c93&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350027 Jul 15 13:45:51.915705 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43158) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:51.936427 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7045611-5da5-4398-998c-39e876aac0d1 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:51.944127 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d7045611-5da5-4398-998c-39e876aac0d1 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0966349 Jul 15 13:45:51.945674 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43160) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:52.036330 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edd0339-11f6-44fa-975b-90058e08d69d tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:52.038195 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0edd0339-11f6-44fa-975b-90058e08d69d tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1214335 Jul 15 13:45:52.045524 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43162) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:52.050669 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2ef5a7-c477-403a-9d14-c3659a4d29c4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:52.055290 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2ef5a7-c477-403a-9d14-c3659a4d29c4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:52.059180 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2ef5a7-c477-403a-9d14-c3659a4d29c4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:52.067407 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-aa2ef5a7-c477-403a-9d14-c3659a4d29c4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1204014 Jul 15 13:45:52.069617 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43164) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:52.080726 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-be36cbd5-f72c-4e9f-b40a-6137587aa5ff tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0b352371-cfe9-4be4-934e-718e319584db&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301900 Jul 15 13:45:52.081101 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43166) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:52.088105 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-aad93898-16a9-452e-9bad-4377250ff792 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1970132370', 'network_id': 'e2c87713-3479-431f-8a41-50c58f90893b', 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:52.119015 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a4f4ca0c-1f32-4106-a168-b06a35e47eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9818cf-d1d8-4a60-a784-290efdc10180', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1318983168', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'c5d194cf-02ec-44f9-9293-3feb038c071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:48Z', 'updated_at': '2021-07-15T13:45:50Z', 'revision_number': 3, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'gw_port': {'id': 'c5d194cf-02ec-44f9-9293-3feb038c071c', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9818cf-d1d8-4a60-a784-290efdc10180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:49Z', 'updated_at': '2021-07-15T13:45:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:52.139996 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-7928d850-0648-42a1-a398-403dfbe3ab56 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting subnet 93008546-953d-4873-9599-603cd7600619 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:45:52.144710 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7928d850-0648-42a1-a398-403dfbe3ab56 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:52.148853 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f4ca0c-1f32-4106-a168-b06a35e47eed None None] Checking router: ff9818cf-d1d8-4a60-a784-290efdc10180 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:45:52.148957 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f4ca0c-1f32-4106-a168-b06a35e47eed None None] Updating router ff9818cf-d1d8-4a60-a784-290efdc10180 port c5d194cf-02ec-44f9-9293-3feb038c071c binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:45:52.196685 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7928d850-0648-42a1-a398-403dfbe3ab56 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:52.204997 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4f4ca0c-1f32-4106-a168-b06a35e47eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:52.227311 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad93898-16a9-452e-9bad-4377250ff792 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Made reservation on behalf of 8f9c863093174d29a2d5efec5bb85c93 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:52.232035 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aad93898-16a9-452e-9bad-4377250ff792 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:52.354355 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7928d850-0648-42a1-a398-403dfbe3ab56 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:52.433541 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee96f707-f362-4a3b-8e4a-deb51ab26afc None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:52.458517 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7928d850-0648-42a1-a398-403dfbe3ab56 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:52.522667 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aad93898-16a9-452e-9bad-4377250ff792 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:52.543553 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-bc68904e-f595-4c87-be06-e9c069dbee37 None None] Provisioning for port cc471625-3463-4f1d-9d05-406b6a4a5777 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:52.551147 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-bc68904e-f595-4c87-be06-e9c069dbee37 None None] Provisioning complete for port cc471625-3463-4f1d-9d05-406b6a4a5777 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:52.551481 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc68904e-f595-4c87-be06-e9c069dbee37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:52.580109 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7928d850-0648-42a1-a398-403dfbe3ab56 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:52.594796 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7928d850-0648-42a1-a398-403dfbe3ab56 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/93008546-953d-4873-9599-603cd7600619 HTTP/1.1" status: 204 len: 168 time: 0.5181859 Jul 15 13:45:52.594796 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928d850-0648-42a1-a398-403dfbe3ab56 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Subnet': ['ID=93008546-953d-4873-9599-603cd7600619,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:52.597488 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43168) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:52.652264 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device cc471625-3463-4f1d-9d05-406b6a4a5777 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:52.654250 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4f4ca0c-1f32-4106-a168-b06a35e47eed None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:52.666544 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a4f4ca0c-1f32-4106-a168-b06a35e47eed None None] Transition to ACTIVE for port object c5d194cf-02ec-44f9-9293-3feb038c071c will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:52.670582 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad93898-16a9-452e-9bad-4377250ff792 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Pushing event updated for resources: {'Subnet': ['ID=af8eeccd-3624-48d2-9662-71ec35a57ea1,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:52.675377 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4f4ca0c-1f32-4106-a168-b06a35e47eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:52.685660 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad93898-16a9-452e-9bad-4377250ff792 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Checking segment: {'id': 'e9ccd753-55fa-4bf9-88da-03055766e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2c87713-3479-431f-8a41-50c58f90893b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:52.686077 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad93898-16a9-452e-9bad-4377250ff792 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Network hostable DHCP agents. Network: e2c87713-3479-431f-8a41-50c58f90893b, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:45:52.716681 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-e35988ee-a95f-4b4e-8663-af53b85c3f9e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting subnet de76ffd1-1325-48dd-8969-061e6d54603a {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:45:52.723174 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e35988ee-a95f-4b4e-8663-af53b85c3f9e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:52.728809 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad93898-16a9-452e-9bad-4377250ff792 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Network e2c87713-3479-431f-8a41-50c58f90893b is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:45:52.746848 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a4f4ca0c-1f32-4106-a168-b06a35e47eed None None] Attempting to bind port c5d194cf-02ec-44f9-9293-3feb038c071c on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:45:52.747491 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a4f4ca0c-1f32-4106-a168-b06a35e47eed None None] Attempting to bind port c5d194cf-02ec-44f9-9293-3feb038c071c by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:45:52.748139 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f4ca0c-1f32-4106-a168-b06a35e47eed None None] Attempting to bind port c5d194cf-02ec-44f9-9293-3feb038c071c on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:52.750469 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e8357-15d1-4059-826e-790ce9c6f6cc None None] Pushing event updated for resources: {'Port': ['ID=c5d194cf-02ec-44f9-9293-3feb038c071c,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:52.757863 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f4ca0c-1f32-4106-a168-b06a35e47eed None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:45:52.758604 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f4ca0c-1f32-4106-a168-b06a35e47eed None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:52.759184 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4f4ca0c-1f32-4106-a168-b06a35e47eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:52.759756 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f4ca0c-1f32-4106-a168-b06a35e47eed None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:45:52.760419 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a4f4ca0c-1f32-4106-a168-b06a35e47eed None None] Bound port: c5d194cf-02ec-44f9-9293-3feb038c071c, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:45:52.761006 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4f4ca0c-1f32-4106-a168-b06a35e47eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:52.775296 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-aad93898-16a9-452e-9bad-4377250ff792 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, e2c87713-3479-431f-8a41-50c58f90893b) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:52.782094 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad93898-16a9-452e-9bad-4377250ff792 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:52.782940 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aad93898-16a9-452e-9bad-4377250ff792 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:52.808688 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port cc471625-3463-4f1d-9d05-406b6a4a5777 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:52.809064 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:52.811752 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e35988ee-a95f-4b4e-8663-af53b85c3f9e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:52.814852 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4596dc85-bd7e-4de0-a72d-120fe915eff1 None None] Network e2c87713-3479-431f-8a41-50c58f90893b requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:52.817735 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-aad93898-16a9-452e-9bad-4377250ff792 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7353454 Jul 15 13:45:52.821358 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43170) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:52.830807 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a4f4ca0c-1f32-4106-a168-b06a35e47eed None None] For port c5d194cf-02ec-44f9-9293-3feb038c071c, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:45:52.835282 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a4f4ca0c-1f32-4106-a168-b06a35e47eed None None] For port c5d194cf-02ec-44f9-9293-3feb038c071c, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c5d194cf-02ec-44f9-9293-3feb038c071c,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:45:52.842854 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a4f4ca0c-1f32-4106-a168-b06a35e47eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:52.892717 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f4ca0c-1f32-4106-a168-b06a35e47eed None None] Routers {'ff9818cf-d1d8-4a60-a784-290efdc10180'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:52.893620 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a4f4ca0c-1f32-4106-a168-b06a35e47eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:45:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['ff9818cf-d1d8-4a60-a784-290efdc10180'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:52.962218 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e8357-15d1-4059-826e-790ce9c6f6cc None None] Pushing event updated for resources: {'Port': ['ID=c5d194cf-02ec-44f9-9293-3feb038c071c,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:52.973100 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e35988ee-a95f-4b4e-8663-af53b85c3f9e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:53.042612 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-a4f4ca0c-1f32-4106-a168-b06a35e47eed None None] Set router ff9818cf-d1d8-4a60-a784-290efdc10180 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:53.101570 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e35988ee-a95f-4b4e-8663-af53b85c3f9e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:53.193200 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35988ee-a95f-4b4e-8663-af53b85c3f9e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Subnet': ['ID=de76ffd1-1325-48dd-8969-061e6d54603a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:53.228018 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e35988ee-a95f-4b4e-8663-af53b85c3f9e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:53.231150 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e35988ee-a95f-4b4e-8663-af53b85c3f9e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/de76ffd1-1325-48dd-8969-061e6d54603a HTTP/1.1" status: 204 len: 168 time: 0.6280310 Jul 15 13:45:53.233132 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43172) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:53.295372 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a4f4ca0c-1f32-4106-a168-b06a35e47eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9818cf-d1d8-4a60-a784-290efdc10180', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1318983168', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'c5d194cf-02ec-44f9-9293-3feb038c071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:48Z', 'updated_at': '2021-07-15T13:45:50Z', 'revision_number': 3, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'gw_port': {'id': 'c5d194cf-02ec-44f9-9293-3feb038c071c', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9818cf-d1d8-4a60-a784-290efdc10180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:49Z', 'updated_at': '2021-07-15T13:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:53.306023 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f14d33a3-8068-4321-a41e-02d2d586676c tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0715008 Jul 15 13:45:53.306717 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43174) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:53.312320 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-82701b8c-64bf-4a92-b3b2-457107dc3fca tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:53.320274 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed123b9-dace-46cf-8f73-17d801a10827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-e2c87713-3479-431f-8a41-50c58f90893b', 'network_id': 'e2c87713-3479-431f-8a41-50c58f90893b', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'fixed_ips': [{'subnet_id': 'af8eeccd-3624-48d2-9662-71ec35a57ea1'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:45:53.321193 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2ed123b9-dace-46cf-8f73-17d801a10827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:53.331123 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:53.348726 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f4ca0c-1f32-4106-a168-b06a35e47eed None None] The sync data for ids ['ff9818cf-d1d8-4a60-a784-290efdc10180'] in n-d-758944-45 is: [{'id': 'ff9818cf-d1d8-4a60-a784-290efdc10180', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1318983168', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'c5d194cf-02ec-44f9-9293-3feb038c071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:48Z', 'updated_at': '2021-07-15T13:45:50Z', 'revision_number': 3, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'gw_port': {'id': 'c5d194cf-02ec-44f9-9293-3feb038c071c', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9818cf-d1d8-4a60-a784-290efdc10180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:49Z', 'updated_at': '2021-07-15T13:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:45:53.458576 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82701b8c-64bf-4a92-b3b2-457107dc3fca tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:53.463308 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-82701b8c-64bf-4a92-b3b2-457107dc3fca tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:53.515643 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fff05f14-14c1-4fd2-bf5e-e89e596e1942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:53.606769 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-2ed123b9-dace-46cf-8f73-17d801a10827 None None] Allocated IP 172.20.0.18 (e2c87713-3479-431f-8a41-50c58f90893b/af8eeccd-3624-48d2-9662-71ec35a57ea1/af8c2875-b1a4-47f7-a6ff-ea1056ec6c9c) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:53.799710 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ecd1738d-2794-48c1-bb12-22ba195e4fce tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:53.893831 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-82701b8c-64bf-4a92-b3b2-457107dc3fca tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:53.916921 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2ed123b9-dace-46cf-8f73-17d801a10827 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:53.929538 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2ed123b9-dace-46cf-8f73-17d801a10827 None None] Transition to ACTIVE for port object af8c2875-b1a4-47f7-a6ff-ea1056ec6c9c will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:53.954319 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2ed123b9-dace-46cf-8f73-17d801a10827 None None] Transition to ACTIVE for port object af8c2875-b1a4-47f7-a6ff-ea1056ec6c9c will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:53.970369 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2ed123b9-dace-46cf-8f73-17d801a10827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:54.028514 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82701b8c-64bf-4a92-b3b2-457107dc3fca tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:54.042216 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-82701b8c-64bf-4a92-b3b2-457107dc3fca tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:54.049797 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82701b8c-64bf-4a92-b3b2-457107dc3fca tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:54.050863 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-82701b8c-64bf-4a92-b3b2-457107dc3fca tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:54.057901 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed123b9-dace-46cf-8f73-17d801a10827 None None] Pushing event updated for resources: {'Port': ['ID=af8c2875-b1a4-47f7-a6ff-ea1056ec6c9c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:54.060961 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac44138-14ad-401c-912c-32516cab5ad1 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:54.093690 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-82701b8c-64bf-4a92-b3b2-457107dc3fca tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7855587 Jul 15 13:45:54.100408 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43176) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:54.110607 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ba39237e-8824-4c58-9c72-19c09989787b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:54.117146 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82701b8c-64bf-4a92-b3b2-457107dc3fca tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Subnet': ['ID=d849a1a4-fbef-4427-8c98-6d55b440421d,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:54.134455 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed123b9-dace-46cf-8f73-17d801a10827 None None] Network e2c87713-3479-431f-8a41-50c58f90893b is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:54.146321 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-2ed123b9-dace-46cf-8f73-17d801a10827 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:54.154855 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed123b9-dace-46cf-8f73-17d801a10827 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:54.181610 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b5f5c34f-887d-4960-87ad-8419a3a0fb29 None None] Provisioning complete for port cc471625-3463-4f1d-9d05-406b6a4a5777 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:54.182159 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5f5c34f-887d-4960-87ad-8419a3a0fb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:54.217460 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-ecd1738d-2794-48c1-bb12-22ba195e4fce tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Allocated IP 172.20.0.17 (e2c87713-3479-431f-8a41-50c58f90893b/af8eeccd-3624-48d2-9662-71ec35a57ea1/ae116c2f-d771-459b-8923-88bf703fa9ed) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:54.339949 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-2ed123b9-dace-46cf-8f73-17d801a10827 None None] Attempting to bind port af8c2875-b1a4-47f7-a6ff-ea1056ec6c9c on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:45:54.340400 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-2ed123b9-dace-46cf-8f73-17d801a10827 None None] Attempting to bind port af8c2875-b1a4-47f7-a6ff-ea1056ec6c9c by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'e9ccd753-55fa-4bf9-88da-03055766e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2c87713-3479-431f-8a41-50c58f90893b'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:45:54.340774 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed123b9-dace-46cf-8f73-17d801a10827 None None] Attempting to bind port af8c2875-b1a4-47f7-a6ff-ea1056ec6c9c on network e2c87713-3479-431f-8a41-50c58f90893b {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:54.354097 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba39237e-8824-4c58-9c72-19c09989787b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:54.359279 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba39237e-8824-4c58-9c72-19c09989787b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:54.401512 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed123b9-dace-46cf-8f73-17d801a10827 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:45:54.402125 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed123b9-dace-46cf-8f73-17d801a10827 None None] Checking segment: {'id': 'e9ccd753-55fa-4bf9-88da-03055766e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2c87713-3479-431f-8a41-50c58f90893b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:54.402617 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2ed123b9-dace-46cf-8f73-17d801a10827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:54.403024 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed123b9-dace-46cf-8f73-17d801a10827 None None] Bound using segment: {'id': 'e9ccd753-55fa-4bf9-88da-03055766e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2c87713-3479-431f-8a41-50c58f90893b'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:45:54.403510 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-2ed123b9-dace-46cf-8f73-17d801a10827 None None] Bound port: af8c2875-b1a4-47f7-a6ff-ea1056ec6c9c, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9ccd753-55fa-4bf9-88da-03055766e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2c87713-3479-431f-8a41-50c58f90893b'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:45:54.403966 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2ed123b9-dace-46cf-8f73-17d801a10827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:54.416447 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ecd1738d-2794-48c1-bb12-22ba195e4fce tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:54.444663 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ecd1738d-2794-48c1-bb12-22ba195e4fce tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Transition to ACTIVE for port object ae116c2f-d771-459b-8923-88bf703fa9ed will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:54.520756 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ecd1738d-2794-48c1-bb12-22ba195e4fce tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:54.528854 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-2ed123b9-dace-46cf-8f73-17d801a10827 None None] For port af8c2875-b1a4-47f7-a6ff-ea1056ec6c9c, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:45:54.532616 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-2ed123b9-dace-46cf-8f73-17d801a10827 None None] For port af8c2875-b1a4-47f7-a6ff-ea1056ec6c9c, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=af8c2875-b1a4-47f7-a6ff-ea1056ec6c9c,segment=NetworkSegment(e9ccd753-55fa-4bf9-88da-03055766e176),segment_id=e9ccd753-55fa-4bf9-88da-03055766e176)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:45:54.540178 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2ed123b9-dace-46cf-8f73-17d801a10827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:54.555659 n-d-758944-45 neutron-server[93813]: INFO neutron.db.ipam_backend_mixin [None req-ba39237e-8824-4c58-9c72-19c09989787b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d849a1a4-fbef-4427-8c98-6d55b440421d (CIDR: 2001:db8::/64) Jul 15 13:45:54.558161 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba39237e-8824-4c58-9c72-19c09989787b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:45:54.558745 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba39237e-8824-4c58-9c72-19c09989787b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:45:54.595906 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ba39237e-8824-4c58-9c72-19c09989787b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4934304 Jul 15 13:45:54.598724 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43178) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:54.615043 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-00daada4-e1fe-42be-904b-6d5dadd85286 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:54.635799 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd1738d-2794-48c1-bb12-22ba195e4fce tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Network e2c87713-3479-431f-8a41-50c58f90893b is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:54.641917 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-ecd1738d-2794-48c1-bb12-22ba195e4fce tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:54.647194 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd1738d-2794-48c1-bb12-22ba195e4fce tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:54.687683 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c5d194cf-02ec-44f9-9293-3feb038c071c up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:54.692322 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed123b9-dace-46cf-8f73-17d801a10827 None None] Pushing event updated for resources: {'Port': ['ID=af8c2875-b1a4-47f7-a6ff-ea1056ec6c9c,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:54.735744 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1738d-2794-48c1-bb12-22ba195e4fce tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Pushing event updated for resources: {'Port': ['ID=ae116c2f-d771-459b-8923-88bf703fa9ed,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:54.798117 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port c5d194cf-02ec-44f9-9293-3feb038c071c completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:54.804695 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port c5d194cf-02ec-44f9-9293-3feb038c071c triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:54.805038 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:54.807287 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ecd1738d-2794-48c1-bb12-22ba195e4fce tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:54.871757 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:54.881579 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00daada4-e1fe-42be-904b-6d5dadd85286 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:54.888946 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00daada4-e1fe-42be-904b-6d5dadd85286 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:54.959339 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:55.032939 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port c5d194cf-02ec-44f9-9293-3feb038c071c, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c5d194cf-02ec-44f9-9293-3feb038c071c,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:55.039697 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:55.110736 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e3cd2e-a477-4b39-b80b-ca2ee7167177 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:55.153135 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=c5d194cf-02ec-44f9-9293-3feb038c071c,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:55.217541 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8fa3e9ee-1190-404d-a744-2398ad233138 None None] Provisioning complete for port cc471625-3463-4f1d-9d05-406b6a4a5777 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:55.218126 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8fa3e9ee-1190-404d-a744-2398ad233138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:55.221311 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ecd1738d-2794-48c1-bb12-22ba195e4fce tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:55.431935 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:55.531054 n-d-758944-45 neutron-server[93813]: DEBUG neutron.objects.ports [None req-00daada4-e1fe-42be-904b-6d5dadd85286 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93813) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:45:55.659043 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ecd1738d-2794-48c1-bb12-22ba195e4fce tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:55.665083 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ecd1738d-2794-48c1-bb12-22ba195e4fce tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:55.755688 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ecd1738d-2794-48c1-bb12-22ba195e4fce tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:55.766819 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1738d-2794-48c1-bb12-22ba195e4fce tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Pushing event updated for resources: {'Port': ['ID=ae116c2f-d771-459b-8923-88bf703fa9ed,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:55.812939 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c0a56850-b217-4d86-980b-e7a07e7983b5 None None] Provisioning complete for port cc471625-3463-4f1d-9d05-406b6a4a5777 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:55.813650 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c0a56850-b217-4d86-980b-e7a07e7983b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:55.832181 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00daada4-e1fe-42be-904b-6d5dadd85286 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:55.899544 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd1738d-2794-48c1-bb12-22ba195e4fce tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Network e2c87713-3479-431f-8a41-50c58f90893b is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:55.901417 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-ecd1738d-2794-48c1-bb12-22ba195e4fce tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:56.056985 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd1738d-2794-48c1-bb12-22ba195e4fce tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Router ff9818cf-d1d8-4a60-a784-290efdc10180 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:45:56.127810 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8e8be606-2eba-4ac5-b8a1-64da1bc0c81c None None] Could not find standard attr ID for object d2f8a06d-da20-4836-8141-3f51d4b541a8. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:45:56.160156 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-00daada4-e1fe-42be-904b-6d5dadd85286 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] For port cc471625-3463-4f1d-9d05-406b6a4a5777, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=cc471625-3463-4f1d-9d05-406b6a4a5777,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:56.210976 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00daada4-e1fe-42be-904b-6d5dadd85286 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:56.219219 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00daada4-e1fe-42be-904b-6d5dadd85286 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:56.220449 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00daada4-e1fe-42be-904b-6d5dadd85286 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:56.235217 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd1738d-2794-48c1-bb12-22ba195e4fce tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:45:56.249707 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ecd1738d-2794-48c1-bb12-22ba195e4fce tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "PUT /v2.0/routers/ff9818cf-d1d8-4a60-a784-290efdc10180/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4261279 Jul 15 13:45:56.264785 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a068fd8a-3bd4-47e2-b723-71f510c9d6bf None None] Sync routers for ids ['ff9818cf-d1d8-4a60-a784-290efdc10180'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:45:56.290991 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a068fd8a-3bd4-47e2-b723-71f510c9d6bf None None] Routers {'ff9818cf-d1d8-4a60-a784-290efdc10180'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:56.292057 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a068fd8a-3bd4-47e2-b723-71f510c9d6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:45:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['ff9818cf-d1d8-4a60-a784-290efdc10180'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:56.389665 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00daada4-e1fe-42be-904b-6d5dadd85286 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:56.406560 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-00daada4-e1fe-42be-904b-6d5dadd85286 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:56.422658 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00daada4-e1fe-42be-904b-6d5dadd85286 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:56.423719 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00daada4-e1fe-42be-904b-6d5dadd85286 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:56.449699 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a46a18-1215-4b8a-a46a-2962b0d50f2f None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:56.472601 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:56.503298 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00daada4-e1fe-42be-904b-6d5dadd85286 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Subnet': ['ID=a6cafe40-df0c-49da-961e-347511f3bd89,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:56.520706 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43188) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:56.521583 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-00daada4-e1fe-42be-904b-6d5dadd85286 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9144425 Jul 15 13:45:56.525602 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00daada4-e1fe-42be-904b-6d5dadd85286 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Port': ['ID=cc471625-3463-4f1d-9d05-406b6a4a5777,revision_number=14']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:56.526339 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-42c651b1-825c-46f5-abf6-7fd156632a01 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'port': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'mac_address': 'fa:16:3e:83:6a:d9', 'name': 'tempest-NetworksTestDHCPv6-732396699'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:56.691963 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-a068fd8a-3bd4-47e2-b723-71f510c9d6bf None None] Set router ff9818cf-d1d8-4a60-a784-290efdc10180 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:56.828758 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device af8c2875-b1a4-47f7-a6ff-ea1056ec6c9c up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:56.917882 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c651b1-825c-46f5-abf6-7fd156632a01 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:56.949324 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656c887-3900-4564-98ef-d4db0324d258 req-de6fa044-6ddb-4ff1-925f-790714a5e988 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:56.951360 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f656c887-3900-4564-98ef-d4db0324d258 req-de6fa044-6ddb-4ff1-925f-790714a5e988 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/networks?id=e2c87713-3479-431f-8a41-50c58f90893b HTTP/1.1" status: 200 len: 798 time: 0.2561586 Jul 15 13:45:56.994759 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f656c887-3900-4564-98ef-d4db0324d258 req-39c1c3b2-68e4-416d-ba07-1c22d00629d7 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/quotas/8f9c863093174d29a2d5efec5bb85c93 HTTP/1.1" status: 200 len: 375 time: 0.0280778 Jul 15 13:45:57.012531 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcad7155-7cde-4622-abeb-6b40973ffb58 None None] Network e2c87713-3479-431f-8a41-50c58f90893b requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:57.059516 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port af8c2875-b1a4-47f7-a6ff-ea1056ec6c9c completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:57.082580 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c5d194cf-02ec-44f9-9293-3feb038c071c up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:57.181291 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8ea320c3-c3ef-4a90-9880-c1bc02ec5d72 None None] Provisioning for port af8c2875-b1a4-47f7-a6ff-ea1056ec6c9c completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:57.209208 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8ea320c3-c3ef-4a90-9880-c1bc02ec5d72 None None] Provisioning complete for port af8c2875-b1a4-47f7-a6ff-ea1056ec6c9c triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:57.209501 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8ea320c3-c3ef-4a90-9880-c1bc02ec5d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:57.409438 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-42c651b1-825c-46f5-abf6-7fd156632a01 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:57.446951 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-42c651b1-825c-46f5-abf6-7fd156632a01 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] device_id is not set on port 69132940-dffa-4638-ac71-3ae68e78e8da yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:45:57.470981 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f656c887-3900-4564-98ef-d4db0324d258 req-eca2e95a-04ad-4501-ab05-53e61cfa02a8 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f9c863093174d29a2d5efec5bb85c93&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1376696 Jul 15 13:45:57.546658 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port c5d194cf-02ec-44f9-9293-3feb038c071c triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:57.547106 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:57.549997 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a068fd8a-3bd4-47e2-b723-71f510c9d6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9818cf-d1d8-4a60-a784-290efdc10180', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1318983168', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'c5d194cf-02ec-44f9-9293-3feb038c071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:48Z', 'updated_at': '2021-07-15T13:45:55Z', 'revision_number': 4, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'gw_port': {'id': 'c5d194cf-02ec-44f9-9293-3feb038c071c', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9818cf-d1d8-4a60-a784-290efdc10180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:49Z', 'updated_at': '2021-07-15T13:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'ae116c2f-d771-459b-8923-88bf703fa9ed', 'name': '', 'network_id': 'e2c87713-3479-431f-8a41-50c58f90893b', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'mac_address': 'fa:16:3e:f6:2a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9818cf-d1d8-4a60-a784-290efdc10180', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'af8eeccd-3624-48d2-9662-71ec35a57ea1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:53Z', 'updated_at': '2021-07-15T13:45:55Z', 'revision_number': 2, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'subnets': [{'id': 'af8eeccd-3624-48d2-9662-71ec35a57ea1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:57.576663 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dbe9b8-1234-4ea9-9c85-f6465d95a8a4 None None] Update dhcp port {'port': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'fixed_ips': [{'subnet_id': 'a6cafe40-df0c-49da-961e-347511f3bd89', 'ip_address': '2001:db8:0:1:f816:3eff:fe0b:32bd'}, {'subnet_id': 'd849a1a4-fbef-4427-8c98-6d55b440421d'}], 'binding:host_id': 'n-d-758944-45'}, 'id': 'cc471625-3463-4f1d-9d05-406b6a4a5777'} from n-d-758944-45. {{(pid=93815) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:45:57.632031 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a068fd8a-3bd4-47e2-b723-71f510c9d6bf None None] Checking router: ff9818cf-d1d8-4a60-a784-290efdc10180 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:45:57.632509 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a068fd8a-3bd4-47e2-b723-71f510c9d6bf None None] Updating router ff9818cf-d1d8-4a60-a784-290efdc10180 port ae116c2f-d771-459b-8923-88bf703fa9ed binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:45:57.657817 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f656c887-3900-4564-98ef-d4db0324d258 req-5967e3e0-6f96-44e9-9228-fdfd2daf080e service neutron] 10.222.0.24 "GET /v2.0/networks/e2c87713-3479-431f-8a41-50c58f90893b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525686 Jul 15 13:45:57.731290 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-11dbe9b8-1234-4ea9-9c85-f6465d95a8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:57.747851 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8ea320c3-c3ef-4a90-9880-c1bc02ec5d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:57.750619 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a068fd8a-3bd4-47e2-b723-71f510c9d6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:57.781293 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-42c651b1-825c-46f5-abf6-7fd156632a01 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Allocated IP 2001:db8::49 (860e390d-7211-433f-9c89-14b305c5b94c/d849a1a4-fbef-4427-8c98-6d55b440421d/69132940-dffa-4638-ac71-3ae68e78e8da) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:57.794513 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-42c651b1-825c-46f5-abf6-7fd156632a01 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Allocated IP 2001:db8:0:1:f816:3eff:fe83:6ad9 (860e390d-7211-433f-9c89-14b305c5b94c/a6cafe40-df0c-49da-961e-347511f3bd89/69132940-dffa-4638-ac71-3ae68e78e8da) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:57.841431 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f656c887-3900-4564-98ef-d4db0324d258 req-5384f4ad-1ecd-4187-804f-c0d0911a7722 service neutron] 10.222.0.24 "GET /v2.0/networks/e2c87713-3479-431f-8a41-50c58f90893b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645050 Jul 15 13:45:57.976384 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-8ea320c3-c3ef-4a90-9880-c1bc02ec5d72 None None] For port af8c2875-b1a4-47f7-a6ff-ea1056ec6c9c, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=af8c2875-b1a4-47f7-a6ff-ea1056ec6c9c,segment=NetworkSegment(e9ccd753-55fa-4bf9-88da-03055766e176),segment_id=e9ccd753-55fa-4bf9-88da-03055766e176)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:58.028405 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-42c651b1-825c-46f5-abf6-7fd156632a01 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:58.048669 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-42c651b1-825c-46f5-abf6-7fd156632a01 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Transition to ACTIVE for port object 69132940-dffa-4638-ac71-3ae68e78e8da will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:58.074522 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8ea320c3-c3ef-4a90-9880-c1bc02ec5d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:58.116464 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-42c651b1-825c-46f5-abf6-7fd156632a01 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:58.180588 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c651b1-825c-46f5-abf6-7fd156632a01 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:58.188987 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-42c651b1-825c-46f5-abf6-7fd156632a01 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:58.201164 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c651b1-825c-46f5-abf6-7fd156632a01 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:58.218665 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c651b1-825c-46f5-abf6-7fd156632a01 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:58.219360 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-42c651b1-825c-46f5-abf6-7fd156632a01 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:58.236188 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c651b1-825c-46f5-abf6-7fd156632a01 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Port': ['ID=69132940-dffa-4638-ac71-3ae68e78e8da,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:58.246673 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-42c651b1-825c-46f5-abf6-7fd156632a01 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.7247179 Jul 15 13:45:58.250692 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43200) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:58.338064 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ce48e121-20db-40db-a337-af1aa9f502d6 req-b6f152a9-4895-452a-adbb-2d4a633c8b64 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/ports?device_id=6448275e-86fc-4f51-823e-f4a5f803b42a HTTP/1.1" status: 200 len: 210 time: 0.0993764 Jul 15 13:45:58.436318 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6719990e-349b-47d1-a6aa-61d5fee0b91a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting port 69132940-dffa-4638-ac71-3ae68e78e8da {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:58.436805 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6719990e-349b-47d1-a6aa-61d5fee0b91a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:58.496987 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-66a4dc42-bf2b-4e07-9191-c78df3aa98f0 None None] Provisioning complete for port af8c2875-b1a4-47f7-a6ff-ea1056ec6c9c triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:58.497583 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-66a4dc42-bf2b-4e07-9191-c78df3aa98f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:58.594907 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-11dbe9b8-1234-4ea9-9c85-f6465d95a8a4 None None] Allocated IP 2001:db8::2 (860e390d-7211-433f-9c89-14b305c5b94c/d849a1a4-fbef-4427-8c98-6d55b440421d/cc471625-3463-4f1d-9d05-406b6a4a5777) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:58.642026 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea320c3-c3ef-4a90-9880-c1bc02ec5d72 None None] Pushing event updated for resources: {'Port': ['ID=af8c2875-b1a4-47f7-a6ff-ea1056ec6c9c,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:58.706523 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6719990e-349b-47d1-a6aa-61d5fee0b91a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:58.713525 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device cc471625-3463-4f1d-9d05-406b6a4a5777 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:58.733263 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6719990e-349b-47d1-a6aa-61d5fee0b91a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Calling delete_port for 69132940-dffa-4638-ac71-3ae68e78e8da owned by {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:59.002710 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-11dbe9b8-1234-4ea9-9c85-f6465d95a8a4 None None] For port cc471625-3463-4f1d-9d05-406b6a4a5777, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=cc471625-3463-4f1d-9d05-406b6a4a5777,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:59.033733 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port cc471625-3463-4f1d-9d05-406b6a4a5777 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:59.034160 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:59.085961 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6719990e-349b-47d1-a6aa-61d5fee0b91a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:59.086585 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-66a4dc42-bf2b-4e07-9191-c78df3aa98f0 None None] Provisioning for port ae116c2f-d771-459b-8923-88bf703fa9ed completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:59.096369 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a068fd8a-3bd4-47e2-b723-71f510c9d6bf None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:59.100898 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-11dbe9b8-1234-4ea9-9c85-f6465d95a8a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:59.118531 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-66a4dc42-bf2b-4e07-9191-c78df3aa98f0 None None] Provisioning complete for port ae116c2f-d771-459b-8923-88bf703fa9ed triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:59.118817 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-66a4dc42-bf2b-4e07-9191-c78df3aa98f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:59.123029 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6719990e-349b-47d1-a6aa-61d5fee0b91a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Port': ['ID=69132940-dffa-4638-ac71-3ae68e78e8da,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:59.134759 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a068fd8a-3bd4-47e2-b723-71f510c9d6bf None None] Transition to ACTIVE for port object ae116c2f-d771-459b-8923-88bf703fa9ed will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:59.159181 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-11dbe9b8-1234-4ea9-9c85-f6465d95a8a4 None None] Transition to ACTIVE for port object cc471625-3463-4f1d-9d05-406b6a4a5777 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:59.167664 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a068fd8a-3bd4-47e2-b723-71f510c9d6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:59.181456 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6719990e-349b-47d1-a6aa-61d5fee0b91a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:59.184139 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6719990e-349b-47d1-a6aa-61d5fee0b91a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/69132940-dffa-4638-ac71-3ae68e78e8da HTTP/1.1" status: 204 len: 168 time: 0.9323368 Jul 15 13:45:59.187089 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43210) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:59.209702 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-11dbe9b8-1234-4ea9-9c85-f6465d95a8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:59.260531 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Port cc471625-3463-4f1d-9d05-406b6a4a5777 had new provisioning blocks added so it will not transition to active. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 15 13:45:59.274682 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-66a4dc42-bf2b-4e07-9191-c78df3aa98f0 None None] Port ae116c2f-d771-459b-8923-88bf703fa9ed cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:45:59.281383 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f950f5-6609-4b30-ba10-dde4feb8f299 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:59.285517 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c6f950f5-6609-4b30-ba10-dde4feb8f299 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0948384 Jul 15 13:45:59.286386 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43212) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:59.359096 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f541fd0-f64d-4be9-901c-2068f0edbf8e None None] Pushing event updated for resources: {'Port': ['ID=ae116c2f-d771-459b-8923-88bf703fa9ed,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:59.370000 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddd8439-26c0-4433-b7fa-0a55616e35b0 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:59.372661 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-cddd8439-26c0-4433-b7fa-0a55616e35b0 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0846617 Jul 15 13:45:59.375188 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43214) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:59.460716 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b8e72e-bf1d-4ad0-8f9a-88e9e3837b90 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:59.462546 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b8e72e-bf1d-4ad0-8f9a-88e9e3837b90 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:59.464492 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b8e72e-bf1d-4ad0-8f9a-88e9e3837b90 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:59.466516 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e2b8e72e-bf1d-4ad0-8f9a-88e9e3837b90 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0894794 Jul 15 13:45:59.469389 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43218) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:59.559272 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef8d7c5-a0d2-48c3-b9b0-b4e7dc314831 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting subnet a6cafe40-df0c-49da-961e-347511f3bd89 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:45:59.574834 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aef8d7c5-a0d2-48c3-b9b0-b4e7dc314831 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:59.679480 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dbe9b8-1234-4ea9-9c85-f6465d95a8a4 None None] Pushing event updated for resources: {'Port': ['ID=cc471625-3463-4f1d-9d05-406b6a4a5777,revision_number=15']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:59.683834 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a068fd8a-3bd4-47e2-b723-71f510c9d6bf None None] Attempting to bind port ae116c2f-d771-459b-8923-88bf703fa9ed on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:45:59.684536 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a068fd8a-3bd4-47e2-b723-71f510c9d6bf None None] Attempting to bind port ae116c2f-d771-459b-8923-88bf703fa9ed by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'e9ccd753-55fa-4bf9-88da-03055766e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2c87713-3479-431f-8a41-50c58f90893b'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:45:59.685039 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a068fd8a-3bd4-47e2-b723-71f510c9d6bf None None] Attempting to bind port ae116c2f-d771-459b-8923-88bf703fa9ed on network e2c87713-3479-431f-8a41-50c58f90893b {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:59.688983 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-39a9cb0f-e1ae-4d49-98cc-eff528f37caf req-d7189d2d-4450-4b79-930f-35c6548cb76d tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/ports?device_id=6448275e-86fc-4f51-823e-f4a5f803b42a HTTP/1.1" status: 200 len: 210 time: 0.0576301 Jul 15 13:45:59.699879 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aef8d7c5-a0d2-48c3-b9b0-b4e7dc314831 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:59.712296 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a068fd8a-3bd4-47e2-b723-71f510c9d6bf None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:45:59.716863 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a068fd8a-3bd4-47e2-b723-71f510c9d6bf None None] Checking segment: {'id': 'e9ccd753-55fa-4bf9-88da-03055766e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2c87713-3479-431f-8a41-50c58f90893b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:59.717974 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a068fd8a-3bd4-47e2-b723-71f510c9d6bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:59.719128 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a068fd8a-3bd4-47e2-b723-71f510c9d6bf None None] Bound using segment: {'id': 'e9ccd753-55fa-4bf9-88da-03055766e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2c87713-3479-431f-8a41-50c58f90893b'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:45:59.720081 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a068fd8a-3bd4-47e2-b723-71f510c9d6bf None None] Bound port: ae116c2f-d771-459b-8923-88bf703fa9ed, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9ccd753-55fa-4bf9-88da-03055766e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2c87713-3479-431f-8a41-50c58f90893b'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:45:59.721972 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a068fd8a-3bd4-47e2-b723-71f510c9d6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:59.837901 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a068fd8a-3bd4-47e2-b723-71f510c9d6bf None None] For port ae116c2f-d771-459b-8923-88bf703fa9ed, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:45:59.843600 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aef8d7c5-a0d2-48c3-b9b0-b4e7dc314831 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:59.845470 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a068fd8a-3bd4-47e2-b723-71f510c9d6bf None None] For port ae116c2f-d771-459b-8923-88bf703fa9ed, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ae116c2f-d771-459b-8923-88bf703fa9ed,segment=NetworkSegment(e9ccd753-55fa-4bf9-88da-03055766e176),segment_id=e9ccd753-55fa-4bf9-88da-03055766e176)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:45:59.853253 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a068fd8a-3bd4-47e2-b723-71f510c9d6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:59.950977 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aef8d7c5-a0d2-48c3-b9b0-b4e7dc314831 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:59.962010 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a068fd8a-3bd4-47e2-b723-71f510c9d6bf None None] Routers {'ff9818cf-d1d8-4a60-a784-290efdc10180'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:59.963168 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a068fd8a-3bd4-47e2-b723-71f510c9d6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:45:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['ff9818cf-d1d8-4a60-a784-290efdc10180'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:00.009058 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f541fd0-f64d-4be9-901c-2068f0edbf8e None None] Pushing event updated for resources: {'Port': ['ID=ae116c2f-d771-459b-8923-88bf703fa9ed,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:00.016260 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8d7c5-a0d2-48c3-b9b0-b4e7dc314831 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Subnet': ['ID=a6cafe40-df0c-49da-961e-347511f3bd89,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:00.032477 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aef8d7c5-a0d2-48c3-b9b0-b4e7dc314831 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:00.040424 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43220) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:00.040890 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-aef8d7c5-a0d2-48c3-b9b0-b4e7dc314831 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/a6cafe40-df0c-49da-961e-347511f3bd89 HTTP/1.1" status: 204 len: 168 time: 0.5698061 Jul 15 13:46:00.149649 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-6908604c-a6bc-4900-b91a-a212272da82f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting subnet d849a1a4-fbef-4427-8c98-6d55b440421d {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:46:00.153221 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6908604c-a6bc-4900-b91a-a212272da82f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:00.187546 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-a068fd8a-3bd4-47e2-b723-71f510c9d6bf None None] Set router ff9818cf-d1d8-4a60-a784-290efdc10180 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:46:00.200774 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6908604c-a6bc-4900-b91a-a212272da82f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:00.403974 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6908604c-a6bc-4900-b91a-a212272da82f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:00.523857 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6908604c-a6bc-4900-b91a-a212272da82f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:00.585732 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908604c-a6bc-4900-b91a-a212272da82f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Subnet': ['ID=d849a1a4-fbef-4427-8c98-6d55b440421d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:00.598364 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6908604c-a6bc-4900-b91a-a212272da82f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:00.600618 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6908604c-a6bc-4900-b91a-a212272da82f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/d849a1a4-fbef-4427-8c98-6d55b440421d HTTP/1.1" status: 204 len: 168 time: 0.5578277 Jul 15 13:46:00.603265 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43222) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:00.616791 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656c887-3900-4564-98ef-d4db0324d258 req-cc8fc036-0f8f-47ce-a1e4-3e47ffd0ea6f tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:00.619899 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f656c887-3900-4564-98ef-d4db0324d258 req-cc8fc036-0f8f-47ce-a1e4-3e47ffd0ea6f tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.32 "GET /v2.0/networks?id=e2c87713-3479-431f-8a41-50c58f90893b HTTP/1.1" status: 200 len: 798 time: 0.2444119 Jul 15 13:46:00.638739 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-f656c887-3900-4564-98ef-d4db0324d258 req-8a4f1c44-d72e-48ce-87c6-03c4b2f57ed0 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Request body: {'port': {'device_id': '6448275e-86fc-4f51-823e-f4a5f803b42a', 'network_id': 'e2c87713-3479-431f-8a41-50c58f90893b', 'admin_state_up': True, 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:00.652797 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a88189bd-f598-49b7-b0ea-0ad69b8a7311 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483856 Jul 15 13:46:00.655579 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43224) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:00.660840 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-889a8dce-74d0-48c9-9945-2b4e2e10ef0a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:00.701289 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3ece63-4d6c-42b6-8e92-f6d736196dfb None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:46:00.703968 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device af8c2875-b1a4-47f7-a6ff-ea1056ec6c9c up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:46:00.772961 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889a8dce-74d0-48c9-9945-2b4e2e10ef0a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:46:00.777385 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-889a8dce-74d0-48c9-9945-2b4e2e10ef0a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:00.845276 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f656c887-3900-4564-98ef-d4db0324d258 req-8a4f1c44-d72e-48ce-87c6-03c4b2f57ed0 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Made reservation on behalf of 8f9c863093174d29a2d5efec5bb85c93 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:46:00.852628 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f656c887-3900-4564-98ef-d4db0324d258 req-8a4f1c44-d72e-48ce-87c6-03c4b2f57ed0 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:00.922071 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ca1c9fc5-43a3-4ade-b0e6-f4f63aad3f93 req-57f3fbda-2762-4849-b92a-1ddf23441b2c tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/ports?device_id=6448275e-86fc-4f51-823e-f4a5f803b42a HTTP/1.1" status: 200 len: 210 time: 0.0526876 Jul 15 13:46:00.928538 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port af8c2875-b1a4-47f7-a6ff-ea1056ec6c9c triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:00.928905 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:00.980868 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4d0277fe-97e5-45e8-bd1d-5277951f0585 None None] Provisioning for port cc471625-3463-4f1d-9d05-406b6a4a5777 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:46:00.997122 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4d0277fe-97e5-45e8-bd1d-5277951f0585 None None] Provisioning complete for port cc471625-3463-4f1d-9d05-406b6a4a5777 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:00.997486 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4d0277fe-97e5-45e8-bd1d-5277951f0585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:01.023160 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-f656c887-3900-4564-98ef-d4db0324d258 req-8a4f1c44-d72e-48ce-87c6-03c4b2f57ed0 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Allocated IP 172.20.0.21 (e2c87713-3479-431f-8a41-50c58f90893b/af8eeccd-3624-48d2-9662-71ec35a57ea1/c7128a99-3774-4149-a8d3-90d73880c692) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:46:01.053663 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a068fd8a-3bd4-47e2-b723-71f510c9d6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9818cf-d1d8-4a60-a784-290efdc10180', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1318983168', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'c5d194cf-02ec-44f9-9293-3feb038c071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:48Z', 'updated_at': '2021-07-15T13:45:55Z', 'revision_number': 4, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'gw_port': {'id': 'c5d194cf-02ec-44f9-9293-3feb038c071c', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9818cf-d1d8-4a60-a784-290efdc10180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:49Z', 'updated_at': '2021-07-15T13:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'ae116c2f-d771-459b-8923-88bf703fa9ed', 'name': '', 'network_id': 'e2c87713-3479-431f-8a41-50c58f90893b', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'mac_address': 'fa:16:3e:f6:2a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9818cf-d1d8-4a60-a784-290efdc10180', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'af8eeccd-3624-48d2-9662-71ec35a57ea1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:53Z', 'updated_at': '2021-07-15T13:45:59Z', 'revision_number': 4, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'subnets': [{'id': 'af8eeccd-3624-48d2-9662-71ec35a57ea1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:01.096468 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a068fd8a-3bd4-47e2-b723-71f510c9d6bf None None] The sync data for ids ['ff9818cf-d1d8-4a60-a784-290efdc10180'] in n-d-758944-45 is: [{'id': 'ff9818cf-d1d8-4a60-a784-290efdc10180', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1318983168', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'c5d194cf-02ec-44f9-9293-3feb038c071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:48Z', 'updated_at': '2021-07-15T13:45:55Z', 'revision_number': 4, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'gw_port': {'id': 'c5d194cf-02ec-44f9-9293-3feb038c071c', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9818cf-d1d8-4a60-a784-290efdc10180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:49Z', 'updated_at': '2021-07-15T13:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'ae116c2f-d771-459b-8923-88bf703fa9ed', 'name': '', 'network_id': 'e2c87713-3479-431f-8a41-50c58f90893b', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'mac_address': 'fa:16:3e:f6:2a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff9818cf-d1d8-4a60-a784-290efdc10180', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'af8eeccd-3624-48d2-9662-71ec35a57ea1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:53Z', 'updated_at': '2021-07-15T13:45:59Z', 'revision_number': 4, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'subnets': [{'id': 'af8eeccd-3624-48d2-9662-71ec35a57ea1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:46:01.097985 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-889a8dce-74d0-48c9-9945-2b4e2e10ef0a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:01.159921 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889a8dce-74d0-48c9-9945-2b4e2e10ef0a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:46:01.164272 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-889a8dce-74d0-48c9-9945-2b4e2e10ef0a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:01.169160 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889a8dce-74d0-48c9-9945-2b4e2e10ef0a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:01.169785 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-889a8dce-74d0-48c9-9945-2b4e2e10ef0a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:01.197659 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a8dce-74d0-48c9-9945-2b4e2e10ef0a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Subnet': ['ID=1633a1bf-54f9-4511-a6f9-f622c48dbb34,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:01.210444 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-889a8dce-74d0-48c9-9945-2b4e2e10ef0a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5536342 Jul 15 13:46:01.215255 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43228) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:01.227682 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device cc471625-3463-4f1d-9d05-406b6a4a5777 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:46:01.243915 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3785e65b-fcbc-4265-a9b5-1cf086ef7925 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:01.265018 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f656c887-3900-4564-98ef-d4db0324d258 req-8a4f1c44-d72e-48ce-87c6-03c4b2f57ed0 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:01.281066 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc1e2dc-568e-42ba-a62f-d5dadb473378 None None] DHCP port deletion for 860e390d-7211-433f-9c89-14b305c5b94c request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:46:01.284417 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-f656c887-3900-4564-98ef-d4db0324d258 req-8a4f1c44-d72e-48ce-87c6-03c4b2f57ed0 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Transition to ACTIVE for port object c7128a99-3774-4149-a8d3-90d73880c692 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:01.327114 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f656c887-3900-4564-98ef-d4db0324d258 req-8a4f1c44-d72e-48ce-87c6-03c4b2f57ed0 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:01.418347 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f656c887-3900-4564-98ef-d4db0324d258 req-8a4f1c44-d72e-48ce-87c6-03c4b2f57ed0 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Network e2c87713-3479-431f-8a41-50c58f90893b is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:46:01.425678 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-f656c887-3900-4564-98ef-d4db0324d258 req-8a4f1c44-d72e-48ce-87c6-03c4b2f57ed0 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:01.455642 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-f656c887-3900-4564-98ef-d4db0324d258 req-8a4f1c44-d72e-48ce-87c6-03c4b2f57ed0 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:46:01.469469 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port cc471625-3463-4f1d-9d05-406b6a4a5777 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:01.469849 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:01.471610 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f0bfcd2f-9c98-4535-9e3a-ae8f8f03f15d req-d3ae2cc9-e068-46dc-a3e7-41bf6084afb2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2dbd4c03-3a01-4eed-b5ce-a002e32368fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2232876 Jul 15 13:46:01.472561 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3785e65b-fcbc-4265-a9b5-1cf086ef7925 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:46:01.477742 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3785e65b-fcbc-4265-a9b5-1cf086ef7925 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:01.517126 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ebc1e2dc-568e-42ba-a62f-d5dadb473378 None None] Deleting port cc471625-3463-4f1d-9d05-406b6a4a5777 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:01.517489 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ebc1e2dc-568e-42ba-a62f-d5dadb473378 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:01.532865 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f1c44-d72e-48ce-87c6-03c4b2f57ed0 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Pushing event updated for resources: {'Port': ['ID=c7128a99-3774-4149-a8d3-90d73880c692,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:01.594511 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656c887-3900-4564-98ef-d4db0324d258 req-8a4f1c44-d72e-48ce-87c6-03c4b2f57ed0 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:01.595209 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f656c887-3900-4564-98ef-d4db0324d258 req-8a4f1c44-d72e-48ce-87c6-03c4b2f57ed0 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:01.635096 n-d-758944-45 neutron-server[93813]: INFO neutron.db.ipam_backend_mixin [None req-3785e65b-fcbc-4265-a9b5-1cf086ef7925 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1633a1bf-54f9-4511-a6f9-f622c48dbb34 (CIDR: 2001:db8::/64) Jul 15 13:46:01.638084 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f656c887-3900-4564-98ef-d4db0324d258 req-8a4f1c44-d72e-48ce-87c6-03c4b2f57ed0 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0034854 Jul 15 13:46:01.648912 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-3785e65b-fcbc-4265-a9b5-1cf086ef7925 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:46:01.649515 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3785e65b-fcbc-4265-a9b5-1cf086ef7925 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:01.656868 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-f656c887-3900-4564-98ef-d4db0324d258 req-8e464557-c1f3-4a10-a8c3-176c17eec57a service neutron] Request body: {'port': {'device_id': '6448275e-86fc-4f51-823e-f4a5f803b42a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:01.712749 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3785e65b-fcbc-4265-a9b5-1cf086ef7925 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4960108 Jul 15 13:46:01.716661 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43230) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:01.725397 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-14c27076-2c25-4a4c-8ac6-3d59f0a658b7 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'subnet': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:01.798889 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f656c887-3900-4564-98ef-d4db0324d258 req-8e464557-c1f3-4a10-a8c3-176c17eec57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:01.847911 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ebc1e2dc-568e-42ba-a62f-d5dadb473378 None None] For port cc471625-3463-4f1d-9d05-406b6a4a5777, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=cc471625-3463-4f1d-9d05-406b6a4a5777,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:01.848767 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ebc1e2dc-568e-42ba-a62f-d5dadb473378 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:01.866972 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfcd2f-9c98-4535-9e3a-ae8f8f03f15d req-9cc53b6e-b371-4bdf-bcd4-d4943e503f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:01.870601 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f0bfcd2f-9c98-4535-9e3a-ae8f8f03f15d req-9cc53b6e-b371-4bdf-bcd4-d4943e503f9c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=41952a16a6834f27b5d7e8366be76781&device_id=2dbd4c03-3a01-4eed-b5ce-a002e32368fe HTTP/1.1" status: 200 len: 1098 time: 0.2326062 Jul 15 13:46:01.888905 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c27076-2c25-4a4c-8ac6-3d59f0a658b7 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:46:01.893504 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-14c27076-2c25-4a4c-8ac6-3d59f0a658b7 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:01.908556 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ebc1e2dc-568e-42ba-a62f-d5dadb473378 None None] Calling delete_port for cc471625-3463-4f1d-9d05-406b6a4a5777 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:02.030439 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfcd2f-9c98-4535-9e3a-ae8f8f03f15d req-88426b0d-c939-4559-a407-c14bc26d4660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:02.034633 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f0bfcd2f-9c98-4535-9e3a-ae8f8f03f15d req-88426b0d-c939-4559-a407-c14bc26d4660 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0285381b-612d-4c7d-b1b0-fc717534d7fc HTTP/1.1" status: 200 len: 910 time: 0.1174319 Jul 15 13:46:02.193985 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-abb5e25a-12b1-4e61-a7ff-5c2f03e6d54d None None] Provisioning for port c7128a99-3774-4149-a8d3-90d73880c692 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:46:02.201670 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-abb5e25a-12b1-4e61-a7ff-5c2f03e6d54d None None] Provisioning complete for port c7128a99-3774-4149-a8d3-90d73880c692 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:02.202336 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-abb5e25a-12b1-4e61-a7ff-5c2f03e6d54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:02.261044 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ebc1e2dc-568e-42ba-a62f-d5dadb473378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:02.302493 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1e2dc-568e-42ba-a62f-d5dadb473378 None None] Pushing event deleted for resources: {'Port': ['ID=cc471625-3463-4f1d-9d05-406b6a4a5777,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:02.308806 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc1e2dc-568e-42ba-a62f-d5dadb473378 None None] No DVR routers for this DVR port cc471625-3463-4f1d-9d05-406b6a4a5777 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:46:02.312656 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-abb5e25a-12b1-4e61-a7ff-5c2f03e6d54d None None] Port c7128a99-3774-4149-a8d3-90d73880c692 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:46:02.338615 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c645d38a-d968-419c-bf2f-f566902d72b0 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:46:02.377488 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-f656c887-3900-4564-98ef-d4db0324d258 req-8e464557-c1f3-4a10-a8c3-176c17eec57a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7128a99-3774-4149-a8d3-90d73880c692 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:46:02.391032 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f656c887-3900-4564-98ef-d4db0324d258 req-8e464557-c1f3-4a10-a8c3-176c17eec57a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:02.417979 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-f656c887-3900-4564-98ef-d4db0324d258 req-8e464557-c1f3-4a10-a8c3-176c17eec57a service neutron] Transition to ACTIVE for port object c7128a99-3774-4149-a8d3-90d73880c692 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:02.427063 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aeb0be-6e04-41c4-8d58-76b8d1fa0040 req-80b59d49-bc66-47a4-a2e9-6aba32492a5e tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:02.429287 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-53aeb0be-6e04-41c4-8d58-76b8d1fa0040 req-80b59d49-bc66-47a4-a2e9-6aba32492a5e tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/ports?device_id=6448275e-86fc-4f51-823e-f4a5f803b42a HTTP/1.1" status: 200 len: 895 time: 0.2003994 Jul 15 13:46:02.430618 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f656c887-3900-4564-98ef-d4db0324d258 req-8e464557-c1f3-4a10-a8c3-176c17eec57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:02.592447 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e464557-c1f3-4a10-a8c3-176c17eec57a service neutron] Pushing event updated for resources: {'Port': ['ID=c7128a99-3774-4149-a8d3-90d73880c692,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:02.628847 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40705606-af65-4c77-b882-9772ac6a9cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-860e390d-7211-433f-9c89-14b305c5b94c', 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'tenant_id': '2157ae18fb374de5a7af4ffb23a64509', 'fixed_ips': [{'subnet_id': '1633a1bf-54f9-4511-a6f9-f622c48dbb34'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:46:02.630888 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-40705606-af65-4c77-b882-9772ac6a9cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:02.658131 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ae116c2f-d771-459b-8923-88bf703fa9ed up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:46:02.704164 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f0bfcd2f-9c98-4535-9e3a-ae8f8f03f15d req-cd36ae35-b2fb-4599-bd2e-d642e4a09506 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1818821b-101c-4433-818d-f4ef761d451a HTTP/1.1" status: 200 len: 1001 time: 0.6617622 Jul 15 13:46:02.732683 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-f656c887-3900-4564-98ef-d4db0324d258 req-8e464557-c1f3-4a10-a8c3-176c17eec57a service neutron] Attempting to bind port c7128a99-3774-4149-a8d3-90d73880c692 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:46:02.733228 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-f656c887-3900-4564-98ef-d4db0324d258 req-8e464557-c1f3-4a10-a8c3-176c17eec57a service neutron] Attempting to bind port c7128a99-3774-4149-a8d3-90d73880c692 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'e9ccd753-55fa-4bf9-88da-03055766e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2c87713-3479-431f-8a41-50c58f90893b'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:46:02.733313 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f656c887-3900-4564-98ef-d4db0324d258 req-8e464557-c1f3-4a10-a8c3-176c17eec57a service neutron] Attempting to bind port c7128a99-3774-4149-a8d3-90d73880c692 on network e2c87713-3479-431f-8a41-50c58f90893b {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:46:02.751790 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f656c887-3900-4564-98ef-d4db0324d258 req-8e464557-c1f3-4a10-a8c3-176c17eec57a service neutron] Port c7128a99-3774-4149-a8d3-90d73880c692 on network e2c87713-3479-431f-8a41-50c58f90893b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:46:02.752109 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f656c887-3900-4564-98ef-d4db0324d258 req-8e464557-c1f3-4a10-a8c3-176c17eec57a service neutron] Attempting to bind port c7128a99-3774-4149-a8d3-90d73880c692 on network e2c87713-3479-431f-8a41-50c58f90893b {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:46:02.758890 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f656c887-3900-4564-98ef-d4db0324d258 req-8e464557-c1f3-4a10-a8c3-176c17eec57a service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:46:02.759231 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f656c887-3900-4564-98ef-d4db0324d258 req-8e464557-c1f3-4a10-a8c3-176c17eec57a service neutron] Checking segment: {'id': 'e9ccd753-55fa-4bf9-88da-03055766e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2c87713-3479-431f-8a41-50c58f90893b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:46:02.759624 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f656c887-3900-4564-98ef-d4db0324d258 req-8e464557-c1f3-4a10-a8c3-176c17eec57a service neutron] Bound using segment: {'id': 'e9ccd753-55fa-4bf9-88da-03055766e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2c87713-3479-431f-8a41-50c58f90893b'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:46:02.760069 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-f656c887-3900-4564-98ef-d4db0324d258 req-8e464557-c1f3-4a10-a8c3-176c17eec57a service neutron] Bound port: c7128a99-3774-4149-a8d3-90d73880c692, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9ccd753-55fa-4bf9-88da-03055766e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e2c87713-3479-431f-8a41-50c58f90893b'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:46:02.760428 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f656c887-3900-4564-98ef-d4db0324d258 req-8e464557-c1f3-4a10-a8c3-176c17eec57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:02.827335 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfcd2f-9c98-4535-9e3a-ae8f8f03f15d req-68574152-da4c-486f-8855-38f2764b6db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:02.829223 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f0bfcd2f-9c98-4535-9e3a-ae8f8f03f15d req-68574152-da4c-486f-8855-38f2764b6db9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4b6adcb1-87c7-4bda-bee3-bd740b4d2357 HTTP/1.1" status: 200 len: 848 time: 0.1104450 Jul 15 13:46:02.864136 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port ae116c2f-d771-459b-8923-88bf703fa9ed completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:46:02.868676 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-f656c887-3900-4564-98ef-d4db0324d258 req-8e464557-c1f3-4a10-a8c3-176c17eec57a service neutron] For port c7128a99-3774-4149-a8d3-90d73880c692, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:46:02.871808 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port ae116c2f-d771-459b-8923-88bf703fa9ed triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:02.874160 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:02.874877 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-f656c887-3900-4564-98ef-d4db0324d258 req-8e464557-c1f3-4a10-a8c3-176c17eec57a service neutron] For port c7128a99-3774-4149-a8d3-90d73880c692, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=c7128a99-3774-4149-a8d3-90d73880c692,segment=NetworkSegment(e9ccd753-55fa-4bf9-88da-03055766e176),segment_id=e9ccd753-55fa-4bf9-88da-03055766e176)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:46:02.884811 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f656c887-3900-4564-98ef-d4db0324d258 req-8e464557-c1f3-4a10-a8c3-176c17eec57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:02.931394 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656c887-3900-4564-98ef-d4db0324d258 req-8e464557-c1f3-4a10-a8c3-176c17eec57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:02.932058 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f656c887-3900-4564-98ef-d4db0324d258 req-8e464557-c1f3-4a10-a8c3-176c17eec57a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:02.933974 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f656c887-3900-4564-98ef-d4db0324d258 req-8e464557-c1f3-4a10-a8c3-176c17eec57a service neutron] 10.222.0.32 "PUT /v2.0/ports/c7128a99-3774-4149-a8d3-90d73880c692 HTTP/1.1" status: 200 len: 1056 time: 1.2816966 Jul 15 13:46:02.937091 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6448275e-86fc-4f51-823e-f4a5f803b42a', 'tag': 'c7128a99-3774-4149-a8d3-90d73880c692'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:46:02.939894 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a974d378-b05a-4967-b82a-0bf359253383" -d '{"events": [{"name": "network-changed", "server_uuid": "6448275e-86fc-4f51-823e-f4a5f803b42a", "tag": "c7128a99-3774-4149-a8d3-90d73880c692"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:46:02.961964 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-40705606-af65-4c77-b882-9772ac6a9cdf None None] Allocated IP 2001:db8::2 (860e390d-7211-433f-9c89-14b305c5b94c/1633a1bf-54f9-4511-a6f9-f622c48dbb34/ec382e9a-2e9f-4881-acb1-a3cc573cae63) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:46:03.076306 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e464557-c1f3-4a10-a8c3-176c17eec57a service neutron] Pushing event updated for resources: {'Port': ['ID=c7128a99-3774-4149-a8d3-90d73880c692,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:03.095755 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfcd2f-9c98-4535-9e3a-ae8f8f03f15d req-a73e5941-2bc7-4d25-addd-9594225f3499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:03.097962 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f0bfcd2f-9c98-4535-9e3a-ae8f8f03f15d req-a73e5941-2bc7-4d25-addd-9594225f3499 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0285381b-612d-4c7d-b1b0-fc717534d7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2599859 Jul 15 13:46:03.163544 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:03.292523 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port ae116c2f-d771-459b-8923-88bf703fa9ed, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ae116c2f-d771-459b-8923-88bf703fa9ed,segment=NetworkSegment(e9ccd753-55fa-4bf9-88da-03055766e176),segment_id=e9ccd753-55fa-4bf9-88da-03055766e176)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:03.298472 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656c887-3900-4564-98ef-d4db0324d258 req-bc40c052-1fed-4cb8-81d3-226e2a14b727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:03.300285 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f656c887-3900-4564-98ef-d4db0324d258 req-bc40c052-1fed-4cb8-81d3-226e2a14b727 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8f9c863093174d29a2d5efec5bb85c93&device_id=6448275e-86fc-4f51-823e-f4a5f803b42a HTTP/1.1" status: 200 len: 1059 time: 0.2669654 Jul 15 13:46:03.317237 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:03.429412 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f656c887-3900-4564-98ef-d4db0324d258 req-aa412d56-84bb-4524-b068-59f6eea73eda service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=c7128a99-3774-4149-a8d3-90d73880c692 HTTP/1.1" status: 200 len: 217 time: 0.1149173 Jul 15 13:46:03.437288 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-40705606-af65-4c77-b882-9772ac6a9cdf None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:03.440588 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a25742-9aee-4f70-a0d0-83d86856029f x-openstack-request-id: req-77a25742-9aee-4f70-a0d0-83d86856029f {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:46:03.440971 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6448275e-86fc-4f51-823e-f4a5f803b42a", "tag": "c7128a99-3774-4149-a8d3-90d73880c692", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:46:03.441165 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-77a25742-9aee-4f70-a0d0-83d86856029f {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:46:03.441508 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6448275e-86fc-4f51-823e-f4a5f803b42a', 'tag': 'c7128a99-3774-4149-a8d3-90d73880c692', 'status': 'completed', 'code': 200} Jul 15 13:46:03.444315 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device cc471625-3463-4f1d-9d05-406b6a4a5777 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:46:03.470115 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f0bfcd2f-9c98-4535-9e3a-ae8f8f03f15d req-b773258e-9ce1-4cfb-94bf-c5596d2f905d service neutron] 10.222.0.18 "GET /v2.0/networks/0285381b-612d-4c7d-b1b0-fc717534d7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638804 Jul 15 13:46:03.495204 n-d-758944-45 neutron-server[93813]: DEBUG neutron.objects.ports [None req-14c27076-2c25-4a4c-8ac6-3d59f0a658b7 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93813) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:46:03.500707 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-40705606-af65-4c77-b882-9772ac6a9cdf None None] Transition to ACTIVE for port object ec382e9a-2e9f-4881-acb1-a3cc573cae63 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:03.514753 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: cc471625-3463-4f1d-9d05-406b6a4a5777 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:46:03.515244 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device cc471625-3463-4f1d-9d05-406b6a4a5777 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:46:03.547481 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=ae116c2f-d771-459b-8923-88bf703fa9ed,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:03.567263 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-40705606-af65-4c77-b882-9772ac6a9cdf None None] Transition to ACTIVE for port object ec382e9a-2e9f-4881-acb1-a3cc573cae63 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:03.578648 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656c887-3900-4564-98ef-d4db0324d258 req-94f9596f-f9ab-45b9-8d7e-73ddd39d8be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:03.581298 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-40705606-af65-4c77-b882-9772ac6a9cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:03.581601 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f656c887-3900-4564-98ef-d4db0324d258 req-94f9596f-f9ab-45b9-8d7e-73ddd39d8be8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af8eeccd-3624-48d2-9662-71ec35a57ea1 HTTP/1.1" status: 200 len: 838 time: 0.1285868 Jul 15 13:46:03.606897 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f0bfcd2f-9c98-4535-9e3a-ae8f8f03f15d req-065d91c1-f6e2-439b-bf21-eb0d4228b78a service neutron] 10.222.0.18 "GET /v2.0/networks/0285381b-612d-4c7d-b1b0-fc717534d7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097233 Jul 15 13:46:03.608204 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-14c27076-2c25-4a4c-8ac6-3d59f0a658b7 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:03.631724 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40705606-af65-4c77-b882-9772ac6a9cdf None None] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:46:03.635551 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-40705606-af65-4c77-b882-9772ac6a9cdf None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:03.639720 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40705606-af65-4c77-b882-9772ac6a9cdf None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:46:03.648273 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40705606-af65-4c77-b882-9772ac6a9cdf None None] Pushing event updated for resources: {'Port': ['ID=ec382e9a-2e9f-4881-acb1-a3cc573cae63,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:03.667742 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c27076-2c25-4a4c-8ac6-3d59f0a658b7 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:46:03.673097 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-14c27076-2c25-4a4c-8ac6-3d59f0a658b7 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:03.676377 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c27076-2c25-4a4c-8ac6-3d59f0a658b7 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:03.677043 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-14c27076-2c25-4a4c-8ac6-3d59f0a658b7 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:03.697097 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c27076-2c25-4a4c-8ac6-3d59f0a658b7 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Subnet': ['ID=33a7fc41-aadd-40f0-b5c9-9da3a1588d52,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:03.703335 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-14c27076-2c25-4a4c-8ac6-3d59f0a658b7 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9846435 Jul 15 13:46:03.706102 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43240) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:03.713538 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-917dac69-319e-4a87-838d-0c9609d8c17d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Request body: {'port': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'mac_address': 'fa:16:3e:eb:19:40', 'name': 'tempest-NetworksTestDHCPv6-2033945080'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:03.716618 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-40705606-af65-4c77-b882-9772ac6a9cdf None None] Attempting to bind port ec382e9a-2e9f-4881-acb1-a3cc573cae63 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:46:03.717399 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-40705606-af65-4c77-b882-9772ac6a9cdf None None] Attempting to bind port ec382e9a-2e9f-4881-acb1-a3cc573cae63 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:46:03.718094 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40705606-af65-4c77-b882-9772ac6a9cdf None None] Attempting to bind port ec382e9a-2e9f-4881-acb1-a3cc573cae63 on network 860e390d-7211-433f-9c89-14b305c5b94c {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:46:03.725398 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40705606-af65-4c77-b882-9772ac6a9cdf None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:46:03.726181 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40705606-af65-4c77-b882-9772ac6a9cdf None None] Checking segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:46:03.726764 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-40705606-af65-4c77-b882-9772ac6a9cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:03.727448 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40705606-af65-4c77-b882-9772ac6a9cdf None None] Bound using segment: {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:46:03.728273 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-40705606-af65-4c77-b882-9772ac6a9cdf None None] Bound port: ec382e9a-2e9f-4881-acb1-a3cc573cae63, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d975d35-fc14-40d5-b551-17216008e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '860e390d-7211-433f-9c89-14b305c5b94c'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:46:03.728822 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-40705606-af65-4c77-b882-9772ac6a9cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:03.808809 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-40705606-af65-4c77-b882-9772ac6a9cdf None None] For port ec382e9a-2e9f-4881-acb1-a3cc573cae63, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:46:03.812702 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-40705606-af65-4c77-b882-9772ac6a9cdf None None] For port ec382e9a-2e9f-4881-acb1-a3cc573cae63, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ec382e9a-2e9f-4881-acb1-a3cc573cae63,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:46:03.819815 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-40705606-af65-4c77-b882-9772ac6a9cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:03.834926 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656c887-3900-4564-98ef-d4db0324d258 req-907e64a9-15e5-4fce-9b54-5fb80db5ecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:03.836527 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f656c887-3900-4564-98ef-d4db0324d258 req-907e64a9-15e5-4fce-9b54-5fb80db5ecfb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e2c87713-3479-431f-8a41-50c58f90893b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2351046 Jul 15 13:46:03.867272 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917dac69-319e-4a87-838d-0c9609d8c17d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Made reservation on behalf of 2157ae18fb374de5a7af4ffb23a64509 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:46:03.885715 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481bd74-e3fc-49cf-b58d-fd411306c9fa req-0fc48ce4-899b-4921-8202-91b10046c8be tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:03.904369 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40705606-af65-4c77-b882-9772ac6a9cdf None None] Pushing event updated for resources: {'Port': ['ID=ec382e9a-2e9f-4881-acb1-a3cc573cae63,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:03.910732 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b481bd74-e3fc-49cf-b58d-fd411306c9fa req-0fc48ce4-899b-4921-8202-91b10046c8be tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/ports?device_id=6448275e-86fc-4f51-823e-f4a5f803b42a HTTP/1.1" status: 200 len: 907 time: 0.2433484 Jul 15 13:46:03.979602 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f656c887-3900-4564-98ef-d4db0324d258 req-6bd2a620-9f0a-45aa-816a-11c22f02bfbf service neutron] 10.222.0.32 "GET /v2.0/networks/e2c87713-3479-431f-8a41-50c58f90893b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334743 Jul 15 13:46:04.018692 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-917dac69-319e-4a87-838d-0c9609d8c17d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:04.052186 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-917dac69-319e-4a87-838d-0c9609d8c17d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] device_id is not set on port a107e3fe-06f6-462c-9123-57e7790d0b9b yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:46:04.110097 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f656c887-3900-4564-98ef-d4db0324d258 req-900706e2-46a2-4ad1-bb0c-c34752937f39 service neutron] 10.222.0.32 "GET /v2.0/networks/e2c87713-3479-431f-8a41-50c58f90893b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240175 Jul 15 13:46:04.281116 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974d378-b05a-4967-b82a-0bf359253383 req-73bbd852-f332-456b-af87-eaa1a99fe784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:04.283416 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a974d378-b05a-4967-b82a-0bf359253383 req-73bbd852-f332-456b-af87-eaa1a99fe784 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8f9c863093174d29a2d5efec5bb85c93&device_id=6448275e-86fc-4f51-823e-f4a5f803b42a HTTP/1.1" status: 200 len: 1059 time: 0.0803521 Jul 15 13:46:04.328660 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-917dac69-319e-4a87-838d-0c9609d8c17d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Allocated IP 2001:db8::172 (860e390d-7211-433f-9c89-14b305c5b94c/1633a1bf-54f9-4511-a6f9-f622c48dbb34/a107e3fe-06f6-462c-9123-57e7790d0b9b) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:46:04.336790 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-917dac69-319e-4a87-838d-0c9609d8c17d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Allocated IP 2001:db8:0:1:f816:3eff:feeb:1940 (860e390d-7211-433f-9c89-14b305c5b94c/33a7fc41-aadd-40f0-b5c9-9da3a1588d52/a107e3fe-06f6-462c-9123-57e7790d0b9b) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:46:04.594876 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-917dac69-319e-4a87-838d-0c9609d8c17d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:04.621400 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-917dac69-319e-4a87-838d-0c9609d8c17d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Transition to ACTIVE for port object a107e3fe-06f6-462c-9123-57e7790d0b9b will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:04.665728 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ae116c2f-d771-459b-8923-88bf703fa9ed up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:46:04.697262 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-917dac69-319e-4a87-838d-0c9609d8c17d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:04.726033 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port ae116c2f-d771-459b-8923-88bf703fa9ed triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:04.726418 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:04.786031 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917dac69-319e-4a87-838d-0c9609d8c17d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Network 860e390d-7211-433f-9c89-14b305c5b94c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:46:04.808248 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-917dac69-319e-4a87-838d-0c9609d8c17d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:04.814088 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917dac69-319e-4a87-838d-0c9609d8c17d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:46:04.819937 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974d378-b05a-4967-b82a-0bf359253383 req-1db18178-d45e-4bbf-9bbb-38ee04750058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:04.822772 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a974d378-b05a-4967-b82a-0bf359253383 req-1db18178-d45e-4bbf-9bbb-38ee04750058 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e2c87713-3479-431f-8a41-50c58f90893b HTTP/1.1" status: 200 len: 899 time: 0.5321975 Jul 15 13:46:04.826857 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917dac69-319e-4a87-838d-0c9609d8c17d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:04.828011 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-917dac69-319e-4a87-838d-0c9609d8c17d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:04.846461 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ec382e9a-2e9f-4881-acb1-a3cc573cae63 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:46:04.855620 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-917dac69-319e-4a87-838d-0c9609d8c17d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1479754 Jul 15 13:46:04.860681 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43242) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:04.909524 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a974d378-b05a-4967-b82a-0bf359253383 req-0bad53bc-7259-44c5-96bc-ef4dff9fcbf0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=c7128a99-3774-4149-a8d3-90d73880c692 HTTP/1.1" status: 200 len: 217 time: 0.0795612 Jul 15 13:46:04.920413 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917dac69-319e-4a87-838d-0c9609d8c17d tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event updated for resources: {'Port': ['ID=a107e3fe-06f6-462c-9123-57e7790d0b9b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:04.994760 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974d378-b05a-4967-b82a-0bf359253383 req-c011d234-536f-45f6-819a-ac8bf861c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:04.996851 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a974d378-b05a-4967-b82a-0bf359253383 req-c011d234-536f-45f6-819a-ac8bf861c5f9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af8eeccd-3624-48d2-9662-71ec35a57ea1 HTTP/1.1" status: 200 len: 838 time: 0.0794115 Jul 15 13:46:05.098283 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974d378-b05a-4967-b82a-0bf359253383 req-6b94d79d-425f-4b25-976a-43490fc0a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:05.101011 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a974d378-b05a-4967-b82a-0bf359253383 req-6b94d79d-425f-4b25-976a-43490fc0a925 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e2c87713-3479-431f-8a41-50c58f90893b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0973921 Jul 15 13:46:05.104884 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-e4100b76-5ea6-4dbf-abb2-96fabc07ca18 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting port a107e3fe-06f6-462c-9123-57e7790d0b9b {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:05.105820 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4100b76-5ea6-4dbf-abb2-96fabc07ca18 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:05.167302 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port ec382e9a-2e9f-4881-acb1-a3cc573cae63 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:46:05.176182 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0180315c-b50f-4c27-8551-441e3aac2632 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:46:05.229890 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0cf84659-c054-4ff4-8cf9-040f803418f8 None None] Provisioning for port ec382e9a-2e9f-4881-acb1-a3cc573cae63 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:46:05.239596 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a974d378-b05a-4967-b82a-0bf359253383 req-2273f6a4-c704-401a-a896-ad631720fac7 service neutron] 10.222.0.32 "GET /v2.0/networks/e2c87713-3479-431f-8a41-50c58f90893b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291499 Jul 15 13:46:05.275217 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430d02f-5b22-4f44-98c6-71642aa0092f req-214f14b2-34e8-455b-91ed-a30f68fb2cc5 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:05.276041 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4430d02f-5b22-4f44-98c6-71642aa0092f req-214f14b2-34e8-455b-91ed-a30f68fb2cc5 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/ports?device_id=6448275e-86fc-4f51-823e-f4a5f803b42a HTTP/1.1" status: 200 len: 907 time: 0.2000539 Jul 15 13:46:05.279983 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4100b76-5ea6-4dbf-abb2-96fabc07ca18 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:05.290274 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0cf84659-c054-4ff4-8cf9-040f803418f8 None None] Provisioning complete for port ec382e9a-2e9f-4881-acb1-a3cc573cae63 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:05.290964 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0cf84659-c054-4ff4-8cf9-040f803418f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:05.294474 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-e4100b76-5ea6-4dbf-abb2-96fabc07ca18 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Calling delete_port for a107e3fe-06f6-462c-9123-57e7790d0b9b owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:05.354130 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a974d378-b05a-4967-b82a-0bf359253383 req-053c25e0-e245-4117-b9b7-69ba200475c8 service neutron] 10.222.0.32 "GET /v2.0/networks/e2c87713-3479-431f-8a41-50c58f90893b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081910 Jul 15 13:46:05.469858 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0cf84659-c054-4ff4-8cf9-040f803418f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:05.520159 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-0cf84659-c054-4ff4-8cf9-040f803418f8 None None] For port ec382e9a-2e9f-4881-acb1-a3cc573cae63, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ec382e9a-2e9f-4881-acb1-a3cc573cae63,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:05.527386 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0cf84659-c054-4ff4-8cf9-040f803418f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:05.532663 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4100b76-5ea6-4dbf-abb2-96fabc07ca18 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:05.564005 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4100b76-5ea6-4dbf-abb2-96fabc07ca18 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Port': ['ID=a107e3fe-06f6-462c-9123-57e7790d0b9b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:05.622565 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4100b76-5ea6-4dbf-abb2-96fabc07ca18 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:05.624713 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e4100b76-5ea6-4dbf-abb2-96fabc07ca18 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/a107e3fe-06f6-462c-9123-57e7790d0b9b HTTP/1.1" status: 204 len: 168 time: 0.7627559 Jul 15 13:46:05.624949 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf84659-c054-4ff4-8cf9-040f803418f8 None None] Pushing event updated for resources: {'Port': ['ID=ec382e9a-2e9f-4881-acb1-a3cc573cae63,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:05.628422 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43248) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:05.637588 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731ed190-f847-48ab-b5f1-d9a071338316 None None] Update dhcp port {'port': {'network_id': '860e390d-7211-433f-9c89-14b305c5b94c', 'fixed_ips': [{'subnet_id': '1633a1bf-54f9-4511-a6f9-f622c48dbb34', 'ip_address': '2001:db8::2'}, {'subnet_id': '33a7fc41-aadd-40f0-b5c9-9da3a1588d52'}], 'binding:host_id': 'n-d-758944-45'}, 'id': 'ec382e9a-2e9f-4881-acb1-a3cc573cae63'} from n-d-758944-45. {{(pid=93815) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:46:05.678494 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-731ed190-f847-48ab-b5f1-d9a071338316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:05.698271 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d4251f-022e-493a-aefc-d4611c2434d9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:05.699924 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-22d4251f-022e-493a-aefc-d4611c2434d9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0704520 Jul 15 13:46:05.703890 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43250) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:05.781093 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c1f2ba-d84a-4d4f-af4b-e47dd0bcf1e3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:05.782702 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-27c1f2ba-d84a-4d4f-af4b-e47dd0bcf1e3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0778306 Jul 15 13:46:05.787439 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43252) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:05.878177 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac18c36-f247-468a-a3e7-c22f2dac82d6 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:05.879857 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac18c36-f247-468a-a3e7-c22f2dac82d6 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:05.881303 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac18c36-f247-468a-a3e7-c22f2dac82d6 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:05.886657 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-dac18c36-f247-468a-a3e7-c22f2dac82d6 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0942421 Jul 15 13:46:05.886902 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43254) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:05.892469 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-731ed190-f847-48ab-b5f1-d9a071338316 None None] Allocated IP 2001:db8:0:1:f816:3eff:feb6:2f85 (860e390d-7211-433f-9c89-14b305c5b94c/33a7fc41-aadd-40f0-b5c9-9da3a1588d52/ec382e9a-2e9f-4881-acb1-a3cc573cae63) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:46:05.946422 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e89c03-8d1c-4f15-a486-2f72a1babd1f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting subnet 1633a1bf-54f9-4511-a6f9-f622c48dbb34 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:46:06.048262 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-731ed190-f847-48ab-b5f1-d9a071338316 None None] For port ec382e9a-2e9f-4881-acb1-a3cc573cae63, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ec382e9a-2e9f-4881-acb1-a3cc573cae63,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:06.087839 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-731ed190-f847-48ab-b5f1-d9a071338316 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:06.101979 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-731ed190-f847-48ab-b5f1-d9a071338316 None None] Transition to ACTIVE for port object ec382e9a-2e9f-4881-acb1-a3cc573cae63 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:06.106071 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-44e89c03-8d1c-4f15-a486-2f72a1babd1f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:06.106338 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-731ed190-f847-48ab-b5f1-d9a071338316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:06.155366 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-44e89c03-8d1c-4f15-a486-2f72a1babd1f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:06.204432 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ed190-f847-48ab-b5f1-d9a071338316 None None] Pushing event updated for resources: {'Port': ['ID=ec382e9a-2e9f-4881-acb1-a3cc573cae63,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:06.254258 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-44e89c03-8d1c-4f15-a486-2f72a1babd1f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:06.332222 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-44e89c03-8d1c-4f15-a486-2f72a1babd1f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:06.362530 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e89c03-8d1c-4f15-a486-2f72a1babd1f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Subnet': ['ID=1633a1bf-54f9-4511-a6f9-f622c48dbb34,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:06.369820 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-44e89c03-8d1c-4f15-a486-2f72a1babd1f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:06.372994 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-44e89c03-8d1c-4f15-a486-2f72a1babd1f tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/1633a1bf-54f9-4511-a6f9-f622c48dbb34 HTTP/1.1" status: 204 len: 168 time: 0.4845989 Jul 15 13:46:06.376949 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43258) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:06.452637 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0feb515-715e-4cbe-b7a1-4bc2d0413b59 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Deleting subnet 33a7fc41-aadd-40f0-b5c9-9da3a1588d52 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:46:06.473696 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e0feb515-715e-4cbe-b7a1-4bc2d0413b59 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:06.533477 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e0feb515-715e-4cbe-b7a1-4bc2d0413b59 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:06.554663 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ec382e9a-2e9f-4881-acb1-a3cc573cae63 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:46:06.584808 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50fdc1-c2f3-463f-a7a9-61f227c37d59 req-0e46f310-5d43-4960-bf73-80fef659d155 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:06.586488 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4b50fdc1-c2f3-463f-a7a9-61f227c37d59 req-0e46f310-5d43-4960-bf73-80fef659d155 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/ports?device_id=6448275e-86fc-4f51-823e-f4a5f803b42a HTTP/1.1" status: 200 len: 907 time: 0.1534624 Jul 15 13:46:06.652285 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e0feb515-715e-4cbe-b7a1-4bc2d0413b59 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:06.726143 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e0feb515-715e-4cbe-b7a1-4bc2d0413b59 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:06.761496 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0feb515-715e-4cbe-b7a1-4bc2d0413b59 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Subnet': ['ID=33a7fc41-aadd-40f0-b5c9-9da3a1588d52,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:06.765290 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e0feb515-715e-4cbe-b7a1-4bc2d0413b59 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:06.772645 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e0feb515-715e-4cbe-b7a1-4bc2d0413b59 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/33a7fc41-aadd-40f0-b5c9-9da3a1588d52 HTTP/1.1" status: 204 len: 168 time: 0.3893061 Jul 15 13:46:06.773632 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43260) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:06.818511 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e01c80f6-0355-4974-9b69-f32b106a5a97 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434127 Jul 15 13:46:06.822922 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43262) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:06.832242 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee771e0c-a4c0-46d2-b1e3-0c015085ce96 None None] Network 860e390d-7211-433f-9c89-14b305c5b94c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:46:06.898201 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f5f3214f-64a9-4ccc-8be8-78b94d17a862 None None] Provisioning for port ec382e9a-2e9f-4881-acb1-a3cc573cae63 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:46:06.904124 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce27942-ef89-478a-b4af-28f7decd5da8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:06.907907 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7ce27942-ef89-478a-b4af-28f7decd5da8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0809088 Jul 15 13:46:06.908183 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43264) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:06.909022 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f5f3214f-64a9-4ccc-8be8-78b94d17a862 None None] Provisioning complete for port ec382e9a-2e9f-4881-acb1-a3cc573cae63 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:06.909508 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f5f3214f-64a9-4ccc-8be8-78b94d17a862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:06.964060 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f735ef44-a01a-42e7-af80-6ebb642fec3e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:06.965589 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f735ef44-a01a-42e7-af80-6ebb642fec3e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0561421 Jul 15 13:46:06.968698 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43266) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:07.009307 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8c25b624-60b6-47bc-98c4-3a16d542d4eb tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0393963 Jul 15 13:46:07.016377 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43268) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:07.050905 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f5f3214f-64a9-4ccc-8be8-78b94d17a862 None None] Could not find standard attr ID for object a107e3fe-06f6-462c-9123-57e7790d0b9b. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:46:07.060230 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f7c32d-2dfb-48b6-a462-bdb4f90785eb tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:07.061004 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78f7c32d-2dfb-48b6-a462-bdb4f90785eb tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:07.062794 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-78f7c32d-2dfb-48b6-a462-bdb4f90785eb tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/a107e3fe-06f6-462c-9123-57e7790d0b9b HTTP/1.1" status: 404 len: 333 time: 0.0470803 Jul 15 13:46:07.065257 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43270) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:07.093244 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-f55d15f6-8a98-4fbd-b986-cb7dd2e64568 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:07.093709 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f55d15f6-8a98-4fbd-b986-cb7dd2e64568 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:07.096668 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f55d15f6-8a98-4fbd-b986-cb7dd2e64568 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/33a7fc41-aadd-40f0-b5c9-9da3a1588d52 HTTP/1.1" status: 404 len: 337 time: 0.0293088 Jul 15 13:46:07.098084 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43272) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:07.103280 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67556dc5-ebb3-4b89-960c-0d9dacd0f5f8 None None] DHCP port deletion for 860e390d-7211-433f-9c89-14b305c5b94c request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:46:07.125611 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf8b68eb-8901-4289-8fb6-2ce55a5b9ab4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:07.126109 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf8b68eb-8901-4289-8fb6-2ce55a5b9ab4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:07.127912 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-cf8b68eb-8901-4289-8fb6-2ce55a5b9ab4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/1633a1bf-54f9-4511-a6f9-f622c48dbb34 HTTP/1.1" status: 404 len: 337 time: 0.0288267 Jul 15 13:46:07.131015 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43274) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:07.160273 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e2ac19-5036-4951-87bd-409181da98b7 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:07.163769 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43e2ac19-5036-4951-87bd-409181da98b7 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:07.163769 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-43e2ac19-5036-4951-87bd-409181da98b7 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/69132940-dffa-4638-ac71-3ae68e78e8da HTTP/1.1" status: 404 len: 333 time: 0.0315516 Jul 15 13:46:07.167797 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43276) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:07.172792 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-67556dc5-ebb3-4b89-960c-0d9dacd0f5f8 None None] Deleting port ec382e9a-2e9f-4881-acb1-a3cc573cae63 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:07.173212 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67556dc5-ebb3-4b89-960c-0d9dacd0f5f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:07.194983 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d24ea0c-94bd-4672-b45f-c63dbaab9901 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:07.195452 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d24ea0c-94bd-4672-b45f-c63dbaab9901 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:07.197258 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5d24ea0c-94bd-4672-b45f-c63dbaab9901 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/a6cafe40-df0c-49da-961e-347511f3bd89 HTTP/1.1" status: 404 len: 337 time: 0.0283470 Jul 15 13:46:07.200186 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43278) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:07.234524 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d59584-4884-4bc8-bb35-2c7929812468 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:07.235275 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53d59584-4884-4bc8-bb35-2c7929812468 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:07.237791 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-53d59584-4884-4bc8-bb35-2c7929812468 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/d849a1a4-fbef-4427-8c98-6d55b440421d HTTP/1.1" status: 404 len: 337 time: 0.0364859 Jul 15 13:46:07.240541 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43280) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:07.258481 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-67556dc5-ebb3-4b89-960c-0d9dacd0f5f8 None None] For port ec382e9a-2e9f-4881-acb1-a3cc573cae63, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ec382e9a-2e9f-4881-acb1-a3cc573cae63,segment=NetworkSegment(8d975d35-fc14-40d5-b551-17216008e718),segment_id=8d975d35-fc14-40d5-b551-17216008e718)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:07.258876 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67556dc5-ebb3-4b89-960c-0d9dacd0f5f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:07.274457 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-67556dc5-ebb3-4b89-960c-0d9dacd0f5f8 None None] Calling delete_port for ec382e9a-2e9f-4881-acb1-a3cc573cae63 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:07.276757 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-bddf5586-4a42-4b10-bfd9-5b8889f0baa4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:07.277638 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bddf5586-4a42-4b10-bfd9-5b8889f0baa4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:07.279584 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-bddf5586-4a42-4b10-bfd9-5b8889f0baa4 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/d2f8a06d-da20-4836-8141-3f51d4b541a8 HTTP/1.1" status: 404 len: 333 time: 0.0379322 Jul 15 13:46:07.282305 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43282) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:07.310183 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7375e47-3633-4b5a-b464-0cfbf8f53a79 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:07.310540 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7375e47-3633-4b5a-b464-0cfbf8f53a79 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:07.312336 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e7375e47-3633-4b5a-b464-0cfbf8f53a79 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/93008546-953d-4873-9599-603cd7600619 HTTP/1.1" status: 404 len: 337 time: 0.0290413 Jul 15 13:46:07.315289 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43284) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:07.320302 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device c7128a99-3774-4149-a8d3-90d73880c692 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:46:07.347855 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ce50b3-8d2a-4134-86fb-555fc7402618 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:07.348319 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2ce50b3-8d2a-4134-86fb-555fc7402618 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:07.350732 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c2ce50b3-8d2a-4134-86fb-555fc7402618 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/de76ffd1-1325-48dd-8969-061e6d54603a HTTP/1.1" status: 404 len: 337 time: 0.0341408 Jul 15 13:46:07.353563 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43286) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:07.385310 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-f939712b-b9e8-472c-9196-963a8e616e1b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:07.386124 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f939712b-b9e8-472c-9196-963a8e616e1b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:07.387935 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f939712b-b9e8-472c-9196-963a8e616e1b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/7bcce75c-f5c5-45aa-924a-5a53799e5a16 HTTP/1.1" status: 404 len: 333 time: 0.0325613 Jul 15 13:46:07.390540 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43288) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:07.418916 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7126cec-1ba7-4bb2-b092-c790913dbeae tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:07.419370 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7126cec-1ba7-4bb2-b092-c790913dbeae tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:07.421255 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c7126cec-1ba7-4bb2-b092-c790913dbeae tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/06f190e0-d05a-4326-ac91-078cfd22b99a HTTP/1.1" status: 404 len: 337 time: 0.0289862 Jul 15 13:46:07.424997 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43290) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:07.431173 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67556dc5-ebb3-4b89-960c-0d9dacd0f5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:07.453857 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-be2fdb4a-7c2c-452f-8200-c3d6d9d5e18c tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:07.454332 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be2fdb4a-7c2c-452f-8200-c3d6d9d5e18c tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:07.459679 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-be2fdb4a-7c2c-452f-8200-c3d6d9d5e18c tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/800a7ed7-248a-4929-9ced-fac081cda880 HTTP/1.1" status: 404 len: 337 time: 0.0296285 Jul 15 13:46:07.460007 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43292) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:07.466629 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67556dc5-ebb3-4b89-960c-0d9dacd0f5f8 None None] Pushing event deleted for resources: {'Port': ['ID=ec382e9a-2e9f-4881-acb1-a3cc573cae63,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:07.474886 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port c7128a99-3774-4149-a8d3-90d73880c692, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=c7128a99-3774-4149-a8d3-90d73880c692,segment=NetworkSegment(e9ccd753-55fa-4bf9-88da-03055766e176),segment_id=e9ccd753-55fa-4bf9-88da-03055766e176)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:07.477693 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67556dc5-ebb3-4b89-960c-0d9dacd0f5f8 None None] No DVR routers for this DVR port ec382e9a-2e9f-4881-acb1-a3cc573cae63 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:46:07.489115 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'c7128a99-3774-4149-a8d3-90d73880c692', 'network_id': 'e2c87713-3479-431f-8a41-50c58f90893b', 'port_id': 'c7128a99-3774-4149-a8d3-90d73880c692', 'mac_address': 'fa:16:3e:4a:74:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8eeccd-3624-48d2-9662-71ec35a57ea1', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:46:07.495803 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ed3c353-5d8e-42c8-b0a4-874de2663bb3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:07.496583 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ed3c353-5d8e-42c8-b0a4-874de2663bb3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:07.499850 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2ed3c353-5d8e-42c8-b0a4-874de2663bb3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/48b00d53-971e-4117-a460-0cad760410c3 HTTP/1.1" status: 404 len: 333 time: 0.0389280 Jul 15 13:46:07.502871 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43294) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:07.536728 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c336546-de81-45a8-82cb-7a3d7d551099 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:07.537315 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c336546-de81-45a8-82cb-7a3d7d551099 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:07.539185 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7c336546-de81-45a8-82cb-7a3d7d551099 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/1311919d-c131-483c-bda6-49f90f01a149 HTTP/1.1" status: 404 len: 337 time: 0.0349607 Jul 15 13:46:07.541822 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43296) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:07.552382 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:07.569373 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c6922b-6d5a-4472-93cb-b45a2814e247 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:07.569599 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7128a99-3774-4149-a8d3-90d73880c692 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:46:07.570162 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01c6922b-6d5a-4472-93cb-b45a2814e247 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:07.571883 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-01c6922b-6d5a-4472-93cb-b45a2814e247 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/b5cbb8ab-86d3-4b48-b227-b00b245d4916 HTTP/1.1" status: 404 len: 333 time: 0.0289121 Jul 15 13:46:07.575626 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43298) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:07.597871 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port c7128a99-3774-4149-a8d3-90d73880c692, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=c7128a99-3774-4149-a8d3-90d73880c692,segment=NetworkSegment(e9ccd753-55fa-4bf9-88da-03055766e176),segment_id=e9ccd753-55fa-4bf9-88da-03055766e176)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:07.603786 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:07.604456 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f053e5-1f3f-416f-9fe3-a635ced8e564 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:07.604924 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83f053e5-1f3f-416f-9fe3-a635ced8e564 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:07.609806 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-83f053e5-1f3f-416f-9fe3-a635ced8e564 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/4ee5b7e2-80f1-4d59-8b99-26839d8832cc HTTP/1.1" status: 404 len: 337 time: 0.0313962 Jul 15 13:46:07.611995 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43300) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:07.642617 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d542ded-7035-4535-95fa-aa9949df0cc8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:07.643436 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d542ded-7035-4535-95fa-aa9949df0cc8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:07.649223 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6d542ded-7035-4535-95fa-aa9949df0cc8 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/47cf9f40-576c-4f35-8362-1a58d0a3b46a HTTP/1.1" status: 404 len: 333 time: 0.0319557 Jul 15 13:46:07.649458 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43304) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:07.678812 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=c7128a99-3774-4149-a8d3-90d73880c692,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:07.698095 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ce3162-acb1-443a-96a6-cf81299eb5e2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:07.698684 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02ce3162-acb1-443a-96a6-cf81299eb5e2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:07.700947 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-02ce3162-acb1-443a-96a6-cf81299eb5e2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/d360504f-3940-401c-815b-e9a4c149b67c HTTP/1.1" status: 404 len: 337 time: 0.0495405 Jul 15 13:46:07.703851 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43306) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:07.731886 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-940f53cc-e445-46bd-a5dd-65e7f1a99fe9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:07.732647 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-940f53cc-e445-46bd-a5dd-65e7f1a99fe9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:07.734615 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-940f53cc-e445-46bd-a5dd-65e7f1a99fe9 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/486b0064-8b6e-42d7-a583-32e934343da0 HTTP/1.1" status: 404 len: 333 time: 0.0296726 Jul 15 13:46:07.737593 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43308) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:07.765321 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-b94f4e0c-dc5a-4327-be56-e1bcef1a6063 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:07.765728 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b94f4e0c-dc5a-4327-be56-e1bcef1a6063 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:07.767615 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b94f4e0c-dc5a-4327-be56-e1bcef1a6063 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/b892a6e6-ae7d-470d-bc64-4e15adef2cf4 HTTP/1.1" status: 404 len: 337 time: 0.0290234 Jul 15 13:46:07.771815 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43310) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:07.793282 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83470fb4-8058-43de-b53e-8c270802ac64 req-4a637c18-f72e-4f09-a07b-32fa285f480d tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:07.794964 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-83470fb4-8058-43de-b53e-8c270802ac64 req-4a637c18-f72e-4f09-a07b-32fa285f480d tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/ports?device_id=6448275e-86fc-4f51-823e-f4a5f803b42a HTTP/1.1" status: 200 len: 908 time: 0.0752373 Jul 15 13:46:07.800281 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ee5e944-a94b-4cb1-a37b-ea791638335c tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:07.801027 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ee5e944-a94b-4cb1-a37b-ea791638335c tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:07.806218 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8ee5e944-a94b-4cb1-a37b-ea791638335c tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/d0cb518c-6ae2-4770-9f3f-859775d4853c HTTP/1.1" status: 404 len: 333 time: 0.0333192 Jul 15 13:46:07.806629 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43312) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:07.841284 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-656712d9-529b-4581-a270-614f63ddb6d3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:07.842007 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-656712d9-529b-4581-a270-614f63ddb6d3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:07.843471 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-656712d9-529b-4581-a270-614f63ddb6d3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/7c860ca2-66d1-493c-b12a-0398bd431cb9 HTTP/1.1" status: 404 len: 337 time: 0.0356567 Jul 15 13:46:07.845977 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43314) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:07.873157 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-96de2f94-af76-428b-93ef-ebb5469c057e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:07.873932 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96de2f94-af76-428b-93ef-ebb5469c057e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:07.875738 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-96de2f94-af76-428b-93ef-ebb5469c057e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/6a9b677c-2d00-4a77-85ca-8f67b11e8c6c HTTP/1.1" status: 404 len: 333 time: 0.0288312 Jul 15 13:46:07.879170 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43316) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:07.880611 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['c7128a99-3774-4149-a8d3-90d73880c692'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:46:07.906963 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-886cc941-8dcd-46e7-b477-9b78a7f6dcb2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:07.907427 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-886cc941-8dcd-46e7-b477-9b78a7f6dcb2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:07.909494 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-886cc941-8dcd-46e7-b477-9b78a7f6dcb2 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/3774d6cb-aaaa-4c32-8db5-fcdc29a49f3f HTTP/1.1" status: 404 len: 337 time: 0.0284553 Jul 15 13:46:07.913096 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43318) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:07.945010 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed9c2eb-de3c-4dde-bb50-146e73a94660 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:07.945474 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ed9c2eb-de3c-4dde-bb50-146e73a94660 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:07.947282 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9ed9c2eb-de3c-4dde-bb50-146e73a94660 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/fbde2502-ea18-4f62-9e91-20bae761564c HTTP/1.1" status: 404 len: 337 time: 0.0332232 Jul 15 13:46:07.949879 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43320) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:07.977294 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-46f417a4-7aee-430f-948c-0a71b407b17c tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:07.978050 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46f417a4-7aee-430f-948c-0a71b407b17c tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:07.979824 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-46f417a4-7aee-430f-948c-0a71b407b17c tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/e4a6cbb9-f3c7-4046-bb01-fa4681866626 HTTP/1.1" status: 404 len: 333 time: 0.0290287 Jul 15 13:46:07.982538 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43322) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:08.011708 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c345bf8-ca96-42c4-b64e-c0656bb7df03 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:08.012163 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c345bf8-ca96-42c4-b64e-c0656bb7df03 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:08.013953 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3c345bf8-ca96-42c4-b64e-c0656bb7df03 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/c6c48680-0a74-4b4b-8a05-1606205c4498 HTTP/1.1" status: 404 len: 337 time: 0.0304286 Jul 15 13:46:08.016629 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43324) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:08.044083 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-da42b9f9-0f4e-41d0-8d8d-00cb3f504ebb tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:08.044552 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da42b9f9-0f4e-41d0-8d8d-00cb3f504ebb tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:08.048636 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-da42b9f9-0f4e-41d0-8d8d-00cb3f504ebb tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/ebe7ee7e-c646-4acb-a34b-096f6ea8cb8d HTTP/1.1" status: 404 len: 337 time: 0.0288558 Jul 15 13:46:08.048940 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43326) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:08.077238 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-917b6dc4-4a95-4c88-b1e2-af84fcdca7f3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:08.077962 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-917b6dc4-4a95-4c88-b1e2-af84fcdca7f3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:08.079733 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-917b6dc4-4a95-4c88-b1e2-af84fcdca7f3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/3cce68c3-12a2-44ca-951e-583f1a160b5d HTTP/1.1" status: 404 len: 333 time: 0.0297904 Jul 15 13:46:08.082274 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43328) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:08.112887 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-435e5d65-0517-4beb-a524-738988c81659 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:08.113262 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-435e5d65-0517-4beb-a524-738988c81659 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:08.115580 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-435e5d65-0517-4beb-a524-738988c81659 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/cdf55077-b745-4cf9-b4ba-9e0a50733c17 HTTP/1.1" status: 404 len: 337 time: 0.0323505 Jul 15 13:46:08.119015 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43330) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:08.146631 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b865ac8-a6f2-4599-8231-2a72c848c13a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:08.147088 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b865ac8-a6f2-4599-8231-2a72c848c13a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:08.148886 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2b865ac8-a6f2-4599-8231-2a72c848c13a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/fbca739e-a253-4a40-b70c-9fb299a42eaa HTTP/1.1" status: 404 len: 337 time: 0.0289431 Jul 15 13:46:08.151388 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43332) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:08.178870 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0960d4c-0640-475d-a692-06555bf3b124 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:08.179634 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0960d4c-0640-475d-a692-06555bf3b124 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:08.181428 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f0960d4c-0640-475d-a692-06555bf3b124 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/b63e0294-ea62-48be-8db1-bd1bc9a890df HTTP/1.1" status: 404 len: 333 time: 0.0291033 Jul 15 13:46:08.184326 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43334) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:08.211160 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-924c1624-047d-47c9-9b72-9384c9537653 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:08.211616 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-924c1624-047d-47c9-9b72-9384c9537653 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:08.213391 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-924c1624-047d-47c9-9b72-9384c9537653 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/3684c400-1ac4-4a00-be38-cc4d2630c987 HTTP/1.1" status: 404 len: 337 time: 0.0281456 Jul 15 13:46:08.217239 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43336) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:08.247463 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a808f9-bdc7-4987-b6f5-29714f3272b3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:08.247927 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96a808f9-bdc7-4987-b6f5-29714f3272b3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:08.249700 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-96a808f9-bdc7-4987-b6f5-29714f3272b3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/71465745-9d6b-4a72-9a27-9ac452a38e20 HTTP/1.1" status: 404 len: 337 time: 0.0314207 Jul 15 13:46:08.252328 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43338) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:08.285591 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4ba12ecd-8798-4347-ac96-d13e8dc22867 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports?device_id=e455b268-4919-48ba-9126-a6bdc4a24efe HTTP/1.1" status: 200 len: 205 time: 0.0321870 Jul 15 13:46:08.288507 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43340) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:08.326028 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-baef11ff-0dcf-4593-9d90-1a4dd6a5f664 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] delete failed (client error): The resource could not be found. Jul 15 13:46:08.327079 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-baef11ff-0dcf-4593-9d90-1a4dd6a5f664 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/routers/e455b268-4919-48ba-9126-a6bdc4a24efe HTTP/1.1" status: 404 len: 336 time: 0.0376596 Jul 15 13:46:08.329633 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43342) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:08.357395 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-64c64e58-4e8e-42df-9720-83e7d98bc1f6 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:08.357880 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64c64e58-4e8e-42df-9720-83e7d98bc1f6 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:08.359649 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-64c64e58-4e8e-42df-9720-83e7d98bc1f6 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/72423c1e-7c79-4d55-a501-fed71de784ca HTTP/1.1" status: 404 len: 337 time: 0.0290804 Jul 15 13:46:08.362254 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43344) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:08.393934 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3ccd6477-3e98-43e2-83bf-07cd024cb93a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "GET /v2.0/ports?device_id=494bea1f-c0e8-4546-bc4c-34e712d3c5c2 HTTP/1.1" status: 200 len: 205 time: 0.0304689 Jul 15 13:46:08.396300 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43346) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:08.407508 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:08.440905 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-79b1edb9-5d23-447d-a9b2-05f07f39c2fd tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] delete failed (client error): The resource could not be found. Jul 15 13:46:08.442015 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-79b1edb9-5d23-447d-a9b2-05f07f39c2fd tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/routers/494bea1f-c0e8-4546-bc4c-34e712d3c5c2 HTTP/1.1" status: 404 len: 336 time: 0.0447307 Jul 15 13:46:08.444765 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43348) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:08.472276 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5530cd3-9bc7-44c5-8808-554a51d2f01e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:08.472635 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5530cd3-9bc7-44c5-8808-554a51d2f01e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:08.475176 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c5530cd3-9bc7-44c5-8808-554a51d2f01e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/5b292afe-d388-438d-b358-de0332148ca1 HTTP/1.1" status: 404 len: 337 time: 0.0294504 Jul 15 13:46:08.479125 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43350) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:08.506528 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-95344d13-2adb-47e2-8b7b-ce06535d361b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:08.507201 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95344d13-2adb-47e2-8b7b-ce06535d361b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:08.508768 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-95344d13-2adb-47e2-8b7b-ce06535d361b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/68afc236-ec36-42b7-b68e-dfb153e36a08 HTTP/1.1" status: 404 len: 337 time: 0.0286989 Jul 15 13:46:08.513746 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43352) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:08.526138 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ec382e9a-2e9f-4881-acb1-a3cc573cae63 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:46:08.546776 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d65102e-c09c-4505-a41f-42a8bb4f33fa tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:08.547503 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d65102e-c09c-4505-a41f-42a8bb4f33fa tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:08.549963 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: ec382e9a-2e9f-4881-acb1-a3cc573cae63 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:46:08.550309 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ec382e9a-2e9f-4881-acb1-a3cc573cae63 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:46:08.552369 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9d65102e-c09c-4505-a41f-42a8bb4f33fa tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/b1579f43-8700-4517-885f-a8712a4fd744 HTTP/1.1" status: 404 len: 333 time: 0.0364602 Jul 15 13:46:08.554284 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43354) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:08.581168 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af103e8-5261-4854-a9d6-64729a8acbb6 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:08.581621 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af103e8-5261-4854-a9d6-64729a8acbb6 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:08.583966 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4af103e8-5261-4854-a9d6-64729a8acbb6 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/b860b2e7-5044-462e-9b0e-176b7976c25c HTTP/1.1" status: 404 len: 337 time: 0.0288560 Jul 15 13:46:08.586896 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43356) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:08.617276 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-09544ca9-f822-4631-88f4-4d053878c6e5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:08.618316 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09544ca9-f822-4631-88f4-4d053878c6e5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:08.620087 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-09544ca9-f822-4631-88f4-4d053878c6e5 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/efbf84af-4d0c-4ad1-8e47-131ca724345f HTTP/1.1" status: 404 len: 333 time: 0.0321844 Jul 15 13:46:08.622646 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43358) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:08.649797 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5444b8b-121f-4363-944a-4ab992b70d58 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:08.650183 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5444b8b-121f-4363-944a-4ab992b70d58 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:08.651994 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d5444b8b-121f-4363-944a-4ab992b70d58 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/60e2308f-2fad-4843-95a3-7bd3b8623844 HTTP/1.1" status: 404 len: 337 time: 0.0282571 Jul 15 13:46:08.655229 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43360) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:08.682952 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93daa55-2065-4b8d-bc6f-85d0ec13c40e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:08.683696 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f93daa55-2065-4b8d-bc6f-85d0ec13c40e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:08.685472 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f93daa55-2065-4b8d-bc6f-85d0ec13c40e tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/ebf15922-dd5a-451b-9cbb-d88736799b0c HTTP/1.1" status: 404 len: 333 time: 0.0293174 Jul 15 13:46:08.688140 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43362) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:08.719798 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e683724-3260-4ba1-b2f6-63f043f6ecc3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:08.720267 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e683724-3260-4ba1-b2f6-63f043f6ecc3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:08.722131 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4e683724-3260-4ba1-b2f6-63f043f6ecc3 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/c3ed5a47-1c5d-4f69-9fe2-865ad1526814 HTTP/1.1" status: 404 len: 337 time: 0.0329630 Jul 15 13:46:08.725370 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43364) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:08.752750 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f1fc1f1-1494-4e63-a93b-613ee3eca9fe tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:08.753500 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f1fc1f1-1494-4e63-a93b-613ee3eca9fe tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:08.755364 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6f1fc1f1-1494-4e63-a93b-613ee3eca9fe tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/e0c3f587-ce77-4a5b-8bda-29c5ceb28ef0 HTTP/1.1" status: 404 len: 333 time: 0.0289714 Jul 15 13:46:08.757918 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43366) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:08.784484 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-03ec2add-19ea-4b98-afd0-bc9c3e74e2ee tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:08.784995 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03ec2add-19ea-4b98-afd0-bc9c3e74e2ee tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:08.787447 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-03ec2add-19ea-4b98-afd0-bc9c3e74e2ee tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/89364b5d-8d27-41c7-81a1-534659310ddd HTTP/1.1" status: 404 len: 337 time: 0.0286016 Jul 15 13:46:08.790062 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43368) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:08.818741 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-d731015a-d746-4f61-9ed6-6c51139d6073 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:08.819835 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d731015a-d746-4f61-9ed6-6c51139d6073 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:08.821605 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d731015a-d746-4f61-9ed6-6c51139d6073 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/83f9d36b-1952-478a-b335-d57399741434 HTTP/1.1" status: 404 len: 333 time: 0.0301900 Jul 15 13:46:08.824376 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43370) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:08.852316 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b3965dc-3d1f-4b27-93a1-ea45233b56fd tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:08.853032 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b3965dc-3d1f-4b27-93a1-ea45233b56fd tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:08.857720 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6b3965dc-3d1f-4b27-93a1-ea45233b56fd tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/2b37aa86-5192-41b3-9208-67c71ecddfc0 HTTP/1.1" status: 404 len: 337 time: 0.0292647 Jul 15 13:46:08.857996 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43374) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:08.889981 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-905e6557-f3e3-47de-a3c3-d9fd46a9bc9a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:08.890715 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-905e6557-f3e3-47de-a3c3-d9fd46a9bc9a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:08.892728 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-905e6557-f3e3-47de-a3c3-d9fd46a9bc9a tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/d73fb0b7-b2b2-4021-8c14-06fb0cde1b16 HTTP/1.1" status: 404 len: 333 time: 0.0337622 Jul 15 13:46:08.895995 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43376) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:08.922552 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-9abc2459-1633-4280-87ab-b33033dbd02b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:08.922922 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9abc2459-1633-4280-87ab-b33033dbd02b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:08.926277 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9abc2459-1633-4280-87ab-b33033dbd02b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/a7b4d8aa-b34e-443f-96d6-27a51b54d71a HTTP/1.1" status: 404 len: 337 time: 0.0292203 Jul 15 13:46:08.927661 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43378) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:08.954991 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffda3e2f-7f7c-4921-bbd6-6b0141e48c56 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:08.955736 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffda3e2f-7f7c-4921-bbd6-6b0141e48c56 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:08.957524 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ffda3e2f-7f7c-4921-bbd6-6b0141e48c56 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/ports/15100239-9077-4df6-a257-fa55a1130271 HTTP/1.1" status: 404 len: 333 time: 0.0289118 Jul 15 13:46:08.960072 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43380) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:08.986791 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb97b7cc-53a4-47a5-9eef-52369012ea51 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:08.987258 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb97b7cc-53a4-47a5-9eef-52369012ea51 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:08.989125 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fb97b7cc-53a4-47a5-9eef-52369012ea51 tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/subnets/3cd3874c-fa66-4511-9099-2ef91ef82e73 HTTP/1.1" status: 404 len: 337 time: 0.0280395 Jul 15 13:46:08.993809 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43382) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:09.000301 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2150e0-f2bf-47a2-ae70-4336d726b84a req-9636227f-a81d-4775-85d1-1610e7ccf1cb tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:09.001852 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa2150e0-f2bf-47a2-ae70-4336d726b84a req-9636227f-a81d-4775-85d1-1610e7ccf1cb tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/ports?device_id=6448275e-86fc-4f51-823e-f4a5f803b42a HTTP/1.1" status: 200 len: 908 time: 0.0786853 Jul 15 13:46:09.077703 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b94fef2-a2a7-42a8-b560-015180f3ee5b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:09.165358 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b94fef2-a2a7-42a8-b560-015180f3ee5b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:09.177227 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-1b94fef2-a2a7-42a8-b560-015180f3ee5b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860e390d-7211-433f-9c89-14b305c5b94c']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:09.191926 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-1b94fef2-a2a7-42a8-b560-015180f3ee5b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d975d35-fc14-40d5-b551-17216008e718') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:09.192356 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-1b94fef2-a2a7-42a8-b560-015180f3ee5b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d975d35-fc14-40d5-b551-17216008e718') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:09.202289 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b94fef2-a2a7-42a8-b560-015180f3ee5b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:09.216592 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b94fef2-a2a7-42a8-b560-015180f3ee5b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:09.222994 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b94fef2-a2a7-42a8-b560-015180f3ee5b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:46:09.223896 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b94fef2-a2a7-42a8-b560-015180f3ee5b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:46:09.227116 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:46:09.295548 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b94fef2-a2a7-42a8-b560-015180f3ee5b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:09.300966 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b94fef2-a2a7-42a8-b560-015180f3ee5b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:09.307147 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1b94fef2-a2a7-42a8-b560-015180f3ee5b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] 10.222.0.24 "DELETE /v2.0/networks/860e390d-7211-433f-9c89-14b305c5b94c HTTP/1.1" status: 204 len: 168 time: 0.3097162 Jul 15 13:46:09.324126 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device c7128a99-3774-4149-a8d3-90d73880c692 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:46:09.327373 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94fef2-a2a7-42a8-b560-015180f3ee5b tempest-NetworksTestDHCPv6-1362726747 tempest-NetworksTestDHCPv6-1362726747-project] Pushing event deleted for resources: {'Network': ['ID=860e390d-7211-433f-9c89-14b305c5b94c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:09.377863 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port c7128a99-3774-4149-a8d3-90d73880c692 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:46:09.381773 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port c7128a99-3774-4149-a8d3-90d73880c692 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:09.382179 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:09.479768 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:09.505696 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6448275e-86fc-4f51-823e-f4a5f803b42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7128a99-3774-4149-a8d3-90d73880c692'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:46:09.508140 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d94076f-f48a-457d-bef6-07aa2830cab3" -d '{"events": [{"server_uuid": "6448275e-86fc-4f51-823e-f4a5f803b42a", "name": "network-vif-plugged", "status": "completed", "tag": "c7128a99-3774-4149-a8d3-90d73880c692"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:46:09.523464 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port c7128a99-3774-4149-a8d3-90d73880c692, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=c7128a99-3774-4149-a8d3-90d73880c692,segment=NetworkSegment(e9ccd753-55fa-4bf9-88da-03055766e176),segment_id=e9ccd753-55fa-4bf9-88da-03055766e176)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:09.528421 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:09.580944 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=c7128a99-3774-4149-a8d3-90d73880c692,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:09.615275 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43392) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:09.751128 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9794b2-45cb-4148-ad47-d99b79a02026 x-openstack-request-id: req-0f9794b2-45cb-4148-ad47-d99b79a02026 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:46:09.751454 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6448275e-86fc-4f51-823e-f4a5f803b42a", "name": "network-vif-plugged", "status": "completed", "tag": "c7128a99-3774-4149-a8d3-90d73880c692", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:46:09.751738 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f9794b2-45cb-4148-ad47-d99b79a02026 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:46:09.752137 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6448275e-86fc-4f51-823e-f4a5f803b42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7128a99-3774-4149-a8d3-90d73880c692', 'code': 200} Jul 15 13:46:09.812367 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-26c09035-0959-42f9-9c49-bc464f58d693 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2157ae18fb374de5a7af4ffb23a64509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1958787 Jul 15 13:46:09.815359 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43398) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:09.869707 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c42528a5-11d8-42f8-a331-1fe8d750ad64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:09.892904 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c42528a5-11d8-42f8-a331-1fe8d750ad64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:09.899323 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0a628-0e15-40de-ad4a-27b54ba7a4ce req-51d3266a-0897-492e-b146-91f7ac3a67f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:09.900923 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-61a0a628-0e15-40de-ad4a-27b54ba7a4ce req-51d3266a-0897-492e-b146-91f7ac3a67f1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6448275e-86fc-4f51-823e-f4a5f803b42a HTTP/1.1" status: 200 len: 1061 time: 0.0584283 Jul 15 13:46:09.946574 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c42528a5-11d8-42f8-a331-1fe8d750ad64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:09.949432 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c42528a5-11d8-42f8-a331-1fe8d750ad64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:09.950752 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c42528a5-11d8-42f8-a331-1fe8d750ad64 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3afa976e-90a5-4923-b001-e98db569f49a HTTP/1.1" status: 204 len: 168 time: 0.1344571 Jul 15 13:46:09.959166 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42528a5-11d8-42f8-a331-1fe8d750ad64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afa976e-90a5-4923-b001-e98db569f49a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:10.208494 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf57936-64a3-4eec-a97a-5a286226affc req-89ad0ee1-0ff5-42ce-ad1d-57665fdee02f tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:10.210140 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8cf57936-64a3-4eec-a97a-5a286226affc req-89ad0ee1-0ff5-42ce-ad1d-57665fdee02f tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/ports?device_id=6448275e-86fc-4f51-823e-f4a5f803b42a HTTP/1.1" status: 200 len: 909 time: 0.0804446 Jul 15 13:46:10.656842 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43422) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:10.789630 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f1113e29-fbfb-498a-b1d1-d334ffde7f40 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-492075896'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:10.812068 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1113e29-fbfb-498a-b1d1-d334ffde7f40 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Made reservation on behalf of f122774ff2974dbca93a133f8e9689b0 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:46:10.815613 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f1113e29-fbfb-498a-b1d1-d334ffde7f40 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:10.830307 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f1113e29-fbfb-498a-b1d1-d334ffde7f40 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:10.954623 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f1113e29-fbfb-498a-b1d1-d334ffde7f40 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:10.959283 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f1113e29-fbfb-498a-b1d1-d334ffde7f40 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:10.998132 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1113e29-fbfb-498a-b1d1-d334ffde7f40 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:46:11.006422 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1113e29-fbfb-498a-b1d1-d334ffde7f40 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6cad1d-c385-47ea-b364-c5778f9cff16,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:11.013681 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f1113e29-fbfb-498a-b1d1-d334ffde7f40 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:11.014121 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-f1113e29-fbfb-498a-b1d1-d334ffde7f40 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Added segment 2f018c26-5244-4981-8457-9a638853b05e of type vlan for network f8b37516-2fdb-4600-a722-fb5bcde3489f Jul 15 13:46:11.059396 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f1113e29-fbfb-498a-b1d1-d334ffde7f40 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:11.091441 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f1113e29-fbfb-498a-b1d1-d334ffde7f40 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:11.097399 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1113e29-fbfb-498a-b1d1-d334ffde7f40 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:11.098131 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f1113e29-fbfb-498a-b1d1-d334ffde7f40 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:11.133567 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f1113e29-fbfb-498a-b1d1-d334ffde7f40 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4755945 Jul 15 13:46:11.170650 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1113e29-fbfb-498a-b1d1-d334ffde7f40 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Pushing event updated for resources: {'Network': ['ID=f8b37516-2fdb-4600-a722-fb5bcde3489f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:11.182248 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network f8b37516-2fdb-4600-a722-fb5bcde3489f details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:46:11.413899 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31b752-bc56-4767-9507-2f62ae5b7e4b req-9d31f7d8-4b20-4034-b939-a838c92c28a2 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:11.415526 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6f31b752-bc56-4767-9507-2f62ae5b7e4b req-9d31f7d8-4b20-4034-b939-a838c92c28a2 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/ports?device_id=6448275e-86fc-4f51-823e-f4a5f803b42a HTTP/1.1" status: 200 len: 909 time: 0.0731218 Jul 15 13:46:11.635475 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5029a-b72e-4b93-8701-728ff96f0d8a req-0449fb7c-65fb-45e8-9d7d-273cd07ca12b tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:11.636942 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-38d5029a-b72e-4b93-8701-728ff96f0d8a req-0449fb7c-65fb-45e8-9d7d-273cd07ca12b tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/ports?device_id=6448275e-86fc-4f51-823e-f4a5f803b42a HTTP/1.1" status: 200 len: 909 time: 0.0909476 Jul 15 13:46:11.809656 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041e62c-287e-431b-8c8a-21b559c2ecc1 req-4d2f963b-e5a0-4667-9b4c-6db073b07241 tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:11.812102 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e041e62c-287e-431b-8c8a-21b559c2ecc1 req-4d2f963b-e5a0-4667-9b4c-6db073b07241 tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6448275e-86fc-4f51-823e-f4a5f803b42a HTTP/1.1" status: 200 len: 1061 time: 0.0615354 Jul 15 13:46:11.988918 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d63b1-60e0-415b-be2c-20bb4b0b5e1d req-2a92f85c-417b-4053-af3a-3f2e97cd7fb4 tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:11.991056 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c35d63b1-60e0-415b-be2c-20bb4b0b5e1d req-2a92f85c-417b-4053-af3a-3f2e97cd7fb4 tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5d5cc9e8-6391-492c-a147-05dc7c7bbae0 HTTP/1.1" status: 200 len: 1136 time: 0.0616624 Jul 15 13:46:12.009803 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:46:12.040967 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c35d63b1-60e0-415b-be2c-20bb4b0b5e1d req-1cf05ae5-7f85-466f-81b4-1f26bbe8efd7 tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=85d91145-dcf4-417e-a437-90807fe4fbd9&id=0a26303d-ba0d-438a-bc0e-ca2a8337f2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0433500 Jul 15 13:46:12.066164 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43436) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:12.122538 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6298c45-4c22-4d67-b60a-3cca88f9801b tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:12.124112 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a6298c45-4c22-4d67-b60a-3cca88f9801b tempest-TestSecurityGroupsBasicOps-337168580 tempest-TestSecurityGroupsBasicOps-337168580-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6448275e-86fc-4f51-823e-f4a5f803b42a HTTP/1.1" status: 200 len: 1056 time: 0.0567076 Jul 15 13:46:12.524987 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b768a09-26f2-420a-881b-f096e3d50c51 req-27178543-0798-462c-97f0-3715fadfb48f tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:12.526490 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9b768a09-26f2-420a-881b-f096e3d50c51 req-27178543-0798-462c-97f0-3715fadfb48f tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/ports?device_id=6448275e-86fc-4f51-823e-f4a5f803b42a HTTP/1.1" status: 200 len: 909 time: 0.0720699 Jul 15 13:46:13.734912 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31e2fb-385e-46f5-8de7-21347786d8d0 req-9b196ffc-a156-45a8-af94-b3220a7093cc tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:13.736482 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6c31e2fb-385e-46f5-8de7-21347786d8d0 req-9b196ffc-a156-45a8-af94-b3220a7093cc tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/ports?device_id=6448275e-86fc-4f51-823e-f4a5f803b42a HTTP/1.1" status: 200 len: 909 time: 0.0764506 Jul 15 13:46:13.874355 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ef65a-dd05-414f-b75d-720bc7641397 req-fd3e50b0-4779-476b-8f05-c6eaab89271e tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:13.876830 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-885ef65a-dd05-414f-b75d-720bc7641397 req-fd3e50b0-4779-476b-8f05-c6eaab89271e tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.32 "GET /v2.0/ports?device_id=6448275e-86fc-4f51-823e-f4a5f803b42a HTTP/1.1" status: 200 len: 909 time: 0.0983670 Jul 15 13:46:13.996801 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-885ef65a-dd05-414f-b75d-720bc7641397 req-e5960d02-2fb7-4d49-bce4-d0622470fcfe tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Deleting port c7128a99-3774-4149-a8d3-90d73880c692 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:13.997139 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-885ef65a-dd05-414f-b75d-720bc7641397 req-e5960d02-2fb7-4d49-bce4-d0622470fcfe tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:14.122951 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-885ef65a-dd05-414f-b75d-720bc7641397 req-e5960d02-2fb7-4d49-bce4-d0622470fcfe tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] For port c7128a99-3774-4149-a8d3-90d73880c692, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=c7128a99-3774-4149-a8d3-90d73880c692,segment=NetworkSegment(e9ccd753-55fa-4bf9-88da-03055766e176),segment_id=e9ccd753-55fa-4bf9-88da-03055766e176)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:14.123526 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-885ef65a-dd05-414f-b75d-720bc7641397 req-e5960d02-2fb7-4d49-bce4-d0622470fcfe tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:14.141731 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-885ef65a-dd05-414f-b75d-720bc7641397 req-e5960d02-2fb7-4d49-bce4-d0622470fcfe tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Calling delete_port for c7128a99-3774-4149-a8d3-90d73880c692 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:14.290443 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-885ef65a-dd05-414f-b75d-720bc7641397 req-e5960d02-2fb7-4d49-bce4-d0622470fcfe tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:14.346527 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5960d02-2fb7-4d49-bce4-d0622470fcfe tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Pushing event deleted for resources: {'Port': ['ID=c7128a99-3774-4149-a8d3-90d73880c692,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:14.425393 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-885ef65a-dd05-414f-b75d-720bc7641397 req-e5960d02-2fb7-4d49-bce4-d0622470fcfe tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] No DVR routers for this DVR port c7128a99-3774-4149-a8d3-90d73880c692 on host n-h2-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:46:14.431068 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-885ef65a-dd05-414f-b75d-720bc7641397 req-e5960d02-2fb7-4d49-bce4-d0622470fcfe tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:14.434992 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-885ef65a-dd05-414f-b75d-720bc7641397 req-e5960d02-2fb7-4d49-bce4-d0622470fcfe tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.32 "DELETE /v2.0/ports/c7128a99-3774-4149-a8d3-90d73880c692 HTTP/1.1" status: 204 len: 173 time: 0.5528774 Jul 15 13:46:14.435799 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6448275e-86fc-4f51-823e-f4a5f803b42a', 'name': 'network-vif-deleted', 'tag': 'c7128a99-3774-4149-a8d3-90d73880c692'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:46:14.441798 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f393795-f5b4-4c30-99ce-35cbe785574d" -d '{"events": [{"server_uuid": "6448275e-86fc-4f51-823e-f4a5f803b42a", "name": "network-vif-deleted", "tag": "c7128a99-3774-4149-a8d3-90d73880c692"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:46:14.515161 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f36b252-984f-4ec6-bc20-30d905aabc8f x-openstack-request-id: req-0f36b252-984f-4ec6-bc20-30d905aabc8f {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:46:14.515774 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6448275e-86fc-4f51-823e-f4a5f803b42a", "name": "network-vif-deleted", "tag": "c7128a99-3774-4149-a8d3-90d73880c692", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:46:14.516094 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f36b252-984f-4ec6-bc20-30d905aabc8f {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:46:14.516581 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6448275e-86fc-4f51-823e-f4a5f803b42a', 'name': 'network-vif-deleted', 'tag': 'c7128a99-3774-4149-a8d3-90d73880c692', 'status': 'completed', 'code': 200} Jul 15 13:46:14.535767 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43446) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:14.541104 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a6f309cd-e1cc-4fd5-8fd2-027b1408c710 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Request body: {'subnet': {'network_id': 'f8b37516-2fdb-4600-a722-fb5bcde3489f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:14.675800 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f309cd-e1cc-4fd5-8fd2-027b1408c710 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Made reservation on behalf of f122774ff2974dbca93a133f8e9689b0 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:46:14.680134 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6f309cd-e1cc-4fd5-8fd2-027b1408c710 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:14.914405 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1887dffc-a3f5-4647-b06b-65b34b428ad6 req-d7ed3c96-d8f8-4a0c-b446-7fcb2edc3b07 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/ports?device_id=6448275e-86fc-4f51-823e-f4a5f803b42a HTTP/1.1" status: 200 len: 210 time: 0.0439098 Jul 15 13:46:14.923964 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6f309cd-e1cc-4fd5-8fd2-027b1408c710 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:15.012807 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f309cd-e1cc-4fd5-8fd2-027b1408c710 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Pushing event updated for resources: {'Subnet': ['ID=b373a81c-e67a-4e9a-a5d9-125867cb3e5e,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:15.026680 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f309cd-e1cc-4fd5-8fd2-027b1408c710 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.027033 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f309cd-e1cc-4fd5-8fd2-027b1408c710 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.027407 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f309cd-e1cc-4fd5-8fd2-027b1408c710 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.027786 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f309cd-e1cc-4fd5-8fd2-027b1408c710 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.028227 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f309cd-e1cc-4fd5-8fd2-027b1408c710 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.028631 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f309cd-e1cc-4fd5-8fd2-027b1408c710 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.029027 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f309cd-e1cc-4fd5-8fd2-027b1408c710 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.029387 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f309cd-e1cc-4fd5-8fd2-027b1408c710 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.029847 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f309cd-e1cc-4fd5-8fd2-027b1408c710 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.030179 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f309cd-e1cc-4fd5-8fd2-027b1408c710 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.030505 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f309cd-e1cc-4fd5-8fd2-027b1408c710 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.030845 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f309cd-e1cc-4fd5-8fd2-027b1408c710 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.039899 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f309cd-e1cc-4fd5-8fd2-027b1408c710 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Checking segment: {'id': '2f018c26-5244-4981-8457-9a638853b05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f8b37516-2fdb-4600-a722-fb5bcde3489f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:46:15.040267 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f309cd-e1cc-4fd5-8fd2-027b1408c710 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Network hostable DHCP agents. Network: f8b37516-2fdb-4600-a722-fb5bcde3489f, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:46:15.063411 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f309cd-e1cc-4fd5-8fd2-027b1408c710 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Network f8b37516-2fdb-4600-a722-fb5bcde3489f is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:46:15.074916 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-a6f309cd-e1cc-4fd5-8fd2-027b1408c710 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, f8b37516-2fdb-4600-a722-fb5bcde3489f) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:15.080745 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f309cd-e1cc-4fd5-8fd2-027b1408c710 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:15.082155 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6f309cd-e1cc-4fd5-8fd2-027b1408c710 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:15.092648 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d4536d-f209-4674-866d-400c64d7a01c None None] Network f8b37516-2fdb-4600-a722-fb5bcde3489f requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:46:15.106032 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43450) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:15.106802 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a6f309cd-e1cc-4fd5-8fd2-027b1408c710 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5693855 Jul 15 13:46:15.113639 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c6645870-3516-408c-905b-857988419a7a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1295288265'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:15.136921 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6645870-3516-408c-905b-857988419a7a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Made reservation on behalf of f122774ff2974dbca93a133f8e9689b0 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:46:15.140966 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6645870-3516-408c-905b-857988419a7a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:15.180014 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6645870-3516-408c-905b-857988419a7a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:46:15.197420 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6645870-3516-408c-905b-857988419a7a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:15.197785 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-c6645870-3516-408c-905b-857988419a7a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Added segment 06946128-120e-4b11-a1e9-2bea4015a078 of type vlan for network f8fa5e18-cc98-4809-8ff0-39e4abf41c7f Jul 15 13:46:15.274145 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6645870-3516-408c-905b-857988419a7a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:15.276626 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-f8b37516-2fdb-4600-a722-fb5bcde3489f', 'network_id': 'f8b37516-2fdb-4600-a722-fb5bcde3489f', 'tenant_id': 'f122774ff2974dbca93a133f8e9689b0', 'fixed_ips': [{'subnet_id': 'b373a81c-e67a-4e9a-a5d9-125867cb3e5e'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:46:15.277637 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:15.310375 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6645870-3516-408c-905b-857988419a7a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:15.316652 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6645870-3516-408c-905b-857988419a7a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:15.317980 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6645870-3516-408c-905b-857988419a7a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:15.360512 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c6645870-3516-408c-905b-857988419a7a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2526343 Jul 15 13:46:15.363396 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43452) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:15.371627 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4589bb3e-56d8-4ac0-88fd-5716f51c3426 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Request body: {'subnet': {'network_id': 'f8fa5e18-cc98-4809-8ff0-39e4abf41c7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:15.402222 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6645870-3516-408c-905b-857988419a7a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Pushing event updated for resources: {'Network': ['ID=f8fa5e18-cc98-4809-8ff0-39e4abf41c7f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:15.414882 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network f8fa5e18-cc98-4809-8ff0-39e4abf41c7f details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:46:15.485393 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] Allocated IP 2001:db8:0:ffff::2 (f8b37516-2fdb-4600-a722-fb5bcde3489f/b373a81c-e67a-4e9a-a5d9-125867cb3e5e/412d8425-1358-404e-b105-9a05801ed831) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:46:15.490585 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4589bb3e-56d8-4ac0-88fd-5716f51c3426 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Made reservation on behalf of f122774ff2974dbca93a133f8e9689b0 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:46:15.494517 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4589bb3e-56d8-4ac0-88fd-5716f51c3426 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:15.646511 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:15.655360 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] Transition to ACTIVE for port object 412d8425-1358-404e-b105-9a05801ed831 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:15.671898 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] Transition to ACTIVE for port object 412d8425-1358-404e-b105-9a05801ed831 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:15.678233 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:15.720521 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] Network f8b37516-2fdb-4600-a722-fb5bcde3489f is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:46:15.726743 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:15.728990 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] Pushing event updated for resources: {'Port': ['ID=412d8425-1358-404e-b105-9a05801ed831,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:15.731294 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:46:15.740906 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.741124 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.741461 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.741818 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.742427 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.742763 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.743087 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.743416 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.744369 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.744369 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.744369 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.744768 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:15.801000 n-d-758944-45 neutron-server[93814]: DEBUG neutron.objects.ports [None req-4589bb3e-56d8-4ac0-88fd-5716f51c3426 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93814) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:46:15.803733 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4589bb3e-56d8-4ac0-88fd-5716f51c3426 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:15.807558 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] Attempting to bind port 412d8425-1358-404e-b105-9a05801ed831 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:46:15.807932 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] Attempting to bind port 412d8425-1358-404e-b105-9a05801ed831 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '2f018c26-5244-4981-8457-9a638853b05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f8b37516-2fdb-4600-a722-fb5bcde3489f'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:46:15.808296 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] Attempting to bind port 412d8425-1358-404e-b105-9a05801ed831 on network f8b37516-2fdb-4600-a722-fb5bcde3489f {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:46:15.813955 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:46:15.814333 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] Checking segment: {'id': '2f018c26-5244-4981-8457-9a638853b05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f8b37516-2fdb-4600-a722-fb5bcde3489f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:46:15.814742 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:15.815136 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] Bound using segment: {'id': '2f018c26-5244-4981-8457-9a638853b05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f8b37516-2fdb-4600-a722-fb5bcde3489f'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:46:15.815623 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] Bound port: 412d8425-1358-404e-b105-9a05801ed831, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f018c26-5244-4981-8457-9a638853b05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'f8b37516-2fdb-4600-a722-fb5bcde3489f'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:46:15.816015 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:15.883788 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] For port 412d8425-1358-404e-b105-9a05801ed831, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:46:15.886680 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] For port 412d8425-1358-404e-b105-9a05801ed831, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=412d8425-1358-404e-b105-9a05801ed831,segment=NetworkSegment(2f018c26-5244-4981-8457-9a638853b05e),segment_id=2f018c26-5244-4981-8457-9a638853b05e)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:46:15.897735 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:15.915890 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589bb3e-56d8-4ac0-88fd-5716f51c3426 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Pushing event updated for resources: {'Subnet': ['ID=1a5d7b55-2421-4d89-9c06-d8b000cb6c68,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:15.931048 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4589bb3e-56d8-4ac0-88fd-5716f51c3426 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Checking segment: {'id': '06946128-120e-4b11-a1e9-2bea4015a078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f8fa5e18-cc98-4809-8ff0-39e4abf41c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:46:15.931615 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4589bb3e-56d8-4ac0-88fd-5716f51c3426 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Network hostable DHCP agents. Network: f8fa5e18-cc98-4809-8ff0-39e4abf41c7f, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:46:15.966174 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb3817-e750-4221-97d0-35ad9ff64728 None None] Pushing event updated for resources: {'Port': ['ID=412d8425-1358-404e-b105-9a05801ed831,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:15.966412 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4589bb3e-56d8-4ac0-88fd-5716f51c3426 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Network f8fa5e18-cc98-4809-8ff0-39e4abf41c7f is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:46:15.982227 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4589bb3e-56d8-4ac0-88fd-5716f51c3426 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, f8fa5e18-cc98-4809-8ff0-39e4abf41c7f) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:15.991215 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2cddf1-2d8f-4362-804b-4e8a36d5c820 None None] Network f8fa5e18-cc98-4809-8ff0-39e4abf41c7f requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:46:16.001633 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4589bb3e-56d8-4ac0-88fd-5716f51c3426 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:16.002531 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4589bb3e-56d8-4ac0-88fd-5716f51c3426 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:16.026013 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4589bb3e-56d8-4ac0-88fd-5716f51c3426 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6576989 Jul 15 13:46:16.026327 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43456) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:16.031761 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-0464fd09-2b85-4743-a4af-706ed554ac73 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Request body: {'port': {'network_id': 'f8fa5e18-cc98-4809-8ff0-39e4abf41c7f', 'name': 'tempest-NetworksIpV6TestAttrs-63437699'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:16.037125 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43458) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:16.247285 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f744747-cfe1-4b78-b1b8-cf7d863b3ada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-f8fa5e18-cc98-4809-8ff0-39e4abf41c7f', 'network_id': 'f8fa5e18-cc98-4809-8ff0-39e4abf41c7f', 'tenant_id': 'f122774ff2974dbca93a133f8e9689b0', 'fixed_ips': [{'subnet_id': '1a5d7b55-2421-4d89-9c06-d8b000cb6c68'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:46:16.249286 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8f744747-cfe1-4b78-b1b8-cf7d863b3ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:16.402244 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0464fd09-2b85-4743-a4af-706ed554ac73 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Made reservation on behalf of f122774ff2974dbca93a133f8e9689b0 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:46:16.405894 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0464fd09-2b85-4743-a4af-706ed554ac73 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:16.412471 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-8f744747-cfe1-4b78-b1b8-cf7d863b3ada None None] Allocated IP 2001:db8::f816:3eff:fecf:fb5c (f8fa5e18-cc98-4809-8ff0-39e4abf41c7f/1a5d7b55-2421-4d89-9c06-d8b000cb6c68/f9d9372e-827b-4b32-a9db-cf37899536f8) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:46:16.455807 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-0464fd09-2b85-4743-a4af-706ed554ac73 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] device_id is not set on port 1fd436e3-409b-40fc-a994-24ce926cdf77 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:46:16.626438 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8f744747-cfe1-4b78-b1b8-cf7d863b3ada None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:16.638170 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8f744747-cfe1-4b78-b1b8-cf7d863b3ada None None] Transition to ACTIVE for port object f9d9372e-827b-4b32-a9db-cf37899536f8 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:16.649942 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 412d8425-1358-404e-b105-9a05801ed831 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:46:16.685680 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8f744747-cfe1-4b78-b1b8-cf7d863b3ada None None] Transition to ACTIVE for port object f9d9372e-827b-4b32-a9db-cf37899536f8 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:16.698316 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8f744747-cfe1-4b78-b1b8-cf7d863b3ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:16.751937 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f744747-cfe1-4b78-b1b8-cf7d863b3ada None None] Network f8fa5e18-cc98-4809-8ff0-39e4abf41c7f is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:46:16.758098 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-8f744747-cfe1-4b78-b1b8-cf7d863b3ada None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:16.761551 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f744747-cfe1-4b78-b1b8-cf7d863b3ada None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:46:16.768402 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 412d8425-1358-404e-b105-9a05801ed831 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:46:16.770196 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-0464fd09-2b85-4743-a4af-706ed554ac73 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Allocated IP 2001:db8::f816:3eff:fe64:86b2 (f8fa5e18-cc98-4809-8ff0-39e4abf41c7f/1a5d7b55-2421-4d89-9c06-d8b000cb6c68/1fd436e3-409b-40fc-a994-24ce926cdf77) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:46:16.774543 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f744747-cfe1-4b78-b1b8-cf7d863b3ada None None] Pushing event updated for resources: {'Port': ['ID=f9d9372e-827b-4b32-a9db-cf37899536f8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:16.809436 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-46bfcaaa-22b2-4361-9b01-e5bedb103359 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:16.856072 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-8f744747-cfe1-4b78-b1b8-cf7d863b3ada None None] Attempting to bind port f9d9372e-827b-4b32-a9db-cf37899536f8 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:46:16.856567 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-8f744747-cfe1-4b78-b1b8-cf7d863b3ada None None] Attempting to bind port f9d9372e-827b-4b32-a9db-cf37899536f8 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '06946128-120e-4b11-a1e9-2bea4015a078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f8fa5e18-cc98-4809-8ff0-39e4abf41c7f'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:46:16.857644 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f744747-cfe1-4b78-b1b8-cf7d863b3ada None None] Attempting to bind port f9d9372e-827b-4b32-a9db-cf37899536f8 on network f8fa5e18-cc98-4809-8ff0-39e4abf41c7f {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:46:16.868086 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f744747-cfe1-4b78-b1b8-cf7d863b3ada None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:46:16.868738 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f744747-cfe1-4b78-b1b8-cf7d863b3ada None None] Checking segment: {'id': '06946128-120e-4b11-a1e9-2bea4015a078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f8fa5e18-cc98-4809-8ff0-39e4abf41c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:46:16.869447 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8f744747-cfe1-4b78-b1b8-cf7d863b3ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:16.870646 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f744747-cfe1-4b78-b1b8-cf7d863b3ada None None] Bound using segment: {'id': '06946128-120e-4b11-a1e9-2bea4015a078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f8fa5e18-cc98-4809-8ff0-39e4abf41c7f'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:46:16.871444 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-8f744747-cfe1-4b78-b1b8-cf7d863b3ada None None] Bound port: f9d9372e-827b-4b32-a9db-cf37899536f8, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06946128-120e-4b11-a1e9-2bea4015a078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f8fa5e18-cc98-4809-8ff0-39e4abf41c7f'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:46:16.872253 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8f744747-cfe1-4b78-b1b8-cf7d863b3ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:16.962254 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-8f744747-cfe1-4b78-b1b8-cf7d863b3ada None None] For port f9d9372e-827b-4b32-a9db-cf37899536f8, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:46:16.966105 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-8f744747-cfe1-4b78-b1b8-cf7d863b3ada None None] For port f9d9372e-827b-4b32-a9db-cf37899536f8, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=f9d9372e-827b-4b32-a9db-cf37899536f8,segment=NetworkSegment(06946128-120e-4b11-a1e9-2bea4015a078),segment_id=06946128-120e-4b11-a1e9-2bea4015a078)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:46:16.973685 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8f744747-cfe1-4b78-b1b8-cf7d863b3ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:17.049199 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f744747-cfe1-4b78-b1b8-cf7d863b3ada None None] Pushing event updated for resources: {'Port': ['ID=f9d9372e-827b-4b32-a9db-cf37899536f8,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:17.078751 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0464fd09-2b85-4743-a4af-706ed554ac73 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:17.110946 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-0464fd09-2b85-4743-a4af-706ed554ac73 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Transition to ACTIVE for port object 1fd436e3-409b-40fc-a994-24ce926cdf77 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:17.179952 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0464fd09-2b85-4743-a4af-706ed554ac73 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:17.313807 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf244c9e-0061-43ee-8864-409694c5ffd1 None None] Network f8b37516-2fdb-4600-a722-fb5bcde3489f requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:46:17.372427 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device c7128a99-3774-4149-a8d3-90d73880c692 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:46:17.406324 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1e611ff7-629c-4ac3-aabf-5d7deeafb0a2 None None] Provisioning for port 412d8425-1358-404e-b105-9a05801ed831 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:46:17.443192 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: c7128a99-3774-4149-a8d3-90d73880c692 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:46:17.443606 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device c7128a99-3774-4149-a8d3-90d73880c692 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:46:17.453805 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1e611ff7-629c-4ac3-aabf-5d7deeafb0a2 None None] Provisioning complete for port 412d8425-1358-404e-b105-9a05801ed831 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:17.454571 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1e611ff7-629c-4ac3-aabf-5d7deeafb0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:17.687991 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0464fd09-2b85-4743-a4af-706ed554ac73 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Network f8fa5e18-cc98-4809-8ff0-39e4abf41c7f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:46:17.694730 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-0464fd09-2b85-4743-a4af-706ed554ac73 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:17.699078 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0464fd09-2b85-4743-a4af-706ed554ac73 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:46:17.705535 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0464fd09-2b85-4743-a4af-706ed554ac73 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:17.706348 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0464fd09-2b85-4743-a4af-706ed554ac73 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:17.746844 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464fd09-2b85-4743-a4af-706ed554ac73 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Pushing event updated for resources: {'Port': ['ID=1fd436e3-409b-40fc-a994-24ce926cdf77,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:17.759634 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0464fd09-2b85-4743-a4af-706ed554ac73 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.7313995 Jul 15 13:46:17.761385 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43460) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:17.800349 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-46bfcaaa-22b2-4361-9b01-e5bedb103359 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Deleting port ae116c2f-d771-459b-8923-88bf703fa9ed {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:17.800839 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-46bfcaaa-22b2-4361-9b01-e5bedb103359 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:17.805389 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1e611ff7-629c-4ac3-aabf-5d7deeafb0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:17.835940 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa4c94d3-90e1-4f6e-b5ef-82a4966f91f5 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Deleting subnet 1a5d7b55-2421-4d89-9c06-d8b000cb6c68 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:46:17.840586 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa4c94d3-90e1-4f6e-b5ef-82a4966f91f5 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:17.849086 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-1e611ff7-629c-4ac3-aabf-5d7deeafb0a2 None None] For port 412d8425-1358-404e-b105-9a05801ed831, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=412d8425-1358-404e-b105-9a05801ed831,segment=NetworkSegment(2f018c26-5244-4981-8457-9a638853b05e),segment_id=2f018c26-5244-4981-8457-9a638853b05e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:17.856291 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1e611ff7-629c-4ac3-aabf-5d7deeafb0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:17.885589 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa4c94d3-90e1-4f6e-b5ef-82a4966f91f5 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:17.933126 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e611ff7-629c-4ac3-aabf-5d7deeafb0a2 None None] Pushing event updated for resources: {'Port': ['ID=412d8425-1358-404e-b105-9a05801ed831,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:17.954120 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-46bfcaaa-22b2-4361-9b01-e5bedb103359 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] For port ae116c2f-d771-459b-8923-88bf703fa9ed, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ae116c2f-d771-459b-8923-88bf703fa9ed,segment=NetworkSegment(e9ccd753-55fa-4bf9-88da-03055766e176),segment_id=e9ccd753-55fa-4bf9-88da-03055766e176)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:17.955074 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-46bfcaaa-22b2-4361-9b01-e5bedb103359 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:17.989995 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-46bfcaaa-22b2-4361-9b01-e5bedb103359 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Calling delete_port for ae116c2f-d771-459b-8923-88bf703fa9ed owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:18.062044 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa4c94d3-90e1-4f6e-b5ef-82a4966f91f5 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:18.142933 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa4c94d3-90e1-4f6e-b5ef-82a4966f91f5 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:18.191276 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c94d3-90e1-4f6e-b5ef-82a4966f91f5 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Pushing event deleted for resources: {'Subnet': ['ID=1a5d7b55-2421-4d89-9c06-d8b000cb6c68,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:18.198584 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa4c94d3-90e1-4f6e-b5ef-82a4966f91f5 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:18.200780 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-aa4c94d3-90e1-4f6e-b5ef-82a4966f91f5 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "DELETE /v2.0/subnets/1a5d7b55-2421-4d89-9c06-d8b000cb6c68 HTTP/1.1" status: 204 len: 168 time: 0.4383454 Jul 15 13:46:18.203326 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43462) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:18.258588 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-46bfcaaa-22b2-4361-9b01-e5bedb103359 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:18.287379 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56f77fa-8c5c-42a3-8feb-553bd93f1da2 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:18.289051 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56f77fa-8c5c-42a3-8feb-553bd93f1da2 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:18.295552 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c56f77fa-8c5c-42a3-8feb-553bd93f1da2 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0862050 Jul 15 13:46:18.295853 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4fd86f52-3569-4707-9969-1f7296992862 None None] Provisioning complete for port 412d8425-1358-404e-b105-9a05801ed831 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:18.295853 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4fd86f52-3569-4707-9969-1f7296992862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:18.296138 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43464) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:18.372413 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bfcaaa-22b2-4361-9b01-e5bedb103359 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Pushing event deleted for resources: {'Port': ['ID=ae116c2f-d771-459b-8923-88bf703fa9ed,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:18.435593 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c7a11af4-2599-4ea0-ba75-4f82c84f4b21 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:18.444472 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a11af4-2599-4ea0-ba75-4f82c84f4b21 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 15 13:46:18.444770 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7a11af4-2599-4ea0-ba75-4f82c84f4b21 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:18.450164 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c7a11af4-2599-4ea0-ba75-4f82c84f4b21 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "DELETE /v2.0/networks/f8fa5e18-cc98-4809-8ff0-39e4abf41c7f HTTP/1.1" status: 409 len: 405 time: 0.1516078 Jul 15 13:46:18.451144 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43466) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:18.458342 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-6ea9c86b-7248-4cb4-8c79-6bbd82a19d09 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2091295298'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:18.500667 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea9c86b-7248-4cb4-8c79-6bbd82a19d09 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Made reservation on behalf of f122774ff2974dbca93a133f8e9689b0 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:46:18.505110 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ea9c86b-7248-4cb4-8c79-6bbd82a19d09 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:18.542772 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ea9c86b-7248-4cb4-8c79-6bbd82a19d09 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:46:18.549070 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c1bf42-c032-4492-87a1-3e3868b6ad8e None None] Network f8fa5e18-cc98-4809-8ff0-39e4abf41c7f requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:46:18.579686 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ea9c86b-7248-4cb4-8c79-6bbd82a19d09 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:18.580771 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-6ea9c86b-7248-4cb4-8c79-6bbd82a19d09 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Added segment 7fb8d69d-9384-4a61-9f97-af17b2cda719 of type vlan for network f776c15a-85e5-4068-a36a-de681cfa6aa0 Jul 15 13:46:18.601452 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-46bfcaaa-22b2-4361-9b01-e5bedb103359 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:18.649140 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ec52d9ec-eca5-4cc7-b8be-241ba7335258 None None] Provisioning for port f9d9372e-827b-4b32-a9db-cf37899536f8 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:46:18.655838 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ea9c86b-7248-4cb4-8c79-6bbd82a19d09 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:18.701436 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ea9c86b-7248-4cb4-8c79-6bbd82a19d09 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:18.707610 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea9c86b-7248-4cb4-8c79-6bbd82a19d09 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:18.708304 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ea9c86b-7248-4cb4-8c79-6bbd82a19d09 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:18.756070 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6ea9c86b-7248-4cb4-8c79-6bbd82a19d09 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3007925 Jul 15 13:46:18.757199 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43468) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:18.761929 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-6da28c48-66f8-414e-84ef-470f6403d37a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Request body: {'subnet': {'network_id': 'f776c15a-85e5-4068-a36a-de681cfa6aa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:18.796481 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f9d9372e-827b-4b32-a9db-cf37899536f8 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:46:18.853545 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port f9d9372e-827b-4b32-a9db-cf37899536f8 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:46:18.859191 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port f9d9372e-827b-4b32-a9db-cf37899536f8 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:18.859768 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:18.870237 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9c86b-7248-4cb4-8c79-6bbd82a19d09 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Pushing event updated for resources: {'Network': ['ID=f776c15a-85e5-4068-a36a-de681cfa6aa0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:18.890740 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network f776c15a-85e5-4068-a36a-de681cfa6aa0 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:46:18.892658 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da28c48-66f8-414e-84ef-470f6403d37a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Made reservation on behalf of f122774ff2974dbca93a133f8e9689b0 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:46:18.896967 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6da28c48-66f8-414e-84ef-470f6403d37a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:18.898690 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46bfcaaa-22b2-4361-9b01-e5bedb103359 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Router ff9818cf-d1d8-4a60-a784-290efdc10180 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:46:18.990589 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886e1aeb-a342-4da5-8816-191303a54caf None None] DHCP port deletion for f8fa5e18-cc98-4809-8ff0-39e4abf41c7f request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:46:19.045191 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bfcaaa-22b2-4361-9b01-e5bedb103359 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:46:19.053800 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-46bfcaaa-22b2-4361-9b01-e5bedb103359 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "PUT /v2.0/routers/ff9818cf-d1d8-4a60-a784-290efdc10180/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0121105 Jul 15 13:46:19.053800 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43470) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:19.064436 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012865b4-15d9-409f-a6e8-f55ebc84f8ed None None] Sync routers for ids ['ff9818cf-d1d8-4a60-a784-290efdc10180'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:46:19.078336 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:19.080950 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012865b4-15d9-409f-a6e8-f55ebc84f8ed None None] Routers {'ff9818cf-d1d8-4a60-a784-290efdc10180'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:46:19.081599 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-012865b4-15d9-409f-a6e8-f55ebc84f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:45:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['ff9818cf-d1d8-4a60-a784-290efdc10180'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:19.105508 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-886e1aeb-a342-4da5-8816-191303a54caf None None] Deleting port f9d9372e-827b-4b32-a9db-cf37899536f8 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:19.105842 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-886e1aeb-a342-4da5-8816-191303a54caf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:19.110779 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-5edbbef2-48bb-4ea7-947e-7b298ea9e1d1 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Deleting subnet af8eeccd-3624-48d2-9662-71ec35a57ea1 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:46:19.115667 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5edbbef2-48bb-4ea7-947e-7b298ea9e1d1 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:19.143244 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port f9d9372e-827b-4b32-a9db-cf37899536f8, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=f9d9372e-827b-4b32-a9db-cf37899536f8,segment=NetworkSegment(06946128-120e-4b11-a1e9-2bea4015a078),segment_id=06946128-120e-4b11-a1e9-2bea4015a078)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:19.150750 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:19.151542 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 412d8425-1358-404e-b105-9a05801ed831 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:46:19.173174 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5edbbef2-48bb-4ea7-947e-7b298ea9e1d1 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:19.207808 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-012865b4-15d9-409f-a6e8-f55ebc84f8ed None None] Set router ff9818cf-d1d8-4a60-a784-290efdc10180 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:46:19.231199 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-886e1aeb-a342-4da5-8816-191303a54caf None None] For port f9d9372e-827b-4b32-a9db-cf37899536f8, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=f9d9372e-827b-4b32-a9db-cf37899536f8,segment=NetworkSegment(06946128-120e-4b11-a1e9-2bea4015a078),segment_id=06946128-120e-4b11-a1e9-2bea4015a078)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:19.231608 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-886e1aeb-a342-4da5-8816-191303a54caf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:19.236462 n-d-758944-45 neutron-server[93814]: DEBUG neutron.objects.ports [None req-6da28c48-66f8-414e-84ef-470f6403d37a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93814) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:46:19.239404 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6da28c48-66f8-414e-84ef-470f6403d37a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:19.250613 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-886e1aeb-a342-4da5-8816-191303a54caf None None] Calling delete_port for f9d9372e-827b-4b32-a9db-cf37899536f8 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:19.311896 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5edbbef2-48bb-4ea7-947e-7b298ea9e1d1 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:19.336274 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da28c48-66f8-414e-84ef-470f6403d37a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Pushing event updated for resources: {'Subnet': ['ID=27c7466e-5626-4399-a3d0-7c97cdbc7726,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:19.341867 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 412d8425-1358-404e-b105-9a05801ed831 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:19.342528 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:19.356617 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da28c48-66f8-414e-84ef-470f6403d37a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Checking segment: {'id': '7fb8d69d-9384-4a61-9f97-af17b2cda719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f776c15a-85e5-4068-a36a-de681cfa6aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:46:19.357206 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da28c48-66f8-414e-84ef-470f6403d37a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Network hostable DHCP agents. Network: f776c15a-85e5-4068-a36a-de681cfa6aa0, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:46:19.391674 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da28c48-66f8-414e-84ef-470f6403d37a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Network f776c15a-85e5-4068-a36a-de681cfa6aa0 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:46:19.400095 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5edbbef2-48bb-4ea7-947e-7b298ea9e1d1 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:19.404234 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=f9d9372e-827b-4b32-a9db-cf37899536f8,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:19.422013 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-6da28c48-66f8-414e-84ef-470f6403d37a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, f776c15a-85e5-4068-a36a-de681cfa6aa0) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:19.438431 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713d6e89-22e8-4206-8017-a14815cc49f1 None None] Network f776c15a-85e5-4068-a36a-de681cfa6aa0 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:46:19.446384 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da28c48-66f8-414e-84ef-470f6403d37a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:19.448315 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6da28c48-66f8-414e-84ef-470f6403d37a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:19.449052 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbbef2-48bb-4ea7-947e-7b298ea9e1d1 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Pushing event deleted for resources: {'Subnet': ['ID=af8eeccd-3624-48d2-9662-71ec35a57ea1,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:19.456954 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5edbbef2-48bb-4ea7-947e-7b298ea9e1d1 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:19.457452 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-012865b4-15d9-409f-a6e8-f55ebc84f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9818cf-d1d8-4a60-a784-290efdc10180', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1318983168', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'c5d194cf-02ec-44f9-9293-3feb038c071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:48Z', 'updated_at': '2021-07-15T13:46:18Z', 'revision_number': 5, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'gw_port': {'id': 'c5d194cf-02ec-44f9-9293-3feb038c071c', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9818cf-d1d8-4a60-a784-290efdc10180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:49Z', 'updated_at': '2021-07-15T13:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:19.459454 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5edbbef2-48bb-4ea7-947e-7b298ea9e1d1 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "DELETE /v2.0/subnets/af8eeccd-3624-48d2-9662-71ec35a57ea1 HTTP/1.1" status: 204 len: 168 time: 0.4050329 Jul 15 13:46:19.462060 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43472) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:19.471814 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-886e1aeb-a342-4da5-8816-191303a54caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:19.486038 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6da28c48-66f8-414e-84ef-470f6403d37a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7283890 Jul 15 13:46:19.489481 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43474) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:19.495971 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9d52d7f6-e541-46e6-ac30-a49679af7e4f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Request body: {'port': {'network_id': 'f776c15a-85e5-4068-a36a-de681cfa6aa0', 'name': 'tempest-NetworksIpV6TestAttrs-1980875720'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:19.496687 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012865b4-15d9-409f-a6e8-f55ebc84f8ed None None] Checking router: ff9818cf-d1d8-4a60-a784-290efdc10180 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:46:19.505489 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e60fe2-5673-45ad-81b6-27956f09b75d None None] Network e2c87713-3479-431f-8a41-50c58f90893b requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:46:19.516311 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012865b4-15d9-409f-a6e8-f55ebc84f8ed None None] Routers {'ff9818cf-d1d8-4a60-a784-290efdc10180'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:46:19.517075 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-012865b4-15d9-409f-a6e8-f55ebc84f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:45:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['ff9818cf-d1d8-4a60-a784-290efdc10180'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:19.583449 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886e1aeb-a342-4da5-8816-191303a54caf None None] No DVR routers for this DVR port f9d9372e-827b-4b32-a9db-cf37899536f8 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:46:19.602697 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e1aeb-a342-4da5-8816-191303a54caf None None] Pushing event deleted for resources: {'Port': ['ID=f9d9372e-827b-4b32-a9db-cf37899536f8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:19.618992 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05d212f4-9f4d-4ceb-b98e-2002459950fd tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:19.648643 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d52d7f6-e541-46e6-ac30-a49679af7e4f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Made reservation on behalf of f122774ff2974dbca93a133f8e9689b0 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:46:19.653385 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d52d7f6-e541-46e6-ac30-a49679af7e4f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:19.678688 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-9d52d7f6-e541-46e6-ac30-a49679af7e4f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] device_id is not set on port 57236f2a-cabc-43a4-b804-85113ac44add yet. {{(pid=93814) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:46:19.749348 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-012865b4-15d9-409f-a6e8-f55ebc84f8ed None None] Set router ff9818cf-d1d8-4a60-a784-290efdc10180 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:46:19.766419 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05d212f4-9f4d-4ceb-b98e-2002459950fd tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:19.817977 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-9d52d7f6-e541-46e6-ac30-a49679af7e4f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Allocated IP 2001:db8::f816:3eff:fe62:7d1 (f776c15a-85e5-4068-a36a-de681cfa6aa0/27c7466e-5626-4399-a3d0-7c97cdbc7726/57236f2a-cabc-43a4-b804-85113ac44add) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:46:19.842777 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-05d212f4-9f4d-4ceb-b98e-2002459950fd tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Deleting port c5d194cf-02ec-44f9-9293-3feb038c071c {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:19.843150 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05d212f4-9f4d-4ceb-b98e-2002459950fd tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:19.939006 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d1e22d-5146-43b7-b425-86bcf7f82b50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-f776c15a-85e5-4068-a36a-de681cfa6aa0', 'network_id': 'f776c15a-85e5-4068-a36a-de681cfa6aa0', 'tenant_id': 'f122774ff2974dbca93a133f8e9689b0', 'fixed_ips': [{'subnet_id': '27c7466e-5626-4399-a3d0-7c97cdbc7726'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:46:19.939442 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75d1e22d-5146-43b7-b425-86bcf7f82b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:19.954664 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-05d212f4-9f4d-4ceb-b98e-2002459950fd tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] For port c5d194cf-02ec-44f9-9293-3feb038c071c, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c5d194cf-02ec-44f9-9293-3feb038c071c,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:19.957150 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05d212f4-9f4d-4ceb-b98e-2002459950fd tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:19.974077 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-05d212f4-9f4d-4ceb-b98e-2002459950fd tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Calling delete_port for c5d194cf-02ec-44f9-9293-3feb038c071c owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:20.001737 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-012865b4-15d9-409f-a6e8-f55ebc84f8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff9818cf-d1d8-4a60-a784-290efdc10180', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1318983168', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'c5d194cf-02ec-44f9-9293-3feb038c071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:48Z', 'updated_at': '2021-07-15T13:46:18Z', 'revision_number': 5, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'gw_port': {'id': 'c5d194cf-02ec-44f9-9293-3feb038c071c', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9818cf-d1d8-4a60-a784-290efdc10180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:49Z', 'updated_at': '2021-07-15T13:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:20.043678 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012865b4-15d9-409f-a6e8-f55ebc84f8ed None None] The sync data for ids ['ff9818cf-d1d8-4a60-a784-290efdc10180'] in n-d-758944-45 is: [{'id': 'ff9818cf-d1d8-4a60-a784-290efdc10180', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1318983168', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'c5d194cf-02ec-44f9-9293-3feb038c071c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:48Z', 'updated_at': '2021-07-15T13:46:18Z', 'revision_number': 5, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'gw_port': {'id': 'c5d194cf-02ec-44f9-9293-3feb038c071c', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9818cf-d1d8-4a60-a784-290efdc10180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:49Z', 'updated_at': '2021-07-15T13:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:46:20.112197 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b639bd57-9006-40ae-a270-2a0a60b7fc87 None None] DHCP port deletion for e2c87713-3479-431f-8a41-50c58f90893b request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:46:20.190035 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b639bd57-9006-40ae-a270-2a0a60b7fc87 None None] Deleting port af8c2875-b1a4-47f7-a6ff-ea1056ec6c9c {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:20.190642 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b639bd57-9006-40ae-a270-2a0a60b7fc87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:20.207900 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05d212f4-9f4d-4ceb-b98e-2002459950fd tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:20.243955 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d212f4-9f4d-4ceb-b98e-2002459950fd tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Pushing event deleted for resources: {'Port': ['ID=c5d194cf-02ec-44f9-9293-3feb038c071c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:20.266311 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-b639bd57-9006-40ae-a270-2a0a60b7fc87 None None] For port af8c2875-b1a4-47f7-a6ff-ea1056ec6c9c, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=af8c2875-b1a4-47f7-a6ff-ea1056ec6c9c,segment=NetworkSegment(e9ccd753-55fa-4bf9-88da-03055766e176),segment_id=e9ccd753-55fa-4bf9-88da-03055766e176)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:20.266599 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b639bd57-9006-40ae-a270-2a0a60b7fc87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:20.281899 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b639bd57-9006-40ae-a270-2a0a60b7fc87 None None] Calling delete_port for af8c2875-b1a4-47f7-a6ff-ea1056ec6c9c owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:20.312784 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05d212f4-9f4d-4ceb-b98e-2002459950fd tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:20.381569 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b639bd57-9006-40ae-a270-2a0a60b7fc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:20.411025 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639bd57-9006-40ae-a270-2a0a60b7fc87 None None] Pushing event deleted for resources: {'Port': ['ID=af8c2875-b1a4-47f7-a6ff-ea1056ec6c9c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:20.419641 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b639bd57-9006-40ae-a270-2a0a60b7fc87 None None] No DVR routers for this DVR port af8c2875-b1a4-47f7-a6ff-ea1056ec6c9c on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:46:20.420340 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d52d7f6-e541-46e6-ac30-a49679af7e4f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:20.444633 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05d212f4-9f4d-4ceb-b98e-2002459950fd tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:20.444891 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9d52d7f6-e541-46e6-ac30-a49679af7e4f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Transition to ACTIVE for port object 57236f2a-cabc-43a4-b804-85113ac44add will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:20.451576 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05d212f4-9f4d-4ceb-b98e-2002459950fd tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:20.492925 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d52d7f6-e541-46e6-ac30-a49679af7e4f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:20.533783 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05d212f4-9f4d-4ceb-b98e-2002459950fd tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:20.533783 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d212f4-9f4d-4ceb-b98e-2002459950fd tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Fanout notify agent at l3_agent the message router_deleted on router ff9818cf-d1d8-4a60-a784-290efdc10180 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:46:20.541863 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05d212f4-9f4d-4ceb-b98e-2002459950fd tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:20.545670 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-05d212f4-9f4d-4ceb-b98e-2002459950fd tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "DELETE /v2.0/routers/ff9818cf-d1d8-4a60-a784-290efdc10180 HTTP/1.1" status: 204 len: 168 time: 1.0794835 Jul 15 13:46:20.545883 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d52d7f6-e541-46e6-ac30-a49679af7e4f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Network f776c15a-85e5-4068-a36a-de681cfa6aa0 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:46:20.546023 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43476) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:20.555887 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-9d52d7f6-e541-46e6-ac30-a49679af7e4f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:20.569279 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-75d1e22d-5146-43b7-b425-86bcf7f82b50 None None] Allocated IP 2001:db8::f816:3eff:fe1f:4a17 (f776c15a-85e5-4068-a36a-de681cfa6aa0/27c7466e-5626-4399-a3d0-7c97cdbc7726/ba9be6d4-2045-43de-8ea9-2f5743307ba3) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:46:20.569872 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d52d7f6-e541-46e6-ac30-a49679af7e4f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:46:20.577314 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d52d7f6-e541-46e6-ac30-a49679af7e4f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:20.578137 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d52d7f6-e541-46e6-ac30-a49679af7e4f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:20.634730 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52d7f6-e541-46e6-ac30-a49679af7e4f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Pushing event updated for resources: {'Port': ['ID=57236f2a-cabc-43a4-b804-85113ac44add,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:20.673260 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f9d9372e-827b-4b32-a9db-cf37899536f8 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:46:20.676137 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9d52d7f6-e541-46e6-ac30-a49679af7e4f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.1848612 Jul 15 13:46:20.678721 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43478) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:20.682974 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52d7f6-e541-46e6-ac30-a49679af7e4f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:20.683352 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52d7f6-e541-46e6-ac30-a49679af7e4f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:20.683707 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52d7f6-e541-46e6-ac30-a49679af7e4f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:20.684035 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52d7f6-e541-46e6-ac30-a49679af7e4f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:20.684368 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52d7f6-e541-46e6-ac30-a49679af7e4f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:20.684694 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52d7f6-e541-46e6-ac30-a49679af7e4f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:20.685017 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52d7f6-e541-46e6-ac30-a49679af7e4f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:20.685335 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52d7f6-e541-46e6-ac30-a49679af7e4f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:20.685651 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52d7f6-e541-46e6-ac30-a49679af7e4f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:20.686005 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52d7f6-e541-46e6-ac30-a49679af7e4f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:20.686308 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52d7f6-e541-46e6-ac30-a49679af7e4f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:20.686623 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d52d7f6-e541-46e6-ac30-a49679af7e4f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:20.696926 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e06eef1a-7483-47b0-8f1b-0589721a90aa tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:20.712207 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: f9d9372e-827b-4b32-a9db-cf37899536f8 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:46:20.712662 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f9d9372e-827b-4b32-a9db-cf37899536f8 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:46:20.713185 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device af8c2875-b1a4-47f7-a6ff-ea1056ec6c9c no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:46:20.745895 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: af8c2875-b1a4-47f7-a6ff-ea1056ec6c9c {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:46:20.746673 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device af8c2875-b1a4-47f7-a6ff-ea1056ec6c9c not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:46:20.747221 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ae116c2f-d771-459b-8923-88bf703fa9ed no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:46:20.748176 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-99340719-7b15-4c1e-a76a-b007a114d13a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Deleting subnet 27c7466e-5626-4399-a3d0-7c97cdbc7726 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:46:20.782396 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: ae116c2f-d771-459b-8923-88bf703fa9ed {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:46:20.782910 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ae116c2f-d771-459b-8923-88bf703fa9ed not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:46:20.818045 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e06eef1a-7483-47b0-8f1b-0589721a90aa tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:20.829399 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-e06eef1a-7483-47b0-8f1b-0589721a90aa tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c87713-3479-431f-8a41-50c58f90893b']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:20.841694 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-e06eef1a-7483-47b0-8f1b-0589721a90aa tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ccd753-55fa-4bf9-88da-03055766e176') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:20.842045 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-e06eef1a-7483-47b0-8f1b-0589721a90aa tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ccd753-55fa-4bf9-88da-03055766e176') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:20.846182 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75d1e22d-5146-43b7-b425-86bcf7f82b50 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:20.854907 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e06eef1a-7483-47b0-8f1b-0589721a90aa tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:20.863706 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-75d1e22d-5146-43b7-b425-86bcf7f82b50 None None] Transition to ACTIVE for port object ba9be6d4-2045-43de-8ea9-2f5743307ba3 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:20.874214 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e06eef1a-7483-47b0-8f1b-0589721a90aa tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:20.876657 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53e20aca-bda2-4b0d-8b0c-3fc17b91e4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:20.885227 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-75d1e22d-5146-43b7-b425-86bcf7f82b50 None None] Transition to ACTIVE for port object ba9be6d4-2045-43de-8ea9-2f5743307ba3 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:20.885449 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e06eef1a-7483-47b0-8f1b-0589721a90aa tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:46:20.886510 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e06eef1a-7483-47b0-8f1b-0589721a90aa tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:46:20.891371 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:46:20.896108 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-99340719-7b15-4c1e-a76a-b007a114d13a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:20.899805 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75d1e22d-5146-43b7-b425-86bcf7f82b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:20.949852 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-99340719-7b15-4c1e-a76a-b007a114d13a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:20.953880 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d1e22d-5146-43b7-b425-86bcf7f82b50 None None] Network f776c15a-85e5-4068-a36a-de681cfa6aa0 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:46:20.958954 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-75d1e22d-5146-43b7-b425-86bcf7f82b50 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:20.962110 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d1e22d-5146-43b7-b425-86bcf7f82b50 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:46:20.964232 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1e22d-5146-43b7-b425-86bcf7f82b50 None None] Pushing event updated for resources: {'Port': ['ID=ba9be6d4-2045-43de-8ea9-2f5743307ba3,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:20.983421 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e06eef1a-7483-47b0-8f1b-0589721a90aa tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:20.989640 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e06eef1a-7483-47b0-8f1b-0589721a90aa tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:20.991770 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e06eef1a-7483-47b0-8f1b-0589721a90aa tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "DELETE /v2.0/networks/e2c87713-3479-431f-8a41-50c58f90893b HTTP/1.1" status: 204 len: 168 time: 0.4447320 Jul 15 13:46:20.996556 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43480) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:21.011444 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06eef1a-7483-47b0-8f1b-0589721a90aa tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Pushing event deleted for resources: {'Network': ['ID=e2c87713-3479-431f-8a41-50c58f90893b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:21.033037 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-75d1e22d-5146-43b7-b425-86bcf7f82b50 None None] Attempting to bind port ba9be6d4-2045-43de-8ea9-2f5743307ba3 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:46:21.033733 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-75d1e22d-5146-43b7-b425-86bcf7f82b50 None None] Attempting to bind port ba9be6d4-2045-43de-8ea9-2f5743307ba3 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '7fb8d69d-9384-4a61-9f97-af17b2cda719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f776c15a-85e5-4068-a36a-de681cfa6aa0'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:46:21.034174 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d1e22d-5146-43b7-b425-86bcf7f82b50 None None] Attempting to bind port ba9be6d4-2045-43de-8ea9-2f5743307ba3 on network f776c15a-85e5-4068-a36a-de681cfa6aa0 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:46:21.040354 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d1e22d-5146-43b7-b425-86bcf7f82b50 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:46:21.040735 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d1e22d-5146-43b7-b425-86bcf7f82b50 None None] Checking segment: {'id': '7fb8d69d-9384-4a61-9f97-af17b2cda719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f776c15a-85e5-4068-a36a-de681cfa6aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:46:21.041143 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75d1e22d-5146-43b7-b425-86bcf7f82b50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:21.041539 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d1e22d-5146-43b7-b425-86bcf7f82b50 None None] Bound using segment: {'id': '7fb8d69d-9384-4a61-9f97-af17b2cda719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f776c15a-85e5-4068-a36a-de681cfa6aa0'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:46:21.042045 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-75d1e22d-5146-43b7-b425-86bcf7f82b50 None None] Bound port: ba9be6d4-2045-43de-8ea9-2f5743307ba3, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb8d69d-9384-4a61-9f97-af17b2cda719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'f776c15a-85e5-4068-a36a-de681cfa6aa0'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:46:21.042437 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75d1e22d-5146-43b7-b425-86bcf7f82b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:21.155362 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-75d1e22d-5146-43b7-b425-86bcf7f82b50 None None] For port ba9be6d4-2045-43de-8ea9-2f5743307ba3, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:46:21.160427 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-75d1e22d-5146-43b7-b425-86bcf7f82b50 None None] For port ba9be6d4-2045-43de-8ea9-2f5743307ba3, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ba9be6d4-2045-43de-8ea9-2f5743307ba3,segment=NetworkSegment(7fb8d69d-9384-4a61-9f97-af17b2cda719),segment_id=7fb8d69d-9384-4a61-9f97-af17b2cda719)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:46:21.165492 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-75d1e22d-5146-43b7-b425-86bcf7f82b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:21.249460 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1e22d-5146-43b7-b425-86bcf7f82b50 None None] Pushing event updated for resources: {'Port': ['ID=ba9be6d4-2045-43de-8ea9-2f5743307ba3,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:21.267803 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-99340719-7b15-4c1e-a76a-b007a114d13a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:21.339912 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-2ef84f05-5664-426d-81b0-91e014043ef4 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Deleting port 60aae19e-3e75-43e0-b2f5-07b7f59b89f2 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:21.340636 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ef84f05-5664-426d-81b0-91e014043ef4 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:21.383502 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-99340719-7b15-4c1e-a76a-b007a114d13a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:21.464155 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99340719-7b15-4c1e-a76a-b007a114d13a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Pushing event deleted for resources: {'Subnet': ['ID=27c7466e-5626-4399-a3d0-7c97cdbc7726,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:21.469129 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-99340719-7b15-4c1e-a76a-b007a114d13a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:21.471169 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-99340719-7b15-4c1e-a76a-b007a114d13a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "DELETE /v2.0/subnets/27c7466e-5626-4399-a3d0-7c97cdbc7726 HTTP/1.1" status: 204 len: 168 time: 0.7913556 Jul 15 13:46:21.475270 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43482) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:21.493166 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ef84f05-5664-426d-81b0-91e014043ef4 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:21.493735 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ef84f05-5664-426d-81b0-91e014043ef4 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:21.510407 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-2ef84f05-5664-426d-81b0-91e014043ef4 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Calling delete_port for 60aae19e-3e75-43e0-b2f5-07b7f59b89f2 owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:21.567253 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cbd3ec-29ef-41ae-bba3-6c9677a2d054 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:21.569130 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cbd3ec-29ef-41ae-bba3-6c9677a2d054 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:21.573673 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-39cbd3ec-29ef-41ae-bba3-6c9677a2d054 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0969596 Jul 15 13:46:21.574314 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43484) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:21.675506 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3f6554d9-dbc4-4014-ac16-47f5d427c071 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:21.685187 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6554d9-dbc4-4014-ac16-47f5d427c071 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 15 13:46:21.686084 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f6554d9-dbc4-4014-ac16-47f5d427c071 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:21.688883 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3f6554d9-dbc4-4014-ac16-47f5d427c071 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "DELETE /v2.0/networks/f776c15a-85e5-4068-a36a-de681cfa6aa0 HTTP/1.1" status: 409 len: 405 time: 0.1135738 Jul 15 13:46:21.694257 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43486) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:21.699239 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-0179de27-78d7-4523-94cc-ac4a66bb2ea2 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-774993539'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:21.733291 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ef84f05-5664-426d-81b0-91e014043ef4 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:21.737928 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0179de27-78d7-4523-94cc-ac4a66bb2ea2 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Made reservation on behalf of f122774ff2974dbca93a133f8e9689b0 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:46:21.742291 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0179de27-78d7-4523-94cc-ac4a66bb2ea2 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:21.773005 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef84f05-5664-426d-81b0-91e014043ef4 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Pushing event deleted for resources: {'Port': ['ID=60aae19e-3e75-43e0-b2f5-07b7f59b89f2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:21.835191 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0179de27-78d7-4523-94cc-ac4a66bb2ea2 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:46:21.852436 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0179de27-78d7-4523-94cc-ac4a66bb2ea2 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:21.852780 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-0179de27-78d7-4523-94cc-ac4a66bb2ea2 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Added segment ca2c8f40-85aa-4eae-b915-b90ac8966811 of type vlan for network 3eaab0c7-06ca-4d59-9f5b-dd4bb5f0810c Jul 15 13:46:21.884579 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ef84f05-5664-426d-81b0-91e014043ef4 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:21.884918 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-2ef84f05-5664-426d-81b0-91e014043ef4 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Floating IP eca72215-333d-4eb9-82f7-78db7e4d137b disassociated (deleted). External IP: 172.25.6.83, port: bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2. Jul 15 13:46:21.935153 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0179de27-78d7-4523-94cc-ac4a66bb2ea2 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:22.013982 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0179de27-78d7-4523-94cc-ac4a66bb2ea2 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:22.019881 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0179de27-78d7-4523-94cc-ac4a66bb2ea2 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:22.020556 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0179de27-78d7-4523-94cc-ac4a66bb2ea2 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:22.070209 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0179de27-78d7-4523-94cc-ac4a66bb2ea2 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3748474 Jul 15 13:46:22.073468 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43488) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:22.079498 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4b8efe22-393e-4227-b181-5691bd70eaf0 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Request body: {'subnet': {'network_id': '3eaab0c7-06ca-4d59-9f5b-dd4bb5f0810c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:22.142279 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179de27-78d7-4523-94cc-ac4a66bb2ea2 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Pushing event updated for resources: {'Network': ['ID=3eaab0c7-06ca-4d59-9f5b-dd4bb5f0810c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:22.157223 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 3eaab0c7-06ca-4d59-9f5b-dd4bb5f0810c details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:46:22.238143 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef84f05-5664-426d-81b0-91e014043ef4 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Router 45c8dba4-bbd4-4cca-86c7-1fe12daeea29 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:46:22.238432 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8efe22-393e-4227-b181-5691bd70eaf0 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Made reservation on behalf of f122774ff2974dbca93a133f8e9689b0 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:46:22.248245 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b8efe22-393e-4227-b181-5691bd70eaf0 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:22.365899 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb0a346-618e-486c-8a4f-2b6b5ff4b711 None None] Network f776c15a-85e5-4068-a36a-de681cfa6aa0 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:46:22.378606 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef84f05-5664-426d-81b0-91e014043ef4 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:46:22.387086 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ef84f05-5664-426d-81b0-91e014043ef4 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:22.398025 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7686be4a-10ac-4f92-9b1a-0b507a282170 None None] Sync routers for ids ['45c8dba4-bbd4-4cca-86c7-1fe12daeea29'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:46:22.414976 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7686be4a-10ac-4f92-9b1a-0b507a282170 None None] Routers {'45c8dba4-bbd4-4cca-86c7-1fe12daeea29'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:46:22.415622 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7686be4a-10ac-4f92-9b1a-0b507a282170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:45:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['45c8dba4-bbd4-4cca-86c7-1fe12daeea29'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:22.444566 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2ef84f05-5664-426d-81b0-91e014043ef4 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "DELETE /v2.0/floatingips/eca72215-333d-4eb9-82f7-78db7e4d137b HTTP/1.1" status: 204 len: 168 time: 1.4441485 Jul 15 13:46:22.444566 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5cc9e8-6391-492c-a147-05dc7c7bbae0', 'tag': 'bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:46:22.451893 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79c027e-e3cd-47a3-b11d-629596c050b6" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5cc9e8-6391-492c-a147-05dc7c7bbae0", "tag": "bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:46:22.505816 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b935c392-30d3-4305-b1ee-fdf1f9517e9e x-openstack-request-id: req-b935c392-30d3-4305-b1ee-fdf1f9517e9e {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:46:22.505816 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5cc9e8-6391-492c-a147-05dc7c7bbae0", "tag": "bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:46:22.506093 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b935c392-30d3-4305-b1ee-fdf1f9517e9e {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:46:22.506309 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5cc9e8-6391-492c-a147-05dc7c7bbae0', 'tag': 'bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2', 'status': 'completed', 'code': 200} Jul 15 13:46:22.565784 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b34fda97-b3f2-4760-a721-acb11f02a7e8 None None] Provisioning for port ba9be6d4-2045-43de-8ea9-2f5743307ba3 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:46:22.606737 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c027e-e3cd-47a3-b11d-629596c050b6 req-35e6d44c-ebec-4310-b525-be5fed9bae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:22.608272 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b79c027e-e3cd-47a3-b11d-629596c050b6 req-35e6d44c-ebec-4310-b525-be5fed9bae7a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f9c863093174d29a2d5efec5bb85c93&device_id=5d5cc9e8-6391-492c-a147-05dc7c7bbae0 HTTP/1.1" status: 200 len: 1136 time: 0.0763533 Jul 15 13:46:22.611822 n-d-758944-45 neutron-server[93814]: DEBUG neutron.objects.ports [None req-4b8efe22-393e-4227-b181-5691bd70eaf0 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93814) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:46:22.613462 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b8efe22-393e-4227-b181-5691bd70eaf0 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:22.653545 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-7686be4a-10ac-4f92-9b1a-0b507a282170 None None] Set router 45c8dba4-bbd4-4cca-86c7-1fe12daeea29 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:46:22.713095 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8efe22-393e-4227-b181-5691bd70eaf0 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Pushing event updated for resources: {'Subnet': ['ID=9c29098c-ec8c-4130-a5a5-3fcb10434ffc,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:22.733136 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8efe22-393e-4227-b181-5691bd70eaf0 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Checking segment: {'id': 'ca2c8f40-85aa-4eae-b915-b90ac8966811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3eaab0c7-06ca-4d59-9f5b-dd4bb5f0810c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:46:22.733659 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8efe22-393e-4227-b181-5691bd70eaf0 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Network hostable DHCP agents. Network: 3eaab0c7-06ca-4d59-9f5b-dd4bb5f0810c, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:46:22.772032 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8efe22-393e-4227-b181-5691bd70eaf0 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Network 3eaab0c7-06ca-4d59-9f5b-dd4bb5f0810c is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:46:22.787638 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4b8efe22-393e-4227-b181-5691bd70eaf0 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 3eaab0c7-06ca-4d59-9f5b-dd4bb5f0810c) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:22.795092 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8efe22-393e-4227-b181-5691bd70eaf0 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:22.796074 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b8efe22-393e-4227-b181-5691bd70eaf0 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:22.810709 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c027e-e3cd-47a3-b11d-629596c050b6 req-6f1dd60b-44a8-4db0-b18e-0716fad4a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:22.815273 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b79c027e-e3cd-47a3-b11d-629596c050b6 req-6f1dd60b-44a8-4db0-b18e-0716fad4a2a7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0f679832-8c15-424e-962e-bd9eb24b2afd HTTP/1.1" status: 200 len: 897 time: 0.1990466 Jul 15 13:46:22.822033 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4b8efe22-393e-4227-b181-5691bd70eaf0 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.7439716 Jul 15 13:46:22.823014 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43494) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:22.877432 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b79c027e-e3cd-47a3-b11d-629596c050b6 req-da584832-e028-43cd-94f4-d217d9ff23c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2 HTTP/1.1" status: 200 len: 217 time: 0.0479631 Jul 15 13:46:22.888965 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ba9be6d4-2045-43de-8ea9-2f5743307ba3 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:46:22.891355 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d3886d-939d-4e8f-98dc-fa4098c8b06a None None] DHCP port deletion for f776c15a-85e5-4068-a36a-de681cfa6aa0 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:46:22.893012 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef48827-75a2-49bc-bc4b-c222214670a7 None None] Network 3eaab0c7-06ca-4d59-9f5b-dd4bb5f0810c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:46:22.943231 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c027e-e3cd-47a3-b11d-629596c050b6 req-9b65cdfe-d1e0-4d58-b024-4788808b9e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:22.944978 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b79c027e-e3cd-47a3-b11d-629596c050b6 req-9b65cdfe-d1e0-4d58-b024-4788808b9e84 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4d5d211f-c486-400f-80ab-d96ff9b75da8 HTTP/1.1" status: 200 len: 834 time: 0.0605416 Jul 15 13:46:23.020020 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d14c864-39ac-4128-82ab-0063bffa77c1 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:23.023644 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c027e-e3cd-47a3-b11d-629596c050b6 req-0002990e-d406-44de-a888-8e47123e066a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:23.025290 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b79c027e-e3cd-47a3-b11d-629596c050b6 req-0002990e-d406-44de-a888-8e47123e066a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0f679832-8c15-424e-962e-bd9eb24b2afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731044 Jul 15 13:46:23.131261 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b79c027e-e3cd-47a3-b11d-629596c050b6 req-c353fa6d-75dd-4bce-860a-892701830a1b service neutron] 10.222.0.18 "GET /v2.0/networks/0f679832-8c15-424e-962e-bd9eb24b2afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983338 Jul 15 13:46:23.153632 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865d1f6-3647-4e10-9226-acbadbd47624 req-19fab5b7-dcdb-4764-a1df-e85d92520042 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:23.156783 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port ba9be6d4-2045-43de-8ea9-2f5743307ba3 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:46:23.158354 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c865d1f6-3647-4e10-9226-acbadbd47624 req-19fab5b7-dcdb-4764-a1df-e85d92520042 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5cc9e8-6391-492c-a147-05dc7c7bbae0 HTTP/1.1" status: 200 len: 984 time: 0.2003777 Jul 15 13:46:23.159294 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d14c864-39ac-4128-82ab-0063bffa77c1 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:23.170039 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port ba9be6d4-2045-43de-8ea9-2f5743307ba3 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:23.170673 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:23.234667 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-77d3886d-939d-4e8f-98dc-fa4098c8b06a None None] Deleting port ba9be6d4-2045-43de-8ea9-2f5743307ba3 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:23.235051 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-77d3886d-939d-4e8f-98dc-fa4098c8b06a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:23.255066 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b79c027e-e3cd-47a3-b11d-629596c050b6 req-83dc01ed-0df1-4c79-8fa4-74c37c18a829 service neutron] 10.222.0.18 "GET /v2.0/networks/0f679832-8c15-424e-962e-bd9eb24b2afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159947 Jul 15 13:46:23.276683 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c865d1f6-3647-4e10-9226-acbadbd47624 req-87c65958-4035-47fc-8839-71f02cb99f2e tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/security-groups?id=85d91145-dcf4-417e-a437-90807fe4fbd9&id=0a26303d-ba0d-438a-bc0e-ca2a8337f2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1090569 Jul 15 13:46:23.292059 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d14c864-39ac-4128-82ab-0063bffa77c1 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:23.323941 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14c864-39ac-4128-82ab-0063bffa77c1 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Pushing event deleted for resources: {'Subnet': ['ID=9c29098c-ec8c-4130-a5a5-3fcb10434ffc,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:23.382730 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:23.387404 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-77d3886d-939d-4e8f-98dc-fa4098c8b06a None None] For port ba9be6d4-2045-43de-8ea9-2f5743307ba3, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ba9be6d4-2045-43de-8ea9-2f5743307ba3,segment=NetworkSegment(7fb8d69d-9384-4a61-9f97-af17b2cda719),segment_id=7fb8d69d-9384-4a61-9f97-af17b2cda719)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:23.387777 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-77d3886d-939d-4e8f-98dc-fa4098c8b06a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:23.390472 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99313281-5965-4790-ba10-6ec8580227b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-3eaab0c7-06ca-4d59-9f5b-dd4bb5f0810c', 'network_id': '3eaab0c7-06ca-4d59-9f5b-dd4bb5f0810c', 'tenant_id': 'f122774ff2974dbca93a133f8e9689b0', 'fixed_ips': [{'subnet_id': '9c29098c-ec8c-4130-a5a5-3fcb10434ffc'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:46:23.391323 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-99313281-5965-4790-ba10-6ec8580227b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:23.411417 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d14c864-39ac-4128-82ab-0063bffa77c1 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:23.423601 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-2d14c864-39ac-4128-82ab-0063bffa77c1 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eaab0c7-06ca-4d59-9f5b-dd4bb5f0810c']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:23.434397 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-77d3886d-939d-4e8f-98dc-fa4098c8b06a None None] Calling delete_port for ba9be6d4-2045-43de-8ea9-2f5743307ba3 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:23.434628 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-2d14c864-39ac-4128-82ab-0063bffa77c1 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca2c8f40-85aa-4eae-b915-b90ac8966811') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:23.434870 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-2d14c864-39ac-4128-82ab-0063bffa77c1 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca2c8f40-85aa-4eae-b915-b90ac8966811') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:23.446564 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d14c864-39ac-4128-82ab-0063bffa77c1 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:23.452062 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b2cb0c6-f4a3-4005-bb06-8ca9c80fe8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:23.465629 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d14c864-39ac-4128-82ab-0063bffa77c1 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:23.474235 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d14c864-39ac-4128-82ab-0063bffa77c1 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:46:23.474741 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d14c864-39ac-4128-82ab-0063bffa77c1 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:23.478259 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:46:23.478259 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:46:23.478259 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:46:23.478259 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:46:23.478259 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:46:23.478259 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:46:23.478259 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:46:23.478259 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:46:23.478259 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:46:23.478259 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:46:23.478259 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:46:23.478259 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:46:23.478259 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:46:23.478259 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:46:23.478259 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:46:23.478259 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:46:23.478259 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:46:23.478259 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:46:23.478259 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:46:23.478259 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:46:23.478259 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:46:23.478259 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:46:23.478259 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:46:23.478259 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:46:23.478259 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:46:23.478259 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:46:23.478259 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:46:23.478259 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:46:23.478259 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:46:23.478259 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:46:23.478259 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:46:23.478259 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:46:23.478259 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:46:23.478259 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:46:23.567481 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d14c864-39ac-4128-82ab-0063bffa77c1 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:23.574890 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d14c864-39ac-4128-82ab-0063bffa77c1 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:23.578231 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2d14c864-39ac-4128-82ab-0063bffa77c1 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "DELETE /v2.0/networks/3eaab0c7-06ca-4d59-9f5b-dd4bb5f0810c HTTP/1.1" status: 204 len: 168 time: 0.7540414 Jul 15 13:46:23.582994 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43498) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:23.596466 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c6bd70cc-8e6e-40dc-9d8c-0453735819b4 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-58597022'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:23.599197 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14c864-39ac-4128-82ab-0063bffa77c1 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Pushing event deleted for resources: {'Network': ['ID=3eaab0c7-06ca-4d59-9f5b-dd4bb5f0810c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:23.600668 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:23.610055 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7686be4a-10ac-4f92-9b1a-0b507a282170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1100701626', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '684d45a4-aa76-45ea-bf87-53e66fde50e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:46Z', 'updated_at': '2021-07-15T13:44:53Z', 'revision_number': 4, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'gw_port': {'id': '684d45a4-aa76-45ea-bf87-53e66fde50e3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:47Z', 'updated_at': '2021-07-15T13:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '29f20b4d-6f30-4f41-a2c7-03be423bb59f', 'name': '', 'network_id': '0f679832-8c15-424e-962e-bd9eb24b2afd', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'mac_address': 'fa:16:3e:2b:52:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '4d5d211f-c486-400f-80ab-d96ff9b75da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:52Z', 'updated_at': '2021-07-15T13:45:02Z', 'revision_number': 5, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'subnets': [{'id': '4d5d211f-c486-400f-80ab-d96ff9b75da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:23.623003 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a200b128-20d5-4b3f-a61b-947d9b6f88fa None None] Network 3eaab0c7-06ca-4d59-9f5b-dd4bb5f0810c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:46:23.630963 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bd70cc-8e6e-40dc-9d8c-0453735819b4 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Made reservation on behalf of f122774ff2974dbca93a133f8e9689b0 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:46:23.634640 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c6bd70cc-8e6e-40dc-9d8c-0453735819b4 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:23.661672 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6bd70cc-8e6e-40dc-9d8c-0453735819b4 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:46:23.666023 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a200b128-20d5-4b3f-a61b-947d9b6f88fa None None] Network 3eaab0c7-06ca-4d59-9f5b-dd4bb5f0810c could not be found, it might have been deleted concurrently. {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 13:46:23.667744 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7686be4a-10ac-4f92-9b1a-0b507a282170 None None] Checking router: 45c8dba4-bbd4-4cca-86c7-1fe12daeea29 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:46:23.673656 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c6bd70cc-8e6e-40dc-9d8c-0453735819b4 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:23.674068 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-c6bd70cc-8e6e-40dc-9d8c-0453735819b4 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Added segment eb5a6b7b-a7d8-450b-9d08-539683f19c95 of type vlan for network ee145225-a91d-4c8d-9f6c-21ef7a18a3f1 Jul 15 13:46:23.706467 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7686be4a-10ac-4f92-9b1a-0b507a282170 None None] Routers {'45c8dba4-bbd4-4cca-86c7-1fe12daeea29'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:46:23.707156 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7686be4a-10ac-4f92-9b1a-0b507a282170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:46:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['45c8dba4-bbd4-4cca-86c7-1fe12daeea29'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:23.710451 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port ba9be6d4-2045-43de-8ea9-2f5743307ba3, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ba9be6d4-2045-43de-8ea9-2f5743307ba3,segment=NetworkSegment(7fb8d69d-9384-4a61-9f97-af17b2cda719),segment_id=7fb8d69d-9384-4a61-9f97-af17b2cda719)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:23.719436 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c6bd70cc-8e6e-40dc-9d8c-0453735819b4 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:23.751936 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c6bd70cc-8e6e-40dc-9d8c-0453735819b4 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:23.752386 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:23.758743 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bd70cc-8e6e-40dc-9d8c-0453735819b4 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:23.759962 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c6bd70cc-8e6e-40dc-9d8c-0453735819b4 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:23.765088 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-77d3886d-939d-4e8f-98dc-fa4098c8b06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:23.801591 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c5d194cf-02ec-44f9-9293-3feb038c071c no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:46:23.809841 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c6bd70cc-8e6e-40dc-9d8c-0453735819b4 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2220445 Jul 15 13:46:23.810063 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event deleted for resources: {'Port': ['ID=ba9be6d4-2045-43de-8ea9-2f5743307ba3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:23.810156 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43504) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:23.817633 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c55e641f-6f41-46db-a826-785005174602 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Request body: {'subnet': {'network_id': 'ee145225-a91d-4c8d-9f6c-21ef7a18a3f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:23.859679 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: c5d194cf-02ec-44f9-9293-3feb038c071c {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:46:23.860019 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c5d194cf-02ec-44f9-9293-3feb038c071c not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:46:23.861573 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d3886d-939d-4e8f-98dc-fa4098c8b06a None None] No DVR routers for this DVR port ba9be6d4-2045-43de-8ea9-2f5743307ba3 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:46:23.897728 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3886d-939d-4e8f-98dc-fa4098c8b06a None None] Pushing event deleted for resources: {'Port': ['ID=ba9be6d4-2045-43de-8ea9-2f5743307ba3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:23.926603 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-7686be4a-10ac-4f92-9b1a-0b507a282170 None None] Set router 45c8dba4-bbd4-4cca-86c7-1fe12daeea29 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:46:24.194908 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7686be4a-10ac-4f92-9b1a-0b507a282170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1100701626', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '684d45a4-aa76-45ea-bf87-53e66fde50e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:46Z', 'updated_at': '2021-07-15T13:44:53Z', 'revision_number': 4, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'gw_port': {'id': '684d45a4-aa76-45ea-bf87-53e66fde50e3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:47Z', 'updated_at': '2021-07-15T13:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '29f20b4d-6f30-4f41-a2c7-03be423bb59f', 'name': '', 'network_id': '0f679832-8c15-424e-962e-bd9eb24b2afd', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'mac_address': 'fa:16:3e:2b:52:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '4d5d211f-c486-400f-80ab-d96ff9b75da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:52Z', 'updated_at': '2021-07-15T13:45:02Z', 'revision_number': 5, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'subnets': [{'id': '4d5d211f-c486-400f-80ab-d96ff9b75da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:24.229086 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7686be4a-10ac-4f92-9b1a-0b507a282170 None None] The sync data for ids ['45c8dba4-bbd4-4cca-86c7-1fe12daeea29'] in n-d-758944-45 is: [{'id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1100701626', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '684d45a4-aa76-45ea-bf87-53e66fde50e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:46Z', 'updated_at': '2021-07-15T13:44:53Z', 'revision_number': 4, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'gw_port': {'id': '684d45a4-aa76-45ea-bf87-53e66fde50e3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:47Z', 'updated_at': '2021-07-15T13:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '29f20b4d-6f30-4f41-a2c7-03be423bb59f', 'name': '', 'network_id': '0f679832-8c15-424e-962e-bd9eb24b2afd', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'mac_address': 'fa:16:3e:2b:52:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '4d5d211f-c486-400f-80ab-d96ff9b75da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:52Z', 'updated_at': '2021-07-15T13:45:02Z', 'revision_number': 5, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'subnets': [{'id': '4d5d211f-c486-400f-80ab-d96ff9b75da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:46:24.257687 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd70cc-8e6e-40dc-9d8c-0453735819b4 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Pushing event updated for resources: {'Network': ['ID=ee145225-a91d-4c8d-9f6c-21ef7a18a3f1,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:24.269445 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network ee145225-a91d-4c8d-9f6c-21ef7a18a3f1 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:46:24.422555 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aacf2f0-5b75-43b4-8998-dd3abd37455e req-5646ee2b-90e4-4dae-b06a-2ab2bb6da350 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:24.424247 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8aacf2f0-5b75-43b4-8998-dd3abd37455e req-5646ee2b-90e4-4dae-b06a-2ab2bb6da350 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d5cc9e8-6391-492c-a147-05dc7c7bbae0 HTTP/1.1" status: 200 len: 984 time: 0.1780610 Jul 15 13:46:24.425895 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55e641f-6f41-46db-a826-785005174602 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Made reservation on behalf of f122774ff2974dbca93a133f8e9689b0 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:46:24.429629 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c55e641f-6f41-46db-a826-785005174602 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:24.532529 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a77f4e-dbe6-4db2-99c4-f0251be5a502 req-cb6bee8a-d7cb-408e-99dc-42bceb4ebf47 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:24.540794 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e7a77f4e-dbe6-4db2-99c4-f0251be5a502 req-cb6bee8a-d7cb-408e-99dc-42bceb4ebf47 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5cc9e8-6391-492c-a147-05dc7c7bbae0 HTTP/1.1" status: 200 len: 984 time: 0.0969105 Jul 15 13:46:24.583145 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e7a77f4e-dbe6-4db2-99c4-f0251be5a502 req-ce9a88e8-55d9-4634-a808-4d78f7e5f2e0 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/security-groups?id=85d91145-dcf4-417e-a437-90807fe4fbd9&id=0a26303d-ba0d-438a-bc0e-ca2a8337f2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0411816 Jul 15 13:46:24.596027 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ba9be6d4-2045-43de-8ea9-2f5743307ba3 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:46:24.621698 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: ba9be6d4-2045-43de-8ea9-2f5743307ba3 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:46:24.622086 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ba9be6d4-2045-43de-8ea9-2f5743307ba3 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:46:24.625732 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91573477-d804-4f00-9701-342f24251f55 None None] New status for floating IP eca72215-333d-4eb9-82f7-78db7e4d137b: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:46:24.740292 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ba838-ba32-4e6b-8fb4-fc4a13f4279a req-4d90d0da-0f2e-4c3d-ad22-4ac3e912884e tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:24.742253 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7e1ba838-ba32-4e6b-8fb4-fc4a13f4279a req-4d90d0da-0f2e-4c3d-ad22-4ac3e912884e tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dbd4c03-3a01-4eed-b5ce-a002e32368fe HTTP/1.1" status: 200 len: 946 time: 0.2377436 Jul 15 13:46:24.760999 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-8aacf2f0-5b75-43b4-8998-dd3abd37455e req-06a1e2f3-2222-4099-bc48-974e49a58088 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Deleting port bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:24.761349 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8aacf2f0-5b75-43b4-8998-dd3abd37455e req-06a1e2f3-2222-4099-bc48-974e49a58088 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:24.816159 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:24.845104 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c55e641f-6f41-46db-a826-785005174602 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:24.919485 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7e1ba838-ba32-4e6b-8fb4-fc4a13f4279a req-40ed2ae7-d3a7-40d7-9d05-55e866b49339 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "GET /v2.0/security-groups?id=13a7a8a8-6e2a-4757-b97b-ab9be5e509c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684089 Jul 15 13:46:24.983826 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e641f-6f41-46db-a826-785005174602 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Pushing event updated for resources: {'Subnet': ['ID=fb454797-df5a-48aa-8d44-513e59b994c8,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:24.994613 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-8aacf2f0-5b75-43b4-8998-dd3abd37455e req-06a1e2f3-2222-4099-bc48-974e49a58088 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] For port bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2,segment=NetworkSegment(ef3ca3e2-29bd-4008-a648-033370dd6001),segment_id=ef3ca3e2-29bd-4008-a648-033370dd6001)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:24.994976 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8aacf2f0-5b75-43b4-8998-dd3abd37455e req-06a1e2f3-2222-4099-bc48-974e49a58088 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:25.004264 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55e641f-6f41-46db-a826-785005174602 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Checking segment: {'id': 'eb5a6b7b-a7d8-450b-9d08-539683f19c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ee145225-a91d-4c8d-9f6c-21ef7a18a3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:46:25.004639 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55e641f-6f41-46db-a826-785005174602 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Network hostable DHCP agents. Network: ee145225-a91d-4c8d-9f6c-21ef7a18a3f1, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:46:25.012551 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-8aacf2f0-5b75-43b4-8998-dd3abd37455e req-06a1e2f3-2222-4099-bc48-974e49a58088 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Calling delete_port for bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:25.065876 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55e641f-6f41-46db-a826-785005174602 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Network ee145225-a91d-4c8d-9f6c-21ef7a18a3f1 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:46:25.083331 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-c55e641f-6f41-46db-a826-785005174602 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, ee145225-a91d-4c8d-9f6c-21ef7a18a3f1) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:25.091380 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7412263a-f04e-4b93-a2df-b3e529568bf6 None None] Network ee145225-a91d-4c8d-9f6c-21ef7a18a3f1 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:46:25.092801 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55e641f-6f41-46db-a826-785005174602 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:25.093419 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c55e641f-6f41-46db-a826-785005174602 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:25.124531 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c55e641f-6f41-46db-a826-785005174602 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3100088 Jul 15 13:46:25.125282 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43510) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:25.256830 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8aacf2f0-5b75-43b4-8998-dd3abd37455e req-06a1e2f3-2222-4099-bc48-974e49a58088 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:25.258141 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a559c4-ab0e-4e93-a882-55568ea20132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-ee145225-a91d-4c8d-9f6c-21ef7a18a3f1', 'network_id': 'ee145225-a91d-4c8d-9f6c-21ef7a18a3f1', 'tenant_id': 'f122774ff2974dbca93a133f8e9689b0', 'fixed_ips': [{'subnet_id': 'fb454797-df5a-48aa-8d44-513e59b994c8'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:46:25.259586 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a8a559c4-ab0e-4e93-a882-55568ea20132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:25.326274 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a1e2f3-2222-4099-bc48-974e49a58088 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Pushing event deleted for resources: {'Port': ['ID=bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:25.352967 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:25.442523 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aacf2f0-5b75-43b4-8998-dd3abd37455e req-06a1e2f3-2222-4099-bc48-974e49a58088 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] No DVR routers for this DVR port bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2 on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:46:25.445290 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8aacf2f0-5b75-43b4-8998-dd3abd37455e req-06a1e2f3-2222-4099-bc48-974e49a58088 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:25.447812 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8aacf2f0-5b75-43b4-8998-dd3abd37455e req-06a1e2f3-2222-4099-bc48-974e49a58088 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.18 "DELETE /v2.0/ports/bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2 HTTP/1.1" status: 204 len: 173 time: 1.0138891 Jul 15 13:46:25.448004 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5cc9e8-6391-492c-a147-05dc7c7bbae0', 'name': 'network-vif-deleted', 'tag': 'bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:46:25.450280 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087a99b0-9809-4551-880d-f3a68135e51b" -d '{"events": [{"server_uuid": "5d5cc9e8-6391-492c-a147-05dc7c7bbae0", "name": "network-vif-deleted", "tag": "bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:46:25.499470 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344d2218-8634-4bf5-9d3f-aa7b61ecdf1b x-openstack-request-id: req-344d2218-8634-4bf5-9d3f-aa7b61ecdf1b {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:46:25.499684 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5cc9e8-6391-492c-a147-05dc7c7bbae0", "name": "network-vif-deleted", "tag": "bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:46:25.499932 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-344d2218-8634-4bf5-9d3f-aa7b61ecdf1b {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:46:25.500342 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5cc9e8-6391-492c-a147-05dc7c7bbae0', 'name': 'network-vif-deleted', 'tag': 'bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2', 'status': 'completed', 'code': 200} Jul 15 13:46:25.529552 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:25.546318 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:25.584457 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-a8a559c4-ab0e-4e93-a882-55568ea20132 None None] Allocated IP 2001:db8::2 (ee145225-a91d-4c8d-9f6c-21ef7a18a3f1/fb454797-df5a-48aa-8d44-513e59b994c8/6317d045-a057-4cc9-81d6-d031dc0d5d38) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:46:25.719358 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc9fb6-4a47-4b12-93aa-a8679a845e02 req-dc3cf623-af57-4ed7-9329-5586304bcdec tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:25.721966 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-47dc9fb6-4a47-4b12-93aa-a8679a845e02 req-dc3cf623-af57-4ed7-9329-5586304bcdec tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbd4c03-3a01-4eed-b5ce-a002e32368fe HTTP/1.1" status: 200 len: 946 time: 0.1299989 Jul 15 13:46:25.798258 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a8a559c4-ab0e-4e93-a882-55568ea20132 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:25.800692 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f45305a-1c8c-4fbb-8152-22a87c07aa4e req-f7939c68-3640-4777-b484-e9ee377a1fd4 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d5cc9e8-6391-492c-a147-05dc7c7bbae0 HTTP/1.1" status: 200 len: 210 time: 0.0354788 Jul 15 13:46:25.808240 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a8a559c4-ab0e-4e93-a882-55568ea20132 None None] Transition to ACTIVE for port object 6317d045-a057-4cc9-81d6-d031dc0d5d38 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:25.837817 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a8a559c4-ab0e-4e93-a882-55568ea20132 None None] Transition to ACTIVE for port object 6317d045-a057-4cc9-81d6-d031dc0d5d38 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:25.844237 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a8a559c4-ab0e-4e93-a882-55568ea20132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:25.891593 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a559c4-ab0e-4e93-a882-55568ea20132 None None] Network ee145225-a91d-4c8d-9f6c-21ef7a18a3f1 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:46:25.900744 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-a8a559c4-ab0e-4e93-a882-55568ea20132 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:25.905827 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a559c4-ab0e-4e93-a882-55568ea20132 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:46:25.914256 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a559c4-ab0e-4e93-a882-55568ea20132 None None] Pushing event updated for resources: {'Port': ['ID=6317d045-a057-4cc9-81d6-d031dc0d5d38,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:25.916608 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:26.002867 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Pushing event deleted for resources: {'Subnet': ['ID=fb454797-df5a-48aa-8d44-513e59b994c8,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:26.009079 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-47dc9fb6-4a47-4b12-93aa-a8679a845e02 req-8ae93f74-0691-4e23-9196-da058c6e276a tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Deleting port 1818821b-101c-4433-818d-f4ef761d451a {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:26.009983 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47dc9fb6-4a47-4b12-93aa-a8679a845e02 req-8ae93f74-0691-4e23-9196-da058c6e276a tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:26.039156 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a8a559c4-ab0e-4e93-a882-55568ea20132 None None] Attempting to bind port 6317d045-a057-4cc9-81d6-d031dc0d5d38 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:46:26.039875 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a8a559c4-ab0e-4e93-a882-55568ea20132 None None] Attempting to bind port 6317d045-a057-4cc9-81d6-d031dc0d5d38 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'eb5a6b7b-a7d8-450b-9d08-539683f19c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ee145225-a91d-4c8d-9f6c-21ef7a18a3f1'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:46:26.040566 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a559c4-ab0e-4e93-a882-55568ea20132 None None] Attempting to bind port 6317d045-a057-4cc9-81d6-d031dc0d5d38 on network ee145225-a91d-4c8d-9f6c-21ef7a18a3f1 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:46:26.050192 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a559c4-ab0e-4e93-a882-55568ea20132 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:46:26.051509 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a559c4-ab0e-4e93-a882-55568ea20132 None None] Checking segment: {'id': 'eb5a6b7b-a7d8-450b-9d08-539683f19c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ee145225-a91d-4c8d-9f6c-21ef7a18a3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:46:26.052768 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a8a559c4-ab0e-4e93-a882-55568ea20132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:26.052897 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a559c4-ab0e-4e93-a882-55568ea20132 None None] Bound using segment: {'id': 'eb5a6b7b-a7d8-450b-9d08-539683f19c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ee145225-a91d-4c8d-9f6c-21ef7a18a3f1'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:46:26.053854 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a8a559c4-ab0e-4e93-a882-55568ea20132 None None] Bound port: 6317d045-a057-4cc9-81d6-d031dc0d5d38, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb5a6b7b-a7d8-450b-9d08-539683f19c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ee145225-a91d-4c8d-9f6c-21ef7a18a3f1'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:46:26.054575 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a8a559c4-ab0e-4e93-a882-55568ea20132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:26.102642 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:26.154390 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a8a559c4-ab0e-4e93-a882-55568ea20132 None None] For port 6317d045-a057-4cc9-81d6-d031dc0d5d38, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:46:26.158040 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee145225-a91d-4c8d-9f6c-21ef7a18a3f1']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:26.164000 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a8a559c4-ab0e-4e93-a882-55568ea20132 None None] For port 6317d045-a057-4cc9-81d6-d031dc0d5d38, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=6317d045-a057-4cc9-81d6-d031dc0d5d38,segment=NetworkSegment(eb5a6b7b-a7d8-450b-9d08-539683f19c95),segment_id=eb5a6b7b-a7d8-450b-9d08-539683f19c95)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:46:26.178210 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb5a6b7b-a7d8-450b-9d08-539683f19c95') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:26.178471 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a8a559c4-ab0e-4e93-a882-55568ea20132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:26.178568 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb5a6b7b-a7d8-450b-9d08-539683f19c95') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:26.194757 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfa46e-3348-4049-ab2c-24dddc154c0d req-45657902-b506-46d1-b3be-5f2363e76f99 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:26.195662 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:26.206230 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3ebfa46e-3348-4049-ab2c-24dddc154c0d req-45657902-b506-46d1-b3be-5f2363e76f99 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dbd4c03-3a01-4eed-b5ce-a002e32368fe HTTP/1.1" status: 200 len: 946 time: 0.1302099 Jul 15 13:46:26.217805 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-47dc9fb6-4a47-4b12-93aa-a8679a845e02 req-8ae93f74-0691-4e23-9196-da058c6e276a tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] For port 1818821b-101c-4433-818d-f4ef761d451a, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=1818821b-101c-4433-818d-f4ef761d451a,segment=NetworkSegment(45b44a0b-86ff-4d1a-b6ca-23905ae28cf5),segment_id=45b44a0b-86ff-4d1a-b6ca-23905ae28cf5)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:26.218179 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47dc9fb6-4a47-4b12-93aa-a8679a845e02 req-8ae93f74-0691-4e23-9196-da058c6e276a tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:26.224776 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:26.241629 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:46:26.242357 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:26.246226 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:46:26.246226 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:46:26.246226 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:46:26.246226 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:46:26.246226 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:46:26.246226 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:46:26.246226 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:46:26.246226 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:46:26.246226 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:46:26.246226 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:46:26.246226 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:46:26.246226 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:46:26.246226 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:46:26.246226 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:46:26.246226 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:46:26.246226 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:46:26.246226 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:46:26.246226 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:46:26.246226 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:46:26.246226 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:46:26.246226 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:46:26.246226 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:46:26.246226 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:46:26.246226 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:46:26.246226 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:46:26.246226 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:46:26.246226 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:46:26.246226 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:46:26.246226 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:46:26.246226 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:46:26.246226 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:46:26.246226 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:46:26.246226 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:46:26.246226 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:46:26.270173 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3ebfa46e-3348-4049-ab2c-24dddc154c0d req-aa2dd92f-8e22-4724-8b57-05c290622eb2 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "GET /v2.0/security-groups?id=13a7a8a8-6e2a-4757-b97b-ab9be5e509c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623167 Jul 15 13:46:26.304297 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a559c4-ab0e-4e93-a882-55568ea20132 None None] Pushing event updated for resources: {'Port': ['ID=6317d045-a057-4cc9-81d6-d031dc0d5d38,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:26.335369 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22057fac-3887-4f4c-938e-fbe739c6bff9 None None] Network ee145225-a91d-4c8d-9f6c-21ef7a18a3f1 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:46:26.404785 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.db.api [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:46:26.404785 n-d-758944-45 neutron-server[93813]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:46:26.404785 n-d-758944-45 neutron-server[93813]: [parameters: {'id': 'ee145225-a91d-4c8d-9f6c-21ef7a18a3f1'}] Jul 15 13:46:26.404785 n-d-758944-45 neutron-server[93813]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:46:26.405524 n-d-758944-45 neutron-server[93813]: DEBUG oslo_db.api [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:46:26.443340 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:26.497012 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a44201c-7023-4a9b-98af-7023519a505a None None] get_active_networks_info from n-d-758944-45 {{(pid=93815) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:46:26.568329 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47dc9fb6-4a47-4b12-93aa-a8679a845e02 req-8ae93f74-0691-4e23-9196-da058c6e276a tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:26.568604 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47dc9fb6-4a47-4b12-93aa-a8679a845e02 req-8ae93f74-0691-4e23-9196-da058c6e276a tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:26.568918 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [req-47dc9fb6-4a47-4b12-93aa-a8679a845e02 req-8ae93f74-0691-4e23-9196-da058c6e276a tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Floating IP 03f4a543-c485-46aa-9d8e-85956999054d disassociated. External IP: 172.25.6.93, port: 1818821b-101c-4433-818d-f4ef761d451a. Jul 15 13:46:26.569316 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-47dc9fb6-4a47-4b12-93aa-a8679a845e02 req-8ae93f74-0691-4e23-9196-da058c6e276a tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Calling delete_port for 1818821b-101c-4433-818d-f4ef761d451a owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:26.624147 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a44201c-7023-4a9b-98af-7023519a505a None None] Resources bound (agent type, host, resource id): {{(pid=93815) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:46:26.711682 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47dc9fb6-4a47-4b12-93aa-a8679a845e02 req-8ae93f74-0691-4e23-9196-da058c6e276a tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:26.743326 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae93f74-0691-4e23-9196-da058c6e276a tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Pushing event deleted for resources: {'Port': ['ID=1818821b-101c-4433-818d-f4ef761d451a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:26.897926 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47dc9fb6-4a47-4b12-93aa-a8679a845e02 req-8ae93f74-0691-4e23-9196-da058c6e276a tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Router 2b5775ef-4a22-408e-b374-a1dbebaacce8 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:46:26.905722 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:26.925125 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43520) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:26.999176 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8179ada6-9982-42a8-a1dc-001e80deffbe tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:27.026397 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8179ada6-9982-42a8-a1dc-001e80deffbe tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:27.054904 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47dc9fb6-4a47-4b12-93aa-a8679a845e02 req-8ae93f74-0691-4e23-9196-da058c6e276a tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:46:27.066993 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebf39b2-fa3d-46df-b40b-575ba039c2ea None None] Sync routers for ids ['2b5775ef-4a22-408e-b374-a1dbebaacce8'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:46:27.078964 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8179ada6-9982-42a8-a1dc-001e80deffbe tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:27.079479 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebf39b2-fa3d-46df-b40b-575ba039c2ea None None] Routers {'2b5775ef-4a22-408e-b374-a1dbebaacce8'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:46:27.080875 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8ebf39b2-fa3d-46df-b40b-575ba039c2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:46:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['2b5775ef-4a22-408e-b374-a1dbebaacce8'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:27.083069 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8179ada6-9982-42a8-a1dc-001e80deffbe tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:27.086759 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8179ada6-9982-42a8-a1dc-001e80deffbe tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "DELETE /v2.0/security-groups/85d91145-dcf4-417e-a437-90807fe4fbd9 HTTP/1.1" status: 204 len: 168 time: 0.1572766 Jul 15 13:46:27.088005 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43522) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:27.103513 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179ada6-9982-42a8-a1dc-001e80deffbe tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d91145-dcf4-417e-a437-90807fe4fbd9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:27.116440 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-47dc9fb6-4a47-4b12-93aa-a8679a845e02 req-8ae93f74-0691-4e23-9196-da058c6e276a tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] No DVR routers for this DVR port 1818821b-101c-4433-818d-f4ef761d451a on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:46:27.119281 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Deleting port 6317d045-a057-4cc9-81d6-d031dc0d5d38 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:27.120822 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:27.123439 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47dc9fb6-4a47-4b12-93aa-a8679a845e02 req-8ae93f74-0691-4e23-9196-da058c6e276a tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:27.125667 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-47dc9fb6-4a47-4b12-93aa-a8679a845e02 req-8ae93f74-0691-4e23-9196-da058c6e276a tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.18 "DELETE /v2.0/ports/1818821b-101c-4433-818d-f4ef761d451a HTTP/1.1" status: 204 len: 173 time: 1.3972030 Jul 15 13:46:27.171394 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-549ea229-ba01-4539-b71c-77aabf0b8783 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:27.212058 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] For port 6317d045-a057-4cc9-81d6-d031dc0d5d38, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=6317d045-a057-4cc9-81d6-d031dc0d5d38,segment=NetworkSegment(eb5a6b7b-a7d8-450b-9d08-539683f19c95),segment_id=eb5a6b7b-a7d8-450b-9d08-539683f19c95)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:27.212333 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:27.215931 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-549ea229-ba01-4539-b71c-77aabf0b8783 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:27.227591 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Calling delete_port for 6317d045-a057-4cc9-81d6-d031dc0d5d38 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:27.246944 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-8ebf39b2-fa3d-46df-b40b-575ba039c2ea None None] Set router 2b5775ef-4a22-408e-b374-a1dbebaacce8 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:46:27.275441 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-549ea229-ba01-4539-b71c-77aabf0b8783 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:27.278492 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-549ea229-ba01-4539-b71c-77aabf0b8783 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:27.282780 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-549ea229-ba01-4539-b71c-77aabf0b8783 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "DELETE /v2.0/security-groups/0a26303d-ba0d-438a-bc0e-ca2a8337f2a0 HTTP/1.1" status: 204 len: 168 time: 0.1926086 Jul 15 13:46:27.283539 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43524) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:27.337328 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ea229-ba01-4539-b71c-77aabf0b8783 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a26303d-ba0d-438a-bc0e-ca2a8337f2a0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:27.354102 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:27.399301 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] No DVR routers for this DVR port 6317d045-a057-4cc9-81d6-d031dc0d5d38 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:46:27.401741 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Pushing event deleted for resources: {'Port': ['ID=6317d045-a057-4cc9-81d6-d031dc0d5d38,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:27.518907 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:27.522503 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbd4c03-3a01-4eed-b5ce-a002e32368fe', 'name': 'network-vif-deleted', 'tag': '1818821b-101c-4433-818d-f4ef761d451a'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:46:27.525185 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274c40a4-68ef-425d-bfc7-35c139d3bd35" -d '{"events": [{"server_uuid": "2dbd4c03-3a01-4eed-b5ce-a002e32368fe", "name": "network-vif-deleted", "tag": "1818821b-101c-4433-818d-f4ef761d451a"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:46:27.539907 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee145225-a91d-4c8d-9f6c-21ef7a18a3f1']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:27.564396 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-24add6fa-6922-4480-9f9f-acd1b63a1421 req-c69909df-7473-4a02-8a2a-35acb7f69281 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "GET /v2.0/ports?device_id=2dbd4c03-3a01-4eed-b5ce-a002e32368fe HTTP/1.1" status: 200 len: 210 time: 0.0433989 Jul 15 13:46:27.588301 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb5a6b7b-a7d8-450b-9d08-539683f19c95') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:27.588711 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb5a6b7b-a7d8-450b-9d08-539683f19c95') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:27.601878 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d24264c-79ad-4d56-a9e9-728d83f355e8 x-openstack-request-id: req-9d24264c-79ad-4d56-a9e9-728d83f355e8 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:46:27.602216 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbd4c03-3a01-4eed-b5ce-a002e32368fe", "name": "network-vif-deleted", "tag": "1818821b-101c-4433-818d-f4ef761d451a", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:46:27.602480 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d24264c-79ad-4d56-a9e9-728d83f355e8 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:46:27.602893 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbd4c03-3a01-4eed-b5ce-a002e32368fe', 'name': 'network-vif-deleted', 'tag': '1818821b-101c-4433-818d-f4ef761d451a', 'status': 'completed', 'code': 200} Jul 15 13:46:27.607909 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:27.631338 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:27.642801 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:46:27.643619 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:27.648451 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8ebf39b2-fa3d-46df-b40b-575ba039c2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'name': 'tempest-TestServerBasicOps-1735181111-router', 'tenant_id': '41952a16a6834f27b5d7e8366be76781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'bd1da115-9d8e-4871-949c-82c2744a6560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:34Z', 'updated_at': '2021-07-15T13:40:44Z', 'revision_number': 4, 'project_id': '41952a16a6834f27b5d7e8366be76781', 'gw_port': {'id': 'bd1da115-9d8e-4871-949c-82c2744a6560', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:36Z', 'updated_at': '2021-07-15T13:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'f6bc58c0-1d8d-4a04-a76e-054155549825', 'name': '', 'network_id': '0285381b-612d-4c7d-b1b0-fc717534d7fc', 'tenant_id': '41952a16a6834f27b5d7e8366be76781', 'mac_address': 'fa:16:3e:91:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '4b6adcb1-87c7-4bda-bee3-bd740b4d2357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:42Z', 'updated_at': '2021-07-15T13:40:56Z', 'revision_number': 5, 'project_id': '41952a16a6834f27b5d7e8366be76781', 'subnets': [{'id': '4b6adcb1-87c7-4bda-bee3-bd740b4d2357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:27.684326 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebf39b2-fa3d-46df-b40b-575ba039c2ea None None] Checking router: 2b5775ef-4a22-408e-b374-a1dbebaacce8 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:46:27.699376 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebf39b2-fa3d-46df-b40b-575ba039c2ea None None] Routers {'2b5775ef-4a22-408e-b374-a1dbebaacce8'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:46:27.700016 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8ebf39b2-fa3d-46df-b40b-575ba039c2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:46:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['2b5775ef-4a22-408e-b374-a1dbebaacce8'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:27.718551 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:46:27.718551 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:46:27.718551 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:46:27.718551 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:46:27.718551 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:46:27.718551 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:46:27.718551 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:46:27.718551 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:46:27.718551 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:46:27.718551 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:46:27.718551 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:46:27.718551 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:46:27.718551 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:46:27.718551 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:46:27.718551 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:46:27.718551 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:46:27.718551 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:46:27.718551 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:46:27.718551 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:46:27.718551 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:46:27.718551 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:46:27.718551 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:46:27.718551 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:46:27.718551 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:46:27.718551 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:46:27.718551 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:46:27.718551 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:46:27.718551 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:46:27.718551 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:46:27.718551 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:46:27.718551 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:46:27.718551 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:46:27.722075 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:27.734428 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:27.736396 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "DELETE /v2.0/networks/ee145225-a91d-4c8d-9f6c-21ef7a18a3f1 HTTP/1.1" status: 204 len: 168 time: 2.6101046 Jul 15 13:46:27.742172 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43530) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:27.747540 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40481d4-7dfa-4da5-aea4-6d350526a196 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Pushing event deleted for resources: {'Network': ['ID=ee145225-a91d-4c8d-9f6c-21ef7a18a3f1,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:27.760543 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-f7591348-f616-4161-860f-aeebf4f50461 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-227022252'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:27.820537 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7591348-f616-4161-860f-aeebf4f50461 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Made reservation on behalf of f122774ff2974dbca93a133f8e9689b0 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:46:27.824291 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7591348-f616-4161-860f-aeebf4f50461 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:27.844408 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-8ebf39b2-fa3d-46df-b40b-575ba039c2ea None None] Set router 2b5775ef-4a22-408e-b374-a1dbebaacce8 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:46:27.892757 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7591348-f616-4161-860f-aeebf4f50461 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:46:27.912712 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7591348-f616-4161-860f-aeebf4f50461 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:27.913083 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-f7591348-f616-4161-860f-aeebf4f50461 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Added segment ef27f6e5-0b6d-4492-a97d-be578a940eea of type vlan for network a1a6ec6c-cafc-4a29-9946-4e7bf5219b1c Jul 15 13:46:27.977734 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7591348-f616-4161-860f-aeebf4f50461 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:28.032131 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7591348-f616-4161-860f-aeebf4f50461 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:28.037863 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7591348-f616-4161-860f-aeebf4f50461 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:28.038488 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7591348-f616-4161-860f-aeebf4f50461 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:28.072469 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8ebf39b2-fa3d-46df-b40b-575ba039c2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'name': 'tempest-TestServerBasicOps-1735181111-router', 'tenant_id': '41952a16a6834f27b5d7e8366be76781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'bd1da115-9d8e-4871-949c-82c2744a6560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:34Z', 'updated_at': '2021-07-15T13:40:44Z', 'revision_number': 4, 'project_id': '41952a16a6834f27b5d7e8366be76781', 'gw_port': {'id': 'bd1da115-9d8e-4871-949c-82c2744a6560', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:36Z', 'updated_at': '2021-07-15T13:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'f6bc58c0-1d8d-4a04-a76e-054155549825', 'name': '', 'network_id': '0285381b-612d-4c7d-b1b0-fc717534d7fc', 'tenant_id': '41952a16a6834f27b5d7e8366be76781', 'mac_address': 'fa:16:3e:91:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '4b6adcb1-87c7-4bda-bee3-bd740b4d2357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:42Z', 'updated_at': '2021-07-15T13:40:56Z', 'revision_number': 5, 'project_id': '41952a16a6834f27b5d7e8366be76781', 'subnets': [{'id': '4b6adcb1-87c7-4bda-bee3-bd740b4d2357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:28.096053 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f7591348-f616-4161-860f-aeebf4f50461 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3480387 Jul 15 13:46:28.099062 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43532) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:28.104314 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-26ef9aa0-6c77-4429-b337-00c2da00ecda tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Request body: {'subnet': {'network_id': 'a1a6ec6c-cafc-4a29-9946-4e7bf5219b1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:28.109208 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebf39b2-fa3d-46df-b40b-575ba039c2ea None None] The sync data for ids ['2b5775ef-4a22-408e-b374-a1dbebaacce8'] in n-d-758944-45 is: [{'id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'name': 'tempest-TestServerBasicOps-1735181111-router', 'tenant_id': '41952a16a6834f27b5d7e8366be76781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'bd1da115-9d8e-4871-949c-82c2744a6560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:34Z', 'updated_at': '2021-07-15T13:40:44Z', 'revision_number': 4, 'project_id': '41952a16a6834f27b5d7e8366be76781', 'gw_port': {'id': 'bd1da115-9d8e-4871-949c-82c2744a6560', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:36Z', 'updated_at': '2021-07-15T13:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'f6bc58c0-1d8d-4a04-a76e-054155549825', 'name': '', 'network_id': '0285381b-612d-4c7d-b1b0-fc717534d7fc', 'tenant_id': '41952a16a6834f27b5d7e8366be76781', 'mac_address': 'fa:16:3e:91:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '4b6adcb1-87c7-4bda-bee3-bd740b4d2357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:42Z', 'updated_at': '2021-07-15T13:40:56Z', 'revision_number': 5, 'project_id': '41952a16a6834f27b5d7e8366be76781', 'subnets': [{'id': '4b6adcb1-87c7-4bda-bee3-bd740b4d2357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:46:28.137537 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7591348-f616-4161-860f-aeebf4f50461 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Pushing event updated for resources: {'Network': ['ID=a1a6ec6c-cafc-4a29-9946-4e7bf5219b1c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:28.151780 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network a1a6ec6c-cafc-4a29-9946-4e7bf5219b1c details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:46:28.161295 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-39ad2d57-c1e3-4e2e-8aa0-333174c17672 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:28.222068 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ef9aa0-6c77-4429-b337-00c2da00ecda tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Made reservation on behalf of f122774ff2974dbca93a133f8e9689b0 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:46:28.226185 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26ef9aa0-6c77-4429-b337-00c2da00ecda tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:28.448606 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7146aede-8346-48c2-8415-c80a877d03aa None None] New status for floating IP 03f4a543-c485-46aa-9d8e-85956999054d: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:46:28.511709 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-39ad2d57-c1e3-4e2e-8aa0-333174c17672 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Deleting port 29f20b4d-6f30-4f41-a2c7-03be423bb59f {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:28.512282 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-39ad2d57-c1e3-4e2e-8aa0-333174c17672 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:28.516523 n-d-758944-45 neutron-server[93813]: DEBUG neutron.objects.ports [None req-26ef9aa0-6c77-4429-b337-00c2da00ecda tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93813) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:46:28.518292 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26ef9aa0-6c77-4429-b337-00c2da00ecda tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:28.600239 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef9aa0-6c77-4429-b337-00c2da00ecda tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Pushing event updated for resources: {'Subnet': ['ID=171733ce-c8c1-4b2a-b1d2-c0d595209f2a,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:28.611036 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ef9aa0-6c77-4429-b337-00c2da00ecda tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Checking segment: {'id': 'ef27f6e5-0b6d-4492-a97d-be578a940eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a1a6ec6c-cafc-4a29-9946-4e7bf5219b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:46:28.611782 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ef9aa0-6c77-4429-b337-00c2da00ecda tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Network hostable DHCP agents. Network: a1a6ec6c-cafc-4a29-9946-4e7bf5219b1c, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:46:28.633723 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-39ad2d57-c1e3-4e2e-8aa0-333174c17672 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] For port 29f20b4d-6f30-4f41-a2c7-03be423bb59f, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=29f20b4d-6f30-4f41-a2c7-03be423bb59f,segment=NetworkSegment(ef3ca3e2-29bd-4008-a648-033370dd6001),segment_id=ef3ca3e2-29bd-4008-a648-033370dd6001)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:28.634336 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-39ad2d57-c1e3-4e2e-8aa0-333174c17672 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:28.640361 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ef9aa0-6c77-4429-b337-00c2da00ecda tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Network a1a6ec6c-cafc-4a29-9946-4e7bf5219b1c is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:46:28.652266 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-26ef9aa0-6c77-4429-b337-00c2da00ecda tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, a1a6ec6c-cafc-4a29-9946-4e7bf5219b1c) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:28.657506 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ef9aa0-6c77-4429-b337-00c2da00ecda tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:28.658781 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26ef9aa0-6c77-4429-b337-00c2da00ecda tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:28.665044 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-39ad2d57-c1e3-4e2e-8aa0-333174c17672 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Calling delete_port for 29f20b4d-6f30-4f41-a2c7-03be423bb59f owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:28.671207 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9df7a75-1ffa-4115-b1ea-0bc5effe495d None None] Network a1a6ec6c-cafc-4a29-9946-4e7bf5219b1c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:46:28.683765 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-26ef9aa0-6c77-4429-b337-00c2da00ecda tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5834463 Jul 15 13:46:28.684620 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43536) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:28.714723 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43538) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:28.864000 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386a6669-fba8-4ec0-bfd2-caf98e783c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-a1a6ec6c-cafc-4a29-9946-4e7bf5219b1c', 'network_id': 'a1a6ec6c-cafc-4a29-9946-4e7bf5219b1c', 'tenant_id': 'f122774ff2974dbca93a133f8e9689b0', 'fixed_ips': [{'subnet_id': '171733ce-c8c1-4b2a-b1d2-c0d595209f2a'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:46:28.865553 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-386a6669-fba8-4ec0-bfd2-caf98e783c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:28.900468 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:28.951459 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5678f264-b134-48e9-88d5-da747e8ee1d4 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Deleting port bc102b8b-feff-4ee2-a748-83954f28bb55 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:28.951783 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5678f264-b134-48e9-88d5-da747e8ee1d4 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:28.954823 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-39ad2d57-c1e3-4e2e-8aa0-333174c17672 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:29.003266 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad2d57-c1e3-4e2e-8aa0-333174c17672 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Pushing event deleted for resources: {'Port': ['ID=29f20b4d-6f30-4f41-a2c7-03be423bb59f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:29.054592 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-386a6669-fba8-4ec0-bfd2-caf98e783c44 None None] Allocated IP 2001:db8::f816:3eff:fee6:370b (a1a6ec6c-cafc-4a29-9946-4e7bf5219b1c/171733ce-c8c1-4b2a-b1d2-c0d595209f2a/451a0ede-9e29-4e53-91f0-667f777ef368) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:46:29.230508 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:46:29.241162 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-39ad2d57-c1e3-4e2e-8aa0-333174c17672 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:29.272881 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:46:29.273228 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device bb2bde91-f5c1-4ae6-9cd2-5a5650ca5fd2 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:46:29.273660 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 1818821b-101c-4433-818d-f4ef761d451a no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:46:29.307999 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 1818821b-101c-4433-818d-f4ef761d451a {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:46:29.307999 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 1818821b-101c-4433-818d-f4ef761d451a not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:46:29.311360 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-386a6669-fba8-4ec0-bfd2-caf98e783c44 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:29.322566 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-386a6669-fba8-4ec0-bfd2-caf98e783c44 None None] Transition to ACTIVE for port object 451a0ede-9e29-4e53-91f0-667f777ef368 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:29.341520 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-386a6669-fba8-4ec0-bfd2-caf98e783c44 None None] Transition to ACTIVE for port object 451a0ede-9e29-4e53-91f0-667f777ef368 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:29.350024 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-386a6669-fba8-4ec0-bfd2-caf98e783c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:29.398888 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386a6669-fba8-4ec0-bfd2-caf98e783c44 None None] Network a1a6ec6c-cafc-4a29-9946-4e7bf5219b1c is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:46:29.405285 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-386a6669-fba8-4ec0-bfd2-caf98e783c44 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:29.407628 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386a6669-fba8-4ec0-bfd2-caf98e783c44 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:46:29.410245 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a6669-fba8-4ec0-bfd2-caf98e783c44 None None] Pushing event updated for resources: {'Port': ['ID=451a0ede-9e29-4e53-91f0-667f777ef368,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:29.436128 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:29.478671 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-386a6669-fba8-4ec0-bfd2-caf98e783c44 None None] Attempting to bind port 451a0ede-9e29-4e53-91f0-667f777ef368 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:46:29.479060 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-386a6669-fba8-4ec0-bfd2-caf98e783c44 None None] Attempting to bind port 451a0ede-9e29-4e53-91f0-667f777ef368 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'ef27f6e5-0b6d-4492-a97d-be578a940eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a1a6ec6c-cafc-4a29-9946-4e7bf5219b1c'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:46:29.479889 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386a6669-fba8-4ec0-bfd2-caf98e783c44 None None] Attempting to bind port 451a0ede-9e29-4e53-91f0-667f777ef368 on network a1a6ec6c-cafc-4a29-9946-4e7bf5219b1c {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:46:29.484926 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386a6669-fba8-4ec0-bfd2-caf98e783c44 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:46:29.485449 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386a6669-fba8-4ec0-bfd2-caf98e783c44 None None] Checking segment: {'id': 'ef27f6e5-0b6d-4492-a97d-be578a940eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a1a6ec6c-cafc-4a29-9946-4e7bf5219b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:46:29.485908 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-386a6669-fba8-4ec0-bfd2-caf98e783c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:29.486320 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386a6669-fba8-4ec0-bfd2-caf98e783c44 None None] Bound using segment: {'id': 'ef27f6e5-0b6d-4492-a97d-be578a940eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a1a6ec6c-cafc-4a29-9946-4e7bf5219b1c'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:46:29.486775 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-386a6669-fba8-4ec0-bfd2-caf98e783c44 None None] Bound port: 451a0ede-9e29-4e53-91f0-667f777ef368, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef27f6e5-0b6d-4492-a97d-be578a940eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a1a6ec6c-cafc-4a29-9946-4e7bf5219b1c'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:46:29.487160 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-386a6669-fba8-4ec0-bfd2-caf98e783c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:29.538711 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5678f264-b134-48e9-88d5-da747e8ee1d4 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:29.539035 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5678f264-b134-48e9-88d5-da747e8ee1d4 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:29.559390 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5678f264-b134-48e9-88d5-da747e8ee1d4 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Calling delete_port for bc102b8b-feff-4ee2-a748-83954f28bb55 owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:29.571334 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:29.573581 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-386a6669-fba8-4ec0-bfd2-caf98e783c44 None None] For port 451a0ede-9e29-4e53-91f0-667f777ef368, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:46:29.578684 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-386a6669-fba8-4ec0-bfd2-caf98e783c44 None None] For port 451a0ede-9e29-4e53-91f0-667f777ef368, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=451a0ede-9e29-4e53-91f0-667f777ef368,segment=NetworkSegment(ef27f6e5-0b6d-4492-a97d-be578a940eea),segment_id=ef27f6e5-0b6d-4492-a97d-be578a940eea)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:46:29.585702 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-386a6669-fba8-4ec0-bfd2-caf98e783c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:29.643538 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Pushing event deleted for resources: {'Subnet': ['ID=171733ce-c8c1-4b2a-b1d2-c0d595209f2a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:29.673950 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a6669-fba8-4ec0-bfd2-caf98e783c44 None None] Pushing event updated for resources: {'Port': ['ID=451a0ede-9e29-4e53-91f0-667f777ef368,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:29.759872 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:29.772494 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a6ec6c-cafc-4a29-9946-4e7bf5219b1c']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:29.807963 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef27f6e5-0b6d-4492-a97d-be578a940eea') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:29.808266 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef27f6e5-0b6d-4492-a97d-be578a940eea') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:29.824771 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:29.845114 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:29.873799 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:46:29.873799 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:29.892296 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:46:29.892296 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:46:29.892296 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:46:29.892296 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:46:29.892296 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:46:29.892296 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:46:29.892296 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:46:29.892296 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:46:29.892296 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:46:29.892296 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:46:29.892296 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:46:29.892296 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:46:29.892296 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:46:29.892296 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:46:29.892296 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:46:29.892296 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:46:29.892296 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:46:29.892296 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:46:29.892296 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:46:29.892296 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:46:29.892296 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:46:29.892296 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:46:29.892296 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:46:29.892296 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:46:29.892296 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:46:29.892296 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:46:29.892296 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:46:29.892296 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:46:29.892296 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:46:29.892296 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:46:29.892296 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:46:29.892296 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:46:29.903109 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5678f264-b134-48e9-88d5-da747e8ee1d4 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:29.982163 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678f264-b134-48e9-88d5-da747e8ee1d4 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Pushing event deleted for resources: {'Port': ['ID=bc102b8b-feff-4ee2-a748-83954f28bb55,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:30.008262 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.db.api [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:46:30.008262 n-d-758944-45 neutron-server[93813]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:46:30.008262 n-d-758944-45 neutron-server[93813]: [parameters: {'id': 'a1a6ec6c-cafc-4a29-9946-4e7bf5219b1c'}] Jul 15 13:46:30.008262 n-d-758944-45 neutron-server[93813]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:46:30.008750 n-d-758944-45 neutron-server[93813]: DEBUG oslo_db.api [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:46:30.032350 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ad2d57-c1e3-4e2e-8aa0-333174c17672 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Router 45c8dba4-bbd4-4cca-86c7-1fe12daeea29 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:46:30.053739 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5678f264-b134-48e9-88d5-da747e8ee1d4 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:30.056497 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5678f264-b134-48e9-88d5-da747e8ee1d4 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:30.057741 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5678f264-b134-48e9-88d5-da747e8ee1d4 tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "DELETE /v2.0/floatingips/03f4a543-c485-46aa-9d8e-85956999054d HTTP/1.1" status: 204 len: 168 time: 1.3420532 Jul 15 13:46:30.155286 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ad2d57-c1e3-4e2e-8aa0-333174c17672 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:46:30.161548 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-39ad2d57-c1e3-4e2e-8aa0-333174c17672 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "PUT /v2.0/routers/45c8dba4-bbd4-4cca-86c7-1fe12daeea29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8358672 Jul 15 13:46:30.163861 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43546) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:30.167379 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb34635-04dd-42b1-ace1-5900a04f0ec9 None None] Sync routers for ids ['45c8dba4-bbd4-4cca-86c7-1fe12daeea29'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:46:30.187177 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb34635-04dd-42b1-ace1-5900a04f0ec9 None None] Routers {'45c8dba4-bbd4-4cca-86c7-1fe12daeea29'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:46:30.187834 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7fb34635-04dd-42b1-ace1-5900a04f0ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:46:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['45c8dba4-bbd4-4cca-86c7-1fe12daeea29'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:30.204980 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43548) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:30.236054 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee212e3c-76a0-4ad9-9cf3-33a4644c0c4d tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Deleting subnet 4d5d211f-c486-400f-80ab-d96ff9b75da8 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:46:30.240854 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee212e3c-76a0-4ad9-9cf3-33a4644c0c4d tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:30.283117 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-21003790-6f83-4370-b601-8f29d41a170e tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:30.299309 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee212e3c-76a0-4ad9-9cf3-33a4644c0c4d tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:30.310266 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-21003790-6f83-4370-b601-8f29d41a170e tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:30.312411 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-7fb34635-04dd-42b1-ace1-5900a04f0ec9 None None] Set router 45c8dba4-bbd4-4cca-86c7-1fe12daeea29 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:46:30.394321 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-21003790-6f83-4370-b601-8f29d41a170e tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:30.398346 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee212e3c-76a0-4ad9-9cf3-33a4644c0c4d tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:30.398957 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-21003790-6f83-4370-b601-8f29d41a170e tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:30.400265 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-21003790-6f83-4370-b601-8f29d41a170e tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] 10.222.0.24 "DELETE /v2.0/security-groups/13a7a8a8-6e2a-4757-b97b-ab9be5e509c6 HTTP/1.1" status: 204 len: 168 time: 0.1941125 Jul 15 13:46:30.416334 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21003790-6f83-4370-b601-8f29d41a170e tempest-TestServerBasicOps-1697078336 tempest-TestServerBasicOps-1697078336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a7a8a8-6e2a-4757-b97b-ab9be5e509c6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:30.448477 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43552) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:30.484415 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee212e3c-76a0-4ad9-9cf3-33a4644c0c4d tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:30.523767 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:30.528454 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee212e3c-76a0-4ad9-9cf3-33a4644c0c4d tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Pushing event deleted for resources: {'Subnet': ['ID=4d5d211f-c486-400f-80ab-d96ff9b75da8,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:30.532060 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee212e3c-76a0-4ad9-9cf3-33a4644c0c4d tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:30.537218 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43556) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:30.537789 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010ea14e-fe49-4259-bfbe-9f40074cd022 None None] Network 0f679832-8c15-424e-962e-bd9eb24b2afd requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:46:30.539828 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ee212e3c-76a0-4ad9-9cf3-33a4644c0c4d tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "DELETE /v2.0/subnets/4d5d211f-c486-400f-80ab-d96ff9b75da8 HTTP/1.1" status: 204 len: 168 time: 0.3748167 Jul 15 13:46:30.666609 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Deleting port 451a0ede-9e29-4e53-91f0-667f777ef368 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:30.668552 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:30.691195 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7fb34635-04dd-42b1-ace1-5900a04f0ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1100701626', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '684d45a4-aa76-45ea-bf87-53e66fde50e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:46Z', 'updated_at': '2021-07-15T13:46:28Z', 'revision_number': 5, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'gw_port': {'id': '684d45a4-aa76-45ea-bf87-53e66fde50e3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:47Z', 'updated_at': '2021-07-15T13:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:30.793986 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] For port 451a0ede-9e29-4e53-91f0-667f777ef368, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=451a0ede-9e29-4e53-91f0-667f777ef368,segment=NetworkSegment(ef27f6e5-0b6d-4492-a97d-be578a940eea),segment_id=ef27f6e5-0b6d-4492-a97d-be578a940eea)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:30.796637 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:30.826492 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Calling delete_port for 451a0ede-9e29-4e53-91f0-667f777ef368 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:30.915473 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 451a0ede-9e29-4e53-91f0-667f777ef368 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:46:30.920240 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb34635-04dd-42b1-ace1-5900a04f0ec9 None None] Checking router: 45c8dba4-bbd4-4cca-86c7-1fe12daeea29 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:46:30.950757 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6aeb24e6-6f92-4ca9-85ae-cf6b9cffef64 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:30.966759 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:30.967460 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb34635-04dd-42b1-ace1-5900a04f0ec9 None None] Routers {'45c8dba4-bbd4-4cca-86c7-1fe12daeea29'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:46:30.968111 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7fb34635-04dd-42b1-ace1-5900a04f0ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:46:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['45c8dba4-bbd4-4cca-86c7-1fe12daeea29'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:31.004017 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Pushing event deleted for resources: {'Port': ['ID=451a0ede-9e29-4e53-91f0-667f777ef368,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:31.008475 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] No DVR routers for this DVR port 451a0ede-9e29-4e53-91f0-667f777ef368 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:46:31.012030 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d81b64-7fd8-4824-84f2-04ebc0b1d571 None None] Network a1a6ec6c-cafc-4a29-9946-4e7bf5219b1c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:46:31.040341 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No active binding found for port 451a0ede-9e29-4e53-91f0-667f777ef368 {{(pid=93815) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 13:46:31.040708 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 451a0ede-9e29-4e53-91f0-667f777ef368 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 15 13:46:31.076249 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Port 451a0ede-9e29-4e53-91f0-667f777ef368 not found, will not notify nova. {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 15 13:46:31.112188 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:31.125991 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a6ec6c-cafc-4a29-9946-4e7bf5219b1c']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:31.138316 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef27f6e5-0b6d-4492-a97d-be578a940eea') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:31.138658 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef27f6e5-0b6d-4492-a97d-be578a940eea') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:31.147957 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ba990422-6976-4159-a2db-80bb44d34d69 None None] Could not find standard attr ID for object 451a0ede-9e29-4e53-91f0-667f777ef368. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:46:31.149534 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:31.151258 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6aeb24e6-6f92-4ca9-85ae-cf6b9cffef64 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:31.169323 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:31.194198 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:46:31.194655 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:31.200243 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:46:31.200243 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:46:31.200243 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:46:31.200243 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:46:31.200243 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:46:31.200243 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:46:31.200243 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:46:31.200243 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:46:31.200243 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:46:31.200243 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:46:31.200243 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:46:31.200243 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:46:31.200243 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:46:31.200243 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:46:31.200243 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:46:31.200243 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:46:31.200243 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:46:31.200243 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:46:31.200243 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:46:31.200243 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:46:31.200243 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:46:31.200243 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:46:31.200243 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:46:31.200243 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:46:31.200243 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:46:31.200243 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:46:31.200243 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:46:31.200243 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:46:31.200243 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:46:31.200243 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:46:31.200243 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:46:31.200243 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:46:31.223013 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-7fb34635-04dd-42b1-ace1-5900a04f0ec9 None None] Set router 45c8dba4-bbd4-4cca-86c7-1fe12daeea29 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:46:31.274674 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6aeb24e6-6f92-4ca9-85ae-cf6b9cffef64 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Deleting port 684d45a4-aa76-45ea-bf87-53e66fde50e3 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:31.275191 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6aeb24e6-6f92-4ca9-85ae-cf6b9cffef64 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:31.281595 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:31.302806 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:31.305525 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "DELETE /v2.0/networks/a1a6ec6c-cafc-4a29-9946-4e7bf5219b1c HTTP/1.1" status: 204 len: 168 time: 2.6184478 Jul 15 13:46:31.310621 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43558) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:31.348147 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d979c0dd-cced-47c6-acba-7892537e31de None None] DHCP port deletion for 0f679832-8c15-424e-962e-bd9eb24b2afd request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:46:31.358639 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797ac3c-29c3-438d-ab19-30c704cdd35f tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Pushing event deleted for resources: {'Network': ['ID=a1a6ec6c-cafc-4a29-9946-4e7bf5219b1c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:31.365705 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee22e9c-616f-4377-9fb1-7583a5eb99ad tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:31.366195 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ee22e9c-616f-4377-9fb1-7583a5eb99ad tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:31.368278 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1ee22e9c-616f-4377-9fb1-7583a5eb99ad tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "DELETE /v2.0/subnets/171733ce-c8c1-4b2a-b1d2-c0d595209f2a HTTP/1.1" status: 404 len: 337 time: 0.0563254 Jul 15 13:46:31.374883 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43560) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:31.405690 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716f20cc-6ea4-416a-8c4a-b1fbae60fafc None None] DHCP port deletion for a1a6ec6c-cafc-4a29-9946-4e7bf5219b1c request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:46:31.408736 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-e59ce740-ebfb-4f7f-8498-64b66b5ed00a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:31.409660 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e59ce740-ebfb-4f7f-8498-64b66b5ed00a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:31.416811 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e59ce740-ebfb-4f7f-8498-64b66b5ed00a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "DELETE /v2.0/networks/a1a6ec6c-cafc-4a29-9946-4e7bf5219b1c HTTP/1.1" status: 404 len: 339 time: 0.0361528 Jul 15 13:46:31.416811 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43562) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:31.449485 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e0a870f-589b-441e-8d9b-50a00326e5f7 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:31.449986 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e0a870f-589b-441e-8d9b-50a00326e5f7 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:31.454306 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7e0a870f-589b-441e-8d9b-50a00326e5f7 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "DELETE /v2.0/subnets/fb454797-df5a-48aa-8d44-513e59b994c8 HTTP/1.1" status: 404 len: 337 time: 0.0340924 Jul 15 13:46:31.455299 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43564) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:31.465095 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-6aeb24e6-6f92-4ca9-85ae-cf6b9cffef64 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] For port 684d45a4-aa76-45ea-bf87-53e66fde50e3, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=684d45a4-aa76-45ea-bf87-53e66fde50e3,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:31.465551 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6aeb24e6-6f92-4ca9-85ae-cf6b9cffef64 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:31.477344 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-495fb5e2-7e84-4787-9bf5-920dfe65832a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:31.477973 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-495fb5e2-7e84-4787-9bf5-920dfe65832a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:31.480487 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-495fb5e2-7e84-4787-9bf5-920dfe65832a tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "DELETE /v2.0/networks/ee145225-a91d-4c8d-9f6c-21ef7a18a3f1 HTTP/1.1" status: 404 len: 339 time: 0.0239894 Jul 15 13:46:31.483486 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43566) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:31.495768 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d979c0dd-cced-47c6-acba-7892537e31de None None] Deleting port 469cea5c-4072-43c8-b25f-891bfdef7763 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:31.496152 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d979c0dd-cced-47c6-acba-7892537e31de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:31.514758 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6aeb24e6-6f92-4ca9-85ae-cf6b9cffef64 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Calling delete_port for 684d45a4-aa76-45ea-bf87-53e66fde50e3 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:31.521083 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-a148492e-c4e3-4f63-a179-f29aa76721c6 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:31.521537 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a148492e-c4e3-4f63-a179-f29aa76721c6 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:31.523376 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a148492e-c4e3-4f63-a179-f29aa76721c6 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "DELETE /v2.0/subnets/9c29098c-ec8c-4130-a5a5-3fcb10434ffc HTTP/1.1" status: 404 len: 337 time: 0.0389347 Jul 15 13:46:31.527289 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43568) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:31.536040 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5b6a1330-ac84-40ac-af99-a36169086fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:31.551757 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d52e87d-ed7b-43b6-8c06-d940e176cf21 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:31.552477 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d52e87d-ed7b-43b6-8c06-d940e176cf21 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:31.555887 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7fb34635-04dd-42b1-ace1-5900a04f0ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1100701626', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '684d45a4-aa76-45ea-bf87-53e66fde50e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:46Z', 'updated_at': '2021-07-15T13:46:28Z', 'revision_number': 5, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'gw_port': {'id': '684d45a4-aa76-45ea-bf87-53e66fde50e3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:47Z', 'updated_at': '2021-07-15T13:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:31.565273 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4d52e87d-ed7b-43b6-8c06-d940e176cf21 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "DELETE /v2.0/networks/3eaab0c7-06ca-4d59-9f5b-dd4bb5f0810c HTTP/1.1" status: 404 len: 339 time: 0.0322177 Jul 15 13:46:31.565652 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43570) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:31.602449 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d979c0dd-cced-47c6-acba-7892537e31de None None] For port 469cea5c-4072-43c8-b25f-891bfdef7763, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=469cea5c-4072-43c8-b25f-891bfdef7763,segment=NetworkSegment(ef3ca3e2-29bd-4008-a648-033370dd6001),segment_id=ef3ca3e2-29bd-4008-a648-033370dd6001)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:31.603017 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d979c0dd-cced-47c6-acba-7892537e31de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:31.606825 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb34635-04dd-42b1-ace1-5900a04f0ec9 None None] The sync data for ids ['45c8dba4-bbd4-4cca-86c7-1fe12daeea29'] in n-d-758944-45 is: [{'id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1100701626', 'tenant_id': '8f9c863093174d29a2d5efec5bb85c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '684d45a4-aa76-45ea-bf87-53e66fde50e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:46Z', 'updated_at': '2021-07-15T13:46:28Z', 'revision_number': 5, 'project_id': '8f9c863093174d29a2d5efec5bb85c93', 'gw_port': {'id': '684d45a4-aa76-45ea-bf87-53e66fde50e3', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c8dba4-bbd4-4cca-86c7-1fe12daeea29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:47Z', 'updated_at': '2021-07-15T13:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:46:31.624657 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d979c0dd-cced-47c6-acba-7892537e31de None None] Calling delete_port for 469cea5c-4072-43c8-b25f-891bfdef7763 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:31.709376 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-9cc1e90a-1654-48d7-85ea-873aa931e484 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Deleting port 57236f2a-cabc-43a4-b804-85113ac44add {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:31.710125 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9cc1e90a-1654-48d7-85ea-873aa931e484 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:31.753819 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d979c0dd-cced-47c6-acba-7892537e31de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:31.803009 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979c0dd-cced-47c6-acba-7892537e31de None None] Pushing event deleted for resources: {'Port': ['ID=469cea5c-4072-43c8-b25f-891bfdef7763,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:31.805269 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9cc1e90a-1654-48d7-85ea-873aa931e484 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:31.808548 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d979c0dd-cced-47c6-acba-7892537e31de None None] No DVR routers for this DVR port 469cea5c-4072-43c8-b25f-891bfdef7763 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:46:31.838844 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-9cc1e90a-1654-48d7-85ea-873aa931e484 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Calling delete_port for 57236f2a-cabc-43a4-b804-85113ac44add owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:31.898268 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6aeb24e6-6f92-4ca9-85ae-cf6b9cffef64 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:31.931110 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb24e6-6f92-4ca9-85ae-cf6b9cffef64 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Pushing event deleted for resources: {'Port': ['ID=684d45a4-aa76-45ea-bf87-53e66fde50e3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:31.973508 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9cc1e90a-1654-48d7-85ea-873aa931e484 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:32.010658 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1e90a-1654-48d7-85ea-873aa931e484 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Pushing event deleted for resources: {'Port': ['ID=57236f2a-cabc-43a4-b804-85113ac44add,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:32.015727 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9cc1e90a-1654-48d7-85ea-873aa931e484 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:32.020462 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9cc1e90a-1654-48d7-85ea-873aa931e484 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "DELETE /v2.0/ports/57236f2a-cabc-43a4-b804-85113ac44add HTTP/1.1" status: 204 len: 168 time: 0.4534483 Jul 15 13:46:32.021096 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43572) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:32.048606 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5970983-c5ff-48b6-98c1-b48177544ae4 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:32.049070 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5970983-c5ff-48b6-98c1-b48177544ae4 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:32.051909 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d5970983-c5ff-48b6-98c1-b48177544ae4 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "DELETE /v2.0/subnets/27c7466e-5626-4399-a3d0-7c97cdbc7726 HTTP/1.1" status: 404 len: 337 time: 0.0294077 Jul 15 13:46:32.054914 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43574) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:32.063661 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6aeb24e6-6f92-4ca9-85ae-cf6b9cffef64 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:32.138768 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c673822d-8a39-49f0-8b5f-408e565ee691 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:32.165829 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6aeb24e6-6f92-4ca9-85ae-cf6b9cffef64 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:32.169175 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6aeb24e6-6f92-4ca9-85ae-cf6b9cffef64 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:32.212838 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5b6a1330-ac84-40ac-af99-a36169086fe1 admin admin] Deleting port f6bc58c0-1d8d-4a04-a76e-054155549825 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:32.213194 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5b6a1330-ac84-40ac-af99-a36169086fe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:32.234233 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6aeb24e6-6f92-4ca9-85ae-cf6b9cffef64 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:32.234786 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aeb24e6-6f92-4ca9-85ae-cf6b9cffef64 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Fanout notify agent at l3_agent the message router_deleted on router 45c8dba4-bbd4-4cca-86c7-1fe12daeea29 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:46:32.235062 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c673822d-8a39-49f0-8b5f-408e565ee691 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:32.243097 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6aeb24e6-6f92-4ca9-85ae-cf6b9cffef64 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:32.244256 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6aeb24e6-6f92-4ca9-85ae-cf6b9cffef64 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "DELETE /v2.0/routers/45c8dba4-bbd4-4cca-86c7-1fe12daeea29 HTTP/1.1" status: 204 len: 168 time: 1.7057760 Jul 15 13:46:32.247043 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43576) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:32.249294 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-c673822d-8a39-49f0-8b5f-408e565ee691 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f776c15a-85e5-4068-a36a-de681cfa6aa0']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:32.262857 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-c673822d-8a39-49f0-8b5f-408e565ee691 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb8d69d-9384-4a61-9f97-af17b2cda719') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:32.263149 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-c673822d-8a39-49f0-8b5f-408e565ee691 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb8d69d-9384-4a61-9f97-af17b2cda719') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:32.272837 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c673822d-8a39-49f0-8b5f-408e565ee691 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:32.290373 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c673822d-8a39-49f0-8b5f-408e565ee691 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:32.297881 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c673822d-8a39-49f0-8b5f-408e565ee691 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:46:32.298380 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c673822d-8a39-49f0-8b5f-408e565ee691 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:32.302597 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:46:32.302597 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:46:32.302597 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:46:32.302597 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:46:32.302597 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:46:32.302597 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:46:32.302597 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:46:32.302597 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:46:32.302597 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:46:32.302597 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:46:32.302597 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:46:32.302597 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:46:32.302597 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:46:32.302597 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:46:32.302597 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:46:32.302597 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:46:32.302597 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:46:32.302597 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:46:32.302597 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:46:32.302597 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:46:32.302597 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:46:32.302597 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:46:32.302597 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:46:32.302597 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:46:32.302597 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:46:32.302597 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:46:32.302597 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:46:32.302597 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:46:32.302597 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:46:32.302597 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:46:32.302597 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:46:32.302597 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:46:32.376352 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d67a97e1-b4f9-4f69-af27-42c2d196e321 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:32.377799 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c673822d-8a39-49f0-8b5f-408e565ee691 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:32.385646 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c673822d-8a39-49f0-8b5f-408e565ee691 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:32.390243 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c673822d-8a39-49f0-8b5f-408e565ee691 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "DELETE /v2.0/networks/f776c15a-85e5-4068-a36a-de681cfa6aa0 HTTP/1.1" status: 204 len: 168 time: 0.3343542 Jul 15 13:46:32.392802 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43578) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:32.397375 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-5b6a1330-ac84-40ac-af99-a36169086fe1 admin admin] For port f6bc58c0-1d8d-4a04-a76e-054155549825, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=f6bc58c0-1d8d-4a04-a76e-054155549825,segment=NetworkSegment(45b44a0b-86ff-4d1a-b6ca-23905ae28cf5),segment_id=45b44a0b-86ff-4d1a-b6ca-23905ae28cf5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:32.397743 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5b6a1330-ac84-40ac-af99-a36169086fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:32.412463 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673822d-8a39-49f0-8b5f-408e565ee691 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Pushing event deleted for resources: {'Network': ['ID=f776c15a-85e5-4068-a36a-de681cfa6aa0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:32.413089 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5b6a1330-ac84-40ac-af99-a36169086fe1 admin admin] Calling delete_port for f6bc58c0-1d8d-4a04-a76e-054155549825 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:32.517496 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5b9bf020-44f0-4f15-840e-d047b8b141df tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Deleting port 1fd436e3-409b-40fc-a994-24ce926cdf77 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:32.517861 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b9bf020-44f0-4f15-840e-d047b8b141df tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:32.550134 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d67a97e1-b4f9-4f69-af27-42c2d196e321 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:32.567236 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-d67a97e1-b4f9-4f69-af27-42c2d196e321 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f679832-8c15-424e-962e-bd9eb24b2afd']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:32.579710 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-d67a97e1-b4f9-4f69-af27-42c2d196e321 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef3ca3e2-29bd-4008-a648-033370dd6001') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:32.579941 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-d67a97e1-b4f9-4f69-af27-42c2d196e321 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef3ca3e2-29bd-4008-a648-033370dd6001') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:32.592338 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b9bf020-44f0-4f15-840e-d047b8b141df tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:32.604926 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5b9bf020-44f0-4f15-840e-d047b8b141df tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Calling delete_port for 1fd436e3-409b-40fc-a994-24ce926cdf77 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:32.627013 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d67a97e1-b4f9-4f69-af27-42c2d196e321 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:32.650782 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d67a97e1-b4f9-4f69-af27-42c2d196e321 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:32.661404 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d67a97e1-b4f9-4f69-af27-42c2d196e321 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:46:32.661835 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d67a97e1-b4f9-4f69-af27-42c2d196e321 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:32.664944 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:46:32.664944 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:46:32.664944 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:46:32.664944 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:46:32.664944 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:46:32.664944 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:46:32.664944 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:46:32.664944 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:46:32.664944 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:46:32.664944 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:46:32.664944 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:46:32.664944 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:46:32.664944 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:46:32.664944 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:46:32.664944 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:46:32.664944 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:46:32.664944 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:46:32.664944 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:46:32.664944 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:46:32.664944 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:46:32.664944 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:46:32.664944 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:46:32.664944 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:46:32.664944 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:46:32.664944 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:46:32.664944 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:46:32.664944 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:46:32.664944 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:46:32.664944 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:46:32.664944 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:46:32.664944 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:46:32.664944 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:46:32.713396 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b9bf020-44f0-4f15-840e-d047b8b141df tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:32.741543 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d67a97e1-b4f9-4f69-af27-42c2d196e321 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:32.755744 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9bf020-44f0-4f15-840e-d047b8b141df tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Pushing event deleted for resources: {'Port': ['ID=1fd436e3-409b-40fc-a994-24ce926cdf77,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:32.762871 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b9bf020-44f0-4f15-840e-d047b8b141df tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:32.765372 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5b9bf020-44f0-4f15-840e-d047b8b141df tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "DELETE /v2.0/ports/1fd436e3-409b-40fc-a994-24ce926cdf77 HTTP/1.1" status: 204 len: 168 time: 0.3714104 Jul 15 13:46:32.767835 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43580) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:32.775821 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d67a97e1-b4f9-4f69-af27-42c2d196e321 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:32.777743 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d67a97e1-b4f9-4f69-af27-42c2d196e321 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] 10.222.0.24 "DELETE /v2.0/networks/0f679832-8c15-424e-962e-bd9eb24b2afd HTTP/1.1" status: 204 len: 168 time: 0.5298457 Jul 15 13:46:32.813541 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb2546c3-a0d9-4b66-a174-7a9530fe9574 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] DELETE failed (client error): The resource could not be found. Jul 15 13:46:32.815062 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb2546c3-a0d9-4b66-a174-7a9530fe9574 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:46:32.815299 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a97e1-b4f9-4f69-af27-42c2d196e321 tempest-TestSecurityGroupsBasicOps-398963092 tempest-TestSecurityGroupsBasicOps-398963092-project] Pushing event deleted for resources: {'Network': ['ID=0f679832-8c15-424e-962e-bd9eb24b2afd,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:32.817722 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-eb2546c3-a0d9-4b66-a174-7a9530fe9574 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "DELETE /v2.0/subnets/1a5d7b55-2421-4d89-9c06-d8b000cb6c68 HTTP/1.1" status: 404 len: 337 time: 0.0475969 Jul 15 13:46:32.820639 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43584) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:32.864260 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5b6a1330-ac84-40ac-af99-a36169086fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:32.875963 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 469cea5c-4072-43c8-b25f-891bfdef7763 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:46:32.900142 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 469cea5c-4072-43c8-b25f-891bfdef7763 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:46:32.900670 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 469cea5c-4072-43c8-b25f-891bfdef7763 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:46:32.901225 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 451a0ede-9e29-4e53-91f0-667f777ef368 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:46:32.916378 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a1330-ac84-40ac-af99-a36169086fe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6bc58c0-1d8d-4a04-a76e-054155549825,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:32.923267 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 451a0ede-9e29-4e53-91f0-667f777ef368 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:46:32.924082 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 451a0ede-9e29-4e53-91f0-667f777ef368 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:46:32.924816 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 29f20b4d-6f30-4f41-a2c7-03be423bb59f no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:46:32.963659 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 29f20b4d-6f30-4f41-a2c7-03be423bb59f {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:46:32.964261 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 29f20b4d-6f30-4f41-a2c7-03be423bb59f not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:46:32.965028 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 684d45a4-aa76-45ea-bf87-53e66fde50e3 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:46:32.969493 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f41a19bf-0713-403d-91ee-b087062e4cdd tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:32.999004 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 684d45a4-aa76-45ea-bf87-53e66fde50e3 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:46:32.999180 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 684d45a4-aa76-45ea-bf87-53e66fde50e3 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:46:33.110656 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f41a19bf-0713-403d-91ee-b087062e4cdd tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:33.121958 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-f41a19bf-0713-403d-91ee-b087062e4cdd tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8fa5e18-cc98-4809-8ff0-39e4abf41c7f']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:33.134601 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-f41a19bf-0713-403d-91ee-b087062e4cdd tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06946128-120e-4b11-a1e9-2bea4015a078') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:33.134894 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-f41a19bf-0713-403d-91ee-b087062e4cdd tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06946128-120e-4b11-a1e9-2bea4015a078') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:33.149625 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f41a19bf-0713-403d-91ee-b087062e4cdd tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:33.165303 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5b6a1330-ac84-40ac-af99-a36169086fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:33.168305 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f41a19bf-0713-403d-91ee-b087062e4cdd tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:33.178530 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41a19bf-0713-403d-91ee-b087062e4cdd tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:46:33.178974 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f41a19bf-0713-403d-91ee-b087062e4cdd tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:33.207508 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:46:33.207508 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:46:33.207508 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:46:33.207508 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:46:33.207508 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:46:33.207508 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:46:33.207508 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:46:33.207508 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:46:33.207508 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:46:33.207508 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:46:33.207508 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:46:33.207508 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:46:33.207508 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:46:33.207508 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:46:33.207508 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:46:33.207508 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:46:33.207508 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:46:33.207508 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:46:33.207508 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:46:33.207508 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:46:33.207508 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:46:33.207508 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:46:33.207508 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:46:33.207508 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:46:33.207508 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:46:33.207508 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:46:33.207508 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:46:33.207508 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:46:33.207508 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:46:33.207508 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:46:33.207508 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:46:33.207508 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:46:33.210175 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43590) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:33.287119 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f41a19bf-0713-403d-91ee-b087062e4cdd tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:33.298456 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f41a19bf-0713-403d-91ee-b087062e4cdd tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:33.302050 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f41a19bf-0713-403d-91ee-b087062e4cdd tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "DELETE /v2.0/networks/f8fa5e18-cc98-4809-8ff0-39e4abf41c7f HTTP/1.1" status: 204 len: 168 time: 0.4791079 Jul 15 13:46:33.304131 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43594) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:33.332839 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a19bf-0713-403d-91ee-b087062e4cdd tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Pushing event deleted for resources: {'Network': ['ID=f8fa5e18-cc98-4809-8ff0-39e4abf41c7f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:33.433102 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b9d991-07f8-45ca-8aef-310b5ba8aa1e tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Deleting subnet b373a81c-e67a-4e9a-a5d9-125867cb3e5e {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:46:33.436534 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6a1330-ac84-40ac-af99-a36169086fe1 admin admin] Router 2b5775ef-4a22-408e-b374-a1dbebaacce8 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:46:33.442199 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e9b9d991-07f8-45ca-8aef-310b5ba8aa1e tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:33.474508 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b789db69-9441-4af4-baf8-d93f4aab9ea1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f9c863093174d29a2d5efec5bb85c93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2558193 Jul 15 13:46:33.478345 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43596) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:33.507888 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e9b9d991-07f8-45ca-8aef-310b5ba8aa1e tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:33.564348 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6a1330-ac84-40ac-af99-a36169086fe1 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:46:33.569945 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5b6a1330-ac84-40ac-af99-a36169086fe1 admin admin] 10.222.0.24 "PUT /v2.0/routers/2b5775ef-4a22-408e-b374-a1dbebaacce8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1199586 Jul 15 13:46:33.573695 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43598) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:33.578550 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23192dc-2e9c-4308-b663-b0681caf8ba9 None None] Sync routers for ids ['2b5775ef-4a22-408e-b374-a1dbebaacce8'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:46:33.595654 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23192dc-2e9c-4308-b663-b0681caf8ba9 None None] Routers {'2b5775ef-4a22-408e-b374-a1dbebaacce8'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:46:33.598186 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b23192dc-2e9c-4308-b663-b0681caf8ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:46:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['2b5775ef-4a22-408e-b374-a1dbebaacce8'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:33.635299 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-867efb4f-57bb-49a2-a934-60e229f66e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:33.654345 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e9b9d991-07f8-45ca-8aef-310b5ba8aa1e tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:33.692229 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-867efb4f-57bb-49a2-a934-60e229f66e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:33.764672 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e9b9d991-07f8-45ca-8aef-310b5ba8aa1e tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:33.771341 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-b23192dc-2e9c-4308-b663-b0681caf8ba9 None None] Set router 2b5775ef-4a22-408e-b374-a1dbebaacce8 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:46:33.775330 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-867efb4f-57bb-49a2-a934-60e229f66e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:33.778211 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-867efb4f-57bb-49a2-a934-60e229f66e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:33.782099 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-867efb4f-57bb-49a2-a934-60e229f66e02 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e847a03-61cc-480b-8c7d-50f6829cb10a HTTP/1.1" status: 204 len: 168 time: 0.3002908 Jul 15 13:46:33.833095 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9d991-07f8-45ca-8aef-310b5ba8aa1e tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Pushing event deleted for resources: {'Subnet': ['ID=b373a81c-e67a-4e9a-a5d9-125867cb3e5e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:33.841029 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e9b9d991-07f8-45ca-8aef-310b5ba8aa1e tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:33.843370 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e9b9d991-07f8-45ca-8aef-310b5ba8aa1e tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "DELETE /v2.0/subnets/b373a81c-e67a-4e9a-a5d9-125867cb3e5e HTTP/1.1" status: 204 len: 168 time: 0.5380523 Jul 15 13:46:33.844614 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867efb4f-57bb-49a2-a934-60e229f66e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e847a03-61cc-480b-8c7d-50f6829cb10a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:33.846829 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffba11f-babe-4b04-a5ca-4f383605d6a5 None None] Network f8b37516-2fdb-4600-a722-fb5bcde3489f requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:46:33.852654 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43602) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:33.996765 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ac7bdbf-6146-450e-ac84-a9ca191c29b8 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:34.083136 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b23192dc-2e9c-4308-b663-b0681caf8ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'name': 'tempest-TestServerBasicOps-1735181111-router', 'tenant_id': '41952a16a6834f27b5d7e8366be76781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'bd1da115-9d8e-4871-949c-82c2744a6560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:34Z', 'updated_at': '2021-07-15T13:46:32Z', 'revision_number': 5, 'project_id': '41952a16a6834f27b5d7e8366be76781', 'gw_port': {'id': 'bd1da115-9d8e-4871-949c-82c2744a6560', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:36Z', 'updated_at': '2021-07-15T13:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:34.100623 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b654937-434e-4088-b779-7631ff325db1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:34.118870 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23192dc-2e9c-4308-b663-b0681caf8ba9 None None] Checking router: 2b5775ef-4a22-408e-b374-a1dbebaacce8 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:46:34.131702 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23192dc-2e9c-4308-b663-b0681caf8ba9 None None] Routers {'2b5775ef-4a22-408e-b374-a1dbebaacce8'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:46:34.132977 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b23192dc-2e9c-4308-b663-b0681caf8ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:46:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['2b5775ef-4a22-408e-b374-a1dbebaacce8'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:34.136598 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf01ae6-6eaf-4795-8c85-148286a294fb None None] DHCP port deletion for f8b37516-2fdb-4600-a722-fb5bcde3489f request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:46:34.144864 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-9ac7bdbf-6146-450e-ac84-a9ca191c29b8 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Deleting port 412d8425-1358-404e-b105-9a05801ed831 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:34.146227 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ac7bdbf-6146-450e-ac84-a9ca191c29b8 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:34.238062 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-bbf01ae6-6eaf-4795-8c85-148286a294fb None None] Deleting port 412d8425-1358-404e-b105-9a05801ed831 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:34.239073 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b654937-434e-4088-b779-7631ff325db1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:34.239534 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bbf01ae6-6eaf-4795-8c85-148286a294fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:34.274123 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-9ac7bdbf-6146-450e-ac84-a9ca191c29b8 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] For port 412d8425-1358-404e-b105-9a05801ed831, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=412d8425-1358-404e-b105-9a05801ed831,segment=NetworkSegment(2f018c26-5244-4981-8457-9a638853b05e),segment_id=2f018c26-5244-4981-8457-9a638853b05e)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:34.274594 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ac7bdbf-6146-450e-ac84-a9ca191c29b8 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:34.288820 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-9ac7bdbf-6146-450e-ac84-a9ca191c29b8 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Calling delete_port for 412d8425-1358-404e-b105-9a05801ed831 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:34.306316 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-b23192dc-2e9c-4308-b663-b0681caf8ba9 None None] Set router 2b5775ef-4a22-408e-b374-a1dbebaacce8 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:46:34.315016 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3b654937-434e-4088-b779-7631ff325db1 admin admin] Deleting port bd1da115-9d8e-4871-949c-82c2744a6560 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:34.315609 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b654937-434e-4088-b779-7631ff325db1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:34.377500 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43606) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:34.402522 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-bbf01ae6-6eaf-4795-8c85-148286a294fb None None] For port 412d8425-1358-404e-b105-9a05801ed831, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=412d8425-1358-404e-b105-9a05801ed831,segment=NetworkSegment(2f018c26-5244-4981-8457-9a638853b05e),segment_id=2f018c26-5244-4981-8457-9a638853b05e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:34.403348 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bbf01ae6-6eaf-4795-8c85-148286a294fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:34.403774 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ffa5011-4560-48aa-be3f-cedc993f7c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:34.424489 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-bbf01ae6-6eaf-4795-8c85-148286a294fb None None] Calling delete_port for 412d8425-1358-404e-b105-9a05801ed831 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:34.428696 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ac7bdbf-6146-450e-ac84-a9ca191c29b8 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:34.465027 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-3b654937-434e-4088-b779-7631ff325db1 admin admin] For port bd1da115-9d8e-4871-949c-82c2744a6560, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=bd1da115-9d8e-4871-949c-82c2744a6560,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:34.465634 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b654937-434e-4088-b779-7631ff325db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:34.479498 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7bdbf-6146-450e-ac84-a9ca191c29b8 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Pushing event deleted for resources: {'Port': ['ID=412d8425-1358-404e-b105-9a05801ed831,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:34.484368 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac7bdbf-6146-450e-ac84-a9ca191c29b8 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] No DVR routers for this DVR port 412d8425-1358-404e-b105-9a05801ed831 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:46:34.502050 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3b654937-434e-4088-b779-7631ff325db1 admin admin] Calling delete_port for bd1da115-9d8e-4871-949c-82c2744a6560 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:34.568037 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b23192dc-2e9c-4308-b663-b0681caf8ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'name': 'tempest-TestServerBasicOps-1735181111-router', 'tenant_id': '41952a16a6834f27b5d7e8366be76781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'bd1da115-9d8e-4871-949c-82c2744a6560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:34Z', 'updated_at': '2021-07-15T13:46:32Z', 'revision_number': 5, 'project_id': '41952a16a6834f27b5d7e8366be76781', 'gw_port': {'id': 'bd1da115-9d8e-4871-949c-82c2744a6560', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:36Z', 'updated_at': '2021-07-15T13:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:46:34.584178 n-d-758944-45 neutron-server[93815]: self.session.flush() Jul 15 13:46:34.591646 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ac7bdbf-6146-450e-ac84-a9ca191c29b8 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:34.598664 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bbf01ae6-6eaf-4795-8c85-148286a294fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:34.602167 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23192dc-2e9c-4308-b663-b0681caf8ba9 None None] The sync data for ids ['2b5775ef-4a22-408e-b374-a1dbebaacce8'] in n-d-758944-45 is: [{'id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'name': 'tempest-TestServerBasicOps-1735181111-router', 'tenant_id': '41952a16a6834f27b5d7e8366be76781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'bd1da115-9d8e-4871-949c-82c2744a6560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:34Z', 'updated_at': '2021-07-15T13:46:32Z', 'revision_number': 5, 'project_id': '41952a16a6834f27b5d7e8366be76781', 'gw_port': {'id': 'bd1da115-9d8e-4871-949c-82c2744a6560', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:7c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5775ef-4a22-408e-b374-a1dbebaacce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:36Z', 'updated_at': '2021-07-15T13:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:46:34.608688 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-9ac7bdbf-6146-450e-ac84-a9ca191c29b8 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b37516-2fdb-4600-a722-fb5bcde3489f']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:34.630951 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-9ac7bdbf-6146-450e-ac84-a9ca191c29b8 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f018c26-5244-4981-8457-9a638853b05e') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:34.631281 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-9ac7bdbf-6146-450e-ac84-a9ca191c29b8 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f018c26-5244-4981-8457-9a638853b05e') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:34.650585 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ac7bdbf-6146-450e-ac84-a9ca191c29b8 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:34.658534 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf01ae6-6eaf-4795-8c85-148286a294fb None None] Pushing event deleted for resources: {'Port': ['ID=412d8425-1358-404e-b105-9a05801ed831,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:34.665985 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf01ae6-6eaf-4795-8c85-148286a294fb None None] No DVR routers for this DVR port 412d8425-1358-404e-b105-9a05801ed831 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:46:34.683538 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ac7bdbf-6146-450e-ac84-a9ca191c29b8 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:34.692192 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ffa5011-4560-48aa-be3f-cedc993f7c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:34.695945 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ac7bdbf-6146-450e-ac84-a9ca191c29b8 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:46:34.696360 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ac7bdbf-6146-450e-ac84-a9ca191c29b8 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:34.699684 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:46:34.699684 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:46:34.699684 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:46:34.699684 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:46:34.699684 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:46:34.699684 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:46:34.699684 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:46:34.699684 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:46:34.699684 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:46:34.699684 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:46:34.699684 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:46:34.699684 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:46:34.699684 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:46:34.699684 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:46:34.699684 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:46:34.699684 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:46:34.699684 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:46:34.699684 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:46:34.699684 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:46:34.699684 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:46:34.699684 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:46:34.699684 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:46:34.699684 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:46:34.699684 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:46:34.699684 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:46:34.699684 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:46:34.699684 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:46:34.699684 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:46:34.699684 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:46:34.699684 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:46:34.699684 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:46:34.699684 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:46:34.701456 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ffa5011-4560-48aa-be3f-cedc993f7c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:34.785214 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b654937-434e-4088-b779-7631ff325db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:34.794616 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7ffa5011-4560-48aa-be3f-cedc993f7c7e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6356b4d5cb3c4c60a52b4515c272940e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4164662 Jul 15 13:46:34.797524 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa5011-4560-48aa-be3f-cedc993f7c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b22bd02-89ae-4723-97d6-fdf85c11105d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:34.800057 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43608) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:34.807904 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ac7bdbf-6146-450e-ac84-a9ca191c29b8 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:34.821701 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b654937-434e-4088-b779-7631ff325db1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd1da115-9d8e-4871-949c-82c2744a6560,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:34.821902 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ac7bdbf-6146-450e-ac84-a9ca191c29b8 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:34.823833 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9ac7bdbf-6146-450e-ac84-a9ca191c29b8 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] 10.222.0.24 "DELETE /v2.0/networks/f8b37516-2fdb-4600-a722-fb5bcde3489f HTTP/1.1" status: 204 len: 168 time: 0.9699705 Jul 15 13:46:34.841342 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7bdbf-6146-450e-ac84-a9ca191c29b8 tempest-NetworksIpV6TestAttrs-231057106 tempest-NetworksIpV6TestAttrs-231057106-project] Pushing event deleted for resources: {'Network': ['ID=f8b37516-2fdb-4600-a722-fb5bcde3489f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:34.877082 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea461ff7-56f9-4925-a869-bb7a1a71acad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:34.897561 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b654937-434e-4088-b779-7631ff325db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:34.904373 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea461ff7-56f9-4925-a869-bb7a1a71acad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:34.986493 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea461ff7-56f9-4925-a869-bb7a1a71acad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:34.993435 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea461ff7-56f9-4925-a869-bb7a1a71acad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:34.997864 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ea461ff7-56f9-4925-a869-bb7a1a71acad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8b22bd02-89ae-4723-97d6-fdf85c11105d HTTP/1.1" status: 204 len: 168 time: 0.1956460 Jul 15 13:46:35.023098 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b654937-434e-4088-b779-7631ff325db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:35.029531 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 412d8425-1358-404e-b105-9a05801ed831 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:46:35.032862 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b654937-434e-4088-b779-7631ff325db1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:35.041901 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea461ff7-56f9-4925-a869-bb7a1a71acad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b22bd02-89ae-4723-97d6-fdf85c11105d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:35.066872 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 412d8425-1358-404e-b105-9a05801ed831 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:46:35.067511 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 412d8425-1358-404e-b105-9a05801ed831 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:46:35.116976 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b654937-434e-4088-b779-7631ff325db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:35.117852 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b654937-434e-4088-b779-7631ff325db1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b5775ef-4a22-408e-b374-a1dbebaacce8 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:46:35.128911 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b654937-434e-4088-b779-7631ff325db1 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:35.130645 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3b654937-434e-4088-b779-7631ff325db1 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2b5775ef-4a22-408e-b374-a1dbebaacce8 HTTP/1.1" status: 204 len: 168 time: 1.5567715 Jul 15 13:46:35.133317 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43614) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:35.195024 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e24b69-85e0-4fb5-acf4-c7cb462b7720 admin admin] Deleting subnet 4b6adcb1-87c7-4bda-bee3-bd740b4d2357 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:46:35.199126 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44e24b69-85e0-4fb5-acf4-c7cb462b7720 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:35.256686 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44e24b69-85e0-4fb5-acf4-c7cb462b7720 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:35.279056 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43620) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:35.368876 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44e24b69-85e0-4fb5-acf4-c7cb462b7720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:35.426293 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43624) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:35.449015 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44e24b69-85e0-4fb5-acf4-c7cb462b7720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:35.481457 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e24b69-85e0-4fb5-acf4-c7cb462b7720 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b6adcb1-87c7-4bda-bee3-bd740b4d2357,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:35.485303 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44e24b69-85e0-4fb5-acf4-c7cb462b7720 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:35.487079 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-cd98136b-60e0-41dc-aa66-1e4defd130d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f122774ff2974dbca93a133f8e9689b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2067358 Jul 15 13:46:35.492578 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43626) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:35.493915 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43628) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:35.494542 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8364e609-dec6-4c56-af24-585ae7a37098 None None] Network 0285381b-612d-4c7d-b1b0-fc717534d7fc requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:46:35.495379 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-44e24b69-85e0-4fb5-acf4-c7cb462b7720 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4b6adcb1-87c7-4bda-bee3-bd740b4d2357 HTTP/1.1" status: 204 len: 168 time: 0.3568153 Jul 15 13:46:35.519047 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-48352b39-a2db-4e25-b4bd-c3d2047b57d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=570c68b3bc554db8affc2be6c6380e55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0914626 Jul 15 13:46:35.521660 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43632) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:35.583753 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a312f9dd-2f68-4b29-ad4d-ce33182fce9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:35.611987 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a312f9dd-2f68-4b29-ad4d-ce33182fce9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:35.627271 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4883d5a5-19d3-408a-bb8a-20121f6b1660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:35.632635 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a3c9c97c-0d4a-46a1-bce6-9a24266543c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:35.662633 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a3c9c97c-0d4a-46a1-bce6-9a24266543c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:35.674837 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a312f9dd-2f68-4b29-ad4d-ce33182fce9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:35.678157 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a312f9dd-2f68-4b29-ad4d-ce33182fce9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:35.679370 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a312f9dd-2f68-4b29-ad4d-ce33182fce9f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/efe2bde4-32a3-45c1-99bb-cd5376541346 HTTP/1.1" status: 204 len: 168 time: 0.1566906 Jul 15 13:46:35.688654 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312f9dd-2f68-4b29-ad4d-ce33182fce9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe2bde4-32a3-45c1-99bb-cd5376541346,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:35.737297 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-4883d5a5-19d3-408a-bb8a-20121f6b1660 admin admin] Deleting port 55108e62-18b6-49f7-bb29-a991137c2913 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:35.737737 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4883d5a5-19d3-408a-bb8a-20121f6b1660 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:35.758434 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a3c9c97c-0d4a-46a1-bce6-9a24266543c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:35.761130 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a3c9c97c-0d4a-46a1-bce6-9a24266543c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:35.762600 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a3c9c97c-0d4a-46a1-bce6-9a24266543c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c6cad1d-c385-47ea-b364-c5778f9cff16 HTTP/1.1" status: 204 len: 168 time: 0.2680092 Jul 15 13:46:35.778202 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9c97c-0d4a-46a1-bce6-9a24266543c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6cad1d-c385-47ea-b364-c5778f9cff16,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:35.824300 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-4883d5a5-19d3-408a-bb8a-20121f6b1660 admin admin] For port 55108e62-18b6-49f7-bb29-a991137c2913, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=55108e62-18b6-49f7-bb29-a991137c2913,segment=NetworkSegment(45b44a0b-86ff-4d1a-b6ca-23905ae28cf5),segment_id=45b44a0b-86ff-4d1a-b6ca-23905ae28cf5)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:35.824729 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4883d5a5-19d3-408a-bb8a-20121f6b1660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:35.839264 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-4883d5a5-19d3-408a-bb8a-20121f6b1660 admin admin] Calling delete_port for 55108e62-18b6-49f7-bb29-a991137c2913 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:35.903375 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0de27ff-5fe7-49a1-8ee1-b68d559ed680 None None] DHCP port deletion for 0285381b-612d-4c7d-b1b0-fc717534d7fc request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:46:35.976861 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4883d5a5-19d3-408a-bb8a-20121f6b1660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:35.992126 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f0de27ff-5fe7-49a1-8ee1-b68d559ed680 None None] Deleting port 55108e62-18b6-49f7-bb29-a991137c2913 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:35.992566 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f0de27ff-5fe7-49a1-8ee1-b68d559ed680 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:36.014702 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883d5a5-19d3-408a-bb8a-20121f6b1660 admin admin] Pushing event deleted for resources: {'Port': ['ID=55108e62-18b6-49f7-bb29-a991137c2913,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:36.018445 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4883d5a5-19d3-408a-bb8a-20121f6b1660 admin admin] No DVR routers for this DVR port 55108e62-18b6-49f7-bb29-a991137c2913 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:46:36.089271 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-f0de27ff-5fe7-49a1-8ee1-b68d559ed680 None None] For port 55108e62-18b6-49f7-bb29-a991137c2913, host n-d-758944-45, got binding levels [] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:36.090331 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f0de27ff-5fe7-49a1-8ee1-b68d559ed680 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:36.111967 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f0de27ff-5fe7-49a1-8ee1-b68d559ed680 None None] Calling delete_port for 55108e62-18b6-49f7-bb29-a991137c2913 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:36.115479 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.ipam_backend_mixin [None req-f0de27ff-5fe7-49a1-8ee1-b68d559ed680 None None] Port 55108e62-18b6-49f7-bb29-a991137c2913 was not found and therefore no delete operation was performed {{(pid=93815) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:46:36.117491 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f0de27ff-5fe7-49a1-8ee1-b68d559ed680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:36.141854 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4883d5a5-19d3-408a-bb8a-20121f6b1660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:36.150820 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de27ff-5fe7-49a1-8ee1-b68d559ed680 None None] Pushing event deleted for resources: {'Port': ['ID=55108e62-18b6-49f7-bb29-a991137c2913,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:36.153295 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0de27ff-5fe7-49a1-8ee1-b68d559ed680 None None] No DVR routers for this DVR port 55108e62-18b6-49f7-bb29-a991137c2913 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:46:36.166917 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-4883d5a5-19d3-408a-bb8a-20121f6b1660 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0285381b-612d-4c7d-b1b0-fc717534d7fc']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:36.185459 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-4883d5a5-19d3-408a-bb8a-20121f6b1660 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b44a0b-86ff-4d1a-b6ca-23905ae28cf5') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:36.185953 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-4883d5a5-19d3-408a-bb8a-20121f6b1660 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b44a0b-86ff-4d1a-b6ca-23905ae28cf5') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:36.201140 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4883d5a5-19d3-408a-bb8a-20121f6b1660 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:36.220863 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4883d5a5-19d3-408a-bb8a-20121f6b1660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:36.228712 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4883d5a5-19d3-408a-bb8a-20121f6b1660 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:46:36.229182 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4883d5a5-19d3-408a-bb8a-20121f6b1660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:36.233038 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:46:36.233038 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:46:36.233038 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:46:36.233038 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:46:36.233038 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:46:36.233038 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:46:36.233038 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:46:36.233038 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:46:36.233038 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:46:36.233038 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:46:36.233038 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:46:36.233038 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:46:36.233038 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:46:36.233038 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:46:36.233038 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:46:36.233038 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:46:36.233038 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:46:36.233038 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:46:36.233038 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:46:36.233038 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:46:36.233038 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:46:36.233038 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:46:36.233038 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:46:36.233038 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:46:36.233038 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:46:36.233038 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:46:36.233038 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:46:36.233038 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:46:36.233038 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:46:36.233038 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:46:36.233038 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:46:36.233038 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:46:36.309410 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4883d5a5-19d3-408a-bb8a-20121f6b1660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:36.317408 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4883d5a5-19d3-408a-bb8a-20121f6b1660 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:36.320299 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4883d5a5-19d3-408a-bb8a-20121f6b1660 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0285381b-612d-4c7d-b1b0-fc717534d7fc HTTP/1.1" status: 204 len: 168 time: 0.8243506 Jul 15 13:46:36.330394 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43640) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:36.347340 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883d5a5-19d3-408a-bb8a-20121f6b1660 admin admin] Pushing event deleted for resources: {'Network': ['ID=0285381b-612d-4c7d-b1b0-fc717534d7fc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:36.604202 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 55108e62-18b6-49f7-bb29-a991137c2913 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:46:36.648611 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 55108e62-18b6-49f7-bb29-a991137c2913 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:46:36.649005 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 55108e62-18b6-49f7-bb29-a991137c2913 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:46:36.652628 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device bd1da115-9d8e-4871-949c-82c2744a6560 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:46:36.674908 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: bd1da115-9d8e-4871-949c-82c2744a6560 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:46:36.675107 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device bd1da115-9d8e-4871-949c-82c2744a6560 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:46:36.675666 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f6bc58c0-1d8d-4a04-a76e-054155549825 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:46:36.699835 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: f6bc58c0-1d8d-4a04-a76e-054155549825 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:46:36.700253 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f6bc58c0-1d8d-4a04-a76e-054155549825 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:46:36.780132 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17dadd8a-93d3-4f6d-960f-732f8177f385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:36.930999 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43658) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:37.036419 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2aefc12f-b701-4447-8634-3c6e6d7968cd tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:37.036861 n-d-758944-45 neutron-server[93813]: WARNING neutron.api.v2.base [None req-2aefc12f-b701-4447-8634-3c6e6d7968cd tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 13:46:37.037361 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-2aefc12f-b701-4447-8634-3c6e6d7968cd tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 13:46:37.038378 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2aefc12f-b701-4447-8634-3c6e6d7968cd tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1063716 Jul 15 13:46:37.042386 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43662) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:37.046897 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ace0565a-9112-4a1f-aaa9-b8b0804fd3a8 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1728303615'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:37.068584 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-17dadd8a-93d3-4f6d-960f-732f8177f385 admin admin] Deleting port 91c30f79-168e-491a-bc7c-8c034e757ea8 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:37.068920 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17dadd8a-93d3-4f6d-960f-732f8177f385 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:37.076905 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ace0565a-9112-4a1f-aaa9-b8b0804fd3a8 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:37.086467 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ace0565a-9112-4a1f-aaa9-b8b0804fd3a8 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:37.162086 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-17dadd8a-93d3-4f6d-960f-732f8177f385 admin admin] For port 91c30f79-168e-491a-bc7c-8c034e757ea8, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=91c30f79-168e-491a-bc7c-8c034e757ea8,segment=NetworkSegment(56e1e9e4-2c77-41b4-9f4e-095e5f5da200),segment_id=56e1e9e4-2c77-41b4-9f4e-095e5f5da200)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:37.162783 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17dadd8a-93d3-4f6d-960f-732f8177f385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:37.182776 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-17dadd8a-93d3-4f6d-960f-732f8177f385 admin admin] Calling delete_port for 91c30f79-168e-491a-bc7c-8c034e757ea8 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:37.209061 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ace0565a-9112-4a1f-aaa9-b8b0804fd3a8 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:37.214009 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ace0565a-9112-4a1f-aaa9-b8b0804fd3a8 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:37.250917 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0565a-9112-4a1f-aaa9-b8b0804fd3a8 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f807b02c-3b01-46be-8492-5ee9d7a4efde,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:37.318855 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ace0565a-9112-4a1f-aaa9-b8b0804fd3a8 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:37.325852 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ace0565a-9112-4a1f-aaa9-b8b0804fd3a8 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:37.356434 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ace0565a-9112-4a1f-aaa9-b8b0804fd3a8 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:37.357723 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ace0565a-9112-4a1f-aaa9-b8b0804fd3a8 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3143857 Jul 15 13:46:37.359785 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0565a-9112-4a1f-aaa9-b8b0804fd3a8 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b751d3bd-c438-409f-bcc3-3cb084b4eafa,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:37.361627 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43664) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:37.370128 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-14b1a351-8856-43d0-b4a1-aca36cafb170 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group_rule': {'security_group_id': 'b751d3bd-c438-409f-bcc3-3cb084b4eafa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:37.439626 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17dadd8a-93d3-4f6d-960f-732f8177f385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:37.448028 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14b1a351-8856-43d0-b4a1-aca36cafb170 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:37.486089 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dadd8a-93d3-4f6d-960f-732f8177f385 admin admin] Pushing event deleted for resources: {'Port': ['ID=91c30f79-168e-491a-bc7c-8c034e757ea8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:37.590971 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14b1a351-8856-43d0-b4a1-aca36cafb170 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:37.631502 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14b1a351-8856-43d0-b4a1-aca36cafb170 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:37.663518 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1a351-8856-43d0-b4a1-aca36cafb170 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d324d6-61de-4274-a1a1-2af2225f45a9,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:37.671698 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14b1a351-8856-43d0-b4a1-aca36cafb170 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:37.672974 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-14b1a351-8856-43d0-b4a1-aca36cafb170 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3103259 Jul 15 13:46:37.676791 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43666) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:37.682349 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-04048ac2-835c-45d3-8ca8-e31bad255b6f tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group_rule': {'security_group_id': 'b751d3bd-c438-409f-bcc3-3cb084b4eafa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:37.713465 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-04048ac2-835c-45d3-8ca8-e31bad255b6f tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:37.728855 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17dadd8a-93d3-4f6d-960f-732f8177f385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:37.767923 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-04048ac2-835c-45d3-8ca8-e31bad255b6f tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 13:46:37.771621 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-04048ac2-835c-45d3-8ca8-e31bad255b6f tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0909247 Jul 15 13:46:37.772165 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43668) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:37.831580 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-21e722ac-183f-4fe7-bc72-eadfc7190199 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:37.861047 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-21e722ac-183f-4fe7-bc72-eadfc7190199 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:37.912602 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-21e722ac-183f-4fe7-bc72-eadfc7190199 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:37.915724 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-21e722ac-183f-4fe7-bc72-eadfc7190199 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:37.916942 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-21e722ac-183f-4fe7-bc72-eadfc7190199 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "DELETE /v2.0/security-groups/b751d3bd-c438-409f-bcc3-3cb084b4eafa HTTP/1.1" status: 204 len: 168 time: 0.1437223 Jul 15 13:46:37.920243 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43670) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:37.938314 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e722ac-183f-4fe7-bc72-eadfc7190199 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b751d3bd-c438-409f-bcc3-3cb084b4eafa,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:37.982895 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17dadd8a-93d3-4f6d-960f-732f8177f385 admin admin] Router 2c0f94af-1e28-4b71-9ada-617f1fabae27 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:46:37.993562 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-02d24b6e-9ae7-4f3d-9f78-2427f82119c4 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0722401 Jul 15 13:46:37.997677 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43672) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:38.002192 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-fcf11294-aac7-43cd-8b2b-1ac39eb0ea45 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group': {'name': 'tempest-secgroup--899362206'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:38.024250 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fcf11294-aac7-43cd-8b2b-1ac39eb0ea45 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.098885 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17dadd8a-93d3-4f6d-960f-732f8177f385 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:46:38.103950 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-17dadd8a-93d3-4f6d-960f-732f8177f385 admin admin] 10.222.0.24 "PUT /v2.0/routers/2c0f94af-1e28-4b71-9ada-617f1fabae27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7713587 Jul 15 13:46:38.106778 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43674) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:38.107855 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05933dd6-d648-4d4c-84fe-d9b1fd1b8e44 None None] Sync routers for ids ['2c0f94af-1e28-4b71-9ada-617f1fabae27'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:46:38.117427 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05933dd6-d648-4d4c-84fe-d9b1fd1b8e44 None None] Routers {'2c0f94af-1e28-4b71-9ada-617f1fabae27'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:46:38.118353 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-05933dd6-d648-4d4c-84fe-d9b1fd1b8e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:46:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['2c0f94af-1e28-4b71-9ada-617f1fabae27'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:38.154639 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fcf11294-aac7-43cd-8b2b-1ac39eb0ea45 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.160615 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fcf11294-aac7-43cd-8b2b-1ac39eb0ea45 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.198354 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fcf11294-aac7-43cd-8b2b-1ac39eb0ea45 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.199592 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fcf11294-aac7-43cd-8b2b-1ac39eb0ea45 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2009373 Jul 15 13:46:38.202722 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43676) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:38.207808 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-548906dc-ad0a-41fe-9869-d1b5ea69c592 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group_rule': {'security_group_id': '0933627b-91bb-4092-803c-f4928aadbd00', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:38.208311 n-d-758944-45 neutron-server[93814]: WARNING neutron.api.v2.base [None req-548906dc-ad0a-41fe-9869-d1b5ea69c592 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 15 13:46:38.208973 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-548906dc-ad0a-41fe-9869-d1b5ea69c592 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:46:38.213614 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-548906dc-ad0a-41fe-9869-d1b5ea69c592 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0093176 Jul 15 13:46:38.214576 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43678) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:38.230895 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-05933dd6-d648-4d4c-84fe-d9b1fd1b8e44 None None] Set router 2c0f94af-1e28-4b71-9ada-617f1fabae27 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:46:38.234556 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf11294-aac7-43cd-8b2b-1ac39eb0ea45 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0933627b-91bb-4092-803c-f4928aadbd00,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:38.270849 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3621bb07-f443-478d-9df3-786291129b29 admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.282315 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fd12da6-2210-4c79-bad9-73229674f3da tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.310836 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fd12da6-2210-4c79-bad9-73229674f3da tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.364689 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fd12da6-2210-4c79-bad9-73229674f3da tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.368019 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fd12da6-2210-4c79-bad9-73229674f3da tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.369468 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9fd12da6-2210-4c79-bad9-73229674f3da tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "DELETE /v2.0/security-groups/0933627b-91bb-4092-803c-f4928aadbd00 HTTP/1.1" status: 204 len: 168 time: 0.1543448 Jul 15 13:46:38.373152 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43680) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:38.393912 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd12da6-2210-4c79-bad9-73229674f3da tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0933627b-91bb-4092-803c-f4928aadbd00,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:38.423527 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3621bb07-f443-478d-9df3-786291129b29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.465567 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-928a0bbb-e052-472d-8fef-3f422e7afcf2 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0896804 Jul 15 13:46:38.469012 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43682) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:38.469444 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.474797 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c4031493-2cb7-480d-8685-f5a2a98d2a03 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1148078054'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:38.485580 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-05933dd6-d648-4d4c-84fe-d9b1fd1b8e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0f94af-1e28-4b71-9ada-617f1fabae27', 'name': 'tempest-TestServerBasicOps-187143381-router', 'tenant_id': '36cadce970234e53b1ca10bb35bf951a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:52Z', 'updated_at': '2021-07-15T13:46:37Z', 'revision_number': 5, 'project_id': '36cadce970234e53b1ca10bb35bf951a', 'gw_port': {'id': '1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:01:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0f94af-1e28-4b71-9ada-617f1fabae27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:54Z', 'updated_at': '2021-07-15T13:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:38.506208 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4031493-2cb7-480d-8685-f5a2a98d2a03 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.512645 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-3621bb07-f443-478d-9df3-786291129b29 admin admin] Deleting port 1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:38.512645 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3621bb07-f443-478d-9df3-786291129b29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.523055 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05933dd6-d648-4d4c-84fe-d9b1fd1b8e44 None None] Checking router: 2c0f94af-1e28-4b71-9ada-617f1fabae27 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:46:38.535522 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05933dd6-d648-4d4c-84fe-d9b1fd1b8e44 None None] Routers {'2c0f94af-1e28-4b71-9ada-617f1fabae27'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:46:38.536879 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-05933dd6-d648-4d4c-84fe-d9b1fd1b8e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:46:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['2c0f94af-1e28-4b71-9ada-617f1fabae27'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:38.613404 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-3621bb07-f443-478d-9df3-786291129b29 admin admin] For port 1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:38.614396 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3621bb07-f443-478d-9df3-786291129b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.630093 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-3621bb07-f443-478d-9df3-786291129b29 admin admin] Calling delete_port for 1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:38.632022 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4031493-2cb7-480d-8685-f5a2a98d2a03 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.637080 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4031493-2cb7-480d-8685-f5a2a98d2a03 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.659119 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-05933dd6-d648-4d4c-84fe-d9b1fd1b8e44 None None] Set router 2c0f94af-1e28-4b71-9ada-617f1fabae27 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:46:38.671174 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4031493-2cb7-480d-8685-f5a2a98d2a03 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.672502 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c4031493-2cb7-480d-8685-f5a2a98d2a03 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2024872 Jul 15 13:46:38.676121 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43684) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:38.680963 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-cf42f542-8602-469f-bcd1-692b77f0e6fd tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group_rule': {'security_group_id': '6c0f393a-181e-446f-956a-171aa2b5e1c5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:38.681889 n-d-758944-45 neutron-server[93814]: WARNING neutron.api.v2.base [None req-cf42f542-8602-469f-bcd1-692b77f0e6fd tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 15 13:46:38.682458 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-cf42f542-8602-469f-bcd1-692b77f0e6fd tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:46:38.683660 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-cf42f542-8602-469f-bcd1-692b77f0e6fd tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064087 Jul 15 13:46:38.685841 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4031493-2cb7-480d-8685-f5a2a98d2a03 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0f393a-181e-446f-956a-171aa2b5e1c5,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:38.687929 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43686) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:38.750856 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d77f49b-9b38-4b34-9431-dfb65d7c6d3d tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.776922 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d77f49b-9b38-4b34-9431-dfb65d7c6d3d tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.835578 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d77f49b-9b38-4b34-9431-dfb65d7c6d3d tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.839643 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d77f49b-9b38-4b34-9431-dfb65d7c6d3d tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.840373 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0d77f49b-9b38-4b34-9431-dfb65d7c6d3d tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "DELETE /v2.0/security-groups/6c0f393a-181e-446f-956a-171aa2b5e1c5 HTTP/1.1" status: 204 len: 168 time: 0.1513898 Jul 15 13:46:38.843474 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43688) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:38.850063 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77f49b-9b38-4b34-9431-dfb65d7c6d3d tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0f393a-181e-446f-956a-171aa2b5e1c5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:38.860262 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3621bb07-f443-478d-9df3-786291129b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.894232 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621bb07-f443-478d-9df3-786291129b29 admin admin] Pushing event deleted for resources: {'Port': ['ID=1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:38.912138 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-05933dd6-d648-4d4c-84fe-d9b1fd1b8e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0f94af-1e28-4b71-9ada-617f1fabae27', 'name': 'tempest-TestServerBasicOps-187143381-router', 'tenant_id': '36cadce970234e53b1ca10bb35bf951a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:52Z', 'updated_at': '2021-07-15T13:46:38Z', 'revision_number': 6, 'project_id': '36cadce970234e53b1ca10bb35bf951a', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:38.944102 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-56bcbd1a-f6b5-4dc2-a303-ec6d81001807 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0993769 Jul 15 13:46:38.945334 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05933dd6-d648-4d4c-84fe-d9b1fd1b8e44 None None] The sync data for ids ['2c0f94af-1e28-4b71-9ada-617f1fabae27'] in n-d-758944-45 is: [{'id': '2c0f94af-1e28-4b71-9ada-617f1fabae27', 'name': 'tempest-TestServerBasicOps-187143381-router', 'tenant_id': '36cadce970234e53b1ca10bb35bf951a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:52Z', 'updated_at': '2021-07-15T13:46:38Z', 'revision_number': 6, 'project_id': '36cadce970234e53b1ca10bb35bf951a', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:46:38.948172 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43690) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:38.952769 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-3f326256-51d4-45af-a475-74f80d595229 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1973530932'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:38.979927 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3f326256-51d4-45af-a475-74f80d595229 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.986151 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3621bb07-f443-478d-9df3-786291129b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.080297 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3621bb07-f443-478d-9df3-786291129b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.082977 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3621bb07-f443-478d-9df3-786291129b29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.087681 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3f326256-51d4-45af-a475-74f80d595229 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.092218 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3f326256-51d4-45af-a475-74f80d595229 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.121593 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f326256-51d4-45af-a475-74f80d595229 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b89f499-d9c7-454f-8c7d-0e5b927a2971,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:39.125057 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3f326256-51d4-45af-a475-74f80d595229 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.127304 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3621bb07-f443-478d-9df3-786291129b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.127849 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3621bb07-f443-478d-9df3-786291129b29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c0f94af-1e28-4b71-9ada-617f1fabae27 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:46:39.129839 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3f326256-51d4-45af-a475-74f80d595229 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1806004 Jul 15 13:46:39.130194 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43692) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:39.135006 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3621bb07-f443-478d-9df3-786291129b29 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.136123 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3621bb07-f443-478d-9df3-786291129b29 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2c0f94af-1e28-4b71-9ada-617f1fabae27 HTTP/1.1" status: 204 len: 168 time: 1.0283518 Jul 15 13:46:39.138616 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43694) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:39.140475 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f79f318f-1eab-4b1a-bddf-c14c094add8d tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group_rule': {'security_group_id': '7b89f499-d9c7-454f-8c7d-0e5b927a2971', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:39.140605 n-d-758944-45 neutron-server[93813]: WARNING neutron.api.v2.base [None req-f79f318f-1eab-4b1a-bddf-c14c094add8d tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 15 13:46:39.141037 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-f79f318f-1eab-4b1a-bddf-c14c094add8d tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:46:39.142064 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f79f318f-1eab-4b1a-bddf-c14c094add8d tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0106344 Jul 15 13:46:39.145361 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43696) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:39.149688 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-7b2a6d99-2050-49a6-b13d-b39ac1b61c5d tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group_rule': {'security_group_id': '7b89f499-d9c7-454f-8c7d-0e5b927a2971', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:39.150376 n-d-758944-45 neutron-server[93813]: WARNING neutron.api.v2.base [None req-7b2a6d99-2050-49a6-b13d-b39ac1b61c5d tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 15 13:46:39.150856 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-7b2a6d99-2050-49a6-b13d-b39ac1b61c5d tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:46:39.154100 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7b2a6d99-2050-49a6-b13d-b39ac1b61c5d tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0055149 Jul 15 13:46:39.154295 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43698) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:39.158531 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c191a8e0-cb37-4ea0-be24-f2b6aaa2a146 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group_rule': {'security_group_id': '7b89f499-d9c7-454f-8c7d-0e5b927a2971', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:39.160377 n-d-758944-45 neutron-server[93813]: WARNING neutron.api.v2.base [None req-c191a8e0-cb37-4ea0-be24-f2b6aaa2a146 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 15 13:46:39.160859 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-c191a8e0-cb37-4ea0-be24-f2b6aaa2a146 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:46:39.161838 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c191a8e0-cb37-4ea0-be24-f2b6aaa2a146 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065107 Jul 15 13:46:39.164290 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43700) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:39.170505 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c33eaa67-9a10-4b3f-b4dc-f134ce696887 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group_rule': {'security_group_id': '7b89f499-d9c7-454f-8c7d-0e5b927a2971', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:39.171410 n-d-758944-45 neutron-server[93814]: WARNING neutron.api.v2.base [None req-c33eaa67-9a10-4b3f-b4dc-f134ce696887 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 15 13:46:39.171881 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-c33eaa67-9a10-4b3f-b4dc-f134ce696887 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:46:39.172824 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c33eaa67-9a10-4b3f-b4dc-f134ce696887 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0077052 Jul 15 13:46:39.176002 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43702) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:39.190317 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d21c0f-ae0c-4340-b00e-2a477dc6acad admin admin] Deleting subnet ae89b4a1-759d-4cbf-a5d6-c98183e1ac88 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:46:39.193941 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8d21c0f-ae0c-4340-b00e-2a477dc6acad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.227985 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da8dda34-e5a7-4ff9-b8a9-7c651bbaa196 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.228197 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8d21c0f-ae0c-4340-b00e-2a477dc6acad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.254236 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da8dda34-e5a7-4ff9-b8a9-7c651bbaa196 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.302246 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da8dda34-e5a7-4ff9-b8a9-7c651bbaa196 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.306044 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da8dda34-e5a7-4ff9-b8a9-7c651bbaa196 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.307273 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-da8dda34-e5a7-4ff9-b8a9-7c651bbaa196 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "DELETE /v2.0/security-groups/7b89f499-d9c7-454f-8c7d-0e5b927a2971 HTTP/1.1" status: 204 len: 168 time: 0.1302102 Jul 15 13:46:39.310692 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43704) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:39.315297 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8d21c0f-ae0c-4340-b00e-2a477dc6acad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.329576 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8dda34-e5a7-4ff9-b8a9-7c651bbaa196 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b89f499-d9c7-454f-8c7d-0e5b927a2971,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:39.364864 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-077a3af1-3c4d-4854-a036-138b09b974c7 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0529408 Jul 15 13:46:39.368902 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43706) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:39.374477 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-51c26456-3edb-4175-aa6a-26813819f4d2 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1970255400'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:39.377050 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8d21c0f-ae0c-4340-b00e-2a477dc6acad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.400077 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51c26456-3edb-4175-aa6a-26813819f4d2 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.408091 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d21c0f-ae0c-4340-b00e-2a477dc6acad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae89b4a1-759d-4cbf-a5d6-c98183e1ac88,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:39.415408 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8d21c0f-ae0c-4340-b00e-2a477dc6acad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.421489 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a8d21c0f-ae0c-4340-b00e-2a477dc6acad admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ae89b4a1-759d-4cbf-a5d6-c98183e1ac88 HTTP/1.1" status: 204 len: 168 time: 0.2776849 Jul 15 13:46:39.421642 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b12bbaa-16a9-461f-bfd7-ae28c404e481 None None] Network cfe13701-402e-4451-b224-b3c2551c36c1 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:46:39.422364 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43708) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:39.520230 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31a642fd-fe10-4213-ae24-ff0ff53279fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.585516 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51c26456-3edb-4175-aa6a-26813819f4d2 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.600440 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51c26456-3edb-4175-aa6a-26813819f4d2 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.631401 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51c26456-3edb-4175-aa6a-26813819f4d2 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.632640 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-51c26456-3edb-4175-aa6a-26813819f4d2 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2624714 Jul 15 13:46:39.636208 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43710) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:39.638607 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-31a642fd-fe10-4213-ae24-ff0ff53279fc admin admin] Deleting port 40357938-7d9e-4c81-9ec0-6eccf80b1b37 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:39.639024 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31a642fd-fe10-4213-ae24-ff0ff53279fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.641038 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-518f7c4d-39e7-4b3a-820a-70427868b000 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group_rule': {'security_group_id': '5c2a88b5-aea6-4a83-8db3-b75ba4923cbf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:39.641522 n-d-758944-45 neutron-server[93814]: WARNING neutron.api.v2.base [None req-518f7c4d-39e7-4b3a-820a-70427868b000 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 13:46:39.642088 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-518f7c4d-39e7-4b3a-820a-70427868b000 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:46:39.643055 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-518f7c4d-39e7-4b3a-820a-70427868b000 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058005 Jul 15 13:46:39.645855 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43712) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:39.650078 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-324389e5-ae55-4948-a5fb-9037e360c79f tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group_rule': {'security_group_id': '5c2a88b5-aea6-4a83-8db3-b75ba4923cbf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:39.650815 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c26456-3edb-4175-aa6a-26813819f4d2 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2a88b5-aea6-4a83-8db3-b75ba4923cbf,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:39.687629 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-324389e5-ae55-4948-a5fb-9037e360c79f tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:46:39.688740 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-324389e5-ae55-4948-a5fb-9037e360c79f tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0419898 Jul 15 13:46:39.692382 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43714) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:39.697050 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-081d1f88-e8f8-4b26-be1c-380e24f552ee tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group_rule': {'security_group_id': '5c2a88b5-aea6-4a83-8db3-b75ba4923cbf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:39.697566 n-d-758944-45 neutron-server[93814]: WARNING neutron.api.v2.base [None req-081d1f88-e8f8-4b26-be1c-380e24f552ee tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 15 13:46:39.698039 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-081d1f88-e8f8-4b26-be1c-380e24f552ee tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:46:39.698969 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-081d1f88-e8f8-4b26-be1c-380e24f552ee tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0055554 Jul 15 13:46:39.701943 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43716) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:39.706146 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-31a642fd-fe10-4213-ae24-ff0ff53279fc admin admin] For port 40357938-7d9e-4c81-9ec0-6eccf80b1b37, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=40357938-7d9e-4c81-9ec0-6eccf80b1b37,segment=NetworkSegment(56e1e9e4-2c77-41b4-9f4e-095e5f5da200),segment_id=56e1e9e4-2c77-41b4-9f4e-095e5f5da200)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:39.706374 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-781db5e5-d1e5-46a7-b3c5-243761c6ae7e tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group_rule': {'security_group_id': '5c2a88b5-aea6-4a83-8db3-b75ba4923cbf', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:39.706511 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31a642fd-fe10-4213-ae24-ff0ff53279fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.723878 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-31a642fd-fe10-4213-ae24-ff0ff53279fc admin admin] Calling delete_port for 40357938-7d9e-4c81-9ec0-6eccf80b1b37 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:39.743276 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-781db5e5-d1e5-46a7-b3c5-243761c6ae7e tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:46:39.747065 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-781db5e5-d1e5-46a7-b3c5-243761c6ae7e tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0414517 Jul 15 13:46:39.747273 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43718) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:39.751970 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ad8a9b44-fbc1-4518-8e98-003da055ac23 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group_rule': {'security_group_id': '5c2a88b5-aea6-4a83-8db3-b75ba4923cbf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:39.752450 n-d-758944-45 neutron-server[93814]: WARNING neutron.api.v2.base [None req-ad8a9b44-fbc1-4518-8e98-003da055ac23 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 13:46:39.752976 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-ad8a9b44-fbc1-4518-8e98-003da055ac23 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:46:39.756592 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ad8a9b44-fbc1-4518-8e98-003da055ac23 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057611 Jul 15 13:46:39.756987 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43720) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:39.761582 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-6a7eb691-12e0-4662-b53c-967b526babf8 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group_rule': {'security_group_id': '5c2a88b5-aea6-4a83-8db3-b75ba4923cbf', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:39.782421 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5789acd1-ab20-497e-ace8-dbb9016c8403 None None] DHCP port deletion for cfe13701-402e-4451-b224-b3c2551c36c1 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:46:39.786436 n-d-758944-45 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-6a7eb691-12e0-4662-b53c-967b526babf8 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Project cf3cca5daea94d6b82508462555a72f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:46:39.802370 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-6a7eb691-12e0-4662-b53c-967b526babf8 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:46:39.803633 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6a7eb691-12e0-4662-b53c-967b526babf8 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0455801 Jul 15 13:46:39.809891 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43722) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:39.814387 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-54e804b1-93b9-407a-b54a-4ce77455171e tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group_rule': {'security_group_id': '5c2a88b5-aea6-4a83-8db3-b75ba4923cbf', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:39.814893 n-d-758944-45 neutron-server[93814]: WARNING neutron.api.v2.base [None req-54e804b1-93b9-407a-b54a-4ce77455171e tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 15 13:46:39.815388 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-54e804b1-93b9-407a-b54a-4ce77455171e tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:46:39.816303 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-54e804b1-93b9-407a-b54a-4ce77455171e tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0054975 Jul 15 13:46:39.819139 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43724) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:39.825673 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1c402c36-b8eb-49cd-983d-686673c9621d tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group_rule': {'security_group_id': '5c2a88b5-aea6-4a83-8db3-b75ba4923cbf', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:39.828586 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31a642fd-fe10-4213-ae24-ff0ff53279fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.836669 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5789acd1-ab20-497e-ace8-dbb9016c8403 None None] Deleting port 40357938-7d9e-4c81-9ec0-6eccf80b1b37 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:39.837642 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5789acd1-ab20-497e-ace8-dbb9016c8403 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.841295 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a642fd-fe10-4213-ae24-ff0ff53279fc admin admin] No DVR routers for this DVR port 40357938-7d9e-4c81-9ec0-6eccf80b1b37 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:46:39.855657 n-d-758944-45 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-1c402c36-b8eb-49cd-983d-686673c9621d tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Project cf3cca5daea94d6b82508462555a72f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:46:39.863722 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a642fd-fe10-4213-ae24-ff0ff53279fc admin admin] Pushing event deleted for resources: {'Port': ['ID=40357938-7d9e-4c81-9ec0-6eccf80b1b37,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:39.873276 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-1c402c36-b8eb-49cd-983d-686673c9621d tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:46:39.874782 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1c402c36-b8eb-49cd-983d-686673c9621d tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0545537 Jul 15 13:46:39.877441 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43726) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:39.885531 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-44cc5f2a-38aa-4bbe-bd0a-bbafda45f630 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group_rule': {'security_group_id': '5c2a88b5-aea6-4a83-8db3-b75ba4923cbf', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:39.913780 n-d-758944-45 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-44cc5f2a-38aa-4bbe-bd0a-bbafda45f630 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Project cf3cca5daea94d6b82508462555a72f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:46:39.916828 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5789acd1-ab20-497e-ace8-dbb9016c8403 None None] For port 40357938-7d9e-4c81-9ec0-6eccf80b1b37, host n-d-758944-45, got binding levels [] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:39.917296 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5789acd1-ab20-497e-ace8-dbb9016c8403 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.930076 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-44cc5f2a-38aa-4bbe-bd0a-bbafda45f630 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:46:39.931704 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5789acd1-ab20-497e-ace8-dbb9016c8403 None None] Calling delete_port for 40357938-7d9e-4c81-9ec0-6eccf80b1b37 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:39.932129 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-44cc5f2a-38aa-4bbe-bd0a-bbafda45f630 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0529714 Jul 15 13:46:39.934775 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43728) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:39.935137 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.ipam_backend_mixin [None req-5789acd1-ab20-497e-ace8-dbb9016c8403 None None] Port 40357938-7d9e-4c81-9ec0-6eccf80b1b37 was not found and therefore no delete operation was performed {{(pid=93815) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:46:39.936689 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5789acd1-ab20-497e-ace8-dbb9016c8403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.941725 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31a642fd-fe10-4213-ae24-ff0ff53279fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.952076 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-31a642fd-fe10-4213-ae24-ff0ff53279fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe13701-402e-4451-b224-b3c2551c36c1']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:39.965366 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-31a642fd-fe10-4213-ae24-ff0ff53279fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e1e9e4-2c77-41b4-9f4e-095e5f5da200') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:39.965802 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-31a642fd-fe10-4213-ae24-ff0ff53279fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e1e9e4-2c77-41b4-9f4e-095e5f5da200') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:39.968621 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789acd1-ab20-497e-ace8-dbb9016c8403 None None] Pushing event deleted for resources: {'Port': ['ID=40357938-7d9e-4c81-9ec0-6eccf80b1b37,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:39.973696 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5789acd1-ab20-497e-ace8-dbb9016c8403 None None] No DVR routers for this DVR port 40357938-7d9e-4c81-9ec0-6eccf80b1b37 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:46:39.976202 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31a642fd-fe10-4213-ae24-ff0ff53279fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.996238 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31a642fd-fe10-4213-ae24-ff0ff53279fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.000607 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44d492f6-6e94-487f-85b0-7bc434884930 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.003493 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a642fd-fe10-4213-ae24-ff0ff53279fc admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:46:40.003899 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31a642fd-fe10-4213-ae24-ff0ff53279fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.006373 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:46:40.006373 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:46:40.006373 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:46:40.006373 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:46:40.006373 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:46:40.006373 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:46:40.006373 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:46:40.006373 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:46:40.006373 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:46:40.006373 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:46:40.006373 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:46:40.006373 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:46:40.006373 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:46:40.006373 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:46:40.006373 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:46:40.006373 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:46:40.006373 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:46:40.006373 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:46:40.006373 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:46:40.006373 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:46:40.006373 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:46:40.006373 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:46:40.006373 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:46:40.006373 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:46:40.006373 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:46:40.006373 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:46:40.006373 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:46:40.006373 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:46:40.006373 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:46:40.006373 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:46:40.006373 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:46:40.006373 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:46:40.027839 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44d492f6-6e94-487f-85b0-7bc434884930 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.063225 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31a642fd-fe10-4213-ae24-ff0ff53279fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.068390 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31a642fd-fe10-4213-ae24-ff0ff53279fc admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.070794 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-31a642fd-fe10-4213-ae24-ff0ff53279fc admin admin] 10.222.0.24 "DELETE /v2.0/networks/cfe13701-402e-4451-b224-b3c2551c36c1 HTTP/1.1" status: 204 len: 168 time: 0.6487260 Jul 15 13:46:40.084673 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44d492f6-6e94-487f-85b0-7bc434884930 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.087988 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44d492f6-6e94-487f-85b0-7bc434884930 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.088556 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a642fd-fe10-4213-ae24-ff0ff53279fc admin admin] Pushing event deleted for resources: {'Network': ['ID=cfe13701-402e-4451-b224-b3c2551c36c1,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:40.090129 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-44d492f6-6e94-487f-85b0-7bc434884930 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "DELETE /v2.0/security-groups/5c2a88b5-aea6-4a83-8db3-b75ba4923cbf HTTP/1.1" status: 204 len: 168 time: 0.1535685 Jul 15 13:46:40.092654 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43732) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:40.100252 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d492f6-6e94-487f-85b0-7bc434884930 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2a88b5-aea6-4a83-8db3-b75ba4923cbf,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:40.150789 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-235cc03e-b438-4d63-b6cf-d9d5fa4ce5cf tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0569537 Jul 15 13:46:40.157013 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43734) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:40.162515 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-982453a6-5e12-4af1-af58-d6595337211d tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group': {'name': 'tempest-secgroup--2036888447'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:40.185789 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-982453a6-5e12-4af1-af58-d6595337211d tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.274592 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-982453a6-5e12-4af1-af58-d6595337211d tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.278542 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-982453a6-5e12-4af1-af58-d6595337211d tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.283934 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43736) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:40.307312 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-982453a6-5e12-4af1-af58-d6595337211d tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.308647 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-982453a6-5e12-4af1-af58-d6595337211d tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1505661 Jul 15 13:46:40.312243 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43738) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:40.317730 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-198b3177-37c7-445f-9943-261a1f6011bb tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group_rule': {'security_group_id': 'f2ddc0ca-1df1-48e1-b641-c51aaf40d9e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:40.318473 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982453a6-5e12-4af1-af58-d6595337211d tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ddc0ca-1df1-48e1-b641-c51aaf40d9e1,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:40.344672 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-286b1099-75d9-44d8-b977-0e60246aba2e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41952a16a6834f27b5d7e8366be76781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0588996 Jul 15 13:46:40.347746 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43740) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:40.399462 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-198b3177-37c7-445f-9943-261a1f6011bb tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] create failed (client error): The resource could not be found. Jul 15 13:46:40.400518 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-198b3177-37c7-445f-9943-261a1f6011bb tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0873053 Jul 15 13:46:40.403818 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43742) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:40.411129 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-461f33e5-cdb5-4ee3-b806-790e417c91ec tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group_rule': {'security_group_id': 'f2ddc0ca-1df1-48e1-b641-c51aaf40d9e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '009a694b-22cd-4a5a-a58f-a3a657796820'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:40.412493 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed81b4f0-d597-40cd-a1b2-9d8f9080fb6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.436083 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed81b4f0-d597-40cd-a1b2-9d8f9080fb6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.458424 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-461f33e5-cdb5-4ee3-b806-790e417c91ec tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] create failed (client error): The resource could not be found. Jul 15 13:46:40.460789 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-461f33e5-cdb5-4ee3-b806-790e417c91ec tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0549824 Jul 15 13:46:40.463119 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43744) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:40.494365 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed81b4f0-d597-40cd-a1b2-9d8f9080fb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.496947 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed81b4f0-d597-40cd-a1b2-9d8f9080fb6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.498268 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ed81b4f0-d597-40cd-a1b2-9d8f9080fb6e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/175c17ba-9c50-4174-b395-69a382628c78 HTTP/1.1" status: 204 len: 168 time: 0.1495621 Jul 15 13:46:40.514911 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed81b4f0-d597-40cd-a1b2-9d8f9080fb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175c17ba-9c50-4174-b395-69a382628c78,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:40.558321 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3785cdde-bc5e-447b-bb72-7153becb5614 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.585462 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3785cdde-bc5e-447b-bb72-7153becb5614 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.594147 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:46:40.618365 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:46:40.619179 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1acc7a43-4cfb-4bf7-84cc-5fb17ed3bad8 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:46:40.619868 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 91c30f79-168e-491a-bc7c-8c034e757ea8 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:46:40.640251 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 91c30f79-168e-491a-bc7c-8c034e757ea8 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:46:40.640784 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 91c30f79-168e-491a-bc7c-8c034e757ea8 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:46:40.641232 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 40357938-7d9e-4c81-9ec0-6eccf80b1b37 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:46:40.641892 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3785cdde-bc5e-447b-bb72-7153becb5614 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.645411 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3785cdde-bc5e-447b-bb72-7153becb5614 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.647834 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3785cdde-bc5e-447b-bb72-7153becb5614 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "DELETE /v2.0/security-groups/f2ddc0ca-1df1-48e1-b641-c51aaf40d9e1 HTTP/1.1" status: 204 len: 168 time: 0.1829524 Jul 15 13:46:40.650570 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43748) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:40.658134 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785cdde-bc5e-447b-bb72-7153becb5614 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ddc0ca-1df1-48e1-b641-c51aaf40d9e1,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:40.664705 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 40357938-7d9e-4c81-9ec0-6eccf80b1b37 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:46:40.664955 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 40357938-7d9e-4c81-9ec0-6eccf80b1b37 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:46:40.698532 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ee39abfd-33d9-422f-9fd1-0b25e536ef6c tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0467002 Jul 15 13:46:40.702241 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43750) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:40.708502 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3eaef086-c8ca-41a5-852b-e2d8a5c3dfb5 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group_rule': {'security_group_id': 'a276c2ce-aff7-496b-897f-2f64e0bb3fde', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:40.750852 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-3eaef086-c8ca-41a5-852b-e2d8a5c3dfb5 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] create failed (client error): The resource could not be found. Jul 15 13:46:40.751847 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3eaef086-c8ca-41a5-852b-e2d8a5c3dfb5 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0485778 Jul 15 13:46:40.756149 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43754) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:40.762190 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-fce01f87-22aa-4e6a-bdc1-75d7886aef17 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group': {'name': 'tempest-secgroup--556127530'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:40.791906 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fce01f87-22aa-4e6a-bdc1-75d7886aef17 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.885635 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fce01f87-22aa-4e6a-bdc1-75d7886aef17 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.890590 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fce01f87-22aa-4e6a-bdc1-75d7886aef17 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.921225 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43756) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:40.922740 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce01f87-22aa-4e6a-bdc1-75d7886aef17 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0053cbe2-21af-4eb0-9283-01b90af4dd09,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:40.927901 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fce01f87-22aa-4e6a-bdc1-75d7886aef17 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.929630 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fce01f87-22aa-4e6a-bdc1-75d7886aef17 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1724749 Jul 15 13:46:40.932943 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43758) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:40.938878 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-818d127c-837a-48ef-8984-36643bb5b394 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group': {'name': 'tempest-secgroup--583531632'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:40.963688 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-818d127c-837a-48ef-8984-36643bb5b394 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.978757 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ad50d9ac-9e17-4364-a6bf-487c2264e571 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=36cadce970234e53b1ca10bb35bf951a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535638 Jul 15 13:46:40.979075 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43760) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:41.059964 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8e065c5e-c713-4dbd-bc42-d664a7ef50b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:41.091835 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8e065c5e-c713-4dbd-bc42-d664a7ef50b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:41.118751 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-818d127c-837a-48ef-8984-36643bb5b394 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:41.131545 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-818d127c-837a-48ef-8984-36643bb5b394 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:41.167199 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-818d127c-837a-48ef-8984-36643bb5b394 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:41.168412 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-818d127c-837a-48ef-8984-36643bb5b394 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2333415 Jul 15 13:46:41.170435 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d127c-837a-48ef-8984-36643bb5b394 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fae06f37-3677-4738-8423-d9e716da3a8f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:41.171791 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43762) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:41.182628 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9a741a74-4bcb-4545-83eb-f45688639f5b tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group_rule': {'security_group_id': '0053cbe2-21af-4eb0-9283-01b90af4dd09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'fae06f37-3677-4738-8423-d9e716da3a8f'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:41.185626 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8e065c5e-c713-4dbd-bc42-d664a7ef50b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:41.189347 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8e065c5e-c713-4dbd-bc42-d664a7ef50b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:41.190531 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8e065c5e-c713-4dbd-bc42-d664a7ef50b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ea45888-5b21-4bb9-847f-65710f25b4dc HTTP/1.1" status: 204 len: 168 time: 0.2105849 Jul 15 13:46:41.198543 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e065c5e-c713-4dbd-bc42-d664a7ef50b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea45888-5b21-4bb9-847f-65710f25b4dc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:41.221123 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-9a741a74-4bcb-4545-83eb-f45688639f5b tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:46:41.222721 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9a741a74-4bcb-4545-83eb-f45688639f5b tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0498927 Jul 15 13:46:41.225909 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43766) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:41.286407 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-547dca6f-8b79-4af6-a888-da0e413157c9 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:41.311997 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-547dca6f-8b79-4af6-a888-da0e413157c9 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:41.363477 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-547dca6f-8b79-4af6-a888-da0e413157c9 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:41.366354 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-547dca6f-8b79-4af6-a888-da0e413157c9 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:41.368031 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-547dca6f-8b79-4af6-a888-da0e413157c9 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "DELETE /v2.0/security-groups/fae06f37-3677-4738-8423-d9e716da3a8f HTTP/1.1" status: 204 len: 168 time: 0.1410232 Jul 15 13:46:41.373125 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43768) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:41.379965 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547dca6f-8b79-4af6-a888-da0e413157c9 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae06f37-3677-4738-8423-d9e716da3a8f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:41.781303 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-de8da2e4-c40a-4c4d-a14d-0da11b747e87 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4060960 Jul 15 13:46:41.785260 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43786) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:41.838981 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9365de80-8748-4792-8193-8abba366a3f3 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:41.860891 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9365de80-8748-4792-8193-8abba366a3f3 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:41.904194 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9365de80-8748-4792-8193-8abba366a3f3 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:41.906744 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9365de80-8748-4792-8193-8abba366a3f3 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:41.910304 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9365de80-8748-4792-8193-8abba366a3f3 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "DELETE /v2.0/security-groups/0053cbe2-21af-4eb0-9283-01b90af4dd09 HTTP/1.1" status: 204 len: 168 time: 0.1216865 Jul 15 13:46:41.910703 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43790) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:41.918183 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43792) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:41.918819 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365de80-8748-4792-8193-8abba366a3f3 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0053cbe2-21af-4eb0-9283-01b90af4dd09,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:41.960275 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1c011ada-0a0b-4a81-9be1-b41ef4827130 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0484133 Jul 15 13:46:41.964574 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43796) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:41.969785 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c1deec79-c143-4f55-ab18-969e50be2214 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1683373713'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:41.993709 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1deec79-c143-4f55-ab18-969e50be2214 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:42.025411 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-df545641-4498-4cf1-b2dc-9ec227ddae32 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1104195286-network', 'tenant_id': 'aeaff16bdb56431e9a104ae1f81eef3b'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:42.078122 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1deec79-c143-4f55-ab18-969e50be2214 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:42.082539 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1deec79-c143-4f55-ab18-969e50be2214 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:42.097731 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df545641-4498-4cf1-b2dc-9ec227ddae32 admin admin] Made reservation on behalf of aeaff16bdb56431e9a104ae1f81eef3b for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:46:42.100325 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df545641-4498-4cf1-b2dc-9ec227ddae32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:42.109478 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df545641-4498-4cf1-b2dc-9ec227ddae32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:42.109676 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1deec79-c143-4f55-ab18-969e50be2214 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:42.110886 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c1deec79-c143-4f55-ab18-969e50be2214 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1451926 Jul 15 13:46:42.114309 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43798) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:42.118891 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-1661cd07-ee69-468e-ae85-ca348ab353d2 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group_rule': {'security_group_id': 'c696756d-a665-4dab-b4d8-75c3b8868709', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:42.123963 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1deec79-c143-4f55-ab18-969e50be2214 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c696756d-a665-4dab-b4d8-75c3b8868709,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:42.204076 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df545641-4498-4cf1-b2dc-9ec227ddae32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:42.208895 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df545641-4498-4cf1-b2dc-9ec227ddae32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:42.230309 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df545641-4498-4cf1-b2dc-9ec227ddae32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:46:42.235835 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-1661cd07-ee69-468e-ae85-ca348ab353d2 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:46:42.237264 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1661cd07-ee69-468e-ae85-ca348ab353d2 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1220388 Jul 15 13:46:42.240718 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43800) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:42.246614 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df545641-4498-4cf1-b2dc-9ec227ddae32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7014c7c-4890-4ae9-be3c-aeda7c70a0b0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:42.249924 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df545641-4498-4cf1-b2dc-9ec227ddae32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:42.250282 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-df545641-4498-4cf1-b2dc-9ec227ddae32 admin admin] Added segment 279821e4-0a6c-471f-adae-d0945e7622d2 of type vlan for network 898ed402-946e-43b0-967e-1a43d36ca9d6 Jul 15 13:46:42.251669 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b3811ba2-b244-4c0e-9ed4-81e51fe4a4de tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group_rule': {'security_group_id': 'c696756d-a665-4dab-b4d8-75c3b8868709', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:42.291876 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-b3811ba2-b244-4c0e-9ed4-81e51fe4a4de tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:46:42.292889 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b3811ba2-b244-4c0e-9ed4-81e51fe4a4de tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0512593 Jul 15 13:46:42.295400 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df545641-4498-4cf1-b2dc-9ec227ddae32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:42.296854 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43802) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:42.326982 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df545641-4498-4cf1-b2dc-9ec227ddae32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:42.328323 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df545641-4498-4cf1-b2dc-9ec227ddae32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:42.329112 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df545641-4498-4cf1-b2dc-9ec227ddae32 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:42.362050 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e385025-68e1-4a7d-856b-cd919915b8f4 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:42.382537 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-df545641-4498-4cf1-b2dc-9ec227ddae32 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4600046 Jul 15 13:46:42.385195 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43804) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:42.390622 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e385025-68e1-4a7d-856b-cd919915b8f4 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:42.399315 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-49223018-575f-4383-a766-4bbc39f9a99d admin admin] Request body: {'subnet': {'network_id': '898ed402-946e-43b0-967e-1a43d36ca9d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1104195286-subnet', 'tenant_id': 'aeaff16bdb56431e9a104ae1f81eef3b', 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:42.433291 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e385025-68e1-4a7d-856b-cd919915b8f4 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:42.435113 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df545641-4498-4cf1-b2dc-9ec227ddae32 admin admin] Pushing event updated for resources: {'Network': ['ID=898ed402-946e-43b0-967e-1a43d36ca9d6,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:42.435930 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e385025-68e1-4a7d-856b-cd919915b8f4 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:42.440207 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3e385025-68e1-4a7d-856b-cd919915b8f4 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "DELETE /v2.0/security-groups/c696756d-a665-4dab-b4d8-75c3b8868709 HTTP/1.1" status: 204 len: 168 time: 0.1392798 Jul 15 13:46:42.440914 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43806) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:42.447858 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e385025-68e1-4a7d-856b-cd919915b8f4 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c696756d-a665-4dab-b4d8-75c3b8868709,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:42.450085 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 898ed402-946e-43b0-967e-1a43d36ca9d6 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:46:42.477724 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49223018-575f-4383-a766-4bbc39f9a99d admin admin] Made reservation on behalf of aeaff16bdb56431e9a104ae1f81eef3b for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:46:42.480091 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-49223018-575f-4383-a766-4bbc39f9a99d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:42.514287 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-cc88d379-e2af-4160-b99e-cbb3b7e32dd5 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0727413 Jul 15 13:46:42.519133 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43808) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:42.523759 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-95dc1275-99de-4ad6-ac3d-732fab1fda91 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1983150452'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:42.546222 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95dc1275-99de-4ad6-ac3d-732fab1fda91 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:42.635225 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95dc1275-99de-4ad6-ac3d-732fab1fda91 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:42.639298 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95dc1275-99de-4ad6-ac3d-732fab1fda91 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:42.665812 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95dc1275-99de-4ad6-ac3d-732fab1fda91 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:42.667078 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-95dc1275-99de-4ad6-ac3d-732fab1fda91 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1469719 Jul 15 13:46:42.670625 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43814) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:42.675899 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4cced5cb-97cd-4d0b-a985-f6adcb7d4fd4 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:42.676313 n-d-758944-45 neutron-server[93813]: WARNING neutron.api.v2.base [None req-4cced5cb-97cd-4d0b-a985-f6adcb7d4fd4 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 13:46:42.676914 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-4cced5cb-97cd-4d0b-a985-f6adcb7d4fd4 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] update failed (client error): There was a conflict when trying to complete your request. Jul 15 13:46:42.682196 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4cced5cb-97cd-4d0b-a985-f6adcb7d4fd4 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "PUT /v2.0/security-groups/9649521a-d1bf-42bc-8cdd-458093f0362d HTTP/1.1" status: 409 len: 330 time: 0.0063663 Jul 15 13:46:42.682196 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc1275-99de-4ad6-ac3d-732fab1fda91 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9649521a-d1bf-42bc-8cdd-458093f0362d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:42.682196 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43816) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:42.688134 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-49223018-575f-4383-a766-4bbc39f9a99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:42.740968 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2d409fb6-f2ad-4b94-9763-0c7026483b6b tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:42.744270 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49223018-575f-4383-a766-4bbc39f9a99d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2c8cc96-5a96-42cd-a7c4-8a342e9a0e29,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:42.752911 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49223018-575f-4383-a766-4bbc39f9a99d admin admin] Checking segment: {'id': '279821e4-0a6c-471f-adae-d0945e7622d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '898ed402-946e-43b0-967e-1a43d36ca9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:46:42.753267 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49223018-575f-4383-a766-4bbc39f9a99d admin admin] Network hostable DHCP agents. Network: 898ed402-946e-43b0-967e-1a43d36ca9d6, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:46:42.763603 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2d409fb6-f2ad-4b94-9763-0c7026483b6b tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:42.769223 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49223018-575f-4383-a766-4bbc39f9a99d admin admin] Network 898ed402-946e-43b0-967e-1a43d36ca9d6 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:46:42.778372 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-49223018-575f-4383-a766-4bbc39f9a99d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 898ed402-946e-43b0-967e-1a43d36ca9d6) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:42.782388 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49223018-575f-4383-a766-4bbc39f9a99d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:42.782971 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-49223018-575f-4383-a766-4bbc39f9a99d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:42.790446 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654a96d9-6a73-435f-b32b-384d698d7362 None None] Network 898ed402-946e-43b0-967e-1a43d36ca9d6 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:46:42.800766 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-49223018-575f-4383-a766-4bbc39f9a99d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4144273 Jul 15 13:46:42.801144 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43818) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:42.806369 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5e972c9c-2a21-4e4b-a967-9b9bf11fdb74 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1104195286-router', 'tenant_id': 'aeaff16bdb56431e9a104ae1f81eef3b', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:42.818834 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2d409fb6-f2ad-4b94-9763-0c7026483b6b tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:42.821603 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2d409fb6-f2ad-4b94-9763-0c7026483b6b tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:42.825253 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2d409fb6-f2ad-4b94-9763-0c7026483b6b tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "DELETE /v2.0/security-groups/9649521a-d1bf-42bc-8cdd-458093f0362d HTTP/1.1" status: 204 len: 168 time: 0.1404178 Jul 15 13:46:42.825908 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43820) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:42.837303 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d409fb6-f2ad-4b94-9763-0c7026483b6b tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9649521a-d1bf-42bc-8cdd-458093f0362d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:42.848891 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e972c9c-2a21-4e4b-a967-9b9bf11fdb74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:42.850592 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e972c9c-2a21-4e4b-a967-9b9bf11fdb74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:42.879840 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9423c8f6-c140-475e-80bd-7411cc9135af tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0527208 Jul 15 13:46:42.880406 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43822) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:42.893121 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-f1fb6dbe-ec7e-4f7b-8820-144df242d17c tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] delete failed (client error): The resource could not be found. Jul 15 13:46:42.897965 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f1fb6dbe-ec7e-4f7b-8820-144df242d17c tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "DELETE /v2.0/security-groups/452656d7-7896-4212-a648-69867735e366 HTTP/1.1" status: 404 len: 347 time: 0.0165727 Jul 15 13:46:42.898513 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43824) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:42.913153 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-3c4fe0bd-316e-4299-8a2c-6225f3564971 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] show failed (client error): The resource could not be found. Jul 15 13:46:42.916466 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e972c9c-2a21-4e4b-a967-9b9bf11fdb74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:42.917283 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43826) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:42.917625 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3c4fe0bd-316e-4299-8a2c-6225f3564971 tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "GET /v2.0/security-groups/f6dc873b-9f06-4cb4-9044-837243ec4bd7 HTTP/1.1" status: 404 len: 347 time: 0.0180171 Jul 15 13:46:42.936205 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-d2f941b3-8b11-4c3a-97f7-e13618264c6b tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] show failed (client error): The resource could not be found. Jul 15 13:46:42.937219 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d2f941b3-8b11-4c3a-97f7-e13618264c6b tempest-NegativeSecGroupIPv6Test-208685530 tempest-NegativeSecGroupIPv6Test-208685530-project] 10.222.0.24 "GET /v2.0/security-group-rules/f3fd3017-c9b1-4179-a165-6a5aba07230b HTTP/1.1" status: 404 len: 356 time: 0.0189102 Jul 15 13:46:42.953176 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e18908-f608-46fd-bfaf-492a3af643ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-898ed402-946e-43b0-967e-1a43d36ca9d6', 'network_id': '898ed402-946e-43b0-967e-1a43d36ca9d6', 'tenant_id': 'aeaff16bdb56431e9a104ae1f81eef3b', 'fixed_ips': [{'subnet_id': 'f2c8cc96-5a96-42cd-a7c4-8a342e9a0e29'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:46:42.954294 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e8e18908-f608-46fd-bfaf-492a3af643ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:43.074269 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e972c9c-2a21-4e4b-a967-9b9bf11fdb74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:43.101042 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-e8e18908-f608-46fd-bfaf-492a3af643ce None None] Allocated IP 172.20.0.2 (898ed402-946e-43b0-967e-1a43d36ca9d6/f2c8cc96-5a96-42cd-a7c4-8a342e9a0e29/cb63528e-9255-412d-a17b-e43d921128dd) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:46:43.158514 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43832) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:43.272080 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e8e18908-f608-46fd-bfaf-492a3af643ce None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:43.281126 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e8e18908-f608-46fd-bfaf-492a3af643ce None None] Transition to ACTIVE for port object cb63528e-9255-412d-a17b-e43d921128dd will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:43.300040 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e8e18908-f608-46fd-bfaf-492a3af643ce None None] Transition to ACTIVE for port object cb63528e-9255-412d-a17b-e43d921128dd will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:43.309340 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e8e18908-f608-46fd-bfaf-492a3af643ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:43.352379 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e18908-f608-46fd-bfaf-492a3af643ce None None] Network 898ed402-946e-43b0-967e-1a43d36ca9d6 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:46:43.355440 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-e8e18908-f608-46fd-bfaf-492a3af643ce None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:43.360135 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e18908-f608-46fd-bfaf-492a3af643ce None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:46:43.363333 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e18908-f608-46fd-bfaf-492a3af643ce None None] Pushing event updated for resources: {'Port': ['ID=cb63528e-9255-412d-a17b-e43d921128dd,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:43.369591 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-24d47e02-9316-41db-9009-0c0c9e735da4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf3cca5daea94d6b82508462555a72f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2092533 Jul 15 13:46:43.370188 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43836) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:43.384260 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e972c9c-2a21-4e4b-a967-9b9bf11fdb74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:43.405441 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e972c9c-2a21-4e4b-a967-9b9bf11fdb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:43.432005 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e8e18908-f608-46fd-bfaf-492a3af643ce None None] Attempting to bind port cb63528e-9255-412d-a17b-e43d921128dd on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:46:43.432679 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e8e18908-f608-46fd-bfaf-492a3af643ce None None] Attempting to bind port cb63528e-9255-412d-a17b-e43d921128dd by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '279821e4-0a6c-471f-adae-d0945e7622d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '898ed402-946e-43b0-967e-1a43d36ca9d6'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:46:43.433261 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e18908-f608-46fd-bfaf-492a3af643ce None None] Attempting to bind port cb63528e-9255-412d-a17b-e43d921128dd on network 898ed402-946e-43b0-967e-1a43d36ca9d6 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:46:43.440708 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e18908-f608-46fd-bfaf-492a3af643ce None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:46:43.441419 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e18908-f608-46fd-bfaf-492a3af643ce None None] Checking segment: {'id': '279821e4-0a6c-471f-adae-d0945e7622d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '898ed402-946e-43b0-967e-1a43d36ca9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:46:43.442540 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e8e18908-f608-46fd-bfaf-492a3af643ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:43.443437 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e18908-f608-46fd-bfaf-492a3af643ce None None] Bound using segment: {'id': '279821e4-0a6c-471f-adae-d0945e7622d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '898ed402-946e-43b0-967e-1a43d36ca9d6'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:46:43.444132 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e8e18908-f608-46fd-bfaf-492a3af643ce None None] Bound port: cb63528e-9255-412d-a17b-e43d921128dd, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279821e4-0a6c-471f-adae-d0945e7622d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '898ed402-946e-43b0-967e-1a43d36ca9d6'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:46:43.444930 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e8e18908-f608-46fd-bfaf-492a3af643ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:43.459261 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f7203d5-605b-46b3-914f-c9afa026e396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:43.487412 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f7203d5-605b-46b3-914f-c9afa026e396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:43.523322 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e8e18908-f608-46fd-bfaf-492a3af643ce None None] For port cb63528e-9255-412d-a17b-e43d921128dd, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:46:43.527445 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e8e18908-f608-46fd-bfaf-492a3af643ce None None] For port cb63528e-9255-412d-a17b-e43d921128dd, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=cb63528e-9255-412d-a17b-e43d921128dd,segment=NetworkSegment(279821e4-0a6c-471f-adae-d0945e7622d2),segment_id=279821e4-0a6c-471f-adae-d0945e7622d2)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:46:43.528986 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-5e972c9c-2a21-4e4b-a967-9b9bf11fdb74 admin admin] Allocated IP 172.25.6.111 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/03fa515b-d317-42e4-bebb-308298d05d24) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:46:43.532809 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e8e18908-f608-46fd-bfaf-492a3af643ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:43.543123 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f7203d5-605b-46b3-914f-c9afa026e396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:43.545708 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f7203d5-605b-46b3-914f-c9afa026e396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:43.546890 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4f7203d5-605b-46b3-914f-c9afa026e396 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f807b02c-3b01-46be-8492-5ee9d7a4efde HTTP/1.1" status: 204 len: 168 time: 0.1734102 Jul 15 13:46:43.559025 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7203d5-605b-46b3-914f-c9afa026e396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f807b02c-3b01-46be-8492-5ee9d7a4efde,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:43.634352 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e18908-f608-46fd-bfaf-492a3af643ce None None] Pushing event updated for resources: {'Port': ['ID=cb63528e-9255-412d-a17b-e43d921128dd,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:43.664086 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e972c9c-2a21-4e4b-a967-9b9bf11fdb74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:43.714821 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e972c9c-2a21-4e4b-a967-9b9bf11fdb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:43.752246 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e972c9c-2a21-4e4b-a967-9b9bf11fdb74 admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:46:43.760277 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-5e972c9c-2a21-4e4b-a967-9b9bf11fdb74 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:43.764381 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e972c9c-2a21-4e4b-a967-9b9bf11fdb74 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:46:43.839226 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e972c9c-2a21-4e4b-a967-9b9bf11fdb74 admin admin] Pushing event updated for resources: {'Port': ['ID=03fa515b-d317-42e4-bebb-308298d05d24,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:44.091934 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e972c9c-2a21-4e4b-a967-9b9bf11fdb74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:44.312819 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e972c9c-2a21-4e4b-a967-9b9bf11fdb74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:44.461989 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e972c9c-2a21-4e4b-a967-9b9bf11fdb74 admin admin] Router ad86ccc7-277c-43ee-a85f-8803e32840a7 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:46:44.638322 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e972c9c-2a21-4e4b-a967-9b9bf11fdb74 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:46:44.645373 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device cb63528e-9255-412d-a17b-e43d921128dd up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:46:44.655354 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08e0824-60f7-453e-b757-1ddc7f90efcc None None] Sync routers for ids ['ad86ccc7-277c-43ee-a85f-8803e32840a7'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:46:44.665230 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e972c9c-2a21-4e4b-a967-9b9bf11fdb74 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:44.668841 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08e0824-60f7-453e-b757-1ddc7f90efcc None None] Routers {'ad86ccc7-277c-43ee-a85f-8803e32840a7'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:46:44.669740 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f08e0824-60f7-453e-b757-1ddc7f90efcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:46:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['ad86ccc7-277c-43ee-a85f-8803e32840a7'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:44.671288 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43866) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:44.672226 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5e972c9c-2a21-4e4b-a967-9b9bf11fdb74 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8692145 Jul 15 13:46:44.746760 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port cb63528e-9255-412d-a17b-e43d921128dd completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:46:44.754816 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e031012d-061f-4c3e-bfb9-f51b7e5b1883 None None] Network 898ed402-946e-43b0-967e-1a43d36ca9d6 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:46:44.821638 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-f08e0824-60f7-453e-b757-1ddc7f90efcc None None] Set router ad86ccc7-277c-43ee-a85f-8803e32840a7 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:46:44.853960 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-38a296b4-02a4-4834-aee7-f064a5429c78 None None] Provisioning for port cb63528e-9255-412d-a17b-e43d921128dd completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:46:44.861419 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-38a296b4-02a4-4834-aee7-f064a5429c78 None None] Provisioning complete for port cb63528e-9255-412d-a17b-e43d921128dd triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:44.862099 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-38a296b4-02a4-4834-aee7-f064a5429c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:45.030603 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-38a296b4-02a4-4834-aee7-f064a5429c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:45.089698 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-38a296b4-02a4-4834-aee7-f064a5429c78 None None] For port cb63528e-9255-412d-a17b-e43d921128dd, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=cb63528e-9255-412d-a17b-e43d921128dd,segment=NetworkSegment(279821e4-0a6c-471f-adae-d0945e7622d2),segment_id=279821e4-0a6c-471f-adae-d0945e7622d2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:45.096826 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-38a296b4-02a4-4834-aee7-f064a5429c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:45.161481 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a296b4-02a4-4834-aee7-f064a5429c78 None None] Pushing event updated for resources: {'Port': ['ID=cb63528e-9255-412d-a17b-e43d921128dd,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:45.176420 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f08e0824-60f7-453e-b757-1ddc7f90efcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad86ccc7-277c-43ee-a85f-8803e32840a7', 'name': 'tempest-TestServerMultinode-1104195286-router', 'tenant_id': 'aeaff16bdb56431e9a104ae1f81eef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '03fa515b-d317-42e4-bebb-308298d05d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:46:42Z', 'updated_at': '2021-07-15T13:46:43Z', 'revision_number': 3, 'project_id': 'aeaff16bdb56431e9a104ae1f81eef3b', 'gw_port': {'id': '03fa515b-d317-42e4-bebb-308298d05d24', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ce:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad86ccc7-277c-43ee-a85f-8803e32840a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:46:43Z', 'updated_at': '2021-07-15T13:46:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:45.205577 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08e0824-60f7-453e-b757-1ddc7f90efcc None None] Checking router: ad86ccc7-277c-43ee-a85f-8803e32840a7 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:46:45.206605 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08e0824-60f7-453e-b757-1ddc7f90efcc None None] Updating router ad86ccc7-277c-43ee-a85f-8803e32840a7 port 03fa515b-d317-42e4-bebb-308298d05d24 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:46:45.246247 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f08e0824-60f7-453e-b757-1ddc7f90efcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:45.402182 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43878) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:45.424341 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-810a9138-4c5d-4cc8-982e-890a523bb7aa None None] Provisioning complete for port cb63528e-9255-412d-a17b-e43d921128dd triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:45.425874 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-810a9138-4c5d-4cc8-982e-890a523bb7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:45.525345 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a923f41d-a659-4dc9-99f2-8d570b3ce8d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:45.550239 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f08e0824-60f7-453e-b757-1ddc7f90efcc None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:45.562212 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f08e0824-60f7-453e-b757-1ddc7f90efcc None None] Transition to ACTIVE for port object 03fa515b-d317-42e4-bebb-308298d05d24 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:45.569742 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f08e0824-60f7-453e-b757-1ddc7f90efcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:45.594130 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e67bbcdd-6783-4427-9a59-f8256ba3cbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:45.624905 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-f08e0824-60f7-453e-b757-1ddc7f90efcc None None] Attempting to bind port 03fa515b-d317-42e4-bebb-308298d05d24 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:46:45.625293 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-f08e0824-60f7-453e-b757-1ddc7f90efcc None None] Attempting to bind port 03fa515b-d317-42e4-bebb-308298d05d24 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:46:45.625614 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08e0824-60f7-453e-b757-1ddc7f90efcc None None] Attempting to bind port 03fa515b-d317-42e4-bebb-308298d05d24 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:46:45.635210 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a923f41d-a659-4dc9-99f2-8d570b3ce8d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:45.637367 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08e0824-60f7-453e-b757-1ddc7f90efcc None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:46:45.637790 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08e0824-60f7-453e-b757-1ddc7f90efcc None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:46:45.638250 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f08e0824-60f7-453e-b757-1ddc7f90efcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:45.638715 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08e0824-60f7-453e-b757-1ddc7f90efcc None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:46:45.639189 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-f08e0824-60f7-453e-b757-1ddc7f90efcc None None] Bound port: 03fa515b-d317-42e4-bebb-308298d05d24, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:46:45.639658 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f08e0824-60f7-453e-b757-1ddc7f90efcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:45.641517 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a923f41d-a659-4dc9-99f2-8d570b3ce8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:45.643203 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3374f7-07f0-470b-9f94-8619574a666f None None] Pushing event updated for resources: {'Port': ['ID=03fa515b-d317-42e4-bebb-308298d05d24,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:45.669594 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3374f7-07f0-470b-9f94-8619574a666f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:45.670332 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3374f7-07f0-470b-9f94-8619574a666f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:45.670332 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3374f7-07f0-470b-9f94-8619574a666f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:45.670626 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3374f7-07f0-470b-9f94-8619574a666f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:45.671132 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3374f7-07f0-470b-9f94-8619574a666f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:45.671466 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3374f7-07f0-470b-9f94-8619574a666f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:45.671799 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3374f7-07f0-470b-9f94-8619574a666f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:45.672123 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3374f7-07f0-470b-9f94-8619574a666f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:45.672445 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3374f7-07f0-470b-9f94-8619574a666f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:45.672763 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3374f7-07f0-470b-9f94-8619574a666f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:45.673080 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3374f7-07f0-470b-9f94-8619574a666f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:45.673397 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3374f7-07f0-470b-9f94-8619574a666f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:45.687421 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a923f41d-a659-4dc9-99f2-8d570b3ce8d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48cdfdd4f1854522a85200ec4c73324f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2833962 Jul 15 13:46:45.688849 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923f41d-a659-4dc9-99f2-8d570b3ce8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97ae4f2-fe68-432e-98f8-e73590eabec1,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:45.692360 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43882) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:45.714656 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f08e0824-60f7-453e-b757-1ddc7f90efcc None None] For port 03fa515b-d317-42e4-bebb-308298d05d24, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:46:45.719212 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f08e0824-60f7-453e-b757-1ddc7f90efcc None None] For port 03fa515b-d317-42e4-bebb-308298d05d24, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=03fa515b-d317-42e4-bebb-308298d05d24,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:46:45.725507 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f08e0824-60f7-453e-b757-1ddc7f90efcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:45.752326 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a629a987-39ac-4027-b78d-7746780ed129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:45.778479 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a629a987-39ac-4027-b78d-7746780ed129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:45.793673 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08e0824-60f7-453e-b757-1ddc7f90efcc None None] Routers {'ad86ccc7-277c-43ee-a85f-8803e32840a7'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:46:45.794354 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f08e0824-60f7-453e-b757-1ddc7f90efcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:46:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['ad86ccc7-277c-43ee-a85f-8803e32840a7'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:45.832154 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3374f7-07f0-470b-9f94-8619574a666f None None] Pushing event updated for resources: {'Port': ['ID=03fa515b-d317-42e4-bebb-308298d05d24,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:45.845362 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a629a987-39ac-4027-b78d-7746780ed129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:45.849006 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a629a987-39ac-4027-b78d-7746780ed129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:45.852629 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a629a987-39ac-4027-b78d-7746780ed129 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a97ae4f2-fe68-432e-98f8-e73590eabec1 HTTP/1.1" status: 204 len: 168 time: 0.1573467 Jul 15 13:46:45.862977 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629a987-39ac-4027-b78d-7746780ed129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97ae4f2-fe68-432e-98f8-e73590eabec1,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:45.871682 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-e67bbcdd-6783-4427-9a59-f8256ba3cbac admin admin] Allocated IP 172.20.0.1 (898ed402-946e-43b0-967e-1a43d36ca9d6/f2c8cc96-5a96-42cd-a7c4-8a342e9a0e29/c6848bc8-7b61-48a3-800b-bfebcd805d46) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:46:45.936909 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-f08e0824-60f7-453e-b757-1ddc7f90efcc None None] Set router ad86ccc7-277c-43ee-a85f-8803e32840a7 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:46:45.997403 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e67bbcdd-6783-4427-9a59-f8256ba3cbac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:46.012242 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e67bbcdd-6783-4427-9a59-f8256ba3cbac admin admin] Transition to ACTIVE for port object c6848bc8-7b61-48a3-800b-bfebcd805d46 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:46.051331 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e67bbcdd-6783-4427-9a59-f8256ba3cbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:46.088378 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67bbcdd-6783-4427-9a59-f8256ba3cbac admin admin] Network 898ed402-946e-43b0-967e-1a43d36ca9d6 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:46:46.095952 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-e67bbcdd-6783-4427-9a59-f8256ba3cbac admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:46.100440 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67bbcdd-6783-4427-9a59-f8256ba3cbac admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:46:46.131054 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f08e0824-60f7-453e-b757-1ddc7f90efcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad86ccc7-277c-43ee-a85f-8803e32840a7', 'name': 'tempest-TestServerMultinode-1104195286-router', 'tenant_id': 'aeaff16bdb56431e9a104ae1f81eef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '03fa515b-d317-42e4-bebb-308298d05d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:46:42Z', 'updated_at': '2021-07-15T13:46:43Z', 'revision_number': 3, 'project_id': 'aeaff16bdb56431e9a104ae1f81eef3b', 'gw_port': {'id': '03fa515b-d317-42e4-bebb-308298d05d24', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ce:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad86ccc7-277c-43ee-a85f-8803e32840a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:46:43Z', 'updated_at': '2021-07-15T13:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:46.131866 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67bbcdd-6783-4427-9a59-f8256ba3cbac admin admin] Pushing event updated for resources: {'Port': ['ID=c6848bc8-7b61-48a3-800b-bfebcd805d46,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:46.156541 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e67bbcdd-6783-4427-9a59-f8256ba3cbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:46.161314 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08e0824-60f7-453e-b757-1ddc7f90efcc None None] The sync data for ids ['ad86ccc7-277c-43ee-a85f-8803e32840a7'] in n-d-758944-45 is: [{'id': 'ad86ccc7-277c-43ee-a85f-8803e32840a7', 'name': 'tempest-TestServerMultinode-1104195286-router', 'tenant_id': 'aeaff16bdb56431e9a104ae1f81eef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '03fa515b-d317-42e4-bebb-308298d05d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:46:42Z', 'updated_at': '2021-07-15T13:46:43Z', 'revision_number': 3, 'project_id': 'aeaff16bdb56431e9a104ae1f81eef3b', 'gw_port': {'id': '03fa515b-d317-42e4-bebb-308298d05d24', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ce:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad86ccc7-277c-43ee-a85f-8803e32840a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:46:43Z', 'updated_at': '2021-07-15T13:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:46:46.184975 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43888) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:46.202080 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-baa43279-76d6-4f55-8f69-e27a9c7e8354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:46.314632 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-baa43279-76d6-4f55-8f69-e27a9c7e8354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:46.320376 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-baa43279-76d6-4f55-8f69-e27a9c7e8354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:46.346852 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e67bbcdd-6783-4427-9a59-f8256ba3cbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:46.362340 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-baa43279-76d6-4f55-8f69-e27a9c7e8354 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d43a9dd019f44d53b83fa98d591b6f21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1759651 Jul 15 13:46:46.363330 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa43279-76d6-4f55-8f69-e27a9c7e8354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3463f44-eb2f-445f-979a-80ee185f2654,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:46.365733 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43890) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:46.384626 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5ff82160-7ab0-4735-96f1-25947547c0a5 None None] Provisioning for port c6848bc8-7b61-48a3-800b-bfebcd805d46 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:46:46.392521 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5ff82160-7ab0-4735-96f1-25947547c0a5 None None] Provisioning complete for port c6848bc8-7b61-48a3-800b-bfebcd805d46 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:46.392705 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5ff82160-7ab0-4735-96f1-25947547c0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:46.436461 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5ff82160-7ab0-4735-96f1-25947547c0a5 None None] Port c6848bc8-7b61-48a3-800b-bfebcd805d46 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:46:46.440235 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f30fc2b8-ff45-4ca5-9b6e-6d3a79ae6688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:46.494886 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f30fc2b8-ff45-4ca5-9b6e-6d3a79ae6688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:46.570828 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f30fc2b8-ff45-4ca5-9b6e-6d3a79ae6688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:46.577245 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f30fc2b8-ff45-4ca5-9b6e-6d3a79ae6688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:46.579038 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f30fc2b8-ff45-4ca5-9b6e-6d3a79ae6688 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d3463f44-eb2f-445f-979a-80ee185f2654 HTTP/1.1" status: 204 len: 168 time: 0.2119792 Jul 15 13:46:46.585606 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e67bbcdd-6783-4427-9a59-f8256ba3cbac admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:46.591312 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30fc2b8-ff45-4ca5-9b6e-6d3a79ae6688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3463f44-eb2f-445f-979a-80ee185f2654,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:46.597617 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e67bbcdd-6783-4427-9a59-f8256ba3cbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:46.681425 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67bbcdd-6783-4427-9a59-f8256ba3cbac admin admin] Pushing event updated for resources: {'Port': ['ID=c6848bc8-7b61-48a3-800b-bfebcd805d46,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:46.684971 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e67bbcdd-6783-4427-9a59-f8256ba3cbac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:46.720971 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 03fa515b-d317-42e4-bebb-308298d05d24 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:46:46.792564 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 03fa515b-d317-42e4-bebb-308298d05d24 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:46:46.798225 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 03fa515b-d317-42e4-bebb-308298d05d24 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:46.799280 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:46.809095 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67bbcdd-6783-4427-9a59-f8256ba3cbac admin admin] Network 898ed402-946e-43b0-967e-1a43d36ca9d6 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:46:46.810826 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-e67bbcdd-6783-4427-9a59-f8256ba3cbac admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:46.952774 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:47.012511 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 03fa515b-d317-42e4-bebb-308298d05d24, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=03fa515b-d317-42e4-bebb-308298d05d24,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:47.022897 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:47.024213 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device cb63528e-9255-412d-a17b-e43d921128dd up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:46:47.026809 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67bbcdd-6783-4427-9a59-f8256ba3cbac admin admin] Router ad86ccc7-277c-43ee-a85f-8803e32840a7 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:46:47.141633 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=03fa515b-d317-42e4-bebb-308298d05d24,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:47.177482 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-937872fa-3e4b-4391-9131-2a11a2797a9d None None] Provisioning complete for port c6848bc8-7b61-48a3-800b-bfebcd805d46 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:47.177482 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-937872fa-3e4b-4391-9131-2a11a2797a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:47.213054 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67bbcdd-6783-4427-9a59-f8256ba3cbac admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:46:47.234091 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e67bbcdd-6783-4427-9a59-f8256ba3cbac admin admin] 10.222.0.24 "PUT /v2.0/routers/ad86ccc7-277c-43ee-a85f-8803e32840a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5491683 Jul 15 13:46:47.243331 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-937872fa-3e4b-4391-9131-2a11a2797a9d None None] Port c6848bc8-7b61-48a3-800b-bfebcd805d46 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:46:47.248557 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port cb63528e-9255-412d-a17b-e43d921128dd triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:47.248991 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:47.919317 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43930) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:47.925366 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3decd0e5-811b-4e90-b11f-bc8fb598ee9e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1492599857-network', 'tenant_id': '5660373f0ba04c7d9b58e18f9fcd5fb9'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:47.950896 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3decd0e5-811b-4e90-b11f-bc8fb598ee9e admin admin] Made reservation on behalf of 5660373f0ba04c7d9b58e18f9fcd5fb9 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:46:47.953480 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3decd0e5-811b-4e90-b11f-bc8fb598ee9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:47.962510 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3decd0e5-811b-4e90-b11f-bc8fb598ee9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:48.069311 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3decd0e5-811b-4e90-b11f-bc8fb598ee9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:48.075165 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3decd0e5-811b-4e90-b11f-bc8fb598ee9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:48.100442 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3decd0e5-811b-4e90-b11f-bc8fb598ee9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:46:48.116144 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decd0e5-811b-4e90-b11f-bc8fb598ee9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfe6642-2ce3-4426-a731-974234ac2730,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:48.121298 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3decd0e5-811b-4e90-b11f-bc8fb598ee9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:48.121648 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-3decd0e5-811b-4e90-b11f-bc8fb598ee9e admin admin] Added segment 78b7cb16-8842-4748-a914-8c026d8175d6 of type vlan for network acf54f91-b999-4388-8af2-44db03d6c92b Jul 15 13:46:48.168182 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3decd0e5-811b-4e90-b11f-bc8fb598ee9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:48.199730 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3decd0e5-811b-4e90-b11f-bc8fb598ee9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:48.200912 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3decd0e5-811b-4e90-b11f-bc8fb598ee9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:48.201572 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3decd0e5-811b-4e90-b11f-bc8fb598ee9e admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:48.250928 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3decd0e5-811b-4e90-b11f-bc8fb598ee9e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3304470 Jul 15 13:46:48.254097 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43940) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:48.260451 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-8e4522da-472c-41e0-869b-b60670d241c8 admin admin] Request body: {'subnet': {'network_id': 'acf54f91-b999-4388-8af2-44db03d6c92b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1492599857-subnet', 'tenant_id': '5660373f0ba04c7d9b58e18f9fcd5fb9', 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:48.261742 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321c9d7f-fca4-485d-93ab-7fa41f20e2dc None None] Sync routers for ids ['ad86ccc7-277c-43ee-a85f-8803e32840a7'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:46:48.281656 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321c9d7f-fca4-485d-93ab-7fa41f20e2dc None None] Routers {'ad86ccc7-277c-43ee-a85f-8803e32840a7'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:46:48.285965 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-321c9d7f-fca4-485d-93ab-7fa41f20e2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:46:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['ad86ccc7-277c-43ee-a85f-8803e32840a7'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:48.291411 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4522da-472c-41e0-869b-b60670d241c8 admin admin] Made reservation on behalf of 5660373f0ba04c7d9b58e18f9fcd5fb9 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:46:48.294204 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e4522da-472c-41e0-869b-b60670d241c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:48.301898 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decd0e5-811b-4e90-b11f-bc8fb598ee9e admin admin] Pushing event updated for resources: {'Network': ['ID=acf54f91-b999-4388-8af2-44db03d6c92b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:48.343168 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network acf54f91-b999-4388-8af2-44db03d6c92b details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:46:48.498633 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-321c9d7f-fca4-485d-93ab-7fa41f20e2dc None None] Set router ad86ccc7-277c-43ee-a85f-8803e32840a7 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:46:48.519438 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e4522da-472c-41e0-869b-b60670d241c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:48.583189 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4522da-472c-41e0-869b-b60670d241c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81df7d2f-e967-4558-9fee-4e0b557fd712,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:48.604080 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4522da-472c-41e0-869b-b60670d241c8 admin admin] Checking segment: {'id': '78b7cb16-8842-4748-a914-8c026d8175d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'acf54f91-b999-4388-8af2-44db03d6c92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:46:48.604657 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4522da-472c-41e0-869b-b60670d241c8 admin admin] Network hostable DHCP agents. Network: acf54f91-b999-4388-8af2-44db03d6c92b, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:46:48.610280 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 03fa515b-d317-42e4-bebb-308298d05d24 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:46:48.624464 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4522da-472c-41e0-869b-b60670d241c8 admin admin] Network acf54f91-b999-4388-8af2-44db03d6c92b is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:46:48.638623 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-8e4522da-472c-41e0-869b-b60670d241c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, acf54f91-b999-4388-8af2-44db03d6c92b) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:48.650315 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4522da-472c-41e0-869b-b60670d241c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:48.651200 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e4522da-472c-41e0-869b-b60670d241c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:48.659692 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2014c5cd-8d25-488f-b025-0a4720346e5f None None] Network acf54f91-b999-4388-8af2-44db03d6c92b requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:46:48.670745 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8e4522da-472c-41e0-869b-b60670d241c8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4145980 Jul 15 13:46:48.673299 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 43956) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:48.678260 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-81cda9cf-0522-4308-af67-58d2d0db4b52 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1492599857-router', 'tenant_id': '5660373f0ba04c7d9b58e18f9fcd5fb9', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:48.704291 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81cda9cf-0522-4308-af67-58d2d0db4b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:48.706214 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81cda9cf-0522-4308-af67-58d2d0db4b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:48.771312 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81cda9cf-0522-4308-af67-58d2d0db4b52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:48.817430 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 03fa515b-d317-42e4-bebb-308298d05d24 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:48.817816 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:48.931675 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81cda9cf-0522-4308-af67-58d2d0db4b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:48.977445 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3d2add-8b1e-4a03-a1a9-2672168d1792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-acf54f91-b999-4388-8af2-44db03d6c92b', 'network_id': 'acf54f91-b999-4388-8af2-44db03d6c92b', 'tenant_id': '5660373f0ba04c7d9b58e18f9fcd5fb9', 'fixed_ips': [{'subnet_id': '81df7d2f-e967-4558-9fee-4e0b557fd712'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:46:48.978692 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b3d2add-8b1e-4a03-a1a9-2672168d1792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:49.004694 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-321c9d7f-fca4-485d-93ab-7fa41f20e2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad86ccc7-277c-43ee-a85f-8803e32840a7', 'name': 'tempest-TestServerMultinode-1104195286-router', 'tenant_id': 'aeaff16bdb56431e9a104ae1f81eef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '03fa515b-d317-42e4-bebb-308298d05d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:46:42Z', 'updated_at': '2021-07-15T13:46:46Z', 'revision_number': 4, 'project_id': 'aeaff16bdb56431e9a104ae1f81eef3b', 'gw_port': {'id': '03fa515b-d317-42e4-bebb-308298d05d24', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ce:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86ccc7-277c-43ee-a85f-8803e32840a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:46:43Z', 'updated_at': '2021-07-15T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'c6848bc8-7b61-48a3-800b-bfebcd805d46', 'name': '', 'network_id': '898ed402-946e-43b0-967e-1a43d36ca9d6', 'tenant_id': 'aeaff16bdb56431e9a104ae1f81eef3b', 'mac_address': 'fa:16:3e:4f:fb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad86ccc7-277c-43ee-a85f-8803e32840a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'f2c8cc96-5a96-42cd-a7c4-8a342e9a0e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:46:45Z', 'updated_at': '2021-07-15T13:46:46Z', 'revision_number': 2, 'project_id': 'aeaff16bdb56431e9a104ae1f81eef3b', 'subnets': [{'id': 'f2c8cc96-5a96-42cd-a7c4-8a342e9a0e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:49.013119 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:46:49.042234 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321c9d7f-fca4-485d-93ab-7fa41f20e2dc None None] Checking router: ad86ccc7-277c-43ee-a85f-8803e32840a7 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:46:49.042583 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321c9d7f-fca4-485d-93ab-7fa41f20e2dc None None] Updating router ad86ccc7-277c-43ee-a85f-8803e32840a7 port c6848bc8-7b61-48a3-800b-bfebcd805d46 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:46:49.201058 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81cda9cf-0522-4308-af67-58d2d0db4b52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:49.221055 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81cda9cf-0522-4308-af67-58d2d0db4b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:49.300281 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-321c9d7f-fca4-485d-93ab-7fa41f20e2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:49.330130 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-81cda9cf-0522-4308-af67-58d2d0db4b52 admin admin] Allocated IP 172.25.6.44 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/8de6fff8-7aee-4ab9-926e-054bb68f02d0) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:46:49.375521 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-6b3d2add-8b1e-4a03-a1a9-2672168d1792 None None] Allocated IP 172.20.0.2 (acf54f91-b999-4388-8af2-44db03d6c92b/81df7d2f-e967-4558-9fee-4e0b557fd712/33ae0131-1e2d-4985-b79d-1bcd954a1576) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:46:49.435214 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81cda9cf-0522-4308-af67-58d2d0db4b52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:49.476290 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81cda9cf-0522-4308-af67-58d2d0db4b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:49.520545 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cda9cf-0522-4308-af67-58d2d0db4b52 admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:46:49.523943 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-81cda9cf-0522-4308-af67-58d2d0db4b52 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:49.527633 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cda9cf-0522-4308-af67-58d2d0db4b52 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:46:49.555630 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda9cf-0522-4308-af67-58d2d0db4b52 admin admin] Pushing event updated for resources: {'Port': ['ID=8de6fff8-7aee-4ab9-926e-054bb68f02d0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:49.661202 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b3d2add-8b1e-4a03-a1a9-2672168d1792 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:49.693237 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-6b3d2add-8b1e-4a03-a1a9-2672168d1792 None None] Transition to ACTIVE for port object 33ae0131-1e2d-4985-b79d-1bcd954a1576 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:49.723360 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-6b3d2add-8b1e-4a03-a1a9-2672168d1792 None None] Transition to ACTIVE for port object 33ae0131-1e2d-4985-b79d-1bcd954a1576 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:49.728967 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-321c9d7f-fca4-485d-93ab-7fa41f20e2dc None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:49.733483 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b3d2add-8b1e-4a03-a1a9-2672168d1792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:49.774331 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-321c9d7f-fca4-485d-93ab-7fa41f20e2dc None None] Transition to ACTIVE for port object c6848bc8-7b61-48a3-800b-bfebcd805d46 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:49.789180 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3d2add-8b1e-4a03-a1a9-2672168d1792 None None] Network acf54f91-b999-4388-8af2-44db03d6c92b is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:46:49.792344 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-321c9d7f-fca4-485d-93ab-7fa41f20e2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:49.792978 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81cda9cf-0522-4308-af67-58d2d0db4b52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:49.797150 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-6b3d2add-8b1e-4a03-a1a9-2672168d1792 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:49.801024 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3d2add-8b1e-4a03-a1a9-2672168d1792 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:46:49.806437 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d2add-8b1e-4a03-a1a9-2672168d1792 None None] Pushing event updated for resources: {'Port': ['ID=33ae0131-1e2d-4985-b79d-1bcd954a1576,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:49.895806 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1857952-d0c9-48e8-b6d2-f4299be6a87e None None] Pushing event updated for resources: {'Port': ['ID=c6848bc8-7b61-48a3-800b-bfebcd805d46,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:49.951980 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6b3d2add-8b1e-4a03-a1a9-2672168d1792 None None] Attempting to bind port 33ae0131-1e2d-4985-b79d-1bcd954a1576 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:46:49.952351 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6b3d2add-8b1e-4a03-a1a9-2672168d1792 None None] Attempting to bind port 33ae0131-1e2d-4985-b79d-1bcd954a1576 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '78b7cb16-8842-4748-a914-8c026d8175d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'acf54f91-b999-4388-8af2-44db03d6c92b'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:46:49.952710 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3d2add-8b1e-4a03-a1a9-2672168d1792 None None] Attempting to bind port 33ae0131-1e2d-4985-b79d-1bcd954a1576 on network acf54f91-b999-4388-8af2-44db03d6c92b {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:46:49.963597 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3d2add-8b1e-4a03-a1a9-2672168d1792 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:46:49.963967 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3d2add-8b1e-4a03-a1a9-2672168d1792 None None] Checking segment: {'id': '78b7cb16-8842-4748-a914-8c026d8175d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'acf54f91-b999-4388-8af2-44db03d6c92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:46:49.964376 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b3d2add-8b1e-4a03-a1a9-2672168d1792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:49.964757 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3d2add-8b1e-4a03-a1a9-2672168d1792 None None] Bound using segment: {'id': '78b7cb16-8842-4748-a914-8c026d8175d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'acf54f91-b999-4388-8af2-44db03d6c92b'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:46:49.965236 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6b3d2add-8b1e-4a03-a1a9-2672168d1792 None None] Bound port: 33ae0131-1e2d-4985-b79d-1bcd954a1576, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b7cb16-8842-4748-a914-8c026d8175d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'acf54f91-b999-4388-8af2-44db03d6c92b'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:46:49.965622 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b3d2add-8b1e-4a03-a1a9-2672168d1792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:49.978139 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-321c9d7f-fca4-485d-93ab-7fa41f20e2dc None None] Attempting to bind port c6848bc8-7b61-48a3-800b-bfebcd805d46 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:46:49.978508 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-321c9d7f-fca4-485d-93ab-7fa41f20e2dc None None] Attempting to bind port c6848bc8-7b61-48a3-800b-bfebcd805d46 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '279821e4-0a6c-471f-adae-d0945e7622d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '898ed402-946e-43b0-967e-1a43d36ca9d6'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:46:49.978864 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321c9d7f-fca4-485d-93ab-7fa41f20e2dc None None] Attempting to bind port c6848bc8-7b61-48a3-800b-bfebcd805d46 on network 898ed402-946e-43b0-967e-1a43d36ca9d6 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:46:49.988657 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321c9d7f-fca4-485d-93ab-7fa41f20e2dc None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:46:49.989022 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321c9d7f-fca4-485d-93ab-7fa41f20e2dc None None] Checking segment: {'id': '279821e4-0a6c-471f-adae-d0945e7622d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '898ed402-946e-43b0-967e-1a43d36ca9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:46:49.989418 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-321c9d7f-fca4-485d-93ab-7fa41f20e2dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:49.989830 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321c9d7f-fca4-485d-93ab-7fa41f20e2dc None None] Bound using segment: {'id': '279821e4-0a6c-471f-adae-d0945e7622d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '898ed402-946e-43b0-967e-1a43d36ca9d6'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:46:49.990308 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-321c9d7f-fca4-485d-93ab-7fa41f20e2dc None None] Bound port: c6848bc8-7b61-48a3-800b-bfebcd805d46, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279821e4-0a6c-471f-adae-d0945e7622d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '898ed402-946e-43b0-967e-1a43d36ca9d6'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:46:49.990680 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-321c9d7f-fca4-485d-93ab-7fa41f20e2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:50.006481 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81cda9cf-0522-4308-af67-58d2d0db4b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:50.101552 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-6b3d2add-8b1e-4a03-a1a9-2672168d1792 None None] For port 33ae0131-1e2d-4985-b79d-1bcd954a1576, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:46:50.112416 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-321c9d7f-fca4-485d-93ab-7fa41f20e2dc None None] For port c6848bc8-7b61-48a3-800b-bfebcd805d46, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:46:50.117399 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-321c9d7f-fca4-485d-93ab-7fa41f20e2dc None None] For port c6848bc8-7b61-48a3-800b-bfebcd805d46, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c6848bc8-7b61-48a3-800b-bfebcd805d46,segment=NetworkSegment(279821e4-0a6c-471f-adae-d0945e7622d2),segment_id=279821e4-0a6c-471f-adae-d0945e7622d2)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:46:50.122346 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-6b3d2add-8b1e-4a03-a1a9-2672168d1792 None None] For port 33ae0131-1e2d-4985-b79d-1bcd954a1576, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=33ae0131-1e2d-4985-b79d-1bcd954a1576,segment=NetworkSegment(78b7cb16-8842-4748-a914-8c026d8175d6),segment_id=78b7cb16-8842-4748-a914-8c026d8175d6)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:46:50.124752 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-321c9d7f-fca4-485d-93ab-7fa41f20e2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:50.135899 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b3d2add-8b1e-4a03-a1a9-2672168d1792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:50.136329 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81cda9cf-0522-4308-af67-58d2d0db4b52 admin admin] Router 573174b4-ccf3-494e-9903-a7c6862fec67 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:46:50.196565 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321c9d7f-fca4-485d-93ab-7fa41f20e2dc None None] Routers {'ad86ccc7-277c-43ee-a85f-8803e32840a7'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:46:50.196747 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-321c9d7f-fca4-485d-93ab-7fa41f20e2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:46:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['ad86ccc7-277c-43ee-a85f-8803e32840a7'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:50.253020 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1857952-d0c9-48e8-b6d2-f4299be6a87e None None] Pushing event updated for resources: {'Port': ['ID=c6848bc8-7b61-48a3-800b-bfebcd805d46,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:50.286185 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cda9cf-0522-4308-af67-58d2d0db4b52 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:46:50.295282 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0e1e60-16fc-4494-92f0-6375e9ec40c6 None None] Sync routers for ids ['573174b4-ccf3-494e-9903-a7c6862fec67'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:46:50.308129 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0e1e60-16fc-4494-92f0-6375e9ec40c6 None None] Routers {'573174b4-ccf3-494e-9903-a7c6862fec67'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:46:50.309198 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-db0e1e60-16fc-4494-92f0-6375e9ec40c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:46:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['573174b4-ccf3-494e-9903-a7c6862fec67'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:50.341549 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81cda9cf-0522-4308-af67-58d2d0db4b52 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:50.345913 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-81cda9cf-0522-4308-af67-58d2d0db4b52 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6690874 Jul 15 13:46:50.346789 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 43972) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:50.383880 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d2add-8b1e-4a03-a1a9-2672168d1792 None None] Pushing event updated for resources: {'Port': ['ID=33ae0131-1e2d-4985-b79d-1bcd954a1576,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:50.407743 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-321c9d7f-fca4-485d-93ab-7fa41f20e2dc None None] Set router ad86ccc7-277c-43ee-a85f-8803e32840a7 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:46:50.603488 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-db0e1e60-16fc-4494-92f0-6375e9ec40c6 None None] Set router 573174b4-ccf3-494e-9903-a7c6862fec67 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:46:50.865414 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-db0e1e60-16fc-4494-92f0-6375e9ec40c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573174b4-ccf3-494e-9903-a7c6862fec67', 'name': 'tempest-TestServerMultinode-1492599857-router', 'tenant_id': '5660373f0ba04c7d9b58e18f9fcd5fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '8de6fff8-7aee-4ab9-926e-054bb68f02d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:46:48Z', 'updated_at': '2021-07-15T13:46:49Z', 'revision_number': 3, 'project_id': '5660373f0ba04c7d9b58e18f9fcd5fb9', 'gw_port': {'id': '8de6fff8-7aee-4ab9-926e-054bb68f02d0', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:95:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573174b4-ccf3-494e-9903-a7c6862fec67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:46:49Z', 'updated_at': '2021-07-15T13:46:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:50.877249 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f740d7bc-de9b-430f-afa5-2c9f1e64efdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:50.882643 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-321c9d7f-fca4-485d-93ab-7fa41f20e2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad86ccc7-277c-43ee-a85f-8803e32840a7', 'name': 'tempest-TestServerMultinode-1104195286-router', 'tenant_id': 'aeaff16bdb56431e9a104ae1f81eef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '03fa515b-d317-42e4-bebb-308298d05d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:46:42Z', 'updated_at': '2021-07-15T13:46:46Z', 'revision_number': 4, 'project_id': 'aeaff16bdb56431e9a104ae1f81eef3b', 'gw_port': {'id': '03fa515b-d317-42e4-bebb-308298d05d24', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ce:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86ccc7-277c-43ee-a85f-8803e32840a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:46:43Z', 'updated_at': '2021-07-15T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'c6848bc8-7b61-48a3-800b-bfebcd805d46', 'name': '', 'network_id': '898ed402-946e-43b0-967e-1a43d36ca9d6', 'tenant_id': 'aeaff16bdb56431e9a104ae1f81eef3b', 'mac_address': 'fa:16:3e:4f:fb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad86ccc7-277c-43ee-a85f-8803e32840a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'f2c8cc96-5a96-42cd-a7c4-8a342e9a0e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:46:45Z', 'updated_at': '2021-07-15T13:46:50Z', 'revision_number': 4, 'project_id': 'aeaff16bdb56431e9a104ae1f81eef3b', 'subnets': [{'id': 'f2c8cc96-5a96-42cd-a7c4-8a342e9a0e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:50.895536 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0e1e60-16fc-4494-92f0-6375e9ec40c6 None None] Checking router: 573174b4-ccf3-494e-9903-a7c6862fec67 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:46:50.895964 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0e1e60-16fc-4494-92f0-6375e9ec40c6 None None] Updating router 573174b4-ccf3-494e-9903-a7c6862fec67 port 8de6fff8-7aee-4ab9-926e-054bb68f02d0 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:46:50.911180 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321c9d7f-fca4-485d-93ab-7fa41f20e2dc None None] The sync data for ids ['ad86ccc7-277c-43ee-a85f-8803e32840a7'] in n-d-758944-45 is: [{'id': 'ad86ccc7-277c-43ee-a85f-8803e32840a7', 'name': 'tempest-TestServerMultinode-1104195286-router', 'tenant_id': 'aeaff16bdb56431e9a104ae1f81eef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '03fa515b-d317-42e4-bebb-308298d05d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:46:42Z', 'updated_at': '2021-07-15T13:46:46Z', 'revision_number': 4, 'project_id': 'aeaff16bdb56431e9a104ae1f81eef3b', 'gw_port': {'id': '03fa515b-d317-42e4-bebb-308298d05d24', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ce:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86ccc7-277c-43ee-a85f-8803e32840a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:46:43Z', 'updated_at': '2021-07-15T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'c6848bc8-7b61-48a3-800b-bfebcd805d46', 'name': '', 'network_id': '898ed402-946e-43b0-967e-1a43d36ca9d6', 'tenant_id': 'aeaff16bdb56431e9a104ae1f81eef3b', 'mac_address': 'fa:16:3e:4f:fb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad86ccc7-277c-43ee-a85f-8803e32840a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'f2c8cc96-5a96-42cd-a7c4-8a342e9a0e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:46:45Z', 'updated_at': '2021-07-15T13:46:50Z', 'revision_number': 4, 'project_id': 'aeaff16bdb56431e9a104ae1f81eef3b', 'subnets': [{'id': 'f2c8cc96-5a96-42cd-a7c4-8a342e9a0e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:46:50.933696 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db0e1e60-16fc-4494-92f0-6375e9ec40c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:51.087661 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ac680a7a-6ee8-45ea-b7ff-204b3e279c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:51.274318 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db0e1e60-16fc-4494-92f0-6375e9ec40c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:51.290080 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-db0e1e60-16fc-4494-92f0-6375e9ec40c6 None None] Transition to ACTIVE for port object 8de6fff8-7aee-4ab9-926e-054bb68f02d0 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:51.302455 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db0e1e60-16fc-4494-92f0-6375e9ec40c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:51.331887 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-ac680a7a-6ee8-45ea-b7ff-204b3e279c35 admin admin] Allocated IP 172.20.0.1 (acf54f91-b999-4388-8af2-44db03d6c92b/81df7d2f-e967-4558-9fee-4e0b557fd712/3881ea2e-5c5e-4fdf-8b13-07ca6031cfea) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:46:51.364418 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefda6b1-2a64-4bc5-8996-0b45bd68021d None None] Pushing event updated for resources: {'Port': ['ID=8de6fff8-7aee-4ab9-926e-054bb68f02d0,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:51.379664 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-db0e1e60-16fc-4494-92f0-6375e9ec40c6 None None] Attempting to bind port 8de6fff8-7aee-4ab9-926e-054bb68f02d0 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:46:51.380276 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-db0e1e60-16fc-4494-92f0-6375e9ec40c6 None None] Attempting to bind port 8de6fff8-7aee-4ab9-926e-054bb68f02d0 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:46:51.380793 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0e1e60-16fc-4494-92f0-6375e9ec40c6 None None] Attempting to bind port 8de6fff8-7aee-4ab9-926e-054bb68f02d0 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:46:51.387198 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0e1e60-16fc-4494-92f0-6375e9ec40c6 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:46:51.390363 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0e1e60-16fc-4494-92f0-6375e9ec40c6 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:46:51.393205 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db0e1e60-16fc-4494-92f0-6375e9ec40c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:51.393686 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0e1e60-16fc-4494-92f0-6375e9ec40c6 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:46:51.394318 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-db0e1e60-16fc-4494-92f0-6375e9ec40c6 None None] Bound port: 8de6fff8-7aee-4ab9-926e-054bb68f02d0, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:46:51.394702 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db0e1e60-16fc-4494-92f0-6375e9ec40c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:51.458189 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-db0e1e60-16fc-4494-92f0-6375e9ec40c6 None None] For port 8de6fff8-7aee-4ab9-926e-054bb68f02d0, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:46:51.462798 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-db0e1e60-16fc-4494-92f0-6375e9ec40c6 None None] For port 8de6fff8-7aee-4ab9-926e-054bb68f02d0, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8de6fff8-7aee-4ab9-926e-054bb68f02d0,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:46:51.469572 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-db0e1e60-16fc-4494-92f0-6375e9ec40c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:51.478954 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ac680a7a-6ee8-45ea-b7ff-204b3e279c35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:51.496386 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-ac680a7a-6ee8-45ea-b7ff-204b3e279c35 admin admin] Transition to ACTIVE for port object 3881ea2e-5c5e-4fdf-8b13-07ca6031cfea will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:51.535816 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ac680a7a-6ee8-45ea-b7ff-204b3e279c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:51.583677 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac680a7a-6ee8-45ea-b7ff-204b3e279c35 admin admin] Network acf54f91-b999-4388-8af2-44db03d6c92b is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:46:51.588625 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-ac680a7a-6ee8-45ea-b7ff-204b3e279c35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:51.593311 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac680a7a-6ee8-45ea-b7ff-204b3e279c35 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:46:51.633068 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0aba94-ed8b-4872-bd39-748292c6a3a4 None None] Network acf54f91-b999-4388-8af2-44db03d6c92b requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:46:51.642205 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0e1e60-16fc-4494-92f0-6375e9ec40c6 None None] Routers {'573174b4-ccf3-494e-9903-a7c6862fec67'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:46:51.642886 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-db0e1e60-16fc-4494-92f0-6375e9ec40c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:46:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['573174b4-ccf3-494e-9903-a7c6862fec67'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:51.655575 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac680a7a-6ee8-45ea-b7ff-204b3e279c35 admin admin] Pushing event updated for resources: {'Port': ['ID=3881ea2e-5c5e-4fdf-8b13-07ca6031cfea,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:51.662849 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ac680a7a-6ee8-45ea-b7ff-204b3e279c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:51.681136 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefda6b1-2a64-4bc5-8996-0b45bd68021d None None] Pushing event updated for resources: {'Port': ['ID=8de6fff8-7aee-4ab9-926e-054bb68f02d0,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:51.739995 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9a64a1c3-323f-478f-9ecb-6d10091b3c67 None None] Provisioning for port 33ae0131-1e2d-4985-b79d-1bcd954a1576 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:46:51.794595 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-db0e1e60-16fc-4494-92f0-6375e9ec40c6 None None] Set router 573174b4-ccf3-494e-9903-a7c6862fec67 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:46:51.864551 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ac680a7a-6ee8-45ea-b7ff-204b3e279c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:52.064929 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-db0e1e60-16fc-4494-92f0-6375e9ec40c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573174b4-ccf3-494e-9903-a7c6862fec67', 'name': 'tempest-TestServerMultinode-1492599857-router', 'tenant_id': '5660373f0ba04c7d9b58e18f9fcd5fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '8de6fff8-7aee-4ab9-926e-054bb68f02d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:46:48Z', 'updated_at': '2021-07-15T13:46:49Z', 'revision_number': 3, 'project_id': '5660373f0ba04c7d9b58e18f9fcd5fb9', 'gw_port': {'id': '8de6fff8-7aee-4ab9-926e-054bb68f02d0', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:95:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573174b4-ccf3-494e-9903-a7c6862fec67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:46:49Z', 'updated_at': '2021-07-15T13:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:52.095751 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0e1e60-16fc-4494-92f0-6375e9ec40c6 None None] The sync data for ids ['573174b4-ccf3-494e-9903-a7c6862fec67'] in n-d-758944-45 is: [{'id': '573174b4-ccf3-494e-9903-a7c6862fec67', 'name': 'tempest-TestServerMultinode-1492599857-router', 'tenant_id': '5660373f0ba04c7d9b58e18f9fcd5fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '8de6fff8-7aee-4ab9-926e-054bb68f02d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:46:48Z', 'updated_at': '2021-07-15T13:46:49Z', 'revision_number': 3, 'project_id': '5660373f0ba04c7d9b58e18f9fcd5fb9', 'gw_port': {'id': '8de6fff8-7aee-4ab9-926e-054bb68f02d0', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:95:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573174b4-ccf3-494e-9903-a7c6862fec67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:46:49Z', 'updated_at': '2021-07-15T13:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:46:52.129261 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ac680a7a-6ee8-45ea-b7ff-204b3e279c35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:52.140014 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ac680a7a-6ee8-45ea-b7ff-204b3e279c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:52.254569 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac680a7a-6ee8-45ea-b7ff-204b3e279c35 admin admin] Pushing event updated for resources: {'Port': ['ID=3881ea2e-5c5e-4fdf-8b13-07ca6031cfea,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:52.260762 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ac680a7a-6ee8-45ea-b7ff-204b3e279c35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:52.286457 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8adfc0b0-0219-42f3-9501-c40c24d4f21c None None] Provisioning for port 3881ea2e-5c5e-4fdf-8b13-07ca6031cfea completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:46:52.293394 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8adfc0b0-0219-42f3-9501-c40c24d4f21c None None] Provisioning complete for port 3881ea2e-5c5e-4fdf-8b13-07ca6031cfea triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:52.293980 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8adfc0b0-0219-42f3-9501-c40c24d4f21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:52.347392 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-8adfc0b0-0219-42f3-9501-c40c24d4f21c None None] Port 3881ea2e-5c5e-4fdf-8b13-07ca6031cfea cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:46:52.403077 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac680a7a-6ee8-45ea-b7ff-204b3e279c35 admin admin] Network acf54f91-b999-4388-8af2-44db03d6c92b is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:46:52.404655 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-ac680a7a-6ee8-45ea-b7ff-204b3e279c35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:52.487903 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-76bb1e46-476c-42a7-b520-ec017f589655 None None] Provisioning complete for port 3881ea2e-5c5e-4fdf-8b13-07ca6031cfea triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:52.488324 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-76bb1e46-476c-42a7-b520-ec017f589655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:52.592551 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac680a7a-6ee8-45ea-b7ff-204b3e279c35 admin admin] Router 573174b4-ccf3-494e-9903-a7c6862fec67 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:46:52.667861 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-76bb1e46-476c-42a7-b520-ec017f589655 None None] Port 3881ea2e-5c5e-4fdf-8b13-07ca6031cfea cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:46:52.778534 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c6848bc8-7b61-48a3-800b-bfebcd805d46 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:46:52.849536 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port c6848bc8-7b61-48a3-800b-bfebcd805d46 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:46:52.855500 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port c6848bc8-7b61-48a3-800b-bfebcd805d46 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:52.855921 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:52.924482 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-6949c685-2931-4ee6-a6c2-738ebb98fedd None None] Provisioning complete for port 3881ea2e-5c5e-4fdf-8b13-07ca6031cfea triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:52.924858 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6949c685-2931-4ee6-a6c2-738ebb98fedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:52.983442 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6949c685-2931-4ee6-a6c2-738ebb98fedd None None] Port 3881ea2e-5c5e-4fdf-8b13-07ca6031cfea cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:46:53.004442 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:53.050230 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44010) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:53.054675 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port c6848bc8-7b61-48a3-800b-bfebcd805d46, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c6848bc8-7b61-48a3-800b-bfebcd805d46,segment=NetworkSegment(279821e4-0a6c-471f-adae-d0945e7622d2),segment_id=279821e4-0a6c-471f-adae-d0945e7622d2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:53.059964 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:53.061027 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 33ae0131-1e2d-4985-b79d-1bcd954a1576 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:46:53.152002 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=c6848bc8-7b61-48a3-800b-bfebcd805d46,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:53.169249 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac680a7a-6ee8-45ea-b7ff-204b3e279c35 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:46:53.176156 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ac680a7a-6ee8-45ea-b7ff-204b3e279c35 admin admin] 10.222.0.24 "PUT /v2.0/routers/573174b4-ccf3-494e-9903-a7c6862fec67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8280821 Jul 15 13:46:53.191182 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c018c7f-d73d-49af-8dd9-a6df5d0169e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:53.196498 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 33ae0131-1e2d-4985-b79d-1bcd954a1576 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:46:53.200467 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 33ae0131-1e2d-4985-b79d-1bcd954a1576 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:53.200996 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:53.296637 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:53.307172 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c018c7f-d73d-49af-8dd9-a6df5d0169e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:53.313359 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:53.313581 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c018c7f-d73d-49af-8dd9-a6df5d0169e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:53.350257 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6c018c7f-d73d-49af-8dd9-a6df5d0169e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e510a5b8e1414f6a8609e950a5bd9b3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2980969 Jul 15 13:46:53.351002 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44018) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:53.356928 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 33ae0131-1e2d-4985-b79d-1bcd954a1576, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=33ae0131-1e2d-4985-b79d-1bcd954a1576,segment=NetworkSegment(78b7cb16-8842-4748-a914-8c026d8175d6),segment_id=78b7cb16-8842-4748-a914-8c026d8175d6)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:53.363428 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:53.374639 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c018c7f-d73d-49af-8dd9-a6df5d0169e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfcf0e7-34c4-44b9-b7dc-f05d884cda44,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:53.434436 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-205b9228-85a7-4f8b-ae85-cd68584a236a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:53.436469 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-282403f5-23b3-4840-8eac-131b954e15d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:53.448114 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=33ae0131-1e2d-4985-b79d-1bcd954a1576,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:53.459438 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-205b9228-85a7-4f8b-ae85-cd68584a236a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:53.512084 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-205b9228-85a7-4f8b-ae85-cd68584a236a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:53.514687 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-205b9228-85a7-4f8b-ae85-cd68584a236a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:53.515860 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-205b9228-85a7-4f8b-ae85-cd68584a236a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0cfcf0e7-34c4-44b9-b7dc-f05d884cda44 HTTP/1.1" status: 204 len: 168 time: 0.1634474 Jul 15 13:46:53.525474 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b9228-85a7-4f8b-ae85-cd68584a236a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfcf0e7-34c4-44b9-b7dc-f05d884cda44,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:53.856765 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44042) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:53.873092 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8269ceb9-ee0b-4b3c-a85c-374e983f3e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:53.883913 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-c83f502a-0d63-4003-8f8a-25f5c0d0720f tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:53.885456 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-c83f502a-0d63-4003-8f8a-25f5c0d0720f tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/networks?id=898ed402-946e-43b0-967e-1a43d36ca9d6 HTTP/1.1" status: 200 len: 911 time: 0.1042902 Jul 15 13:46:53.900375 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-375c5f3d-2211-4539-b876-d3e364d1536c tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/quotas/5660373f0ba04c7d9b58e18f9fcd5fb9 HTTP/1.1" status: 200 len: 375 time: 0.0093729 Jul 15 13:46:53.980076 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8269ceb9-ee0b-4b3c-a85c-374e983f3e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:53.984365 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8269ceb9-ee0b-4b3c-a85c-374e983f3e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:54.000603 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-9e427d51-00f6-4bba-abdc-bf1ccfce548a tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/ports?tenant_id=5660373f0ba04c7d9b58e18f9fcd5fb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0935493 Jul 15 13:46:54.023691 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8269ceb9-ee0b-4b3c-a85c-374e983f3e56 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f11454d6b194d749017e70f9d249722&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1647754 Jul 15 13:46:54.026459 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44044) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:54.028501 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269ceb9-ee0b-4b3c-a85c-374e983f3e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f75355-de8f-42ee-b3fe-03bd3eaca4b5,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:54.089345 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6c30609c-a903-4a05-a10a-8aa3b335ef0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:54.103222 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-2ef36492-4f67-41a2-9453-d9f58124eae9 service neutron] 10.222.0.24 "GET /v2.0/networks/898ed402-946e-43b0-967e-1a43d36ca9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952516 Jul 15 13:46:54.119842 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6c30609c-a903-4a05-a10a-8aa3b335ef0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:54.168827 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6c30609c-a903-4a05-a10a-8aa3b335ef0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:54.171458 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6c30609c-a903-4a05-a10a-8aa3b335ef0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:54.175271 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6c30609c-a903-4a05-a10a-8aa3b335ef0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12f75355-de8f-42ee-b3fe-03bd3eaca4b5 HTTP/1.1" status: 204 len: 168 time: 0.1451530 Jul 15 13:46:54.186842 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30609c-a903-4a05-a10a-8aa3b335ef0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f75355-de8f-42ee-b3fe-03bd3eaca4b5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:54.443682 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01237f9d-15b6-46ee-ba9e-66d1ac13c5e1 None None] Sync routers for ids ['573174b4-ccf3-494e-9903-a7c6862fec67'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:46:54.454553 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01237f9d-15b6-46ee-ba9e-66d1ac13c5e1 None None] Routers {'573174b4-ccf3-494e-9903-a7c6862fec67'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:46:54.455987 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-01237f9d-15b6-46ee-ba9e-66d1ac13c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:46:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['573174b4-ccf3-494e-9903-a7c6862fec67'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:54.563980 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-a8996c4b-d105-4ce1-a2fc-65a2ed8a5ece service neutron] 10.222.0.24 "GET /v2.0/networks/898ed402-946e-43b0-967e-1a43d36ca9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549336 Jul 15 13:46:54.601363 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-01237f9d-15b6-46ee-ba9e-66d1ac13c5e1 None None] Set router 573174b4-ccf3-494e-9903-a7c6862fec67 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:46:54.692435 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c6848bc8-7b61-48a3-800b-bfebcd805d46 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:46:54.826038 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port c6848bc8-7b61-48a3-800b-bfebcd805d46 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:54.826412 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:54.836574 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9f049c46-5602-4e22-9284-ae2a971f3169 req-5223f1a6-f478-4ae7-87cb-09d45a59fab7 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0e243a67-a232-4a38-880b-d14571b029b6 HTTP/1.1" status: 200 len: 210 time: 0.0575914 Jul 15 13:46:54.862783 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:54.952808 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-01237f9d-15b6-46ee-ba9e-66d1ac13c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573174b4-ccf3-494e-9903-a7c6862fec67', 'name': 'tempest-TestServerMultinode-1492599857-router', 'tenant_id': '5660373f0ba04c7d9b58e18f9fcd5fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '8de6fff8-7aee-4ab9-926e-054bb68f02d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:46:48Z', 'updated_at': '2021-07-15T13:46:51Z', 'revision_number': 4, 'project_id': '5660373f0ba04c7d9b58e18f9fcd5fb9', 'gw_port': {'id': '8de6fff8-7aee-4ab9-926e-054bb68f02d0', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:95:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573174b4-ccf3-494e-9903-a7c6862fec67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:46:49Z', 'updated_at': '2021-07-15T13:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '3881ea2e-5c5e-4fdf-8b13-07ca6031cfea', 'name': '', 'network_id': 'acf54f91-b999-4388-8af2-44db03d6c92b', 'tenant_id': '5660373f0ba04c7d9b58e18f9fcd5fb9', 'mac_address': 'fa:16:3e:40:4e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573174b4-ccf3-494e-9903-a7c6862fec67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '81df7d2f-e967-4558-9fee-4e0b557fd712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:46:51Z', 'updated_at': '2021-07-15T13:46:51Z', 'revision_number': 2, 'project_id': '5660373f0ba04c7d9b58e18f9fcd5fb9', 'subnets': [{'id': '81df7d2f-e967-4558-9fee-4e0b557fd712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:54.956666 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 33ae0131-1e2d-4985-b79d-1bcd954a1576 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:46:54.982778 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01237f9d-15b6-46ee-ba9e-66d1ac13c5e1 None None] Checking router: 573174b4-ccf3-494e-9903-a7c6862fec67 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:46:54.983133 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01237f9d-15b6-46ee-ba9e-66d1ac13c5e1 None None] Updating router 573174b4-ccf3-494e-9903-a7c6862fec67 port 3881ea2e-5c5e-4fdf-8b13-07ca6031cfea binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:46:55.048302 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-01237f9d-15b6-46ee-ba9e-66d1ac13c5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:55.092009 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 33ae0131-1e2d-4985-b79d-1bcd954a1576 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:55.092359 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:55.472940 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8de6fff8-7aee-4ab9-926e-054bb68f02d0 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:46:55.478459 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:55.592435 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 8de6fff8-7aee-4ab9-926e-054bb68f02d0 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:46:55.605419 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 8de6fff8-7aee-4ab9-926e-054bb68f02d0 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:55.605805 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:55.612176 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-01237f9d-15b6-46ee-ba9e-66d1ac13c5e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:55.649654 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-01237f9d-15b6-46ee-ba9e-66d1ac13c5e1 None None] Transition to ACTIVE for port object 3881ea2e-5c5e-4fdf-8b13-07ca6031cfea will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:55.660992 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-01237f9d-15b6-46ee-ba9e-66d1ac13c5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:55.724465 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3617ee4-1679-42c0-9baa-2ffac9226b50 None None] Pushing event updated for resources: {'Port': ['ID=3881ea2e-5c5e-4fdf-8b13-07ca6031cfea,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:55.815517 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-01237f9d-15b6-46ee-ba9e-66d1ac13c5e1 None None] Attempting to bind port 3881ea2e-5c5e-4fdf-8b13-07ca6031cfea on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:46:55.815890 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-01237f9d-15b6-46ee-ba9e-66d1ac13c5e1 None None] Attempting to bind port 3881ea2e-5c5e-4fdf-8b13-07ca6031cfea by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '78b7cb16-8842-4748-a914-8c026d8175d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'acf54f91-b999-4388-8af2-44db03d6c92b'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:46:55.816259 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01237f9d-15b6-46ee-ba9e-66d1ac13c5e1 None None] Attempting to bind port 3881ea2e-5c5e-4fdf-8b13-07ca6031cfea on network acf54f91-b999-4388-8af2-44db03d6c92b {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:46:55.823412 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:55.845462 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 8de6fff8-7aee-4ab9-926e-054bb68f02d0, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8de6fff8-7aee-4ab9-926e-054bb68f02d0,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:55.847582 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01237f9d-15b6-46ee-ba9e-66d1ac13c5e1 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:46:55.848009 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01237f9d-15b6-46ee-ba9e-66d1ac13c5e1 None None] Checking segment: {'id': '78b7cb16-8842-4748-a914-8c026d8175d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'acf54f91-b999-4388-8af2-44db03d6c92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:46:55.848461 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-01237f9d-15b6-46ee-ba9e-66d1ac13c5e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:55.848908 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01237f9d-15b6-46ee-ba9e-66d1ac13c5e1 None None] Bound using segment: {'id': '78b7cb16-8842-4748-a914-8c026d8175d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'acf54f91-b999-4388-8af2-44db03d6c92b'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:46:55.849658 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-01237f9d-15b6-46ee-ba9e-66d1ac13c5e1 None None] Bound port: 3881ea2e-5c5e-4fdf-8b13-07ca6031cfea, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b7cb16-8842-4748-a914-8c026d8175d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'acf54f91-b999-4388-8af2-44db03d6c92b'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:46:55.850103 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-01237f9d-15b6-46ee-ba9e-66d1ac13c5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:55.865853 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:55.937046 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=8de6fff8-7aee-4ab9-926e-054bb68f02d0,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:55.996490 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-01237f9d-15b6-46ee-ba9e-66d1ac13c5e1 None None] For port 3881ea2e-5c5e-4fdf-8b13-07ca6031cfea, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:46:56.000200 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-01237f9d-15b6-46ee-ba9e-66d1ac13c5e1 None None] For port 3881ea2e-5c5e-4fdf-8b13-07ca6031cfea, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=3881ea2e-5c5e-4fdf-8b13-07ca6031cfea,segment=NetworkSegment(78b7cb16-8842-4748-a914-8c026d8175d6),segment_id=78b7cb16-8842-4748-a914-8c026d8175d6)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:46:56.007002 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-01237f9d-15b6-46ee-ba9e-66d1ac13c5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:56.059802 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48d10f7a-40c2-4933-86f7-c1500c22c7f8 req-9c5fa583-156e-451c-8bd4-86c47da2b22b tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0e243a67-a232-4a38-880b-d14571b029b6 HTTP/1.1" status: 200 len: 210 time: 0.0388522 Jul 15 13:46:56.111697 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3617ee4-1679-42c0-9baa-2ffac9226b50 None None] Pushing event updated for resources: {'Port': ['ID=3881ea2e-5c5e-4fdf-8b13-07ca6031cfea,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:56.114657 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01237f9d-15b6-46ee-ba9e-66d1ac13c5e1 None None] Routers {'573174b4-ccf3-494e-9903-a7c6862fec67'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:46:56.115474 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-01237f9d-15b6-46ee-ba9e-66d1ac13c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:46:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['573174b4-ccf3-494e-9903-a7c6862fec67'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:56.253086 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-01237f9d-15b6-46ee-ba9e-66d1ac13c5e1 None None] Set router 573174b4-ccf3-494e-9903-a7c6862fec67 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:46:56.440585 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:56.506682 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-01237f9d-15b6-46ee-ba9e-66d1ac13c5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573174b4-ccf3-494e-9903-a7c6862fec67', 'name': 'tempest-TestServerMultinode-1492599857-router', 'tenant_id': '5660373f0ba04c7d9b58e18f9fcd5fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '8de6fff8-7aee-4ab9-926e-054bb68f02d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:46:48Z', 'updated_at': '2021-07-15T13:46:51Z', 'revision_number': 4, 'project_id': '5660373f0ba04c7d9b58e18f9fcd5fb9', 'gw_port': {'id': '8de6fff8-7aee-4ab9-926e-054bb68f02d0', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:95:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573174b4-ccf3-494e-9903-a7c6862fec67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:46:49Z', 'updated_at': '2021-07-15T13:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '3881ea2e-5c5e-4fdf-8b13-07ca6031cfea', 'name': '', 'network_id': 'acf54f91-b999-4388-8af2-44db03d6c92b', 'tenant_id': '5660373f0ba04c7d9b58e18f9fcd5fb9', 'mac_address': 'fa:16:3e:40:4e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573174b4-ccf3-494e-9903-a7c6862fec67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '81df7d2f-e967-4558-9fee-4e0b557fd712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:46:51Z', 'updated_at': '2021-07-15T13:46:55Z', 'revision_number': 4, 'project_id': '5660373f0ba04c7d9b58e18f9fcd5fb9', 'subnets': [{'id': '81df7d2f-e967-4558-9fee-4e0b557fd712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:56.544361 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01237f9d-15b6-46ee-ba9e-66d1ac13c5e1 None None] The sync data for ids ['573174b4-ccf3-494e-9903-a7c6862fec67'] in n-d-758944-45 is: [{'id': '573174b4-ccf3-494e-9903-a7c6862fec67', 'name': 'tempest-TestServerMultinode-1492599857-router', 'tenant_id': '5660373f0ba04c7d9b58e18f9fcd5fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '8de6fff8-7aee-4ab9-926e-054bb68f02d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:46:48Z', 'updated_at': '2021-07-15T13:46:51Z', 'revision_number': 4, 'project_id': '5660373f0ba04c7d9b58e18f9fcd5fb9', 'gw_port': {'id': '8de6fff8-7aee-4ab9-926e-054bb68f02d0', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:95:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573174b4-ccf3-494e-9903-a7c6862fec67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:46:49Z', 'updated_at': '2021-07-15T13:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '3881ea2e-5c5e-4fdf-8b13-07ca6031cfea', 'name': '', 'network_id': 'acf54f91-b999-4388-8af2-44db03d6c92b', 'tenant_id': '5660373f0ba04c7d9b58e18f9fcd5fb9', 'mac_address': 'fa:16:3e:40:4e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573174b4-ccf3-494e-9903-a7c6862fec67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '81df7d2f-e967-4558-9fee-4e0b557fd712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:46:51Z', 'updated_at': '2021-07-15T13:46:55Z', 'revision_number': 4, 'project_id': '5660373f0ba04c7d9b58e18f9fcd5fb9', 'subnets': [{'id': '81df7d2f-e967-4558-9fee-4e0b557fd712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:46:56.589811 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8de6fff8-7aee-4ab9-926e-054bb68f02d0 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:46:56.674084 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-9b3a57c7-2a86-4352-9e35-ff113cecaefa tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:56.686573 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 8de6fff8-7aee-4ab9-926e-054bb68f02d0 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:56.687133 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:56.700880 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-9b3a57c7-2a86-4352-9e35-ff113cecaefa tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.32 "GET /v2.0/networks?id=898ed402-946e-43b0-967e-1a43d36ca9d6 HTTP/1.1" status: 200 len: 911 time: 0.1367414 Jul 15 13:46:56.713663 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-b588596b-3c8d-41ac-925e-12b0b460cda4 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Request body: {'port': {'device_id': '0e243a67-a232-4a38-880b-d14571b029b6', 'network_id': '898ed402-946e-43b0-967e-1a43d36ca9d6', 'admin_state_up': True, 'tenant_id': '5660373f0ba04c7d9b58e18f9fcd5fb9'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:56.743272 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-b588596b-3c8d-41ac-925e-12b0b460cda4 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Made reservation on behalf of 5660373f0ba04c7d9b58e18f9fcd5fb9 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:46:56.748914 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-b588596b-3c8d-41ac-925e-12b0b460cda4 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:56.902749 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-b588596b-3c8d-41ac-925e-12b0b460cda4 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Allocated IP 172.20.0.10 (898ed402-946e-43b0-967e-1a43d36ca9d6/f2c8cc96-5a96-42cd-a7c4-8a342e9a0e29/0d791c5c-5b4e-4e02-98f1-faf47de55cad) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:46:57.064221 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-b588596b-3c8d-41ac-925e-12b0b460cda4 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:57.078660 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-b588596b-3c8d-41ac-925e-12b0b460cda4 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Transition to ACTIVE for port object 0d791c5c-5b4e-4e02-98f1-faf47de55cad will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:57.114749 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-b588596b-3c8d-41ac-925e-12b0b460cda4 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:57.160701 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588596b-3c8d-41ac-925e-12b0b460cda4 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Pushing event updated for resources: {'Port': ['ID=0d791c5c-5b4e-4e02-98f1-faf47de55cad,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:57.182889 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-b588596b-3c8d-41ac-925e-12b0b460cda4 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Network 898ed402-946e-43b0-967e-1a43d36ca9d6 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:46:57.184328 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-b588596b-3c8d-41ac-925e-12b0b460cda4 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:57.187274 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-b588596b-3c8d-41ac-925e-12b0b460cda4 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:46:57.245614 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-b588596b-3c8d-41ac-925e-12b0b460cda4 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:57.246850 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-b588596b-3c8d-41ac-925e-12b0b460cda4 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:57.266059 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-b588596b-3c8d-41ac-925e-12b0b460cda4 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5629213 Jul 15 13:46:57.276692 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669478f-31f8-42f2-bf59-d323bfe184a7 req-dc2f9431-1ccc-4144-a37c-ed738ef803a2 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:57.284156 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-af60044f-685a-45e3-ab80-fd9596de2163 service neutron] Request body: {'port': {'device_id': '0e243a67-a232-4a38-880b-d14571b029b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:57.284945 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7669478f-31f8-42f2-bf59-d323bfe184a7 req-dc2f9431-1ccc-4144-a37c-ed738ef803a2 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0e243a67-a232-4a38-880b-d14571b029b6 HTTP/1.1" status: 200 len: 1028 time: 0.0636466 Jul 15 13:46:57.318537 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7669478f-31f8-42f2-bf59-d323bfe184a7 req-60bb9cb5-e587-4fd4-a1f2-1fac203b81a8 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=3dfe6642-2ce3-4426-a731-974234ac2730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327046 Jul 15 13:46:57.384158 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44136) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:57.386260 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-af60044f-685a-45e3-ab80-fd9596de2163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:57.504773 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ac172079-b6d5-4de9-ba7c-ce960d869fb7 None None] Provisioning for port 0d791c5c-5b4e-4e02-98f1-faf47de55cad completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:46:57.512039 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ac172079-b6d5-4de9-ba7c-ce960d869fb7 None None] Provisioning complete for port 0d791c5c-5b4e-4e02-98f1-faf47de55cad triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:57.512754 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac172079-b6d5-4de9-ba7c-ce960d869fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:57.517647 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6d9d7dd5-a499-468b-8d6c-68650dd7b2c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:57.548268 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ac172079-b6d5-4de9-ba7c-ce960d869fb7 None None] Port 0d791c5c-5b4e-4e02-98f1-faf47de55cad cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:46:57.618361 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6d9d7dd5-a499-468b-8d6c-68650dd7b2c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:57.622368 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6d9d7dd5-a499-468b-8d6c-68650dd7b2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:57.659252 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d7dd5-a499-468b-8d6c-68650dd7b2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4540d6bb-17ab-42c7-95c0-814d5eee1caf,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:57.663622 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6d9d7dd5-a499-468b-8d6c-68650dd7b2c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f13c2987382b425bb30debc29a9f0764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2780297 Jul 15 13:46:57.666264 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44140) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:57.667197 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-af60044f-685a-45e3-ab80-fd9596de2163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d791c5c-5b4e-4e02-98f1-faf47de55cad {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:46:57.675394 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-af60044f-685a-45e3-ab80-fd9596de2163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:57.690405 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-af60044f-685a-45e3-ab80-fd9596de2163 service neutron] Transition to ACTIVE for port object 0d791c5c-5b4e-4e02-98f1-faf47de55cad will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:57.694524 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-af60044f-685a-45e3-ab80-fd9596de2163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:57.719781 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dec39979-b3cd-470a-84d8-049aa747be3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:57.745041 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dec39979-b3cd-470a-84d8-049aa747be3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:57.758930 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60044f-685a-45e3-ab80-fd9596de2163 service neutron] Pushing event updated for resources: {'Port': ['ID=0d791c5c-5b4e-4e02-98f1-faf47de55cad,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:57.812946 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dec39979-b3cd-470a-84d8-049aa747be3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:57.816569 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dec39979-b3cd-470a-84d8-049aa747be3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:57.821120 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-dec39979-b3cd-470a-84d8-049aa747be3d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4540d6bb-17ab-42c7-95c0-814d5eee1caf HTTP/1.1" status: 204 len: 168 time: 0.1536865 Jul 15 13:46:57.832953 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec39979-b3cd-470a-84d8-049aa747be3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4540d6bb-17ab-42c7-95c0-814d5eee1caf,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:57.850902 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-af60044f-685a-45e3-ab80-fd9596de2163 service neutron] Attempting to bind port 0d791c5c-5b4e-4e02-98f1-faf47de55cad on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:46:57.851222 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-af60044f-685a-45e3-ab80-fd9596de2163 service neutron] Attempting to bind port 0d791c5c-5b4e-4e02-98f1-faf47de55cad by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '279821e4-0a6c-471f-adae-d0945e7622d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '898ed402-946e-43b0-967e-1a43d36ca9d6'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:46:57.851700 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-af60044f-685a-45e3-ab80-fd9596de2163 service neutron] Attempting to bind port 0d791c5c-5b4e-4e02-98f1-faf47de55cad on network 898ed402-946e-43b0-967e-1a43d36ca9d6 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:46:57.856933 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-af60044f-685a-45e3-ab80-fd9596de2163 service neutron] Port 0d791c5c-5b4e-4e02-98f1-faf47de55cad on network 898ed402-946e-43b0-967e-1a43d36ca9d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:46:57.857343 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-af60044f-685a-45e3-ab80-fd9596de2163 service neutron] Attempting to bind port 0d791c5c-5b4e-4e02-98f1-faf47de55cad on network 898ed402-946e-43b0-967e-1a43d36ca9d6 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:46:57.864646 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-af60044f-685a-45e3-ab80-fd9596de2163 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:46:57.865097 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-af60044f-685a-45e3-ab80-fd9596de2163 service neutron] Checking segment: {'id': '279821e4-0a6c-471f-adae-d0945e7622d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '898ed402-946e-43b0-967e-1a43d36ca9d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:46:57.865604 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-af60044f-685a-45e3-ab80-fd9596de2163 service neutron] Bound using segment: {'id': '279821e4-0a6c-471f-adae-d0945e7622d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '898ed402-946e-43b0-967e-1a43d36ca9d6'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:46:57.866449 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-af60044f-685a-45e3-ab80-fd9596de2163 service neutron] Bound port: 0d791c5c-5b4e-4e02-98f1-faf47de55cad, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '279821e4-0a6c-471f-adae-d0945e7622d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '898ed402-946e-43b0-967e-1a43d36ca9d6'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:46:57.866978 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-af60044f-685a-45e3-ab80-fd9596de2163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:57.957609 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-af60044f-685a-45e3-ab80-fd9596de2163 service neutron] For port 0d791c5c-5b4e-4e02-98f1-faf47de55cad, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:46:57.961194 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-af60044f-685a-45e3-ab80-fd9596de2163 service neutron] For port 0d791c5c-5b4e-4e02-98f1-faf47de55cad, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0d791c5c-5b4e-4e02-98f1-faf47de55cad,segment=NetworkSegment(279821e4-0a6c-471f-adae-d0945e7622d2),segment_id=279821e4-0a6c-471f-adae-d0945e7622d2)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:46:57.967664 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-af60044f-685a-45e3-ab80-fd9596de2163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:58.018194 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-af60044f-685a-45e3-ab80-fd9596de2163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:58.018810 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-af60044f-685a-45e3-ab80-fd9596de2163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:58.020255 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-af60044f-685a-45e3-ab80-fd9596de2163 service neutron] 10.222.0.32 "PUT /v2.0/ports/0d791c5c-5b4e-4e02-98f1-faf47de55cad HTTP/1.1" status: 200 len: 1093 time: 0.7413323 Jul 15 13:46:58.020724 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e243a67-a232-4a38-880b-d14571b029b6', 'tag': '0d791c5c-5b4e-4e02-98f1-faf47de55cad'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:46:58.023163 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf6c5ac-ddf4-4596-b802-79bff8416218" -d '{"events": [{"name": "network-changed", "server_uuid": "0e243a67-a232-4a38-880b-d14571b029b6", "tag": "0d791c5c-5b4e-4e02-98f1-faf47de55cad"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:46:58.075916 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60044f-685a-45e3-ab80-fd9596de2163 service neutron] Pushing event updated for resources: {'Port': ['ID=0d791c5c-5b4e-4e02-98f1-faf47de55cad,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:58.138187 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1903ef-c3ff-4d90-9995-131a001f86d6 x-openstack-request-id: req-7b1903ef-c3ff-4d90-9995-131a001f86d6 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:46:58.138618 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e243a67-a232-4a38-880b-d14571b029b6", "tag": "0d791c5c-5b4e-4e02-98f1-faf47de55cad", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:46:58.139133 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b1903ef-c3ff-4d90-9995-131a001f86d6 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:46:58.139773 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e243a67-a232-4a38-880b-d14571b029b6', 'tag': '0d791c5c-5b4e-4e02-98f1-faf47de55cad', 'status': 'completed', 'code': 200} Jul 15 13:46:58.180273 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-40edecf3-5be3-482f-98a9-efee4d6820fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:58.182497 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-40edecf3-5be3-482f-98a9-efee4d6820fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5660373f0ba04c7d9b58e18f9fcd5fb9&device_id=0e243a67-a232-4a38-880b-d14571b029b6 HTTP/1.1" status: 200 len: 1096 time: 0.0940228 Jul 15 13:46:58.239529 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-8479c50a-35bb-4c38-97b4-9e15285201ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d791c5c-5b4e-4e02-98f1-faf47de55cad HTTP/1.1" status: 200 len: 217 time: 0.0437994 Jul 15 13:46:58.257898 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44148) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:58.275308 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed9605d1-3202-43e2-995e-9f547ed8b9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:58.331087 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-7bda2e1a-d5d4-47c3-8acd-1a5d821ac0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:58.332829 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-7bda2e1a-d5d4-47c3-8acd-1a5d821ac0fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f2c8cc96-5a96-42cd-a7c4-8a342e9a0e29 HTTP/1.1" status: 200 len: 849 time: 0.0807343 Jul 15 13:46:58.398782 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed9605d1-3202-43e2-995e-9f547ed8b9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:58.403846 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed9605d1-3202-43e2-995e-9f547ed8b9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:58.418320 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-b954ae3a-306e-4417-86aa-b5407a72994e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:58.420017 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-b954ae3a-306e-4417-86aa-b5407a72994e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=898ed402-946e-43b0-967e-1a43d36ca9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0809333 Jul 15 13:46:58.455849 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44152) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:58.456077 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ed9605d1-3202-43e2-995e-9f547ed8b9dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8eab66f2466d4575824a9232d1efb88f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1971469 Jul 15 13:46:58.456888 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9605d1-3202-43e2-995e-9f547ed8b9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e87c07-b325-4f5c-8f1c-3c7cec688b3f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:58.549822 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aff5a0-8fe6-4097-8226-f3643b7dbc9e req-75fed4d0-f18b-4a3f-8226-e0d0f66ad25b tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:58.551618 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-50aff5a0-8fe6-4097-8226-f3643b7dbc9e req-75fed4d0-f18b-4a3f-8226-e0d0f66ad25b tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0e243a67-a232-4a38-880b-d14571b029b6 HTTP/1.1" status: 200 len: 1096 time: 0.0689752 Jul 15 13:46:58.564080 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-a5cd51e1-dff6-457d-9fd9-f0e7146a9586 service neutron] 10.222.0.32 "GET /v2.0/networks/898ed402-946e-43b0-967e-1a43d36ca9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368029 Jul 15 13:46:58.565359 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e49c554-6b53-457e-8330-2f2f4257d172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:58.594371 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-50aff5a0-8fe6-4097-8226-f3643b7dbc9e req-2c65cd3b-664c-467a-bb6c-bb213e943abd tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=3dfe6642-2ce3-4426-a731-974234ac2730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353847 Jul 15 13:46:58.612784 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e49c554-6b53-457e-8330-2f2f4257d172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:58.619766 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3881ea2e-5c5e-4fdf-8b13-07ca6031cfea up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:46:58.671896 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 3881ea2e-5c5e-4fdf-8b13-07ca6031cfea completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:46:58.676686 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 3881ea2e-5c5e-4fdf-8b13-07ca6031cfea triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:58.677136 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:58.707695 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa7faf23-05b7-40ce-a910-e4a80dc5fc05 req-1b1a44eb-a964-4aa0-a33e-a964d351bf93 service neutron] 10.222.0.32 "GET /v2.0/networks/898ed402-946e-43b0-967e-1a43d36ca9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375847 Jul 15 13:46:58.718534 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e49c554-6b53-457e-8330-2f2f4257d172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:58.721956 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e49c554-6b53-457e-8330-2f2f4257d172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:58.723096 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2e49c554-6b53-457e-8330-2f2f4257d172 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09e87c07-b325-4f5c-8f1c-3c7cec688b3f HTTP/1.1" status: 204 len: 168 time: 0.2661183 Jul 15 13:46:58.733970 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49c554-6b53-457e-8330-2f2f4257d172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e87c07-b325-4f5c-8f1c-3c7cec688b3f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:58.777985 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:58.813177 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 3881ea2e-5c5e-4fdf-8b13-07ca6031cfea, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=3881ea2e-5c5e-4fdf-8b13-07ca6031cfea,segment=NetworkSegment(78b7cb16-8842-4748-a914-8c026d8175d6),segment_id=78b7cb16-8842-4748-a914-8c026d8175d6)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:58.818237 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:58.877668 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=3881ea2e-5c5e-4fdf-8b13-07ca6031cfea,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:58.887198 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6c5ac-ddf4-4596-b802-79bff8416218 req-5f5da572-4594-4a83-9896-3e37f98f6bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:58.888828 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9cf6c5ac-ddf4-4596-b802-79bff8416218 req-5f5da572-4594-4a83-9896-3e37f98f6bd2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5660373f0ba04c7d9b58e18f9fcd5fb9&device_id=0e243a67-a232-4a38-880b-d14571b029b6 HTTP/1.1" status: 200 len: 1096 time: 0.0692902 Jul 15 13:46:58.983112 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6c5ac-ddf4-4596-b802-79bff8416218 req-4e665364-e32b-4998-8e98-f8bae8af7b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:58.984903 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9cf6c5ac-ddf4-4596-b802-79bff8416218 req-4e665364-e32b-4998-8e98-f8bae8af7b44 service neutron] 10.222.0.32 "GET /v2.0/networks?id=898ed402-946e-43b0-967e-1a43d36ca9d6 HTTP/1.1" status: 200 len: 911 time: 0.0897110 Jul 15 13:46:59.041172 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9cf6c5ac-ddf4-4596-b802-79bff8416218 req-6b7a907d-6ae5-4d06-93b3-5ef25a20c945 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d791c5c-5b4e-4e02-98f1-faf47de55cad HTTP/1.1" status: 200 len: 217 time: 0.0489008 Jul 15 13:46:59.095025 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6c5ac-ddf4-4596-b802-79bff8416218 req-0883e45c-c24e-4554-b786-f3b6073d6798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:59.097276 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9cf6c5ac-ddf4-4596-b802-79bff8416218 req-0883e45c-c24e-4554-b786-f3b6073d6798 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f2c8cc96-5a96-42cd-a7c4-8a342e9a0e29 HTTP/1.1" status: 200 len: 849 time: 0.0486057 Jul 15 13:46:59.157931 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6c5ac-ddf4-4596-b802-79bff8416218 req-63757c96-9663-48d0-b45a-90ebb8192dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:59.159943 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9cf6c5ac-ddf4-4596-b802-79bff8416218 req-63757c96-9663-48d0-b45a-90ebb8192dd3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=898ed402-946e-43b0-967e-1a43d36ca9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555372 Jul 15 13:46:59.264338 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9cf6c5ac-ddf4-4596-b802-79bff8416218 req-49813d29-bfce-4033-b46c-1733988f899f service neutron] 10.222.0.32 "GET /v2.0/networks/898ed402-946e-43b0-967e-1a43d36ca9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969872 Jul 15 13:46:59.366982 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9cf6c5ac-ddf4-4596-b802-79bff8416218 req-a7e2e2ae-93d0-483c-acef-ebcf9a0790a8 service neutron] 10.222.0.32 "GET /v2.0/networks/898ed402-946e-43b0-967e-1a43d36ca9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948584 Jul 15 13:46:59.782420 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f6f70-ca41-4931-968c-1bc701e57e0b req-eee54bcc-825d-484e-a373-3c60196d6afc tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:59.785012 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-859f6f70-ca41-4931-968c-1bc701e57e0b req-eee54bcc-825d-484e-a373-3c60196d6afc tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0e243a67-a232-4a38-880b-d14571b029b6 HTTP/1.1" status: 200 len: 1096 time: 0.0708292 Jul 15 13:46:59.824014 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-859f6f70-ca41-4931-968c-1bc701e57e0b req-13d4ac38-6d3c-49a0-bc20-de6402d9d76d tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=3dfe6642-2ce3-4426-a731-974234ac2730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323727 Jul 15 13:47:00.567164 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3881ea2e-5c5e-4fdf-8b13-07ca6031cfea up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:47:00.616146 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 3881ea2e-5c5e-4fdf-8b13-07ca6031cfea triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:47:00.616517 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:01.000946 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f3166-72fa-4aae-863f-63c240befe3a req-a154ec10-58ab-4ad6-b5f0-9978f8974967 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:01.003028 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6e9f3166-72fa-4aae-863f-63c240befe3a req-a154ec10-58ab-4ad6-b5f0-9978f8974967 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0e243a67-a232-4a38-880b-d14571b029b6 HTTP/1.1" status: 200 len: 1096 time: 0.0579042 Jul 15 13:47:01.039985 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6e9f3166-72fa-4aae-863f-63c240befe3a req-f13cb4d5-f372-4930-8faa-535b5d7c17c7 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=3dfe6642-2ce3-4426-a731-974234ac2730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315440 Jul 15 13:47:01.540152 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 0d791c5c-5b4e-4e02-98f1-faf47de55cad details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:47:01.650782 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 0d791c5c-5b4e-4e02-98f1-faf47de55cad, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0d791c5c-5b4e-4e02-98f1-faf47de55cad,segment=NetworkSegment(279821e4-0a6c-471f-adae-d0945e7622d2),segment_id=279821e4-0a6c-471f-adae-d0945e7622d2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:01.662253 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '0d791c5c-5b4e-4e02-98f1-faf47de55cad', 'network_id': '898ed402-946e-43b0-967e-1a43d36ca9d6', 'port_id': '0d791c5c-5b4e-4e02-98f1-faf47de55cad', 'mac_address': 'fa:16:3e:b3:8c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2c8cc96-5a96-42cd-a7c4-8a342e9a0e29', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:47:01.699152 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:01.711711 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d791c5c-5b4e-4e02-98f1-faf47de55cad {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:47:01.731937 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 0d791c5c-5b4e-4e02-98f1-faf47de55cad, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0d791c5c-5b4e-4e02-98f1-faf47de55cad,segment=NetworkSegment(279821e4-0a6c-471f-adae-d0945e7622d2),segment_id=279821e4-0a6c-471f-adae-d0945e7622d2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:01.735476 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:01.782217 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=0d791c5c-5b4e-4e02-98f1-faf47de55cad,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:01.996620 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['0d791c5c-5b4e-4e02-98f1-faf47de55cad'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:47:02.212364 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92485022-7681-4280-af87-513b4ed0eb67 req-3748bea1-7d97-4065-8b08-f89e704ff945 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:02.214048 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-92485022-7681-4280-af87-513b4ed0eb67 req-3748bea1-7d97-4065-8b08-f89e704ff945 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0e243a67-a232-4a38-880b-d14571b029b6 HTTP/1.1" status: 200 len: 1097 time: 0.0604637 Jul 15 13:47:02.249666 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-92485022-7681-4280-af87-513b4ed0eb67 req-c77c9e77-6eb3-4db1-976c-2fa3d22b0b6e tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=3dfe6642-2ce3-4426-a731-974234ac2730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300727 Jul 15 13:47:03.417019 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d481b-10a3-43b4-af8f-28923489bc6b req-f2ac6445-87df-41c2-bd08-f6ffae7c869e tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:03.418726 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-163d481b-10a3-43b4-af8f-28923489bc6b req-f2ac6445-87df-41c2-bd08-f6ffae7c869e tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0e243a67-a232-4a38-880b-d14571b029b6 HTTP/1.1" status: 200 len: 1097 time: 0.0590651 Jul 15 13:47:03.454616 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-163d481b-10a3-43b4-af8f-28923489bc6b req-df4deeed-2182-40ef-8601-a594362b48d4 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=3dfe6642-2ce3-4426-a731-974234ac2730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293674 Jul 15 13:47:03.571314 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 0d791c5c-5b4e-4e02-98f1-faf47de55cad up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:47:03.635051 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 0d791c5c-5b4e-4e02-98f1-faf47de55cad completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:47:03.639878 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 0d791c5c-5b4e-4e02-98f1-faf47de55cad triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:47:03.640437 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:03.728310 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:03.751809 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e243a67-a232-4a38-880b-d14571b029b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d791c5c-5b4e-4e02-98f1-faf47de55cad'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:47:03.754110 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c65755-f08e-46f9-be89-918dd9126440" -d '{"events": [{"server_uuid": "0e243a67-a232-4a38-880b-d14571b029b6", "name": "network-vif-plugged", "status": "completed", "tag": "0d791c5c-5b4e-4e02-98f1-faf47de55cad"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:47:03.767419 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 0d791c5c-5b4e-4e02-98f1-faf47de55cad, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0d791c5c-5b4e-4e02-98f1-faf47de55cad,segment=NetworkSegment(279821e4-0a6c-471f-adae-d0945e7622d2),segment_id=279821e4-0a6c-471f-adae-d0945e7622d2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:03.772846 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:03.801560 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0200d581-72ac-4dc7-bd9b-edea0be3e987 x-openstack-request-id: req-0200d581-72ac-4dc7-bd9b-edea0be3e987 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:47:03.801956 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e243a67-a232-4a38-880b-d14571b029b6", "name": "network-vif-plugged", "status": "completed", "tag": "0d791c5c-5b4e-4e02-98f1-faf47de55cad", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:47:03.802131 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0200d581-72ac-4dc7-bd9b-edea0be3e987 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:47:03.802529 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e243a67-a232-4a38-880b-d14571b029b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d791c5c-5b4e-4e02-98f1-faf47de55cad', 'code': 200} Jul 15 13:47:03.827872 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=0d791c5c-5b4e-4e02-98f1-faf47de55cad,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:03.851414 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44232) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:03.971049 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-845c19e4-528f-45de-9276-a3f48c11f83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:03.975555 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4704173-709c-4976-9e9a-330ccb9d2547 req-f4a5d6b0-1b8e-4be4-b09c-48272773b9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:03.977025 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a4704173-709c-4976-9e9a-330ccb9d2547 req-f4a5d6b0-1b8e-4be4-b09c-48272773b9ed service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0e243a67-a232-4a38-880b-d14571b029b6 HTTP/1.1" status: 200 len: 1098 time: 0.0708463 Jul 15 13:47:04.030941 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a4704173-709c-4976-9e9a-330ccb9d2547 req-72429917-f26d-4adf-8ca9-872dfc7182d9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3dfe6642-2ce3-4426-a731-974234ac2730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466776 Jul 15 13:47:04.091664 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-845c19e4-528f-45de-9276-a3f48c11f83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:04.096088 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-845c19e4-528f-45de-9276-a3f48c11f83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:04.136343 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-845c19e4-528f-45de-9276-a3f48c11f83f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ffc86b688bb4295bc6b6ef664a2f171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2841020 Jul 15 13:47:04.137118 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c19e4-528f-45de-9276-a3f48c11f83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301e2a03-7445-4fc8-9a3f-0fd48445aeb9,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:04.139356 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44236) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:04.193098 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-37578672-5797-4c60-b089-378550ad1953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:04.216431 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-37578672-5797-4c60-b089-378550ad1953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:04.268850 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-37578672-5797-4c60-b089-378550ad1953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:04.271876 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-37578672-5797-4c60-b089-378550ad1953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:04.273050 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-37578672-5797-4c60-b089-378550ad1953 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/301e2a03-7445-4fc8-9a3f-0fd48445aeb9 HTTP/1.1" status: 204 len: 168 time: 0.1325269 Jul 15 13:47:04.281350 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37578672-5797-4c60-b089-378550ad1953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301e2a03-7445-4fc8-9a3f-0fd48445aeb9,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:04.617142 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee800b9d-0804-4473-8b01-4143cad3fcc6 req-7724538e-6eb8-44ba-aed9-c31953eca4a3 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:04.618752 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ee800b9d-0804-4473-8b01-4143cad3fcc6 req-7724538e-6eb8-44ba-aed9-c31953eca4a3 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0e243a67-a232-4a38-880b-d14571b029b6 HTTP/1.1" status: 200 len: 1098 time: 0.0547268 Jul 15 13:47:04.653915 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ee800b9d-0804-4473-8b01-4143cad3fcc6 req-d1ed5cd8-2379-4c08-8d05-0e62cc92139e tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=3dfe6642-2ce3-4426-a731-974234ac2730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296030 Jul 15 13:47:04.887076 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44260) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:04.987811 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b77d6636-7bf1-4633-af46-249f70f5786c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-365696000-network', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:05.014068 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77d6636-7bf1-4633-af46-249f70f5786c admin admin] Made reservation on behalf of 1ec1a37a1f8648c58cffdb1d2a76e47a for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:47:05.016477 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b77d6636-7bf1-4633-af46-249f70f5786c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.026440 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b77d6636-7bf1-4633-af46-249f70f5786c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.121903 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b77d6636-7bf1-4633-af46-249f70f5786c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.125940 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b77d6636-7bf1-4633-af46-249f70f5786c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.149352 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b77d6636-7bf1-4633-af46-249f70f5786c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:47:05.164813 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d6636-7bf1-4633-af46-249f70f5786c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874d6ea1-416c-4a12-812a-3160b954a96c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:05.167813 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b77d6636-7bf1-4633-af46-249f70f5786c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.168156 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-b77d6636-7bf1-4633-af46-249f70f5786c admin admin] Added segment 8593cdf3-1154-47a9-91a7-cd24672e6fc5 of type vlan for network 5a055609-64bc-49e9-a5b9-0b237dd005b5 Jul 15 13:47:05.213671 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b77d6636-7bf1-4633-af46-249f70f5786c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.244895 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b77d6636-7bf1-4633-af46-249f70f5786c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.245823 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77d6636-7bf1-4633-af46-249f70f5786c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:05.246534 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b77d6636-7bf1-4633-af46-249f70f5786c admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.279732 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b77d6636-7bf1-4633-af46-249f70f5786c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3915019 Jul 15 13:47:05.283472 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44264) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:05.288665 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-16101dd1-79a2-41bd-acf3-caf28e5b508a admin admin] Request body: {'subnet': {'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-365696000-subnet', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:05.308522 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d6636-7bf1-4633-af46-249f70f5786c admin admin] Pushing event updated for resources: {'Network': ['ID=5a055609-64bc-49e9-a5b9-0b237dd005b5,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:05.310267 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16101dd1-79a2-41bd-acf3-caf28e5b508a admin admin] Made reservation on behalf of 1ec1a37a1f8648c58cffdb1d2a76e47a for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:47:05.312747 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16101dd1-79a2-41bd-acf3-caf28e5b508a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.318676 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 5a055609-64bc-49e9-a5b9-0b237dd005b5 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:47:05.482480 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16101dd1-79a2-41bd-acf3-caf28e5b508a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.537458 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16101dd1-79a2-41bd-acf3-caf28e5b508a admin admin] Pushing event updated for resources: {'Subnet': ['ID=281315aa-6afe-4aea-ba2d-cd656b32e502,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:05.546239 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16101dd1-79a2-41bd-acf3-caf28e5b508a admin admin] Checking segment: {'id': '8593cdf3-1154-47a9-91a7-cd24672e6fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:47:05.546595 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16101dd1-79a2-41bd-acf3-caf28e5b508a admin admin] Network hostable DHCP agents. Network: 5a055609-64bc-49e9-a5b9-0b237dd005b5, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:47:05.563353 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16101dd1-79a2-41bd-acf3-caf28e5b508a admin admin] Network 5a055609-64bc-49e9-a5b9-0b237dd005b5 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:47:05.572097 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-16101dd1-79a2-41bd-acf3-caf28e5b508a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 5a055609-64bc-49e9-a5b9-0b237dd005b5) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:47:05.576917 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16101dd1-79a2-41bd-acf3-caf28e5b508a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:05.578015 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16101dd1-79a2-41bd-acf3-caf28e5b508a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.582003 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226dd5f5-1976-4445-b259-4091f15e6a2e None None] Network 5a055609-64bc-49e9-a5b9-0b237dd005b5 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:47:05.597284 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-16101dd1-79a2-41bd-acf3-caf28e5b508a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3091147 Jul 15 13:47:05.597470 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44266) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:05.601839 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-15624158-26f5-4153-b87c-06fba566d85d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-365696000-router', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:05.622649 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15624158-26f5-4153-b87c-06fba566d85d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.623742 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15624158-26f5-4153-b87c-06fba566d85d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.682465 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15624158-26f5-4153-b87c-06fba566d85d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.732446 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca08eb13-3c16-4158-9c47-d22277b81ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-5a055609-64bc-49e9-a5b9-0b237dd005b5', 'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'fixed_ips': [{'subnet_id': '281315aa-6afe-4aea-ba2d-cd656b32e502'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:47:05.733378 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ca08eb13-3c16-4158-9c47-d22277b81ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.860304 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15624158-26f5-4153-b87c-06fba566d85d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.900039 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-ca08eb13-3c16-4158-9c47-d22277b81ee0 None None] Allocated IP 172.20.0.2 (5a055609-64bc-49e9-a5b9-0b237dd005b5/281315aa-6afe-4aea-ba2d-cd656b32e502/1e37fc1b-e8b7-4c74-8232-8adcfefa7a19) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:47:05.917857 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24599c-84ae-4997-b3e1-d7b0d5b7b808 req-53deb3d2-25b3-472b-b405-7b9daa651c33 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:05.919420 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-db24599c-84ae-4997-b3e1-d7b0d5b7b808 req-53deb3d2-25b3-472b-b405-7b9daa651c33 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0e243a67-a232-4a38-880b-d14571b029b6 HTTP/1.1" status: 200 len: 1098 time: 0.1199059 Jul 15 13:47:05.987823 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-db24599c-84ae-4997-b3e1-d7b0d5b7b808 req-ad145ab7-5f98-4f11-96b9-001ad552c0ca tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=3dfe6642-2ce3-4426-a731-974234ac2730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604224 Jul 15 13:47:06.085228 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ca08eb13-3c16-4158-9c47-d22277b81ee0 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:06.094894 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ca08eb13-3c16-4158-9c47-d22277b81ee0 None None] Transition to ACTIVE for port object 1e37fc1b-e8b7-4c74-8232-8adcfefa7a19 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:47:06.117024 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ca08eb13-3c16-4158-9c47-d22277b81ee0 None None] Transition to ACTIVE for port object 1e37fc1b-e8b7-4c74-8232-8adcfefa7a19 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:47:06.124783 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ca08eb13-3c16-4158-9c47-d22277b81ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:06.135435 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15624158-26f5-4153-b87c-06fba566d85d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:06.157795 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15624158-26f5-4153-b87c-06fba566d85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:06.163088 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca08eb13-3c16-4158-9c47-d22277b81ee0 None None] Network 5a055609-64bc-49e9-a5b9-0b237dd005b5 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:47:06.169398 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-ca08eb13-3c16-4158-9c47-d22277b81ee0 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:47:06.173081 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca08eb13-3c16-4158-9c47-d22277b81ee0 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:47:06.185093 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08eb13-3c16-4158-9c47-d22277b81ee0 None None] Pushing event updated for resources: {'Port': ['ID=1e37fc1b-e8b7-4c74-8232-8adcfefa7a19,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:06.196200 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecf950-fccb-438a-8e0e-ccbdbf11d910 req-1c1d0579-4692-4863-9d2a-832c3294d754 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:06.198747 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ddecf950-fccb-438a-8e0e-ccbdbf11d910 req-1c1d0579-4692-4863-9d2a-832c3294d754 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0e243a67-a232-4a38-880b-d14571b029b6 HTTP/1.1" status: 200 len: 1098 time: 0.0704815 Jul 15 13:47:06.242050 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ca08eb13-3c16-4158-9c47-d22277b81ee0 None None] Attempting to bind port 1e37fc1b-e8b7-4c74-8232-8adcfefa7a19 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:47:06.242324 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ca08eb13-3c16-4158-9c47-d22277b81ee0 None None] Attempting to bind port 1e37fc1b-e8b7-4c74-8232-8adcfefa7a19 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '8593cdf3-1154-47a9-91a7-cd24672e6fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:47:06.242685 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca08eb13-3c16-4158-9c47-d22277b81ee0 None None] Attempting to bind port 1e37fc1b-e8b7-4c74-8232-8adcfefa7a19 on network 5a055609-64bc-49e9-a5b9-0b237dd005b5 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:47:06.248453 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca08eb13-3c16-4158-9c47-d22277b81ee0 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:47:06.249022 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca08eb13-3c16-4158-9c47-d22277b81ee0 None None] Checking segment: {'id': '8593cdf3-1154-47a9-91a7-cd24672e6fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:47:06.250047 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ca08eb13-3c16-4158-9c47-d22277b81ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:06.250047 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca08eb13-3c16-4158-9c47-d22277b81ee0 None None] Bound using segment: {'id': '8593cdf3-1154-47a9-91a7-cd24672e6fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:47:06.250047 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ca08eb13-3c16-4158-9c47-d22277b81ee0 None None] Bound port: 1e37fc1b-e8b7-4c74-8232-8adcfefa7a19, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8593cdf3-1154-47a9-91a7-cd24672e6fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:47:06.250452 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ddecf950-fccb-438a-8e0e-ccbdbf11d910 req-ecea9a91-d53c-4045-aa6c-1e4b05c7c4f1 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=3dfe6642-2ce3-4426-a731-974234ac2730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446336 Jul 15 13:47:06.250596 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ca08eb13-3c16-4158-9c47-d22277b81ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:06.280263 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-15624158-26f5-4153-b87c-06fba566d85d admin admin] Allocated IP 172.25.6.85 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/dcb3004c-4221-45dd-b18c-3bcad4827e0e) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:47:06.325609 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ca08eb13-3c16-4158-9c47-d22277b81ee0 None None] For port 1e37fc1b-e8b7-4c74-8232-8adcfefa7a19, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:47:06.330699 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ca08eb13-3c16-4158-9c47-d22277b81ee0 None None] For port 1e37fc1b-e8b7-4c74-8232-8adcfefa7a19, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=1e37fc1b-e8b7-4c74-8232-8adcfefa7a19,segment=NetworkSegment(8593cdf3-1154-47a9-91a7-cd24672e6fc5),segment_id=8593cdf3-1154-47a9-91a7-cd24672e6fc5)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:47:06.335949 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ca08eb13-3c16-4158-9c47-d22277b81ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:06.397892 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08eb13-3c16-4158-9c47-d22277b81ee0 None None] Pushing event updated for resources: {'Port': ['ID=1e37fc1b-e8b7-4c74-8232-8adcfefa7a19,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:06.438462 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15624158-26f5-4153-b87c-06fba566d85d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:06.473622 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a2dd6-5ed1-4170-bf87-3ff018a41142 req-1d1607c1-311b-419c-ba2e-7ae26a5e16a7 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:06.475214 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-898a2dd6-5ed1-4170-bf87-3ff018a41142 req-1d1607c1-311b-419c-ba2e-7ae26a5e16a7 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0e243a67-a232-4a38-880b-d14571b029b6 HTTP/1.1" status: 200 len: 1098 time: 0.1043224 Jul 15 13:47:06.515570 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15624158-26f5-4153-b87c-06fba566d85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:06.548860 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-898a2dd6-5ed1-4170-bf87-3ff018a41142 req-eec09d9e-5665-4b41-b89b-ddbd77b26dcc tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=3dfe6642-2ce3-4426-a731-974234ac2730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663831 Jul 15 13:47:06.570459 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15624158-26f5-4153-b87c-06fba566d85d admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:47:06.582163 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-15624158-26f5-4153-b87c-06fba566d85d admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:47:06.586965 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15624158-26f5-4153-b87c-06fba566d85d admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:47:06.590350 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15624158-26f5-4153-b87c-06fba566d85d admin admin] Pushing event updated for resources: {'Port': ['ID=dcb3004c-4221-45dd-b18c-3bcad4827e0e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:06.888266 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15624158-26f5-4153-b87c-06fba566d85d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:06.910009 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-4c920301-e373-40b9-b3fb-3ce7c42614ec tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:06.911548 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-4c920301-e373-40b9-b3fb-3ce7c42614ec tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/networks?id=898ed402-946e-43b0-967e-1a43d36ca9d6 HTTP/1.1" status: 200 len: 911 time: 0.0953219 Jul 15 13:47:06.926741 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-1a27783e-0ac4-4c45-a0fd-b582106d611e tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/quotas/5660373f0ba04c7d9b58e18f9fcd5fb9 HTTP/1.1" status: 200 len: 375 time: 0.0097959 Jul 15 13:47:07.020488 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-63fd39f6-2764-4147-967b-8db12d3250cb tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/ports?tenant_id=5660373f0ba04c7d9b58e18f9fcd5fb9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0883191 Jul 15 13:47:07.084343 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-16a32817-208a-4c46-ba95-520b310bc1a1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:47:07.085523 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-16a32817-208a-4c46-ba95-520b310bc1a1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0580077 Jul 15 13:47:07.190493 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-9c466f93-1f3f-40ba-a160-faed30cb9670 service neutron] 10.222.0.24 "GET /v2.0/networks/898ed402-946e-43b0-967e-1a43d36ca9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984161 Jul 15 13:47:07.305324 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-46a986cd-80db-4302-a2fe-ea3b2a850471 service neutron] 10.222.0.24 "GET /v2.0/networks/898ed402-946e-43b0-967e-1a43d36ca9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087744 Jul 15 13:47:07.434465 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe6a63a-cbdf-4c57-9538-264fc0780094 None None] Network 5a055609-64bc-49e9-a5b9-0b237dd005b5 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:47:07.447979 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15624158-26f5-4153-b87c-06fba566d85d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:07.516565 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0d0a3e24-5f8e-4e93-ac28-2dfda637ef79 None None] Provisioning for port 1e37fc1b-e8b7-4c74-8232-8adcfefa7a19 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:47:07.530555 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6183447d-2ae9-419b-8536-50daee55dcc0 req-bd66932a-4b93-4f9e-b9e4-a0defee6d79a tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d6e785f1-03e0-4dbd-bef1-154e0417806f HTTP/1.1" status: 200 len: 210 time: 0.0402074 Jul 15 13:47:07.636451 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15624158-26f5-4153-b87c-06fba566d85d admin admin] Router 6ecfdf35-c7d5-4a30-9156-613e9c8779f7 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:47:07.783367 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15624158-26f5-4153-b87c-06fba566d85d admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:47:07.794302 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aaee16-68dd-45ac-b2f8-24840f4e3756 None None] Sync routers for ids ['6ecfdf35-c7d5-4a30-9156-613e9c8779f7'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:47:07.804311 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aaee16-68dd-45ac-b2f8-24840f4e3756 None None] Routers {'6ecfdf35-c7d5-4a30-9156-613e9c8779f7'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:07.804950 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-77aaee16-68dd-45ac-b2f8-24840f4e3756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:46:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['6ecfdf35-c7d5-4a30-9156-613e9c8779f7'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:07.806078 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15624158-26f5-4153-b87c-06fba566d85d admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:07.807964 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-15624158-26f5-4153-b87c-06fba566d85d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2094178 Jul 15 13:47:07.810587 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44300) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:07.936736 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-77aaee16-68dd-45ac-b2f8-24840f4e3756 None None] Set router 6ecfdf35-c7d5-4a30-9156-613e9c8779f7 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:47:08.149701 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-77aaee16-68dd-45ac-b2f8-24840f4e3756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'name': 'tempest-TestVolumeBackupRestore-365696000-router', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dcb3004c-4221-45dd-b18c-3bcad4827e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:47:05Z', 'updated_at': '2021-07-15T13:47:06Z', 'revision_number': 3, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'gw_port': {'id': 'dcb3004c-4221-45dd-b18c-3bcad4827e0e', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:06Z', 'updated_at': '2021-07-15T13:47:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:08.180998 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aaee16-68dd-45ac-b2f8-24840f4e3756 None None] Checking router: 6ecfdf35-c7d5-4a30-9156-613e9c8779f7 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:47:08.181437 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aaee16-68dd-45ac-b2f8-24840f4e3756 None None] Updating router 6ecfdf35-c7d5-4a30-9156-613e9c8779f7 port dcb3004c-4221-45dd-b18c-3bcad4827e0e binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:47:08.220623 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-77aaee16-68dd-45ac-b2f8-24840f4e3756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:08.301619 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-233a1f23-e248-4c57-9211-22d5d54ae583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:08.437975 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:08.504500 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-233a1f23-e248-4c57-9211-22d5d54ae583 admin admin] Allocated IP 172.20.0.1 (5a055609-64bc-49e9-a5b9-0b237dd005b5/281315aa-6afe-4aea-ba2d-cd656b32e502/43bae4e3-1e72-4f0e-936a-0efe739c67d9) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:47:08.507499 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-77aaee16-68dd-45ac-b2f8-24840f4e3756 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:08.519656 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-77aaee16-68dd-45ac-b2f8-24840f4e3756 None None] Transition to ACTIVE for port object dcb3004c-4221-45dd-b18c-3bcad4827e0e will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:47:08.528953 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-77aaee16-68dd-45ac-b2f8-24840f4e3756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:08.606829 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-77aaee16-68dd-45ac-b2f8-24840f4e3756 None None] Attempting to bind port dcb3004c-4221-45dd-b18c-3bcad4827e0e on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:47:08.607201 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-77aaee16-68dd-45ac-b2f8-24840f4e3756 None None] Attempting to bind port dcb3004c-4221-45dd-b18c-3bcad4827e0e by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:47:08.607572 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77aaee16-68dd-45ac-b2f8-24840f4e3756 None None] Attempting to bind port dcb3004c-4221-45dd-b18c-3bcad4827e0e on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:47:08.617278 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77aaee16-68dd-45ac-b2f8-24840f4e3756 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:47:08.617703 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77aaee16-68dd-45ac-b2f8-24840f4e3756 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:47:08.618378 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-77aaee16-68dd-45ac-b2f8-24840f4e3756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:08.618862 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77aaee16-68dd-45ac-b2f8-24840f4e3756 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:47:08.619548 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-77aaee16-68dd-45ac-b2f8-24840f4e3756 None None] Bound port: dcb3004c-4221-45dd-b18c-3bcad4827e0e, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:47:08.619852 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-77aaee16-68dd-45ac-b2f8-24840f4e3756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:08.644591 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-233a1f23-e248-4c57-9211-22d5d54ae583 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:08.651409 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1e37fc1b-e8b7-4c74-8232-8adcfefa7a19 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:47:08.669081 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-233a1f23-e248-4c57-9211-22d5d54ae583 admin admin] Transition to ACTIVE for port object 43bae4e3-1e72-4f0e-936a-0efe739c67d9 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:47:08.676710 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1b631-73e0-4fa7-bf99-62730ab5eff2 None None] Pushing event updated for resources: {'Port': ['ID=dcb3004c-4221-45dd-b18c-3bcad4827e0e,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:08.695957 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-77aaee16-68dd-45ac-b2f8-24840f4e3756 None None] For port dcb3004c-4221-45dd-b18c-3bcad4827e0e, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:47:08.697668 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-de765a25-89f1-4f7a-9010-64dc7b081772 req-966a4aa2-8f06-4ccb-acf3-b2fa7734983c tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d6e785f1-03e0-4dbd-bef1-154e0417806f HTTP/1.1" status: 200 len: 210 time: 0.0380392 Jul 15 13:47:08.701160 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-77aaee16-68dd-45ac-b2f8-24840f4e3756 None None] For port dcb3004c-4221-45dd-b18c-3bcad4827e0e, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=dcb3004c-4221-45dd-b18c-3bcad4827e0e,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:47:08.716625 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-77aaee16-68dd-45ac-b2f8-24840f4e3756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:08.718662 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 1e37fc1b-e8b7-4c74-8232-8adcfefa7a19 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:47:08.720703 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-233a1f23-e248-4c57-9211-22d5d54ae583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:08.722656 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 1e37fc1b-e8b7-4c74-8232-8adcfefa7a19 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:47:08.723018 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:08.764291 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233a1f23-e248-4c57-9211-22d5d54ae583 admin admin] Network 5a055609-64bc-49e9-a5b9-0b237dd005b5 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:47:08.767515 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-233a1f23-e248-4c57-9211-22d5d54ae583 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:47:08.773361 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233a1f23-e248-4c57-9211-22d5d54ae583 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:47:08.783270 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aaee16-68dd-45ac-b2f8-24840f4e3756 None None] Routers {'6ecfdf35-c7d5-4a30-9156-613e9c8779f7'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:08.786219 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-77aaee16-68dd-45ac-b2f8-24840f4e3756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:46:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['6ecfdf35-c7d5-4a30-9156-613e9c8779f7'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:08.793552 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1b631-73e0-4fa7-bf99-62730ab5eff2 None None] Pushing event updated for resources: {'Port': ['ID=dcb3004c-4221-45dd-b18c-3bcad4827e0e,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:08.808837 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a1f23-e248-4c57-9211-22d5d54ae583 admin admin] Pushing event updated for resources: {'Port': ['ID=43bae4e3-1e72-4f0e-936a-0efe739c67d9,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:08.819286 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:08.839640 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-233a1f23-e248-4c57-9211-22d5d54ae583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:08.871881 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 1e37fc1b-e8b7-4c74-8232-8adcfefa7a19, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=1e37fc1b-e8b7-4c74-8232-8adcfefa7a19,segment=NetworkSegment(8593cdf3-1154-47a9-91a7-cd24672e6fc5),segment_id=8593cdf3-1154-47a9-91a7-cd24672e6fc5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:08.880336 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:08.955058 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-77aaee16-68dd-45ac-b2f8-24840f4e3756 None None] Set router 6ecfdf35-c7d5-4a30-9156-613e9c8779f7 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:47:08.958685 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=1e37fc1b-e8b7-4c74-8232-8adcfefa7a19,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:09.106368 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-233a1f23-e248-4c57-9211-22d5d54ae583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:09.143540 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-f28a27b7-bacd-44f3-839e-80e0cf7d0a2e tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:09.145470 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-f28a27b7-bacd-44f3-839e-80e0cf7d0a2e tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.18 "GET /v2.0/networks?id=898ed402-946e-43b0-967e-1a43d36ca9d6 HTTP/1.1" status: 200 len: 911 time: 0.1707132 Jul 15 13:47:09.156937 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-92bd0a43-f8e5-4362-a297-3911cf27c3b7 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Request body: {'port': {'device_id': 'd6e785f1-03e0-4dbd-bef1-154e0417806f', 'network_id': '898ed402-946e-43b0-967e-1a43d36ca9d6', 'admin_state_up': True, 'tenant_id': '5660373f0ba04c7d9b58e18f9fcd5fb9'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:09.172082 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-77aaee16-68dd-45ac-b2f8-24840f4e3756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'name': 'tempest-TestVolumeBackupRestore-365696000-router', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dcb3004c-4221-45dd-b18c-3bcad4827e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:47:05Z', 'updated_at': '2021-07-15T13:47:06Z', 'revision_number': 3, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'gw_port': {'id': 'dcb3004c-4221-45dd-b18c-3bcad4827e0e', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:06Z', 'updated_at': '2021-07-15T13:47:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:09.188633 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7cf6732a-fc5f-4952-9236-95242abe639e None None] Provisioning for port 43bae4e3-1e72-4f0e-936a-0efe739c67d9 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:47:09.189271 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-92bd0a43-f8e5-4362-a297-3911cf27c3b7 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Made reservation on behalf of 5660373f0ba04c7d9b58e18f9fcd5fb9 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:47:09.192916 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-92bd0a43-f8e5-4362-a297-3911cf27c3b7 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:09.195199 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7cf6732a-fc5f-4952-9236-95242abe639e None None] Provisioning complete for port 43bae4e3-1e72-4f0e-936a-0efe739c67d9 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:47:09.195671 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7cf6732a-fc5f-4952-9236-95242abe639e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:09.208264 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aaee16-68dd-45ac-b2f8-24840f4e3756 None None] The sync data for ids ['6ecfdf35-c7d5-4a30-9156-613e9c8779f7'] in n-d-758944-45 is: [{'id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'name': 'tempest-TestVolumeBackupRestore-365696000-router', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dcb3004c-4221-45dd-b18c-3bcad4827e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:47:05Z', 'updated_at': '2021-07-15T13:47:06Z', 'revision_number': 3, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'gw_port': {'id': 'dcb3004c-4221-45dd-b18c-3bcad4827e0e', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:06Z', 'updated_at': '2021-07-15T13:47:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:47:09.262445 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7cf6732a-fc5f-4952-9236-95242abe639e None None] Port 43bae4e3-1e72-4f0e-936a-0efe739c67d9 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:47:09.332966 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-233a1f23-e248-4c57-9211-22d5d54ae583 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:09.333973 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-92bd0a43-f8e5-4362-a297-3911cf27c3b7 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Allocated IP 172.20.0.5 (898ed402-946e-43b0-967e-1a43d36ca9d6/f2c8cc96-5a96-42cd-a7c4-8a342e9a0e29/f854a994-bd1e-4b7f-9583-15be17bce412) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:47:09.338308 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-233a1f23-e248-4c57-9211-22d5d54ae583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:09.411513 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-233a1f23-e248-4c57-9211-22d5d54ae583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:09.413616 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a1f23-e248-4c57-9211-22d5d54ae583 admin admin] Pushing event updated for resources: {'Port': ['ID=43bae4e3-1e72-4f0e-936a-0efe739c67d9,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:09.544875 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-92bd0a43-f8e5-4362-a297-3911cf27c3b7 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:09.554349 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233a1f23-e248-4c57-9211-22d5d54ae583 admin admin] Network 5a055609-64bc-49e9-a5b9-0b237dd005b5 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:47:09.555887 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-233a1f23-e248-4c57-9211-22d5d54ae583 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:47:09.564081 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-92bd0a43-f8e5-4362-a297-3911cf27c3b7 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Transition to ACTIVE for port object f854a994-bd1e-4b7f-9583-15be17bce412 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:47:09.602988 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-92bd0a43-f8e5-4362-a297-3911cf27c3b7 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:09.630822 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-92bd0a43-f8e5-4362-a297-3911cf27c3b7 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Network 898ed402-946e-43b0-967e-1a43d36ca9d6 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:47:09.642975 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['0d791c5c-5b4e-4e02-98f1-faf47de55cad'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:47:09.652974 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-92bd0a43-f8e5-4362-a297-3911cf27c3b7 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:47:09.657280 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-92bd0a43-f8e5-4362-a297-3911cf27c3b7 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:47:09.715073 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd0a43-f8e5-4362-a297-3911cf27c3b7 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Pushing event updated for resources: {'Port': ['ID=f854a994-bd1e-4b7f-9583-15be17bce412,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:09.722525 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-92bd0a43-f8e5-4362-a297-3911cf27c3b7 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:09.723362 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-92bd0a43-f8e5-4362-a297-3911cf27c3b7 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:09.742038 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-92bd0a43-f8e5-4362-a297-3911cf27c3b7 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5892932 Jul 15 13:47:09.756698 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-455d96f8-7f52-4d8a-af8a-1a4ddd79dd57 service neutron] Request body: {'port': {'device_id': 'd6e785f1-03e0-4dbd-bef1-154e0417806f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:09.759601 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233a1f23-e248-4c57-9211-22d5d54ae583 admin admin] Router 6ecfdf35-c7d5-4a30-9156-613e9c8779f7 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:47:09.906037 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-455d96f8-7f52-4d8a-af8a-1a4ddd79dd57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:10.024588 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233a1f23-e248-4c57-9211-22d5d54ae583 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:47:10.026614 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-6cf94341-d8bb-4e85-900e-ea834849a3f9 None None] Provisioning complete for port 43bae4e3-1e72-4f0e-936a-0efe739c67d9 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:47:10.027003 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6cf94341-d8bb-4e85-900e-ea834849a3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:10.036466 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-233a1f23-e248-4c57-9211-22d5d54ae583 admin admin] 10.222.0.24 "PUT /v2.0/routers/6ecfdf35-c7d5-4a30-9156-613e9c8779f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2245679 Jul 15 13:47:10.067152 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87afa54-53be-49fe-97a2-d4a42a348bf5 req-5eb749e0-e7b3-4b24-87b3-59cafdc28e21 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:10.068602 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a87afa54-53be-49fe-97a2-d4a42a348bf5 req-5eb749e0-e7b3-4b24-87b3-59cafdc28e21 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d6e785f1-03e0-4dbd-bef1-154e0417806f HTTP/1.1" status: 200 len: 1027 time: 0.1080687 Jul 15 13:47:10.093237 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6cf94341-d8bb-4e85-900e-ea834849a3f9 None None] Port 43bae4e3-1e72-4f0e-936a-0efe739c67d9 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:47:10.118970 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a87afa54-53be-49fe-97a2-d4a42a348bf5 req-fec9dc9a-2a15-4d1f-8bc9-2d5c8d99c90d tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=3dfe6642-2ce3-4426-a731-974234ac2730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444324 Jul 15 13:47:10.219688 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a196c3d1-4943-4f65-b0d9-9459739091d8 None None] Provisioning for port f854a994-bd1e-4b7f-9583-15be17bce412 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:47:10.228945 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a196c3d1-4943-4f65-b0d9-9459739091d8 None None] Provisioning complete for port f854a994-bd1e-4b7f-9583-15be17bce412 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:47:10.229576 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a196c3d1-4943-4f65-b0d9-9459739091d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:10.278497 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a196c3d1-4943-4f65-b0d9-9459739091d8 None None] Port f854a994-bd1e-4b7f-9583-15be17bce412 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:47:10.283063 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-455d96f8-7f52-4d8a-af8a-1a4ddd79dd57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f854a994-bd1e-4b7f-9583-15be17bce412 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:47:10.291435 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-455d96f8-7f52-4d8a-af8a-1a4ddd79dd57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:10.305401 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-455d96f8-7f52-4d8a-af8a-1a4ddd79dd57 service neutron] Transition to ACTIVE for port object f854a994-bd1e-4b7f-9583-15be17bce412 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:47:10.309803 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-455d96f8-7f52-4d8a-af8a-1a4ddd79dd57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:10.396002 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d96f8-7f52-4d8a-af8a-1a4ddd79dd57 service neutron] Pushing event updated for resources: {'Port': ['ID=f854a994-bd1e-4b7f-9583-15be17bce412,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:10.453073 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-455d96f8-7f52-4d8a-af8a-1a4ddd79dd57 service neutron] Attempting to bind port f854a994-bd1e-4b7f-9583-15be17bce412 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:47:10.453419 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-455d96f8-7f52-4d8a-af8a-1a4ddd79dd57 service neutron] Attempting to bind port f854a994-bd1e-4b7f-9583-15be17bce412 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '279821e4-0a6c-471f-adae-d0945e7622d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '898ed402-946e-43b0-967e-1a43d36ca9d6'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:47:10.453861 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-455d96f8-7f52-4d8a-af8a-1a4ddd79dd57 service neutron] Attempting to bind port f854a994-bd1e-4b7f-9583-15be17bce412 on network 898ed402-946e-43b0-967e-1a43d36ca9d6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:47:10.459048 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-455d96f8-7f52-4d8a-af8a-1a4ddd79dd57 service neutron] Port f854a994-bd1e-4b7f-9583-15be17bce412 on network 898ed402-946e-43b0-967e-1a43d36ca9d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:47:10.459375 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-455d96f8-7f52-4d8a-af8a-1a4ddd79dd57 service neutron] Attempting to bind port f854a994-bd1e-4b7f-9583-15be17bce412 on network 898ed402-946e-43b0-967e-1a43d36ca9d6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:47:10.465049 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-455d96f8-7f52-4d8a-af8a-1a4ddd79dd57 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:47:10.465470 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-455d96f8-7f52-4d8a-af8a-1a4ddd79dd57 service neutron] Checking segment: {'id': '279821e4-0a6c-471f-adae-d0945e7622d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '898ed402-946e-43b0-967e-1a43d36ca9d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:47:10.465986 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-455d96f8-7f52-4d8a-af8a-1a4ddd79dd57 service neutron] Bound using segment: {'id': '279821e4-0a6c-471f-adae-d0945e7622d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '898ed402-946e-43b0-967e-1a43d36ca9d6'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:47:10.466500 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-455d96f8-7f52-4d8a-af8a-1a4ddd79dd57 service neutron] Bound port: f854a994-bd1e-4b7f-9583-15be17bce412, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '279821e4-0a6c-471f-adae-d0945e7622d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '898ed402-946e-43b0-967e-1a43d36ca9d6'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:47:10.466931 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-455d96f8-7f52-4d8a-af8a-1a4ddd79dd57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:10.541251 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-455d96f8-7f52-4d8a-af8a-1a4ddd79dd57 service neutron] For port f854a994-bd1e-4b7f-9583-15be17bce412, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:47:10.544881 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-455d96f8-7f52-4d8a-af8a-1a4ddd79dd57 service neutron] For port f854a994-bd1e-4b7f-9583-15be17bce412, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=f854a994-bd1e-4b7f-9583-15be17bce412,segment=NetworkSegment(279821e4-0a6c-471f-adae-d0945e7622d2),segment_id=279821e4-0a6c-471f-adae-d0945e7622d2)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:47:10.551903 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-455d96f8-7f52-4d8a-af8a-1a4ddd79dd57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:10.592830 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-455d96f8-7f52-4d8a-af8a-1a4ddd79dd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:10.593446 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-455d96f8-7f52-4d8a-af8a-1a4ddd79dd57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:10.595831 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-455d96f8-7f52-4d8a-af8a-1a4ddd79dd57 service neutron] 10.222.0.18 "PUT /v2.0/ports/f854a994-bd1e-4b7f-9583-15be17bce412 HTTP/1.1" status: 200 len: 1092 time: 0.8455808 Jul 15 13:47:10.596276 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e785f1-03e0-4dbd-bef1-154e0417806f', 'tag': 'f854a994-bd1e-4b7f-9583-15be17bce412'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:47:10.602653 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1d7bee-91b5-4de6-8f02-22b92eda16df" -d '{"events": [{"name": "network-changed", "server_uuid": "d6e785f1-03e0-4dbd-bef1-154e0417806f", "tag": "f854a994-bd1e-4b7f-9583-15be17bce412"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:47:10.658457 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7417d3a6-27c9-43f5-8924-5367bf2a9c90 x-openstack-request-id: req-7417d3a6-27c9-43f5-8924-5367bf2a9c90 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:47:10.658964 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6e785f1-03e0-4dbd-bef1-154e0417806f", "tag": "f854a994-bd1e-4b7f-9583-15be17bce412", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:47:10.659275 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7417d3a6-27c9-43f5-8924-5367bf2a9c90 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:47:10.660046 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e785f1-03e0-4dbd-bef1-154e0417806f', 'tag': 'f854a994-bd1e-4b7f-9583-15be17bce412', 'status': 'completed', 'code': 200} Jul 15 13:47:10.671797 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44332) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:10.677780 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ea769bcf-1b2f-4a71-ac33-1493f8c17065 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-160976874-network', 'tenant_id': 'cd561cbbd66d498a8a527a9c987e7d14'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:10.684750 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d96f8-7f52-4d8a-af8a-1a4ddd79dd57 service neutron] Pushing event updated for resources: {'Port': ['ID=f854a994-bd1e-4b7f-9583-15be17bce412,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:10.704351 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea769bcf-1b2f-4a71-ac33-1493f8c17065 admin admin] Made reservation on behalf of cd561cbbd66d498a8a527a9c987e7d14 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:47:10.707049 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea769bcf-1b2f-4a71-ac33-1493f8c17065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:10.715246 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-6bc24bd2-adb0-49dd-9ee3-e35492577ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:10.716904 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-6bc24bd2-adb0-49dd-9ee3-e35492577ea2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5660373f0ba04c7d9b58e18f9fcd5fb9&device_id=d6e785f1-03e0-4dbd-bef1-154e0417806f HTTP/1.1" status: 200 len: 1095 time: 0.0733395 Jul 15 13:47:10.718484 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea769bcf-1b2f-4a71-ac33-1493f8c17065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:10.749483 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device dcb3004c-4221-45dd-b18c-3bcad4827e0e up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:47:10.778606 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-0ebd59a8-5d61-4bcf-8d21-6ff2f7f9d4bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f854a994-bd1e-4b7f-9583-15be17bce412 HTTP/1.1" status: 200 len: 217 time: 0.0538025 Jul 15 13:47:10.840342 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port dcb3004c-4221-45dd-b18c-3bcad4827e0e completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:47:10.844928 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-5f4d8af2-ed49-42fd-90b5-eddae3121f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:10.847379 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port dcb3004c-4221-45dd-b18c-3bcad4827e0e triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:47:10.847627 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-5f4d8af2-ed49-42fd-90b5-eddae3121f28 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2c8cc96-5a96-42cd-a7c4-8a342e9a0e29 HTTP/1.1" status: 200 len: 849 time: 0.0602949 Jul 15 13:47:10.848139 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:10.861527 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea769bcf-1b2f-4a71-ac33-1493f8c17065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:10.867319 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea769bcf-1b2f-4a71-ac33-1493f8c17065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:10.908154 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea769bcf-1b2f-4a71-ac33-1493f8c17065 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:47:10.920726 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea769bcf-1b2f-4a71-ac33-1493f8c17065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1448fc-b363-41e5-a177-129c62b7be8c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:10.926317 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea769bcf-1b2f-4a71-ac33-1493f8c17065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:10.930643 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-ea769bcf-1b2f-4a71-ac33-1493f8c17065 admin admin] Added segment 8d5ebf28-5d8f-4cf4-9d64-5f163d45f52a of type vlan for network 469777aa-acf9-4db1-9f26-42c3021f02a2 Jul 15 13:47:10.947267 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-7d9b1246-cfc9-4b7d-9500-9d4ba2d9ac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:10.948975 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-7d9b1246-cfc9-4b7d-9500-9d4ba2d9ac86 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=898ed402-946e-43b0-967e-1a43d36ca9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0953524 Jul 15 13:47:10.978387 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea769bcf-1b2f-4a71-ac33-1493f8c17065 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:11.012801 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea769bcf-1b2f-4a71-ac33-1493f8c17065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:11.014378 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea769bcf-1b2f-4a71-ac33-1493f8c17065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:11.015180 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea769bcf-1b2f-4a71-ac33-1493f8c17065 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:11.061821 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ea769bcf-1b2f-4a71-ac33-1493f8c17065 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3870618 Jul 15 13:47:11.062031 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-3b36c61e-ef22-44ea-842b-d02cc500c9a2 service neutron] 10.222.0.18 "GET /v2.0/networks/898ed402-946e-43b0-967e-1a43d36ca9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050880 Jul 15 13:47:11.062941 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44334) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:11.068282 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-73125710-0bb0-41bf-8394-338c2062b1d7 admin admin] Request body: {'subnet': {'network_id': '469777aa-acf9-4db1-9f26-42c3021f02a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-160976874-subnet', 'tenant_id': 'cd561cbbd66d498a8a527a9c987e7d14', 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:11.088222 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea769bcf-1b2f-4a71-ac33-1493f8c17065 admin admin] Pushing event updated for resources: {'Network': ['ID=469777aa-acf9-4db1-9f26-42c3021f02a2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:11.114040 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 469777aa-acf9-4db1-9f26-42c3021f02a2 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:47:11.144809 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:11.149573 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73125710-0bb0-41bf-8394-338c2062b1d7 admin admin] Made reservation on behalf of cd561cbbd66d498a8a527a9c987e7d14 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:47:11.151999 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-73125710-0bb0-41bf-8394-338c2062b1d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:11.210786 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port dcb3004c-4221-45dd-b18c-3bcad4827e0e, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=dcb3004c-4221-45dd-b18c-3bcad4827e0e,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:11.220874 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:11.222074 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1e37fc1b-e8b7-4c74-8232-8adcfefa7a19 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:47:11.237973 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-765dd51d-458d-458b-93b8-493f032aa8e8 req-bf34c630-9d6a-4d94-84e2-5195ced58db9 service neutron] 10.222.0.18 "GET /v2.0/networks/898ed402-946e-43b0-967e-1a43d36ca9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652579 Jul 15 13:47:11.318854 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=dcb3004c-4221-45dd-b18c-3bcad4827e0e,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:11.320041 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569728b1-e0b6-4294-a3a2-aba3e147263b req-f5dd4589-fb93-414a-bf9f-a1d7fd2119e5 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:11.324807 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-569728b1-e0b6-4294-a3a2-aba3e147263b req-f5dd4589-fb93-414a-bf9f-a1d7fd2119e5 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d6e785f1-03e0-4dbd-bef1-154e0417806f HTTP/1.1" status: 200 len: 1095 time: 0.0722988 Jul 15 13:47:11.334316 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 1e37fc1b-e8b7-4c74-8232-8adcfefa7a19 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:47:11.334901 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:11.365514 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d931b719-bae5-42b5-af77-f3ec372d2221 None None] Sync routers for ids ['6ecfdf35-c7d5-4a30-9156-613e9c8779f7'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:47:11.380885 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-569728b1-e0b6-4294-a3a2-aba3e147263b req-e25e1e77-7386-4ccf-b1a0-7a2fa86f8daa tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=3dfe6642-2ce3-4426-a731-974234ac2730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463099 Jul 15 13:47:11.396881 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d931b719-bae5-42b5-af77-f3ec372d2221 None None] Routers {'6ecfdf35-c7d5-4a30-9156-613e9c8779f7'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:11.397723 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d931b719-bae5-42b5-af77-f3ec372d2221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:46:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['6ecfdf35-c7d5-4a30-9156-613e9c8779f7'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:11.451984 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-73125710-0bb0-41bf-8394-338c2062b1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:11.455566 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d7bee-91b5-4de6-8f02-22b92eda16df req-402ed78c-9981-4790-888a-9f674236a325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:11.457125 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8d1d7bee-91b5-4de6-8f02-22b92eda16df req-402ed78c-9981-4790-888a-9f674236a325 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5660373f0ba04c7d9b58e18f9fcd5fb9&device_id=d6e785f1-03e0-4dbd-bef1-154e0417806f HTTP/1.1" status: 200 len: 1095 time: 0.1210053 Jul 15 13:47:11.539110 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-d931b719-bae5-42b5-af77-f3ec372d2221 None None] Set router 6ecfdf35-c7d5-4a30-9156-613e9c8779f7 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:47:11.575067 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73125710-0bb0-41bf-8394-338c2062b1d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edc5805f-aa28-4d79-904d-7db5fe82a584,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:11.589743 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73125710-0bb0-41bf-8394-338c2062b1d7 admin admin] Checking segment: {'id': '8d5ebf28-5d8f-4cf4-9d64-5f163d45f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '469777aa-acf9-4db1-9f26-42c3021f02a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:47:11.590123 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73125710-0bb0-41bf-8394-338c2062b1d7 admin admin] Network hostable DHCP agents. Network: 469777aa-acf9-4db1-9f26-42c3021f02a2, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:47:11.618710 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d7bee-91b5-4de6-8f02-22b92eda16df req-d9e39fc0-8def-459e-b38f-33d5c1cffe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:11.620204 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8d1d7bee-91b5-4de6-8f02-22b92eda16df req-d9e39fc0-8def-459e-b38f-33d5c1cffe68 service neutron] 10.222.0.18 "GET /v2.0/networks?id=898ed402-946e-43b0-967e-1a43d36ca9d6 HTTP/1.1" status: 200 len: 911 time: 0.1565523 Jul 15 13:47:11.624492 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73125710-0bb0-41bf-8394-338c2062b1d7 admin admin] Network 469777aa-acf9-4db1-9f26-42c3021f02a2 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:47:11.667221 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8d1d7bee-91b5-4de6-8f02-22b92eda16df req-dbdee7bb-4987-4677-bc3d-58ca8d23bb52 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f854a994-bd1e-4b7f-9583-15be17bce412 HTTP/1.1" status: 200 len: 217 time: 0.0399704 Jul 15 13:47:11.669286 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-73125710-0bb0-41bf-8394-338c2062b1d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 469777aa-acf9-4db1-9f26-42c3021f02a2) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:47:11.674279 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73125710-0bb0-41bf-8394-338c2062b1d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:11.674949 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-73125710-0bb0-41bf-8394-338c2062b1d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:11.681799 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5eff322-364d-4c79-b1a9-2e75e8d1885a None None] Network 469777aa-acf9-4db1-9f26-42c3021f02a2 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:47:11.723727 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-73125710-0bb0-41bf-8394-338c2062b1d7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6595206 Jul 15 13:47:11.726487 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44338) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:11.730988 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9b801def-4b6a-4479-8131-2f7995c25e10 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-160976874-router', 'tenant_id': 'cd561cbbd66d498a8a527a9c987e7d14', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:11.733847 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d7bee-91b5-4de6-8f02-22b92eda16df req-fd9e6bf0-67d7-4be8-acf1-efe605012945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:11.735429 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8d1d7bee-91b5-4de6-8f02-22b92eda16df req-fd9e6bf0-67d7-4be8-acf1-efe605012945 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2c8cc96-5a96-42cd-a7c4-8a342e9a0e29 HTTP/1.1" status: 200 len: 849 time: 0.0579848 Jul 15 13:47:11.754631 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b801def-4b6a-4479-8131-2f7995c25e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:11.755921 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b801def-4b6a-4479-8131-2f7995c25e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:11.801911 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d7bee-91b5-4de6-8f02-22b92eda16df req-08327cdc-7aa9-448b-b1be-c11721dbe36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:11.803355 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8d1d7bee-91b5-4de6-8f02-22b92eda16df req-08327cdc-7aa9-448b-b1be-c11721dbe36d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=898ed402-946e-43b0-967e-1a43d36ca9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608888 Jul 15 13:47:11.827681 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b801def-4b6a-4479-8131-2f7995c25e10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:11.863238 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d931b719-bae5-42b5-af77-f3ec372d2221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'name': 'tempest-TestVolumeBackupRestore-365696000-router', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dcb3004c-4221-45dd-b18c-3bcad4827e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:47:05Z', 'updated_at': '2021-07-15T13:47:09Z', 'revision_number': 4, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'gw_port': {'id': 'dcb3004c-4221-45dd-b18c-3bcad4827e0e', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:06Z', 'updated_at': '2021-07-15T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '43bae4e3-1e72-4f0e-936a-0efe739c67d9', 'name': '', 'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'mac_address': 'fa:16:3e:d6:18:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '281315aa-6afe-4aea-ba2d-cd656b32e502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:08Z', 'updated_at': '2021-07-15T13:47:09Z', 'revision_number': 2, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'subnets': [{'id': '281315aa-6afe-4aea-ba2d-cd656b32e502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:11.918482 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8d1d7bee-91b5-4de6-8f02-22b92eda16df req-4b047be6-ac95-42c0-a05b-f8d00c0b18b5 service neutron] 10.222.0.18 "GET /v2.0/networks/898ed402-946e-43b0-967e-1a43d36ca9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084242 Jul 15 13:47:11.919264 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d931b719-bae5-42b5-af77-f3ec372d2221 None None] Checking router: 6ecfdf35-c7d5-4a30-9156-613e9c8779f7 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:47:11.919608 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d931b719-bae5-42b5-af77-f3ec372d2221 None None] Updating router 6ecfdf35-c7d5-4a30-9156-613e9c8779f7 port 43bae4e3-1e72-4f0e-936a-0efe739c67d9 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:47:11.927788 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7208b35-7729-4f56-8e67-8916650be8d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-469777aa-acf9-4db1-9f26-42c3021f02a2', 'network_id': '469777aa-acf9-4db1-9f26-42c3021f02a2', 'tenant_id': 'cd561cbbd66d498a8a527a9c987e7d14', 'fixed_ips': [{'subnet_id': 'edc5805f-aa28-4d79-904d-7db5fe82a584'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:47:11.927788 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7208b35-7729-4f56-8e67-8916650be8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:11.972702 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b801def-4b6a-4479-8131-2f7995c25e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:11.977598 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d931b719-bae5-42b5-af77-f3ec372d2221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:12.082714 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8d1d7bee-91b5-4de6-8f02-22b92eda16df req-b770b8dd-3a51-45a8-8358-057de20d054a service neutron] 10.222.0.18 "GET /v2.0/networks/898ed402-946e-43b0-967e-1a43d36ca9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558816 Jul 15 13:47:12.257541 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b801def-4b6a-4479-8131-2f7995c25e10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:12.277571 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b801def-4b6a-4479-8131-2f7995c25e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:12.310734 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-a7208b35-7729-4f56-8e67-8916650be8d7 None None] Allocated IP 172.20.0.2 (469777aa-acf9-4db1-9f26-42c3021f02a2/edc5805f-aa28-4d79-904d-7db5fe82a584/e275307e-050b-487e-a68c-7422385bd6a0) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:47:12.387418 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-9b801def-4b6a-4479-8131-2f7995c25e10 admin admin] Allocated IP 172.25.6.179 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/d11771ec-21a3-4305-a905-9db1d0a93c71) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:47:12.496128 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b801def-4b6a-4479-8131-2f7995c25e10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:12.558565 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b801def-4b6a-4479-8131-2f7995c25e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:12.583299 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8617b-5698-42dd-a903-bcb1b06c3618 req-3aeb574e-1f66-47dc-971f-b83186b98d09 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:12.586251 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e0f8617b-5698-42dd-a903-bcb1b06c3618 req-3aeb574e-1f66-47dc-971f-b83186b98d09 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d6e785f1-03e0-4dbd-bef1-154e0417806f HTTP/1.1" status: 200 len: 1095 time: 0.0710471 Jul 15 13:47:12.599232 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7208b35-7729-4f56-8e67-8916650be8d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:12.604211 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device dcb3004c-4221-45dd-b18c-3bcad4827e0e up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:47:12.611138 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d931b719-bae5-42b5-af77-f3ec372d2221 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:12.619436 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b801def-4b6a-4479-8131-2f7995c25e10 admin admin] Pushing event updated for resources: {'Port': ['ID=d11771ec-21a3-4305-a905-9db1d0a93c71,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:12.625815 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b801def-4b6a-4479-8131-2f7995c25e10 admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:47:12.630873 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-9b801def-4b6a-4479-8131-2f7995c25e10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:47:12.632385 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e0f8617b-5698-42dd-a903-bcb1b06c3618 req-b05c5fab-0c38-4f58-9f1e-4ed6153421d4 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=3dfe6642-2ce3-4426-a731-974234ac2730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412300 Jul 15 13:47:12.635771 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b801def-4b6a-4479-8131-2f7995c25e10 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:47:12.639446 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a7208b35-7729-4f56-8e67-8916650be8d7 None None] Transition to ACTIVE for port object e275307e-050b-487e-a68c-7422385bd6a0 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:47:12.665639 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d931b719-bae5-42b5-af77-f3ec372d2221 None None] Transition to ACTIVE for port object 43bae4e3-1e72-4f0e-936a-0efe739c67d9 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:47:12.672521 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a7208b35-7729-4f56-8e67-8916650be8d7 None None] Transition to ACTIVE for port object e275307e-050b-487e-a68c-7422385bd6a0 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:47:12.677182 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d931b719-bae5-42b5-af77-f3ec372d2221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:12.686346 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7208b35-7729-4f56-8e67-8916650be8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:12.738906 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7208b35-7729-4f56-8e67-8916650be8d7 None None] Network 469777aa-acf9-4db1-9f26-42c3021f02a2 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:47:12.750434 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-a7208b35-7729-4f56-8e67-8916650be8d7 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:47:12.754245 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7208b35-7729-4f56-8e67-8916650be8d7 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:47:12.757897 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc02f6-e472-4d2c-8e10-ebe474cd969a None None] Pushing event updated for resources: {'Port': ['ID=43bae4e3-1e72-4f0e-936a-0efe739c67d9,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:12.762351 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port dcb3004c-4221-45dd-b18c-3bcad4827e0e triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:47:12.762720 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:12.912237 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-d931b719-bae5-42b5-af77-f3ec372d2221 None None] Attempting to bind port 43bae4e3-1e72-4f0e-936a-0efe739c67d9 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:47:12.912757 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b801def-4b6a-4479-8131-2f7995c25e10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:12.913228 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-d931b719-bae5-42b5-af77-f3ec372d2221 None None] Attempting to bind port 43bae4e3-1e72-4f0e-936a-0efe739c67d9 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '8593cdf3-1154-47a9-91a7-cd24672e6fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:47:12.913228 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d931b719-bae5-42b5-af77-f3ec372d2221 None None] Attempting to bind port 43bae4e3-1e72-4f0e-936a-0efe739c67d9 on network 5a055609-64bc-49e9-a5b9-0b237dd005b5 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:47:12.929251 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7208b35-7729-4f56-8e67-8916650be8d7 None None] Pushing event updated for resources: {'Port': ['ID=e275307e-050b-487e-a68c-7422385bd6a0,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:12.932369 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d931b719-bae5-42b5-af77-f3ec372d2221 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:47:12.932737 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d931b719-bae5-42b5-af77-f3ec372d2221 None None] Checking segment: {'id': '8593cdf3-1154-47a9-91a7-cd24672e6fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:47:12.933128 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d931b719-bae5-42b5-af77-f3ec372d2221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:12.933504 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d931b719-bae5-42b5-af77-f3ec372d2221 None None] Bound using segment: {'id': '8593cdf3-1154-47a9-91a7-cd24672e6fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:47:12.933999 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-d931b719-bae5-42b5-af77-f3ec372d2221 None None] Bound port: 43bae4e3-1e72-4f0e-936a-0efe739c67d9, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8593cdf3-1154-47a9-91a7-cd24672e6fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:47:12.934372 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d931b719-bae5-42b5-af77-f3ec372d2221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:12.936715 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a7208b35-7729-4f56-8e67-8916650be8d7 None None] Attempting to bind port e275307e-050b-487e-a68c-7422385bd6a0 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:47:12.937067 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a7208b35-7729-4f56-8e67-8916650be8d7 None None] Attempting to bind port e275307e-050b-487e-a68c-7422385bd6a0 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '8d5ebf28-5d8f-4cf4-9d64-5f163d45f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '469777aa-acf9-4db1-9f26-42c3021f02a2'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:47:12.937416 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7208b35-7729-4f56-8e67-8916650be8d7 None None] Attempting to bind port e275307e-050b-487e-a68c-7422385bd6a0 on network 469777aa-acf9-4db1-9f26-42c3021f02a2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:47:12.951064 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7208b35-7729-4f56-8e67-8916650be8d7 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:47:12.951409 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7208b35-7729-4f56-8e67-8916650be8d7 None None] Checking segment: {'id': '8d5ebf28-5d8f-4cf4-9d64-5f163d45f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '469777aa-acf9-4db1-9f26-42c3021f02a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:47:12.951800 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7208b35-7729-4f56-8e67-8916650be8d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:12.952182 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7208b35-7729-4f56-8e67-8916650be8d7 None None] Bound using segment: {'id': '8d5ebf28-5d8f-4cf4-9d64-5f163d45f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '469777aa-acf9-4db1-9f26-42c3021f02a2'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:47:12.952643 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a7208b35-7729-4f56-8e67-8916650be8d7 None None] Bound port: e275307e-050b-487e-a68c-7422385bd6a0, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5ebf28-5d8f-4cf4-9d64-5f163d45f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '469777aa-acf9-4db1-9f26-42c3021f02a2'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:47:12.953022 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7208b35-7729-4f56-8e67-8916650be8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:13.102025 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d931b719-bae5-42b5-af77-f3ec372d2221 None None] For port 43bae4e3-1e72-4f0e-936a-0efe739c67d9, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:47:13.106199 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d931b719-bae5-42b5-af77-f3ec372d2221 None None] For port 43bae4e3-1e72-4f0e-936a-0efe739c67d9, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=43bae4e3-1e72-4f0e-936a-0efe739c67d9,segment=NetworkSegment(8593cdf3-1154-47a9-91a7-cd24672e6fc5),segment_id=8593cdf3-1154-47a9-91a7-cd24672e6fc5)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:47:13.112658 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d931b719-bae5-42b5-af77-f3ec372d2221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:13.117833 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a7208b35-7729-4f56-8e67-8916650be8d7 None None] For port e275307e-050b-487e-a68c-7422385bd6a0, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:47:13.122746 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a7208b35-7729-4f56-8e67-8916650be8d7 None None] For port e275307e-050b-487e-a68c-7422385bd6a0, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e275307e-050b-487e-a68c-7422385bd6a0,segment=NetworkSegment(8d5ebf28-5d8f-4cf4-9d64-5f163d45f52a),segment_id=8d5ebf28-5d8f-4cf4-9d64-5f163d45f52a)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:47:13.148827 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7208b35-7729-4f56-8e67-8916650be8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:13.195235 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc02f6-e472-4d2c-8e10-ebe474cd969a None None] Pushing event updated for resources: {'Port': ['ID=43bae4e3-1e72-4f0e-936a-0efe739c67d9,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:13.201322 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d931b719-bae5-42b5-af77-f3ec372d2221 None None] Routers {'6ecfdf35-c7d5-4a30-9156-613e9c8779f7'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:13.201984 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d931b719-bae5-42b5-af77-f3ec372d2221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:46:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['6ecfdf35-c7d5-4a30-9156-613e9c8779f7'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:13.516831 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b801def-4b6a-4479-8131-2f7995c25e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:13.539993 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device f854a994-bd1e-4b7f-9583-15be17bce412 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:47:13.544637 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7208b35-7729-4f56-8e67-8916650be8d7 None None] Pushing event updated for resources: {'Port': ['ID=e275307e-050b-487e-a68c-7422385bd6a0,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:13.576257 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-d931b719-bae5-42b5-af77-f3ec372d2221 None None] Set router 6ecfdf35-c7d5-4a30-9156-613e9c8779f7 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:47:13.671765 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b801def-4b6a-4479-8131-2f7995c25e10 admin admin] Router b569a04d-624d-4f9f-b30e-ed8f170e4a94 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:47:13.794512 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port f854a994-bd1e-4b7f-9583-15be17bce412, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=f854a994-bd1e-4b7f-9583-15be17bce412,segment=NetworkSegment(279821e4-0a6c-471f-adae-d0945e7622d2),segment_id=279821e4-0a6c-471f-adae-d0945e7622d2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:13.813497 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'f854a994-bd1e-4b7f-9583-15be17bce412', 'network_id': '898ed402-946e-43b0-967e-1a43d36ca9d6', 'port_id': 'f854a994-bd1e-4b7f-9583-15be17bce412', 'mac_address': 'fa:16:3e:93:57:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2c8cc96-5a96-42cd-a7c4-8a342e9a0e29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:47:13.817800 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b801def-4b6a-4479-8131-2f7995c25e10 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:47:13.830165 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e147ce53-433f-4799-8fbc-ccfdbc3d2de3 None None] Sync routers for ids ['b569a04d-624d-4f9f-b30e-ed8f170e4a94'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:47:13.841483 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e147ce53-433f-4799-8fbc-ccfdbc3d2de3 None None] Routers {'b569a04d-624d-4f9f-b30e-ed8f170e4a94'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:13.842214 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e147ce53-433f-4799-8fbc-ccfdbc3d2de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:46:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b569a04d-624d-4f9f-b30e-ed8f170e4a94'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:13.849186 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e1181-4e46-452f-b6f7-d14b44389330 req-a99200c3-7946-415e-b8f5-17ac354f6e61 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:13.850889 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b62e1181-4e46-452f-b6f7-d14b44389330 req-a99200c3-7946-415e-b8f5-17ac354f6e61 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d6e785f1-03e0-4dbd-bef1-154e0417806f HTTP/1.1" status: 200 len: 1095 time: 0.0881236 Jul 15 13:47:13.852156 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b801def-4b6a-4479-8131-2f7995c25e10 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:13.855881 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9b801def-4b6a-4479-8131-2f7995c25e10 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1258671 Jul 15 13:47:13.856269 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44344) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:13.900194 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:13.923588 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f854a994-bd1e-4b7f-9583-15be17bce412 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:47:13.948084 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port f854a994-bd1e-4b7f-9583-15be17bce412, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=f854a994-bd1e-4b7f-9583-15be17bce412,segment=NetworkSegment(279821e4-0a6c-471f-adae-d0945e7622d2),segment_id=279821e4-0a6c-471f-adae-d0945e7622d2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:13.953043 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:13.964192 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d931b719-bae5-42b5-af77-f3ec372d2221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'name': 'tempest-TestVolumeBackupRestore-365696000-router', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dcb3004c-4221-45dd-b18c-3bcad4827e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:47:05Z', 'updated_at': '2021-07-15T13:47:09Z', 'revision_number': 4, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'gw_port': {'id': 'dcb3004c-4221-45dd-b18c-3bcad4827e0e', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:06Z', 'updated_at': '2021-07-15T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '43bae4e3-1e72-4f0e-936a-0efe739c67d9', 'name': '', 'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'mac_address': 'fa:16:3e:d6:18:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '281315aa-6afe-4aea-ba2d-cd656b32e502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:08Z', 'updated_at': '2021-07-15T13:47:13Z', 'revision_number': 4, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'subnets': [{'id': '281315aa-6afe-4aea-ba2d-cd656b32e502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:13.971985 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b62e1181-4e46-452f-b6f7-d14b44389330 req-87786713-2131-484a-9b61-665923b00ca7 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=3dfe6642-2ce3-4426-a731-974234ac2730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074424 Jul 15 13:47:14.022622 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d931b719-bae5-42b5-af77-f3ec372d2221 None None] The sync data for ids ['6ecfdf35-c7d5-4a30-9156-613e9c8779f7'] in n-d-758944-45 is: [{'id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'name': 'tempest-TestVolumeBackupRestore-365696000-router', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dcb3004c-4221-45dd-b18c-3bcad4827e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:47:05Z', 'updated_at': '2021-07-15T13:47:09Z', 'revision_number': 4, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'gw_port': {'id': 'dcb3004c-4221-45dd-b18c-3bcad4827e0e', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:06Z', 'updated_at': '2021-07-15T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '43bae4e3-1e72-4f0e-936a-0efe739c67d9', 'name': '', 'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'mac_address': 'fa:16:3e:d6:18:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '281315aa-6afe-4aea-ba2d-cd656b32e502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:08Z', 'updated_at': '2021-07-15T13:47:13Z', 'revision_number': 4, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'subnets': [{'id': '281315aa-6afe-4aea-ba2d-cd656b32e502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:47:14.065817 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=f854a994-bd1e-4b7f-9583-15be17bce412,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:14.157905 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-e147ce53-433f-4799-8fbc-ccfdbc3d2de3 None None] Set router b569a04d-624d-4f9f-b30e-ed8f170e4a94 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:47:14.199338 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['f854a994-bd1e-4b7f-9583-15be17bce412'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:47:14.407036 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e147ce53-433f-4799-8fbc-ccfdbc3d2de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b569a04d-624d-4f9f-b30e-ed8f170e4a94', 'name': 'tempest-TestVolumeBackupRestore-160976874-router', 'tenant_id': 'cd561cbbd66d498a8a527a9c987e7d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'd11771ec-21a3-4305-a905-9db1d0a93c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:47:11Z', 'updated_at': '2021-07-15T13:47:12Z', 'revision_number': 3, 'project_id': 'cd561cbbd66d498a8a527a9c987e7d14', 'gw_port': {'id': 'd11771ec-21a3-4305-a905-9db1d0a93c71', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b569a04d-624d-4f9f-b30e-ed8f170e4a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:12Z', 'updated_at': '2021-07-15T13:47:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:14.442025 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e147ce53-433f-4799-8fbc-ccfdbc3d2de3 None None] Checking router: b569a04d-624d-4f9f-b30e-ed8f170e4a94 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:47:14.442980 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e147ce53-433f-4799-8fbc-ccfdbc3d2de3 None None] Updating router b569a04d-624d-4f9f-b30e-ed8f170e4a94 port d11771ec-21a3-4305-a905-9db1d0a93c71 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:47:14.471946 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10133701-beab-426c-bd34-ac4aa33d2f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:14.483828 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e147ce53-433f-4799-8fbc-ccfdbc3d2de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:14.567636 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b363e4-0bb4-44f0-885b-a10a4e74edc0 None None] Network 469777aa-acf9-4db1-9f26-42c3021f02a2 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:47:14.738509 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e275307e-050b-487e-a68c-7422385bd6a0 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:47:14.763875 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-10133701-beab-426c-bd34-ac4aa33d2f39 admin admin] Allocated IP 172.20.0.1 (469777aa-acf9-4db1-9f26-42c3021f02a2/edc5805f-aa28-4d79-904d-7db5fe82a584/16314b15-8361-4c70-8883-6b572d211312) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:47:14.820985 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fe7991dc-973b-42c9-97eb-76f7b2e53069 None None] Provisioning for port e275307e-050b-487e-a68c-7422385bd6a0 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:47:14.822242 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e147ce53-433f-4799-8fbc-ccfdbc3d2de3 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:14.825093 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port e275307e-050b-487e-a68c-7422385bd6a0 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:47:14.837471 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e147ce53-433f-4799-8fbc-ccfdbc3d2de3 None None] Transition to ACTIVE for port object d11771ec-21a3-4305-a905-9db1d0a93c71 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:47:14.846917 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e147ce53-433f-4799-8fbc-ccfdbc3d2de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:14.864656 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fe7991dc-973b-42c9-97eb-76f7b2e53069 None None] Provisioning complete for port e275307e-050b-487e-a68c-7422385bd6a0 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:47:14.865999 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe7991dc-973b-42c9-97eb-76f7b2e53069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:14.869894 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port e275307e-050b-487e-a68c-7422385bd6a0 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:47:14.870262 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:14.888935 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba0e83-5635-48fb-9baa-db3e4844e240 None None] Pushing event updated for resources: {'Port': ['ID=d11771ec-21a3-4305-a905-9db1d0a93c71,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:14.906232 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10133701-beab-426c-bd34-ac4aa33d2f39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:14.919333 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-e147ce53-433f-4799-8fbc-ccfdbc3d2de3 None None] Attempting to bind port d11771ec-21a3-4305-a905-9db1d0a93c71 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:47:14.919696 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-e147ce53-433f-4799-8fbc-ccfdbc3d2de3 None None] Attempting to bind port d11771ec-21a3-4305-a905-9db1d0a93c71 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:47:14.920047 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e147ce53-433f-4799-8fbc-ccfdbc3d2de3 None None] Attempting to bind port d11771ec-21a3-4305-a905-9db1d0a93c71 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:47:14.925661 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e147ce53-433f-4799-8fbc-ccfdbc3d2de3 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:47:14.926061 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e147ce53-433f-4799-8fbc-ccfdbc3d2de3 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:47:14.926450 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e147ce53-433f-4799-8fbc-ccfdbc3d2de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:14.927018 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e147ce53-433f-4799-8fbc-ccfdbc3d2de3 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:47:14.927802 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-e147ce53-433f-4799-8fbc-ccfdbc3d2de3 None None] Bound port: d11771ec-21a3-4305-a905-9db1d0a93c71, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:47:14.928010 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e147ce53-433f-4799-8fbc-ccfdbc3d2de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:14.934075 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-10133701-beab-426c-bd34-ac4aa33d2f39 admin admin] Transition to ACTIVE for port object 16314b15-8361-4c70-8883-6b572d211312 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:47:14.996983 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e147ce53-433f-4799-8fbc-ccfdbc3d2de3 None None] For port d11771ec-21a3-4305-a905-9db1d0a93c71, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:47:15.000388 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e147ce53-433f-4799-8fbc-ccfdbc3d2de3 None None] For port d11771ec-21a3-4305-a905-9db1d0a93c71, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=d11771ec-21a3-4305-a905-9db1d0a93c71,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:47:15.008940 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e147ce53-433f-4799-8fbc-ccfdbc3d2de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.018550 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10133701-beab-426c-bd34-ac4aa33d2f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.095723 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e147ce53-433f-4799-8fbc-ccfdbc3d2de3 None None] Routers {'b569a04d-624d-4f9f-b30e-ed8f170e4a94'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:15.096370 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e147ce53-433f-4799-8fbc-ccfdbc3d2de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:46:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b569a04d-624d-4f9f-b30e-ed8f170e4a94'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:15.108760 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.112602 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe7991dc-973b-42c9-97eb-76f7b2e53069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.128588 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10133701-beab-426c-bd34-ac4aa33d2f39 admin admin] Pushing event updated for resources: {'Port': ['ID=16314b15-8361-4c70-8883-6b572d211312,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:15.151816 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10133701-beab-426c-bd34-ac4aa33d2f39 admin admin] Network 469777aa-acf9-4db1-9f26-42c3021f02a2 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:47:15.153478 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-10133701-beab-426c-bd34-ac4aa33d2f39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:47:15.155968 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10133701-beab-426c-bd34-ac4aa33d2f39 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:47:15.198582 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba0e83-5635-48fb-9baa-db3e4844e240 None None] Pushing event updated for resources: {'Port': ['ID=d11771ec-21a3-4305-a905-9db1d0a93c71,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:15.215469 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port e275307e-050b-487e-a68c-7422385bd6a0, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e275307e-050b-487e-a68c-7422385bd6a0,segment=NetworkSegment(8d5ebf28-5d8f-4cf4-9d64-5f163d45f52a),segment_id=8d5ebf28-5d8f-4cf4-9d64-5f163d45f52a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:15.224318 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10133701-beab-426c-bd34-ac4aa33d2f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.228103 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.230063 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 43bae4e3-1e72-4f0e-936a-0efe739c67d9 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:47:15.311047 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7279303-a326-4854-ba05-9bffe55c6286 req-398255a3-e49d-49c7-88b8-3bff1f3836c5 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:15.316632 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f7279303-a326-4854-ba05-9bffe55c6286 req-398255a3-e49d-49c7-88b8-3bff1f3836c5 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d6e785f1-03e0-4dbd-bef1-154e0417806f HTTP/1.1" status: 200 len: 1096 time: 0.1366463 Jul 15 13:47:15.379269 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f7279303-a326-4854-ba05-9bffe55c6286 req-b098c1cb-4a3f-4926-bc32-438be10a7401 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=3dfe6642-2ce3-4426-a731-974234ac2730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563533 Jul 15 13:47:15.412936 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-e147ce53-433f-4799-8fbc-ccfdbc3d2de3 None None] Set router b569a04d-624d-4f9f-b30e-ed8f170e4a94 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:47:15.427564 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10133701-beab-426c-bd34-ac4aa33d2f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.436178 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device f854a994-bd1e-4b7f-9583-15be17bce412 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:47:15.443524 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-fe7991dc-973b-42c9-97eb-76f7b2e53069 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:47:15.443879 n-d-758944-45 neutron-server[93815]: DEBUG oslo_db.api [None req-fe7991dc-973b-42c9-97eb-76f7b2e53069 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:47:15.467425 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=e275307e-050b-487e-a68c-7422385bd6a0,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:15.506211 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 43bae4e3-1e72-4f0e-936a-0efe739c67d9 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:47:15.515419 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 43bae4e3-1e72-4f0e-936a-0efe739c67d9 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:47:15.515419 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.550203 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port f854a994-bd1e-4b7f-9583-15be17bce412 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:47:15.559654 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port f854a994-bd1e-4b7f-9583-15be17bce412 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:47:15.560039 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.687368 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e147ce53-433f-4799-8fbc-ccfdbc3d2de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b569a04d-624d-4f9f-b30e-ed8f170e4a94', 'name': 'tempest-TestVolumeBackupRestore-160976874-router', 'tenant_id': 'cd561cbbd66d498a8a527a9c987e7d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'd11771ec-21a3-4305-a905-9db1d0a93c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:47:11Z', 'updated_at': '2021-07-15T13:47:12Z', 'revision_number': 3, 'project_id': 'cd561cbbd66d498a8a527a9c987e7d14', 'gw_port': {'id': 'd11771ec-21a3-4305-a905-9db1d0a93c71', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b569a04d-624d-4f9f-b30e-ed8f170e4a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:12Z', 'updated_at': '2021-07-15T13:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:15.703060 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.714403 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10133701-beab-426c-bd34-ac4aa33d2f39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.715725 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e147ce53-433f-4799-8fbc-ccfdbc3d2de3 None None] The sync data for ids ['b569a04d-624d-4f9f-b30e-ed8f170e4a94'] in n-d-758944-45 is: [{'id': 'b569a04d-624d-4f9f-b30e-ed8f170e4a94', 'name': 'tempest-TestVolumeBackupRestore-160976874-router', 'tenant_id': 'cd561cbbd66d498a8a527a9c987e7d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'd11771ec-21a3-4305-a905-9db1d0a93c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:47:11Z', 'updated_at': '2021-07-15T13:47:12Z', 'revision_number': 3, 'project_id': 'cd561cbbd66d498a8a527a9c987e7d14', 'gw_port': {'id': 'd11771ec-21a3-4305-a905-9db1d0a93c71', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b569a04d-624d-4f9f-b30e-ed8f170e4a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:12Z', 'updated_at': '2021-07-15T13:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:47:15.715887 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.721619 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10133701-beab-426c-bd34-ac4aa33d2f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.757282 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 43bae4e3-1e72-4f0e-936a-0efe739c67d9, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=43bae4e3-1e72-4f0e-936a-0efe739c67d9,segment=NetworkSegment(8593cdf3-1154-47a9-91a7-cd24672e6fc5),segment_id=8593cdf3-1154-47a9-91a7-cd24672e6fc5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:15.770534 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.778009 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e785f1-03e0-4dbd-bef1-154e0417806f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f854a994-bd1e-4b7f-9583-15be17bce412'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:47:15.780307 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f1e9bc-37c3-4dd6-8041-6f09bd110923" -d '{"events": [{"server_uuid": "d6e785f1-03e0-4dbd-bef1-154e0417806f", "name": "network-vif-plugged", "status": "completed", "tag": "f854a994-bd1e-4b7f-9583-15be17bce412"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:47:15.807708 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10133701-beab-426c-bd34-ac4aa33d2f39 admin admin] Pushing event updated for resources: {'Port': ['ID=16314b15-8361-4c70-8883-6b572d211312,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:15.811431 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10133701-beab-426c-bd34-ac4aa33d2f39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.845253 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65688e54-256c-47dc-b542-d2d1e317e1d8 x-openstack-request-id: req-65688e54-256c-47dc-b542-d2d1e317e1d8 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:47:15.845896 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e785f1-03e0-4dbd-bef1-154e0417806f", "name": "network-vif-plugged", "status": "completed", "tag": "f854a994-bd1e-4b7f-9583-15be17bce412", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:47:15.846297 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65688e54-256c-47dc-b542-d2d1e317e1d8 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:47:15.846838 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e785f1-03e0-4dbd-bef1-154e0417806f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f854a994-bd1e-4b7f-9583-15be17bce412', 'code': 200} Jul 15 13:47:15.856665 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port f854a994-bd1e-4b7f-9583-15be17bce412, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=f854a994-bd1e-4b7f-9583-15be17bce412,segment=NetworkSegment(279821e4-0a6c-471f-adae-d0945e7622d2),segment_id=279821e4-0a6c-471f-adae-d0945e7622d2)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:15.863871 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.870911 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=43bae4e3-1e72-4f0e-936a-0efe739c67d9,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:15.880289 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:15.880628 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:15.880969 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:15.881295 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:15.881620 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:15.881968 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:15.882287 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:15.882615 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:15.883068 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:15.883420 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:15.883738 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:15.884054 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:15.937854 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=f854a994-bd1e-4b7f-9583-15be17bce412,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:15.943421 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10133701-beab-426c-bd34-ac4aa33d2f39 admin admin] Network 469777aa-acf9-4db1-9f26-42c3021f02a2 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:47:15.946427 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-10133701-beab-426c-bd34-ac4aa33d2f39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:47:16.002666 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b37fce-a68c-43f0-9076-8c1eda3aa9e8 req-0fdc6312-87cd-4235-b046-34c1bf367129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:16.004225 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-22b37fce-a68c-43f0-9076-8c1eda3aa9e8 req-0fdc6312-87cd-4235-b046-34c1bf367129 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d6e785f1-03e0-4dbd-bef1-154e0417806f HTTP/1.1" status: 200 len: 1097 time: 0.0900359 Jul 15 13:47:16.055291 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-22b37fce-a68c-43f0-9076-8c1eda3aa9e8 req-9e34e8af-12c3-436b-bb6b-84343a9c275e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3dfe6642-2ce3-4426-a731-974234ac2730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439374 Jul 15 13:47:16.114029 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10133701-beab-426c-bd34-ac4aa33d2f39 admin admin] Router b569a04d-624d-4f9f-b30e-ed8f170e4a94 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:47:16.116343 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5169addd-4211-412e-a8eb-33886b1df649 None None] Provisioning complete for port e275307e-050b-487e-a68c-7422385bd6a0 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:47:16.116826 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5169addd-4211-412e-a8eb-33886b1df649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:16.241628 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5169addd-4211-412e-a8eb-33886b1df649 None None] Provisioning for port 16314b15-8361-4c70-8883-6b572d211312 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:47:16.255192 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5169addd-4211-412e-a8eb-33886b1df649 None None] Provisioning complete for port 16314b15-8361-4c70-8883-6b572d211312 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:47:16.255564 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5169addd-4211-412e-a8eb-33886b1df649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:16.263030 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10133701-beab-426c-bd34-ac4aa33d2f39 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:47:16.276284 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-10133701-beab-426c-bd34-ac4aa33d2f39 admin admin] 10.222.0.24 "PUT /v2.0/routers/b569a04d-624d-4f9f-b30e-ed8f170e4a94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4119051 Jul 15 13:47:16.297563 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5169addd-4211-412e-a8eb-33886b1df649 None None] Port 16314b15-8361-4c70-8883-6b572d211312 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:47:16.419099 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a56f16f3-7857-41b6-9ab3-d8ebbcddcc9b None None] Provisioning complete for port 16314b15-8361-4c70-8883-6b572d211312 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:47:16.419738 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a56f16f3-7857-41b6-9ab3-d8ebbcddcc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:16.466508 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a56f16f3-7857-41b6-9ab3-d8ebbcddcc9b None None] Port 16314b15-8361-4c70-8883-6b572d211312 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:47:16.693601 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda8c10-f8b9-4ca0-aa2d-511ec3038f4b req-df406509-e3bd-4b3b-ae75-01ce0439793e tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:16.698622 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3dda8c10-f8b9-4ca0-aa2d-511ec3038f4b req-df406509-e3bd-4b3b-ae75-01ce0439793e tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d6e785f1-03e0-4dbd-bef1-154e0417806f HTTP/1.1" status: 200 len: 1097 time: 0.1071739 Jul 15 13:47:16.785582 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3dda8c10-f8b9-4ca0-aa2d-511ec3038f4b req-52077b73-88be-4085-bb7f-1c53098b6481 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=3dfe6642-2ce3-4426-a731-974234ac2730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672770 Jul 15 13:47:16.793985 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e275307e-050b-487e-a68c-7422385bd6a0 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:47:16.855743 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port e275307e-050b-487e-a68c-7422385bd6a0 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:47:16.856591 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:16.955980 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 43bae4e3-1e72-4f0e-936a-0efe739c67d9 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:47:17.007971 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 43bae4e3-1e72-4f0e-936a-0efe739c67d9 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:47:17.008434 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:17.093260 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device d11771ec-21a3-4305-a905-9db1d0a93c71 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:47:17.144396 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port d11771ec-21a3-4305-a905-9db1d0a93c71 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:47:17.148777 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port d11771ec-21a3-4305-a905-9db1d0a93c71 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:47:17.149158 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:17.247422 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:17.274126 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port d11771ec-21a3-4305-a905-9db1d0a93c71, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=d11771ec-21a3-4305-a905-9db1d0a93c71,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:17.279392 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:17.341452 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=d11771ec-21a3-4305-a905-9db1d0a93c71,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:17.825605 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0618eee2-a0c4-4aa2-bb13-0ce4c74a747b None None] Sync routers for ids ['b569a04d-624d-4f9f-b30e-ed8f170e4a94'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:47:17.836338 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0618eee2-a0c4-4aa2-bb13-0ce4c74a747b None None] Routers {'b569a04d-624d-4f9f-b30e-ed8f170e4a94'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:17.836969 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0618eee2-a0c4-4aa2-bb13-0ce4c74a747b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:46:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b569a04d-624d-4f9f-b30e-ed8f170e4a94'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:17.959574 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a0a0e-ab87-4059-a7e1-f3843730724c req-b4584b31-a3ad-44e5-a09a-ccdd049de17a tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:17.961360 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-0618eee2-a0c4-4aa2-bb13-0ce4c74a747b None None] Set router b569a04d-624d-4f9f-b30e-ed8f170e4a94 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:47:17.961916 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f30a0a0e-ab87-4059-a7e1-f3843730724c req-b4584b31-a3ad-44e5-a09a-ccdd049de17a tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d6e785f1-03e0-4dbd-bef1-154e0417806f HTTP/1.1" status: 200 len: 1097 time: 0.0639145 Jul 15 13:47:18.014309 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f30a0a0e-ab87-4059-a7e1-f3843730724c req-9d300612-6cd4-4d9b-af2a-6242690d97d9 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=3dfe6642-2ce3-4426-a731-974234ac2730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393605 Jul 15 13:47:18.194060 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0618eee2-a0c4-4aa2-bb13-0ce4c74a747b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b569a04d-624d-4f9f-b30e-ed8f170e4a94', 'name': 'tempest-TestVolumeBackupRestore-160976874-router', 'tenant_id': 'cd561cbbd66d498a8a527a9c987e7d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'd11771ec-21a3-4305-a905-9db1d0a93c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:47:11Z', 'updated_at': '2021-07-15T13:47:15Z', 'revision_number': 4, 'project_id': 'cd561cbbd66d498a8a527a9c987e7d14', 'gw_port': {'id': 'd11771ec-21a3-4305-a905-9db1d0a93c71', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b569a04d-624d-4f9f-b30e-ed8f170e4a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:12Z', 'updated_at': '2021-07-15T13:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '16314b15-8361-4c70-8883-6b572d211312', 'name': '', 'network_id': '469777aa-acf9-4db1-9f26-42c3021f02a2', 'tenant_id': 'cd561cbbd66d498a8a527a9c987e7d14', 'mac_address': 'fa:16:3e:ee:11:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b569a04d-624d-4f9f-b30e-ed8f170e4a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'edc5805f-aa28-4d79-904d-7db5fe82a584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:14Z', 'updated_at': '2021-07-15T13:47:15Z', 'revision_number': 2, 'project_id': 'cd561cbbd66d498a8a527a9c987e7d14', 'subnets': [{'id': 'edc5805f-aa28-4d79-904d-7db5fe82a584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:18.194779 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b82bb2-a6ef-4c81-b4d7-a271cd3bba40 req-dd376851-41d7-468b-b546-a7d215bff1ed tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:18.196182 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-33b82bb2-a6ef-4c81-b4d7-a271cd3bba40 req-dd376851-41d7-468b-b546-a7d215bff1ed tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d6e785f1-03e0-4dbd-bef1-154e0417806f HTTP/1.1" status: 200 len: 1097 time: 0.0653820 Jul 15 13:47:18.222390 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0618eee2-a0c4-4aa2-bb13-0ce4c74a747b None None] Checking router: b569a04d-624d-4f9f-b30e-ed8f170e4a94 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:47:18.222717 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0618eee2-a0c4-4aa2-bb13-0ce4c74a747b None None] Updating router b569a04d-624d-4f9f-b30e-ed8f170e4a94 port 16314b15-8361-4c70-8883-6b572d211312 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:47:18.240773 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-33b82bb2-a6ef-4c81-b4d7-a271cd3bba40 req-e49b33ae-8898-40b0-8e97-34125bd265c6 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=3dfe6642-2ce3-4426-a731-974234ac2730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377233 Jul 15 13:47:18.270374 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0618eee2-a0c4-4aa2-bb13-0ce4c74a747b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:18.463215 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06d9ea-61d2-48dc-9453-f5121a5e511c req-b327d980-611a-4b70-ada2-06d69910d7f0 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:18.466018 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8a06d9ea-61d2-48dc-9453-f5121a5e511c req-b327d980-611a-4b70-ada2-06d69910d7f0 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d6e785f1-03e0-4dbd-bef1-154e0417806f HTTP/1.1" status: 200 len: 1097 time: 0.0709009 Jul 15 13:47:18.504525 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8a06d9ea-61d2-48dc-9453-f5121a5e511c req-58cb9562-672c-40d0-8268-d86373ab3d33 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=3dfe6642-2ce3-4426-a731-974234ac2730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327897 Jul 15 13:47:18.594122 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0618eee2-a0c4-4aa2-bb13-0ce4c74a747b None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:18.608803 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device d11771ec-21a3-4305-a905-9db1d0a93c71 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:47:18.611723 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0618eee2-a0c4-4aa2-bb13-0ce4c74a747b None None] Transition to ACTIVE for port object 16314b15-8361-4c70-8883-6b572d211312 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:47:18.637247 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0618eee2-a0c4-4aa2-bb13-0ce4c74a747b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:18.897473 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303cfaff-d700-4708-9109-b7fc8eb09f7a None None] Pushing event updated for resources: {'Port': ['ID=16314b15-8361-4c70-8883-6b572d211312,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:18.935822 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-0618eee2-a0c4-4aa2-bb13-0ce4c74a747b None None] Attempting to bind port 16314b15-8361-4c70-8883-6b572d211312 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:47:18.936277 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-0618eee2-a0c4-4aa2-bb13-0ce4c74a747b None None] Attempting to bind port 16314b15-8361-4c70-8883-6b572d211312 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '8d5ebf28-5d8f-4cf4-9d64-5f163d45f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '469777aa-acf9-4db1-9f26-42c3021f02a2'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:47:18.936640 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0618eee2-a0c4-4aa2-bb13-0ce4c74a747b None None] Attempting to bind port 16314b15-8361-4c70-8883-6b572d211312 on network 469777aa-acf9-4db1-9f26-42c3021f02a2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:47:18.943935 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port d11771ec-21a3-4305-a905-9db1d0a93c71 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:47:18.944370 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:18.972061 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0618eee2-a0c4-4aa2-bb13-0ce4c74a747b None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:47:18.972446 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0618eee2-a0c4-4aa2-bb13-0ce4c74a747b None None] Checking segment: {'id': '8d5ebf28-5d8f-4cf4-9d64-5f163d45f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '469777aa-acf9-4db1-9f26-42c3021f02a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:47:18.972852 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0618eee2-a0c4-4aa2-bb13-0ce4c74a747b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:18.973251 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0618eee2-a0c4-4aa2-bb13-0ce4c74a747b None None] Bound using segment: {'id': '8d5ebf28-5d8f-4cf4-9d64-5f163d45f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '469777aa-acf9-4db1-9f26-42c3021f02a2'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:47:18.973850 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-0618eee2-a0c4-4aa2-bb13-0ce4c74a747b None None] Bound port: 16314b15-8361-4c70-8883-6b572d211312, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5ebf28-5d8f-4cf4-9d64-5f163d45f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '469777aa-acf9-4db1-9f26-42c3021f02a2'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:47:18.974151 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0618eee2-a0c4-4aa2-bb13-0ce4c74a747b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:18.992840 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac989251-51c9-46c7-a14a-f43d9f8a95ff req-6e499a55-967f-48ab-8a7a-f26825f92556 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:19.002525 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac989251-51c9-46c7-a14a-f43d9f8a95ff req-6e499a55-967f-48ab-8a7a-f26825f92556 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d6e785f1-03e0-4dbd-bef1-154e0417806f HTTP/1.1" status: 200 len: 1097 time: 0.1327534 Jul 15 13:47:19.058394 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac989251-51c9-46c7-a14a-f43d9f8a95ff req-ec27a45b-b9d5-42e4-a258-7e6d43b1fa63 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=3dfe6642-2ce3-4426-a731-974234ac2730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521343 Jul 15 13:47:19.087358 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-0618eee2-a0c4-4aa2-bb13-0ce4c74a747b None None] For port 16314b15-8361-4c70-8883-6b572d211312, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:47:19.091957 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-0618eee2-a0c4-4aa2-bb13-0ce4c74a747b None None] For port 16314b15-8361-4c70-8883-6b572d211312, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=16314b15-8361-4c70-8883-6b572d211312,segment=NetworkSegment(8d5ebf28-5d8f-4cf4-9d64-5f163d45f52a),segment_id=8d5ebf28-5d8f-4cf4-9d64-5f163d45f52a)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:47:19.101167 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0618eee2-a0c4-4aa2-bb13-0ce4c74a747b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:19.161402 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0618eee2-a0c4-4aa2-bb13-0ce4c74a747b None None] Routers {'b569a04d-624d-4f9f-b30e-ed8f170e4a94'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:19.162074 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0618eee2-a0c4-4aa2-bb13-0ce4c74a747b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:46:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b569a04d-624d-4f9f-b30e-ed8f170e4a94'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:19.200479 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303cfaff-d700-4708-9109-b7fc8eb09f7a None None] Pushing event updated for resources: {'Port': ['ID=16314b15-8361-4c70-8883-6b572d211312,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:19.292489 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-0618eee2-a0c4-4aa2-bb13-0ce4c74a747b None None] Set router b569a04d-624d-4f9f-b30e-ed8f170e4a94 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:47:19.530387 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0618eee2-a0c4-4aa2-bb13-0ce4c74a747b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b569a04d-624d-4f9f-b30e-ed8f170e4a94', 'name': 'tempest-TestVolumeBackupRestore-160976874-router', 'tenant_id': 'cd561cbbd66d498a8a527a9c987e7d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'd11771ec-21a3-4305-a905-9db1d0a93c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:47:11Z', 'updated_at': '2021-07-15T13:47:15Z', 'revision_number': 4, 'project_id': 'cd561cbbd66d498a8a527a9c987e7d14', 'gw_port': {'id': 'd11771ec-21a3-4305-a905-9db1d0a93c71', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b569a04d-624d-4f9f-b30e-ed8f170e4a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:12Z', 'updated_at': '2021-07-15T13:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '16314b15-8361-4c70-8883-6b572d211312', 'name': '', 'network_id': '469777aa-acf9-4db1-9f26-42c3021f02a2', 'tenant_id': 'cd561cbbd66d498a8a527a9c987e7d14', 'mac_address': 'fa:16:3e:ee:11:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b569a04d-624d-4f9f-b30e-ed8f170e4a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'edc5805f-aa28-4d79-904d-7db5fe82a584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:14Z', 'updated_at': '2021-07-15T13:47:19Z', 'revision_number': 4, 'project_id': 'cd561cbbd66d498a8a527a9c987e7d14', 'subnets': [{'id': 'edc5805f-aa28-4d79-904d-7db5fe82a584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:19.556915 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0618eee2-a0c4-4aa2-bb13-0ce4c74a747b None None] The sync data for ids ['b569a04d-624d-4f9f-b30e-ed8f170e4a94'] in n-d-758944-45 is: [{'id': 'b569a04d-624d-4f9f-b30e-ed8f170e4a94', 'name': 'tempest-TestVolumeBackupRestore-160976874-router', 'tenant_id': 'cd561cbbd66d498a8a527a9c987e7d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'd11771ec-21a3-4305-a905-9db1d0a93c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:47:11Z', 'updated_at': '2021-07-15T13:47:15Z', 'revision_number': 4, 'project_id': 'cd561cbbd66d498a8a527a9c987e7d14', 'gw_port': {'id': 'd11771ec-21a3-4305-a905-9db1d0a93c71', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b569a04d-624d-4f9f-b30e-ed8f170e4a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:12Z', 'updated_at': '2021-07-15T13:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '16314b15-8361-4c70-8883-6b572d211312', 'name': '', 'network_id': '469777aa-acf9-4db1-9f26-42c3021f02a2', 'tenant_id': 'cd561cbbd66d498a8a527a9c987e7d14', 'mac_address': 'fa:16:3e:ee:11:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b569a04d-624d-4f9f-b30e-ed8f170e4a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'edc5805f-aa28-4d79-904d-7db5fe82a584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:14Z', 'updated_at': '2021-07-15T13:47:19Z', 'revision_number': 4, 'project_id': 'cd561cbbd66d498a8a527a9c987e7d14', 'subnets': [{'id': 'edc5805f-aa28-4d79-904d-7db5fe82a584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:47:20.117787 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a31a6-d82c-41a4-9557-15c50a5ec6ae req-b0d63676-f33b-42ee-863f-8e05c4322a01 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:20.122295 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2d8a31a6-d82c-41a4-9557-15c50a5ec6ae req-b0d63676-f33b-42ee-863f-8e05c4322a01 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d6e785f1-03e0-4dbd-bef1-154e0417806f HTTP/1.1" status: 200 len: 1097 time: 0.0541811 Jul 15 13:47:20.220245 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-2d8a31a6-d82c-41a4-9557-15c50a5ec6ae req-534220db-a69c-469d-92a5-5b8e7e19d745 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Deleting port f854a994-bd1e-4b7f-9583-15be17bce412 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:47:20.220581 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2d8a31a6-d82c-41a4-9557-15c50a5ec6ae req-534220db-a69c-469d-92a5-5b8e7e19d745 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:20.324420 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2d8a31a6-d82c-41a4-9557-15c50a5ec6ae req-534220db-a69c-469d-92a5-5b8e7e19d745 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] For port f854a994-bd1e-4b7f-9583-15be17bce412, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=f854a994-bd1e-4b7f-9583-15be17bce412,segment=NetworkSegment(279821e4-0a6c-471f-adae-d0945e7622d2),segment_id=279821e4-0a6c-471f-adae-d0945e7622d2)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:20.325134 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2d8a31a6-d82c-41a4-9557-15c50a5ec6ae req-534220db-a69c-469d-92a5-5b8e7e19d745 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:20.338571 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-2d8a31a6-d82c-41a4-9557-15c50a5ec6ae req-534220db-a69c-469d-92a5-5b8e7e19d745 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Calling delete_port for f854a994-bd1e-4b7f-9583-15be17bce412 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:47:20.467996 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363ab0e-8a39-4cce-a827-404cef62cb1a req-62f9ba49-fcac-45ec-9adc-15afa8fd1b04 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:20.470400 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5363ab0e-8a39-4cce-a827-404cef62cb1a req-62f9ba49-fcac-45ec-9adc-15afa8fd1b04 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d6e785f1-03e0-4dbd-bef1-154e0417806f HTTP/1.1" status: 200 len: 1097 time: 0.0871964 Jul 15 13:47:20.549747 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5363ab0e-8a39-4cce-a827-404cef62cb1a req-b8f52166-7529-436e-acd1-dffc76d39735 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=3dfe6642-2ce3-4426-a731-974234ac2730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692205 Jul 15 13:47:20.553782 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2d8a31a6-d82c-41a4-9557-15c50a5ec6ae req-534220db-a69c-469d-92a5-5b8e7e19d745 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:20.565073 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['f854a994-bd1e-4b7f-9583-15be17bce412'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:47:20.590495 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534220db-a69c-469d-92a5-5b8e7e19d745 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Pushing event deleted for resources: {'Port': ['ID=f854a994-bd1e-4b7f-9583-15be17bce412,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:20.603443 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['0d791c5c-5b4e-4e02-98f1-faf47de55cad'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:47:20.624151 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534220db-a69c-469d-92a5-5b8e7e19d745 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:20.624151 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534220db-a69c-469d-92a5-5b8e7e19d745 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:20.624151 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534220db-a69c-469d-92a5-5b8e7e19d745 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:20.624151 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534220db-a69c-469d-92a5-5b8e7e19d745 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:20.624151 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534220db-a69c-469d-92a5-5b8e7e19d745 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:20.624151 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534220db-a69c-469d-92a5-5b8e7e19d745 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:20.624694 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534220db-a69c-469d-92a5-5b8e7e19d745 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:20.624694 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534220db-a69c-469d-92a5-5b8e7e19d745 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:20.624953 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534220db-a69c-469d-92a5-5b8e7e19d745 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:20.625275 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534220db-a69c-469d-92a5-5b8e7e19d745 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:20.625638 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534220db-a69c-469d-92a5-5b8e7e19d745 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:20.630194 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534220db-a69c-469d-92a5-5b8e7e19d745 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:20.669148 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8a31a6-d82c-41a4-9557-15c50a5ec6ae req-534220db-a69c-469d-92a5-5b8e7e19d745 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] No DVR routers for this DVR port f854a994-bd1e-4b7f-9583-15be17bce412 on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:47:20.672954 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2d8a31a6-d82c-41a4-9557-15c50a5ec6ae req-534220db-a69c-469d-92a5-5b8e7e19d745 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:20.678561 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2d8a31a6-d82c-41a4-9557-15c50a5ec6ae req-534220db-a69c-469d-92a5-5b8e7e19d745 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.18 "DELETE /v2.0/ports/f854a994-bd1e-4b7f-9583-15be17bce412 HTTP/1.1" status: 204 len: 173 time: 0.5533731 Jul 15 13:47:20.679080 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e785f1-03e0-4dbd-bef1-154e0417806f', 'name': 'network-vif-deleted', 'tag': 'f854a994-bd1e-4b7f-9583-15be17bce412'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:47:20.693056 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 16314b15-8361-4c70-8883-6b572d211312 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:47:20.694077 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d136c6-8f1f-48b6-b9dc-cbd3bd47af44" -d '{"events": [{"server_uuid": "d6e785f1-03e0-4dbd-bef1-154e0417806f", "name": "network-vif-deleted", "tag": "f854a994-bd1e-4b7f-9583-15be17bce412"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:47:20.788022 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896c78a6-d529-4d10-9060-9358deaef475 x-openstack-request-id: req-896c78a6-d529-4d10-9060-9358deaef475 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:47:20.788323 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e785f1-03e0-4dbd-bef1-154e0417806f", "name": "network-vif-deleted", "tag": "f854a994-bd1e-4b7f-9583-15be17bce412", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:47:20.788608 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-896c78a6-d529-4d10-9060-9358deaef475 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:47:20.789128 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e785f1-03e0-4dbd-bef1-154e0417806f', 'name': 'network-vif-deleted', 'tag': 'f854a994-bd1e-4b7f-9583-15be17bce412', 'status': 'completed', 'code': 200} Jul 15 13:47:20.868217 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 16314b15-8361-4c70-8883-6b572d211312 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:47:20.885917 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 16314b15-8361-4c70-8883-6b572d211312 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:47:20.886225 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:20.929225 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d034be18-ad6f-4a1b-86cb-6bef5954251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:21.024223 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:21.061086 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 16314b15-8361-4c70-8883-6b572d211312, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=16314b15-8361-4c70-8883-6b572d211312,segment=NetworkSegment(8d5ebf28-5d8f-4cf4-9d64-5f163d45f52a),segment_id=8d5ebf28-5d8f-4cf4-9d64-5f163d45f52a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:21.067986 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:21.127188 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=16314b15-8361-4c70-8883-6b572d211312,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:22.040610 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79938935-79ae-45e0-a80c-1ef5e677ca03 req-6856eeb5-d9e5-4d4b-87d6-3ba7fe1cc197 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:22.042115 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-79938935-79ae-45e0-a80c-1ef5e677ca03 req-6856eeb5-d9e5-4d4b-87d6-3ba7fe1cc197 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0e243a67-a232-4a38-880b-d14571b029b6 HTTP/1.1" status: 200 len: 1098 time: 0.0540233 Jul 15 13:47:22.091141 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-79938935-79ae-45e0-a80c-1ef5e677ca03 req-d2cf0028-2678-4d02-abf4-aff34ae91d5a tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=3dfe6642-2ce3-4426-a731-974234ac2730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433114 Jul 15 13:47:22.608912 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 16314b15-8361-4c70-8883-6b572d211312 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:47:22.667809 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 16314b15-8361-4c70-8883-6b572d211312 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:47:22.668188 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:23.280940 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f68a77-0018-40fa-9c2e-3e2d84e4c38a req-57b4cb4b-c985-42f8-997f-1bc918ca3bf1 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:23.281576 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:23.282666 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d1f68a77-0018-40fa-9c2e-3e2d84e4c38a req-57b4cb4b-c985-42f8-997f-1bc918ca3bf1 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0e243a67-a232-4a38-880b-d14571b029b6 HTTP/1.1" status: 200 len: 1098 time: 0.0598497 Jul 15 13:47:23.321398 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d1f68a77-0018-40fa-9c2e-3e2d84e4c38a req-e93dfce0-d413-4ea9-8235-25b8e3555413 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=3dfe6642-2ce3-4426-a731-974234ac2730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317752 Jul 15 13:47:23.427600 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-415f750c-9db0-4fab-9d3c-d85d0beebe69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:23.456724 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af3b5c-bd4a-455a-aa70-b91cfb393df8 req-c237c94e-98f9-41a5-9c2e-6645c8882959 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:23.458389 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-69af3b5c-bd4a-455a-aa70-b91cfb393df8 req-c237c94e-98f9-41a5-9c2e-6645c8882959 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0e243a67-a232-4a38-880b-d14571b029b6 HTTP/1.1" status: 200 len: 1098 time: 0.0626378 Jul 15 13:47:23.470729 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device f854a994-bd1e-4b7f-9583-15be17bce412 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:47:23.497224 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: f854a994-bd1e-4b7f-9583-15be17bce412 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:47:23.497778 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device f854a994-bd1e-4b7f-9583-15be17bce412 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:47:23.552046 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-69af3b5c-bd4a-455a-aa70-b91cfb393df8 req-922976f2-15f9-4264-a565-59ea0aea2858 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Deleting port 0d791c5c-5b4e-4e02-98f1-faf47de55cad {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:47:23.552394 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-69af3b5c-bd4a-455a-aa70-b91cfb393df8 req-922976f2-15f9-4264-a565-59ea0aea2858 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:23.647740 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-69af3b5c-bd4a-455a-aa70-b91cfb393df8 req-922976f2-15f9-4264-a565-59ea0aea2858 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] For port 0d791c5c-5b4e-4e02-98f1-faf47de55cad, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=0d791c5c-5b4e-4e02-98f1-faf47de55cad,segment=NetworkSegment(279821e4-0a6c-471f-adae-d0945e7622d2),segment_id=279821e4-0a6c-471f-adae-d0945e7622d2)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:23.648443 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-69af3b5c-bd4a-455a-aa70-b91cfb393df8 req-922976f2-15f9-4264-a565-59ea0aea2858 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:23.663407 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-69af3b5c-bd4a-455a-aa70-b91cfb393df8 req-922976f2-15f9-4264-a565-59ea0aea2858 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Calling delete_port for 0d791c5c-5b4e-4e02-98f1-faf47de55cad owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:47:23.812091 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-69af3b5c-bd4a-455a-aa70-b91cfb393df8 req-922976f2-15f9-4264-a565-59ea0aea2858 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:23.846161 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922976f2-15f9-4264-a565-59ea0aea2858 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d791c5c-5b4e-4e02-98f1-faf47de55cad,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:23.872770 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922976f2-15f9-4264-a565-59ea0aea2858 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:23.873113 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922976f2-15f9-4264-a565-59ea0aea2858 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:23.873447 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922976f2-15f9-4264-a565-59ea0aea2858 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:23.873840 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922976f2-15f9-4264-a565-59ea0aea2858 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:23.874124 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922976f2-15f9-4264-a565-59ea0aea2858 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:23.874447 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922976f2-15f9-4264-a565-59ea0aea2858 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:23.874757 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922976f2-15f9-4264-a565-59ea0aea2858 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:23.875077 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922976f2-15f9-4264-a565-59ea0aea2858 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:23.876013 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922976f2-15f9-4264-a565-59ea0aea2858 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:23.876337 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922976f2-15f9-4264-a565-59ea0aea2858 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:23.876652 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922976f2-15f9-4264-a565-59ea0aea2858 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:23.876966 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922976f2-15f9-4264-a565-59ea0aea2858 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:23.901959 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-69af3b5c-bd4a-455a-aa70-b91cfb393df8 req-922976f2-15f9-4264-a565-59ea0aea2858 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] No DVR routers for this DVR port 0d791c5c-5b4e-4e02-98f1-faf47de55cad on host n-h2-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:47:23.904599 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-69af3b5c-bd4a-455a-aa70-b91cfb393df8 req-922976f2-15f9-4264-a565-59ea0aea2858 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:23.907085 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-69af3b5c-bd4a-455a-aa70-b91cfb393df8 req-922976f2-15f9-4264-a565-59ea0aea2858 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.32 "DELETE /v2.0/ports/0d791c5c-5b4e-4e02-98f1-faf47de55cad HTTP/1.1" status: 204 len: 173 time: 0.4425106 Jul 15 13:47:23.907554 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e243a67-a232-4a38-880b-d14571b029b6', 'name': 'network-vif-deleted', 'tag': '0d791c5c-5b4e-4e02-98f1-faf47de55cad'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:47:23.910149 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cd5338-4808-42e3-aeb7-881966c9484d" -d '{"events": [{"server_uuid": "0e243a67-a232-4a38-880b-d14571b029b6", "name": "network-vif-deleted", "tag": "0d791c5c-5b4e-4e02-98f1-faf47de55cad"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:47:23.956322 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d51c6a-fedd-4d1a-8798-298045252714 x-openstack-request-id: req-48d51c6a-fedd-4d1a-8798-298045252714 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:47:23.956619 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e243a67-a232-4a38-880b-d14571b029b6", "name": "network-vif-deleted", "tag": "0d791c5c-5b4e-4e02-98f1-faf47de55cad", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:47:23.956871 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-48d51c6a-fedd-4d1a-8798-298045252714 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:47:23.957273 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e243a67-a232-4a38-880b-d14571b029b6', 'name': 'network-vif-deleted', 'tag': '0d791c5c-5b4e-4e02-98f1-faf47de55cad', 'status': 'completed', 'code': 200} Jul 15 13:47:24.484387 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-260393fe-cc82-4f1c-b2bc-287cb4c13909 req-5792f55f-1aee-41fb-a52c-f19c5d7f34e8 tempest-TestServerMultinode-1434081205 tempest-TestServerMultinode-1434081205-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0e243a67-a232-4a38-880b-d14571b029b6 HTTP/1.1" status: 200 len: 210 time: 0.0324998 Jul 15 13:47:24.821257 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:25.462326 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:25.588607 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44470) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:25.682233 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 0d791c5c-5b4e-4e02-98f1-faf47de55cad no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:47:25.705650 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 0d791c5c-5b4e-4e02-98f1-faf47de55cad {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:47:25.706174 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 0d791c5c-5b4e-4e02-98f1-faf47de55cad not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:47:25.977185 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-209f8131-b91b-42b4-a26f-2c8ce275c4f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:26.013126 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:47:26.267979 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-209f8131-b91b-42b4-a26f-2c8ce275c4f0 admin admin] Deleting port c6848bc8-7b61-48a3-800b-bfebcd805d46 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:47:26.268253 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-209f8131-b91b-42b4-a26f-2c8ce275c4f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:26.350379 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-209f8131-b91b-42b4-a26f-2c8ce275c4f0 admin admin] For port c6848bc8-7b61-48a3-800b-bfebcd805d46, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c6848bc8-7b61-48a3-800b-bfebcd805d46,segment=NetworkSegment(279821e4-0a6c-471f-adae-d0945e7622d2),segment_id=279821e4-0a6c-471f-adae-d0945e7622d2)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:26.350737 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-209f8131-b91b-42b4-a26f-2c8ce275c4f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:26.364576 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-209f8131-b91b-42b4-a26f-2c8ce275c4f0 admin admin] Calling delete_port for c6848bc8-7b61-48a3-800b-bfebcd805d46 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:47:26.432072 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:26.923624 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-209f8131-b91b-42b4-a26f-2c8ce275c4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:26.953871 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f8131-b91b-42b4-a26f-2c8ce275c4f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6848bc8-7b61-48a3-800b-bfebcd805d46,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:27.131316 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-209f8131-b91b-42b4-a26f-2c8ce275c4f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:27.383241 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209f8131-b91b-42b4-a26f-2c8ce275c4f0 admin admin] Router ad86ccc7-277c-43ee-a85f-8803e32840a7 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:47:27.502046 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209f8131-b91b-42b4-a26f-2c8ce275c4f0 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:47:27.509927 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-209f8131-b91b-42b4-a26f-2c8ce275c4f0 admin admin] 10.222.0.24 "PUT /v2.0/routers/ad86ccc7-277c-43ee-a85f-8803e32840a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9172866 Jul 15 13:47:27.510647 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44476) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:27.511802 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d60f902-2ce4-4e54-a8f8-4b5d8b68d9e7 None None] Sync routers for ids ['ad86ccc7-277c-43ee-a85f-8803e32840a7'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:47:27.525093 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d60f902-2ce4-4e54-a8f8-4b5d8b68d9e7 None None] Routers {'ad86ccc7-277c-43ee-a85f-8803e32840a7'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:27.526070 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4d60f902-2ce4-4e54-a8f8-4b5d8b68d9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:47:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['ad86ccc7-277c-43ee-a85f-8803e32840a7'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:27.622176 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d4adf91-0521-4fad-81dc-1d6ca353c2cf admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:27.641468 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-4d60f902-2ce4-4e54-a8f8-4b5d8b68d9e7 None None] Set router ad86ccc7-277c-43ee-a85f-8803e32840a7 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:47:27.742894 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d4adf91-0521-4fad-81dc-1d6ca353c2cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:27.803527 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5d4adf91-0521-4fad-81dc-1d6ca353c2cf admin admin] Deleting port 03fa515b-d317-42e4-bebb-308298d05d24 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:47:27.803870 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d4adf91-0521-4fad-81dc-1d6ca353c2cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:27.898121 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-5d4adf91-0521-4fad-81dc-1d6ca353c2cf admin admin] For port 03fa515b-d317-42e4-bebb-308298d05d24, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=03fa515b-d317-42e4-bebb-308298d05d24,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:27.898725 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d4adf91-0521-4fad-81dc-1d6ca353c2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:27.915756 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5d4adf91-0521-4fad-81dc-1d6ca353c2cf admin admin] Calling delete_port for 03fa515b-d317-42e4-bebb-308298d05d24 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:47:27.934512 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4d60f902-2ce4-4e54-a8f8-4b5d8b68d9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad86ccc7-277c-43ee-a85f-8803e32840a7', 'name': 'tempest-TestServerMultinode-1104195286-router', 'tenant_id': 'aeaff16bdb56431e9a104ae1f81eef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '03fa515b-d317-42e4-bebb-308298d05d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:46:42Z', 'updated_at': '2021-07-15T13:47:26Z', 'revision_number': 5, 'project_id': 'aeaff16bdb56431e9a104ae1f81eef3b', 'gw_port': {'id': '03fa515b-d317-42e4-bebb-308298d05d24', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ce:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86ccc7-277c-43ee-a85f-8803e32840a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:46:43Z', 'updated_at': '2021-07-15T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:27.964594 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d60f902-2ce4-4e54-a8f8-4b5d8b68d9e7 None None] Checking router: ad86ccc7-277c-43ee-a85f-8803e32840a7 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:47:27.974107 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d60f902-2ce4-4e54-a8f8-4b5d8b68d9e7 None None] Routers {'ad86ccc7-277c-43ee-a85f-8803e32840a7'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:27.974786 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4d60f902-2ce4-4e54-a8f8-4b5d8b68d9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:47:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['ad86ccc7-277c-43ee-a85f-8803e32840a7'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:28.102268 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-4d60f902-2ce4-4e54-a8f8-4b5d8b68d9e7 None None] Set router ad86ccc7-277c-43ee-a85f-8803e32840a7 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:47:28.146684 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d4adf91-0521-4fad-81dc-1d6ca353c2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:28.178502 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4d60f902-2ce4-4e54-a8f8-4b5d8b68d9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad86ccc7-277c-43ee-a85f-8803e32840a7', 'name': 'tempest-TestServerMultinode-1104195286-router', 'tenant_id': 'aeaff16bdb56431e9a104ae1f81eef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:46:42Z', 'updated_at': '2021-07-15T13:47:27Z', 'revision_number': 6, 'project_id': 'aeaff16bdb56431e9a104ae1f81eef3b', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:28.179034 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4adf91-0521-4fad-81dc-1d6ca353c2cf admin admin] Pushing event deleted for resources: {'Port': ['ID=03fa515b-d317-42e4-bebb-308298d05d24,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:28.208870 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d60f902-2ce4-4e54-a8f8-4b5d8b68d9e7 None None] The sync data for ids ['ad86ccc7-277c-43ee-a85f-8803e32840a7'] in n-d-758944-45 is: [{'id': 'ad86ccc7-277c-43ee-a85f-8803e32840a7', 'name': 'tempest-TestServerMultinode-1104195286-router', 'tenant_id': 'aeaff16bdb56431e9a104ae1f81eef3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:46:42Z', 'updated_at': '2021-07-15T13:47:27Z', 'revision_number': 6, 'project_id': 'aeaff16bdb56431e9a104ae1f81eef3b', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:47:28.262011 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d4adf91-0521-4fad-81dc-1d6ca353c2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:28.360319 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d4adf91-0521-4fad-81dc-1d6ca353c2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:28.362552 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d4adf91-0521-4fad-81dc-1d6ca353c2cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:28.409141 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d4adf91-0521-4fad-81dc-1d6ca353c2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:28.409570 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4adf91-0521-4fad-81dc-1d6ca353c2cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad86ccc7-277c-43ee-a85f-8803e32840a7 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:47:28.414050 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d4adf91-0521-4fad-81dc-1d6ca353c2cf admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:28.418739 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5d4adf91-0521-4fad-81dc-1d6ca353c2cf admin admin] 10.222.0.24 "DELETE /v2.0/routers/ad86ccc7-277c-43ee-a85f-8803e32840a7 HTTP/1.1" status: 204 len: 168 time: 0.9035997 Jul 15 13:47:28.418739 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44488) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:28.464122 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-e73a6b15-fb7c-43bc-a19d-45ae01898545 admin admin] Deleting subnet f2c8cc96-5a96-42cd-a7c4-8a342e9a0e29 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:47:28.467279 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e73a6b15-fb7c-43bc-a19d-45ae01898545 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:28.502469 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e73a6b15-fb7c-43bc-a19d-45ae01898545 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:28.592689 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e73a6b15-fb7c-43bc-a19d-45ae01898545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:28.663364 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e73a6b15-fb7c-43bc-a19d-45ae01898545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:28.693572 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a6b15-fb7c-43bc-a19d-45ae01898545 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2c8cc96-5a96-42cd-a7c4-8a342e9a0e29,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:28.698341 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e73a6b15-fb7c-43bc-a19d-45ae01898545 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:28.700654 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e73a6b15-fb7c-43bc-a19d-45ae01898545 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f2c8cc96-5a96-42cd-a7c4-8a342e9a0e29 HTTP/1.1" status: 204 len: 168 time: 0.2810581 Jul 15 13:47:28.703316 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44494) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:28.706935 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc4a931-7f2c-4653-a4cf-030d1cfd5c65 None None] Network 898ed402-946e-43b0-967e-1a43d36ca9d6 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:47:28.793610 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab6568aa-880b-4f4c-a88d-6fa16007e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:28.849592 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-ab6568aa-880b-4f4c-a88d-6fa16007e625 admin admin] Deleting port cb63528e-9255-412d-a17b-e43d921128dd {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:47:28.849912 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab6568aa-880b-4f4c-a88d-6fa16007e625 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:28.919810 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-ab6568aa-880b-4f4c-a88d-6fa16007e625 admin admin] For port cb63528e-9255-412d-a17b-e43d921128dd, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=cb63528e-9255-412d-a17b-e43d921128dd,segment=NetworkSegment(279821e4-0a6c-471f-adae-d0945e7622d2),segment_id=279821e4-0a6c-471f-adae-d0945e7622d2)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:28.920063 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab6568aa-880b-4f4c-a88d-6fa16007e625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:28.932718 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-ab6568aa-880b-4f4c-a88d-6fa16007e625 admin admin] Calling delete_port for cb63528e-9255-412d-a17b-e43d921128dd owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:47:29.023205 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab6568aa-880b-4f4c-a88d-6fa16007e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:29.056371 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6568aa-880b-4f4c-a88d-6fa16007e625 admin admin] No DVR routers for this DVR port cb63528e-9255-412d-a17b-e43d921128dd on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:47:29.061637 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6568aa-880b-4f4c-a88d-6fa16007e625 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb63528e-9255-412d-a17b-e43d921128dd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:29.085958 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1081c7-8cfc-4c9e-9585-c7ba2d75882a None None] DHCP port deletion for 898ed402-946e-43b0-967e-1a43d36ca9d6 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:47:29.090483 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c6848bc8-7b61-48a3-800b-bfebcd805d46 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:47:29.124327 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: c6848bc8-7b61-48a3-800b-bfebcd805d46 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:47:29.126390 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c6848bc8-7b61-48a3-800b-bfebcd805d46 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:47:29.146133 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab6568aa-880b-4f4c-a88d-6fa16007e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:29.159520 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-ab6568aa-880b-4f4c-a88d-6fa16007e625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898ed402-946e-43b0-967e-1a43d36ca9d6']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:29.174855 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-ab6568aa-880b-4f4c-a88d-6fa16007e625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279821e4-0a6c-471f-adae-d0945e7622d2') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:29.175126 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-ab6568aa-880b-4f4c-a88d-6fa16007e625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279821e4-0a6c-471f-adae-d0945e7622d2') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:29.188797 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab6568aa-880b-4f4c-a88d-6fa16007e625 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:29.209499 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab6568aa-880b-4f4c-a88d-6fa16007e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:29.216908 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab6568aa-880b-4f4c-a88d-6fa16007e625 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:47:29.217320 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab6568aa-880b-4f4c-a88d-6fa16007e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:29.219739 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:47:29.219739 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:47:29.219739 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:47:29.219739 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:47:29.219739 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:47:29.219739 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:47:29.219739 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:47:29.219739 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:47:29.219739 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:47:29.219739 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:47:29.219739 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:47:29.219739 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:47:29.219739 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:47:29.219739 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:47:29.219739 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:47:29.219739 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:47:29.219739 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:47:29.219739 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:47:29.219739 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:47:29.219739 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:47:29.219739 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:47:29.219739 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:47:29.219739 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:47:29.219739 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:47:29.219739 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:47:29.219739 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:47:29.219739 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:47:29.219739 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:47:29.219739 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:47:29.219739 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:47:29.219739 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:47:29.219739 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:47:29.284433 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab6568aa-880b-4f4c-a88d-6fa16007e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:29.291270 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab6568aa-880b-4f4c-a88d-6fa16007e625 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:29.296027 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ab6568aa-880b-4f4c-a88d-6fa16007e625 admin admin] 10.222.0.24 "DELETE /v2.0/networks/898ed402-946e-43b0-967e-1a43d36ca9d6 HTTP/1.1" status: 204 len: 168 time: 0.5884399 Jul 15 13:47:29.296872 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44502) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:29.307441 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6568aa-880b-4f4c-a88d-6fa16007e625 admin admin] Pushing event deleted for resources: {'Network': ['ID=898ed402-946e-43b0-967e-1a43d36ca9d6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:30.015585 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-135b3e0b-af7f-4a8d-9c13-721444c92df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:30.288776 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-135b3e0b-af7f-4a8d-9c13-721444c92df7 admin admin] Deleting port 3881ea2e-5c5e-4fdf-8b13-07ca6031cfea {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:47:30.289130 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-135b3e0b-af7f-4a8d-9c13-721444c92df7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:30.376446 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-135b3e0b-af7f-4a8d-9c13-721444c92df7 admin admin] For port 3881ea2e-5c5e-4fdf-8b13-07ca6031cfea, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=3881ea2e-5c5e-4fdf-8b13-07ca6031cfea,segment=NetworkSegment(78b7cb16-8842-4748-a914-8c026d8175d6),segment_id=78b7cb16-8842-4748-a914-8c026d8175d6)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:30.376812 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-135b3e0b-af7f-4a8d-9c13-721444c92df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:30.392716 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-135b3e0b-af7f-4a8d-9c13-721444c92df7 admin admin] Calling delete_port for 3881ea2e-5c5e-4fdf-8b13-07ca6031cfea owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:47:30.589197 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-135b3e0b-af7f-4a8d-9c13-721444c92df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:30.609079 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 03fa515b-d317-42e4-bebb-308298d05d24 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:47:30.615606 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b3e0b-af7f-4a8d-9c13-721444c92df7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3881ea2e-5c5e-4fdf-8b13-07ca6031cfea,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:30.630158 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 03fa515b-d317-42e4-bebb-308298d05d24 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:47:30.630728 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 03fa515b-d317-42e4-bebb-308298d05d24 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:47:30.631484 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device cb63528e-9255-412d-a17b-e43d921128dd no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:47:30.653597 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: cb63528e-9255-412d-a17b-e43d921128dd {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:47:30.654082 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device cb63528e-9255-412d-a17b-e43d921128dd not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:47:30.808575 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-135b3e0b-af7f-4a8d-9c13-721444c92df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:31.033097 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135b3e0b-af7f-4a8d-9c13-721444c92df7 admin admin] Router 573174b4-ccf3-494e-9903-a7c6862fec67 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:47:31.149692 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135b3e0b-af7f-4a8d-9c13-721444c92df7 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:47:31.155973 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-135b3e0b-af7f-4a8d-9c13-721444c92df7 admin admin] 10.222.0.24 "PUT /v2.0/routers/573174b4-ccf3-494e-9903-a7c6862fec67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8562067 Jul 15 13:47:31.157348 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44516) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:31.159720 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0289bd25-0ec9-479e-8c32-75e0992b6dfa None None] Sync routers for ids ['573174b4-ccf3-494e-9903-a7c6862fec67'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:47:31.169905 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0289bd25-0ec9-479e-8c32-75e0992b6dfa None None] Routers {'573174b4-ccf3-494e-9903-a7c6862fec67'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:31.170886 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0289bd25-0ec9-479e-8c32-75e0992b6dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:47:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['573174b4-ccf3-494e-9903-a7c6862fec67'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:31.287766 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38ed70e0-0ab9-4f5b-8e5a-cfbcbb94de3c admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:31.293888 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-0289bd25-0ec9-479e-8c32-75e0992b6dfa None None] Set router 573174b4-ccf3-494e-9903-a7c6862fec67 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:47:31.403446 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38ed70e0-0ab9-4f5b-8e5a-cfbcbb94de3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:31.500065 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-38ed70e0-0ab9-4f5b-8e5a-cfbcbb94de3c admin admin] Deleting port 8de6fff8-7aee-4ab9-926e-054bb68f02d0 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:47:31.500424 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38ed70e0-0ab9-4f5b-8e5a-cfbcbb94de3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:31.520190 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0289bd25-0ec9-479e-8c32-75e0992b6dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573174b4-ccf3-494e-9903-a7c6862fec67', 'name': 'tempest-TestServerMultinode-1492599857-router', 'tenant_id': '5660373f0ba04c7d9b58e18f9fcd5fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '8de6fff8-7aee-4ab9-926e-054bb68f02d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:46:48Z', 'updated_at': '2021-07-15T13:47:30Z', 'revision_number': 5, 'project_id': '5660373f0ba04c7d9b58e18f9fcd5fb9', 'gw_port': {'id': '8de6fff8-7aee-4ab9-926e-054bb68f02d0', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:95:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573174b4-ccf3-494e-9903-a7c6862fec67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:46:49Z', 'updated_at': '2021-07-15T13:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:31.557968 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0289bd25-0ec9-479e-8c32-75e0992b6dfa None None] Checking router: 573174b4-ccf3-494e-9903-a7c6862fec67 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:47:31.568092 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0289bd25-0ec9-479e-8c32-75e0992b6dfa None None] Routers {'573174b4-ccf3-494e-9903-a7c6862fec67'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:31.568747 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0289bd25-0ec9-479e-8c32-75e0992b6dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:47:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['573174b4-ccf3-494e-9903-a7c6862fec67'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:31.645190 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-38ed70e0-0ab9-4f5b-8e5a-cfbcbb94de3c admin admin] For port 8de6fff8-7aee-4ab9-926e-054bb68f02d0, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8de6fff8-7aee-4ab9-926e-054bb68f02d0,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:31.645611 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38ed70e0-0ab9-4f5b-8e5a-cfbcbb94de3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:31.663097 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-38ed70e0-0ab9-4f5b-8e5a-cfbcbb94de3c admin admin] Calling delete_port for 8de6fff8-7aee-4ab9-926e-054bb68f02d0 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:47:31.673030 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-0289bd25-0ec9-479e-8c32-75e0992b6dfa None None] Set router 573174b4-ccf3-494e-9903-a7c6862fec67 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:47:31.740014 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0289bd25-0ec9-479e-8c32-75e0992b6dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573174b4-ccf3-494e-9903-a7c6862fec67', 'name': 'tempest-TestServerMultinode-1492599857-router', 'tenant_id': '5660373f0ba04c7d9b58e18f9fcd5fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:46:48Z', 'updated_at': '2021-07-15T13:47:31Z', 'revision_number': 6, 'project_id': '5660373f0ba04c7d9b58e18f9fcd5fb9', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:31.777956 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0289bd25-0ec9-479e-8c32-75e0992b6dfa None None] The sync data for ids ['573174b4-ccf3-494e-9903-a7c6862fec67'] in n-d-758944-45 is: [{'id': '573174b4-ccf3-494e-9903-a7c6862fec67', 'name': 'tempest-TestServerMultinode-1492599857-router', 'tenant_id': '5660373f0ba04c7d9b58e18f9fcd5fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:46:48Z', 'updated_at': '2021-07-15T13:47:31Z', 'revision_number': 6, 'project_id': '5660373f0ba04c7d9b58e18f9fcd5fb9', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:47:31.883654 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38ed70e0-0ab9-4f5b-8e5a-cfbcbb94de3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:31.919731 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed70e0-0ab9-4f5b-8e5a-cfbcbb94de3c admin admin] Pushing event deleted for resources: {'Port': ['ID=8de6fff8-7aee-4ab9-926e-054bb68f02d0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:31.997636 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38ed70e0-0ab9-4f5b-8e5a-cfbcbb94de3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:32.092028 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38ed70e0-0ab9-4f5b-8e5a-cfbcbb94de3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:32.094971 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38ed70e0-0ab9-4f5b-8e5a-cfbcbb94de3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:32.148389 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38ed70e0-0ab9-4f5b-8e5a-cfbcbb94de3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:32.150416 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ed70e0-0ab9-4f5b-8e5a-cfbcbb94de3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 573174b4-ccf3-494e-9903-a7c6862fec67 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:47:32.161547 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38ed70e0-0ab9-4f5b-8e5a-cfbcbb94de3c admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:32.163179 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-38ed70e0-0ab9-4f5b-8e5a-cfbcbb94de3c admin admin] 10.222.0.24 "DELETE /v2.0/routers/573174b4-ccf3-494e-9903-a7c6862fec67 HTTP/1.1" status: 204 len: 168 time: 1.0044622 Jul 15 13:47:32.166079 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44520) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:32.224627 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0fd5f67-397e-4d91-a74a-2fd6ce49965b admin admin] Deleting subnet 81df7d2f-e967-4558-9fee-4e0b557fd712 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:47:32.228322 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0fd5f67-397e-4d91-a74a-2fd6ce49965b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:32.270755 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0fd5f67-397e-4d91-a74a-2fd6ce49965b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:32.351362 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0fd5f67-397e-4d91-a74a-2fd6ce49965b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:32.406220 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0fd5f67-397e-4d91-a74a-2fd6ce49965b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:32.431675 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd5f67-397e-4d91-a74a-2fd6ce49965b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81df7d2f-e967-4558-9fee-4e0b557fd712,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:32.440021 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0fd5f67-397e-4d91-a74a-2fd6ce49965b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:32.442031 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a0fd5f67-397e-4d91-a74a-2fd6ce49965b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/81df7d2f-e967-4558-9fee-4e0b557fd712 HTTP/1.1" status: 204 len: 168 time: 0.2738302 Jul 15 13:47:32.444499 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44522) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:32.445231 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9678902-2567-44f0-a8e0-2b1dfee79b95 None None] Network acf54f91-b999-4388-8af2-44db03d6c92b requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:47:32.520334 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d5a636c-9b2e-4999-9e29-64591d546727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:32.576325 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5d5a636c-9b2e-4999-9e29-64591d546727 admin admin] Deleting port 33ae0131-1e2d-4985-b79d-1bcd954a1576 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:47:32.576669 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d5a636c-9b2e-4999-9e29-64591d546727 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:32.655184 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-5d5a636c-9b2e-4999-9e29-64591d546727 admin admin] For port 33ae0131-1e2d-4985-b79d-1bcd954a1576, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=33ae0131-1e2d-4985-b79d-1bcd954a1576,segment=NetworkSegment(78b7cb16-8842-4748-a914-8c026d8175d6),segment_id=78b7cb16-8842-4748-a914-8c026d8175d6)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:32.656330 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d5a636c-9b2e-4999-9e29-64591d546727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:32.670905 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5d5a636c-9b2e-4999-9e29-64591d546727 admin admin] Calling delete_port for 33ae0131-1e2d-4985-b79d-1bcd954a1576 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:47:32.684406 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb78598-7b46-4f97-a6d5-a67678a184ed None None] DHCP port deletion for acf54f91-b999-4388-8af2-44db03d6c92b request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:47:32.719795 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3881ea2e-5c5e-4fdf-8b13-07ca6031cfea no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:47:32.743988 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 3881ea2e-5c5e-4fdf-8b13-07ca6031cfea {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:47:32.744490 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3881ea2e-5c5e-4fdf-8b13-07ca6031cfea not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:47:32.745002 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8de6fff8-7aee-4ab9-926e-054bb68f02d0 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:47:32.765371 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d5a636c-9b2e-4999-9e29-64591d546727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:32.766840 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 8de6fff8-7aee-4ab9-926e-054bb68f02d0 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:47:32.767259 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8de6fff8-7aee-4ab9-926e-054bb68f02d0 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:47:32.791906 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2bb78598-7b46-4f97-a6d5-a67678a184ed None None] Deleting port 33ae0131-1e2d-4985-b79d-1bcd954a1576 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:47:32.792287 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2bb78598-7b46-4f97-a6d5-a67678a184ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:32.807996 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a636c-9b2e-4999-9e29-64591d546727 admin admin] Pushing event deleted for resources: {'Port': ['ID=33ae0131-1e2d-4985-b79d-1bcd954a1576,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:32.815428 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5a636c-9b2e-4999-9e29-64591d546727 admin admin] No DVR routers for this DVR port 33ae0131-1e2d-4985-b79d-1bcd954a1576 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:47:32.864151 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-2bb78598-7b46-4f97-a6d5-a67678a184ed None None] For port 33ae0131-1e2d-4985-b79d-1bcd954a1576, host n-d-758944-45, got binding levels [] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:32.864547 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2bb78598-7b46-4f97-a6d5-a67678a184ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:32.878928 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2bb78598-7b46-4f97-a6d5-a67678a184ed None None] Calling delete_port for 33ae0131-1e2d-4985-b79d-1bcd954a1576 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:47:32.881826 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.ipam_backend_mixin [None req-2bb78598-7b46-4f97-a6d5-a67678a184ed None None] Port 33ae0131-1e2d-4985-b79d-1bcd954a1576 was not found and therefore no delete operation was performed {{(pid=93815) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:47:32.883136 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2bb78598-7b46-4f97-a6d5-a67678a184ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:32.898830 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d5a636c-9b2e-4999-9e29-64591d546727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:32.908754 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb78598-7b46-4f97-a6d5-a67678a184ed None None] Pushing event deleted for resources: {'Port': ['ID=33ae0131-1e2d-4985-b79d-1bcd954a1576,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:32.910690 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-5d5a636c-9b2e-4999-9e29-64591d546727 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf54f91-b999-4388-8af2-44db03d6c92b']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:32.915337 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb78598-7b46-4f97-a6d5-a67678a184ed None None] No DVR routers for this DVR port 33ae0131-1e2d-4985-b79d-1bcd954a1576 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:47:32.927983 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-5d5a636c-9b2e-4999-9e29-64591d546727 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b7cb16-8842-4748-a914-8c026d8175d6') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:32.928287 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-5d5a636c-9b2e-4999-9e29-64591d546727 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b7cb16-8842-4748-a914-8c026d8175d6') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:32.938620 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d5a636c-9b2e-4999-9e29-64591d546727 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:32.953593 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d5a636c-9b2e-4999-9e29-64591d546727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:32.960068 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d5a636c-9b2e-4999-9e29-64591d546727 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:47:32.960536 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d5a636c-9b2e-4999-9e29-64591d546727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:32.962192 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:47:32.962192 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:47:32.962192 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:47:32.962192 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:47:32.962192 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:47:32.962192 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:47:32.962192 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:47:32.962192 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:47:32.962192 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:47:32.962192 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:47:32.962192 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:47:32.962192 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:47:32.962192 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:47:32.962192 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:47:32.962192 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:47:32.962192 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:47:32.962192 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:47:32.962192 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:47:32.962192 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:47:32.962192 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:47:32.962192 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:47:32.962192 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:47:32.962192 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:47:32.962192 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:47:32.962192 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:47:32.962192 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:47:32.962192 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:47:32.962192 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:47:32.962192 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:47:32.962192 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:47:32.962192 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:47:32.962192 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:47:33.025789 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d5a636c-9b2e-4999-9e29-64591d546727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:33.033198 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d5a636c-9b2e-4999-9e29-64591d546727 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:33.035744 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5d5a636c-9b2e-4999-9e29-64591d546727 admin admin] 10.222.0.24 "DELETE /v2.0/networks/acf54f91-b999-4388-8af2-44db03d6c92b HTTP/1.1" status: 204 len: 168 time: 0.5901120 Jul 15 13:47:33.048279 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a636c-9b2e-4999-9e29-64591d546727 admin admin] Pushing event deleted for resources: {'Network': ['ID=acf54f91-b999-4388-8af2-44db03d6c92b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:33.201720 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44526) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:33.246053 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c655ec0e-f6da-4b95-8e35-b387c4814248 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aeaff16bdb56431e9a104ae1f81eef3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427036 Jul 15 13:47:33.248394 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44530) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:33.299717 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee2f4b0c-a288-4d0b-adf2-70ecc1972cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:33.323403 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee2f4b0c-a288-4d0b-adf2-70ecc1972cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:33.376335 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee2f4b0c-a288-4d0b-adf2-70ecc1972cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:33.378954 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee2f4b0c-a288-4d0b-adf2-70ecc1972cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:33.380138 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ee2f4b0c-a288-4d0b-adf2-70ecc1972cbf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7014c7c-4890-4ae9-be3c-aeda7c70a0b0 HTTP/1.1" status: 204 len: 168 time: 0.1307380 Jul 15 13:47:33.390225 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f4b0c-a288-4d0b-adf2-70ecc1972cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7014c7c-4890-4ae9-be3c-aeda7c70a0b0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:33.749547 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 44544) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:33.794685 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-169963a7-e5fc-474a-a581-d3fe8a218eab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5660373f0ba04c7d9b58e18f9fcd5fb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430632 Jul 15 13:47:33.799181 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 44546) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:33.849319 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-37f1744b-903b-4294-a7a4-33f3c8498729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:33.871779 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-37f1744b-903b-4294-a7a4-33f3c8498729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:33.920712 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-37f1744b-903b-4294-a7a4-33f3c8498729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:33.923500 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-37f1744b-903b-4294-a7a4-33f3c8498729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:33.924662 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-37f1744b-903b-4294-a7a4-33f3c8498729 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3dfe6642-2ce3-4426-a731-974234ac2730 HTTP/1.1" status: 204 len: 168 time: 0.1244428 Jul 15 13:47:33.932972 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1744b-903b-4294-a7a4-33f3c8498729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfe6642-2ce3-4426-a731-974234ac2730,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:34.597226 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 33ae0131-1e2d-4985-b79d-1bcd954a1576 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:47:34.616725 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 33ae0131-1e2d-4985-b79d-1bcd954a1576 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:47:34.617061 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 33ae0131-1e2d-4985-b79d-1bcd954a1576 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:47:38.442920 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:50.871166 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b493a78b-24d3-4cfc-a8bb-5267be58359f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:53.276970 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:53.428250 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b6fdcd4-1bec-4aff-9b7f-8d9003cbb5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:54.828331 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:55.479330 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:56.434196 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:03.017489 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:48:08.444960 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:20.880079 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e347071e-881f-4ca5-8918-4039bfab16ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.280763 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.422143 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a443a196-4660-4760-949a-57a103d41437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:24.982174 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:25.463892 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:26.439821 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:38.455112 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:40.019404 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:48:50.878374 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4132586e-e70a-469d-907d-013565761a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:53.283776 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:53.425722 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a31323cb-cc42-4c34-a5a0-e05fe4dd91cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:54.841103 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:55.483543 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:56.436724 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:04.772311 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45438) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:04.779210 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ba66b86f-8b45-45ca-b173-ac78497252fe tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-199012187', 'description': 'tempest-secgroup-smoke-199012187 description', 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:04.807094 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba66b86f-8b45-45ca-b173-ac78497252fe tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:04.899623 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba66b86f-8b45-45ca-b173-ac78497252fe tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:04.904481 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba66b86f-8b45-45ca-b173-ac78497252fe tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:04.936275 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66b86f-8b45-45ca-b173-ac78497252fe tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=125bc408-c4de-49d7-900e-ee542bc5031f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:04.939796 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba66b86f-8b45-45ca-b173-ac78497252fe tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:04.941128 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ba66b86f-8b45-45ca-b173-ac78497252fe tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1675138 Jul 15 13:49:04.944089 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45446) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:04.948762 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-18b7964e-ece5-45db-b08e-4e66a874471c tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Request body: {'security_group_rule': {'security_group_id': '125bc408-c4de-49d7-900e-ee542bc5031f', 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:04.958603 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66b86f-8b45-45ca-b173-ac78497252fe tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:04.958947 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66b86f-8b45-45ca-b173-ac78497252fe tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:04.959284 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66b86f-8b45-45ca-b173-ac78497252fe tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:04.959618 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66b86f-8b45-45ca-b173-ac78497252fe tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:04.959947 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66b86f-8b45-45ca-b173-ac78497252fe tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:04.960273 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66b86f-8b45-45ca-b173-ac78497252fe tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:04.960594 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66b86f-8b45-45ca-b173-ac78497252fe tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:04.960915 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66b86f-8b45-45ca-b173-ac78497252fe tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:04.961235 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66b86f-8b45-45ca-b173-ac78497252fe tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:04.961553 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66b86f-8b45-45ca-b173-ac78497252fe tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:04.961900 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66b86f-8b45-45ca-b173-ac78497252fe tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:04.962218 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66b86f-8b45-45ca-b173-ac78497252fe tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:04.987514 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18b7964e-ece5-45db-b08e-4e66a874471c tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.049835 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18b7964e-ece5-45db-b08e-4e66a874471c tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.053750 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18b7964e-ece5-45db-b08e-4e66a874471c tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.072786 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7964e-ece5-45db-b08e-4e66a874471c tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b76fba-0cf7-4dbb-bd9c-13c8ed41869e,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:05.084457 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18b7964e-ece5-45db-b08e-4e66a874471c tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.086215 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-18b7964e-ece5-45db-b08e-4e66a874471c tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1410005 Jul 15 13:49:05.089488 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45448) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:05.094589 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d4474068-6426-4a85-9e8b-e78ecdc60880 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Request body: {'security_group_rule': {'security_group_id': '125bc408-c4de-49d7-900e-ee542bc5031f', 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:05.122353 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4474068-6426-4a85-9e8b-e78ecdc60880 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.191181 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4474068-6426-4a85-9e8b-e78ecdc60880 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.196599 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4474068-6426-4a85-9e8b-e78ecdc60880 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.215445 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4474068-6426-4a85-9e8b-e78ecdc60880 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e82bf0f8-5a43-4a11-ba82-84e113de410e,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:05.221914 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4474068-6426-4a85-9e8b-e78ecdc60880 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.223829 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d4474068-6426-4a85-9e8b-e78ecdc60880 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1330917 Jul 15 13:49:05.226571 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45450) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:05.231968 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f05127fb-b1e1-4822-8eff-eaa77d12debb tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Request body: {'security_group_rule': {'security_group_id': '125bc408-c4de-49d7-900e-ee542bc5031f', 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:05.262559 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f05127fb-b1e1-4822-8eff-eaa77d12debb tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.330387 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f05127fb-b1e1-4822-8eff-eaa77d12debb tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.335110 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f05127fb-b1e1-4822-8eff-eaa77d12debb tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.355961 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05127fb-b1e1-4822-8eff-eaa77d12debb tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a78f18a4-f61f-4709-8d0e-b94ebb790ed6,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:05.362579 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f05127fb-b1e1-4822-8eff-eaa77d12debb tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.364032 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f05127fb-b1e1-4822-8eff-eaa77d12debb tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1363661 Jul 15 13:49:05.367674 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45452) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:05.372548 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-eb92c339-cf30-4de7-8962-19b6777f4075 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Request body: {'security_group_rule': {'security_group_id': '125bc408-c4de-49d7-900e-ee542bc5031f', 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:05.400261 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eb92c339-cf30-4de7-8962-19b6777f4075 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.464534 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eb92c339-cf30-4de7-8962-19b6777f4075 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.468360 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eb92c339-cf30-4de7-8962-19b6777f4075 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.487042 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92c339-cf30-4de7-8962-19b6777f4075 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=561437e3-61e7-438c-9c57-b83ba75d9519,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:05.493774 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eb92c339-cf30-4de7-8962-19b6777f4075 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.495307 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-eb92c339-cf30-4de7-8962-19b6777f4075 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1264307 Jul 15 13:49:05.497827 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45454) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:05.502430 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5576c7cb-fbbf-4f28-a3de-28fd1b11770a tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Request body: {'security_group_rule': {'security_group_id': '125bc408-c4de-49d7-900e-ee542bc5031f', 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:05.523792 n-d-758944-45 neutron-server[93813]: INFO neutron.db.securitygroups_db [None req-5576c7cb-fbbf-4f28-a3de-28fd1b11770a tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Project 1ec1a37a1f8648c58cffdb1d2a76e47a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:49:05.529327 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5576c7cb-fbbf-4f28-a3de-28fd1b11770a tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.594988 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5576c7cb-fbbf-4f28-a3de-28fd1b11770a tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.598824 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5576c7cb-fbbf-4f28-a3de-28fd1b11770a tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.617827 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576c7cb-fbbf-4f28-a3de-28fd1b11770a tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=937543b0-fc72-4b5b-b140-a57a6fcaeeb8,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:05.623971 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5576c7cb-fbbf-4f28-a3de-28fd1b11770a tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.625314 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5576c7cb-fbbf-4f28-a3de-28fd1b11770a tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1264701 Jul 15 13:49:05.628001 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45456) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:05.632718 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-eff49b0a-1cc6-46f3-a8a0-e43411a654bc tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Request body: {'security_group_rule': {'security_group_id': '125bc408-c4de-49d7-900e-ee542bc5031f', 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:05.655491 n-d-758944-45 neutron-server[93813]: INFO neutron.db.securitygroups_db [None req-eff49b0a-1cc6-46f3-a8a0-e43411a654bc tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Project 1ec1a37a1f8648c58cffdb1d2a76e47a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:49:05.660868 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eff49b0a-1cc6-46f3-a8a0-e43411a654bc tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.737945 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eff49b0a-1cc6-46f3-a8a0-e43411a654bc tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.742621 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eff49b0a-1cc6-46f3-a8a0-e43411a654bc tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.764483 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff49b0a-1cc6-46f3-a8a0-e43411a654bc tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ffc644-9e60-48ac-9091-aa2546bb91a4,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:05.768245 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eff49b0a-1cc6-46f3-a8a0-e43411a654bc tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.769481 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-eff49b0a-1cc6-46f3-a8a0-e43411a654bc tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1404846 Jul 15 13:49:06.197513 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-225e8ede-eba0-44b1-aa6b-63f97e87abb0 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-199012187&fields=id&tenant_id=1ec1a37a1f8648c58cffdb1d2a76e47a HTTP/1.1" status: 200 len: 267 time: 0.0450788 Jul 15 13:49:06.312360 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-20e88f6d-7ec6-42e9-b794-16c9e7cffba0 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:06.313972 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-20e88f6d-7ec6-42e9-b794-16c9e7cffba0 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/networks?id=5a055609-64bc-49e9-a5b9-0b237dd005b5 HTTP/1.1" status: 200 len: 813 time: 0.1093433 Jul 15 13:49:06.329660 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-4b053a4e-9eb8-4334-bc7e-809733237fbb tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/quotas/1ec1a37a1f8648c58cffdb1d2a76e47a HTTP/1.1" status: 200 len: 375 time: 0.0101988 Jul 15 13:49:06.438582 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-91c7cdf6-41a2-4156-9f9f-752965a63ea0 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ec1a37a1f8648c58cffdb1d2a76e47a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1035194 Jul 15 13:49:06.538023 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-83464da8-d3fa-4f31-ae1a-bd4461888278 service neutron] 10.222.0.24 "GET /v2.0/networks/5a055609-64bc-49e9-a5b9-0b237dd005b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873253 Jul 15 13:49:06.632281 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-c3d31dd7-0c9b-40e5-b2b3-bd89747cc0f4 service neutron] 10.222.0.24 "GET /v2.0/networks/5a055609-64bc-49e9-a5b9-0b237dd005b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875404 Jul 15 13:49:07.110245 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-02c5d60e-9d2f-4d2f-be02-2ec41dafce62 req-6a24fa33-c5df-4ff5-925a-dce16b5db6eb tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd005f8d-b9c9-4e88-8adf-545624021a1b HTTP/1.1" status: 200 len: 210 time: 0.1478159 Jul 15 13:49:08.189312 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-84513a9b-c419-4a52-b256-8a6fd8ef50cb tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:08.191105 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-84513a9b-c419-4a52-b256-8a6fd8ef50cb tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.32 "GET /v2.0/networks?id=5a055609-64bc-49e9-a5b9-0b237dd005b5 HTTP/1.1" status: 200 len: 813 time: 0.1191607 Jul 15 13:49:08.275229 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-0ceba7c2-404c-4269-a4b1-6a040aba0a32 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ec1a37a1f8648c58cffdb1d2a76e47a HTTP/1.1" status: 200 len: 379 time: 0.0588634 Jul 15 13:49:08.286170 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-1b8fa5d0-bdaa-4807-8295-86cff79b1e52 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Request body: {'port': {'device_id': 'bd005f8d-b9c9-4e88-8adf-545624021a1b', 'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5', 'admin_state_up': True, 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'security_groups': ['125bc408-c4de-49d7-900e-ee542bc5031f']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:08.292896 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ed6b99c8-c510-42c4-8dcc-52388653927d req-419e977c-f418-448a-a6fe-0ee7bf3fe3d9 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd005f8d-b9c9-4e88-8adf-545624021a1b HTTP/1.1" status: 200 len: 210 time: 0.0463221 Jul 15 13:49:08.420543 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-1b8fa5d0-bdaa-4807-8295-86cff79b1e52 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Made reservation on behalf of 1ec1a37a1f8648c58cffdb1d2a76e47a for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:08.423526 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-1b8fa5d0-bdaa-4807-8295-86cff79b1e52 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:08.463266 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:08.576305 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-1b8fa5d0-bdaa-4807-8295-86cff79b1e52 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Allocated IP 172.20.0.4 (5a055609-64bc-49e9-a5b9-0b237dd005b5/281315aa-6afe-4aea-ba2d-cd656b32e502/b412f007-8925-464c-abd7-a2264bb82ea6) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:08.764381 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-1b8fa5d0-bdaa-4807-8295-86cff79b1e52 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:08.785349 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-1b8fa5d0-bdaa-4807-8295-86cff79b1e52 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Transition to ACTIVE for port object b412f007-8925-464c-abd7-a2264bb82ea6 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:08.820581 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-1b8fa5d0-bdaa-4807-8295-86cff79b1e52 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:08.873966 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-1b8fa5d0-bdaa-4807-8295-86cff79b1e52 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Network 5a055609-64bc-49e9-a5b9-0b237dd005b5 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:08.877688 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-1b8fa5d0-bdaa-4807-8295-86cff79b1e52 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:08.880643 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-1b8fa5d0-bdaa-4807-8295-86cff79b1e52 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:49:08.910807 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8fa5d0-bdaa-4807-8295-86cff79b1e52 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Pushing event updated for resources: {'Port': ['ID=b412f007-8925-464c-abd7-a2264bb82ea6,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:08.929675 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8fa5d0-bdaa-4807-8295-86cff79b1e52 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:08.930055 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8fa5d0-bdaa-4807-8295-86cff79b1e52 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:08.930392 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8fa5d0-bdaa-4807-8295-86cff79b1e52 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:08.930724 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8fa5d0-bdaa-4807-8295-86cff79b1e52 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:08.931035 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8fa5d0-bdaa-4807-8295-86cff79b1e52 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:08.931359 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8fa5d0-bdaa-4807-8295-86cff79b1e52 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:08.931678 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8fa5d0-bdaa-4807-8295-86cff79b1e52 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:08.932003 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8fa5d0-bdaa-4807-8295-86cff79b1e52 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:08.933016 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8fa5d0-bdaa-4807-8295-86cff79b1e52 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:08.933193 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8fa5d0-bdaa-4807-8295-86cff79b1e52 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:08.933493 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8fa5d0-bdaa-4807-8295-86cff79b1e52 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:08.933843 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8fa5d0-bdaa-4807-8295-86cff79b1e52 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:08.961715 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-1b8fa5d0-bdaa-4807-8295-86cff79b1e52 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:08.962745 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-1b8fa5d0-bdaa-4807-8295-86cff79b1e52 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:08.984388 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-1b8fa5d0-bdaa-4807-8295-86cff79b1e52 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7030301 Jul 15 13:49:09.004794 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-c7d05afd-0f16-40c0-bc34-e5399fbf4290 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:09.006801 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-c7d05afd-0f16-40c0-bc34-e5399fbf4290 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098598 Jul 15 13:49:09.023682 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-c821db20-6713-4891-819e-b38f94b4b5a9 service neutron] Request body: {'port': {'device_id': 'bd005f8d-b9c9-4e88-8adf-545624021a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:09.176334 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-c821db20-6713-4891-819e-b38f94b4b5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:09.246026 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fbab8c75-9d8b-4583-b37f-722c5b005170 None None] Provisioning for port b412f007-8925-464c-abd7-a2264bb82ea6 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:49:09.258847 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fbab8c75-9d8b-4583-b37f-722c5b005170 None None] Provisioning complete for port b412f007-8925-464c-abd7-a2264bb82ea6 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:09.259447 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fbab8c75-9d8b-4583-b37f-722c5b005170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:09.308737 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-fbab8c75-9d8b-4583-b37f-722c5b005170 None None] Port b412f007-8925-464c-abd7-a2264bb82ea6 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:49:09.519749 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-c821db20-6713-4891-819e-b38f94b4b5a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b412f007-8925-464c-abd7-a2264bb82ea6 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:49:09.532299 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-c821db20-6713-4891-819e-b38f94b4b5a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:09.550505 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-c821db20-6713-4891-819e-b38f94b4b5a9 service neutron] Transition to ACTIVE for port object b412f007-8925-464c-abd7-a2264bb82ea6 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:09.556149 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-c821db20-6713-4891-819e-b38f94b4b5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:09.567716 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320f8a2-0984-4a91-ad09-e17fe4805118 req-be451517-8a0e-4d45-8344-895234f26acc tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:09.569373 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f320f8a2-0984-4a91-ad09-e17fe4805118 req-be451517-8a0e-4d45-8344-895234f26acc tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd005f8d-b9c9-4e88-8adf-545624021a1b HTTP/1.1" status: 200 len: 931 time: 0.1295662 Jul 15 13:49:09.650161 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821db20-6713-4891-819e-b38f94b4b5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b412f007-8925-464c-abd7-a2264bb82ea6,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:09.690926 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f320f8a2-0984-4a91-ad09-e17fe4805118 req-5421237e-9dd9-4090-ae1b-b28f36a39049 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/security-groups?id=125bc408-c4de-49d7-900e-ee542bc5031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883143 Jul 15 13:49:09.753209 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-c821db20-6713-4891-819e-b38f94b4b5a9 service neutron] Attempting to bind port b412f007-8925-464c-abd7-a2264bb82ea6 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:49:09.753546 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-c821db20-6713-4891-819e-b38f94b4b5a9 service neutron] Attempting to bind port b412f007-8925-464c-abd7-a2264bb82ea6 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '8593cdf3-1154-47a9-91a7-cd24672e6fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:49:09.753998 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-c821db20-6713-4891-819e-b38f94b4b5a9 service neutron] Attempting to bind port b412f007-8925-464c-abd7-a2264bb82ea6 on network 5a055609-64bc-49e9-a5b9-0b237dd005b5 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:49:09.759698 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-c821db20-6713-4891-819e-b38f94b4b5a9 service neutron] Port b412f007-8925-464c-abd7-a2264bb82ea6 on network 5a055609-64bc-49e9-a5b9-0b237dd005b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:49:09.760023 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-c821db20-6713-4891-819e-b38f94b4b5a9 service neutron] Attempting to bind port b412f007-8925-464c-abd7-a2264bb82ea6 on network 5a055609-64bc-49e9-a5b9-0b237dd005b5 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:49:09.767461 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-c821db20-6713-4891-819e-b38f94b4b5a9 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:49:09.767810 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-c821db20-6713-4891-819e-b38f94b4b5a9 service neutron] Checking segment: {'id': '8593cdf3-1154-47a9-91a7-cd24672e6fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:49:09.768353 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-c821db20-6713-4891-819e-b38f94b4b5a9 service neutron] Bound using segment: {'id': '8593cdf3-1154-47a9-91a7-cd24672e6fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:49:09.768820 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-c821db20-6713-4891-819e-b38f94b4b5a9 service neutron] Bound port: b412f007-8925-464c-abd7-a2264bb82ea6, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8593cdf3-1154-47a9-91a7-cd24672e6fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:49:09.769193 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-c821db20-6713-4891-819e-b38f94b4b5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:09.851986 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-c821db20-6713-4891-819e-b38f94b4b5a9 service neutron] For port b412f007-8925-464c-abd7-a2264bb82ea6, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:49:09.856131 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-c821db20-6713-4891-819e-b38f94b4b5a9 service neutron] For port b412f007-8925-464c-abd7-a2264bb82ea6, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=b412f007-8925-464c-abd7-a2264bb82ea6,segment=NetworkSegment(8593cdf3-1154-47a9-91a7-cd24672e6fc5),segment_id=8593cdf3-1154-47a9-91a7-cd24672e6fc5)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:49:09.860970 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-c821db20-6713-4891-819e-b38f94b4b5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:09.933830 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-c821db20-6713-4891-819e-b38f94b4b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:09.934826 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-c821db20-6713-4891-819e-b38f94b4b5a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:09.937307 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-c821db20-6713-4891-819e-b38f94b4b5a9 service neutron] 10.222.0.32 "PUT /v2.0/ports/b412f007-8925-464c-abd7-a2264bb82ea6 HTTP/1.1" status: 200 len: 1092 time: 0.9214993 Jul 15 13:49:09.938081 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd005f8d-b9c9-4e88-8adf-545624021a1b', 'tag': 'b412f007-8925-464c-abd7-a2264bb82ea6'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:49:09.942335 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5d58e3-7440-4c7b-aefc-e965cef04252" -d '{"events": [{"name": "network-changed", "server_uuid": "bd005f8d-b9c9-4e88-8adf-545624021a1b", "tag": "b412f007-8925-464c-abd7-a2264bb82ea6"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:49:10.005018 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821db20-6713-4891-819e-b38f94b4b5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b412f007-8925-464c-abd7-a2264bb82ea6,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:10.028629 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23670968-1242-4eac-9159-c151cb928b51 x-openstack-request-id: req-23670968-1242-4eac-9159-c151cb928b51 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:49:10.029077 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd005f8d-b9c9-4e88-8adf-545624021a1b", "tag": "b412f007-8925-464c-abd7-a2264bb82ea6", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:49:10.029425 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-23670968-1242-4eac-9159-c151cb928b51 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:49:10.029974 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd005f8d-b9c9-4e88-8adf-545624021a1b', 'tag': 'b412f007-8925-464c-abd7-a2264bb82ea6', 'status': 'completed', 'code': 200} Jul 15 13:49:10.091064 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-4699c1e7-ffef-40d7-b88a-6c5d1be0f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:10.092715 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-4699c1e7-ffef-40d7-b88a-6c5d1be0f99e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ec1a37a1f8648c58cffdb1d2a76e47a&device_id=bd005f8d-b9c9-4e88-8adf-545624021a1b HTTP/1.1" status: 200 len: 1095 time: 0.0745971 Jul 15 13:49:10.145730 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-45be35e4-c046-4c21-bfcb-6788dd8d23ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b412f007-8925-464c-abd7-a2264bb82ea6 HTTP/1.1" status: 200 len: 217 time: 0.0396993 Jul 15 13:49:10.215788 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-0c1021aa-f60a-42ee-b317-9f5a5a75fa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:10.217312 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-0c1021aa-f60a-42ee-b317-9f5a5a75fa10 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=281315aa-6afe-4aea-ba2d-cd656b32e502 HTTP/1.1" status: 200 len: 852 time: 0.0657420 Jul 15 13:49:10.281543 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-f0cb689e-d868-4213-bb62-5ac6fa0e2553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:10.283194 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-f0cb689e-d868-4213-bb62-5ac6fa0e2553 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a055609-64bc-49e9-a5b9-0b237dd005b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601039 Jul 15 13:49:10.383435 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-dbe1aa13-cc03-4d2e-8cce-d51913265540 service neutron] 10.222.0.32 "GET /v2.0/networks/5a055609-64bc-49e9-a5b9-0b237dd005b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939875 Jul 15 13:49:10.480717 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-98ff18d7-fdb2-462a-8422-41ae89dac50e req-a36649ce-71f3-4bed-b2fc-335c9dc1dcab service neutron] 10.222.0.32 "GET /v2.0/networks/5a055609-64bc-49e9-a5b9-0b237dd005b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901709 Jul 15 13:49:10.618263 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d58e3-7440-4c7b-aefc-e965cef04252 req-1343278a-ae17-4e03-aad7-e3e24916a001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:10.620603 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dc5d58e3-7440-4c7b-aefc-e965cef04252 req-1343278a-ae17-4e03-aad7-e3e24916a001 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ec1a37a1f8648c58cffdb1d2a76e47a&device_id=bd005f8d-b9c9-4e88-8adf-545624021a1b HTTP/1.1" status: 200 len: 1095 time: 0.0645058 Jul 15 13:49:10.720027 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d58e3-7440-4c7b-aefc-e965cef04252 req-0d51542e-b8ed-4b74-8971-7c5352631d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:10.721551 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dc5d58e3-7440-4c7b-aefc-e965cef04252 req-0d51542e-b8ed-4b74-8971-7c5352631d42 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5a055609-64bc-49e9-a5b9-0b237dd005b5 HTTP/1.1" status: 200 len: 914 time: 0.0941877 Jul 15 13:49:10.766060 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dc5d58e3-7440-4c7b-aefc-e965cef04252 req-bcb51e85-13a4-41a4-be17-37a334fecbc5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b412f007-8925-464c-abd7-a2264bb82ea6 HTTP/1.1" status: 200 len: 217 time: 0.0382915 Jul 15 13:49:10.852385 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d58e3-7440-4c7b-aefc-e965cef04252 req-08694587-8565-436d-aff0-f0991ffe4d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:10.853844 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dc5d58e3-7440-4c7b-aefc-e965cef04252 req-08694587-8565-436d-aff0-f0991ffe4d34 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=281315aa-6afe-4aea-ba2d-cd656b32e502 HTTP/1.1" status: 200 len: 852 time: 0.0816064 Jul 15 13:49:10.924328 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c8be1-ffe7-4ab1-a45b-e88d3bc58719 req-15938e97-2b3c-420e-8b76-154c52076b20 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:10.926140 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-713c8be1-ffe7-4ab1-a45b-e88d3bc58719 req-15938e97-2b3c-420e-8b76-154c52076b20 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd005f8d-b9c9-4e88-8adf-545624021a1b HTTP/1.1" status: 200 len: 943 time: 0.1130145 Jul 15 13:49:10.972231 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d58e3-7440-4c7b-aefc-e965cef04252 req-3d80f786-f79e-48e7-afd2-a4db2e5da953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:10.973842 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dc5d58e3-7440-4c7b-aefc-e965cef04252 req-3d80f786-f79e-48e7-afd2-a4db2e5da953 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a055609-64bc-49e9-a5b9-0b237dd005b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1112487 Jul 15 13:49:10.991614 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-713c8be1-ffe7-4ab1-a45b-e88d3bc58719 req-1df00aec-e112-4f19-b43d-ab22b97c4a7a tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/security-groups?id=125bc408-c4de-49d7-900e-ee542bc5031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579534 Jul 15 13:49:11.108566 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dc5d58e3-7440-4c7b-aefc-e965cef04252 req-0ddaf9ae-e0d4-414e-90cf-f047c6564862 service neutron] 10.222.0.32 "GET /v2.0/networks/5a055609-64bc-49e9-a5b9-0b237dd005b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272764 Jul 15 13:49:11.209149 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dc5d58e3-7440-4c7b-aefc-e965cef04252 req-93e31e41-50a4-4d5b-bef3-5c63c7e302e7 service neutron] 10.222.0.32 "GET /v2.0/networks/5a055609-64bc-49e9-a5b9-0b237dd005b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945711 Jul 15 13:49:12.172423 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf6604-b00d-4f66-99e9-32530d036ac8 req-634f11de-4500-4692-b08b-383e9a9dd624 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:12.174123 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-27cf6604-b00d-4f66-99e9-32530d036ac8 req-634f11de-4500-4692-b08b-383e9a9dd624 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd005f8d-b9c9-4e88-8adf-545624021a1b HTTP/1.1" status: 200 len: 943 time: 0.0635223 Jul 15 13:49:12.213048 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-27cf6604-b00d-4f66-99e9-32530d036ac8 req-75e36009-6500-4993-baac-7ed35af6713d tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/security-groups?id=125bc408-c4de-49d7-900e-ee542bc5031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331264 Jul 15 13:49:13.392181 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c9141-bdff-491e-9e37-a8e8ed246bba req-7fc08c94-1bb1-4d91-98b2-61651bd6f724 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:13.393903 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-130c9141-bdff-491e-9e37-a8e8ed246bba req-7fc08c94-1bb1-4d91-98b2-61651bd6f724 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd005f8d-b9c9-4e88-8adf-545624021a1b HTTP/1.1" status: 200 len: 943 time: 0.0693021 Jul 15 13:49:13.434174 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-130c9141-bdff-491e-9e37-a8e8ed246bba req-6e44c7ea-3556-49e8-b0b0-0078d51736ef tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/security-groups?id=125bc408-c4de-49d7-900e-ee542bc5031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337191 Jul 15 13:49:14.628710 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb428b41-ca78-45ac-ae89-ad3cd0a27a16 req-cfb3d6fc-5d6b-4ca7-b214-a559cb6de7ea tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:14.630456 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bb428b41-ca78-45ac-ae89-ad3cd0a27a16 req-cfb3d6fc-5d6b-4ca7-b214-a559cb6de7ea tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd005f8d-b9c9-4e88-8adf-545624021a1b HTTP/1.1" status: 200 len: 943 time: 0.0698953 Jul 15 13:49:14.675053 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bb428b41-ca78-45ac-ae89-ad3cd0a27a16 req-b6dfae87-b923-4407-b594-7e526b24ef02 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/security-groups?id=125bc408-c4de-49d7-900e-ee542bc5031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379100 Jul 15 13:49:15.867080 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480ae3e-1645-4ebd-9f3d-ef12ca3b6333 req-0849b0c9-6cd2-4fcc-9d58-598133ad7e69 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:15.868728 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d480ae3e-1645-4ebd-9f3d-ef12ca3b6333 req-0849b0c9-6cd2-4fcc-9d58-598133ad7e69 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd005f8d-b9c9-4e88-8adf-545624021a1b HTTP/1.1" status: 200 len: 943 time: 0.0721915 Jul 15 13:49:15.908757 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d480ae3e-1645-4ebd-9f3d-ef12ca3b6333 req-004c8546-5830-4086-89c8-3354f6ed8aaf tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/security-groups?id=125bc408-c4de-49d7-900e-ee542bc5031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344040 Jul 15 13:49:17.019191 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:49:17.083523 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4fbb0-5992-4a7c-ac7f-15e37c4a2abd req-0d976ee2-8af6-4b0b-b2ca-1ebd2952eb3d tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:17.085059 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-85d4fbb0-5992-4a7c-ac7f-15e37c4a2abd req-0d976ee2-8af6-4b0b-b2ca-1ebd2952eb3d tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd005f8d-b9c9-4e88-8adf-545624021a1b HTTP/1.1" status: 200 len: 943 time: 0.0644240 Jul 15 13:49:17.124849 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-85d4fbb0-5992-4a7c-ac7f-15e37c4a2abd req-0a737e35-9055-4938-8f66-eab25952c3f7 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/security-groups?id=125bc408-c4de-49d7-900e-ee542bc5031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335443 Jul 15 13:49:18.305595 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60640cd5-c262-4df1-a469-c6fe147d3715 req-15287162-bb6e-4732-bfaf-7281da625746 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:18.307782 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-60640cd5-c262-4df1-a469-c6fe147d3715 req-15287162-bb6e-4732-bfaf-7281da625746 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd005f8d-b9c9-4e88-8adf-545624021a1b HTTP/1.1" status: 200 len: 943 time: 0.0705316 Jul 15 13:49:18.351973 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-60640cd5-c262-4df1-a469-c6fe147d3715 req-4ae487ae-1dc0-47aa-b198-075fca2598e0 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/security-groups?id=125bc408-c4de-49d7-900e-ee542bc5031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386236 Jul 15 13:49:19.529821 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ecbc2-3c2a-4d61-90e9-a4a3effdb7b9 req-ff561b7b-7477-4abe-b94b-8ba6e5f14412 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:19.531338 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-053ecbc2-3c2a-4d61-90e9-a4a3effdb7b9 req-ff561b7b-7477-4abe-b94b-8ba6e5f14412 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd005f8d-b9c9-4e88-8adf-545624021a1b HTTP/1.1" status: 200 len: 943 time: 0.0652535 Jul 15 13:49:19.569653 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-053ecbc2-3c2a-4d61-90e9-a4a3effdb7b9 req-e150e741-5c10-458c-9fcf-3ad50b090001 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/security-groups?id=125bc408-c4de-49d7-900e-ee542bc5031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326824 Jul 15 13:49:20.274008 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device b412f007-8925-464c-abd7-a2264bb82ea6 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:49:20.376610 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port b412f007-8925-464c-abd7-a2264bb82ea6, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=b412f007-8925-464c-abd7-a2264bb82ea6,segment=NetworkSegment(8593cdf3-1154-47a9-91a7-cd24672e6fc5),segment_id=8593cdf3-1154-47a9-91a7-cd24672e6fc5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:20.389257 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'b412f007-8925-464c-abd7-a2264bb82ea6', 'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5', 'port_id': 'b412f007-8925-464c-abd7-a2264bb82ea6', 'mac_address': 'fa:16:3e:86:ff:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '281315aa-6afe-4aea-ba2d-cd656b32e502', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:49:20.432131 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:20.445647 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b412f007-8925-464c-abd7-a2264bb82ea6 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:49:20.466824 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port b412f007-8925-464c-abd7-a2264bb82ea6, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=b412f007-8925-464c-abd7-a2264bb82ea6,segment=NetworkSegment(8593cdf3-1154-47a9-91a7-cd24672e6fc5),segment_id=8593cdf3-1154-47a9-91a7-cd24672e6fc5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:20.470713 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:20.517649 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=b412f007-8925-464c-abd7-a2264bb82ea6,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:20.524842 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:20.525191 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:20.525533 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:20.525903 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:20.526238 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:20.526568 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:20.526894 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:20.527220 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:20.527541 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:20.527862 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:20.528185 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:20.528504 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:20.810845 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['b412f007-8925-464c-abd7-a2264bb82ea6'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:49:20.881491 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-16f0e817-4161-4f0b-b607-0943449da203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:21.075316 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe199f-dc52-42f8-9ec0-5b0d04a0b88d req-7b29d602-615e-4f8b-977a-559618474bce tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:21.076715 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e5fe199f-dc52-42f8-9ec0-5b0d04a0b88d req-7b29d602-615e-4f8b-977a-559618474bce tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd005f8d-b9c9-4e88-8adf-545624021a1b HTTP/1.1" status: 200 len: 944 time: 0.3948348 Jul 15 13:49:21.113725 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e5fe199f-dc52-42f8-9ec0-5b0d04a0b88d req-b36cb818-3cff-4629-920d-bc902d3aed11 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/security-groups?id=125bc408-c4de-49d7-900e-ee542bc5031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313044 Jul 15 13:49:22.291627 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device b412f007-8925-464c-abd7-a2264bb82ea6 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:49:22.294886 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776505d-9bd0-4c4f-ac6b-d88bac56533d req-396925c7-f3ee-4d56-af7d-1527c6abe3ab tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:22.296349 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1776505d-9bd0-4c4f-ac6b-d88bac56533d req-396925c7-f3ee-4d56-af7d-1527c6abe3ab tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd005f8d-b9c9-4e88-8adf-545624021a1b HTTP/1.1" status: 200 len: 944 time: 0.0687528 Jul 15 13:49:22.335778 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1776505d-9bd0-4c4f-ac6b-d88bac56533d req-81a415d5-e2e3-450d-af71-70ec7f5fd5c5 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/security-groups?id=125bc408-c4de-49d7-900e-ee542bc5031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338762 Jul 15 13:49:22.341566 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port b412f007-8925-464c-abd7-a2264bb82ea6 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:49:22.345639 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port b412f007-8925-464c-abd7-a2264bb82ea6 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:22.346143 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:22.427245 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:22.449269 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd005f8d-b9c9-4e88-8adf-545624021a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b412f007-8925-464c-abd7-a2264bb82ea6'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:49:22.451567 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d1ca0c-b009-4b77-9ee1-e9682e3c153d" -d '{"events": [{"server_uuid": "bd005f8d-b9c9-4e88-8adf-545624021a1b", "name": "network-vif-plugged", "status": "completed", "tag": "b412f007-8925-464c-abd7-a2264bb82ea6"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:49:22.464962 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port b412f007-8925-464c-abd7-a2264bb82ea6, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=b412f007-8925-464c-abd7-a2264bb82ea6,segment=NetworkSegment(8593cdf3-1154-47a9-91a7-cd24672e6fc5),segment_id=8593cdf3-1154-47a9-91a7-cd24672e6fc5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:22.469593 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:22.492614 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d0aa07-5bed-4e85-a4cc-bb7ac3826090 x-openstack-request-id: req-55d0aa07-5bed-4e85-a4cc-bb7ac3826090 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:49:22.492907 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd005f8d-b9c9-4e88-8adf-545624021a1b", "name": "network-vif-plugged", "status": "completed", "tag": "b412f007-8925-464c-abd7-a2264bb82ea6", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:49:22.493177 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-55d0aa07-5bed-4e85-a4cc-bb7ac3826090 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:49:22.493547 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd005f8d-b9c9-4e88-8adf-545624021a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b412f007-8925-464c-abd7-a2264bb82ea6', 'code': 200} Jul 15 13:49:22.519354 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=b412f007-8925-464c-abd7-a2264bb82ea6,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:22.626349 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911edef-f8dc-48ac-954b-0e80ce4b241c req-1c14c79d-4642-4efe-8b83-633033d4c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:22.627849 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9911edef-f8dc-48ac-954b-0e80ce4b241c req-1c14c79d-4642-4efe-8b83-633033d4c17c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bd005f8d-b9c9-4e88-8adf-545624021a1b HTTP/1.1" status: 200 len: 1097 time: 0.0516274 Jul 15 13:49:22.662800 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9911edef-f8dc-48ac-954b-0e80ce4b241c req-eb3b2c0c-e43b-4cbd-b1a9-e21b4dba81e3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=125bc408-c4de-49d7-900e-ee542bc5031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283351 Jul 15 13:49:23.286617 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:23.430546 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3390bde7-cb49-41e1-9f17-9037b278f49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:23.511477 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8117eb-23e5-454b-8b6b-2ec5bfcfb1fe req-c2ae5208-d704-4a6c-8e31-8faf131b2afe tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:23.512884 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1d8117eb-23e5-454b-8b6b-2ec5bfcfb1fe req-c2ae5208-d704-4a6c-8e31-8faf131b2afe tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd005f8d-b9c9-4e88-8adf-545624021a1b HTTP/1.1" status: 200 len: 945 time: 0.0633211 Jul 15 13:49:23.552071 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1d8117eb-23e5-454b-8b6b-2ec5bfcfb1fe req-22e32456-02ed-42da-a614-a1e4b3d90516 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/security-groups?id=125bc408-c4de-49d7-900e-ee542bc5031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335977 Jul 15 13:49:24.733090 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659f7d0-45de-49e4-afbc-8fe32d71e6e7 req-b483bd3c-e781-4999-aa3f-2368f4a60970 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:24.734621 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3659f7d0-45de-49e4-afbc-8fe32d71e6e7 req-b483bd3c-e781-4999-aa3f-2368f4a60970 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd005f8d-b9c9-4e88-8adf-545624021a1b HTTP/1.1" status: 200 len: 945 time: 0.0668094 Jul 15 13:49:24.772216 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3659f7d0-45de-49e4-afbc-8fe32d71e6e7 req-bbd89ddb-231b-40b8-9ac2-95fd75780211 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/security-groups?id=125bc408-c4de-49d7-900e-ee542bc5031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317910 Jul 15 13:49:24.834247 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:24.946764 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8edd4-c1d4-4d5a-8f03-1f336450071f req-59159c84-9336-4c1b-8d8c-5f882c0dd241 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:24.948263 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-87e8edd4-c1d4-4d5a-8f03-1f336450071f req-59159c84-9336-4c1b-8d8c-5f882c0dd241 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd005f8d-b9c9-4e88-8adf-545624021a1b HTTP/1.1" status: 200 len: 945 time: 0.0636623 Jul 15 13:49:24.990742 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-87e8edd4-c1d4-4d5a-8f03-1f336450071f req-a66e9172-8b59-4672-bbac-ae23da792df4 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/security-groups?id=125bc408-c4de-49d7-900e-ee542bc5031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368214 Jul 15 13:49:25.015514 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45538) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:25.193509 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151dcb14-597a-4fb4-9c84-d03720e0bf3e tempest-TestVolumeBackupRestore-1443723319 tempest-TestVolumeBackupRestore-1443723319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:25.195076 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-151dcb14-597a-4fb4-9c84-d03720e0bf3e tempest-TestVolumeBackupRestore-1443723319 tempest-TestVolumeBackupRestore-1443723319-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bd005f8d-b9c9-4e88-8adf-545624021a1b HTTP/1.1" status: 200 len: 1092 time: 0.1785948 Jul 15 13:49:25.198485 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45542) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:25.202784 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-18753081-1041-410d-9261-829b637156b4 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'port_id': 'b412f007-8925-464c-abd7-a2264bb82ea6', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:25.225261 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18753081-1041-410d-9261-829b637156b4 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:25.319872 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18753081-1041-410d-9261-829b637156b4 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:25.429449 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-18753081-1041-410d-9261-829b637156b4 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Allocated IP 172.25.6.64 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/7911fdbf-ab51-4127-a034-8e885b5f4b62) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:25.479478 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:25.538225 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18753081-1041-410d-9261-829b637156b4 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:25.577434 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18753081-1041-410d-9261-829b637156b4 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:25.617818 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18753081-1041-410d-9261-829b637156b4 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:25.621152 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-18753081-1041-410d-9261-829b637156b4 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:25.623824 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18753081-1041-410d-9261-829b637156b4 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:49:25.649100 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18753081-1041-410d-9261-829b637156b4 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Pushing event updated for resources: {'Port': ['ID=7911fdbf-ab51-4127-a034-8e885b5f4b62,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:26.005101 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18753081-1041-410d-9261-829b637156b4 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:26.081019 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18753081-1041-410d-9261-829b637156b4 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:26.251405 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18753081-1041-410d-9261-829b637156b4 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:26.256405 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18753081-1041-410d-9261-829b637156b4 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:26.335167 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18753081-1041-410d-9261-829b637156b4 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Pushing event updated for resources: {'Port': ['ID=7911fdbf-ab51-4127-a034-8e885b5f4b62,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:26.345782 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18753081-1041-410d-9261-829b637156b4 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:26.439118 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:26.468857 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-18753081-1041-410d-9261-829b637156b4 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Floating IP 1186bdb0-1e3a-420b-82a7-11b6f8522289 associated. External IP: 172.25.6.64, port: b412f007-8925-464c-abd7-a2264bb82ea6. Jul 15 13:49:26.707047 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18753081-1041-410d-9261-829b637156b4 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Router 6ecfdf35-c7d5-4a30-9156-613e9c8779f7 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:49:27.165994 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18753081-1041-410d-9261-829b637156b4 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:49:27.176522 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29ede46-3df1-4b71-a70e-3923721a9f14 None None] Sync routers for ids ['6ecfdf35-c7d5-4a30-9156-613e9c8779f7'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:49:27.183648 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18753081-1041-410d-9261-829b637156b4 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:27.187435 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29ede46-3df1-4b71-a70e-3923721a9f14 None None] Routers {'6ecfdf35-c7d5-4a30-9156-613e9c8779f7'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:49:27.188056 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b29ede46-3df1-4b71-a70e-3923721a9f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:49:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['6ecfdf35-c7d5-4a30-9156-613e9c8779f7'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:27.221206 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-18753081-1041-410d-9261-829b637156b4 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0216870 Jul 15 13:49:27.222330 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd005f8d-b9c9-4e88-8adf-545624021a1b', 'tag': 'b412f007-8925-464c-abd7-a2264bb82ea6'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:49:27.224014 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45544) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:27.224514 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4b9cdf-219b-4737-bcca-f2080da24645" -d '{"events": [{"name": "network-changed", "server_uuid": "bd005f8d-b9c9-4e88-8adf-545624021a1b", "tag": "b412f007-8925-464c-abd7-a2264bb82ea6"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:49:27.270472 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1c4fb0-cda8-47d8-ae28-9e3bdc91690f x-openstack-request-id: req-ef1c4fb0-cda8-47d8-ae28-9e3bdc91690f {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:49:27.271137 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd005f8d-b9c9-4e88-8adf-545624021a1b", "tag": "b412f007-8925-464c-abd7-a2264bb82ea6", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:49:27.271392 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef1c4fb0-cda8-47d8-ae28-9e3bdc91690f {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:49:27.272168 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd005f8d-b9c9-4e88-8adf-545624021a1b', 'tag': 'b412f007-8925-464c-abd7-a2264bb82ea6', 'status': 'completed', 'code': 200} Jul 15 13:49:27.282360 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdd9678-5ca9-443b-b62f-d049d2f8c764 tempest-TestVolumeBackupRestore-1443723319 tempest-TestVolumeBackupRestore-1443723319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:27.283929 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-acdd9678-5ca9-443b-b62f-d049d2f8c764 tempest-TestVolumeBackupRestore-1443723319 tempest-TestVolumeBackupRestore-1443723319-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bd005f8d-b9c9-4e88-8adf-545624021a1b HTTP/1.1" status: 200 len: 1092 time: 0.0589206 Jul 15 13:49:27.286800 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45548) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:27.291610 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b49045a7-e79e-4e49-9ad3-6e8aa13b2671 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Request body: {'floatingip': {'port_id': 'b412f007-8925-464c-abd7-a2264bb82ea6'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:27.308437 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-b29ede46-3df1-4b71-a70e-3923721a9f14 None None] Set router 6ecfdf35-c7d5-4a30-9156-613e9c8779f7 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:49:27.380501 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b49045a7-e79e-4e49-9ad3-6e8aa13b2671 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:27.440818 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b9cdf-219b-4737-bcca-f2080da24645 req-2a084313-1eba-4196-a1dc-f500a0709f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:27.442368 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2a4b9cdf-219b-4737-bcca-f2080da24645 req-2a084313-1eba-4196-a1dc-f500a0709f52 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ec1a37a1f8648c58cffdb1d2a76e47a&device_id=bd005f8d-b9c9-4e88-8adf-545624021a1b HTTP/1.1" status: 200 len: 1097 time: 0.1193433 Jul 15 13:49:27.533128 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b29ede46-3df1-4b71-a70e-3923721a9f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'name': 'tempest-TestVolumeBackupRestore-365696000-router', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dcb3004c-4221-45dd-b18c-3bcad4827e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:47:05Z', 'updated_at': '2021-07-15T13:47:09Z', 'revision_number': 4, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'gw_port': {'id': 'dcb3004c-4221-45dd-b18c-3bcad4827e0e', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:06Z', 'updated_at': '2021-07-15T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '1186bdb0-1e3a-420b-82a7-11b6f8522289', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'floating_ip_address': '172.25.6.64', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'port_id': 'b412f007-8925-464c-abd7-a2264bb82ea6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5', 'mac_address': 'fa:16:3e:86:ff:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd005f8d-b9c9-4e88-8adf-545624021a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:49:25Z', 'updated_at': '2021-07-15T13:49:25Z', 'revision_number': 0, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43bae4e3-1e72-4f0e-936a-0efe739c67d9', 'name': '', 'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'mac_address': 'fa:16:3e:d6:18:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '281315aa-6afe-4aea-ba2d-cd656b32e502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:08Z', 'updated_at': '2021-07-15T13:47:15Z', 'revision_number': 5, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'subnets': [{'id': '281315aa-6afe-4aea-ba2d-cd656b32e502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:27.559841 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29ede46-3df1-4b71-a70e-3923721a9f14 None None] Checking router: 6ecfdf35-c7d5-4a30-9156-613e9c8779f7 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:49:27.568272 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29ede46-3df1-4b71-a70e-3923721a9f14 None None] Routers {'6ecfdf35-c7d5-4a30-9156-613e9c8779f7'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:49:27.569322 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b29ede46-3df1-4b71-a70e-3923721a9f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:49:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['6ecfdf35-c7d5-4a30-9156-613e9c8779f7'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:27.641221 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b9cdf-219b-4737-bcca-f2080da24645 req-f3e7e058-5720-4dd1-9237-bd0753243d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:27.642751 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2a4b9cdf-219b-4737-bcca-f2080da24645 req-f3e7e058-5720-4dd1-9237-bd0753243d27 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5a055609-64bc-49e9-a5b9-0b237dd005b5 HTTP/1.1" status: 200 len: 914 time: 0.1751363 Jul 15 13:49:27.674893 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-b29ede46-3df1-4b71-a70e-3923721a9f14 None None] Set router 6ecfdf35-c7d5-4a30-9156-613e9c8779f7 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:49:27.786027 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2a4b9cdf-219b-4737-bcca-f2080da24645 req-5d0a1f9c-d661-4115-9864-0a645337d50d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b412f007-8925-464c-abd7-a2264bb82ea6 HTTP/1.1" status: 200 len: 998 time: 0.1369894 Jul 15 13:49:27.901488 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b9cdf-219b-4737-bcca-f2080da24645 req-71879795-a722-469f-b7ce-7f014ff36ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:27.903038 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2a4b9cdf-219b-4737-bcca-f2080da24645 req-71879795-a722-469f-b7ce-7f014ff36ed0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=281315aa-6afe-4aea-ba2d-cd656b32e502 HTTP/1.1" status: 200 len: 852 time: 0.0840111 Jul 15 13:49:27.908733 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-b29ede46-3df1-4b71-a70e-3923721a9f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'name': 'tempest-TestVolumeBackupRestore-365696000-router', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dcb3004c-4221-45dd-b18c-3bcad4827e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:47:05Z', 'updated_at': '2021-07-15T13:47:09Z', 'revision_number': 4, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'gw_port': {'id': 'dcb3004c-4221-45dd-b18c-3bcad4827e0e', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:06Z', 'updated_at': '2021-07-15T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '1186bdb0-1e3a-420b-82a7-11b6f8522289', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'floating_ip_address': '172.25.6.64', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'port_id': 'b412f007-8925-464c-abd7-a2264bb82ea6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5', 'mac_address': 'fa:16:3e:86:ff:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd005f8d-b9c9-4e88-8adf-545624021a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:49:25Z', 'updated_at': '2021-07-15T13:49:25Z', 'revision_number': 0, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43bae4e3-1e72-4f0e-936a-0efe739c67d9', 'name': '', 'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'mac_address': 'fa:16:3e:d6:18:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '281315aa-6afe-4aea-ba2d-cd656b32e502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:08Z', 'updated_at': '2021-07-15T13:47:15Z', 'revision_number': 5, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'subnets': [{'id': '281315aa-6afe-4aea-ba2d-cd656b32e502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:27.935508 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29ede46-3df1-4b71-a70e-3923721a9f14 None None] The sync data for ids ['6ecfdf35-c7d5-4a30-9156-613e9c8779f7'] in n-d-758944-45 is: [{'id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'name': 'tempest-TestVolumeBackupRestore-365696000-router', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dcb3004c-4221-45dd-b18c-3bcad4827e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:47:05Z', 'updated_at': '2021-07-15T13:47:09Z', 'revision_number': 4, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'gw_port': {'id': 'dcb3004c-4221-45dd-b18c-3bcad4827e0e', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:06Z', 'updated_at': '2021-07-15T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '1186bdb0-1e3a-420b-82a7-11b6f8522289', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'floating_ip_address': '172.25.6.64', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'port_id': 'b412f007-8925-464c-abd7-a2264bb82ea6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5', 'mac_address': 'fa:16:3e:86:ff:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd005f8d-b9c9-4e88-8adf-545624021a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:49:25Z', 'updated_at': '2021-07-15T13:49:25Z', 'revision_number': 0, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43bae4e3-1e72-4f0e-936a-0efe739c67d9', 'name': '', 'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'mac_address': 'fa:16:3e:d6:18:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '281315aa-6afe-4aea-ba2d-cd656b32e502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:08Z', 'updated_at': '2021-07-15T13:47:15Z', 'revision_number': 5, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'subnets': [{'id': '281315aa-6afe-4aea-ba2d-cd656b32e502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:49:28.143708 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac3b1d5-ac63-4341-873e-0faf25a2c388 None None] New status for floating IP 1186bdb0-1e3a-420b-82a7-11b6f8522289: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:49:28.173356 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b9cdf-219b-4737-bcca-f2080da24645 req-4d846cee-a2c0-4fd0-86a4-44f466a9e0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:28.174902 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2a4b9cdf-219b-4737-bcca-f2080da24645 req-4d846cee-a2c0-4fd0-86a4-44f466a9e0d6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a055609-64bc-49e9-a5b9-0b237dd005b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2325091 Jul 15 13:49:28.314102 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b49045a7-e79e-4e49-9ad3-6e8aa13b2671 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:28.319986 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-2ac3b1d5-ac63-4341-873e-0faf25a2c388 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:49:28.320344 n-d-758944-45 neutron-server[93815]: DEBUG oslo_db.api [None req-2ac3b1d5-ac63-4341-873e-0faf25a2c388 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:49:28.322708 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b49045a7-e79e-4e49-9ad3-6e8aa13b2671 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:28.364962 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2a4b9cdf-219b-4737-bcca-f2080da24645 req-9b715840-7b2b-4b99-80b3-f568e901fe97 service neutron] 10.222.0.32 "GET /v2.0/networks/5a055609-64bc-49e9-a5b9-0b237dd005b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801069 Jul 15 13:49:28.507192 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2a4b9cdf-219b-4737-bcca-f2080da24645 req-28b46fa2-8eb7-46f6-8f1d-d71e0c07f020 service neutron] 10.222.0.32 "GET /v2.0/networks/5a055609-64bc-49e9-a5b9-0b237dd005b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341500 Jul 15 13:49:28.621215 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49045a7-e79e-4e49-9ad3-6e8aa13b2671 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Router 6ecfdf35-c7d5-4a30-9156-613e9c8779f7 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:49:28.732551 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49045a7-e79e-4e49-9ad3-6e8aa13b2671 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:49:28.739858 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b49045a7-e79e-4e49-9ad3-6e8aa13b2671 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:28.779049 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd005f8d-b9c9-4e88-8adf-545624021a1b', 'tag': 'b412f007-8925-464c-abd7-a2264bb82ea6'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:49:28.781331 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70dd136a-65d4-4769-92e2-38e63a0e5082" -d '{"events": [{"name": "network-changed", "server_uuid": "bd005f8d-b9c9-4e88-8adf-545624021a1b", "tag": "b412f007-8925-464c-abd7-a2264bb82ea6"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:49:28.819353 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0edd49-8905-4cd9-9452-ad027250f734 x-openstack-request-id: req-4a0edd49-8905-4cd9-9452-ad027250f734 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:49:28.819634 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd005f8d-b9c9-4e88-8adf-545624021a1b", "tag": "b412f007-8925-464c-abd7-a2264bb82ea6", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:49:28.819887 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4a0edd49-8905-4cd9-9452-ad027250f734 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:49:28.820284 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd005f8d-b9c9-4e88-8adf-545624021a1b', 'tag': 'b412f007-8925-464c-abd7-a2264bb82ea6', 'status': 'completed', 'code': 200} Jul 15 13:49:28.821618 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac3b1d5-ac63-4341-873e-0faf25a2c388 None None] New status for floating IP 1186bdb0-1e3a-420b-82a7-11b6f8522289: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:49:28.822799 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b49045a7-e79e-4e49-9ad3-6e8aa13b2671 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "PUT /v2.0/floatingips/1186bdb0-1e3a-420b-82a7-11b6f8522289 HTTP/1.1" status: 200 len: 990 time: 1.5350375 Jul 15 13:49:28.925527 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd136a-65d4-4769-92e2-38e63a0e5082 req-12051cef-14e4-4a4f-9c15-a3497a2efc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:28.927040 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70dd136a-65d4-4769-92e2-38e63a0e5082 req-12051cef-14e4-4a4f-9c15-a3497a2efc15 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ec1a37a1f8648c58cffdb1d2a76e47a&device_id=bd005f8d-b9c9-4e88-8adf-545624021a1b HTTP/1.1" status: 200 len: 1097 time: 0.0584347 Jul 15 13:49:29.022678 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd136a-65d4-4769-92e2-38e63a0e5082 req-0ea3a07f-ccd7-4e65-afe5-ee2d27805252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:29.024291 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70dd136a-65d4-4769-92e2-38e63a0e5082 req-0ea3a07f-ccd7-4e65-afe5-ee2d27805252 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5a055609-64bc-49e9-a5b9-0b237dd005b5 HTTP/1.1" status: 200 len: 914 time: 0.0916176 Jul 15 13:49:29.060157 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aa8293-4562-4a67-8edf-657858f954e0 None None] Sync routers for ids ['6ecfdf35-c7d5-4a30-9156-613e9c8779f7'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:49:29.071279 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aa8293-4562-4a67-8edf-657858f954e0 None None] Routers {'6ecfdf35-c7d5-4a30-9156-613e9c8779f7'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:49:29.072459 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-04aa8293-4562-4a67-8edf-657858f954e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:49:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['6ecfdf35-c7d5-4a30-9156-613e9c8779f7'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:29.105930 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70dd136a-65d4-4769-92e2-38e63a0e5082 req-2c38e4b1-c62a-4513-bcc3-29ce662910ae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b412f007-8925-464c-abd7-a2264bb82ea6 HTTP/1.1" status: 200 len: 1000 time: 0.0746377 Jul 15 13:49:29.161920 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd136a-65d4-4769-92e2-38e63a0e5082 req-21ce8b6c-8027-4f8d-9c40-45d648ed8836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:29.163589 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70dd136a-65d4-4769-92e2-38e63a0e5082 req-21ce8b6c-8027-4f8d-9c40-45d648ed8836 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=281315aa-6afe-4aea-ba2d-cd656b32e502 HTTP/1.1" status: 200 len: 852 time: 0.0513031 Jul 15 13:49:29.187363 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-04aa8293-4562-4a67-8edf-657858f954e0 None None] Set router 6ecfdf35-c7d5-4a30-9156-613e9c8779f7 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:49:29.225450 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd136a-65d4-4769-92e2-38e63a0e5082 req-e0aa0a6e-aa68-46f3-9cd2-1b212adaa951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:29.227258 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70dd136a-65d4-4769-92e2-38e63a0e5082 req-e0aa0a6e-aa68-46f3-9cd2-1b212adaa951 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a055609-64bc-49e9-a5b9-0b237dd005b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567796 Jul 15 13:49:29.329664 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70dd136a-65d4-4769-92e2-38e63a0e5082 req-1141c7ed-766c-4890-9fd4-ea67185781cd service neutron] 10.222.0.32 "GET /v2.0/networks/5a055609-64bc-49e9-a5b9-0b237dd005b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960019 Jul 15 13:49:29.437222 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70dd136a-65d4-4769-92e2-38e63a0e5082 req-b59b2397-2e8e-42c3-af47-a4f476c2d77f service neutron] 10.222.0.32 "GET /v2.0/networks/5a055609-64bc-49e9-a5b9-0b237dd005b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010141 Jul 15 13:49:29.517179 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-04aa8293-4562-4a67-8edf-657858f954e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'name': 'tempest-TestVolumeBackupRestore-365696000-router', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dcb3004c-4221-45dd-b18c-3bcad4827e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:47:05Z', 'updated_at': '2021-07-15T13:47:09Z', 'revision_number': 4, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'gw_port': {'id': 'dcb3004c-4221-45dd-b18c-3bcad4827e0e', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:06Z', 'updated_at': '2021-07-15T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '1186bdb0-1e3a-420b-82a7-11b6f8522289', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'floating_ip_address': '172.25.6.64', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'port_id': 'b412f007-8925-464c-abd7-a2264bb82ea6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5', 'mac_address': 'fa:16:3e:86:ff:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd005f8d-b9c9-4e88-8adf-545624021a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:49:25Z', 'updated_at': '2021-07-15T13:49:28Z', 'revision_number': 2, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43bae4e3-1e72-4f0e-936a-0efe739c67d9', 'name': '', 'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'mac_address': 'fa:16:3e:d6:18:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '281315aa-6afe-4aea-ba2d-cd656b32e502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:08Z', 'updated_at': '2021-07-15T13:47:15Z', 'revision_number': 5, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'subnets': [{'id': '281315aa-6afe-4aea-ba2d-cd656b32e502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:29.544866 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aa8293-4562-4a67-8edf-657858f954e0 None None] Checking router: 6ecfdf35-c7d5-4a30-9156-613e9c8779f7 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:49:29.554396 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aa8293-4562-4a67-8edf-657858f954e0 None None] Routers {'6ecfdf35-c7d5-4a30-9156-613e9c8779f7'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:49:29.555033 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-04aa8293-4562-4a67-8edf-657858f954e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:49:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['6ecfdf35-c7d5-4a30-9156-613e9c8779f7'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:29.662009 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-04aa8293-4562-4a67-8edf-657858f954e0 None None] Set router 6ecfdf35-c7d5-4a30-9156-613e9c8779f7 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:49:29.888723 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-04aa8293-4562-4a67-8edf-657858f954e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'name': 'tempest-TestVolumeBackupRestore-365696000-router', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dcb3004c-4221-45dd-b18c-3bcad4827e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:47:05Z', 'updated_at': '2021-07-15T13:47:09Z', 'revision_number': 4, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'gw_port': {'id': 'dcb3004c-4221-45dd-b18c-3bcad4827e0e', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:06Z', 'updated_at': '2021-07-15T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '1186bdb0-1e3a-420b-82a7-11b6f8522289', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'floating_ip_address': '172.25.6.64', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'port_id': 'b412f007-8925-464c-abd7-a2264bb82ea6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5', 'mac_address': 'fa:16:3e:86:ff:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd005f8d-b9c9-4e88-8adf-545624021a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:49:25Z', 'updated_at': '2021-07-15T13:49:28Z', 'revision_number': 2, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43bae4e3-1e72-4f0e-936a-0efe739c67d9', 'name': '', 'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'mac_address': 'fa:16:3e:d6:18:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '281315aa-6afe-4aea-ba2d-cd656b32e502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:08Z', 'updated_at': '2021-07-15T13:47:15Z', 'revision_number': 5, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'subnets': [{'id': '281315aa-6afe-4aea-ba2d-cd656b32e502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:29.914498 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aa8293-4562-4a67-8edf-657858f954e0 None None] The sync data for ids ['6ecfdf35-c7d5-4a30-9156-613e9c8779f7'] in n-d-758944-45 is: [{'id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'name': 'tempest-TestVolumeBackupRestore-365696000-router', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dcb3004c-4221-45dd-b18c-3bcad4827e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:47:05Z', 'updated_at': '2021-07-15T13:47:09Z', 'revision_number': 4, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'gw_port': {'id': 'dcb3004c-4221-45dd-b18c-3bcad4827e0e', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:06Z', 'updated_at': '2021-07-15T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '1186bdb0-1e3a-420b-82a7-11b6f8522289', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'floating_ip_address': '172.25.6.64', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'port_id': 'b412f007-8925-464c-abd7-a2264bb82ea6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5', 'mac_address': 'fa:16:3e:86:ff:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd005f8d-b9c9-4e88-8adf-545624021a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:49:25Z', 'updated_at': '2021-07-15T13:49:28Z', 'revision_number': 2, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43bae4e3-1e72-4f0e-936a-0efe739c67d9', 'name': '', 'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'mac_address': 'fa:16:3e:d6:18:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '281315aa-6afe-4aea-ba2d-cd656b32e502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:08Z', 'updated_at': '2021-07-15T13:47:15Z', 'revision_number': 5, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'subnets': [{'id': '281315aa-6afe-4aea-ba2d-cd656b32e502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:49:30.821538 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd005f8d-b9c9-4e88-8adf-545624021a1b', 'tag': 'b412f007-8925-464c-abd7-a2264bb82ea6'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:49:30.824051 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9364a750-3e1a-4c30-82ea-2d00ea2bbd89" -d '{"events": [{"name": "network-changed", "server_uuid": "bd005f8d-b9c9-4e88-8adf-545624021a1b", "tag": "b412f007-8925-464c-abd7-a2264bb82ea6"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:49:30.863194 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1363d40f-1333-4487-bfb7-0930a1b83b47 x-openstack-request-id: req-1363d40f-1333-4487-bfb7-0930a1b83b47 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:49:30.863524 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd005f8d-b9c9-4e88-8adf-545624021a1b", "tag": "b412f007-8925-464c-abd7-a2264bb82ea6", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:49:30.863824 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1363d40f-1333-4487-bfb7-0930a1b83b47 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:49:30.864257 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd005f8d-b9c9-4e88-8adf-545624021a1b', 'tag': 'b412f007-8925-464c-abd7-a2264bb82ea6', 'status': 'completed', 'code': 200} Jul 15 13:49:30.963620 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364a750-3e1a-4c30-82ea-2d00ea2bbd89 req-d8f724cd-58d1-4ef0-b31a-ba6b87d98d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:30.965179 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9364a750-3e1a-4c30-82ea-2d00ea2bbd89 req-d8f724cd-58d1-4ef0-b31a-ba6b87d98d4f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ec1a37a1f8648c58cffdb1d2a76e47a&device_id=bd005f8d-b9c9-4e88-8adf-545624021a1b HTTP/1.1" status: 200 len: 1097 time: 0.0581040 Jul 15 13:49:31.054457 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364a750-3e1a-4c30-82ea-2d00ea2bbd89 req-1ce7f3e7-1488-433d-b55d-aa4855d92164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:31.055979 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9364a750-3e1a-4c30-82ea-2d00ea2bbd89 req-1ce7f3e7-1488-433d-b55d-aa4855d92164 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5a055609-64bc-49e9-a5b9-0b237dd005b5 HTTP/1.1" status: 200 len: 914 time: 0.0849168 Jul 15 13:49:31.454829 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9364a750-3e1a-4c30-82ea-2d00ea2bbd89 req-75e635f3-aba7-41d0-beb2-711221c6afa5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b412f007-8925-464c-abd7-a2264bb82ea6 HTTP/1.1" status: 200 len: 1000 time: 0.3921864 Jul 15 13:49:31.505816 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364a750-3e1a-4c30-82ea-2d00ea2bbd89 req-c4dafd41-7f06-4eba-8a5a-3167e0727b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:31.507338 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9364a750-3e1a-4c30-82ea-2d00ea2bbd89 req-c4dafd41-7f06-4eba-8a5a-3167e0727b8c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=281315aa-6afe-4aea-ba2d-cd656b32e502 HTTP/1.1" status: 200 len: 852 time: 0.0458343 Jul 15 13:49:31.573308 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364a750-3e1a-4c30-82ea-2d00ea2bbd89 req-aee51c85-75d6-4119-881f-e7cd46406281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:31.574865 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9364a750-3e1a-4c30-82ea-2d00ea2bbd89 req-aee51c85-75d6-4119-881f-e7cd46406281 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a055609-64bc-49e9-a5b9-0b237dd005b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612435 Jul 15 13:49:31.671940 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9364a750-3e1a-4c30-82ea-2d00ea2bbd89 req-05f9ec5a-0dcd-4e84-8501-a48ca6b0e62d service neutron] 10.222.0.32 "GET /v2.0/networks/5a055609-64bc-49e9-a5b9-0b237dd005b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905359 Jul 15 13:49:31.763146 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9364a750-3e1a-4c30-82ea-2d00ea2bbd89 req-d1045814-aba0-449a-9523-281c663bf4dd service neutron] 10.222.0.32 "GET /v2.0/networks/5a055609-64bc-49e9-a5b9-0b237dd005b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853093 Jul 15 13:49:38.458551 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:40.009071 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d47cfce5-8236-4361-8577-cb99732bd665 req-356cc410-2eb9-4581-8fdf-10ce5f8a978f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bd005f8d-b9c9-4e88-8adf-545624021a1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0567076 Jul 15 13:49:40.122189 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47cfce5-8236-4361-8577-cb99732bd665 req-c384861a-a018-4061-8aee-89b2703a097b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:40.123685 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d47cfce5-8236-4361-8577-cb99732bd665 req-c384861a-a018-4061-8aee-89b2703a097b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ec1a37a1f8648c58cffdb1d2a76e47a&device_id=bd005f8d-b9c9-4e88-8adf-545624021a1b HTTP/1.1" status: 200 len: 1097 time: 0.0560062 Jul 15 13:49:40.234389 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47cfce5-8236-4361-8577-cb99732bd665 req-c60fcaf9-4482-4ea5-bdaf-493e4f2df981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:40.235884 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d47cfce5-8236-4361-8577-cb99732bd665 req-c60fcaf9-4482-4ea5-bdaf-493e4f2df981 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5a055609-64bc-49e9-a5b9-0b237dd005b5 HTTP/1.1" status: 200 len: 914 time: 0.0909603 Jul 15 13:49:40.305964 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d47cfce5-8236-4361-8577-cb99732bd665 req-e5a6e57a-74a9-433f-8eae-1fc76704f9f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b412f007-8925-464c-abd7-a2264bb82ea6 HTTP/1.1" status: 200 len: 1000 time: 0.0630746 Jul 15 13:49:40.355800 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47cfce5-8236-4361-8577-cb99732bd665 req-d07a3ed0-18d1-4b21-99bf-5212e914ca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:40.357286 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d47cfce5-8236-4361-8577-cb99732bd665 req-d07a3ed0-18d1-4b21-99bf-5212e914ca6f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=281315aa-6afe-4aea-ba2d-cd656b32e502 HTTP/1.1" status: 200 len: 852 time: 0.0451093 Jul 15 13:49:40.414914 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47cfce5-8236-4361-8577-cb99732bd665 req-c57d32ec-91a5-43dd-ac64-c45d5c893a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:40.416462 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d47cfce5-8236-4361-8577-cb99732bd665 req-c57d32ec-91a5-43dd-ac64-c45d5c893a3b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a055609-64bc-49e9-a5b9-0b237dd005b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530412 Jul 15 13:49:40.514306 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d47cfce5-8236-4361-8577-cb99732bd665 req-a36200f0-d5a3-4a48-8800-bff4ad12a02b service neutron] 10.222.0.32 "GET /v2.0/networks/5a055609-64bc-49e9-a5b9-0b237dd005b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889862 Jul 15 13:49:40.606400 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d47cfce5-8236-4361-8577-cb99732bd665 req-b4ce58b1-71ba-4483-95a6-987d4a4f9a7c service neutron] 10.222.0.32 "GET /v2.0/networks/5a055609-64bc-49e9-a5b9-0b237dd005b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853996 Jul 15 13:49:50.872858 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b35997a2-1f89-457a-bd5c-9b666e7a058c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:53.287535 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:53.431165 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0521ee23-d658-4a3e-ac47-5a7dc11f34fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:54.018930 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:49:54.836055 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:55.509613 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:56.440266 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:59.963947 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 45572) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:00.135243 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-865b362e-e3ad-4c3d-a618-9f79782f197d tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Deleting port 7911fdbf-ab51-4127-a034-8e885b5f4b62 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:50:00.135588 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-865b362e-e3ad-4c3d-a618-9f79782f197d tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:00.213358 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-865b362e-e3ad-4c3d-a618-9f79782f197d tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:00.213684 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-865b362e-e3ad-4c3d-a618-9f79782f197d tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:00.229500 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-865b362e-e3ad-4c3d-a618-9f79782f197d tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Calling delete_port for 7911fdbf-ab51-4127-a034-8e885b5f4b62 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:50:00.397503 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-865b362e-e3ad-4c3d-a618-9f79782f197d tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:00.422234 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b362e-e3ad-4c3d-a618-9f79782f197d tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Pushing event deleted for resources: {'Port': ['ID=7911fdbf-ab51-4127-a034-8e885b5f4b62,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:00.493731 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-865b362e-e3ad-4c3d-a618-9f79782f197d tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:00.494128 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-865b362e-e3ad-4c3d-a618-9f79782f197d tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Floating IP 1186bdb0-1e3a-420b-82a7-11b6f8522289 disassociated (deleted). External IP: 172.25.6.64, port: b412f007-8925-464c-abd7-a2264bb82ea6. Jul 15 13:50:00.707159 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865b362e-e3ad-4c3d-a618-9f79782f197d tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Router 6ecfdf35-c7d5-4a30-9156-613e9c8779f7 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:50:00.814890 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865b362e-e3ad-4c3d-a618-9f79782f197d tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:50:00.819572 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-865b362e-e3ad-4c3d-a618-9f79782f197d tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:00.823801 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a2a210-7df0-40de-b022-d0a15232de4c None None] Sync routers for ids ['6ecfdf35-c7d5-4a30-9156-613e9c8779f7'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:50:00.833151 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a2a210-7df0-40de-b022-d0a15232de4c None None] Routers {'6ecfdf35-c7d5-4a30-9156-613e9c8779f7'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:00.833839 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-22a2a210-7df0-40de-b022-d0a15232de4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:49:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['6ecfdf35-c7d5-4a30-9156-613e9c8779f7'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:00.861529 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-865b362e-e3ad-4c3d-a618-9f79782f197d tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "DELETE /v2.0/floatingips/1186bdb0-1e3a-420b-82a7-11b6f8522289 HTTP/1.1" status: 204 len: 168 time: 0.8963723 Jul 15 13:50:00.862347 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd005f8d-b9c9-4e88-8adf-545624021a1b', 'tag': 'b412f007-8925-464c-abd7-a2264bb82ea6'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:50:00.864640 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70f3aa8-939b-4182-b069-79ef45a8c308" -d '{"events": [{"name": "network-changed", "server_uuid": "bd005f8d-b9c9-4e88-8adf-545624021a1b", "tag": "b412f007-8925-464c-abd7-a2264bb82ea6"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:50:00.905272 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f66beb3-b5c9-4f89-850c-c49dc5900524 x-openstack-request-id: req-7f66beb3-b5c9-4f89-850c-c49dc5900524 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:50:00.906433 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd005f8d-b9c9-4e88-8adf-545624021a1b", "tag": "b412f007-8925-464c-abd7-a2264bb82ea6", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:50:00.906765 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7f66beb3-b5c9-4f89-850c-c49dc5900524 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:50:00.907238 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd005f8d-b9c9-4e88-8adf-545624021a1b', 'tag': 'b412f007-8925-464c-abd7-a2264bb82ea6', 'status': 'completed', 'code': 200} Jul 15 13:50:00.941316 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-22a2a210-7df0-40de-b022-d0a15232de4c None None] Set router 6ecfdf35-c7d5-4a30-9156-613e9c8779f7 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:50:01.011817 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f3aa8-939b-4182-b069-79ef45a8c308 req-adeda72e-46f0-4fec-871a-1e33640d7ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:01.014238 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e70f3aa8-939b-4182-b069-79ef45a8c308 req-adeda72e-46f0-4fec-871a-1e33640d7ba4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ec1a37a1f8648c58cffdb1d2a76e47a&device_id=bd005f8d-b9c9-4e88-8adf-545624021a1b HTTP/1.1" status: 200 len: 1097 time: 0.0609117 Jul 15 13:50:01.117943 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f3aa8-939b-4182-b069-79ef45a8c308 req-c8bfd04e-5e5a-49b1-9871-77239e6d1051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:01.119616 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e70f3aa8-939b-4182-b069-79ef45a8c308 req-c8bfd04e-5e5a-49b1-9871-77239e6d1051 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5a055609-64bc-49e9-a5b9-0b237dd005b5 HTTP/1.1" status: 200 len: 914 time: 0.0991530 Jul 15 13:50:01.166141 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-22a2a210-7df0-40de-b022-d0a15232de4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'name': 'tempest-TestVolumeBackupRestore-365696000-router', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dcb3004c-4221-45dd-b18c-3bcad4827e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:47:05Z', 'updated_at': '2021-07-15T13:47:09Z', 'revision_number': 4, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'gw_port': {'id': 'dcb3004c-4221-45dd-b18c-3bcad4827e0e', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:06Z', 'updated_at': '2021-07-15T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '43bae4e3-1e72-4f0e-936a-0efe739c67d9', 'name': '', 'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'mac_address': 'fa:16:3e:d6:18:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '281315aa-6afe-4aea-ba2d-cd656b32e502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:08Z', 'updated_at': '2021-07-15T13:47:15Z', 'revision_number': 5, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'subnets': [{'id': '281315aa-6afe-4aea-ba2d-cd656b32e502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:01.195813 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e70f3aa8-939b-4182-b069-79ef45a8c308 req-133faca6-1487-47b3-badf-c7bb5b068c9e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b412f007-8925-464c-abd7-a2264bb82ea6 HTTP/1.1" status: 200 len: 217 time: 0.0422232 Jul 15 13:50:01.198084 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a2a210-7df0-40de-b022-d0a15232de4c None None] Checking router: 6ecfdf35-c7d5-4a30-9156-613e9c8779f7 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:50:01.207160 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a2a210-7df0-40de-b022-d0a15232de4c None None] Routers {'6ecfdf35-c7d5-4a30-9156-613e9c8779f7'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:01.207771 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-22a2a210-7df0-40de-b022-d0a15232de4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:49:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['6ecfdf35-c7d5-4a30-9156-613e9c8779f7'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:01.277587 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f3aa8-939b-4182-b069-79ef45a8c308 req-b5aa5422-b1f9-49de-8856-5cd77583f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:01.279104 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e70f3aa8-939b-4182-b069-79ef45a8c308 req-b5aa5422-b1f9-49de-8856-5cd77583f7c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=281315aa-6afe-4aea-ba2d-cd656b32e502 HTTP/1.1" status: 200 len: 852 time: 0.0738106 Jul 15 13:50:01.302779 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7d73e-a508-495e-b933-125692448cc7 req-1c934b0e-5a90-4d4a-b344-67745b41c7ea tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:01.304262 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-00a7d73e-a508-495e-b933-125692448cc7 req-1c934b0e-5a90-4d4a-b344-67745b41c7ea tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd005f8d-b9c9-4e88-8adf-545624021a1b HTTP/1.1" status: 200 len: 945 time: 0.1110120 Jul 15 13:50:01.312088 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-22a2a210-7df0-40de-b022-d0a15232de4c None None] Set router 6ecfdf35-c7d5-4a30-9156-613e9c8779f7 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:50:01.369615 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-00a7d73e-a508-495e-b933-125692448cc7 req-c32b36f0-2fa1-415a-b976-a603fa683a90 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/security-groups?id=125bc408-c4de-49d7-900e-ee542bc5031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437388 Jul 15 13:50:01.382447 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f3aa8-939b-4182-b069-79ef45a8c308 req-d537ee0b-0069-443b-8b4a-5a71c2b566aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:01.383989 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e70f3aa8-939b-4182-b069-79ef45a8c308 req-d537ee0b-0069-443b-8b4a-5a71c2b566aa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a055609-64bc-49e9-a5b9-0b237dd005b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0972166 Jul 15 13:50:01.480387 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e70f3aa8-939b-4182-b069-79ef45a8c308 req-274b3cfc-872c-490c-9732-077b67d3b96c service neutron] 10.222.0.32 "GET /v2.0/networks/5a055609-64bc-49e9-a5b9-0b237dd005b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880749 Jul 15 13:50:01.511477 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-22a2a210-7df0-40de-b022-d0a15232de4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'name': 'tempest-TestVolumeBackupRestore-365696000-router', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dcb3004c-4221-45dd-b18c-3bcad4827e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:47:05Z', 'updated_at': '2021-07-15T13:47:09Z', 'revision_number': 4, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'gw_port': {'id': 'dcb3004c-4221-45dd-b18c-3bcad4827e0e', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:06Z', 'updated_at': '2021-07-15T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '43bae4e3-1e72-4f0e-936a-0efe739c67d9', 'name': '', 'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'mac_address': 'fa:16:3e:d6:18:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '281315aa-6afe-4aea-ba2d-cd656b32e502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:08Z', 'updated_at': '2021-07-15T13:47:15Z', 'revision_number': 5, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'subnets': [{'id': '281315aa-6afe-4aea-ba2d-cd656b32e502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:01.538009 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a2a210-7df0-40de-b022-d0a15232de4c None None] The sync data for ids ['6ecfdf35-c7d5-4a30-9156-613e9c8779f7'] in n-d-758944-45 is: [{'id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'name': 'tempest-TestVolumeBackupRestore-365696000-router', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dcb3004c-4221-45dd-b18c-3bcad4827e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:47:05Z', 'updated_at': '2021-07-15T13:47:09Z', 'revision_number': 4, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'gw_port': {'id': 'dcb3004c-4221-45dd-b18c-3bcad4827e0e', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:06Z', 'updated_at': '2021-07-15T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '43bae4e3-1e72-4f0e-936a-0efe739c67d9', 'name': '', 'network_id': '5a055609-64bc-49e9-a5b9-0b237dd005b5', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'mac_address': 'fa:16:3e:d6:18:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '281315aa-6afe-4aea-ba2d-cd656b32e502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:08Z', 'updated_at': '2021-07-15T13:47:15Z', 'revision_number': 5, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'subnets': [{'id': '281315aa-6afe-4aea-ba2d-cd656b32e502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:50:01.581320 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e70f3aa8-939b-4182-b069-79ef45a8c308 req-1352aeff-3acc-48e8-a16b-c81db0b18a3a service neutron] 10.222.0.32 "GET /v2.0/networks/5a055609-64bc-49e9-a5b9-0b237dd005b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944517 Jul 15 13:50:01.756408 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d8c16b-adba-43ec-891e-cac78fa4b63b None None] New status for floating IP 1186bdb0-1e3a-420b-82a7-11b6f8522289: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:50:02.551963 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c251e-597b-45c7-a2fa-8a9437c19b80 req-dbe4895d-5ec5-46b4-9605-c948dee1f878 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:02.553381 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4e0c251e-597b-45c7-a2fa-8a9437c19b80 req-dbe4895d-5ec5-46b4-9605-c948dee1f878 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd005f8d-b9c9-4e88-8adf-545624021a1b HTTP/1.1" status: 200 len: 945 time: 0.0664964 Jul 15 13:50:02.594665 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4e0c251e-597b-45c7-a2fa-8a9437c19b80 req-c1dd131c-1958-4b51-9901-8605af93d27a tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/security-groups?id=125bc408-c4de-49d7-900e-ee542bc5031f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355697 Jul 15 13:50:02.904624 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0530341-3e69-44f7-9755-4c4147ea3712 req-160abb00-cb5d-457d-bd36-c1e44734c92a tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:02.906121 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b0530341-3e69-44f7-9755-4c4147ea3712 req-160abb00-cb5d-457d-bd36-c1e44734c92a tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd005f8d-b9c9-4e88-8adf-545624021a1b HTTP/1.1" status: 200 len: 945 time: 0.0634112 Jul 15 13:50:03.007542 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-b0530341-3e69-44f7-9755-4c4147ea3712 req-7f4acc53-6c9a-47fd-bb8e-6d4bd537655c tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Deleting port b412f007-8925-464c-abd7-a2264bb82ea6 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:50:03.007886 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0530341-3e69-44f7-9755-4c4147ea3712 req-7f4acc53-6c9a-47fd-bb8e-6d4bd537655c tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:03.096101 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-b0530341-3e69-44f7-9755-4c4147ea3712 req-7f4acc53-6c9a-47fd-bb8e-6d4bd537655c tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] For port b412f007-8925-464c-abd7-a2264bb82ea6, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=b412f007-8925-464c-abd7-a2264bb82ea6,segment=NetworkSegment(8593cdf3-1154-47a9-91a7-cd24672e6fc5),segment_id=8593cdf3-1154-47a9-91a7-cd24672e6fc5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:03.096462 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0530341-3e69-44f7-9755-4c4147ea3712 req-7f4acc53-6c9a-47fd-bb8e-6d4bd537655c tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:03.108685 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-b0530341-3e69-44f7-9755-4c4147ea3712 req-7f4acc53-6c9a-47fd-bb8e-6d4bd537655c tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Calling delete_port for b412f007-8925-464c-abd7-a2264bb82ea6 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:50:03.238187 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0530341-3e69-44f7-9755-4c4147ea3712 req-7f4acc53-6c9a-47fd-bb8e-6d4bd537655c tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:03.266973 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4acc53-6c9a-47fd-bb8e-6d4bd537655c tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Pushing event deleted for resources: {'Port': ['ID=b412f007-8925-464c-abd7-a2264bb82ea6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:03.314238 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0530341-3e69-44f7-9755-4c4147ea3712 req-7f4acc53-6c9a-47fd-bb8e-6d4bd537655c tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] No DVR routers for this DVR port b412f007-8925-464c-abd7-a2264bb82ea6 on host n-h2-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:50:03.316799 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b0530341-3e69-44f7-9755-4c4147ea3712 req-7f4acc53-6c9a-47fd-bb8e-6d4bd537655c tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:03.318851 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b0530341-3e69-44f7-9755-4c4147ea3712 req-7f4acc53-6c9a-47fd-bb8e-6d4bd537655c tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.32 "DELETE /v2.0/ports/b412f007-8925-464c-abd7-a2264bb82ea6 HTTP/1.1" status: 204 len: 173 time: 0.4078722 Jul 15 13:50:03.319283 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd005f8d-b9c9-4e88-8adf-545624021a1b', 'name': 'network-vif-deleted', 'tag': 'b412f007-8925-464c-abd7-a2264bb82ea6'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:50:03.321549 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a99820-a3af-4bbd-b8d7-d1b8f1c9bd55" -d '{"events": [{"server_uuid": "bd005f8d-b9c9-4e88-8adf-545624021a1b", "name": "network-vif-deleted", "tag": "b412f007-8925-464c-abd7-a2264bb82ea6"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:50:03.370385 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d39992-c5e7-4ae8-8124-91fc26f6d33c x-openstack-request-id: req-17d39992-c5e7-4ae8-8124-91fc26f6d33c {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:50:03.370675 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd005f8d-b9c9-4e88-8adf-545624021a1b", "name": "network-vif-deleted", "tag": "b412f007-8925-464c-abd7-a2264bb82ea6", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:50:03.370937 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-17d39992-c5e7-4ae8-8124-91fc26f6d33c {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:50:03.371349 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd005f8d-b9c9-4e88-8adf-545624021a1b', 'name': 'network-vif-deleted', 'tag': 'b412f007-8925-464c-abd7-a2264bb82ea6', 'status': 'completed', 'code': 200} Jul 15 13:50:03.774241 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ab29ffb2-09ec-4f33-82e9-1941a56cdfd3 req-b594d028-e619-46b0-a894-8d9e50a70757 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd005f8d-b9c9-4e88-8adf-545624021a1b HTTP/1.1" status: 200 len: 210 time: 0.0326028 Jul 15 13:50:04.920766 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-579def42-f19a-42ff-9d1c-74ccb8b41a57 req-69c0e451-729a-4508-b853-e118166ca49a tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd005f8d-b9c9-4e88-8adf-545624021a1b HTTP/1.1" status: 200 len: 210 time: 0.0339251 Jul 15 13:50:06.064775 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2d3a3181-06db-4a23-b797-7b0e11c0cb86 req-e44dba90-f345-4126-9f18-830e05ff2503 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd005f8d-b9c9-4e88-8adf-545624021a1b HTTP/1.1" status: 200 len: 210 time: 0.0284877 Jul 15 13:50:06.511439 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device b412f007-8925-464c-abd7-a2264bb82ea6 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:50:06.534899 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: b412f007-8925-464c-abd7-a2264bb82ea6 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:50:06.535241 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device b412f007-8925-464c-abd7-a2264bb82ea6 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:50:07.231103 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac3e336f-7c93-4289-be33-275b93ba9ddd req-f476b04f-32ec-4084-b035-d33809ceed06 tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd005f8d-b9c9-4e88-8adf-545624021a1b HTTP/1.1" status: 200 len: 210 time: 0.0302868 Jul 15 13:50:08.327454 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 45598) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:08.392908 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d137d7e7-86e6-4f15-a952-1060256c80bd tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:08.421799 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d137d7e7-86e6-4f15-a952-1060256c80bd tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:08.467209 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:08.486610 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d137d7e7-86e6-4f15-a952-1060256c80bd tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:08.489454 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d137d7e7-86e6-4f15-a952-1060256c80bd tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:08.490658 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d137d7e7-86e6-4f15-a952-1060256c80bd tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] 10.222.0.24 "DELETE /v2.0/security-groups/125bc408-c4de-49d7-900e-ee542bc5031f HTTP/1.1" status: 204 len: 168 time: 0.1622064 Jul 15 13:50:08.499746 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137d7e7-86e6-4f15-a952-1060256c80bd tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=125bc408-c4de-49d7-900e-ee542bc5031f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:08.507390 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d137d7e7-86e6-4f15-a952-1060256c80bd tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:08.507740 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d137d7e7-86e6-4f15-a952-1060256c80bd tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:08.508080 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d137d7e7-86e6-4f15-a952-1060256c80bd tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:08.508419 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d137d7e7-86e6-4f15-a952-1060256c80bd tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:08.508758 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d137d7e7-86e6-4f15-a952-1060256c80bd tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:08.509104 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d137d7e7-86e6-4f15-a952-1060256c80bd tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:08.509414 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d137d7e7-86e6-4f15-a952-1060256c80bd tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:08.509746 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d137d7e7-86e6-4f15-a952-1060256c80bd tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:08.510096 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d137d7e7-86e6-4f15-a952-1060256c80bd tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:08.510418 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d137d7e7-86e6-4f15-a952-1060256c80bd tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:08.510843 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d137d7e7-86e6-4f15-a952-1060256c80bd tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:08.511115 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d137d7e7-86e6-4f15-a952-1060256c80bd tempest-TestVolumeBackupRestore-1652088670 tempest-TestVolumeBackupRestore-1652088670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:11.943908 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46050) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:12.383158 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-21489560-f9e5-4146-947d-a4cfae8cd28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:12.645495 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-21489560-f9e5-4146-947d-a4cfae8cd28d admin admin] Deleting port 43bae4e3-1e72-4f0e-936a-0efe739c67d9 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:50:12.645872 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-21489560-f9e5-4146-947d-a4cfae8cd28d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:12.726047 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-21489560-f9e5-4146-947d-a4cfae8cd28d admin admin] For port 43bae4e3-1e72-4f0e-936a-0efe739c67d9, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=43bae4e3-1e72-4f0e-936a-0efe739c67d9,segment=NetworkSegment(8593cdf3-1154-47a9-91a7-cd24672e6fc5),segment_id=8593cdf3-1154-47a9-91a7-cd24672e6fc5)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:12.726406 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-21489560-f9e5-4146-947d-a4cfae8cd28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:12.739182 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-21489560-f9e5-4146-947d-a4cfae8cd28d admin admin] Calling delete_port for 43bae4e3-1e72-4f0e-936a-0efe739c67d9 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:50:12.917253 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-21489560-f9e5-4146-947d-a4cfae8cd28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:12.941295 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21489560-f9e5-4146-947d-a4cfae8cd28d admin admin] Pushing event deleted for resources: {'Port': ['ID=43bae4e3-1e72-4f0e-936a-0efe739c67d9,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:13.112571 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-21489560-f9e5-4146-947d-a4cfae8cd28d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:13.341454 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21489560-f9e5-4146-947d-a4cfae8cd28d admin admin] Router 6ecfdf35-c7d5-4a30-9156-613e9c8779f7 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:50:13.456442 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21489560-f9e5-4146-947d-a4cfae8cd28d admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:50:13.461597 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-21489560-f9e5-4146-947d-a4cfae8cd28d admin admin] 10.222.0.24 "PUT /v2.0/routers/6ecfdf35-c7d5-4a30-9156-613e9c8779f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5166004 Jul 15 13:50:13.464165 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46052) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:13.467018 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a04775-0a3d-4b72-ba93-84d26bf0c81f None None] Sync routers for ids ['6ecfdf35-c7d5-4a30-9156-613e9c8779f7'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:50:13.477373 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a04775-0a3d-4b72-ba93-84d26bf0c81f None None] Routers {'6ecfdf35-c7d5-4a30-9156-613e9c8779f7'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:13.478013 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-58a04775-0a3d-4b72-ba93-84d26bf0c81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:49:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['6ecfdf35-c7d5-4a30-9156-613e9c8779f7'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:13.570087 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78b67ca5-1833-42cd-b9be-79a1c8adc4d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:13.683973 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78b67ca5-1833-42cd-b9be-79a1c8adc4d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:13.733743 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-58a04775-0a3d-4b72-ba93-84d26bf0c81f None None] Set router 6ecfdf35-c7d5-4a30-9156-613e9c8779f7 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:50:13.737807 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-78b67ca5-1833-42cd-b9be-79a1c8adc4d5 admin admin] Deleting port dcb3004c-4221-45dd-b18c-3bcad4827e0e {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:50:13.738153 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78b67ca5-1833-42cd-b9be-79a1c8adc4d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:13.819561 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-78b67ca5-1833-42cd-b9be-79a1c8adc4d5 admin admin] For port dcb3004c-4221-45dd-b18c-3bcad4827e0e, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=dcb3004c-4221-45dd-b18c-3bcad4827e0e,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:13.819917 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78b67ca5-1833-42cd-b9be-79a1c8adc4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:13.831920 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-78b67ca5-1833-42cd-b9be-79a1c8adc4d5 admin admin] Calling delete_port for dcb3004c-4221-45dd-b18c-3bcad4827e0e owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:50:13.907170 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-58a04775-0a3d-4b72-ba93-84d26bf0c81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'name': 'tempest-TestVolumeBackupRestore-365696000-router', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'dcb3004c-4221-45dd-b18c-3bcad4827e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:47:05Z', 'updated_at': '2021-07-15T13:50:12Z', 'revision_number': 5, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'gw_port': {'id': 'dcb3004c-4221-45dd-b18c-3bcad4827e0e', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:06Z', 'updated_at': '2021-07-15T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:13.932380 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a04775-0a3d-4b72-ba93-84d26bf0c81f None None] Checking router: 6ecfdf35-c7d5-4a30-9156-613e9c8779f7 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:50:13.940444 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a04775-0a3d-4b72-ba93-84d26bf0c81f None None] Routers {'6ecfdf35-c7d5-4a30-9156-613e9c8779f7'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:13.941112 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-58a04775-0a3d-4b72-ba93-84d26bf0c81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:49:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['6ecfdf35-c7d5-4a30-9156-613e9c8779f7'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:14.002859 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78b67ca5-1833-42cd-b9be-79a1c8adc4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:14.027931 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-58a04775-0a3d-4b72-ba93-84d26bf0c81f None None] Set router 6ecfdf35-c7d5-4a30-9156-613e9c8779f7 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:50:14.030777 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b67ca5-1833-42cd-b9be-79a1c8adc4d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcb3004c-4221-45dd-b18c-3bcad4827e0e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:14.086515 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-58a04775-0a3d-4b72-ba93-84d26bf0c81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'name': 'tempest-TestVolumeBackupRestore-365696000-router', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:47:05Z', 'updated_at': '2021-07-15T13:50:13Z', 'revision_number': 6, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:14.091102 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78b67ca5-1833-42cd-b9be-79a1c8adc4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:14.113258 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a04775-0a3d-4b72-ba93-84d26bf0c81f None None] The sync data for ids ['6ecfdf35-c7d5-4a30-9156-613e9c8779f7'] in n-d-758944-45 is: [{'id': '6ecfdf35-c7d5-4a30-9156-613e9c8779f7', 'name': 'tempest-TestVolumeBackupRestore-365696000-router', 'tenant_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:47:05Z', 'updated_at': '2021-07-15T13:50:13Z', 'revision_number': 6, 'project_id': '1ec1a37a1f8648c58cffdb1d2a76e47a', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:50:14.182228 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78b67ca5-1833-42cd-b9be-79a1c8adc4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:14.184514 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78b67ca5-1833-42cd-b9be-79a1c8adc4d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:14.232152 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78b67ca5-1833-42cd-b9be-79a1c8adc4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:14.232722 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b67ca5-1833-42cd-b9be-79a1c8adc4d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ecfdf35-c7d5-4a30-9156-613e9c8779f7 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:50:14.237436 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78b67ca5-1833-42cd-b9be-79a1c8adc4d5 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:14.238655 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-78b67ca5-1833-42cd-b9be-79a1c8adc4d5 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6ecfdf35-c7d5-4a30-9156-613e9c8779f7 HTTP/1.1" status: 204 len: 168 time: 0.7735333 Jul 15 13:50:14.241357 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46054) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:14.285795 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f1adf1-5d83-4847-8eb1-c1ba4d1b5995 admin admin] Deleting subnet 281315aa-6afe-4aea-ba2d-cd656b32e502 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:50:14.288688 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0f1adf1-5d83-4847-8eb1-c1ba4d1b5995 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:14.322303 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0f1adf1-5d83-4847-8eb1-c1ba4d1b5995 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:14.404122 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0f1adf1-5d83-4847-8eb1-c1ba4d1b5995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:14.460179 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0f1adf1-5d83-4847-8eb1-c1ba4d1b5995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:14.488892 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1adf1-5d83-4847-8eb1-c1ba4d1b5995 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=281315aa-6afe-4aea-ba2d-cd656b32e502,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:14.490924 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0f1adf1-5d83-4847-8eb1-c1ba4d1b5995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:14.492788 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a0f1adf1-5d83-4847-8eb1-c1ba4d1b5995 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/281315aa-6afe-4aea-ba2d-cd656b32e502 HTTP/1.1" status: 204 len: 168 time: 0.2504451 Jul 15 13:50:14.495505 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46056) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:14.499342 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b47285-48f7-4580-a9f0-5e2debc91ddd None None] Network 5a055609-64bc-49e9-a5b9-0b237dd005b5 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:50:14.572075 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1505a266-8b18-4163-814c-8ce091d675d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:14.638667 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-1505a266-8b18-4163-814c-8ce091d675d5 admin admin] Deleting port 1e37fc1b-e8b7-4c74-8232-8adcfefa7a19 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:50:14.639020 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1505a266-8b18-4163-814c-8ce091d675d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:14.703036 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-1505a266-8b18-4163-814c-8ce091d675d5 admin admin] For port 1e37fc1b-e8b7-4c74-8232-8adcfefa7a19, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=1e37fc1b-e8b7-4c74-8232-8adcfefa7a19,segment=NetworkSegment(8593cdf3-1154-47a9-91a7-cd24672e6fc5),segment_id=8593cdf3-1154-47a9-91a7-cd24672e6fc5)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:14.703396 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1505a266-8b18-4163-814c-8ce091d675d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:14.715731 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-1505a266-8b18-4163-814c-8ce091d675d5 admin admin] Calling delete_port for 1e37fc1b-e8b7-4c74-8232-8adcfefa7a19 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:50:14.800644 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1505a266-8b18-4163-814c-8ce091d675d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:14.823944 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1505a266-8b18-4163-814c-8ce091d675d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e37fc1b-e8b7-4c74-8232-8adcfefa7a19,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:14.830487 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1505a266-8b18-4163-814c-8ce091d675d5 admin admin] No DVR routers for this DVR port 1e37fc1b-e8b7-4c74-8232-8adcfefa7a19 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:50:14.902868 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1505a266-8b18-4163-814c-8ce091d675d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:14.914708 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-1505a266-8b18-4163-814c-8ce091d675d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a055609-64bc-49e9-a5b9-0b237dd005b5']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:14.926287 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-1505a266-8b18-4163-814c-8ce091d675d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8593cdf3-1154-47a9-91a7-cd24672e6fc5') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:14.926585 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-1505a266-8b18-4163-814c-8ce091d675d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8593cdf3-1154-47a9-91a7-cd24672e6fc5') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:14.936099 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1505a266-8b18-4163-814c-8ce091d675d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:14.949461 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76049101-0e6c-4f24-96d1-2118a4afbe91 None None] DHCP port deletion for 5a055609-64bc-49e9-a5b9-0b237dd005b5 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:50:14.951852 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1505a266-8b18-4163-814c-8ce091d675d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:14.960919 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1505a266-8b18-4163-814c-8ce091d675d5 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:50:14.961708 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1505a266-8b18-4163-814c-8ce091d675d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:14.963709 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:50:14.963709 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:50:14.963709 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:50:14.963709 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:50:14.963709 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:50:14.963709 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:50:14.963709 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:50:14.963709 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:50:14.963709 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:50:14.963709 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:50:14.963709 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:50:14.963709 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:50:14.963709 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:50:14.963709 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:50:14.963709 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:50:14.963709 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:50:14.963709 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:50:14.963709 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:50:14.963709 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:50:14.963709 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:50:14.963709 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:50:14.963709 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:50:14.963709 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:50:14.963709 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:50:14.963709 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:50:14.963709 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:50:14.963709 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:50:14.963709 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:50:14.963709 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:50:14.963709 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:50:14.963709 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:50:14.963709 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:50:14.963709 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:50:14.963709 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:50:15.006836 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device dcb3004c-4221-45dd-b18c-3bcad4827e0e no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:50:15.023024 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1505a266-8b18-4163-814c-8ce091d675d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:15.026910 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: dcb3004c-4221-45dd-b18c-3bcad4827e0e {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:50:15.027238 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device dcb3004c-4221-45dd-b18c-3bcad4827e0e not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:50:15.028021 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1e37fc1b-e8b7-4c74-8232-8adcfefa7a19 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:50:15.029582 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1505a266-8b18-4163-814c-8ce091d675d5 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:15.031989 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1505a266-8b18-4163-814c-8ce091d675d5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5a055609-64bc-49e9-a5b9-0b237dd005b5 HTTP/1.1" status: 204 len: 168 time: 0.5354395 Jul 15 13:50:15.035304 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46058) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:15.042612 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1505a266-8b18-4163-814c-8ce091d675d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a055609-64bc-49e9-a5b9-0b237dd005b5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:15.054640 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 1e37fc1b-e8b7-4c74-8232-8adcfefa7a19 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:50:15.054988 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1e37fc1b-e8b7-4c74-8232-8adcfefa7a19 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:50:15.055402 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 43bae4e3-1e72-4f0e-936a-0efe739c67d9 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:50:15.074130 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 43bae4e3-1e72-4f0e-936a-0efe739c67d9 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:50:15.074481 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 43bae4e3-1e72-4f0e-936a-0efe739c67d9 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:50:15.394470 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8580b3e-96b8-42cc-a8e9-0a9d2aa5b2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:15.645965 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d8580b3e-96b8-42cc-a8e9-0a9d2aa5b2eb admin admin] Deleting port 16314b15-8361-4c70-8883-6b572d211312 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:50:15.646280 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8580b3e-96b8-42cc-a8e9-0a9d2aa5b2eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:15.727400 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d8580b3e-96b8-42cc-a8e9-0a9d2aa5b2eb admin admin] For port 16314b15-8361-4c70-8883-6b572d211312, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=16314b15-8361-4c70-8883-6b572d211312,segment=NetworkSegment(8d5ebf28-5d8f-4cf4-9d64-5f163d45f52a),segment_id=8d5ebf28-5d8f-4cf4-9d64-5f163d45f52a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:15.727760 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8580b3e-96b8-42cc-a8e9-0a9d2aa5b2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:15.742713 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d8580b3e-96b8-42cc-a8e9-0a9d2aa5b2eb admin admin] Calling delete_port for 16314b15-8361-4c70-8883-6b572d211312 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:50:15.926144 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8580b3e-96b8-42cc-a8e9-0a9d2aa5b2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:15.950666 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8580b3e-96b8-42cc-a8e9-0a9d2aa5b2eb admin admin] Pushing event deleted for resources: {'Port': ['ID=16314b15-8361-4c70-8883-6b572d211312,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:15.962051 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8580b3e-96b8-42cc-a8e9-0a9d2aa5b2eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:15.962406 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8580b3e-96b8-42cc-a8e9-0a9d2aa5b2eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:15.962751 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8580b3e-96b8-42cc-a8e9-0a9d2aa5b2eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:15.963088 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8580b3e-96b8-42cc-a8e9-0a9d2aa5b2eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:15.963420 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8580b3e-96b8-42cc-a8e9-0a9d2aa5b2eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:15.963752 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8580b3e-96b8-42cc-a8e9-0a9d2aa5b2eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:15.964077 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8580b3e-96b8-42cc-a8e9-0a9d2aa5b2eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:15.964401 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8580b3e-96b8-42cc-a8e9-0a9d2aa5b2eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:15.964725 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8580b3e-96b8-42cc-a8e9-0a9d2aa5b2eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:15.965189 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8580b3e-96b8-42cc-a8e9-0a9d2aa5b2eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:15.965365 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8580b3e-96b8-42cc-a8e9-0a9d2aa5b2eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:15.965685 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8580b3e-96b8-42cc-a8e9-0a9d2aa5b2eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:16.131686 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8580b3e-96b8-42cc-a8e9-0a9d2aa5b2eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:16.340373 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8580b3e-96b8-42cc-a8e9-0a9d2aa5b2eb admin admin] Router b569a04d-624d-4f9f-b30e-ed8f170e4a94 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:50:16.441598 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8580b3e-96b8-42cc-a8e9-0a9d2aa5b2eb admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:50:16.447800 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d8580b3e-96b8-42cc-a8e9-0a9d2aa5b2eb admin admin] 10.222.0.24 "PUT /v2.0/routers/b569a04d-624d-4f9f-b30e-ed8f170e4a94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4104052 Jul 15 13:50:16.449459 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46060) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:16.450064 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06443f14-5a62-4633-8bc2-2df48f6c1504 None None] Sync routers for ids ['b569a04d-624d-4f9f-b30e-ed8f170e4a94'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:50:16.460064 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06443f14-5a62-4633-8bc2-2df48f6c1504 None None] Routers {'b569a04d-624d-4f9f-b30e-ed8f170e4a94'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:16.460763 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-06443f14-5a62-4633-8bc2-2df48f6c1504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:49:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b569a04d-624d-4f9f-b30e-ed8f170e4a94'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:16.552587 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c198fff-3b43-48c3-81a3-a8dd9c0f0cf0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:16.563984 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-06443f14-5a62-4633-8bc2-2df48f6c1504 None None] Set router b569a04d-624d-4f9f-b30e-ed8f170e4a94 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:50:16.656797 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c198fff-3b43-48c3-81a3-a8dd9c0f0cf0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:16.712026 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6c198fff-3b43-48c3-81a3-a8dd9c0f0cf0 admin admin] Deleting port d11771ec-21a3-4305-a905-9db1d0a93c71 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:50:16.712394 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c198fff-3b43-48c3-81a3-a8dd9c0f0cf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:16.747677 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-06443f14-5a62-4633-8bc2-2df48f6c1504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b569a04d-624d-4f9f-b30e-ed8f170e4a94', 'name': 'tempest-TestVolumeBackupRestore-160976874-router', 'tenant_id': 'cd561cbbd66d498a8a527a9c987e7d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.179'}], 'enable_snat': True}, 'gw_port_id': 'd11771ec-21a3-4305-a905-9db1d0a93c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:47:11Z', 'updated_at': '2021-07-15T13:50:15Z', 'revision_number': 5, 'project_id': 'cd561cbbd66d498a8a527a9c987e7d14', 'gw_port': {'id': 'd11771ec-21a3-4305-a905-9db1d0a93c71', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b569a04d-624d-4f9f-b30e-ed8f170e4a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:12Z', 'updated_at': '2021-07-15T13:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:16.778596 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06443f14-5a62-4633-8bc2-2df48f6c1504 None None] Checking router: b569a04d-624d-4f9f-b30e-ed8f170e4a94 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:50:16.786739 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06443f14-5a62-4633-8bc2-2df48f6c1504 None None] Routers {'b569a04d-624d-4f9f-b30e-ed8f170e4a94'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:16.787342 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-06443f14-5a62-4633-8bc2-2df48f6c1504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:49:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['b569a04d-624d-4f9f-b30e-ed8f170e4a94'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:16.791644 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-6c198fff-3b43-48c3-81a3-a8dd9c0f0cf0 admin admin] For port d11771ec-21a3-4305-a905-9db1d0a93c71, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=d11771ec-21a3-4305-a905-9db1d0a93c71,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:16.792000 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c198fff-3b43-48c3-81a3-a8dd9c0f0cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:16.804071 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6c198fff-3b43-48c3-81a3-a8dd9c0f0cf0 admin admin] Calling delete_port for d11771ec-21a3-4305-a905-9db1d0a93c71 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:50:16.870673 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-06443f14-5a62-4633-8bc2-2df48f6c1504 None None] Set router b569a04d-624d-4f9f-b30e-ed8f170e4a94 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:50:16.925575 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-06443f14-5a62-4633-8bc2-2df48f6c1504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b569a04d-624d-4f9f-b30e-ed8f170e4a94', 'name': 'tempest-TestVolumeBackupRestore-160976874-router', 'tenant_id': 'cd561cbbd66d498a8a527a9c987e7d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:47:11Z', 'updated_at': '2021-07-15T13:50:16Z', 'revision_number': 6, 'project_id': 'cd561cbbd66d498a8a527a9c987e7d14', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:16.953064 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06443f14-5a62-4633-8bc2-2df48f6c1504 None None] The sync data for ids ['b569a04d-624d-4f9f-b30e-ed8f170e4a94'] in n-d-758944-45 is: [{'id': 'b569a04d-624d-4f9f-b30e-ed8f170e4a94', 'name': 'tempest-TestVolumeBackupRestore-160976874-router', 'tenant_id': 'cd561cbbd66d498a8a527a9c987e7d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:47:11Z', 'updated_at': '2021-07-15T13:50:16Z', 'revision_number': 6, 'project_id': 'cd561cbbd66d498a8a527a9c987e7d14', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:50:17.311176 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c198fff-3b43-48c3-81a3-a8dd9c0f0cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:17.341728 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c198fff-3b43-48c3-81a3-a8dd9c0f0cf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d11771ec-21a3-4305-a905-9db1d0a93c71,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:17.408625 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c198fff-3b43-48c3-81a3-a8dd9c0f0cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:17.496702 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c198fff-3b43-48c3-81a3-a8dd9c0f0cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:17.498906 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c198fff-3b43-48c3-81a3-a8dd9c0f0cf0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:17.539855 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c198fff-3b43-48c3-81a3-a8dd9c0f0cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:17.540474 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c198fff-3b43-48c3-81a3-a8dd9c0f0cf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b569a04d-624d-4f9f-b30e-ed8f170e4a94 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:50:17.544732 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c198fff-3b43-48c3-81a3-a8dd9c0f0cf0 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:17.546051 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6c198fff-3b43-48c3-81a3-a8dd9c0f0cf0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b569a04d-624d-4f9f-b30e-ed8f170e4a94 HTTP/1.1" status: 204 len: 168 time: 1.0954952 Jul 15 13:50:17.548536 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46062) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:17.591724 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc6b1054-8e5d-467e-9ca2-87b71dc84825 admin admin] Deleting subnet edc5805f-aa28-4d79-904d-7db5fe82a584 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:50:17.595341 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc6b1054-8e5d-467e-9ca2-87b71dc84825 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:17.631845 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc6b1054-8e5d-467e-9ca2-87b71dc84825 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:17.711286 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc6b1054-8e5d-467e-9ca2-87b71dc84825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:17.765600 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc6b1054-8e5d-467e-9ca2-87b71dc84825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:17.789830 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b1054-8e5d-467e-9ca2-87b71dc84825 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edc5805f-aa28-4d79-904d-7db5fe82a584,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:17.795853 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc6b1054-8e5d-467e-9ca2-87b71dc84825 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:17.797932 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-dc6b1054-8e5d-467e-9ca2-87b71dc84825 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/edc5805f-aa28-4d79-904d-7db5fe82a584 HTTP/1.1" status: 204 len: 168 time: 0.2484066 Jul 15 13:50:17.800237 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46064) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:17.803723 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72c7082-0ecc-4ef8-816c-a7802103fa50 None None] Network 469777aa-acf9-4db1-9f26-42c3021f02a2 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:50:17.874523 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02291bae-2f34-4ea8-bf6b-465ea3fcce94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:17.931582 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-02291bae-2f34-4ea8-bf6b-465ea3fcce94 admin admin] Deleting port e275307e-050b-487e-a68c-7422385bd6a0 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:50:17.931930 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02291bae-2f34-4ea8-bf6b-465ea3fcce94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:17.991684 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae788947-87fe-4b72-92b5-0e5e01ff2297 None None] DHCP port deletion for 469777aa-acf9-4db1-9f26-42c3021f02a2 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:50:18.004597 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-02291bae-2f34-4ea8-bf6b-465ea3fcce94 admin admin] For port e275307e-050b-487e-a68c-7422385bd6a0, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e275307e-050b-487e-a68c-7422385bd6a0,segment=NetworkSegment(8d5ebf28-5d8f-4cf4-9d64-5f163d45f52a),segment_id=8d5ebf28-5d8f-4cf4-9d64-5f163d45f52a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:18.004890 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02291bae-2f34-4ea8-bf6b-465ea3fcce94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:18.017296 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-02291bae-2f34-4ea8-bf6b-465ea3fcce94 admin admin] Calling delete_port for e275307e-050b-487e-a68c-7422385bd6a0 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:50:18.038720 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ae788947-87fe-4b72-92b5-0e5e01ff2297 None None] Deleting port e275307e-050b-487e-a68c-7422385bd6a0 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:50:18.039058 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae788947-87fe-4b72-92b5-0e5e01ff2297 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:18.103353 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02291bae-2f34-4ea8-bf6b-465ea3fcce94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:18.105115 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ae788947-87fe-4b72-92b5-0e5e01ff2297 None None] For port e275307e-050b-487e-a68c-7422385bd6a0, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e275307e-050b-487e-a68c-7422385bd6a0,segment=NetworkSegment(8d5ebf28-5d8f-4cf4-9d64-5f163d45f52a),segment_id=8d5ebf28-5d8f-4cf4-9d64-5f163d45f52a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:18.105615 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae788947-87fe-4b72-92b5-0e5e01ff2297 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:18.124895 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ae788947-87fe-4b72-92b5-0e5e01ff2297 None None] Calling delete_port for e275307e-050b-487e-a68c-7422385bd6a0 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:50:18.129901 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02291bae-2f34-4ea8-bf6b-465ea3fcce94 admin admin] Pushing event deleted for resources: {'Port': ['ID=e275307e-050b-487e-a68c-7422385bd6a0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:18.133736 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02291bae-2f34-4ea8-bf6b-465ea3fcce94 admin admin] No DVR routers for this DVR port e275307e-050b-487e-a68c-7422385bd6a0 on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:50:18.203860 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae788947-87fe-4b72-92b5-0e5e01ff2297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:18.210696 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02291bae-2f34-4ea8-bf6b-465ea3fcce94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:18.221181 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-02291bae-2f34-4ea8-bf6b-465ea3fcce94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['469777aa-acf9-4db1-9f26-42c3021f02a2']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:18.228297 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae788947-87fe-4b72-92b5-0e5e01ff2297 None None] Pushing event deleted for resources: {'Port': ['ID=e275307e-050b-487e-a68c-7422385bd6a0,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:18.232274 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae788947-87fe-4b72-92b5-0e5e01ff2297 None None] No DVR routers for this DVR port e275307e-050b-487e-a68c-7422385bd6a0 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:50:18.234057 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-02291bae-2f34-4ea8-bf6b-465ea3fcce94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5ebf28-5d8f-4cf4-9d64-5f163d45f52a') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:18.234360 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-02291bae-2f34-4ea8-bf6b-465ea3fcce94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5ebf28-5d8f-4cf4-9d64-5f163d45f52a') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:18.251413 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02291bae-2f34-4ea8-bf6b-465ea3fcce94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:18.267009 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02291bae-2f34-4ea8-bf6b-465ea3fcce94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:18.274143 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02291bae-2f34-4ea8-bf6b-465ea3fcce94 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:50:18.274143 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02291bae-2f34-4ea8-bf6b-465ea3fcce94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:50:18.276052 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:50:18.336205 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02291bae-2f34-4ea8-bf6b-465ea3fcce94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:18.341749 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-02291bae-2f34-4ea8-bf6b-465ea3fcce94 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:18.343742 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-02291bae-2f34-4ea8-bf6b-465ea3fcce94 admin admin] 10.222.0.24 "DELETE /v2.0/networks/469777aa-acf9-4db1-9f26-42c3021f02a2 HTTP/1.1" status: 204 len: 168 time: 0.5426025 Jul 15 13:50:18.354690 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02291bae-2f34-4ea8-bf6b-465ea3fcce94 admin admin] Pushing event deleted for resources: {'Network': ['ID=469777aa-acf9-4db1-9f26-42c3021f02a2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:18.527176 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46068) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:18.567415 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7cadac54-3284-4bfa-9c90-8388bad341b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1ec1a37a1f8648c58cffdb1d2a76e47a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390656 Jul 15 13:50:18.569986 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46070) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:18.620908 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-431e8f75-6451-4f69-bbad-d09ace632ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:18.642224 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-431e8f75-6451-4f69-bbad-d09ace632ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:18.692078 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 16314b15-8361-4c70-8883-6b572d211312 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:50:18.695019 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-431e8f75-6451-4f69-bbad-d09ace632ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:18.697595 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-431e8f75-6451-4f69-bbad-d09ace632ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:18.700187 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-431e8f75-6451-4f69-bbad-d09ace632ca8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/874d6ea1-416c-4a12-812a-3160b954a96c HTTP/1.1" status: 204 len: 168 time: 0.1292117 Jul 15 13:50:18.708619 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e8f75-6451-4f69-bbad-d09ace632ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874d6ea1-416c-4a12-812a-3160b954a96c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:18.711747 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 16314b15-8361-4c70-8883-6b572d211312 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:50:18.712093 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 16314b15-8361-4c70-8883-6b572d211312 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:50:18.712505 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e275307e-050b-487e-a68c-7422385bd6a0 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:50:18.738289 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: e275307e-050b-487e-a68c-7422385bd6a0 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:50:18.738630 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e275307e-050b-487e-a68c-7422385bd6a0 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:50:18.739048 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device d11771ec-21a3-4305-a905-9db1d0a93c71 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:50:18.760093 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: d11771ec-21a3-4305-a905-9db1d0a93c71 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:50:18.760428 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device d11771ec-21a3-4305-a905-9db1d0a93c71 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:50:19.013242 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46076) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:19.054825 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5797c1c5-882c-4d0b-aa32-1517ab7688ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd561cbbd66d498a8a527a9c987e7d14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397995 Jul 15 13:50:19.057244 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46078) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:19.104644 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eed19ae3-4923-40d2-ba51-b29c7f0ec11d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:19.125190 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eed19ae3-4923-40d2-ba51-b29c7f0ec11d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:19.176493 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eed19ae3-4923-40d2-ba51-b29c7f0ec11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:19.179595 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eed19ae3-4923-40d2-ba51-b29c7f0ec11d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:19.181073 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-eed19ae3-4923-40d2-ba51-b29c7f0ec11d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c1448fc-b363-41e5-a177-129c62b7be8c HTTP/1.1" status: 204 len: 168 time: 0.1227367 Jul 15 13:50:19.191265 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed19ae3-4923-40d2-ba51-b29c7f0ec11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1448fc-b363-41e5-a177-129c62b7be8c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:20.875237 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a4966f18-ae77-4db1-9c58-e3d43b49493f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:23.288531 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:23.432651 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a56289d7-b05e-4fac-8cd2-69cbbf3406a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:24.840547 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:25.525965 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:26.442516 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:29.105804 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-b76d0c6a-9549-440a-b1ad-b62893cd7282 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2e5368afc8ee49b3bffd0cdb232572fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315998 Jul 15 13:50:29.311820 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-170cbc6e-3bf8-4c9d-bfae-f2ea10df812f tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:29.313341 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-170cbc6e-3bf8-4c9d-bfae-f2ea10df812f tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2025118 Jul 15 13:50:29.328714 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-dbfdb142-2303-4116-a4f5-fc4e8a31c17f tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] 10.222.0.24 "GET /v2.0/quotas/2e5368afc8ee49b3bffd0cdb232572fb HTTP/1.1" status: 200 len: 375 time: 0.0093341 Jul 15 13:50:29.363556 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-47b2a6ca-1f67-4268-9cc4-5ca37aa1df53 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e5368afc8ee49b3bffd0cdb232572fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290294 Jul 15 13:50:29.542869 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3cc5c23e-569d-45ae-973c-864bbc41a674 req-211be4a8-40d0-43e7-b95f-d8166090f0f1 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d463ef7-33bf-4494-8b22-735e20c50d89 HTTP/1.1" status: 200 len: 210 time: 0.0292752 Jul 15 13:50:30.571884 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-dc565b38-9ecc-4700-922d-96ebea3d7930 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2e5368afc8ee49b3bffd0cdb232572fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311542 Jul 15 13:50:30.694046 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-db3101f3-7cb4-43d0-b180-e3a3a1326b82 req-3e748272-d7a4-4252-84f7-52b2cf228459 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d463ef7-33bf-4494-8b22-735e20c50d89 HTTP/1.1" status: 200 len: 210 time: 0.0351732 Jul 15 13:50:30.775972 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-680af172-da89-41a0-8f92-a2d50a311b83 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:30.777414 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-680af172-da89-41a0-8f92-a2d50a311b83 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2002461 Jul 15 13:50:30.796099 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-a93e424a-f654-4095-98fe-9b8bfe6eb094 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Request body: {'port': {'device_id': '7d463ef7-33bf-4494-8b22-735e20c50d89', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'admin_state_up': True, 'tenant_id': '2e5368afc8ee49b3bffd0cdb232572fb'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:30.911700 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-a93e424a-f654-4095-98fe-9b8bfe6eb094 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Made reservation on behalf of 2e5368afc8ee49b3bffd0cdb232572fb for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:50:30.915573 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-a93e424a-f654-4095-98fe-9b8bfe6eb094 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:30.925733 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-a93e424a-f654-4095-98fe-9b8bfe6eb094 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:31.018546 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:50:31.028445 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-a93e424a-f654-4095-98fe-9b8bfe6eb094 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:31.032693 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-a93e424a-f654-4095-98fe-9b8bfe6eb094 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:31.095590 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e424a-f654-4095-98fe-9b8bfe6eb094 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3424c148-28ff-4690-b451-5349b22e782a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:31.167248 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-a93e424a-f654-4095-98fe-9b8bfe6eb094 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Allocated IP 192.168.233.209 (469a0c47-6cac-4ffe-aa16-0c933961e7af/23cd399a-e88b-433a-a99b-25a477d6a3ca/38b91500-0647-4fbb-b2d6-bde4550c8727) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:50:31.324320 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-a93e424a-f654-4095-98fe-9b8bfe6eb094 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:31.339039 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-a93e424a-f654-4095-98fe-9b8bfe6eb094 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Transition to ACTIVE for port object 38b91500-0647-4fbb-b2d6-bde4550c8727 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:31.374594 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-a93e424a-f654-4095-98fe-9b8bfe6eb094 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:31.419879 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-a93e424a-f654-4095-98fe-9b8bfe6eb094 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Network 469a0c47-6cac-4ffe-aa16-0c933961e7af is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:50:31.425997 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-a93e424a-f654-4095-98fe-9b8bfe6eb094 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:31.431020 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-a93e424a-f654-4095-98fe-9b8bfe6eb094 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:50:31.458432 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e424a-f654-4095-98fe-9b8bfe6eb094 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Pushing event updated for resources: {'Port': ['ID=38b91500-0647-4fbb-b2d6-bde4550c8727,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:31.497858 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-a93e424a-f654-4095-98fe-9b8bfe6eb094 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:31.498863 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-a93e424a-f654-4095-98fe-9b8bfe6eb094 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:31.520224 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-a93e424a-f654-4095-98fe-9b8bfe6eb094 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7284367 Jul 15 13:50:31.635726 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0d073dd2-0a03-4e47-ad5c-f06aec1da71a None None] Provisioning for port 38b91500-0647-4fbb-b2d6-bde4550c8727 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:31.639964 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0d073dd2-0a03-4e47-ad5c-f06aec1da71a None None] Provisioning complete for port 38b91500-0647-4fbb-b2d6-bde4550c8727 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:31.640729 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d073dd2-0a03-4e47-ad5c-f06aec1da71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:31.648260 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-c04e34c4-24ba-4d28-8de8-1a80905683e4 service neutron] Request body: {'port': {'device_id': '7d463ef7-33bf-4494-8b22-735e20c50d89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:31.686928 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-0d073dd2-0a03-4e47-ad5c-f06aec1da71a None None] Port 38b91500-0647-4fbb-b2d6-bde4550c8727 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:50:31.732048 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-c04e34c4-24ba-4d28-8de8-1a80905683e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:31.985160 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c82a92-8cd1-4995-a3d5-9f739d694218 req-b509e7bb-f7ba-413f-b09b-f0579398d310 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:31.987483 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-96c82a92-8cd1-4995-a3d5-9f739d694218 req-b509e7bb-f7ba-413f-b09b-f0579398d310 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d463ef7-33bf-4494-8b22-735e20c50d89 HTTP/1.1" status: 200 len: 936 time: 0.1369514 Jul 15 13:50:32.056949 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-96c82a92-8cd1-4995-a3d5-9f739d694218 req-8d444cda-eb51-4cbb-a773-c5192a61adc5 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] 10.222.0.24 "GET /v2.0/security-groups?id=3424c148-28ff-4690-b451-5349b22e782a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614138 Jul 15 13:50:32.092300 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-c04e34c4-24ba-4d28-8de8-1a80905683e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38b91500-0647-4fbb-b2d6-bde4550c8727 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:50:32.100715 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-c04e34c4-24ba-4d28-8de8-1a80905683e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:32.113382 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-c04e34c4-24ba-4d28-8de8-1a80905683e4 service neutron] Transition to ACTIVE for port object 38b91500-0647-4fbb-b2d6-bde4550c8727 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:32.117472 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-c04e34c4-24ba-4d28-8de8-1a80905683e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:32.167007 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e34c4-24ba-4d28-8de8-1a80905683e4 service neutron] Pushing event updated for resources: {'Port': ['ID=38b91500-0647-4fbb-b2d6-bde4550c8727,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:32.248747 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-c04e34c4-24ba-4d28-8de8-1a80905683e4 service neutron] Attempting to bind port 38b91500-0647-4fbb-b2d6-bde4550c8727 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:50:32.249089 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-c04e34c4-24ba-4d28-8de8-1a80905683e4 service neutron] Attempting to bind port 38b91500-0647-4fbb-b2d6-bde4550c8727 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:50:32.249421 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-c04e34c4-24ba-4d28-8de8-1a80905683e4 service neutron] Attempting to bind port 38b91500-0647-4fbb-b2d6-bde4550c8727 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:50:32.254449 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-c04e34c4-24ba-4d28-8de8-1a80905683e4 service neutron] Port 38b91500-0647-4fbb-b2d6-bde4550c8727 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:50:32.254772 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-c04e34c4-24ba-4d28-8de8-1a80905683e4 service neutron] Attempting to bind port 38b91500-0647-4fbb-b2d6-bde4550c8727 on network 469a0c47-6cac-4ffe-aa16-0c933961e7af {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:50:32.260056 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-c04e34c4-24ba-4d28-8de8-1a80905683e4 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:50:32.260398 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-c04e34c4-24ba-4d28-8de8-1a80905683e4 service neutron] Checking segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:50:32.260792 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-c04e34c4-24ba-4d28-8de8-1a80905683e4 service neutron] Bound using segment: {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:50:32.261229 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-c04e34c4-24ba-4d28-8de8-1a80905683e4 service neutron] Bound port: 38b91500-0647-4fbb-b2d6-bde4550c8727, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a543ce1-f1c1-4927-82d2-17376228ec0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:50:32.261593 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-c04e34c4-24ba-4d28-8de8-1a80905683e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:32.330786 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-c04e34c4-24ba-4d28-8de8-1a80905683e4 service neutron] For port 38b91500-0647-4fbb-b2d6-bde4550c8727, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:50:32.334068 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-c04e34c4-24ba-4d28-8de8-1a80905683e4 service neutron] For port 38b91500-0647-4fbb-b2d6-bde4550c8727, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=38b91500-0647-4fbb-b2d6-bde4550c8727,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:50:32.340580 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-c04e34c4-24ba-4d28-8de8-1a80905683e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:32.379825 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-c04e34c4-24ba-4d28-8de8-1a80905683e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:32.380457 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-c04e34c4-24ba-4d28-8de8-1a80905683e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:32.381882 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-c04e34c4-24ba-4d28-8de8-1a80905683e4 service neutron] 10.222.0.32 "PUT /v2.0/ports/38b91500-0647-4fbb-b2d6-bde4550c8727 HTTP/1.1" status: 200 len: 1097 time: 0.8476045 Jul 15 13:50:32.382328 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d463ef7-33bf-4494-8b22-735e20c50d89', 'tag': '38b91500-0647-4fbb-b2d6-bde4550c8727'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:50:32.384594 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fbd695-d2eb-4fa4-8d6c-2d0912d65905" -d '{"events": [{"name": "network-changed", "server_uuid": "7d463ef7-33bf-4494-8b22-735e20c50d89", "tag": "38b91500-0647-4fbb-b2d6-bde4550c8727"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:50:32.411212 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e34c4-24ba-4d28-8de8-1a80905683e4 service neutron] Pushing event updated for resources: {'Port': ['ID=38b91500-0647-4fbb-b2d6-bde4550c8727,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:32.447730 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0590b35-640a-42e0-9a0f-97b5d6fc39cf x-openstack-request-id: req-c0590b35-640a-42e0-9a0f-97b5d6fc39cf {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:50:32.448021 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d463ef7-33bf-4494-8b22-735e20c50d89", "tag": "38b91500-0647-4fbb-b2d6-bde4550c8727", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:50:32.448546 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c0590b35-640a-42e0-9a0f-97b5d6fc39cf {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:50:32.449027 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d463ef7-33bf-4494-8b22-735e20c50d89', 'tag': '38b91500-0647-4fbb-b2d6-bde4550c8727', 'status': 'completed', 'code': 200} Jul 15 13:50:32.526548 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-a2fd4646-1658-441b-a28e-6d9eb0a95948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:32.528260 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-a2fd4646-1658-441b-a28e-6d9eb0a95948 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e5368afc8ee49b3bffd0cdb232572fb&device_id=7d463ef7-33bf-4494-8b22-735e20c50d89 HTTP/1.1" status: 200 len: 1100 time: 0.0619493 Jul 15 13:50:32.594634 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-aef69c9e-b221-4bf4-af76-ea4ea112eb33 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=38b91500-0647-4fbb-b2d6-bde4550c8727 HTTP/1.1" status: 200 len: 217 time: 0.0350509 Jul 15 13:50:32.644051 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-9ff3db33-feac-4f96-91d1-46d1fbf5acef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:32.645623 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-9ff3db33-feac-4f96-91d1-46d1fbf5acef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.0449672 Jul 15 13:50:32.702917 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-862acf90-02b8-4f98-a5ac-e308bc40bb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:32.704940 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-862acf90-02b8-4f98-a5ac-e308bc40bb32 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0536666 Jul 15 13:50:32.805307 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-26fbc599-97ed-45f7-b9f7-edcba222ae5f service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939696 Jul 15 13:50:32.911381 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-213dcab7-3f02-4804-b5a8-d8ac5ea0a772 req-01ab4dc6-fa55-485b-9d9a-c647f3c7df05 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996985 Jul 15 13:50:33.054501 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbd695-d2eb-4fa4-8d6c-2d0912d65905 req-c7fa9bfd-0caf-40b1-8f13-662f918b60df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:33.056106 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-78fbd695-d2eb-4fa4-8d6c-2d0912d65905 req-c7fa9bfd-0caf-40b1-8f13-662f918b60df service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e5368afc8ee49b3bffd0cdb232572fb&device_id=7d463ef7-33bf-4494-8b22-735e20c50d89 HTTP/1.1" status: 200 len: 1100 time: 0.0534339 Jul 15 13:50:33.150906 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbd695-d2eb-4fa4-8d6c-2d0912d65905 req-f3989c9f-2fbb-4912-84c3-d323b479477c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:33.152422 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-78fbd695-d2eb-4fa4-8d6c-2d0912d65905 req-f3989c9f-2fbb-4912-84c3-d323b479477c service neutron] 10.222.0.32 "GET /v2.0/networks?id=469a0c47-6cac-4ffe-aa16-0c933961e7af HTTP/1.1" status: 200 len: 870 time: 0.0899830 Jul 15 13:50:33.210987 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-78fbd695-d2eb-4fa4-8d6c-2d0912d65905 req-6a2dd64c-6b83-4ef5-b3d8-981b54623563 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=38b91500-0647-4fbb-b2d6-bde4550c8727 HTTP/1.1" status: 200 len: 217 time: 0.0524747 Jul 15 13:50:33.285134 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbd695-d2eb-4fa4-8d6c-2d0912d65905 req-410934af-0267-44f9-a6d0-50a47c23fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:33.287015 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-78fbd695-d2eb-4fa4-8d6c-2d0912d65905 req-410934af-0267-44f9-a6d0-50a47c23fe8f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23cd399a-e88b-433a-a99b-25a477d6a3ca HTTP/1.1" status: 200 len: 843 time: 0.0575483 Jul 15 13:50:33.313039 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb439ecb-7fc8-465a-8c04-66fc40e6e371 req-1db7d904-2039-4993-9292-664df2ebbaa3 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:33.314987 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bb439ecb-7fc8-465a-8c04-66fc40e6e371 req-1db7d904-2039-4993-9292-664df2ebbaa3 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d463ef7-33bf-4494-8b22-735e20c50d89 HTTP/1.1" status: 200 len: 948 time: 0.1137969 Jul 15 13:50:33.374517 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bb439ecb-7fc8-465a-8c04-66fc40e6e371 req-25ecfc2a-937f-4571-a000-145168c529b9 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] 10.222.0.24 "GET /v2.0/security-groups?id=3424c148-28ff-4690-b451-5349b22e782a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394175 Jul 15 13:50:33.389890 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbd695-d2eb-4fa4-8d6c-2d0912d65905 req-f7f3be39-e737-4f77-9c19-d4509a928aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:33.391419 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-78fbd695-d2eb-4fa4-8d6c-2d0912d65905 req-f7f3be39-e737-4f77-9c19-d4509a928aa0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=469a0c47-6cac-4ffe-aa16-0c933961e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0962811 Jul 15 13:50:33.478952 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-78fbd695-d2eb-4fa4-8d6c-2d0912d65905 req-aee3e5a6-ea4c-4d3a-b193-e6828883ca86 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809855 Jul 15 13:50:33.570952 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-78fbd695-d2eb-4fa4-8d6c-2d0912d65905 req-0469d636-5033-4bf3-b8a2-88fa44a78b94 service neutron] 10.222.0.32 "GET /v2.0/networks/469a0c47-6cac-4ffe-aa16-0c933961e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841012 Jul 15 13:50:34.560859 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e4ce2-f408-498f-b5fa-3107509e39c7 req-c418edd7-2dc5-43eb-95c3-c069a09e8048 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:34.562353 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-011e4ce2-f408-498f-b5fa-3107509e39c7 req-c418edd7-2dc5-43eb-95c3-c069a09e8048 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d463ef7-33bf-4494-8b22-735e20c50d89 HTTP/1.1" status: 200 len: 948 time: 0.0650942 Jul 15 13:50:34.602088 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-011e4ce2-f408-498f-b5fa-3107509e39c7 req-1fc063da-f7af-46d8-a50f-a8b2b1b85a99 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] 10.222.0.24 "GET /v2.0/security-groups?id=3424c148-28ff-4690-b451-5349b22e782a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335059 Jul 15 13:50:35.776798 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8b73f-4cfd-4640-902f-72df82bf1af6 req-1dbe26c7-2c45-4c1b-9e24-9bd35d5a502e tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:35.778361 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6de8b73f-4cfd-4640-902f-72df82bf1af6 req-1dbe26c7-2c45-4c1b-9e24-9bd35d5a502e tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d463ef7-33bf-4494-8b22-735e20c50d89 HTTP/1.1" status: 200 len: 948 time: 0.0652025 Jul 15 13:50:35.817096 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6de8b73f-4cfd-4640-902f-72df82bf1af6 req-9c7b35cb-edd1-4ea5-af44-27d5c85782ce tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] 10.222.0.24 "GET /v2.0/security-groups?id=3424c148-28ff-4690-b451-5349b22e782a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326786 Jul 15 13:50:36.616576 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 38b91500-0647-4fbb-b2d6-bde4550c8727 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:50:36.718043 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 38b91500-0647-4fbb-b2d6-bde4550c8727, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=38b91500-0647-4fbb-b2d6-bde4550c8727,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:36.732350 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '38b91500-0647-4fbb-b2d6-bde4550c8727', 'network_id': '469a0c47-6cac-4ffe-aa16-0c933961e7af', 'port_id': '38b91500-0647-4fbb-b2d6-bde4550c8727', 'mac_address': 'fa:16:3e:3f:0f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cd399a-e88b-433a-a99b-25a477d6a3ca', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:50:36.766830 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:36.779732 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b91500-0647-4fbb-b2d6-bde4550c8727 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:50:36.800252 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 38b91500-0647-4fbb-b2d6-bde4550c8727, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=38b91500-0647-4fbb-b2d6-bde4550c8727,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:36.804467 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:36.852119 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=38b91500-0647-4fbb-b2d6-bde4550c8727,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:36.859975 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:36.860193 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:36.861094 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:36.861681 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:36.862039 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:36.862368 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:36.862689 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:36.863016 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:36.863336 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:36.863654 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:36.863973 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:36.864290 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:36.997647 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777c0b2-df3b-47d8-bafa-8875fa168c39 req-1fd777ed-09cc-4a01-b79c-269d0ccc86a9 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:36.999229 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6777c0b2-df3b-47d8-bafa-8875fa168c39 req-1fd777ed-09cc-4a01-b79c-269d0ccc86a9 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d463ef7-33bf-4494-8b22-735e20c50d89 HTTP/1.1" status: 200 len: 949 time: 0.0687652 Jul 15 13:50:37.039043 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6777c0b2-df3b-47d8-bafa-8875fa168c39 req-add9e774-fe86-4855-8b7e-8231d18cd7b1 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] 10.222.0.24 "GET /v2.0/security-groups?id=3424c148-28ff-4690-b451-5349b22e782a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342114 Jul 15 13:50:37.082095 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['38b91500-0647-4fbb-b2d6-bde4550c8727'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:50:38.220619 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846cb49-539f-425e-9856-e4b450d526a8 req-a0a3e160-023c-4a64-b512-0b7fe5a6edb1 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:38.222168 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e846cb49-539f-425e-9856-e4b450d526a8 req-a0a3e160-023c-4a64-b512-0b7fe5a6edb1 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d463ef7-33bf-4494-8b22-735e20c50d89 HTTP/1.1" status: 200 len: 949 time: 0.0672381 Jul 15 13:50:38.261310 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e846cb49-539f-425e-9856-e4b450d526a8 req-a2c88d29-e8e2-4e1f-8ebd-77caeb715812 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] 10.222.0.24 "GET /v2.0/security-groups?id=3424c148-28ff-4690-b451-5349b22e782a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335901 Jul 15 13:50:38.466141 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:38.629524 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 38b91500-0647-4fbb-b2d6-bde4550c8727 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:50:38.679663 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 38b91500-0647-4fbb-b2d6-bde4550c8727 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:38.683955 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 38b91500-0647-4fbb-b2d6-bde4550c8727 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:38.684333 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:38.765944 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:38.789377 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d463ef7-33bf-4494-8b22-735e20c50d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b91500-0647-4fbb-b2d6-bde4550c8727'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:50:38.791698 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a611b035-a917-4813-b175-7d1b721ac99d" -d '{"events": [{"server_uuid": "7d463ef7-33bf-4494-8b22-735e20c50d89", "name": "network-vif-plugged", "status": "completed", "tag": "38b91500-0647-4fbb-b2d6-bde4550c8727"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:50:38.807973 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 38b91500-0647-4fbb-b2d6-bde4550c8727, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=38b91500-0647-4fbb-b2d6-bde4550c8727,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:38.813124 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:38.843118 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243376fe-5209-427b-ac13-3565a05c2a03 x-openstack-request-id: req-243376fe-5209-427b-ac13-3565a05c2a03 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:50:38.843404 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d463ef7-33bf-4494-8b22-735e20c50d89", "name": "network-vif-plugged", "status": "completed", "tag": "38b91500-0647-4fbb-b2d6-bde4550c8727", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:50:38.843702 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-243376fe-5209-427b-ac13-3565a05c2a03 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:50:38.844097 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d463ef7-33bf-4494-8b22-735e20c50d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b91500-0647-4fbb-b2d6-bde4550c8727', 'code': 200} Jul 15 13:50:38.877620 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=38b91500-0647-4fbb-b2d6-bde4550c8727,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:38.985128 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fe2c2-6b0e-485b-9854-e0fdf6258f60 req-1f1a56ba-bfbc-45d4-88fe-d8a734f7f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:38.987471 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-322fe2c2-6b0e-485b-9854-e0fdf6258f60 req-1f1a56ba-bfbc-45d4-88fe-d8a734f7f8c4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7d463ef7-33bf-4494-8b22-735e20c50d89 HTTP/1.1" status: 200 len: 1102 time: 0.0543988 Jul 15 13:50:39.023339 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-322fe2c2-6b0e-485b-9854-e0fdf6258f60 req-34654751-d2f2-410f-aa8c-ed3277d7b507 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3424c148-28ff-4690-b451-5349b22e782a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295842 Jul 15 13:50:39.435873 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cb6f2-65ae-4305-976a-bf235334bc3b req-39d57d84-0e4e-43bd-b72c-a3b4251550f3 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:39.437356 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f6cb6f2-65ae-4305-976a-bf235334bc3b req-39d57d84-0e4e-43bd-b72c-a3b4251550f3 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d463ef7-33bf-4494-8b22-735e20c50d89 HTTP/1.1" status: 200 len: 950 time: 0.0663109 Jul 15 13:50:39.474613 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f6cb6f2-65ae-4305-976a-bf235334bc3b req-d28259c5-5e1e-4399-81f9-596de6456d93 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] 10.222.0.24 "GET /v2.0/security-groups?id=3424c148-28ff-4690-b451-5349b22e782a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311489 Jul 15 13:50:40.658652 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd2e2f-e41c-413a-8cce-2f930d0ef346 req-5cf8ac6a-bc1b-4675-9507-8e1692c08aa0 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:40.660251 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ccdd2e2f-e41c-413a-8cce-2f930d0ef346 req-5cf8ac6a-bc1b-4675-9507-8e1692c08aa0 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d463ef7-33bf-4494-8b22-735e20c50d89 HTTP/1.1" status: 200 len: 950 time: 0.0721345 Jul 15 13:50:40.699740 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ccdd2e2f-e41c-413a-8cce-2f930d0ef346 req-97e66154-907c-4c6e-a16c-aa44e914b1e7 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] 10.222.0.24 "GET /v2.0/security-groups?id=3424c148-28ff-4690-b451-5349b22e782a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338223 Jul 15 13:50:41.841838 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a1ca6-19e0-4668-a1b5-b877372887d8 req-de695023-8382-4c31-a722-92ba4f0796b8 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:41.843295 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b50a1ca6-19e0-4668-a1b5-b877372887d8 req-de695023-8382-4c31-a722-92ba4f0796b8 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d463ef7-33bf-4494-8b22-735e20c50d89 HTTP/1.1" status: 200 len: 950 time: 0.0658908 Jul 15 13:50:41.883924 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b50a1ca6-19e0-4668-a1b5-b877372887d8 req-b2226f75-1253-4f6c-8585-7dd6cf0f4413 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] 10.222.0.24 "GET /v2.0/security-groups?id=3424c148-28ff-4690-b451-5349b22e782a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338359 Jul 15 13:50:43.063072 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532a742-be4f-442a-9ff4-70c89f2b888d req-16eab82e-f0f4-47c4-bdd7-c3daa05aacb5 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:43.065136 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d532a742-be4f-442a-9ff4-70c89f2b888d req-16eab82e-f0f4-47c4-bdd7-c3daa05aacb5 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d463ef7-33bf-4494-8b22-735e20c50d89 HTTP/1.1" status: 200 len: 950 time: 0.0679524 Jul 15 13:50:43.102701 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d532a742-be4f-442a-9ff4-70c89f2b888d req-08438d4f-5d59-46ef-91c6-8bd62176eb35 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] 10.222.0.24 "GET /v2.0/security-groups?id=3424c148-28ff-4690-b451-5349b22e782a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320084 Jul 15 13:50:43.172529 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8b3c9-c58c-44be-8faa-78175adbaaa2 req-342aefe5-eebd-4acd-8dee-2a6970da3542 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:43.174467 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-efb8b3c9-c58c-44be-8faa-78175adbaaa2 req-342aefe5-eebd-4acd-8dee-2a6970da3542 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d463ef7-33bf-4494-8b22-735e20c50d89 HTTP/1.1" status: 200 len: 950 time: 0.0620296 Jul 15 13:50:43.275527 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-efb8b3c9-c58c-44be-8faa-78175adbaaa2 req-f6ae90dc-513e-4392-bcb0-3504da871a37 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Deleting port 38b91500-0647-4fbb-b2d6-bde4550c8727 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:50:43.275863 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-efb8b3c9-c58c-44be-8faa-78175adbaaa2 req-f6ae90dc-513e-4392-bcb0-3504da871a37 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:43.362081 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-efb8b3c9-c58c-44be-8faa-78175adbaaa2 req-f6ae90dc-513e-4392-bcb0-3504da871a37 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] For port 38b91500-0647-4fbb-b2d6-bde4550c8727, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=38b91500-0647-4fbb-b2d6-bde4550c8727,segment=NetworkSegment(8a543ce1-f1c1-4927-82d2-17376228ec0a),segment_id=8a543ce1-f1c1-4927-82d2-17376228ec0a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:43.362439 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-efb8b3c9-c58c-44be-8faa-78175adbaaa2 req-f6ae90dc-513e-4392-bcb0-3504da871a37 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:43.374287 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-efb8b3c9-c58c-44be-8faa-78175adbaaa2 req-f6ae90dc-513e-4392-bcb0-3504da871a37 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Calling delete_port for 38b91500-0647-4fbb-b2d6-bde4550c8727 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:50:43.503318 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-efb8b3c9-c58c-44be-8faa-78175adbaaa2 req-f6ae90dc-513e-4392-bcb0-3504da871a37 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:43.535298 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae90dc-513e-4392-bcb0-3504da871a37 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Pushing event deleted for resources: {'Port': ['ID=38b91500-0647-4fbb-b2d6-bde4550c8727,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:43.542759 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['38b91500-0647-4fbb-b2d6-bde4550c8727'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:50:43.590289 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb8b3c9-c58c-44be-8faa-78175adbaaa2 req-f6ae90dc-513e-4392-bcb0-3504da871a37 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] No DVR routers for this DVR port 38b91500-0647-4fbb-b2d6-bde4550c8727 on host n-h2-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:50:43.593033 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-efb8b3c9-c58c-44be-8faa-78175adbaaa2 req-f6ae90dc-513e-4392-bcb0-3504da871a37 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:43.595627 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-efb8b3c9-c58c-44be-8faa-78175adbaaa2 req-f6ae90dc-513e-4392-bcb0-3504da871a37 tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] 10.222.0.32 "DELETE /v2.0/ports/38b91500-0647-4fbb-b2d6-bde4550c8727 HTTP/1.1" status: 204 len: 173 time: 0.4159813 Jul 15 13:50:43.596065 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d463ef7-33bf-4494-8b22-735e20c50d89', 'name': 'network-vif-deleted', 'tag': '38b91500-0647-4fbb-b2d6-bde4550c8727'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:50:43.598541 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd16a25-2a34-4634-862d-46f9a80c607b" -d '{"events": [{"server_uuid": "7d463ef7-33bf-4494-8b22-735e20c50d89", "name": "network-vif-deleted", "tag": "38b91500-0647-4fbb-b2d6-bde4550c8727"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:50:43.637680 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447542a6-8992-4f72-8573-31fce4126b85 x-openstack-request-id: req-447542a6-8992-4f72-8573-31fce4126b85 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:50:43.638204 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d463ef7-33bf-4494-8b22-735e20c50d89", "name": "network-vif-deleted", "tag": "38b91500-0647-4fbb-b2d6-bde4550c8727", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:50:43.638459 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-447542a6-8992-4f72-8573-31fce4126b85 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:50:43.639134 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d463ef7-33bf-4494-8b22-735e20c50d89', 'name': 'network-vif-deleted', 'tag': '38b91500-0647-4fbb-b2d6-bde4550c8727', 'status': 'completed', 'code': 200} Jul 15 13:50:44.257334 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-51e8168b-a427-40fb-8314-e521fc7593ef req-55fc4437-e5c7-4304-b030-4882393e2f9f tempest-ServersAdminNegativeTestJSON-1815322972 tempest-ServersAdminNegativeTestJSON-1815322972-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d463ef7-33bf-4494-8b22-735e20c50d89 HTTP/1.1" status: 200 len: 210 time: 0.0293427 Jul 15 13:50:45.588421 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46214) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:45.716486 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-aeda5f23-fa2e-4f6b-aff0-a4d3c393b953 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e5368afc8ee49b3bffd0cdb232572fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1268981 Jul 15 13:50:45.718956 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46218) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:45.765771 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00400800-e5fa-4931-9d4c-bc881967f8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:45.787235 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00400800-e5fa-4931-9d4c-bc881967f8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:45.836136 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00400800-e5fa-4931-9d4c-bc881967f8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:45.838713 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00400800-e5fa-4931-9d4c-bc881967f8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:45.839892 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-00400800-e5fa-4931-9d4c-bc881967f8e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3424c148-28ff-4690-b451-5349b22e782a HTTP/1.1" status: 204 len: 168 time: 0.1200523 Jul 15 13:50:45.848640 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00400800-e5fa-4931-9d4c-bc881967f8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3424c148-28ff-4690-b451-5349b22e782a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:46.093937 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46224) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:46.108223 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-139f9998-f83f-4b57-9bf6-ffe98129094a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:46.197690 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-139f9998-f83f-4b57-9bf6-ffe98129094a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:46.201817 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-139f9998-f83f-4b57-9bf6-ffe98129094a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:46.240656 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f9998-f83f-4b57-9bf6-ffe98129094a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ba88a9-d658-4406-b778-d520dd473b35,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:46.245067 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-139f9998-f83f-4b57-9bf6-ffe98129094a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=76c7f13eeb26436e8a230c82c4ec5bff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491313 Jul 15 13:50:46.247959 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46226) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:46.298753 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-53d7bc9b-5446-4975-b568-71d2b9dbbab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:46.320548 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-53d7bc9b-5446-4975-b568-71d2b9dbbab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:46.366274 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-53d7bc9b-5446-4975-b568-71d2b9dbbab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:46.368836 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-53d7bc9b-5446-4975-b568-71d2b9dbbab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:46.370031 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-53d7bc9b-5446-4975-b568-71d2b9dbbab0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5ba88a9-d658-4406-b778-d520dd473b35 HTTP/1.1" status: 204 len: 168 time: 0.1210661 Jul 15 13:50:46.378528 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7bc9b-5446-4975-b568-71d2b9dbbab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ba88a9-d658-4406-b778-d520dd473b35,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:46.632222 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 38b91500-0647-4fbb-b2d6-bde4550c8727 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:50:46.652301 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 38b91500-0647-4fbb-b2d6-bde4550c8727 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:50:46.652689 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 38b91500-0647-4fbb-b2d6-bde4550c8727 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:50:47.036000 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46248) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:47.132937 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4c3743d9-ce85-47c3-9422-e20903109511 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-491523509-network', 'tenant_id': '7457a80ecd8a4438809ff61f5705e706'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:47.153880 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3743d9-ce85-47c3-9422-e20903109511 admin admin] Made reservation on behalf of 7457a80ecd8a4438809ff61f5705e706 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:50:47.156225 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c3743d9-ce85-47c3-9422-e20903109511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:47.165222 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c3743d9-ce85-47c3-9422-e20903109511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:47.258009 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c3743d9-ce85-47c3-9422-e20903109511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:47.261911 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c3743d9-ce85-47c3-9422-e20903109511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:47.289086 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c3743d9-ce85-47c3-9422-e20903109511 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:50:47.295300 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3743d9-ce85-47c3-9422-e20903109511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:47.301937 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c3743d9-ce85-47c3-9422-e20903109511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:47.302288 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-4c3743d9-ce85-47c3-9422-e20903109511 admin admin] Added segment 2501917a-2ff2-43b7-bbf6-fd533e4ca133 of type vlan for network e8036619-2fd5-4772-9119-4d98e8a8aa67 Jul 15 13:50:47.341434 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c3743d9-ce85-47c3-9422-e20903109511 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:47.370231 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c3743d9-ce85-47c3-9422-e20903109511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:47.371086 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3743d9-ce85-47c3-9422-e20903109511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:47.371664 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c3743d9-ce85-47c3-9422-e20903109511 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:47.402551 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4c3743d9-ce85-47c3-9422-e20903109511 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3654246 Jul 15 13:50:47.406000 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46252) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:47.411696 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ece473fa-a097-4538-99e4-fcb23992dafd admin admin] Request body: {'subnet': {'network_id': 'e8036619-2fd5-4772-9119-4d98e8a8aa67', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-491523509-subnet', 'tenant_id': '7457a80ecd8a4438809ff61f5705e706', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:47.433000 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3743d9-ce85-47c3-9422-e20903109511 admin admin] Pushing event updated for resources: {'Network': ['ID=e8036619-2fd5-4772-9119-4d98e8a8aa67,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:47.433539 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece473fa-a097-4538-99e4-fcb23992dafd admin admin] Made reservation on behalf of 7457a80ecd8a4438809ff61f5705e706 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:50:47.435952 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ece473fa-a097-4538-99e4-fcb23992dafd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:47.442970 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network e8036619-2fd5-4772-9119-4d98e8a8aa67 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:50:47.605634 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ece473fa-a097-4538-99e4-fcb23992dafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:47.662195 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece473fa-a097-4538-99e4-fcb23992dafd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c7cc29b-b3af-4361-bd01-b6f18392d9f6,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:47.669223 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece473fa-a097-4538-99e4-fcb23992dafd admin admin] Checking segment: {'id': '2501917a-2ff2-43b7-bbf6-fd533e4ca133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e8036619-2fd5-4772-9119-4d98e8a8aa67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:50:47.669581 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece473fa-a097-4538-99e4-fcb23992dafd admin admin] Network hostable DHCP agents. Network: e8036619-2fd5-4772-9119-4d98e8a8aa67, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:50:47.685350 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece473fa-a097-4538-99e4-fcb23992dafd admin admin] Network e8036619-2fd5-4772-9119-4d98e8a8aa67 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:50:47.693476 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-ece473fa-a097-4538-99e4-fcb23992dafd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, e8036619-2fd5-4772-9119-4d98e8a8aa67) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:47.697557 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece473fa-a097-4538-99e4-fcb23992dafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:47.698173 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ece473fa-a097-4538-99e4-fcb23992dafd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:47.702552 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc1da43-0221-4c69-8bd0-539701b68d3c None None] Network e8036619-2fd5-4772-9119-4d98e8a8aa67 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:50:47.712251 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ece473fa-a097-4538-99e4-fcb23992dafd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3051410 Jul 15 13:50:47.835335 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e86936-e288-419d-aae5-bb428ba590db None None] Network e8036619-2fd5-4772-9119-4d98e8a8aa67 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:50:48.151761 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-f8ab6ece-f229-41af-8305-bba48edb9637 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:48.153220 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-f8ab6ece-f229-41af-8305-bba48edb9637 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/networks?id=e8036619-2fd5-4772-9119-4d98e8a8aa67 HTTP/1.1" status: 200 len: 811 time: 0.1022143 Jul 15 13:50:48.167373 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-a0ab0f25-2cf7-41b1-92cc-d492024e88cb tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/quotas/7457a80ecd8a4438809ff61f5705e706 HTTP/1.1" status: 200 len: 375 time: 0.0088902 Jul 15 13:50:48.201175 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-8285cc59-caae-4552-a874-12792ec376ea tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7457a80ecd8a4438809ff61f5705e706&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289669 Jul 15 13:50:48.343520 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-86d2e5ba-bc76-472b-873c-e1bef7e752bc service neutron] 10.222.0.24 "GET /v2.0/networks/e8036619-2fd5-4772-9119-4d98e8a8aa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357791 Jul 15 13:50:48.432786 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-215ce56d-19c7-4901-a308-f1076d89691c service neutron] 10.222.0.24 "GET /v2.0/networks/e8036619-2fd5-4772-9119-4d98e8a8aa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836689 Jul 15 13:50:48.606650 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-beaa469c-f99a-41db-a363-2978cded9273 req-5c2cf2da-35e9-47cc-8ae1-3e3bd358d692 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 210 time: 0.0342937 Jul 15 13:50:49.829483 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f1c5bbc3-fcd9-4cfc-b491-5528f5f89485 req-66ff9d03-f240-4338-9aaf-b821f5477a38 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 210 time: 0.0329635 Jul 15 13:50:49.851122 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-7b12bfef-392e-41a2-9e50-fa2ace84b539 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:49.852719 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-7b12bfef-392e-41a2-9e50-fa2ace84b539 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.32 "GET /v2.0/networks?id=e8036619-2fd5-4772-9119-4d98e8a8aa67 HTTP/1.1" status: 200 len: 811 time: 0.1936123 Jul 15 13:50:49.871978 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-71cf859a-9ec7-4d1f-919a-1833e1a18092 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Request body: {'port': {'device_id': '25208f53-9ed4-465d-ba8e-d87e89c21742', 'network_id': 'e8036619-2fd5-4772-9119-4d98e8a8aa67', 'admin_state_up': True, 'tenant_id': '7457a80ecd8a4438809ff61f5705e706'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:49.984773 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-71cf859a-9ec7-4d1f-919a-1833e1a18092 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Made reservation on behalf of 7457a80ecd8a4438809ff61f5705e706 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:50:49.988683 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-71cf859a-9ec7-4d1f-919a-1833e1a18092 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:50.121669 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-71cf859a-9ec7-4d1f-919a-1833e1a18092 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Allocated IP 172.20.0.8 (e8036619-2fd5-4772-9119-4d98e8a8aa67/4c7cc29b-b3af-4361-bd01-b6f18392d9f6/a52f62ee-d3d5-41df-970f-67496e370b31) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:50:50.635052 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-71cf859a-9ec7-4d1f-919a-1833e1a18092 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:50.675880 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-71cf859a-9ec7-4d1f-919a-1833e1a18092 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:50.728875 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-71cf859a-9ec7-4d1f-919a-1833e1a18092 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Network e8036619-2fd5-4772-9119-4d98e8a8aa67 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:50:50.732515 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-71cf859a-9ec7-4d1f-919a-1833e1a18092 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:50.737261 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-71cf859a-9ec7-4d1f-919a-1833e1a18092 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:50:50.741178 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf859a-9ec7-4d1f-919a-1833e1a18092 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Pushing event updated for resources: {'Port': ['ID=a52f62ee-d3d5-41df-970f-67496e370b31,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:50.788778 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-71cf859a-9ec7-4d1f-919a-1833e1a18092 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:50.789388 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-71cf859a-9ec7-4d1f-919a-1833e1a18092 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:50.804212 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-71cf859a-9ec7-4d1f-919a-1833e1a18092 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9363399 Jul 15 13:50:50.821424 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-c11fa46d-3640-4ad3-a011-2c7a65280bb0 service neutron] Request body: {'port': {'device_id': '25208f53-9ed4-465d-ba8e-d87e89c21742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:50.880455 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b26b69b2-eb4b-49e0-bf87-7e7d7fa8d4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:50.896044 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-c11fa46d-3640-4ad3-a011-2c7a65280bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:51.018048 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84e4fa-6082-4120-aff3-485a0f9e247e req-4899f345-0532-4c3a-b8d9-f1018b2e909c tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:51.019707 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4b84e4fa-6082-4120-aff3-485a0f9e247e req-4899f345-0532-4c3a-b8d9-f1018b2e909c tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 931 time: 0.0669932 Jul 15 13:50:51.061456 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4b84e4fa-6082-4120-aff3-485a0f9e247e req-7e6a2f4c-6a95-417d-805b-cc98923c21b0 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360000 Jul 15 13:50:51.175393 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-c11fa46d-3640-4ad3-a011-2c7a65280bb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a52f62ee-d3d5-41df-970f-67496e370b31 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:50:51.182842 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-c11fa46d-3640-4ad3-a011-2c7a65280bb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:51.195938 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-c11fa46d-3640-4ad3-a011-2c7a65280bb0 service neutron] Transition to ACTIVE for port object a52f62ee-d3d5-41df-970f-67496e370b31 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:51.198876 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-c11fa46d-3640-4ad3-a011-2c7a65280bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:51.246662 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fa46d-3640-4ad3-a011-2c7a65280bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=a52f62ee-d3d5-41df-970f-67496e370b31,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:51.315636 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-c11fa46d-3640-4ad3-a011-2c7a65280bb0 service neutron] Attempting to bind port a52f62ee-d3d5-41df-970f-67496e370b31 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:50:51.315959 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-c11fa46d-3640-4ad3-a011-2c7a65280bb0 service neutron] Attempting to bind port a52f62ee-d3d5-41df-970f-67496e370b31 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '2501917a-2ff2-43b7-bbf6-fd533e4ca133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e8036619-2fd5-4772-9119-4d98e8a8aa67'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:50:51.316282 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-c11fa46d-3640-4ad3-a011-2c7a65280bb0 service neutron] Attempting to bind port a52f62ee-d3d5-41df-970f-67496e370b31 on network e8036619-2fd5-4772-9119-4d98e8a8aa67 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:50:51.320904 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-c11fa46d-3640-4ad3-a011-2c7a65280bb0 service neutron] Port a52f62ee-d3d5-41df-970f-67496e370b31 on network e8036619-2fd5-4772-9119-4d98e8a8aa67 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:50:51.321224 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-c11fa46d-3640-4ad3-a011-2c7a65280bb0 service neutron] Attempting to bind port a52f62ee-d3d5-41df-970f-67496e370b31 on network e8036619-2fd5-4772-9119-4d98e8a8aa67 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:50:51.326041 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-c11fa46d-3640-4ad3-a011-2c7a65280bb0 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:50:51.326369 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-c11fa46d-3640-4ad3-a011-2c7a65280bb0 service neutron] Checking segment: {'id': '2501917a-2ff2-43b7-bbf6-fd533e4ca133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e8036619-2fd5-4772-9119-4d98e8a8aa67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:50:51.326748 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-c11fa46d-3640-4ad3-a011-2c7a65280bb0 service neutron] Bound using segment: {'id': '2501917a-2ff2-43b7-bbf6-fd533e4ca133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e8036619-2fd5-4772-9119-4d98e8a8aa67'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:50:51.327165 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-c11fa46d-3640-4ad3-a011-2c7a65280bb0 service neutron] Bound port: a52f62ee-d3d5-41df-970f-67496e370b31, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2501917a-2ff2-43b7-bbf6-fd533e4ca133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e8036619-2fd5-4772-9119-4d98e8a8aa67'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:50:51.327515 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-c11fa46d-3640-4ad3-a011-2c7a65280bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:51.400293 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-c11fa46d-3640-4ad3-a011-2c7a65280bb0 service neutron] For port a52f62ee-d3d5-41df-970f-67496e370b31, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:50:51.404063 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-c11fa46d-3640-4ad3-a011-2c7a65280bb0 service neutron] For port a52f62ee-d3d5-41df-970f-67496e370b31, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=a52f62ee-d3d5-41df-970f-67496e370b31,segment=NetworkSegment(2501917a-2ff2-43b7-bbf6-fd533e4ca133),segment_id=2501917a-2ff2-43b7-bbf6-fd533e4ca133)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:50:51.408885 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-c11fa46d-3640-4ad3-a011-2c7a65280bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:51.457461 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-c11fa46d-3640-4ad3-a011-2c7a65280bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:51.458114 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-c11fa46d-3640-4ad3-a011-2c7a65280bb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:51.459513 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-c11fa46d-3640-4ad3-a011-2c7a65280bb0 service neutron] 10.222.0.32 "PUT /v2.0/ports/a52f62ee-d3d5-41df-970f-67496e370b31 HTTP/1.1" status: 200 len: 1092 time: 0.6426616 Jul 15 13:50:51.459956 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25208f53-9ed4-465d-ba8e-d87e89c21742', 'tag': 'a52f62ee-d3d5-41df-970f-67496e370b31'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:50:51.462307 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ba63ae-ec58-4c5c-9aef-c20d3b2829cd" -d '{"events": [{"name": "network-changed", "server_uuid": "25208f53-9ed4-465d-ba8e-d87e89c21742", "tag": "a52f62ee-d3d5-41df-970f-67496e370b31"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:50:51.486521 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fa46d-3640-4ad3-a011-2c7a65280bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=a52f62ee-d3d5-41df-970f-67496e370b31,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:51.502967 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0daa747-8c1a-45d3-8319-2e7aed4301dd x-openstack-request-id: req-a0daa747-8c1a-45d3-8319-2e7aed4301dd {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:50:51.503305 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25208f53-9ed4-465d-ba8e-d87e89c21742", "tag": "a52f62ee-d3d5-41df-970f-67496e370b31", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:50:51.503600 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a0daa747-8c1a-45d3-8319-2e7aed4301dd {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:50:51.504199 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25208f53-9ed4-465d-ba8e-d87e89c21742', 'tag': 'a52f62ee-d3d5-41df-970f-67496e370b31', 'status': 'completed', 'code': 200} Jul 15 13:50:51.572486 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-2405a899-95f3-46c4-9590-06ae0271462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:51.574068 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-2405a899-95f3-46c4-9590-06ae0271462f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7457a80ecd8a4438809ff61f5705e706&device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 1095 time: 0.0550041 Jul 15 13:50:51.625365 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-12941d19-5c0f-4bf2-b303-fd74869056a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a52f62ee-d3d5-41df-970f-67496e370b31 HTTP/1.1" status: 200 len: 217 time: 0.0397389 Jul 15 13:50:51.676028 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-c30413fd-4ce3-499d-86bb-9106c256e6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:51.677518 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-c30413fd-4ce3-499d-86bb-9106c256e6ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c7cc29b-b3af-4361-bd01-b6f18392d9f6 HTTP/1.1" status: 200 len: 851 time: 0.0462873 Jul 15 13:50:51.710907 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-724b93b3-c440-4d8e-983e-ab68278b7156 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e8036619-2fd5-4772-9119-4d98e8a8aa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267119 Jul 15 13:50:51.806406 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-39bb47b0-608b-487c-ae50-07b5bd63b19a service neutron] 10.222.0.32 "GET /v2.0/networks/e8036619-2fd5-4772-9119-4d98e8a8aa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881507 Jul 15 13:50:51.900719 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7334303c-6e7a-43bf-874b-6d3c080bb802 req-ebdbdb4e-c1f8-4a63-8a51-40bdd03d30df service neutron] 10.222.0.32 "GET /v2.0/networks/e8036619-2fd5-4772-9119-4d98e8a8aa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868144 Jul 15 13:50:52.041704 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba63ae-ec58-4c5c-9aef-c20d3b2829cd req-1d0c0f7a-d651-4f95-a24c-ef9a78a1fcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:52.043167 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d4ba63ae-ec58-4c5c-9aef-c20d3b2829cd req-1d0c0f7a-d651-4f95-a24c-ef9a78a1fcf5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7457a80ecd8a4438809ff61f5705e706&device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 1095 time: 0.0579813 Jul 15 13:50:52.133963 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba63ae-ec58-4c5c-9aef-c20d3b2829cd req-62f26070-d9c0-488b-bae8-242472946805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:52.135470 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d4ba63ae-ec58-4c5c-9aef-c20d3b2829cd req-62f26070-d9c0-488b-bae8-242472946805 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e8036619-2fd5-4772-9119-4d98e8a8aa67 HTTP/1.1" status: 200 len: 912 time: 0.0860329 Jul 15 13:50:52.180630 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d4ba63ae-ec58-4c5c-9aef-c20d3b2829cd req-6d2869f1-a6a4-40a6-86f1-776641da5284 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a52f62ee-d3d5-41df-970f-67496e370b31 HTTP/1.1" status: 200 len: 217 time: 0.0383182 Jul 15 13:50:52.231053 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba63ae-ec58-4c5c-9aef-c20d3b2829cd req-4f1d501d-4874-44c9-b00d-609cb9536bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:52.232534 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d4ba63ae-ec58-4c5c-9aef-c20d3b2829cd req-4f1d501d-4874-44c9-b00d-609cb9536bf2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c7cc29b-b3af-4361-bd01-b6f18392d9f6 HTTP/1.1" status: 200 len: 851 time: 0.0443943 Jul 15 13:50:52.237399 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480bfea-c53d-4afa-a426-f10398841d63 req-1ea00ab5-e51e-4867-905e-3d3197d21c6e tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:52.238910 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a480bfea-c53d-4afa-a426-f10398841d63 req-1ea00ab5-e51e-4867-905e-3d3197d21c6e tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 943 time: 0.0631154 Jul 15 13:50:52.267322 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d4ba63ae-ec58-4c5c-9aef-c20d3b2829cd req-cb8c1361-1b7c-4c0f-a907-ed52b1bc8b54 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e8036619-2fd5-4772-9119-4d98e8a8aa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269134 Jul 15 13:50:52.277454 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a480bfea-c53d-4afa-a426-f10398841d63 req-e1f35fa2-67b2-4e3d-9b6a-effc6e23b0e7 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328975 Jul 15 13:50:52.359285 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d4ba63ae-ec58-4c5c-9aef-c20d3b2829cd req-91e7e0c0-cb48-4c37-bd66-cc731721da40 service neutron] 10.222.0.32 "GET /v2.0/networks/e8036619-2fd5-4772-9119-4d98e8a8aa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855119 Jul 15 13:50:52.447884 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d4ba63ae-ec58-4c5c-9aef-c20d3b2829cd req-2e16198a-0a06-4e76-9371-9484d1f8abbf service neutron] 10.222.0.32 "GET /v2.0/networks/e8036619-2fd5-4772-9119-4d98e8a8aa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817924 Jul 15 13:50:53.291107 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:53.432922 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4b5ee05d-836b-4d5c-9a10-7f6189ee4830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:53.458732 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741746d-fc6d-468a-894e-30a2b4f8e2dd req-607626dd-d675-4733-81d8-d40b5adaa500 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:53.460225 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3741746d-fc6d-468a-894e-30a2b4f8e2dd req-607626dd-d675-4733-81d8-d40b5adaa500 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 943 time: 0.0716791 Jul 15 13:50:53.498549 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3741746d-fc6d-468a-894e-30a2b4f8e2dd req-1cd643a3-d198-4238-ac1f-59d8b68b1ccd tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326355 Jul 15 13:50:54.662765 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device a52f62ee-d3d5-41df-970f-67496e370b31 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:50:54.677848 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c5229-4c5f-4a19-a9ec-ce3492c22df4 req-e10156a0-0d2e-43b0-a321-fe1e272808aa tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:54.679391 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eb6c5229-4c5f-4a19-a9ec-ce3492c22df4 req-e10156a0-0d2e-43b0-a321-fe1e272808aa tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 943 time: 0.0691681 Jul 15 13:50:54.720707 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eb6c5229-4c5f-4a19-a9ec-ce3492c22df4 req-caaa8ba5-9120-40dd-9f30-4399d4cd15ec tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353003 Jul 15 13:50:54.761711 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port a52f62ee-d3d5-41df-970f-67496e370b31, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=a52f62ee-d3d5-41df-970f-67496e370b31,segment=NetworkSegment(2501917a-2ff2-43b7-bbf6-fd533e4ca133),segment_id=2501917a-2ff2-43b7-bbf6-fd533e4ca133)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:54.772457 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'a52f62ee-d3d5-41df-970f-67496e370b31', 'network_id': 'e8036619-2fd5-4772-9119-4d98e8a8aa67', 'port_id': 'a52f62ee-d3d5-41df-970f-67496e370b31', 'mac_address': 'fa:16:3e:79:51:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c7cc29b-b3af-4361-bd01-b6f18392d9f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:50:54.808863 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:54.821223 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a52f62ee-d3d5-41df-970f-67496e370b31 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:50:54.850059 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port a52f62ee-d3d5-41df-970f-67496e370b31, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=a52f62ee-d3d5-41df-970f-67496e370b31,segment=NetworkSegment(2501917a-2ff2-43b7-bbf6-fd533e4ca133),segment_id=2501917a-2ff2-43b7-bbf6-fd533e4ca133)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:54.852186 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:54.854060 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:54.902313 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=a52f62ee-d3d5-41df-970f-67496e370b31,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:55.113048 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['a52f62ee-d3d5-41df-970f-67496e370b31'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:50:55.526078 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:55.892642 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84ee38-981d-426f-90e2-a531fa69f987 req-56d55e5c-ff5a-491a-903f-7a1c23de5f2f tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:55.894076 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d84ee38-981d-426f-90e2-a531fa69f987 req-56d55e5c-ff5a-491a-903f-7a1c23de5f2f tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 944 time: 0.0624197 Jul 15 13:50:55.930884 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d84ee38-981d-426f-90e2-a531fa69f987 req-7a9de352-54c9-4b59-8114-17eaa034975c tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313478 Jul 15 13:50:56.445664 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:56.662171 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device a52f62ee-d3d5-41df-970f-67496e370b31 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:50:56.710053 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port a52f62ee-d3d5-41df-970f-67496e370b31 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:56.713516 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port a52f62ee-d3d5-41df-970f-67496e370b31 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:56.713921 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:56.790896 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:56.812707 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25208f53-9ed4-465d-ba8e-d87e89c21742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52f62ee-d3d5-41df-970f-67496e370b31'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:50:56.815033 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbd8397-14cc-4076-8953-45ca1254f822" -d '{"events": [{"server_uuid": "25208f53-9ed4-465d-ba8e-d87e89c21742", "name": "network-vif-plugged", "status": "completed", "tag": "a52f62ee-d3d5-41df-970f-67496e370b31"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:50:56.827210 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port a52f62ee-d3d5-41df-970f-67496e370b31, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=a52f62ee-d3d5-41df-970f-67496e370b31,segment=NetworkSegment(2501917a-2ff2-43b7-bbf6-fd533e4ca133),segment_id=2501917a-2ff2-43b7-bbf6-fd533e4ca133)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:56.831652 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:56.854975 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21957956-10a8-4696-aa37-fd4a646ecedb x-openstack-request-id: req-21957956-10a8-4696-aa37-fd4a646ecedb {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:50:56.855265 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25208f53-9ed4-465d-ba8e-d87e89c21742", "name": "network-vif-plugged", "status": "completed", "tag": "a52f62ee-d3d5-41df-970f-67496e370b31", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:50:56.855518 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21957956-10a8-4696-aa37-fd4a646ecedb {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:50:56.855906 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25208f53-9ed4-465d-ba8e-d87e89c21742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52f62ee-d3d5-41df-970f-67496e370b31', 'code': 200} Jul 15 13:50:56.881350 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=a52f62ee-d3d5-41df-970f-67496e370b31,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:56.990695 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab242fbc-572c-4bd2-a0b6-6772bbd74571 req-6600156d-d973-4e0c-9374-5d9fc50d6713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:56.992209 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ab242fbc-572c-4bd2-a0b6-6772bbd74571 req-6600156d-d973-4e0c-9374-5d9fc50d6713 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 1097 time: 0.0527966 Jul 15 13:50:57.028278 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ab242fbc-572c-4bd2-a0b6-6772bbd74571 req-dadbdc52-b996-4977-bf71-75dedaba6670 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286260 Jul 15 13:50:57.106403 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1dd75-7c9a-44b7-a06e-486d8380d8eb req-a34fc0ca-fea8-4e6f-a3c9-ae47b47464a1 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:57.107955 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-55c1dd75-7c9a-44b7-a06e-486d8380d8eb req-a34fc0ca-fea8-4e6f-a3c9-ae47b47464a1 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 945 time: 0.0666924 Jul 15 13:50:57.146144 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-55c1dd75-7c9a-44b7-a06e-486d8380d8eb req-89482a89-1ed9-4b49-b08f-a051aeeefc16 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309422 Jul 15 13:50:58.319674 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93abe27-d799-4494-a7de-f2b595c30f00 req-78237959-6ca7-4ed3-91ca-40104ba5876e tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:58.321184 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d93abe27-d799-4494-a7de-f2b595c30f00 req-78237959-6ca7-4ed3-91ca-40104ba5876e tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 945 time: 0.0639555 Jul 15 13:50:58.359981 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d93abe27-d799-4494-a7de-f2b595c30f00 req-f23da52b-2c32-4504-9902-13c8b415b336 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329678 Jul 15 13:50:58.803390 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcae534-b323-41cf-8140-22f331e4aab4 req-867bbd94-3945-42f9-abdc-bcef2ded58e0 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:58.804805 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0bcae534-b323-41cf-8140-22f331e4aab4 req-867bbd94-3945-42f9-abdc-bcef2ded58e0 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 945 time: 0.1074984 Jul 15 13:50:58.808414 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-5370dd4b-fd5d-418c-83ea-ebb9e711a07f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1629331 Jul 15 13:50:58.844139 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0bcae534-b323-41cf-8140-22f331e4aab4 req-46e58841-e4cb-4346-860a-29a55daa18a9 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334697 Jul 15 13:51:00.028153 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-262553ed-312d-4876-ba89-9dfade2015ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:00.029652 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-262553ed-312d-4876-ba89-9dfade2015ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7457a80ecd8a4438809ff61f5705e706&device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 1097 time: 0.0937035 Jul 15 13:51:00.080276 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8689786-78cd-4233-924b-26650dfec069 req-216cd83c-2578-487c-b797-d4a78f84d53f tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:00.081741 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b8689786-78cd-4233-924b-26650dfec069 req-216cd83c-2578-487c-b797-d4a78f84d53f tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 945 time: 0.1183271 Jul 15 13:51:00.161438 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b8689786-78cd-4233-924b-26650dfec069 req-156cb602-475d-432f-bbaf-04c957806ed3 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511117 Jul 15 13:51:00.162785 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-2dbe0c35-eb55-4597-ad57-6d04c1ae2bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:00.164294 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-2dbe0c35-eb55-4597-ad57-6d04c1ae2bfa service neutron] 10.222.0.32 "GET /v2.0/networks?id=e8036619-2fd5-4772-9119-4d98e8a8aa67 HTTP/1.1" status: 200 len: 912 time: 0.1265752 Jul 15 13:51:00.208232 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-06b6e202-7fa2-44d3-8883-5b97056f6872 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a52f62ee-d3d5-41df-970f-67496e370b31 HTTP/1.1" status: 200 len: 217 time: 0.0378559 Jul 15 13:51:00.256399 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-1d82ff12-9930-4065-8f65-69fb76742dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:00.257935 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-1d82ff12-9930-4065-8f65-69fb76742dbd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c7cc29b-b3af-4361-bd01-b6f18392d9f6 HTTP/1.1" status: 200 len: 851 time: 0.0436916 Jul 15 13:51:00.291200 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-7793b8cc-e657-4645-a2ae-df4f2a318b0b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e8036619-2fd5-4772-9119-4d98e8a8aa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269690 Jul 15 13:51:00.381394 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-2e5d69d8-2991-4618-bf27-7639b9b2bf55 service neutron] 10.222.0.32 "GET /v2.0/networks/e8036619-2fd5-4772-9119-4d98e8a8aa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840168 Jul 15 13:51:00.471031 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-7078bf1b-91c3-489d-8d42-24a8da827d70 service neutron] 10.222.0.32 "GET /v2.0/networks/e8036619-2fd5-4772-9119-4d98e8a8aa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827968 Jul 15 13:51:01.337611 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a73906-487b-4301-8b70-10477d85edb4 req-0c966d4b-efdd-4c9f-b0fe-8f6409887555 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:01.339126 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-82a73906-487b-4301-8b70-10477d85edb4 req-0c966d4b-efdd-4c9f-b0fe-8f6409887555 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 945 time: 0.0631254 Jul 15 13:51:01.376606 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-82a73906-487b-4301-8b70-10477d85edb4 req-15553d6a-67ac-4f0c-9820-6b39b5200ea8 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313909 Jul 15 13:51:02.556357 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b70b4-0d42-4120-bed4-0f818f177bb4 req-b0987e7d-6f88-4fbf-938a-3a0b6b859847 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:02.557849 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d3b70b4-0d42-4120-bed4-0f818f177bb4 req-b0987e7d-6f88-4fbf-938a-3a0b6b859847 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 945 time: 0.0665030 Jul 15 13:51:02.595351 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5d3b70b4-0d42-4120-bed4-0f818f177bb4 req-5e968f02-ecc8-47b1-82c4-2adc7370166a tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318799 Jul 15 13:51:03.777890 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d12064-cfb9-48e3-a8d7-37cebe49940f req-86791468-d050-41d4-b1ba-0a81b7f15cc8 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:03.779800 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-91d12064-cfb9-48e3-a8d7-37cebe49940f req-86791468-d050-41d4-b1ba-0a81b7f15cc8 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 945 time: 0.0695519 Jul 15 13:51:03.820341 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-91d12064-cfb9-48e3-a8d7-37cebe49940f req-214fa550-6517-4c94-b3fb-e8d3ce34f82e tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343850 Jul 15 13:51:04.996080 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5de08-fbd8-4435-8585-516642d5f296 req-60897d86-e410-41a9-a016-edc4d20bf868 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:04.997651 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1fa5de08-fbd8-4435-8585-516642d5f296 req-60897d86-e410-41a9-a016-edc4d20bf868 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 945 time: 0.0650809 Jul 15 13:51:05.037842 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1fa5de08-fbd8-4435-8585-516642d5f296 req-2eab7550-c5af-43b8-a77a-336f698ede62 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338657 Jul 15 13:51:06.221127 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c895f-23cd-47a5-9bcd-0a0dd0382c5b req-3f4cf302-9901-40bb-8d97-34b511173943 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:06.223089 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5c6c895f-23cd-47a5-9bcd-0a0dd0382c5b req-3f4cf302-9901-40bb-8d97-34b511173943 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 945 time: 0.0663288 Jul 15 13:51:06.263505 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5c6c895f-23cd-47a5-9bcd-0a0dd0382c5b req-736deea4-bf31-4351-916e-8564647e6888 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347428 Jul 15 13:51:07.445995 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35704fc1-7a58-4a98-bc53-215c57cbdf34 req-1bafd000-8ce6-4619-82c4-52b770ee73f6 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:07.447521 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-35704fc1-7a58-4a98-bc53-215c57cbdf34 req-1bafd000-8ce6-4619-82c4-52b770ee73f6 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 945 time: 0.0696402 Jul 15 13:51:07.491040 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-35704fc1-7a58-4a98-bc53-215c57cbdf34 req-3bf16129-d3e0-4031-bf14-75f214f282cd tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379233 Jul 15 13:51:08.017094 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:51:08.480171 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:08.672980 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4c2a4-2e24-4557-b7ac-31a234dc43ff req-c50fd3ae-7e1e-492e-8beb-2a8f26906eb7 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:08.674561 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-def4c2a4-2e24-4557-b7ac-31a234dc43ff req-c50fd3ae-7e1e-492e-8beb-2a8f26906eb7 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 945 time: 0.0706971 Jul 15 13:51:08.719517 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-def4c2a4-2e24-4557-b7ac-31a234dc43ff req-fd2ef10a-21b4-47f5-9ec7-a7ea373e87ca tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388944 Jul 15 13:51:09.895152 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e60e99-a65d-4d00-a8e5-6a23c102d39c req-f5d97f36-9504-4516-9506-fd1c53d54f3a tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:09.896699 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-76e60e99-a65d-4d00-a8e5-6a23c102d39c req-f5d97f36-9504-4516-9506-fd1c53d54f3a tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 945 time: 0.0646727 Jul 15 13:51:09.935381 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-76e60e99-a65d-4d00-a8e5-6a23c102d39c req-e801137e-dfba-4976-ad85-83d7c07c3673 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326803 Jul 15 13:51:11.114956 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d4f7b-3074-49a1-94f2-244cb1c78f7b req-2379f42c-ef8f-4f6f-b346-49729715d6c6 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:11.116594 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-511d4f7b-3074-49a1-94f2-244cb1c78f7b req-2379f42c-ef8f-4f6f-b346-49729715d6c6 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 945 time: 0.0669274 Jul 15 13:51:11.154369 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-511d4f7b-3074-49a1-94f2-244cb1c78f7b req-63475c73-f72f-45cd-aabb-9aba2d3876d8 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322399 Jul 15 13:51:12.335301 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1677b-b3b4-4117-b865-46a635f41d55 req-554a249c-7d70-450f-b39a-9beeda1a1378 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:12.336839 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0da1677b-b3b4-4117-b865-46a635f41d55 req-554a249c-7d70-450f-b39a-9beeda1a1378 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 945 time: 0.0658569 Jul 15 13:51:12.375039 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0da1677b-b3b4-4117-b865-46a635f41d55 req-1beed0ce-18ee-44e2-9b42-f4f6c4225820 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325644 Jul 15 13:51:13.556536 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a0df6-f6ac-467a-a4c1-cb57ab3e8d36 req-dfae5bb0-d764-4377-aec0-85c23899f91d tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:13.558084 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ae1a0df6-f6ac-467a-a4c1-cb57ab3e8d36 req-dfae5bb0-d764-4377-aec0-85c23899f91d tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 945 time: 0.0652425 Jul 15 13:51:13.596282 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ae1a0df6-f6ac-467a-a4c1-cb57ab3e8d36 req-96664081-7381-41d9-80d0-0505f67a0c93 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323834 Jul 15 13:51:14.774774 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee143c-80b9-4024-8b42-7dc082046083 req-08e32bc2-5db8-4699-9e94-e528bfa47de2 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:14.776327 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-feee143c-80b9-4024-8b42-7dc082046083 req-08e32bc2-5db8-4699-9e94-e528bfa47de2 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 945 time: 0.0695262 Jul 15 13:51:14.814882 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-feee143c-80b9-4024-8b42-7dc082046083 req-bf518f12-6c4f-41c9-9dc2-1cb4311bb741 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330133 Jul 15 13:51:15.996796 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d65be0-fae5-4afe-b3c0-8568e4a98cf3 req-dd75f79e-8ae2-4082-91cf-40fd947f6afc tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:15.998396 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f2d65be0-fae5-4afe-b3c0-8568e4a98cf3 req-dd75f79e-8ae2-4082-91cf-40fd947f6afc tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 945 time: 0.0708437 Jul 15 13:51:16.036489 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f2d65be0-fae5-4afe-b3c0-8568e4a98cf3 req-3abdcc88-ed70-4a6c-bfaa-b9200c9baf47 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318167 Jul 15 13:51:17.213393 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f293456-c8af-47c4-ba76-415e4ae9f11a req-fd747fc1-3461-4ca3-8559-9a5fc5015399 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:17.214973 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1f293456-c8af-47c4-ba76-415e4ae9f11a req-fd747fc1-3461-4ca3-8559-9a5fc5015399 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 945 time: 0.0653713 Jul 15 13:51:17.254038 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1f293456-c8af-47c4-ba76-415e4ae9f11a req-61b8dedb-830b-4421-a48e-720b21078fe8 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328314 Jul 15 13:51:18.434751 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0a927-1f86-470b-9947-e56e10e2daa5 req-58b841fb-2809-428f-8f74-bdb56d40c098 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:18.436334 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1af0a927-1f86-470b-9947-e56e10e2daa5 req-58b841fb-2809-428f-8f74-bdb56d40c098 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 945 time: 0.0669367 Jul 15 13:51:18.475348 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1af0a927-1f86-470b-9947-e56e10e2daa5 req-d8fb8f36-95bc-4906-ba6d-981da60615b8 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327029 Jul 15 13:51:19.655670 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8d88a-bca7-4667-b54a-c62b1e418495 req-abd53be1-8c7d-4221-b842-fd89f4ce1bdd tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:19.657262 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-43b8d88a-bca7-4667-b54a-c62b1e418495 req-abd53be1-8c7d-4221-b842-fd89f4ce1bdd tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 945 time: 0.0685706 Jul 15 13:51:19.696204 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-43b8d88a-bca7-4667-b54a-c62b1e418495 req-507c866b-8e2a-4ee3-8ca2-66230305c2d6 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326068 Jul 15 13:51:20.879391 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd8934-f63c-47d7-85cd-c56d311f809b req-777172fe-7faa-4647-8f9a-39fb05998c7e tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:20.880949 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2cbd8934-f63c-47d7-85cd-c56d311f809b req-777172fe-7faa-4647-8f9a-39fb05998c7e tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 945 time: 0.0691915 Jul 15 13:51:20.885452 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-25f8524e-aa8e-4d63-b8e2-8b7f2c3fd62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:21.248970 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2cbd8934-f63c-47d7-85cd-c56d311f809b req-a56b5e47-4366-4176-998f-876654f81a73 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615522 Jul 15 13:51:22.430218 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f934b-58ba-4211-a46b-a44954e05a35 req-1b4e35c6-b895-4b50-9523-d4daf73fe8ca tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:22.431736 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9a6f934b-58ba-4211-a46b-a44954e05a35 req-1b4e35c6-b895-4b50-9523-d4daf73fe8ca tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 945 time: 0.0654333 Jul 15 13:51:22.471130 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9a6f934b-58ba-4211-a46b-a44954e05a35 req-e59c8591-2449-4e79-8d81-5baf520619c8 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337996 Jul 15 13:51:23.291970 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:23.434154 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-82a95ae9-5f38-4504-8d00-201389a5bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:23.645358 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd231f-b64d-41f0-ac23-8c27e1b742c2 req-c83eb564-a599-418b-b9fd-ef1886c35e60 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:23.646909 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-53dd231f-b64d-41f0-ac23-8c27e1b742c2 req-c83eb564-a599-418b-b9fd-ef1886c35e60 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 945 time: 0.0640521 Jul 15 13:51:23.686593 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-53dd231f-b64d-41f0-ac23-8c27e1b742c2 req-e9aa2362-5a96-4ec4-96e8-593b021c2a5e tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339310 Jul 15 13:51:24.845494 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:24.866307 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf20d7-c637-4182-a889-35ddfaf403b1 req-c8d0441c-0293-469d-871f-b76c57a52845 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:24.867827 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f2bf20d7-c637-4182-a889-35ddfaf403b1 req-c8d0441c-0293-469d-871f-b76c57a52845 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 945 time: 0.0659535 Jul 15 13:51:24.906595 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f2bf20d7-c637-4182-a889-35ddfaf403b1 req-de8012ca-aed7-40e7-9293-42ff6ae1014a tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331023 Jul 15 13:51:25.541111 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:26.086556 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66e242-2889-4130-abd7-2e19dcaadd51 req-66480492-c081-4fa9-bc62-e578c3ffcf8c tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:26.088200 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cc66e242-2889-4130-abd7-2e19dcaadd51 req-66480492-c081-4fa9-bc62-e578c3ffcf8c tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 945 time: 0.0685527 Jul 15 13:51:26.131208 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cc66e242-2889-4130-abd7-2e19dcaadd51 req-c1cfe852-da46-4f6b-a459-f0495d6a8c1b tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360568 Jul 15 13:51:26.448595 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:27.320001 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075d6a9-e289-4046-af7e-b37aadb5ae48 req-1dd5f092-f73f-4159-8589-4f469f6f69f5 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:27.321580 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6075d6a9-e289-4046-af7e-b37aadb5ae48 req-1dd5f092-f73f-4159-8589-4f469f6f69f5 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 945 time: 0.0731633 Jul 15 13:51:27.365264 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6075d6a9-e289-4046-af7e-b37aadb5ae48 req-75296854-7449-4135-ba08-a49c2bf3dee9 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373461 Jul 15 13:51:27.456053 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-204f06e8-a44d-4aa8-8035-2b33c68dc4e9 service neutron] show failed (client error): The resource could not be found. Jul 15 13:51:27.457080 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-204f06e8-a44d-4aa8-8035-2b33c68dc4e9 service neutron] 10.222.0.32 "GET /v2.0/ports/a52f62ee-d3d5-41df-970f-67496e370b31/bindings/n-h1-758944-45 HTTP/1.1" status: 404 len: 381 time: 0.0586574 Jul 15 13:51:27.788070 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-a48d7a57-2151-45d4-88cb-bfe61ddd8162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:27.789554 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-a48d7a57-2151-45d4-88cb-bfe61ddd8162 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742&tenant_id=7457a80ecd8a4438809ff61f5705e706 HTTP/1.1" status: 200 len: 1097 time: 0.1320736 Jul 15 13:51:27.801706 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-45', 'device_owner': 'compute:nova'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:27.880486 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:28.086619 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] For port a52f62ee-d3d5-41df-970f-67496e370b31, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=a52f62ee-d3d5-41df-970f-67496e370b31,segment=NetworkSegment(2501917a-2ff2-43b7-bbf6-fd533e4ca133),segment_id=2501917a-2ff2-43b7-bbf6-fd533e4ca133)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:28.119825 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] For port a52f62ee-d3d5-41df-970f-67496e370b31, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:51:28.160607 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25208f53-9ed4-465d-ba8e-d87e89c21742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a52f62ee-d3d5-41df-970f-67496e370b31'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:51:28.162723 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88344f48-5335-40f7-961a-9927001aa84f" -d '{"events": [{"server_uuid": "25208f53-9ed4-465d-ba8e-d87e89c21742", "name": "network-vif-unplugged", "status": "completed", "tag": "a52f62ee-d3d5-41df-970f-67496e370b31"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:51:28.166594 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:28.181227 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] Transition to ACTIVE for port object a52f62ee-d3d5-41df-970f-67496e370b31 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:51:28.185535 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:28.256894 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] No DVR routers for this DVR port a52f62ee-d3d5-41df-970f-67496e370b31 on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:51:28.260238 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] Pushing event updated for resources: {'Port': ['ID=a52f62ee-d3d5-41df-970f-67496e370b31,revision_number=6']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:28.270872 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.271215 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.271554 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.271887 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.272219 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.272548 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.272872 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.273195 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.273518 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.273869 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.274194 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.274518 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:28.296933 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb9eba7-a2e7-4fb4-a855-9422ebcfe998 x-openstack-request-id: req-bbb9eba7-a2e7-4fb4-a855-9422ebcfe998 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:51:28.297296 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25208f53-9ed4-465d-ba8e-d87e89c21742", "name": "network-vif-unplugged", "status": "completed", "tag": "a52f62ee-d3d5-41df-970f-67496e370b31", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:51:28.298077 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bbb9eba7-a2e7-4fb4-a855-9422ebcfe998 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:51:28.298559 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25208f53-9ed4-465d-ba8e-d87e89c21742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a52f62ee-d3d5-41df-970f-67496e370b31', 'code': 200} Jul 15 13:51:28.313416 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] Attempting to bind port a52f62ee-d3d5-41df-970f-67496e370b31 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:51:28.313787 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] Attempting to bind port a52f62ee-d3d5-41df-970f-67496e370b31 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '2501917a-2ff2-43b7-bbf6-fd533e4ca133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e8036619-2fd5-4772-9119-4d98e8a8aa67'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:51:28.314127 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] Attempting to bind port a52f62ee-d3d5-41df-970f-67496e370b31 on network e8036619-2fd5-4772-9119-4d98e8a8aa67 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:51:28.318680 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] Port a52f62ee-d3d5-41df-970f-67496e370b31 on network e8036619-2fd5-4772-9119-4d98e8a8aa67 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:51:28.319001 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] Attempting to bind port a52f62ee-d3d5-41df-970f-67496e370b31 on network e8036619-2fd5-4772-9119-4d98e8a8aa67 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:51:28.324206 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:51:28.324566 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] Checking segment: {'id': '2501917a-2ff2-43b7-bbf6-fd533e4ca133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e8036619-2fd5-4772-9119-4d98e8a8aa67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:51:28.324928 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] Bound using segment: {'id': '2501917a-2ff2-43b7-bbf6-fd533e4ca133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e8036619-2fd5-4772-9119-4d98e8a8aa67'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:51:28.325366 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] Bound port: a52f62ee-d3d5-41df-970f-67496e370b31, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2501917a-2ff2-43b7-bbf6-fd533e4ca133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e8036619-2fd5-4772-9119-4d98e8a8aa67'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:51:28.325747 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:28.392370 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] For port a52f62ee-d3d5-41df-970f-67496e370b31, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:51:28.395554 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] For port a52f62ee-d3d5-41df-970f-67496e370b31, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=a52f62ee-d3d5-41df-970f-67496e370b31,segment=NetworkSegment(2501917a-2ff2-43b7-bbf6-fd533e4ca133),segment_id=2501917a-2ff2-43b7-bbf6-fd533e4ca133)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:51:28.401488 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:28.440008 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:28.440636 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:28.442100 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] 10.222.0.18 "PUT /v2.0/ports/a52f62ee-d3d5-41df-970f-67496e370b31 HTTP/1.1" status: 200 len: 1092 time: 0.6449499 Jul 15 13:51:28.476393 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12e4c8-8fef-40f0-b1ad-223d2c7da86e service neutron] Pushing event updated for resources: {'Port': ['ID=a52f62ee-d3d5-41df-970f-67496e370b31,revision_number=7']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:28.523022 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-e0ddf756-f205-4c9c-a1a6-5b2fa28ef876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:28.524569 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-e0ddf756-f205-4c9c-a1a6-5b2fa28ef876 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7457a80ecd8a4438809ff61f5705e706&device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 1095 time: 0.0579126 Jul 15 13:51:28.555311 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecaaf9-0993-416e-a02b-18cd79692c37 req-ac566718-f233-4ff2-a8fb-9f60faf08476 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:28.557089 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-07ecaaf9-0993-416e-a02b-18cd79692c37 req-ac566718-f233-4ff2-a8fb-9f60faf08476 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 943 time: 0.0662563 Jul 15 13:51:28.602671 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-07ecaaf9-0993-416e-a02b-18cd79692c37 req-f26060f0-9f43-4744-a425-a182adacd47e tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400784 Jul 15 13:51:28.623694 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-7664745f-08a7-4192-90fa-b5872fa85ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:28.625250 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-7664745f-08a7-4192-90fa-b5872fa85ae7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e8036619-2fd5-4772-9119-4d98e8a8aa67 HTTP/1.1" status: 200 len: 912 time: 0.0943778 Jul 15 13:51:28.666650 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-a030ac38-264b-4c16-b716-bea4c39d753f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a52f62ee-d3d5-41df-970f-67496e370b31 HTTP/1.1" status: 200 len: 217 time: 0.0353131 Jul 15 13:51:28.717240 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-e7490edf-ab02-4128-b6cf-e17fadf95d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:28.718718 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-e7490edf-ab02-4128-b6cf-e17fadf95d5f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c7cc29b-b3af-4361-bd01-b6f18392d9f6 HTTP/1.1" status: 200 len: 851 time: 0.0460999 Jul 15 13:51:28.754274 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-4f8c6ba2-463d-445a-8e83-b23be39e116a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8036619-2fd5-4772-9119-4d98e8a8aa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293744 Jul 15 13:51:28.764354 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-4ec3bd10-0710-4fad-a150-cec368e46833 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:51:28.765282 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-4ec3bd10-0710-4fad-a150-cec368e46833 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049686 Jul 15 13:51:28.851685 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-a54c53a0-ae62-40a4-a2b2-69e1ac0ca871 service neutron] 10.222.0.18 "GET /v2.0/networks/e8036619-2fd5-4772-9119-4d98e8a8aa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800302 Jul 15 13:51:28.943895 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5adf485c-012b-4bd3-818a-7a86b03dc03f req-724d75fd-a164-4815-ba07-39945f95d8c7 service neutron] 10.222.0.18 "GET /v2.0/networks/e8036619-2fd5-4772-9119-4d98e8a8aa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862136 Jul 15 13:51:29.785390 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106300ca-e7cc-4bde-b0b7-27b1af78f0ea req-b7c758c5-77d6-4011-87fd-41b5ed46058f tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:29.787044 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-106300ca-e7cc-4bde-b0b7-27b1af78f0ea req-b7c758c5-77d6-4011-87fd-41b5ed46058f tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 943 time: 0.0677078 Jul 15 13:51:29.835884 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-106300ca-e7cc-4bde-b0b7-27b1af78f0ea req-4694eec8-0825-445a-b4d7-d6ac5efe60a9 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345969 Jul 15 13:51:30.299258 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25208f53-9ed4-465d-ba8e-d87e89c21742', 'tag': 'a52f62ee-d3d5-41df-970f-67496e370b31'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:51:30.301614 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61750ed3-8639-4ced-99c1-20dce0b65063" -d '{"events": [{"name": "network-changed", "server_uuid": "25208f53-9ed4-465d-ba8e-d87e89c21742", "tag": "a52f62ee-d3d5-41df-970f-67496e370b31"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:51:30.349934 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1326f6-a753-4476-acac-ee822bc08c22 x-openstack-request-id: req-eb1326f6-a753-4476-acac-ee822bc08c22 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:51:30.350228 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25208f53-9ed4-465d-ba8e-d87e89c21742", "tag": "a52f62ee-d3d5-41df-970f-67496e370b31", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:51:30.350478 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb1326f6-a753-4476-acac-ee822bc08c22 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:51:30.350877 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25208f53-9ed4-465d-ba8e-d87e89c21742', 'tag': 'a52f62ee-d3d5-41df-970f-67496e370b31', 'status': 'completed', 'code': 200} Jul 15 13:51:30.436136 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61750ed3-8639-4ced-99c1-20dce0b65063 req-c5d1a542-3b79-4e51-b8d3-f3d81dc9671c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:30.437702 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-61750ed3-8639-4ced-99c1-20dce0b65063 req-c5d1a542-3b79-4e51-b8d3-f3d81dc9671c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7457a80ecd8a4438809ff61f5705e706&device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 1095 time: 0.0640430 Jul 15 13:51:30.442834 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61750ed3-8639-4ced-99c1-20dce0b65063 req-c337a28a-a19d-46f4-a0e3-e4e41127300f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:30.444947 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-61750ed3-8639-4ced-99c1-20dce0b65063 req-c337a28a-a19d-46f4-a0e3-e4e41127300f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7457a80ecd8a4438809ff61f5705e706&device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 1095 time: 0.0545609 Jul 15 13:51:30.541421 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61750ed3-8639-4ced-99c1-20dce0b65063 req-70f7b1dc-e798-46a6-8226-f44ce4b31507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:30.543160 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-61750ed3-8639-4ced-99c1-20dce0b65063 req-70f7b1dc-e798-46a6-8226-f44ce4b31507 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e8036619-2fd5-4772-9119-4d98e8a8aa67 HTTP/1.1" status: 200 len: 912 time: 0.0915167 Jul 15 13:51:30.546267 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61750ed3-8639-4ced-99c1-20dce0b65063 req-3ee043d2-5d04-4fff-b07c-99504238837c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:30.548848 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-61750ed3-8639-4ced-99c1-20dce0b65063 req-3ee043d2-5d04-4fff-b07c-99504238837c service neutron] 10.222.0.18 "GET /v2.0/networks?id=e8036619-2fd5-4772-9119-4d98e8a8aa67 HTTP/1.1" status: 200 len: 912 time: 0.1038928 Jul 15 13:51:30.587564 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-61750ed3-8639-4ced-99c1-20dce0b65063 req-a7041ce3-2718-45ce-8aa3-39ea1516a830 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a52f62ee-d3d5-41df-970f-67496e370b31 HTTP/1.1" status: 200 len: 217 time: 0.0388296 Jul 15 13:51:30.593511 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-61750ed3-8639-4ced-99c1-20dce0b65063 req-0e4e84c0-f4d5-46b4-ba16-5ae867ac090a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a52f62ee-d3d5-41df-970f-67496e370b31 HTTP/1.1" status: 200 len: 217 time: 0.0376999 Jul 15 13:51:30.636567 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61750ed3-8639-4ced-99c1-20dce0b65063 req-38c83cb0-ba56-41de-9385-c52c204a9880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:30.638130 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-61750ed3-8639-4ced-99c1-20dce0b65063 req-38c83cb0-ba56-41de-9385-c52c204a9880 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c7cc29b-b3af-4361-bd01-b6f18392d9f6 HTTP/1.1" status: 200 len: 851 time: 0.0444047 Jul 15 13:51:30.645790 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61750ed3-8639-4ced-99c1-20dce0b65063 req-d1465e1c-2323-4bee-ad28-09721095b90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:30.647342 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-61750ed3-8639-4ced-99c1-20dce0b65063 req-d1465e1c-2323-4bee-ad28-09721095b90e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4c7cc29b-b3af-4361-bd01-b6f18392d9f6 HTTP/1.1" status: 200 len: 851 time: 0.0484228 Jul 15 13:51:30.671064 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-61750ed3-8639-4ced-99c1-20dce0b65063 req-701096cc-45b2-404d-987a-a1ca4229ea7f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e8036619-2fd5-4772-9119-4d98e8a8aa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265322 Jul 15 13:51:30.679767 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-61750ed3-8639-4ced-99c1-20dce0b65063 req-ee53947a-24ac-4cc5-8b2e-61a10147f000 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e8036619-2fd5-4772-9119-4d98e8a8aa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261552 Jul 15 13:51:30.769740 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-61750ed3-8639-4ced-99c1-20dce0b65063 req-38218578-fcd1-42ab-8a5e-44224cba8c2d service neutron] 10.222.0.32 "GET /v2.0/networks/e8036619-2fd5-4772-9119-4d98e8a8aa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922801 Jul 15 13:51:30.772802 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-61750ed3-8639-4ced-99c1-20dce0b65063 req-c4eb29d8-3c80-4dad-9181-f370864cdc24 service neutron] 10.222.0.18 "GET /v2.0/networks/e8036619-2fd5-4772-9119-4d98e8a8aa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871344 Jul 15 13:51:30.864237 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-61750ed3-8639-4ced-99c1-20dce0b65063 req-e854cf9f-6110-4e67-a3a0-f25486e49c4d service neutron] 10.222.0.18 "GET /v2.0/networks/e8036619-2fd5-4772-9119-4d98e8a8aa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853977 Jul 15 13:51:30.864448 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-61750ed3-8639-4ced-99c1-20dce0b65063 req-f74982c7-338d-4af6-8645-8baf514a7fa3 service neutron] 10.222.0.32 "GET /v2.0/networks/e8036619-2fd5-4772-9119-4d98e8a8aa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880916 Jul 15 13:51:31.056018 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a2537-4661-4c44-a58c-75132a1eda82 req-9d09b6fd-9d8b-49f2-bae3-9079e92bc8ea tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:31.057572 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9f7a2537-4661-4c44-a58c-75132a1eda82 req-9d09b6fd-9d8b-49f2-bae3-9079e92bc8ea tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 943 time: 0.0665843 Jul 15 13:51:31.099159 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9f7a2537-4661-4c44-a58c-75132a1eda82 req-93b0eb67-bbed-4885-b28f-ae027597cda2 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353870 Jul 15 13:51:31.544820 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8945b77-ae3a-46b4-b286-cc40c511cdbf req-68de2b42-a5e1-4fe7-bf11-1c96b6749244 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:31.546375 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f8945b77-ae3a-46b4-b286-cc40c511cdbf req-68de2b42-a5e1-4fe7-bf11-1c96b6749244 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.32 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742&tenant_id=7457a80ecd8a4438809ff61f5705e706&binding%3Ahost_id=n-h1-758944-45 HTTP/1.1" status: 200 len: 943 time: 0.1328361 Jul 15 13:51:31.604231 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [req-f8945b77-ae3a-46b4-b286-cc40c511cdbf req-78beb157-457b-424f-bac8-4424eea39b9a service neutron] delete failed (client error): The resource could not be found. Jul 15 13:51:31.605267 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f8945b77-ae3a-46b4-b286-cc40c511cdbf req-78beb157-457b-424f-bac8-4424eea39b9a service neutron] 10.222.0.32 "DELETE /v2.0/ports/a52f62ee-d3d5-41df-970f-67496e370b31/bindings/n-h2-758944-45 HTTP/1.1" status: 404 len: 381 time: 0.0522900 Jul 15 13:51:31.727809 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8945b77-ae3a-46b4-b286-cc40c511cdbf req-0f7978fe-916a-4429-9d98-678e55303112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:31.729358 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f8945b77-ae3a-46b4-b286-cc40c511cdbf req-0f7978fe-916a-4429-9d98-678e55303112 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7457a80ecd8a4438809ff61f5705e706&device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 1095 time: 0.0587604 Jul 15 13:51:31.817171 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8945b77-ae3a-46b4-b286-cc40c511cdbf req-0e46deac-ff12-434a-877c-0f1bd9731614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:31.818612 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f8945b77-ae3a-46b4-b286-cc40c511cdbf req-0e46deac-ff12-434a-877c-0f1bd9731614 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e8036619-2fd5-4772-9119-4d98e8a8aa67 HTTP/1.1" status: 200 len: 912 time: 0.0836544 Jul 15 13:51:31.861466 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f8945b77-ae3a-46b4-b286-cc40c511cdbf req-103194c2-260b-45f2-bb5e-3a1acca6772e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a52f62ee-d3d5-41df-970f-67496e370b31 HTTP/1.1" status: 200 len: 217 time: 0.0351794 Jul 15 13:51:31.916617 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8945b77-ae3a-46b4-b286-cc40c511cdbf req-21bdf606-cf93-4f72-8c39-7e2d7992500e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:31.918138 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f8945b77-ae3a-46b4-b286-cc40c511cdbf req-21bdf606-cf93-4f72-8c39-7e2d7992500e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4c7cc29b-b3af-4361-bd01-b6f18392d9f6 HTTP/1.1" status: 200 len: 851 time: 0.0507910 Jul 15 13:51:31.952406 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f8945b77-ae3a-46b4-b286-cc40c511cdbf req-7b5a9cc3-764f-486d-abc1-a65908416599 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e8036619-2fd5-4772-9119-4d98e8a8aa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254512 Jul 15 13:51:32.044779 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f8945b77-ae3a-46b4-b286-cc40c511cdbf req-75783689-c782-478b-b5d1-294edd5f764c service neutron] 10.222.0.32 "GET /v2.0/networks/e8036619-2fd5-4772-9119-4d98e8a8aa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853975 Jul 15 13:51:32.135314 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f8945b77-ae3a-46b4-b286-cc40c511cdbf req-103eb92e-b77a-4945-a48c-7e9c0ec3c0f7 service neutron] 10.222.0.32 "GET /v2.0/networks/e8036619-2fd5-4772-9119-4d98e8a8aa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827944 Jul 15 13:51:32.895788 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device a52f62ee-d3d5-41df-970f-67496e370b31 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:51:32.927758 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device a52f62ee-d3d5-41df-970f-67496e370b31 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:51:32.946676 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device a52f62ee-d3d5-41df-970f-67496e370b31 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:51:33.028388 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port a52f62ee-d3d5-41df-970f-67496e370b31, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=a52f62ee-d3d5-41df-970f-67496e370b31,segment=NetworkSegment(2501917a-2ff2-43b7-bbf6-fd533e4ca133),segment_id=2501917a-2ff2-43b7-bbf6-fd533e4ca133)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:33.039688 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'a52f62ee-d3d5-41df-970f-67496e370b31', 'network_id': 'e8036619-2fd5-4772-9119-4d98e8a8aa67', 'port_id': 'a52f62ee-d3d5-41df-970f-67496e370b31', 'mac_address': 'fa:16:3e:79:51:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c7cc29b-b3af-4361-bd01-b6f18392d9f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:51:33.076831 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:33.089426 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a52f62ee-d3d5-41df-970f-67496e370b31 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:51:33.111341 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port a52f62ee-d3d5-41df-970f-67496e370b31, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=a52f62ee-d3d5-41df-970f-67496e370b31,segment=NetworkSegment(2501917a-2ff2-43b7-bbf6-fd533e4ca133),segment_id=2501917a-2ff2-43b7-bbf6-fd533e4ca133)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:33.121793 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:33.168960 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=a52f62ee-d3d5-41df-970f-67496e370b31,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:33.368439 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['a52f62ee-d3d5-41df-970f-67496e370b31'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:51:33.631104 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fbd70-b08c-4686-8e5f-d4dda87520ac req-ed2fe25b-c2ef-47b0-820e-79cc2eb5fccd tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:33.632631 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-161fbd70-b08c-4686-8e5f-d4dda87520ac req-ed2fe25b-c2ef-47b0-820e-79cc2eb5fccd tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 944 time: 0.0645916 Jul 15 13:51:33.669872 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-161fbd70-b08c-4686-8e5f-d4dda87520ac req-68c28953-aec9-459b-b222-8ac61aefa05e tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315776 Jul 15 13:51:34.841145 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8945b77-ae3a-46b4-b286-cc40c511cdbf req-025740bb-065b-42c6-8168-79d46c23db64 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:34.842679 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f8945b77-ae3a-46b4-b286-cc40c511cdbf req-025740bb-065b-42c6-8168-79d46c23db64 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.18 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 944 time: 0.0632889 Jul 15 13:51:34.847915 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a3566-5a3a-42f8-b96d-75be5cb0195d req-29249d6d-8bbf-4502-9bc9-6c5e260d1dc2 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:34.849460 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d04a3566-5a3a-42f8-b96d-75be5cb0195d req-29249d6d-8bbf-4502-9bc9-6c5e260d1dc2 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/ports?device_id=25208f53-9ed4-465d-ba8e-d87e89c21742 HTTP/1.1" status: 200 len: 944 time: 0.0636282 Jul 15 13:51:34.887766 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d04a3566-5a3a-42f8-b96d-75be5cb0195d req-89e41f30-6972-4ed4-ae59-a33b900ee4a9 tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325232 Jul 15 13:51:34.943364 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device a52f62ee-d3d5-41df-970f-67496e370b31 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:51:34.945883 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-f8945b77-ae3a-46b4-b286-cc40c511cdbf req-e78a8456-b4fe-4af8-bd6d-50abcc868b3b tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Deleting port a52f62ee-d3d5-41df-970f-67496e370b31 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:51:34.946227 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f8945b77-ae3a-46b4-b286-cc40c511cdbf req-e78a8456-b4fe-4af8-bd6d-50abcc868b3b tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:34.991893 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port a52f62ee-d3d5-41df-970f-67496e370b31 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:51:34.995479 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port a52f62ee-d3d5-41df-970f-67496e370b31 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:51:34.995850 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:35.035702 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-f8945b77-ae3a-46b4-b286-cc40c511cdbf req-e78a8456-b4fe-4af8-bd6d-50abcc868b3b tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] For port a52f62ee-d3d5-41df-970f-67496e370b31, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=a52f62ee-d3d5-41df-970f-67496e370b31,segment=NetworkSegment(2501917a-2ff2-43b7-bbf6-fd533e4ca133),segment_id=2501917a-2ff2-43b7-bbf6-fd533e4ca133)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:35.036215 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f8945b77-ae3a-46b4-b286-cc40c511cdbf req-e78a8456-b4fe-4af8-bd6d-50abcc868b3b tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:35.051919 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-f8945b77-ae3a-46b4-b286-cc40c511cdbf req-e78a8456-b4fe-4af8-bd6d-50abcc868b3b tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Calling delete_port for a52f62ee-d3d5-41df-970f-67496e370b31 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:51:35.074428 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:35.096783 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25208f53-9ed4-465d-ba8e-d87e89c21742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52f62ee-d3d5-41df-970f-67496e370b31'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:51:35.099066 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76625c37-814e-43b8-a497-23e650e32ee2" -d '{"events": [{"server_uuid": "25208f53-9ed4-465d-ba8e-d87e89c21742", "name": "network-vif-plugged", "status": "completed", "tag": "a52f62ee-d3d5-41df-970f-67496e370b31"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:51:35.113050 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port a52f62ee-d3d5-41df-970f-67496e370b31, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=a52f62ee-d3d5-41df-970f-67496e370b31,segment=NetworkSegment(2501917a-2ff2-43b7-bbf6-fd533e4ca133),segment_id=2501917a-2ff2-43b7-bbf6-fd533e4ca133)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:35.116415 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:35.168563 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=a52f62ee-d3d5-41df-970f-67496e370b31,revision_number=9']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:35.196356 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f8945b77-ae3a-46b4-b286-cc40c511cdbf req-e78a8456-b4fe-4af8-bd6d-50abcc868b3b tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:35.199832 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58d7039-9d09-4f98-ad3f-1983c5c84c54 x-openstack-request-id: req-a58d7039-9d09-4f98-ad3f-1983c5c84c54 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:51:35.200203 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25208f53-9ed4-465d-ba8e-d87e89c21742", "name": "network-vif-plugged", "status": "completed", "tag": "a52f62ee-d3d5-41df-970f-67496e370b31", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:51:35.200545 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a58d7039-9d09-4f98-ad3f-1983c5c84c54 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:51:35.201018 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25208f53-9ed4-465d-ba8e-d87e89c21742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52f62ee-d3d5-41df-970f-67496e370b31', 'code': 200} Jul 15 13:51:35.207757 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['a52f62ee-d3d5-41df-970f-67496e370b31'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:51:35.249136 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a8456-b4fe-4af8-bd6d-50abcc868b3b tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Pushing event deleted for resources: {'Port': ['ID=a52f62ee-d3d5-41df-970f-67496e370b31,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:35.307089 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8945b77-ae3a-46b4-b286-cc40c511cdbf req-e78a8456-b4fe-4af8-bd6d-50abcc868b3b tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] No DVR routers for this DVR port a52f62ee-d3d5-41df-970f-67496e370b31 on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:51:35.309745 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f8945b77-ae3a-46b4-b286-cc40c511cdbf req-e78a8456-b4fe-4af8-bd6d-50abcc868b3b tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:35.311834 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f8945b77-ae3a-46b4-b286-cc40c511cdbf req-e78a8456-b4fe-4af8-bd6d-50abcc868b3b tempest-DeleteServersTestJSON-117963335 tempest-DeleteServersTestJSON-117963335-project] 10.222.0.18 "DELETE /v2.0/ports/a52f62ee-d3d5-41df-970f-67496e370b31 HTTP/1.1" status: 204 len: 173 time: 0.4635916 Jul 15 13:51:35.312266 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25208f53-9ed4-465d-ba8e-d87e89c21742', 'name': 'network-vif-deleted', 'tag': 'a52f62ee-d3d5-41df-970f-67496e370b31'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:51:35.314622 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36035d7-02b9-4b1c-a1bb-6884ecc1bd87" -d '{"events": [{"server_uuid": "25208f53-9ed4-465d-ba8e-d87e89c21742", "name": "network-vif-deleted", "tag": "a52f62ee-d3d5-41df-970f-67496e370b31"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:51:35.350354 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879ceaf0-548a-45d4-a6e6-6530295624c5 x-openstack-request-id: req-879ceaf0-548a-45d4-a6e6-6530295624c5 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:51:35.350667 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25208f53-9ed4-465d-ba8e-d87e89c21742", "name": "network-vif-deleted", "tag": "a52f62ee-d3d5-41df-970f-67496e370b31", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:51:35.350968 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-879ceaf0-548a-45d4-a6e6-6530295624c5 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:51:35.351351 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25208f53-9ed4-465d-ba8e-d87e89c21742', 'name': 'network-vif-deleted', 'tag': 'a52f62ee-d3d5-41df-970f-67496e370b31', 'status': 'completed', 'code': 200} Jul 15 13:51:36.136225 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46416) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:36.187235 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8759aa9-baeb-4e9d-9de5-dc015d272190 admin admin] Deleting subnet 4c7cc29b-b3af-4361-bd01-b6f18392d9f6 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:51:36.190942 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b8759aa9-baeb-4e9d-9de5-dc015d272190 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:36.224759 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b8759aa9-baeb-4e9d-9de5-dc015d272190 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:36.264923 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b8759aa9-baeb-4e9d-9de5-dc015d272190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:36.318165 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b8759aa9-baeb-4e9d-9de5-dc015d272190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:36.343385 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8759aa9-baeb-4e9d-9de5-dc015d272190 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c7cc29b-b3af-4361-bd01-b6f18392d9f6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:36.348097 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b8759aa9-baeb-4e9d-9de5-dc015d272190 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:36.350529 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b8759aa9-baeb-4e9d-9de5-dc015d272190 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4c7cc29b-b3af-4361-bd01-b6f18392d9f6 HTTP/1.1" status: 204 len: 168 time: 0.2127304 Jul 15 13:51:36.353021 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46418) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:36.355372 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8759aa9-baeb-4e9d-9de5-dc015d272190 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:36.355740 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8759aa9-baeb-4e9d-9de5-dc015d272190 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:36.356084 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8759aa9-baeb-4e9d-9de5-dc015d272190 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:36.356420 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8759aa9-baeb-4e9d-9de5-dc015d272190 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:36.356751 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8759aa9-baeb-4e9d-9de5-dc015d272190 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:36.357081 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8759aa9-baeb-4e9d-9de5-dc015d272190 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:36.357407 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8759aa9-baeb-4e9d-9de5-dc015d272190 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:36.357733 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8759aa9-baeb-4e9d-9de5-dc015d272190 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:36.358093 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8759aa9-baeb-4e9d-9de5-dc015d272190 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:36.358419 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8759aa9-baeb-4e9d-9de5-dc015d272190 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:36.358745 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8759aa9-baeb-4e9d-9de5-dc015d272190 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:36.359063 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8759aa9-baeb-4e9d-9de5-dc015d272190 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:36.434302 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-933e9707-894d-4220-ad5a-b6e9103e0ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:36.514572 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-933e9707-894d-4220-ad5a-b6e9103e0ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:36.525469 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-933e9707-894d-4220-ad5a-b6e9103e0ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8036619-2fd5-4772-9119-4d98e8a8aa67']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:36.536909 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-933e9707-894d-4220-ad5a-b6e9103e0ef6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2501917a-2ff2-43b7-bbf6-fd533e4ca133') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:36.537205 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-933e9707-894d-4220-ad5a-b6e9103e0ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2501917a-2ff2-43b7-bbf6-fd533e4ca133') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:36.546783 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-933e9707-894d-4220-ad5a-b6e9103e0ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:36.562012 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-933e9707-894d-4220-ad5a-b6e9103e0ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:36.568453 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-933e9707-894d-4220-ad5a-b6e9103e0ef6 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:51:36.568849 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-933e9707-894d-4220-ad5a-b6e9103e0ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:36.570721 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:51:36.570721 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:51:36.570721 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 13:51:36.570721 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:51:36.570721 n-d-758944-45 neutron-server[93813]: timer() Jul 15 13:51:36.570721 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:51:36.570721 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 13:51:36.570721 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:51:36.570721 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 13:51:36.570721 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:51:36.570721 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 13:51:36.570721 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:51:36.570721 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 13:51:36.570721 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:51:36.570721 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 13:51:36.570721 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:51:36.570721 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:51:36.570721 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:51:36.570721 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:51:36.570721 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:51:36.570721 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 13:51:36.570721 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:51:36.570721 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 13:51:36.570721 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:51:36.570721 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:51:36.570721 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:51:36.570721 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 13:51:36.570721 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:51:36.570721 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:51:36.570721 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:51:36.570721 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:51:36.570721 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:51:36.570721 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:51:36.570721 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:51:36.629934 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-933e9707-894d-4220-ad5a-b6e9103e0ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:36.635750 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-933e9707-894d-4220-ad5a-b6e9103e0ef6 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:36.638238 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-933e9707-894d-4220-ad5a-b6e9103e0ef6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e8036619-2fd5-4772-9119-4d98e8a8aa67 HTTP/1.1" status: 204 len: 168 time: 0.2842259 Jul 15 13:51:36.651796 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e9707-894d-4220-ad5a-b6e9103e0ef6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8036619-2fd5-4772-9119-4d98e8a8aa67,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:36.759561 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46422) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:36.806380 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-35af8ad2-ab32-4d24-9f1a-e8a3ee330e8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7457a80ecd8a4438809ff61f5705e706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453715 Jul 15 13:51:36.808664 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46424) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:36.871867 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8496548-add2-41c3-99d8-7f32fb68b581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:36.893960 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8496548-add2-41c3-99d8-7f32fb68b581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:36.944746 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8496548-add2-41c3-99d8-7f32fb68b581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:36.947333 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8496548-add2-41c3-99d8-7f32fb68b581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:36.948491 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f8496548-add2-41c3-99d8-7f32fb68b581 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/53f3ccb5-1cd6-42cc-bf37-ffb182987e1f HTTP/1.1" status: 204 len: 168 time: 0.1388724 Jul 15 13:51:36.956895 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8496548-add2-41c3-99d8-7f32fb68b581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f3ccb5-1cd6-42cc-bf37-ffb182987e1f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:37.628722 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46446) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:37.726963 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-7f294ed0-d891-4ad8-9e04-a462407933a5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1090661665-network', 'tenant_id': '90795f7006f845d296755b3b8b5ff5f0'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:37.748670 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f294ed0-d891-4ad8-9e04-a462407933a5 admin admin] Made reservation on behalf of 90795f7006f845d296755b3b8b5ff5f0 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:51:37.751855 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f294ed0-d891-4ad8-9e04-a462407933a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:37.760617 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f294ed0-d891-4ad8-9e04-a462407933a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:37.854834 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f294ed0-d891-4ad8-9e04-a462407933a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:37.858814 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f294ed0-d891-4ad8-9e04-a462407933a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:37.884411 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f294ed0-d891-4ad8-9e04-a462407933a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:51:37.893101 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f294ed0-d891-4ad8-9e04-a462407933a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4fee41-a828-45c3-a2ae-8bea16acb4ff,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:37.899510 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f294ed0-d891-4ad8-9e04-a462407933a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:37.900122 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-7f294ed0-d891-4ad8-9e04-a462407933a5 admin admin] Added segment b370f83c-9f2a-47b7-891f-5693cfa80c9c of type vlan for network 14d78c03-aef9-4c20-931a-ad79f689b846 Jul 15 13:51:37.942844 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f294ed0-d891-4ad8-9e04-a462407933a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:37.976387 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f294ed0-d891-4ad8-9e04-a462407933a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:37.977482 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f294ed0-d891-4ad8-9e04-a462407933a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:37.978096 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f294ed0-d891-4ad8-9e04-a462407933a5 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:38.009774 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7f294ed0-d891-4ad8-9e04-a462407933a5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3798983 Jul 15 13:51:38.012733 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46450) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:38.018316 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-6c396d2f-80ed-4d08-a9ef-b42cf70997ee admin admin] Request body: {'subnet': {'network_id': '14d78c03-aef9-4c20-931a-ad79f689b846', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1090661665-subnet', 'tenant_id': '90795f7006f845d296755b3b8b5ff5f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:38.041188 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c396d2f-80ed-4d08-a9ef-b42cf70997ee admin admin] Made reservation on behalf of 90795f7006f845d296755b3b8b5ff5f0 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:51:38.043356 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f294ed0-d891-4ad8-9e04-a462407933a5 admin admin] Pushing event updated for resources: {'Network': ['ID=14d78c03-aef9-4c20-931a-ad79f689b846,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:38.043649 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c396d2f-80ed-4d08-a9ef-b42cf70997ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:38.054725 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 14d78c03-aef9-4c20-931a-ad79f689b846 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:51:38.222345 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c396d2f-80ed-4d08-a9ef-b42cf70997ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:38.276411 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c396d2f-80ed-4d08-a9ef-b42cf70997ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=71c9124a-83e4-4b1d-aca3-2d2d06af438f,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:38.287646 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c396d2f-80ed-4d08-a9ef-b42cf70997ee admin admin] Checking segment: {'id': 'b370f83c-9f2a-47b7-891f-5693cfa80c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '14d78c03-aef9-4c20-931a-ad79f689b846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:51:38.287869 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c396d2f-80ed-4d08-a9ef-b42cf70997ee admin admin] Network hostable DHCP agents. Network: 14d78c03-aef9-4c20-931a-ad79f689b846, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:51:38.305976 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c396d2f-80ed-4d08-a9ef-b42cf70997ee admin admin] Network 14d78c03-aef9-4c20-931a-ad79f689b846 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:51:38.315592 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-6c396d2f-80ed-4d08-a9ef-b42cf70997ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 14d78c03-aef9-4c20-931a-ad79f689b846) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:51:38.319813 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c396d2f-80ed-4d08-a9ef-b42cf70997ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:38.320411 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c396d2f-80ed-4d08-a9ef-b42cf70997ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:38.326231 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f57aa0-aca7-4b30-9c10-3a37934cf66c None None] Network 14d78c03-aef9-4c20-931a-ad79f689b846 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:51:38.347645 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6c396d2f-80ed-4d08-a9ef-b42cf70997ee admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3334212 Jul 15 13:51:38.458554 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62284af0-378e-4c76-b429-c871bc9a9063 None None] Network 14d78c03-aef9-4c20-931a-ad79f689b846 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:51:38.497142 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:38.774763 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-04ac4f17-eba5-4608-b40a-7b469fd5e1dd tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:38.776154 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-04ac4f17-eba5-4608-b40a-7b469fd5e1dd tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/networks?id=14d78c03-aef9-4c20-931a-ad79f689b846 HTTP/1.1" status: 200 len: 815 time: 0.1056740 Jul 15 13:51:38.791082 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-9408a62e-5074-4f28-9f82-79d2e3d9966f tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/quotas/90795f7006f845d296755b3b8b5ff5f0 HTTP/1.1" status: 200 len: 375 time: 0.0090344 Jul 15 13:51:38.824235 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-f06f04a9-e0d1-40f8-b38e-236af812b601 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=90795f7006f845d296755b3b8b5ff5f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282915 Jul 15 13:51:38.916401 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-e6e8920e-5ab4-4663-9545-96b023867b9a service neutron] 10.222.0.24 "GET /v2.0/networks/14d78c03-aef9-4c20-931a-ad79f689b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857649 Jul 15 13:51:38.948972 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device a52f62ee-d3d5-41df-970f-67496e370b31 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:51:38.967495 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: a52f62ee-d3d5-41df-970f-67496e370b31 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:51:38.967831 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device a52f62ee-d3d5-41df-970f-67496e370b31 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:51:39.008414 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-4ef8dee7-feb8-4f8a-bb20-b08d1f2e9c94 service neutron] 10.222.0.24 "GET /v2.0/networks/14d78c03-aef9-4c20-931a-ad79f689b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864205 Jul 15 13:51:39.180911 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-adc565c4-6baa-4ab2-843d-38e9204958ad req-d71be4a7-71bc-4832-92cb-16b3e8fd66b8 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 210 time: 0.0295045 Jul 15 13:51:40.295722 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-549794fb-1cae-47bc-a819-035eba65ab2a tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:40.297191 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-549794fb-1cae-47bc-a819-035eba65ab2a tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.32 "GET /v2.0/networks?id=14d78c03-aef9-4c20-931a-ad79f689b846 HTTP/1.1" status: 200 len: 815 time: 0.1185560 Jul 15 13:51:40.332195 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-21029e6c-5f9b-44a8-b33c-90df3ad36b33 req-074aa47d-5db4-4d46-a39b-c87932627572 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 210 time: 0.0326121 Jul 15 13:51:40.336222 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-bf73accc-e1c4-4aec-8166-98f92bc9c1ba tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Request body: {'port': {'device_id': 'f104c582-fdbe-4576-8cbc-3d5bd5e204ac', 'network_id': '14d78c03-aef9-4c20-931a-ad79f689b846', 'admin_state_up': True, 'tenant_id': '90795f7006f845d296755b3b8b5ff5f0'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:40.456464 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-bf73accc-e1c4-4aec-8166-98f92bc9c1ba tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Made reservation on behalf of 90795f7006f845d296755b3b8b5ff5f0 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:51:40.460224 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-bf73accc-e1c4-4aec-8166-98f92bc9c1ba tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:40.585580 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-bf73accc-e1c4-4aec-8166-98f92bc9c1ba tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Allocated IP 172.20.0.14 (14d78c03-aef9-4c20-931a-ad79f689b846/71c9124a-83e4-4b1d-aca3-2d2d06af438f/3a1223cf-cece-4b96-ac36-f50cb1ca69da) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:51:40.737947 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-bf73accc-e1c4-4aec-8166-98f92bc9c1ba tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:40.778433 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-bf73accc-e1c4-4aec-8166-98f92bc9c1ba tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:40.832470 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-bf73accc-e1c4-4aec-8166-98f92bc9c1ba tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Network 14d78c03-aef9-4c20-931a-ad79f689b846 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:51:40.835994 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-bf73accc-e1c4-4aec-8166-98f92bc9c1ba tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:51:40.840444 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-bf73accc-e1c4-4aec-8166-98f92bc9c1ba tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:51:40.844385 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73accc-e1c4-4aec-8166-98f92bc9c1ba tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Pushing event updated for resources: {'Port': ['ID=3a1223cf-cece-4b96-ac36-f50cb1ca69da,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:40.890981 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-bf73accc-e1c4-4aec-8166-98f92bc9c1ba tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:40.891615 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-bf73accc-e1c4-4aec-8166-98f92bc9c1ba tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:40.907075 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-bf73accc-e1c4-4aec-8166-98f92bc9c1ba tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5776076 Jul 15 13:51:40.924606 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-b745b274-be91-443d-89be-9e209cbef0dd service neutron] Request body: {'port': {'device_id': 'f104c582-fdbe-4576-8cbc-3d5bd5e204ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:40.996440 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-b745b274-be91-443d-89be-9e209cbef0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:41.266561 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-b745b274-be91-443d-89be-9e209cbef0dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a1223cf-cece-4b96-ac36-f50cb1ca69da {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:51:41.273937 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-b745b274-be91-443d-89be-9e209cbef0dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:41.285481 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-b745b274-be91-443d-89be-9e209cbef0dd service neutron] Transition to ACTIVE for port object 3a1223cf-cece-4b96-ac36-f50cb1ca69da will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:51:41.289294 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-b745b274-be91-443d-89be-9e209cbef0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:41.338812 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745b274-be91-443d-89be-9e209cbef0dd service neutron] Pushing event updated for resources: {'Port': ['ID=3a1223cf-cece-4b96-ac36-f50cb1ca69da,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:41.412664 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-b745b274-be91-443d-89be-9e209cbef0dd service neutron] Attempting to bind port 3a1223cf-cece-4b96-ac36-f50cb1ca69da on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:51:41.413447 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-b745b274-be91-443d-89be-9e209cbef0dd service neutron] Attempting to bind port 3a1223cf-cece-4b96-ac36-f50cb1ca69da by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'b370f83c-9f2a-47b7-891f-5693cfa80c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '14d78c03-aef9-4c20-931a-ad79f689b846'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:51:41.413748 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-b745b274-be91-443d-89be-9e209cbef0dd service neutron] Attempting to bind port 3a1223cf-cece-4b96-ac36-f50cb1ca69da on network 14d78c03-aef9-4c20-931a-ad79f689b846 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:51:41.418829 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-b745b274-be91-443d-89be-9e209cbef0dd service neutron] Port 3a1223cf-cece-4b96-ac36-f50cb1ca69da on network 14d78c03-aef9-4c20-931a-ad79f689b846 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:51:41.419151 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-b745b274-be91-443d-89be-9e209cbef0dd service neutron] Attempting to bind port 3a1223cf-cece-4b96-ac36-f50cb1ca69da on network 14d78c03-aef9-4c20-931a-ad79f689b846 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:51:41.424568 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-b745b274-be91-443d-89be-9e209cbef0dd service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:51:41.424905 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-b745b274-be91-443d-89be-9e209cbef0dd service neutron] Checking segment: {'id': 'b370f83c-9f2a-47b7-891f-5693cfa80c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '14d78c03-aef9-4c20-931a-ad79f689b846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:51:41.425375 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-b745b274-be91-443d-89be-9e209cbef0dd service neutron] Bound using segment: {'id': 'b370f83c-9f2a-47b7-891f-5693cfa80c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '14d78c03-aef9-4c20-931a-ad79f689b846'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:51:41.425719 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-b745b274-be91-443d-89be-9e209cbef0dd service neutron] Bound port: 3a1223cf-cece-4b96-ac36-f50cb1ca69da, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b370f83c-9f2a-47b7-891f-5693cfa80c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '14d78c03-aef9-4c20-931a-ad79f689b846'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:51:41.426104 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-b745b274-be91-443d-89be-9e209cbef0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:41.530411 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65bb7cf-d919-4f5c-b671-cdf871f06051 req-594812a1-e819-474b-b581-32566ab43293 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:41.532033 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b65bb7cf-d919-4f5c-b671-cdf871f06051 req-594812a1-e819-474b-b581-32566ab43293 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 944 time: 0.0737460 Jul 15 13:51:41.573856 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b65bb7cf-d919-4f5c-b671-cdf871f06051 req-dd9877bf-3c0e-4f73-aabb-56fe163b331a tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357325 Jul 15 13:51:41.839586 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-b745b274-be91-443d-89be-9e209cbef0dd service neutron] For port 3a1223cf-cece-4b96-ac36-f50cb1ca69da, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:51:41.842757 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-b745b274-be91-443d-89be-9e209cbef0dd service neutron] For port 3a1223cf-cece-4b96-ac36-f50cb1ca69da, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3a1223cf-cece-4b96-ac36-f50cb1ca69da,segment=NetworkSegment(b370f83c-9f2a-47b7-891f-5693cfa80c9c),segment_id=b370f83c-9f2a-47b7-891f-5693cfa80c9c)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:51:41.846838 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-b745b274-be91-443d-89be-9e209cbef0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:41.878163 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-b745b274-be91-443d-89be-9e209cbef0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:41.878796 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-b745b274-be91-443d-89be-9e209cbef0dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:41.880396 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-b745b274-be91-443d-89be-9e209cbef0dd service neutron] 10.222.0.32 "PUT /v2.0/ports/3a1223cf-cece-4b96-ac36-f50cb1ca69da HTTP/1.1" status: 200 len: 1093 time: 0.9606156 Jul 15 13:51:41.882585 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f104c582-fdbe-4576-8cbc-3d5bd5e204ac', 'tag': '3a1223cf-cece-4b96-ac36-f50cb1ca69da'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:51:41.884853 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f117cdff-08f7-47a7-828d-2de858cac2ac" -d '{"events": [{"name": "network-changed", "server_uuid": "f104c582-fdbe-4576-8cbc-3d5bd5e204ac", "tag": "3a1223cf-cece-4b96-ac36-f50cb1ca69da"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:51:41.914355 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745b274-be91-443d-89be-9e209cbef0dd service neutron] Pushing event updated for resources: {'Port': ['ID=3a1223cf-cece-4b96-ac36-f50cb1ca69da,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:41.983042 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d64f22-aa64-423f-83cd-87fb224058e4 x-openstack-request-id: req-50d64f22-aa64-423f-83cd-87fb224058e4 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:51:41.983330 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f104c582-fdbe-4576-8cbc-3d5bd5e204ac", "tag": "3a1223cf-cece-4b96-ac36-f50cb1ca69da", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:51:41.983579 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-50d64f22-aa64-423f-83cd-87fb224058e4 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:51:41.983965 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f104c582-fdbe-4576-8cbc-3d5bd5e204ac', 'tag': '3a1223cf-cece-4b96-ac36-f50cb1ca69da', 'status': 'completed', 'code': 200} Jul 15 13:51:41.992980 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-00403a81-cc44-4e10-8d17-b8bba014b22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:41.994497 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-00403a81-cc44-4e10-8d17-b8bba014b22b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=90795f7006f845d296755b3b8b5ff5f0&device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 1096 time: 0.0597370 Jul 15 13:51:42.039710 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-9455ca7c-8b2c-4704-89b8-42b7fe437d5a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a1223cf-cece-4b96-ac36-f50cb1ca69da HTTP/1.1" status: 200 len: 217 time: 0.0328276 Jul 15 13:51:42.086473 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-5b9e5dfa-b642-4b0d-aa52-3fe6b876b4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:42.087916 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-5b9e5dfa-b642-4b0d-aa52-3fe6b876b4ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71c9124a-83e4-4b1d-aca3-2d2d06af438f HTTP/1.1" status: 200 len: 855 time: 0.0428631 Jul 15 13:51:42.120986 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-ddd56ef4-4bde-41ea-8459-6811515e1a8a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=14d78c03-aef9-4c20-931a-ad79f689b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259578 Jul 15 13:51:42.210860 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-facc4245-f6d3-4b45-8243-99996ab2dc76 service neutron] 10.222.0.32 "GET /v2.0/networks/14d78c03-aef9-4c20-931a-ad79f689b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836833 Jul 15 13:51:42.302630 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d10af027-eb52-4c08-ab69-ad7ca7a88c5f req-dd0475c5-4c0e-4c17-a8ef-4f2816a10109 service neutron] 10.222.0.32 "GET /v2.0/networks/14d78c03-aef9-4c20-931a-ad79f689b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855515 Jul 15 13:51:42.449290 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117cdff-08f7-47a7-828d-2de858cac2ac req-ae85c776-1566-4c7d-af69-6a990cf219ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:42.450837 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f117cdff-08f7-47a7-828d-2de858cac2ac req-ae85c776-1566-4c7d-af69-6a990cf219ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=90795f7006f845d296755b3b8b5ff5f0&device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 1096 time: 0.0527964 Jul 15 13:51:42.537928 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117cdff-08f7-47a7-828d-2de858cac2ac req-083d7531-b1af-4f39-a0ba-60596e228d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:42.539391 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f117cdff-08f7-47a7-828d-2de858cac2ac req-083d7531-b1af-4f39-a0ba-60596e228d32 service neutron] 10.222.0.32 "GET /v2.0/networks?id=14d78c03-aef9-4c20-931a-ad79f689b846 HTTP/1.1" status: 200 len: 916 time: 0.0827966 Jul 15 13:51:42.582906 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f117cdff-08f7-47a7-828d-2de858cac2ac req-e2e1b4ef-a2dc-4ea5-965c-961d0b9d861a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a1223cf-cece-4b96-ac36-f50cb1ca69da HTTP/1.1" status: 200 len: 217 time: 0.0369189 Jul 15 13:51:42.632644 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117cdff-08f7-47a7-828d-2de858cac2ac req-7af66354-862a-469f-8f65-3f75302e34ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:42.634040 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f117cdff-08f7-47a7-828d-2de858cac2ac req-7af66354-862a-469f-8f65-3f75302e34ef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71c9124a-83e4-4b1d-aca3-2d2d06af438f HTTP/1.1" status: 200 len: 855 time: 0.0432739 Jul 15 13:51:42.667586 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f117cdff-08f7-47a7-828d-2de858cac2ac req-0a3404e3-ad1f-4238-86bc-96f88ec13c89 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=14d78c03-aef9-4c20-931a-ad79f689b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260785 Jul 15 13:51:42.754850 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb122f5a-ad17-4a6d-b3e1-097072847e5d req-7c686563-222b-41b1-91a9-651ef649a1d2 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:42.756390 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cb122f5a-ad17-4a6d-b3e1-097072847e5d req-7c686563-222b-41b1-91a9-651ef649a1d2 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 944 time: 0.0658760 Jul 15 13:51:42.766233 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f117cdff-08f7-47a7-828d-2de858cac2ac req-e818a0b3-6fcb-4800-990a-8009dd15002d service neutron] 10.222.0.32 "GET /v2.0/networks/14d78c03-aef9-4c20-931a-ad79f689b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899100 Jul 15 13:51:42.795827 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cb122f5a-ad17-4a6d-b3e1-097072847e5d req-97d38968-095b-4bfa-a8b0-f0e4b0571367 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334733 Jul 15 13:51:42.858414 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f117cdff-08f7-47a7-828d-2de858cac2ac req-18a16d2b-c750-47a8-8a24-306f17d01dd9 service neutron] 10.222.0.32 "GET /v2.0/networks/14d78c03-aef9-4c20-931a-ad79f689b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858486 Jul 15 13:51:43.976521 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13966d-e1be-4265-bb34-99113a4892c1 req-03e5e17e-bba4-48d5-ad31-bdb6ca31e417 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:43.978041 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-df13966d-e1be-4265-bb34-99113a4892c1 req-03e5e17e-bba4-48d5-ad31-bdb6ca31e417 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 944 time: 0.0686736 Jul 15 13:51:44.017165 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-df13966d-e1be-4265-bb34-99113a4892c1 req-eb51a0e5-94cf-4ad9-a610-6efffdb9bc2d tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331690 Jul 15 13:51:44.973928 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 3a1223cf-cece-4b96-ac36-f50cb1ca69da details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:51:45.017391 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:51:45.067317 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 3a1223cf-cece-4b96-ac36-f50cb1ca69da, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3a1223cf-cece-4b96-ac36-f50cb1ca69da,segment=NetworkSegment(b370f83c-9f2a-47b7-891f-5693cfa80c9c),segment_id=b370f83c-9f2a-47b7-891f-5693cfa80c9c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:45.078995 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '3a1223cf-cece-4b96-ac36-f50cb1ca69da', 'network_id': '14d78c03-aef9-4c20-931a-ad79f689b846', 'port_id': '3a1223cf-cece-4b96-ac36-f50cb1ca69da', 'mac_address': 'fa:16:3e:ec:3c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c9124a-83e4-4b1d-aca3-2d2d06af438f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:51:45.195027 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557975b-913e-42cb-bfbb-dc8a46c2cc32 req-dc4486ba-1196-430d-b9f5-5ef5785b29b2 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:45.196666 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a557975b-913e-42cb-bfbb-dc8a46c2cc32 req-dc4486ba-1196-430d-b9f5-5ef5785b29b2 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 944 time: 0.0676141 Jul 15 13:51:45.238993 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a557975b-913e-42cb-bfbb-dc8a46c2cc32 req-92e78cb2-8495-4e02-8520-dd521c90c73f tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364313 Jul 15 13:51:45.278040 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:45.291058 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a1223cf-cece-4b96-ac36-f50cb1ca69da {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:51:45.311283 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 3a1223cf-cece-4b96-ac36-f50cb1ca69da, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3a1223cf-cece-4b96-ac36-f50cb1ca69da,segment=NetworkSegment(b370f83c-9f2a-47b7-891f-5693cfa80c9c),segment_id=b370f83c-9f2a-47b7-891f-5693cfa80c9c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:45.316056 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:45.364206 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=3a1223cf-cece-4b96-ac36-f50cb1ca69da,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:45.371466 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:45.371807 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:45.372141 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:45.372468 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:45.372795 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:45.373118 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:45.373437 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:45.373772 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:45.374094 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:45.374410 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:45.374750 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:45.375067 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:45.591114 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['3a1223cf-cece-4b96-ac36-f50cb1ca69da'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:51:46.414274 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8770e-3db9-43f0-9b4b-381c551ecebf req-48c6f8a2-6ab9-471c-bd79-12f599191ddb tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:46.415869 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-11c8770e-3db9-43f0-9b4b-381c551ecebf req-48c6f8a2-6ab9-471c-bd79-12f599191ddb tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 945 time: 0.0648429 Jul 15 13:51:46.454791 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-11c8770e-3db9-43f0-9b4b-381c551ecebf req-73d63f44-67da-43ce-9c65-0ba3e09c164b tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334344 Jul 15 13:51:46.973507 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 3a1223cf-cece-4b96-ac36-f50cb1ca69da up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:51:47.020915 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 3a1223cf-cece-4b96-ac36-f50cb1ca69da completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:51:47.024791 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 3a1223cf-cece-4b96-ac36-f50cb1ca69da triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:51:47.025163 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:47.098324 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:47.119872 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f104c582-fdbe-4576-8cbc-3d5bd5e204ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1223cf-cece-4b96-ac36-f50cb1ca69da'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:51:47.122146 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19b2320-92c4-4867-8bc4-d3ea87baa826" -d '{"events": [{"server_uuid": "f104c582-fdbe-4576-8cbc-3d5bd5e204ac", "name": "network-vif-plugged", "status": "completed", "tag": "3a1223cf-cece-4b96-ac36-f50cb1ca69da"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:51:47.137940 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 3a1223cf-cece-4b96-ac36-f50cb1ca69da, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3a1223cf-cece-4b96-ac36-f50cb1ca69da,segment=NetworkSegment(b370f83c-9f2a-47b7-891f-5693cfa80c9c),segment_id=b370f83c-9f2a-47b7-891f-5693cfa80c9c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:47.142462 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:47.164485 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc46f4d1-b6ad-4c2d-a6c8-7d5dac3fb6fa x-openstack-request-id: req-cc46f4d1-b6ad-4c2d-a6c8-7d5dac3fb6fa {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:51:47.164773 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f104c582-fdbe-4576-8cbc-3d5bd5e204ac", "name": "network-vif-plugged", "status": "completed", "tag": "3a1223cf-cece-4b96-ac36-f50cb1ca69da", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:51:47.165025 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc46f4d1-b6ad-4c2d-a6c8-7d5dac3fb6fa {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:51:47.165412 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f104c582-fdbe-4576-8cbc-3d5bd5e204ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1223cf-cece-4b96-ac36-f50cb1ca69da', 'code': 200} Jul 15 13:51:47.190539 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=3a1223cf-cece-4b96-ac36-f50cb1ca69da,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:47.300343 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbcfb0c-e655-4596-b114-0c091b4eb91c req-f7011beb-3291-443d-bafa-0296c27b0a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:47.301881 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ccbcfb0c-e655-4596-b114-0c091b4eb91c req-f7011beb-3291-443d-bafa-0296c27b0a03 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 1098 time: 0.0553374 Jul 15 13:51:47.337284 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ccbcfb0c-e655-4596-b114-0c091b4eb91c req-dae58ca3-6214-4def-9132-f550f5a37a14 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282612 Jul 15 13:51:47.633325 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb964da-393a-4467-a0e1-fd342653ae5f req-84e561e4-5d60-404b-bc93-e5edb8e4c858 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:47.634853 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cdb964da-393a-4467-a0e1-fd342653ae5f req-84e561e4-5d60-404b-bc93-e5edb8e4c858 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 946 time: 0.0668824 Jul 15 13:51:47.674040 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cdb964da-393a-4467-a0e1-fd342653ae5f req-665482bc-baa2-4a5b-a364-d62c3cb00fbd tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333879 Jul 15 13:51:48.853628 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e465c-4185-4696-8d47-1510eedec8e5 req-e768984e-d4a3-47fc-a12d-05179a9a2b37 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:48.855166 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-da0e465c-4185-4696-8d47-1510eedec8e5 req-e768984e-d4a3-47fc-a12d-05179a9a2b37 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 946 time: 0.0674684 Jul 15 13:51:48.894370 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-da0e465c-4185-4696-8d47-1510eedec8e5 req-54f20c09-5788-4ac5-b412-a5e8624849a5 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327823 Jul 15 13:51:49.068315 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422620a0-084f-411c-8873-0bceae7f9148 req-6d9e5b69-0409-4495-ade8-1ba155f052e9 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:49.069811 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-422620a0-084f-411c-8873-0bceae7f9148 req-6d9e5b69-0409-4495-ade8-1ba155f052e9 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 946 time: 0.0627537 Jul 15 13:51:49.106946 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-422620a0-084f-411c-8873-0bceae7f9148 req-d3c4861d-632d-4049-acb1-ec6d2105aa19 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314448 Jul 15 13:51:49.446593 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350ad3e-0dd5-4fd1-a155-d9313ac8d3db req-c6af7176-4f80-455a-a3c0-af1b7561a17f tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:49.448080 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2350ad3e-0dd5-4fd1-a155-d9313ac8d3db req-c6af7176-4f80-455a-a3c0-af1b7561a17f tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 946 time: 0.0672033 Jul 15 13:51:49.486496 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2350ad3e-0dd5-4fd1-a155-d9313ac8d3db req-7a4e3b9f-08e7-4f70-afcd-7777b84c5944 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321200 Jul 15 13:51:49.656753 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340dfbb-f6a4-4abf-bb70-df511e11b903 req-814aee19-70c2-4b84-bb2a-b651a7ec9055 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:49.658285 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0340dfbb-f6a4-4abf-bb70-df511e11b903 req-814aee19-70c2-4b84-bb2a-b651a7ec9055 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 946 time: 0.0627213 Jul 15 13:51:49.694704 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0340dfbb-f6a4-4abf-bb70-df511e11b903 req-20b22198-0a8d-4406-97c7-c3d0d64c5c44 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309186 Jul 15 13:51:50.046917 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-d676220e-1e8e-4b6e-a42d-7931bfd99ec3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0658011 Jul 15 13:51:50.105061 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b714cc-312b-4913-b35c-1a1707aba998 req-c0cb33d8-2d9c-4a60-a987-ff5704775a3a tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:50.106666 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-87b714cc-312b-4913-b35c-1a1707aba998 req-c0cb33d8-2d9c-4a60-a987-ff5704775a3a tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 946 time: 0.0722940 Jul 15 13:51:50.148524 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-87b714cc-312b-4913-b35c-1a1707aba998 req-f2ecff29-be43-4636-926c-49a55762381f tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358660 Jul 15 13:51:50.887602 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-138be4d7-8bf6-4f2f-bd8b-f7f8262179d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:51.219485 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-035f9bfa-936a-41d7-876c-b823b662c3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:51.221006 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-035f9bfa-936a-41d7-876c-b823b662c3d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=90795f7006f845d296755b3b8b5ff5f0&device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 1098 time: 0.0540950 Jul 15 13:51:51.351535 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-e5cd0146-f6bd-483a-aad4-c3fc68966b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:51.353015 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-e5cd0146-f6bd-483a-aad4-c3fc68966b35 service neutron] 10.222.0.32 "GET /v2.0/networks?id=14d78c03-aef9-4c20-931a-ad79f689b846 HTTP/1.1" status: 200 len: 916 time: 0.1259637 Jul 15 13:51:51.397292 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-4081d323-a61c-4e48-8b47-967a655934f6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a1223cf-cece-4b96-ac36-f50cb1ca69da HTTP/1.1" status: 200 len: 217 time: 0.0362711 Jul 15 13:51:51.405036 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5bbba-ea7b-4b3c-8aba-5d1619b69101 req-460b2000-8cd9-48c0-b46d-8177f54669d8 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:51.406673 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d1d5bbba-ea7b-4b3c-8aba-5d1619b69101 req-460b2000-8cd9-48c0-b46d-8177f54669d8 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 946 time: 0.1441345 Jul 15 13:51:51.474262 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-15f0b606-61a7-49cc-8d01-7ff7613714ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:51.475702 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-15f0b606-61a7-49cc-8d01-7ff7613714ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71c9124a-83e4-4b1d-aca3-2d2d06af438f HTTP/1.1" status: 200 len: 855 time: 0.0681529 Jul 15 13:51:51.482757 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d1d5bbba-ea7b-4b3c-8aba-5d1619b69101 req-62c2b2e9-6b1c-4add-bc7a-348bb0ce4860 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671828 Jul 15 13:51:51.510529 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-f5891e0e-5902-47e6-b68f-b0ee40366a2a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=14d78c03-aef9-4c20-931a-ad79f689b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268455 Jul 15 13:51:51.601135 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-62284c24-400a-4a96-92c2-5479c15f53aa service neutron] 10.222.0.32 "GET /v2.0/networks/14d78c03-aef9-4c20-931a-ad79f689b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836673 Jul 15 13:51:51.692804 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-e2e8d486-2779-4871-9fea-b3525629de52 service neutron] 10.222.0.32 "GET /v2.0/networks/14d78c03-aef9-4c20-931a-ad79f689b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837412 Jul 15 13:51:52.660097 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc5973-0ed7-4a4e-aa8b-dc1532865bda req-db6859d1-347f-45b4-8169-1181a5241de9 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:52.661627 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-44dc5973-0ed7-4a4e-aa8b-dc1532865bda req-db6859d1-347f-45b4-8169-1181a5241de9 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 946 time: 0.0654716 Jul 15 13:51:52.700246 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-44dc5973-0ed7-4a4e-aa8b-dc1532865bda req-421d098a-a1d2-4664-9fa5-7633b6fbfbf8 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329194 Jul 15 13:51:53.294728 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:53.434330 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-046a5111-f253-4f00-8cd1-bb17acf98007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:53.882017 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60cb70-8d2b-4e84-90d1-940d7adbf34c req-d35390b0-44d4-4859-aa6a-ef3201caacbb tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:53.883616 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0a60cb70-8d2b-4e84-90d1-940d7adbf34c req-d35390b0-44d4-4859-aa6a-ef3201caacbb tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 946 time: 0.0685349 Jul 15 13:51:53.922533 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0a60cb70-8d2b-4e84-90d1-940d7adbf34c req-7913482b-4634-408f-954b-5a41a3dacc87 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321975 Jul 15 13:51:54.848422 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:55.103334 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a882c3-2c3f-48b4-83dd-7ddac9678219 req-e51c779e-44d0-410a-bd21-538bf5c56fa7 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:55.104842 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-94a882c3-2c3f-48b4-83dd-7ddac9678219 req-e51c779e-44d0-410a-bd21-538bf5c56fa7 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 946 time: 0.0691261 Jul 15 13:51:55.143102 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-94a882c3-2c3f-48b4-83dd-7ddac9678219 req-e8e38fb6-5564-4d75-91d0-96f13c898d81 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318937 Jul 15 13:51:55.548060 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:56.328218 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc77284-d453-4ba6-b87f-f203b721d8fe req-089e883c-5d3b-49ee-9aad-9924dd40b6e3 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:56.329726 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9fc77284-d453-4ba6-b87f-f203b721d8fe req-089e883c-5d3b-49ee-9aad-9924dd40b6e3 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 946 time: 0.0682623 Jul 15 13:51:56.367741 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9fc77284-d453-4ba6-b87f-f203b721d8fe req-78bb3c76-db1b-486a-8dea-021f0a2e9710 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324597 Jul 15 13:51:56.450278 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:57.545599 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21de8c-2d04-4a58-8879-721a5810068f req-8f312331-6e4b-4806-aa1b-d229ba2be0fc tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:57.547617 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6a21de8c-2d04-4a58-8879-721a5810068f req-8f312331-6e4b-4806-aa1b-d229ba2be0fc tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 946 time: 0.0680959 Jul 15 13:51:57.585906 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6a21de8c-2d04-4a58-8879-721a5810068f req-d5787ea4-b6e9-4dd5-8109-f31fb77093b8 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326805 Jul 15 13:51:58.770178 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85087e9e-62b7-4692-9043-054e55969939 req-530aaec1-0c45-4de9-85eb-42bc9bdcf34e tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:58.771701 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-85087e9e-62b7-4692-9043-054e55969939 req-530aaec1-0c45-4de9-85eb-42bc9bdcf34e tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 946 time: 0.0655248 Jul 15 13:51:58.809157 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-85087e9e-62b7-4692-9043-054e55969939 req-dc59bfc3-fd0e-4535-99c5-6a0aa42aabb3 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319076 Jul 15 13:51:58.897287 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-7d2357cd-2406-4073-9af8-1c8fa1c679d8 req-dbea2f2c-bbf4-4cd0-bd5d-a243bf889e09 service neutron] (93813) timed out ('10.222.0.18', 51453) {{(pid=93813) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:51:59.988797 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e97b8b-a153-4565-9d1d-bb9534cd6338 req-813df87e-7bce-4c73-807e-3c991bb4026d tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:59.990688 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e9e97b8b-a153-4565-9d1d-bb9534cd6338 req-813df87e-7bce-4c73-807e-3c991bb4026d tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 946 time: 0.0669789 Jul 15 13:52:00.032109 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e9e97b8b-a153-4565-9d1d-bb9534cd6338 req-72e5a859-b8ff-4b60-a14e-360e44f19846 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356541 Jul 15 13:52:01.211592 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80850007-70e0-44f9-bfaf-b8a99e6003f3 req-6f47a4fd-c441-42be-9219-a823368736cd tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:01.213097 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-80850007-70e0-44f9-bfaf-b8a99e6003f3 req-6f47a4fd-c441-42be-9219-a823368736cd tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 946 time: 0.0689576 Jul 15 13:52:01.250774 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-80850007-70e0-44f9-bfaf-b8a99e6003f3 req-8fd4f122-4553-4ad9-b6fd-29b4b669b606 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316944 Jul 15 13:52:02.427760 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0155c9f-e5de-4b1c-9bf6-e8e9d24fc000 req-1a0684b2-aa09-4f86-b680-7c6309684782 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:02.429259 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a0155c9f-e5de-4b1c-9bf6-e8e9d24fc000 req-1a0684b2-aa09-4f86-b680-7c6309684782 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 946 time: 0.0655391 Jul 15 13:52:02.466590 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a0155c9f-e5de-4b1c-9bf6-e8e9d24fc000 req-5058d897-0ec5-4fdb-9423-f922fdb92f01 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317132 Jul 15 13:52:03.643053 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acf89d-4329-4a62-b7f2-fcd1ba7b5fb4 req-6bddc692-6127-44dd-bdc9-677d8fce1099 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:03.644641 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d5acf89d-4329-4a62-b7f2-fcd1ba7b5fb4 req-6bddc692-6127-44dd-bdc9-677d8fce1099 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 946 time: 0.0669198 Jul 15 13:52:03.683218 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d5acf89d-4329-4a62-b7f2-fcd1ba7b5fb4 req-624269df-dbeb-4d5a-aa62-707f23887ae5 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327575 Jul 15 13:52:04.858841 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75018faa-1e52-4175-8dbb-ee4a2abb9d90 req-e256b176-b11f-412c-be5d-afe362416982 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:04.860650 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75018faa-1e52-4175-8dbb-ee4a2abb9d90 req-e256b176-b11f-412c-be5d-afe362416982 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 946 time: 0.0652497 Jul 15 13:52:04.899006 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75018faa-1e52-4175-8dbb-ee4a2abb9d90 req-1bbf2d85-218d-4dc0-9b93-45cda69ee3d7 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326145 Jul 15 13:52:06.082443 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3513b-13d4-4ec5-82e3-b30da1547cc8 req-71adfc72-432d-4495-a07f-980682ba9755 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:06.084006 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b3b3513b-13d4-4ec5-82e3-b30da1547cc8 req-71adfc72-432d-4495-a07f-980682ba9755 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 946 time: 0.0682261 Jul 15 13:52:06.122983 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b3b3513b-13d4-4ec5-82e3-b30da1547cc8 req-643926b3-aefc-47b8-8979-bea2b0e72d72 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332804 Jul 15 13:52:07.300574 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095279e-6212-4974-ab95-1fee02ebc372 req-50e5e747-201a-426b-9283-10cffaabe707 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:07.302096 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6095279e-6212-4974-ab95-1fee02ebc372 req-50e5e747-201a-426b-9283-10cffaabe707 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 946 time: 0.0674095 Jul 15 13:52:07.341667 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6095279e-6212-4974-ab95-1fee02ebc372 req-598e8161-49ce-44db-8043-a5e2033c682f tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339177 Jul 15 13:52:08.483388 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:08.524649 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4159de-e17d-4377-b6b6-d9a2d2f3cef2 req-27c87973-92f7-4b1e-aec0-9e16afe1cdca tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:08.526150 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eb4159de-e17d-4377-b6b6-d9a2d2f3cef2 req-27c87973-92f7-4b1e-aec0-9e16afe1cdca tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 946 time: 0.0686789 Jul 15 13:52:08.566658 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eb4159de-e17d-4377-b6b6-d9a2d2f3cef2 req-4d0bc3d2-6d0e-4fa9-8d5c-1e6743f84064 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348663 Jul 15 13:52:09.767774 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16865cf2-82d4-4212-ad67-4b9dda2ac9ca req-48ee1b96-fc5a-4329-b472-b8018c2c3622 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:09.769343 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-16865cf2-82d4-4212-ad67-4b9dda2ac9ca req-48ee1b96-fc5a-4329-b472-b8018c2c3622 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 946 time: 0.0666499 Jul 15 13:52:09.809103 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-16865cf2-82d4-4212-ad67-4b9dda2ac9ca req-650bca30-b540-404c-bfe5-9de428d2d309 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340648 Jul 15 13:52:10.995015 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf7221-4b2a-4b56-9d27-56ab1185da4b req-53cf1244-030d-4561-908b-5e9e400f7451 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:10.996414 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0dcf7221-4b2a-4b56-9d27-56ab1185da4b req-53cf1244-030d-4561-908b-5e9e400f7451 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 946 time: 0.0630040 Jul 15 13:52:11.033437 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0dcf7221-4b2a-4b56-9d27-56ab1185da4b req-fb05d8b4-4b32-4fd1-bd65-5afdf453b0b4 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309234 Jul 15 13:52:12.221637 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdbbbb-095e-4771-bc65-223fc45ac6eb req-04eda131-6079-4de3-ac8a-848eca2a11ff tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:12.223168 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d4fdbbbb-095e-4771-bc65-223fc45ac6eb req-04eda131-6079-4de3-ac8a-848eca2a11ff tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 946 time: 0.0639198 Jul 15 13:52:12.266500 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d4fdbbbb-095e-4771-bc65-223fc45ac6eb req-111bd7de-e60a-4d76-9697-b43d34965e32 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378146 Jul 15 13:52:13.444882 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70a73a-ef3b-464c-91eb-0d3d28db8283 req-01163137-a171-4ece-b76f-3cf9c0853a64 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:13.446448 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6a70a73a-ef3b-464c-91eb-0d3d28db8283 req-01163137-a171-4ece-b76f-3cf9c0853a64 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 946 time: 0.0681162 Jul 15 13:52:13.484045 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6a70a73a-ef3b-464c-91eb-0d3d28db8283 req-fa36c110-6104-4b5f-b1a3-da031c4c1e16 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319273 Jul 15 13:52:14.655195 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32f9a6-881c-4c86-b7e0-2bbd6a0e094e req-ff5e43bd-6f4a-4681-bdcd-81665e3d540c tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:14.656675 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ce32f9a6-881c-4c86-b7e0-2bbd6a0e094e req-ff5e43bd-6f4a-4681-bdcd-81665e3d540c tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 946 time: 0.0628419 Jul 15 13:52:14.697300 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ce32f9a6-881c-4c86-b7e0-2bbd6a0e094e req-ae242802-3d01-4f57-9705-4dca7021dfdb tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344007 Jul 15 13:52:15.879008 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4b322-05a0-42cf-9b89-1741a4e8464b req-41f2126b-8871-4c1c-8947-0d9b312bc2a4 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:15.880555 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bba4b322-05a0-42cf-9b89-1741a4e8464b req-41f2126b-8871-4c1c-8947-0d9b312bc2a4 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 946 time: 0.0654414 Jul 15 13:52:15.920097 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bba4b322-05a0-42cf-9b89-1741a4e8464b req-6d3b45cd-e04e-42d6-b9b6-9940979ffd08 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329857 Jul 15 13:52:17.098904 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915697f-fea5-4493-999c-9cd9ce6cab93 req-846391b3-9a92-465d-8247-4ba20e2a11df tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:17.100502 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7915697f-fea5-4493-999c-9cd9ce6cab93 req-846391b3-9a92-465d-8247-4ba20e2a11df tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 946 time: 0.0663269 Jul 15 13:52:17.145161 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7915697f-fea5-4493-999c-9cd9ce6cab93 req-6cdef37a-cb62-4091-9bd6-fbdb1927a07f tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358884 Jul 15 13:52:18.326544 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1b318-a297-443e-bb96-e4e4476ae74b req-8b9ad28b-2a18-4db2-ba88-cfddc1426aeb tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:18.328069 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ac1b318-a297-443e-bb96-e4e4476ae74b req-8b9ad28b-2a18-4db2-ba88-cfddc1426aeb tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 946 time: 0.0685387 Jul 15 13:52:18.371454 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2ac1b318-a297-443e-bb96-e4e4476ae74b req-8b2f0b01-1139-4031-8d15-844388e5bd13 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369172 Jul 15 13:52:18.706394 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-d8e7a3cf-75a9-4015-bfe7-0bb03d070de2 service neutron] show failed (client error): The resource could not be found. Jul 15 13:52:18.707465 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-d8e7a3cf-75a9-4015-bfe7-0bb03d070de2 service neutron] 10.222.0.32 "GET /v2.0/ports/3a1223cf-cece-4b96-ac36-f50cb1ca69da/bindings/n-h1-758944-45 HTTP/1.1" status: 404 len: 381 time: 0.0600832 Jul 15 13:52:18.968426 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-910fbea2-c334-4747-8e44-a83489562714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:18.970567 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-910fbea2-c334-4747-8e44-a83489562714 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac&tenant_id=90795f7006f845d296755b3b8b5ff5f0 HTTP/1.1" status: 200 len: 1098 time: 0.0606356 Jul 15 13:52:18.982026 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-afa592fe-afcc-495e-9ef0-38a3c60759fb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-45', 'device_owner': 'compute:nova'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:52:19.058992 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-afa592fe-afcc-495e-9ef0-38a3c60759fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:19.270950 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-afa592fe-afcc-495e-9ef0-38a3c60759fb service neutron] For port 3a1223cf-cece-4b96-ac36-f50cb1ca69da, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=3a1223cf-cece-4b96-ac36-f50cb1ca69da,segment=NetworkSegment(b370f83c-9f2a-47b7-891f-5693cfa80c9c),segment_id=b370f83c-9f2a-47b7-891f-5693cfa80c9c)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:52:19.306736 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-afa592fe-afcc-495e-9ef0-38a3c60759fb service neutron] For port 3a1223cf-cece-4b96-ac36-f50cb1ca69da, host n-h2-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:52:19.361359 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f104c582-fdbe-4576-8cbc-3d5bd5e204ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a1223cf-cece-4b96-ac36-f50cb1ca69da'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:52:19.364000 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648caaaa-b7f1-4695-9a09-916bf4d9e129" -d '{"events": [{"server_uuid": "f104c582-fdbe-4576-8cbc-3d5bd5e204ac", "name": "network-vif-unplugged", "status": "completed", "tag": "3a1223cf-cece-4b96-ac36-f50cb1ca69da"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:52:19.368595 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-afa592fe-afcc-495e-9ef0-38a3c60759fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:19.383038 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-afa592fe-afcc-495e-9ef0-38a3c60759fb service neutron] Transition to ACTIVE for port object 3a1223cf-cece-4b96-ac36-f50cb1ca69da will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:52:19.387348 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-afa592fe-afcc-495e-9ef0-38a3c60759fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:19.456197 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383590ad-9bbd-4387-87e2-abedfc124969 x-openstack-request-id: req-383590ad-9bbd-4387-87e2-abedfc124969 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:52:19.456483 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f104c582-fdbe-4576-8cbc-3d5bd5e204ac", "name": "network-vif-unplugged", "status": "completed", "tag": "3a1223cf-cece-4b96-ac36-f50cb1ca69da", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:52:19.456723 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-383590ad-9bbd-4387-87e2-abedfc124969 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:52:19.457115 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f104c582-fdbe-4576-8cbc-3d5bd5e204ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a1223cf-cece-4b96-ac36-f50cb1ca69da', 'code': 200} Jul 15 13:52:19.459882 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-afa592fe-afcc-495e-9ef0-38a3c60759fb service neutron] No DVR routers for this DVR port 3a1223cf-cece-4b96-ac36-f50cb1ca69da on host n-h2-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:52:19.468775 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa592fe-afcc-495e-9ef0-38a3c60759fb service neutron] Pushing event updated for resources: {'Port': ['ID=3a1223cf-cece-4b96-ac36-f50cb1ca69da,revision_number=6']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:19.504888 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-afa592fe-afcc-495e-9ef0-38a3c60759fb service neutron] Attempting to bind port 3a1223cf-cece-4b96-ac36-f50cb1ca69da on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:52:19.505122 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-afa592fe-afcc-495e-9ef0-38a3c60759fb service neutron] Attempting to bind port 3a1223cf-cece-4b96-ac36-f50cb1ca69da by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'b370f83c-9f2a-47b7-891f-5693cfa80c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '14d78c03-aef9-4c20-931a-ad79f689b846'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:52:19.505433 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-afa592fe-afcc-495e-9ef0-38a3c60759fb service neutron] Attempting to bind port 3a1223cf-cece-4b96-ac36-f50cb1ca69da on network 14d78c03-aef9-4c20-931a-ad79f689b846 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:52:19.510410 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-afa592fe-afcc-495e-9ef0-38a3c60759fb service neutron] Port 3a1223cf-cece-4b96-ac36-f50cb1ca69da on network 14d78c03-aef9-4c20-931a-ad79f689b846 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:52:19.510741 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-afa592fe-afcc-495e-9ef0-38a3c60759fb service neutron] Attempting to bind port 3a1223cf-cece-4b96-ac36-f50cb1ca69da on network 14d78c03-aef9-4c20-931a-ad79f689b846 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:52:19.517594 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-afa592fe-afcc-495e-9ef0-38a3c60759fb service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:52:19.517972 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-afa592fe-afcc-495e-9ef0-38a3c60759fb service neutron] Checking segment: {'id': 'b370f83c-9f2a-47b7-891f-5693cfa80c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '14d78c03-aef9-4c20-931a-ad79f689b846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:52:19.518359 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-afa592fe-afcc-495e-9ef0-38a3c60759fb service neutron] Bound using segment: {'id': 'b370f83c-9f2a-47b7-891f-5693cfa80c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '14d78c03-aef9-4c20-931a-ad79f689b846'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:52:19.518798 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-afa592fe-afcc-495e-9ef0-38a3c60759fb service neutron] Bound port: 3a1223cf-cece-4b96-ac36-f50cb1ca69da, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b370f83c-9f2a-47b7-891f-5693cfa80c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '14d78c03-aef9-4c20-931a-ad79f689b846'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:52:19.519159 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-afa592fe-afcc-495e-9ef0-38a3c60759fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:19.617922 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657ebc1-c5e6-4090-903e-e23ee513d47f req-251abe34-5b26-486d-992d-611c7cc03350 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:19.619579 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2657ebc1-c5e6-4090-903e-e23ee513d47f req-251abe34-5b26-486d-992d-611c7cc03350 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 944 time: 0.0755899 Jul 15 13:52:19.668469 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2657ebc1-c5e6-4090-903e-e23ee513d47f req-1f9dd832-08cd-464a-8b1d-493bdecae023 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410426 Jul 15 13:52:19.828933 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-afa592fe-afcc-495e-9ef0-38a3c60759fb service neutron] For port 3a1223cf-cece-4b96-ac36-f50cb1ca69da, host n-h1-758944-45, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:52:19.832170 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-afa592fe-afcc-495e-9ef0-38a3c60759fb service neutron] For port 3a1223cf-cece-4b96-ac36-f50cb1ca69da, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=3a1223cf-cece-4b96-ac36-f50cb1ca69da,segment=NetworkSegment(b370f83c-9f2a-47b7-891f-5693cfa80c9c),segment_id=b370f83c-9f2a-47b7-891f-5693cfa80c9c)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:52:19.837496 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-afa592fe-afcc-495e-9ef0-38a3c60759fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:19.875557 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-afa592fe-afcc-495e-9ef0-38a3c60759fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:19.876709 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-afa592fe-afcc-495e-9ef0-38a3c60759fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:19.878200 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-afa592fe-afcc-495e-9ef0-38a3c60759fb service neutron] 10.222.0.18 "PUT /v2.0/ports/3a1223cf-cece-4b96-ac36-f50cb1ca69da HTTP/1.1" status: 200 len: 1093 time: 0.9007487 Jul 15 13:52:19.927784 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa592fe-afcc-495e-9ef0-38a3c60759fb service neutron] Pushing event updated for resources: {'Port': ['ID=3a1223cf-cece-4b96-ac36-f50cb1ca69da,revision_number=7']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:19.978453 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-0d2e7d8c-1807-4ef2-b684-ca49ab294000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:19.980030 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-0d2e7d8c-1807-4ef2-b684-ca49ab294000 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=90795f7006f845d296755b3b8b5ff5f0&device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 1096 time: 0.0723982 Jul 15 13:52:20.076218 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-321a12e0-2f7a-4ff9-8b47-8a9723905769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:20.077718 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-321a12e0-2f7a-4ff9-8b47-8a9723905769 service neutron] 10.222.0.18 "GET /v2.0/networks?id=14d78c03-aef9-4c20-931a-ad79f689b846 HTTP/1.1" status: 200 len: 916 time: 0.0911374 Jul 15 13:52:20.119749 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-e362f154-3a63-4c6d-b8fb-e54e2cd1170e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a1223cf-cece-4b96-ac36-f50cb1ca69da HTTP/1.1" status: 200 len: 217 time: 0.0356388 Jul 15 13:52:20.180582 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-0eb25125-c50b-41d7-b202-5c9e00190853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:20.182161 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-0eb25125-c50b-41d7-b202-5c9e00190853 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71c9124a-83e4-4b1d-aca3-2d2d06af438f HTTP/1.1" status: 200 len: 855 time: 0.0533679 Jul 15 13:52:20.223627 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-f2abb36a-5d58-4f6d-9edc-9915a658aa9e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=14d78c03-aef9-4c20-931a-ad79f689b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330935 Jul 15 13:52:20.352976 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-e506aa44-0f57-4ec7-a80e-e7ab72fdc975 service neutron] 10.222.0.18 "GET /v2.0/networks/14d78c03-aef9-4c20-931a-ad79f689b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159356 Jul 15 13:52:20.478052 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-054238e3-1965-4cdc-be1c-1a308ce771a7 req-1637692f-b16a-480f-a73f-2a3c5a0c5897 service neutron] 10.222.0.18 "GET /v2.0/networks/14d78c03-aef9-4c20-931a-ad79f689b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181509 Jul 15 13:52:20.871038 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75162fc-2077-407f-902d-79502e535e22 req-41178fc0-ee83-4279-b42a-f16c4e0da20a tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:20.872686 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c75162fc-2077-407f-902d-79502e535e22 req-41178fc0-ee83-4279-b42a-f16c4e0da20a tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 944 time: 0.0707815 Jul 15 13:52:20.895223 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f4b8b955-af8c-40d0-9647-fe608f15a23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:20.918569 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c75162fc-2077-407f-902d-79502e535e22 req-de8e6b23-1406-4fc8-bcb9-b8b360ad1c7e tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385940 Jul 15 13:52:21.458857 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f104c582-fdbe-4576-8cbc-3d5bd5e204ac', 'tag': '3a1223cf-cece-4b96-ac36-f50cb1ca69da'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:52:21.461220 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aeb076a-44d5-4d3a-b005-11ce83742830" -d '{"events": [{"name": "network-changed", "server_uuid": "f104c582-fdbe-4576-8cbc-3d5bd5e204ac", "tag": "3a1223cf-cece-4b96-ac36-f50cb1ca69da"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:52:21.527456 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ba813c-9f83-4131-bccb-534a2e3850ef x-openstack-request-id: req-04ba813c-9f83-4131-bccb-534a2e3850ef {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:52:21.527781 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f104c582-fdbe-4576-8cbc-3d5bd5e204ac", "tag": "3a1223cf-cece-4b96-ac36-f50cb1ca69da", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:52:21.528038 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-04ba813c-9f83-4131-bccb-534a2e3850ef {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:52:21.528505 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f104c582-fdbe-4576-8cbc-3d5bd5e204ac', 'tag': '3a1223cf-cece-4b96-ac36-f50cb1ca69da', 'status': 'completed', 'code': 200} Jul 15 13:52:21.617506 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb076a-44d5-4d3a-b005-11ce83742830 req-1158cc62-f3c4-42b7-9a3f-35d3f9da7587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:21.620218 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1aeb076a-44d5-4d3a-b005-11ce83742830 req-1158cc62-f3c4-42b7-9a3f-35d3f9da7587 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=90795f7006f845d296755b3b8b5ff5f0&device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 1096 time: 0.0704782 Jul 15 13:52:21.622635 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb076a-44d5-4d3a-b005-11ce83742830 req-642a654b-b0d8-4ab6-a2b9-b9ec693544d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:21.624290 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1aeb076a-44d5-4d3a-b005-11ce83742830 req-642a654b-b0d8-4ab6-a2b9-b9ec693544d3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=90795f7006f845d296755b3b8b5ff5f0&device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 1096 time: 0.0619538 Jul 15 13:52:21.728026 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb076a-44d5-4d3a-b005-11ce83742830 req-9e688ee2-75ce-4af4-94d7-a69a4afbb7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:21.729574 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1aeb076a-44d5-4d3a-b005-11ce83742830 req-9e688ee2-75ce-4af4-94d7-a69a4afbb7c7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=14d78c03-aef9-4c20-931a-ad79f689b846 HTTP/1.1" status: 200 len: 916 time: 0.0994508 Jul 15 13:52:21.742548 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb076a-44d5-4d3a-b005-11ce83742830 req-929f5632-1f1c-44c3-8e89-b9e5c5864fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:21.744343 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1aeb076a-44d5-4d3a-b005-11ce83742830 req-929f5632-1f1c-44c3-8e89-b9e5c5864fba service neutron] 10.222.0.18 "GET /v2.0/networks?id=14d78c03-aef9-4c20-931a-ad79f689b846 HTTP/1.1" status: 200 len: 916 time: 0.1170125 Jul 15 13:52:21.779847 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1aeb076a-44d5-4d3a-b005-11ce83742830 req-8021b83d-e97f-42b6-a793-1007b4d8f1a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a1223cf-cece-4b96-ac36-f50cb1ca69da HTTP/1.1" status: 200 len: 217 time: 0.0433233 Jul 15 13:52:21.791737 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1aeb076a-44d5-4d3a-b005-11ce83742830 req-f34a26a6-30b5-46b7-b1c9-6c1a87513860 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a1223cf-cece-4b96-ac36-f50cb1ca69da HTTP/1.1" status: 200 len: 217 time: 0.0410004 Jul 15 13:52:21.835924 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb076a-44d5-4d3a-b005-11ce83742830 req-a9c28e01-983a-471e-9096-792ea215332b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:21.837444 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1aeb076a-44d5-4d3a-b005-11ce83742830 req-a9c28e01-983a-471e-9096-792ea215332b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71c9124a-83e4-4b1d-aca3-2d2d06af438f HTTP/1.1" status: 200 len: 855 time: 0.0520582 Jul 15 13:52:21.842355 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb076a-44d5-4d3a-b005-11ce83742830 req-c628bf77-dd44-4c2b-a5d7-7b343ba18a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:21.843951 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1aeb076a-44d5-4d3a-b005-11ce83742830 req-c628bf77-dd44-4c2b-a5d7-7b343ba18a89 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71c9124a-83e4-4b1d-aca3-2d2d06af438f HTTP/1.1" status: 200 len: 855 time: 0.0460439 Jul 15 13:52:21.873220 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1aeb076a-44d5-4d3a-b005-11ce83742830 req-46f020bc-67eb-4304-83e5-9d3b79a6099e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=14d78c03-aef9-4c20-931a-ad79f689b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290682 Jul 15 13:52:21.881829 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1aeb076a-44d5-4d3a-b005-11ce83742830 req-e72b24e9-d106-4fae-80c5-099cac3b271d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=14d78c03-aef9-4c20-931a-ad79f689b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306990 Jul 15 13:52:22.005837 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1aeb076a-44d5-4d3a-b005-11ce83742830 req-feb62691-c1b4-40a2-8904-362fe3e34198 service neutron] 10.222.0.18 "GET /v2.0/networks/14d78c03-aef9-4c20-931a-ad79f689b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166451 Jul 15 13:52:22.010406 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1aeb076a-44d5-4d3a-b005-11ce83742830 req-12f156c8-ec5e-47e3-9265-b4cca3dde454 service neutron] 10.222.0.32 "GET /v2.0/networks/14d78c03-aef9-4c20-931a-ad79f689b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294532 Jul 15 13:52:22.020770 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:52:22.135381 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1aeb076a-44d5-4d3a-b005-11ce83742830 req-cecd75c3-9817-4903-8da2-610641b9fa7a service neutron] 10.222.0.32 "GET /v2.0/networks/14d78c03-aef9-4c20-931a-ad79f689b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189973 Jul 15 13:52:22.207378 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1aeb076a-44d5-4d3a-b005-11ce83742830 req-2648e5bb-36c6-4abf-a8c2-549a7f2cb5b7 service neutron] 10.222.0.18 "GET /v2.0/networks/14d78c03-aef9-4c20-931a-ad79f689b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946518 Jul 15 13:52:22.221384 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3a4d1-1f3a-42b3-b427-f7f8ca454245 req-39667afc-0b6c-44d2-836e-4eec8e7449d2 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:22.223463 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a9b3a4d1-1f3a-42b3-b427-f7f8ca454245 req-39667afc-0b6c-44d2-836e-4eec8e7449d2 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 944 time: 0.1733508 Jul 15 13:52:22.268268 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a9b3a4d1-1f3a-42b3-b427-f7f8ca454245 req-27869726-8868-4a52-a04c-50fdf77359c3 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389998 Jul 15 13:52:23.107902 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 3a1223cf-cece-4b96-ac36-f50cb1ca69da details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:52:23.180488 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 3a1223cf-cece-4b96-ac36-f50cb1ca69da no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:52:23.238960 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 3a1223cf-cece-4b96-ac36-f50cb1ca69da, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=3a1223cf-cece-4b96-ac36-f50cb1ca69da,segment=NetworkSegment(b370f83c-9f2a-47b7-891f-5693cfa80c9c),segment_id=b370f83c-9f2a-47b7-891f-5693cfa80c9c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:52:23.246995 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 3a1223cf-cece-4b96-ac36-f50cb1ca69da not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:52:23.253210 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '3a1223cf-cece-4b96-ac36-f50cb1ca69da', 'network_id': '14d78c03-aef9-4c20-931a-ad79f689b846', 'port_id': '3a1223cf-cece-4b96-ac36-f50cb1ca69da', 'mac_address': 'fa:16:3e:ec:3c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c9124a-83e4-4b1d-aca3-2d2d06af438f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:52:23.322453 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:23.327820 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:23.347692 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a1223cf-cece-4b96-ac36-f50cb1ca69da {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:52:23.378723 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 3a1223cf-cece-4b96-ac36-f50cb1ca69da, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=3a1223cf-cece-4b96-ac36-f50cb1ca69da,segment=NetworkSegment(b370f83c-9f2a-47b7-891f-5693cfa80c9c),segment_id=b370f83c-9f2a-47b7-891f-5693cfa80c9c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:52:23.383573 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:23.453916 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-545a10cd-1458-44f0-ab8b-34d29f9ffebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:23.455608 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=3a1223cf-cece-4b96-ac36-f50cb1ca69da,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:23.500495 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4aaa5-1a0b-4cb5-aa38-5097e41fd5b7 req-690e6cdb-f254-4028-a225-5039b9e09786 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:23.503421 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-15b4aaa5-1a0b-4cb5-aa38-5097e41fd5b7 req-690e6cdb-f254-4028-a225-5039b9e09786 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 945 time: 0.1014490 Jul 15 13:52:23.548858 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-15b4aaa5-1a0b-4cb5-aa38-5097e41fd5b7 req-aa7fb6d9-68b6-4586-9974-18f45ad8f7da tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393982 Jul 15 13:52:23.587622 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['3a1223cf-cece-4b96-ac36-f50cb1ca69da'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:52:23.951073 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61628af9-451b-4cce-aab6-c3febf6c30be req-4f7015ba-2cf1-48e2-9c13-6c412ba1bf65 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:23.952872 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-61628af9-451b-4cce-aab6-c3febf6c30be req-4f7015ba-2cf1-48e2-9c13-6c412ba1bf65 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 945 time: 0.1189415 Jul 15 13:52:23.974143 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475f8b4-5009-42e6-bf52-b5b4e8e35e8b req-e041fe66-fbba-4913-8a98-65fd0a2c72cb tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:23.975705 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6475f8b4-5009-42e6-bf52-b5b4e8e35e8b req-e041fe66-fbba-4913-8a98-65fd0a2c72cb tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.32 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac&tenant_id=90795f7006f845d296755b3b8b5ff5f0&binding%3Ahost_id=n-h1-758944-45 HTTP/1.1" status: 200 len: 945 time: 0.1290262 Jul 15 13:52:24.042213 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-61628af9-451b-4cce-aab6-c3febf6c30be req-bc675f87-26f1-4f22-9bb8-e6b30d7ea678 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829086 Jul 15 13:52:24.067812 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [req-6475f8b4-5009-42e6-bf52-b5b4e8e35e8b req-120ab90a-f332-4de5-bc7c-ba26e2f1b11a service neutron] delete failed (client error): The resource could not be found. Jul 15 13:52:24.068915 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6475f8b4-5009-42e6-bf52-b5b4e8e35e8b req-120ab90a-f332-4de5-bc7c-ba26e2f1b11a service neutron] 10.222.0.32 "DELETE /v2.0/ports/3a1223cf-cece-4b96-ac36-f50cb1ca69da/bindings/n-h2-758944-45 HTTP/1.1" status: 404 len: 381 time: 0.0844815 Jul 15 13:52:24.207308 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475f8b4-5009-42e6-bf52-b5b4e8e35e8b req-5f731a4a-8052-4f97-99e6-48421cfd7c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:24.209304 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6475f8b4-5009-42e6-bf52-b5b4e8e35e8b req-5f731a4a-8052-4f97-99e6-48421cfd7c75 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=90795f7006f845d296755b3b8b5ff5f0&device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 1097 time: 0.0706494 Jul 15 13:52:24.343618 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475f8b4-5009-42e6-bf52-b5b4e8e35e8b req-3b719f57-f107-4bb4-8404-d8a8a1a4390c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:24.345672 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6475f8b4-5009-42e6-bf52-b5b4e8e35e8b req-3b719f57-f107-4bb4-8404-d8a8a1a4390c service neutron] 10.222.0.32 "GET /v2.0/networks?id=14d78c03-aef9-4c20-931a-ad79f689b846 HTTP/1.1" status: 200 len: 916 time: 0.1297755 Jul 15 13:52:24.387994 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6475f8b4-5009-42e6-bf52-b5b4e8e35e8b req-737118fa-14be-4cd0-b659-ab55104504c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a1223cf-cece-4b96-ac36-f50cb1ca69da HTTP/1.1" status: 200 len: 217 time: 0.0355897 Jul 15 13:52:24.437789 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475f8b4-5009-42e6-bf52-b5b4e8e35e8b req-35d88197-5b81-4684-8dec-86cb452e3689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:24.439862 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6475f8b4-5009-42e6-bf52-b5b4e8e35e8b req-35d88197-5b81-4684-8dec-86cb452e3689 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71c9124a-83e4-4b1d-aca3-2d2d06af438f HTTP/1.1" status: 200 len: 855 time: 0.0461340 Jul 15 13:52:24.477387 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6475f8b4-5009-42e6-bf52-b5b4e8e35e8b req-dcea1df0-3248-423d-a5ce-3d056723b474 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=14d78c03-aef9-4c20-931a-ad79f689b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311339 Jul 15 13:52:24.572106 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6475f8b4-5009-42e6-bf52-b5b4e8e35e8b req-bc4ec059-33bb-4fc7-86fa-e244543d8b16 service neutron] 10.222.0.32 "GET /v2.0/networks/14d78c03-aef9-4c20-931a-ad79f689b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881691 Jul 15 13:52:24.672938 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6475f8b4-5009-42e6-bf52-b5b4e8e35e8b req-d52f0593-0062-444b-83c6-aef0ae768706 service neutron] 10.222.0.32 "GET /v2.0/networks/14d78c03-aef9-4c20-931a-ad79f689b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934210 Jul 15 13:52:24.851894 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:25.113277 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 3a1223cf-cece-4b96-ac36-f50cb1ca69da up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:52:25.165243 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 3a1223cf-cece-4b96-ac36-f50cb1ca69da completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:52:25.169717 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 3a1223cf-cece-4b96-ac36-f50cb1ca69da triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:52:25.170124 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:25.233921 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca8b80-c873-4559-a1a3-66bc28e33a9e req-3cc637dd-efe0-4086-ae32-84144935bf9e tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:25.236278 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-25ca8b80-c873-4559-a1a3-66bc28e33a9e req-3cc637dd-efe0-4086-ae32-84144935bf9e tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 945 time: 0.0694847 Jul 15 13:52:25.264799 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:25.281317 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-25ca8b80-c873-4559-a1a3-66bc28e33a9e req-5ac7b93b-d818-4383-bb14-de194590523f tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387976 Jul 15 13:52:25.289738 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f104c582-fdbe-4576-8cbc-3d5bd5e204ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1223cf-cece-4b96-ac36-f50cb1ca69da'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:52:25.291793 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33ebdd5-c60e-4d56-b3c9-c0afc5bc140a" -d '{"events": [{"server_uuid": "f104c582-fdbe-4576-8cbc-3d5bd5e204ac", "name": "network-vif-plugged", "status": "completed", "tag": "3a1223cf-cece-4b96-ac36-f50cb1ca69da"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:52:25.309581 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 3a1223cf-cece-4b96-ac36-f50cb1ca69da, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=3a1223cf-cece-4b96-ac36-f50cb1ca69da,segment=NetworkSegment(b370f83c-9f2a-47b7-891f-5693cfa80c9c),segment_id=b370f83c-9f2a-47b7-891f-5693cfa80c9c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:52:25.317325 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:25.346300 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d19f00-bc57-410a-8d75-c3d4c6eab2b9 x-openstack-request-id: req-36d19f00-bc57-410a-8d75-c3d4c6eab2b9 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:52:25.346656 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f104c582-fdbe-4576-8cbc-3d5bd5e204ac", "name": "network-vif-plugged", "status": "completed", "tag": "3a1223cf-cece-4b96-ac36-f50cb1ca69da", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:52:25.346834 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-36d19f00-bc57-410a-8d75-c3d4c6eab2b9 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:52:25.347223 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f104c582-fdbe-4576-8cbc-3d5bd5e204ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1223cf-cece-4b96-ac36-f50cb1ca69da', 'code': 200} Jul 15 13:52:25.380531 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=3a1223cf-cece-4b96-ac36-f50cb1ca69da,revision_number=9']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:25.547493 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:26.454937 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:26.472654 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65cf493-be92-4b87-b04c-cc3a08fbeb6f req-7db775bb-a37d-49dd-8efe-6d5280248a8d tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:26.474237 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a65cf493-be92-4b87-b04c-cc3a08fbeb6f req-7db775bb-a37d-49dd-8efe-6d5280248a8d tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 946 time: 0.0680308 Jul 15 13:52:26.517435 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a65cf493-be92-4b87-b04c-cc3a08fbeb6f req-fff59eb6-922f-467e-a499-141555a13be5 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372732 Jul 15 13:52:26.696229 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254fa24-21e7-4e7c-bbc3-171a8b469d10 req-639b852d-cdad-490d-990f-0c3e7daa627d tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:26.697784 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f254fa24-21e7-4e7c-bbc3-171a8b469d10 req-639b852d-cdad-490d-990f-0c3e7daa627d tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 946 time: 0.0658152 Jul 15 13:52:26.737939 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f254fa24-21e7-4e7c-bbc3-171a8b469d10 req-fc090d58-5d2c-48bb-947e-2f0f2cdc0a8e tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343540 Jul 15 13:52:26.914146 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8debd7e-1320-4f56-b46d-4702484aaaa9 req-751aaa02-13a5-433b-9ce3-7d627231f88c tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:26.915668 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b8debd7e-1320-4f56-b46d-4702484aaaa9 req-751aaa02-13a5-433b-9ce3-7d627231f88c tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 946 time: 0.0642893 Jul 15 13:52:26.954662 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b8debd7e-1320-4f56-b46d-4702484aaaa9 req-48f03b1a-8a04-4c8c-ad49-daddf4449c75 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331945 Jul 15 13:52:27.425296 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-67478d71-71c8-403e-998c-a0b3938d10d1 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:27.426833 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-67478d71-71c8-403e-998c-a0b3938d10d1 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/networks?id=14d78c03-aef9-4c20-931a-ad79f689b846 HTTP/1.1" status: 200 len: 815 time: 0.1051691 Jul 15 13:52:27.441322 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-0dc6038c-8b30-4660-9f6a-7f9debacb34c tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/quotas/90795f7006f845d296755b3b8b5ff5f0 HTTP/1.1" status: 200 len: 375 time: 0.0091696 Jul 15 13:52:27.506759 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-7ace7821-0c68-4269-b5a6-dda0eb9b0bfe tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=90795f7006f845d296755b3b8b5ff5f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0604625 Jul 15 13:52:27.644929 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-1da65b0a-bc03-4a07-9479-9e70cdc9f93f service neutron] 10.222.0.24 "GET /v2.0/networks/14d78c03-aef9-4c20-931a-ad79f689b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315715 Jul 15 13:52:27.732890 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-93da4902-75d5-40cd-a54e-e567b3b56760 service neutron] 10.222.0.24 "GET /v2.0/networks/14d78c03-aef9-4c20-931a-ad79f689b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820532 Jul 15 13:52:27.904647 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-05a1c7b5-6b04-4d71-82c2-5417eaf7f33b req-04b72a25-9e1e-4340-8930-730c7e785a0a tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 210 time: 0.0322409 Jul 15 13:52:28.577377 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de731b74-a009-4eb2-a83b-fc7087ef7de6 req-d38e79bf-f303-469d-b417-557da5c324fa tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:28.579592 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-de731b74-a009-4eb2-a83b-fc7087ef7de6 req-d38e79bf-f303-469d-b417-557da5c324fa tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.18 "GET /v2.0/ports?device_id=f104c582-fdbe-4576-8cbc-3d5bd5e204ac HTTP/1.1" status: 200 len: 946 time: 0.0663593 Jul 15 13:52:28.684243 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-de731b74-a009-4eb2-a83b-fc7087ef7de6 req-5d779ca2-b1bb-449e-a48e-31c96b75ea1f tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Deleting port 3a1223cf-cece-4b96-ac36-f50cb1ca69da {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:52:28.684716 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-de731b74-a009-4eb2-a83b-fc7087ef7de6 req-5d779ca2-b1bb-449e-a48e-31c96b75ea1f tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:28.775026 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-de731b74-a009-4eb2-a83b-fc7087ef7de6 req-5d779ca2-b1bb-449e-a48e-31c96b75ea1f tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] For port 3a1223cf-cece-4b96-ac36-f50cb1ca69da, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=3a1223cf-cece-4b96-ac36-f50cb1ca69da,segment=NetworkSegment(b370f83c-9f2a-47b7-891f-5693cfa80c9c),segment_id=b370f83c-9f2a-47b7-891f-5693cfa80c9c)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:52:28.775389 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-de731b74-a009-4eb2-a83b-fc7087ef7de6 req-5d779ca2-b1bb-449e-a48e-31c96b75ea1f tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:28.786869 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-de731b74-a009-4eb2-a83b-fc7087ef7de6 req-5d779ca2-b1bb-449e-a48e-31c96b75ea1f tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Calling delete_port for 3a1223cf-cece-4b96-ac36-f50cb1ca69da owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:52:28.914699 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-de731b74-a009-4eb2-a83b-fc7087ef7de6 req-5d779ca2-b1bb-449e-a48e-31c96b75ea1f tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:28.926394 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['3a1223cf-cece-4b96-ac36-f50cb1ca69da'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:52:28.963621 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d779ca2-b1bb-449e-a48e-31c96b75ea1f tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Pushing event deleted for resources: {'Port': ['ID=3a1223cf-cece-4b96-ac36-f50cb1ca69da,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:29.018402 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-de731b74-a009-4eb2-a83b-fc7087ef7de6 req-5d779ca2-b1bb-449e-a48e-31c96b75ea1f tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] No DVR routers for this DVR port 3a1223cf-cece-4b96-ac36-f50cb1ca69da on host n-h1-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:52:29.021260 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-de731b74-a009-4eb2-a83b-fc7087ef7de6 req-5d779ca2-b1bb-449e-a48e-31c96b75ea1f tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:29.023621 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-de731b74-a009-4eb2-a83b-fc7087ef7de6 req-5d779ca2-b1bb-449e-a48e-31c96b75ea1f tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.18 "DELETE /v2.0/ports/3a1223cf-cece-4b96-ac36-f50cb1ca69da HTTP/1.1" status: 204 len: 173 time: 0.4383090 Jul 15 13:52:29.025365 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f104c582-fdbe-4576-8cbc-3d5bd5e204ac', 'name': 'network-vif-deleted', 'tag': '3a1223cf-cece-4b96-ac36-f50cb1ca69da'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:52:29.028396 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcb8647a34a132950114c44606abcce90e62680aac9abfaf8b47d13724707c44" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365f32d4-5f3d-4176-a14e-ac41ba314834" -d '{"events": [{"server_uuid": "f104c582-fdbe-4576-8cbc-3d5bd5e204ac", "name": "network-vif-deleted", "tag": "3a1223cf-cece-4b96-ac36-f50cb1ca69da"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:52:29.031642 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d779ca2-b1bb-449e-a48e-31c96b75ea1f tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:29.032021 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d779ca2-b1bb-449e-a48e-31c96b75ea1f tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:29.032359 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d779ca2-b1bb-449e-a48e-31c96b75ea1f tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:29.032692 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d779ca2-b1bb-449e-a48e-31c96b75ea1f tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:29.033013 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d779ca2-b1bb-449e-a48e-31c96b75ea1f tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:29.033534 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d779ca2-b1bb-449e-a48e-31c96b75ea1f tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:29.034048 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d779ca2-b1bb-449e-a48e-31c96b75ea1f tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:29.034526 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d779ca2-b1bb-449e-a48e-31c96b75ea1f tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:29.035019 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d779ca2-b1bb-449e-a48e-31c96b75ea1f tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:29.035504 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d779ca2-b1bb-449e-a48e-31c96b75ea1f tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:29.035827 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d779ca2-b1bb-449e-a48e-31c96b75ea1f tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:29.036151 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d779ca2-b1bb-449e-a48e-31c96b75ea1f tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:29.077122 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d4ae0a1-3158-4ca6-86c1-56e87ce48177 req-f66fac72-13c0-48d5-96f5-7e4b812a939b tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 210 time: 0.0518277 Jul 15 13:52:29.081624 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8cdd28-cfd6-4137-a8fa-543644d53316 x-openstack-request-id: req-fe8cdd28-cfd6-4137-a8fa-543644d53316 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:52:29.081954 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f104c582-fdbe-4576-8cbc-3d5bd5e204ac", "name": "network-vif-deleted", "tag": "3a1223cf-cece-4b96-ac36-f50cb1ca69da", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:52:29.082204 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe8cdd28-cfd6-4137-a8fa-543644d53316 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:52:29.082596 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f104c582-fdbe-4576-8cbc-3d5bd5e204ac', 'name': 'network-vif-deleted', 'tag': '3a1223cf-cece-4b96-ac36-f50cb1ca69da', 'status': 'completed', 'code': 200} Jul 15 13:52:29.111226 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-98632aaf-dcc5-4af3-9835-aeb4812dea88 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:29.112845 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-98632aaf-dcc5-4af3-9835-aeb4812dea88 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.18 "GET /v2.0/networks?id=14d78c03-aef9-4c20-931a-ad79f689b846 HTTP/1.1" status: 200 len: 815 time: 0.1666102 Jul 15 13:52:29.133390 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-ab4a8b26-2aeb-4624-9e6d-48d77473022c tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Request body: {'port': {'device_id': '79d6bc44-9f99-4fb8-a880-feaa69882415', 'network_id': '14d78c03-aef9-4c20-931a-ad79f689b846', 'admin_state_up': True, 'tenant_id': '90795f7006f845d296755b3b8b5ff5f0'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:52:29.264726 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-ab4a8b26-2aeb-4624-9e6d-48d77473022c tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Made reservation on behalf of 90795f7006f845d296755b3b8b5ff5f0 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:52:29.269648 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-ab4a8b26-2aeb-4624-9e6d-48d77473022c tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:29.729634 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-ab4a8b26-2aeb-4624-9e6d-48d77473022c tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Allocated IP 172.20.0.3 (14d78c03-aef9-4c20-931a-ad79f689b846/71c9124a-83e4-4b1d-aca3-2d2d06af438f/7049f8a2-902d-4471-b140-5531220176fc) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:52:29.896924 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-ab4a8b26-2aeb-4624-9e6d-48d77473022c tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:29.934086 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-ab4a8b26-2aeb-4624-9e6d-48d77473022c tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:29.946039 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['3a1223cf-cece-4b96-ac36-f50cb1ca69da'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:52:29.979379 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-ab4a8b26-2aeb-4624-9e6d-48d77473022c tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Network 14d78c03-aef9-4c20-931a-ad79f689b846 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:52:29.982598 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-ab4a8b26-2aeb-4624-9e6d-48d77473022c tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:52:29.987414 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-ab4a8b26-2aeb-4624-9e6d-48d77473022c tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:52:29.993667 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a8b26-2aeb-4624-9e6d-48d77473022c tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Pushing event updated for resources: {'Port': ['ID=7049f8a2-902d-4471-b140-5531220176fc,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:30.040663 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-ab4a8b26-2aeb-4624-9e6d-48d77473022c tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:30.041179 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-ab4a8b26-2aeb-4624-9e6d-48d77473022c tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:30.055196 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-ab4a8b26-2aeb-4624-9e6d-48d77473022c tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9258211 Jul 15 13:52:30.066703 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-472fb63c-c19e-473f-9f21-0ed834afc63b service neutron] Request body: {'port': {'device_id': '79d6bc44-9f99-4fb8-a880-feaa69882415', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:52:30.136608 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-472fb63c-c19e-473f-9f21-0ed834afc63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:30.369277 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d671bb7-f91e-4e4e-b59a-89e6a39960dc req-b6c21df5-b1db-4f9d-9895-c1e8ca31d6ee tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:30.370788 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d671bb7-f91e-4e4e-b59a-89e6a39960dc req-b6c21df5-b1db-4f9d-9895-c1e8ca31d6ee tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 931 time: 0.1324074 Jul 15 13:52:30.434026 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d671bb7-f91e-4e4e-b59a-89e6a39960dc req-ca28f847-b185-4b9e-9221-5bc35125d08d tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553198 Jul 15 13:52:30.473413 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-472fb63c-c19e-473f-9f21-0ed834afc63b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7049f8a2-902d-4471-b140-5531220176fc {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:52:30.480706 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-472fb63c-c19e-473f-9f21-0ed834afc63b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:30.492327 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-472fb63c-c19e-473f-9f21-0ed834afc63b service neutron] Transition to ACTIVE for port object 7049f8a2-902d-4471-b140-5531220176fc will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:52:30.496103 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-472fb63c-c19e-473f-9f21-0ed834afc63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:30.546418 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fb63c-c19e-473f-9f21-0ed834afc63b service neutron] Pushing event updated for resources: {'Port': ['ID=7049f8a2-902d-4471-b140-5531220176fc,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:30.614613 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-472fb63c-c19e-473f-9f21-0ed834afc63b service neutron] Attempting to bind port 7049f8a2-902d-4471-b140-5531220176fc on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:52:30.614943 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-472fb63c-c19e-473f-9f21-0ed834afc63b service neutron] Attempting to bind port 7049f8a2-902d-4471-b140-5531220176fc by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'b370f83c-9f2a-47b7-891f-5693cfa80c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '14d78c03-aef9-4c20-931a-ad79f689b846'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:52:30.615267 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-472fb63c-c19e-473f-9f21-0ed834afc63b service neutron] Attempting to bind port 7049f8a2-902d-4471-b140-5531220176fc on network 14d78c03-aef9-4c20-931a-ad79f689b846 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:52:30.619596 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-472fb63c-c19e-473f-9f21-0ed834afc63b service neutron] Port 7049f8a2-902d-4471-b140-5531220176fc on network 14d78c03-aef9-4c20-931a-ad79f689b846 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:52:30.619915 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-472fb63c-c19e-473f-9f21-0ed834afc63b service neutron] Attempting to bind port 7049f8a2-902d-4471-b140-5531220176fc on network 14d78c03-aef9-4c20-931a-ad79f689b846 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:52:30.624645 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-472fb63c-c19e-473f-9f21-0ed834afc63b service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:52:30.624978 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-472fb63c-c19e-473f-9f21-0ed834afc63b service neutron] Checking segment: {'id': 'b370f83c-9f2a-47b7-891f-5693cfa80c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '14d78c03-aef9-4c20-931a-ad79f689b846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:52:30.625377 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-472fb63c-c19e-473f-9f21-0ed834afc63b service neutron] Bound using segment: {'id': 'b370f83c-9f2a-47b7-891f-5693cfa80c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '14d78c03-aef9-4c20-931a-ad79f689b846'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:52:30.625840 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-472fb63c-c19e-473f-9f21-0ed834afc63b service neutron] Bound port: 7049f8a2-902d-4471-b140-5531220176fc, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b370f83c-9f2a-47b7-891f-5693cfa80c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '14d78c03-aef9-4c20-931a-ad79f689b846'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:52:30.626194 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-472fb63c-c19e-473f-9f21-0ed834afc63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:30.688030 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-472fb63c-c19e-473f-9f21-0ed834afc63b service neutron] For port 7049f8a2-902d-4471-b140-5531220176fc, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:52:30.691008 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-472fb63c-c19e-473f-9f21-0ed834afc63b service neutron] For port 7049f8a2-902d-4471-b140-5531220176fc, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=7049f8a2-902d-4471-b140-5531220176fc,segment=NetworkSegment(b370f83c-9f2a-47b7-891f-5693cfa80c9c),segment_id=b370f83c-9f2a-47b7-891f-5693cfa80c9c)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:52:30.695305 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-472fb63c-c19e-473f-9f21-0ed834afc63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:30.731486 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-472fb63c-c19e-473f-9f21-0ed834afc63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:30.732099 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-472fb63c-c19e-473f-9f21-0ed834afc63b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:30.733472 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-472fb63c-c19e-473f-9f21-0ed834afc63b service neutron] 10.222.0.18 "PUT /v2.0/ports/7049f8a2-902d-4471-b140-5531220176fc HTTP/1.1" status: 200 len: 1092 time: 0.6714277 Jul 15 13:52:30.733934 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d6bc44-9f99-4fb8-a880-feaa69882415', 'tag': '7049f8a2-902d-4471-b140-5531220176fc'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:52:30.736701 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef812cb1-5510-4dd7-91ac-331e5972bae2" -d '{"events": [{"name": "network-changed", "server_uuid": "79d6bc44-9f99-4fb8-a880-feaa69882415", "tag": "7049f8a2-902d-4471-b140-5531220176fc"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:52:30.761556 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fb63c-c19e-473f-9f21-0ed834afc63b service neutron] Pushing event updated for resources: {'Port': ['ID=7049f8a2-902d-4471-b140-5531220176fc,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:30.782491 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20ca7ea-29c4-49db-8f11-c4dd43425296 x-openstack-request-id: req-c20ca7ea-29c4-49db-8f11-c4dd43425296 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:52:30.782712 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d6bc44-9f99-4fb8-a880-feaa69882415", "tag": "7049f8a2-902d-4471-b140-5531220176fc", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:52:30.782964 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c20ca7ea-29c4-49db-8f11-c4dd43425296 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:52:30.783380 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d6bc44-9f99-4fb8-a880-feaa69882415', 'tag': '7049f8a2-902d-4471-b140-5531220176fc', 'status': 'completed', 'code': 200} Jul 15 13:52:30.827211 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-7b82f986-2999-4705-a272-6dc3bd4ab179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:30.829271 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-7b82f986-2999-4705-a272-6dc3bd4ab179 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=90795f7006f845d296755b3b8b5ff5f0&device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 1095 time: 0.0568259 Jul 15 13:52:30.872867 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-96413543-0292-4264-8f48-88a985ffe715 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7049f8a2-902d-4471-b140-5531220176fc HTTP/1.1" status: 200 len: 217 time: 0.0355649 Jul 15 13:52:30.927051 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-bf617e7c-3a70-4638-9438-c6fef0911aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:30.928538 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-bf617e7c-3a70-4638-9438-c6fef0911aff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71c9124a-83e4-4b1d-aca3-2d2d06af438f HTTP/1.1" status: 200 len: 855 time: 0.0501597 Jul 15 13:52:30.962449 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-b94c4ca7-5488-42f8-bb57-fea77005e678 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=14d78c03-aef9-4c20-931a-ad79f689b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274644 Jul 15 13:52:31.052624 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-86b3acb2-de50-431f-81d7-bb19545b147a service neutron] 10.222.0.18 "GET /v2.0/networks/14d78c03-aef9-4c20-931a-ad79f689b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839891 Jul 15 13:52:31.144120 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f0eba1b1-7bfa-4034-af65-c44a9e3bab75 req-9a0522cb-a043-4f8f-924d-30cc325113b5 service neutron] 10.222.0.18 "GET /v2.0/networks/14d78c03-aef9-4c20-931a-ad79f689b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854151 Jul 15 13:52:31.241123 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef812cb1-5510-4dd7-91ac-331e5972bae2 req-97d74301-ce56-4bf4-a727-24bf6cba473d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:31.242656 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ef812cb1-5510-4dd7-91ac-331e5972bae2 req-97d74301-ce56-4bf4-a727-24bf6cba473d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=90795f7006f845d296755b3b8b5ff5f0&device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 1095 time: 0.0522573 Jul 15 13:52:31.333960 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef812cb1-5510-4dd7-91ac-331e5972bae2 req-19fc0724-6aeb-4f34-a2fc-ddbeb895c7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:31.335339 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ef812cb1-5510-4dd7-91ac-331e5972bae2 req-19fc0724-6aeb-4f34-a2fc-ddbeb895c7c7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=14d78c03-aef9-4c20-931a-ad79f689b846 HTTP/1.1" status: 200 len: 916 time: 0.0869861 Jul 15 13:52:31.377027 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ef812cb1-5510-4dd7-91ac-331e5972bae2 req-e411ed7d-6049-4738-8fdc-b1181a39eb40 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7049f8a2-902d-4471-b140-5531220176fc HTTP/1.1" status: 200 len: 217 time: 0.0353675 Jul 15 13:52:31.426049 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef812cb1-5510-4dd7-91ac-331e5972bae2 req-55d8cf22-e41f-4779-b0e7-03008e58b981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:31.427563 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ef812cb1-5510-4dd7-91ac-331e5972bae2 req-55d8cf22-e41f-4779-b0e7-03008e58b981 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71c9124a-83e4-4b1d-aca3-2d2d06af438f HTTP/1.1" status: 200 len: 855 time: 0.0444627 Jul 15 13:52:31.466446 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ef812cb1-5510-4dd7-91ac-331e5972bae2 req-af5996ff-2dbd-4479-88ff-cb94ed80620a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=14d78c03-aef9-4c20-931a-ad79f689b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307574 Jul 15 13:52:31.593783 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ef812cb1-5510-4dd7-91ac-331e5972bae2 req-bc070078-35f4-46d2-8b8f-7907a25bf08c service neutron] 10.222.0.18 "GET /v2.0/networks/14d78c03-aef9-4c20-931a-ad79f689b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208098 Jul 15 13:52:31.689736 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbac0a5-f2dc-4643-a5ea-b35de10d181b req-33247d36-3eae-4dd7-8496-cea1d437bc5b tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:31.691321 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1fbac0a5-f2dc-4643-a5ea-b35de10d181b req-33247d36-3eae-4dd7-8496-cea1d437bc5b tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 943 time: 0.1411145 Jul 15 13:52:31.724167 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ef812cb1-5510-4dd7-91ac-331e5972bae2 req-a90d02ff-715a-4c49-892f-2ad41008150d service neutron] 10.222.0.18 "GET /v2.0/networks/14d78c03-aef9-4c20-931a-ad79f689b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238248 Jul 15 13:52:31.742422 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1fbac0a5-f2dc-4643-a5ea-b35de10d181b req-65313e0c-44e5-42bb-858b-a1d4faa20cfe tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441742 Jul 15 13:52:32.924805 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d720efb-83b5-4d4b-87ec-e414f3f993da req-b38d9592-ca16-4e0a-b178-27050cd1c3a0 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:32.926336 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1d720efb-83b5-4d4b-87ec-e414f3f993da req-b38d9592-ca16-4e0a-b178-27050cd1c3a0 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 943 time: 0.0704319 Jul 15 13:52:32.964058 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1d720efb-83b5-4d4b-87ec-e414f3f993da req-c26c3a01-b3a5-4044-9928-7b3eb2deac15 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312951 Jul 15 13:52:33.129396 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 7049f8a2-902d-4471-b140-5531220176fc details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:52:33.131518 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 3a1223cf-cece-4b96-ac36-f50cb1ca69da no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:52:33.158083 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 3a1223cf-cece-4b96-ac36-f50cb1ca69da {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:52:33.158427 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 3a1223cf-cece-4b96-ac36-f50cb1ca69da not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:52:33.246010 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 7049f8a2-902d-4471-b140-5531220176fc, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=7049f8a2-902d-4471-b140-5531220176fc,segment=NetworkSegment(b370f83c-9f2a-47b7-891f-5693cfa80c9c),segment_id=b370f83c-9f2a-47b7-891f-5693cfa80c9c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:52:33.256740 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '7049f8a2-902d-4471-b140-5531220176fc', 'network_id': '14d78c03-aef9-4c20-931a-ad79f689b846', 'port_id': '7049f8a2-902d-4471-b140-5531220176fc', 'mac_address': 'fa:16:3e:37:e9:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c9124a-83e4-4b1d-aca3-2d2d06af438f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:52:33.295038 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:33.308626 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7049f8a2-902d-4471-b140-5531220176fc {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:52:33.327611 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 7049f8a2-902d-4471-b140-5531220176fc, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=7049f8a2-902d-4471-b140-5531220176fc,segment=NetworkSegment(b370f83c-9f2a-47b7-891f-5693cfa80c9c),segment_id=b370f83c-9f2a-47b7-891f-5693cfa80c9c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:52:33.331495 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:33.379678 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=7049f8a2-902d-4471-b140-5531220176fc,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:33.532597 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['7049f8a2-902d-4471-b140-5531220176fc'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:52:34.143648 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a415e-9668-442e-a053-532f9f020093 req-3a3f0f2a-dfa6-4ede-9aae-cbbb89f698de tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:34.145182 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7c3a415e-9668-442e-a053-532f9f020093 req-3a3f0f2a-dfa6-4ede-9aae-cbbb89f698de tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 944 time: 0.0697579 Jul 15 13:52:34.183332 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7c3a415e-9668-442e-a053-532f9f020093 req-8ec17ac8-c906-4f0d-b99b-4ce5b6677458 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324290 Jul 15 13:52:35.153793 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 7049f8a2-902d-4471-b140-5531220176fc up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:52:35.202726 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 7049f8a2-902d-4471-b140-5531220176fc completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:52:35.206728 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 7049f8a2-902d-4471-b140-5531220176fc triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:52:35.207097 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:35.297782 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:35.322700 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d6bc44-9f99-4fb8-a880-feaa69882415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7049f8a2-902d-4471-b140-5531220176fc'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:52:35.325094 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183e1347-ee53-4253-a2fe-30419a2658c5" -d '{"events": [{"server_uuid": "79d6bc44-9f99-4fb8-a880-feaa69882415", "name": "network-vif-plugged", "status": "completed", "tag": "7049f8a2-902d-4471-b140-5531220176fc"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:52:35.339214 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 7049f8a2-902d-4471-b140-5531220176fc, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=7049f8a2-902d-4471-b140-5531220176fc,segment=NetworkSegment(b370f83c-9f2a-47b7-891f-5693cfa80c9c),segment_id=b370f83c-9f2a-47b7-891f-5693cfa80c9c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:52:35.345207 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:35.371017 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029023ba-82f3-4867-a2cc-72c5fcc3ef75 x-openstack-request-id: req-029023ba-82f3-4867-a2cc-72c5fcc3ef75 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:52:35.371425 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d6bc44-9f99-4fb8-a880-feaa69882415", "name": "network-vif-plugged", "status": "completed", "tag": "7049f8a2-902d-4471-b140-5531220176fc", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:52:35.371702 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-029023ba-82f3-4867-a2cc-72c5fcc3ef75 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:52:35.372105 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d6bc44-9f99-4fb8-a880-feaa69882415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7049f8a2-902d-4471-b140-5531220176fc', 'code': 200} Jul 15 13:52:35.377822 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37bc531-fe71-4430-aa34-f8364cc248e8 req-3274552a-ed71-4de8-9580-9ce2a3ee3af2 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:35.379604 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c37bc531-fe71-4430-aa34-f8364cc248e8 req-3274552a-ed71-4de8-9580-9ce2a3ee3af2 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 944 time: 0.0779433 Jul 15 13:52:35.419782 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=7049f8a2-902d-4471-b140-5531220176fc,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:35.433293 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c37bc531-fe71-4430-aa34-f8364cc248e8 req-c70a4165-64f9-4909-9f57-7dee6dcdc0f5 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450144 Jul 15 13:52:35.491665 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715e7c8-91b7-4052-82bf-abbcd2f230bf req-ccacfada-ee3e-4937-9565-fdb1fad27fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:35.493194 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c715e7c8-91b7-4052-82bf-abbcd2f230bf req-ccacfada-ee3e-4937-9565-fdb1fad27fca service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 1097 time: 0.0543723 Jul 15 13:52:35.528430 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c715e7c8-91b7-4052-82bf-abbcd2f230bf req-67860f70-fa66-4b33-ab66-c66a836d9978 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291431 Jul 15 13:52:36.617075 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b2d7a-9178-4e40-8188-723a85651de6 req-cab58fe2-8ee0-4d07-b725-f0c554a48ed7 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:36.618532 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9b2b2d7a-9178-4e40-8188-723a85651de6 req-cab58fe2-8ee0-4d07-b725-f0c554a48ed7 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 945 time: 0.0628221 Jul 15 13:52:36.655283 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9b2b2d7a-9178-4e40-8188-723a85651de6 req-bd534ce5-344f-48e0-9350-d76ab6869951 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312922 Jul 15 13:52:36.824874 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f446e7c-a9ed-454e-9d03-3501468303a1 req-4ca1abe8-7098-446e-86fa-1312e0a291ae tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:36.826373 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f446e7c-a9ed-454e-9d03-3501468303a1 req-4ca1abe8-7098-446e-86fa-1312e0a291ae tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 945 time: 0.0626266 Jul 15 13:52:36.867840 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f446e7c-a9ed-454e-9d03-3501468303a1 req-1261721c-df2b-497d-bf4c-5e545e493183 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352299 Jul 15 13:52:37.232933 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-e3e5e7a7-ea65-4817-b03b-9947d905b21b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850070 Jul 15 13:52:37.268602 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af723fd-1865-4f27-967f-c39033634432 req-e86e7ca0-4c4a-4351-8ddb-af7ccc79193b tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:37.270335 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6af723fd-1865-4f27-967f-c39033634432 req-e86e7ca0-4c4a-4351-8ddb-af7ccc79193b tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 945 time: 0.0751839 Jul 15 13:52:37.309681 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6af723fd-1865-4f27-967f-c39033634432 req-64690f46-634e-415a-ac39-b8089d10a025 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337651 Jul 15 13:52:38.505365 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:38.540928 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd02392-7ec7-4de2-8a62-807545d05eb7 req-7807f86f-570e-4ecf-ac82-f6b3714a4456 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:38.542457 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5bd02392-7ec7-4de2-8a62-807545d05eb7 req-7807f86f-570e-4ecf-ac82-f6b3714a4456 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 945 time: 0.1120727 Jul 15 13:52:38.547745 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-46826593-2af5-4834-aeb7-2429f0cf9036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:38.549135 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-46826593-2af5-4834-aeb7-2429f0cf9036 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=90795f7006f845d296755b3b8b5ff5f0&device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 1097 time: 0.0801618 Jul 15 13:52:38.608853 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5bd02392-7ec7-4de2-8a62-807545d05eb7 req-91ce4311-4f2c-466e-8f82-395fb3a40a8e tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587652 Jul 15 13:52:38.662899 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-6fcb1d6f-fb83-4386-a67d-36e1cd0b015a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:38.664317 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-6fcb1d6f-fb83-4386-a67d-36e1cd0b015a service neutron] 10.222.0.18 "GET /v2.0/networks?id=14d78c03-aef9-4c20-931a-ad79f689b846 HTTP/1.1" status: 200 len: 916 time: 0.1084993 Jul 15 13:52:38.704621 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-233bbd60-f9a5-49b1-ac1a-be0f17ad8505 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7049f8a2-902d-4471-b140-5531220176fc HTTP/1.1" status: 200 len: 217 time: 0.0339694 Jul 15 13:52:38.751878 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-1220cc67-3f35-46b8-b376-40dd56a39e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:38.753331 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-1220cc67-3f35-46b8-b376-40dd56a39e5f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71c9124a-83e4-4b1d-aca3-2d2d06af438f HTTP/1.1" status: 200 len: 855 time: 0.0435855 Jul 15 13:52:38.789449 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-389f4368-9445-460e-9e2e-84541ca261db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=14d78c03-aef9-4c20-931a-ad79f689b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296388 Jul 15 13:52:38.877488 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-051bbf00-49c8-40fb-9414-2d5464078635 service neutron] 10.222.0.18 "GET /v2.0/networks/14d78c03-aef9-4c20-931a-ad79f689b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820265 Jul 15 13:52:38.968435 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-c287ef0a-aaf8-4b5b-bee5-4dfe9226af78 service neutron] 10.222.0.18 "GET /v2.0/networks/14d78c03-aef9-4c20-931a-ad79f689b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853896 Jul 15 13:52:39.784792 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05accd5-56b6-4050-9c88-1660b5509fa5 req-680bb6e6-c50d-4910-81f5-b5403f76eb32 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:39.786290 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d05accd5-56b6-4050-9c88-1660b5509fa5 req-680bb6e6-c50d-4910-81f5-b5403f76eb32 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 945 time: 0.0625463 Jul 15 13:52:39.827519 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d05accd5-56b6-4050-9c88-1660b5509fa5 req-b18c82e8-f5e9-4468-a61b-43751d2dd79a tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356390 Jul 15 13:52:41.182075 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496145be-5269-463c-b5f0-133d751e9ebe req-bc70913f-7971-41f5-a2a9-5d4eaccb9e36 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:41.183466 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-496145be-5269-463c-b5f0-133d751e9ebe req-bc70913f-7971-41f5-a2a9-5d4eaccb9e36 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 945 time: 0.0637906 Jul 15 13:52:41.222480 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-496145be-5269-463c-b5f0-133d751e9ebe req-c7be13d0-85b1-47c1-8acb-609e1a90e355 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333829 Jul 15 13:52:42.396417 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a25cf-e2db-44b9-b55b-121b48964fb2 req-0039a111-1b4f-493d-a3c7-2f5677f12bb5 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:42.397974 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3e5a25cf-e2db-44b9-b55b-121b48964fb2 req-0039a111-1b4f-493d-a3c7-2f5677f12bb5 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 945 time: 0.0638707 Jul 15 13:52:42.436319 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3e5a25cf-e2db-44b9-b55b-121b48964fb2 req-b3710bae-4862-4ad4-9449-0a2bf1b74f01 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324597 Jul 15 13:52:43.613825 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5946b-0203-4802-88ca-6a451dd19026 req-355ced13-82bc-4163-b53d-2ec4d06a0b57 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:43.615243 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4dd5946b-0203-4802-88ca-6a451dd19026 req-355ced13-82bc-4163-b53d-2ec4d06a0b57 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 945 time: 0.0693431 Jul 15 13:52:43.651721 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4dd5946b-0203-4802-88ca-6a451dd19026 req-d72809ab-6594-449c-9524-ee8e2d0dcbf2 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309083 Jul 15 13:52:44.824792 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595cbb6-1d35-45ed-845f-abdf7105724e req-0e175ee4-aa0b-43a4-9416-e7af26d01863 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:44.826352 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2595cbb6-1d35-45ed-845f-abdf7105724e req-0e175ee4-aa0b-43a4-9416-e7af26d01863 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 945 time: 0.0634646 Jul 15 13:52:44.867754 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2595cbb6-1d35-45ed-845f-abdf7105724e req-09415bd8-1c99-4c19-b35e-a7fa6f65ece9 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351179 Jul 15 13:52:46.043932 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f65e6-5b07-48bd-bd3e-f70e2b1c7125 req-cc3b6d86-1aaa-4b4d-b1ce-e1c5997798b9 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:46.045478 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d38f65e6-5b07-48bd-bd3e-f70e2b1c7125 req-cc3b6d86-1aaa-4b4d-b1ce-e1c5997798b9 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 945 time: 0.0687487 Jul 15 13:52:46.083971 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d38f65e6-5b07-48bd-bd3e-f70e2b1c7125 req-1fb495ee-24dd-4d8c-afc0-b666a1d2b78e tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325990 Jul 15 13:52:47.260750 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05dd6ac-ab32-4eae-8f15-8cd77fcb31f0 req-434b7e38-8d48-4129-b61f-180cbc18ef0a tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:47.262269 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b05dd6ac-ab32-4eae-8f15-8cd77fcb31f0 req-434b7e38-8d48-4129-b61f-180cbc18ef0a tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 945 time: 0.0664773 Jul 15 13:52:47.299540 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b05dd6ac-ab32-4eae-8f15-8cd77fcb31f0 req-d025f2b1-7d3c-42a9-8785-73bb3c0d9af9 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317328 Jul 15 13:52:48.477088 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4bf41-cbe2-436e-8eb2-51634859b365 req-397ed537-eba3-4556-bcb7-83eba673ac22 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:48.478627 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a7b4bf41-cbe2-436e-8eb2-51634859b365 req-397ed537-eba3-4556-bcb7-83eba673ac22 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 945 time: 0.0639966 Jul 15 13:52:48.516623 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a7b4bf41-cbe2-436e-8eb2-51634859b365 req-1722a281-4d16-4901-86b9-13c03636541d tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324907 Jul 15 13:52:49.691281 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d369e52-173b-4d6f-b1a3-f6a612dd6cfe req-a493e088-cce5-4234-ad52-ddcc9d464805 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:49.692785 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5d369e52-173b-4d6f-b1a3-f6a612dd6cfe req-a493e088-cce5-4234-ad52-ddcc9d464805 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 945 time: 0.0632641 Jul 15 13:52:49.730079 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5d369e52-173b-4d6f-b1a3-f6a612dd6cfe req-8dda5b3a-a79d-40f9-a8c5-87543d095991 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317137 Jul 15 13:52:50.890043 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a8d9d048-fe63-410f-b6d3-098e62ccbcf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:50.905748 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2d267-ab39-45c2-8160-d031807af9fb req-9fd103c8-22ca-4a25-8979-929622f49cf6 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:50.907299 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2de2d267-ab39-45c2-8160-d031807af9fb req-9fd103c8-22ca-4a25-8979-929622f49cf6 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 945 time: 0.0686388 Jul 15 13:52:50.944947 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2de2d267-ab39-45c2-8160-d031807af9fb req-998f3c5d-98fc-4131-818c-ed3fc50e1d7b tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321455 Jul 15 13:52:52.116222 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c923c-8846-4df0-8cd6-efbe0566cf9c req-21f9ba3d-dccc-4d90-b334-6d7d5240f973 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:52.117732 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-420c923c-8846-4df0-8cd6-efbe0566cf9c req-21f9ba3d-dccc-4d90-b334-6d7d5240f973 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 945 time: 0.0627587 Jul 15 13:52:52.159781 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-420c923c-8846-4df0-8cd6-efbe0566cf9c req-2ad03383-a38e-4f22-8a0a-746555f33d0c tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364964 Jul 15 13:52:53.300611 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:53.331720 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683c1ae-7c30-49dc-a3a5-3e50b5a524c7 req-6b4fade0-c7e7-4ee9-8a55-9d687bf0da55 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:53.333207 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c683c1ae-7c30-49dc-a3a5-3e50b5a524c7 req-6b4fade0-c7e7-4ee9-8a55-9d687bf0da55 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 945 time: 0.0649362 Jul 15 13:52:53.371167 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c683c1ae-7c30-49dc-a3a5-3e50b5a524c7 req-83cd48c1-eda4-4e4f-8dbe-ac6dadbabbb0 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320425 Jul 15 13:52:53.437993 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eecac5ff-4938-4b68-b648-a924bbe3daa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:54.548115 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1601d1-3e4b-4db1-8804-92b785af3113 req-b22eae09-e528-4cf9-987d-6e67543b0693 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:54.549508 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2c1601d1-3e4b-4db1-8804-92b785af3113 req-b22eae09-e528-4cf9-987d-6e67543b0693 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 945 time: 0.0672569 Jul 15 13:52:54.586176 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2c1601d1-3e4b-4db1-8804-92b785af3113 req-70290b54-6a56-4544-b510-0ce15898d61d tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310159 Jul 15 13:52:54.854005 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:55.558203 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:55.756005 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1eecad-d737-461a-81dd-28dba5a0e5a6 req-07787280-bcfa-4319-914a-c0fe86fd2ae2 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:55.757441 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bc1eecad-d737-461a-81dd-28dba5a0e5a6 req-07787280-bcfa-4319-914a-c0fe86fd2ae2 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 945 time: 0.0619822 Jul 15 13:52:55.794681 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bc1eecad-d737-461a-81dd-28dba5a0e5a6 req-ae881eb3-980a-4d22-a79a-e11e66f9e702 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316260 Jul 15 13:52:56.456042 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:56.964813 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c77340-7ef4-4896-926a-b237ec067216 req-bba6e682-b0f8-4831-8794-c17d9a202962 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:56.966307 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a2c77340-7ef4-4896-926a-b237ec067216 req-bba6e682-b0f8-4831-8794-c17d9a202962 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 945 time: 0.0617170 Jul 15 13:52:57.006149 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a2c77340-7ef4-4896-926a-b237ec067216 req-1c886113-24e2-4a1b-9bff-8340b66154f1 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339911 Jul 15 13:52:58.188226 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf8c4d-5473-4fcc-b903-f32aea909b9b req-b68eef76-79c7-41a1-91c9-e0dda9cfc91b tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:58.189725 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9abf8c4d-5473-4fcc-b903-f32aea909b9b req-b68eef76-79c7-41a1-91c9-e0dda9cfc91b tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 945 time: 0.0690207 Jul 15 13:52:58.226998 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9abf8c4d-5473-4fcc-b903-f32aea909b9b req-15388a2a-97ae-4cda-bfad-596a00607492 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316620 Jul 15 13:52:59.014476 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:52:59.405355 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61026da-0ef5-4227-8194-c9ab5d8eca8e req-ed29d993-6170-4401-8aef-67fd460fc885 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:59.407511 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d61026da-0ef5-4227-8194-c9ab5d8eca8e req-ed29d993-6170-4401-8aef-67fd460fc885 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 945 time: 0.0674529 Jul 15 13:52:59.446831 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d61026da-0ef5-4227-8194-c9ab5d8eca8e req-5c20d198-966f-4e6e-8698-4186b3bac52b tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335264 Jul 15 13:53:00.618580 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632cf97-9f9a-4131-b6f6-6ea0ae98a6a7 req-3f039ab9-75cb-467d-9e05-decbf9fcd943 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:00.619970 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f632cf97-9f9a-4131-b6f6-6ea0ae98a6a7 req-3f039ab9-75cb-467d-9e05-decbf9fcd943 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 945 time: 0.0636618 Jul 15 13:53:00.657065 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f632cf97-9f9a-4131-b6f6-6ea0ae98a6a7 req-e61f31f4-4f84-4031-9413-4166de957170 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311146 Jul 15 13:53:01.829057 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a174f1f-6a99-4cf0-b7f4-e9b9271cf52c req-72f3daff-148a-4b22-ba43-976908de7f68 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:01.830596 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5a174f1f-6a99-4cf0-b7f4-e9b9271cf52c req-72f3daff-148a-4b22-ba43-976908de7f68 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 945 time: 0.0625367 Jul 15 13:53:01.869060 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5a174f1f-6a99-4cf0-b7f4-e9b9271cf52c req-9131954c-1460-4c92-b3de-fc9ae8881e0c tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329492 Jul 15 13:53:03.045255 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac30a2-065e-4f0e-b160-eb5c8f0c5268 req-aaaffb52-db05-4dec-8b29-897a387cd705 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:03.046726 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c2ac30a2-065e-4f0e-b160-eb5c8f0c5268 req-aaaffb52-db05-4dec-8b29-897a387cd705 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 945 time: 0.0689445 Jul 15 13:53:03.084741 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c2ac30a2-065e-4f0e-b160-eb5c8f0c5268 req-73e81575-b6a1-44b7-9235-737a95eabe98 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319586 Jul 15 13:53:04.256756 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47684af6-979e-4e81-a411-e78b202764f3 req-a63d50da-76a3-4cb6-92c4-95b304101c1c tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:04.258333 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-47684af6-979e-4e81-a411-e78b202764f3 req-a63d50da-76a3-4cb6-92c4-95b304101c1c tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 945 time: 0.0633156 Jul 15 13:53:04.298785 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-47684af6-979e-4e81-a411-e78b202764f3 req-37ee302e-65b5-4af0-b61f-3c16991dc958 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349767 Jul 15 13:53:05.469149 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bec23d-9ada-4899-8f9a-7f02621cc549 req-67c41dc8-b2f9-45b5-a7f9-54cc5a317bac tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:05.470688 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c4bec23d-9ada-4899-8f9a-7f02621cc549 req-67c41dc8-b2f9-45b5-a7f9-54cc5a317bac tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 945 time: 0.0621228 Jul 15 13:53:05.508323 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c4bec23d-9ada-4899-8f9a-7f02621cc549 req-4afaa0f2-0e27-4b80-82ea-13ef55b9b4c1 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320077 Jul 15 13:53:05.803994 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-81fbf495-95e2-4114-97f9-9eab39f947c6 service neutron] show failed (client error): The resource could not be found. Jul 15 13:53:05.804936 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-81fbf495-95e2-4114-97f9-9eab39f947c6 service neutron] 10.222.0.18 "GET /v2.0/ports/7049f8a2-902d-4471-b140-5531220176fc/bindings/n-h2-758944-45 HTTP/1.1" status: 404 len: 381 time: 0.0543749 Jul 15 13:53:06.085411 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-88f07e3d-22eb-4f8f-9236-3576366fab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:06.086877 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-88f07e3d-22eb-4f8f-9236-3576366fab19 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415&tenant_id=90795f7006f845d296755b3b8b5ff5f0 HTTP/1.1" status: 200 len: 1097 time: 0.0866497 Jul 15 13:53:06.104055 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-45', 'device_owner': 'compute:nova'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:53:06.173600 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:06.373671 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] For port 7049f8a2-902d-4471-b140-5531220176fc, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=7049f8a2-902d-4471-b140-5531220176fc,segment=NetworkSegment(b370f83c-9f2a-47b7-891f-5693cfa80c9c),segment_id=b370f83c-9f2a-47b7-891f-5693cfa80c9c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:53:06.405591 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] For port 7049f8a2-902d-4471-b140-5531220176fc, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:53:06.444856 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d6bc44-9f99-4fb8-a880-feaa69882415', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7049f8a2-902d-4471-b140-5531220176fc'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:53:06.447172 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70222ae7-d149-4407-9612-b3a28c5f7bbc" -d '{"events": [{"server_uuid": "79d6bc44-9f99-4fb8-a880-feaa69882415", "name": "network-vif-unplugged", "status": "completed", "tag": "7049f8a2-902d-4471-b140-5531220176fc"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:53:06.451050 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:06.463867 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] Transition to ACTIVE for port object 7049f8a2-902d-4471-b140-5531220176fc will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:53:06.467665 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:06.499353 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea50b379-8694-4cd2-bbc4-76ffc58ff0a6 x-openstack-request-id: req-ea50b379-8694-4cd2-bbc4-76ffc58ff0a6 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:53:06.499996 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d6bc44-9f99-4fb8-a880-feaa69882415", "name": "network-vif-unplugged", "status": "completed", "tag": "7049f8a2-902d-4471-b140-5531220176fc", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:53:06.499996 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea50b379-8694-4cd2-bbc4-76ffc58ff0a6 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:53:06.500255 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d6bc44-9f99-4fb8-a880-feaa69882415', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7049f8a2-902d-4471-b140-5531220176fc', 'code': 200} Jul 15 13:53:06.533697 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] Pushing event updated for resources: {'Port': ['ID=7049f8a2-902d-4471-b140-5531220176fc,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:06.535833 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] No DVR routers for this DVR port 7049f8a2-902d-4471-b140-5531220176fc on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:53:06.544704 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:06.545049 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:06.545374 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:06.545720 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:06.546190 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:06.546403 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:06.546733 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:06.547060 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:06.547387 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:06.547750 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:06.548075 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:06.548398 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:06.586944 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] Attempting to bind port 7049f8a2-902d-4471-b140-5531220176fc on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:53:06.587273 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] Attempting to bind port 7049f8a2-902d-4471-b140-5531220176fc by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'b370f83c-9f2a-47b7-891f-5693cfa80c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '14d78c03-aef9-4c20-931a-ad79f689b846'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:53:06.587607 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] Attempting to bind port 7049f8a2-902d-4471-b140-5531220176fc on network 14d78c03-aef9-4c20-931a-ad79f689b846 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:53:06.591861 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] Port 7049f8a2-902d-4471-b140-5531220176fc on network 14d78c03-aef9-4c20-931a-ad79f689b846 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:53:06.592243 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] Attempting to bind port 7049f8a2-902d-4471-b140-5531220176fc on network 14d78c03-aef9-4c20-931a-ad79f689b846 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:53:06.597552 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:53:06.597918 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] Checking segment: {'id': 'b370f83c-9f2a-47b7-891f-5693cfa80c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '14d78c03-aef9-4c20-931a-ad79f689b846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:53:06.598304 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] Bound using segment: {'id': 'b370f83c-9f2a-47b7-891f-5693cfa80c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '14d78c03-aef9-4c20-931a-ad79f689b846'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:53:06.598734 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] Bound port: 7049f8a2-902d-4471-b140-5531220176fc, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b370f83c-9f2a-47b7-891f-5693cfa80c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '14d78c03-aef9-4c20-931a-ad79f689b846'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:53:06.599094 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:06.698982 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] For port 7049f8a2-902d-4471-b140-5531220176fc, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:53:06.712961 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] For port 7049f8a2-902d-4471-b140-5531220176fc, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=7049f8a2-902d-4471-b140-5531220176fc,segment=NetworkSegment(b370f83c-9f2a-47b7-891f-5693cfa80c9c),segment_id=b370f83c-9f2a-47b7-891f-5693cfa80c9c)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:53:06.717284 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:06.733417 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa8fdb-ec77-49ba-9f55-6bcc9b846c03 req-4e85fbda-91a3-44f3-94a8-1580b4b2c915 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:06.735242 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-04fa8fdb-ec77-49ba-9f55-6bcc9b846c03 req-4e85fbda-91a3-44f3-94a8-1580b4b2c915 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 943 time: 0.1047399 Jul 15 13:53:06.777122 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:06.777736 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:06.779113 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] 10.222.0.32 "PUT /v2.0/ports/7049f8a2-902d-4471-b140-5531220176fc HTTP/1.1" status: 200 len: 1092 time: 0.6790743 Jul 15 13:53:06.812575 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45b244-cbf6-478a-b8d4-50cc89e805e0 service neutron] Pushing event updated for resources: {'Port': ['ID=7049f8a2-902d-4471-b140-5531220176fc,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:06.819389 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-04fa8fdb-ec77-49ba-9f55-6bcc9b846c03 req-e5592aa5-2d66-4ae5-ac91-5ee6df5ee3ef tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630400 Jul 15 13:53:06.869892 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-d5e97666-6a47-4658-8ccb-886bb8a4137b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:06.871410 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-d5e97666-6a47-4658-8ccb-886bb8a4137b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=90795f7006f845d296755b3b8b5ff5f0&device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 1095 time: 0.0553098 Jul 15 13:53:06.965671 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-029239e5-1840-4a4e-a091-264b3c603e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:06.967109 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-029239e5-1840-4a4e-a091-264b3c603e1e service neutron] 10.222.0.32 "GET /v2.0/networks?id=14d78c03-aef9-4c20-931a-ad79f689b846 HTTP/1.1" status: 200 len: 916 time: 0.0890183 Jul 15 13:53:07.007970 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-5ec9b9b8-6005-4d4c-bc18-3bf7db3a0151 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7049f8a2-902d-4471-b140-5531220176fc HTTP/1.1" status: 200 len: 217 time: 0.0344679 Jul 15 13:53:07.056821 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-2fe1add5-970a-44d8-bcd4-c741792acd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:07.058312 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-2fe1add5-970a-44d8-bcd4-c741792acd15 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71c9124a-83e4-4b1d-aca3-2d2d06af438f HTTP/1.1" status: 200 len: 855 time: 0.0443749 Jul 15 13:53:07.094246 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-f0e9588d-07ce-407b-a233-9bb7dfdcfa5a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=14d78c03-aef9-4c20-931a-ad79f689b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297260 Jul 15 13:53:07.180583 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-0be881b9-7ee2-46b6-ad69-adeb7459f681 service neutron] 10.222.0.32 "GET /v2.0/networks/14d78c03-aef9-4c20-931a-ad79f689b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802269 Jul 15 13:53:07.512958 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fd48c0b5-ca5c-4898-b579-861f8bae0aec req-f4fbd016-77e4-46a2-b44c-4876ca80107d service neutron] 10.222.0.32 "GET /v2.0/networks/14d78c03-aef9-4c20-931a-ad79f689b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266113 Jul 15 13:53:07.994792 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01226d-54d4-48cf-8f2c-5062ded66653 req-870fcc30-d616-4f9e-b934-be11136dfd2a tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:07.996319 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1d01226d-54d4-48cf-8f2c-5062ded66653 req-870fcc30-d616-4f9e-b934-be11136dfd2a tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 943 time: 0.0627217 Jul 15 13:53:08.036152 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1d01226d-54d4-48cf-8f2c-5062ded66653 req-c339d1d8-39d5-458d-8d3f-36d8f6e478e4 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342226 Jul 15 13:53:08.501911 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d6bc44-9f99-4fb8-a880-feaa69882415', 'tag': '7049f8a2-902d-4471-b140-5531220176fc'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:53:08.504130 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9f58c8-444d-48db-91d2-fa00eeba3295" -d '{"events": [{"name": "network-changed", "server_uuid": "79d6bc44-9f99-4fb8-a880-feaa69882415", "tag": "7049f8a2-902d-4471-b140-5531220176fc"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:53:08.508762 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:08.551313 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f817a5e8-7bca-4260-a7a6-8a3b08debb37 x-openstack-request-id: req-f817a5e8-7bca-4260-a7a6-8a3b08debb37 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:53:08.551803 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d6bc44-9f99-4fb8-a880-feaa69882415", "tag": "7049f8a2-902d-4471-b140-5531220176fc", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:53:08.551904 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f817a5e8-7bca-4260-a7a6-8a3b08debb37 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:53:08.552238 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d6bc44-9f99-4fb8-a880-feaa69882415', 'tag': '7049f8a2-902d-4471-b140-5531220176fc', 'status': 'completed', 'code': 200} Jul 15 13:53:08.664151 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f58c8-444d-48db-91d2-fa00eeba3295 req-47d02dd8-9911-4d4b-b738-97afc8530da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:08.665630 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c9f58c8-444d-48db-91d2-fa00eeba3295 req-47d02dd8-9911-4d4b-b738-97afc8530da0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=90795f7006f845d296755b3b8b5ff5f0&device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 1095 time: 0.0897334 Jul 15 13:53:08.671140 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f58c8-444d-48db-91d2-fa00eeba3295 req-337d8b3f-9d6f-4815-904b-522ee8862317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:08.673079 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c9f58c8-444d-48db-91d2-fa00eeba3295 req-337d8b3f-9d6f-4815-904b-522ee8862317 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=90795f7006f845d296755b3b8b5ff5f0&device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 1095 time: 0.0705726 Jul 15 13:53:08.824276 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f58c8-444d-48db-91d2-fa00eeba3295 req-7b6d2e03-8a32-4464-9380-c69350511575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:08.825648 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c9f58c8-444d-48db-91d2-fa00eeba3295 req-7b6d2e03-8a32-4464-9380-c69350511575 service neutron] 10.222.0.18 "GET /v2.0/networks?id=14d78c03-aef9-4c20-931a-ad79f689b846 HTTP/1.1" status: 200 len: 916 time: 0.1517570 Jul 15 13:53:08.826964 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f58c8-444d-48db-91d2-fa00eeba3295 req-8df778dd-8c78-4416-9709-3a5561e6d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:08.828246 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c9f58c8-444d-48db-91d2-fa00eeba3295 req-8df778dd-8c78-4416-9709-3a5561e6d761 service neutron] 10.222.0.32 "GET /v2.0/networks?id=14d78c03-aef9-4c20-931a-ad79f689b846 HTTP/1.1" status: 200 len: 916 time: 0.1465449 Jul 15 13:53:08.893913 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c9f58c8-444d-48db-91d2-fa00eeba3295 req-5592aa55-73db-4748-a737-26fa6c1e0ef1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7049f8a2-902d-4471-b140-5531220176fc HTTP/1.1" status: 200 len: 217 time: 0.0624487 Jul 15 13:53:08.895275 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c9f58c8-444d-48db-91d2-fa00eeba3295 req-106cd3d2-9773-4230-b963-fb439ed5370e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7049f8a2-902d-4471-b140-5531220176fc HTTP/1.1" status: 200 len: 217 time: 0.0576625 Jul 15 13:53:08.976581 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f58c8-444d-48db-91d2-fa00eeba3295 req-69ce83a2-e883-4394-8d1e-5e62cd3d3de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:08.978053 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c9f58c8-444d-48db-91d2-fa00eeba3295 req-69ce83a2-e883-4394-8d1e-5e62cd3d3de9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71c9124a-83e4-4b1d-aca3-2d2d06af438f HTTP/1.1" status: 200 len: 855 time: 0.0785627 Jul 15 13:53:08.979411 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f58c8-444d-48db-91d2-fa00eeba3295 req-fc669fbb-7413-4c09-b2cc-1a8b1f27326b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:08.980706 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c9f58c8-444d-48db-91d2-fa00eeba3295 req-fc669fbb-7413-4c09-b2cc-1a8b1f27326b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=71c9124a-83e4-4b1d-aca3-2d2d06af438f HTTP/1.1" status: 200 len: 855 time: 0.0741193 Jul 15 13:53:09.018142 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c9f58c8-444d-48db-91d2-fa00eeba3295 req-a54b5d88-77c3-45cb-9e5f-d9d6ed925931 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=14d78c03-aef9-4c20-931a-ad79f689b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337136 Jul 15 13:53:09.035261 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c9f58c8-444d-48db-91d2-fa00eeba3295 req-028da50d-c890-4a35-b152-a63795057c5e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=14d78c03-aef9-4c20-931a-ad79f689b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429649 Jul 15 13:53:09.182149 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c9f58c8-444d-48db-91d2-fa00eeba3295 req-706917b9-6cbf-4611-94be-69b91d1eebc5 service neutron] 10.222.0.18 "GET /v2.0/networks/14d78c03-aef9-4c20-931a-ad79f689b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486232 Jul 15 13:53:09.231710 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f94459-1012-4ea4-826d-e759e592a87a req-9eaee227-2198-48e7-bf46-c9bfb229c4c9 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:09.233475 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-85f94459-1012-4ea4-826d-e759e592a87a req-9eaee227-2198-48e7-bf46-c9bfb229c4c9 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 943 time: 0.0775101 Jul 15 13:53:09.236171 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c9f58c8-444d-48db-91d2-fa00eeba3295 req-1de85d0c-bd50-42be-8db0-acdc9e75c0d2 service neutron] 10.222.0.32 "GET /v2.0/networks/14d78c03-aef9-4c20-931a-ad79f689b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393588 Jul 15 13:53:09.279301 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-85f94459-1012-4ea4-826d-e759e592a87a req-46b859b3-8ad6-4fad-8f49-2702bea63510 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373483 Jul 15 13:53:09.327289 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 7049f8a2-902d-4471-b140-5531220176fc no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:53:09.349073 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c9f58c8-444d-48db-91d2-fa00eeba3295 req-1da72b5e-4d06-40d9-886e-db58df737f62 service neutron] 10.222.0.18 "GET /v2.0/networks/14d78c03-aef9-4c20-931a-ad79f689b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602485 Jul 15 13:53:09.368079 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 7049f8a2-902d-4471-b140-5531220176fc not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:53:09.372510 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c9f58c8-444d-48db-91d2-fa00eeba3295 req-c8f24c58-e176-460b-b60c-d4ec91239c4d service neutron] 10.222.0.32 "GET /v2.0/networks/14d78c03-aef9-4c20-931a-ad79f689b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095116 Jul 15 13:53:09.396202 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 7049f8a2-902d-4471-b140-5531220176fc details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:53:09.489225 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 7049f8a2-902d-4471-b140-5531220176fc, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=7049f8a2-902d-4471-b140-5531220176fc,segment=NetworkSegment(b370f83c-9f2a-47b7-891f-5693cfa80c9c),segment_id=b370f83c-9f2a-47b7-891f-5693cfa80c9c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:53:09.499585 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '7049f8a2-902d-4471-b140-5531220176fc', 'network_id': '14d78c03-aef9-4c20-931a-ad79f689b846', 'port_id': '7049f8a2-902d-4471-b140-5531220176fc', 'mac_address': 'fa:16:3e:37:e9:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c9124a-83e4-4b1d-aca3-2d2d06af438f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:53:09.539167 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:09.552302 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7049f8a2-902d-4471-b140-5531220176fc {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:53:09.570978 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 7049f8a2-902d-4471-b140-5531220176fc, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=7049f8a2-902d-4471-b140-5531220176fc,segment=NetworkSegment(b370f83c-9f2a-47b7-891f-5693cfa80c9c),segment_id=b370f83c-9f2a-47b7-891f-5693cfa80c9c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:53:09.574948 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:09.621235 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=7049f8a2-902d-4471-b140-5531220176fc,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:09.628286 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:09.628627 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:09.628957 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:09.629282 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:09.629605 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:09.629954 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:09.630273 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:09.630614 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:09.630935 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:09.631247 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:09.631561 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:09.631871 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:09.861129 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['7049f8a2-902d-4471-b140-5531220176fc'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:53:10.456500 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d2fea-f785-4f3d-803e-68ea2b226c74 req-ef383550-efa4-4d39-a847-7215d0060f68 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:10.458026 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bf9d2fea-f785-4f3d-803e-68ea2b226c74 req-ef383550-efa4-4d39-a847-7215d0060f68 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 944 time: 0.0643594 Jul 15 13:53:10.495076 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bf9d2fea-f785-4f3d-803e-68ea2b226c74 req-1b0fae09-3251-4685-bd72-d2e410ef54db tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315535 Jul 15 13:53:10.835173 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e4ef6-d4d0-48da-8209-aeebdd8ca8a5 req-11530101-325a-45b2-9cce-bd214612d9b8 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:10.836586 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7a3e4ef6-d4d0-48da-8209-aeebdd8ca8a5 req-11530101-325a-45b2-9cce-bd214612d9b8 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 944 time: 0.1147933 Jul 15 13:53:10.845343 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846cce30-2a08-4a95-8acd-b69369a793d4 req-85f478a7-ba1b-4942-aafb-a64b7943e3eb tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:10.846736 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-846cce30-2a08-4a95-8acd-b69369a793d4 req-85f478a7-ba1b-4942-aafb-a64b7943e3eb tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.18 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415&tenant_id=90795f7006f845d296755b3b8b5ff5f0&binding%3Ahost_id=n-h2-758944-45 HTTP/1.1" status: 200 len: 944 time: 0.1158841 Jul 15 13:53:10.917884 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7a3e4ef6-d4d0-48da-8209-aeebdd8ca8a5 req-1daa4443-eaa8-4119-b651-da806b5a0b87 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701294 Jul 15 13:53:10.926931 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [req-846cce30-2a08-4a95-8acd-b69369a793d4 req-36bdf053-d636-42d1-a07f-03453e65ab24 service neutron] delete failed (client error): The resource could not be found. Jul 15 13:53:10.927916 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-846cce30-2a08-4a95-8acd-b69369a793d4 req-36bdf053-d636-42d1-a07f-03453e65ab24 service neutron] 10.222.0.18 "DELETE /v2.0/ports/7049f8a2-902d-4471-b140-5531220176fc/bindings/n-h1-758944-45 HTTP/1.1" status: 404 len: 381 time: 0.0744176 Jul 15 13:53:11.024402 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846cce30-2a08-4a95-8acd-b69369a793d4 req-bb0aa03c-c6e6-4e71-9cbb-cb1b8ce99621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:11.025927 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-846cce30-2a08-4a95-8acd-b69369a793d4 req-bb0aa03c-c6e6-4e71-9cbb-cb1b8ce99621 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=90795f7006f845d296755b3b8b5ff5f0&device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 1096 time: 0.0564899 Jul 15 13:53:11.119577 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846cce30-2a08-4a95-8acd-b69369a793d4 req-9a542b9f-e3e0-4b9c-8593-1782773bdf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:11.120961 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-846cce30-2a08-4a95-8acd-b69369a793d4 req-9a542b9f-e3e0-4b9c-8593-1782773bdf1e service neutron] 10.222.0.18 "GET /v2.0/networks?id=14d78c03-aef9-4c20-931a-ad79f689b846 HTTP/1.1" status: 200 len: 916 time: 0.0890105 Jul 15 13:53:11.164895 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-846cce30-2a08-4a95-8acd-b69369a793d4 req-e5d4e2d9-ee9c-4ec9-ac3c-95d65492ee7a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7049f8a2-902d-4471-b140-5531220176fc HTTP/1.1" status: 200 len: 217 time: 0.0378497 Jul 15 13:53:11.216937 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846cce30-2a08-4a95-8acd-b69369a793d4 req-6730730e-bea9-4f65-b394-d9201b35ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:11.218455 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-846cce30-2a08-4a95-8acd-b69369a793d4 req-6730730e-bea9-4f65-b394-d9201b35ad0d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71c9124a-83e4-4b1d-aca3-2d2d06af438f HTTP/1.1" status: 200 len: 855 time: 0.0438974 Jul 15 13:53:11.250257 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-846cce30-2a08-4a95-8acd-b69369a793d4 req-ec933bc0-4e61-429a-ba26-74d52bac612c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=14d78c03-aef9-4c20-931a-ad79f689b846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259373 Jul 15 13:53:11.343898 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-846cce30-2a08-4a95-8acd-b69369a793d4 req-e19de883-e677-40ca-8317-30ec7ef6b2a9 service neutron] 10.222.0.18 "GET /v2.0/networks/14d78c03-aef9-4c20-931a-ad79f689b846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873108 Jul 15 13:53:11.402164 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 7049f8a2-902d-4471-b140-5531220176fc up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:53:11.433170 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-846cce30-2a08-4a95-8acd-b69369a793d4 req-0f609999-e114-4c34-a2d8-9312f9c5c6ec service neutron] 10.222.0.18 "GET /v2.0/networks/14d78c03-aef9-4c20-931a-ad79f689b846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831487 Jul 15 13:53:11.449640 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 7049f8a2-902d-4471-b140-5531220176fc completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:53:11.454206 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 7049f8a2-902d-4471-b140-5531220176fc triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:53:11.454589 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:11.529200 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:11.550293 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d6bc44-9f99-4fb8-a880-feaa69882415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7049f8a2-902d-4471-b140-5531220176fc'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:53:11.552498 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d801ea8-d893-431a-ad4d-c60f3dbe8bb1" -d '{"events": [{"server_uuid": "79d6bc44-9f99-4fb8-a880-feaa69882415", "name": "network-vif-plugged", "status": "completed", "tag": "7049f8a2-902d-4471-b140-5531220176fc"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:53:11.568378 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 7049f8a2-902d-4471-b140-5531220176fc, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=7049f8a2-902d-4471-b140-5531220176fc,segment=NetworkSegment(b370f83c-9f2a-47b7-891f-5693cfa80c9c),segment_id=b370f83c-9f2a-47b7-891f-5693cfa80c9c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:53:11.573187 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:11.605106 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816dd919-d296-4c89-b043-67f0592fb287 x-openstack-request-id: req-816dd919-d296-4c89-b043-67f0592fb287 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:53:11.605394 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d6bc44-9f99-4fb8-a880-feaa69882415", "name": "network-vif-plugged", "status": "completed", "tag": "7049f8a2-902d-4471-b140-5531220176fc", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:53:11.605643 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-816dd919-d296-4c89-b043-67f0592fb287 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:53:11.606054 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d6bc44-9f99-4fb8-a880-feaa69882415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7049f8a2-902d-4471-b140-5531220176fc', 'code': 200} Jul 15 13:53:11.621437 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=7049f8a2-902d-4471-b140-5531220176fc,revision_number=9']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:12.095141 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e4546-1a12-4e4b-84d2-6b1a89eebe89 req-7106192a-eeae-444a-93cb-0a9e6b027bf6 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:12.096626 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ea7e4546-1a12-4e4b-84d2-6b1a89eebe89 req-7106192a-eeae-444a-93cb-0a9e6b027bf6 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 945 time: 0.0633554 Jul 15 13:53:12.138251 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ea7e4546-1a12-4e4b-84d2-6b1a89eebe89 req-7bbf7b09-ce6b-4d1c-a75c-cf4ad884a28f tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357485 Jul 15 13:53:12.313625 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2080e-de4d-4d03-94d5-d39d7ded96fd req-582d6512-b341-4285-98ef-6afc60de113e tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:12.315141 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ace2080e-de4d-4d03-94d5-d39d7ded96fd req-582d6512-b341-4285-98ef-6afc60de113e tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 945 time: 0.0667181 Jul 15 13:53:12.352483 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ace2080e-de4d-4d03-94d5-d39d7ded96fd req-169cf036-40c6-4d69-9d1d-43c4cdf44af9 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317090 Jul 15 13:53:12.524665 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fedc8-79e6-46ac-a12b-30c2f25ba369 req-2abfc3b5-09fd-4bd5-b3dc-7e6b9ca610d2 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:12.526172 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ae3fedc8-79e6-46ac-a12b-30c2f25ba369 req-2abfc3b5-09fd-4bd5-b3dc-7e6b9ca610d2 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 945 time: 0.0632815 Jul 15 13:53:12.562728 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ae3fedc8-79e6-46ac-a12b-30c2f25ba369 req-9a17982e-2491-40db-b2b6-5ff8d9b175c4 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310562 Jul 15 13:53:13.119976 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50f2f3-9e3a-4e24-9c9d-10ac02c94d51 req-7176d605-4bab-42c1-93a4-1f3d6be4a769 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:13.121504 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ce50f2f3-9e3a-4e24-9c9d-10ac02c94d51 req-7176d605-4bab-42c1-93a4-1f3d6be4a769 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 945 time: 0.0668635 Jul 15 13:53:13.159531 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ce50f2f3-9e3a-4e24-9c9d-10ac02c94d51 req-de928166-fa7c-46e8-ad4c-5d4925af7b1d tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317631 Jul 15 13:53:14.261572 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f56e2-fd1d-4d20-b9bd-b77d4f6da839 req-c2c86aa4-51c1-46f9-b10b-cd13f08591a2 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:14.263065 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-071f56e2-fd1d-4d20-b9bd-b77d4f6da839 req-c2c86aa4-51c1-46f9-b10b-cd13f08591a2 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.32 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 945 time: 0.0625138 Jul 15 13:53:14.392145 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d22bc9-cc37-40f4-9d67-682e338d1aa4 req-ec5da30a-71db-4164-bb14-b8cf2261b30f tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:14.393614 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-47d22bc9-cc37-40f4-9d67-682e338d1aa4 req-ec5da30a-71db-4164-bb14-b8cf2261b30f tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/ports?device_id=79d6bc44-9f99-4fb8-a880-feaa69882415 HTTP/1.1" status: 200 len: 945 time: 0.1186273 Jul 15 13:53:14.435939 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-071f56e2-fd1d-4d20-b9bd-b77d4f6da839 req-c0a83111-0107-4642-8de3-42c06c9afbe1 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Deleting port 7049f8a2-902d-4471-b140-5531220176fc {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:53:14.436272 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-071f56e2-fd1d-4d20-b9bd-b77d4f6da839 req-c0a83111-0107-4642-8de3-42c06c9afbe1 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:14.454138 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-47d22bc9-cc37-40f4-9d67-682e338d1aa4 req-6591ef7f-eb1b-44be-83a7-3ebf5b2ae475 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4fee41-a828-45c3-a2ae-8bea16acb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529540 Jul 15 13:53:14.532173 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-071f56e2-fd1d-4d20-b9bd-b77d4f6da839 req-c0a83111-0107-4642-8de3-42c06c9afbe1 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] For port 7049f8a2-902d-4471-b140-5531220176fc, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=7049f8a2-902d-4471-b140-5531220176fc,segment=NetworkSegment(b370f83c-9f2a-47b7-891f-5693cfa80c9c),segment_id=b370f83c-9f2a-47b7-891f-5693cfa80c9c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:53:14.532530 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-071f56e2-fd1d-4d20-b9bd-b77d4f6da839 req-c0a83111-0107-4642-8de3-42c06c9afbe1 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:14.544241 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-071f56e2-fd1d-4d20-b9bd-b77d4f6da839 req-c0a83111-0107-4642-8de3-42c06c9afbe1 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Calling delete_port for 7049f8a2-902d-4471-b140-5531220176fc owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:53:14.675298 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-071f56e2-fd1d-4d20-b9bd-b77d4f6da839 req-c0a83111-0107-4642-8de3-42c06c9afbe1 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:14.705226 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a83111-0107-4642-8de3-42c06c9afbe1 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Pushing event deleted for resources: {'Port': ['ID=7049f8a2-902d-4471-b140-5531220176fc,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:14.711873 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['7049f8a2-902d-4471-b140-5531220176fc'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:53:14.751407 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-071f56e2-fd1d-4d20-b9bd-b77d4f6da839 req-c0a83111-0107-4642-8de3-42c06c9afbe1 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] No DVR routers for this DVR port 7049f8a2-902d-4471-b140-5531220176fc on host n-h2-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:53:14.754187 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-071f56e2-fd1d-4d20-b9bd-b77d4f6da839 req-c0a83111-0107-4642-8de3-42c06c9afbe1 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:14.756211 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-071f56e2-fd1d-4d20-b9bd-b77d4f6da839 req-c0a83111-0107-4642-8de3-42c06c9afbe1 tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] 10.222.0.32 "DELETE /v2.0/ports/7049f8a2-902d-4471-b140-5531220176fc HTTP/1.1" status: 204 len: 173 time: 0.4877117 Jul 15 13:53:14.756659 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d6bc44-9f99-4fb8-a880-feaa69882415', 'name': 'network-vif-deleted', 'tag': '7049f8a2-902d-4471-b140-5531220176fc'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:53:14.759002 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf59cdb-57d3-4766-b6ff-ffeec031e914" -d '{"events": [{"server_uuid": "79d6bc44-9f99-4fb8-a880-feaa69882415", "name": "network-vif-deleted", "tag": "7049f8a2-902d-4471-b140-5531220176fc"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:53:14.798507 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b837c5b5-068e-446a-b9cd-86904d8893ec x-openstack-request-id: req-b837c5b5-068e-446a-b9cd-86904d8893ec {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:53:14.798792 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d6bc44-9f99-4fb8-a880-feaa69882415", "name": "network-vif-deleted", "tag": "7049f8a2-902d-4471-b140-5531220176fc", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:53:14.799058 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b837c5b5-068e-446a-b9cd-86904d8893ec {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:53:14.799500 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d6bc44-9f99-4fb8-a880-feaa69882415', 'name': 'network-vif-deleted', 'tag': '7049f8a2-902d-4471-b140-5531220176fc', 'status': 'completed', 'code': 200} Jul 15 13:53:15.678126 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46788) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:53:15.722316 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-98bb55d1-a3a5-46dd-acb1-621bb467f3b9 admin admin] Deleting subnet 71c9124a-83e4-4b1d-aca3-2d2d06af438f {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:53:15.725592 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98bb55d1-a3a5-46dd-acb1-621bb467f3b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:15.764548 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98bb55d1-a3a5-46dd-acb1-621bb467f3b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:15.803512 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98bb55d1-a3a5-46dd-acb1-621bb467f3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:15.855229 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98bb55d1-a3a5-46dd-acb1-621bb467f3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:15.881116 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb55d1-a3a5-46dd-acb1-621bb467f3b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71c9124a-83e4-4b1d-aca3-2d2d06af438f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:15.884849 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98bb55d1-a3a5-46dd-acb1-621bb467f3b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:15.886984 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-98bb55d1-a3a5-46dd-acb1-621bb467f3b9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/71c9124a-83e4-4b1d-aca3-2d2d06af438f HTTP/1.1" status: 204 len: 168 time: 0.2076452 Jul 15 13:53:15.889217 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46790) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:53:15.959433 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22e89574-d0d6-40cc-9d27-4acda40272f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:16.035490 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22e89574-d0d6-40cc-9d27-4acda40272f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:16.045406 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-22e89574-d0d6-40cc-9d27-4acda40272f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d78c03-aef9-4c20-931a-ad79f689b846']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:53:16.055927 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-22e89574-d0d6-40cc-9d27-4acda40272f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b370f83c-9f2a-47b7-891f-5693cfa80c9c') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:53:16.056147 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-22e89574-d0d6-40cc-9d27-4acda40272f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b370f83c-9f2a-47b7-891f-5693cfa80c9c') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:53:16.064889 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22e89574-d0d6-40cc-9d27-4acda40272f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:16.078261 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22e89574-d0d6-40cc-9d27-4acda40272f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:16.084012 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e89574-d0d6-40cc-9d27-4acda40272f1 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:53:16.084395 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22e89574-d0d6-40cc-9d27-4acda40272f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: timer() Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:53:16.086028 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:53:16.142471 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22e89574-d0d6-40cc-9d27-4acda40272f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:16.147992 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22e89574-d0d6-40cc-9d27-4acda40272f1 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:16.150054 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-22e89574-d0d6-40cc-9d27-4acda40272f1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/14d78c03-aef9-4c20-931a-ad79f689b846 HTTP/1.1" status: 204 len: 168 time: 0.2597132 Jul 15 13:53:16.161556 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e89574-d0d6-40cc-9d27-4acda40272f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=14d78c03-aef9-4c20-931a-ad79f689b846,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:16.265089 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46794) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:53:16.305295 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-63e04990-e55c-41fb-9984-b4dbd166d62a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=90795f7006f845d296755b3b8b5ff5f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389874 Jul 15 13:53:16.307828 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46796) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:53:16.354777 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-beabdcef-29bc-44b9-881b-cbd00e1a8c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:16.378784 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-beabdcef-29bc-44b9-881b-cbd00e1a8c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:16.424413 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-beabdcef-29bc-44b9-881b-cbd00e1a8c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:16.426993 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-beabdcef-29bc-44b9-881b-cbd00e1a8c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:16.428155 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-beabdcef-29bc-44b9-881b-cbd00e1a8c1a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9e4fee41-a828-45c3-a2ae-8bea16acb4ff HTTP/1.1" status: 204 len: 168 time: 0.1195002 Jul 15 13:53:16.435698 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beabdcef-29bc-44b9-881b-cbd00e1a8c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4fee41-a828-45c3-a2ae-8bea16acb4ff,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:17.081083 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46818) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:53:17.182780 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-24b19bdb-5ff7-4ba3-87c0-afc7cf80accb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-725938257-network', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:53:17.204406 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b19bdb-5ff7-4ba3-87c0-afc7cf80accb admin admin] Made reservation on behalf of 815b3b11e1d14c7eafe809faaf7caebd for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:53:17.206706 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24b19bdb-5ff7-4ba3-87c0-afc7cf80accb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:17.215057 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24b19bdb-5ff7-4ba3-87c0-afc7cf80accb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:17.304355 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24b19bdb-5ff7-4ba3-87c0-afc7cf80accb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:17.308284 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24b19bdb-5ff7-4ba3-87c0-afc7cf80accb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:17.336400 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b19bdb-5ff7-4ba3-87c0-afc7cf80accb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:53:17.342720 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b19bdb-5ff7-4ba3-87c0-afc7cf80accb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5baa493-5a70-42cf-a080-d49237fb7b63,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:17.351427 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24b19bdb-5ff7-4ba3-87c0-afc7cf80accb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:17.351791 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-24b19bdb-5ff7-4ba3-87c0-afc7cf80accb admin admin] Added segment 8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd of type vlan for network c64839d0-24c4-4ee2-a3a9-2c840acfac87 Jul 15 13:53:17.391413 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24b19bdb-5ff7-4ba3-87c0-afc7cf80accb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:17.420241 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24b19bdb-5ff7-4ba3-87c0-afc7cf80accb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:17.421126 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b19bdb-5ff7-4ba3-87c0-afc7cf80accb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:17.421707 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24b19bdb-5ff7-4ba3-87c0-afc7cf80accb admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:17.452145 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-24b19bdb-5ff7-4ba3-87c0-afc7cf80accb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3698750 Jul 15 13:53:17.455140 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46822) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:53:17.460232 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-cb2be39f-74e6-40ef-97a8-01464e0c6461 admin admin] Request body: {'subnet': {'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-725938257-subnet', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:53:17.480171 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2be39f-74e6-40ef-97a8-01464e0c6461 admin admin] Made reservation on behalf of 815b3b11e1d14c7eafe809faaf7caebd for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:53:17.482661 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb2be39f-74e6-40ef-97a8-01464e0c6461 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:17.484557 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b19bdb-5ff7-4ba3-87c0-afc7cf80accb admin admin] Pushing event updated for resources: {'Network': ['ID=c64839d0-24c4-4ee2-a3a9-2c840acfac87,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:17.495225 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network c64839d0-24c4-4ee2-a3a9-2c840acfac87 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:53:17.648004 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb2be39f-74e6-40ef-97a8-01464e0c6461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:17.703015 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2be39f-74e6-40ef-97a8-01464e0c6461 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdc038d7-3558-4c39-a4f1-725db6f1f4b7,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:17.711073 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2be39f-74e6-40ef-97a8-01464e0c6461 admin admin] Checking segment: {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:53:17.711428 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2be39f-74e6-40ef-97a8-01464e0c6461 admin admin] Network hostable DHCP agents. Network: c64839d0-24c4-4ee2-a3a9-2c840acfac87, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:53:17.727595 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2be39f-74e6-40ef-97a8-01464e0c6461 admin admin] Network c64839d0-24c4-4ee2-a3a9-2c840acfac87 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:53:17.736307 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-cb2be39f-74e6-40ef-97a8-01464e0c6461 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, c64839d0-24c4-4ee2-a3a9-2c840acfac87) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:53:17.740964 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2be39f-74e6-40ef-97a8-01464e0c6461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:17.741577 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb2be39f-74e6-40ef-97a8-01464e0c6461 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:17.745906 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2334746d-0cbe-4cac-8fac-b83510c8518e None None] Network c64839d0-24c4-4ee2-a3a9-2c840acfac87 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:53:17.755946 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-cb2be39f-74e6-40ef-97a8-01464e0c6461 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.2996171 Jul 15 13:53:17.758597 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46824) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:53:17.762921 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-260e1922-aa0a-4d4f-bc8a-5377fdc6a53f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-725938257-router', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:53:17.786378 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-260e1922-aa0a-4d4f-bc8a-5377fdc6a53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:17.787333 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-260e1922-aa0a-4d4f-bc8a-5377fdc6a53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:17.873463 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-260e1922-aa0a-4d4f-bc8a-5377fdc6a53f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:17.886528 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26fc69a-3711-4df1-bda7-abbd3d91aa64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:53:17.887417 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e26fc69a-3711-4df1-bda7-abbd3d91aa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:18.013856 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-260e1922-aa0a-4d4f-bc8a-5377fdc6a53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:18.038991 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-e26fc69a-3711-4df1-bda7-abbd3d91aa64 None None] Allocated IP 172.20.0.2 (c64839d0-24c4-4ee2-a3a9-2c840acfac87/fdc038d7-3558-4c39-a4f1-725db6f1f4b7/ebe12f0b-8428-49cc-99c8-770d0a112825) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:53:18.183993 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e26fc69a-3711-4df1-bda7-abbd3d91aa64 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:18.193233 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e26fc69a-3711-4df1-bda7-abbd3d91aa64 None None] Transition to ACTIVE for port object ebe12f0b-8428-49cc-99c8-770d0a112825 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:53:18.208455 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e26fc69a-3711-4df1-bda7-abbd3d91aa64 None None] Transition to ACTIVE for port object ebe12f0b-8428-49cc-99c8-770d0a112825 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:53:18.215658 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e26fc69a-3711-4df1-bda7-abbd3d91aa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:18.215952 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-260e1922-aa0a-4d4f-bc8a-5377fdc6a53f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:18.256706 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26fc69a-3711-4df1-bda7-abbd3d91aa64 None None] Network c64839d0-24c4-4ee2-a3a9-2c840acfac87 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:53:18.261328 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-e26fc69a-3711-4df1-bda7-abbd3d91aa64 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:53:18.265960 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26fc69a-3711-4df1-bda7-abbd3d91aa64 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:53:18.269665 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26fc69a-3711-4df1-bda7-abbd3d91aa64 None None] Pushing event updated for resources: {'Port': ['ID=ebe12f0b-8428-49cc-99c8-770d0a112825,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:18.326262 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e26fc69a-3711-4df1-bda7-abbd3d91aa64 None None] Attempting to bind port ebe12f0b-8428-49cc-99c8-770d0a112825 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:53:18.326627 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e26fc69a-3711-4df1-bda7-abbd3d91aa64 None None] Attempting to bind port ebe12f0b-8428-49cc-99c8-770d0a112825 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:53:18.326983 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26fc69a-3711-4df1-bda7-abbd3d91aa64 None None] Attempting to bind port ebe12f0b-8428-49cc-99c8-770d0a112825 on network c64839d0-24c4-4ee2-a3a9-2c840acfac87 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:53:18.332969 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26fc69a-3711-4df1-bda7-abbd3d91aa64 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:53:18.333334 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26fc69a-3711-4df1-bda7-abbd3d91aa64 None None] Checking segment: {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:53:18.333727 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e26fc69a-3711-4df1-bda7-abbd3d91aa64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:18.334141 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26fc69a-3711-4df1-bda7-abbd3d91aa64 None None] Bound using segment: {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:53:18.334608 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e26fc69a-3711-4df1-bda7-abbd3d91aa64 None None] Bound port: ebe12f0b-8428-49cc-99c8-770d0a112825, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:53:18.334982 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e26fc69a-3711-4df1-bda7-abbd3d91aa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:18.405533 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e26fc69a-3711-4df1-bda7-abbd3d91aa64 None None] For port ebe12f0b-8428-49cc-99c8-770d0a112825, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:53:18.409094 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e26fc69a-3711-4df1-bda7-abbd3d91aa64 None None] For port ebe12f0b-8428-49cc-99c8-770d0a112825, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ebe12f0b-8428-49cc-99c8-770d0a112825,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:53:18.414307 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e26fc69a-3711-4df1-bda7-abbd3d91aa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:18.473328 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26fc69a-3711-4df1-bda7-abbd3d91aa64 None None] Pushing event updated for resources: {'Port': ['ID=ebe12f0b-8428-49cc-99c8-770d0a112825,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:18.511874 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-260e1922-aa0a-4d4f-bc8a-5377fdc6a53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:18.623444 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-260e1922-aa0a-4d4f-bc8a-5377fdc6a53f admin admin] Allocated IP 172.25.6.44 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/f709a4cc-4245-4861-93d4-27dbd3c1ab1f) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:53:18.760832 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-260e1922-aa0a-4d4f-bc8a-5377fdc6a53f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:18.804889 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-260e1922-aa0a-4d4f-bc8a-5377fdc6a53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:18.836603 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ebe12f0b-8428-49cc-99c8-770d0a112825 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:53:18.840781 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260e1922-aa0a-4d4f-bc8a-5377fdc6a53f admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:53:18.846277 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-260e1922-aa0a-4d4f-bc8a-5377fdc6a53f admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:53:18.849809 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260e1922-aa0a-4d4f-bc8a-5377fdc6a53f admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:53:18.877403 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e1922-aa0a-4d4f-bc8a-5377fdc6a53f admin admin] Pushing event updated for resources: {'Port': ['ID=f709a4cc-4245-4861-93d4-27dbd3c1ab1f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:18.886552 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port ebe12f0b-8428-49cc-99c8-770d0a112825 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:53:19.103602 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-260e1922-aa0a-4d4f-bc8a-5377fdc6a53f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:19.310550 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-260e1922-aa0a-4d4f-bc8a-5377fdc6a53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:19.371393 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d35cecd-558c-46ab-abcc-fcd9e3e0c53a None None] Network c64839d0-24c4-4ee2-a3a9-2c840acfac87 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:53:19.432688 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 7049f8a2-902d-4471-b140-5531220176fc no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:53:19.445265 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260e1922-aa0a-4d4f-bc8a-5377fdc6a53f admin admin] Router 54100a26-1f14-4011-982f-472b262db138 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:53:19.455428 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 7049f8a2-902d-4471-b140-5531220176fc {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:53:19.455793 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 7049f8a2-902d-4471-b140-5531220176fc not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:53:19.504767 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d5f1915e-1f05-467a-abb0-46739302983b None None] Provisioning for port ebe12f0b-8428-49cc-99c8-770d0a112825 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:53:19.512301 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d5f1915e-1f05-467a-abb0-46739302983b None None] Provisioning complete for port ebe12f0b-8428-49cc-99c8-770d0a112825 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:53:19.512666 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d5f1915e-1f05-467a-abb0-46739302983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:19.553886 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260e1922-aa0a-4d4f-bc8a-5377fdc6a53f admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:53:19.565455 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5cb88-225e-4dbf-b60d-6f55b2802504 None None] Sync routers for ids ['54100a26-1f14-4011-982f-472b262db138'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:53:19.569246 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-260e1922-aa0a-4d4f-bc8a-5377fdc6a53f admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:19.573129 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-260e1922-aa0a-4d4f-bc8a-5377fdc6a53f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8108943 Jul 15 13:53:19.573439 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46826) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:53:19.587098 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf5cb88-225e-4dbf-b60d-6f55b2802504 None None] Routers {'54100a26-1f14-4011-982f-472b262db138'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:53:19.587644 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7bf5cb88-225e-4dbf-b60d-6f55b2802504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:52:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['54100a26-1f14-4011-982f-472b262db138'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:53:19.877115 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d5f1915e-1f05-467a-abb0-46739302983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:19.909620 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-7bf5cb88-225e-4dbf-b60d-6f55b2802504 None None] Set router 54100a26-1f14-4011-982f-472b262db138 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:53:19.977632 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d5f1915e-1f05-467a-abb0-46739302983b None None] For port ebe12f0b-8428-49cc-99c8-770d0a112825, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ebe12f0b-8428-49cc-99c8-770d0a112825,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:53:19.995060 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d5f1915e-1f05-467a-abb0-46739302983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:20.088305 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1915e-1f05-467a-abb0-46739302983b None None] Pushing event updated for resources: {'Port': ['ID=ebe12f0b-8428-49cc-99c8-770d0a112825,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:20.134938 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-19250a07-0caf-4085-b79d-90025369d83f None None] Provisioning complete for port ebe12f0b-8428-49cc-99c8-770d0a112825 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:53:20.135296 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-19250a07-0caf-4085-b79d-90025369d83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:20.186491 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7bf5cb88-225e-4dbf-b60d-6f55b2802504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54100a26-1f14-4011-982f-472b262db138', 'name': 'tempest-ServerActionsTestJSON-725938257-router', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:53:17Z', 'updated_at': '2021-07-15T13:53:18Z', 'revision_number': 3, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'gw_port': {'id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:18Z', 'updated_at': '2021-07-15T13:53:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:53:20.213976 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5cb88-225e-4dbf-b60d-6f55b2802504 None None] Checking router: 54100a26-1f14-4011-982f-472b262db138 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:53:20.214317 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5cb88-225e-4dbf-b60d-6f55b2802504 None None] Updating router 54100a26-1f14-4011-982f-472b262db138 port f709a4cc-4245-4861-93d4-27dbd3c1ab1f binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:53:20.244725 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9245920a-65bd-4797-b96e-5ee474c9ff28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:20.282379 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7bf5cb88-225e-4dbf-b60d-6f55b2802504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:20.399637 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-9245920a-65bd-4797-b96e-5ee474c9ff28 admin admin] Allocated IP 172.20.0.1 (c64839d0-24c4-4ee2-a3a9-2c840acfac87/fdc038d7-3558-4c39-a4f1-725db6f1f4b7/93fed6d4-e035-4685-9427-f5a6c5756c37) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:53:20.506012 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9245920a-65bd-4797-b96e-5ee474c9ff28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:20.519457 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-9245920a-65bd-4797-b96e-5ee474c9ff28 admin admin] Transition to ACTIVE for port object 93fed6d4-e035-4685-9427-f5a6c5756c37 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:53:20.533294 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7bf5cb88-225e-4dbf-b60d-6f55b2802504 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:20.543222 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7bf5cb88-225e-4dbf-b60d-6f55b2802504 None None] Transition to ACTIVE for port object f709a4cc-4245-4861-93d4-27dbd3c1ab1f will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:53:20.549261 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7bf5cb88-225e-4dbf-b60d-6f55b2802504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:20.553297 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9245920a-65bd-4797-b96e-5ee474c9ff28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:20.589741 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9245920a-65bd-4797-b96e-5ee474c9ff28 admin admin] Network c64839d0-24c4-4ee2-a3a9-2c840acfac87 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:53:20.592624 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-9245920a-65bd-4797-b96e-5ee474c9ff28 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:53:20.595708 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9245920a-65bd-4797-b96e-5ee474c9ff28 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:53:20.603573 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fa53f-47c3-4aff-94c9-46748aac4d58 None None] Pushing event updated for resources: {'Port': ['ID=f709a4cc-4245-4861-93d4-27dbd3c1ab1f,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:20.605938 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-7bf5cb88-225e-4dbf-b60d-6f55b2802504 None None] Attempting to bind port f709a4cc-4245-4861-93d4-27dbd3c1ab1f on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:53:20.606306 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-7bf5cb88-225e-4dbf-b60d-6f55b2802504 None None] Attempting to bind port f709a4cc-4245-4861-93d4-27dbd3c1ab1f by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:53:20.606689 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf5cb88-225e-4dbf-b60d-6f55b2802504 None None] Attempting to bind port f709a4cc-4245-4861-93d4-27dbd3c1ab1f on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:53:20.613145 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf5cb88-225e-4dbf-b60d-6f55b2802504 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:53:20.613522 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf5cb88-225e-4dbf-b60d-6f55b2802504 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:53:20.613942 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7bf5cb88-225e-4dbf-b60d-6f55b2802504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:20.614327 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf5cb88-225e-4dbf-b60d-6f55b2802504 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:53:20.614785 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-7bf5cb88-225e-4dbf-b60d-6f55b2802504 None None] Bound port: f709a4cc-4245-4861-93d4-27dbd3c1ab1f, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:53:20.615157 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7bf5cb88-225e-4dbf-b60d-6f55b2802504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:20.633369 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245920a-65bd-4797-b96e-5ee474c9ff28 admin admin] Pushing event updated for resources: {'Port': ['ID=93fed6d4-e035-4685-9427-f5a6c5756c37,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:20.648470 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9245920a-65bd-4797-b96e-5ee474c9ff28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:20.672184 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7bf5cb88-225e-4dbf-b60d-6f55b2802504 None None] For port f709a4cc-4245-4861-93d4-27dbd3c1ab1f, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:53:20.678015 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7bf5cb88-225e-4dbf-b60d-6f55b2802504 None None] For port f709a4cc-4245-4861-93d4-27dbd3c1ab1f, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=f709a4cc-4245-4861-93d4-27dbd3c1ab1f,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:53:20.682368 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7bf5cb88-225e-4dbf-b60d-6f55b2802504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:20.742986 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf5cb88-225e-4dbf-b60d-6f55b2802504 None None] Routers {'54100a26-1f14-4011-982f-472b262db138'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:53:20.743715 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7bf5cb88-225e-4dbf-b60d-6f55b2802504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:52:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['54100a26-1f14-4011-982f-472b262db138'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:53:20.785387 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fa53f-47c3-4aff-94c9-46748aac4d58 None None] Pushing event updated for resources: {'Port': ['ID=f709a4cc-4245-4861-93d4-27dbd3c1ab1f,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:20.814762 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9245920a-65bd-4797-b96e-5ee474c9ff28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:20.840871 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ebe12f0b-8428-49cc-99c8-770d0a112825 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:53:20.914481 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-7bf5cb88-225e-4dbf-b60d-6f55b2802504 None None] Set router 54100a26-1f14-4011-982f-472b262db138 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:53:20.941838 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cd11bb15-6610-426a-8757-d35add2d6d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:20.976720 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-56800752-6bf4-4093-acff-663637ce5a68 None None] Provisioning for port 93fed6d4-e035-4685-9427-f5a6c5756c37 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:53:20.982649 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9245920a-65bd-4797-b96e-5ee474c9ff28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:20.987315 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9245920a-65bd-4797-b96e-5ee474c9ff28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:20.999407 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-56800752-6bf4-4093-acff-663637ce5a68 None None] Provisioning complete for port 93fed6d4-e035-4685-9427-f5a6c5756c37 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:53:20.999784 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56800752-6bf4-4093-acff-663637ce5a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:21.057117 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9245920a-65bd-4797-b96e-5ee474c9ff28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:21.059886 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245920a-65bd-4797-b96e-5ee474c9ff28 admin admin] Pushing event updated for resources: {'Port': ['ID=93fed6d4-e035-4685-9427-f5a6c5756c37,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:21.060252 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port ebe12f0b-8428-49cc-99c8-770d0a112825 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:53:21.060627 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:21.102289 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-56800752-6bf4-4093-acff-663637ce5a68 None None] Port 93fed6d4-e035-4685-9427-f5a6c5756c37 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:53:21.150615 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9245920a-65bd-4797-b96e-5ee474c9ff28 admin admin] Network c64839d0-24c4-4ee2-a3a9-2c840acfac87 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:53:21.151969 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-9245920a-65bd-4797-b96e-5ee474c9ff28 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:53:21.208472 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7bf5cb88-225e-4dbf-b60d-6f55b2802504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54100a26-1f14-4011-982f-472b262db138', 'name': 'tempest-ServerActionsTestJSON-725938257-router', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:53:17Z', 'updated_at': '2021-07-15T13:53:18Z', 'revision_number': 3, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'gw_port': {'id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:18Z', 'updated_at': '2021-07-15T13:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:53:21.236388 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5cb88-225e-4dbf-b60d-6f55b2802504 None None] The sync data for ids ['54100a26-1f14-4011-982f-472b262db138'] in n-d-758944-45 is: [{'id': '54100a26-1f14-4011-982f-472b262db138', 'name': 'tempest-ServerActionsTestJSON-725938257-router', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:53:17Z', 'updated_at': '2021-07-15T13:53:18Z', 'revision_number': 3, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'gw_port': {'id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:18Z', 'updated_at': '2021-07-15T13:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:53:21.295262 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9245920a-65bd-4797-b96e-5ee474c9ff28 admin admin] Router 54100a26-1f14-4011-982f-472b262db138 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:53:21.419458 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9245920a-65bd-4797-b96e-5ee474c9ff28 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:53:21.423154 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e236b1b5-7739-449a-bcc2-1c4a24d8537d None None] Provisioning complete for port 93fed6d4-e035-4685-9427-f5a6c5756c37 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:53:21.423530 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e236b1b5-7739-449a-bcc2-1c4a24d8537d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:21.428885 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9245920a-65bd-4797-b96e-5ee474c9ff28 admin admin] 10.222.0.24 "PUT /v2.0/routers/54100a26-1f14-4011-982f-472b262db138/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8542032 Jul 15 13:53:21.470309 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e236b1b5-7739-449a-bcc2-1c4a24d8537d None None] Port 93fed6d4-e035-4685-9427-f5a6c5756c37 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:53:22.011921 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46834) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:53:22.016800 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4e2539fe-5006-456b-ab8f-894af37fe5ef tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1443747179', 'description': 'tempest-description--1413306166'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:53:22.039973 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e2539fe-5006-456b-ab8f-894af37fe5ef tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:22.124382 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e2539fe-5006-456b-ab8f-894af37fe5ef tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:22.127974 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e2539fe-5006-456b-ab8f-894af37fe5ef tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:22.155669 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e2539fe-5006-456b-ab8f-894af37fe5ef tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:22.157445 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4e2539fe-5006-456b-ab8f-894af37fe5ef tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1445088 Jul 15 13:53:22.159536 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2539fe-5006-456b-ab8f-894af37fe5ef tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c622346-5670-41cf-959d-b2a0ff18a124,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:22.160499 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46836) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:53:22.165333 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-a7ce25f1-09c9-45f4-82d5-7306bca8e9d8 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Request body: {'security_group_rule': {'security_group_id': '0c622346-5670-41cf-959d-b2a0ff18a124', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:53:22.193974 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7ce25f1-09c9-45f4-82d5-7306bca8e9d8 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:22.263112 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7ce25f1-09c9-45f4-82d5-7306bca8e9d8 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:22.269052 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7ce25f1-09c9-45f4-82d5-7306bca8e9d8 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:22.287262 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce25f1-09c9-45f4-82d5-7306bca8e9d8 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc56c1d-7e51-4f8d-a773-65ede3e56d7e,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:22.294813 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7ce25f1-09c9-45f4-82d5-7306bca8e9d8 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:22.296012 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a7ce25f1-09c9-45f4-82d5-7306bca8e9d8 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344719 Jul 15 13:53:22.298669 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46838) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:53:22.303135 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-73df763d-b5a1-489a-85d0-2169b0501ebf tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Request body: {'security_group_rule': {'security_group_id': '0c622346-5670-41cf-959d-b2a0ff18a124', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:53:22.338806 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73df763d-b5a1-489a-85d0-2169b0501ebf tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:22.403086 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73df763d-b5a1-489a-85d0-2169b0501ebf tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:22.408738 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73df763d-b5a1-489a-85d0-2169b0501ebf tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:22.428383 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df763d-b5a1-489a-85d0-2169b0501ebf tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4af8ae7-8081-41d7-b707-77c5c8c1bda5,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:22.435859 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73df763d-b5a1-489a-85d0-2169b0501ebf tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:22.438120 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-73df763d-b5a1-489a-85d0-2169b0501ebf tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1381884 Jul 15 13:53:22.441150 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 46840) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:53:22.449682 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4f310ab8-38f0-472e-af29-a44f7dc7e56b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:53:22.482851 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f310ab8-38f0-472e-af29-a44f7dc7e56b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:22.586423 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f310ab8-38f0-472e-af29-a44f7dc7e56b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:22.688685 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-4f310ab8-38f0-472e-af29-a44f7dc7e56b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Allocated IP 172.25.6.7 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/65c4c133-0e89-4cd9-85d4-cb82c8162573) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:53:22.784575 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e768c01-c9d2-4bac-b161-37667c88c1e5 None None] Sync routers for ids ['54100a26-1f14-4011-982f-472b262db138'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:53:22.793788 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e768c01-c9d2-4bac-b161-37667c88c1e5 None None] Routers {'54100a26-1f14-4011-982f-472b262db138'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:53:22.794809 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9e768c01-c9d2-4bac-b161-37667c88c1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:52:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['54100a26-1f14-4011-982f-472b262db138'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:53:22.808497 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f310ab8-38f0-472e-af29-a44f7dc7e56b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:22.831450 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f709a4cc-4245-4861-93d4-27dbd3c1ab1f up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:53:22.853913 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f310ab8-38f0-472e-af29-a44f7dc7e56b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:22.880854 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port f709a4cc-4245-4861-93d4-27dbd3c1ab1f completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:53:22.885149 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port f709a4cc-4245-4861-93d4-27dbd3c1ab1f triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:53:22.885825 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:22.897728 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f310ab8-38f0-472e-af29-a44f7dc7e56b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:53:22.902343 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-4f310ab8-38f0-472e-af29-a44f7dc7e56b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:53:22.908353 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f310ab8-38f0-472e-af29-a44f7dc7e56b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:53:22.912324 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f310ab8-38f0-472e-af29-a44f7dc7e56b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Pushing event updated for resources: {'Port': ['ID=65c4c133-0e89-4cd9-85d4-cb82c8162573,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:22.915630 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-9e768c01-c9d2-4bac-b161-37667c88c1e5 None None] Set router 54100a26-1f14-4011-982f-472b262db138 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:53:22.971625 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:22.996715 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port f709a4cc-4245-4861-93d4-27dbd3c1ab1f, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=f709a4cc-4245-4861-93d4-27dbd3c1ab1f,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:53:23.003082 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:23.006524 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f310ab8-38f0-472e-af29-a44f7dc7e56b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:23.055777 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f310ab8-38f0-472e-af29-a44f7dc7e56b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:23.059845 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=f709a4cc-4245-4861-93d4-27dbd3c1ab1f,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:23.215303 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9e768c01-c9d2-4bac-b161-37667c88c1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54100a26-1f14-4011-982f-472b262db138', 'name': 'tempest-ServerActionsTestJSON-725938257-router', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:53:17Z', 'updated_at': '2021-07-15T13:53:20Z', 'revision_number': 4, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'gw_port': {'id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:18Z', 'updated_at': '2021-07-15T13:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '93fed6d4-e035-4685-9427-f5a6c5756c37', 'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'mac_address': 'fa:16:3e:26:1d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:20Z', 'updated_at': '2021-07-15T13:53:20Z', 'revision_number': 2, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'subnets': [{'id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:53:23.215629 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f310ab8-38f0-472e-af29-a44f7dc7e56b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:23.220870 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f310ab8-38f0-472e-af29-a44f7dc7e56b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:23.246034 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e768c01-c9d2-4bac-b161-37667c88c1e5 None None] Checking router: 54100a26-1f14-4011-982f-472b262db138 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:53:23.246379 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e768c01-c9d2-4bac-b161-37667c88c1e5 None None] Updating router 54100a26-1f14-4011-982f-472b262db138 port 93fed6d4-e035-4685-9427-f5a6c5756c37 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:53:23.283833 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e768c01-c9d2-4bac-b161-37667c88c1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:23.287779 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f310ab8-38f0-472e-af29-a44f7dc7e56b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Pushing event updated for resources: {'Port': ['ID=65c4c133-0e89-4cd9-85d4-cb82c8162573,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:23.301376 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f310ab8-38f0-472e-af29-a44f7dc7e56b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:23.304865 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:23.316138 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f310ab8-38f0-472e-af29-a44f7dc7e56b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:23.318076 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4f310ab8-38f0-472e-af29-a44f7dc7e56b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8753140 Jul 15 13:53:23.443046 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-38efa125-fd06-42d3-a48b-ecd1a9dbe60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:23.479010 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-4e40a074-21b2-409c-8ece-a3c7735effd3 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1443747179&fields=id&tenant_id=815b3b11e1d14c7eafe809faaf7caebd HTTP/1.1" status: 200 len: 267 time: 0.0465982 Jul 15 13:53:23.569889 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e768c01-c9d2-4bac-b161-37667c88c1e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:23.579813 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9e768c01-c9d2-4bac-b161-37667c88c1e5 None None] Transition to ACTIVE for port object 93fed6d4-e035-4685-9427-f5a6c5756c37 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:53:23.585823 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e768c01-c9d2-4bac-b161-37667c88c1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:23.587471 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-1882a2d5-d825-4633-9890-d2c1e8a2e27e tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:23.588969 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-1882a2d5-d825-4633-9890-d2c1e8a2e27e tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 811 time: 0.1026478 Jul 15 13:53:23.604426 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-37a0e9bd-8001-4466-9113-e1662bbd7a91 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/quotas/815b3b11e1d14c7eafe809faaf7caebd HTTP/1.1" status: 200 len: 375 time: 0.0100520 Jul 15 13:53:23.640477 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182da36-3af1-48ed-9385-1417071ce47a None None] Pushing event updated for resources: {'Port': ['ID=93fed6d4-e035-4685-9427-f5a6c5756c37,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:23.667775 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182da36-3af1-48ed-9385-1417071ce47a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:23.668137 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182da36-3af1-48ed-9385-1417071ce47a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:23.668438 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182da36-3af1-48ed-9385-1417071ce47a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:23.668760 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182da36-3af1-48ed-9385-1417071ce47a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:23.669079 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182da36-3af1-48ed-9385-1417071ce47a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:23.669417 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182da36-3af1-48ed-9385-1417071ce47a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:23.669715 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182da36-3af1-48ed-9385-1417071ce47a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:23.670054 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182da36-3af1-48ed-9385-1417071ce47a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:23.670369 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182da36-3af1-48ed-9385-1417071ce47a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:23.670683 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182da36-3af1-48ed-9385-1417071ce47a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:23.670992 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182da36-3af1-48ed-9385-1417071ce47a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:23.671303 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182da36-3af1-48ed-9385-1417071ce47a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:23.711790 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-66fed076-c775-4473-af31-4a582415966d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1014838 Jul 15 13:53:23.715052 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-9e768c01-c9d2-4bac-b161-37667c88c1e5 None None] Attempting to bind port 93fed6d4-e035-4685-9427-f5a6c5756c37 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:53:23.715448 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-9e768c01-c9d2-4bac-b161-37667c88c1e5 None None] Attempting to bind port 93fed6d4-e035-4685-9427-f5a6c5756c37 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:53:23.715840 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e768c01-c9d2-4bac-b161-37667c88c1e5 None None] Attempting to bind port 93fed6d4-e035-4685-9427-f5a6c5756c37 on network c64839d0-24c4-4ee2-a3a9-2c840acfac87 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:53:23.722957 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e768c01-c9d2-4bac-b161-37667c88c1e5 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:53:23.723322 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e768c01-c9d2-4bac-b161-37667c88c1e5 None None] Checking segment: {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:53:23.723711 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e768c01-c9d2-4bac-b161-37667c88c1e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:23.724206 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e768c01-c9d2-4bac-b161-37667c88c1e5 None None] Bound using segment: {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:53:23.724941 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-9e768c01-c9d2-4bac-b161-37667c88c1e5 None None] Bound port: 93fed6d4-e035-4685-9427-f5a6c5756c37, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:53:23.725547 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e768c01-c9d2-4bac-b161-37667c88c1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:23.794757 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9e768c01-c9d2-4bac-b161-37667c88c1e5 None None] For port 93fed6d4-e035-4685-9427-f5a6c5756c37, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:53:23.798299 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9e768c01-c9d2-4bac-b161-37667c88c1e5 None None] For port 93fed6d4-e035-4685-9427-f5a6c5756c37, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=93fed6d4-e035-4685-9427-f5a6c5756c37,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:53:23.803603 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9e768c01-c9d2-4bac-b161-37667c88c1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:23.818409 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-d812a793-ebdf-4fbf-9aca-e70d4c2b7727 service neutron] 10.222.0.24 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943372 Jul 15 13:53:23.852976 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e768c01-c9d2-4bac-b161-37667c88c1e5 None None] Routers {'54100a26-1f14-4011-982f-472b262db138'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:53:23.853283 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9e768c01-c9d2-4bac-b161-37667c88c1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:53:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['54100a26-1f14-4011-982f-472b262db138'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:53:23.906332 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182da36-3af1-48ed-9385-1417071ce47a None None] Pushing event updated for resources: {'Port': ['ID=93fed6d4-e035-4685-9427-f5a6c5756c37,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:23.926943 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-868d5b46-72b4-4222-9126-2e5ea90b4756 service neutron] 10.222.0.24 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042838 Jul 15 13:53:23.983406 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-9e768c01-c9d2-4bac-b161-37667c88c1e5 None None] Set router 54100a26-1f14-4011-982f-472b262db138 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:53:24.111146 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-76aa9a01-f5ce-4a7c-9b2a-0e1b7040388a req-711f599c-7326-4767-8b31-4c7e9125d0dd tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 210 time: 0.0341554 Jul 15 13:53:24.204715 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9e768c01-c9d2-4bac-b161-37667c88c1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54100a26-1f14-4011-982f-472b262db138', 'name': 'tempest-ServerActionsTestJSON-725938257-router', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:53:17Z', 'updated_at': '2021-07-15T13:53:20Z', 'revision_number': 4, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'gw_port': {'id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:18Z', 'updated_at': '2021-07-15T13:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '93fed6d4-e035-4685-9427-f5a6c5756c37', 'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'mac_address': 'fa:16:3e:26:1d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:20Z', 'updated_at': '2021-07-15T13:53:23Z', 'revision_number': 4, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'subnets': [{'id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:53:24.231474 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e768c01-c9d2-4bac-b161-37667c88c1e5 None None] The sync data for ids ['54100a26-1f14-4011-982f-472b262db138'] in n-d-758944-45 is: [{'id': '54100a26-1f14-4011-982f-472b262db138', 'name': 'tempest-ServerActionsTestJSON-725938257-router', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:53:17Z', 'updated_at': '2021-07-15T13:53:20Z', 'revision_number': 4, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'gw_port': {'id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:18Z', 'updated_at': '2021-07-15T13:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '93fed6d4-e035-4685-9427-f5a6c5756c37', 'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'mac_address': 'fa:16:3e:26:1d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:20Z', 'updated_at': '2021-07-15T13:53:23Z', 'revision_number': 4, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'subnets': [{'id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:53:24.862426 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:24.876487 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f709a4cc-4245-4861-93d4-27dbd3c1ab1f up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:53:24.925894 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port f709a4cc-4245-4861-93d4-27dbd3c1ab1f triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:53:24.926272 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:25.005933 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 93fed6d4-e035-4685-9427-f5a6c5756c37 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:53:25.059393 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 93fed6d4-e035-4685-9427-f5a6c5756c37 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:53:25.063550 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 93fed6d4-e035-4685-9427-f5a6c5756c37 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:53:25.063830 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:25.150694 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:25.189349 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 93fed6d4-e035-4685-9427-f5a6c5756c37, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=93fed6d4-e035-4685-9427-f5a6c5756c37,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:53:25.195422 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:25.268432 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=93fed6d4-e035-4685-9427-f5a6c5756c37,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:25.315902 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fb4ba89f-ae8d-461e-92cb-c4beb139ac4a req-a87f7961-2a01-43d1-ad54-4308de34fcf4 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 210 time: 0.0443733 Jul 15 13:53:25.399439 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-32d2c363-b1eb-416b-9966-1d2d3afc42de tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:25.401081 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-32d2c363-b1eb-416b-9966-1d2d3afc42de tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.32 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 811 time: 0.1610088 Jul 15 13:53:25.452479 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-82b81ce4-dc16-40dc-8383-04b9a3251ba6 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=815b3b11e1d14c7eafe809faaf7caebd HTTP/1.1" status: 200 len: 380 time: 0.0360603 Jul 15 13:53:25.460998 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-18817790-2bc5-4558-b88b-75fe6ae0384a tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Request body: {'port': {'device_id': 'b7f99f15-fe7f-436a-acf4-f5d645570e96', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'admin_state_up': True, 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'security_groups': ['0c622346-5670-41cf-959d-b2a0ff18a124']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:53:25.548322 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:25.568247 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-18817790-2bc5-4558-b88b-75fe6ae0384a tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Made reservation on behalf of 815b3b11e1d14c7eafe809faaf7caebd for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:53:25.571854 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-18817790-2bc5-4558-b88b-75fe6ae0384a tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:25.695864 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-18817790-2bc5-4558-b88b-75fe6ae0384a tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Allocated IP 172.20.0.13 (c64839d0-24c4-4ee2-a3a9-2c840acfac87/fdc038d7-3558-4c39-a4f1-725db6f1f4b7/b1ff6433-dcd2-456c-b7e5-44cc2398e609) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:53:25.838664 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-18817790-2bc5-4558-b88b-75fe6ae0384a tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:25.853095 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-18817790-2bc5-4558-b88b-75fe6ae0384a tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Transition to ACTIVE for port object b1ff6433-dcd2-456c-b7e5-44cc2398e609 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:53:25.888045 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-18817790-2bc5-4558-b88b-75fe6ae0384a tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:25.933831 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-18817790-2bc5-4558-b88b-75fe6ae0384a tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Network c64839d0-24c4-4ee2-a3a9-2c840acfac87 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:53:25.936968 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-18817790-2bc5-4558-b88b-75fe6ae0384a tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:53:25.940904 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-18817790-2bc5-4558-b88b-75fe6ae0384a tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:53:25.947560 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18817790-2bc5-4558-b88b-75fe6ae0384a tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Pushing event updated for resources: {'Port': ['ID=b1ff6433-dcd2-456c-b7e5-44cc2398e609,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:25.998862 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-18817790-2bc5-4558-b88b-75fe6ae0384a tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:25.999483 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-18817790-2bc5-4558-b88b-75fe6ae0384a tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:26.013707 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-18817790-2bc5-4558-b88b-75fe6ae0384a tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5565071 Jul 15 13:53:26.031424 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-2f276184-9543-413d-a885-8cd5251de1b7 service neutron] Request body: {'port': {'device_id': 'b7f99f15-fe7f-436a-acf4-f5d645570e96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:53:26.109833 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-2f276184-9543-413d-a885-8cd5251de1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:26.188621 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8e7fbaad-22ba-4579-86d8-80ec6db587cc None None] Provisioning for port b1ff6433-dcd2-456c-b7e5-44cc2398e609 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:53:26.192455 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8e7fbaad-22ba-4579-86d8-80ec6db587cc None None] Provisioning complete for port b1ff6433-dcd2-456c-b7e5-44cc2398e609 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:53:26.192839 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8e7fbaad-22ba-4579-86d8-80ec6db587cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:26.228907 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-8e7fbaad-22ba-4579-86d8-80ec6db587cc None None] Port b1ff6433-dcd2-456c-b7e5-44cc2398e609 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:53:26.385007 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-2f276184-9543-413d-a885-8cd5251de1b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1ff6433-dcd2-456c-b7e5-44cc2398e609 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:53:26.393598 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-2f276184-9543-413d-a885-8cd5251de1b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:26.406118 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-2f276184-9543-413d-a885-8cd5251de1b7 service neutron] Transition to ACTIVE for port object b1ff6433-dcd2-456c-b7e5-44cc2398e609 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:53:26.410530 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-2f276184-9543-413d-a885-8cd5251de1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:26.466280 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f276184-9543-413d-a885-8cd5251de1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b1ff6433-dcd2-456c-b7e5-44cc2398e609,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:26.470571 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:26.520267 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f7d66-9a6b-4832-9b60-6e6258c81798 req-795ec328-bd36-43fe-b9a7-eb88c94153cf tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:26.522436 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-332f7d66-9a6b-4832-9b60-6e6258c81798 req-795ec328-bd36-43fe-b9a7-eb88c94153cf tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 944 time: 0.0834439 Jul 15 13:53:26.543003 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-2f276184-9543-413d-a885-8cd5251de1b7 service neutron] Attempting to bind port b1ff6433-dcd2-456c-b7e5-44cc2398e609 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:53:26.543349 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-2f276184-9543-413d-a885-8cd5251de1b7 service neutron] Attempting to bind port b1ff6433-dcd2-456c-b7e5-44cc2398e609 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:53:26.543662 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-2f276184-9543-413d-a885-8cd5251de1b7 service neutron] Attempting to bind port b1ff6433-dcd2-456c-b7e5-44cc2398e609 on network c64839d0-24c4-4ee2-a3a9-2c840acfac87 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:53:26.548871 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-2f276184-9543-413d-a885-8cd5251de1b7 service neutron] Port b1ff6433-dcd2-456c-b7e5-44cc2398e609 on network c64839d0-24c4-4ee2-a3a9-2c840acfac87 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:53:26.549196 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-2f276184-9543-413d-a885-8cd5251de1b7 service neutron] Attempting to bind port b1ff6433-dcd2-456c-b7e5-44cc2398e609 on network c64839d0-24c4-4ee2-a3a9-2c840acfac87 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:53:26.554483 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-2f276184-9543-413d-a885-8cd5251de1b7 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:53:26.554828 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-2f276184-9543-413d-a885-8cd5251de1b7 service neutron] Checking segment: {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:53:26.555221 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-2f276184-9543-413d-a885-8cd5251de1b7 service neutron] Bound using segment: {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:53:26.555675 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-2f276184-9543-413d-a885-8cd5251de1b7 service neutron] Bound port: b1ff6433-dcd2-456c-b7e5-44cc2398e609, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:53:26.556047 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-2f276184-9543-413d-a885-8cd5251de1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:26.570749 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-332f7d66-9a6b-4832-9b60-6e6258c81798 req-0f97cf90-f7a2-4454-a9d0-a1f597d1ffb2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413969 Jul 15 13:53:26.634152 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-2f276184-9543-413d-a885-8cd5251de1b7 service neutron] For port b1ff6433-dcd2-456c-b7e5-44cc2398e609, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:53:26.637359 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-2f276184-9543-413d-a885-8cd5251de1b7 service neutron] For port b1ff6433-dcd2-456c-b7e5-44cc2398e609, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=b1ff6433-dcd2-456c-b7e5-44cc2398e609,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:53:26.642900 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-2f276184-9543-413d-a885-8cd5251de1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:26.675632 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-2f276184-9543-413d-a885-8cd5251de1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:26.676248 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-2f276184-9543-413d-a885-8cd5251de1b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:26.678018 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-2f276184-9543-413d-a885-8cd5251de1b7 service neutron] 10.222.0.32 "PUT /v2.0/ports/b1ff6433-dcd2-456c-b7e5-44cc2398e609 HTTP/1.1" status: 200 len: 1093 time: 0.6517408 Jul 15 13:53:26.680205 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f99f15-fe7f-436a-acf4-f5d645570e96', 'tag': 'b1ff6433-dcd2-456c-b7e5-44cc2398e609'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:53:26.682526 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f83e726-2e06-4efd-ba38-0cfd13732959" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f99f15-fe7f-436a-acf4-f5d645570e96", "tag": "b1ff6433-dcd2-456c-b7e5-44cc2398e609"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:53:26.714171 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f276184-9543-413d-a885-8cd5251de1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b1ff6433-dcd2-456c-b7e5-44cc2398e609,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:26.723933 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e674d7b5-aefe-4222-b657-384e06411585 x-openstack-request-id: req-e674d7b5-aefe-4222-b657-384e06411585 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:53:26.724228 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f99f15-fe7f-436a-acf4-f5d645570e96", "tag": "b1ff6433-dcd2-456c-b7e5-44cc2398e609", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:53:26.724482 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e674d7b5-aefe-4222-b657-384e06411585 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:53:26.724908 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f99f15-fe7f-436a-acf4-f5d645570e96', 'tag': 'b1ff6433-dcd2-456c-b7e5-44cc2398e609', 'status': 'completed', 'code': 200} Jul 15 13:53:26.803980 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-38bc82c7-b3d8-4bad-8e95-51944447e56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:26.805898 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-38bc82c7-b3d8-4bad-8e95-51944447e56d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 1096 time: 0.0622032 Jul 15 13:53:26.823269 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 93fed6d4-e035-4685-9427-f5a6c5756c37 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:53:26.861945 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-9b22601a-f462-49b2-b543-007c046ea1f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1ff6433-dcd2-456c-b7e5-44cc2398e609 HTTP/1.1" status: 200 len: 217 time: 0.0424802 Jul 15 13:53:26.875946 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 93fed6d4-e035-4685-9427-f5a6c5756c37 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:53:26.876194 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:26.911771 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-576926f2-c637-4300-a301-97d5cd997031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:26.913283 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-576926f2-c637-4300-a301-97d5cd997031 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0456314 Jul 15 13:53:26.971851 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-f2bddc47-9731-4ee0-90c6-f4857fe1b19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:26.973397 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-f2bddc47-9731-4ee0-90c6-f4857fe1b19e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533702 Jul 15 13:53:27.064953 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-1e53a187-f0bb-42a5-9be4-d8abf61b949b service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854361 Jul 15 13:53:27.151639 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d8b46480-a67e-4132-be29-405a1e89ab96 req-9fd7f2a5-02bb-4eae-908d-5eec5745d367 service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808332 Jul 15 13:53:27.291563 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83e726-2e06-4efd-ba38-0cfd13732959 req-90e388be-4415-4dfc-9d0d-2757a550e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:27.293073 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f83e726-2e06-4efd-ba38-0cfd13732959 req-90e388be-4415-4dfc-9d0d-2757a550e308 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 1096 time: 0.0523376 Jul 15 13:53:27.386525 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83e726-2e06-4efd-ba38-0cfd13732959 req-b04fce06-5460-4869-9bfc-2d3620b6fb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:27.387922 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f83e726-2e06-4efd-ba38-0cfd13732959 req-b04fce06-5460-4869-9bfc-2d3620b6fb28 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.0882318 Jul 15 13:53:27.430062 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f83e726-2e06-4efd-ba38-0cfd13732959 req-1c46df2c-b39f-49e4-be87-eb330c6d61f9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1ff6433-dcd2-456c-b7e5-44cc2398e609 HTTP/1.1" status: 200 len: 217 time: 0.0352285 Jul 15 13:53:27.481222 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83e726-2e06-4efd-ba38-0cfd13732959 req-f3019840-727b-479f-855d-4b7b7bfb350c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:27.482717 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f83e726-2e06-4efd-ba38-0cfd13732959 req-f3019840-727b-479f-855d-4b7b7bfb350c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0472176 Jul 15 13:53:27.539778 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83e726-2e06-4efd-ba38-0cfd13732959 req-bd44867b-0757-4632-a8bd-ca877f210939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:27.541270 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f83e726-2e06-4efd-ba38-0cfd13732959 req-bd44867b-0757-4632-a8bd-ca877f210939 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511806 Jul 15 13:53:27.634659 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f83e726-2e06-4efd-ba38-0cfd13732959 req-df5e3f39-7903-454f-abba-b66f044e81e2 service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858743 Jul 15 13:53:27.722428 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f83e726-2e06-4efd-ba38-0cfd13732959 req-da91456e-d426-42df-8aed-f1100dbdd9ab service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815639 Jul 15 13:53:27.753599 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832837f-c180-4940-9847-f4e3ae9dd6f6 req-f24fe247-9606-44aa-ac34-03dda156e3ea tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:27.755118 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3832837f-c180-4940-9847-f4e3ae9dd6f6 req-f24fe247-9606-44aa-ac34-03dda156e3ea tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 944 time: 0.0658844 Jul 15 13:53:27.800003 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3832837f-c180-4940-9847-f4e3ae9dd6f6 req-e22f802d-2f19-4be7-b143-3584e59863b8 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392818 Jul 15 13:53:28.974961 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a23236-1089-4423-a5c1-24edf1977875 req-ad63dc28-a22a-4525-9c22-1b9324ab7585 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:28.976437 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-22a23236-1089-4423-a5c1-24edf1977875 req-ad63dc28-a22a-4525-9c22-1b9324ab7585 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 944 time: 0.0624971 Jul 15 13:53:29.020670 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-22a23236-1089-4423-a5c1-24edf1977875 req-9beff602-cc95-4535-991c-8ff9a5749d3e tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380027 Jul 15 13:53:29.516812 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device b1ff6433-dcd2-456c-b7e5-44cc2398e609 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:53:29.607967 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port b1ff6433-dcd2-456c-b7e5-44cc2398e609, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=b1ff6433-dcd2-456c-b7e5-44cc2398e609,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:53:29.619417 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'b1ff6433-dcd2-456c-b7e5-44cc2398e609', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'port_id': 'b1ff6433-dcd2-456c-b7e5-44cc2398e609', 'mac_address': 'fa:16:3e:ec:15:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:53:29.657659 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:29.670322 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1ff6433-dcd2-456c-b7e5-44cc2398e609 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:53:29.689390 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port b1ff6433-dcd2-456c-b7e5-44cc2398e609, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=b1ff6433-dcd2-456c-b7e5-44cc2398e609,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:53:29.693144 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:29.738233 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=b1ff6433-dcd2-456c-b7e5-44cc2398e609,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:29.966440 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['b1ff6433-dcd2-456c-b7e5-44cc2398e609'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:53:30.197732 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a758f7a-f86a-4028-b72d-cde263887c6c req-d95f2a48-3bf5-49af-b806-0c3ad0694c54 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:30.199331 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2a758f7a-f86a-4028-b72d-cde263887c6c req-d95f2a48-3bf5-49af-b806-0c3ad0694c54 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 945 time: 0.0662246 Jul 15 13:53:30.236908 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2a758f7a-f86a-4028-b72d-cde263887c6c req-2a2c72e3-f4f0-4ece-87a6-075f3aa16065 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319829 Jul 15 13:53:31.429429 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4dd0c-91d3-430a-b162-bf988b031bd9 req-747e00b5-0f25-4433-a0ce-4caa492cd223 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:31.430995 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-21f4dd0c-91d3-430a-b162-bf988b031bd9 req-747e00b5-0f25-4433-a0ce-4caa492cd223 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 945 time: 0.0802822 Jul 15 13:53:31.471887 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-21f4dd0c-91d3-430a-b162-bf988b031bd9 req-c2c90825-498b-46d2-b50d-658ecb343340 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351934 Jul 15 13:53:31.533105 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device b1ff6433-dcd2-456c-b7e5-44cc2398e609 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:53:31.581119 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port b1ff6433-dcd2-456c-b7e5-44cc2398e609 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:53:31.584877 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port b1ff6433-dcd2-456c-b7e5-44cc2398e609 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:53:31.585249 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:31.667538 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:31.690558 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f99f15-fe7f-436a-acf4-f5d645570e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ff6433-dcd2-456c-b7e5-44cc2398e609'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:53:31.693297 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef22a49-71c8-43dc-b169-2f67b635b1de" -d '{"events": [{"server_uuid": "b7f99f15-fe7f-436a-acf4-f5d645570e96", "name": "network-vif-plugged", "status": "completed", "tag": "b1ff6433-dcd2-456c-b7e5-44cc2398e609"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:53:31.710900 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port b1ff6433-dcd2-456c-b7e5-44cc2398e609, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=b1ff6433-dcd2-456c-b7e5-44cc2398e609,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:53:31.715849 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:31.749602 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41aac94-ab90-418f-afac-ae59210ddc89 x-openstack-request-id: req-e41aac94-ab90-418f-afac-ae59210ddc89 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:53:31.749830 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f99f15-fe7f-436a-acf4-f5d645570e96", "name": "network-vif-plugged", "status": "completed", "tag": "b1ff6433-dcd2-456c-b7e5-44cc2398e609", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:53:31.750012 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e41aac94-ab90-418f-afac-ae59210ddc89 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:53:31.750398 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f99f15-fe7f-436a-acf4-f5d645570e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ff6433-dcd2-456c-b7e5-44cc2398e609', 'code': 200} Jul 15 13:53:31.780661 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=b1ff6433-dcd2-456c-b7e5-44cc2398e609,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:31.874213 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5bdd1-482c-4816-b8fd-88824ef10150 req-a05b7f8a-bf0a-4f2b-8072-6503fa67b8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:31.875715 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a5c5bdd1-482c-4816-b8fd-88824ef10150 req-a05b7f8a-bf0a-4f2b-8072-6503fa67b8c5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 1098 time: 0.0525744 Jul 15 13:53:31.910018 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a5c5bdd1-482c-4816-b8fd-88824ef10150 req-b59adb50-782e-4dd9-941e-3330bd182c7b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281179 Jul 15 13:53:32.645089 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3e8bc-bc59-492c-82c2-e1c311d71de6 req-8ef6c52d-affd-4b03-87df-793b44001090 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:32.646592 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c8c3e8bc-bc59-492c-82c2-e1c311d71de6 req-8ef6c52d-affd-4b03-87df-793b44001090 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 946 time: 0.0661190 Jul 15 13:53:32.684015 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c8c3e8bc-bc59-492c-82c2-e1c311d71de6 req-08f6ec7c-fab4-48e9-aa59-37ce4c0d4d6a tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319495 Jul 15 13:53:33.859265 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d851b7-5f38-470e-89e4-d6fe72f5a748 req-5e52ba1e-f2e3-4a10-ae46-fe953f3ab30a tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:33.860774 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e6d851b7-5f38-470e-89e4-d6fe72f5a748 req-5e52ba1e-f2e3-4a10-ae46-fe953f3ab30a tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 946 time: 0.0618591 Jul 15 13:53:33.899444 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e6d851b7-5f38-470e-89e4-d6fe72f5a748 req-0c68d1e8-0c6a-4ecf-be33-491bef2d8f4f tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330725 Jul 15 13:53:34.067013 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a0ee1-afdc-46c3-95a7-48736bbfa425 req-710b966d-060a-4164-b8f8-4e79bfde4226 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:34.068435 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac0a0ee1-afdc-46c3-95a7-48736bbfa425 req-710b966d-060a-4164-b8f8-4e79bfde4226 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 946 time: 0.0647631 Jul 15 13:53:34.077039 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 46888) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:53:34.082182 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e655a4bc-9242-4a6e-8637-03b61c822ea1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Request body: {'floatingip': {'port_id': 'b1ff6433-dcd2-456c-b7e5-44cc2398e609'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:53:34.124080 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e655a4bc-9242-4a6e-8637-03b61c822ea1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:34.828342 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e655a4bc-9242-4a6e-8637-03b61c822ea1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:34.833114 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e655a4bc-9242-4a6e-8637-03b61c822ea1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:34.933838 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-e655a4bc-9242-4a6e-8637-03b61c822ea1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Floating IP f9ed4ac2-4c86-4e1c-9b31-1793caba06c8 associated. External IP: 172.25.6.7, port: b1ff6433-dcd2-456c-b7e5-44cc2398e609. Jul 15 13:53:35.139500 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e655a4bc-9242-4a6e-8637-03b61c822ea1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Router 54100a26-1f14-4011-982f-472b262db138 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:53:35.250258 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e655a4bc-9242-4a6e-8637-03b61c822ea1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:53:35.255643 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e655a4bc-9242-4a6e-8637-03b61c822ea1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:35.261926 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1084e6-2564-422e-a585-18fa34923c0d None None] Sync routers for ids ['54100a26-1f14-4011-982f-472b262db138'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:53:35.271723 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1084e6-2564-422e-a585-18fa34923c0d None None] Routers {'54100a26-1f14-4011-982f-472b262db138'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:53:35.272339 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ed1084e6-2564-422e-a585-18fa34923c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:53:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['54100a26-1f14-4011-982f-472b262db138'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:53:35.291404 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e655a4bc-9242-4a6e-8637-03b61c822ea1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "PUT /v2.0/floatingips/f9ed4ac2-4c86-4e1c-9b31-1793caba06c8 HTTP/1.1" status: 200 len: 990 time: 1.2133319 Jul 15 13:53:35.291978 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f99f15-fe7f-436a-acf4-f5d645570e96', 'tag': 'b1ff6433-dcd2-456c-b7e5-44cc2398e609'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:53:35.294541 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97c15b5-df1b-4bc5-b28b-d07d1ef55134" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f99f15-fe7f-436a-acf4-f5d645570e96", "tag": "b1ff6433-dcd2-456c-b7e5-44cc2398e609"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:53:35.335255 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab2f1ad-eb27-4c61-93da-63ded1c1240e x-openstack-request-id: req-7ab2f1ad-eb27-4c61-93da-63ded1c1240e {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:53:35.335544 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f99f15-fe7f-436a-acf4-f5d645570e96", "tag": "b1ff6433-dcd2-456c-b7e5-44cc2398e609", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:53:35.335793 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7ab2f1ad-eb27-4c61-93da-63ded1c1240e {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:53:35.336192 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f99f15-fe7f-436a-acf4-f5d645570e96', 'tag': 'b1ff6433-dcd2-456c-b7e5-44cc2398e609', 'status': 'completed', 'code': 200} Jul 15 13:53:35.440537 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c15b5-df1b-4bc5-b28b-d07d1ef55134 req-10f2ce41-4dbe-4b06-b6b6-98958eb4cbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:35.442170 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d97c15b5-df1b-4bc5-b28b-d07d1ef55134 req-10f2ce41-4dbe-4b06-b6b6-98958eb4cbe2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 1098 time: 0.0607359 Jul 15 13:53:35.539394 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-ed1084e6-2564-422e-a585-18fa34923c0d None None] Set router 54100a26-1f14-4011-982f-472b262db138 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:53:35.539944 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c15b5-df1b-4bc5-b28b-d07d1ef55134 req-936a6c06-71f7-4bc2-88e7-5eeda1c4750d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:35.541651 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d97c15b5-df1b-4bc5-b28b-d07d1ef55134 req-936a6c06-71f7-4bc2-88e7-5eeda1c4750d service neutron] 10.222.0.32 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.0928893 Jul 15 13:53:35.611096 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d97c15b5-df1b-4bc5-b28b-d07d1ef55134 req-b5999d8e-2dd7-42a2-a0b4-8b1247f2fa71 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1ff6433-dcd2-456c-b7e5-44cc2398e609 HTTP/1.1" status: 200 len: 998 time: 0.0627739 Jul 15 13:53:35.661399 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c15b5-df1b-4bc5-b28b-d07d1ef55134 req-af625a87-3794-4a4c-8a24-77d7355bdbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:35.662934 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d97c15b5-df1b-4bc5-b28b-d07d1ef55134 req-af625a87-3794-4a4c-8a24-77d7355bdbe0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0459003 Jul 15 13:53:35.720012 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c15b5-df1b-4bc5-b28b-d07d1ef55134 req-48c0cd23-bd8e-440f-9f9d-554c8a5aa4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:35.722186 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d97c15b5-df1b-4bc5-b28b-d07d1ef55134 req-48c0cd23-bd8e-440f-9f9d-554c8a5aa4b2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536451 Jul 15 13:53:35.762537 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ed1084e6-2564-422e-a585-18fa34923c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54100a26-1f14-4011-982f-472b262db138', 'name': 'tempest-ServerActionsTestJSON-725938257-router', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:53:17Z', 'updated_at': '2021-07-15T13:53:20Z', 'revision_number': 4, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'gw_port': {'id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:18Z', 'updated_at': '2021-07-15T13:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'f9ed4ac2-4c86-4e1c-9b31-1793caba06c8', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'floating_ip_address': '172.25.6.7', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '54100a26-1f14-4011-982f-472b262db138', 'port_id': 'b1ff6433-dcd2-456c-b7e5-44cc2398e609', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'mac_address': 'fa:16:3e:ec:15:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f99f15-fe7f-436a-acf4-f5d645570e96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:53:22Z', 'updated_at': '2021-07-15T13:53:34Z', 'revision_number': 1, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93fed6d4-e035-4685-9427-f5a6c5756c37', 'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'mac_address': 'fa:16:3e:26:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:20Z', 'updated_at': '2021-07-15T13:53:25Z', 'revision_number': 5, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'subnets': [{'id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:53:35.793392 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1084e6-2564-422e-a585-18fa34923c0d None None] Checking router: 54100a26-1f14-4011-982f-472b262db138 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:53:35.802253 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1084e6-2564-422e-a585-18fa34923c0d None None] Routers {'54100a26-1f14-4011-982f-472b262db138'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:53:35.802867 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ed1084e6-2564-422e-a585-18fa34923c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:53:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['54100a26-1f14-4011-982f-472b262db138'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:53:35.817287 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d97c15b5-df1b-4bc5-b28b-d07d1ef55134 req-197144b7-7280-4cce-b4cd-33ddb7e7f8b3 service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880730 Jul 15 13:53:35.905177 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-ed1084e6-2564-422e-a585-18fa34923c0d None None] Set router 54100a26-1f14-4011-982f-472b262db138 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:53:35.906223 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d97c15b5-df1b-4bc5-b28b-d07d1ef55134 req-b070fc4f-9e3f-48c0-893f-b26c059a342e service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824857 Jul 15 13:53:36.013235 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:53:36.135146 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ed1084e6-2564-422e-a585-18fa34923c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54100a26-1f14-4011-982f-472b262db138', 'name': 'tempest-ServerActionsTestJSON-725938257-router', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:53:17Z', 'updated_at': '2021-07-15T13:53:20Z', 'revision_number': 4, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'gw_port': {'id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:18Z', 'updated_at': '2021-07-15T13:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'f9ed4ac2-4c86-4e1c-9b31-1793caba06c8', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'floating_ip_address': '172.25.6.7', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '54100a26-1f14-4011-982f-472b262db138', 'port_id': 'b1ff6433-dcd2-456c-b7e5-44cc2398e609', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'mac_address': 'fa:16:3e:ec:15:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f99f15-fe7f-436a-acf4-f5d645570e96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:53:22Z', 'updated_at': '2021-07-15T13:53:34Z', 'revision_number': 1, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93fed6d4-e035-4685-9427-f5a6c5756c37', 'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'mac_address': 'fa:16:3e:26:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:20Z', 'updated_at': '2021-07-15T13:53:25Z', 'revision_number': 5, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'subnets': [{'id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:53:36.160469 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1084e6-2564-422e-a585-18fa34923c0d None None] The sync data for ids ['54100a26-1f14-4011-982f-472b262db138'] in n-d-758944-45 is: [{'id': '54100a26-1f14-4011-982f-472b262db138', 'name': 'tempest-ServerActionsTestJSON-725938257-router', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:53:17Z', 'updated_at': '2021-07-15T13:53:20Z', 'revision_number': 4, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'gw_port': {'id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:18Z', 'updated_at': '2021-07-15T13:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'f9ed4ac2-4c86-4e1c-9b31-1793caba06c8', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'floating_ip_address': '172.25.6.7', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '54100a26-1f14-4011-982f-472b262db138', 'port_id': 'b1ff6433-dcd2-456c-b7e5-44cc2398e609', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'mac_address': 'fa:16:3e:ec:15:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f99f15-fe7f-436a-acf4-f5d645570e96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:53:22Z', 'updated_at': '2021-07-15T13:53:34Z', 'revision_number': 1, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93fed6d4-e035-4685-9427-f5a6c5756c37', 'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'mac_address': 'fa:16:3e:26:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:20Z', 'updated_at': '2021-07-15T13:53:25Z', 'revision_number': 5, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'subnets': [{'id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:53:36.345198 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8466e523-a094-408b-9e0e-0ce0584adf78 None None] New status for floating IP f9ed4ac2-4c86-4e1c-9b31-1793caba06c8: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:53:38.515553 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:43.973137 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d9f96348-7136-4194-abdb-060112e1536e req-ee19ad62-ad86-465a-a553-ab7a2afa9957 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0508964 Jul 15 13:53:44.088056 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f96348-7136-4194-abdb-060112e1536e req-4e73b4f7-914e-4541-a2e0-dc915babcac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:44.089553 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d9f96348-7136-4194-abdb-060112e1536e req-4e73b4f7-914e-4541-a2e0-dc915babcac2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 1098 time: 0.0577312 Jul 15 13:53:44.193642 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f96348-7136-4194-abdb-060112e1536e req-40615da2-5bb4-4a8e-b80f-bbac0ff97570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:44.195140 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d9f96348-7136-4194-abdb-060112e1536e req-40615da2-5bb4-4a8e-b80f-bbac0ff97570 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.0840924 Jul 15 13:53:44.265632 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d9f96348-7136-4194-abdb-060112e1536e req-af46ab31-982e-4adf-95ab-1fc4ca6533c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1ff6433-dcd2-456c-b7e5-44cc2398e609 HTTP/1.1" status: 200 len: 1000 time: 0.0632818 Jul 15 13:53:44.315162 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f96348-7136-4194-abdb-060112e1536e req-63833d78-bd86-46f9-9e1d-e62d6ffeaca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:44.316643 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d9f96348-7136-4194-abdb-060112e1536e req-63833d78-bd86-46f9-9e1d-e62d6ffeaca9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0449719 Jul 15 13:53:44.374610 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f96348-7136-4194-abdb-060112e1536e req-171e918d-857a-4b16-b089-b9a7d1408354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:44.376140 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d9f96348-7136-4194-abdb-060112e1536e req-171e918d-857a-4b16-b089-b9a7d1408354 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521376 Jul 15 13:53:44.473883 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d9f96348-7136-4194-abdb-060112e1536e req-858dd1a8-f8db-4eb9-b87d-ca2cc0d6bbf2 service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893977 Jul 15 13:53:44.564977 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d9f96348-7136-4194-abdb-060112e1536e req-7b58b8ba-6296-4cc4-bb9c-0314351ec8b9 service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836232 Jul 15 13:53:50.893095 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fcdffa93-2afc-46da-9d93-10a346d48c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:53.307378 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:53.434307 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-84a456a0-0468-43f5-b2c6-9ca91b57492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:54.866169 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:55.543919 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:56.460714 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:08.522372 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:13.013280 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:54:20.894599 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc7320ac-acb1-4594-aeb0-778f845aad9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:23.309682 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:23.434156 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b511b47c-d0fe-48c2-b604-e7a59dcc8af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:24.864395 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:25.543755 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:26.464571 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:38.534525 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:45.987247 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0111caa1-22dc-45b8-929f-70784ba17ee5 req-0613be0d-5f14-4b62-a4a7-89f57fd8c821 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0586181 Jul 15 13:54:46.096552 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111caa1-22dc-45b8-929f-70784ba17ee5 req-bba148e9-2c7e-4ade-96f1-64528f6eb8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:46.098029 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0111caa1-22dc-45b8-929f-70784ba17ee5 req-bba148e9-2c7e-4ade-96f1-64528f6eb8a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 1098 time: 0.0534718 Jul 15 13:54:46.205376 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111caa1-22dc-45b8-929f-70784ba17ee5 req-fbb06707-82ad-4f64-b210-a3813a62c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:46.206909 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0111caa1-22dc-45b8-929f-70784ba17ee5 req-fbb06707-82ad-4f64-b210-a3813a62c83c service neutron] 10.222.0.32 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.0893710 Jul 15 13:54:46.272803 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0111caa1-22dc-45b8-929f-70784ba17ee5 req-257020d7-d5b1-45a7-906d-9814078cad6f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1ff6433-dcd2-456c-b7e5-44cc2398e609 HTTP/1.1" status: 200 len: 1000 time: 0.0594983 Jul 15 13:54:46.321938 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111caa1-22dc-45b8-929f-70784ba17ee5 req-aff65550-48ba-42ff-8683-d4bddeb52952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:46.323453 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0111caa1-22dc-45b8-929f-70784ba17ee5 req-aff65550-48ba-42ff-8683-d4bddeb52952 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0446062 Jul 15 13:54:46.386650 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111caa1-22dc-45b8-929f-70784ba17ee5 req-2b02facb-2848-4f9d-88ee-3633b88eb5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:54:46.388076 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0111caa1-22dc-45b8-929f-70784ba17ee5 req-2b02facb-2848-4f9d-88ee-3633b88eb5a7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588953 Jul 15 13:54:46.485442 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0111caa1-22dc-45b8-929f-70784ba17ee5 req-56fc6a28-51ac-483c-bc09-0cca435e093b service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909133 Jul 15 13:54:46.587485 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0111caa1-22dc-45b8-929f-70784ba17ee5 req-9f9e0a55-27b2-4354-b910-eda36e8e5cf5 service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945451 Jul 15 13:54:50.013132 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:54:50.895973 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-01a63fa2-5204-46fd-a25f-82d02535e484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:53.310342 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:53.434191 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-260dfb10-4774-47cc-96fe-64dde470c0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:54.867987 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:55.557747 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:56.466310 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:08.538743 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:10.926024 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49616aa-b9b9-4d71-97b7-be0964f1b0da req-cf814b83-ba4a-4da2-a13a-f3112fa3a617 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:10.927537 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f49616aa-b9b9-4d71-97b7-be0964f1b0da req-cf814b83-ba4a-4da2-a13a-f3112fa3a617 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 946 time: 0.1212790 Jul 15 13:55:10.964639 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f49616aa-b9b9-4d71-97b7-be0964f1b0da req-721c978a-64da-460d-ae57-086d74a1ba26 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314295 Jul 15 13:55:11.351414 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-e9300773-1bd3-41ad-b717-d6d369917349 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1027918 Jul 15 13:55:11.360139 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ef674-4592-4f3f-a4ad-4567724ac75c req-54d57b91-6cd7-4076-a075-d83014edc18b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:11.361674 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-637ef674-4592-4f3f-a4ad-4567724ac75c req-54d57b91-6cd7-4076-a075-d83014edc18b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 946 time: 0.0652533 Jul 15 13:55:11.402562 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-637ef674-4592-4f3f-a4ad-4567724ac75c req-64370dda-c2af-4e6f-ab04-799db35e76d1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353105 Jul 15 13:55:12.476374 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-269f79d1-11bf-4caf-95b8-02dc1494053e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:12.478617 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-269f79d1-11bf-4caf-95b8-02dc1494053e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 1098 time: 0.0537562 Jul 15 13:55:12.578273 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-20e9ce0f-fc8f-431e-9f96-42347bb9667c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:12.579785 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-20e9ce0f-fc8f-431e-9f96-42347bb9667c service neutron] 10.222.0.32 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.0952454 Jul 15 13:55:12.676489 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-10ea5683-e6d5-4393-be09-47cd3e82bd71 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1ff6433-dcd2-456c-b7e5-44cc2398e609 HTTP/1.1" status: 200 len: 1000 time: 0.0903239 Jul 15 13:55:12.737103 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826904d2-7482-4135-ae1b-179c7573b20d req-31379c44-ac27-44db-90c0-534cb8b39fce tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:12.738626 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-826904d2-7482-4135-ae1b-179c7573b20d req-31379c44-ac27-44db-90c0-534cb8b39fce tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 946 time: 0.1920674 Jul 15 13:55:12.744050 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-b20ef314-908e-44de-9c59-8a4e4266f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:12.745476 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-b20ef314-908e-44de-9c59-8a4e4266f13b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0630629 Jul 15 13:55:12.808222 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-826904d2-7482-4135-ae1b-179c7573b20d req-3eb45bbf-2243-4f59-b402-bc3c49849295 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617673 Jul 15 13:55:12.827760 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-0e324e8a-7cd6-4e1e-a4dd-682d623281fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:12.829292 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-0e324e8a-7cd6-4e1e-a4dd-682d623281fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0761168 Jul 15 13:55:12.923632 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-34f0e0a4-5465-4b0a-b900-36881c068459 service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877972 Jul 15 13:55:13.011437 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-bdaf7754-355f-413f-8dff-2e9b5fdc4bed service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813489 Jul 15 13:55:14.000305 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9110e-5984-46ee-843e-9738ea60129f req-08ba7206-ec8b-4315-80ea-91cae7bd81d6 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:14.001923 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a5c9110e-5984-46ee-843e-9738ea60129f req-08ba7206-ec8b-4315-80ea-91cae7bd81d6 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 946 time: 0.0699811 Jul 15 13:55:14.040129 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a5c9110e-5984-46ee-843e-9738ea60129f req-f67d335d-1d62-4784-ac11-c909e249af95 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322051 Jul 15 13:55:15.218023 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b02d6-541c-435b-9243-c81579c9302f req-4d52b5fc-a2ab-41fe-b0d9-9a5ed418c6db tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:15.219497 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-749b02d6-541c-435b-9243-c81579c9302f req-4d52b5fc-a2ab-41fe-b0d9-9a5ed418c6db tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 946 time: 0.0681884 Jul 15 13:55:15.256804 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-749b02d6-541c-435b-9243-c81579c9302f req-57b80406-e5af-4990-9c53-2dc800c8c8db tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318155 Jul 15 13:55:16.433402 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d11523-5a1b-48e5-b032-664f9c34ef9d req-855e7ede-7456-4c13-b1f7-9557b339ea8d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:16.435080 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-89d11523-5a1b-48e5-b032-664f9c34ef9d req-855e7ede-7456-4c13-b1f7-9557b339ea8d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 946 time: 0.0647140 Jul 15 13:55:16.473780 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-89d11523-5a1b-48e5-b032-664f9c34ef9d req-3fa2eae9-82c5-4057-b10a-17446c0c4fbf tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331662 Jul 15 13:55:17.647692 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49724dbd-0aea-4cb5-a0b2-76c1944d6299 req-aa8a5701-54c9-4bad-b4be-2db4d4cf065f tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:17.649713 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-49724dbd-0aea-4cb5-a0b2-76c1944d6299 req-aa8a5701-54c9-4bad-b4be-2db4d4cf065f tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 946 time: 0.0635498 Jul 15 13:55:17.686846 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-49724dbd-0aea-4cb5-a0b2-76c1944d6299 req-d175bded-4391-40f4-b62c-98e236f260b5 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315759 Jul 15 13:55:18.857184 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06442ed9-242b-4593-bd83-2ad6b362c9ec req-571f420c-f2db-4b7c-986d-1c0351bced58 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:18.858970 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-06442ed9-242b-4593-bd83-2ad6b362c9ec req-571f420c-f2db-4b7c-986d-1c0351bced58 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 946 time: 0.0627108 Jul 15 13:55:18.895727 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-06442ed9-242b-4593-bd83-2ad6b362c9ec req-bfac0576-05d1-4551-947e-ab6751cadb5e tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313504 Jul 15 13:55:20.072726 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb22c1b-9bc6-43d8-bf50-c94d4f9d32bb req-d7f8d062-f721-455e-9a2f-a277a07b62a2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:20.074226 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7eb22c1b-9bc6-43d8-bf50-c94d4f9d32bb req-d7f8d062-f721-455e-9a2f-a277a07b62a2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 946 time: 0.0675900 Jul 15 13:55:20.110888 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7eb22c1b-9bc6-43d8-bf50-c94d4f9d32bb req-ca953d82-3d23-41c3-91a1-8bf8d624455a tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312221 Jul 15 13:55:20.899444 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a066dac0-9c8f-4ae5-9bac-02bb1fd3380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:21.289452 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27656421-4f16-4a19-8d26-6ebc5e607c9e req-a054dd10-b297-4537-8d90-2ce196017be6 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:21.290953 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-27656421-4f16-4a19-8d26-6ebc5e607c9e req-a054dd10-b297-4537-8d90-2ce196017be6 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 946 time: 0.0683584 Jul 15 13:55:21.328045 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-27656421-4f16-4a19-8d26-6ebc5e607c9e req-44307ef4-ab3a-454a-a93a-c300900d0a64 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315418 Jul 15 13:55:22.498576 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56d94b-ce3a-4326-8faa-54896d46df6f req-6fb203f8-1a84-455e-9240-b496cb1524e1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:22.499974 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ff56d94b-ce3a-4326-8faa-54896d46df6f req-6fb203f8-1a84-455e-9240-b496cb1524e1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 946 time: 0.0624263 Jul 15 13:55:22.537240 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ff56d94b-ce3a-4326-8faa-54896d46df6f req-3abfd180-d2de-4385-839f-3a5882bc1ce2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317464 Jul 15 13:55:23.310972 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:23.434569 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df5a926a-4d66-494e-87f0-af930ef7f97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:23.708463 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0faab8-22e7-497a-933b-cd9910276cc3 req-4306f725-5c8c-4e18-9e42-eedd29072483 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:23.710031 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7a0faab8-22e7-497a-933b-cd9910276cc3 req-4306f725-5c8c-4e18-9e42-eedd29072483 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 946 time: 0.0633981 Jul 15 13:55:23.750513 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7a0faab8-22e7-497a-933b-cd9910276cc3 req-e9afe0d8-8c43-4fb3-ba61-02186156b1be tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342627 Jul 15 13:55:24.871489 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:24.922437 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f8b8d-a0e8-49aa-9eb9-6bcc5b766673 req-fda6ffce-3ea9-4d21-932b-b856db4f7741 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:24.923982 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dc2f8b8d-a0e8-49aa-9eb9-6bcc5b766673 req-fda6ffce-3ea9-4d21-932b-b856db4f7741 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 946 time: 0.0632412 Jul 15 13:55:24.962585 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dc2f8b8d-a0e8-49aa-9eb9-6bcc5b766673 req-708b7b18-a2b4-4826-94da-fcd2a189bc5d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327420 Jul 15 13:55:25.114873 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-b0b0ddcc-31cd-4279-b08e-ae42219f4a81 service neutron] show failed (client error): The resource could not be found. Jul 15 13:55:25.115790 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-b0b0ddcc-31cd-4279-b08e-ae42219f4a81 service neutron] 10.222.0.32 "GET /v2.0/ports/b1ff6433-dcd2-456c-b7e5-44cc2398e609/bindings/n-h1-758944-45 HTTP/1.1" status: 404 len: 381 time: 0.0578268 Jul 15 13:55:25.366515 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-b6ca5976-9bdc-4ba7-b31c-e90e3ef41615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:25.367951 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-b6ca5976-9bdc-4ba7-b31c-e90e3ef41615 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96&tenant_id=815b3b11e1d14c7eafe809faaf7caebd HTTP/1.1" status: 200 len: 1098 time: 0.0532780 Jul 15 13:55:25.379203 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-45', 'device_owner': 'compute:nova'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:55:25.452978 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:25.555657 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:25.650761 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] For port b1ff6433-dcd2-456c-b7e5-44cc2398e609, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=b1ff6433-dcd2-456c-b7e5-44cc2398e609,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:55:25.683239 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] For port b1ff6433-dcd2-456c-b7e5-44cc2398e609, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:55:25.723189 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f99f15-fe7f-436a-acf4-f5d645570e96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1ff6433-dcd2-456c-b7e5-44cc2398e609'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:55:25.725486 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809e0333-c718-407c-9549-67b604369397" -d '{"events": [{"server_uuid": "b7f99f15-fe7f-436a-acf4-f5d645570e96", "name": "network-vif-unplugged", "status": "completed", "tag": "b1ff6433-dcd2-456c-b7e5-44cc2398e609"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:55:25.729372 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:25.742971 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] Transition to ACTIVE for port object b1ff6433-dcd2-456c-b7e5-44cc2398e609 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:55:25.747284 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:25.781301 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c680f5-45e8-4d3d-b9d0-88f79c75dc30 x-openstack-request-id: req-87c680f5-45e8-4d3d-b9d0-88f79c75dc30 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:55:25.781593 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f99f15-fe7f-436a-acf4-f5d645570e96", "name": "network-vif-unplugged", "status": "completed", "tag": "b1ff6433-dcd2-456c-b7e5-44cc2398e609", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:55:25.782490 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-87c680f5-45e8-4d3d-b9d0-88f79c75dc30 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:55:25.782490 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f99f15-fe7f-436a-acf4-f5d645570e96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1ff6433-dcd2-456c-b7e5-44cc2398e609', 'code': 200} Jul 15 13:55:25.815684 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] Pushing event updated for resources: {'Port': ['ID=b1ff6433-dcd2-456c-b7e5-44cc2398e609,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:26.168823 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:26.169535 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:26.169535 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:26.169840 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:26.170172 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:26.170506 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:26.170834 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:26.171157 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:26.171481 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:26.171812 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:26.172134 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:26.172457 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:26.249592 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] No DVR routers for this DVR port b1ff6433-dcd2-456c-b7e5-44cc2398e609 on host n-h2-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:55:26.345318 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f432d-33b9-4ab2-8800-463f417ffe05 req-bb9e919e-feb3-46ec-a307-a7051100ef15 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:26.347101 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-520f432d-33b9-4ab2-8800-463f417ffe05 req-bb9e919e-feb3-46ec-a307-a7051100ef15 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 944 time: 0.2174985 Jul 15 13:55:26.424095 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-520f432d-33b9-4ab2-8800-463f417ffe05 req-d4a84695-af4d-417e-b06e-29eeb4da7f55 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697811 Jul 15 13:55:26.435669 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] Attempting to bind port b1ff6433-dcd2-456c-b7e5-44cc2398e609 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:55:26.435994 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] Attempting to bind port b1ff6433-dcd2-456c-b7e5-44cc2398e609 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:55:26.436355 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] Attempting to bind port b1ff6433-dcd2-456c-b7e5-44cc2398e609 on network c64839d0-24c4-4ee2-a3a9-2c840acfac87 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:55:26.440837 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] Port b1ff6433-dcd2-456c-b7e5-44cc2398e609 on network c64839d0-24c4-4ee2-a3a9-2c840acfac87 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:55:26.441404 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] Attempting to bind port b1ff6433-dcd2-456c-b7e5-44cc2398e609 on network c64839d0-24c4-4ee2-a3a9-2c840acfac87 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:55:26.446364 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:55:26.446701 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] Checking segment: {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:55:26.447083 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] Bound using segment: {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:55:26.447504 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] Bound port: b1ff6433-dcd2-456c-b7e5-44cc2398e609, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:55:26.447857 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:26.469062 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:26.513367 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] For port b1ff6433-dcd2-456c-b7e5-44cc2398e609, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:55:26.516811 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] For port b1ff6433-dcd2-456c-b7e5-44cc2398e609, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=b1ff6433-dcd2-456c-b7e5-44cc2398e609,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:55:26.520748 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:26.557319 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:26.557984 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:26.559378 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] 10.222.0.18 "PUT /v2.0/ports/b1ff6433-dcd2-456c-b7e5-44cc2398e609 HTTP/1.1" status: 200 len: 1093 time: 1.1841936 Jul 15 13:55:26.611213 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72cabe-86d6-407a-bb33-60efe3addfcc service neutron] Pushing event updated for resources: {'Port': ['ID=b1ff6433-dcd2-456c-b7e5-44cc2398e609,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:26.643286 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-9b5f806f-7e85-4970-9568-a3db8fb40ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:26.644869 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-9b5f806f-7e85-4970-9568-a3db8fb40ec4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 1096 time: 0.0625329 Jul 15 13:55:26.742843 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-5ee5443c-64b9-4e80-b2bf-22a44c3f8c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:26.744346 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-5ee5443c-64b9-4e80-b2bf-22a44c3f8c75 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.0935302 Jul 15 13:55:26.809977 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-ca25e488-536e-44f3-8706-563a1a312eb0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1ff6433-dcd2-456c-b7e5-44cc2398e609 HTTP/1.1" status: 200 len: 998 time: 0.0591013 Jul 15 13:55:26.857118 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-effaf0b6-3b2a-48ec-92eb-a3be88913014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:26.858760 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-effaf0b6-3b2a-48ec-92eb-a3be88913014 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0430672 Jul 15 13:55:26.918262 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-b1c1fbd2-b89f-4024-936b-9e05d58f6afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:26.919744 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-b1c1fbd2-b89f-4024-936b-9e05d58f6afb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549936 Jul 15 13:55:27.006954 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-41c3eb76-e675-4964-8947-c6626c79256b service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808654 Jul 15 13:55:27.012916 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:55:27.099007 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c2d8b47a-f144-461a-8ce4-bba54e5e4242 req-edc9bfef-94fd-401a-8159-1c0eef6b2af5 service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848413 Jul 15 13:55:27.604906 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a4a84-72c5-4073-a388-00f353d581c8 req-237ab96f-0044-411d-9442-8abecbc2a52a tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:27.606409 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-643a4a84-72c5-4073-a388-00f353d581c8 req-237ab96f-0044-411d-9442-8abecbc2a52a tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 944 time: 0.0669422 Jul 15 13:55:27.643713 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-643a4a84-72c5-4073-a388-00f353d581c8 req-de879f4d-8e3b-4c08-98f9-b15034a54efd tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315692 Jul 15 13:55:27.783961 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f99f15-fe7f-436a-acf4-f5d645570e96', 'tag': 'b1ff6433-dcd2-456c-b7e5-44cc2398e609'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:55:27.786341 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba3d87e-c5a4-4a42-8b12-24cbbb9345c2" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f99f15-fe7f-436a-acf4-f5d645570e96", "tag": "b1ff6433-dcd2-456c-b7e5-44cc2398e609"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:55:27.832501 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf05c420-b11b-4a80-9239-f506eaf92de6 x-openstack-request-id: req-bf05c420-b11b-4a80-9239-f506eaf92de6 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:55:27.832799 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f99f15-fe7f-436a-acf4-f5d645570e96", "tag": "b1ff6433-dcd2-456c-b7e5-44cc2398e609", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:55:27.833056 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bf05c420-b11b-4a80-9239-f506eaf92de6 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:55:27.833459 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f99f15-fe7f-436a-acf4-f5d645570e96', 'tag': 'b1ff6433-dcd2-456c-b7e5-44cc2398e609', 'status': 'completed', 'code': 200} Jul 15 13:55:27.947298 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3d87e-c5a4-4a42-8b12-24cbbb9345c2 req-7123f4d8-92e5-430f-9ac2-73534034b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:27.948837 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dba3d87e-c5a4-4a42-8b12-24cbbb9345c2 req-7123f4d8-92e5-430f-9ac2-73534034b7d2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 1096 time: 0.0920973 Jul 15 13:55:27.954522 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3d87e-c5a4-4a42-8b12-24cbbb9345c2 req-65c9fdde-c396-4994-badb-5a3e82223bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:27.955888 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dba3d87e-c5a4-4a42-8b12-24cbbb9345c2 req-65c9fdde-c396-4994-badb-5a3e82223bf1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 1096 time: 0.0731320 Jul 15 13:55:28.114412 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3d87e-c5a4-4a42-8b12-24cbbb9345c2 req-83acdfb4-a6d1-42ce-814c-0205117cb336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:28.115893 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dba3d87e-c5a4-4a42-8b12-24cbbb9345c2 req-83acdfb4-a6d1-42ce-814c-0205117cb336 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.1587660 Jul 15 13:55:28.116960 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3d87e-c5a4-4a42-8b12-24cbbb9345c2 req-880c36db-c2f9-4b52-8116-21361a2cf050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:28.119062 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dba3d87e-c5a4-4a42-8b12-24cbbb9345c2 req-880c36db-c2f9-4b52-8116-21361a2cf050 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.1548064 Jul 15 13:55:28.227982 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dba3d87e-c5a4-4a42-8b12-24cbbb9345c2 req-fd8ac20d-c28b-4044-b9a7-7431fd3ca5ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1ff6433-dcd2-456c-b7e5-44cc2398e609 HTTP/1.1" status: 200 len: 998 time: 0.1042590 Jul 15 13:55:28.229531 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dba3d87e-c5a4-4a42-8b12-24cbbb9345c2 req-d27445b0-b141-482d-86cc-3df950806bc5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1ff6433-dcd2-456c-b7e5-44cc2398e609 HTTP/1.1" status: 200 len: 998 time: 0.1007476 Jul 15 13:55:28.313237 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3d87e-c5a4-4a42-8b12-24cbbb9345c2 req-c2a44016-0dc8-48bb-bc32-d6a371c873fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:28.314761 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dba3d87e-c5a4-4a42-8b12-24cbbb9345c2 req-c2a44016-0dc8-48bb-bc32-d6a371c873fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0792744 Jul 15 13:55:28.316020 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3d87e-c5a4-4a42-8b12-24cbbb9345c2 req-59c9c0b1-423a-4941-9e19-23da112d03ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:28.317343 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dba3d87e-c5a4-4a42-8b12-24cbbb9345c2 req-59c9c0b1-423a-4941-9e19-23da112d03ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0829468 Jul 15 13:55:28.410585 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3d87e-c5a4-4a42-8b12-24cbbb9345c2 req-77484da8-0f5d-42f1-8455-78afa7be9686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:28.412105 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dba3d87e-c5a4-4a42-8b12-24cbbb9345c2 req-77484da8-0f5d-42f1-8455-78afa7be9686 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0910316 Jul 15 13:55:28.418459 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3d87e-c5a4-4a42-8b12-24cbbb9345c2 req-82be8613-e013-442e-a341-310014009997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:28.419849 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dba3d87e-c5a4-4a42-8b12-24cbbb9345c2 req-82be8613-e013-442e-a341-310014009997 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0911233 Jul 15 13:55:28.604636 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dba3d87e-c5a4-4a42-8b12-24cbbb9345c2 req-81af2b53-9277-4d77-b816-5abedb44cfe7 service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758544 Jul 15 13:55:28.606481 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dba3d87e-c5a4-4a42-8b12-24cbbb9345c2 req-2cb9d474-2f8b-428e-af27-c1ef909e781d service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858087 Jul 15 13:55:28.773002 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dba3d87e-c5a4-4a42-8b12-24cbbb9345c2 req-63ad61fe-997a-47dc-a767-25eb42faa7c9 service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604431 Jul 15 13:55:28.775608 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dba3d87e-c5a4-4a42-8b12-24cbbb9345c2 req-b6ecf530-8f40-42ce-9540-bea71d0f84ad service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543572 Jul 15 13:55:28.826906 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62f86d-225e-429a-b607-748e0c7b46d1 req-ba35aaae-3683-4a3a-a2fa-e06cc70d1278 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:28.828413 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7e62f86d-225e-429a-b607-748e0c7b46d1 req-ba35aaae-3683-4a3a-a2fa-e06cc70d1278 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 944 time: 0.0689559 Jul 15 13:55:28.866866 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7e62f86d-225e-429a-b607-748e0c7b46d1 req-122c4856-3088-4052-acda-feda315f51cc tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326793 Jul 15 13:55:29.939974 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device b1ff6433-dcd2-456c-b7e5-44cc2398e609 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:55:30.041790 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port b1ff6433-dcd2-456c-b7e5-44cc2398e609, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=b1ff6433-dcd2-456c-b7e5-44cc2398e609,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:55:30.048761 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65967dbd-c30b-451f-a941-a28a2390a03b req-76c20749-de2a-4599-b15d-12b8ff47f9c5 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:30.050387 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-65967dbd-c30b-451f-a941-a28a2390a03b req-76c20749-de2a-4599-b15d-12b8ff47f9c5 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 944 time: 0.0689144 Jul 15 13:55:30.054774 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'b1ff6433-dcd2-456c-b7e5-44cc2398e609', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'port_id': 'b1ff6433-dcd2-456c-b7e5-44cc2398e609', 'mac_address': 'fa:16:3e:ec:15:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:55:30.092150 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-65967dbd-c30b-451f-a941-a28a2390a03b req-317ec26d-8149-401a-bdbc-8fb9a3beec41 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340321 Jul 15 13:55:30.096528 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:30.108259 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device b1ff6433-dcd2-456c-b7e5-44cc2398e609 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:55:30.115481 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1ff6433-dcd2-456c-b7e5-44cc2398e609 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:55:30.166024 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port b1ff6433-dcd2-456c-b7e5-44cc2398e609, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=b1ff6433-dcd2-456c-b7e5-44cc2398e609,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:55:30.174823 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:30.199613 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device b1ff6433-dcd2-456c-b7e5-44cc2398e609 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:55:30.226396 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=b1ff6433-dcd2-456c-b7e5-44cc2398e609,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:30.234598 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:30.234931 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:30.235269 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:30.235799 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:30.236083 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:30.236424 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:30.236835 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:30.237187 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:30.237508 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:30.237963 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:30.238289 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:30.238605 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:55:30.417444 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['b1ff6433-dcd2-456c-b7e5-44cc2398e609'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:55:30.463453 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12bd64-2c18-4167-9df8-47ed59bef3b0 req-ed04f4e8-c806-435a-ab9d-7750e2362042 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:30.464956 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ce12bd64-2c18-4167-9df8-47ed59bef3b0 req-ed04f4e8-c806-435a-ab9d-7750e2362042 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 945 time: 0.1211514 Jul 15 13:55:30.477320 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26a334-7767-470d-a782-60deeb36f732 req-cc81ddbf-d106-4fa2-abeb-449875b54852 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:30.478799 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3f26a334-7767-470d-a782-60deeb36f732 req-cc81ddbf-d106-4fa2-abeb-449875b54852 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96&tenant_id=815b3b11e1d14c7eafe809faaf7caebd&binding%3Ahost_id=n-h1-758944-45 HTTP/1.1" status: 200 len: 945 time: 0.1035264 Jul 15 13:55:30.548542 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ce12bd64-2c18-4167-9df8-47ed59bef3b0 req-afef3f7d-9d73-411d-8cd4-160c52ed0b98 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686269 Jul 15 13:55:30.563923 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [req-3f26a334-7767-470d-a782-60deeb36f732 req-9e80e802-277b-4ba7-bb2e-677aea7a163a service neutron] delete failed (client error): The resource could not be found. Jul 15 13:55:30.564957 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3f26a334-7767-470d-a782-60deeb36f732 req-9e80e802-277b-4ba7-bb2e-677aea7a163a service neutron] 10.222.0.32 "DELETE /v2.0/ports/b1ff6433-dcd2-456c-b7e5-44cc2398e609/bindings/n-h2-758944-45 HTTP/1.1" status: 404 len: 381 time: 0.0787275 Jul 15 13:55:30.682263 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26a334-7767-470d-a782-60deeb36f732 req-7b1e1482-e744-4b94-8302-e9d82ff40d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:30.683831 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3f26a334-7767-470d-a782-60deeb36f732 req-7b1e1482-e744-4b94-8302-e9d82ff40d57 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 1097 time: 0.0531542 Jul 15 13:55:30.775129 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26a334-7767-470d-a782-60deeb36f732 req-ae049335-10e2-47a2-b086-6d97efd18d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:30.776612 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3f26a334-7767-470d-a782-60deeb36f732 req-ae049335-10e2-47a2-b086-6d97efd18d98 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.0871069 Jul 15 13:55:30.840593 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3f26a334-7767-470d-a782-60deeb36f732 req-5afcd1ce-d05a-4c4b-bd68-ec034238aa58 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1ff6433-dcd2-456c-b7e5-44cc2398e609 HTTP/1.1" status: 200 len: 999 time: 0.0582466 Jul 15 13:55:30.892046 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26a334-7767-470d-a782-60deeb36f732 req-28f75baa-6cac-4613-bad4-67274e2cf4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:30.893498 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3f26a334-7767-470d-a782-60deeb36f732 req-28f75baa-6cac-4613-bad4-67274e2cf4b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0469177 Jul 15 13:55:30.951709 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26a334-7767-470d-a782-60deeb36f732 req-0d1d2518-466f-498d-b200-f054672f8982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:30.953197 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3f26a334-7767-470d-a782-60deeb36f732 req-0d1d2518-466f-498d-b200-f054672f8982 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531898 Jul 15 13:55:31.043575 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3f26a334-7767-470d-a782-60deeb36f732 req-eb6a7772-b425-4123-9d8d-dbf47eb02e86 service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842834 Jul 15 13:55:31.130672 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3f26a334-7767-470d-a782-60deeb36f732 req-952c01de-cad1-422d-975e-e2f00650b660 service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813179 Jul 15 13:55:31.728339 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb260250-21e6-4519-b029-59660aa43100 req-0980cd1d-a91f-422a-b0f0-b7fc6af3a354 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:31.729909 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bb260250-21e6-4519-b029-59660aa43100 req-0980cd1d-a91f-422a-b0f0-b7fc6af3a354 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 945 time: 0.0656300 Jul 15 13:55:31.768761 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bb260250-21e6-4519-b029-59660aa43100 req-3ee6f041-c7d0-4704-8e8b-6fc52b18a249 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330470 Jul 15 13:55:31.948493 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd74ed8-3b31-402e-aae5-2b60dc064774 req-6ab4e25a-f26c-47fc-9a20-76f4b49fc7d8 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:31.950291 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4dd74ed8-3b31-402e-aae5-2b60dc064774 req-6ab4e25a-f26c-47fc-9a20-76f4b49fc7d8 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 945 time: 0.0656078 Jul 15 13:55:31.950477 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device b1ff6433-dcd2-456c-b7e5-44cc2398e609 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:55:31.992812 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4dd74ed8-3b31-402e-aae5-2b60dc064774 req-58b5d6b9-e310-4864-b8df-2f08b748827a tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363066 Jul 15 13:55:31.998917 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port b1ff6433-dcd2-456c-b7e5-44cc2398e609 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:55:32.002490 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port b1ff6433-dcd2-456c-b7e5-44cc2398e609 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:55:32.002860 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:32.083893 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:32.109197 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f99f15-fe7f-436a-acf4-f5d645570e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ff6433-dcd2-456c-b7e5-44cc2398e609'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:55:32.111491 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77988d45-70df-4da5-acd5-b26b25bfa2db" -d '{"events": [{"server_uuid": "b7f99f15-fe7f-436a-acf4-f5d645570e96", "name": "network-vif-plugged", "status": "completed", "tag": "b1ff6433-dcd2-456c-b7e5-44cc2398e609"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:55:32.126409 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port b1ff6433-dcd2-456c-b7e5-44cc2398e609, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=b1ff6433-dcd2-456c-b7e5-44cc2398e609,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:55:32.131959 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:32.159372 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278bde2c-f93a-49f1-8eb0-1fce7e3de853 x-openstack-request-id: req-278bde2c-f93a-49f1-8eb0-1fce7e3de853 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:55:32.159603 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f99f15-fe7f-436a-acf4-f5d645570e96", "name": "network-vif-plugged", "status": "completed", "tag": "b1ff6433-dcd2-456c-b7e5-44cc2398e609", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:55:32.159789 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-278bde2c-f93a-49f1-8eb0-1fce7e3de853 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:55:32.160181 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f99f15-fe7f-436a-acf4-f5d645570e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ff6433-dcd2-456c-b7e5-44cc2398e609', 'code': 200} Jul 15 13:55:32.187315 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=b1ff6433-dcd2-456c-b7e5-44cc2398e609,revision_number=9']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:32.188607 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fb444-1146-4578-bebe-fd62edca3af7 req-9e2aae92-67ad-42bd-a361-aabe47569b29 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:32.190963 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3d1fb444-1146-4578-bebe-fd62edca3af7 req-9e2aae92-67ad-42bd-a361-aabe47569b29 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 945 time: 0.0815709 Jul 15 13:55:32.229911 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3d1fb444-1146-4578-bebe-fd62edca3af7 req-f59b2a17-aeff-4fa3-b123-2c2e0634b3c8 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328262 Jul 15 13:55:32.637190 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61b734-3af3-4f8c-9515-a28cb1ec4f86 req-aa55a6e8-4414-4deb-be58-6b4821900fd5 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:32.638771 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8c61b734-3af3-4f8c-9515-a28cb1ec4f86 req-aa55a6e8-4414-4deb-be58-6b4821900fd5 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 946 time: 0.0668130 Jul 15 13:55:32.682699 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8c61b734-3af3-4f8c-9515-a28cb1ec4f86 req-5a355695-99a0-4738-b04a-239087c2057a tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346167 Jul 15 13:55:33.848942 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d2636-3135-4035-991b-8b94f75ba101 req-74bf0d3d-e0c7-458d-ac69-be74b9eda356 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:33.850440 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-de0d2636-3135-4035-991b-8b94f75ba101 req-74bf0d3d-e0c7-458d-ac69-be74b9eda356 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 946 time: 0.0945742 Jul 15 13:55:33.925413 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1508f-57d3-4ff2-b76d-252aac92f539 req-1733ea55-91f3-472d-8d6f-2a500fdaa960 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:33.926926 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a3b1508f-57d3-4ff2-b76d-252aac92f539 req-1733ea55-91f3-472d-8d6f-2a500fdaa960 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 946 time: 0.1228428 Jul 15 13:55:34.249183 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a3b1508f-57d3-4ff2-b76d-252aac92f539 req-ddb28485-351c-47e3-b0cc-76f0fcbda0c1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419841 Jul 15 13:55:34.264776 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-de0d2636-3135-4035-991b-8b94f75ba101 req-a1b3ef6b-209a-420c-9742-5e8c90dec12b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Deleting port b1ff6433-dcd2-456c-b7e5-44cc2398e609 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:55:34.265121 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-de0d2636-3135-4035-991b-8b94f75ba101 req-a1b3ef6b-209a-420c-9742-5e8c90dec12b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:34.355707 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-de0d2636-3135-4035-991b-8b94f75ba101 req-a1b3ef6b-209a-420c-9742-5e8c90dec12b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] For port b1ff6433-dcd2-456c-b7e5-44cc2398e609, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=b1ff6433-dcd2-456c-b7e5-44cc2398e609,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:55:34.356061 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-de0d2636-3135-4035-991b-8b94f75ba101 req-a1b3ef6b-209a-420c-9742-5e8c90dec12b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:34.568938 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-de0d2636-3135-4035-991b-8b94f75ba101 req-a1b3ef6b-209a-420c-9742-5e8c90dec12b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:34.569219 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-de0d2636-3135-4035-991b-8b94f75ba101 req-a1b3ef6b-209a-420c-9742-5e8c90dec12b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:34.569534 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [req-de0d2636-3135-4035-991b-8b94f75ba101 req-a1b3ef6b-209a-420c-9742-5e8c90dec12b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Floating IP f9ed4ac2-4c86-4e1c-9b31-1793caba06c8 disassociated. External IP: 172.25.6.7, port: b1ff6433-dcd2-456c-b7e5-44cc2398e609. Jul 15 13:55:34.569922 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-de0d2636-3135-4035-991b-8b94f75ba101 req-a1b3ef6b-209a-420c-9742-5e8c90dec12b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Calling delete_port for b1ff6433-dcd2-456c-b7e5-44cc2398e609 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:55:34.695194 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-de0d2636-3135-4035-991b-8b94f75ba101 req-a1b3ef6b-209a-420c-9742-5e8c90dec12b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:34.723136 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3ef6b-209a-420c-9742-5e8c90dec12b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Pushing event deleted for resources: {'Port': ['ID=b1ff6433-dcd2-456c-b7e5-44cc2398e609,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:34.846820 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de0d2636-3135-4035-991b-8b94f75ba101 req-a1b3ef6b-209a-420c-9742-5e8c90dec12b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Router 54100a26-1f14-4011-982f-472b262db138 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:55:34.961450 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de0d2636-3135-4035-991b-8b94f75ba101 req-a1b3ef6b-209a-420c-9742-5e8c90dec12b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:55:34.974095 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9aa1652-0bdc-43d4-ba5b-a7046b78f6c7 None None] Sync routers for ids ['54100a26-1f14-4011-982f-472b262db138'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:55:34.989862 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9aa1652-0bdc-43d4-ba5b-a7046b78f6c7 None None] Routers {'54100a26-1f14-4011-982f-472b262db138'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:55:34.990592 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a9aa1652-0bdc-43d4-ba5b-a7046b78f6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:55:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['54100a26-1f14-4011-982f-472b262db138'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:35.011173 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0d2636-3135-4035-991b-8b94f75ba101 req-a1b3ef6b-209a-420c-9742-5e8c90dec12b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] No DVR routers for this DVR port b1ff6433-dcd2-456c-b7e5-44cc2398e609 on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:55:35.013866 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-de0d2636-3135-4035-991b-8b94f75ba101 req-a1b3ef6b-209a-420c-9742-5e8c90dec12b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:35.015874 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-de0d2636-3135-4035-991b-8b94f75ba101 req-a1b3ef6b-209a-420c-9742-5e8c90dec12b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.18 "DELETE /v2.0/ports/b1ff6433-dcd2-456c-b7e5-44cc2398e609 HTTP/1.1" status: 204 len: 173 time: 1.1596262 Jul 15 13:55:35.016312 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f99f15-fe7f-436a-acf4-f5d645570e96', 'name': 'network-vif-deleted', 'tag': 'b1ff6433-dcd2-456c-b7e5-44cc2398e609'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:55:35.018603 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549dea28-f270-4f86-9b9c-c2dbc9921267" -d '{"events": [{"server_uuid": "b7f99f15-fe7f-436a-acf4-f5d645570e96", "name": "network-vif-deleted", "tag": "b1ff6433-dcd2-456c-b7e5-44cc2398e609"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:55:35.061125 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f63e9f-1a6d-433c-b2bd-37c83de986b3 x-openstack-request-id: req-b5f63e9f-1a6d-433c-b2bd-37c83de986b3 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:55:35.061437 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f99f15-fe7f-436a-acf4-f5d645570e96", "name": "network-vif-deleted", "tag": "b1ff6433-dcd2-456c-b7e5-44cc2398e609", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:55:35.061696 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b5f63e9f-1a6d-433c-b2bd-37c83de986b3 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:55:35.062136 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f99f15-fe7f-436a-acf4-f5d645570e96', 'name': 'network-vif-deleted', 'tag': 'b1ff6433-dcd2-456c-b7e5-44cc2398e609', 'status': 'completed', 'code': 200} Jul 15 13:55:35.105077 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-a9aa1652-0bdc-43d4-ba5b-a7046b78f6c7 None None] Set router 54100a26-1f14-4011-982f-472b262db138 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:55:35.309796 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a9aa1652-0bdc-43d4-ba5b-a7046b78f6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54100a26-1f14-4011-982f-472b262db138', 'name': 'tempest-ServerActionsTestJSON-725938257-router', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:53:17Z', 'updated_at': '2021-07-15T13:53:20Z', 'revision_number': 4, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'gw_port': {'id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:18Z', 'updated_at': '2021-07-15T13:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '93fed6d4-e035-4685-9427-f5a6c5756c37', 'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'mac_address': 'fa:16:3e:26:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:20Z', 'updated_at': '2021-07-15T13:53:25Z', 'revision_number': 5, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'subnets': [{'id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:35.338208 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9aa1652-0bdc-43d4-ba5b-a7046b78f6c7 None None] Checking router: 54100a26-1f14-4011-982f-472b262db138 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:55:35.347460 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9aa1652-0bdc-43d4-ba5b-a7046b78f6c7 None None] Routers {'54100a26-1f14-4011-982f-472b262db138'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:55:35.348180 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a9aa1652-0bdc-43d4-ba5b-a7046b78f6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:55:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['54100a26-1f14-4011-982f-472b262db138'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:35.426411 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-38858f3e-54b5-44d2-b6e3-e3a76461f0f1 req-a5ce4d51-e0b5-47f0-8c9a-47c568202426 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7f99f15-fe7f-436a-acf4-f5d645570e96 HTTP/1.1" status: 200 len: 210 time: 0.0324183 Jul 15 13:55:35.460072 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-a9aa1652-0bdc-43d4-ba5b-a7046b78f6c7 None None] Set router 54100a26-1f14-4011-982f-472b262db138 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:55:35.657485 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a9aa1652-0bdc-43d4-ba5b-a7046b78f6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54100a26-1f14-4011-982f-472b262db138', 'name': 'tempest-ServerActionsTestJSON-725938257-router', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:53:17Z', 'updated_at': '2021-07-15T13:53:20Z', 'revision_number': 4, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'gw_port': {'id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:18Z', 'updated_at': '2021-07-15T13:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '93fed6d4-e035-4685-9427-f5a6c5756c37', 'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'mac_address': 'fa:16:3e:26:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:20Z', 'updated_at': '2021-07-15T13:53:25Z', 'revision_number': 5, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'subnets': [{'id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:35.683689 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9aa1652-0bdc-43d4-ba5b-a7046b78f6c7 None None] The sync data for ids ['54100a26-1f14-4011-982f-472b262db138'] in n-d-758944-45 is: [{'id': '54100a26-1f14-4011-982f-472b262db138', 'name': 'tempest-ServerActionsTestJSON-725938257-router', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:53:17Z', 'updated_at': '2021-07-15T13:53:20Z', 'revision_number': 4, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'gw_port': {'id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:18Z', 'updated_at': '2021-07-15T13:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '93fed6d4-e035-4685-9427-f5a6c5756c37', 'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'mac_address': 'fa:16:3e:26:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:20Z', 'updated_at': '2021-07-15T13:53:25Z', 'revision_number': 5, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'subnets': [{'id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:55:35.887600 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b43274-8ac4-4ac0-a1ae-d358a729acae None None] New status for floating IP f9ed4ac2-4c86-4e1c-9b31-1793caba06c8: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:55:36.723299 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-c0a10d23-97e2-44c8-8906-f760f8e25b37 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1443747179&fields=id&tenant_id=815b3b11e1d14c7eafe809faaf7caebd HTTP/1.1" status: 200 len: 267 time: 0.0336118 Jul 15 13:55:36.834036 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-05b754c6-79b8-49cd-bc86-2151dc199cb2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:36.835527 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-05b754c6-79b8-49cd-bc86-2151dc199cb2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 811 time: 0.1055577 Jul 15 13:55:36.850496 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-de657c4d-b042-48cd-83ac-d3fa6212b1fd tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/quotas/815b3b11e1d14c7eafe809faaf7caebd HTTP/1.1" status: 200 len: 375 time: 0.0089402 Jul 15 13:55:36.921099 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-6169690d-e3b2-420a-9835-599dd25e7eea tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0656672 Jul 15 13:55:37.018190 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-ff95fff5-9c8e-4888-bfe1-ed9796c8205f service neutron] 10.222.0.24 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853190 Jul 15 13:55:37.107165 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-f7b677cc-2abf-4744-8587-93d0b907359e service neutron] 10.222.0.24 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834227 Jul 15 13:55:37.275195 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5f29a3cb-2414-4462-a9a3-82002da3f8b6 req-4e30845d-546d-4c69-bed6-6649c3e29e82 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 210 time: 0.0288889 Jul 15 13:55:37.969179 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device b1ff6433-dcd2-456c-b7e5-44cc2398e609 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:55:37.990035 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: b1ff6433-dcd2-456c-b7e5-44cc2398e609 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:55:37.990382 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device b1ff6433-dcd2-456c-b7e5-44cc2398e609 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:55:38.375828 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-b6a4f834-5b27-4634-9c95-c584106bd55d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:38.377357 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-b6a4f834-5b27-4634-9c95-c584106bd55d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.32 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 811 time: 0.1131761 Jul 15 13:55:38.433572 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-3c5b1a7c-3d62-48f3-b376-323720aea02e tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=815b3b11e1d14c7eafe809faaf7caebd HTTP/1.1" status: 200 len: 380 time: 0.0411541 Jul 15 13:55:38.442466 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3a3f7645-e009-4ad6-99c7-adbd1a2f1962 req-2969854f-f512-419d-b6b5-5b57307d0b05 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 210 time: 0.0445828 Jul 15 13:55:38.443019 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-108bcbc1-2d6c-4440-bad6-56bb05a3136f tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Request body: {'port': {'device_id': 'af21bc47-f1af-42af-8867-4aa92d733f2f', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'admin_state_up': True, 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'security_groups': ['0c622346-5670-41cf-959d-b2a0ff18a124']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:55:38.538095 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:38.553104 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-108bcbc1-2d6c-4440-bad6-56bb05a3136f tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Made reservation on behalf of 815b3b11e1d14c7eafe809faaf7caebd for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:55:38.556639 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-108bcbc1-2d6c-4440-bad6-56bb05a3136f tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:38.682606 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-108bcbc1-2d6c-4440-bad6-56bb05a3136f tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Allocated IP 172.20.0.13 (c64839d0-24c4-4ee2-a3a9-2c840acfac87/fdc038d7-3558-4c39-a4f1-725db6f1f4b7/e0c76403-1d2a-49c1-ad97-df43f92f8feb) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:55:38.817928 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-108bcbc1-2d6c-4440-bad6-56bb05a3136f tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:38.831394 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-108bcbc1-2d6c-4440-bad6-56bb05a3136f tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Transition to ACTIVE for port object e0c76403-1d2a-49c1-ad97-df43f92f8feb will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:55:38.863994 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-108bcbc1-2d6c-4440-bad6-56bb05a3136f tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:38.913042 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-108bcbc1-2d6c-4440-bad6-56bb05a3136f tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Network c64839d0-24c4-4ee2-a3a9-2c840acfac87 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:55:38.918117 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-108bcbc1-2d6c-4440-bad6-56bb05a3136f tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:55:38.921852 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-108bcbc1-2d6c-4440-bad6-56bb05a3136f tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:55:38.947918 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108bcbc1-2d6c-4440-bad6-56bb05a3136f tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Pushing event updated for resources: {'Port': ['ID=e0c76403-1d2a-49c1-ad97-df43f92f8feb,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:38.978832 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-108bcbc1-2d6c-4440-bad6-56bb05a3136f tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:38.979486 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-108bcbc1-2d6c-4440-bad6-56bb05a3136f tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:38.995952 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-108bcbc1-2d6c-4440-bad6-56bb05a3136f tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5570602 Jul 15 13:55:39.061580 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-d7a5835c-0321-4891-b490-49df8e71e807 service neutron] Request body: {'port': {'device_id': 'af21bc47-f1af-42af-8867-4aa92d733f2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:55:39.139521 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-d7a5835c-0321-4891-b490-49df8e71e807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:39.179321 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e0c817e3-7238-405a-aa1f-eb1267bd1d42 None None] Provisioning for port e0c76403-1d2a-49c1-ad97-df43f92f8feb completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:55:39.184214 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e0c817e3-7238-405a-aa1f-eb1267bd1d42 None None] Provisioning complete for port e0c76403-1d2a-49c1-ad97-df43f92f8feb triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:55:39.184573 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e0c817e3-7238-405a-aa1f-eb1267bd1d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:39.221691 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e0c817e3-7238-405a-aa1f-eb1267bd1d42 None None] Port e0c76403-1d2a-49c1-ad97-df43f92f8feb cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:55:39.404349 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-d7a5835c-0321-4891-b490-49df8e71e807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0c76403-1d2a-49c1-ad97-df43f92f8feb {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:55:39.411867 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-d7a5835c-0321-4891-b490-49df8e71e807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:39.423306 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-d7a5835c-0321-4891-b490-49df8e71e807 service neutron] Transition to ACTIVE for port object e0c76403-1d2a-49c1-ad97-df43f92f8feb will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:55:39.427399 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-d7a5835c-0321-4891-b490-49df8e71e807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:39.476937 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5835c-0321-4891-b490-49df8e71e807 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c76403-1d2a-49c1-ad97-df43f92f8feb,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:39.553386 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-d7a5835c-0321-4891-b490-49df8e71e807 service neutron] Attempting to bind port e0c76403-1d2a-49c1-ad97-df43f92f8feb on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:55:39.553798 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-d7a5835c-0321-4891-b490-49df8e71e807 service neutron] Attempting to bind port e0c76403-1d2a-49c1-ad97-df43f92f8feb by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:55:39.554092 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-d7a5835c-0321-4891-b490-49df8e71e807 service neutron] Attempting to bind port e0c76403-1d2a-49c1-ad97-df43f92f8feb on network c64839d0-24c4-4ee2-a3a9-2c840acfac87 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:55:39.560085 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-d7a5835c-0321-4891-b490-49df8e71e807 service neutron] Port e0c76403-1d2a-49c1-ad97-df43f92f8feb on network c64839d0-24c4-4ee2-a3a9-2c840acfac87 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:55:39.560426 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-d7a5835c-0321-4891-b490-49df8e71e807 service neutron] Attempting to bind port e0c76403-1d2a-49c1-ad97-df43f92f8feb on network c64839d0-24c4-4ee2-a3a9-2c840acfac87 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:55:39.567553 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-d7a5835c-0321-4891-b490-49df8e71e807 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:55:39.567892 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-d7a5835c-0321-4891-b490-49df8e71e807 service neutron] Checking segment: {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:55:39.568455 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-d7a5835c-0321-4891-b490-49df8e71e807 service neutron] Bound using segment: {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:55:39.568904 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-d7a5835c-0321-4891-b490-49df8e71e807 service neutron] Bound port: e0c76403-1d2a-49c1-ad97-df43f92f8feb, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:55:39.569273 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-d7a5835c-0321-4891-b490-49df8e71e807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:39.686321 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713b07b-ca3d-4988-989f-daec906cb97a req-61c9ddf6-9d37-496a-9c06-87da42aaaadc tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:39.687852 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9713b07b-ca3d-4988-989f-daec906cb97a req-61c9ddf6-9d37-496a-9c06-87da42aaaadc tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 944 time: 0.1223018 Jul 15 13:55:39.690539 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-d7a5835c-0321-4891-b490-49df8e71e807 service neutron] For port e0c76403-1d2a-49c1-ad97-df43f92f8feb, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:55:39.693715 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-d7a5835c-0321-4891-b490-49df8e71e807 service neutron] For port e0c76403-1d2a-49c1-ad97-df43f92f8feb, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=e0c76403-1d2a-49c1-ad97-df43f92f8feb,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:55:39.702924 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-d7a5835c-0321-4891-b490-49df8e71e807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:39.749915 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-d7a5835c-0321-4891-b490-49df8e71e807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:39.750544 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-d7a5835c-0321-4891-b490-49df8e71e807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:39.751969 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-d7a5835c-0321-4891-b490-49df8e71e807 service neutron] 10.222.0.32 "PUT /v2.0/ports/e0c76403-1d2a-49c1-ad97-df43f92f8feb HTTP/1.1" status: 200 len: 1093 time: 0.7427850 Jul 15 13:55:39.752407 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af21bc47-f1af-42af-8867-4aa92d733f2f', 'tag': 'e0c76403-1d2a-49c1-ad97-df43f92f8feb'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:55:39.754729 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867ac734-af13-4714-b710-5c56c3ee0a2c" -d '{"events": [{"name": "network-changed", "server_uuid": "af21bc47-f1af-42af-8867-4aa92d733f2f", "tag": "e0c76403-1d2a-49c1-ad97-df43f92f8feb"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:55:39.780324 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9713b07b-ca3d-4988-989f-daec906cb97a req-bd40e19b-9598-4446-ae61-f47a5060df99 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850594 Jul 15 13:55:39.803713 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1654496a-0274-4933-a711-3d5c663e11ce x-openstack-request-id: req-1654496a-0274-4933-a711-3d5c663e11ce {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:55:39.804119 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af21bc47-f1af-42af-8867-4aa92d733f2f", "tag": "e0c76403-1d2a-49c1-ad97-df43f92f8feb", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:55:39.804524 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1654496a-0274-4933-a711-3d5c663e11ce {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:55:39.805531 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af21bc47-f1af-42af-8867-4aa92d733f2f', 'tag': 'e0c76403-1d2a-49c1-ad97-df43f92f8feb', 'status': 'completed', 'code': 200} Jul 15 13:55:39.806329 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5835c-0321-4891-b490-49df8e71e807 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c76403-1d2a-49c1-ad97-df43f92f8feb,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:39.875666 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-5c8053f0-9e5c-4a91-abd2-48b65819b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:39.877228 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-5c8053f0-9e5c-4a91-abd2-48b65819b7cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 1096 time: 0.0555360 Jul 15 13:55:39.936125 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-a7f25404-2153-4e59-bb52-d76231db7f8c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0c76403-1d2a-49c1-ad97-df43f92f8feb HTTP/1.1" status: 200 len: 217 time: 0.0408249 Jul 15 13:55:39.986071 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-6f8decb4-ad2d-4514-8222-1a22e52979b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:39.987556 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-6f8decb4-ad2d-4514-8222-1a22e52979b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0445831 Jul 15 13:55:40.045038 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-a31c20f5-8e73-4708-bbef-c2f0a0ccf468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:40.046491 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-a31c20f5-8e73-4708-bbef-c2f0a0ccf468 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516064 Jul 15 13:55:40.139835 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-79d9a64c-caf1-4657-9bc8-3848e7bfe24d service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864666 Jul 15 13:55:40.234775 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-becc969f-5be9-41a9-9b25-288bdc4f6645 req-889f21ae-b358-4d71-b1c8-c404645060ac service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874066 Jul 15 13:55:40.374071 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ac734-af13-4714-b710-5c56c3ee0a2c req-06c7ba30-f1d9-42f4-b345-911f54bc7b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:40.375597 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-867ac734-af13-4714-b710-5c56c3ee0a2c req-06c7ba30-f1d9-42f4-b345-911f54bc7b6d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 1096 time: 0.0593388 Jul 15 13:55:40.469421 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ac734-af13-4714-b710-5c56c3ee0a2c req-26064409-7342-4355-a1c2-e71a7be0129f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:40.471057 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-867ac734-af13-4714-b710-5c56c3ee0a2c req-26064409-7342-4355-a1c2-e71a7be0129f service neutron] 10.222.0.32 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.0884864 Jul 15 13:55:40.516380 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-867ac734-af13-4714-b710-5c56c3ee0a2c req-8fd76a56-6e5f-4ea6-b248-2d3a29fbd844 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0c76403-1d2a-49c1-ad97-df43f92f8feb HTTP/1.1" status: 200 len: 217 time: 0.0385492 Jul 15 13:55:40.566021 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ac734-af13-4714-b710-5c56c3ee0a2c req-adc091db-7492-4b5d-afc4-c78069d6d774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:40.567516 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-867ac734-af13-4714-b710-5c56c3ee0a2c req-adc091db-7492-4b5d-afc4-c78069d6d774 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0442452 Jul 15 13:55:40.625375 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ac734-af13-4714-b710-5c56c3ee0a2c req-1c1d772f-2378-41c8-b8fa-42468e3b6799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:40.626980 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-867ac734-af13-4714-b710-5c56c3ee0a2c req-1c1d772f-2378-41c8-b8fa-42468e3b6799 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526352 Jul 15 13:55:40.723155 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-867ac734-af13-4714-b710-5c56c3ee0a2c req-665888aa-207f-403e-b5c8-6334fac5fb39 service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883195 Jul 15 13:55:40.839780 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-867ac734-af13-4714-b710-5c56c3ee0a2c req-5bd7d6a3-aece-41c7-87bb-e894d459bd9f service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096079 Jul 15 13:55:41.037141 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c902742-e134-4967-98c8-a1f09632c4ba req-c7424f2c-ac18-4851-b81c-e4415111d771 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:41.038599 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9c902742-e134-4967-98c8-a1f09632c4ba req-c7424f2c-ac18-4851-b81c-e4415111d771 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 944 time: 0.0706112 Jul 15 13:55:41.078125 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9c902742-e134-4967-98c8-a1f09632c4ba req-270593dc-3c09-48a2-9ce3-55e55aad69fb tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331829 Jul 15 13:55:42.169489 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device e0c76403-1d2a-49c1-ad97-df43f92f8feb details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:55:42.259574 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc1422-6de2-4d94-aa4e-d162391406b8 req-cce9a4d9-7635-4913-b9af-e4890348efb7 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:42.261094 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3cdc1422-6de2-4d94-aa4e-d162391406b8 req-cce9a4d9-7635-4913-b9af-e4890348efb7 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 944 time: 0.0668104 Jul 15 13:55:42.263956 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port e0c76403-1d2a-49c1-ad97-df43f92f8feb, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=e0c76403-1d2a-49c1-ad97-df43f92f8feb,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:55:42.275673 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'e0c76403-1d2a-49c1-ad97-df43f92f8feb', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'port_id': 'e0c76403-1d2a-49c1-ad97-df43f92f8feb', 'mac_address': 'fa:16:3e:35:3d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:55:42.299862 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3cdc1422-6de2-4d94-aa4e-d162391406b8 req-40ea5057-a763-4ad0-b5e4-08823a96f93e tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330026 Jul 15 13:55:42.317127 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:42.329508 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0c76403-1d2a-49c1-ad97-df43f92f8feb {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:55:42.348678 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port e0c76403-1d2a-49c1-ad97-df43f92f8feb, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=e0c76403-1d2a-49c1-ad97-df43f92f8feb,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:55:42.352868 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:42.397657 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=e0c76403-1d2a-49c1-ad97-df43f92f8feb,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:42.629030 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['e0c76403-1d2a-49c1-ad97-df43f92f8feb'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:55:43.477255 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80089ac-130e-408a-a798-5e41f472c9cb req-2a88a114-fbc0-4f10-9f08-071d57b00618 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:43.478776 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b80089ac-130e-408a-a798-5e41f472c9cb req-2a88a114-fbc0-4f10-9f08-071d57b00618 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 945 time: 0.0626485 Jul 15 13:55:43.516025 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b80089ac-130e-408a-a798-5e41f472c9cb req-1a683d4b-2c1b-40c4-9498-af12de186d84 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314374 Jul 15 13:55:44.201897 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device e0c76403-1d2a-49c1-ad97-df43f92f8feb up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:55:44.251014 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port e0c76403-1d2a-49c1-ad97-df43f92f8feb completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:55:44.254827 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port e0c76403-1d2a-49c1-ad97-df43f92f8feb triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:55:44.255197 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:44.328654 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:44.350201 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af21bc47-f1af-42af-8867-4aa92d733f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c76403-1d2a-49c1-ad97-df43f92f8feb'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:55:44.353002 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bced182f5742f6b09f164f350993003607dfd4cc98bfd52e67c2ff535c3aa3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f55e1a-1302-4eef-86ab-9185b58f6dcf" -d '{"events": [{"server_uuid": "af21bc47-f1af-42af-8867-4aa92d733f2f", "name": "network-vif-plugged", "status": "completed", "tag": "e0c76403-1d2a-49c1-ad97-df43f92f8feb"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:55:44.366251 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port e0c76403-1d2a-49c1-ad97-df43f92f8feb, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=e0c76403-1d2a-49c1-ad97-df43f92f8feb,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:55:44.371035 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:44.400305 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48621b5b-3cf5-4edc-842e-9441e44e1f49 x-openstack-request-id: req-48621b5b-3cf5-4edc-842e-9441e44e1f49 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:55:44.400608 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af21bc47-f1af-42af-8867-4aa92d733f2f", "name": "network-vif-plugged", "status": "completed", "tag": "e0c76403-1d2a-49c1-ad97-df43f92f8feb", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:55:44.400962 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-48621b5b-3cf5-4edc-842e-9441e44e1f49 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:55:44.401241 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af21bc47-f1af-42af-8867-4aa92d733f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c76403-1d2a-49c1-ad97-df43f92f8feb', 'code': 200} Jul 15 13:55:44.427975 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=e0c76403-1d2a-49c1-ad97-df43f92f8feb,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:55:44.527542 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3683ead-8efc-4c5b-9915-a5f142f08b06 req-61d94ce9-570e-4072-81bb-53f1ac0ab886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:44.528908 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f3683ead-8efc-4c5b-9915-a5f142f08b06 req-61d94ce9-570e-4072-81bb-53f1ac0ab886 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 1098 time: 0.0499346 Jul 15 13:55:44.563582 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f3683ead-8efc-4c5b-9915-a5f142f08b06 req-4550788d-7d5b-455e-bad8-98409836d95f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285084 Jul 15 13:55:44.691329 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac944a76-3688-492e-9aa1-7e8902381224 req-5e9a9153-70f0-4088-8178-876f60f0b24c tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:44.692829 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac944a76-3688-492e-9aa1-7e8902381224 req-5e9a9153-70f0-4088-8178-876f60f0b24c tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 946 time: 0.0672925 Jul 15 13:55:44.730569 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ac944a76-3688-492e-9aa1-7e8902381224 req-8d5d469f-816e-4757-94fe-91aa362edd82 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320783 Jul 15 13:55:45.944666 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f736dce-ece2-42df-afa6-a25291c2a31d req-3ab060d7-d58f-485f-9215-a1d079a4c80d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:45.946840 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3f736dce-ece2-42df-afa6-a25291c2a31d req-3ab060d7-d58f-485f-9215-a1d079a4c80d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 946 time: 0.0654442 Jul 15 13:55:45.988625 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3f736dce-ece2-42df-afa6-a25291c2a31d req-b5d3288f-496d-4836-9931-b374ca10b341 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359223 Jul 15 13:55:46.156131 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623faf5-8bd8-48b9-838a-bc4809fff4c7 req-4f69379c-ca04-4073-827e-d9e17f834d46 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:46.157614 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6623faf5-8bd8-48b9-838a-bc4809fff4c7 req-4f69379c-ca04-4073-827e-d9e17f834d46 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 946 time: 0.0645092 Jul 15 13:55:46.166060 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 47240) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:55:46.170595 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2c5e6c17-7f48-43f2-9551-769199419358 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Request body: {'floatingip': {'port_id': 'e0c76403-1d2a-49c1-ad97-df43f92f8feb'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:55:46.214853 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2c5e6c17-7f48-43f2-9551-769199419358 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:46.913566 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2c5e6c17-7f48-43f2-9551-769199419358 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:46.917976 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2c5e6c17-7f48-43f2-9551-769199419358 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:47.017541 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-2c5e6c17-7f48-43f2-9551-769199419358 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Floating IP f9ed4ac2-4c86-4e1c-9b31-1793caba06c8 associated. External IP: 172.25.6.7, port: e0c76403-1d2a-49c1-ad97-df43f92f8feb. Jul 15 13:55:47.223566 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5e6c17-7f48-43f2-9551-769199419358 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Router 54100a26-1f14-4011-982f-472b262db138 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:55:47.332221 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5e6c17-7f48-43f2-9551-769199419358 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:55:47.337142 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2c5e6c17-7f48-43f2-9551-769199419358 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:47.341383 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3923ce6e-546c-48cf-9cf9-2ad281f708af None None] Sync routers for ids ['54100a26-1f14-4011-982f-472b262db138'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:55:47.350779 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3923ce6e-546c-48cf-9cf9-2ad281f708af None None] Routers {'54100a26-1f14-4011-982f-472b262db138'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:55:47.351941 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3923ce6e-546c-48cf-9cf9-2ad281f708af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:55:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['54100a26-1f14-4011-982f-472b262db138'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:47.377295 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2c5e6c17-7f48-43f2-9551-769199419358 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "PUT /v2.0/floatingips/f9ed4ac2-4c86-4e1c-9b31-1793caba06c8 HTTP/1.1" status: 200 len: 990 time: 1.2101653 Jul 15 13:55:47.377924 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af21bc47-f1af-42af-8867-4aa92d733f2f', 'tag': 'e0c76403-1d2a-49c1-ad97-df43f92f8feb'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:55:47.380189 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5981d6e4b7977d067ffefd2e410517d872ab0d67b82f73075649a9b6b24fe337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6832a1d7-b0e9-4622-896f-d07fc1bfb3dd" -d '{"events": [{"name": "network-changed", "server_uuid": "af21bc47-f1af-42af-8867-4aa92d733f2f", "tag": "e0c76403-1d2a-49c1-ad97-df43f92f8feb"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:55:47.420721 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95b2702-c68e-4717-b51a-df2fda3fad12 x-openstack-request-id: req-a95b2702-c68e-4717-b51a-df2fda3fad12 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:55:47.421902 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af21bc47-f1af-42af-8867-4aa92d733f2f", "tag": "e0c76403-1d2a-49c1-ad97-df43f92f8feb", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:55:47.422215 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a95b2702-c68e-4717-b51a-df2fda3fad12 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:55:47.422696 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af21bc47-f1af-42af-8867-4aa92d733f2f', 'tag': 'e0c76403-1d2a-49c1-ad97-df43f92f8feb', 'status': 'completed', 'code': 200} Jul 15 13:55:47.524758 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832a1d7-b0e9-4622-896f-d07fc1bfb3dd req-f49c829a-35de-4964-9f3e-f6f158eb3e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:47.526359 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6832a1d7-b0e9-4622-896f-d07fc1bfb3dd req-f49c829a-35de-4964-9f3e-f6f158eb3e37 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 1098 time: 0.0574102 Jul 15 13:55:47.617679 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832a1d7-b0e9-4622-896f-d07fc1bfb3dd req-7358ab86-2d5d-43ec-8cf4-dc11d2261263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:47.619188 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6832a1d7-b0e9-4622-896f-d07fc1bfb3dd req-7358ab86-2d5d-43ec-8cf4-dc11d2261263 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.0864053 Jul 15 13:55:47.619413 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-3923ce6e-546c-48cf-9cf9-2ad281f708af None None] Set router 54100a26-1f14-4011-982f-472b262db138 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:55:47.692562 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6832a1d7-b0e9-4622-896f-d07fc1bfb3dd req-dcc19eba-0367-4405-bf6d-5de8d6ea6ef5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0c76403-1d2a-49c1-ad97-df43f92f8feb HTTP/1.1" status: 200 len: 998 time: 0.0611641 Jul 15 13:55:47.741191 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832a1d7-b0e9-4622-896f-d07fc1bfb3dd req-6b892ee7-98ce-49e5-8faf-41af16bd460d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:47.742717 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6832a1d7-b0e9-4622-896f-d07fc1bfb3dd req-6b892ee7-98ce-49e5-8faf-41af16bd460d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0441201 Jul 15 13:55:47.798898 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832a1d7-b0e9-4622-896f-d07fc1bfb3dd req-418c2f8c-0ad6-4977-a387-956ebca59907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:47.800330 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6832a1d7-b0e9-4622-896f-d07fc1bfb3dd req-418c2f8c-0ad6-4977-a387-956ebca59907 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513079 Jul 15 13:55:47.839370 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3923ce6e-546c-48cf-9cf9-2ad281f708af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54100a26-1f14-4011-982f-472b262db138', 'name': 'tempest-ServerActionsTestJSON-725938257-router', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:53:17Z', 'updated_at': '2021-07-15T13:53:20Z', 'revision_number': 4, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'gw_port': {'id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:18Z', 'updated_at': '2021-07-15T13:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'f9ed4ac2-4c86-4e1c-9b31-1793caba06c8', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'floating_ip_address': '172.25.6.7', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '54100a26-1f14-4011-982f-472b262db138', 'port_id': 'e0c76403-1d2a-49c1-ad97-df43f92f8feb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'mac_address': 'fa:16:3e:35:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af21bc47-f1af-42af-8867-4aa92d733f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:53:22Z', 'updated_at': '2021-07-15T13:55:46Z', 'revision_number': 5, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93fed6d4-e035-4685-9427-f5a6c5756c37', 'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'mac_address': 'fa:16:3e:26:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:20Z', 'updated_at': '2021-07-15T13:53:25Z', 'revision_number': 5, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'subnets': [{'id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:47.868856 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3923ce6e-546c-48cf-9cf9-2ad281f708af None None] Checking router: 54100a26-1f14-4011-982f-472b262db138 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:55:47.877671 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3923ce6e-546c-48cf-9cf9-2ad281f708af None None] Routers {'54100a26-1f14-4011-982f-472b262db138'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:55:47.878342 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3923ce6e-546c-48cf-9cf9-2ad281f708af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:55:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['54100a26-1f14-4011-982f-472b262db138'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:47.895114 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6832a1d7-b0e9-4622-896f-d07fc1bfb3dd req-e063f655-b55a-4811-95dd-c106ce366832 service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871761 Jul 15 13:55:47.983766 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-3923ce6e-546c-48cf-9cf9-2ad281f708af None None] Set router 54100a26-1f14-4011-982f-472b262db138 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:55:47.987262 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f85fef05-8adc-4c95-a783-9c64f434669f req-2afaa37d-4d3d-4db5-ae6c-c2d19a28f3d9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0528641 Jul 15 13:55:48.002627 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6832a1d7-b0e9-4622-896f-d07fc1bfb3dd req-85aa177f-ac6a-4443-9c37-9c1526e757b8 service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868402 Jul 15 13:55:48.159211 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85fef05-8adc-4c95-a783-9c64f434669f req-0d5ffb6f-c569-468e-ada8-489d09e6201d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:48.160690 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f85fef05-8adc-4c95-a783-9c64f434669f req-0d5ffb6f-c569-468e-ada8-489d09e6201d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 1098 time: 0.0612054 Jul 15 13:55:48.219391 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3923ce6e-546c-48cf-9cf9-2ad281f708af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54100a26-1f14-4011-982f-472b262db138', 'name': 'tempest-ServerActionsTestJSON-725938257-router', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:53:17Z', 'updated_at': '2021-07-15T13:53:20Z', 'revision_number': 4, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'gw_port': {'id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:18Z', 'updated_at': '2021-07-15T13:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'f9ed4ac2-4c86-4e1c-9b31-1793caba06c8', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'floating_ip_address': '172.25.6.7', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '54100a26-1f14-4011-982f-472b262db138', 'port_id': 'e0c76403-1d2a-49c1-ad97-df43f92f8feb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'mac_address': 'fa:16:3e:35:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af21bc47-f1af-42af-8867-4aa92d733f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:53:22Z', 'updated_at': '2021-07-15T13:55:46Z', 'revision_number': 5, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93fed6d4-e035-4685-9427-f5a6c5756c37', 'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'mac_address': 'fa:16:3e:26:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:20Z', 'updated_at': '2021-07-15T13:53:25Z', 'revision_number': 5, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'subnets': [{'id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:55:48.246888 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3923ce6e-546c-48cf-9cf9-2ad281f708af None None] The sync data for ids ['54100a26-1f14-4011-982f-472b262db138'] in n-d-758944-45 is: [{'id': '54100a26-1f14-4011-982f-472b262db138', 'name': 'tempest-ServerActionsTestJSON-725938257-router', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:53:17Z', 'updated_at': '2021-07-15T13:53:20Z', 'revision_number': 4, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'gw_port': {'id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:18Z', 'updated_at': '2021-07-15T13:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'f9ed4ac2-4c86-4e1c-9b31-1793caba06c8', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'floating_ip_address': '172.25.6.7', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '54100a26-1f14-4011-982f-472b262db138', 'port_id': 'e0c76403-1d2a-49c1-ad97-df43f92f8feb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'mac_address': 'fa:16:3e:35:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af21bc47-f1af-42af-8867-4aa92d733f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:53:22Z', 'updated_at': '2021-07-15T13:55:46Z', 'revision_number': 5, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93fed6d4-e035-4685-9427-f5a6c5756c37', 'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'mac_address': 'fa:16:3e:26:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:20Z', 'updated_at': '2021-07-15T13:53:25Z', 'revision_number': 5, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'subnets': [{'id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:55:48.274281 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85fef05-8adc-4c95-a783-9c64f434669f req-cff8f4a2-1fac-4698-9d3e-56d0af3f1312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:48.275769 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f85fef05-8adc-4c95-a783-9c64f434669f req-cff8f4a2-1fac-4698-9d3e-56d0af3f1312 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.0918031 Jul 15 13:55:48.346294 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f85fef05-8adc-4c95-a783-9c64f434669f req-6c339d7f-2c6b-4bb8-8a26-9f72ea6b88ad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0c76403-1d2a-49c1-ad97-df43f92f8feb HTTP/1.1" status: 200 len: 998 time: 0.0641387 Jul 15 13:55:48.395687 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85fef05-8adc-4c95-a783-9c64f434669f req-10ac61c3-fe9a-4ec6-a968-a98e3d54ea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:48.397295 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f85fef05-8adc-4c95-a783-9c64f434669f req-10ac61c3-fe9a-4ec6-a968-a98e3d54ea39 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0449669 Jul 15 13:55:48.449469 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b4b18a-51d0-40ca-ba8f-4d7d9cf0cd48 None None] New status for floating IP f9ed4ac2-4c86-4e1c-9b31-1793caba06c8: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:55:48.458335 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85fef05-8adc-4c95-a783-9c64f434669f req-4ab411fb-db6b-4738-875f-d01c711cbd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:55:48.459846 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f85fef05-8adc-4c95-a783-9c64f434669f req-4ab411fb-db6b-4738-875f-d01c711cbd55 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562294 Jul 15 13:55:48.555926 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f85fef05-8adc-4c95-a783-9c64f434669f req-ed3e7b3e-2997-404c-9915-316f13554834 service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898702 Jul 15 13:55:48.647657 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f85fef05-8adc-4c95-a783-9c64f434669f req-0b6bbbc1-3fb7-4886-9efc-dc16d6154a29 service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861254 Jul 15 13:55:50.900384 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4cac99e6-b5a6-4e2f-8452-99dffd47b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:53.312870 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:53.434989 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a93a28d3-b3e3-43b7-bd34-97b643c21ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:54.873385 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:55.575583 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:56.470839 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:57.032878 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-828fc8c8-66a6-4b54-b5ca-586d8f32f194 req-5cbc5f51-6ed9-4728-bef0-6c5e98524c77 service neutron] (93813) timed out ('10.222.0.32', 60573) {{(pid=93813) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:56:04.012204 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:56:08.566430 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:20.904339 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1de2b94-b367-417b-b316-d18c4565e971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:23.313551 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:23.435507 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2353633d-8e4d-4778-963d-551e647cd3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:24.875840 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:25.570144 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:26.475024 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:38.563542 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:41.015159 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:56:48.082462 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e835327d-d4bf-47e2-b8e7-eee0f1265e11 req-eb57dabc-55a4-4b33-94b0-af26b7403fa8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1053524 Jul 15 13:56:48.196192 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835327d-d4bf-47e2-b8e7-eee0f1265e11 req-3b0b03ac-399e-4588-84eb-101f999c5e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:48.198287 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e835327d-d4bf-47e2-b8e7-eee0f1265e11 req-3b0b03ac-399e-4588-84eb-101f999c5e69 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 1098 time: 0.0562375 Jul 15 13:56:48.307722 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835327d-d4bf-47e2-b8e7-eee0f1265e11 req-32a97eea-140f-418e-a3b6-72bb1d70da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:48.309244 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e835327d-d4bf-47e2-b8e7-eee0f1265e11 req-32a97eea-140f-418e-a3b6-72bb1d70da5e service neutron] 10.222.0.32 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.0904548 Jul 15 13:56:48.381350 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e835327d-d4bf-47e2-b8e7-eee0f1265e11 req-52b1a3d8-a298-49db-a432-0379bee26217 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0c76403-1d2a-49c1-ad97-df43f92f8feb HTTP/1.1" status: 200 len: 1000 time: 0.0656331 Jul 15 13:56:48.431491 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835327d-d4bf-47e2-b8e7-eee0f1265e11 req-32ae2d0e-27ba-4732-b1c1-69f0fca6b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:48.433542 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e835327d-d4bf-47e2-b8e7-eee0f1265e11 req-32ae2d0e-27ba-4732-b1c1-69f0fca6b2e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0459371 Jul 15 13:56:48.494049 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835327d-d4bf-47e2-b8e7-eee0f1265e11 req-e4128404-3ec2-43c9-8f08-2f6aca7d6001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:56:48.496121 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e835327d-d4bf-47e2-b8e7-eee0f1265e11 req-e4128404-3ec2-43c9-8f08-2f6aca7d6001 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567756 Jul 15 13:56:48.590376 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e835327d-d4bf-47e2-b8e7-eee0f1265e11 req-67f1c6bc-e184-4bba-9cd8-3eae0b408b1e service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878356 Jul 15 13:56:48.681609 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e835327d-d4bf-47e2-b8e7-eee0f1265e11 req-1872c4e7-81ba-4c39-a25d-d0b4ce5f563e service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854604 Jul 15 13:56:50.907001 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-32725e5b-94ef-4292-867f-105f12b0d674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:53.317641 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:53.438314 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-499af259-544b-4186-bf00-aa77d4ddce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:54.878652 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:55.576847 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:56.476501 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:08.567669 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:18.015314 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:57:18.982443 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-0f2bd856-5186-45dd-9310-880356afb011 req-20462af4-9249-436f-963a-e5da46f7fc8c service neutron] (93813) timed out ('10.222.0.24', 39284) {{(pid=93813) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:57:20.908377 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-98f05592-3dc9-4e02-b873-9eedac74fa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:23.024959 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157de83e-6273-43dd-8450-02a3cd46a692 req-fc063596-bcde-4ca4-8555-3afa0e318df9 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:23.026932 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-157de83e-6273-43dd-8450-02a3cd46a692 req-fc063596-bcde-4ca4-8555-3afa0e318df9 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 946 time: 0.1115208 Jul 15 13:57:23.068123 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-157de83e-6273-43dd-8450-02a3cd46a692 req-211bbe04-9611-47aa-b52a-07203fe3fd95 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356843 Jul 15 13:57:23.317992 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:23.439231 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8483d2a3-7494-42cd-8a3c-e6777f055b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:24.321119 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60eaae5-49d7-4ecd-85e2-0c6483f64cae req-a403d36b-ca0a-4d37-9e1a-974efb55f572 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:24.323536 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b60eaae5-49d7-4ecd-85e2-0c6483f64cae req-a403d36b-ca0a-4d37-9e1a-974efb55f572 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 946 time: 0.1074910 Jul 15 13:57:24.362302 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b60eaae5-49d7-4ecd-85e2-0c6483f64cae req-9e79a193-0c16-43f3-95cb-be6087b879a0 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331457 Jul 15 13:57:24.881954 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:25.534214 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50bd18-ee1f-4e21-980d-aee554c6fd5e req-3bc52942-8d2a-4319-a7f4-683df36d5983 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:25.535653 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7d50bd18-ee1f-4e21-980d-aee554c6fd5e req-3bc52942-8d2a-4319-a7f4-683df36d5983 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 946 time: 0.0629451 Jul 15 13:57:25.574076 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7d50bd18-ee1f-4e21-980d-aee554c6fd5e req-93504040-5cbd-4834-8261-fdbbdc98addc tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328538 Jul 15 13:57:25.574567 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:26.478917 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:26.750006 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94744f-790f-4380-8dea-5895d08b5600 req-d40eea49-4403-4bea-93dd-b8511cb75947 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:26.751496 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3a94744f-790f-4380-8dea-5895d08b5600 req-d40eea49-4403-4bea-93dd-b8511cb75947 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 946 time: 0.0666425 Jul 15 13:57:26.788573 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3a94744f-790f-4380-8dea-5895d08b5600 req-dcefe28e-380d-4ce4-af4b-049e60a3327f tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314176 Jul 15 13:57:27.967186 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b725e-93ab-4742-80bf-3e664b0a3dcf req-09479193-5aeb-4a14-a0b7-c90ea1e9639f tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:27.968682 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c88b725e-93ab-4742-80bf-3e664b0a3dcf req-09479193-5aeb-4a14-a0b7-c90ea1e9639f tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 946 time: 0.0664935 Jul 15 13:57:28.007095 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c88b725e-93ab-4742-80bf-3e664b0a3dcf req-8eb1b2d7-8f5d-4287-841e-79f548686c23 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327737 Jul 15 13:57:29.183130 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e2cf5-2796-4b6b-89a1-377573fcfcce req-9474f778-026d-41e6-b7e3-ed500013599c tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:29.184595 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-280e2cf5-2796-4b6b-89a1-377573fcfcce req-9474f778-026d-41e6-b7e3-ed500013599c tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 946 time: 0.0649784 Jul 15 13:57:29.225482 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-280e2cf5-2796-4b6b-89a1-377573fcfcce req-ec1fb3c7-f8fd-4063-845f-e1a40b11d369 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337844 Jul 15 13:57:30.399904 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9c60b-dbd0-4262-bab5-8652e9eba666 req-6c5443e0-aa13-439f-b692-68930cc1a1e7 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:30.401470 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0ad9c60b-dbd0-4262-bab5-8652e9eba666 req-6c5443e0-aa13-439f-b692-68930cc1a1e7 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 946 time: 0.0642991 Jul 15 13:57:30.438972 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0ad9c60b-dbd0-4262-bab5-8652e9eba666 req-f6a9a337-d6f3-4136-9ef0-30afe84197c3 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318997 Jul 15 13:57:31.612782 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca9aed-7efa-4b01-929b-4557aa1830c4 req-5b80f890-c0c7-41df-9b03-57e6392b9e34 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:31.614205 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-45ca9aed-7efa-4b01-929b-4557aa1830c4 req-5b80f890-c0c7-41df-9b03-57e6392b9e34 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 946 time: 0.0623498 Jul 15 13:57:31.651699 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-45ca9aed-7efa-4b01-929b-4557aa1830c4 req-21737a4d-b8fa-4522-9a03-2cc82c811e49 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320721 Jul 15 13:57:32.822561 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9a038-864c-4f2a-aa50-211df731842d req-706d2d7d-1724-488b-83ec-d3f51edc06b0 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:32.824202 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a6e9a038-864c-4f2a-aa50-211df731842d req-706d2d7d-1724-488b-83ec-d3f51edc06b0 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 946 time: 0.0635650 Jul 15 13:57:32.862811 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a6e9a038-864c-4f2a-aa50-211df731842d req-4ae5c93b-3333-488f-b2b2-08fa6d2357c5 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330107 Jul 15 13:57:34.299708 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747117a-f493-417d-b2da-7cd0c68ffffc req-73a7f587-1c6e-4606-ae51-d228fcf51043 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:34.301220 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6747117a-f493-417d-b2da-7cd0c68ffffc req-73a7f587-1c6e-4606-ae51-d228fcf51043 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 946 time: 0.3306279 Jul 15 13:57:34.340494 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6747117a-f493-417d-b2da-7cd0c68ffffc req-04a8a752-e9e5-4b26-a8d7-e82e67bb1288 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336204 Jul 15 13:57:35.763145 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93ff43-1b10-4bbf-9f8c-bd7e915d457b req-c203ce7b-4aca-410c-93a6-84a192bd86b8 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:35.764932 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4e93ff43-1b10-4bbf-9f8c-bd7e915d457b req-c203ce7b-4aca-410c-93a6-84a192bd86b8 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 946 time: 0.0648861 Jul 15 13:57:35.780291 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-39c1a7a3-ca50-4727-8c04-0e2a615361d8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0955503 Jul 15 13:57:35.806046 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4e93ff43-1b10-4bbf-9f8c-bd7e915d457b req-2e28988b-14a0-40d0-a168-a1644263be27 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344353 Jul 15 13:57:36.994292 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463caf3f-03a5-4737-a030-8dca20d9531d req-3133794e-77c8-45dd-ada0-2b1e773245ec tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:36.996315 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-463caf3f-03a5-4737-a030-8dca20d9531d req-3133794e-77c8-45dd-ada0-2b1e773245ec tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 946 time: 0.0712976 Jul 15 13:57:37.062983 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-463caf3f-03a5-4737-a030-8dca20d9531d req-12893f2c-eb2e-4e9c-b99a-ecd9ed5bb1c2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584724 Jul 15 13:57:37.077028 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-376b6062-b947-40ae-8606-4e3285f9f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:37.078573 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-376b6062-b947-40ae-8606-4e3285f9f18d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 1098 time: 0.0814123 Jul 15 13:57:37.168919 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-ce6d8fc8-c2f2-482d-8f02-3ffcd84035e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:37.170353 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-ce6d8fc8-c2f2-482d-8f02-3ffcd84035e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.0856433 Jul 15 13:57:37.237631 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-86c1dd89-5d73-4070-aab6-3ade78d361a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0c76403-1d2a-49c1-ad97-df43f92f8feb HTTP/1.1" status: 200 len: 1000 time: 0.0612543 Jul 15 13:57:37.284822 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-c3617270-6cd4-43be-baba-e86e67581af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:37.286362 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-c3617270-6cd4-43be-baba-e86e67581af4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0432062 Jul 15 13:57:37.342409 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-8b73183a-5eec-4c9f-ae6e-6ca3bd8c7ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:37.343898 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-8b73183a-5eec-4c9f-ae6e-6ca3bd8c7ffd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513940 Jul 15 13:57:37.436882 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-b6024a43-dcb8-48db-b99e-3f6c7fb36ad6 service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864177 Jul 15 13:57:37.526756 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-b0d4fd25-1af0-4751-a5e7-602d87a8161d service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836570 Jul 15 13:57:38.238369 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae191f8-1985-42f4-bcb4-691df15b013e req-e28ddf05-ebf5-4140-be61-89aa0385894b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:38.239845 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0ae191f8-1985-42f4-bcb4-691df15b013e req-e28ddf05-ebf5-4140-be61-89aa0385894b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 946 time: 0.0666938 Jul 15 13:57:38.278032 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0ae191f8-1985-42f4-bcb4-691df15b013e req-de66b2ad-8988-470f-ac9b-a73f5118394b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325105 Jul 15 13:57:38.583271 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:39.493798 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-814e70a7-52dd-4598-8468-77432b5fa352 service neutron] show failed (client error): The resource could not be found. Jul 15 13:57:39.494815 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-814e70a7-52dd-4598-8468-77432b5fa352 service neutron] 10.222.0.32 "GET /v2.0/ports/e0c76403-1d2a-49c1-ad97-df43f92f8feb/bindings/n-h1-758944-45 HTTP/1.1" status: 404 len: 381 time: 0.0713108 Jul 15 13:57:39.503823 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff950c2-c507-468d-a058-8ddd5d0cfe62 req-bd72b838-1b24-44ac-9f40-7d0f0b47b50d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:39.505227 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fff950c2-c507-468d-a058-8ddd5d0cfe62 req-bd72b838-1b24-44ac-9f40-7d0f0b47b50d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 946 time: 0.1137471 Jul 15 13:57:39.543914 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fff950c2-c507-468d-a058-8ddd5d0cfe62 req-14665db9-0fee-4055-b9d5-e3c3c5fd1b56 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330985 Jul 15 13:57:39.819182 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-e4a96a7e-4c30-4a45-83d8-8d2a4e1407cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:39.820504 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-e4a96a7e-4c30-4a45-83d8-8d2a4e1407cb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f&tenant_id=815b3b11e1d14c7eafe809faaf7caebd HTTP/1.1" status: 200 len: 1098 time: 0.0909989 Jul 15 13:57:39.831408 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-45', 'device_owner': 'compute:nova'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:57:39.904437 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:40.104810 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] For port e0c76403-1d2a-49c1-ad97-df43f92f8feb, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=e0c76403-1d2a-49c1-ad97-df43f92f8feb,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:57:40.137421 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] For port e0c76403-1d2a-49c1-ad97-df43f92f8feb, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:57:40.177676 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af21bc47-f1af-42af-8867-4aa92d733f2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0c76403-1d2a-49c1-ad97-df43f92f8feb'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:57:40.183756 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:40.195804 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] Transition to ACTIVE for port object e0c76403-1d2a-49c1-ad97-df43f92f8feb will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:57:40.199933 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:40.233035 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa26b660-8231-4a0e-bef2-a0bd4161ee27" -d '{"events": [{"server_uuid": "af21bc47-f1af-42af-8867-4aa92d733f2f", "name": "network-vif-unplugged", "status": "completed", "tag": "e0c76403-1d2a-49c1-ad97-df43f92f8feb"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:57:40.257847 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c76403-1d2a-49c1-ad97-df43f92f8feb,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:40.297861 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.298206 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.298543 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.298874 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.299206 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.299537 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.299857 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.300176 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.300819 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.300819 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.301110 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.301428 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:40.345733 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] No DVR routers for this DVR port e0c76403-1d2a-49c1-ad97-df43f92f8feb on host n-h2-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:57:40.349022 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cc0912-50f0-47f3-8f29-067a4766ced9 x-openstack-request-id: req-20cc0912-50f0-47f3-8f29-067a4766ced9 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:57:40.349022 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af21bc47-f1af-42af-8867-4aa92d733f2f", "name": "network-vif-unplugged", "status": "completed", "tag": "e0c76403-1d2a-49c1-ad97-df43f92f8feb", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:57:40.349215 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-20cc0912-50f0-47f3-8f29-067a4766ced9 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:57:40.349821 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af21bc47-f1af-42af-8867-4aa92d733f2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0c76403-1d2a-49c1-ad97-df43f92f8feb', 'code': 200} Jul 15 13:57:40.497399 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] Attempting to bind port e0c76403-1d2a-49c1-ad97-df43f92f8feb on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:57:40.498069 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] Attempting to bind port e0c76403-1d2a-49c1-ad97-df43f92f8feb by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:57:40.498069 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] Attempting to bind port e0c76403-1d2a-49c1-ad97-df43f92f8feb on network c64839d0-24c4-4ee2-a3a9-2c840acfac87 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:57:40.502374 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] Port e0c76403-1d2a-49c1-ad97-df43f92f8feb on network c64839d0-24c4-4ee2-a3a9-2c840acfac87 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:57:40.502693 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] Attempting to bind port e0c76403-1d2a-49c1-ad97-df43f92f8feb on network c64839d0-24c4-4ee2-a3a9-2c840acfac87 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:57:40.507479 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:57:40.507817 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] Checking segment: {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:57:40.508200 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] Bound using segment: {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:57:40.508626 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] Bound port: e0c76403-1d2a-49c1-ad97-df43f92f8feb, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:57:40.508985 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:40.575532 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] For port e0c76403-1d2a-49c1-ad97-df43f92f8feb, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:57:40.578574 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] For port e0c76403-1d2a-49c1-ad97-df43f92f8feb, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=e0c76403-1d2a-49c1-ad97-df43f92f8feb,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:57:40.583150 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:40.622311 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:40.622933 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:40.624335 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] 10.222.0.18 "PUT /v2.0/ports/e0c76403-1d2a-49c1-ad97-df43f92f8feb HTTP/1.1" status: 200 len: 1093 time: 0.7969112 Jul 15 13:57:40.645415 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07a9fa-5c41-4987-9743-0e3ef7630a40 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c76403-1d2a-49c1-ad97-df43f92f8feb,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:40.753131 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-f48e9e98-1836-47c0-aaff-f76fb0f0e3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:40.754700 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-f48e9e98-1836-47c0-aaff-f76fb0f0e3cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 1096 time: 0.1034310 Jul 15 13:57:40.779303 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b7362-ba54-4f3d-9b38-3f939ad61b24 req-a15f7383-2a52-4a23-b452-3dc4f476223c tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:40.780950 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e24b7362-ba54-4f3d-9b38-3f939ad61b24 req-a15f7383-2a52-4a23-b452-3dc4f476223c tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 944 time: 0.1004622 Jul 15 13:57:40.870188 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e24b7362-ba54-4f3d-9b38-3f939ad61b24 req-e3b30f5b-fff4-48bf-80c8-2e90042770ac tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787919 Jul 15 13:57:40.887916 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-62d1e28c-62b9-47cd-95e7-a8947f6400e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:40.889408 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-62d1e28c-62b9-47cd-95e7-a8947f6400e2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.1282701 Jul 15 13:57:40.961575 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-566d20c3-0e32-4090-a7b7-a48b96d54660 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0c76403-1d2a-49c1-ad97-df43f92f8feb HTTP/1.1" status: 200 len: 998 time: 0.0660386 Jul 15 13:57:41.012119 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-8b54c5c0-3123-44f2-9ee6-b2ce183b70dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:41.013622 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-8b54c5c0-3123-44f2-9ee6-b2ce183b70dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0454981 Jul 15 13:57:41.071648 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-9bf368ff-8dc3-4e1b-ba72-c9c0ee296c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:41.073346 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-9bf368ff-8dc3-4e1b-ba72-c9c0ee296c13 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535004 Jul 15 13:57:41.446729 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-1b120c63-2121-47a6-b635-b1b798026459 service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665683 Jul 15 13:57:41.535534 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bd0f3906-a50f-4650-93da-6bbd14afebe7 req-36aed19c-8b2c-4428-864e-74f2b5664366 service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827572 Jul 15 13:57:42.061307 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a8c68-a7ee-43ac-9471-3e0759903b83 req-1edd59f7-db00-4bcf-a8da-629d1918ff62 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:42.062848 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-556a8c68-a7ee-43ac-9471-3e0759903b83 req-1edd59f7-db00-4bcf-a8da-629d1918ff62 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 944 time: 0.0633917 Jul 15 13:57:42.099772 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-556a8c68-a7ee-43ac-9471-3e0759903b83 req-a8f8cb82-4156-40c8-a3ef-d24c07f7b5c5 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314481 Jul 15 13:57:42.350695 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af21bc47-f1af-42af-8867-4aa92d733f2f', 'tag': 'e0c76403-1d2a-49c1-ad97-df43f92f8feb'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:57:42.353066 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678fecc8-8738-47b9-992d-04aea196dab9" -d '{"events": [{"name": "network-changed", "server_uuid": "af21bc47-f1af-42af-8867-4aa92d733f2f", "tag": "e0c76403-1d2a-49c1-ad97-df43f92f8feb"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:57:42.404476 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db6a18f-862e-4846-868a-428423ebd9a3 x-openstack-request-id: req-9db6a18f-862e-4846-868a-428423ebd9a3 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:57:42.404836 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af21bc47-f1af-42af-8867-4aa92d733f2f", "tag": "e0c76403-1d2a-49c1-ad97-df43f92f8feb", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:57:42.405096 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9db6a18f-862e-4846-868a-428423ebd9a3 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:57:42.405491 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af21bc47-f1af-42af-8867-4aa92d733f2f', 'tag': 'e0c76403-1d2a-49c1-ad97-df43f92f8feb', 'status': 'completed', 'code': 200} Jul 15 13:57:42.528965 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fecc8-8738-47b9-992d-04aea196dab9 req-9e2c51a0-7c7b-410e-b6c8-efbaa4cf91b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:42.530401 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-678fecc8-8738-47b9-992d-04aea196dab9 req-9e2c51a0-7c7b-410e-b6c8-efbaa4cf91b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 1096 time: 0.1000795 Jul 15 13:57:42.532906 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fecc8-8738-47b9-992d-04aea196dab9 req-a04241e1-dc5c-4900-b3c2-12f649696787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:42.534299 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-678fecc8-8738-47b9-992d-04aea196dab9 req-a04241e1-dc5c-4900-b3c2-12f649696787 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 1096 time: 0.0726514 Jul 15 13:57:42.687031 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fecc8-8738-47b9-992d-04aea196dab9 req-896d551e-ce7e-4766-9220-b1da007cb05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:42.688509 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-678fecc8-8738-47b9-992d-04aea196dab9 req-896d551e-ce7e-4766-9220-b1da007cb05a service neutron] 10.222.0.18 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.1520329 Jul 15 13:57:42.691045 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fecc8-8738-47b9-992d-04aea196dab9 req-5bd47bdf-7069-4e1d-8500-cc3c2f13c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:42.692393 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-678fecc8-8738-47b9-992d-04aea196dab9 req-5bd47bdf-7069-4e1d-8500-cc3c2f13c01d service neutron] 10.222.0.32 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.1474159 Jul 15 13:57:42.728101 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device e0c76403-1d2a-49c1-ad97-df43f92f8feb no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:57:42.771648 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device e0c76403-1d2a-49c1-ad97-df43f92f8feb not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:57:42.804167 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-678fecc8-8738-47b9-992d-04aea196dab9 req-95cef8e7-826e-49a8-8e60-7a73b4e13296 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0c76403-1d2a-49c1-ad97-df43f92f8feb HTTP/1.1" status: 200 len: 998 time: 0.1091206 Jul 15 13:57:42.805964 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-678fecc8-8738-47b9-992d-04aea196dab9 req-a8d7fc3b-2883-46df-a755-ef076b3f84fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0c76403-1d2a-49c1-ad97-df43f92f8feb HTTP/1.1" status: 200 len: 998 time: 0.1051011 Jul 15 13:57:42.892042 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fecc8-8738-47b9-992d-04aea196dab9 req-4e52d96f-2a52-4dd6-8701-163b7e50e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:42.893610 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-678fecc8-8738-47b9-992d-04aea196dab9 req-4e52d96f-2a52-4dd6-8701-163b7e50e848 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0836334 Jul 15 13:57:42.895038 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fecc8-8738-47b9-992d-04aea196dab9 req-e7a6068e-23fa-4274-9a86-80d54984e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:42.896362 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-678fecc8-8738-47b9-992d-04aea196dab9 req-e7a6068e-23fa-4274-9a86-80d54984e3aa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0789180 Jul 15 13:57:42.989524 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fecc8-8738-47b9-992d-04aea196dab9 req-57908adf-e430-475c-900b-50638ece8ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:42.991092 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-678fecc8-8738-47b9-992d-04aea196dab9 req-57908adf-e430-475c-900b-50638ece8ecd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0919070 Jul 15 13:57:42.993725 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fecc8-8738-47b9-992d-04aea196dab9 req-266eea54-3bb4-48bf-b5ff-a0a177c8937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:42.995135 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-678fecc8-8738-47b9-992d-04aea196dab9 req-266eea54-3bb4-48bf-b5ff-a0a177c8937e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0879407 Jul 15 13:57:43.153829 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-678fecc8-8738-47b9-992d-04aea196dab9 req-0c4f6da8-d81f-46dd-ac8f-83acddc5f33b service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562748 Jul 15 13:57:43.155962 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-678fecc8-8738-47b9-992d-04aea196dab9 req-32ae9074-284d-4e49-b0af-58c3ad288428 service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513772 Jul 15 13:57:43.278267 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d867d-1909-4663-8918-95836419daa2 req-35411bf9-d2cf-47c3-9e67-8082c31c97e1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:43.279740 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-883d867d-1909-4663-8918-95836419daa2 req-35411bf9-d2cf-47c3-9e67-8082c31c97e1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 944 time: 0.0674784 Jul 15 13:57:43.312171 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-678fecc8-8738-47b9-992d-04aea196dab9 req-2beabd4b-b8d6-4b5d-be9d-4ef7d45f690e service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524787 Jul 15 13:57:43.315611 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-678fecc8-8738-47b9-992d-04aea196dab9 req-110fc65e-890a-45fb-99a3-bff6cdab26e1 service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489673 Jul 15 13:57:43.322339 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-883d867d-1909-4663-8918-95836419daa2 req-7ea0eac6-138f-461b-99c3-5cdf5f915696 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368886 Jul 15 13:57:43.618501 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bcb18-49f6-4cad-962b-3eecfec802cc req-53c857f2-4b06-4702-a0bf-1699d30f43e6 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:43.620015 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f74bcb18-49f6-4cad-962b-3eecfec802cc req-53c857f2-4b06-4702-a0bf-1699d30f43e6 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 944 time: 0.0649807 Jul 15 13:57:43.646038 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2102e-187a-456a-b13a-0ea1fecbc486 req-9c84e35c-c1b3-4088-8cbb-108f9dc00aec tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:43.647543 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-73e2102e-187a-456a-b13a-0ea1fecbc486 req-9c84e35c-c1b3-4088-8cbb-108f9dc00aec tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.32 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f&tenant_id=815b3b11e1d14c7eafe809faaf7caebd&binding%3Ahost_id=n-h1-758944-45 HTTP/1.1" status: 200 len: 944 time: 0.0737751 Jul 15 13:57:43.658601 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f74bcb18-49f6-4cad-962b-3eecfec802cc req-c6e49b98-7ff0-4e3d-8b20-588297f66bba tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323710 Jul 15 13:57:43.707294 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [req-73e2102e-187a-456a-b13a-0ea1fecbc486 req-b66454f7-a5d6-4064-a9e1-c45d4caf91d5 service neutron] delete failed (client error): The resource could not be found. Jul 15 13:57:43.708310 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-73e2102e-187a-456a-b13a-0ea1fecbc486 req-b66454f7-a5d6-4064-a9e1-c45d4caf91d5 service neutron] 10.222.0.32 "DELETE /v2.0/ports/e0c76403-1d2a-49c1-ad97-df43f92f8feb/bindings/n-h2-758944-45 HTTP/1.1" status: 404 len: 381 time: 0.0542338 Jul 15 13:57:43.827069 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2102e-187a-456a-b13a-0ea1fecbc486 req-da02ab1f-a064-4db1-b108-e70447d90f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:43.828569 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-73e2102e-187a-456a-b13a-0ea1fecbc486 req-da02ab1f-a064-4db1-b108-e70447d90f17 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 1096 time: 0.0569704 Jul 15 13:57:43.914974 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2102e-187a-456a-b13a-0ea1fecbc486 req-e540138e-95e9-438c-8a61-5fb2ff4fc164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:43.916354 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-73e2102e-187a-456a-b13a-0ea1fecbc486 req-e540138e-95e9-438c-8a61-5fb2ff4fc164 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.0821595 Jul 15 13:57:43.981919 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-73e2102e-187a-456a-b13a-0ea1fecbc486 req-53f0ee12-e8fc-42a5-b8a4-f95dde570a00 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0c76403-1d2a-49c1-ad97-df43f92f8feb HTTP/1.1" status: 200 len: 998 time: 0.0592971 Jul 15 13:57:44.028670 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2102e-187a-456a-b13a-0ea1fecbc486 req-736bf47f-c243-42a8-a330-d313901e8468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:44.030141 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-73e2102e-187a-456a-b13a-0ea1fecbc486 req-736bf47f-c243-42a8-a330-d313901e8468 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0426316 Jul 15 13:57:44.084088 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2102e-187a-456a-b13a-0ea1fecbc486 req-b44625c5-1ef1-4d4e-bd58-f40d9daac042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:44.085574 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-73e2102e-187a-456a-b13a-0ea1fecbc486 req-b44625c5-1ef1-4d4e-bd58-f40d9daac042 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498168 Jul 15 13:57:44.178586 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-73e2102e-187a-456a-b13a-0ea1fecbc486 req-bf469390-ac82-48f5-9aa7-e2da16c74c9f service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862715 Jul 15 13:57:44.267160 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-73e2102e-187a-456a-b13a-0ea1fecbc486 req-12a689cc-ae4e-4862-a96a-ccfb9f0fc313 service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818844 Jul 15 13:57:44.610428 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device e0c76403-1d2a-49c1-ad97-df43f92f8feb details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:57:44.710056 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port e0c76403-1d2a-49c1-ad97-df43f92f8feb, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=e0c76403-1d2a-49c1-ad97-df43f92f8feb,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:57:44.721382 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'e0c76403-1d2a-49c1-ad97-df43f92f8feb', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'port_id': 'e0c76403-1d2a-49c1-ad97-df43f92f8feb', 'mac_address': 'fa:16:3e:35:3d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:57:44.762655 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:44.775376 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0c76403-1d2a-49c1-ad97-df43f92f8feb {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:57:44.795939 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port e0c76403-1d2a-49c1-ad97-df43f92f8feb, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=e0c76403-1d2a-49c1-ad97-df43f92f8feb,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:57:44.801053 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:44.850088 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=e0c76403-1d2a-49c1-ad97-df43f92f8feb,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:44.854854 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20f589-38f9-40bd-ad55-dbe4630f0b1f req-c30f6c74-7de6-4a10-b972-4c891a76c8f7 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:44.856419 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5a20f589-38f9-40bd-ad55-dbe4630f0b1f req-c30f6c74-7de6-4a10-b972-4c891a76c8f7 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 944 time: 0.0741744 Jul 15 13:57:44.857956 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:44.858309 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:44.858650 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:44.859125 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:44.859317 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:44.859649 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:44.859975 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:44.860299 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:44.860680 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:44.860948 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:44.861272 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:44.861591 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:44.899936 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5a20f589-38f9-40bd-ad55-dbe4630f0b1f req-6489b64e-e4c8-4163-8155-4a94b91fdac6 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365701 Jul 15 13:57:45.048492 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['e0c76403-1d2a-49c1-ad97-df43f92f8feb'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:57:46.073806 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84964889-53c7-4e39-9818-75b3fe07b92c req-f5b81469-cc34-40eb-8673-65a149f21a2c tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:46.075308 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-84964889-53c7-4e39-9818-75b3fe07b92c req-f5b81469-cc34-40eb-8673-65a149f21a2c tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 945 time: 0.0625801 Jul 15 13:57:46.113026 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-84964889-53c7-4e39-9818-75b3fe07b92c req-f4523a51-b2f3-473b-bbd8-b36790e93f3e tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322046 Jul 15 13:57:46.282516 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce066b7-78a9-4297-963a-39d9621717aa req-90b148be-ad1f-427d-9eb5-6e422ae410ff tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:46.284013 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8ce066b7-78a9-4297-963a-39d9621717aa req-90b148be-ad1f-427d-9eb5-6e422ae410ff tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 945 time: 0.0628493 Jul 15 13:57:46.321187 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8ce066b7-78a9-4297-963a-39d9621717aa req-2aab569f-b309-4c91-b3f9-f6d5bb90258c tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314887 Jul 15 13:57:46.625602 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device e0c76403-1d2a-49c1-ad97-df43f92f8feb up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:57:46.674347 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port e0c76403-1d2a-49c1-ad97-df43f92f8feb completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:57:46.678561 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port e0c76403-1d2a-49c1-ad97-df43f92f8feb triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:57:46.679169 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:46.691472 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce06ed-8936-42ff-93ac-2f3f5cc6e8ee req-c0e0a700-8a67-427b-91f1-33b6f776cfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:46.693002 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7fce06ed-8936-42ff-93ac-2f3f5cc6e8ee req-c0e0a700-8a67-427b-91f1-33b6f776cfbe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 1097 time: 0.1056278 Jul 15 13:57:46.702061 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f85fb-dbcc-4e08-a1c7-aa86a6e09c6b req-10f79a60-d194-40dd-8f4d-3b14087ddcd0 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:46.703522 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d13f85fb-dbcc-4e08-a1c7-aa86a6e09c6b req-10f79a60-d194-40dd-8f4d-3b14087ddcd0 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 945 time: 0.1055429 Jul 15 13:57:46.755997 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:46.783227 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af21bc47-f1af-42af-8867-4aa92d733f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c76403-1d2a-49c1-ad97-df43f92f8feb'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:57:46.798862 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port e0c76403-1d2a-49c1-ad97-df43f92f8feb, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=e0c76403-1d2a-49c1-ad97-df43f92f8feb,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:57:46.799954 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d13f85fb-dbcc-4e08-a1c7-aa86a6e09c6b req-c8c0d8d3-a420-4055-9207-d51adea089b0 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879171 Jul 15 13:57:46.804917 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:46.826195 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce06ed-8936-42ff-93ac-2f3f5cc6e8ee req-0ae51496-2396-4d69-aedc-bb1e24071b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:46.827930 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7fce06ed-8936-42ff-93ac-2f3f5cc6e8ee req-0ae51496-2396-4d69-aedc-bb1e24071b94 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.1233048 Jul 15 13:57:46.838448 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5982e52f7164c00132b4161e7da779dd5a615a4991d8f343d2f1980d90734956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6313fe09-e5ba-4044-bee4-07ec31b6983b" -d '{"events": [{"server_uuid": "af21bc47-f1af-42af-8867-4aa92d733f2f", "name": "network-vif-plugged", "status": "completed", "tag": "e0c76403-1d2a-49c1-ad97-df43f92f8feb"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:57:46.870869 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=e0c76403-1d2a-49c1-ad97-df43f92f8feb,revision_number=9']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:46.895427 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7fce06ed-8936-42ff-93ac-2f3f5cc6e8ee req-cdb19573-3c5e-433a-a2e2-81086761a2e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0c76403-1d2a-49c1-ad97-df43f92f8feb HTTP/1.1" status: 200 len: 1000 time: 0.0619466 Jul 15 13:57:46.929201 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e55695-ced7-4f99-8400-c80f050cdeb0 x-openstack-request-id: req-96e55695-ced7-4f99-8400-c80f050cdeb0 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:57:46.929499 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af21bc47-f1af-42af-8867-4aa92d733f2f", "name": "network-vif-plugged", "status": "completed", "tag": "e0c76403-1d2a-49c1-ad97-df43f92f8feb", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:57:46.929786 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96e55695-ced7-4f99-8400-c80f050cdeb0 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:57:46.930198 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af21bc47-f1af-42af-8867-4aa92d733f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c76403-1d2a-49c1-ad97-df43f92f8feb', 'code': 200} Jul 15 13:57:46.942849 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce06ed-8936-42ff-93ac-2f3f5cc6e8ee req-4030787b-cfd2-410a-9f51-fb42803a71c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:46.944381 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7fce06ed-8936-42ff-93ac-2f3f5cc6e8ee req-4030787b-cfd2-410a-9f51-fb42803a71c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0433135 Jul 15 13:57:47.008987 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce06ed-8936-42ff-93ac-2f3f5cc6e8ee req-64476c83-791f-40d3-b99f-3bacc0264766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:47.010408 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7fce06ed-8936-42ff-93ac-2f3f5cc6e8ee req-64476c83-791f-40d3-b99f-3bacc0264766 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597174 Jul 15 13:57:47.098703 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7fce06ed-8936-42ff-93ac-2f3f5cc6e8ee req-83c89e35-7489-4237-8752-ef47fd6cad13 service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810983 Jul 15 13:57:47.190579 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7fce06ed-8936-42ff-93ac-2f3f5cc6e8ee req-ca6b8cbb-7ceb-4cef-bcf3-d1177a9feaa8 service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855656 Jul 15 13:57:47.991102 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95208026-a222-442a-9605-c8dfe5d0605c req-1bdbf628-f158-4c66-a80d-29ee14c36db0 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:47.992634 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-95208026-a222-442a-9605-c8dfe5d0605c req-1bdbf628-f158-4c66-a80d-29ee14c36db0 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 946 time: 0.0665903 Jul 15 13:57:48.029986 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-95208026-a222-442a-9605-c8dfe5d0605c req-4795b49c-79c5-485b-9bc7-85c80b9145d0 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310414 Jul 15 13:57:48.427972 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33630bd4-f289-4c8d-babf-e09664b238bb req-df105cb3-ccd3-4615-8187-80044bd0b4ff tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:48.429352 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-33630bd4-f289-4c8d-babf-e09664b238bb req-df105cb3-ccd3-4615-8187-80044bd0b4ff tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 946 time: 0.0675101 Jul 15 13:57:48.466796 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-33630bd4-f289-4c8d-babf-e09664b238bb req-9b21adf0-99b8-4ce7-a1dc-17cefab3adc6 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318601 Jul 15 13:57:49.618065 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c6f52-9dbd-4902-b476-850ac9b132af req-1a774f27-a382-4c5c-9d57-7411b28c32b8 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:49.619683 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ea3c6f52-9dbd-4902-b476-850ac9b132af req-1a774f27-a382-4c5c-9d57-7411b28c32b8 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.18 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 946 time: 0.0640800 Jul 15 13:57:49.646813 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870cf1b-3cfd-4ca7-adc2-c3f1ec5d5b0b req-e24b2539-6efe-494b-a810-ac2df611c35c tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:49.648313 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f870cf1b-3cfd-4ca7-adc2-c3f1ec5d5b0b req-e24b2539-6efe-494b-a810-ac2df611c35c tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=af21bc47-f1af-42af-8867-4aa92d733f2f HTTP/1.1" status: 200 len: 946 time: 0.0677364 Jul 15 13:57:49.686541 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f870cf1b-3cfd-4ca7-adc2-c3f1ec5d5b0b req-7ef912e5-d930-45c1-892a-92ace69fd2e9 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318871 Jul 15 13:57:49.724822 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-ea3c6f52-9dbd-4902-b476-850ac9b132af req-517cf9ff-bcbb-4f66-9d8c-a88b49c1de7d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Deleting port e0c76403-1d2a-49c1-ad97-df43f92f8feb {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:57:49.725166 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ea3c6f52-9dbd-4902-b476-850ac9b132af req-517cf9ff-bcbb-4f66-9d8c-a88b49c1de7d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:49.810666 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-ea3c6f52-9dbd-4902-b476-850ac9b132af req-517cf9ff-bcbb-4f66-9d8c-a88b49c1de7d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] For port e0c76403-1d2a-49c1-ad97-df43f92f8feb, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=e0c76403-1d2a-49c1-ad97-df43f92f8feb,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:57:49.810981 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ea3c6f52-9dbd-4902-b476-850ac9b132af req-517cf9ff-bcbb-4f66-9d8c-a88b49c1de7d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:49.977135 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ea3c6f52-9dbd-4902-b476-850ac9b132af req-517cf9ff-bcbb-4f66-9d8c-a88b49c1de7d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:49.977502 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ea3c6f52-9dbd-4902-b476-850ac9b132af req-517cf9ff-bcbb-4f66-9d8c-a88b49c1de7d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:49.977836 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [req-ea3c6f52-9dbd-4902-b476-850ac9b132af req-517cf9ff-bcbb-4f66-9d8c-a88b49c1de7d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Floating IP f9ed4ac2-4c86-4e1c-9b31-1793caba06c8 disassociated. External IP: 172.25.6.7, port: e0c76403-1d2a-49c1-ad97-df43f92f8feb. Jul 15 13:57:49.978174 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-ea3c6f52-9dbd-4902-b476-850ac9b132af req-517cf9ff-bcbb-4f66-9d8c-a88b49c1de7d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Calling delete_port for e0c76403-1d2a-49c1-ad97-df43f92f8feb owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:57:50.106708 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ea3c6f52-9dbd-4902-b476-850ac9b132af req-517cf9ff-bcbb-4f66-9d8c-a88b49c1de7d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:50.136795 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cf9ff-bcbb-4f66-9d8c-a88b49c1de7d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Pushing event deleted for resources: {'Port': ['ID=e0c76403-1d2a-49c1-ad97-df43f92f8feb,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:50.257117 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea3c6f52-9dbd-4902-b476-850ac9b132af req-517cf9ff-bcbb-4f66-9d8c-a88b49c1de7d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Router 54100a26-1f14-4011-982f-472b262db138 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:57:50.367084 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea3c6f52-9dbd-4902-b476-850ac9b132af req-517cf9ff-bcbb-4f66-9d8c-a88b49c1de7d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:57:50.377626 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130653ee-bbdd-4770-ae39-2123f1cd96d7 None None] Sync routers for ids ['54100a26-1f14-4011-982f-472b262db138'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:57:50.386755 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130653ee-bbdd-4770-ae39-2123f1cd96d7 None None] Routers {'54100a26-1f14-4011-982f-472b262db138'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:57:50.387450 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-130653ee-bbdd-4770-ae39-2123f1cd96d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:57:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['54100a26-1f14-4011-982f-472b262db138'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:57:50.415199 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3c6f52-9dbd-4902-b476-850ac9b132af req-517cf9ff-bcbb-4f66-9d8c-a88b49c1de7d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] No DVR routers for this DVR port e0c76403-1d2a-49c1-ad97-df43f92f8feb on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:57:50.418342 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-ea3c6f52-9dbd-4902-b476-850ac9b132af req-517cf9ff-bcbb-4f66-9d8c-a88b49c1de7d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:50.420374 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ea3c6f52-9dbd-4902-b476-850ac9b132af req-517cf9ff-bcbb-4f66-9d8c-a88b49c1de7d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.18 "DELETE /v2.0/ports/e0c76403-1d2a-49c1-ad97-df43f92f8feb HTTP/1.1" status: 204 len: 173 time: 0.7947385 Jul 15 13:57:50.420820 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af21bc47-f1af-42af-8867-4aa92d733f2f', 'name': 'network-vif-deleted', 'tag': 'e0c76403-1d2a-49c1-ad97-df43f92f8feb'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:57:50.423134 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9cfb67-8f7e-43e2-978b-d838179b57f6" -d '{"events": [{"server_uuid": "af21bc47-f1af-42af-8867-4aa92d733f2f", "name": "network-vif-deleted", "tag": "e0c76403-1d2a-49c1-ad97-df43f92f8feb"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:57:50.460115 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4139d2-cd39-47a0-b319-4cd34c7f9cd4 x-openstack-request-id: req-1f4139d2-cd39-47a0-b319-4cd34c7f9cd4 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:57:50.460414 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af21bc47-f1af-42af-8867-4aa92d733f2f", "name": "network-vif-deleted", "tag": "e0c76403-1d2a-49c1-ad97-df43f92f8feb", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:57:50.460665 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f4139d2-cd39-47a0-b319-4cd34c7f9cd4 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:57:50.461067 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af21bc47-f1af-42af-8867-4aa92d733f2f', 'name': 'network-vif-deleted', 'tag': 'e0c76403-1d2a-49c1-ad97-df43f92f8feb', 'status': 'completed', 'code': 200} Jul 15 13:57:50.514835 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-130653ee-bbdd-4770-ae39-2123f1cd96d7 None None] Set router 54100a26-1f14-4011-982f-472b262db138 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:57:50.727664 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-130653ee-bbdd-4770-ae39-2123f1cd96d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54100a26-1f14-4011-982f-472b262db138', 'name': 'tempest-ServerActionsTestJSON-725938257-router', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:53:17Z', 'updated_at': '2021-07-15T13:53:20Z', 'revision_number': 4, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'gw_port': {'id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:18Z', 'updated_at': '2021-07-15T13:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '93fed6d4-e035-4685-9427-f5a6c5756c37', 'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'mac_address': 'fa:16:3e:26:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:20Z', 'updated_at': '2021-07-15T13:53:25Z', 'revision_number': 5, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'subnets': [{'id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:57:50.755520 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130653ee-bbdd-4770-ae39-2123f1cd96d7 None None] Checking router: 54100a26-1f14-4011-982f-472b262db138 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:57:50.764494 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130653ee-bbdd-4770-ae39-2123f1cd96d7 None None] Routers {'54100a26-1f14-4011-982f-472b262db138'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:57:50.765240 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-130653ee-bbdd-4770-ae39-2123f1cd96d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:57:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['54100a26-1f14-4011-982f-472b262db138'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:57:50.872809 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-130653ee-bbdd-4770-ae39-2123f1cd96d7 None None] Set router 54100a26-1f14-4011-982f-472b262db138 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:57:50.926038 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5861b9b0-557b-4bf3-a0dd-e936266a60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:51.044805 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-493f12c7-b149-445c-b852-8374855d415b req-d8385eab-010f-400b-865a-983729baefa9 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1443747179&fields=id&tenant_id=815b3b11e1d14c7eafe809faaf7caebd HTTP/1.1" status: 200 len: 267 time: 0.0355523 Jul 15 13:57:51.093154 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-130653ee-bbdd-4770-ae39-2123f1cd96d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54100a26-1f14-4011-982f-472b262db138', 'name': 'tempest-ServerActionsTestJSON-725938257-router', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:53:17Z', 'updated_at': '2021-07-15T13:53:20Z', 'revision_number': 4, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'gw_port': {'id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:18Z', 'updated_at': '2021-07-15T13:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '93fed6d4-e035-4685-9427-f5a6c5756c37', 'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'mac_address': 'fa:16:3e:26:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:20Z', 'updated_at': '2021-07-15T13:53:25Z', 'revision_number': 5, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'subnets': [{'id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:57:51.119135 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130653ee-bbdd-4770-ae39-2123f1cd96d7 None None] The sync data for ids ['54100a26-1f14-4011-982f-472b262db138'] in n-d-758944-45 is: [{'id': '54100a26-1f14-4011-982f-472b262db138', 'name': 'tempest-ServerActionsTestJSON-725938257-router', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:53:17Z', 'updated_at': '2021-07-15T13:53:20Z', 'revision_number': 4, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'gw_port': {'id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:18Z', 'updated_at': '2021-07-15T13:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '93fed6d4-e035-4685-9427-f5a6c5756c37', 'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'mac_address': 'fa:16:3e:26:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:20Z', 'updated_at': '2021-07-15T13:53:25Z', 'revision_number': 5, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'subnets': [{'id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:57:51.163760 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f12c7-b149-445c-b852-8374855d415b req-e7a9081d-6c77-47a9-84ff-caf7be4f471d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:51.165359 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-493f12c7-b149-445c-b852-8374855d415b req-e7a9081d-6c77-47a9-84ff-caf7be4f471d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 811 time: 0.1140873 Jul 15 13:57:51.184042 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-493f12c7-b149-445c-b852-8374855d415b req-3704c100-b7e9-415d-9495-be2134d5bb5e tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/quotas/815b3b11e1d14c7eafe809faaf7caebd HTTP/1.1" status: 200 len: 375 time: 0.0122647 Jul 15 13:57:51.265286 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-493f12c7-b149-445c-b852-8374855d415b req-254b7f53-ee1a-43fa-92ef-fc9bbf9f53a7 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0745623 Jul 15 13:57:51.359941 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-493f12c7-b149-445c-b852-8374855d415b req-4c58955e-cd4f-450f-8bb1-88fc31cd7edb service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:57:51.360982 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-493f12c7-b149-445c-b852-8374855d415b req-4c58955e-cd4f-450f-8bb1-88fc31cd7edb service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477040 Jul 15 13:57:51.372772 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8725ea11-3779-4750-859d-a66d9eaecb2f None None] New status for floating IP f9ed4ac2-4c86-4e1c-9b31-1793caba06c8: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:57:51.458045 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-493f12c7-b149-445c-b852-8374855d415b req-1d486caf-e9c0-4d2e-8500-d9bffffe9480 service neutron] 10.222.0.24 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908899 Jul 15 13:57:51.549814 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-493f12c7-b149-445c-b852-8374855d415b req-d6f6be14-140c-494e-9cd0-5e027f985ceb service neutron] 10.222.0.24 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857451 Jul 15 13:57:51.726623 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-893d3cf7-201e-4419-8a0c-860eb4d7a264 req-37872108-cd34-401b-8c4e-73de046a9037 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 210 time: 0.0298829 Jul 15 13:57:52.680061 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device e0c76403-1d2a-49c1-ad97-df43f92f8feb no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:57:52.701528 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: e0c76403-1d2a-49c1-ad97-df43f92f8feb {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:57:52.701897 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device e0c76403-1d2a-49c1-ad97-df43f92f8feb not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:57:52.754226 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f12c7-b149-445c-b852-8374855d415b req-33e883dd-f61a-48bf-a26c-134282cfd6c7 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:52.759253 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-493f12c7-b149-445c-b852-8374855d415b req-33e883dd-f61a-48bf-a26c-134282cfd6c7 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.18 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 811 time: 0.1092796 Jul 15 13:57:52.809409 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-493f12c7-b149-445c-b852-8374855d415b req-f807bba8-6c90-460c-bed8-ef72497d66f1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=815b3b11e1d14c7eafe809faaf7caebd HTTP/1.1" status: 200 len: 380 time: 0.0365133 Jul 15 13:57:52.817465 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-493f12c7-b149-445c-b852-8374855d415b req-4bd93861-cb9a-41e8-bc10-1ff566533819 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Request body: {'port': {'device_id': '0b9e869c-f666-4ec1-b249-a5f083920456', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'admin_state_up': True, 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'security_groups': ['0c622346-5670-41cf-959d-b2a0ff18a124']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:57:52.875411 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d3afc56-9166-4839-86e1-70827f10397f req-9891f2e8-54ff-4709-960f-dd6ba1c9cc93 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 210 time: 0.0303383 Jul 15 13:57:52.937930 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-493f12c7-b149-445c-b852-8374855d415b req-4bd93861-cb9a-41e8-bc10-1ff566533819 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Made reservation on behalf of 815b3b11e1d14c7eafe809faaf7caebd for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:57:52.941603 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-493f12c7-b149-445c-b852-8374855d415b req-4bd93861-cb9a-41e8-bc10-1ff566533819 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:53.079062 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-493f12c7-b149-445c-b852-8374855d415b req-4bd93861-cb9a-41e8-bc10-1ff566533819 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Allocated IP 172.20.0.6 (c64839d0-24c4-4ee2-a3a9-2c840acfac87/fdc038d7-3558-4c39-a4f1-725db6f1f4b7/790bb0d5-c15f-4600-bf2f-d5442368a72b) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:57:53.211707 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-493f12c7-b149-445c-b852-8374855d415b req-4bd93861-cb9a-41e8-bc10-1ff566533819 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:53.225290 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-493f12c7-b149-445c-b852-8374855d415b req-4bd93861-cb9a-41e8-bc10-1ff566533819 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Transition to ACTIVE for port object 790bb0d5-c15f-4600-bf2f-d5442368a72b will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:57:53.257002 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-493f12c7-b149-445c-b852-8374855d415b req-4bd93861-cb9a-41e8-bc10-1ff566533819 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:53.306163 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-493f12c7-b149-445c-b852-8374855d415b req-4bd93861-cb9a-41e8-bc10-1ff566533819 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Network c64839d0-24c4-4ee2-a3a9-2c840acfac87 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:57:53.309326 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-493f12c7-b149-445c-b852-8374855d415b req-4bd93861-cb9a-41e8-bc10-1ff566533819 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:57:53.313278 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-493f12c7-b149-445c-b852-8374855d415b req-4bd93861-cb9a-41e8-bc10-1ff566533819 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:57:53.319872 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:53.320031 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd93861-cb9a-41e8-bc10-1ff566533819 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Pushing event updated for resources: {'Port': ['ID=790bb0d5-c15f-4600-bf2f-d5442368a72b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:53.371194 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f12c7-b149-445c-b852-8374855d415b req-4bd93861-cb9a-41e8-bc10-1ff566533819 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:53.371815 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-493f12c7-b149-445c-b852-8374855d415b req-4bd93861-cb9a-41e8-bc10-1ff566533819 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:53.389057 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-493f12c7-b149-445c-b852-8374855d415b req-4bd93861-cb9a-41e8-bc10-1ff566533819 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5754597 Jul 15 13:57:53.402226 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-493f12c7-b149-445c-b852-8374855d415b req-9799680e-583c-4cf1-993e-d7f49e832715 service neutron] Request body: {'port': {'device_id': '0b9e869c-f666-4ec1-b249-a5f083920456', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:57:53.441347 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a43ea23b-d37d-431e-b124-a79f0d773e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:53.487730 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-493f12c7-b149-445c-b852-8374855d415b req-9799680e-583c-4cf1-993e-d7f49e832715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:53.594192 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3889b0c0-dfef-4944-98f6-4b2bc37b7a6e None None] Provisioning for port 790bb0d5-c15f-4600-bf2f-d5442368a72b completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:57:53.597818 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3889b0c0-dfef-4944-98f6-4b2bc37b7a6e None None] Provisioning complete for port 790bb0d5-c15f-4600-bf2f-d5442368a72b triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:57:53.598095 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3889b0c0-dfef-4944-98f6-4b2bc37b7a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:53.631066 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3889b0c0-dfef-4944-98f6-4b2bc37b7a6e None None] Port 790bb0d5-c15f-4600-bf2f-d5442368a72b cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:57:54.044743 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-493f12c7-b149-445c-b852-8374855d415b req-9799680e-583c-4cf1-993e-d7f49e832715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 790bb0d5-c15f-4600-bf2f-d5442368a72b {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:57:54.053315 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-493f12c7-b149-445c-b852-8374855d415b req-9799680e-583c-4cf1-993e-d7f49e832715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:54.067927 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-493f12c7-b149-445c-b852-8374855d415b req-9799680e-583c-4cf1-993e-d7f49e832715 service neutron] Transition to ACTIVE for port object 790bb0d5-c15f-4600-bf2f-d5442368a72b will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:57:54.072694 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-493f12c7-b149-445c-b852-8374855d415b req-9799680e-583c-4cf1-993e-d7f49e832715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:54.122792 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799680e-583c-4cf1-993e-d7f49e832715 service neutron] Pushing event updated for resources: {'Port': ['ID=790bb0d5-c15f-4600-bf2f-d5442368a72b,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:54.232379 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-493f12c7-b149-445c-b852-8374855d415b req-9799680e-583c-4cf1-993e-d7f49e832715 service neutron] Attempting to bind port 790bb0d5-c15f-4600-bf2f-d5442368a72b on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:57:54.232716 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-493f12c7-b149-445c-b852-8374855d415b req-9799680e-583c-4cf1-993e-d7f49e832715 service neutron] Attempting to bind port 790bb0d5-c15f-4600-bf2f-d5442368a72b by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:57:54.233039 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493f12c7-b149-445c-b852-8374855d415b req-9799680e-583c-4cf1-993e-d7f49e832715 service neutron] Attempting to bind port 790bb0d5-c15f-4600-bf2f-d5442368a72b on network c64839d0-24c4-4ee2-a3a9-2c840acfac87 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:57:54.240259 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493f12c7-b149-445c-b852-8374855d415b req-9799680e-583c-4cf1-993e-d7f49e832715 service neutron] Port 790bb0d5-c15f-4600-bf2f-d5442368a72b on network c64839d0-24c4-4ee2-a3a9-2c840acfac87 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:57:54.240581 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493f12c7-b149-445c-b852-8374855d415b req-9799680e-583c-4cf1-993e-d7f49e832715 service neutron] Attempting to bind port 790bb0d5-c15f-4600-bf2f-d5442368a72b on network c64839d0-24c4-4ee2-a3a9-2c840acfac87 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:57:54.250802 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493f12c7-b149-445c-b852-8374855d415b req-9799680e-583c-4cf1-993e-d7f49e832715 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:57:54.251142 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493f12c7-b149-445c-b852-8374855d415b req-9799680e-583c-4cf1-993e-d7f49e832715 service neutron] Checking segment: {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:57:54.251533 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493f12c7-b149-445c-b852-8374855d415b req-9799680e-583c-4cf1-993e-d7f49e832715 service neutron] Bound using segment: {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:57:54.251973 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-493f12c7-b149-445c-b852-8374855d415b req-9799680e-583c-4cf1-993e-d7f49e832715 service neutron] Bound port: 790bb0d5-c15f-4600-bf2f-d5442368a72b, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:57:54.252332 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-493f12c7-b149-445c-b852-8374855d415b req-9799680e-583c-4cf1-993e-d7f49e832715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:54.280632 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04177253-eb1b-4791-bf31-19c0f1ae9de3 req-3fb8551b-06d6-4187-81c5-b4b81483fb18 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:54.282185 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-04177253-eb1b-4791-bf31-19c0f1ae9de3 req-3fb8551b-06d6-4187-81c5-b4b81483fb18 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 943 time: 0.1033106 Jul 15 13:57:54.359179 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-04177253-eb1b-4791-bf31-19c0f1ae9de3 req-48a75e87-2f95-4ad9-9140-5bb1a28c6c4e tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598547 Jul 15 13:57:54.361668 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-493f12c7-b149-445c-b852-8374855d415b req-9799680e-583c-4cf1-993e-d7f49e832715 service neutron] For port 790bb0d5-c15f-4600-bf2f-d5442368a72b, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:57:54.364935 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-493f12c7-b149-445c-b852-8374855d415b req-9799680e-583c-4cf1-993e-d7f49e832715 service neutron] For port 790bb0d5-c15f-4600-bf2f-d5442368a72b, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=790bb0d5-c15f-4600-bf2f-d5442368a72b,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:57:54.369155 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-493f12c7-b149-445c-b852-8374855d415b req-9799680e-583c-4cf1-993e-d7f49e832715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:54.405360 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f12c7-b149-445c-b852-8374855d415b req-9799680e-583c-4cf1-993e-d7f49e832715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:54.406010 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-493f12c7-b149-445c-b852-8374855d415b req-9799680e-583c-4cf1-993e-d7f49e832715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:54.407482 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-493f12c7-b149-445c-b852-8374855d415b req-9799680e-583c-4cf1-993e-d7f49e832715 service neutron] 10.222.0.18 "PUT /v2.0/ports/790bb0d5-c15f-4600-bf2f-d5442368a72b HTTP/1.1" status: 200 len: 1092 time: 1.0107937 Jul 15 13:57:54.407958 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9e869c-f666-4ec1-b249-a5f083920456', 'tag': '790bb0d5-c15f-4600-bf2f-d5442368a72b'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:57:54.410387 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f1db6c-839b-416f-9cd5-d08d271585f7" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9e869c-f666-4ec1-b249-a5f083920456", "tag": "790bb0d5-c15f-4600-bf2f-d5442368a72b"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:57:54.445693 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799680e-583c-4cf1-993e-d7f49e832715 service neutron] Pushing event updated for resources: {'Port': ['ID=790bb0d5-c15f-4600-bf2f-d5442368a72b,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:54.461572 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724e623a-4285-439c-8921-a82c5cf7fc6a x-openstack-request-id: req-724e623a-4285-439c-8921-a82c5cf7fc6a {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:57:54.461889 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9e869c-f666-4ec1-b249-a5f083920456", "tag": "790bb0d5-c15f-4600-bf2f-d5442368a72b", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:57:54.462143 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-724e623a-4285-439c-8921-a82c5cf7fc6a {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:57:54.462543 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b9e869c-f666-4ec1-b249-a5f083920456', 'tag': '790bb0d5-c15f-4600-bf2f-d5442368a72b', 'status': 'completed', 'code': 200} Jul 15 13:57:54.509992 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f12c7-b149-445c-b852-8374855d415b req-c2ed509f-37c0-4260-9438-95bac50a1dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:54.512103 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-493f12c7-b149-445c-b852-8374855d415b req-c2ed509f-37c0-4260-9438-95bac50a1dd2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 1095 time: 0.0610037 Jul 15 13:57:54.559536 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-493f12c7-b149-445c-b852-8374855d415b req-40643e0b-6693-420c-a808-b8e7a456d3f2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=790bb0d5-c15f-4600-bf2f-d5442368a72b HTTP/1.1" status: 200 len: 217 time: 0.0398474 Jul 15 13:57:54.609258 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f12c7-b149-445c-b852-8374855d415b req-8911bab6-685c-4dfa-be5b-4ab50db1324f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:54.610795 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-493f12c7-b149-445c-b852-8374855d415b req-8911bab6-685c-4dfa-be5b-4ab50db1324f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0456645 Jul 15 13:57:54.668966 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f12c7-b149-445c-b852-8374855d415b req-f1c5beb4-bb40-46c5-8b90-6e5d57781475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:54.670568 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-493f12c7-b149-445c-b852-8374855d415b req-f1c5beb4-bb40-46c5-8b90-6e5d57781475 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535438 Jul 15 13:57:54.763943 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-493f12c7-b149-445c-b852-8374855d415b req-3a43f447-fce7-4cdd-a9a0-075133e5152e service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868587 Jul 15 13:57:54.849995 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-493f12c7-b149-445c-b852-8374855d415b req-57b6ee6e-0c65-4e17-8d69-28f4f59a3462 service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803022 Jul 15 13:57:54.885553 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:54.948175 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1db6c-839b-416f-9cd5-d08d271585f7 req-2a8996c6-6bc7-4307-b0b4-266c49e7048d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:54.949721 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-20f1db6c-839b-416f-9cd5-d08d271585f7 req-2a8996c6-6bc7-4307-b0b4-266c49e7048d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 1095 time: 0.0542645 Jul 15 13:57:55.014553 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:57:55.041687 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1db6c-839b-416f-9cd5-d08d271585f7 req-291bdb2a-339f-4de9-98c7-b54dec65e6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:55.045570 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-20f1db6c-839b-416f-9cd5-d08d271585f7 req-291bdb2a-339f-4de9-98c7-b54dec65e6b3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.0898945 Jul 15 13:57:55.086914 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-20f1db6c-839b-416f-9cd5-d08d271585f7 req-f0965de7-a8df-449c-a268-a3c29e9d2b81 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=790bb0d5-c15f-4600-bf2f-d5442368a72b HTTP/1.1" status: 200 len: 217 time: 0.0350890 Jul 15 13:57:55.140122 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1db6c-839b-416f-9cd5-d08d271585f7 req-30f4efa7-2d37-40a9-ab59-e80b03c36ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:55.141574 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-20f1db6c-839b-416f-9cd5-d08d271585f7 req-30f4efa7-2d37-40a9-ab59-e80b03c36ae8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0472033 Jul 15 13:57:55.198377 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1db6c-839b-416f-9cd5-d08d271585f7 req-327dbe2d-20d4-400f-b30b-a6b30df3160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:55.199794 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-20f1db6c-839b-416f-9cd5-d08d271585f7 req-327dbe2d-20d4-400f-b30b-a6b30df3160b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514188 Jul 15 13:57:55.292876 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-20f1db6c-839b-416f-9cd5-d08d271585f7 req-5e0b254e-4ed6-45c3-87d6-6a81bdf9a4b0 service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848291 Jul 15 13:57:55.379690 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-20f1db6c-839b-416f-9cd5-d08d271585f7 req-31763d64-a81b-465f-ba12-e2550842f8c8 service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808048 Jul 15 13:57:55.535186 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccfb25-c8f5-4ccd-b626-9b1e990e4bea req-76511f73-639f-4be6-8c63-7c8ec3911f60 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:55.536574 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a3ccfb25-c8f5-4ccd-b626-9b1e990e4bea req-76511f73-639f-4be6-8c63-7c8ec3911f60 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 943 time: 0.0629201 Jul 15 13:57:55.576035 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:55.579257 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a3ccfb25-c8f5-4ccd-b626-9b1e990e4bea req-24a53633-e0f4-4359-b1ea-efe190537a71 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372427 Jul 15 13:57:56.482035 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:56.688888 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 790bb0d5-c15f-4600-bf2f-d5442368a72b details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:57:56.763576 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87882f69-e25d-47e3-ad94-48d0b6be97b1 req-dd6bbac0-2b24-4472-8526-f699373e79dc tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:56.765112 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-87882f69-e25d-47e3-ad94-48d0b6be97b1 req-dd6bbac0-2b24-4472-8526-f699373e79dc tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 943 time: 0.0722332 Jul 15 13:57:56.785909 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 790bb0d5-c15f-4600-bf2f-d5442368a72b, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=790bb0d5-c15f-4600-bf2f-d5442368a72b,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:57:56.800717 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '790bb0d5-c15f-4600-bf2f-d5442368a72b', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'port_id': '790bb0d5-c15f-4600-bf2f-d5442368a72b', 'mac_address': 'fa:16:3e:31:bf:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:57:56.803431 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-87882f69-e25d-47e3-ad94-48d0b6be97b1 req-321ba15e-b647-4e93-87a9-95cce5513d16 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326457 Jul 15 13:57:56.839475 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:56.851498 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790bb0d5-c15f-4600-bf2f-d5442368a72b {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:57:56.871242 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 790bb0d5-c15f-4600-bf2f-d5442368a72b, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=790bb0d5-c15f-4600-bf2f-d5442368a72b,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:57:56.875256 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:56.921202 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=790bb0d5-c15f-4600-bf2f-d5442368a72b,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:57.062336 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['790bb0d5-c15f-4600-bf2f-d5442368a72b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:57:57.986563 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13885a9d-989f-4c20-87af-7fb537fb2118 req-367dc885-f6de-41ec-8dae-47d1ff9f3a82 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:57.988063 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-13885a9d-989f-4c20-87af-7fb537fb2118 req-367dc885-f6de-41ec-8dae-47d1ff9f3a82 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 944 time: 0.0689747 Jul 15 13:57:58.025029 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-13885a9d-989f-4c20-87af-7fb537fb2118 req-0a47512c-5403-4896-821e-7025e4a0d397 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314107 Jul 15 13:57:58.695426 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 790bb0d5-c15f-4600-bf2f-d5442368a72b up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:57:58.742287 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 790bb0d5-c15f-4600-bf2f-d5442368a72b completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:57:58.746523 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 790bb0d5-c15f-4600-bf2f-d5442368a72b triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:57:58.746893 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:58.823469 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:58.845131 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9e869c-f666-4ec1-b249-a5f083920456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790bb0d5-c15f-4600-bf2f-d5442368a72b'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:57:58.847644 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5982e52f7164c00132b4161e7da779dd5a615a4991d8f343d2f1980d90734956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92a795d-5204-454c-bb6d-971e76d4ae39" -d '{"events": [{"server_uuid": "0b9e869c-f666-4ec1-b249-a5f083920456", "name": "network-vif-plugged", "status": "completed", "tag": "790bb0d5-c15f-4600-bf2f-d5442368a72b"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:57:58.860829 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 790bb0d5-c15f-4600-bf2f-d5442368a72b, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=790bb0d5-c15f-4600-bf2f-d5442368a72b,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:57:58.864974 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:58.888582 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde1651c-0557-420e-96ec-36c559e0cff5 x-openstack-request-id: req-fde1651c-0557-420e-96ec-36c559e0cff5 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:57:58.889361 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9e869c-f666-4ec1-b249-a5f083920456", "name": "network-vif-plugged", "status": "completed", "tag": "790bb0d5-c15f-4600-bf2f-d5442368a72b", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:57:58.889361 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fde1651c-0557-420e-96ec-36c559e0cff5 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:57:58.889527 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9e869c-f666-4ec1-b249-a5f083920456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790bb0d5-c15f-4600-bf2f-d5442368a72b', 'code': 200} Jul 15 13:57:58.916018 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=790bb0d5-c15f-4600-bf2f-d5442368a72b,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:59.003423 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c22f8-8a9b-442b-8845-fa127f992cb0 req-bff1aa11-d5e9-45b3-9149-05a4d4c5286d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:59.004841 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-de2c22f8-8a9b-442b-8845-fa127f992cb0 req-bff1aa11-d5e9-45b3-9149-05a4d4c5286d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 1097 time: 0.0528431 Jul 15 13:57:59.038445 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-de2c22f8-8a9b-442b-8845-fa127f992cb0 req-1b4e9cdf-8008-4243-832e-ce7c01ccb407 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278041 Jul 15 13:57:59.201787 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65710f6-c720-4545-b02f-0f88fc5004e6 req-a5d3eb6c-9259-4628-8c2a-133ff83bb613 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:59.203308 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a65710f6-c720-4545-b02f-0f88fc5004e6 req-a5d3eb6c-9259-4628-8c2a-133ff83bb613 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 945 time: 0.0677576 Jul 15 13:57:59.242621 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a65710f6-c720-4545-b02f-0f88fc5004e6 req-1c81a921-757a-435c-bf0f-8e1a00e25c83 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336037 Jul 15 13:58:00.417379 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78bfb92-fd1a-480e-98e8-975daca29b32 req-633b2b4e-f95c-4c12-8985-2569d22a6177 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:00.418919 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a78bfb92-fd1a-480e-98e8-975daca29b32 req-633b2b4e-f95c-4c12-8985-2569d22a6177 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 945 time: 0.0641108 Jul 15 13:58:00.458209 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a78bfb92-fd1a-480e-98e8-975daca29b32 req-c8d7e263-d24e-445d-bd31-d9af559edd46 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336564 Jul 15 13:58:00.620869 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c191eb-0aac-416a-88a6-a23a24dd0e76 req-b349b8eb-b774-4d76-936c-17f4ca7efd8c tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:00.622395 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-91c191eb-0aac-416a-88a6-a23a24dd0e76 req-b349b8eb-b774-4d76-936c-17f4ca7efd8c tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 945 time: 0.0631959 Jul 15 13:58:00.630913 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 47654) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:00.635496 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1ea5aade-dbbc-47c0-9ef8-1c0e8dda9d64 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Request body: {'floatingip': {'port_id': '790bb0d5-c15f-4600-bf2f-d5442368a72b'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:00.678027 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ea5aade-dbbc-47c0-9ef8-1c0e8dda9d64 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks [] for floatingip, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:01.118548 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ea5aade-dbbc-47c0-9ef8-1c0e8dda9d64 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:01.122995 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ea5aade-dbbc-47c0-9ef8-1c0e8dda9d64 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:01.226693 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-1ea5aade-dbbc-47c0-9ef8-1c0e8dda9d64 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Floating IP f9ed4ac2-4c86-4e1c-9b31-1793caba06c8 associated. External IP: 172.25.6.7, port: 790bb0d5-c15f-4600-bf2f-d5442368a72b. Jul 15 13:58:01.433905 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea5aade-dbbc-47c0-9ef8-1c0e8dda9d64 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Router 54100a26-1f14-4011-982f-472b262db138 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:58:01.543436 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea5aade-dbbc-47c0-9ef8-1c0e8dda9d64 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:58:01.548167 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ea5aade-dbbc-47c0-9ef8-1c0e8dda9d64 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:01.553482 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ac70fb-9812-4bc9-9ae8-7c095a6172b2 None None] Sync routers for ids ['54100a26-1f14-4011-982f-472b262db138'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:58:01.563203 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ac70fb-9812-4bc9-9ae8-7c095a6172b2 None None] Routers {'54100a26-1f14-4011-982f-472b262db138'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:58:01.563892 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-57ac70fb-9812-4bc9-9ae8-7c095a6172b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:57:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['54100a26-1f14-4011-982f-472b262db138'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:01.583892 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1ea5aade-dbbc-47c0-9ef8-1c0e8dda9d64 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "PUT /v2.0/floatingips/f9ed4ac2-4c86-4e1c-9b31-1793caba06c8 HTTP/1.1" status: 200 len: 989 time: 0.9518726 Jul 15 13:58:01.584484 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9e869c-f666-4ec1-b249-a5f083920456', 'tag': '790bb0d5-c15f-4600-bf2f-d5442368a72b'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:58:01.586784 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3fb648a-03b1-49f0-8538-82f2184e37e5" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9e869c-f666-4ec1-b249-a5f083920456", "tag": "790bb0d5-c15f-4600-bf2f-d5442368a72b"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:58:01.626373 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0c0d36-7dde-4802-b231-e845de2c6070 x-openstack-request-id: req-ae0c0d36-7dde-4802-b231-e845de2c6070 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:58:01.627003 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9e869c-f666-4ec1-b249-a5f083920456", "tag": "790bb0d5-c15f-4600-bf2f-d5442368a72b", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:58:01.627003 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae0c0d36-7dde-4802-b231-e845de2c6070 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:58:01.627354 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b9e869c-f666-4ec1-b249-a5f083920456', 'tag': '790bb0d5-c15f-4600-bf2f-d5442368a72b', 'status': 'completed', 'code': 200} Jul 15 13:58:01.674154 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-57ac70fb-9812-4bc9-9ae8-7c095a6172b2 None None] Set router 54100a26-1f14-4011-982f-472b262db138 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:58:01.709778 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb648a-03b1-49f0-8538-82f2184e37e5 req-71aff29c-51f8-4a66-a249-a6c9996e5f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:01.711329 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d3fb648a-03b1-49f0-8538-82f2184e37e5 req-71aff29c-51f8-4a66-a249-a6c9996e5f3e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 1097 time: 0.0587258 Jul 15 13:58:01.811441 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb648a-03b1-49f0-8538-82f2184e37e5 req-715904da-5c7a-42e7-98dd-930ca4e54e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:01.812910 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d3fb648a-03b1-49f0-8538-82f2184e37e5 req-715904da-5c7a-42e7-98dd-930ca4e54e46 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.0957639 Jul 15 13:58:01.887241 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d3fb648a-03b1-49f0-8538-82f2184e37e5 req-e3689182-dca0-4e9a-9843-c7cfb0f4cdb4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=790bb0d5-c15f-4600-bf2f-d5442368a72b HTTP/1.1" status: 200 len: 997 time: 0.0681038 Jul 15 13:58:01.937578 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb648a-03b1-49f0-8538-82f2184e37e5 req-8ac4068d-ede6-47c7-b919-ee8e414ec281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:01.939117 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d3fb648a-03b1-49f0-8538-82f2184e37e5 req-8ac4068d-ede6-47c7-b919-ee8e414ec281 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0455580 Jul 15 13:58:01.996885 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb648a-03b1-49f0-8538-82f2184e37e5 req-0897e1c6-a562-45a6-a629-d25ca7b6ee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:01.998523 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d3fb648a-03b1-49f0-8538-82f2184e37e5 req-0897e1c6-a562-45a6-a629-d25ca7b6ee5f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534191 Jul 15 13:58:02.060880 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-57ac70fb-9812-4bc9-9ae8-7c095a6172b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54100a26-1f14-4011-982f-472b262db138', 'name': 'tempest-ServerActionsTestJSON-725938257-router', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:53:17Z', 'updated_at': '2021-07-15T13:53:20Z', 'revision_number': 4, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'gw_port': {'id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:18Z', 'updated_at': '2021-07-15T13:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'f9ed4ac2-4c86-4e1c-9b31-1793caba06c8', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'floating_ip_address': '172.25.6.7', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '54100a26-1f14-4011-982f-472b262db138', 'port_id': '790bb0d5-c15f-4600-bf2f-d5442368a72b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'mac_address': 'fa:16:3e:31:bf:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9e869c-f666-4ec1-b249-a5f083920456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:53:22Z', 'updated_at': '2021-07-15T13:58:01Z', 'revision_number': 9, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93fed6d4-e035-4685-9427-f5a6c5756c37', 'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'mac_address': 'fa:16:3e:26:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:20Z', 'updated_at': '2021-07-15T13:53:25Z', 'revision_number': 5, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'subnets': [{'id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:02.087244 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ac70fb-9812-4bc9-9ae8-7c095a6172b2 None None] Checking router: 54100a26-1f14-4011-982f-472b262db138 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:58:02.092850 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d3fb648a-03b1-49f0-8538-82f2184e37e5 req-4b070eff-fa9d-4bd1-ba1b-6557d95b51c6 service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880368 Jul 15 13:58:02.095533 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ac70fb-9812-4bc9-9ae8-7c095a6172b2 None None] Routers {'54100a26-1f14-4011-982f-472b262db138'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:58:02.096146 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-57ac70fb-9812-4bc9-9ae8-7c095a6172b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:57:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['54100a26-1f14-4011-982f-472b262db138'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:02.183938 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d3fb648a-03b1-49f0-8538-82f2184e37e5 req-2e24f83b-6992-49a4-b746-d1c2e3a1d9f4 service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846722 Jul 15 13:58:02.206502 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-57ac70fb-9812-4bc9-9ae8-7c095a6172b2 None None] Set router 54100a26-1f14-4011-982f-472b262db138 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:58:02.430341 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-57ac70fb-9812-4bc9-9ae8-7c095a6172b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54100a26-1f14-4011-982f-472b262db138', 'name': 'tempest-ServerActionsTestJSON-725938257-router', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:53:17Z', 'updated_at': '2021-07-15T13:53:20Z', 'revision_number': 4, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'gw_port': {'id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:18Z', 'updated_at': '2021-07-15T13:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'f9ed4ac2-4c86-4e1c-9b31-1793caba06c8', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'floating_ip_address': '172.25.6.7', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '54100a26-1f14-4011-982f-472b262db138', 'port_id': '790bb0d5-c15f-4600-bf2f-d5442368a72b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'mac_address': 'fa:16:3e:31:bf:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9e869c-f666-4ec1-b249-a5f083920456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:53:22Z', 'updated_at': '2021-07-15T13:58:01Z', 'revision_number': 9, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93fed6d4-e035-4685-9427-f5a6c5756c37', 'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'mac_address': 'fa:16:3e:26:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:20Z', 'updated_at': '2021-07-15T13:53:25Z', 'revision_number': 5, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'subnets': [{'id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:02.461001 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ac70fb-9812-4bc9-9ae8-7c095a6172b2 None None] The sync data for ids ['54100a26-1f14-4011-982f-472b262db138'] in n-d-758944-45 is: [{'id': '54100a26-1f14-4011-982f-472b262db138', 'name': 'tempest-ServerActionsTestJSON-725938257-router', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:53:17Z', 'updated_at': '2021-07-15T13:53:20Z', 'revision_number': 4, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'gw_port': {'id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:18Z', 'updated_at': '2021-07-15T13:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'f9ed4ac2-4c86-4e1c-9b31-1793caba06c8', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'floating_ip_address': '172.25.6.7', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '54100a26-1f14-4011-982f-472b262db138', 'port_id': '790bb0d5-c15f-4600-bf2f-d5442368a72b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'mac_address': 'fa:16:3e:31:bf:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9e869c-f666-4ec1-b249-a5f083920456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:53:22Z', 'updated_at': '2021-07-15T13:58:01Z', 'revision_number': 9, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93fed6d4-e035-4685-9427-f5a6c5756c37', 'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'mac_address': 'fa:16:3e:26:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:20Z', 'updated_at': '2021-07-15T13:53:25Z', 'revision_number': 5, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'subnets': [{'id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:58:02.646090 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56917d4c-fb92-4d14-b2f7-da3b8cedb37d None None] New status for floating IP f9ed4ac2-4c86-4e1c-9b31-1793caba06c8: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:58:08.589922 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:18.209555 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7ecb85bb-d9bc-43f9-bc2d-c28961a72dc8 req-4f1705eb-6aeb-4c02-8b31-0a072fcc7a6e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543008 Jul 15 13:58:18.307894 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb85bb-d9bc-43f9-bc2d-c28961a72dc8 req-4383c618-ee86-4707-bd0b-61a7fdb385d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:18.309417 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7ecb85bb-d9bc-43f9-bc2d-c28961a72dc8 req-4383c618-ee86-4707-bd0b-61a7fdb385d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 1097 time: 0.0568185 Jul 15 13:58:18.411392 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb85bb-d9bc-43f9-bc2d-c28961a72dc8 req-be507acc-ed7f-4624-a15c-691edd24c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:18.412802 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7ecb85bb-d9bc-43f9-bc2d-c28961a72dc8 req-be507acc-ed7f-4624-a15c-691edd24c8b1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.0839138 Jul 15 13:58:18.479803 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7ecb85bb-d9bc-43f9-bc2d-c28961a72dc8 req-f5d8f0c9-c4b2-4efc-a430-c637ca71152f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=790bb0d5-c15f-4600-bf2f-d5442368a72b HTTP/1.1" status: 200 len: 1000 time: 0.0611591 Jul 15 13:58:18.530397 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb85bb-d9bc-43f9-bc2d-c28961a72dc8 req-a5068f23-71a4-4320-bf78-fe0e49a3399c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:18.531889 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7ecb85bb-d9bc-43f9-bc2d-c28961a72dc8 req-a5068f23-71a4-4320-bf78-fe0e49a3399c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0461133 Jul 15 13:58:18.588134 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb85bb-d9bc-43f9-bc2d-c28961a72dc8 req-b533f0e4-13f4-4fcb-8d68-ff5cf59c7b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:18.589615 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7ecb85bb-d9bc-43f9-bc2d-c28961a72dc8 req-b533f0e4-13f4-4fcb-8d68-ff5cf59c7b79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513697 Jul 15 13:58:18.681548 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7ecb85bb-d9bc-43f9-bc2d-c28961a72dc8 req-819f72f2-12a1-49d8-86a1-133a73fff8d4 service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853019 Jul 15 13:58:18.771735 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7ecb85bb-d9bc-43f9-bc2d-c28961a72dc8 req-712bdef4-aefe-47a5-9197-7c68def36b7a service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831404 Jul 15 13:58:20.907603 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b959fe06-01cc-4371-8504-ac86ced702b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:23.320748 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:23.442846 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a53147a1-cccc-4eb7-8b5b-2f5d7d6b606d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:24.886603 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:25.581717 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:26.485696 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:32.014838 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:58:38.590522 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:50.909810 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b3de0533-de68-42f8-b651-47651bb6b1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:53.322254 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:53.444686 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-97d246f7-7fe2-42fe-8be9-29803c063458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:54.892094 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:55.598184 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:56.489154 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:08.606418 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:09.013671 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:59:19.217217 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e0ab539-e66d-4ccb-81f2-0b981a21cbe0 req-9714409c-f60e-495d-8c6e-33b155f50950 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0562165 Jul 15 13:59:19.309205 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ab539-e66d-4ccb-81f2-0b981a21cbe0 req-c8211135-3aa5-4afe-a95b-d0d6d41881ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:19.310738 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e0ab539-e66d-4ccb-81f2-0b981a21cbe0 req-c8211135-3aa5-4afe-a95b-d0d6d41881ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 1097 time: 0.0525751 Jul 15 13:59:19.414577 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ab539-e66d-4ccb-81f2-0b981a21cbe0 req-eb19a60c-0ec9-42a9-a4c1-7cf0f585d671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:19.416066 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e0ab539-e66d-4ccb-81f2-0b981a21cbe0 req-eb19a60c-0ec9-42a9-a4c1-7cf0f585d671 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.0867555 Jul 15 13:59:19.478551 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e0ab539-e66d-4ccb-81f2-0b981a21cbe0 req-05f67d75-b488-41ab-8be7-096640b1092a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=790bb0d5-c15f-4600-bf2f-d5442368a72b HTTP/1.1" status: 200 len: 1000 time: 0.0562291 Jul 15 13:59:19.525885 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ab539-e66d-4ccb-81f2-0b981a21cbe0 req-3f2a18c7-cd1a-401d-bdde-2773099f6220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:19.527301 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e0ab539-e66d-4ccb-81f2-0b981a21cbe0 req-3f2a18c7-cd1a-401d-bdde-2773099f6220 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0425942 Jul 15 13:59:19.586138 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ab539-e66d-4ccb-81f2-0b981a21cbe0 req-4dd6064a-5f2e-4a3e-aa4b-535df197051c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:19.587611 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e0ab539-e66d-4ccb-81f2-0b981a21cbe0 req-4dd6064a-5f2e-4a3e-aa4b-535df197051c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544183 Jul 15 13:59:19.681793 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e0ab539-e66d-4ccb-81f2-0b981a21cbe0 req-a31b2512-95c3-4e89-8e39-fb05446c2522 service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878646 Jul 15 13:59:19.773246 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e0ab539-e66d-4ccb-81f2-0b981a21cbe0 req-1f267772-3e4b-4dbb-a30a-b237bdaaf58a service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857310 Jul 15 13:59:20.910278 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-79c79026-7107-4062-b1bd-04f55b51fafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:23.323512 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:23.446031 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cb8b1840-92da-4071-a592-55ab750aa525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:24.893564 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:25.603926 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:26.490894 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:38.046583 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-5090c5df-f310-4bfe-8030-3f4d409866f0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0791256 Jul 15 13:59:38.079918 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92e8c7-69d6-4887-ab13-d034cb8ef479 req-60f4d3c9-1c9a-4b26-8635-e8043bf247a3 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:38.081408 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fb92e8c7-69d6-4887-ab13-d034cb8ef479 req-60f4d3c9-1c9a-4b26-8635-e8043bf247a3 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 945 time: 0.0683570 Jul 15 13:59:38.121624 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fb92e8c7-69d6-4887-ab13-d034cb8ef479 req-9ba711ad-5ff0-4b88-8942-d3952bfb3e42 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339837 Jul 15 13:59:38.607932 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:39.305530 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d81590-15eb-4a54-8f13-7bd9fefcf366 req-05feb14b-fded-4f45-9c0d-01ec5140b111 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:39.307067 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f4d81590-15eb-4a54-8f13-7bd9fefcf366 req-05feb14b-fded-4f45-9c0d-01ec5140b111 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 945 time: 0.0736887 Jul 15 13:59:39.350588 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f4d81590-15eb-4a54-8f13-7bd9fefcf366 req-48a7a690-cd6f-4176-88c8-544abcb685e9 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377929 Jul 15 13:59:39.647730 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-34fae4dd-506c-40af-b7ad-398881fa9691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:39.649156 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-34fae4dd-506c-40af-b7ad-398881fa9691 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 1097 time: 0.3245552 Jul 15 13:59:39.744033 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-63605f95-bbc5-4042-a7c8-ab8069410543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:39.745706 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-63605f95-bbc5-4042-a7c8-ab8069410543 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.0899365 Jul 15 13:59:39.811082 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-a250bc79-80bd-4e77-9972-e72f368afcca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=790bb0d5-c15f-4600-bf2f-d5442368a72b HTTP/1.1" status: 200 len: 1000 time: 0.0593712 Jul 15 13:59:39.858044 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-dda26afd-a243-4995-b982-25afd9e7d6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:39.860260 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-dda26afd-a243-4995-b982-25afd9e7d6df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0429649 Jul 15 13:59:39.917862 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-2e23cc6f-f84b-43d8-8543-a3209f891455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:39.919348 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-2e23cc6f-f84b-43d8-8543-a3209f891455 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539160 Jul 15 13:59:40.010855 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-097b4565-4edb-4672-b734-3e2888d839cb service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852063 Jul 15 13:59:40.098790 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-57adc7ff-12e4-4aa9-b162-8c6cb31290a8 service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816166 Jul 15 13:59:40.535703 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b93011-77c5-4355-a647-ff2403b305a5 req-1a31a711-0ef2-414c-a1ac-8b21f55bef05 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:40.537145 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a8b93011-77c5-4355-a647-ff2403b305a5 req-1a31a711-0ef2-414c-a1ac-8b21f55bef05 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 945 time: 0.0716910 Jul 15 13:59:40.574865 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a8b93011-77c5-4355-a647-ff2403b305a5 req-313cd51f-fbcd-429f-a07a-0d4221297f80 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319686 Jul 15 13:59:41.753179 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41d92c-14d5-454e-a8d4-b9bb688137b8 req-f1dfa6a4-a148-4759-b8d2-d25263c9ac68 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:41.754708 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cf41d92c-14d5-454e-a8d4-b9bb688137b8 req-f1dfa6a4-a148-4759-b8d2-d25263c9ac68 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 945 time: 0.0681615 Jul 15 13:59:41.794042 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cf41d92c-14d5-454e-a8d4-b9bb688137b8 req-88f84bf9-f9b9-411f-b5af-0c8de1b4f57d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337095 Jul 15 13:59:42.963690 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be0ecd-5843-4e5f-bb5e-9b0a8144ecad req-1cacbc3d-07f7-420f-82a7-90022cb4c84f tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:42.965200 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-98be0ecd-5843-4e5f-bb5e-9b0a8144ecad req-1cacbc3d-07f7-420f-82a7-90022cb4c84f tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 945 time: 0.0629864 Jul 15 13:59:43.003247 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-98be0ecd-5843-4e5f-bb5e-9b0a8144ecad req-e3ad265a-2615-4566-a9e0-9688fca254b4 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325081 Jul 15 13:59:44.173938 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f1f98-75f9-4ed0-a551-edfa16644cfa req-c1210a7e-68b6-4c38-9cf9-6eb7208cf673 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:44.175457 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-db4f1f98-75f9-4ed0-a551-edfa16644cfa req-c1210a7e-68b6-4c38-9cf9-6eb7208cf673 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 945 time: 0.0625303 Jul 15 13:59:44.213414 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-db4f1f98-75f9-4ed0-a551-edfa16644cfa req-e0434010-54af-463c-98ad-75a751d499bf tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324345 Jul 15 13:59:45.386884 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4352b-025b-4a52-bd39-658440bd8296 req-3b25e69e-c7a9-43d0-8bc4-7619d4687b80 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:45.388393 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1dc4352b-025b-4a52-bd39-658440bd8296 req-3b25e69e-c7a9-43d0-8bc4-7619d4687b80 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 945 time: 0.0643315 Jul 15 13:59:45.431365 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1dc4352b-025b-4a52-bd39-658440bd8296 req-4a45a9c7-e467-4235-9612-12ad50f0c64f tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373271 Jul 15 13:59:46.012844 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:59:46.614351 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f808702-e007-405e-bf99-d4f22462fb28 req-a4c7454e-11ca-481e-a244-3cdc99d35f86 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:46.615819 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6f808702-e007-405e-bf99-d4f22462fb28 req-a4c7454e-11ca-481e-a244-3cdc99d35f86 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 945 time: 0.0670440 Jul 15 13:59:46.652410 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6f808702-e007-405e-bf99-d4f22462fb28 req-1ad1bbd8-ca46-4fee-ba3c-a1ef9a1a8535 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310645 Jul 15 13:59:47.824459 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b1615-5726-4c98-a26c-90cee567bb05 req-dd83c6c7-44e1-46c6-b57c-f16482a4510b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:47.825973 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-da5b1615-5726-4c98-a26c-90cee567bb05 req-dd83c6c7-44e1-46c6-b57c-f16482a4510b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 945 time: 0.0626414 Jul 15 13:59:47.863932 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-da5b1615-5726-4c98-a26c-90cee567bb05 req-35d53675-ee41-417d-af42-fddab8a43427 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319145 Jul 15 13:59:49.036403 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74c440-5659-4521-a596-052af51dd34d req-65c1822d-cf41-4404-9a18-9c14eec001da tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:49.037931 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d74c440-5659-4521-a596-052af51dd34d req-65c1822d-cf41-4404-9a18-9c14eec001da tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 945 time: 0.0630629 Jul 15 13:59:49.076218 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d74c440-5659-4521-a596-052af51dd34d req-b11e94b1-34f2-44a0-8195-58845e6194fd tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327396 Jul 15 13:59:50.253454 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6eddb-3de4-41d5-8476-18aa209ddef3 req-a73e2ceb-f2a7-45de-acfd-a197af15f7e4 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:50.254989 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f0f6eddb-3de4-41d5-8476-18aa209ddef3 req-a73e2ceb-f2a7-45de-acfd-a197af15f7e4 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 945 time: 0.0649099 Jul 15 13:59:50.291235 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f0f6eddb-3de4-41d5-8476-18aa209ddef3 req-3a53bbf8-4b5a-468c-a40f-d0c9be8dc737 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307560 Jul 15 13:59:50.911840 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2c0f13fa-3758-4f14-adae-9fa85ddd9510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:51.463741 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a37bd6-812f-4a80-9c46-d89ae36e3826 req-e777e82d-3b41-46aa-b4ac-74f3c117fdc2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:51.465240 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-56a37bd6-812f-4a80-9c46-d89ae36e3826 req-e777e82d-3b41-46aa-b4ac-74f3c117fdc2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 945 time: 0.0634823 Jul 15 13:59:51.506275 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-56a37bd6-812f-4a80-9c46-d89ae36e3826 req-30f73114-4f3c-462f-8de1-2e74384f54c6 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352788 Jul 15 13:59:52.065602 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-ddd63c60-9094-42b8-af70-482c2b64dbbb service neutron] show failed (client error): The resource could not be found. Jul 15 13:59:52.066661 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-ddd63c60-9094-42b8-af70-482c2b64dbbb service neutron] 10.222.0.18 "GET /v2.0/ports/790bb0d5-c15f-4600-bf2f-d5442368a72b/bindings/n-h2-758944-45 HTTP/1.1" status: 404 len: 381 time: 0.0600071 Jul 15 13:59:52.314183 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-880f4359-abbc-4487-842c-e6eccdf7c42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:52.315810 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-880f4359-abbc-4487-842c-e6eccdf7c42d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456&tenant_id=815b3b11e1d14c7eafe809faaf7caebd HTTP/1.1" status: 200 len: 1097 time: 0.0540099 Jul 15 13:59:52.333053 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-45', 'device_owner': 'compute:nova'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:59:52.402740 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:52.607648 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] For port 790bb0d5-c15f-4600-bf2f-d5442368a72b, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=790bb0d5-c15f-4600-bf2f-d5442368a72b,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:52.672277 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] For port 790bb0d5-c15f-4600-bf2f-d5442368a72b, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:59:52.722499 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9e869c-f666-4ec1-b249-a5f083920456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '790bb0d5-c15f-4600-bf2f-d5442368a72b'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:59:52.724781 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53923e17-5f39-43d2-83f8-8ba3b9374b89" -d '{"events": [{"server_uuid": "0b9e869c-f666-4ec1-b249-a5f083920456", "name": "network-vif-unplugged", "status": "completed", "tag": "790bb0d5-c15f-4600-bf2f-d5442368a72b"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:59:52.729431 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:52.739290 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ec608-0fe4-4284-a5ae-9420f6c1881a req-d018b2ea-0464-40d7-b014-3e74eaf7ae27 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:52.740835 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-953ec608-0fe4-4284-a5ae-9420f6c1881a req-d018b2ea-0464-40d7-b014-3e74eaf7ae27 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 945 time: 0.1222911 Jul 15 13:59:52.759401 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] Transition to ACTIVE for port object 790bb0d5-c15f-4600-bf2f-d5442368a72b will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:59:52.767892 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:52.777971 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b03e3cb-4d6f-4705-94e9-a2b6ca4e3e2a x-openstack-request-id: req-1b03e3cb-4d6f-4705-94e9-a2b6ca4e3e2a {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:59:52.778269 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9e869c-f666-4ec1-b249-a5f083920456", "name": "network-vif-unplugged", "status": "completed", "tag": "790bb0d5-c15f-4600-bf2f-d5442368a72b", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:59:52.778526 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b03e3cb-4d6f-4705-94e9-a2b6ca4e3e2a {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:59:52.778910 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9e869c-f666-4ec1-b249-a5f083920456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '790bb0d5-c15f-4600-bf2f-d5442368a72b', 'code': 200} Jul 15 13:59:52.863987 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-953ec608-0fe4-4284-a5ae-9420f6c1881a req-febe82be-69c5-4c43-a435-65ebaffc5933 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154094 Jul 15 13:59:52.873125 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] Pushing event updated for resources: {'Port': ['ID=790bb0d5-c15f-4600-bf2f-d5442368a72b,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:52.883251 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:52.883605 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:52.883948 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:52.884289 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:52.884616 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:52.884947 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:52.885273 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:52.885599 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:52.885967 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:52.886296 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:52.886621 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:52.886947 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:52.925171 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] No DVR routers for this DVR port 790bb0d5-c15f-4600-bf2f-d5442368a72b on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:59:53.064696 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] Attempting to bind port 790bb0d5-c15f-4600-bf2f-d5442368a72b on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:59:53.065035 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] Attempting to bind port 790bb0d5-c15f-4600-bf2f-d5442368a72b by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:59:53.065364 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] Attempting to bind port 790bb0d5-c15f-4600-bf2f-d5442368a72b on network c64839d0-24c4-4ee2-a3a9-2c840acfac87 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:59:53.071530 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] Port 790bb0d5-c15f-4600-bf2f-d5442368a72b on network c64839d0-24c4-4ee2-a3a9-2c840acfac87 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:59:53.072212 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] Attempting to bind port 790bb0d5-c15f-4600-bf2f-d5442368a72b on network c64839d0-24c4-4ee2-a3a9-2c840acfac87 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:59:53.077285 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:59:53.077568 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] Checking segment: {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:59:53.077973 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] Bound using segment: {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:59:53.078403 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] Bound port: 790bb0d5-c15f-4600-bf2f-d5442368a72b, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:59:53.078765 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:53.146168 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] For port 790bb0d5-c15f-4600-bf2f-d5442368a72b, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:59:53.149094 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] For port 790bb0d5-c15f-4600-bf2f-d5442368a72b, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=790bb0d5-c15f-4600-bf2f-d5442368a72b,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:59:53.153788 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:53.189302 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:53.189957 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:53.191354 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] 10.222.0.32 "PUT /v2.0/ports/790bb0d5-c15f-4600-bf2f-d5442368a72b HTTP/1.1" status: 200 len: 1092 time: 0.8628693 Jul 15 13:59:53.212154 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55586ef-031a-43e0-baf5-579cbd110d88 service neutron] Pushing event updated for resources: {'Port': ['ID=790bb0d5-c15f-4600-bf2f-d5442368a72b,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:53.282569 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-97451c46-b45e-4060-96be-4b1fe9dbddca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:53.284096 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-97451c46-b45e-4060-96be-4b1fe9dbddca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 1095 time: 0.0566268 Jul 15 13:59:53.328289 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:53.385548 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-f6909416-36ad-48c4-b71e-fd8c2dcb33d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:53.387220 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-f6909416-36ad-48c4-b71e-fd8c2dcb33d1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.0975204 Jul 15 13:59:53.448512 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd4b68f0-a129-4741-938e-781e820e336d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:53.461195 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-6efef579-bbc5-4e09-8ddd-0b3cc3f41a96 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=790bb0d5-c15f-4600-bf2f-d5442368a72b HTTP/1.1" status: 200 len: 998 time: 0.0668468 Jul 15 13:59:53.513550 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-53453300-82a3-4f3f-916d-a80a1f536650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:53.515046 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-53453300-82a3-4f3f-916d-a80a1f536650 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0484946 Jul 15 13:59:53.570077 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-573dcb41-00fd-407e-b45b-cca76c0c2adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:53.571545 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-573dcb41-00fd-407e-b45b-cca76c0c2adb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508597 Jul 15 13:59:53.583359 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-0aadae7e-036e-4279-bbbd-094f2f4d4b74 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:59:53.584267 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-0aadae7e-036e-4279-bbbd-094f2f4d4b74 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052803 Jul 15 13:59:53.670065 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-f5ec0ce6-3812-46dc-a013-18f050bed328 service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794368 Jul 15 13:59:53.759281 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2eab2526-15dc-4d10-a0dc-87e07766833f req-0756839f-09bd-4069-868a-ad958ec6c496 service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835679 Jul 15 13:59:54.031225 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d038e-74c6-4d0c-826d-645413bf307f req-ac84c941-11ec-4714-b87b-52da26f7694b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:54.032745 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-335d038e-74c6-4d0c-826d-645413bf307f req-ac84c941-11ec-4714-b87b-52da26f7694b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 1095 time: 0.0554633 Jul 15 13:59:54.050548 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582abf4-aa42-4fa9-8fdf-ba5cb796451b req-d5bba8cc-de60-4ac1-8898-06b541fdc1d0 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:54.052181 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c582abf4-aa42-4fa9-8fdf-ba5cb796451b req-d5bba8cc-de60-4ac1-8898-06b541fdc1d0 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 943 time: 0.0644865 Jul 15 13:59:54.101446 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c582abf4-aa42-4fa9-8fdf-ba5cb796451b req-fa02a234-36cb-4697-9cf6-1e920b555ff4 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432503 Jul 15 13:59:54.159912 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d038e-74c6-4d0c-826d-645413bf307f req-e70d8f84-ec9f-4cd5-b914-edc6a0997f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:54.161458 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-335d038e-74c6-4d0c-826d-645413bf307f req-e70d8f84-ec9f-4cd5-b914-edc6a0997f06 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.1085742 Jul 15 13:59:54.229372 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-335d038e-74c6-4d0c-826d-645413bf307f req-573673bb-b92a-43bf-82ab-52268fa40c6f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=790bb0d5-c15f-4600-bf2f-d5442368a72b HTTP/1.1" status: 200 len: 998 time: 0.0612996 Jul 15 13:59:54.286788 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d038e-74c6-4d0c-826d-645413bf307f req-d4a5dcb7-df09-4bff-bf6f-2d36b9fd83f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:54.288176 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-335d038e-74c6-4d0c-826d-645413bf307f req-d4a5dcb7-df09-4bff-bf6f-2d36b9fd83f2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0511992 Jul 15 13:59:54.347485 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d038e-74c6-4d0c-826d-645413bf307f req-a8372540-46ac-4ce9-b629-463f6bfbd35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:54.349012 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-335d038e-74c6-4d0c-826d-645413bf307f req-a8372540-46ac-4ce9-b629-463f6bfbd35e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532243 Jul 15 13:59:54.440097 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-335d038e-74c6-4d0c-826d-645413bf307f req-fdac10b8-f9a4-4a86-96d9-a3247b68356f service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837064 Jul 15 13:59:54.543180 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-335d038e-74c6-4d0c-826d-645413bf307f req-9f99abe2-fce5-4cdb-b9e5-46b3c65c986d service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917442 Jul 15 13:59:54.779971 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9e869c-f666-4ec1-b249-a5f083920456', 'tag': '790bb0d5-c15f-4600-bf2f-d5442368a72b'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:59:54.783114 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6f9bee-9164-4ccb-9d92-c37ccab07d56" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9e869c-f666-4ec1-b249-a5f083920456", "tag": "790bb0d5-c15f-4600-bf2f-d5442368a72b"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:59:54.829668 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee383f0-7de8-42ab-9374-e79f547142c6 x-openstack-request-id: req-dee383f0-7de8-42ab-9374-e79f547142c6 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:59:54.830088 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9e869c-f666-4ec1-b249-a5f083920456", "tag": "790bb0d5-c15f-4600-bf2f-d5442368a72b", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:59:54.830343 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dee383f0-7de8-42ab-9374-e79f547142c6 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:59:54.830742 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b9e869c-f666-4ec1-b249-a5f083920456', 'tag': '790bb0d5-c15f-4600-bf2f-d5442368a72b', 'status': 'completed', 'code': 200} Jul 15 13:59:54.896739 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:54.950275 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f9bee-9164-4ccb-9d92-c37ccab07d56 req-16f92905-dcd3-4d08-ba8c-3df1bcec3906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:54.951777 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1e6f9bee-9164-4ccb-9d92-c37ccab07d56 req-16f92905-dcd3-4d08-ba8c-3df1bcec3906 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 1095 time: 0.0982182 Jul 15 13:59:54.958407 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f9bee-9164-4ccb-9d92-c37ccab07d56 req-b603a7ed-f42d-4dfc-847d-d70058c5756c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:54.959865 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1e6f9bee-9164-4ccb-9d92-c37ccab07d56 req-b603a7ed-f42d-4dfc-847d-d70058c5756c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 1095 time: 0.0784028 Jul 15 13:59:55.114037 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f9bee-9164-4ccb-9d92-c37ccab07d56 req-1d155f0c-60c7-4cd9-8d71-16e99080c7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:55.115465 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1e6f9bee-9164-4ccb-9d92-c37ccab07d56 req-1d155f0c-60c7-4cd9-8d71-16e99080c7f0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.1547172 Jul 15 13:59:55.118000 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f9bee-9164-4ccb-9d92-c37ccab07d56 req-0d3df29a-a09d-4e1a-a03c-ea60f2ba629d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:55.119344 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1e6f9bee-9164-4ccb-9d92-c37ccab07d56 req-0d3df29a-a09d-4e1a-a03c-ea60f2ba629d service neutron] 10.222.0.32 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.1510391 Jul 15 13:59:55.209065 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 790bb0d5-c15f-4600-bf2f-d5442368a72b no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:59:55.232620 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1e6f9bee-9164-4ccb-9d92-c37ccab07d56 req-cee2e546-4582-49b3-be9a-9d5df93b5a87 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=790bb0d5-c15f-4600-bf2f-d5442368a72b HTTP/1.1" status: 200 len: 998 time: 0.1110508 Jul 15 13:59:55.239561 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1e6f9bee-9164-4ccb-9d92-c37ccab07d56 req-b88b1542-f4ff-4a09-9e97-8d6cb2c9bf49 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=790bb0d5-c15f-4600-bf2f-d5442368a72b HTTP/1.1" status: 200 len: 998 time: 0.1103237 Jul 15 13:59:55.255131 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 790bb0d5-c15f-4600-bf2f-d5442368a72b not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:59:55.323564 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f9bee-9164-4ccb-9d92-c37ccab07d56 req-e85379b8-dc20-41f2-bb95-12962506b49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:55.325090 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1e6f9bee-9164-4ccb-9d92-c37ccab07d56 req-e85379b8-dc20-41f2-bb95-12962506b49f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0846555 Jul 15 13:59:55.326716 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f9bee-9164-4ccb-9d92-c37ccab07d56 req-eb30698b-6eeb-4f8b-bff8-dab20616eeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:55.328133 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1e6f9bee-9164-4ccb-9d92-c37ccab07d56 req-eb30698b-6eeb-4f8b-bff8-dab20616eeb3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0786009 Jul 15 13:59:55.400234 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 790bb0d5-c15f-4600-bf2f-d5442368a72b details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:59:55.428270 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f9bee-9164-4ccb-9d92-c37ccab07d56 req-cc2c4a61-dc60-4f89-bb0c-145d8d6f51ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:55.429816 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1e6f9bee-9164-4ccb-9d92-c37ccab07d56 req-cc2c4a61-dc60-4f89-bb0c-145d8d6f51ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0984156 Jul 15 13:59:55.439089 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f9bee-9164-4ccb-9d92-c37ccab07d56 req-eb89338b-d245-4226-9bb2-36a8e4d22612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:55.440575 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1e6f9bee-9164-4ccb-9d92-c37ccab07d56 req-eb89338b-d245-4226-9bb2-36a8e4d22612 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1009245 Jul 15 13:59:55.511532 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22749231-dacc-4a22-8d1b-1d65b314e7bb req-103abab5-755a-4699-8c76-882809d4a6de tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:55.512562 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 790bb0d5-c15f-4600-bf2f-d5442368a72b, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=790bb0d5-c15f-4600-bf2f-d5442368a72b,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:55.521867 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-22749231-dacc-4a22-8d1b-1d65b314e7bb req-103abab5-755a-4699-8c76-882809d4a6de tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 943 time: 0.1096511 Jul 15 13:59:55.525672 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '790bb0d5-c15f-4600-bf2f-d5442368a72b', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'port_id': '790bb0d5-c15f-4600-bf2f-d5442368a72b', 'mac_address': 'fa:16:3e:31:bf:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:59:55.564885 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:55.574303 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-22749231-dacc-4a22-8d1b-1d65b314e7bb req-91f73b7e-6aab-4f3b-ac2b-3cac759e657c tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462935 Jul 15 13:59:55.579194 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790bb0d5-c15f-4600-bf2f-d5442368a72b {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:59:55.607022 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 790bb0d5-c15f-4600-bf2f-d5442368a72b, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=790bb0d5-c15f-4600-bf2f-d5442368a72b,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:55.612634 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:55.617576 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:55.622473 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1e6f9bee-9164-4ccb-9d92-c37ccab07d56 req-260e36f2-705c-4b4d-81c9-a8b3a5ef6d48 service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856859 Jul 15 13:59:55.662017 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=790bb0d5-c15f-4600-bf2f-d5442368a72b,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:55.667984 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1e6f9bee-9164-4ccb-9d92-c37ccab07d56 req-931d0d32-d671-441e-8626-1705620d06d8 service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999803 Jul 15 13:59:55.669370 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:55.669723 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:55.670109 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:55.670445 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:55.670778 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:55.671138 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:55.671466 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:55.671808 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:55.672139 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:55.672464 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:55.672787 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:55.673107 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:55.785322 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1e6f9bee-9164-4ccb-9d92-c37ccab07d56 req-1dc7b04e-9755-458b-ad22-a68a277a80cd service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567528 Jul 15 13:59:55.804847 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1e6f9bee-9164-4ccb-9d92-c37ccab07d56 req-39d84fcf-ab8f-4470-99b3-6d71abc8da78 service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304319 Jul 15 13:59:55.930736 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['790bb0d5-c15f-4600-bf2f-d5442368a72b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:59:56.494817 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:56.739728 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e162578-45d4-403c-8c7e-c6f0a6d7d7db req-a3f1e990-5c39-487c-8f46-45e8c926362c tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:56.741268 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1e162578-45d4-403c-8c7e-c6f0a6d7d7db req-a3f1e990-5c39-487c-8f46-45e8c926362c tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 944 time: 0.0635722 Jul 15 13:59:56.778902 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1e162578-45d4-403c-8c7e-c6f0a6d7d7db req-b1f567f1-e614-40f0-871e-8ef6ebcf8bab tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320859 Jul 15 13:59:57.176812 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-ae2a4f7d-71c2-4fc3-872a-cd726bb27939 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:57.178238 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-ae2a4f7d-71c2-4fc3-872a-cd726bb27939 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456&tenant_id=815b3b11e1d14c7eafe809faaf7caebd&binding%3Ahost_id=n-h2-758944-45 HTTP/1.1" status: 200 len: 944 time: 0.0805521 Jul 15 13:59:57.273368 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-07f77a3a-5535-4547-982f-f63a6c81f869 service neutron] 10.222.0.32 "GET /v2.0/ports/790bb0d5-c15f-4600-bf2f-d5442368a72b/bindings/n-h2-758944-45 HTTP/1.1" status: 200 len: 383 time: 0.0723226 Jul 15 13:59:57.280842 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d12e06-b434-4bbe-a6f6-7869a31e56ee req-2aace133-ae2c-44c7-a40a-977a406c0e36 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:57.282838 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-89d12e06-b434-4bbe-a6f6-7869a31e56ee req-2aace133-ae2c-44c7-a40a-977a406c0e36 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 944 time: 0.1234467 Jul 15 13:59:57.345716 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-89d12e06-b434-4bbe-a6f6-7869a31e56ee req-e0a4b65e-539e-417a-9de5-d84aeab49746 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573113 Jul 15 13:59:57.372457 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-cf112e01-f985-4368-bab1-52c7ae206ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:57.373964 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-cf112e01-f985-4368-bab1-52c7ae206ad7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 1096 time: 0.0589771 Jul 15 13:59:57.414986 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 790bb0d5-c15f-4600-bf2f-d5442368a72b up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:59:57.463990 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 790bb0d5-c15f-4600-bf2f-d5442368a72b completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:59:57.468847 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 790bb0d5-c15f-4600-bf2f-d5442368a72b triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:59:57.469213 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:57.469428 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-df344848-57d9-494b-b0e5-097b3ede19ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:57.471118 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-df344848-57d9-494b-b0e5-097b3ede19ed service neutron] 10.222.0.32 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.0912278 Jul 15 13:59:57.538489 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-1d34e708-659b-49f4-9df3-4093d3e45b24 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=790bb0d5-c15f-4600-bf2f-d5442368a72b HTTP/1.1" status: 200 len: 999 time: 0.0611916 Jul 15 13:59:57.551898 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:57.575396 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9e869c-f666-4ec1-b249-a5f083920456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790bb0d5-c15f-4600-bf2f-d5442368a72b'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:59:57.577711 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5982e52f7164c00132b4161e7da779dd5a615a4991d8f343d2f1980d90734956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967ff2dc-10a7-4eb6-89f5-5d1278c17b52" -d '{"events": [{"server_uuid": "0b9e869c-f666-4ec1-b249-a5f083920456", "name": "network-vif-plugged", "status": "completed", "tag": "790bb0d5-c15f-4600-bf2f-d5442368a72b"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:59:57.591605 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 790bb0d5-c15f-4600-bf2f-d5442368a72b, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=790bb0d5-c15f-4600-bf2f-d5442368a72b,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:57.594841 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-6a454ead-ce55-44e3-924e-5ca6235ae7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:57.596524 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-6a454ead-ce55-44e3-924e-5ca6235ae7b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0525124 Jul 15 13:59:57.596654 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:57.631830 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70de36f3-a0dc-417b-813f-9010c29ff868 x-openstack-request-id: req-70de36f3-a0dc-417b-813f-9010c29ff868 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:59:57.632197 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9e869c-f666-4ec1-b249-a5f083920456", "name": "network-vif-plugged", "status": "completed", "tag": "790bb0d5-c15f-4600-bf2f-d5442368a72b", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:59:57.632412 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-70de36f3-a0dc-417b-813f-9010c29ff868 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:59:57.632810 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9e869c-f666-4ec1-b249-a5f083920456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790bb0d5-c15f-4600-bf2f-d5442368a72b', 'code': 200} Jul 15 13:59:57.648909 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=790bb0d5-c15f-4600-bf2f-d5442368a72b,revision_number=9']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:57.660207 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-627be807-fd2b-4727-a6db-66ba3bbd275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:57.661773 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-627be807-fd2b-4727-a6db-66ba3bbd275e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591078 Jul 15 13:59:57.747868 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-5b5fd12f-269b-465b-8ca6-c4ea3c408978 service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798564 Jul 15 13:59:57.843419 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-78a43090-0bcc-4614-a133-837c459476b4 service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892649 Jul 15 13:59:58.521416 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a439c6-940b-444b-a515-74adf5f45837 req-dabb8a59-9068-4ed5-aebe-fb55ad7b681d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:58.523177 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-86a439c6-940b-444b-a515-74adf5f45837 req-dabb8a59-9068-4ed5-aebe-fb55ad7b681d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 945 time: 0.0634594 Jul 15 13:59:58.561256 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-86a439c6-940b-444b-a515-74adf5f45837 req-d7674dd8-6da9-4c2f-853b-d31baf757970 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315394 Jul 15 13:59:59.746698 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c73a02-5fce-4457-b033-301158d02afc req-db8f06c6-f7c1-4735-90ab-ae1eedd65270 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:59.748227 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-94c73a02-5fce-4457-b033-301158d02afc req-db8f06c6-f7c1-4735-90ab-ae1eedd65270 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 945 time: 0.0687401 Jul 15 13:59:59.788262 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-94c73a02-5fce-4457-b033-301158d02afc req-6f94c734-9c93-4684-b89f-7ef59c69d7e2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337334 Jul 15 13:59:59.981752 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-2dfd874e-8ccb-44c3-9a58-f044c2fc9743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:59.983263 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-2dfd874e-8ccb-44c3-9a58-f044c2fc9743 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456&tenant_id=815b3b11e1d14c7eafe809faaf7caebd HTTP/1.1" status: 200 len: 1097 time: 0.0563920 Jul 15 13:59:59.993934 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-eaad64a7-13a6-4710-9f27-624cf4db8f8d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-45', 'device_owner': 'compute:nova'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:00.063831 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-eaad64a7-13a6-4710-9f27-624cf4db8f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:00.261321 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-eaad64a7-13a6-4710-9f27-624cf4db8f8d service neutron] For port 790bb0d5-c15f-4600-bf2f-d5442368a72b, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=790bb0d5-c15f-4600-bf2f-d5442368a72b,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:00:00.293961 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-eaad64a7-13a6-4710-9f27-624cf4db8f8d service neutron] For port 790bb0d5-c15f-4600-bf2f-d5442368a72b, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:00:00.337414 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9e869c-f666-4ec1-b249-a5f083920456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '790bb0d5-c15f-4600-bf2f-d5442368a72b'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:00:00.339729 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdaa74d-7714-429a-99e7-74476031f978" -d '{"events": [{"server_uuid": "0b9e869c-f666-4ec1-b249-a5f083920456", "name": "network-vif-unplugged", "status": "completed", "tag": "790bb0d5-c15f-4600-bf2f-d5442368a72b"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:00:00.343630 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-eaad64a7-13a6-4710-9f27-624cf4db8f8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:00.356726 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-eaad64a7-13a6-4710-9f27-624cf4db8f8d service neutron] Transition to ACTIVE for port object 790bb0d5-c15f-4600-bf2f-d5442368a72b will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:00:00.360313 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-eaad64a7-13a6-4710-9f27-624cf4db8f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:00.388696 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4450271d-37dd-4c3f-a28c-4daaec5977cf x-openstack-request-id: req-4450271d-37dd-4c3f-a28c-4daaec5977cf {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:00:00.388994 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9e869c-f666-4ec1-b249-a5f083920456", "name": "network-vif-unplugged", "status": "completed", "tag": "790bb0d5-c15f-4600-bf2f-d5442368a72b", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:00:00.389251 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4450271d-37dd-4c3f-a28c-4daaec5977cf {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:00:00.389647 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9e869c-f666-4ec1-b249-a5f083920456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '790bb0d5-c15f-4600-bf2f-d5442368a72b', 'code': 200} Jul 15 14:00:00.438189 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad64a7-13a6-4710-9f27-624cf4db8f8d service neutron] Pushing event updated for resources: {'Port': ['ID=790bb0d5-c15f-4600-bf2f-d5442368a72b,revision_number=10']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:00.487416 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-eaad64a7-13a6-4710-9f27-624cf4db8f8d service neutron] No DVR routers for this DVR port 790bb0d5-c15f-4600-bf2f-d5442368a72b on host n-h2-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:00:00.623564 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-eaad64a7-13a6-4710-9f27-624cf4db8f8d service neutron] Attempting to bind port 790bb0d5-c15f-4600-bf2f-d5442368a72b on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:00:00.623900 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-eaad64a7-13a6-4710-9f27-624cf4db8f8d service neutron] Attempting to bind port 790bb0d5-c15f-4600-bf2f-d5442368a72b by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:00:00.624225 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-eaad64a7-13a6-4710-9f27-624cf4db8f8d service neutron] Attempting to bind port 790bb0d5-c15f-4600-bf2f-d5442368a72b on network c64839d0-24c4-4ee2-a3a9-2c840acfac87 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:00:00.629385 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-eaad64a7-13a6-4710-9f27-624cf4db8f8d service neutron] Port 790bb0d5-c15f-4600-bf2f-d5442368a72b on network c64839d0-24c4-4ee2-a3a9-2c840acfac87 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:00:00.629706 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-eaad64a7-13a6-4710-9f27-624cf4db8f8d service neutron] Attempting to bind port 790bb0d5-c15f-4600-bf2f-d5442368a72b on network c64839d0-24c4-4ee2-a3a9-2c840acfac87 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:00:00.634555 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-eaad64a7-13a6-4710-9f27-624cf4db8f8d service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:00:00.634890 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-eaad64a7-13a6-4710-9f27-624cf4db8f8d service neutron] Checking segment: {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:00:00.635273 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-eaad64a7-13a6-4710-9f27-624cf4db8f8d service neutron] Bound using segment: {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:00:00.635715 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-eaad64a7-13a6-4710-9f27-624cf4db8f8d service neutron] Bound port: 790bb0d5-c15f-4600-bf2f-d5442368a72b, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:00:00.636050 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-eaad64a7-13a6-4710-9f27-624cf4db8f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:00.697941 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-eaad64a7-13a6-4710-9f27-624cf4db8f8d service neutron] For port 790bb0d5-c15f-4600-bf2f-d5442368a72b, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:00:00.701362 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-eaad64a7-13a6-4710-9f27-624cf4db8f8d service neutron] For port 790bb0d5-c15f-4600-bf2f-d5442368a72b, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=790bb0d5-c15f-4600-bf2f-d5442368a72b,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:00:00.705982 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-eaad64a7-13a6-4710-9f27-624cf4db8f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:00.740230 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-eaad64a7-13a6-4710-9f27-624cf4db8f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:00.740839 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-eaad64a7-13a6-4710-9f27-624cf4db8f8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:00.742269 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-eaad64a7-13a6-4710-9f27-624cf4db8f8d service neutron] 10.222.0.18 "PUT /v2.0/ports/790bb0d5-c15f-4600-bf2f-d5442368a72b HTTP/1.1" status: 200 len: 1093 time: 0.7522738 Jul 15 14:00:00.763548 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad64a7-13a6-4710-9f27-624cf4db8f8d service neutron] Pushing event updated for resources: {'Port': ['ID=790bb0d5-c15f-4600-bf2f-d5442368a72b,revision_number=11']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:00.824235 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-84a666fa-016b-4c6a-bfc9-4f212a39b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:00.825996 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-84a666fa-016b-4c6a-bfc9-4f212a39b9b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 1096 time: 0.0591373 Jul 15 14:00:00.977843 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7c5cd-0b80-4c3a-84db-eb2e2ceef6bb req-39a1f002-262b-4a6b-916c-776a47092eb6 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:00.979468 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-abe7c5cd-0b80-4c3a-84db-eb2e2ceef6bb req-39a1f002-262b-4a6b-916c-776a47092eb6 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 944 time: 0.0695646 Jul 15 14:00:01.020992 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-abe7c5cd-0b80-4c3a-84db-eb2e2ceef6bb req-5ac4b244-562b-4c2d-a9a9-25659d02a71b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342932 Jul 15 14:00:01.190657 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-8e1244bb-eae2-41ee-960d-bccc289d1f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:01.192136 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-8e1244bb-eae2-41ee-960d-bccc289d1f32 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.3595145 Jul 15 14:00:01.258430 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-11f0e697-4bae-4bc6-a498-c0e57e72277f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=790bb0d5-c15f-4600-bf2f-d5442368a72b HTTP/1.1" status: 200 len: 998 time: 0.0595922 Jul 15 14:00:01.306268 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-61dff6b5-30c2-4c8c-808b-103cd1b6f9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:01.307616 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-61dff6b5-30c2-4c8c-808b-103cd1b6f9b2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0431662 Jul 15 14:00:01.362359 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-1bdf6e14-c378-4ec6-9ad4-adddd00c59fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:01.363805 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-1bdf6e14-c378-4ec6-9ad4-adddd00c59fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500841 Jul 15 14:00:01.453944 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-17bfff0f-b634-4833-8697-1adede5b779a service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835693 Jul 15 14:00:01.540361 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d68480f7-42ba-4158-8cfd-fdffd80a553e req-af5b36a0-f1a6-440a-877f-0219a7f86218 service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808682 Jul 15 14:00:02.201325 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe17f1c-3284-4a20-87b7-599c073c6216 req-bd6bc2b9-c612-4d4a-ba7a-7357fd45083e tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:02.203023 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bfe17f1c-3284-4a20-87b7-599c073c6216 req-bd6bc2b9-c612-4d4a-ba7a-7357fd45083e tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 944 time: 0.0673542 Jul 15 14:00:02.242270 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bfe17f1c-3284-4a20-87b7-599c073c6216 req-d35f6a08-0299-40cd-8988-c2991a799d9d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335979 Jul 15 14:00:02.391473 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9e869c-f666-4ec1-b249-a5f083920456', 'tag': '790bb0d5-c15f-4600-bf2f-d5442368a72b'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:00:02.393831 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fba55d4-0e05-40e4-8c6b-2d7c61cd897a" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9e869c-f666-4ec1-b249-a5f083920456", "tag": "790bb0d5-c15f-4600-bf2f-d5442368a72b"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:00:02.440564 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f22ed0-78b7-4c3e-9f8e-23eb7b41c215 x-openstack-request-id: req-68f22ed0-78b7-4c3e-9f8e-23eb7b41c215 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:00:02.440855 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9e869c-f666-4ec1-b249-a5f083920456", "tag": "790bb0d5-c15f-4600-bf2f-d5442368a72b", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:00:02.441106 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-68f22ed0-78b7-4c3e-9f8e-23eb7b41c215 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:00:02.441506 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b9e869c-f666-4ec1-b249-a5f083920456', 'tag': '790bb0d5-c15f-4600-bf2f-d5442368a72b', 'status': 'completed', 'code': 200} Jul 15 14:00:02.549309 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba55d4-0e05-40e4-8c6b-2d7c61cd897a req-6d9a6504-e464-4a06-b13d-c849ec1f05c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:02.550859 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3fba55d4-0e05-40e4-8c6b-2d7c61cd897a req-6d9a6504-e464-4a06-b13d-c849ec1f05c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 1096 time: 0.0877976 Jul 15 14:00:02.560872 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba55d4-0e05-40e4-8c6b-2d7c61cd897a req-786f97b8-ff97-4b82-9a4d-65024c791896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:02.562308 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3fba55d4-0e05-40e4-8c6b-2d7c61cd897a req-786f97b8-ff97-4b82-9a4d-65024c791896 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 1096 time: 0.0730803 Jul 15 14:00:02.717025 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba55d4-0e05-40e4-8c6b-2d7c61cd897a req-5c332258-5436-4653-9497-ba19297970a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:02.718524 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3fba55d4-0e05-40e4-8c6b-2d7c61cd897a req-5c332258-5436-4653-9497-ba19297970a2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.1598639 Jul 15 14:00:02.719628 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba55d4-0e05-40e4-8c6b-2d7c61cd897a req-bbb628a5-c90f-4bf4-a49f-78bfb599d360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:02.720936 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3fba55d4-0e05-40e4-8c6b-2d7c61cd897a req-bbb628a5-c90f-4bf4-a49f-78bfb599d360 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.1512887 Jul 15 14:00:02.831773 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3fba55d4-0e05-40e4-8c6b-2d7c61cd897a req-7a70072b-c1eb-4f23-a98a-a9132b474abe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=790bb0d5-c15f-4600-bf2f-d5442368a72b HTTP/1.1" status: 200 len: 998 time: 0.1044323 Jul 15 14:00:02.833588 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3fba55d4-0e05-40e4-8c6b-2d7c61cd897a req-0cc01666-95a2-43e3-b2de-4f4379a4245b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=790bb0d5-c15f-4600-bf2f-d5442368a72b HTTP/1.1" status: 200 len: 998 time: 0.1007688 Jul 15 14:00:02.915543 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba55d4-0e05-40e4-8c6b-2d7c61cd897a req-f19833d3-0801-4d6a-9ee3-3d73793992e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:02.917021 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3fba55d4-0e05-40e4-8c6b-2d7c61cd897a req-f19833d3-0801-4d6a-9ee3-3d73793992e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0792930 Jul 15 14:00:02.918442 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba55d4-0e05-40e4-8c6b-2d7c61cd897a req-c5c9b686-768f-4135-b321-d567d26cfa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:02.919751 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3fba55d4-0e05-40e4-8c6b-2d7c61cd897a req-c5c9b686-768f-4135-b321-d567d26cfa19 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0729947 Jul 15 14:00:03.017578 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba55d4-0e05-40e4-8c6b-2d7c61cd897a req-db72ba39-9d9e-48dc-a9e9-7d956a9fbd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:03.019265 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3fba55d4-0e05-40e4-8c6b-2d7c61cd897a req-db72ba39-9d9e-48dc-a9e9-7d956a9fbd85 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0956192 Jul 15 14:00:03.021916 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba55d4-0e05-40e4-8c6b-2d7c61cd897a req-aad1026f-87e3-453c-a8bb-cc6a9c57c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:03.023269 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3fba55d4-0e05-40e4-8c6b-2d7c61cd897a req-aad1026f-87e3-453c-a8bb-cc6a9c57c79c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0919363 Jul 15 14:00:03.187684 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3fba55d4-0e05-40e4-8c6b-2d7c61cd897a req-984ca344-7c06-48fa-ab3e-1a666726f633 service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624196 Jul 15 14:00:03.191176 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3fba55d4-0e05-40e4-8c6b-2d7c61cd897a req-632ecc7e-67ac-4b9c-b9cb-d6a04efc07df service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588855 Jul 15 14:00:03.262957 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 790bb0d5-c15f-4600-bf2f-d5442368a72b details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:00:03.345383 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3fba55d4-0e05-40e4-8c6b-2d7c61cd897a req-40a01062-0bd6-4f09-846c-6c0ba732c63f service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447091 Jul 15 14:00:03.347318 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3fba55d4-0e05-40e4-8c6b-2d7c61cd897a req-160beb16-511f-4e1a-9637-70c106e79b9b service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537831 Jul 15 14:00:03.364668 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 790bb0d5-c15f-4600-bf2f-d5442368a72b, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=790bb0d5-c15f-4600-bf2f-d5442368a72b,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:00:03.376023 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '790bb0d5-c15f-4600-bf2f-d5442368a72b', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'port_id': '790bb0d5-c15f-4600-bf2f-d5442368a72b', 'mac_address': 'fa:16:3e:31:bf:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:00:03.413358 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:03.426756 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790bb0d5-c15f-4600-bf2f-d5442368a72b {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:00:03.430140 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151728c0-0948-4563-badc-a1095a9943d9 req-1a5b9e16-0deb-40bd-bb82-48e35b7cb4d6 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:03.431686 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-151728c0-0948-4563-badc-a1095a9943d9 req-1a5b9e16-0deb-40bd-bb82-48e35b7cb4d6 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 944 time: 0.0742815 Jul 15 14:00:03.451239 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 790bb0d5-c15f-4600-bf2f-d5442368a72b, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=790bb0d5-c15f-4600-bf2f-d5442368a72b,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:00:03.454536 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 790bb0d5-c15f-4600-bf2f-d5442368a72b no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:00:03.474541 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-151728c0-0948-4563-badc-a1095a9943d9 req-781bfecd-8acc-4e41-86f4-a7104b6eecaf tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371089 Jul 15 14:00:03.476185 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:03.524710 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 790bb0d5-c15f-4600-bf2f-d5442368a72b not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:00:03.542156 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=790bb0d5-c15f-4600-bf2f-d5442368a72b,revision_number=12']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:03.648587 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83deeffb-d100-4a02-b1cf-124c7b295d5e req-75ce40d6-78a2-4636-b666-4e7687285d7a tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:03.650116 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-83deeffb-d100-4a02-b1cf-124c7b295d5e req-75ce40d6-78a2-4636-b666-4e7687285d7a tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 945 time: 0.0631201 Jul 15 14:00:03.687620 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['790bb0d5-c15f-4600-bf2f-d5442368a72b'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:00:03.691578 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-83deeffb-d100-4a02-b1cf-124c7b295d5e req-5644200a-58c9-4f8a-8920-9b7bf15d45fb tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358806 Jul 15 14:00:03.874132 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442e5ff-7629-42e7-b677-19586598d001 req-864a62ec-8994-45e2-8cae-defb35a02353 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:03.876140 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0442e5ff-7629-42e7-b677-19586598d001 req-864a62ec-8994-45e2-8cae-defb35a02353 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 945 time: 0.0676241 Jul 15 14:00:03.913354 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0442e5ff-7629-42e7-b677-19586598d001 req-a46b8320-994f-4a67-ab2a-21482e034d9c tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315394 Jul 15 14:00:04.290865 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c7b7b-0c75-4bc2-9b32-09dd80d00469 req-4d37145a-9fbd-43a4-9c5f-3c54c9405228 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:04.292367 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-831c7b7b-0c75-4bc2-9b32-09dd80d00469 req-4d37145a-9fbd-43a4-9c5f-3c54c9405228 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 945 time: 0.0637321 Jul 15 14:00:04.333883 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-831c7b7b-0c75-4bc2-9b32-09dd80d00469 req-ab10a1d8-bd3e-46a3-be23-dddee9e6f8c9 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353971 Jul 15 14:00:05.286074 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 790bb0d5-c15f-4600-bf2f-d5442368a72b up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:00:05.337692 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 790bb0d5-c15f-4600-bf2f-d5442368a72b completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:00:05.341462 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 790bb0d5-c15f-4600-bf2f-d5442368a72b triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:05.341873 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.420173 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.444129 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9e869c-f666-4ec1-b249-a5f083920456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790bb0d5-c15f-4600-bf2f-d5442368a72b'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:00:05.446418 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5982e52f7164c00132b4161e7da779dd5a615a4991d8f343d2f1980d90734956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ece4fb-b6e6-4b24-b4db-9376b8e72370" -d '{"events": [{"server_uuid": "0b9e869c-f666-4ec1-b249-a5f083920456", "name": "network-vif-plugged", "status": "completed", "tag": "790bb0d5-c15f-4600-bf2f-d5442368a72b"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:00:05.458986 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 790bb0d5-c15f-4600-bf2f-d5442368a72b, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=790bb0d5-c15f-4600-bf2f-d5442368a72b,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:00:05.466593 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.495382 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e8d06-27e5-4936-9817-d20d1bbc7769 req-258af2c8-7c12-49ea-b483-d151e12dcbcc tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:05.496707 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-875e8d06-27e5-4936-9817-d20d1bbc7769 req-258af2c8-7c12-49ea-b483-d151e12dcbcc tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 945 time: 0.0778065 Jul 15 14:00:05.497213 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274d5213-358d-48f1-838e-6c4eae01bc36 x-openstack-request-id: req-274d5213-358d-48f1-838e-6c4eae01bc36 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:00:05.497570 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9e869c-f666-4ec1-b249-a5f083920456", "name": "network-vif-plugged", "status": "completed", "tag": "790bb0d5-c15f-4600-bf2f-d5442368a72b", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:00:05.497784 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-274d5213-358d-48f1-838e-6c4eae01bc36 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:00:05.498348 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9e869c-f666-4ec1-b249-a5f083920456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790bb0d5-c15f-4600-bf2f-d5442368a72b', 'code': 200} Jul 15 14:00:05.521350 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=790bb0d5-c15f-4600-bf2f-d5442368a72b,revision_number=13']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:05.532694 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ff9d2-7760-455e-9fc8-c2b5134d94f0 req-4a9627a7-2d08-4200-8665-e549091e08da tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:05.534381 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3a5ff9d2-7760-455e-9fc8-c2b5134d94f0 req-4a9627a7-2d08-4200-8665-e549091e08da tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 946 time: 0.0853369 Jul 15 14:00:05.573575 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3a5ff9d2-7760-455e-9fc8-c2b5134d94f0 req-4905d45f-a563-4127-b6fd-4879aa1eafeb tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335116 Jul 15 14:00:05.601495 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-875e8d06-27e5-4936-9817-d20d1bbc7769 req-392af433-f760-4c67-a884-a7be57b9f9b7 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Deleting port 790bb0d5-c15f-4600-bf2f-d5442368a72b {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:00:05.601862 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-875e8d06-27e5-4936-9817-d20d1bbc7769 req-392af433-f760-4c67-a884-a7be57b9f9b7 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.690276 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-875e8d06-27e5-4936-9817-d20d1bbc7769 req-392af433-f760-4c67-a884-a7be57b9f9b7 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] For port 790bb0d5-c15f-4600-bf2f-d5442368a72b, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=790bb0d5-c15f-4600-bf2f-d5442368a72b,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:00:05.690626 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-875e8d06-27e5-4936-9817-d20d1bbc7769 req-392af433-f760-4c67-a884-a7be57b9f9b7 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.856820 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-875e8d06-27e5-4936-9817-d20d1bbc7769 req-392af433-f760-4c67-a884-a7be57b9f9b7 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.857095 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-875e8d06-27e5-4936-9817-d20d1bbc7769 req-392af433-f760-4c67-a884-a7be57b9f9b7 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.857417 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [req-875e8d06-27e5-4936-9817-d20d1bbc7769 req-392af433-f760-4c67-a884-a7be57b9f9b7 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Floating IP f9ed4ac2-4c86-4e1c-9b31-1793caba06c8 disassociated. External IP: 172.25.6.7, port: 790bb0d5-c15f-4600-bf2f-d5442368a72b. Jul 15 14:00:05.857777 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-875e8d06-27e5-4936-9817-d20d1bbc7769 req-392af433-f760-4c67-a884-a7be57b9f9b7 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Calling delete_port for 790bb0d5-c15f-4600-bf2f-d5442368a72b owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:00:05.986427 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-875e8d06-27e5-4936-9817-d20d1bbc7769 req-392af433-f760-4c67-a884-a7be57b9f9b7 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:06.012823 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392af433-f760-4c67-a884-a7be57b9f9b7 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Pushing event deleted for resources: {'Port': ['ID=790bb0d5-c15f-4600-bf2f-d5442368a72b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:06.134232 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [req-875e8d06-27e5-4936-9817-d20d1bbc7769 req-392af433-f760-4c67-a884-a7be57b9f9b7 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Router 54100a26-1f14-4011-982f-472b262db138 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:00:06.243755 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-875e8d06-27e5-4936-9817-d20d1bbc7769 req-392af433-f760-4c67-a884-a7be57b9f9b7 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:00:06.255347 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4412a810-4358-4c50-b672-3019c5b5a53a None None] Sync routers for ids ['54100a26-1f14-4011-982f-472b262db138'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:00:06.263977 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4412a810-4358-4c50-b672-3019c5b5a53a None None] Routers {'54100a26-1f14-4011-982f-472b262db138'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:00:06.264589 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4412a810-4358-4c50-b672-3019c5b5a53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:59:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['54100a26-1f14-4011-982f-472b262db138'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:06.287714 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-875e8d06-27e5-4936-9817-d20d1bbc7769 req-392af433-f760-4c67-a884-a7be57b9f9b7 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] No DVR routers for this DVR port 790bb0d5-c15f-4600-bf2f-d5442368a72b on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:00:06.290407 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-875e8d06-27e5-4936-9817-d20d1bbc7769 req-392af433-f760-4c67-a884-a7be57b9f9b7 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:06.292396 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-875e8d06-27e5-4936-9817-d20d1bbc7769 req-392af433-f760-4c67-a884-a7be57b9f9b7 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.18 "DELETE /v2.0/ports/790bb0d5-c15f-4600-bf2f-d5442368a72b HTTP/1.1" status: 204 len: 173 time: 0.7857924 Jul 15 14:00:06.292826 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9e869c-f666-4ec1-b249-a5f083920456', 'name': 'network-vif-deleted', 'tag': '790bb0d5-c15f-4600-bf2f-d5442368a72b'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:00:06.295122 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6ec38d-8f70-4012-9f96-b2cadca8bc53" -d '{"events": [{"server_uuid": "0b9e869c-f666-4ec1-b249-a5f083920456", "name": "network-vif-deleted", "tag": "790bb0d5-c15f-4600-bf2f-d5442368a72b"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:00:06.332302 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba16ce2-bb22-42b8-8384-dede065a1a3a x-openstack-request-id: req-9ba16ce2-bb22-42b8-8384-dede065a1a3a {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:00:06.332594 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9e869c-f666-4ec1-b249-a5f083920456", "name": "network-vif-deleted", "tag": "790bb0d5-c15f-4600-bf2f-d5442368a72b", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:00:06.332853 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ba16ce2-bb22-42b8-8384-dede065a1a3a {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:00:06.333280 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9e869c-f666-4ec1-b249-a5f083920456', 'name': 'network-vif-deleted', 'tag': '790bb0d5-c15f-4600-bf2f-d5442368a72b', 'status': 'completed', 'code': 200} Jul 15 14:00:06.375593 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-4412a810-4358-4c50-b672-3019c5b5a53a None None] Set router 54100a26-1f14-4011-982f-472b262db138 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:00:06.576799 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4412a810-4358-4c50-b672-3019c5b5a53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54100a26-1f14-4011-982f-472b262db138', 'name': 'tempest-ServerActionsTestJSON-725938257-router', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:53:17Z', 'updated_at': '2021-07-15T13:53:20Z', 'revision_number': 4, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'gw_port': {'id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:18Z', 'updated_at': '2021-07-15T13:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '93fed6d4-e035-4685-9427-f5a6c5756c37', 'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'mac_address': 'fa:16:3e:26:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:20Z', 'updated_at': '2021-07-15T13:53:25Z', 'revision_number': 5, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'subnets': [{'id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:06.602833 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4412a810-4358-4c50-b672-3019c5b5a53a None None] Checking router: 54100a26-1f14-4011-982f-472b262db138 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:00:06.611921 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4412a810-4358-4c50-b672-3019c5b5a53a None None] Routers {'54100a26-1f14-4011-982f-472b262db138'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:00:06.612424 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4412a810-4358-4c50-b672-3019c5b5a53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:59:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['54100a26-1f14-4011-982f-472b262db138'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:06.733129 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0412149b-54e0-4842-bd7a-35ca34661de3 req-0003b3ef-7dc1-454f-aa07-3cb5f3903627 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b9e869c-f666-4ec1-b249-a5f083920456 HTTP/1.1" status: 200 len: 210 time: 0.0313132 Jul 15 14:00:06.878056 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-4412a810-4358-4c50-b672-3019c5b5a53a None None] Set router 54100a26-1f14-4011-982f-472b262db138 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:00:07.075440 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4412a810-4358-4c50-b672-3019c5b5a53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54100a26-1f14-4011-982f-472b262db138', 'name': 'tempest-ServerActionsTestJSON-725938257-router', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:53:17Z', 'updated_at': '2021-07-15T13:53:20Z', 'revision_number': 4, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'gw_port': {'id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:18Z', 'updated_at': '2021-07-15T13:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '93fed6d4-e035-4685-9427-f5a6c5756c37', 'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'mac_address': 'fa:16:3e:26:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:20Z', 'updated_at': '2021-07-15T13:53:25Z', 'revision_number': 5, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'subnets': [{'id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:07.101471 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4412a810-4358-4c50-b672-3019c5b5a53a None None] The sync data for ids ['54100a26-1f14-4011-982f-472b262db138'] in n-d-758944-45 is: [{'id': '54100a26-1f14-4011-982f-472b262db138', 'name': 'tempest-ServerActionsTestJSON-725938257-router', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:53:17Z', 'updated_at': '2021-07-15T13:53:20Z', 'revision_number': 4, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'gw_port': {'id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:18Z', 'updated_at': '2021-07-15T13:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '93fed6d4-e035-4685-9427-f5a6c5756c37', 'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'mac_address': 'fa:16:3e:26:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:20Z', 'updated_at': '2021-07-15T13:53:25Z', 'revision_number': 5, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'subnets': [{'id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:00:07.322226 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd0a1f3-7533-46dc-b265-5ddf19910087 None None] New status for floating IP f9ed4ac2-4c86-4e1c-9b31-1793caba06c8: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:00:08.075562 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-5f004033-8bc3-43e8-9aa1-3b719c45281a tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1443747179&fields=id&tenant_id=815b3b11e1d14c7eafe809faaf7caebd HTTP/1.1" status: 200 len: 267 time: 0.0363500 Jul 15 14:00:08.182918 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-e8059a09-34e9-4754-b39d-efc09d66eda3 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:08.184416 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-e8059a09-34e9-4754-b39d-efc09d66eda3 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 811 time: 0.1025603 Jul 15 14:00:08.202091 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-1d2a334c-4266-4c8f-82d6-090149f0dc14 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/quotas/815b3b11e1d14c7eafe809faaf7caebd HTTP/1.1" status: 200 len: 375 time: 0.0093575 Jul 15 14:00:08.274849 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-609d8880-8143-43d5-beda-62d1cbd772c2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0671639 Jul 15 14:00:08.371587 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-fc0201cc-2a65-4fbf-8865-f807dbd55304 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:00:08.372611 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-fc0201cc-2a65-4fbf-8865-f807dbd55304 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0421867 Jul 15 14:00:08.466108 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-b2f403c3-4cc1-4ff2-9ae4-8502721320ac service neutron] 10.222.0.24 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871778 Jul 15 14:00:08.555393 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-31432705-40a8-4b03-a9c8-61f15fec6077 service neutron] 10.222.0.24 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830641 Jul 15 14:00:08.638321 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:08.727245 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7ce97da4-74cf-4bbd-bd0e-5b641babf1a9 req-93fb0279-6a5c-456b-96c0-3c434877fbe5 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 210 time: 0.0287399 Jul 15 14:00:09.297612 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 790bb0d5-c15f-4600-bf2f-d5442368a72b no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:00:09.319665 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 790bb0d5-c15f-4600-bf2f-d5442368a72b {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:00:09.320008 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 790bb0d5-c15f-4600-bf2f-d5442368a72b not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:00:09.839064 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-ba012445-6bb9-4623-b937-62a00703cf74 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:09.840545 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-ba012445-6bb9-4623-b937-62a00703cf74 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.32 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 811 time: 0.1253884 Jul 15 14:00:09.885105 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-37d5c80c-5715-46bb-905e-18fb69ed4f0c req-29278662-c71e-4e90-a30f-6141d97f1e30 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 210 time: 0.0396526 Jul 15 14:00:09.918302 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-414ba2ae-d89b-4aca-9ef6-816b6373f06f tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=815b3b11e1d14c7eafe809faaf7caebd HTTP/1.1" status: 200 len: 380 time: 0.0626481 Jul 15 14:00:09.927515 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-3d66c54a-71a9-462a-aa44-25c6498fbe75 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Request body: {'port': {'device_id': 'ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'admin_state_up': True, 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'security_groups': ['0c622346-5670-41cf-959d-b2a0ff18a124']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:10.037291 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-3d66c54a-71a9-462a-aa44-25c6498fbe75 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Made reservation on behalf of 815b3b11e1d14c7eafe809faaf7caebd for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:00:10.040790 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-3d66c54a-71a9-462a-aa44-25c6498fbe75 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:10.163168 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-3d66c54a-71a9-462a-aa44-25c6498fbe75 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Allocated IP 172.20.0.7 (c64839d0-24c4-4ee2-a3a9-2c840acfac87/fdc038d7-3558-4c39-a4f1-725db6f1f4b7/ed8102e6-8576-45ab-8054-ff582e56a874) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:00:10.301702 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-3d66c54a-71a9-462a-aa44-25c6498fbe75 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:10.314661 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-3d66c54a-71a9-462a-aa44-25c6498fbe75 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Transition to ACTIVE for port object ed8102e6-8576-45ab-8054-ff582e56a874 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:00:10.347532 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-3d66c54a-71a9-462a-aa44-25c6498fbe75 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:10.392038 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-3d66c54a-71a9-462a-aa44-25c6498fbe75 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Network c64839d0-24c4-4ee2-a3a9-2c840acfac87 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:00:10.395243 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-3d66c54a-71a9-462a-aa44-25c6498fbe75 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:00:10.399242 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-3d66c54a-71a9-462a-aa44-25c6498fbe75 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:00:10.666172 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0c409690-1443-4367-8a73-f5e08845a5cd None None] Provisioning for port ed8102e6-8576-45ab-8054-ff582e56a874 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:00:10.669958 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0c409690-1443-4367-8a73-f5e08845a5cd None None] Provisioning complete for port ed8102e6-8576-45ab-8054-ff582e56a874 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:10.670335 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c409690-1443-4367-8a73-f5e08845a5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:10.707177 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66c54a-71a9-462a-aa44-25c6498fbe75 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Pushing event updated for resources: {'Port': ['ID=ed8102e6-8576-45ab-8054-ff582e56a874,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:10.710612 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-0c409690-1443-4367-8a73-f5e08845a5cd None None] Port ed8102e6-8576-45ab-8054-ff582e56a874 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:00:10.734768 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-3d66c54a-71a9-462a-aa44-25c6498fbe75 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:10.735378 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-3d66c54a-71a9-462a-aa44-25c6498fbe75 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:10.748964 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-3d66c54a-71a9-462a-aa44-25c6498fbe75 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8252752 Jul 15 14:00:10.766618 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-0dd28611-7cb6-42ce-9ce8-f3f128332d14 service neutron] Request body: {'port': {'device_id': 'ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:10.837038 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-0dd28611-7cb6-42ce-9ce8-f3f128332d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:11.068552 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be1f16-db81-4337-92eb-bc2406b5c1d3 req-dea152e2-d096-416d-8b5f-8dd02653c38b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:11.070100 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-17be1f16-db81-4337-92eb-bc2406b5c1d3 req-dea152e2-d096-416d-8b5f-8dd02653c38b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 931 time: 0.0674324 Jul 15 14:00:11.100889 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-0dd28611-7cb6-42ce-9ce8-f3f128332d14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed8102e6-8576-45ab-8054-ff582e56a874 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:00:11.108989 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-0dd28611-7cb6-42ce-9ce8-f3f128332d14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:11.110181 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-17be1f16-db81-4337-92eb-bc2406b5c1d3 req-fccfe2c9-9d94-4b57-8487-ed88d3cb3a70 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340209 Jul 15 14:00:11.120845 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-0dd28611-7cb6-42ce-9ce8-f3f128332d14 service neutron] Transition to ACTIVE for port object ed8102e6-8576-45ab-8054-ff582e56a874 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:00:11.125318 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-0dd28611-7cb6-42ce-9ce8-f3f128332d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:11.197795 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd28611-7cb6-42ce-9ce8-f3f128332d14 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8102e6-8576-45ab-8054-ff582e56a874,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:11.247866 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-0dd28611-7cb6-42ce-9ce8-f3f128332d14 service neutron] Attempting to bind port ed8102e6-8576-45ab-8054-ff582e56a874 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:00:11.247866 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-0dd28611-7cb6-42ce-9ce8-f3f128332d14 service neutron] Attempting to bind port ed8102e6-8576-45ab-8054-ff582e56a874 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:00:11.248160 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-0dd28611-7cb6-42ce-9ce8-f3f128332d14 service neutron] Attempting to bind port ed8102e6-8576-45ab-8054-ff582e56a874 on network c64839d0-24c4-4ee2-a3a9-2c840acfac87 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:00:11.253360 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-0dd28611-7cb6-42ce-9ce8-f3f128332d14 service neutron] Port ed8102e6-8576-45ab-8054-ff582e56a874 on network c64839d0-24c4-4ee2-a3a9-2c840acfac87 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:00:11.253675 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-0dd28611-7cb6-42ce-9ce8-f3f128332d14 service neutron] Attempting to bind port ed8102e6-8576-45ab-8054-ff582e56a874 on network c64839d0-24c4-4ee2-a3a9-2c840acfac87 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:00:11.258656 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-0dd28611-7cb6-42ce-9ce8-f3f128332d14 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:00:11.258995 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-0dd28611-7cb6-42ce-9ce8-f3f128332d14 service neutron] Checking segment: {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:00:11.259376 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-0dd28611-7cb6-42ce-9ce8-f3f128332d14 service neutron] Bound using segment: {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:00:11.259801 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-0dd28611-7cb6-42ce-9ce8-f3f128332d14 service neutron] Bound port: ed8102e6-8576-45ab-8054-ff582e56a874, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:00:11.260156 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-0dd28611-7cb6-42ce-9ce8-f3f128332d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:11.329335 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-0dd28611-7cb6-42ce-9ce8-f3f128332d14 service neutron] For port ed8102e6-8576-45ab-8054-ff582e56a874, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:00:11.332446 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-0dd28611-7cb6-42ce-9ce8-f3f128332d14 service neutron] For port ed8102e6-8576-45ab-8054-ff582e56a874, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=ed8102e6-8576-45ab-8054-ff582e56a874,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:00:11.337989 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-0dd28611-7cb6-42ce-9ce8-f3f128332d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:11.370462 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-0dd28611-7cb6-42ce-9ce8-f3f128332d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:11.371075 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-0dd28611-7cb6-42ce-9ce8-f3f128332d14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:11.372608 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-0dd28611-7cb6-42ce-9ce8-f3f128332d14 service neutron] 10.222.0.32 "PUT /v2.0/ports/ed8102e6-8576-45ab-8054-ff582e56a874 HTTP/1.1" status: 200 len: 1092 time: 0.6108162 Jul 15 14:00:11.372868 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d', 'tag': 'ed8102e6-8576-45ab-8054-ff582e56a874'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:00:11.375699 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67f6679-7c76-4c4c-b1de-80175eba37fe" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d", "tag": "ed8102e6-8576-45ab-8054-ff582e56a874"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:00:11.406909 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd28611-7cb6-42ce-9ce8-f3f128332d14 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8102e6-8576-45ab-8054-ff582e56a874,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:11.426884 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af25dfce-3036-4034-b4c4-a6b4a0adee0a x-openstack-request-id: req-af25dfce-3036-4034-b4c4-a6b4a0adee0a {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:00:11.427276 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d", "tag": "ed8102e6-8576-45ab-8054-ff582e56a874", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:00:11.427532 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af25dfce-3036-4034-b4c4-a6b4a0adee0a {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:00:11.428085 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d', 'tag': 'ed8102e6-8576-45ab-8054-ff582e56a874', 'status': 'completed', 'code': 200} Jul 15 14:00:11.499210 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-f279224d-7c5a-4aca-9205-7f30c49490ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:11.500820 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-f279224d-7c5a-4aca-9205-7f30c49490ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 1095 time: 0.0569897 Jul 15 14:00:11.552378 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-ba881e18-6392-4572-abda-54535e83eaca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed8102e6-8576-45ab-8054-ff582e56a874 HTTP/1.1" status: 200 len: 217 time: 0.0395985 Jul 15 14:00:11.600240 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-682a7ad5-b2bc-4bda-b0a5-3fa37b1e3951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:11.601687 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-682a7ad5-b2bc-4bda-b0a5-3fa37b1e3951 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0431263 Jul 15 14:00:11.659318 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-22b68640-e32f-412e-9e46-331be4612b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:11.660833 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-22b68640-e32f-412e-9e46-331be4612b8a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533049 Jul 15 14:00:11.752838 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-5ecd400c-7fd6-45e6-a7e7-7390b9aefd19 service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856271 Jul 15 14:00:11.839758 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c060ca0a-d44d-4550-8efa-8e5db59ccfab req-7eea971f-5f1f-4dcc-8410-84e6f01ecd69 service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809700 Jul 15 14:00:11.993559 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f6679-7c76-4c4c-b1de-80175eba37fe req-15a73994-daf3-401c-a2df-23b05f02d51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:11.995101 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f67f6679-7c76-4c4c-b1de-80175eba37fe req-15a73994-daf3-401c-a2df-23b05f02d51b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 1095 time: 0.0585315 Jul 15 14:00:12.087645 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f6679-7c76-4c4c-b1de-80175eba37fe req-b03d55eb-a087-408a-925d-a69a37b337d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:12.089126 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f67f6679-7c76-4c4c-b1de-80175eba37fe req-b03d55eb-a087-408a-925d-a69a37b337d4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.0872045 Jul 15 14:00:12.133934 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f67f6679-7c76-4c4c-b1de-80175eba37fe req-fa9f7382-0343-41a2-87a4-273f10e84777 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed8102e6-8576-45ab-8054-ff582e56a874 HTTP/1.1" status: 200 len: 217 time: 0.0374694 Jul 15 14:00:12.186559 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f6679-7c76-4c4c-b1de-80175eba37fe req-dca9db05-4d4e-4b1b-a631-5239d04a0c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:12.188584 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f67f6679-7c76-4c4c-b1de-80175eba37fe req-dca9db05-4d4e-4b1b-a631-5239d04a0c5d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0469356 Jul 15 14:00:12.246772 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f6679-7c76-4c4c-b1de-80175eba37fe req-22ecd11a-b190-48c0-9a34-414570b74c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:12.248214 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f67f6679-7c76-4c4c-b1de-80175eba37fe req-22ecd11a-b190-48c0-9a34-414570b74c10 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534203 Jul 15 14:00:12.285986 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba50250-b829-4d8a-8af7-960bf874eebf req-c2f143a8-583a-4f8e-b798-8ef3128ab926 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:12.287561 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bba50250-b829-4d8a-8af7-960bf874eebf req-c2f143a8-583a-4f8e-b798-8ef3128ab926 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 943 time: 0.0652223 Jul 15 14:00:12.325490 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bba50250-b829-4d8a-8af7-960bf874eebf req-534d45e9-255a-4b16-b350-41d7999761dc tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323107 Jul 15 14:00:12.344947 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f67f6679-7c76-4c4c-b1de-80175eba37fe req-4c304e73-6cd3-4004-9485-08f4e36b4153 service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889885 Jul 15 14:00:12.432735 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f67f6679-7c76-4c4c-b1de-80175eba37fe req-a15ca8a1-416e-4220-a371-4ea5cbdf365b service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813334 Jul 15 14:00:13.474123 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device ed8102e6-8576-45ab-8054-ff582e56a874 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:00:13.509999 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1473d9-0554-4ab3-b9fd-049635fddaf8 req-776e6000-7232-4c3d-aec0-25ae94f8b204 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:13.511455 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4d1473d9-0554-4ab3-b9fd-049635fddaf8 req-776e6000-7232-4c3d-aec0-25ae94f8b204 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 943 time: 0.0706534 Jul 15 14:00:13.550406 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4d1473d9-0554-4ab3-b9fd-049635fddaf8 req-3c36d932-9b78-41cd-9356-63129352cd86 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326116 Jul 15 14:00:13.573127 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port ed8102e6-8576-45ab-8054-ff582e56a874, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=ed8102e6-8576-45ab-8054-ff582e56a874,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:00:13.585282 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'ed8102e6-8576-45ab-8054-ff582e56a874', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'port_id': 'ed8102e6-8576-45ab-8054-ff582e56a874', 'mac_address': 'fa:16:3e:ce:5a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:00:13.625851 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:13.638009 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed8102e6-8576-45ab-8054-ff582e56a874 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:00:13.657157 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port ed8102e6-8576-45ab-8054-ff582e56a874, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=ed8102e6-8576-45ab-8054-ff582e56a874,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:00:13.660995 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:13.711990 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=ed8102e6-8576-45ab-8054-ff582e56a874,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:13.921591 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['ed8102e6-8576-45ab-8054-ff582e56a874'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:00:14.725712 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dda18c-7d95-474c-8e07-35e979995e92 req-a627a174-6856-42b4-96d2-9a04f43fe71b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:14.727212 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c7dda18c-7d95-474c-8e07-35e979995e92 req-a627a174-6856-42b4-96d2-9a04f43fe71b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 944 time: 0.0665314 Jul 15 14:00:14.764877 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c7dda18c-7d95-474c-8e07-35e979995e92 req-71d8e272-c242-4b0d-a7b9-886d3123d083 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317626 Jul 15 14:00:15.483652 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device ed8102e6-8576-45ab-8054-ff582e56a874 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:00:15.531086 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port ed8102e6-8576-45ab-8054-ff582e56a874 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:00:15.534391 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port ed8102e6-8576-45ab-8054-ff582e56a874 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:15.534762 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:15.609733 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:15.631567 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8102e6-8576-45ab-8054-ff582e56a874'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:00:15.634072 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5982e52f7164c00132b4161e7da779dd5a615a4991d8f343d2f1980d90734956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bd2790-1a61-48e1-a2d1-db6b9efb5a3e" -d '{"events": [{"server_uuid": "ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d", "name": "network-vif-plugged", "status": "completed", "tag": "ed8102e6-8576-45ab-8054-ff582e56a874"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:00:15.649777 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port ed8102e6-8576-45ab-8054-ff582e56a874, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=ed8102e6-8576-45ab-8054-ff582e56a874,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:00:15.653694 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:15.676984 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b079da53-6f15-4d63-9e01-b430629e7a94 x-openstack-request-id: req-b079da53-6f15-4d63-9e01-b430629e7a94 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:00:15.677293 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d", "name": "network-vif-plugged", "status": "completed", "tag": "ed8102e6-8576-45ab-8054-ff582e56a874", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:00:15.677527 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b079da53-6f15-4d63-9e01-b430629e7a94 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:00:15.677944 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8102e6-8576-45ab-8054-ff582e56a874', 'code': 200} Jul 15 14:00:15.703824 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=ed8102e6-8576-45ab-8054-ff582e56a874,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:15.804168 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8d0ae-d781-44b9-ac53-1c24686bd46f req-acc9e073-c949-463b-88f1-0d853f2c2ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:15.805718 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cdb8d0ae-d781-44b9-ac53-1c24686bd46f req-acc9e073-c949-463b-88f1-0d853f2c2ac2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 1097 time: 0.0521131 Jul 15 14:00:15.840160 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cdb8d0ae-d781-44b9-ac53-1c24686bd46f req-00c8f94b-eca2-452a-b7f2-3c82fc4fd3ad service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282116 Jul 15 14:00:15.938053 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378cda3-49a3-42e4-a6d0-fa5f30c00c06 req-2f3bfc0f-f4f1-4093-9f0c-4b8092446654 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:15.939560 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2378cda3-49a3-42e4-a6d0-fa5f30c00c06 req-2f3bfc0f-f4f1-4093-9f0c-4b8092446654 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 945 time: 0.0638127 Jul 15 14:00:15.976443 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2378cda3-49a3-42e4-a6d0-fa5f30c00c06 req-7bc43d88-01a5-42e6-8456-1cc7dbe35604 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313041 Jul 15 14:00:17.149750 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c543c-0901-4ca0-843d-4096f1d2e059 req-7201e09a-1ce0-4f07-8c35-7e2495c6ef3b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:17.151274 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c0c543c-0901-4ca0-843d-4096f1d2e059 req-7201e09a-1ce0-4f07-8c35-7e2495c6ef3b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 945 time: 0.0634916 Jul 15 14:00:17.188843 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c0c543c-0901-4ca0-843d-4096f1d2e059 req-e3f9b9f6-c202-40e9-9879-5f6c54a255f5 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315833 Jul 15 14:00:17.356276 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03895061-d5d7-4017-a2c4-d7ea5394e12c req-a96f96b5-e2f0-4175-b438-4c8e7c1804ef tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:17.357805 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-03895061-d5d7-4017-a2c4-d7ea5394e12c req-a96f96b5-e2f0-4175-b438-4c8e7c1804ef tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 945 time: 0.0624301 Jul 15 14:00:17.367031 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48048) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:17.371461 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4d826e2d-afa0-4478-b1e4-c41d7ea6de1d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Request body: {'floatingip': {'port_id': 'ed8102e6-8576-45ab-8054-ff582e56a874'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:17.443472 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d826e2d-afa0-4478-b1e4-c41d7ea6de1d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks [] for floatingip, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:17.905752 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d826e2d-afa0-4478-b1e4-c41d7ea6de1d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:17.910228 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d826e2d-afa0-4478-b1e4-c41d7ea6de1d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:18.011353 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-4d826e2d-afa0-4478-b1e4-c41d7ea6de1d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Floating IP f9ed4ac2-4c86-4e1c-9b31-1793caba06c8 associated. External IP: 172.25.6.7, port: ed8102e6-8576-45ab-8054-ff582e56a874. Jul 15 14:00:18.216134 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d826e2d-afa0-4478-b1e4-c41d7ea6de1d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Router 54100a26-1f14-4011-982f-472b262db138 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:00:18.322346 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d826e2d-afa0-4478-b1e4-c41d7ea6de1d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:00:18.327303 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d826e2d-afa0-4478-b1e4-c41d7ea6de1d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:18.332089 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015f16e0-9ab2-4819-827c-74209848261a None None] Sync routers for ids ['54100a26-1f14-4011-982f-472b262db138'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:00:18.340747 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015f16e0-9ab2-4819-827c-74209848261a None None] Routers {'54100a26-1f14-4011-982f-472b262db138'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:00:18.341355 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-015f16e0-9ab2-4819-827c-74209848261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:59:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['54100a26-1f14-4011-982f-472b262db138'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:18.362957 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4d826e2d-afa0-4478-b1e4-c41d7ea6de1d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "PUT /v2.0/floatingips/f9ed4ac2-4c86-4e1c-9b31-1793caba06c8 HTTP/1.1" status: 200 len: 990 time: 0.9948802 Jul 15 14:00:18.363535 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d', 'tag': 'ed8102e6-8576-45ab-8054-ff582e56a874'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:00:18.404968 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e64901b02c345040bafddad2dab1ebeb8b80c4fa9c7870118a0b2b399b9ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cf88b1-cf9c-4207-9bb2-1aa45e893daf" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d", "tag": "ed8102e6-8576-45ab-8054-ff582e56a874"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:00:18.453794 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-015f16e0-9ab2-4819-827c-74209848261a None None] Set router 54100a26-1f14-4011-982f-472b262db138 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:00:18.488544 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4f930c-6002-461a-b2e7-561881162042 x-openstack-request-id: req-3c4f930c-6002-461a-b2e7-561881162042 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:00:18.488836 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d", "tag": "ed8102e6-8576-45ab-8054-ff582e56a874", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:00:18.489088 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c4f930c-6002-461a-b2e7-561881162042 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:00:18.489487 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d', 'tag': 'ed8102e6-8576-45ab-8054-ff582e56a874', 'status': 'completed', 'code': 200} Jul 15 14:00:18.599354 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf88b1-cf9c-4207-9bb2-1aa45e893daf req-3d6f82ef-81db-49f4-9326-0e4df1a5ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:18.600885 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-65cf88b1-cf9c-4207-9bb2-1aa45e893daf req-3d6f82ef-81db-49f4-9326-0e4df1a5ffe1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 1097 time: 0.0684037 Jul 15 14:00:18.683082 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-015f16e0-9ab2-4819-827c-74209848261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54100a26-1f14-4011-982f-472b262db138', 'name': 'tempest-ServerActionsTestJSON-725938257-router', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:53:17Z', 'updated_at': '2021-07-15T13:53:20Z', 'revision_number': 4, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'gw_port': {'id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:18Z', 'updated_at': '2021-07-15T13:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'f9ed4ac2-4c86-4e1c-9b31-1793caba06c8', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'floating_ip_address': '172.25.6.7', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '54100a26-1f14-4011-982f-472b262db138', 'port_id': 'ed8102e6-8576-45ab-8054-ff582e56a874', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'mac_address': 'fa:16:3e:ce:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:53:22Z', 'updated_at': '2021-07-15T14:00:17Z', 'revision_number': 13, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93fed6d4-e035-4685-9427-f5a6c5756c37', 'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'mac_address': 'fa:16:3e:26:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:20Z', 'updated_at': '2021-07-15T13:53:25Z', 'revision_number': 5, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'subnets': [{'id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:18.689752 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf88b1-cf9c-4207-9bb2-1aa45e893daf req-433a82cc-1404-4b6f-aabc-4b8c2aec6f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:18.691800 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-65cf88b1-cf9c-4207-9bb2-1aa45e893daf req-433a82cc-1404-4b6f-aabc-4b8c2aec6f0f service neutron] 10.222.0.32 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.0849133 Jul 15 14:00:18.713514 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015f16e0-9ab2-4819-827c-74209848261a None None] Checking router: 54100a26-1f14-4011-982f-472b262db138 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:00:18.722109 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015f16e0-9ab2-4819-827c-74209848261a None None] Routers {'54100a26-1f14-4011-982f-472b262db138'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:00:18.722654 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-015f16e0-9ab2-4819-827c-74209848261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T13:59:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['54100a26-1f14-4011-982f-472b262db138'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:18.759246 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-65cf88b1-cf9c-4207-9bb2-1aa45e893daf req-be4070bf-66e3-44be-9ecc-17368ad99acb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed8102e6-8576-45ab-8054-ff582e56a874 HTTP/1.1" status: 200 len: 998 time: 0.0611751 Jul 15 14:00:18.811265 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf88b1-cf9c-4207-9bb2-1aa45e893daf req-0a5c5001-a305-42a3-ae9e-9992edac8915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:18.812760 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-65cf88b1-cf9c-4207-9bb2-1aa45e893daf req-0a5c5001-a305-42a3-ae9e-9992edac8915 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0468192 Jul 15 14:00:18.827634 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-015f16e0-9ab2-4819-827c-74209848261a None None] Set router 54100a26-1f14-4011-982f-472b262db138 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:00:18.870551 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf88b1-cf9c-4207-9bb2-1aa45e893daf req-1a9c7b11-edfe-4e4a-8e40-ed06839ee749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:18.872179 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-65cf88b1-cf9c-4207-9bb2-1aa45e893daf req-1a9c7b11-edfe-4e4a-8e40-ed06839ee749 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534701 Jul 15 14:00:18.969506 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-65cf88b1-cf9c-4207-9bb2-1aa45e893daf req-537f0d5e-dbdb-4e7c-8e94-226971747156 service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903664 Jul 15 14:00:19.046315 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-015f16e0-9ab2-4819-827c-74209848261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54100a26-1f14-4011-982f-472b262db138', 'name': 'tempest-ServerActionsTestJSON-725938257-router', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:53:17Z', 'updated_at': '2021-07-15T13:53:20Z', 'revision_number': 4, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'gw_port': {'id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:18Z', 'updated_at': '2021-07-15T13:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'f9ed4ac2-4c86-4e1c-9b31-1793caba06c8', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'floating_ip_address': '172.25.6.7', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '54100a26-1f14-4011-982f-472b262db138', 'port_id': 'ed8102e6-8576-45ab-8054-ff582e56a874', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'mac_address': 'fa:16:3e:ce:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:53:22Z', 'updated_at': '2021-07-15T14:00:17Z', 'revision_number': 13, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93fed6d4-e035-4685-9427-f5a6c5756c37', 'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'mac_address': 'fa:16:3e:26:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:20Z', 'updated_at': '2021-07-15T13:53:25Z', 'revision_number': 5, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'subnets': [{'id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:19.058627 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-65cf88b1-cf9c-4207-9bb2-1aa45e893daf req-dda4f9e9-a2ec-4579-9591-d48db00c6fa8 service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825503 Jul 15 14:00:19.072322 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015f16e0-9ab2-4819-827c-74209848261a None None] The sync data for ids ['54100a26-1f14-4011-982f-472b262db138'] in n-d-758944-45 is: [{'id': '54100a26-1f14-4011-982f-472b262db138', 'name': 'tempest-ServerActionsTestJSON-725938257-router', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:53:17Z', 'updated_at': '2021-07-15T13:53:20Z', 'revision_number': 4, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'gw_port': {'id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:18Z', 'updated_at': '2021-07-15T13:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'f9ed4ac2-4c86-4e1c-9b31-1793caba06c8', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'floating_ip_address': '172.25.6.7', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '54100a26-1f14-4011-982f-472b262db138', 'port_id': 'ed8102e6-8576-45ab-8054-ff582e56a874', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'mac_address': 'fa:16:3e:ce:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:53:22Z', 'updated_at': '2021-07-15T14:00:17Z', 'revision_number': 13, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93fed6d4-e035-4685-9427-f5a6c5756c37', 'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'mac_address': 'fa:16:3e:26:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:20Z', 'updated_at': '2021-07-15T13:53:25Z', 'revision_number': 5, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'subnets': [{'id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:00:19.260276 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfe66a4-2983-4d64-a98f-a35ef8462ece None None] New status for floating IP f9ed4ac2-4c86-4e1c-9b31-1793caba06c8: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:00:20.913399 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-232db636-fbb6-4040-91ba-42bfa90f5936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:23.012548 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:00:23.335609 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:23.448898 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e54c8d3b-513b-4e4f-86b9-5637523b915a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:24.898804 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:25.593870 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:26.496664 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:38.628989 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:50.913486 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-83a2d9be-eaeb-4e3e-857d-82a8cc31f020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:53.327652 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:53.449726 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-41618f00-5807-4782-9f74-f98b9318a0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:54.901727 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:55.497911 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ca08b025-719a-4258-9f91-ffd15e2fde1b req-813702f8-ee1f-4f86-bfc1-f54c9ccaff54 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0644417 Jul 15 14:00:55.607642 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:55.612079 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08b025-719a-4258-9f91-ffd15e2fde1b req-e919a0f5-52f5-4d6a-ac8d-eb9db810e724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:55.613653 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ca08b025-719a-4258-9f91-ffd15e2fde1b req-e919a0f5-52f5-4d6a-ac8d-eb9db810e724 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 1097 time: 0.0554771 Jul 15 14:00:55.727091 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08b025-719a-4258-9f91-ffd15e2fde1b req-e234b4f8-f43b-4a82-93a2-a4018682aa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:55.728928 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ca08b025-719a-4258-9f91-ffd15e2fde1b req-e234b4f8-f43b-4a82-93a2-a4018682aa0c service neutron] 10.222.0.32 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.0944500 Jul 15 14:00:55.798746 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ca08b025-719a-4258-9f91-ffd15e2fde1b req-9d072bee-1a99-4737-8d50-c73aee52198c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed8102e6-8576-45ab-8054-ff582e56a874 HTTP/1.1" status: 200 len: 1000 time: 0.0638316 Jul 15 14:00:55.848470 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08b025-719a-4258-9f91-ffd15e2fde1b req-2875acf7-9b40-4664-871e-710d6198adbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:55.850022 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ca08b025-719a-4258-9f91-ffd15e2fde1b req-2875acf7-9b40-4664-871e-710d6198adbc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0457361 Jul 15 14:00:55.915284 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08b025-719a-4258-9f91-ffd15e2fde1b req-9f04787c-31ed-4f00-b364-b9e0d2dd0d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:55.916805 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ca08b025-719a-4258-9f91-ffd15e2fde1b req-9f04787c-31ed-4f00-b364-b9e0d2dd0d50 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603893 Jul 15 14:00:56.009210 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ca08b025-719a-4258-9f91-ffd15e2fde1b req-d4a39ced-1514-49b6-ad6f-2406d14e61eb service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857038 Jul 15 14:00:56.106355 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ca08b025-719a-4258-9f91-ffd15e2fde1b req-aef4c4c5-bb46-41bb-9a5d-736cd573202a service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899959 Jul 15 14:00:56.500957 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:00.011344 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:01:08.647865 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:20.915753 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-918d16a1-0ed6-4b50-98d9-7273fa1fb7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:23.329420 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:23.450409 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-46394446-4c53-40fd-8424-c0b1e9eaa9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:24.906671 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:25.623499 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:26.505225 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:37.012108 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:01:38.651476 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:50.915872 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6353f359-4974-427f-aca5-ff62733e6d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:53.330848 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:53.450551 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ba860bcd-f81f-4881-a30d-55c086847ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:54.909388 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:55.639456 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:56.018000 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ee9dadae-5b85-4f71-91da-989bbeef7dd3 req-c7f541ab-8b45-47e4-82fd-adb870eea2ea service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0917625 Jul 15 14:01:56.146641 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dadae-5b85-4f71-91da-989bbeef7dd3 req-168ad904-1137-4410-a531-14da2965dacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:56.148244 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ee9dadae-5b85-4f71-91da-989bbeef7dd3 req-168ad904-1137-4410-a531-14da2965dacd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 1097 time: 0.0729976 Jul 15 14:01:56.290439 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dadae-5b85-4f71-91da-989bbeef7dd3 req-147ad37b-6a74-4d0b-8767-2443e39c7cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:56.292506 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ee9dadae-5b85-4f71-91da-989bbeef7dd3 req-147ad37b-6a74-4d0b-8767-2443e39c7cbc service neutron] 10.222.0.32 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.1246247 Jul 15 14:01:56.360092 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f6576-de8d-47ee-8a38-3d2bf2cb0c6b req-e2149fee-92cb-417f-bf1b-3734516aec84 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:56.361607 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1a3f6576-de8d-47ee-8a38-3d2bf2cb0c6b req-e2149fee-92cb-417f-bf1b-3734516aec84 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 945 time: 0.1307983 Jul 15 14:01:56.383383 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ee9dadae-5b85-4f71-91da-989bbeef7dd3 req-4250b8d0-3bb8-4f35-b16e-fffee4d0f8e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed8102e6-8576-45ab-8054-ff582e56a874 HTTP/1.1" status: 200 len: 1000 time: 0.0844822 Jul 15 14:01:56.445782 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1a3f6576-de8d-47ee-8a38-3d2bf2cb0c6b req-7bb6d55c-1174-4978-af61-a0cfe41264ee tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767477 Jul 15 14:01:56.451823 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dadae-5b85-4f71-91da-989bbeef7dd3 req-44eeb107-05d1-4be0-b018-549ac915187b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:56.453166 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ee9dadae-5b85-4f71-91da-989bbeef7dd3 req-44eeb107-05d1-4be0-b018-549ac915187b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0636311 Jul 15 14:01:56.512143 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:56.520701 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dadae-5b85-4f71-91da-989bbeef7dd3 req-d383dc04-a76e-40f5-9f21-c6cc7406c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:56.522620 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ee9dadae-5b85-4f71-91da-989bbeef7dd3 req-d383dc04-a76e-40f5-9f21-c6cc7406c634 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628703 Jul 15 14:01:56.640893 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ee9dadae-5b85-4f71-91da-989bbeef7dd3 req-47367c35-9f85-4fd2-8403-296a01543a1b service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110532 Jul 15 14:01:56.746892 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ee9dadae-5b85-4f71-91da-989bbeef7dd3 req-449b181a-f8cd-4ed3-9357-14ea57b19a37 service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912130 Jul 15 14:02:07.090484 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdb1e9-7301-4cd3-ba33-1a7ca878dbf4 req-35f06cde-059b-488d-9ed7-29dc3dfc14ab tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:07.092071 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fccdb1e9-7301-4cd3-ba33-1a7ca878dbf4 req-35f06cde-059b-488d-9ed7-29dc3dfc14ab tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 945 time: 0.3502412 Jul 15 14:02:07.108751 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-248a7409-f34e-4407-982e-b92b4a5bc92a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3732719 Jul 15 14:02:07.141974 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fccdb1e9-7301-4cd3-ba33-1a7ca878dbf4 req-e511fcdd-eccc-4613-bf15-5ada3cd809e9 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437341 Jul 15 14:02:08.365225 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-b734ce85-5d04-4c08-b1ca-7df58113baa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:08.366784 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-b734ce85-5d04-4c08-b1ca-7df58113baa4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 1097 time: 0.1089475 Jul 15 14:02:08.374447 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a4dcf-e58d-4e30-8566-3c73ee5658e0 req-7f3d13d6-621a-4cff-9192-72aee60bd557 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:08.375894 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4a4a4dcf-e58d-4e30-8566-3c73ee5658e0 req-7f3d13d6-621a-4cff-9192-72aee60bd557 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 945 time: 0.0845442 Jul 15 14:02:08.471890 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4a4a4dcf-e58d-4e30-8566-3c73ee5658e0 req-739dacdc-881d-4879-83d5-44e560f8e6d2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872648 Jul 15 14:02:08.498815 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-c20c77f7-6178-4510-a7fd-6495207d7af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:08.500327 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-c20c77f7-6178-4510-a7fd-6495207d7af6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.1235707 Jul 15 14:02:08.572968 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-66111e9c-5a46-4824-a2f1-3a3fb87755c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed8102e6-8576-45ab-8054-ff582e56a874 HTTP/1.1" status: 200 len: 1000 time: 0.0652919 Jul 15 14:02:08.628257 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-db79c511-5ff3-41df-ae0b-e8b686ba2d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:08.630136 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-db79c511-5ff3-41df-ae0b-e8b686ba2d45 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0520756 Jul 15 14:02:08.682191 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:08.694038 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-8d1bb354-ce0b-4c11-add1-8312e73ffd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:08.695575 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-8d1bb354-ce0b-4c11-add1-8312e73ffd67 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584757 Jul 15 14:02:08.792694 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-25951bfb-c43c-42f3-b7d4-77a2aa77810d service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899041 Jul 15 14:02:08.887783 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-4634b27a-ae6b-4e00-b94c-66a9868074dd service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888243 Jul 15 14:02:09.659938 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c755d-9eba-40be-a4cd-9f96439e5d13 req-f6036113-b9c1-4b45-a248-3b85bc7c0cb9 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:09.661451 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6a3c755d-9eba-40be-a4cd-9f96439e5d13 req-f6036113-b9c1-4b45-a248-3b85bc7c0cb9 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 945 time: 0.0707452 Jul 15 14:02:09.700740 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6a3c755d-9eba-40be-a4cd-9f96439e5d13 req-fb0125a3-65f7-4e25-8f9a-520e59246a29 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335431 Jul 15 14:02:10.881684 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc9147-400f-4a18-83fd-e02a56ff6205 req-8de2a498-43d7-43e7-94e7-b32737e3b59c tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:10.883255 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-07dc9147-400f-4a18-83fd-e02a56ff6205 req-8de2a498-43d7-43e7-94e7-b32737e3b59c tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 945 time: 0.0649247 Jul 15 14:02:10.922854 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-07dc9147-400f-4a18-83fd-e02a56ff6205 req-9982b8b9-467f-4981-8cc6-4b1582a4821f tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332911 Jul 15 14:02:12.101216 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69d5ae-2afc-410a-b67c-6daf1c414a24 req-c814720c-e176-4ceb-9886-b3f16d4e55dd tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:12.102717 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6a69d5ae-2afc-410a-b67c-6daf1c414a24 req-c814720c-e176-4ceb-9886-b3f16d4e55dd tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 945 time: 0.0666897 Jul 15 14:02:12.140587 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6a69d5ae-2afc-410a-b67c-6daf1c414a24 req-17f2ba95-198e-4c92-9315-d3ae1e966684 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314703 Jul 15 14:02:13.321071 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9ba9d-7707-452f-99d6-9940781d3f09 req-992a554c-b0f1-47ea-9109-7b4b737078a6 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:13.323212 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-26e9ba9d-7707-452f-99d6-9940781d3f09 req-992a554c-b0f1-47ea-9109-7b4b737078a6 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 945 time: 0.0694795 Jul 15 14:02:13.362885 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-26e9ba9d-7707-452f-99d6-9940781d3f09 req-42f1cd43-33e4-42c5-8e42-b988502d533a tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340865 Jul 15 14:02:14.011699 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:02:14.545999 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786652da-8f03-46ac-8032-8720ea12563d req-64bebf61-dc0e-426d-99e6-a4d66ed31c66 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:14.547779 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-786652da-8f03-46ac-8032-8720ea12563d req-64bebf61-dc0e-426d-99e6-a4d66ed31c66 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 945 time: 0.0643516 Jul 15 14:02:14.585780 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-786652da-8f03-46ac-8032-8720ea12563d req-11df8eed-4747-4074-a34f-cb4b3ee67548 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321491 Jul 15 14:02:15.759619 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee24f92-d91d-4e77-8f60-d24b4d1d3690 req-8ce2d679-07b5-4756-8296-8ee044d2dd69 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:15.761260 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5ee24f92-d91d-4e77-8f60-d24b4d1d3690 req-8ce2d679-07b5-4756-8296-8ee044d2dd69 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 945 time: 0.0650029 Jul 15 14:02:15.800288 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5ee24f92-d91d-4e77-8f60-d24b4d1d3690 req-a5afe8d9-3292-49a7-be9f-025c998c7f1d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332956 Jul 15 14:02:16.975680 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbccc0-e2fd-45c7-9388-ca70666b7559 req-9bc549bf-b293-478e-8aa2-fed7a384e1aa tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:16.977172 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-29dbccc0-e2fd-45c7-9388-ca70666b7559 req-9bc549bf-b293-478e-8aa2-fed7a384e1aa tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 945 time: 0.0626347 Jul 15 14:02:17.014444 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-29dbccc0-e2fd-45c7-9388-ca70666b7559 req-be5ad46d-77fd-44d4-aa12-7ff4ed400d2e tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308690 Jul 15 14:02:18.190830 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c34d0-59a8-4b12-9d55-4cdccc8190ca req-0effeab7-a5ce-4ed8-a9eb-e39e5b47594a tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:18.192355 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-651c34d0-59a8-4b12-9d55-4cdccc8190ca req-0effeab7-a5ce-4ed8-a9eb-e39e5b47594a tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 945 time: 0.0642860 Jul 15 14:02:18.235444 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-651c34d0-59a8-4b12-9d55-4cdccc8190ca req-c664ecf0-727c-4944-bb83-0d59c875e3d0 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373671 Jul 15 14:02:19.412125 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fa4b0-7cc3-4862-ad2c-d0a0fe654c32 req-71e9d812-6864-48c0-aa81-a444bcae9bf4 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:19.413583 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4e9fa4b0-7cc3-4862-ad2c-d0a0fe654c32 req-71e9d812-6864-48c0-aa81-a444bcae9bf4 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 945 time: 0.0672219 Jul 15 14:02:19.451717 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4e9fa4b0-7cc3-4862-ad2c-d0a0fe654c32 req-b7c9969e-5a39-4482-bbab-9df504bd9aab tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323982 Jul 15 14:02:20.640525 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d466b-428d-4f07-a0f4-a3a921d2b055 req-b11842b7-f191-4bf6-97e2-68a84c67fa49 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:20.642005 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6f6d466b-428d-4f07-a0f4-a3a921d2b055 req-b11842b7-f191-4bf6-97e2-68a84c67fa49 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 945 time: 0.0716352 Jul 15 14:02:20.679615 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6f6d466b-428d-4f07-a0f4-a3a921d2b055 req-a20797de-dca1-4373-b0ce-58bd0ba2faf0 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319130 Jul 15 14:02:20.918129 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c2505ebb-5fe3-4561-b340-7d32b4549796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:21.866398 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfee9b-36af-41ad-8509-86a89e44b6fa req-4a537e65-f9ba-4996-b738-e1863f6475b0 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:21.868004 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d2bfee9b-36af-41ad-8509-86a89e44b6fa req-4a537e65-f9ba-4996-b738-e1863f6475b0 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 945 time: 0.0725782 Jul 15 14:02:21.921261 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d2bfee9b-36af-41ad-8509-86a89e44b6fa req-54d777cc-4022-4f54-9b03-f7b03f632f4f tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461986 Jul 15 14:02:22.797925 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-a085918f-cce8-47ff-841c-a3ed3fd9053c service neutron] show failed (client error): The resource could not be found. Jul 15 14:02:22.798941 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-a085918f-cce8-47ff-841c-a3ed3fd9053c service neutron] 10.222.0.32 "GET /v2.0/ports/ed8102e6-8576-45ab-8054-ff582e56a874/bindings/n-h1-758944-45 HTTP/1.1" status: 404 len: 381 time: 0.0540385 Jul 15 14:02:23.098160 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-30ac9923-25bf-4b7a-8b85-5491acb6bddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:23.099701 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-30ac9923-25bf-4b7a-8b85-5491acb6bddd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d&tenant_id=815b3b11e1d14c7eafe809faaf7caebd HTTP/1.1" status: 200 len: 1097 time: 0.0961421 Jul 15 14:02:23.112705 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-45', 'device_owner': 'compute:nova'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:23.163654 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd73d6-2001-41d5-9000-72f5c06b5743 req-bb493113-9f28-4aa2-b362-42bd99b6d8f6 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:23.165744 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58fd73d6-2001-41d5-9000-72f5c06b5743 req-bb493113-9f28-4aa2-b362-42bd99b6d8f6 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 945 time: 0.1170499 Jul 15 14:02:23.213471 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:23.331561 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:23.344575 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58fd73d6-2001-41d5-9000-72f5c06b5743 req-b77e356c-2188-4ff1-8c05-399bc4f603b0 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724789 Jul 15 14:02:23.449197 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] For port ed8102e6-8576-45ab-8054-ff582e56a874, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=ed8102e6-8576-45ab-8054-ff582e56a874,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:23.451053 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d879eaf9-b873-4a2f-9210-e970c7fccb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:23.484480 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] For port ed8102e6-8576-45ab-8054-ff582e56a874, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:02:23.523778 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed8102e6-8576-45ab-8054-ff582e56a874'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:02:23.526582 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df88db6-aa00-4dce-94f9-6e89dd7df945" -d '{"events": [{"server_uuid": "ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d", "name": "network-vif-unplugged", "status": "completed", "tag": "ed8102e6-8576-45ab-8054-ff582e56a874"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:02:23.530050 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:23.542953 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] Transition to ACTIVE for port object ed8102e6-8576-45ab-8054-ff582e56a874 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:02:23.546755 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:23.585631 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e267fc7-1a79-4995-a16b-74a919629369 x-openstack-request-id: req-6e267fc7-1a79-4995-a16b-74a919629369 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:02:23.585958 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d", "name": "network-vif-unplugged", "status": "completed", "tag": "ed8102e6-8576-45ab-8054-ff582e56a874", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:02:23.586217 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6e267fc7-1a79-4995-a16b-74a919629369 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:02:23.586610 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed8102e6-8576-45ab-8054-ff582e56a874', 'code': 200} Jul 15 14:02:23.628401 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] Pushing event updated for resources: {'Port': ['ID=ed8102e6-8576-45ab-8054-ff582e56a874,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:23.643339 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:23.643687 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:23.644033 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:23.644372 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:23.644705 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:23.645041 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:23.645373 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:23.645695 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:23.646080 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:23.646368 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:23.646694 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:23.647014 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:23.685599 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] No DVR routers for this DVR port ed8102e6-8576-45ab-8054-ff582e56a874 on host n-h2-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:02:23.823101 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] Attempting to bind port ed8102e6-8576-45ab-8054-ff582e56a874 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:02:23.823804 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] Attempting to bind port ed8102e6-8576-45ab-8054-ff582e56a874 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:02:23.823804 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] Attempting to bind port ed8102e6-8576-45ab-8054-ff582e56a874 on network c64839d0-24c4-4ee2-a3a9-2c840acfac87 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:02:23.827873 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] Port ed8102e6-8576-45ab-8054-ff582e56a874 on network c64839d0-24c4-4ee2-a3a9-2c840acfac87 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:02:23.828193 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] Attempting to bind port ed8102e6-8576-45ab-8054-ff582e56a874 on network c64839d0-24c4-4ee2-a3a9-2c840acfac87 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:02:23.834161 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:02:23.834495 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] Checking segment: {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:02:23.834883 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] Bound using segment: {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:02:23.835306 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] Bound port: ed8102e6-8576-45ab-8054-ff582e56a874, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:02:23.835662 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:23.900560 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] For port ed8102e6-8576-45ab-8054-ff582e56a874, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:02:23.903538 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] For port ed8102e6-8576-45ab-8054-ff582e56a874, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=ed8102e6-8576-45ab-8054-ff582e56a874,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:02:23.906943 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:23.944558 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:23.945183 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:23.947122 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] 10.222.0.18 "PUT /v2.0/ports/ed8102e6-8576-45ab-8054-ff582e56a874 HTTP/1.1" status: 200 len: 1092 time: 0.8395905 Jul 15 14:02:23.965385 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a1417-dc9c-41f2-b90b-98eed078996f service neutron] Pushing event updated for resources: {'Port': ['ID=ed8102e6-8576-45ab-8054-ff582e56a874,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:24.026952 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-50ce5ad0-5d52-4eb7-b62c-5c68ef71231a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:24.028513 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-50ce5ad0-5d52-4eb7-b62c-5c68ef71231a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 1095 time: 0.0579708 Jul 15 14:02:24.123100 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-1ab046d6-2c60-4fca-bcd0-5fbd99f62a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:24.124638 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-1ab046d6-2c60-4fca-bcd0-5fbd99f62a1a service neutron] 10.222.0.18 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.0899906 Jul 15 14:02:24.159005 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device ed8102e6-8576-45ab-8054-ff582e56a874 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:02:24.203220 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device ed8102e6-8576-45ab-8054-ff582e56a874 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:02:24.499239 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-050c5378-06e6-4889-8f31-4dbfc360e218 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed8102e6-8576-45ab-8054-ff582e56a874 HTTP/1.1" status: 200 len: 998 time: 0.3649955 Jul 15 14:02:24.564531 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-87e53a93-aa11-4cb6-a7a7-724565182a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:24.566035 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-87e53a93-aa11-4cb6-a7a7-724565182a93 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0604424 Jul 15 14:02:24.578293 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec749b7d-6e90-4944-990a-5cb84677b036 req-150998fb-3ea2-4e57-9249-0e8d8854c871 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:24.579715 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ec749b7d-6e90-4944-990a-5cb84677b036 req-150998fb-3ea2-4e57-9249-0e8d8854c871 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 943 time: 0.1128128 Jul 15 14:02:24.643851 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ec749b7d-6e90-4944-990a-5cb84677b036 req-195f61e7-21de-484d-ac4d-afe2ae8a0877 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558813 Jul 15 14:02:24.658073 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-855f70f7-ebea-4f37-b98c-9455398f9051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:24.659587 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-855f70f7-ebea-4f37-b98c-9455398f9051 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0790257 Jul 15 14:02:24.670063 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-b2dee38e-37ad-4983-b15d-4b42cf2e4bef service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:02:24.671080 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-b2dee38e-37ad-4983-b15d-4b42cf2e4bef service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056343 Jul 15 14:02:24.770337 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-57101e68-c459-40cd-86a2-45ea047c0951 service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933573 Jul 15 14:02:24.861494 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-d8943804-3dfc-4839-915f-7600dff46009 service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852304 Jul 15 14:02:24.913258 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:25.015453 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5eca7-4cb7-4986-882d-8196efe0203d req-11cdf77c-54e1-488d-b3a3-780efb172b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:25.016978 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fda5eca7-4cb7-4986-882d-8196efe0203d req-11cdf77c-54e1-488d-b3a3-780efb172b14 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 1095 time: 0.0560777 Jul 15 14:02:25.130047 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5eca7-4cb7-4986-882d-8196efe0203d req-727ae756-9449-4fe9-b1f7-0a89d5fdd2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:25.131545 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fda5eca7-4cb7-4986-882d-8196efe0203d req-727ae756-9449-4fe9-b1f7-0a89d5fdd2cb service neutron] 10.222.0.18 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.0938590 Jul 15 14:02:25.199554 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fda5eca7-4cb7-4986-882d-8196efe0203d req-30480adc-c652-400b-a8e6-a7482258cfb2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed8102e6-8576-45ab-8054-ff582e56a874 HTTP/1.1" status: 200 len: 998 time: 0.0614657 Jul 15 14:02:25.254531 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5eca7-4cb7-4986-882d-8196efe0203d req-2ae50fae-7dd5-450e-8e18-5dd3661bb8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:25.256000 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fda5eca7-4cb7-4986-882d-8196efe0203d req-2ae50fae-7dd5-450e-8e18-5dd3661bb8cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0502141 Jul 15 14:02:25.314442 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5eca7-4cb7-4986-882d-8196efe0203d req-915a6c53-c0c5-467a-8924-b98cab96b727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:25.315845 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fda5eca7-4cb7-4986-882d-8196efe0203d req-915a6c53-c0c5-467a-8924-b98cab96b727 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535078 Jul 15 14:02:25.405383 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fda5eca7-4cb7-4986-882d-8196efe0203d req-1df7c4e3-f57d-4666-81cc-3608561c88b1 service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828443 Jul 15 14:02:25.506957 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fda5eca7-4cb7-4986-882d-8196efe0203d req-1cc36498-7624-4903-82e5-aa27db06bedf service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947328 Jul 15 14:02:25.588322 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d', 'tag': 'ed8102e6-8576-45ab-8054-ff582e56a874'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:02:25.590714 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd1fa84-a13c-4e72-b673-524a2ed047e8" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d", "tag": "ed8102e6-8576-45ab-8054-ff582e56a874"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:02:25.639180 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:25.641630 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1442da2-a89e-4b4c-a305-3cf145c743ce x-openstack-request-id: req-e1442da2-a89e-4b4c-a305-3cf145c743ce {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:02:25.641939 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d", "tag": "ed8102e6-8576-45ab-8054-ff582e56a874", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:02:25.642191 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1442da2-a89e-4b4c-a305-3cf145c743ce {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:02:25.642639 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d', 'tag': 'ed8102e6-8576-45ab-8054-ff582e56a874', 'status': 'completed', 'code': 200} Jul 15 14:02:25.783107 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1fa84-a13c-4e72-b673-524a2ed047e8 req-4d34a754-a841-4294-a4f8-685e86325a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:25.784550 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-efd1fa84-a13c-4e72-b673-524a2ed047e8 req-4d34a754-a841-4294-a4f8-685e86325a91 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 1095 time: 0.1180086 Jul 15 14:02:25.828509 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1fa84-a13c-4e72-b673-524a2ed047e8 req-884e43ad-6b97-4f3e-8acb-7754755b5f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:25.830059 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-efd1fa84-a13c-4e72-b673-524a2ed047e8 req-884e43ad-6b97-4f3e-8acb-7754755b5f00 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 1095 time: 0.1295021 Jul 15 14:02:25.986643 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6d97f-1c39-4fab-97f5-dea5d71713ac req-00df053b-a754-43c6-a0ed-7bf3ed2a2684 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:25.988267 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-00c6d97f-1c39-4fab-97f5-dea5d71713ac req-00df053b-a754-43c6-a0ed-7bf3ed2a2684 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 943 time: 0.2229707 Jul 15 14:02:25.991462 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1fa84-a13c-4e72-b673-524a2ed047e8 req-206e16cf-b0e6-464c-8292-69de0d0393da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:25.992910 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-efd1fa84-a13c-4e72-b673-524a2ed047e8 req-206e16cf-b0e6-464c-8292-69de0d0393da service neutron] 10.222.0.18 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.1908753 Jul 15 14:02:26.065197 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1fa84-a13c-4e72-b673-524a2ed047e8 req-27b19803-e854-454d-8dfa-36c3d0a38ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:26.066759 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-efd1fa84-a13c-4e72-b673-524a2ed047e8 req-27b19803-e854-454d-8dfa-36c3d0a38ead service neutron] 10.222.0.32 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.2289212 Jul 15 14:02:26.140335 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-00c6d97f-1c39-4fab-97f5-dea5d71713ac req-7bebb80d-4670-466d-a5a6-ff11b8eec559 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442144 Jul 15 14:02:26.158330 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-efd1fa84-a13c-4e72-b673-524a2ed047e8 req-c167194b-3c9b-44ce-bbe1-3f167766aaef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed8102e6-8576-45ab-8054-ff582e56a874 HTTP/1.1" status: 200 len: 998 time: 0.1570110 Jul 15 14:02:26.203886 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-efd1fa84-a13c-4e72-b673-524a2ed047e8 req-12d05af1-c295-4a5b-89d6-893ca75bac41 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed8102e6-8576-45ab-8054-ff582e56a874 HTTP/1.1" status: 200 len: 998 time: 0.1265895 Jul 15 14:02:26.250176 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1fa84-a13c-4e72-b673-524a2ed047e8 req-e59e6eca-1655-4d30-a36f-cdc03fee9612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:26.251698 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-efd1fa84-a13c-4e72-b673-524a2ed047e8 req-e59e6eca-1655-4d30-a36f-cdc03fee9612 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0875664 Jul 15 14:02:26.293475 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1fa84-a13c-4e72-b673-524a2ed047e8 req-a4788f8c-31c2-4d65-9343-f9926ee3e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:26.295100 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-efd1fa84-a13c-4e72-b673-524a2ed047e8 req-a4788f8c-31c2-4d65-9343-f9926ee3e57b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0846250 Jul 15 14:02:26.362623 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1fa84-a13c-4e72-b673-524a2ed047e8 req-e4ce5184-9699-4a08-8305-9172bacebc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:26.364295 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-efd1fa84-a13c-4e72-b673-524a2ed047e8 req-e4ce5184-9699-4a08-8305-9172bacebc7c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1061172 Jul 15 14:02:26.408998 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1fa84-a13c-4e72-b673-524a2ed047e8 req-45b47470-4d93-473f-9f7b-19bc4064b1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:26.410580 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-efd1fa84-a13c-4e72-b673-524a2ed047e8 req-45b47470-4d93-473f-9f7b-19bc4064b1cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1091697 Jul 15 14:02:26.515929 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:26.530745 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-efd1fa84-a13c-4e72-b673-524a2ed047e8 req-6c02789a-4642-421e-8fd9-cec44302ef5e service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593626 Jul 15 14:02:26.586278 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-efd1fa84-a13c-4e72-b673-524a2ed047e8 req-d1f70fad-9441-4347-b7bc-128d7c455a2e service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427820 Jul 15 14:02:26.702776 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-efd1fa84-a13c-4e72-b673-524a2ed047e8 req-e763c4dc-1898-4668-8906-939c55812c5f service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655097 Jul 15 14:02:26.728717 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-efd1fa84-a13c-4e72-b673-524a2ed047e8 req-70d16b13-d675-4c65-802e-bd737719477f service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153996 Jul 15 14:02:27.386402 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d444d1-2950-48f8-967e-b6a5fb086507 req-93f624fb-82da-49ab-bc1b-13f258c58395 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:27.387987 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-83d444d1-2950-48f8-967e-b6a5fb086507 req-93f624fb-82da-49ab-bc1b-13f258c58395 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 943 time: 0.1179001 Jul 15 14:02:27.433355 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-83d444d1-2950-48f8-967e-b6a5fb086507 req-9fd861b1-37d8-4031-98fc-b9e389821185 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391808 Jul 15 14:02:28.635445 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477501a-84d4-40c7-8810-8d6928638e4f req-0c24c0f6-a5f3-4423-9fc7-05acd596a425 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:28.637041 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a477501a-84d4-40c7-8810-8d6928638e4f req-0c24c0f6-a5f3-4423-9fc7-05acd596a425 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 943 time: 0.0775170 Jul 15 14:02:28.676738 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a477501a-84d4-40c7-8810-8d6928638e4f req-11766c48-cc2b-4f35-b03a-fc85777091e7 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338359 Jul 15 14:02:29.848820 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee750b81-549f-4f5c-8143-42df94a2ef6f req-ce3baded-03be-4c76-9745-2329d89b1c71 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:29.850358 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ee750b81-549f-4f5c-8143-42df94a2ef6f req-ce3baded-03be-4c76-9745-2329d89b1c71 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 943 time: 0.0622988 Jul 15 14:02:29.887774 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ee750b81-549f-4f5c-8143-42df94a2ef6f req-d94926b7-76e6-4510-a3b7-97930e504004 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310917 Jul 15 14:02:31.070188 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b9ddc-bea6-4e72-ab78-0c9c45d8843b req-00a74e2d-08f2-4e3d-903f-7ff8f0bc7c06 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:31.071738 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c20b9ddc-bea6-4e72-ab78-0c9c45d8843b req-00a74e2d-08f2-4e3d-903f-7ff8f0bc7c06 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 943 time: 0.0709138 Jul 15 14:02:31.110739 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c20b9ddc-bea6-4e72-ab78-0c9c45d8843b req-8705a1cb-f8c5-4d64-afc1-0d193d63e047 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334313 Jul 15 14:02:32.283851 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121eb36e-fc85-4c86-8f07-d9093e1aa666 req-0dc3a940-9609-4a4a-954f-1c3455c1a291 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:32.285357 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-121eb36e-fc85-4c86-8f07-d9093e1aa666 req-0dc3a940-9609-4a4a-954f-1c3455c1a291 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 943 time: 0.0624738 Jul 15 14:02:32.325984 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-121eb36e-fc85-4c86-8f07-d9093e1aa666 req-0d378873-99e6-447c-a77c-5cbb0ed23d2a tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350542 Jul 15 14:02:33.502069 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe3d09-2e4d-4853-8b69-7909c2fb24f1 req-fb1145e7-f8ae-451b-9c6b-1a61093d02d5 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:33.503622 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dcbe3d09-2e4d-4853-8b69-7909c2fb24f1 req-fb1145e7-f8ae-451b-9c6b-1a61093d02d5 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 943 time: 0.0659034 Jul 15 14:02:33.542026 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dcbe3d09-2e4d-4853-8b69-7909c2fb24f1 req-ca78e4f7-a2a2-479d-a8e4-c02a98b11ac3 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327973 Jul 15 14:02:34.719769 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c07ab0-090b-4fc2-ae6c-ed8b89221da7 req-c0fe40f9-9fb9-4bdd-949a-bf0077e7fd63 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:34.721271 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-74c07ab0-090b-4fc2-ae6c-ed8b89221da7 req-c0fe40f9-9fb9-4bdd-949a-bf0077e7fd63 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 943 time: 0.0627854 Jul 15 14:02:34.758165 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-74c07ab0-090b-4fc2-ae6c-ed8b89221da7 req-db16316a-82af-4362-ab8d-9fca0c70fafb tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313210 Jul 15 14:02:35.941787 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e4c0c-b8ee-41d1-9cfb-7a1021da91ee req-754807fc-9057-4aa3-a69d-77850d28b6ed tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:35.943380 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d17e4c0c-b8ee-41d1-9cfb-7a1021da91ee req-754807fc-9057-4aa3-a69d-77850d28b6ed tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 943 time: 0.0700948 Jul 15 14:02:35.993553 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d17e4c0c-b8ee-41d1-9cfb-7a1021da91ee req-936a2454-269a-432c-a00b-d745575346e6 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437958 Jul 15 14:02:37.174346 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9b6ec-29a1-47bf-b69f-a2dbc321a718 req-abf1277a-89da-4035-af59-a698ea30957e tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:37.175964 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e9a9b6ec-29a1-47bf-b69f-a2dbc321a718 req-abf1277a-89da-4035-af59-a698ea30957e tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 943 time: 0.0642004 Jul 15 14:02:37.214419 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e9a9b6ec-29a1-47bf-b69f-a2dbc321a718 req-4d5104c4-577d-41f9-b8d3-92f994994952 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326591 Jul 15 14:02:37.636988 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-3279d8d3-c7b1-4ad5-8b93-3b09cb09db48 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:37.638950 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-3279d8d3-c7b1-4ad5-8b93-3b09cb09db48 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d&tenant_id=815b3b11e1d14c7eafe809faaf7caebd&binding%3Ahost_id=n-h1-758944-45 HTTP/1.1" status: 200 len: 943 time: 0.0903802 Jul 15 14:02:37.679182 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865243b-11e2-4128-a8c2-c4d97bc894f4 req-07a77b4f-0508-44f7-a309-b1719cf963c1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:37.681573 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f865243b-11e2-4128-a8c2-c4d97bc894f4 req-07a77b4f-0508-44f7-a309-b1719cf963c1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 943 time: 0.0722361 Jul 15 14:02:37.703793 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-4bd61403-1773-44e3-a8a2-fffbefbac106 service neutron] 10.222.0.18 "GET /v2.0/ports/ed8102e6-8576-45ab-8054-ff582e56a874/bindings/n-h1-758944-45 HTTP/1.1" status: 200 len: 383 time: 0.0579574 Jul 15 14:02:37.721279 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f865243b-11e2-4128-a8c2-c4d97bc894f4 req-86e488df-0a19-44b1-9401-cfe3a5ad4650 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335922 Jul 15 14:02:37.784974 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-ec91712a-dc66-4622-8569-331cd1cbf6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:37.786542 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-ec91712a-dc66-4622-8569-331cd1cbf6cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 1095 time: 0.0594530 Jul 15 14:02:37.879632 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-cb8c549e-c138-48e2-be90-7245fee7cd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:37.881139 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-cb8c549e-c138-48e2-be90-7245fee7cd17 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.0890529 Jul 15 14:02:37.953058 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device ed8102e6-8576-45ab-8054-ff582e56a874 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:02:37.954406 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-ed6564c8-c36e-48fc-80b8-f1ee83a0330f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed8102e6-8576-45ab-8054-ff582e56a874 HTTP/1.1" status: 200 len: 998 time: 0.0666761 Jul 15 14:02:38.006412 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-81a35fad-adf9-461f-885e-7f9c895ebd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:38.007838 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-81a35fad-adf9-461f-885e-7f9c895ebd54 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0474048 Jul 15 14:02:38.070411 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-20ec1f9d-b496-45ef-ab6e-7aa2341047df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:38.072532 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-20ec1f9d-b496-45ef-ab6e-7aa2341047df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585299 Jul 15 14:02:38.181488 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-c23e0ad1-98bb-486e-8c2d-da114105b571 service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022108 Jul 15 14:02:38.217687 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port ed8102e6-8576-45ab-8054-ff582e56a874, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=ed8102e6-8576-45ab-8054-ff582e56a874,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:38.231169 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'ed8102e6-8576-45ab-8054-ff582e56a874', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'port_id': 'ed8102e6-8576-45ab-8054-ff582e56a874', 'mac_address': 'fa:16:3e:ce:5a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:02:38.268912 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:38.275859 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-562e69b9-d1f2-4c07-b9ec-caba226ee0b6 service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881393 Jul 15 14:02:38.284721 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed8102e6-8576-45ab-8054-ff582e56a874 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:02:38.305474 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port ed8102e6-8576-45ab-8054-ff582e56a874, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=ed8102e6-8576-45ab-8054-ff582e56a874,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:38.310893 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:38.362873 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=ed8102e6-8576-45ab-8054-ff582e56a874,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:38.370461 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:38.371146 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:38.371625 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:38.371965 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:38.372298 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:38.372630 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:38.372956 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:38.373279 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:38.373629 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:38.373953 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:38.374275 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:38.374597 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:38.565236 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['ed8102e6-8576-45ab-8054-ff582e56a874'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:02:38.709253 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:38.903462 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab0200-af37-4e95-9f99-35162551506e req-a67d8554-7216-4e6e-ac83-90acf30c312d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:38.904875 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-acab0200-af37-4e95-9f99-35162551506e req-a67d8554-7216-4e6e-ac83-90acf30c312d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 944 time: 0.0680709 Jul 15 14:02:38.948708 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-acab0200-af37-4e95-9f99-35162551506e req-d4160c38-5d26-415e-9117-5b282b952d34 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382366 Jul 15 14:02:39.969041 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device ed8102e6-8576-45ab-8054-ff582e56a874 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:02:40.022913 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port ed8102e6-8576-45ab-8054-ff582e56a874 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:02:40.028166 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port ed8102e6-8576-45ab-8054-ff582e56a874 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:02:40.029051 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:40.117908 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:40.134995 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a873bd8-00c1-4fc5-97cd-a1fe9c26f451 req-c50d880b-2e27-419a-9279-1e7e55bc1c8c tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:40.140062 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8102e6-8576-45ab-8054-ff582e56a874'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:02:40.140846 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7a873bd8-00c1-4fc5-97cd-a1fe9c26f451 req-c50d880b-2e27-419a-9279-1e7e55bc1c8c tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 944 time: 0.0748200 Jul 15 14:02:40.142335 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5982e52f7164c00132b4161e7da779dd5a615a4991d8f343d2f1980d90734956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6178e222-57a9-41b4-9794-504c111b4e65" -d '{"events": [{"server_uuid": "ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d", "name": "network-vif-plugged", "status": "completed", "tag": "ed8102e6-8576-45ab-8054-ff582e56a874"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:02:40.157450 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port ed8102e6-8576-45ab-8054-ff582e56a874, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=ed8102e6-8576-45ab-8054-ff582e56a874,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:40.163007 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:40.189594 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7a873bd8-00c1-4fc5-97cd-a1fe9c26f451 req-730c7a30-4939-4a45-bcd2-fd8660809bdf tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470722 Jul 15 14:02:40.208028 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8f9440-5e35-4478-a186-b77aea961a14 x-openstack-request-id: req-7a8f9440-5e35-4478-a186-b77aea961a14 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:02:40.208430 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d", "name": "network-vif-plugged", "status": "completed", "tag": "ed8102e6-8576-45ab-8054-ff582e56a874", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:02:40.208793 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7a8f9440-5e35-4478-a186-b77aea961a14 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:02:40.209714 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8102e6-8576-45ab-8054-ff582e56a874', 'code': 200} Jul 15 14:02:40.232792 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=ed8102e6-8576-45ab-8054-ff582e56a874,revision_number=9']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:41.388202 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94b0b1-2292-423f-98ad-3070557e9380 req-46418797-7481-4f84-b0aa-a578c09fe233 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:41.389797 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1c94b0b1-2292-423f-98ad-3070557e9380 req-46418797-7481-4f84-b0aa-a578c09fe233 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 945 time: 0.0755372 Jul 15 14:02:41.436023 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1c94b0b1-2292-423f-98ad-3070557e9380 req-eff66643-2445-4898-87ae-31ee6d0067ae tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374756 Jul 15 14:02:42.123264 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-1a5ce6a7-07db-4a94-bf57-a1f2f65c8804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:42.124755 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-1a5ce6a7-07db-4a94-bf57-a1f2f65c8804 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d&tenant_id=815b3b11e1d14c7eafe809faaf7caebd HTTP/1.1" status: 200 len: 1097 time: 0.0536456 Jul 15 14:02:42.141584 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-12c1f189-d745-46f4-86aa-6b21b43581df service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-45', 'device_owner': 'compute:nova'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:42.215412 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-12c1f189-d745-46f4-86aa-6b21b43581df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:42.419013 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-12c1f189-d745-46f4-86aa-6b21b43581df service neutron] For port ed8102e6-8576-45ab-8054-ff582e56a874, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=ed8102e6-8576-45ab-8054-ff582e56a874,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:42.451786 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-12c1f189-d745-46f4-86aa-6b21b43581df service neutron] For port ed8102e6-8576-45ab-8054-ff582e56a874, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:02:42.493639 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed8102e6-8576-45ab-8054-ff582e56a874'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:02:42.496209 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646fe4c0-2f70-491a-ba81-d3af8980b392" -d '{"events": [{"server_uuid": "ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d", "name": "network-vif-unplugged", "status": "completed", "tag": "ed8102e6-8576-45ab-8054-ff582e56a874"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:02:42.500585 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-12c1f189-d745-46f4-86aa-6b21b43581df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:42.527060 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-12c1f189-d745-46f4-86aa-6b21b43581df service neutron] Transition to ACTIVE for port object ed8102e6-8576-45ab-8054-ff582e56a874 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:02:42.536087 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-12c1f189-d745-46f4-86aa-6b21b43581df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:42.590580 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1f189-d745-46f4-86aa-6b21b43581df service neutron] Pushing event updated for resources: {'Port': ['ID=ed8102e6-8576-45ab-8054-ff582e56a874,revision_number=10']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:42.662028 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d86c79-2e0f-455a-8dd5-0cfaa67a34eb req-b7e031fd-13c3-4eaa-b96f-ae999d1ea234 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:42.664247 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62d86c79-2e0f-455a-8dd5-0cfaa67a34eb req-b7e031fd-13c3-4eaa-b96f-ae999d1ea234 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 944 time: 0.0787644 Jul 15 14:02:42.699139 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c41fa1-4180-4cee-902a-dd1c9fdc5198 x-openstack-request-id: req-f7c41fa1-4180-4cee-902a-dd1c9fdc5198 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:02:42.699477 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d", "name": "network-vif-unplugged", "status": "completed", "tag": "ed8102e6-8576-45ab-8054-ff582e56a874", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:02:42.699676 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7c41fa1-4180-4cee-902a-dd1c9fdc5198 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:02:42.700196 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed8102e6-8576-45ab-8054-ff582e56a874', 'code': 200} Jul 15 14:02:42.701457 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-12c1f189-d745-46f4-86aa-6b21b43581df service neutron] No DVR routers for this DVR port ed8102e6-8576-45ab-8054-ff582e56a874 on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:02:42.718396 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-62d86c79-2e0f-455a-8dd5-0cfaa67a34eb req-6e45ba7e-45d2-46dd-912f-1eab8239bb54 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407765 Jul 15 14:02:43.146138 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-12c1f189-d745-46f4-86aa-6b21b43581df service neutron] Attempting to bind port ed8102e6-8576-45ab-8054-ff582e56a874 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:02:43.146463 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-12c1f189-d745-46f4-86aa-6b21b43581df service neutron] Attempting to bind port ed8102e6-8576-45ab-8054-ff582e56a874 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:02:43.146784 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-12c1f189-d745-46f4-86aa-6b21b43581df service neutron] Attempting to bind port ed8102e6-8576-45ab-8054-ff582e56a874 on network c64839d0-24c4-4ee2-a3a9-2c840acfac87 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:02:43.151591 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-12c1f189-d745-46f4-86aa-6b21b43581df service neutron] Port ed8102e6-8576-45ab-8054-ff582e56a874 on network c64839d0-24c4-4ee2-a3a9-2c840acfac87 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:02:43.151913 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-12c1f189-d745-46f4-86aa-6b21b43581df service neutron] Attempting to bind port ed8102e6-8576-45ab-8054-ff582e56a874 on network c64839d0-24c4-4ee2-a3a9-2c840acfac87 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:02:43.156719 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-12c1f189-d745-46f4-86aa-6b21b43581df service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:02:43.157053 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-12c1f189-d745-46f4-86aa-6b21b43581df service neutron] Checking segment: {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:02:43.157431 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-12c1f189-d745-46f4-86aa-6b21b43581df service neutron] Bound using segment: {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:02:43.157882 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-12c1f189-d745-46f4-86aa-6b21b43581df service neutron] Bound port: ed8102e6-8576-45ab-8054-ff582e56a874, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:02:43.158239 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-12c1f189-d745-46f4-86aa-6b21b43581df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:43.224656 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-12c1f189-d745-46f4-86aa-6b21b43581df service neutron] For port ed8102e6-8576-45ab-8054-ff582e56a874, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:02:43.228400 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-12c1f189-d745-46f4-86aa-6b21b43581df service neutron] For port ed8102e6-8576-45ab-8054-ff582e56a874, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=ed8102e6-8576-45ab-8054-ff582e56a874,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:02:43.236349 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-12c1f189-d745-46f4-86aa-6b21b43581df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:43.273452 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-12c1f189-d745-46f4-86aa-6b21b43581df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:43.274609 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-12c1f189-d745-46f4-86aa-6b21b43581df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:43.276105 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-12c1f189-d745-46f4-86aa-6b21b43581df service neutron] 10.222.0.32 "PUT /v2.0/ports/ed8102e6-8576-45ab-8054-ff582e56a874 HTTP/1.1" status: 200 len: 1093 time: 1.1383588 Jul 15 14:02:43.298109 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1f189-d745-46f4-86aa-6b21b43581df service neutron] Pushing event updated for resources: {'Port': ['ID=ed8102e6-8576-45ab-8054-ff582e56a874,revision_number=11']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:43.373077 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-947b07c1-08e0-460f-ad71-75ca7f28af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:43.374676 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-947b07c1-08e0-460f-ad71-75ca7f28af81 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 1096 time: 0.0597856 Jul 15 14:02:43.476052 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-3975ef28-b821-4123-8e05-17b2a626521b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:43.477626 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-3975ef28-b821-4123-8e05-17b2a626521b service neutron] 10.222.0.32 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.0963719 Jul 15 14:02:43.542809 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-04f60ee8-4294-4e51-95f0-b6769d1253f1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed8102e6-8576-45ab-8054-ff582e56a874 HTTP/1.1" status: 200 len: 998 time: 0.0592179 Jul 15 14:02:43.604321 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-ea674074-1c0d-4e32-bf7d-4c82270e9636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:43.606172 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-ea674074-1c0d-4e32-bf7d-4c82270e9636 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0493686 Jul 15 14:02:43.663577 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-ef2690d3-0d6d-4217-b8ad-1fbe017cf1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:43.665080 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-ef2690d3-0d6d-4217-b8ad-1fbe017cf1d1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523210 Jul 15 14:02:43.761724 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-756708a8-bd5d-4307-8092-093d949c33cc service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898135 Jul 15 14:02:43.894785 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-faf94155-0384-4cd0-a77b-f43d44d5e754 req-bf75859e-da02-4d2e-bd8c-6db7054895f4 service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271129 Jul 15 14:02:43.929751 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49308c-ea6c-43c7-a9ab-680db2dde146 req-6d7946d9-7065-4d47-b948-71631c90f44b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:43.931883 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1a49308c-ea6c-43c7-a9ab-680db2dde146 req-6d7946d9-7065-4d47-b948-71631c90f44b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 944 time: 0.0881681 Jul 15 14:02:43.975155 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1a49308c-ea6c-43c7-a9ab-680db2dde146 req-a6725657-7ec6-4f65-bf04-6977e854aa11 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367250 Jul 15 14:02:43.986495 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device ed8102e6-8576-45ab-8054-ff582e56a874 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:02:44.028469 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device ed8102e6-8576-45ab-8054-ff582e56a874 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:02:44.701095 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d', 'tag': 'ed8102e6-8576-45ab-8054-ff582e56a874'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:02:44.703643 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2bc994-7f88-4139-aa2e-e907792634c4" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d", "tag": "ed8102e6-8576-45ab-8054-ff582e56a874"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:02:44.752499 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfbce03-98af-41a9-a771-0ddbd40b334f x-openstack-request-id: req-abfbce03-98af-41a9-a771-0ddbd40b334f {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:02:44.752786 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d", "tag": "ed8102e6-8576-45ab-8054-ff582e56a874", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:02:44.753034 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-abfbce03-98af-41a9-a771-0ddbd40b334f {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:02:44.753431 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d', 'tag': 'ed8102e6-8576-45ab-8054-ff582e56a874', 'status': 'completed', 'code': 200} Jul 15 14:02:44.898039 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bc994-7f88-4139-aa2e-e907792634c4 req-8c71f7c0-ebfd-4e03-ac3c-71259bcebf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:44.899566 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa2bc994-7f88-4139-aa2e-e907792634c4 req-8c71f7c0-ebfd-4e03-ac3c-71259bcebf1b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 1096 time: 0.1038256 Jul 15 14:02:44.902140 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bc994-7f88-4139-aa2e-e907792634c4 req-20cd8c42-158c-4f91-94aa-895be0058ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:44.903491 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa2bc994-7f88-4139-aa2e-e907792634c4 req-20cd8c42-158c-4f91-94aa-895be0058ce7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 1096 time: 0.1273687 Jul 15 14:02:45.066719 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bc994-7f88-4139-aa2e-e907792634c4 req-16043d0d-212c-4979-8424-c72239533575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:45.068230 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa2bc994-7f88-4139-aa2e-e907792634c4 req-16043d0d-212c-4979-8424-c72239533575 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.1554723 Jul 15 14:02:45.069213 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bc994-7f88-4139-aa2e-e907792634c4 req-304edf61-97c8-4045-8cad-e91ce9350757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:45.070574 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa2bc994-7f88-4139-aa2e-e907792634c4 req-304edf61-97c8-4045-8cad-e91ce9350757 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 200 len: 912 time: 0.1650939 Jul 15 14:02:45.219690 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa2bc994-7f88-4139-aa2e-e907792634c4 req-1dd7a3b5-7c39-406e-b254-913d2847a681 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed8102e6-8576-45ab-8054-ff582e56a874 HTTP/1.1" status: 200 len: 998 time: 0.1451373 Jul 15 14:02:45.222110 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa2bc994-7f88-4139-aa2e-e907792634c4 req-fb1e695f-6f3d-4bbb-87f1-fc23aff20fda service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed8102e6-8576-45ab-8054-ff582e56a874 HTTP/1.1" status: 200 len: 998 time: 0.1416402 Jul 15 14:02:45.314615 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bc994-7f88-4139-aa2e-e907792634c4 req-e9c6a338-bd03-4454-9bb2-6c0f72f481e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:45.316020 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa2bc994-7f88-4139-aa2e-e907792634c4 req-e9c6a338-bd03-4454-9bb2-6c0f72f481e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.0903788 Jul 15 14:02:45.325940 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e4fb2-e015-4afc-a735-d2a12d43f6d8 req-35760982-8c9b-4f01-b0ee-aff2c2e13a8b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:45.327420 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f03e4fb2-e015-4afc-a735-d2a12d43f6d8 req-35760982-8c9b-4f01-b0ee-aff2c2e13a8b tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 944 time: 0.2058547 Jul 15 14:02:45.341042 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bc994-7f88-4139-aa2e-e907792634c4 req-ec6c67bd-ec9c-404d-a8ec-79f97af77899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:45.342446 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa2bc994-7f88-4139-aa2e-e907792634c4 req-ec6c67bd-ec9c-404d-a8ec-79f97af77899 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 200 len: 850 time: 0.1079483 Jul 15 14:02:45.435459 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f03e4fb2-e015-4afc-a735-d2a12d43f6d8 req-d7416138-1d1b-4feb-98f8-61f91f5eb3cc tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958903 Jul 15 14:02:45.459499 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bc994-7f88-4139-aa2e-e907792634c4 req-446a615b-688d-4fbf-804a-a7b614eb9c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:45.461012 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa2bc994-7f88-4139-aa2e-e907792634c4 req-446a615b-688d-4fbf-804a-a7b614eb9c44 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1308181 Jul 15 14:02:45.464236 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bc994-7f88-4139-aa2e-e907792634c4 req-a698fdbe-7118-4762-924b-d08479173c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:45.465609 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa2bc994-7f88-4139-aa2e-e907792634c4 req-a698fdbe-7118-4762-924b-d08479173c55 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c64839d0-24c4-4ee2-a3a9-2c840acfac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0968478 Jul 15 14:02:45.620477 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa2bc994-7f88-4139-aa2e-e907792634c4 req-0ea84329-9e95-4b3a-a309-02c493f83d24 service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526122 Jul 15 14:02:45.624517 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa2bc994-7f88-4139-aa2e-e907792634c4 req-ebb40398-4693-49b4-bd4e-2eb5644a78bd service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498003 Jul 15 14:02:45.783575 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa2bc994-7f88-4139-aa2e-e907792634c4 req-0ffad469-8a3c-4db8-9d60-b47f4704830e service neutron] 10.222.0.18 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572173 Jul 15 14:02:45.787004 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fa2bc994-7f88-4139-aa2e-e907792634c4 req-80f4a380-af97-4d67-a40d-1a0e08bedfd2 service neutron] 10.222.0.32 "GET /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525414 Jul 15 14:02:46.617398 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5dbc5-821b-4539-80da-fc6c3b622039 req-e6f8e68f-9509-4e79-b90b-e13bdca8f683 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:46.618849 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-12c5dbc5-821b-4539-80da-fc6c3b622039 req-e6f8e68f-9509-4e79-b90b-e13bdca8f683 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 944 time: 0.0659425 Jul 15 14:02:46.657920 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-12c5dbc5-821b-4539-80da-fc6c3b622039 req-ce0fb509-f723-4091-bbcd-e5c8c1d8ee73 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332229 Jul 15 14:02:47.847170 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639edbe-8571-445b-9459-e355ac432d31 req-ff69d49e-ff35-4697-a42b-5d2eb17a58a0 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:47.848690 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9639edbe-8571-445b-9459-e355ac432d31 req-ff69d49e-ff35-4697-a42b-5d2eb17a58a0 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 944 time: 0.0726361 Jul 15 14:02:47.891148 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9639edbe-8571-445b-9459-e355ac432d31 req-6f5044c7-c243-444d-895d-5540b356a2d4 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365455 Jul 15 14:02:49.097261 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232fa49-541a-4736-92cb-0e37828f2e35 req-d3ca79db-431f-4345-ad75-dd246dd0ab49 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:49.100104 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f232fa49-541a-4736-92cb-0e37828f2e35 req-d3ca79db-431f-4345-ad75-dd246dd0ab49 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 944 time: 0.0890291 Jul 15 14:02:49.142730 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f232fa49-541a-4736-92cb-0e37828f2e35 req-b973a2cc-2459-4c4c-b973-84504b566182 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360405 Jul 15 14:02:50.334064 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5de0ec-beb8-441c-9077-4043f3f8c0fd req-cde04999-8bc4-40d8-8855-3079cd2a31a3 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:50.335654 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d5de0ec-beb8-441c-9077-4043f3f8c0fd req-cde04999-8bc4-40d8-8855-3079cd2a31a3 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 944 time: 0.0663323 Jul 15 14:02:50.376140 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d5de0ec-beb8-441c-9077-4043f3f8c0fd req-70562c61-0f52-4b56-80ae-01f93472de66 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341275 Jul 15 14:02:50.919240 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8dd9f61a-22df-4333-8024-4ee47e3988c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:51.011418 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:02:51.571404 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9f667-9766-4ab8-9efc-1984caf3a647 req-f8df6125-0897-48ad-b826-3a9408d4efc9 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:51.573002 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bfa9f667-9766-4ab8-9efc-1984caf3a647 req-f8df6125-0897-48ad-b826-3a9408d4efc9 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 944 time: 0.0707948 Jul 15 14:02:51.615356 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bfa9f667-9766-4ab8-9efc-1984caf3a647 req-0fff417f-e982-4b76-b821-70537d6f2cd4 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365868 Jul 15 14:02:52.798588 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf37f3c-357e-4a80-97b8-6c0e0b859a7a req-9fdbc862-3c54-482e-a809-57f2f1f97cf4 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:52.800303 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4bf37f3c-357e-4a80-97b8-6c0e0b859a7a req-9fdbc862-3c54-482e-a809-57f2f1f97cf4 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 944 time: 0.0677223 Jul 15 14:02:52.842205 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4bf37f3c-357e-4a80-97b8-6c0e0b859a7a req-efe2b3c7-a44a-4d52-8521-d7fec80297fd tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346303 Jul 15 14:02:53.336200 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:53.454026 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8f0d763d-4d21-4e2d-976b-9b3f78396c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:54.026139 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965afc9-0180-4e21-877e-ec88d2826c9b req-0d2a5062-959d-46e3-8ea9-5c14727c991d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:54.027705 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2965afc9-0180-4e21-877e-ec88d2826c9b req-0d2a5062-959d-46e3-8ea9-5c14727c991d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 944 time: 0.0664308 Jul 15 14:02:54.067609 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2965afc9-0180-4e21-877e-ec88d2826c9b req-72fbf2b9-28b9-4f7f-a437-856627884b7a tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335126 Jul 15 14:02:54.334141 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device ed8102e6-8576-45ab-8054-ff582e56a874 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:02:54.435942 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port ed8102e6-8576-45ab-8054-ff582e56a874, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=ed8102e6-8576-45ab-8054-ff582e56a874,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:54.448079 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'ed8102e6-8576-45ab-8054-ff582e56a874', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'port_id': 'ed8102e6-8576-45ab-8054-ff582e56a874', 'mac_address': 'fa:16:3e:ce:5a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:02:54.486606 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:54.503954 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed8102e6-8576-45ab-8054-ff582e56a874 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:02:54.524793 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port ed8102e6-8576-45ab-8054-ff582e56a874, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=ed8102e6-8576-45ab-8054-ff582e56a874,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:54.529315 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:54.577813 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=ed8102e6-8576-45ab-8054-ff582e56a874,revision_number=12']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:54.832711 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['ed8102e6-8576-45ab-8054-ff582e56a874'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:02:54.925838 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:55.248844 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53118963-c167-4775-bd30-4d931089f2b7 req-61559d39-9fa1-46a2-8fa7-bdca6102b721 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:55.250446 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-53118963-c167-4775-bd30-4d931089f2b7 req-61559d39-9fa1-46a2-8fa7-bdca6102b721 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 945 time: 0.0685589 Jul 15 14:02:55.289329 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-53118963-c167-4775-bd30-4d931089f2b7 req-d7c3097e-940b-4d61-80d1-76a73d3fc527 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332918 Jul 15 14:02:55.468462 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397bb57-c3f6-44e4-9698-56e320cfdea9 req-7bbcf408-9c77-41f5-8827-695b969bd0de tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:55.470050 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3397bb57-c3f6-44e4-9698-56e320cfdea9 req-7bbcf408-9c77-41f5-8827-695b969bd0de tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 945 time: 0.0652072 Jul 15 14:02:55.513867 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3397bb57-c3f6-44e4-9698-56e320cfdea9 req-49bdfeb9-f6d0-4882-b4f6-5300130bc089 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380630 Jul 15 14:02:55.653616 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:55.692518 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1116fda-54ed-400f-a907-6c37297b205d req-4901311b-1ad2-4f78-99a1-681f6445380f tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:55.694082 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c1116fda-54ed-400f-a907-6c37297b205d req-4901311b-1ad2-4f78-99a1-681f6445380f tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 945 time: 0.0697212 Jul 15 14:02:55.734266 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c1116fda-54ed-400f-a907-6c37297b205d req-468fb053-d236-408a-bea1-35a6f65ddd94 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338120 Jul 15 14:02:56.140019 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfe469-59c9-41d8-bdfd-666352eb87df req-2483a3bc-1966-465b-a6e1-c45dfd347f8e tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:56.141587 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50bfe469-59c9-41d8-bdfd-666352eb87df req-2483a3bc-1966-465b-a6e1-c45dfd347f8e tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 945 time: 0.0733519 Jul 15 14:02:56.184773 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-50bfe469-59c9-41d8-bdfd-666352eb87df req-67665920-a861-4477-820f-235e9fab5a80 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376236 Jul 15 14:02:56.350268 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device ed8102e6-8576-45ab-8054-ff582e56a874 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:02:56.407287 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port ed8102e6-8576-45ab-8054-ff582e56a874 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:02:56.411371 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port ed8102e6-8576-45ab-8054-ff582e56a874 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:02:56.411743 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:56.493162 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:56.525340 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:56.529795 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8102e6-8576-45ab-8054-ff582e56a874'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:02:56.532072 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5982e52f7164c00132b4161e7da779dd5a615a4991d8f343d2f1980d90734956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf1a0d5-9997-469e-a530-36984f7d956d" -d '{"events": [{"server_uuid": "ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d", "name": "network-vif-plugged", "status": "completed", "tag": "ed8102e6-8576-45ab-8054-ff582e56a874"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:02:56.546581 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port ed8102e6-8576-45ab-8054-ff582e56a874, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=ed8102e6-8576-45ab-8054-ff582e56a874,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:56.551716 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:56.613889 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=ed8102e6-8576-45ab-8054-ff582e56a874,revision_number=13']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:56.628693 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc2e8eb-6d8c-450a-91a8-fe0614f51e81 x-openstack-request-id: req-9cc2e8eb-6d8c-450a-91a8-fe0614f51e81 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:02:56.629738 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d", "name": "network-vif-plugged", "status": "completed", "tag": "ed8102e6-8576-45ab-8054-ff582e56a874", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:02:56.629738 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9cc2e8eb-6d8c-450a-91a8-fe0614f51e81 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:02:56.630084 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8102e6-8576-45ab-8054-ff582e56a874', 'code': 200} Jul 15 14:02:57.377032 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb5ef2-f834-4702-9540-29d8441c91fb req-88d9b1d7-e286-400b-b111-325242232aae tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:57.378602 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-31eb5ef2-f834-4702-9540-29d8441c91fb req-88d9b1d7-e286-400b-b111-325242232aae tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 946 time: 0.0694690 Jul 15 14:02:57.422356 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-31eb5ef2-f834-4702-9540-29d8441c91fb req-fb6710f9-30e2-4f94-a2a0-a322d01e3b3d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups?id=0c622346-5670-41cf-959d-b2a0ff18a124&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361562 Jul 15 14:02:57.839315 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25842d-efb3-48d3-be48-a94872b02ec5 req-fb376e9f-22a8-4896-9903-bf8c03ddee63 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:57.840848 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d25842d-efb3-48d3-be48-a94872b02ec5 req-fb376e9f-22a8-4896-9903-bf8c03ddee63 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 946 time: 0.0649338 Jul 15 14:02:57.960137 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-3d25842d-efb3-48d3-be48-a94872b02ec5 req-dc94ef12-e10a-460b-af1b-9ffb1ca136c2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Deleting port ed8102e6-8576-45ab-8054-ff582e56a874 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:02:57.960569 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3d25842d-efb3-48d3-be48-a94872b02ec5 req-dc94ef12-e10a-460b-af1b-9ffb1ca136c2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:58.057875 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3d25842d-efb3-48d3-be48-a94872b02ec5 req-dc94ef12-e10a-460b-af1b-9ffb1ca136c2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] For port ed8102e6-8576-45ab-8054-ff582e56a874, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=ed8102e6-8576-45ab-8054-ff582e56a874,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:58.058325 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3d25842d-efb3-48d3-be48-a94872b02ec5 req-dc94ef12-e10a-460b-af1b-9ffb1ca136c2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:58.253326 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3d25842d-efb3-48d3-be48-a94872b02ec5 req-dc94ef12-e10a-460b-af1b-9ffb1ca136c2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:58.253698 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3d25842d-efb3-48d3-be48-a94872b02ec5 req-dc94ef12-e10a-460b-af1b-9ffb1ca136c2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:58.254046 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [req-3d25842d-efb3-48d3-be48-a94872b02ec5 req-dc94ef12-e10a-460b-af1b-9ffb1ca136c2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Floating IP f9ed4ac2-4c86-4e1c-9b31-1793caba06c8 disassociated. External IP: 172.25.6.7, port: ed8102e6-8576-45ab-8054-ff582e56a874. Jul 15 14:02:58.254405 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-3d25842d-efb3-48d3-be48-a94872b02ec5 req-dc94ef12-e10a-460b-af1b-9ffb1ca136c2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Calling delete_port for ed8102e6-8576-45ab-8054-ff582e56a874 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:02:58.407597 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3d25842d-efb3-48d3-be48-a94872b02ec5 req-dc94ef12-e10a-460b-af1b-9ffb1ca136c2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:58.443247 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94ef12-e10a-460b-af1b-9ffb1ca136c2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Pushing event deleted for resources: {'Port': ['ID=ed8102e6-8576-45ab-8054-ff582e56a874,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:58.601572 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d25842d-efb3-48d3-be48-a94872b02ec5 req-dc94ef12-e10a-460b-af1b-9ffb1ca136c2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Router 54100a26-1f14-4011-982f-472b262db138 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:02:58.619622 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-75899fd7-eabc-4398-a523-6d26fbfccf6b req-85060016-ba14-4254-80db-e25ec42d187e tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 210 time: 0.0410507 Jul 15 14:02:58.727839 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d25842d-efb3-48d3-be48-a94872b02ec5 req-dc94ef12-e10a-460b-af1b-9ffb1ca136c2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:02:58.738234 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac1c95b-2fd2-4d04-9ffb-5451e2c34144 None None] Sync routers for ids ['54100a26-1f14-4011-982f-472b262db138'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:02:58.749313 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac1c95b-2fd2-4d04-9ffb-5451e2c34144 None None] Routers {'54100a26-1f14-4011-982f-472b262db138'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:02:58.750012 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5ac1c95b-2fd2-4d04-9ffb-5451e2c34144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:02:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['54100a26-1f14-4011-982f-472b262db138'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:58.785435 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d25842d-efb3-48d3-be48-a94872b02ec5 req-dc94ef12-e10a-460b-af1b-9ffb1ca136c2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] No DVR routers for this DVR port ed8102e6-8576-45ab-8054-ff582e56a874 on host n-h2-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:02:58.789566 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3d25842d-efb3-48d3-be48-a94872b02ec5 req-dc94ef12-e10a-460b-af1b-9ffb1ca136c2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:58.791992 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3d25842d-efb3-48d3-be48-a94872b02ec5 req-dc94ef12-e10a-460b-af1b-9ffb1ca136c2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.32 "DELETE /v2.0/ports/ed8102e6-8576-45ab-8054-ff582e56a874 HTTP/1.1" status: 204 len: 173 time: 0.9456730 Jul 15 14:02:58.792396 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d', 'name': 'network-vif-deleted', 'tag': 'ed8102e6-8576-45ab-8054-ff582e56a874'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:02:58.794841 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95860268-40f0-4756-856b-f4f092f04d58" -d '{"events": [{"server_uuid": "ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d", "name": "network-vif-deleted", "tag": "ed8102e6-8576-45ab-8054-ff582e56a874"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:02:58.842759 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ab9faf-2aee-40f3-b54d-d778464354fc x-openstack-request-id: req-74ab9faf-2aee-40f3-b54d-d778464354fc {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:02:58.843059 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d", "name": "network-vif-deleted", "tag": "ed8102e6-8576-45ab-8054-ff582e56a874", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:02:58.843461 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-74ab9faf-2aee-40f3-b54d-d778464354fc {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:02:58.844191 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d', 'name': 'network-vif-deleted', 'tag': 'ed8102e6-8576-45ab-8054-ff582e56a874', 'status': 'completed', 'code': 200} Jul 15 14:02:58.884411 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-5ac1c95b-2fd2-4d04-9ffb-5451e2c34144 None None] Set router 54100a26-1f14-4011-982f-472b262db138 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:02:59.110269 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5ac1c95b-2fd2-4d04-9ffb-5451e2c34144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54100a26-1f14-4011-982f-472b262db138', 'name': 'tempest-ServerActionsTestJSON-725938257-router', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:53:17Z', 'updated_at': '2021-07-15T13:53:20Z', 'revision_number': 4, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'gw_port': {'id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:18Z', 'updated_at': '2021-07-15T13:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '93fed6d4-e035-4685-9427-f5a6c5756c37', 'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'mac_address': 'fa:16:3e:26:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:20Z', 'updated_at': '2021-07-15T13:53:25Z', 'revision_number': 5, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'subnets': [{'id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:59.139110 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac1c95b-2fd2-4d04-9ffb-5451e2c34144 None None] Checking router: 54100a26-1f14-4011-982f-472b262db138 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:02:59.148341 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac1c95b-2fd2-4d04-9ffb-5451e2c34144 None None] Routers {'54100a26-1f14-4011-982f-472b262db138'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:02:59.149566 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5ac1c95b-2fd2-4d04-9ffb-5451e2c34144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:02:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['54100a26-1f14-4011-982f-472b262db138'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:59.284793 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-5ac1c95b-2fd2-4d04-9ffb-5451e2c34144 None None] Set router 54100a26-1f14-4011-982f-472b262db138 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:02:59.547382 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5ac1c95b-2fd2-4d04-9ffb-5451e2c34144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54100a26-1f14-4011-982f-472b262db138', 'name': 'tempest-ServerActionsTestJSON-725938257-router', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:53:17Z', 'updated_at': '2021-07-15T13:53:20Z', 'revision_number': 4, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'gw_port': {'id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:18Z', 'updated_at': '2021-07-15T13:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '93fed6d4-e035-4685-9427-f5a6c5756c37', 'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'mac_address': 'fa:16:3e:26:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:20Z', 'updated_at': '2021-07-15T13:53:25Z', 'revision_number': 5, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'subnets': [{'id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:59.577001 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac1c95b-2fd2-4d04-9ffb-5451e2c34144 None None] The sync data for ids ['54100a26-1f14-4011-982f-472b262db138'] in n-d-758944-45 is: [{'id': '54100a26-1f14-4011-982f-472b262db138', 'name': 'tempest-ServerActionsTestJSON-725938257-router', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:53:17Z', 'updated_at': '2021-07-15T13:53:20Z', 'revision_number': 4, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'gw_port': {'id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:18Z', 'updated_at': '2021-07-15T13:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '93fed6d4-e035-4685-9427-f5a6c5756c37', 'name': '', 'network_id': 'c64839d0-24c4-4ee2-a3a9-2c840acfac87', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'mac_address': 'fa:16:3e:26:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:20Z', 'updated_at': '2021-07-15T13:53:25Z', 'revision_number': 5, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'subnets': [{'id': 'fdc038d7-3558-4c39-a4f1-725db6f1f4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:02:59.780970 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2e401eb9-b3c3-40c3-82a3-1fd0accb8d2a req-378bc8a5-e776-4c91-9c7c-fce26b0052b0 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 210 time: 0.0309784 Jul 15 14:02:59.858875 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f32d95-8ca9-48db-8876-7dcdbed0684e None None] New status for floating IP f9ed4ac2-4c86-4e1c-9b31-1793caba06c8: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:03:00.362286 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device ed8102e6-8576-45ab-8054-ff582e56a874 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:03:00.382200 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: ed8102e6-8576-45ab-8054-ff582e56a874 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:03:00.382531 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device ed8102e6-8576-45ab-8054-ff582e56a874 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:03:00.932727 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c8654b69-0cba-48e0-a3f7-4dd0fc56ba63 req-86a43432-8f95-454b-8328-d6512498070e tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 210 time: 0.0315192 Jul 15 14:03:02.078068 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c7cf680e-64af-47ec-961b-5490cde8c40a req-66825560-c069-4d64-9c5a-eb1c7abfad9d tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8d1d6d-e2cc-4afa-9bd0-f2c281fd137d HTTP/1.1" status: 200 len: 210 time: 0.0298290 Jul 15 14:03:07.225929 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48526) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:07.287696 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-df81441f-610a-447e-87c2-822eb66f87b1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:07.317780 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-df81441f-610a-447e-87c2-822eb66f87b1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:07.369602 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-df81441f-610a-447e-87c2-822eb66f87b1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:07.372834 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-df81441f-610a-447e-87c2-822eb66f87b1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:07.374184 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-df81441f-610a-447e-87c2-822eb66f87b1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "DELETE /v2.0/security-groups/0c622346-5670-41cf-959d-b2a0ff18a124 HTTP/1.1" status: 204 len: 168 time: 0.1470101 Jul 15 14:03:07.377210 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48528) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:07.388255 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df81441f-610a-447e-87c2-822eb66f87b1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c622346-5670-41cf-959d-b2a0ff18a124,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:07.400046 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [None req-b8277316-8b66-4550-b59a-294f7b212ffa tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] show failed (client error): The resource could not be found. Jul 15 14:03:07.401699 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b8277316-8b66-4550-b59a-294f7b212ffa tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "GET /v2.0/security-groups/0c622346-5670-41cf-959d-b2a0ff18a124 HTTP/1.1" status: 404 len: 347 time: 0.0220735 Jul 15 14:03:07.402039 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df81441f-610a-447e-87c2-822eb66f87b1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:07.402249 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df81441f-610a-447e-87c2-822eb66f87b1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:07.402627 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df81441f-610a-447e-87c2-822eb66f87b1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:07.403007 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df81441f-610a-447e-87c2-822eb66f87b1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:07.403437 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df81441f-610a-447e-87c2-822eb66f87b1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:07.403809 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df81441f-610a-447e-87c2-822eb66f87b1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:07.404184 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df81441f-610a-447e-87c2-822eb66f87b1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:07.404684 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df81441f-610a-447e-87c2-822eb66f87b1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:07.405103 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df81441f-610a-447e-87c2-822eb66f87b1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:07.405627 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df81441f-610a-447e-87c2-822eb66f87b1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:07.406097 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df81441f-610a-447e-87c2-822eb66f87b1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:07.406468 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df81441f-610a-447e-87c2-822eb66f87b1 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:07.408398 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48530) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:07.551278 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d8bae-5232-49d8-88f8-bbc8c4a2d2e2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Deleting port 65c4c133-0e89-4cd9-85d4-cb82c8162573 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:03:07.551620 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8bae-5232-49d8-88f8-bbc8c4a2d2e2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:07.685746 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8bae-5232-49d8-88f8-bbc8c4a2d2e2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:07.686045 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8bae-5232-49d8-88f8-bbc8c4a2d2e2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:07.698803 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d8bae-5232-49d8-88f8-bbc8c4a2d2e2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Calling delete_port for 65c4c133-0e89-4cd9-85d4-cb82c8162573 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:03:07.840037 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8bae-5232-49d8-88f8-bbc8c4a2d2e2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:07.864528 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d8bae-5232-49d8-88f8-bbc8c4a2d2e2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Pushing event deleted for resources: {'Port': ['ID=65c4c133-0e89-4cd9-85d4-cb82c8162573,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:07.931929 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8bae-5232-49d8-88f8-bbc8c4a2d2e2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:07.934592 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8bae-5232-49d8-88f8-bbc8c4a2d2e2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:07.935840 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-fe2d8bae-5232-49d8-88f8-bbc8c4a2d2e2 tempest-ServerActionsTestJSON-1827756786 tempest-ServerActionsTestJSON-1827756786-project] 10.222.0.24 "DELETE /v2.0/floatingips/f9ed4ac2-4c86-4e1c-9b31-1793caba06c8 HTTP/1.1" status: 204 len: 168 time: 0.5261178 Jul 15 14:03:07.938830 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48532) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:08.369050 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4593ebf2-d78b-4ab6-8944-b96520817e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:08.695870 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:08.960346 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4593ebf2-d78b-4ab6-8944-b96520817e47 admin admin] Deleting port 93fed6d4-e035-4685-9427-f5a6c5756c37 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:03:08.961032 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4593ebf2-d78b-4ab6-8944-b96520817e47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:09.042868 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4593ebf2-d78b-4ab6-8944-b96520817e47 admin admin] For port 93fed6d4-e035-4685-9427-f5a6c5756c37, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=93fed6d4-e035-4685-9427-f5a6c5756c37,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:09.043225 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4593ebf2-d78b-4ab6-8944-b96520817e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:09.058124 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4593ebf2-d78b-4ab6-8944-b96520817e47 admin admin] Calling delete_port for 93fed6d4-e035-4685-9427-f5a6c5756c37 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:03:09.263160 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4593ebf2-d78b-4ab6-8944-b96520817e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:09.293675 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593ebf2-d78b-4ab6-8944-b96520817e47 admin admin] Pushing event deleted for resources: {'Port': ['ID=93fed6d4-e035-4685-9427-f5a6c5756c37,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:09.516849 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4593ebf2-d78b-4ab6-8944-b96520817e47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:09.761777 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4593ebf2-d78b-4ab6-8944-b96520817e47 admin admin] Router 54100a26-1f14-4011-982f-472b262db138 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:03:09.881977 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4593ebf2-d78b-4ab6-8944-b96520817e47 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:03:09.888597 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4593ebf2-d78b-4ab6-8944-b96520817e47 admin admin] 10.222.0.24 "PUT /v2.0/routers/54100a26-1f14-4011-982f-472b262db138/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9479995 Jul 15 14:03:09.890947 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48536) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:09.896035 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6950645a-4a36-45ac-9248-94b0fa48a621 None None] Sync routers for ids ['54100a26-1f14-4011-982f-472b262db138'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:03:09.907617 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6950645a-4a36-45ac-9248-94b0fa48a621 None None] Routers {'54100a26-1f14-4011-982f-472b262db138'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:03:09.908404 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6950645a-4a36-45ac-9248-94b0fa48a621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:02:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['54100a26-1f14-4011-982f-472b262db138'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:10.016525 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8cc62164-2c80-4c25-aef9-60a945fc9978 admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:10.031934 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-6950645a-4a36-45ac-9248-94b0fa48a621 None None] Set router 54100a26-1f14-4011-982f-472b262db138 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:03:10.143955 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8cc62164-2c80-4c25-aef9-60a945fc9978 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:10.211232 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8cc62164-2c80-4c25-aef9-60a945fc9978 admin admin] Deleting port f709a4cc-4245-4861-93d4-27dbd3c1ab1f {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:03:10.212365 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8cc62164-2c80-4c25-aef9-60a945fc9978 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:10.275391 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6950645a-4a36-45ac-9248-94b0fa48a621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54100a26-1f14-4011-982f-472b262db138', 'name': 'tempest-ServerActionsTestJSON-725938257-router', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:53:17Z', 'updated_at': '2021-07-15T14:03:09Z', 'revision_number': 5, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'gw_port': {'id': 'f709a4cc-4245-4861-93d4-27dbd3c1ab1f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54100a26-1f14-4011-982f-472b262db138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:53:18Z', 'updated_at': '2021-07-15T13:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:10.303855 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6950645a-4a36-45ac-9248-94b0fa48a621 None None] Checking router: 54100a26-1f14-4011-982f-472b262db138 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:03:10.313340 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6950645a-4a36-45ac-9248-94b0fa48a621 None None] Routers {'54100a26-1f14-4011-982f-472b262db138'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:03:10.314006 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6950645a-4a36-45ac-9248-94b0fa48a621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:02:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['54100a26-1f14-4011-982f-472b262db138'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:10.325171 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-8cc62164-2c80-4c25-aef9-60a945fc9978 admin admin] For port f709a4cc-4245-4861-93d4-27dbd3c1ab1f, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=f709a4cc-4245-4861-93d4-27dbd3c1ab1f,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:10.325593 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8cc62164-2c80-4c25-aef9-60a945fc9978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:10.342480 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8cc62164-2c80-4c25-aef9-60a945fc9978 admin admin] Calling delete_port for f709a4cc-4245-4861-93d4-27dbd3c1ab1f owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:03:10.415758 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-6950645a-4a36-45ac-9248-94b0fa48a621 None None] Set router 54100a26-1f14-4011-982f-472b262db138 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:03:10.475589 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6950645a-4a36-45ac-9248-94b0fa48a621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54100a26-1f14-4011-982f-472b262db138', 'name': 'tempest-ServerActionsTestJSON-725938257-router', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:53:17Z', 'updated_at': '2021-07-15T14:03:10Z', 'revision_number': 6, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:10.504704 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6950645a-4a36-45ac-9248-94b0fa48a621 None None] The sync data for ids ['54100a26-1f14-4011-982f-472b262db138'] in n-d-758944-45 is: [{'id': '54100a26-1f14-4011-982f-472b262db138', 'name': 'tempest-ServerActionsTestJSON-725938257-router', 'tenant_id': '815b3b11e1d14c7eafe809faaf7caebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:53:17Z', 'updated_at': '2021-07-15T14:03:10Z', 'revision_number': 6, 'project_id': '815b3b11e1d14c7eafe809faaf7caebd', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:03:10.581449 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8cc62164-2c80-4c25-aef9-60a945fc9978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:10.611415 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc62164-2c80-4c25-aef9-60a945fc9978 admin admin] Pushing event deleted for resources: {'Port': ['ID=f709a4cc-4245-4861-93d4-27dbd3c1ab1f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:10.694486 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8cc62164-2c80-4c25-aef9-60a945fc9978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:10.813990 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8cc62164-2c80-4c25-aef9-60a945fc9978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:10.816422 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8cc62164-2c80-4c25-aef9-60a945fc9978 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:10.892638 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8cc62164-2c80-4c25-aef9-60a945fc9978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:10.893307 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc62164-2c80-4c25-aef9-60a945fc9978 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54100a26-1f14-4011-982f-472b262db138 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:03:10.898479 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8cc62164-2c80-4c25-aef9-60a945fc9978 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:10.902574 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8cc62164-2c80-4c25-aef9-60a945fc9978 admin admin] 10.222.0.24 "DELETE /v2.0/routers/54100a26-1f14-4011-982f-472b262db138 HTTP/1.1" status: 204 len: 168 time: 1.0076363 Jul 15 14:03:10.903538 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48538) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:10.960082 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f1d53d-e083-44bd-8782-fe5d9c8186d9 admin admin] Deleting subnet fdc038d7-3558-4c39-a4f1-725db6f1f4b7 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:03:10.966416 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12f1d53d-e083-44bd-8782-fe5d9c8186d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:11.006876 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12f1d53d-e083-44bd-8782-fe5d9c8186d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:11.106755 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12f1d53d-e083-44bd-8782-fe5d9c8186d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:11.166276 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12f1d53d-e083-44bd-8782-fe5d9c8186d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:11.197603 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1d53d-e083-44bd-8782-fe5d9c8186d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdc038d7-3558-4c39-a4f1-725db6f1f4b7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:11.204243 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12f1d53d-e083-44bd-8782-fe5d9c8186d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:11.206528 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-12f1d53d-e083-44bd-8782-fe5d9c8186d9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fdc038d7-3558-4c39-a4f1-725db6f1f4b7 HTTP/1.1" status: 204 len: 168 time: 0.3017235 Jul 15 14:03:11.210075 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48540) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:11.213997 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55b32e7-c89b-4665-93b3-a305d1e2cc49 None None] Network c64839d0-24c4-4ee2-a3a9-2c840acfac87 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:03:11.291028 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1cafda0d-a0e9-43df-87e3-cb71b35723f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:11.343420 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 93fed6d4-e035-4685-9427-f5a6c5756c37 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:03:11.358550 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-1cafda0d-a0e9-43df-87e3-cb71b35723f7 admin admin] Deleting port ebe12f0b-8428-49cc-99c8-770d0a112825 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:03:11.359038 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1cafda0d-a0e9-43df-87e3-cb71b35723f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:11.380413 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 93fed6d4-e035-4685-9427-f5a6c5756c37 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:03:11.380750 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 93fed6d4-e035-4685-9427-f5a6c5756c37 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:03:11.381173 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f709a4cc-4245-4861-93d4-27dbd3c1ab1f no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:03:11.403589 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: f709a4cc-4245-4861-93d4-27dbd3c1ab1f {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:03:11.403913 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f709a4cc-4245-4861-93d4-27dbd3c1ab1f not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:03:11.432862 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-1cafda0d-a0e9-43df-87e3-cb71b35723f7 admin admin] For port ebe12f0b-8428-49cc-99c8-770d0a112825, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ebe12f0b-8428-49cc-99c8-770d0a112825,segment=NetworkSegment(8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd),segment_id=8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:11.433204 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1cafda0d-a0e9-43df-87e3-cb71b35723f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:11.446147 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-1cafda0d-a0e9-43df-87e3-cb71b35723f7 admin admin] Calling delete_port for ebe12f0b-8428-49cc-99c8-770d0a112825 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:03:11.499225 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f67dcc-944c-45fd-9c70-a9199997bf4a None None] DHCP port deletion for c64839d0-24c4-4ee2-a3a9-2c840acfac87 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:03:11.550981 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1cafda0d-a0e9-43df-87e3-cb71b35723f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:11.556544 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-42f67dcc-944c-45fd-9c70-a9199997bf4a None None] Deleting port ebe12f0b-8428-49cc-99c8-770d0a112825 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:03:11.557107 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-42f67dcc-944c-45fd-9c70-a9199997bf4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:11.581536 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cafda0d-a0e9-43df-87e3-cb71b35723f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebe12f0b-8428-49cc-99c8-770d0a112825,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:11.588559 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cafda0d-a0e9-43df-87e3-cb71b35723f7 admin admin] No DVR routers for this DVR port ebe12f0b-8428-49cc-99c8-770d0a112825 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:03:11.636115 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-42f67dcc-944c-45fd-9c70-a9199997bf4a None None] For port ebe12f0b-8428-49cc-99c8-770d0a112825, host n-d-758944-45, got binding levels [] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:11.636576 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-42f67dcc-944c-45fd-9c70-a9199997bf4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:11.650600 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-42f67dcc-944c-45fd-9c70-a9199997bf4a None None] Calling delete_port for ebe12f0b-8428-49cc-99c8-770d0a112825 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:03:11.653534 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.ipam_backend_mixin [None req-42f67dcc-944c-45fd-9c70-a9199997bf4a None None] Port ebe12f0b-8428-49cc-99c8-770d0a112825 was not found and therefore no delete operation was performed {{(pid=93815) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 14:03:11.654929 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-42f67dcc-944c-45fd-9c70-a9199997bf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:11.669142 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1cafda0d-a0e9-43df-87e3-cb71b35723f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:11.679981 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-1cafda0d-a0e9-43df-87e3-cb71b35723f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c64839d0-24c4-4ee2-a3a9-2c840acfac87']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:11.681065 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f67dcc-944c-45fd-9c70-a9199997bf4a None None] Pushing event deleted for resources: {'Port': ['ID=ebe12f0b-8428-49cc-99c8-770d0a112825,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:11.684587 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f67dcc-944c-45fd-9c70-a9199997bf4a None None] No DVR routers for this DVR port ebe12f0b-8428-49cc-99c8-770d0a112825 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:03:11.691369 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-1cafda0d-a0e9-43df-87e3-cb71b35723f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:11.691664 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-1cafda0d-a0e9-43df-87e3-cb71b35723f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f9ca9eb-78fe-4094-8d83-f2aeda55e5bd') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:11.702559 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1cafda0d-a0e9-43df-87e3-cb71b35723f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:11.721326 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1cafda0d-a0e9-43df-87e3-cb71b35723f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:11.727992 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cafda0d-a0e9-43df-87e3-cb71b35723f7 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:03:11.728387 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1cafda0d-a0e9-43df-87e3-cb71b35723f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:11.730332 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:03:11.730332 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:03:11.730332 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 14:03:11.730332 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:03:11.730332 n-d-758944-45 neutron-server[93813]: timer() Jul 15 14:03:11.730332 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:03:11.730332 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 14:03:11.730332 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:03:11.730332 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 14:03:11.730332 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:03:11.730332 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 14:03:11.730332 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:03:11.730332 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 14:03:11.730332 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:03:11.730332 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 14:03:11.730332 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:03:11.730332 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:03:11.730332 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:03:11.730332 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:03:11.730332 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:03:11.730332 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 14:03:11.730332 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:03:11.730332 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 14:03:11.730332 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:03:11.730332 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:03:11.730332 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:03:11.730332 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 14:03:11.730332 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:03:11.730332 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:03:11.730332 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:03:11.730332 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:03:11.730332 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:03:11.730332 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:03:11.730332 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:03:11.783359 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1cafda0d-a0e9-43df-87e3-cb71b35723f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:11.789642 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1cafda0d-a0e9-43df-87e3-cb71b35723f7 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:11.791524 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1cafda0d-a0e9-43df-87e3-cb71b35723f7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c64839d0-24c4-4ee2-a3a9-2c840acfac87 HTTP/1.1" status: 204 len: 168 time: 0.5801022 Jul 15 14:03:11.804459 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cafda0d-a0e9-43df-87e3-cb71b35723f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c64839d0-24c4-4ee2-a3a9-2c840acfac87,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:11.908811 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48544) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:11.949621 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9157635e-fb30-4b0e-b267-47375605bd46 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=815b3b11e1d14c7eafe809faaf7caebd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395858 Jul 15 14:03:11.952085 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48546) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:12.005819 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf19bae3-c9bf-472c-9f37-0fb88b0a337e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:12.028078 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf19bae3-c9bf-472c-9f37-0fb88b0a337e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:12.078973 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf19bae3-c9bf-472c-9f37-0fb88b0a337e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:12.081644 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf19bae3-c9bf-472c-9f37-0fb88b0a337e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:12.083934 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-bf19bae3-c9bf-472c-9f37-0fb88b0a337e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5baa493-5a70-42cf-a080-d49237fb7b63 HTTP/1.1" status: 204 len: 168 time: 0.1298733 Jul 15 14:03:12.091820 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19bae3-c9bf-472c-9f37-0fb88b0a337e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5baa493-5a70-42cf-a080-d49237fb7b63,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:12.932078 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48568) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:13.031337 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e0439fab-9267-4832-9aa5-40ae205d1c6f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-92653569-network', 'tenant_id': '0cd09c7ed4a04042b862b35889e82fc5'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:13.054457 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0439fab-9267-4832-9aa5-40ae205d1c6f admin admin] Made reservation on behalf of 0cd09c7ed4a04042b862b35889e82fc5 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:13.056827 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0439fab-9267-4832-9aa5-40ae205d1c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:13.065550 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0439fab-9267-4832-9aa5-40ae205d1c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:13.123040 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ebe12f0b-8428-49cc-99c8-770d0a112825 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:03:13.149027 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: ebe12f0b-8428-49cc-99c8-770d0a112825 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:03:13.149569 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ebe12f0b-8428-49cc-99c8-770d0a112825 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:03:13.172522 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0439fab-9267-4832-9aa5-40ae205d1c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:13.177718 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0439fab-9267-4832-9aa5-40ae205d1c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:13.203993 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0439fab-9267-4832-9aa5-40ae205d1c6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:03:13.214082 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0439fab-9267-4832-9aa5-40ae205d1c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1511cf00-bb5a-4ae2-a7c3-d126c44be681,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:13.221006 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0439fab-9267-4832-9aa5-40ae205d1c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:13.221331 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-e0439fab-9267-4832-9aa5-40ae205d1c6f admin admin] Added segment 3206bbdf-2c17-47bf-a091-1a4ba743cc4a of type vlan for network e4325b20-49ea-4940-9390-656f45a2bd38 Jul 15 14:03:13.265419 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0439fab-9267-4832-9aa5-40ae205d1c6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:13.300403 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0439fab-9267-4832-9aa5-40ae205d1c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:13.302134 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0439fab-9267-4832-9aa5-40ae205d1c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:13.303111 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0439fab-9267-4832-9aa5-40ae205d1c6f admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:13.362235 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e0439fab-9267-4832-9aa5-40ae205d1c6f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4285548 Jul 15 14:03:13.365099 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48572) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:13.370919 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-00f23f08-3e6f-4a13-bce4-0a4299d54adb admin admin] Request body: {'subnet': {'network_id': 'e4325b20-49ea-4940-9390-656f45a2bd38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-92653569-subnet', 'tenant_id': '0cd09c7ed4a04042b862b35889e82fc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:13.395120 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f23f08-3e6f-4a13-bce4-0a4299d54adb admin admin] Made reservation on behalf of 0cd09c7ed4a04042b862b35889e82fc5 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:13.397954 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00f23f08-3e6f-4a13-bce4-0a4299d54adb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:13.428101 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0439fab-9267-4832-9aa5-40ae205d1c6f admin admin] Pushing event updated for resources: {'Network': ['ID=e4325b20-49ea-4940-9390-656f45a2bd38,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:13.440778 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network e4325b20-49ea-4940-9390-656f45a2bd38 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:03:13.634985 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00f23f08-3e6f-4a13-bce4-0a4299d54adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:13.696278 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f23f08-3e6f-4a13-bce4-0a4299d54adb admin admin] Pushing event updated for resources: {'Subnet': ['ID=87bbc8ad-2d35-4565-9da4-2f4512650d76,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:13.707990 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f23f08-3e6f-4a13-bce4-0a4299d54adb admin admin] Checking segment: {'id': '3206bbdf-2c17-47bf-a091-1a4ba743cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e4325b20-49ea-4940-9390-656f45a2bd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:03:13.708626 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f23f08-3e6f-4a13-bce4-0a4299d54adb admin admin] Network hostable DHCP agents. Network: e4325b20-49ea-4940-9390-656f45a2bd38, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:03:13.735966 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f23f08-3e6f-4a13-bce4-0a4299d54adb admin admin] Network e4325b20-49ea-4940-9390-656f45a2bd38 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:03:13.746545 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-00f23f08-3e6f-4a13-bce4-0a4299d54adb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, e4325b20-49ea-4940-9390-656f45a2bd38) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:13.751083 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f23f08-3e6f-4a13-bce4-0a4299d54adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:13.751678 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00f23f08-3e6f-4a13-bce4-0a4299d54adb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:13.759989 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f349f565-b473-4233-915e-07a282c85a3b None None] Network e4325b20-49ea-4940-9390-656f45a2bd38 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:03:13.767706 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-00f23f08-3e6f-4a13-bce4-0a4299d54adb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4010761 Jul 15 14:03:14.121668 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b937af6-c275-4446-998a-346ca83d9a5b None None] Network e4325b20-49ea-4940-9390-656f45a2bd38 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:03:14.328563 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fafbef-6233-49ff-b683-5a6511453b3b req-843e0846-3d22-4da3-9314-74380c29a4c5 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:14.330198 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-94fafbef-6233-49ff-b683-5a6511453b3b req-843e0846-3d22-4da3-9314-74380c29a4c5 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/networks?id=e4325b20-49ea-4940-9390-656f45a2bd38 HTTP/1.1" status: 200 len: 812 time: 0.1413512 Jul 15 14:03:14.350253 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-94fafbef-6233-49ff-b683-5a6511453b3b req-53b9c40b-7090-4467-a12f-6c810b73f0ac tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/quotas/0cd09c7ed4a04042b862b35889e82fc5 HTTP/1.1" status: 200 len: 375 time: 0.0104322 Jul 15 14:03:14.390505 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-94fafbef-6233-49ff-b683-5a6511453b3b req-20a36cc1-b97f-426b-9c17-c59abfab3182 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd09c7ed4a04042b862b35889e82fc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341790 Jul 15 14:03:14.489374 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-94fafbef-6233-49ff-b683-5a6511453b3b req-aaadc227-5786-4c16-bc94-519409bc1ade service neutron] 10.222.0.24 "GET /v2.0/networks/e4325b20-49ea-4940-9390-656f45a2bd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913451 Jul 15 14:03:14.592858 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-94fafbef-6233-49ff-b683-5a6511453b3b req-d303aeff-9169-4adb-b193-fe294d2d5382 service neutron] 10.222.0.24 "GET /v2.0/networks/e4325b20-49ea-4940-9390-656f45a2bd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959141 Jul 15 14:03:14.774833 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d9435d65-93a8-4a4a-b141-0d1b7942df59 req-8d79a658-dc66-4884-8215-0ed33bd8ed86 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/ports?device_id=012ad17c-d01c-4c17-be61-bc64d48661b2 HTTP/1.1" status: 200 len: 210 time: 0.0312757 Jul 15 14:03:15.920255 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fafbef-6233-49ff-b683-5a6511453b3b req-790bdc88-ee0b-478b-bef3-51b02531a07f tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:15.921787 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-94fafbef-6233-49ff-b683-5a6511453b3b req-790bdc88-ee0b-478b-bef3-51b02531a07f tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.18 "GET /v2.0/networks?id=e4325b20-49ea-4940-9390-656f45a2bd38 HTTP/1.1" status: 200 len: 812 time: 0.1305430 Jul 15 14:03:15.940768 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f9584474-0277-4a2f-8ed7-dbf8d64e531c req-860f1574-f4ab-4199-a71c-c73e65e38bfe tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/ports?device_id=012ad17c-d01c-4c17-be61-bc64d48661b2 HTTP/1.1" status: 200 len: 210 time: 0.0471056 Jul 15 14:03:15.944841 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-94fafbef-6233-49ff-b683-5a6511453b3b req-f5508db0-e062-440a-b555-989f43551dd6 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Request body: {'port': {'device_id': '012ad17c-d01c-4c17-be61-bc64d48661b2', 'network_id': 'e4325b20-49ea-4940-9390-656f45a2bd38', 'admin_state_up': True, 'tenant_id': '0cd09c7ed4a04042b862b35889e82fc5'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:16.062897 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94fafbef-6233-49ff-b683-5a6511453b3b req-f5508db0-e062-440a-b555-989f43551dd6 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Made reservation on behalf of 0cd09c7ed4a04042b862b35889e82fc5 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:16.066374 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-94fafbef-6233-49ff-b683-5a6511453b3b req-f5508db0-e062-440a-b555-989f43551dd6 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:16.205097 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-94fafbef-6233-49ff-b683-5a6511453b3b req-f5508db0-e062-440a-b555-989f43551dd6 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Allocated IP 172.20.0.2 (e4325b20-49ea-4940-9390-656f45a2bd38/87bbc8ad-2d35-4565-9da4-2f4512650d76/52871214-088e-4cd3-869a-eadf80b15589) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:03:16.382208 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-94fafbef-6233-49ff-b683-5a6511453b3b req-f5508db0-e062-440a-b555-989f43551dd6 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:16.433027 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-94fafbef-6233-49ff-b683-5a6511453b3b req-f5508db0-e062-440a-b555-989f43551dd6 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:16.489603 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94fafbef-6233-49ff-b683-5a6511453b3b req-f5508db0-e062-440a-b555-989f43551dd6 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Network e4325b20-49ea-4940-9390-656f45a2bd38 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:16.493048 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-94fafbef-6233-49ff-b683-5a6511453b3b req-f5508db0-e062-440a-b555-989f43551dd6 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:16.497333 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-94fafbef-6233-49ff-b683-5a6511453b3b req-f5508db0-e062-440a-b555-989f43551dd6 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:03:16.504428 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5508db0-e062-440a-b555-989f43551dd6 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Pushing event updated for resources: {'Port': ['ID=52871214-088e-4cd3-869a-eadf80b15589,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:16.554465 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fafbef-6233-49ff-b683-5a6511453b3b req-f5508db0-e062-440a-b555-989f43551dd6 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:16.555169 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-94fafbef-6233-49ff-b683-5a6511453b3b req-f5508db0-e062-440a-b555-989f43551dd6 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:16.575164 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-94fafbef-6233-49ff-b683-5a6511453b3b req-f5508db0-e062-440a-b555-989f43551dd6 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6364739 Jul 15 14:03:16.590785 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-94fafbef-6233-49ff-b683-5a6511453b3b req-e3b94153-f9ad-47db-81df-e990a5de36b9 service neutron] Request body: {'port': {'device_id': '012ad17c-d01c-4c17-be61-bc64d48661b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:16.671993 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-94fafbef-6233-49ff-b683-5a6511453b3b req-e3b94153-f9ad-47db-81df-e990a5de36b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:16.925301 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-94fafbef-6233-49ff-b683-5a6511453b3b req-e3b94153-f9ad-47db-81df-e990a5de36b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52871214-088e-4cd3-869a-eadf80b15589 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:03:16.933062 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-94fafbef-6233-49ff-b683-5a6511453b3b req-e3b94153-f9ad-47db-81df-e990a5de36b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:16.946116 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-94fafbef-6233-49ff-b683-5a6511453b3b req-e3b94153-f9ad-47db-81df-e990a5de36b9 service neutron] Transition to ACTIVE for port object 52871214-088e-4cd3-869a-eadf80b15589 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:16.950205 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-94fafbef-6233-49ff-b683-5a6511453b3b req-e3b94153-f9ad-47db-81df-e990a5de36b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:17.001192 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b94153-f9ad-47db-81df-e990a5de36b9 service neutron] Pushing event updated for resources: {'Port': ['ID=52871214-088e-4cd3-869a-eadf80b15589,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:17.082023 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-94fafbef-6233-49ff-b683-5a6511453b3b req-e3b94153-f9ad-47db-81df-e990a5de36b9 service neutron] Attempting to bind port 52871214-088e-4cd3-869a-eadf80b15589 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:03:17.082394 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-94fafbef-6233-49ff-b683-5a6511453b3b req-e3b94153-f9ad-47db-81df-e990a5de36b9 service neutron] Attempting to bind port 52871214-088e-4cd3-869a-eadf80b15589 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '3206bbdf-2c17-47bf-a091-1a4ba743cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e4325b20-49ea-4940-9390-656f45a2bd38'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:03:17.082794 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fafbef-6233-49ff-b683-5a6511453b3b req-e3b94153-f9ad-47db-81df-e990a5de36b9 service neutron] Attempting to bind port 52871214-088e-4cd3-869a-eadf80b15589 on network e4325b20-49ea-4940-9390-656f45a2bd38 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:03:17.087343 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fafbef-6233-49ff-b683-5a6511453b3b req-e3b94153-f9ad-47db-81df-e990a5de36b9 service neutron] Port 52871214-088e-4cd3-869a-eadf80b15589 on network e4325b20-49ea-4940-9390-656f45a2bd38 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:03:17.087665 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fafbef-6233-49ff-b683-5a6511453b3b req-e3b94153-f9ad-47db-81df-e990a5de36b9 service neutron] Attempting to bind port 52871214-088e-4cd3-869a-eadf80b15589 on network e4325b20-49ea-4940-9390-656f45a2bd38 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:03:17.092479 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fafbef-6233-49ff-b683-5a6511453b3b req-e3b94153-f9ad-47db-81df-e990a5de36b9 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:03:17.092815 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fafbef-6233-49ff-b683-5a6511453b3b req-e3b94153-f9ad-47db-81df-e990a5de36b9 service neutron] Checking segment: {'id': '3206bbdf-2c17-47bf-a091-1a4ba743cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e4325b20-49ea-4940-9390-656f45a2bd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:03:17.093200 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fafbef-6233-49ff-b683-5a6511453b3b req-e3b94153-f9ad-47db-81df-e990a5de36b9 service neutron] Bound using segment: {'id': '3206bbdf-2c17-47bf-a091-1a4ba743cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e4325b20-49ea-4940-9390-656f45a2bd38'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:03:17.093635 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-94fafbef-6233-49ff-b683-5a6511453b3b req-e3b94153-f9ad-47db-81df-e990a5de36b9 service neutron] Bound port: 52871214-088e-4cd3-869a-eadf80b15589, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3206bbdf-2c17-47bf-a091-1a4ba743cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e4325b20-49ea-4940-9390-656f45a2bd38'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:03:17.094027 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-94fafbef-6233-49ff-b683-5a6511453b3b req-e3b94153-f9ad-47db-81df-e990a5de36b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:17.119140 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a8cf6-adf8-4295-b535-a6ba319c9bba req-fe4d8617-8871-4bd7-9373-23c40a2a562e tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:17.120662 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-734a8cf6-adf8-4295-b535-a6ba319c9bba req-fe4d8617-8871-4bd7-9373-23c40a2a562e tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/ports?device_id=012ad17c-d01c-4c17-be61-bc64d48661b2 HTTP/1.1" status: 200 len: 943 time: 0.0644965 Jul 15 14:03:17.157120 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-94fafbef-6233-49ff-b683-5a6511453b3b req-e3b94153-f9ad-47db-81df-e990a5de36b9 service neutron] For port 52871214-088e-4cd3-869a-eadf80b15589, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:03:17.157836 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-734a8cf6-adf8-4295-b535-a6ba319c9bba req-bb632268-9954-41aa-a923-34efd2b22817 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/security-groups?id=1511cf00-bb5a-4ae2-a7c3-d126c44be681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313973 Jul 15 14:03:17.160408 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-94fafbef-6233-49ff-b683-5a6511453b3b req-e3b94153-f9ad-47db-81df-e990a5de36b9 service neutron] For port 52871214-088e-4cd3-869a-eadf80b15589, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=52871214-088e-4cd3-869a-eadf80b15589,segment=NetworkSegment(3206bbdf-2c17-47bf-a091-1a4ba743cc4a),segment_id=3206bbdf-2c17-47bf-a091-1a4ba743cc4a)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:03:17.165012 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-94fafbef-6233-49ff-b683-5a6511453b3b req-e3b94153-f9ad-47db-81df-e990a5de36b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:17.199679 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fafbef-6233-49ff-b683-5a6511453b3b req-e3b94153-f9ad-47db-81df-e990a5de36b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:17.200295 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-94fafbef-6233-49ff-b683-5a6511453b3b req-e3b94153-f9ad-47db-81df-e990a5de36b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:17.201693 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-94fafbef-6233-49ff-b683-5a6511453b3b req-e3b94153-f9ad-47db-81df-e990a5de36b9 service neutron] 10.222.0.18 "PUT /v2.0/ports/52871214-088e-4cd3-869a-eadf80b15589 HTTP/1.1" status: 200 len: 1092 time: 0.6183476 Jul 15 14:03:17.202150 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012ad17c-d01c-4c17-be61-bc64d48661b2', 'tag': '52871214-088e-4cd3-869a-eadf80b15589'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:03:17.204398 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7988f62f-860f-46c6-9f41-846026bf9f57" -d '{"events": [{"name": "network-changed", "server_uuid": "012ad17c-d01c-4c17-be61-bc64d48661b2", "tag": "52871214-088e-4cd3-869a-eadf80b15589"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:03:17.233159 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b94153-f9ad-47db-81df-e990a5de36b9 service neutron] Pushing event updated for resources: {'Port': ['ID=52871214-088e-4cd3-869a-eadf80b15589,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:17.251551 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2775b9f8-89ea-4aa2-a4b5-91c721c82f34 x-openstack-request-id: req-2775b9f8-89ea-4aa2-a4b5-91c721c82f34 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:03:17.252022 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "012ad17c-d01c-4c17-be61-bc64d48661b2", "tag": "52871214-088e-4cd3-869a-eadf80b15589", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:03:17.252466 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2775b9f8-89ea-4aa2-a4b5-91c721c82f34 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:03:17.252897 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '012ad17c-d01c-4c17-be61-bc64d48661b2', 'tag': '52871214-088e-4cd3-869a-eadf80b15589', 'status': 'completed', 'code': 200} Jul 15 14:03:17.303076 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fafbef-6233-49ff-b683-5a6511453b3b req-2c51d586-2b61-41fa-88f5-84015a69d7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:17.305225 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-94fafbef-6233-49ff-b683-5a6511453b3b req-2c51d586-2b61-41fa-88f5-84015a69d7b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0cd09c7ed4a04042b862b35889e82fc5&device_id=012ad17c-d01c-4c17-be61-bc64d48661b2 HTTP/1.1" status: 200 len: 1095 time: 0.0640128 Jul 15 14:03:17.345101 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-94fafbef-6233-49ff-b683-5a6511453b3b req-ae4cc1fc-9e14-4566-931d-723375f249ec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52871214-088e-4cd3-869a-eadf80b15589 HTTP/1.1" status: 200 len: 217 time: 0.0335770 Jul 15 14:03:17.392239 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fafbef-6233-49ff-b683-5a6511453b3b req-5492f9c7-258b-4b89-bef4-7591e656de5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:17.393672 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-94fafbef-6233-49ff-b683-5a6511453b3b req-5492f9c7-258b-4b89-bef4-7591e656de5e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=87bbc8ad-2d35-4565-9da4-2f4512650d76 HTTP/1.1" status: 200 len: 852 time: 0.0431039 Jul 15 14:03:17.430375 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-94fafbef-6233-49ff-b683-5a6511453b3b req-6a25f112-abc4-4f1e-858f-710420c4625c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4325b20-49ea-4940-9390-656f45a2bd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303335 Jul 15 14:03:17.517697 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-94fafbef-6233-49ff-b683-5a6511453b3b req-4698b39d-974a-4402-96b8-8b26aaf379c7 service neutron] 10.222.0.18 "GET /v2.0/networks/e4325b20-49ea-4940-9390-656f45a2bd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811443 Jul 15 14:03:17.887820 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-94fafbef-6233-49ff-b683-5a6511453b3b req-6ab907ef-fb27-4e5c-9f21-b200a63289c8 service neutron] 10.222.0.18 "GET /v2.0/networks/e4325b20-49ea-4940-9390-656f45a2bd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637342 Jul 15 14:03:17.983933 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988f62f-860f-46c6-9f41-846026bf9f57 req-37a14297-b91f-45be-8dbf-f8209f4160ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:17.985434 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7988f62f-860f-46c6-9f41-846026bf9f57 req-37a14297-b91f-45be-8dbf-f8209f4160ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0cd09c7ed4a04042b862b35889e82fc5&device_id=012ad17c-d01c-4c17-be61-bc64d48661b2 HTTP/1.1" status: 200 len: 1095 time: 0.0524271 Jul 15 14:03:18.077452 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988f62f-860f-46c6-9f41-846026bf9f57 req-11885424-3673-42d9-9aad-24d4086039b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:18.078959 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7988f62f-860f-46c6-9f41-846026bf9f57 req-11885424-3673-42d9-9aad-24d4086039b5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4325b20-49ea-4940-9390-656f45a2bd38 HTTP/1.1" status: 200 len: 913 time: 0.0874350 Jul 15 14:03:18.119493 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7988f62f-860f-46c6-9f41-846026bf9f57 req-a399655f-e8cb-4054-9f07-d0a03a99330e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52871214-088e-4cd3-869a-eadf80b15589 HTTP/1.1" status: 200 len: 217 time: 0.0343769 Jul 15 14:03:18.166696 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988f62f-860f-46c6-9f41-846026bf9f57 req-af8feb7d-ccea-4650-97a5-f982aafe3436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:18.168040 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7988f62f-860f-46c6-9f41-846026bf9f57 req-af8feb7d-ccea-4650-97a5-f982aafe3436 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=87bbc8ad-2d35-4565-9da4-2f4512650d76 HTTP/1.1" status: 200 len: 852 time: 0.0426049 Jul 15 14:03:18.202120 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7988f62f-860f-46c6-9f41-846026bf9f57 req-f0313e63-035c-40c5-a8df-dfdf0ccd2794 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4325b20-49ea-4940-9390-656f45a2bd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269105 Jul 15 14:03:18.301139 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7988f62f-860f-46c6-9f41-846026bf9f57 req-a300ef2b-d70d-405c-9673-cf9edce6641d service neutron] 10.222.0.18 "GET /v2.0/networks/e4325b20-49ea-4940-9390-656f45a2bd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924385 Jul 15 14:03:18.349324 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19242465-90a7-452e-ba44-056f7787fd30 req-6a5edf4f-864d-42b9-be70-3bef30b10a0c tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:18.351033 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-19242465-90a7-452e-ba44-056f7787fd30 req-6a5edf4f-864d-42b9-be70-3bef30b10a0c tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/ports?device_id=012ad17c-d01c-4c17-be61-bc64d48661b2 HTTP/1.1" status: 200 len: 943 time: 0.0694079 Jul 15 14:03:18.390976 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-19242465-90a7-452e-ba44-056f7787fd30 req-7e7d37d5-9ad7-4fce-915f-b278c6d563c3 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/security-groups?id=1511cf00-bb5a-4ae2-a7c3-d126c44be681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326834 Jul 15 14:03:18.397171 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7988f62f-860f-46c6-9f41-846026bf9f57 req-d3bab226-9eb0-493d-ac73-58fcc0cf7952 service neutron] 10.222.0.18 "GET /v2.0/networks/e4325b20-49ea-4940-9390-656f45a2bd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894086 Jul 15 14:03:19.569142 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6d0f4-2fc2-45ff-b9bc-c79697483607 req-a42121cb-1139-49a8-8243-ebd4a3ce7e97 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:19.571198 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-91b6d0f4-2fc2-45ff-b9bc-c79697483607 req-a42121cb-1139-49a8-8243-ebd4a3ce7e97 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/ports?device_id=012ad17c-d01c-4c17-be61-bc64d48661b2 HTTP/1.1" status: 200 len: 943 time: 0.0627389 Jul 15 14:03:19.608563 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-91b6d0f4-2fc2-45ff-b9bc-c79697483607 req-a3379638-9553-45ea-8412-b6713f698486 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/security-groups?id=1511cf00-bb5a-4ae2-a7c3-d126c44be681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317967 Jul 15 14:03:20.099408 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 52871214-088e-4cd3-869a-eadf80b15589 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:03:20.201329 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 52871214-088e-4cd3-869a-eadf80b15589, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=52871214-088e-4cd3-869a-eadf80b15589,segment=NetworkSegment(3206bbdf-2c17-47bf-a091-1a4ba743cc4a),segment_id=3206bbdf-2c17-47bf-a091-1a4ba743cc4a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:20.213413 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': '52871214-088e-4cd3-869a-eadf80b15589', 'network_id': 'e4325b20-49ea-4940-9390-656f45a2bd38', 'port_id': '52871214-088e-4cd3-869a-eadf80b15589', 'mac_address': 'fa:16:3e:8e:9b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87bbc8ad-2d35-4565-9da4-2f4512650d76', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:03:20.250828 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:20.264402 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52871214-088e-4cd3-869a-eadf80b15589 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:03:20.284688 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 52871214-088e-4cd3-869a-eadf80b15589, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=52871214-088e-4cd3-869a-eadf80b15589,segment=NetworkSegment(3206bbdf-2c17-47bf-a091-1a4ba743cc4a),segment_id=3206bbdf-2c17-47bf-a091-1a4ba743cc4a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:20.289847 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:20.337077 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=52871214-088e-4cd3-869a-eadf80b15589,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:20.476092 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['52871214-088e-4cd3-869a-eadf80b15589'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:03:20.779615 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39baa9fa-17da-40ee-a1a0-cc5b746c8f4e req-942ff5f4-9195-430a-8dfe-39437e946f3b tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:20.781083 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39baa9fa-17da-40ee-a1a0-cc5b746c8f4e req-942ff5f4-9195-430a-8dfe-39437e946f3b tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/ports?device_id=012ad17c-d01c-4c17-be61-bc64d48661b2 HTTP/1.1" status: 200 len: 944 time: 0.0627658 Jul 15 14:03:20.820256 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-39baa9fa-17da-40ee-a1a0-cc5b746c8f4e req-c62c5ae7-53a0-469a-8c56-4390cb4e2215 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/security-groups?id=1511cf00-bb5a-4ae2-a7c3-d126c44be681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335305 Jul 15 14:03:20.921991 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0afc9f45-5c91-42bd-8991-0679cdc0709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:21.993874 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3752e-de56-465b-8ae5-6dbc0931804e req-5499fc9c-058c-422a-a9d4-8e888eba5892 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:21.995375 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48b3752e-de56-465b-8ae5-6dbc0931804e req-5499fc9c-058c-422a-a9d4-8e888eba5892 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/ports?device_id=012ad17c-d01c-4c17-be61-bc64d48661b2 HTTP/1.1" status: 200 len: 944 time: 0.0636578 Jul 15 14:03:22.032676 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-48b3752e-de56-465b-8ae5-6dbc0931804e req-0c40d5f4-150d-4b3c-a0e6-33928b86fe73 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/security-groups?id=1511cf00-bb5a-4ae2-a7c3-d126c44be681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317557 Jul 15 14:03:22.130166 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 52871214-088e-4cd3-869a-eadf80b15589 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:22.185072 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port 52871214-088e-4cd3-869a-eadf80b15589 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:03:22.189028 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port 52871214-088e-4cd3-869a-eadf80b15589 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:22.189399 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:22.267324 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:22.289201 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012ad17c-d01c-4c17-be61-bc64d48661b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52871214-088e-4cd3-869a-eadf80b15589'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:03:22.291454 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5982e52f7164c00132b4161e7da779dd5a615a4991d8f343d2f1980d90734956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce9c576-cbbe-4623-bc51-5f2e8a9aa817" -d '{"events": [{"server_uuid": "012ad17c-d01c-4c17-be61-bc64d48661b2", "name": "network-vif-plugged", "status": "completed", "tag": "52871214-088e-4cd3-869a-eadf80b15589"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:03:22.303891 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port 52871214-088e-4cd3-869a-eadf80b15589, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=52871214-088e-4cd3-869a-eadf80b15589,segment=NetworkSegment(3206bbdf-2c17-47bf-a091-1a4ba743cc4a),segment_id=3206bbdf-2c17-47bf-a091-1a4ba743cc4a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:22.309822 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:22.332964 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8e968c-9156-4c38-80e3-e58258801360 x-openstack-request-id: req-ac8e968c-9156-4c38-80e3-e58258801360 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:03:22.333254 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012ad17c-d01c-4c17-be61-bc64d48661b2", "name": "network-vif-plugged", "status": "completed", "tag": "52871214-088e-4cd3-869a-eadf80b15589", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:03:22.333504 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac8e968c-9156-4c38-80e3-e58258801360 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:03:22.333917 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012ad17c-d01c-4c17-be61-bc64d48661b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52871214-088e-4cd3-869a-eadf80b15589', 'code': 200} Jul 15 14:03:22.359662 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=52871214-088e-4cd3-869a-eadf80b15589,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:22.445633 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28952198-1d60-46ca-86a3-97618131b13b req-313a1d74-fcaf-4c2a-a84c-bdba6509c391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:22.447169 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-28952198-1d60-46ca-86a3-97618131b13b req-313a1d74-fcaf-4c2a-a84c-bdba6509c391 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=012ad17c-d01c-4c17-be61-bc64d48661b2 HTTP/1.1" status: 200 len: 1097 time: 0.0562422 Jul 15 14:03:22.481854 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-28952198-1d60-46ca-86a3-97618131b13b req-a2887a89-d671-4bc5-9fe9-b784283ccb65 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1511cf00-bb5a-4ae2-a7c3-d126c44be681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283518 Jul 15 14:03:23.213142 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922b702-2682-49f6-b79d-1a133f86a0a1 req-741c6597-1853-4ffe-9c52-04a521bbb464 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:23.214733 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9922b702-2682-49f6-b79d-1a133f86a0a1 req-741c6597-1853-4ffe-9c52-04a521bbb464 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/ports?device_id=012ad17c-d01c-4c17-be61-bc64d48661b2 HTTP/1.1" status: 200 len: 945 time: 0.0682662 Jul 15 14:03:23.260591 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9922b702-2682-49f6-b79d-1a133f86a0a1 req-54fa1757-9031-4859-a2d3-0663c87a09c1 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/security-groups?id=1511cf00-bb5a-4ae2-a7c3-d126c44be681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400088 Jul 15 14:03:23.342246 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:23.456109 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6b9afe9-6718-4ee5-9e17-f5924de87815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:24.439672 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdd125-ed36-471b-85f1-68847a67630a req-61bff208-0b15-4d41-8383-fd69387a4eec tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:24.441255 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-08cdd125-ed36-471b-85f1-68847a67630a req-61bff208-0b15-4d41-8383-fd69387a4eec tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/ports?device_id=012ad17c-d01c-4c17-be61-bc64d48661b2 HTTP/1.1" status: 200 len: 945 time: 0.0652323 Jul 15 14:03:24.486219 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-08cdd125-ed36-471b-85f1-68847a67630a req-f225e731-9517-4202-b4ac-e3a7c6a90639 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/security-groups?id=1511cf00-bb5a-4ae2-a7c3-d126c44be681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392802 Jul 15 14:03:24.719398 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-921ffcad-7195-4093-b630-c143dcebb61e tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:24.721224 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-921ffcad-7195-4093-b630-c143dcebb61e tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/networks?id=e4325b20-49ea-4940-9390-656f45a2bd38 HTTP/1.1" status: 200 len: 812 time: 0.1094379 Jul 15 14:03:24.738982 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-493826fa-a332-4c34-9cdd-c06e869e43ed tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/quotas/0cd09c7ed4a04042b862b35889e82fc5 HTTP/1.1" status: 200 len: 375 time: 0.0103521 Jul 15 14:03:24.811174 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-7d185f1a-53d2-4671-9606-4350ea448084 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cd09c7ed4a04042b862b35889e82fc5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0659842 Jul 15 14:03:24.917489 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:24.925675 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-a3e1b02f-8596-4b39-af73-efc653255dfb service neutron] 10.222.0.24 "GET /v2.0/networks/e4325b20-49ea-4940-9390-656f45a2bd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066923 Jul 15 14:03:25.017714 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-beb27d6f-c2ec-45d6-ad9c-0d14e2a2194e service neutron] 10.222.0.24 "GET /v2.0/networks/e4325b20-49ea-4940-9390-656f45a2bd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856760 Jul 15 14:03:25.195559 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3dc811bd-4bc7-4aec-8494-d252fce9b7e7 req-7b25bdcc-928a-427a-94a8-857bb7e04ae3 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/ports?device_id=3034169f-4ff2-4a7f-bddd-1c3024c25438 HTTP/1.1" status: 200 len: 210 time: 0.0292933 Jul 15 14:03:25.675277 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:26.239695 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c26307d-d059-4043-ac2b-cb736c5db993 req-6325762f-d909-4219-9223-fa739f9e4125 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=012ad17c-d01c-4c17-be61-bc64d48661b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0625291 Jul 15 14:03:26.367374 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ef23484d-ea84-40d8-9d24-f9c376a42be5 req-5cf6f13e-ebfd-4c1a-a31f-76f47c4df40e tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/ports?device_id=3034169f-4ff2-4a7f-bddd-1c3024c25438 HTTP/1.1" status: 200 len: 210 time: 0.0337150 Jul 15 14:03:26.375281 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26307d-d059-4043-ac2b-cb736c5db993 req-17ad7c30-2489-4913-8597-d5cebfbb2499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:26.377488 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c26307d-d059-4043-ac2b-cb736c5db993 req-17ad7c30-2489-4913-8597-d5cebfbb2499 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0cd09c7ed4a04042b862b35889e82fc5&device_id=012ad17c-d01c-4c17-be61-bc64d48661b2 HTTP/1.1" status: 200 len: 1097 time: 0.0900669 Jul 15 14:03:26.524033 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:26.586300 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-bd2fc3e0-e0c1-44fe-898e-316f8b97b271 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:26.587835 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-bd2fc3e0-e0c1-44fe-898e-316f8b97b271 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.32 "GET /v2.0/networks?id=e4325b20-49ea-4940-9390-656f45a2bd38 HTTP/1.1" status: 200 len: 812 time: 0.1783988 Jul 15 14:03:26.589093 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26307d-d059-4043-ac2b-cb736c5db993 req-bd9d0b4c-fa33-4d73-9427-63312e86f910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:26.591168 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c26307d-d059-4043-ac2b-cb736c5db993 req-bd9d0b4c-fa33-4d73-9427-63312e86f910 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4325b20-49ea-4940-9390-656f45a2bd38 HTTP/1.1" status: 200 len: 913 time: 0.1910310 Jul 15 14:03:26.609033 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-288aedd8-247f-493e-9fed-b89f881a3f24 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Request body: {'port': {'device_id': '3034169f-4ff2-4a7f-bddd-1c3024c25438', 'network_id': 'e4325b20-49ea-4940-9390-656f45a2bd38', 'admin_state_up': True, 'tenant_id': '0cd09c7ed4a04042b862b35889e82fc5'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:26.650145 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c26307d-d059-4043-ac2b-cb736c5db993 req-3640b3ab-9969-474b-bc3f-aa7b8df50024 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52871214-088e-4cd3-869a-eadf80b15589 HTTP/1.1" status: 200 len: 217 time: 0.0530872 Jul 15 14:03:26.748076 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26307d-d059-4043-ac2b-cb736c5db993 req-c97df2ab-f50c-4575-bab7-a6f8c9621b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:26.749569 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c26307d-d059-4043-ac2b-cb736c5db993 req-c97df2ab-f50c-4575-bab7-a6f8c9621b19 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=87bbc8ad-2d35-4565-9da4-2f4512650d76 HTTP/1.1" status: 200 len: 852 time: 0.0929866 Jul 15 14:03:26.792990 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c26307d-d059-4043-ac2b-cb736c5db993 req-5cd5a8c8-1e3f-481f-8a6f-48aa01bdebff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4325b20-49ea-4940-9390-656f45a2bd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334346 Jul 15 14:03:26.840577 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-288aedd8-247f-493e-9fed-b89f881a3f24 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Made reservation on behalf of 0cd09c7ed4a04042b862b35889e82fc5 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:26.844165 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-288aedd8-247f-493e-9fed-b89f881a3f24 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:26.945511 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c26307d-d059-4043-ac2b-cb736c5db993 req-60e800b0-d5d7-4d2f-b771-596759124fec service neutron] 10.222.0.18 "GET /v2.0/networks/e4325b20-49ea-4940-9390-656f45a2bd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448975 Jul 15 14:03:27.083432 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-288aedd8-247f-493e-9fed-b89f881a3f24 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Allocated IP 172.20.0.6 (e4325b20-49ea-4940-9390-656f45a2bd38/87bbc8ad-2d35-4565-9da4-2f4512650d76/b340c90d-7427-4256-8bfe-7aa4ecf9851e) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:03:27.096371 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c26307d-d059-4043-ac2b-cb736c5db993 req-f4073eb9-c234-414b-9a43-e9cd988ac4ae service neutron] 10.222.0.18 "GET /v2.0/networks/e4325b20-49ea-4940-9390-656f45a2bd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433053 Jul 15 14:03:27.240579 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-288aedd8-247f-493e-9fed-b89f881a3f24 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:27.284673 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-288aedd8-247f-493e-9fed-b89f881a3f24 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:27.296126 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['52871214-088e-4cd3-869a-eadf80b15589'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:03:27.328121 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-288aedd8-247f-493e-9fed-b89f881a3f24 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Network e4325b20-49ea-4940-9390-656f45a2bd38 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:27.337657 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-288aedd8-247f-493e-9fed-b89f881a3f24 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:27.342198 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-288aedd8-247f-493e-9fed-b89f881a3f24 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:03:27.369934 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288aedd8-247f-493e-9fed-b89f881a3f24 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Pushing event updated for resources: {'Port': ['ID=b340c90d-7427-4256-8bfe-7aa4ecf9851e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:27.379457 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288aedd8-247f-493e-9fed-b89f881a3f24 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:27.379807 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288aedd8-247f-493e-9fed-b89f881a3f24 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:27.380151 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288aedd8-247f-493e-9fed-b89f881a3f24 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:27.380489 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288aedd8-247f-493e-9fed-b89f881a3f24 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:27.380823 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288aedd8-247f-493e-9fed-b89f881a3f24 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:27.381159 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288aedd8-247f-493e-9fed-b89f881a3f24 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:27.381483 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288aedd8-247f-493e-9fed-b89f881a3f24 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:27.381833 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288aedd8-247f-493e-9fed-b89f881a3f24 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:27.382198 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288aedd8-247f-493e-9fed-b89f881a3f24 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:27.382525 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288aedd8-247f-493e-9fed-b89f881a3f24 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:27.382850 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288aedd8-247f-493e-9fed-b89f881a3f24 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:27.383176 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288aedd8-247f-493e-9fed-b89f881a3f24 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:27.411587 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-288aedd8-247f-493e-9fed-b89f881a3f24 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:27.412257 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-288aedd8-247f-493e-9fed-b89f881a3f24 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:27.428515 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-288aedd8-247f-493e-9fed-b89f881a3f24 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8247011 Jul 15 14:03:27.446619 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-93abef88-f7bd-4166-abac-3785219e1d8e service neutron] Request body: {'port': {'device_id': '3034169f-4ff2-4a7f-bddd-1c3024c25438', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:27.528935 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-93abef88-f7bd-4166-abac-3785219e1d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:27.558494 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baded440-93d5-4267-8e07-d28a021378c7 req-0c411a63-5e42-4ee8-9069-925e7deb3d05 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:27.560039 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-baded440-93d5-4267-8e07-d28a021378c7 req-0c411a63-5e42-4ee8-9069-925e7deb3d05 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/ports?device_id=3034169f-4ff2-4a7f-bddd-1c3024c25438 HTTP/1.1" status: 200 len: 931 time: 0.0653341 Jul 15 14:03:27.600368 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-baded440-93d5-4267-8e07-d28a021378c7 req-241ec502-4560-43d7-a20e-160671c62329 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/security-groups?id=1511cf00-bb5a-4ae2-a7c3-d126c44be681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343859 Jul 15 14:03:27.794047 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-93abef88-f7bd-4166-abac-3785219e1d8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b340c90d-7427-4256-8bfe-7aa4ecf9851e {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:03:27.801506 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-93abef88-f7bd-4166-abac-3785219e1d8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:27.813325 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-93abef88-f7bd-4166-abac-3785219e1d8e service neutron] Transition to ACTIVE for port object b340c90d-7427-4256-8bfe-7aa4ecf9851e will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:27.816188 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-93abef88-f7bd-4166-abac-3785219e1d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:27.865140 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93abef88-f7bd-4166-abac-3785219e1d8e service neutron] Pushing event updated for resources: {'Port': ['ID=b340c90d-7427-4256-8bfe-7aa4ecf9851e,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:27.939751 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-93abef88-f7bd-4166-abac-3785219e1d8e service neutron] Attempting to bind port b340c90d-7427-4256-8bfe-7aa4ecf9851e on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:03:27.940086 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-93abef88-f7bd-4166-abac-3785219e1d8e service neutron] Attempting to bind port b340c90d-7427-4256-8bfe-7aa4ecf9851e by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '3206bbdf-2c17-47bf-a091-1a4ba743cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e4325b20-49ea-4940-9390-656f45a2bd38'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:03:27.940420 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-93abef88-f7bd-4166-abac-3785219e1d8e service neutron] Attempting to bind port b340c90d-7427-4256-8bfe-7aa4ecf9851e on network e4325b20-49ea-4940-9390-656f45a2bd38 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:03:27.945632 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-93abef88-f7bd-4166-abac-3785219e1d8e service neutron] Port b340c90d-7427-4256-8bfe-7aa4ecf9851e on network e4325b20-49ea-4940-9390-656f45a2bd38 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:03:27.945992 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-93abef88-f7bd-4166-abac-3785219e1d8e service neutron] Attempting to bind port b340c90d-7427-4256-8bfe-7aa4ecf9851e on network e4325b20-49ea-4940-9390-656f45a2bd38 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:03:27.951416 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-93abef88-f7bd-4166-abac-3785219e1d8e service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:03:27.951757 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-93abef88-f7bd-4166-abac-3785219e1d8e service neutron] Checking segment: {'id': '3206bbdf-2c17-47bf-a091-1a4ba743cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e4325b20-49ea-4940-9390-656f45a2bd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:03:27.952188 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-93abef88-f7bd-4166-abac-3785219e1d8e service neutron] Bound using segment: {'id': '3206bbdf-2c17-47bf-a091-1a4ba743cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e4325b20-49ea-4940-9390-656f45a2bd38'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:03:27.952633 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-93abef88-f7bd-4166-abac-3785219e1d8e service neutron] Bound port: b340c90d-7427-4256-8bfe-7aa4ecf9851e, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3206bbdf-2c17-47bf-a091-1a4ba743cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e4325b20-49ea-4940-9390-656f45a2bd38'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:03:27.952999 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-93abef88-f7bd-4166-abac-3785219e1d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:28.011391 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:03:28.019797 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-93abef88-f7bd-4166-abac-3785219e1d8e service neutron] For port b340c90d-7427-4256-8bfe-7aa4ecf9851e, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:03:28.023048 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-93abef88-f7bd-4166-abac-3785219e1d8e service neutron] For port b340c90d-7427-4256-8bfe-7aa4ecf9851e, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=b340c90d-7427-4256-8bfe-7aa4ecf9851e,segment=NetworkSegment(3206bbdf-2c17-47bf-a091-1a4ba743cc4a),segment_id=3206bbdf-2c17-47bf-a091-1a4ba743cc4a)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:03:28.027846 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-93abef88-f7bd-4166-abac-3785219e1d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:28.062980 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-93abef88-f7bd-4166-abac-3785219e1d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:28.063607 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-93abef88-f7bd-4166-abac-3785219e1d8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:28.065024 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-93abef88-f7bd-4166-abac-3785219e1d8e service neutron] 10.222.0.32 "PUT /v2.0/ports/b340c90d-7427-4256-8bfe-7aa4ecf9851e HTTP/1.1" status: 200 len: 1092 time: 0.6233954 Jul 15 14:03:28.065462 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3034169f-4ff2-4a7f-bddd-1c3024c25438', 'tag': 'b340c90d-7427-4256-8bfe-7aa4ecf9851e'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:03:28.067788 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65816b1-67bb-46b7-a7b9-4fd01af62c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "3034169f-4ff2-4a7f-bddd-1c3024c25438", "tag": "b340c90d-7427-4256-8bfe-7aa4ecf9851e"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:03:28.098091 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93abef88-f7bd-4166-abac-3785219e1d8e service neutron] Pushing event updated for resources: {'Port': ['ID=b340c90d-7427-4256-8bfe-7aa4ecf9851e,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:28.191910 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-6ac43e21-7319-4297-9d7c-175fa0c693f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:28.193503 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-6ac43e21-7319-4297-9d7c-175fa0c693f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cd09c7ed4a04042b862b35889e82fc5&device_id=3034169f-4ff2-4a7f-bddd-1c3024c25438 HTTP/1.1" status: 200 len: 1095 time: 0.0688424 Jul 15 14:03:28.244183 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-2df1a8ab-aced-4238-b0ca-c1debb65fb96 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b340c90d-7427-4256-8bfe-7aa4ecf9851e HTTP/1.1" status: 200 len: 217 time: 0.0372674 Jul 15 14:03:28.297175 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d942d0-124a-4408-bb8b-10092f13dcaa x-openstack-request-id: req-59d942d0-124a-4408-bb8b-10092f13dcaa {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:03:28.297470 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3034169f-4ff2-4a7f-bddd-1c3024c25438", "tag": "b340c90d-7427-4256-8bfe-7aa4ecf9851e", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:03:28.297726 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-59d942d0-124a-4408-bb8b-10092f13dcaa {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:03:28.298164 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3034169f-4ff2-4a7f-bddd-1c3024c25438', 'tag': 'b340c90d-7427-4256-8bfe-7aa4ecf9851e', 'status': 'completed', 'code': 200} Jul 15 14:03:28.299967 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-131abed4-db3c-495d-a8c3-796c044eee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:28.301465 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-131abed4-db3c-495d-a8c3-796c044eee7c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=87bbc8ad-2d35-4565-9da4-2f4512650d76 HTTP/1.1" status: 200 len: 852 time: 0.0502787 Jul 15 14:03:28.347976 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-7f559563-5092-4e3a-a3a0-38ca1a145276 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4325b20-49ea-4940-9390-656f45a2bd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329726 Jul 15 14:03:28.442183 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-5d2cdb72-d1cd-4403-9060-ae6b16ce6771 service neutron] 10.222.0.32 "GET /v2.0/networks/e4325b20-49ea-4940-9390-656f45a2bd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877519 Jul 15 14:03:28.538364 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-81534bc3-22e8-4a5a-8886-0d7f9a6606c8 req-15e03b7b-9e7e-4031-870e-90ae46bb2d3b service neutron] 10.222.0.32 "GET /v2.0/networks/e4325b20-49ea-4940-9390-656f45a2bd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897317 Jul 15 14:03:28.682896 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65816b1-67bb-46b7-a7b9-4fd01af62c9d req-9b957345-1d18-495b-ba74-ed963b203865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:28.684904 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a65816b1-67bb-46b7-a7b9-4fd01af62c9d req-9b957345-1d18-495b-ba74-ed963b203865 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cd09c7ed4a04042b862b35889e82fc5&device_id=3034169f-4ff2-4a7f-bddd-1c3024c25438 HTTP/1.1" status: 200 len: 1095 time: 0.0641944 Jul 15 14:03:28.783359 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65816b1-67bb-46b7-a7b9-4fd01af62c9d req-0c78326f-621c-4c9f-94e8-86d13825a358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:28.784749 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a65816b1-67bb-46b7-a7b9-4fd01af62c9d req-0c78326f-621c-4c9f-94e8-86d13825a358 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e4325b20-49ea-4940-9390-656f45a2bd38 HTTP/1.1" status: 200 len: 913 time: 0.0923951 Jul 15 14:03:28.785135 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4022a2f-bb37-4368-a69b-5f192df97bf9 req-2d3b7591-fb40-43a7-9fc0-497800a35cb0 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:28.786699 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f4022a2f-bb37-4368-a69b-5f192df97bf9 req-2d3b7591-fb40-43a7-9fc0-497800a35cb0 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/ports?device_id=3034169f-4ff2-4a7f-bddd-1c3024c25438 HTTP/1.1" status: 200 len: 943 time: 0.0697052 Jul 15 14:03:28.825554 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f4022a2f-bb37-4368-a69b-5f192df97bf9 req-7b2e5c26-461c-4609-8533-781b7bdc8661 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/security-groups?id=1511cf00-bb5a-4ae2-a7c3-d126c44be681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325687 Jul 15 14:03:28.831366 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a65816b1-67bb-46b7-a7b9-4fd01af62c9d req-855ebe44-a5db-41d2-9484-bfe3560ae4a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b340c90d-7427-4256-8bfe-7aa4ecf9851e HTTP/1.1" status: 200 len: 217 time: 0.0395658 Jul 15 14:03:28.885441 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65816b1-67bb-46b7-a7b9-4fd01af62c9d req-5ad9c0bd-c834-4f19-9be3-7fe99309fb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:28.886977 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a65816b1-67bb-46b7-a7b9-4fd01af62c9d req-5ad9c0bd-c834-4f19-9be3-7fe99309fb23 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=87bbc8ad-2d35-4565-9da4-2f4512650d76 HTTP/1.1" status: 200 len: 852 time: 0.0484707 Jul 15 14:03:28.921394 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a65816b1-67bb-46b7-a7b9-4fd01af62c9d req-0b36bf4b-11ca-4e79-a15b-bb4b63f5003c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4325b20-49ea-4940-9390-656f45a2bd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271394 Jul 15 14:03:29.011563 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a65816b1-67bb-46b7-a7b9-4fd01af62c9d req-c608a7b5-0126-46d9-8d9e-3d48a4f23c7f service neutron] 10.222.0.32 "GET /v2.0/networks/e4325b20-49ea-4940-9390-656f45a2bd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835016 Jul 15 14:03:29.103155 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a65816b1-67bb-46b7-a7b9-4fd01af62c9d req-242b9241-e0c4-4ae0-81ac-d5f5de7f40e2 service neutron] 10.222.0.32 "GET /v2.0/networks/e4325b20-49ea-4940-9390-656f45a2bd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846953 Jul 15 14:03:30.003079 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8878c-0011-4337-a6b8-2ecde5e8b491 req-1e07ecfe-77f7-4dc9-aa32-64bd4c88ec36 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:30.004549 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cce8878c-0011-4337-a6b8-2ecde5e8b491 req-1e07ecfe-77f7-4dc9-aa32-64bd4c88ec36 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/ports?device_id=3034169f-4ff2-4a7f-bddd-1c3024c25438 HTTP/1.1" status: 200 len: 943 time: 0.0673916 Jul 15 14:03:30.041288 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cce8878c-0011-4337-a6b8-2ecde5e8b491 req-da2013f3-6ec1-4c69-8f49-cab9f80065f9 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/security-groups?id=1511cf00-bb5a-4ae2-a7c3-d126c44be681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312660 Jul 15 14:03:30.535213 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device b340c90d-7427-4256-8bfe-7aa4ecf9851e details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:03:30.631171 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port b340c90d-7427-4256-8bfe-7aa4ecf9851e, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=b340c90d-7427-4256-8bfe-7aa4ecf9851e,segment=NetworkSegment(3206bbdf-2c17-47bf-a091-1a4ba743cc4a),segment_id=3206bbdf-2c17-47bf-a091-1a4ba743cc4a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:30.641814 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'b340c90d-7427-4256-8bfe-7aa4ecf9851e', 'network_id': 'e4325b20-49ea-4940-9390-656f45a2bd38', 'port_id': 'b340c90d-7427-4256-8bfe-7aa4ecf9851e', 'mac_address': 'fa:16:3e:29:03:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87bbc8ad-2d35-4565-9da4-2f4512650d76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:03:30.677219 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:30.690087 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b340c90d-7427-4256-8bfe-7aa4ecf9851e {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:03:30.708652 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port b340c90d-7427-4256-8bfe-7aa4ecf9851e, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=b340c90d-7427-4256-8bfe-7aa4ecf9851e,segment=NetworkSegment(3206bbdf-2c17-47bf-a091-1a4ba743cc4a),segment_id=3206bbdf-2c17-47bf-a091-1a4ba743cc4a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:30.712673 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:30.757614 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=b340c90d-7427-4256-8bfe-7aa4ecf9851e,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:31.020234 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['b340c90d-7427-4256-8bfe-7aa4ecf9851e'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:03:31.218189 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865f134-e96a-442d-a9d8-0d77f60b6c6b req-6fa99fbb-c9da-4720-8afa-e4fe9bbf54b4 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:31.219695 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0865f134-e96a-442d-a9d8-0d77f60b6c6b req-6fa99fbb-c9da-4720-8afa-e4fe9bbf54b4 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/ports?device_id=3034169f-4ff2-4a7f-bddd-1c3024c25438 HTTP/1.1" status: 200 len: 944 time: 0.0645359 Jul 15 14:03:31.258924 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0865f134-e96a-442d-a9d8-0d77f60b6c6b req-e3614eb7-45aa-40bd-b502-9bf4003dc8ce tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/security-groups?id=1511cf00-bb5a-4ae2-a7c3-d126c44be681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335567 Jul 15 14:03:32.432146 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2282dbd-08c1-41fe-abb5-b8a223e088af req-2f20ed9b-c78b-4a7b-b409-3c59aaa583aa tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:32.433654 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b2282dbd-08c1-41fe-abb5-b8a223e088af req-2f20ed9b-c78b-4a7b-b409-3c59aaa583aa tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/ports?device_id=3034169f-4ff2-4a7f-bddd-1c3024c25438 HTTP/1.1" status: 200 len: 944 time: 0.0644226 Jul 15 14:03:32.470781 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b2282dbd-08c1-41fe-abb5-b8a223e088af req-3030eee6-0592-4467-87a5-326dbab940e2 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/security-groups?id=1511cf00-bb5a-4ae2-a7c3-d126c44be681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314696 Jul 15 14:03:32.540414 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device b340c90d-7427-4256-8bfe-7aa4ecf9851e up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:32.588257 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port b340c90d-7427-4256-8bfe-7aa4ecf9851e completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:03:32.591847 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port b340c90d-7427-4256-8bfe-7aa4ecf9851e triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:32.592222 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:32.669343 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:32.691042 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3034169f-4ff2-4a7f-bddd-1c3024c25438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b340c90d-7427-4256-8bfe-7aa4ecf9851e'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:03:32.693426 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5982e52f7164c00132b4161e7da779dd5a615a4991d8f343d2f1980d90734956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cad1bb-082c-40c4-ac22-c7b4723b2d94" -d '{"events": [{"server_uuid": "3034169f-4ff2-4a7f-bddd-1c3024c25438", "name": "network-vif-plugged", "status": "completed", "tag": "b340c90d-7427-4256-8bfe-7aa4ecf9851e"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:03:32.706812 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port b340c90d-7427-4256-8bfe-7aa4ecf9851e, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=b340c90d-7427-4256-8bfe-7aa4ecf9851e,segment=NetworkSegment(3206bbdf-2c17-47bf-a091-1a4ba743cc4a),segment_id=3206bbdf-2c17-47bf-a091-1a4ba743cc4a)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:32.711056 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:32.733850 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048036a3-654e-43cb-8c0f-013fabe50f60 x-openstack-request-id: req-048036a3-654e-43cb-8c0f-013fabe50f60 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:03:32.734129 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3034169f-4ff2-4a7f-bddd-1c3024c25438", "name": "network-vif-plugged", "status": "completed", "tag": "b340c90d-7427-4256-8bfe-7aa4ecf9851e", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:03:32.734379 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-048036a3-654e-43cb-8c0f-013fabe50f60 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:03:32.734769 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3034169f-4ff2-4a7f-bddd-1c3024c25438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b340c90d-7427-4256-8bfe-7aa4ecf9851e', 'code': 200} Jul 15 14:03:32.760652 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=b340c90d-7427-4256-8bfe-7aa4ecf9851e,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:32.872297 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fa49b-d9e9-4e8f-8b21-ef1042dfc4fb req-fa5c4db1-5357-4b4b-94e5-a0d2f733cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:32.873705 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-496fa49b-d9e9-4e8f-8b21-ef1042dfc4fb req-fa5c4db1-5357-4b4b-94e5-a0d2f733cbaa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3034169f-4ff2-4a7f-bddd-1c3024c25438 HTTP/1.1" status: 200 len: 1097 time: 0.0574367 Jul 15 14:03:32.906867 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-496fa49b-d9e9-4e8f-8b21-ef1042dfc4fb req-f684fc61-e872-4a2a-91ed-f5658edb400d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1511cf00-bb5a-4ae2-a7c3-d126c44be681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266309 Jul 15 14:03:33.641777 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c5298-6046-408c-b0db-963279b13fc0 req-6b54dbc3-873a-4a54-b405-57e624a791fe tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:33.643309 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3e1c5298-6046-408c-b0db-963279b13fc0 req-6b54dbc3-873a-4a54-b405-57e624a791fe tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/ports?device_id=3034169f-4ff2-4a7f-bddd-1c3024c25438 HTTP/1.1" status: 200 len: 945 time: 0.0623801 Jul 15 14:03:33.681124 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3e1c5298-6046-408c-b0db-963279b13fc0 req-7bed2a2c-fe2b-41d6-9a36-f8030901df4a tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/security-groups?id=1511cf00-bb5a-4ae2-a7c3-d126c44be681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323048 Jul 15 14:03:34.860368 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92722f55-ae57-4919-8859-0765762cc65b req-e4426f8d-0169-4ae6-9a33-05de26f186a8 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:34.862016 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-92722f55-ae57-4919-8859-0765762cc65b req-e4426f8d-0169-4ae6-9a33-05de26f186a8 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/ports?device_id=3034169f-4ff2-4a7f-bddd-1c3024c25438 HTTP/1.1" status: 200 len: 945 time: 0.0655267 Jul 15 14:03:34.901322 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-92722f55-ae57-4919-8859-0765762cc65b req-31021749-0c9c-4722-a6ca-2a6d422ec4b4 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/security-groups?id=1511cf00-bb5a-4ae2-a7c3-d126c44be681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334735 Jul 15 14:03:35.294269 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6240700-01a8-4223-9c1f-007ef716482e req-f3eee97e-58fd-4a3e-bf12-d06a7583155c tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:35.295716 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d6240700-01a8-4223-9c1f-007ef716482e req-f3eee97e-58fd-4a3e-bf12-d06a7583155c tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/ports?device_id=3034169f-4ff2-4a7f-bddd-1c3024c25438 HTTP/1.1" status: 200 len: 945 time: 0.0708678 Jul 15 14:03:35.334036 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d6240700-01a8-4223-9c1f-007ef716482e req-51def4e4-a1d1-4c25-805a-61864a6d8258 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/security-groups?id=1511cf00-bb5a-4ae2-a7c3-d126c44be681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326955 Jul 15 14:03:36.512958 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7cd5c-19d4-4042-8687-262bd3e18e49 req-b0db12e0-b9e3-4237-84fc-e1edcfdcffc5 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:36.514448 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6cc7cd5c-19d4-4042-8687-262bd3e18e49 req-b0db12e0-b9e3-4237-84fc-e1edcfdcffc5 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/ports?device_id=3034169f-4ff2-4a7f-bddd-1c3024c25438 HTTP/1.1" status: 200 len: 945 time: 0.0661335 Jul 15 14:03:36.552895 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6cc7cd5c-19d4-4042-8687-262bd3e18e49 req-1dcc2f6b-6050-43a5-adf0-bcd7905ad2a2 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/security-groups?id=1511cf00-bb5a-4ae2-a7c3-d126c44be681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327489 Jul 15 14:03:36.621305 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f364a-31bd-4e67-8b51-38acb2beaae6 req-9068e46d-fd62-4855-99fc-452e318bd396 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:36.622839 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3f4f364a-31bd-4e67-8b51-38acb2beaae6 req-9068e46d-fd62-4855-99fc-452e318bd396 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.32 "GET /v2.0/ports?device_id=3034169f-4ff2-4a7f-bddd-1c3024c25438 HTTP/1.1" status: 200 len: 945 time: 0.0691032 Jul 15 14:03:36.723225 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-3f4f364a-31bd-4e67-8b51-38acb2beaae6 req-aeaa7bd6-dbc0-4daf-aa6c-02e5f4fcaf7f tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Deleting port b340c90d-7427-4256-8bfe-7aa4ecf9851e {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:03:36.723571 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3f4f364a-31bd-4e67-8b51-38acb2beaae6 req-aeaa7bd6-dbc0-4daf-aa6c-02e5f4fcaf7f tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:36.822414 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-3f4f364a-31bd-4e67-8b51-38acb2beaae6 req-aeaa7bd6-dbc0-4daf-aa6c-02e5f4fcaf7f tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] For port b340c90d-7427-4256-8bfe-7aa4ecf9851e, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=b340c90d-7427-4256-8bfe-7aa4ecf9851e,segment=NetworkSegment(3206bbdf-2c17-47bf-a091-1a4ba743cc4a),segment_id=3206bbdf-2c17-47bf-a091-1a4ba743cc4a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:36.822711 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3f4f364a-31bd-4e67-8b51-38acb2beaae6 req-aeaa7bd6-dbc0-4daf-aa6c-02e5f4fcaf7f tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:36.835500 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-3f4f364a-31bd-4e67-8b51-38acb2beaae6 req-aeaa7bd6-dbc0-4daf-aa6c-02e5f4fcaf7f tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Calling delete_port for b340c90d-7427-4256-8bfe-7aa4ecf9851e owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:03:36.967304 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3f4f364a-31bd-4e67-8b51-38acb2beaae6 req-aeaa7bd6-dbc0-4daf-aa6c-02e5f4fcaf7f tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:36.979783 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['52871214-088e-4cd3-869a-eadf80b15589'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:03:36.997953 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa7bd6-dbc0-4daf-aa6c-02e5f4fcaf7f tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Pushing event deleted for resources: {'Port': ['ID=b340c90d-7427-4256-8bfe-7aa4ecf9851e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:37.011140 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['b340c90d-7427-4256-8bfe-7aa4ecf9851e'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:03:37.046750 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4f364a-31bd-4e67-8b51-38acb2beaae6 req-aeaa7bd6-dbc0-4daf-aa6c-02e5f4fcaf7f tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] No DVR routers for this DVR port b340c90d-7427-4256-8bfe-7aa4ecf9851e on host n-h2-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:03:37.049576 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-3f4f364a-31bd-4e67-8b51-38acb2beaae6 req-aeaa7bd6-dbc0-4daf-aa6c-02e5f4fcaf7f tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:37.051893 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3f4f364a-31bd-4e67-8b51-38acb2beaae6 req-aeaa7bd6-dbc0-4daf-aa6c-02e5f4fcaf7f tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.32 "DELETE /v2.0/ports/b340c90d-7427-4256-8bfe-7aa4ecf9851e HTTP/1.1" status: 204 len: 173 time: 0.4228144 Jul 15 14:03:37.052379 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3034169f-4ff2-4a7f-bddd-1c3024c25438', 'name': 'network-vif-deleted', 'tag': 'b340c90d-7427-4256-8bfe-7aa4ecf9851e'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:03:37.055634 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daab4feb-0bbc-47b1-8a14-99e0a5857e97" -d '{"events": [{"server_uuid": "3034169f-4ff2-4a7f-bddd-1c3024c25438", "name": "network-vif-deleted", "tag": "b340c90d-7427-4256-8bfe-7aa4ecf9851e"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:03:37.099009 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1834349d-eede-43e5-8cd5-65ebd8dd39b5 x-openstack-request-id: req-1834349d-eede-43e5-8cd5-65ebd8dd39b5 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:03:37.099438 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3034169f-4ff2-4a7f-bddd-1c3024c25438", "name": "network-vif-deleted", "tag": "b340c90d-7427-4256-8bfe-7aa4ecf9851e", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:03:37.099801 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1834349d-eede-43e5-8cd5-65ebd8dd39b5 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:03:37.101988 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3034169f-4ff2-4a7f-bddd-1c3024c25438', 'name': 'network-vif-deleted', 'tag': 'b340c90d-7427-4256-8bfe-7aa4ecf9851e', 'status': 'completed', 'code': 200} Jul 15 14:03:37.712660 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-55460c35-81fa-473e-9b91-d56e920dda74 req-95bf11dc-933e-4374-ad7c-f3fb2f219c32 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/ports?device_id=3034169f-4ff2-4a7f-bddd-1c3024c25438 HTTP/1.1" status: 200 len: 210 time: 0.0300426 Jul 15 14:03:38.707827 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:38.966499 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776987e-b523-4dff-b334-6ab939d7f415 req-9c4a6b22-f42b-4776-88f2-d023b6aaad91 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:38.967886 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f776987e-b523-4dff-b334-6ab939d7f415 req-9c4a6b22-f42b-4776-88f2-d023b6aaad91 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/ports?device_id=012ad17c-d01c-4c17-be61-bc64d48661b2 HTTP/1.1" status: 200 len: 945 time: 0.0655954 Jul 15 14:03:39.005391 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f776987e-b523-4dff-b334-6ab939d7f415 req-2450d5bc-ed49-4eb0-8615-1d83bcd610f4 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/security-groups?id=1511cf00-bb5a-4ae2-a7c3-d126c44be681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320535 Jul 15 14:03:39.196457 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c46999-b778-4bd9-bfbd-15b7f897fc5a req-7083d669-862f-452c-af2e-fba6d50dc342 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:39.198030 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-54c46999-b778-4bd9-bfbd-15b7f897fc5a req-7083d669-862f-452c-af2e-fba6d50dc342 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/ports?device_id=012ad17c-d01c-4c17-be61-bc64d48661b2 HTTP/1.1" status: 200 len: 945 time: 0.0674732 Jul 15 14:03:39.236794 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-54c46999-b778-4bd9-bfbd-15b7f897fc5a req-f8072cb0-0178-471a-8e80-6c5dd81b9775 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/security-groups?id=1511cf00-bb5a-4ae2-a7c3-d126c44be681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330219 Jul 15 14:03:39.417370 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1028cf3-8bc5-45e3-8ecb-0b7d2bbf4fcf req-5658a6c1-62bb-4040-aa6e-544cea39ff89 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:39.419160 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b1028cf3-8bc5-45e3-8ecb-0b7d2bbf4fcf req-5658a6c1-62bb-4040-aa6e-544cea39ff89 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/ports?device_id=012ad17c-d01c-4c17-be61-bc64d48661b2 HTTP/1.1" status: 200 len: 945 time: 0.0685163 Jul 15 14:03:39.462742 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b1028cf3-8bc5-45e3-8ecb-0b7d2bbf4fcf req-c4985deb-1846-4a73-8894-6ed8c9a0cbb9 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/security-groups?id=1511cf00-bb5a-4ae2-a7c3-d126c44be681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378838 Jul 15 14:03:39.743960 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a47acf-c9e7-4f29-903d-991d76ec3683 req-787ca94d-7499-4137-afc9-92ce0bb230b5 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:39.745402 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b1a47acf-c9e7-4f29-903d-991d76ec3683 req-787ca94d-7499-4137-afc9-92ce0bb230b5 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/ports?device_id=012ad17c-d01c-4c17-be61-bc64d48661b2 HTTP/1.1" status: 200 len: 945 time: 0.0687845 Jul 15 14:03:39.783738 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b1a47acf-c9e7-4f29-903d-991d76ec3683 req-53d62a78-34a8-4ac4-93fe-95e694b2933e tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/security-groups?id=1511cf00-bb5a-4ae2-a7c3-d126c44be681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325208 Jul 15 14:03:39.958946 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1d5ff-1588-4363-85f9-707d9866edcd req-4e42d297-0a2d-4597-80a3-d7b680affdb9 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:39.960975 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c5f1d5ff-1588-4363-85f9-707d9866edcd req-4e42d297-0a2d-4597-80a3-d7b680affdb9 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/ports?device_id=012ad17c-d01c-4c17-be61-bc64d48661b2 HTTP/1.1" status: 200 len: 945 time: 0.0637922 Jul 15 14:03:40.004250 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c5f1d5ff-1588-4363-85f9-707d9866edcd req-e0faec1b-b369-48bc-ab9a-4f69825fd032 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/security-groups?id=1511cf00-bb5a-4ae2-a7c3-d126c44be681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376000 Jul 15 14:03:40.187883 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd8ad2-bcc1-4242-b17e-dcf96740b7a8 req-b969531d-141b-453a-8602-43934639370f tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:40.189403 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-59dd8ad2-bcc1-4242-b17e-dcf96740b7a8 req-b969531d-141b-453a-8602-43934639370f tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/ports?device_id=012ad17c-d01c-4c17-be61-bc64d48661b2 HTTP/1.1" status: 200 len: 945 time: 0.0637317 Jul 15 14:03:40.228741 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-59dd8ad2-bcc1-4242-b17e-dcf96740b7a8 req-121cd09a-f2bb-4065-9a9c-3c40932cca34 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/security-groups?id=1511cf00-bb5a-4ae2-a7c3-d126c44be681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334072 Jul 15 14:03:40.587974 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device b340c90d-7427-4256-8bfe-7aa4ecf9851e no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:03:40.609830 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: b340c90d-7427-4256-8bfe-7aa4ecf9851e {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:03:40.610077 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device b340c90d-7427-4256-8bfe-7aa4ecf9851e not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:03:40.754672 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed960392-2c25-4a77-b112-b245a41b63e0 req-8b02bd2e-1e22-4a7f-9197-5fce8510f8e3 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:40.756184 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ed960392-2c25-4a77-b112-b245a41b63e0 req-8b02bd2e-1e22-4a7f-9197-5fce8510f8e3 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/ports?device_id=012ad17c-d01c-4c17-be61-bc64d48661b2 HTTP/1.1" status: 200 len: 945 time: 0.0646632 Jul 15 14:03:40.794937 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ed960392-2c25-4a77-b112-b245a41b63e0 req-17258b59-5fda-4f8f-9e2b-b530197b2bc6 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/security-groups?id=1511cf00-bb5a-4ae2-a7c3-d126c44be681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324047 Jul 15 14:03:41.980221 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f34e7-9e71-4a5c-b207-fa19fb4d91c2 req-03fce14d-0316-42ad-8631-a6f68398b9e2 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:41.981908 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cf4f34e7-9e71-4a5c-b207-fa19fb4d91c2 req-03fce14d-0316-42ad-8631-a6f68398b9e2 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/ports?device_id=012ad17c-d01c-4c17-be61-bc64d48661b2 HTTP/1.1" status: 200 len: 945 time: 0.0670004 Jul 15 14:03:42.024305 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cf4f34e7-9e71-4a5c-b207-fa19fb4d91c2 req-3fdfb52c-68d8-48b2-b3ba-6f48cb78999b tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/security-groups?id=1511cf00-bb5a-4ae2-a7c3-d126c44be681&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364239 Jul 15 14:03:42.060836 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa7815-2c57-45d9-82bd-cbccc67575cc req-accac425-c73c-4e19-a629-f370b96b095f tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:42.062714 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-39aa7815-2c57-45d9-82bd-cbccc67575cc req-accac425-c73c-4e19-a629-f370b96b095f tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.18 "GET /v2.0/ports?device_id=012ad17c-d01c-4c17-be61-bc64d48661b2 HTTP/1.1" status: 200 len: 945 time: 0.0813308 Jul 15 14:03:42.166099 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-39aa7815-2c57-45d9-82bd-cbccc67575cc req-f2e1aea1-7aa1-4082-ac91-a102532dd784 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Deleting port 52871214-088e-4cd3-869a-eadf80b15589 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:03:42.166337 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-39aa7815-2c57-45d9-82bd-cbccc67575cc req-f2e1aea1-7aa1-4082-ac91-a102532dd784 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:42.625230 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-39aa7815-2c57-45d9-82bd-cbccc67575cc req-f2e1aea1-7aa1-4082-ac91-a102532dd784 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] For port 52871214-088e-4cd3-869a-eadf80b15589, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=52871214-088e-4cd3-869a-eadf80b15589,segment=NetworkSegment(3206bbdf-2c17-47bf-a091-1a4ba743cc4a),segment_id=3206bbdf-2c17-47bf-a091-1a4ba743cc4a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:42.625583 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-39aa7815-2c57-45d9-82bd-cbccc67575cc req-f2e1aea1-7aa1-4082-ac91-a102532dd784 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:42.642918 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-39aa7815-2c57-45d9-82bd-cbccc67575cc req-f2e1aea1-7aa1-4082-ac91-a102532dd784 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Calling delete_port for 52871214-088e-4cd3-869a-eadf80b15589 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:03:42.795156 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-39aa7815-2c57-45d9-82bd-cbccc67575cc req-f2e1aea1-7aa1-4082-ac91-a102532dd784 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:42.806963 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['52871214-088e-4cd3-869a-eadf80b15589'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:03:42.834115 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1aea1-7aa1-4082-ac91-a102532dd784 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Pushing event deleted for resources: {'Port': ['ID=52871214-088e-4cd3-869a-eadf80b15589,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:42.872364 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-39aa7815-2c57-45d9-82bd-cbccc67575cc req-f2e1aea1-7aa1-4082-ac91-a102532dd784 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] No DVR routers for this DVR port 52871214-088e-4cd3-869a-eadf80b15589 on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:03:42.875041 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-39aa7815-2c57-45d9-82bd-cbccc67575cc req-f2e1aea1-7aa1-4082-ac91-a102532dd784 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:42.877281 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-39aa7815-2c57-45d9-82bd-cbccc67575cc req-f2e1aea1-7aa1-4082-ac91-a102532dd784 tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.18 "DELETE /v2.0/ports/52871214-088e-4cd3-869a-eadf80b15589 HTTP/1.1" status: 204 len: 173 time: 0.8085327 Jul 15 14:03:42.877703 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012ad17c-d01c-4c17-be61-bc64d48661b2', 'name': 'network-vif-deleted', 'tag': '52871214-088e-4cd3-869a-eadf80b15589'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:03:42.880073 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a099da-5f4a-4f08-9b5c-443bc7e94a87" -d '{"events": [{"server_uuid": "012ad17c-d01c-4c17-be61-bc64d48661b2", "name": "network-vif-deleted", "tag": "52871214-088e-4cd3-869a-eadf80b15589"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:03:42.928194 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e09e34b-5e3b-43ac-b320-44d728c648be x-openstack-request-id: req-2e09e34b-5e3b-43ac-b320-44d728c648be {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:03:42.928994 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012ad17c-d01c-4c17-be61-bc64d48661b2", "name": "network-vif-deleted", "tag": "52871214-088e-4cd3-869a-eadf80b15589", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:03:42.929439 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e09e34b-5e3b-43ac-b320-44d728c648be {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:03:42.929880 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012ad17c-d01c-4c17-be61-bc64d48661b2', 'name': 'network-vif-deleted', 'tag': '52871214-088e-4cd3-869a-eadf80b15589', 'status': 'completed', 'code': 200} Jul 15 14:03:43.183624 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-91b26fa6-d3e4-477a-b78a-f43511752492 req-132be43f-7a8f-474a-a424-18c8624c53dd tempest-ServersNegativeTestJSON-1588125001 tempest-ServersNegativeTestJSON-1588125001-project] 10.222.0.24 "GET /v2.0/ports?device_id=012ad17c-d01c-4c17-be61-bc64d48661b2 HTTP/1.1" status: 200 len: 210 time: 0.0307982 Jul 15 14:03:44.284581 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48718) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:44.330672 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b93bb14-9dd3-4124-8173-3ab04d3b82bb admin admin] Deleting subnet 87bbc8ad-2d35-4565-9da4-2f4512650d76 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:03:44.334239 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6b93bb14-9dd3-4124-8173-3ab04d3b82bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:44.375186 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6b93bb14-9dd3-4124-8173-3ab04d3b82bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:44.417120 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6b93bb14-9dd3-4124-8173-3ab04d3b82bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:44.472067 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6b93bb14-9dd3-4124-8173-3ab04d3b82bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:44.499379 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93bb14-9dd3-4124-8173-3ab04d3b82bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87bbc8ad-2d35-4565-9da4-2f4512650d76,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:44.503251 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6b93bb14-9dd3-4124-8173-3ab04d3b82bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:44.506389 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6b93bb14-9dd3-4124-8173-3ab04d3b82bb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/87bbc8ad-2d35-4565-9da4-2f4512650d76 HTTP/1.1" status: 204 len: 168 time: 0.2203560 Jul 15 14:03:44.507904 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48720) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:44.578563 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-37ac58f1-a945-41d8-aded-763b3b6da92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:44.654561 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-37ac58f1-a945-41d8-aded-763b3b6da92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:44.664923 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-37ac58f1-a945-41d8-aded-763b3b6da92d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4325b20-49ea-4940-9390-656f45a2bd38']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:44.679146 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-37ac58f1-a945-41d8-aded-763b3b6da92d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3206bbdf-2c17-47bf-a091-1a4ba743cc4a') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:44.679437 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-37ac58f1-a945-41d8-aded-763b3b6da92d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3206bbdf-2c17-47bf-a091-1a4ba743cc4a') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:44.688319 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-37ac58f1-a945-41d8-aded-763b3b6da92d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:44.701873 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-37ac58f1-a945-41d8-aded-763b3b6da92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:44.707795 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ac58f1-a945-41d8-aded-763b3b6da92d admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:03:44.708161 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-37ac58f1-a945-41d8-aded-763b3b6da92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:44.710332 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 14:03:44.710332 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:03:44.710332 n-d-758944-45 neutron-server[93813]: timer() Jul 15 14:03:44.710332 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:03:44.710332 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 14:03:44.710332 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:03:44.710332 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 14:03:44.710332 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:03:44.710332 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 14:03:44.710332 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:03:44.710332 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 14:03:44.710332 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:03:44.710332 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 14:03:44.710332 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:03:44.710332 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:03:44.710332 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:03:44.710332 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:03:44.710332 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:03:44.710332 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 14:03:44.710332 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:03:44.710332 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 14:03:44.710332 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:03:44.710332 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:03:44.710332 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:03:44.710332 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 14:03:44.710332 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:03:44.710332 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:03:44.710332 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:03:44.710332 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:03:44.710332 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:03:44.710332 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:03:44.710332 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:03:44.762435 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-37ac58f1-a945-41d8-aded-763b3b6da92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:44.767045 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-37ac58f1-a945-41d8-aded-763b3b6da92d admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:44.768952 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-37ac58f1-a945-41d8-aded-763b3b6da92d admin admin] 10.222.0.24 "DELETE /v2.0/networks/e4325b20-49ea-4940-9390-656f45a2bd38 HTTP/1.1" status: 204 len: 168 time: 0.2600744 Jul 15 14:03:44.782278 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac58f1-a945-41d8-aded-763b3b6da92d admin admin] Pushing event deleted for resources: {'Network': ['ID=e4325b20-49ea-4940-9390-656f45a2bd38,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:44.885411 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48724) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:44.923936 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d74d91d3-fef3-47e1-b6dd-4f80ae37cd93 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0cd09c7ed4a04042b862b35889e82fc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373337 Jul 15 14:03:44.926302 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48726) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:44.974289 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-80f212b5-4e77-4652-9d67-da58a2362007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:44.999609 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-80f212b5-4e77-4652-9d67-da58a2362007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:45.046985 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-80f212b5-4e77-4652-9d67-da58a2362007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:45.049496 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-80f212b5-4e77-4652-9d67-da58a2362007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:45.050710 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-80f212b5-4e77-4652-9d67-da58a2362007 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1511cf00-bb5a-4ae2-a7c3-d126c44be681 HTTP/1.1" status: 204 len: 168 time: 0.1235282 Jul 15 14:03:45.059342 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f212b5-4e77-4652-9d67-da58a2362007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1511cf00-bb5a-4ae2-a7c3-d126c44be681,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:45.726133 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48748) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:45.829923 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-258190e1-f0b2-4172-b1f3-8823ea457964 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1677580450'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:45.855257 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258190e1-f0b2-4172-b1f3-8823ea457964 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Made reservation on behalf of 957ad1d50fec4319a60a2aae6bdacc49 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:45.858981 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-258190e1-f0b2-4172-b1f3-8823ea457964 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:45.867748 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-258190e1-f0b2-4172-b1f3-8823ea457964 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:45.964415 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-258190e1-f0b2-4172-b1f3-8823ea457964 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:45.968482 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-258190e1-f0b2-4172-b1f3-8823ea457964 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:46.002553 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-258190e1-f0b2-4172-b1f3-8823ea457964 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:03:46.013730 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258190e1-f0b2-4172-b1f3-8823ea457964 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bd2636-2116-4ebe-90e4-25fb614ede47,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:46.021260 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-258190e1-f0b2-4172-b1f3-8823ea457964 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:46.021606 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-258190e1-f0b2-4172-b1f3-8823ea457964 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Added segment b9d636a5-9535-4497-b1c2-e3a2ae431da0 of type vlan for network 26f37ce4-d040-4272-8233-584c35a5ffc2 Jul 15 14:03:46.075349 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-258190e1-f0b2-4172-b1f3-8823ea457964 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:46.112104 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-258190e1-f0b2-4172-b1f3-8823ea457964 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:46.117701 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258190e1-f0b2-4172-b1f3-8823ea457964 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:46.118336 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-258190e1-f0b2-4172-b1f3-8823ea457964 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:46.178071 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-258190e1-f0b2-4172-b1f3-8823ea457964 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4505544 Jul 15 14:03:46.241185 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258190e1-f0b2-4172-b1f3-8823ea457964 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Pushing event updated for resources: {'Network': ['ID=26f37ce4-d040-4272-8233-584c35a5ffc2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:46.255484 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 26f37ce4-d040-4272-8233-584c35a5ffc2 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:03:46.257517 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 52871214-088e-4cd3-869a-eadf80b15589 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:03:46.290730 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: 52871214-088e-4cd3-869a-eadf80b15589 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:03:46.291067 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device 52871214-088e-4cd3-869a-eadf80b15589 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:03:49.528210 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48754) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:49.533661 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2b75013a-0cc2-4a58-87f3-4361d3fd6299 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Request body: {'subnet': {'network_id': '26f37ce4-d040-4272-8233-584c35a5ffc2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:49.625660 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b75013a-0cc2-4a58-87f3-4361d3fd6299 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Made reservation on behalf of 957ad1d50fec4319a60a2aae6bdacc49 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:49.629236 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b75013a-0cc2-4a58-87f3-4361d3fd6299 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:49.813883 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b75013a-0cc2-4a58-87f3-4361d3fd6299 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:49.875920 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75013a-0cc2-4a58-87f3-4361d3fd6299 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Pushing event updated for resources: {'Subnet': ['ID=6c5578d9-3c91-4925-b9ee-07fbf6af5f55,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:49.885453 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b75013a-0cc2-4a58-87f3-4361d3fd6299 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Checking segment: {'id': 'b9d636a5-9535-4497-b1c2-e3a2ae431da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '26f37ce4-d040-4272-8233-584c35a5ffc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:03:49.885845 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b75013a-0cc2-4a58-87f3-4361d3fd6299 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Network hostable DHCP agents. Network: 26f37ce4-d040-4272-8233-584c35a5ffc2, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:03:49.902943 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b75013a-0cc2-4a58-87f3-4361d3fd6299 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Network 26f37ce4-d040-4272-8233-584c35a5ffc2 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:03:49.911345 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-2b75013a-0cc2-4a58-87f3-4361d3fd6299 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 26f37ce4-d040-4272-8233-584c35a5ffc2) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:49.916037 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b75013a-0cc2-4a58-87f3-4361d3fd6299 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:49.916635 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b75013a-0cc2-4a58-87f3-4361d3fd6299 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:49.922135 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85819842-1e45-42a0-b401-0b77b7549d73 None None] Network 26f37ce4-d040-4272-8233-584c35a5ffc2 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:03:49.931743 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2b75013a-0cc2-4a58-87f3-4361d3fd6299 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4020166 Jul 15 14:03:49.935021 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48756) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:49.940244 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1a8ccf37-2727-464c-88e8-7ff00ac05e63 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1974052514'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:49.961468 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8ccf37-2727-464c-88e8-7ff00ac05e63 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Made reservation on behalf of 957ad1d50fec4319a60a2aae6bdacc49 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:49.965080 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1a8ccf37-2727-464c-88e8-7ff00ac05e63 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:49.989632 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a8ccf37-2727-464c-88e8-7ff00ac05e63 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:03:49.998841 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1a8ccf37-2727-464c-88e8-7ff00ac05e63 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:49.999191 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-1a8ccf37-2727-464c-88e8-7ff00ac05e63 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Added segment 2aa1e8a6-c5bf-48d8-a3fe-7e2f6c576ea6 of type vlan for network 66f6f7de-0cd1-4195-9c5e-09f6279c974c Jul 15 14:03:50.039023 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1a8ccf37-2727-464c-88e8-7ff00ac05e63 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:50.068039 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1a8ccf37-2727-464c-88e8-7ff00ac05e63 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:50.072079 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-26f37ce4-d040-4272-8233-584c35a5ffc2', 'network_id': '26f37ce4-d040-4272-8233-584c35a5ffc2', 'tenant_id': '957ad1d50fec4319a60a2aae6bdacc49', 'fixed_ips': [{'subnet_id': '6c5578d9-3c91-4925-b9ee-07fbf6af5f55'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:03:50.072952 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:50.074515 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8ccf37-2727-464c-88e8-7ff00ac05e63 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:50.075064 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1a8ccf37-2727-464c-88e8-7ff00ac05e63 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:50.114473 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1a8ccf37-2727-464c-88e8-7ff00ac05e63 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1756458 Jul 15 14:03:50.114708 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48758) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:50.121873 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-23d864f1-251e-480d-b6cf-7f484910ae53 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Request body: {'subnet': {'network_id': '66f6f7de-0cd1-4195-9c5e-09f6279c974c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:50.177681 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ccf37-2727-464c-88e8-7ff00ac05e63 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Pushing event updated for resources: {'Network': ['ID=66f6f7de-0cd1-4195-9c5e-09f6279c974c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:50.192861 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 66f6f7de-0cd1-4195-9c5e-09f6279c974c details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:03:50.234681 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] Allocated IP 2001:db8:0:ffff::2 (26f37ce4-d040-4272-8233-584c35a5ffc2/6c5578d9-3c91-4925-b9ee-07fbf6af5f55/b125142d-cef0-4179-b05d-7912b6a53433) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:03:50.248850 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d864f1-251e-480d-b6cf-7f484910ae53 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Made reservation on behalf of 957ad1d50fec4319a60a2aae6bdacc49 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:50.252683 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23d864f1-251e-480d-b6cf-7f484910ae53 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:50.413062 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:50.421209 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] Transition to ACTIVE for port object b125142d-cef0-4179-b05d-7912b6a53433 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:50.436194 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] Transition to ACTIVE for port object b125142d-cef0-4179-b05d-7912b6a53433 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:50.442347 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:50.448852 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23d864f1-251e-480d-b6cf-7f484910ae53 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:50.485225 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] Network 26f37ce4-d040-4272-8233-584c35a5ffc2 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:50.489720 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:50.494665 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:03:50.499198 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] Pushing event updated for resources: {'Port': ['ID=b125142d-cef0-4179-b05d-7912b6a53433,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:50.515053 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d864f1-251e-480d-b6cf-7f484910ae53 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Pushing event updated for resources: {'Subnet': ['ID=8d347a40-87b8-4bc9-b935-df6d19432ec1,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:50.519574 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d864f1-251e-480d-b6cf-7f484910ae53 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Checking segment: {'id': '2aa1e8a6-c5bf-48d8-a3fe-7e2f6c576ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '66f6f7de-0cd1-4195-9c5e-09f6279c974c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:03:50.519941 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d864f1-251e-480d-b6cf-7f484910ae53 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Network hostable DHCP agents. Network: 66f6f7de-0cd1-4195-9c5e-09f6279c974c, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:03:50.527213 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:50.527554 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:50.527890 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:50.528220 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:50.528549 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:50.528906 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:50.529227 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:50.529544 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:50.529886 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:50.530203 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:50.530520 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:50.530839 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:03:50.538133 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d864f1-251e-480d-b6cf-7f484910ae53 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Network 66f6f7de-0cd1-4195-9c5e-09f6279c974c is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:03:50.546595 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-23d864f1-251e-480d-b6cf-7f484910ae53 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 66f6f7de-0cd1-4195-9c5e-09f6279c974c) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:50.551588 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d864f1-251e-480d-b6cf-7f484910ae53 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:50.552259 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23d864f1-251e-480d-b6cf-7f484910ae53 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:50.561630 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6448e6-c8a7-42c5-9bd6-a893259ec8e5 None None] Network 66f6f7de-0cd1-4195-9c5e-09f6279c974c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:03:50.567720 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-23d864f1-251e-480d-b6cf-7f484910ae53 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4519892 Jul 15 14:03:50.570997 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48760) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:50.581696 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] Attempting to bind port b125142d-cef0-4179-b05d-7912b6a53433 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:03:50.582094 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] Attempting to bind port b125142d-cef0-4179-b05d-7912b6a53433 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'b9d636a5-9535-4497-b1c2-e3a2ae431da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '26f37ce4-d040-4272-8233-584c35a5ffc2'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:03:50.582454 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] Attempting to bind port b125142d-cef0-4179-b05d-7912b6a53433 on network 26f37ce4-d040-4272-8233-584c35a5ffc2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:03:50.592158 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:03:50.592528 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] Checking segment: {'id': 'b9d636a5-9535-4497-b1c2-e3a2ae431da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '26f37ce4-d040-4272-8233-584c35a5ffc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:03:50.592927 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:50.593318 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] Bound using segment: {'id': 'b9d636a5-9535-4497-b1c2-e3a2ae431da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '26f37ce4-d040-4272-8233-584c35a5ffc2'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:03:50.593794 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] Bound port: b125142d-cef0-4179-b05d-7912b6a53433, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d636a5-9535-4497-b1c2-e3a2ae431da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '26f37ce4-d040-4272-8233-584c35a5ffc2'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:03:50.594178 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:50.670411 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad851b66-adae-4dfa-bf02-a073cab1a994 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:50.728032 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] For port b125142d-cef0-4179-b05d-7912b6a53433, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:03:50.732849 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] For port b125142d-cef0-4179-b05d-7912b6a53433, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b125142d-cef0-4179-b05d-7912b6a53433,segment=NetworkSegment(b9d636a5-9535-4497-b1c2-e3a2ae431da0),segment_id=b9d636a5-9535-4497-b1c2-e3a2ae431da0)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:03:50.737174 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:50.754258 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad851b66-adae-4dfa-bf02-a073cab1a994 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:50.799894 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7709d1da-c96a-447c-968b-1ec15cbae2d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-66f6f7de-0cd1-4195-9c5e-09f6279c974c', 'network_id': '66f6f7de-0cd1-4195-9c5e-09f6279c974c', 'tenant_id': '957ad1d50fec4319a60a2aae6bdacc49', 'fixed_ips': [{'subnet_id': '8d347a40-87b8-4bc9-b935-df6d19432ec1'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:03:50.800591 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7709d1da-c96a-447c-968b-1ec15cbae2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:50.831475 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad851b66-adae-4dfa-bf02-a073cab1a994 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:50.834111 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca7392-ccda-4996-9b24-1ecb2499ae40 None None] Pushing event updated for resources: {'Port': ['ID=b125142d-cef0-4179-b05d-7912b6a53433,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:50.861788 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad851b66-adae-4dfa-bf02-a073cab1a994 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Pushing event deleted for resources: {'Subnet': ['ID=8d347a40-87b8-4bc9-b935-df6d19432ec1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:50.921181 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad851b66-adae-4dfa-bf02-a073cab1a994 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server [None req-7709d1da-c96a-447c-968b-1ec15cbae2d7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8d347a40-87b8-4bc9-b935-df6d19432ec1: This subnet is being modified by another concurrent operation. Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server raise exception Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8d347a40-87b8-4bc9-b935-df6d19432ec1: This subnet is being modified by another concurrent operation. Jul 15 14:03:50.928923 n-d-758944-45 neutron-server[93815]: ERROR oslo_messaging.rpc.server Jul 15 14:03:50.938467 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-19a3d3fa-1d89-4457-b23f-56f280fa8d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:50.945113 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622b8b8f-0db0-43f8-8015-6a0a5c83cf05 None None] Network 66f6f7de-0cd1-4195-9c5e-09f6279c974c requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:03:50.948555 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-ad851b66-adae-4dfa-bf02-a073cab1a994 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66f6f7de-0cd1-4195-9c5e-09f6279c974c']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:50.961372 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-ad851b66-adae-4dfa-bf02-a073cab1a994 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aa1e8a6-c5bf-48d8-a3fe-7e2f6c576ea6') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:50.961810 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-ad851b66-adae-4dfa-bf02-a073cab1a994 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aa1e8a6-c5bf-48d8-a3fe-7e2f6c576ea6') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:50.971297 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad851b66-adae-4dfa-bf02-a073cab1a994 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:51.005343 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad851b66-adae-4dfa-bf02-a073cab1a994 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:51.016557 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad851b66-adae-4dfa-bf02-a073cab1a994 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:03:51.017006 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad851b66-adae-4dfa-bf02-a073cab1a994 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: timer() Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:03:51.020627 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:03:51.099877 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad851b66-adae-4dfa-bf02-a073cab1a994 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:51.110575 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ad851b66-adae-4dfa-bf02-a073cab1a994 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:51.117516 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ad851b66-adae-4dfa-bf02-a073cab1a994 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] 10.222.0.24 "DELETE /v2.0/networks/66f6f7de-0cd1-4195-9c5e-09f6279c974c HTTP/1.1" status: 204 len: 168 time: 0.5407193 Jul 15 14:03:51.119060 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48762) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:51.124610 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-15ab9a5e-a6cc-4c4f-ae50-529f98794598 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1953540403'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:51.124958 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad851b66-adae-4dfa-bf02-a073cab1a994 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Pushing event deleted for resources: {'Network': ['ID=66f6f7de-0cd1-4195-9c5e-09f6279c974c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:51.151825 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ab9a5e-a6cc-4c4f-ae50-529f98794598 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Made reservation on behalf of 957ad1d50fec4319a60a2aae6bdacc49 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:51.156194 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15ab9a5e-a6cc-4c4f-ae50-529f98794598 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:51.184041 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ab9a5e-a6cc-4c4f-ae50-529f98794598 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:03:51.192721 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b125142d-cef0-4179-b05d-7912b6a53433 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:51.196819 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15ab9a5e-a6cc-4c4f-ae50-529f98794598 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:51.197164 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-15ab9a5e-a6cc-4c4f-ae50-529f98794598 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Added segment 9a1ec4cc-44ea-4fb9-82dd-f8b3cec05ac8 of type vlan for network a9edce33-d303-40cc-86d5-d638f6003234 Jul 15 14:03:51.237788 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15ab9a5e-a6cc-4c4f-ae50-529f98794598 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:51.246006 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port b125142d-cef0-4179-b05d-7912b6a53433 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:03:51.269060 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15ab9a5e-a6cc-4c4f-ae50-529f98794598 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:51.275634 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ab9a5e-a6cc-4c4f-ae50-529f98794598 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:51.276358 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15ab9a5e-a6cc-4c4f-ae50-529f98794598 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:51.342870 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-15ab9a5e-a6cc-4c4f-ae50-529f98794598 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2227950 Jul 15 14:03:51.345805 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48764) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:51.351683 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c55039ea-7014-44cb-9028-1de6029ec9e1 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Request body: {'subnet': {'network_id': 'a9edce33-d303-40cc-86d5-d638f6003234', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:51.387168 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab9a5e-a6cc-4c4f-ae50-529f98794598 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Pushing event updated for resources: {'Network': ['ID=a9edce33-d303-40cc-86d5-d638f6003234,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:51.399364 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network a9edce33-d303-40cc-86d5-d638f6003234 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:03:51.447477 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55039ea-7014-44cb-9028-1de6029ec9e1 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Made reservation on behalf of 957ad1d50fec4319a60a2aae6bdacc49 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:51.452106 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c55039ea-7014-44cb-9028-1de6029ec9e1 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:51.514740 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-c55039ea-7014-44cb-9028-1de6029ec9e1 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Performing IP validity checks on allocation pools {{(pid=93814) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 14:03:51.515258 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-c55039ea-7014-44cb-9028-1de6029ec9e1 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93814) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 14:03:51.653271 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c55039ea-7014-44cb-9028-1de6029ec9e1 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:51.713670 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55039ea-7014-44cb-9028-1de6029ec9e1 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Pushing event updated for resources: {'Subnet': ['ID=14a9bb81-684b-4c7b-aa3f-672da22d149f,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:51.724262 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55039ea-7014-44cb-9028-1de6029ec9e1 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Checking segment: {'id': '9a1ec4cc-44ea-4fb9-82dd-f8b3cec05ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a9edce33-d303-40cc-86d5-d638f6003234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:03:51.724687 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55039ea-7014-44cb-9028-1de6029ec9e1 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Network hostable DHCP agents. Network: a9edce33-d303-40cc-86d5-d638f6003234, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:03:51.742131 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55039ea-7014-44cb-9028-1de6029ec9e1 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Network a9edce33-d303-40cc-86d5-d638f6003234 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:03:51.752061 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-c55039ea-7014-44cb-9028-1de6029ec9e1 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, a9edce33-d303-40cc-86d5-d638f6003234) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:51.756003 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69eae9ef-f702-474d-bbcf-1ddfef5b634d None None] Network 26f37ce4-d040-4272-8233-584c35a5ffc2 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:03:51.757264 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55039ea-7014-44cb-9028-1de6029ec9e1 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:51.758168 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c55039ea-7014-44cb-9028-1de6029ec9e1 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:51.761640 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7040c9dc-8ab7-4c0e-b336-134740ba7b0c None None] Network a9edce33-d303-40cc-86d5-d638f6003234 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:03:51.777741 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c55039ea-7014-44cb-9028-1de6029ec9e1 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4307959 Jul 15 14:03:51.780794 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48766) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:51.879464 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93404bb6-81dd-4e80-b195-eb70ad09b42e tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:51.965857 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93404bb6-81dd-4e80-b195-eb70ad09b42e tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:52.029890 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93404bb6-81dd-4e80-b195-eb70ad09b42e tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:52.056663 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93404bb6-81dd-4e80-b195-eb70ad09b42e tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Pushing event deleted for resources: {'Subnet': ['ID=14a9bb81-684b-4c7b-aa3f-672da22d149f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:52.059901 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b4caff7a-db46-4137-b616-33e26979aefe None None] Provisioning for port b125142d-cef0-4179-b05d-7912b6a53433 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:03:52.075624 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b4caff7a-db46-4137-b616-33e26979aefe None None] Provisioning complete for port b125142d-cef0-4179-b05d-7912b6a53433 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:52.076002 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4caff7a-db46-4137-b616-33e26979aefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:52.115276 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93404bb6-81dd-4e80-b195-eb70ad09b42e tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:52.125908 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-93404bb6-81dd-4e80-b195-eb70ad09b42e tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9edce33-d303-40cc-86d5-d638f6003234']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:52.137332 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-93404bb6-81dd-4e80-b195-eb70ad09b42e tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a1ec4cc-44ea-4fb9-82dd-f8b3cec05ac8') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:52.137634 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-93404bb6-81dd-4e80-b195-eb70ad09b42e tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a1ec4cc-44ea-4fb9-82dd-f8b3cec05ac8') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:52.146529 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93404bb6-81dd-4e80-b195-eb70ad09b42e tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:52.160325 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93404bb6-81dd-4e80-b195-eb70ad09b42e tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:52.166401 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93404bb6-81dd-4e80-b195-eb70ad09b42e tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:03:52.166786 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93404bb6-81dd-4e80-b195-eb70ad09b42e tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:52.169885 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 14:03:52.169885 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:03:52.169885 n-d-758944-45 neutron-server[93813]: timer() Jul 15 14:03:52.169885 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:03:52.169885 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 14:03:52.169885 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:03:52.169885 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 14:03:52.169885 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:03:52.169885 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 14:03:52.169885 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:03:52.169885 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 14:03:52.169885 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:03:52.169885 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 14:03:52.169885 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:03:52.169885 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:03:52.169885 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:03:52.169885 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:03:52.169885 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:03:52.169885 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 14:03:52.169885 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:03:52.169885 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 14:03:52.169885 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:03:52.169885 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:03:52.169885 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:03:52.169885 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 14:03:52.169885 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:03:52.169885 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:03:52.169885 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:03:52.169885 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:03:52.169885 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:03:52.169885 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:03:52.169885 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:03:52.187654 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058d8970-587a-43b4-829e-5ad488a5c4ca None None] Network a9edce33-d303-40cc-86d5-d638f6003234 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:03:52.233821 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93404bb6-81dd-4e80-b195-eb70ad09b42e tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:52.242756 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93404bb6-81dd-4e80-b195-eb70ad09b42e tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:52.244695 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-93404bb6-81dd-4e80-b195-eb70ad09b42e tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] 10.222.0.24 "DELETE /v2.0/networks/a9edce33-d303-40cc-86d5-d638f6003234 HTTP/1.1" status: 204 len: 168 time: 0.4628458 Jul 15 14:03:52.248258 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48768) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:52.253334 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4fbfdbd6-e6b3-4a5f-81e2-3c2da6e94c90 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2076780501'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:52.270243 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93404bb6-81dd-4e80-b195-eb70ad09b42e tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Pushing event deleted for resources: {'Network': ['ID=a9edce33-d303-40cc-86d5-d638f6003234,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:52.285732 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbfdbd6-e6b3-4a5f-81e2-3c2da6e94c90 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Made reservation on behalf of 957ad1d50fec4319a60a2aae6bdacc49 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:52.289720 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4fbfdbd6-e6b3-4a5f-81e2-3c2da6e94c90 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:52.314733 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fbfdbd6-e6b3-4a5f-81e2-3c2da6e94c90 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:03:52.325099 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4fbfdbd6-e6b3-4a5f-81e2-3c2da6e94c90 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:52.325441 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-4fbfdbd6-e6b3-4a5f-81e2-3c2da6e94c90 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Added segment 0ce912f9-a66f-44ea-945a-2c1b64ac6922 of type vlan for network 87918eed-8fc0-4fab-ae40-637a96345e25 Jul 15 14:03:52.338566 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4caff7a-db46-4137-b616-33e26979aefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:52.367310 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4fbfdbd6-e6b3-4a5f-81e2-3c2da6e94c90 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:52.401276 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-b4caff7a-db46-4137-b616-33e26979aefe None None] For port b125142d-cef0-4179-b05d-7912b6a53433, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b125142d-cef0-4179-b05d-7912b6a53433,segment=NetworkSegment(b9d636a5-9535-4497-b1c2-e3a2ae431da0),segment_id=b9d636a5-9535-4497-b1c2-e3a2ae431da0)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:52.409441 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b4caff7a-db46-4137-b616-33e26979aefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:52.422039 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4fbfdbd6-e6b3-4a5f-81e2-3c2da6e94c90 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:52.430929 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbfdbd6-e6b3-4a5f-81e2-3c2da6e94c90 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:52.432062 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4fbfdbd6-e6b3-4a5f-81e2-3c2da6e94c90 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:52.468310 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4caff7a-db46-4137-b616-33e26979aefe None None] Pushing event updated for resources: {'Port': ['ID=b125142d-cef0-4179-b05d-7912b6a53433,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:52.500948 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4fbfdbd6-e6b3-4a5f-81e2-3c2da6e94c90 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2514036 Jul 15 14:03:52.503752 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48770) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:52.509197 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-8f0e8e8f-7560-456a-8719-f9b260381640 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Request body: {'subnet': {'network_id': '87918eed-8fc0-4fab-ae40-637a96345e25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:52.536323 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbfdbd6-e6b3-4a5f-81e2-3c2da6e94c90 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Pushing event updated for resources: {'Network': ['ID=87918eed-8fc0-4fab-ae40-637a96345e25,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:52.547982 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 87918eed-8fc0-4fab-ae40-637a96345e25 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:03:52.605503 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0e8e8f-7560-456a-8719-f9b260381640 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Made reservation on behalf of 957ad1d50fec4319a60a2aae6bdacc49 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:52.610700 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8f0e8e8f-7560-456a-8719-f9b260381640 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:52.631996 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85845b5b-62a3-458f-8175-93d96a69afd3 None None] get_active_networks_info from n-d-758944-45 {{(pid=93815) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 14:03:52.718342 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d3457dc6-714e-4bf3-95cb-8905cc0f0e55 None None] Provisioning complete for port b125142d-cef0-4179-b05d-7912b6a53433 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:52.719004 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d3457dc6-714e-4bf3-95cb-8905cc0f0e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:52.810268 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8f0e8e8f-7560-456a-8719-f9b260381640 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:52.843287 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85845b5b-62a3-458f-8175-93d96a69afd3 None None] Resources bound (agent type, host, resource id): {{(pid=93815) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 14:03:52.876984 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e8e8f-7560-456a-8719-f9b260381640 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Pushing event updated for resources: {'Subnet': ['ID=6caba332-9420-4e25-ad01-73cdffa4bc89,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:52.890122 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0e8e8f-7560-456a-8719-f9b260381640 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Checking segment: {'id': '0ce912f9-a66f-44ea-945a-2c1b64ac6922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '87918eed-8fc0-4fab-ae40-637a96345e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:03:52.890495 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0e8e8f-7560-456a-8719-f9b260381640 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Network hostable DHCP agents. Network: 87918eed-8fc0-4fab-ae40-637a96345e25, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:03:52.907915 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0e8e8f-7560-456a-8719-f9b260381640 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Network 87918eed-8fc0-4fab-ae40-637a96345e25 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:03:52.922765 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-8f0e8e8f-7560-456a-8719-f9b260381640 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 87918eed-8fc0-4fab-ae40-637a96345e25) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:52.928002 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0e8e8f-7560-456a-8719-f9b260381640 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:52.928854 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8f0e8e8f-7560-456a-8719-f9b260381640 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:52.945592 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8f0e8e8f-7560-456a-8719-f9b260381640 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4406290 Jul 15 14:03:52.949437 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48772) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:52.954884 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-5fb0ae42-0444-4ca3-9700-526c36b356c4 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1190335411'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:52.977065 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb0ae42-0444-4ca3-9700-526c36b356c4 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Made reservation on behalf of 957ad1d50fec4319a60a2aae6bdacc49 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:52.980843 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fb0ae42-0444-4ca3-9700-526c36b356c4 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:53.008457 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb0ae42-0444-4ca3-9700-526c36b356c4 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:03:53.017491 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fb0ae42-0444-4ca3-9700-526c36b356c4 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:53.017926 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-5fb0ae42-0444-4ca3-9700-526c36b356c4 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Added segment 89787880-47d7-48cc-a607-1762ecf0f512 of type vlan for network 4260de23-90f9-4fe3-a358-340d469c3a44 Jul 15 14:03:53.067467 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fb0ae42-0444-4ca3-9700-526c36b356c4 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:53.106272 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fb0ae42-0444-4ca3-9700-526c36b356c4 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:53.112963 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb0ae42-0444-4ca3-9700-526c36b356c4 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:53.113667 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fb0ae42-0444-4ca3-9700-526c36b356c4 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:53.125386 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a34b03e-0001-48f2-9a0c-04c68960d709 None None] Network 87918eed-8fc0-4fab-ae40-637a96345e25 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:03:53.154371 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5fb0ae42-0444-4ca3-9700-526c36b356c4 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2011495 Jul 15 14:03:53.154901 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48774) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:53.163146 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ca65a061-1db7-4c1e-a946-618c47a3f177 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Request body: {'subnet': {'network_id': '4260de23-90f9-4fe3-a358-340d469c3a44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:53.189294 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b125142d-cef0-4179-b05d-7912b6a53433 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:03:53.209905 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0ae42-0444-4ca3-9700-526c36b356c4 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Pushing event updated for resources: {'Network': ['ID=4260de23-90f9-4fe3-a358-340d469c3a44,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:53.229315 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 4260de23-90f9-4fe3-a358-340d469c3a44 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:03:53.288036 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca65a061-1db7-4c1e-a946-618c47a3f177 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Made reservation on behalf of 957ad1d50fec4319a60a2aae6bdacc49 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:53.291655 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ca65a061-1db7-4c1e-a946-618c47a3f177 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:53.364015 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:53.367179 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port b125142d-cef0-4179-b05d-7912b6a53433 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:03:53.367521 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:53.405507 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a18481-f2b0-4796-be26-3bcb166ea764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-87918eed-8fc0-4fab-ae40-637a96345e25', 'network_id': '87918eed-8fc0-4fab-ae40-637a96345e25', 'tenant_id': '957ad1d50fec4319a60a2aae6bdacc49', 'fixed_ips': [{'subnet_id': '6caba332-9420-4e25-ad01-73cdffa4bc89'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:03:53.406401 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-26a18481-f2b0-4796-be26-3bcb166ea764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:53.485465 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ca65a061-1db7-4c1e-a946-618c47a3f177 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:53.524493 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8068df8d-f1a4-43f8-959d-43b2ab72d695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:53.552008 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca65a061-1db7-4c1e-a946-618c47a3f177 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Pushing event updated for resources: {'Subnet': ['ID=97fee459-671b-4bca-8eaf-f7a65e4a5cfa,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:53.564787 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca65a061-1db7-4c1e-a946-618c47a3f177 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Checking segment: {'id': '89787880-47d7-48cc-a607-1762ecf0f512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4260de23-90f9-4fe3-a358-340d469c3a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:03:53.565175 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca65a061-1db7-4c1e-a946-618c47a3f177 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Network hostable DHCP agents. Network: 4260de23-90f9-4fe3-a358-340d469c3a44, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:03:53.582429 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca65a061-1db7-4c1e-a946-618c47a3f177 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Network 4260de23-90f9-4fe3-a358-340d469c3a44 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:03:53.591374 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-ca65a061-1db7-4c1e-a946-618c47a3f177 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 4260de23-90f9-4fe3-a358-340d469c3a44) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:53.596307 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca65a061-1db7-4c1e-a946-618c47a3f177 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:53.596903 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ca65a061-1db7-4c1e-a946-618c47a3f177 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:53.602882 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcae7e03-d322-4fff-b70e-ef2653dcca20 None None] Network 4260de23-90f9-4fe3-a358-340d469c3a44 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:03:53.611396 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ca65a061-1db7-4c1e-a946-618c47a3f177 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4552474 Jul 15 14:03:53.611632 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-26a18481-f2b0-4796-be26-3bcb166ea764 None None] Allocated IP 2001:db8::2 (87918eed-8fc0-4fab-ae40-637a96345e25/6caba332-9420-4e25-ad01-73cdffa4bc89/1c6e364f-592b-466f-b96a-14d1479d8d5e) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:03:53.614554 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48776) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:53.714200 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e14d8bc-712a-4993-a91a-40977bec6079 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:53.764527 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e14d8bc-712a-4993-a91a-40977bec6079 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:53.834011 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e14d8bc-712a-4993-a91a-40977bec6079 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:53.866705 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25a4577-706c-4ac2-91ee-866c51291607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-4260de23-90f9-4fe3-a358-340d469c3a44', 'network_id': '4260de23-90f9-4fe3-a358-340d469c3a44', 'tenant_id': '957ad1d50fec4319a60a2aae6bdacc49', 'fixed_ips': [{'subnet_id': '97fee459-671b-4bca-8eaf-f7a65e4a5cfa'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:03:53.867771 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e25a4577-706c-4ac2-91ee-866c51291607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:53.875736 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-26a18481-f2b0-4796-be26-3bcb166ea764 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:53.890633 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14d8bc-712a-4993-a91a-40977bec6079 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Pushing event deleted for resources: {'Subnet': ['ID=97fee459-671b-4bca-8eaf-f7a65e4a5cfa,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:53.893992 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-26a18481-f2b0-4796-be26-3bcb166ea764 None None] Transition to ACTIVE for port object 1c6e364f-592b-466f-b96a-14d1479d8d5e will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:53.940883 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e14d8bc-712a-4993-a91a-40977bec6079 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:53.951297 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5e14d8bc-712a-4993-a91a-40977bec6079 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4260de23-90f9-4fe3-a358-340d469c3a44']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:53.958734 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-26a18481-f2b0-4796-be26-3bcb166ea764 None None] Transition to ACTIVE for port object 1c6e364f-592b-466f-b96a-14d1479d8d5e will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:53.962534 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5e14d8bc-712a-4993-a91a-40977bec6079 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89787880-47d7-48cc-a607-1762ecf0f512') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:53.962851 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-5e14d8bc-712a-4993-a91a-40977bec6079 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89787880-47d7-48cc-a607-1762ecf0f512') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:53.969334 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-26a18481-f2b0-4796-be26-3bcb166ea764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:53.975609 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e14d8bc-712a-4993-a91a-40977bec6079 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:53.991346 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e14d8bc-712a-4993-a91a-40977bec6079 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:53.998565 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e14d8bc-712a-4993-a91a-40977bec6079 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:03:53.999130 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e14d8bc-712a-4993-a91a-40977bec6079 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:54.002916 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 14:03:54.002916 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:03:54.002916 n-d-758944-45 neutron-server[93814]: timer() Jul 15 14:03:54.002916 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:03:54.002916 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 14:03:54.002916 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:03:54.002916 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 14:03:54.002916 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:03:54.002916 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 14:03:54.002916 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:03:54.002916 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 14:03:54.002916 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:03:54.002916 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 14:03:54.002916 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:03:54.002916 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:03:54.002916 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:03:54.002916 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:03:54.002916 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:03:54.002916 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 14:03:54.002916 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:03:54.002916 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 14:03:54.002916 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:03:54.002916 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:03:54.002916 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:03:54.002916 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 14:03:54.002916 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:03:54.002916 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:03:54.002916 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:03:54.002916 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:03:54.002916 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:03:54.002916 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:03:54.002916 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:03:54.005408 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0b4d84-c3eb-4984-a2f1-449c259d2d6b None None] Network 4260de23-90f9-4fe3-a358-340d469c3a44 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:03:54.026402 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a18481-f2b0-4796-be26-3bcb166ea764 None None] Network 87918eed-8fc0-4fab-ae40-637a96345e25 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:54.039971 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-26a18481-f2b0-4796-be26-3bcb166ea764 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:54.047327 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a18481-f2b0-4796-be26-3bcb166ea764 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:03:54.051673 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a18481-f2b0-4796-be26-3bcb166ea764 None None] Pushing event updated for resources: {'Port': ['ID=1c6e364f-592b-466f-b96a-14d1479d8d5e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:54.070643 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e14d8bc-712a-4993-a91a-40977bec6079 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:54.077487 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e14d8bc-712a-4993-a91a-40977bec6079 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:54.079344 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5e14d8bc-712a-4993-a91a-40977bec6079 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] 10.222.0.24 "DELETE /v2.0/networks/4260de23-90f9-4fe3-a358-340d469c3a44 HTTP/1.1" status: 204 len: 168 time: 0.4642127 Jul 15 14:03:54.082796 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48778) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:54.101540 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14d8bc-712a-4993-a91a-40977bec6079 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Pushing event deleted for resources: {'Network': ['ID=4260de23-90f9-4fe3-a358-340d469c3a44,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:54.120599 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-330b937f-b6d5-428d-befd-e531ef1dd479 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] GET failed (client error): The resource could not be found. Jul 15 14:03:54.121983 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-330b937f-b6d5-428d-befd-e531ef1dd479 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] 10.222.0.24 "GET /v2.0/subnets/97fee459-671b-4bca-8eaf-f7a65e4a5cfa HTTP/1.1" status: 404 len: 337 time: 0.0383716 Jul 15 14:03:54.124722 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48780) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:54.142383 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3fc43e3-d824-4b26-b12c-37ec44239cb4 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] DELETE failed (client error): The resource could not be found. Jul 15 14:03:54.142922 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3fc43e3-d824-4b26-b12c-37ec44239cb4 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 14:03:54.144598 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f3fc43e3-d824-4b26-b12c-37ec44239cb4 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] 10.222.0.24 "DELETE /v2.0/networks/4260de23-90f9-4fe3-a358-340d469c3a44 HTTP/1.1" status: 404 len: 339 time: 0.0189877 Jul 15 14:03:54.148789 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48782) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:54.164200 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-26a18481-f2b0-4796-be26-3bcb166ea764 None None] Attempting to bind port 1c6e364f-592b-466f-b96a-14d1479d8d5e on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:03:54.164797 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-26a18481-f2b0-4796-be26-3bcb166ea764 None None] Attempting to bind port 1c6e364f-592b-466f-b96a-14d1479d8d5e by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '0ce912f9-a66f-44ea-945a-2c1b64ac6922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '87918eed-8fc0-4fab-ae40-637a96345e25'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:03:54.165011 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a18481-f2b0-4796-be26-3bcb166ea764 None None] Attempting to bind port 1c6e364f-592b-466f-b96a-14d1479d8d5e on network 87918eed-8fc0-4fab-ae40-637a96345e25 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:03:54.174302 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e05f763-b50b-4746-9af3-d416a1d6fbef tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] DELETE failed (client error): The resource could not be found. Jul 15 14:03:54.174757 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e05f763-b50b-4746-9af3-d416a1d6fbef tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 14:03:54.176515 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2e05f763-b50b-4746-9af3-d416a1d6fbef tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] 10.222.0.24 "DELETE /v2.0/subnets/97fee459-671b-4bca-8eaf-f7a65e4a5cfa HTTP/1.1" status: 404 len: 337 time: 0.0268345 Jul 15 14:03:54.179208 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48784) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:54.185434 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a18481-f2b0-4796-be26-3bcb166ea764 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:03:54.185851 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a18481-f2b0-4796-be26-3bcb166ea764 None None] Checking segment: {'id': '0ce912f9-a66f-44ea-945a-2c1b64ac6922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '87918eed-8fc0-4fab-ae40-637a96345e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:03:54.186239 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-26a18481-f2b0-4796-be26-3bcb166ea764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:54.186631 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a18481-f2b0-4796-be26-3bcb166ea764 None None] Bound using segment: {'id': '0ce912f9-a66f-44ea-945a-2c1b64ac6922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '87918eed-8fc0-4fab-ae40-637a96345e25'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:03:54.187241 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-26a18481-f2b0-4796-be26-3bcb166ea764 None None] Bound port: 1c6e364f-592b-466f-b96a-14d1479d8d5e, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce912f9-a66f-44ea-945a-2c1b64ac6922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '87918eed-8fc0-4fab-ae40-637a96345e25'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:03:54.187499 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-26a18481-f2b0-4796-be26-3bcb166ea764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:54.197287 n-d-758944-45 neutron-server[93814]: INFO neutron.pecan_wsgi.hooks.translation [None req-f56b9299-b5a3-4429-8666-24005eadad80 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] DELETE failed (client error): The resource could not be found. Jul 15 14:03:54.197797 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f56b9299-b5a3-4429-8666-24005eadad80 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93814) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 14:03:54.199668 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-f56b9299-b5a3-4429-8666-24005eadad80 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] 10.222.0.24 "DELETE /v2.0/networks/4260de23-90f9-4fe3-a358-340d469c3a44 HTTP/1.1" status: 404 len: 339 time: 0.0195546 Jul 15 14:03:54.202503 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48786) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:54.260081 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-26a18481-f2b0-4796-be26-3bcb166ea764 None None] For port 1c6e364f-592b-466f-b96a-14d1479d8d5e, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:03:54.261170 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-12cae606-a294-4a34-9327-37e2988ba0fc tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Deleting subnet 6caba332-9420-4e25-ad01-73cdffa4bc89 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:03:54.264022 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-26a18481-f2b0-4796-be26-3bcb166ea764 None None] For port 1c6e364f-592b-466f-b96a-14d1479d8d5e, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=1c6e364f-592b-466f-b96a-14d1479d8d5e,segment=NetworkSegment(0ce912f9-a66f-44ea-945a-2c1b64ac6922),segment_id=0ce912f9-a66f-44ea-945a-2c1b64ac6922)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:03:54.264723 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12cae606-a294-4a34-9327-37e2988ba0fc tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:54.268132 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-26a18481-f2b0-4796-be26-3bcb166ea764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:54.306859 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12cae606-a294-4a34-9327-37e2988ba0fc tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:54.333293 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a18481-f2b0-4796-be26-3bcb166ea764 None None] Pushing event updated for resources: {'Port': ['ID=1c6e364f-592b-466f-b96a-14d1479d8d5e,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:54.401858 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12cae606-a294-4a34-9327-37e2988ba0fc tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:54.503493 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12cae606-a294-4a34-9327-37e2988ba0fc tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:54.538032 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cae606-a294-4a34-9327-37e2988ba0fc tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Pushing event deleted for resources: {'Subnet': ['ID=6caba332-9420-4e25-ad01-73cdffa4bc89,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:54.543015 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12cae606-a294-4a34-9327-37e2988ba0fc tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:54.547818 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-12cae606-a294-4a34-9327-37e2988ba0fc tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] 10.222.0.24 "DELETE /v2.0/subnets/6caba332-9420-4e25-ad01-73cdffa4bc89 HTTP/1.1" status: 204 len: 168 time: 0.3433115 Jul 15 14:03:54.548529 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48788) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:54.632235 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-acfe4c01-87d2-4359-9856-eab8212725db tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:54.688368 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-acfe4c01-87d2-4359-9856-eab8212725db tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Deleting port 1c6e364f-592b-466f-b96a-14d1479d8d5e {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:03:54.688632 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-acfe4c01-87d2-4359-9856-eab8212725db tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:54.748539 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-acfe4c01-87d2-4359-9856-eab8212725db tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] For port 1c6e364f-592b-466f-b96a-14d1479d8d5e, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=1c6e364f-592b-466f-b96a-14d1479d8d5e,segment=NetworkSegment(0ce912f9-a66f-44ea-945a-2c1b64ac6922),segment_id=0ce912f9-a66f-44ea-945a-2c1b64ac6922)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:54.748822 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-acfe4c01-87d2-4359-9856-eab8212725db tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:54.761806 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-acfe4c01-87d2-4359-9856-eab8212725db tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Calling delete_port for 1c6e364f-592b-466f-b96a-14d1479d8d5e owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:03:54.843662 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-acfe4c01-87d2-4359-9856-eab8212725db tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:54.869457 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe4c01-87d2-4359-9856-eab8212725db tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Pushing event deleted for resources: {'Port': ['ID=1c6e364f-592b-466f-b96a-14d1479d8d5e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:54.871275 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfe4c01-87d2-4359-9856-eab8212725db tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] No DVR routers for this DVR port 1c6e364f-592b-466f-b96a-14d1479d8d5e on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:03:54.921531 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:54.956263 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-acfe4c01-87d2-4359-9856-eab8212725db tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:54.968018 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-acfe4c01-87d2-4359-9856-eab8212725db tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87918eed-8fc0-4fab-ae40-637a96345e25']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:54.978624 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-acfe4c01-87d2-4359-9856-eab8212725db tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce912f9-a66f-44ea-945a-2c1b64ac6922') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:54.978928 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-acfe4c01-87d2-4359-9856-eab8212725db tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce912f9-a66f-44ea-945a-2c1b64ac6922') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:54.988779 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-acfe4c01-87d2-4359-9856-eab8212725db tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:55.003746 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-acfe4c01-87d2-4359-9856-eab8212725db tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:55.010857 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acfe4c01-87d2-4359-9856-eab8212725db tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:03:55.011275 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-acfe4c01-87d2-4359-9856-eab8212725db tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:55.014787 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 14:03:55.014787 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:03:55.014787 n-d-758944-45 neutron-server[93813]: timer() Jul 15 14:03:55.014787 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:03:55.014787 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 14:03:55.014787 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:03:55.014787 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 14:03:55.014787 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:03:55.014787 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 14:03:55.014787 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:03:55.014787 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 14:03:55.014787 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:03:55.014787 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 14:03:55.014787 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:03:55.014787 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:03:55.014787 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:03:55.014787 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:03:55.014787 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:03:55.014787 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 14:03:55.014787 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:03:55.014787 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 14:03:55.014787 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:03:55.014787 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:03:55.014787 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:03:55.014787 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 14:03:55.014787 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:03:55.014787 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:03:55.014787 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:03:55.014787 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:03:55.014787 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:03:55.014787 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:03:55.014787 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:03:55.077688 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-acfe4c01-87d2-4359-9856-eab8212725db tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:55.089285 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-acfe4c01-87d2-4359-9856-eab8212725db tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:55.091227 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-acfe4c01-87d2-4359-9856-eab8212725db tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] 10.222.0.24 "DELETE /v2.0/networks/87918eed-8fc0-4fab-ae40-637a96345e25 HTTP/1.1" status: 204 len: 168 time: 0.5410159 Jul 15 14:03:55.093644 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48790) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:55.111774 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe4c01-87d2-4359-9856-eab8212725db tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Pushing event deleted for resources: {'Network': ['ID=87918eed-8fc0-4fab-ae40-637a96345e25,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:55.130949 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b845b7a-ab0e-48c6-bf21-95ccbe80f601 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] DELETE failed (client error): The resource could not be found. Jul 15 14:03:55.132339 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b845b7a-ab0e-48c6-bf21-95ccbe80f601 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 14:03:55.133887 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1b845b7a-ab0e-48c6-bf21-95ccbe80f601 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] 10.222.0.24 "DELETE /v2.0/subnets/14a9bb81-684b-4c7b-aa3f-672da22d149f HTTP/1.1" status: 404 len: 337 time: 0.0392597 Jul 15 14:03:55.136461 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48792) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:55.159318 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d2cb23d-2cf2-4d4a-8e19-c8a9f0b1c7c5 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] DELETE failed (client error): The resource could not be found. Jul 15 14:03:55.159951 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d2cb23d-2cf2-4d4a-8e19-c8a9f0b1c7c5 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 14:03:55.162002 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5d2cb23d-2cf2-4d4a-8e19-c8a9f0b1c7c5 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] 10.222.0.24 "DELETE /v2.0/networks/a9edce33-d303-40cc-86d5-d638f6003234 HTTP/1.1" status: 404 len: 339 time: 0.0243144 Jul 15 14:03:55.164355 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48794) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:55.192313 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad299d09-6207-413a-b780-6d34aae13610 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] DELETE failed (client error): The resource could not be found. Jul 15 14:03:55.192771 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad299d09-6207-413a-b780-6d34aae13610 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 14:03:55.195143 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ad299d09-6207-413a-b780-6d34aae13610 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] 10.222.0.24 "DELETE /v2.0/subnets/8d347a40-87b8-4bc9-b935-df6d19432ec1 HTTP/1.1" status: 404 len: 337 time: 0.0296004 Jul 15 14:03:55.197718 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48796) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:55.216439 n-d-758944-45 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cfc25d7-b636-4cce-859f-7489d74ac023 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] DELETE failed (client error): The resource could not be found. Jul 15 14:03:55.216891 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cfc25d7-b636-4cce-859f-7489d74ac023 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 14:03:55.218685 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3cfc25d7-b636-4cce-859f-7489d74ac023 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] 10.222.0.24 "DELETE /v2.0/networks/66f6f7de-0cd1-4195-9c5e-09f6279c974c HTTP/1.1" status: 404 len: 339 time: 0.0200076 Jul 15 14:03:55.221291 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48798) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:55.275256 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddcfbf88-4a53-4b78-96da-0041549bbb42 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Deleting subnet 6c5578d9-3c91-4925-b9ee-07fbf6af5f55 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:03:55.280516 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ddcfbf88-4a53-4b78-96da-0041549bbb42 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:55.310695 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9c1657-b219-4d92-8685-2a2627ed6bcd None None] DHCP port deletion for 87918eed-8fc0-4fab-ae40-637a96345e25 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:03:55.324473 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98827f1-8806-4f6d-8498-49d32f4cd218 None None] Network 87918eed-8fc0-4fab-ae40-637a96345e25 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:03:55.325539 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ddcfbf88-4a53-4b78-96da-0041549bbb42 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:55.335474 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98827f1-8806-4f6d-8498-49d32f4cd218 None None] Network 87918eed-8fc0-4fab-ae40-637a96345e25 could not be found, it might have been deleted concurrently. {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 14:03:55.341441 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7d5d5828-29a5-45ef-83b6-c2927368b794 None None] Could not find standard attr ID for object 1c6e364f-592b-466f-b96a-14d1479d8d5e. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 14:03:55.414876 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ddcfbf88-4a53-4b78-96da-0041549bbb42 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:55.473982 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ddcfbf88-4a53-4b78-96da-0041549bbb42 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:55.503194 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcfbf88-4a53-4b78-96da-0041549bbb42 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Pushing event deleted for resources: {'Subnet': ['ID=6c5578d9-3c91-4925-b9ee-07fbf6af5f55,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:55.508338 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ddcfbf88-4a53-4b78-96da-0041549bbb42 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:55.509991 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ddcfbf88-4a53-4b78-96da-0041549bbb42 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] 10.222.0.24 "DELETE /v2.0/subnets/6c5578d9-3c91-4925-b9ee-07fbf6af5f55 HTTP/1.1" status: 204 len: 168 time: 0.2877085 Jul 15 14:03:55.512487 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48800) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:55.514167 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a754c2c6-5ca4-4a62-b8ca-b236584d3c72 None None] Network 26f37ce4-d040-4272-8233-584c35a5ffc2 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:03:55.815852 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:55.840205 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ccf19e53-d79d-4eac-aeb2-0ad4e87acd31 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:55.870741 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5727b69a-2917-4569-804a-175117b30ab1 None None] DHCP port deletion for 26f37ce4-d040-4272-8233-584c35a5ffc2 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:03:55.893222 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-ccf19e53-d79d-4eac-aeb2-0ad4e87acd31 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Deleting port b125142d-cef0-4179-b05d-7912b6a53433 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:03:55.893553 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ccf19e53-d79d-4eac-aeb2-0ad4e87acd31 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:55.916487 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5727b69a-2917-4569-804a-175117b30ab1 None None] Deleting port b125142d-cef0-4179-b05d-7912b6a53433 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:03:55.916855 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5727b69a-2917-4569-804a-175117b30ab1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:55.958728 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-ccf19e53-d79d-4eac-aeb2-0ad4e87acd31 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] For port b125142d-cef0-4179-b05d-7912b6a53433, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b125142d-cef0-4179-b05d-7912b6a53433,segment=NetworkSegment(b9d636a5-9535-4497-b1c2-e3a2ae431da0),segment_id=b9d636a5-9535-4497-b1c2-e3a2ae431da0)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:55.959741 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ccf19e53-d79d-4eac-aeb2-0ad4e87acd31 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:55.971584 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-ccf19e53-d79d-4eac-aeb2-0ad4e87acd31 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Calling delete_port for b125142d-cef0-4179-b05d-7912b6a53433 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:03:55.976814 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5727b69a-2917-4569-804a-175117b30ab1 None None] For port b125142d-cef0-4179-b05d-7912b6a53433, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b125142d-cef0-4179-b05d-7912b6a53433,segment=NetworkSegment(b9d636a5-9535-4497-b1c2-e3a2ae431da0),segment_id=b9d636a5-9535-4497-b1c2-e3a2ae431da0)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:03:55.977200 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5727b69a-2917-4569-804a-175117b30ab1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:55.990131 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5727b69a-2917-4569-804a-175117b30ab1 None None] Calling delete_port for b125142d-cef0-4179-b05d-7912b6a53433 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:03:56.051466 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ccf19e53-d79d-4eac-aeb2-0ad4e87acd31 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:56.069366 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5727b69a-2917-4569-804a-175117b30ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:56.077424 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf19e53-d79d-4eac-aeb2-0ad4e87acd31 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Pushing event deleted for resources: {'Port': ['ID=b125142d-cef0-4179-b05d-7912b6a53433,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:56.081274 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf19e53-d79d-4eac-aeb2-0ad4e87acd31 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] No DVR routers for this DVR port b125142d-cef0-4179-b05d-7912b6a53433 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:03:56.100591 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5727b69a-2917-4569-804a-175117b30ab1 None None] No DVR routers for this DVR port b125142d-cef0-4179-b05d-7912b6a53433 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:03:56.107616 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727b69a-2917-4569-804a-175117b30ab1 None None] Pushing event deleted for resources: {'Port': ['ID=b125142d-cef0-4179-b05d-7912b6a53433,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:56.161788 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ccf19e53-d79d-4eac-aeb2-0ad4e87acd31 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:56.172278 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-ccf19e53-d79d-4eac-aeb2-0ad4e87acd31 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f37ce4-d040-4272-8233-584c35a5ffc2']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:56.183131 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-ccf19e53-d79d-4eac-aeb2-0ad4e87acd31 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9d636a5-9535-4497-b1c2-e3a2ae431da0') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:56.183449 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-ccf19e53-d79d-4eac-aeb2-0ad4e87acd31 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9d636a5-9535-4497-b1c2-e3a2ae431da0') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:03:56.192254 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ccf19e53-d79d-4eac-aeb2-0ad4e87acd31 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:56.206689 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ccf19e53-d79d-4eac-aeb2-0ad4e87acd31 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:56.212504 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf19e53-d79d-4eac-aeb2-0ad4e87acd31 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:03:56.212879 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ccf19e53-d79d-4eac-aeb2-0ad4e87acd31 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:56.220068 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 14:03:56.220068 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:03:56.220068 n-d-758944-45 neutron-server[93813]: timer() Jul 15 14:03:56.220068 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:03:56.220068 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 14:03:56.220068 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:03:56.220068 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 14:03:56.220068 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:03:56.220068 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 14:03:56.220068 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:03:56.220068 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 14:03:56.220068 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:03:56.220068 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 14:03:56.220068 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:03:56.220068 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:03:56.220068 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:03:56.220068 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:03:56.220068 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:03:56.220068 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 14:03:56.220068 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:03:56.220068 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 14:03:56.220068 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:03:56.220068 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:03:56.220068 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:03:56.220068 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 14:03:56.220068 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:03:56.220068 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:03:56.220068 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:03:56.220068 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:03:56.220068 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:03:56.220068 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:03:56.220068 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:03:56.275418 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ccf19e53-d79d-4eac-aeb2-0ad4e87acd31 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:56.284188 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ccf19e53-d79d-4eac-aeb2-0ad4e87acd31 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:56.286060 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ccf19e53-d79d-4eac-aeb2-0ad4e87acd31 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] 10.222.0.24 "DELETE /v2.0/networks/26f37ce4-d040-4272-8233-584c35a5ffc2 HTTP/1.1" status: 204 len: 168 time: 0.7724562 Jul 15 14:03:56.297907 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf19e53-d79d-4eac-aeb2-0ad4e87acd31 tempest-NetworksIpV6Test-1310496841 tempest-NetworksIpV6Test-1310496841-project] Pushing event deleted for resources: {'Network': ['ID=26f37ce4-d040-4272-8233-584c35a5ffc2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:56.520770 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:56.545634 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48806) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:56.681343 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a10f5128-cf11-4a1e-8b92-75f4f21a71e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=957ad1d50fec4319a60a2aae6bdacc49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1343439 Jul 15 14:03:56.684037 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48810) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:56.733405 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d7f55f72-ec1e-4fdc-a330-c5a4f1f6574f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:56.754670 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d7f55f72-ec1e-4fdc-a330-c5a4f1f6574f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:56.803864 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d7f55f72-ec1e-4fdc-a330-c5a4f1f6574f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:56.806400 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d7f55f72-ec1e-4fdc-a330-c5a4f1f6574f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:56.807543 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d7f55f72-ec1e-4fdc-a330-c5a4f1f6574f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8bd2636-2116-4ebe-90e4-25fb614ede47 HTTP/1.1" status: 204 len: 168 time: 0.1226077 Jul 15 14:03:56.815246 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f55f72-ec1e-4fdc-a330-c5a4f1f6574f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bd2636-2116-4ebe-90e4-25fb614ede47,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:57.150396 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b125142d-cef0-4179-b05d-7912b6a53433 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:03:57.174020 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: b125142d-cef0-4179-b05d-7912b6a53433 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:03:57.174409 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b125142d-cef0-4179-b05d-7912b6a53433 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:03:57.174785 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1c6e364f-592b-466f-b96a-14d1479d8d5e no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:03:57.194702 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 1c6e364f-592b-466f-b96a-14d1479d8d5e {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:03:57.195026 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1c6e364f-592b-466f-b96a-14d1479d8d5e not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:03:57.459949 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48832) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:57.552460 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e930d878-67d4-48c2-a999-0f77cd6ab9ce tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-41187408', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:57.579566 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e930d878-67d4-48c2-a999-0f77cd6ab9ce tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:57.580600 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e930d878-67d4-48c2-a999-0f77cd6ab9ce tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:57.674603 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e930d878-67d4-48c2-a999-0f77cd6ab9ce tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:57.679347 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e930d878-67d4-48c2-a999-0f77cd6ab9ce tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:57.696277 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e930d878-67d4-48c2-a999-0f77cd6ab9ce tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:57.697552 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e930d878-67d4-48c2-a999-0f77cd6ab9ce tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2365279 Jul 15 14:03:57.700375 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48836) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:57.705480 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-823f5984-a293-4157-9af2-3bb5aaa6a6f7 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-793991356'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:57.728234 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823f5984-a293-4157-9af2-3bb5aaa6a6f7 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Made reservation on behalf of f5dc266f4a9e46dc86c008dada3e495b for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:57.732154 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-823f5984-a293-4157-9af2-3bb5aaa6a6f7 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:57.742796 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-823f5984-a293-4157-9af2-3bb5aaa6a6f7 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:57.839974 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-823f5984-a293-4157-9af2-3bb5aaa6a6f7 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:57.843857 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-823f5984-a293-4157-9af2-3bb5aaa6a6f7 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:57.867834 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-823f5984-a293-4157-9af2-3bb5aaa6a6f7 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:03:57.883832 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f5984-a293-4157-9af2-3bb5aaa6a6f7 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d640ee-67e7-4866-81b1-cc9733e14803,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:57.887803 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-823f5984-a293-4157-9af2-3bb5aaa6a6f7 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:57.888150 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-823f5984-a293-4157-9af2-3bb5aaa6a6f7 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Added segment ce49fe57-2428-4882-b748-a90cbd25a88d of type vlan for network d281a382-a5de-46bd-890a-c12230f68036 Jul 15 14:03:57.929942 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-823f5984-a293-4157-9af2-3bb5aaa6a6f7 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:57.957774 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-823f5984-a293-4157-9af2-3bb5aaa6a6f7 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:57.963984 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823f5984-a293-4157-9af2-3bb5aaa6a6f7 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:57.964572 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-823f5984-a293-4157-9af2-3bb5aaa6a6f7 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:57.996585 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-823f5984-a293-4157-9af2-3bb5aaa6a6f7 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2951539 Jul 15 14:03:57.999545 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48838) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:58.004833 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1142897e-7a52-48b3-95e4-c68c800cb5ce tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Request body: {'subnet': {'network_id': 'd281a382-a5de-46bd-890a-c12230f68036', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:58.032473 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f5984-a293-4157-9af2-3bb5aaa6a6f7 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Pushing event updated for resources: {'Network': ['ID=d281a382-a5de-46bd-890a-c12230f68036,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:58.042989 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network d281a382-a5de-46bd-890a-c12230f68036 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:03:58.100610 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1142897e-7a52-48b3-95e4-c68c800cb5ce tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Made reservation on behalf of f5dc266f4a9e46dc86c008dada3e495b for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:58.105444 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1142897e-7a52-48b3-95e4-c68c800cb5ce tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:58.297076 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1142897e-7a52-48b3-95e4-c68c800cb5ce tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:58.362860 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142897e-7a52-48b3-95e4-c68c800cb5ce tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Pushing event updated for resources: {'Subnet': ['ID=65a93825-6baf-4d9a-aed9-34803f1e2dad,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:58.373196 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1142897e-7a52-48b3-95e4-c68c800cb5ce tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Checking segment: {'id': 'ce49fe57-2428-4882-b748-a90cbd25a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd281a382-a5de-46bd-890a-c12230f68036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:03:58.373569 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1142897e-7a52-48b3-95e4-c68c800cb5ce tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Network hostable DHCP agents. Network: d281a382-a5de-46bd-890a-c12230f68036, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:03:58.390632 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1142897e-7a52-48b3-95e4-c68c800cb5ce tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Network d281a382-a5de-46bd-890a-c12230f68036 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:03:58.401409 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-1142897e-7a52-48b3-95e4-c68c800cb5ce tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, d281a382-a5de-46bd-890a-c12230f68036) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:58.406566 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1142897e-7a52-48b3-95e4-c68c800cb5ce tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:58.408019 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1142897e-7a52-48b3-95e4-c68c800cb5ce tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:58.411583 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e879469-8dea-42fa-9e7b-25b5cda9b380 None None] Network d281a382-a5de-46bd-890a-c12230f68036 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:03:58.427026 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1142897e-7a52-48b3-95e4-c68c800cb5ce tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4230335 Jul 15 14:03:58.427026 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48840) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:58.433075 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e11a86b2-8ad0-4cb6-a969-af2094871282 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-187537662'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:58.455718 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11a86b2-8ad0-4cb6-a969-af2094871282 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Made reservation on behalf of f5dc266f4a9e46dc86c008dada3e495b for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:58.459469 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e11a86b2-8ad0-4cb6-a969-af2094871282 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:58.490857 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e11a86b2-8ad0-4cb6-a969-af2094871282 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:03:58.501904 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e11a86b2-8ad0-4cb6-a969-af2094871282 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:58.502185 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-e11a86b2-8ad0-4cb6-a969-af2094871282 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Added segment 51d82cc3-2d25-4732-9dba-fbd98a5a44d7 of type vlan for network 5996307a-e74b-4770-9b74-57ab44c643eb Jul 15 14:03:58.547348 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e11a86b2-8ad0-4cb6-a969-af2094871282 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:58.566634 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcdf293-8e3e-4ece-8f5f-c1740bd6a4e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-d281a382-a5de-46bd-890a-c12230f68036', 'network_id': 'd281a382-a5de-46bd-890a-c12230f68036', 'tenant_id': 'f5dc266f4a9e46dc86c008dada3e495b', 'fixed_ips': [{'subnet_id': '65a93825-6baf-4d9a-aed9-34803f1e2dad'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:03:58.567534 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bdcdf293-8e3e-4ece-8f5f-c1740bd6a4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:58.584384 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e11a86b2-8ad0-4cb6-a969-af2094871282 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:58.590535 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11a86b2-8ad0-4cb6-a969-af2094871282 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:58.591207 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e11a86b2-8ad0-4cb6-a969-af2094871282 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:58.630086 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e11a86b2-8ad0-4cb6-a969-af2094871282 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2019117 Jul 15 14:03:58.633595 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48842) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:58.640718 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-01881562-3d6e-4559-9b19-629491b2ee05 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Request body: {'subnet': {'network_id': '5996307a-e74b-4770-9b74-57ab44c643eb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:58.690045 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a86b2-8ad0-4cb6-a969-af2094871282 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Pushing event updated for resources: {'Network': ['ID=5996307a-e74b-4770-9b74-57ab44c643eb,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:58.706949 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 5996307a-e74b-4770-9b74-57ab44c643eb details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:03:58.781347 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-bdcdf293-8e3e-4ece-8f5f-c1740bd6a4e3 None None] Allocated IP 172.20.0.2 (d281a382-a5de-46bd-890a-c12230f68036/65a93825-6baf-4d9a-aed9-34803f1e2dad/8052aedd-1c8b-4c89-a892-cf6b65267fef) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:03:58.940518 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bdcdf293-8e3e-4ece-8f5f-c1740bd6a4e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:58.950260 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-bdcdf293-8e3e-4ece-8f5f-c1740bd6a4e3 None None] Transition to ACTIVE for port object 8052aedd-1c8b-4c89-a892-cf6b65267fef will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:58.966163 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-bdcdf293-8e3e-4ece-8f5f-c1740bd6a4e3 None None] Transition to ACTIVE for port object 8052aedd-1c8b-4c89-a892-cf6b65267fef will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:58.971688 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bdcdf293-8e3e-4ece-8f5f-c1740bd6a4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:59.012723 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcdf293-8e3e-4ece-8f5f-c1740bd6a4e3 None None] Network d281a382-a5de-46bd-890a-c12230f68036 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:59.015572 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-bdcdf293-8e3e-4ece-8f5f-c1740bd6a4e3 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:59.019322 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcdf293-8e3e-4ece-8f5f-c1740bd6a4e3 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:03:59.026779 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcdf293-8e3e-4ece-8f5f-c1740bd6a4e3 None None] Pushing event updated for resources: {'Port': ['ID=8052aedd-1c8b-4c89-a892-cf6b65267fef,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:59.057936 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01881562-3d6e-4559-9b19-629491b2ee05 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Made reservation on behalf of f5dc266f4a9e46dc86c008dada3e495b for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:03:59.061479 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01881562-3d6e-4559-9b19-629491b2ee05 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:59.082291 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-bdcdf293-8e3e-4ece-8f5f-c1740bd6a4e3 None None] Attempting to bind port 8052aedd-1c8b-4c89-a892-cf6b65267fef on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:03:59.083438 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-bdcdf293-8e3e-4ece-8f5f-c1740bd6a4e3 None None] Attempting to bind port 8052aedd-1c8b-4c89-a892-cf6b65267fef by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'ce49fe57-2428-4882-b748-a90cbd25a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd281a382-a5de-46bd-890a-c12230f68036'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:03:59.083438 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcdf293-8e3e-4ece-8f5f-c1740bd6a4e3 None None] Attempting to bind port 8052aedd-1c8b-4c89-a892-cf6b65267fef on network d281a382-a5de-46bd-890a-c12230f68036 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:03:59.088020 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcdf293-8e3e-4ece-8f5f-c1740bd6a4e3 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:03:59.088386 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcdf293-8e3e-4ece-8f5f-c1740bd6a4e3 None None] Checking segment: {'id': 'ce49fe57-2428-4882-b748-a90cbd25a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd281a382-a5de-46bd-890a-c12230f68036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:03:59.088783 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bdcdf293-8e3e-4ece-8f5f-c1740bd6a4e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:59.089163 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcdf293-8e3e-4ece-8f5f-c1740bd6a4e3 None None] Bound using segment: {'id': 'ce49fe57-2428-4882-b748-a90cbd25a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd281a382-a5de-46bd-890a-c12230f68036'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:03:59.089617 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-bdcdf293-8e3e-4ece-8f5f-c1740bd6a4e3 None None] Bound port: 8052aedd-1c8b-4c89-a892-cf6b65267fef, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce49fe57-2428-4882-b748-a90cbd25a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd281a382-a5de-46bd-890a-c12230f68036'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:03:59.090025 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bdcdf293-8e3e-4ece-8f5f-c1740bd6a4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:59.162715 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-bdcdf293-8e3e-4ece-8f5f-c1740bd6a4e3 None None] For port 8052aedd-1c8b-4c89-a892-cf6b65267fef, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:03:59.165028 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-bdcdf293-8e3e-4ece-8f5f-c1740bd6a4e3 None None] For port 8052aedd-1c8b-4c89-a892-cf6b65267fef, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8052aedd-1c8b-4c89-a892-cf6b65267fef,segment=NetworkSegment(ce49fe57-2428-4882-b748-a90cbd25a88d),segment_id=ce49fe57-2428-4882-b748-a90cbd25a88d)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:03:59.169291 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bdcdf293-8e3e-4ece-8f5f-c1740bd6a4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:59.227391 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcdf293-8e3e-4ece-8f5f-c1740bd6a4e3 None None] Pushing event updated for resources: {'Port': ['ID=8052aedd-1c8b-4c89-a892-cf6b65267fef,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:59.255739 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01881562-3d6e-4559-9b19-629491b2ee05 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:59.310656 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01881562-3d6e-4559-9b19-629491b2ee05 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Pushing event updated for resources: {'Subnet': ['ID=1eae72c8-963e-49ca-a313-7e0ddc69ee0b,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:03:59.327034 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01881562-3d6e-4559-9b19-629491b2ee05 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Checking segment: {'id': '51d82cc3-2d25-4732-9dba-fbd98a5a44d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5996307a-e74b-4770-9b74-57ab44c643eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:03:59.327393 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01881562-3d6e-4559-9b19-629491b2ee05 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Network hostable DHCP agents. Network: 5996307a-e74b-4770-9b74-57ab44c643eb, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:03:59.346082 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01881562-3d6e-4559-9b19-629491b2ee05 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Network 5996307a-e74b-4770-9b74-57ab44c643eb is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:03:59.356847 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-01881562-3d6e-4559-9b19-629491b2ee05 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 5996307a-e74b-4770-9b74-57ab44c643eb) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:59.362056 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01881562-3d6e-4559-9b19-629491b2ee05 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:59.362655 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01881562-3d6e-4559-9b19-629491b2ee05 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:59.366930 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf44fb9-8474-456b-96ff-949e5e16d6a4 None None] Network 5996307a-e74b-4770-9b74-57ab44c643eb requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:03:59.386017 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-01881562-3d6e-4559-9b19-629491b2ee05 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7488062 Jul 15 14:03:59.386401 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48844) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:59.405903 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9a7d4e81-ba90-40cc-bae9-bbb2225d99f0 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Request body: {'router': {'external_gateway_info': {'network_id': '5996307a-e74b-4770-9b74-57ab44c643eb'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:03:59.570578 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a92c269-7f0c-4051-944a-6669fe847a58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-5996307a-e74b-4770-9b74-57ab44c643eb', 'network_id': '5996307a-e74b-4770-9b74-57ab44c643eb', 'tenant_id': 'f5dc266f4a9e46dc86c008dada3e495b', 'fixed_ips': [{'subnet_id': '1eae72c8-963e-49ca-a313-7e0ddc69ee0b'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:03:59.571450 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1a92c269-7f0c-4051-944a-6669fe847a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:59.697009 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4e81-ba90-40cc-bae9-bbb2225d99f0 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:59.713068 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-1a92c269-7f0c-4051-944a-6669fe847a58 None None] Allocated IP 172.21.0.2 (5996307a-e74b-4770-9b74-57ab44c643eb/1eae72c8-963e-49ca-a313-7e0ddc69ee0b/93d7e92b-8eb7-426e-be23-ba022490afbf) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:03:59.817830 n-d-758944-45 neutron-server[93813]: INFO neutron.api.v2.resource [None req-9a7d4e81-ba90-40cc-bae9-bbb2225d99f0 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 14:03:59.818904 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9a7d4e81-ba90-40cc-bae9-bbb2225d99f0 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] 10.222.0.24 "PUT /v2.0/routers/bdc5c69e-899e-43ca-8857-546221ed0c64 HTTP/1.1" status: 400 len: 364 time: 0.4315050 Jul 15 14:03:59.825632 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48846) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:03:59.888595 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1a92c269-7f0c-4051-944a-6669fe847a58 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:59.893120 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-adce42c3-81d7-4d69-8914-a0a14a99ab39 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Deleting subnet 1eae72c8-963e-49ca-a313-7e0ddc69ee0b {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:03:59.901014 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1a92c269-7f0c-4051-944a-6669fe847a58 None None] Transition to ACTIVE for port object 93d7e92b-8eb7-426e-be23-ba022490afbf will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:59.917042 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1a92c269-7f0c-4051-944a-6669fe847a58 None None] Transition to ACTIVE for port object 93d7e92b-8eb7-426e-be23-ba022490afbf will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:03:59.922409 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-adce42c3-81d7-4d69-8914-a0a14a99ab39 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:59.923137 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1a92c269-7f0c-4051-944a-6669fe847a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:59.967458 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a92c269-7f0c-4051-944a-6669fe847a58 None None] Network 5996307a-e74b-4770-9b74-57ab44c643eb is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:03:59.968243 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-adce42c3-81d7-4d69-8914-a0a14a99ab39 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:59.970713 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-1a92c269-7f0c-4051-944a-6669fe847a58 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:03:59.975934 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a92c269-7f0c-4051-944a-6669fe847a58 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:03:59.979221 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92c269-7f0c-4051-944a-6669fe847a58 None None] Pushing event updated for resources: {'Port': ['ID=93d7e92b-8eb7-426e-be23-ba022490afbf,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:00.039668 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-1a92c269-7f0c-4051-944a-6669fe847a58 None None] Attempting to bind port 93d7e92b-8eb7-426e-be23-ba022490afbf on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:04:00.040303 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-1a92c269-7f0c-4051-944a-6669fe847a58 None None] Attempting to bind port 93d7e92b-8eb7-426e-be23-ba022490afbf by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '51d82cc3-2d25-4732-9dba-fbd98a5a44d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5996307a-e74b-4770-9b74-57ab44c643eb'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:04:00.040841 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a92c269-7f0c-4051-944a-6669fe847a58 None None] Attempting to bind port 93d7e92b-8eb7-426e-be23-ba022490afbf on network 5996307a-e74b-4770-9b74-57ab44c643eb {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:04:00.046756 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a92c269-7f0c-4051-944a-6669fe847a58 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:04:00.047399 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a92c269-7f0c-4051-944a-6669fe847a58 None None] Checking segment: {'id': '51d82cc3-2d25-4732-9dba-fbd98a5a44d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5996307a-e74b-4770-9b74-57ab44c643eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:04:00.047806 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1a92c269-7f0c-4051-944a-6669fe847a58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:00.048201 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a92c269-7f0c-4051-944a-6669fe847a58 None None] Bound using segment: {'id': '51d82cc3-2d25-4732-9dba-fbd98a5a44d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5996307a-e74b-4770-9b74-57ab44c643eb'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:04:00.048676 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-1a92c269-7f0c-4051-944a-6669fe847a58 None None] Bound port: 93d7e92b-8eb7-426e-be23-ba022490afbf, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51d82cc3-2d25-4732-9dba-fbd98a5a44d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5996307a-e74b-4770-9b74-57ab44c643eb'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:04:00.049059 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1a92c269-7f0c-4051-944a-6669fe847a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:00.067554 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-adce42c3-81d7-4d69-8914-a0a14a99ab39 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:00.135648 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-adce42c3-81d7-4d69-8914-a0a14a99ab39 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:00.139299 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-1a92c269-7f0c-4051-944a-6669fe847a58 None None] For port 93d7e92b-8eb7-426e-be23-ba022490afbf, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:04:00.143497 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-1a92c269-7f0c-4051-944a-6669fe847a58 None None] For port 93d7e92b-8eb7-426e-be23-ba022490afbf, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=93d7e92b-8eb7-426e-be23-ba022490afbf,segment=NetworkSegment(51d82cc3-2d25-4732-9dba-fbd98a5a44d7),segment_id=51d82cc3-2d25-4732-9dba-fbd98a5a44d7)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:04:00.149720 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1a92c269-7f0c-4051-944a-6669fe847a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:00.166011 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce42c3-81d7-4d69-8914-a0a14a99ab39 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Pushing event deleted for resources: {'Subnet': ['ID=1eae72c8-963e-49ca-a313-7e0ddc69ee0b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:00.170155 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-adce42c3-81d7-4d69-8914-a0a14a99ab39 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:00.172403 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-adce42c3-81d7-4d69-8914-a0a14a99ab39 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] 10.222.0.24 "DELETE /v2.0/subnets/1eae72c8-963e-49ca-a313-7e0ddc69ee0b HTTP/1.1" status: 204 len: 168 time: 0.3463371 Jul 15 14:04:00.175524 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48848) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:00.213313 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92c269-7f0c-4051-944a-6669fe847a58 None None] Pushing event updated for resources: {'Port': ['ID=93d7e92b-8eb7-426e-be23-ba022490afbf,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:00.280380 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8e1b1ed1-6be1-4291-a8cb-fad4f3bddde5 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:00.300713 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27083b83-89fd-4bd6-9bdc-a375e2600005 None None] Network d281a382-a5de-46bd-890a-c12230f68036 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:04:00.338774 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8e1b1ed1-6be1-4291-a8cb-fad4f3bddde5 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Deleting port 93d7e92b-8eb7-426e-be23-ba022490afbf {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:04:00.339034 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8e1b1ed1-6be1-4291-a8cb-fad4f3bddde5 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:00.425333 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a0ed05ee-9a5e-490c-88d0-e78c68a4eaaa None None] Provisioning for port 8052aedd-1c8b-4c89-a892-cf6b65267fef completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:04:00.434931 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-8e1b1ed1-6be1-4291-a8cb-fad4f3bddde5 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] For port 93d7e92b-8eb7-426e-be23-ba022490afbf, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=93d7e92b-8eb7-426e-be23-ba022490afbf,segment=NetworkSegment(51d82cc3-2d25-4732-9dba-fbd98a5a44d7),segment_id=51d82cc3-2d25-4732-9dba-fbd98a5a44d7)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:00.435568 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8e1b1ed1-6be1-4291-a8cb-fad4f3bddde5 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:00.454308 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8e1b1ed1-6be1-4291-a8cb-fad4f3bddde5 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Calling delete_port for 93d7e92b-8eb7-426e-be23-ba022490afbf owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:04:00.549850 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8e1b1ed1-6be1-4291-a8cb-fad4f3bddde5 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:00.576321 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b1ed1-6be1-4291-a8cb-fad4f3bddde5 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Pushing event deleted for resources: {'Port': ['ID=93d7e92b-8eb7-426e-be23-ba022490afbf,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:00.580091 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1b1ed1-6be1-4291-a8cb-fad4f3bddde5 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] No DVR routers for this DVR port 93d7e92b-8eb7-426e-be23-ba022490afbf on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:04:00.665444 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8e1b1ed1-6be1-4291-a8cb-fad4f3bddde5 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:00.677231 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-8e1b1ed1-6be1-4291-a8cb-fad4f3bddde5 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5996307a-e74b-4770-9b74-57ab44c643eb']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:00.693584 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-8e1b1ed1-6be1-4291-a8cb-fad4f3bddde5 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d82cc3-2d25-4732-9dba-fbd98a5a44d7') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:00.693942 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-8e1b1ed1-6be1-4291-a8cb-fad4f3bddde5 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d82cc3-2d25-4732-9dba-fbd98a5a44d7') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:00.704000 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8e1b1ed1-6be1-4291-a8cb-fad4f3bddde5 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:00.718583 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8e1b1ed1-6be1-4291-a8cb-fad4f3bddde5 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:00.725417 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e1b1ed1-6be1-4291-a8cb-fad4f3bddde5 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:04:00.725855 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8e1b1ed1-6be1-4291-a8cb-fad4f3bddde5 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:00.729138 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 14:04:00.729138 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:04:00.729138 n-d-758944-45 neutron-server[93813]: timer() Jul 15 14:04:00.729138 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:04:00.729138 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 14:04:00.729138 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:04:00.729138 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 14:04:00.729138 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:04:00.729138 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 14:04:00.729138 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:04:00.729138 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 14:04:00.729138 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:04:00.729138 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 14:04:00.729138 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:04:00.729138 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:04:00.729138 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:04:00.729138 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:04:00.729138 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:04:00.729138 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 14:04:00.729138 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:04:00.729138 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 14:04:00.729138 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:04:00.729138 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:04:00.729138 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:04:00.729138 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 14:04:00.729138 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:04:00.729138 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:04:00.729138 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:04:00.729138 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:04:00.729138 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:04:00.729138 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:04:00.729138 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:04:00.786158 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8e1b1ed1-6be1-4291-a8cb-fad4f3bddde5 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:00.793672 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8e1b1ed1-6be1-4291-a8cb-fad4f3bddde5 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:00.795544 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8e1b1ed1-6be1-4291-a8cb-fad4f3bddde5 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] 10.222.0.24 "DELETE /v2.0/networks/5996307a-e74b-4770-9b74-57ab44c643eb HTTP/1.1" status: 204 len: 168 time: 0.6190178 Jul 15 14:04:00.798056 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48850) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:00.815990 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b1ed1-6be1-4291-a8cb-fad4f3bddde5 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Pushing event deleted for resources: {'Network': ['ID=5996307a-e74b-4770-9b74-57ab44c643eb,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:00.865347 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a1bf4ce-844c-4246-b096-52d44b977e8e tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Deleting subnet 65a93825-6baf-4d9a-aed9-34803f1e2dad {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:04:00.869380 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf4ce-844c-4246-b096-52d44b977e8e tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:00.920283 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf4ce-844c-4246-b096-52d44b977e8e tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:01.008497 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf4ce-844c-4246-b096-52d44b977e8e tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:01.078531 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf4ce-844c-4246-b096-52d44b977e8e tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:01.108718 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1bf4ce-844c-4246-b096-52d44b977e8e tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Pushing event deleted for resources: {'Subnet': ['ID=65a93825-6baf-4d9a-aed9-34803f1e2dad,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:01.113257 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf4ce-844c-4246-b096-52d44b977e8e tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:01.115580 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1a1bf4ce-844c-4246-b096-52d44b977e8e tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] 10.222.0.24 "DELETE /v2.0/subnets/65a93825-6baf-4d9a-aed9-34803f1e2dad HTTP/1.1" status: 204 len: 168 time: 0.3162620 Jul 15 14:04:01.117736 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48852) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:01.121562 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b146cd-b8bc-4866-818a-96961d6fa0ca None None] Network d281a382-a5de-46bd-890a-c12230f68036 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:04:01.215634 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b66e868c-0fb0-4ea1-a869-29cf8a15d5de tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:01.215909 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8052aedd-1c8b-4c89-a892-cf6b65267fef up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:04:01.284728 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-b66e868c-0fb0-4ea1-a869-29cf8a15d5de tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Deleting port 8052aedd-1c8b-4c89-a892-cf6b65267fef {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:04:01.285108 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b66e868c-0fb0-4ea1-a869-29cf8a15d5de tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:01.294309 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca96d55-19bf-4294-a7ea-cf079e0626fc None None] DHCP port deletion for 5996307a-e74b-4770-9b74-57ab44c643eb request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:04:01.307268 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-019d4120-bc4d-42f3-bb33-a7e0b69972ed None None] Could not find standard attr ID for object 93d7e92b-8eb7-426e-be23-ba022490afbf. {{(pid=93815) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 14:04:01.334898 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33e1308-db6b-4ec1-9369-5edea1b70e6f None None] Network 5996307a-e74b-4770-9b74-57ab44c643eb requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:04:01.351100 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33e1308-db6b-4ec1-9369-5edea1b70e6f None None] Network 5996307a-e74b-4770-9b74-57ab44c643eb could not be found, it might have been deleted concurrently. {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 14:04:01.351574 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-b66e868c-0fb0-4ea1-a869-29cf8a15d5de tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] For port 8052aedd-1c8b-4c89-a892-cf6b65267fef, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8052aedd-1c8b-4c89-a892-cf6b65267fef,segment=NetworkSegment(ce49fe57-2428-4882-b748-a90cbd25a88d),segment_id=ce49fe57-2428-4882-b748-a90cbd25a88d)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:01.352005 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b66e868c-0fb0-4ea1-a869-29cf8a15d5de tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:01.353535 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 8052aedd-1c8b-4c89-a892-cf6b65267fef completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:04:01.358285 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 8052aedd-1c8b-4c89-a892-cf6b65267fef triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:01.358662 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:01.366076 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-b66e868c-0fb0-4ea1-a869-29cf8a15d5de tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Calling delete_port for 8052aedd-1c8b-4c89-a892-cf6b65267fef owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:04:01.438704 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8513bcba-9f3b-4930-be78-3bb6d74f6c11 None None] DHCP port deletion for d281a382-a5de-46bd-890a-c12230f68036 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:04:01.461250 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b66e868c-0fb0-4ea1-a869-29cf8a15d5de tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:01.473799 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:01.489938 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e868c-0fb0-4ea1-a869-29cf8a15d5de tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Pushing event deleted for resources: {'Port': ['ID=8052aedd-1c8b-4c89-a892-cf6b65267fef,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:01.494914 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66e868c-0fb0-4ea1-a869-29cf8a15d5de tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] No DVR routers for this DVR port 8052aedd-1c8b-4c89-a892-cf6b65267fef on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:04:01.529718 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-8513bcba-9f3b-4930-be78-3bb6d74f6c11 None None] Deleting port 8052aedd-1c8b-4c89-a892-cf6b65267fef {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:04:01.530122 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8513bcba-9f3b-4930-be78-3bb6d74f6c11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:01.577490 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b66e868c-0fb0-4ea1-a869-29cf8a15d5de tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:01.589105 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-b66e868c-0fb0-4ea1-a869-29cf8a15d5de tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d281a382-a5de-46bd-890a-c12230f68036']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:01.593993 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-8513bcba-9f3b-4930-be78-3bb6d74f6c11 None None] For port 8052aedd-1c8b-4c89-a892-cf6b65267fef, host n-d-758944-45, got binding levels [] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:01.594381 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8513bcba-9f3b-4930-be78-3bb6d74f6c11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:01.604326 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-b66e868c-0fb0-4ea1-a869-29cf8a15d5de tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce49fe57-2428-4882-b748-a90cbd25a88d') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:01.604892 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-b66e868c-0fb0-4ea1-a869-29cf8a15d5de tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce49fe57-2428-4882-b748-a90cbd25a88d') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:01.606848 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-8513bcba-9f3b-4930-be78-3bb6d74f6c11 None None] Calling delete_port for 8052aedd-1c8b-4c89-a892-cf6b65267fef owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:04:01.609522 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.ipam_backend_mixin [None req-8513bcba-9f3b-4930-be78-3bb6d74f6c11 None None] Port 8052aedd-1c8b-4c89-a892-cf6b65267fef was not found and therefore no delete operation was performed {{(pid=93815) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 14:04:01.610822 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8513bcba-9f3b-4930-be78-3bb6d74f6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:01.614323 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b66e868c-0fb0-4ea1-a869-29cf8a15d5de tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:01.630652 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b66e868c-0fb0-4ea1-a869-29cf8a15d5de tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:01.637889 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b66e868c-0fb0-4ea1-a869-29cf8a15d5de tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:04:01.638446 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b66e868c-0fb0-4ea1-a869-29cf8a15d5de tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:01.641786 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513bcba-9f3b-4930-be78-3bb6d74f6c11 None None] Pushing event deleted for resources: {'Port': ['ID=8052aedd-1c8b-4c89-a892-cf6b65267fef,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:01.643686 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8513bcba-9f3b-4930-be78-3bb6d74f6c11 None None] No DVR routers for this DVR port 8052aedd-1c8b-4c89-a892-cf6b65267fef on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:04:01.643892 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 14:04:01.643892 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:04:01.643892 n-d-758944-45 neutron-server[93813]: timer() Jul 15 14:04:01.643892 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:04:01.643892 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 14:04:01.643892 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:04:01.643892 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 14:04:01.643892 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:04:01.643892 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 14:04:01.643892 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:04:01.643892 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 14:04:01.643892 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:04:01.643892 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 14:04:01.643892 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:04:01.643892 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:04:01.643892 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:04:01.643892 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:04:01.643892 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:04:01.643892 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 14:04:01.643892 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:04:01.643892 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 14:04:01.643892 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:04:01.643892 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:04:01.643892 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:04:01.643892 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 14:04:01.643892 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:04:01.643892 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:04:01.643892 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:04:01.643892 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:04:01.643892 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:04:01.643892 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:04:01.643892 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:04:01.704481 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b66e868c-0fb0-4ea1-a869-29cf8a15d5de tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:01.711859 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b66e868c-0fb0-4ea1-a869-29cf8a15d5de tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:01.713923 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b66e868c-0fb0-4ea1-a869-29cf8a15d5de tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] 10.222.0.24 "DELETE /v2.0/networks/d281a382-a5de-46bd-890a-c12230f68036 HTTP/1.1" status: 204 len: 168 time: 0.5950685 Jul 15 14:04:01.716587 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48854) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:01.735432 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e868c-0fb0-4ea1-a869-29cf8a15d5de tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Pushing event deleted for resources: {'Network': ['ID=d281a382-a5de-46bd-890a-c12230f68036,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:01.759426 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-20f7179d-5177-412a-844a-8b4987cbcf5e tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdc5c69e-899e-43ca-8857-546221ed0c64 HTTP/1.1" status: 200 len: 205 time: 0.0333223 Jul 15 14:04:01.761806 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48856) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:01.838543 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4cb7072-bd6b-4139-ab28-83eda510d1e3 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:01.999065 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4cb7072-bd6b-4139-ab28-83eda510d1e3 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:02.001211 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4cb7072-bd6b-4139-ab28-83eda510d1e3 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:02.045747 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4cb7072-bd6b-4139-ab28-83eda510d1e3 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:02.046303 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cb7072-bd6b-4139-ab28-83eda510d1e3 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Fanout notify agent at l3_agent the message router_deleted on router bdc5c69e-899e-43ca-8857-546221ed0c64 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:04:02.053196 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4cb7072-bd6b-4139-ab28-83eda510d1e3 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:02.054344 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d4cb7072-bd6b-4139-ab28-83eda510d1e3 tempest-RoutersNegativeTest-1705606722 tempest-RoutersNegativeTest-1705606722-project] 10.222.0.24 "DELETE /v2.0/routers/bdc5c69e-899e-43ca-8857-546221ed0c64 HTTP/1.1" status: 204 len: 168 time: 0.2916224 Jul 15 14:04:02.298471 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48862) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:02.454907 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6cdeb514-a7ad-49a7-8861-20c2acabe928 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5dc266f4a9e46dc86c008dada3e495b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1552336 Jul 15 14:04:02.457638 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48866) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:02.512565 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-75ff3310-2133-438d-9e47-6793e93930cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:02.534000 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-75ff3310-2133-438d-9e47-6793e93930cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:02.580558 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-75ff3310-2133-438d-9e47-6793e93930cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:02.583009 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-75ff3310-2133-438d-9e47-6793e93930cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:02.584183 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-75ff3310-2133-438d-9e47-6793e93930cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f1d640ee-67e7-4866-81b1-cc9733e14803 HTTP/1.1" status: 204 len: 168 time: 0.1255815 Jul 15 14:04:02.591890 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff3310-2133-438d-9e47-6793e93930cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d640ee-67e7-4866-81b1-cc9733e14803,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:03.159258 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 93d7e92b-8eb7-426e-be23-ba022490afbf no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:04:03.179651 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48888) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:03.180022 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 93d7e92b-8eb7-426e-be23-ba022490afbf {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:04:03.180428 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 93d7e92b-8eb7-426e-be23-ba022490afbf not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:04:03.180813 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8052aedd-1c8b-4c89-a892-cf6b65267fef no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:04:03.199640 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 8052aedd-1c8b-4c89-a892-cf6b65267fef {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:04:03.199976 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8052aedd-1c8b-4c89-a892-cf6b65267fef not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:04:03.274109 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-7a7bbe7f-edae-402d-a8db-109d9ead8c44 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-553045588-network', 'tenant_id': '7169e19023ba42ae88c9f089f73d03d5'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:04:03.294136 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7bbe7f-edae-402d-a8db-109d9ead8c44 admin admin] Made reservation on behalf of 7169e19023ba42ae88c9f089f73d03d5 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:04:03.296403 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a7bbe7f-edae-402d-a8db-109d9ead8c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:03.304876 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a7bbe7f-edae-402d-a8db-109d9ead8c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:03.392556 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a7bbe7f-edae-402d-a8db-109d9ead8c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:03.396414 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a7bbe7f-edae-402d-a8db-109d9ead8c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:03.421079 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a7bbe7f-edae-402d-a8db-109d9ead8c44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:04:03.431267 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7bbe7f-edae-402d-a8db-109d9ead8c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6a3ebf-c638-45ec-a9db-1ddedef93781,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:03.436170 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a7bbe7f-edae-402d-a8db-109d9ead8c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:03.436516 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-7a7bbe7f-edae-402d-a8db-109d9ead8c44 admin admin] Added segment 7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640 of type vlan for network 87e2dd82-8d95-4b91-a90d-ba5aeae60619 Jul 15 14:04:03.479137 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a7bbe7f-edae-402d-a8db-109d9ead8c44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:03.508972 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a7bbe7f-edae-402d-a8db-109d9ead8c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:03.509998 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7bbe7f-edae-402d-a8db-109d9ead8c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:03.510587 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a7bbe7f-edae-402d-a8db-109d9ead8c44 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:03.545211 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7a7bbe7f-edae-402d-a8db-109d9ead8c44 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3644507 Jul 15 14:04:03.548030 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48892) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:03.555177 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-980ce1be-6edc-476e-9a4f-93dfba5f10da admin admin] Request body: {'subnet': {'network_id': '87e2dd82-8d95-4b91-a90d-ba5aeae60619', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-553045588-subnet', 'tenant_id': '7169e19023ba42ae88c9f089f73d03d5', 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:04:03.586042 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7bbe7f-edae-402d-a8db-109d9ead8c44 admin admin] Pushing event updated for resources: {'Network': ['ID=87e2dd82-8d95-4b91-a90d-ba5aeae60619,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:03.595707 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 87e2dd82-8d95-4b91-a90d-ba5aeae60619 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:04:03.602489 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980ce1be-6edc-476e-9a4f-93dfba5f10da admin admin] Made reservation on behalf of 7169e19023ba42ae88c9f089f73d03d5 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:04:03.605454 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-980ce1be-6edc-476e-9a4f-93dfba5f10da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:03.772724 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-980ce1be-6edc-476e-9a4f-93dfba5f10da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:03.827964 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ce1be-6edc-476e-9a4f-93dfba5f10da admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6bcab74-0d3a-4528-b945-385a87f8a11d,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:03.836233 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980ce1be-6edc-476e-9a4f-93dfba5f10da admin admin] Checking segment: {'id': '7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '87e2dd82-8d95-4b91-a90d-ba5aeae60619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:04:03.836596 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980ce1be-6edc-476e-9a4f-93dfba5f10da admin admin] Network hostable DHCP agents. Network: 87e2dd82-8d95-4b91-a90d-ba5aeae60619, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:04:03.853680 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980ce1be-6edc-476e-9a4f-93dfba5f10da admin admin] Network 87e2dd82-8d95-4b91-a90d-ba5aeae60619 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:04:03.863152 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-980ce1be-6edc-476e-9a4f-93dfba5f10da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 87e2dd82-8d95-4b91-a90d-ba5aeae60619) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:04:03.869042 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980ce1be-6edc-476e-9a4f-93dfba5f10da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:03.870684 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-980ce1be-6edc-476e-9a4f-93dfba5f10da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:03.873297 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc90f9b-08cb-46cf-860c-b4cdd9ccfc26 None None] Network 87e2dd82-8d95-4b91-a90d-ba5aeae60619 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:04:03.887721 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-980ce1be-6edc-476e-9a4f-93dfba5f10da admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3359933 Jul 15 14:04:03.888037 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48894) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:03.892461 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-bb97a4cf-7d5a-4d47-973a-1b5d66f5bc15 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-553045588-router', 'tenant_id': '7169e19023ba42ae88c9f089f73d03d5', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:04:03.914979 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb97a4cf-7d5a-4d47-973a-1b5d66f5bc15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:03.916002 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb97a4cf-7d5a-4d47-973a-1b5d66f5bc15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:03.971295 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb97a4cf-7d5a-4d47-973a-1b5d66f5bc15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:04.028573 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c691441-16a9-4679-9e62-d78fd71505ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-87e2dd82-8d95-4b91-a90d-ba5aeae60619', 'network_id': '87e2dd82-8d95-4b91-a90d-ba5aeae60619', 'tenant_id': '7169e19023ba42ae88c9f089f73d03d5', 'fixed_ips': [{'subnet_id': 'd6bcab74-0d3a-4528-b945-385a87f8a11d'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:04:04.029492 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c691441-16a9-4679-9e62-d78fd71505ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:04.109515 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb97a4cf-7d5a-4d47-973a-1b5d66f5bc15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:04.165949 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-8c691441-16a9-4679-9e62-d78fd71505ae None None] Allocated IP 172.20.0.2 (87e2dd82-8d95-4b91-a90d-ba5aeae60619/d6bcab74-0d3a-4528-b945-385a87f8a11d/f35e320a-2c63-4df0-b7a8-73b71992913e) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:04:04.313019 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c691441-16a9-4679-9e62-d78fd71505ae None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:04.322399 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8c691441-16a9-4679-9e62-d78fd71505ae None None] Transition to ACTIVE for port object f35e320a-2c63-4df0-b7a8-73b71992913e will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:04:04.338136 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8c691441-16a9-4679-9e62-d78fd71505ae None None] Transition to ACTIVE for port object f35e320a-2c63-4df0-b7a8-73b71992913e will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:04:04.344384 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c691441-16a9-4679-9e62-d78fd71505ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:04.389068 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c691441-16a9-4679-9e62-d78fd71505ae None None] Network 87e2dd82-8d95-4b91-a90d-ba5aeae60619 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:04:04.391833 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-8c691441-16a9-4679-9e62-d78fd71505ae None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:04:04.394403 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c691441-16a9-4679-9e62-d78fd71505ae None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:04:04.404208 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c691441-16a9-4679-9e62-d78fd71505ae None None] Pushing event updated for resources: {'Port': ['ID=f35e320a-2c63-4df0-b7a8-73b71992913e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:04.456564 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-8c691441-16a9-4679-9e62-d78fd71505ae None None] Attempting to bind port f35e320a-2c63-4df0-b7a8-73b71992913e on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:04:04.456937 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-8c691441-16a9-4679-9e62-d78fd71505ae None None] Attempting to bind port f35e320a-2c63-4df0-b7a8-73b71992913e by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '87e2dd82-8d95-4b91-a90d-ba5aeae60619'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:04:04.457305 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c691441-16a9-4679-9e62-d78fd71505ae None None] Attempting to bind port f35e320a-2c63-4df0-b7a8-73b71992913e on network 87e2dd82-8d95-4b91-a90d-ba5aeae60619 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:04:04.462949 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c691441-16a9-4679-9e62-d78fd71505ae None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:04:04.463345 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c691441-16a9-4679-9e62-d78fd71505ae None None] Checking segment: {'id': '7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '87e2dd82-8d95-4b91-a90d-ba5aeae60619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:04:04.463743 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c691441-16a9-4679-9e62-d78fd71505ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:04.464162 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c691441-16a9-4679-9e62-d78fd71505ae None None] Bound using segment: {'id': '7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '87e2dd82-8d95-4b91-a90d-ba5aeae60619'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:04:04.464631 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-8c691441-16a9-4679-9e62-d78fd71505ae None None] Bound port: f35e320a-2c63-4df0-b7a8-73b71992913e, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '87e2dd82-8d95-4b91-a90d-ba5aeae60619'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:04:04.465011 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c691441-16a9-4679-9e62-d78fd71505ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:04.527550 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-8c691441-16a9-4679-9e62-d78fd71505ae None None] For port f35e320a-2c63-4df0-b7a8-73b71992913e, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:04:04.530897 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-8c691441-16a9-4679-9e62-d78fd71505ae None None] For port f35e320a-2c63-4df0-b7a8-73b71992913e, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=f35e320a-2c63-4df0-b7a8-73b71992913e,segment=NetworkSegment(7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640),segment_id=7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:04:04.535400 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8c691441-16a9-4679-9e62-d78fd71505ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:04.556891 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb97a4cf-7d5a-4d47-973a-1b5d66f5bc15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:04.584580 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb97a4cf-7d5a-4d47-973a-1b5d66f5bc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:04.607752 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c691441-16a9-4679-9e62-d78fd71505ae None None] Pushing event updated for resources: {'Port': ['ID=f35e320a-2c63-4df0-b7a8-73b71992913e,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:04.699023 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-bb97a4cf-7d5a-4d47-973a-1b5d66f5bc15 admin admin] Allocated IP 172.25.6.45 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/b5577847-688e-4550-a626-eb86eff1a718) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:04:04.814050 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb97a4cf-7d5a-4d47-973a-1b5d66f5bc15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:04.860025 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb97a4cf-7d5a-4d47-973a-1b5d66f5bc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:04.903319 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb97a4cf-7d5a-4d47-973a-1b5d66f5bc15 admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:04:04.906308 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-bb97a4cf-7d5a-4d47-973a-1b5d66f5bc15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:04:04.908791 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb97a4cf-7d5a-4d47-973a-1b5d66f5bc15 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:04:04.914893 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97a4cf-7d5a-4d47-973a-1b5d66f5bc15 admin admin] Pushing event updated for resources: {'Port': ['ID=b5577847-688e-4550-a626-eb86eff1a718,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:05.010842 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:04:05.172823 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb97a4cf-7d5a-4d47-973a-1b5d66f5bc15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:05.197399 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f35e320a-2c63-4df0-b7a8-73b71992913e up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:04:05.251707 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port f35e320a-2c63-4df0-b7a8-73b71992913e completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:04:05.384671 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb97a4cf-7d5a-4d47-973a-1b5d66f5bc15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:05.464391 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820db736-10e4-4c78-83c2-d0d847a71aff None None] Network 87e2dd82-8d95-4b91-a90d-ba5aeae60619 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:04:05.520486 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb97a4cf-7d5a-4d47-973a-1b5d66f5bc15 admin admin] Router d7cdfee6-b32a-4e54-94cd-76bf16b6ac93 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:04:05.588035 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-780cfc8a-8f70-472d-b81c-cbd47a26c758 None None] Provisioning for port f35e320a-2c63-4df0-b7a8-73b71992913e completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:04:05.593963 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-780cfc8a-8f70-472d-b81c-cbd47a26c758 None None] Provisioning complete for port f35e320a-2c63-4df0-b7a8-73b71992913e triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:05.594331 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-780cfc8a-8f70-472d-b81c-cbd47a26c758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:05.628709 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb97a4cf-7d5a-4d47-973a-1b5d66f5bc15 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:04:05.639214 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b550c47-e9e6-4ab5-9610-21435ecb6bdb None None] Sync routers for ids ['d7cdfee6-b32a-4e54-94cd-76bf16b6ac93'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:04:05.647193 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb97a4cf-7d5a-4d47-973a-1b5d66f5bc15 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:05.649024 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-bb97a4cf-7d5a-4d47-973a-1b5d66f5bc15 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7600214 Jul 15 14:04:05.649247 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b550c47-e9e6-4ab5-9610-21435ecb6bdb None None] Routers {'d7cdfee6-b32a-4e54-94cd-76bf16b6ac93'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:04:05.649856 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8b550c47-e9e6-4ab5-9610-21435ecb6bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:03:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d7cdfee6-b32a-4e54-94cd-76bf16b6ac93'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:05.651683 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48896) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:05.712654 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-780cfc8a-8f70-472d-b81c-cbd47a26c758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:05.747095 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-780cfc8a-8f70-472d-b81c-cbd47a26c758 None None] For port f35e320a-2c63-4df0-b7a8-73b71992913e, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=f35e320a-2c63-4df0-b7a8-73b71992913e,segment=NetworkSegment(7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640),segment_id=7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:05.753098 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-780cfc8a-8f70-472d-b81c-cbd47a26c758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:05.762228 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-8b550c47-e9e6-4ab5-9610-21435ecb6bdb None None] Set router d7cdfee6-b32a-4e54-94cd-76bf16b6ac93 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:04:05.816016 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780cfc8a-8f70-472d-b81c-cbd47a26c758 None None] Pushing event updated for resources: {'Port': ['ID=f35e320a-2c63-4df0-b7a8-73b71992913e,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:05.973407 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-425db53b-1f03-4765-bc10-3cb460cbff69 None None] Provisioning complete for port f35e320a-2c63-4df0-b7a8-73b71992913e triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:05.973817 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-425db53b-1f03-4765-bc10-3cb460cbff69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:06.055845 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8b550c47-e9e6-4ab5-9610-21435ecb6bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cdfee6-b32a-4e54-94cd-76bf16b6ac93', 'name': 'tempest-TestEncryptedCinderVolumes-553045588-router', 'tenant_id': '7169e19023ba42ae88c9f089f73d03d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'b5577847-688e-4550-a626-eb86eff1a718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:03Z', 'updated_at': '2021-07-15T14:04:05Z', 'revision_number': 3, 'project_id': '7169e19023ba42ae88c9f089f73d03d5', 'gw_port': {'id': 'b5577847-688e-4550-a626-eb86eff1a718', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cdfee6-b32a-4e54-94cd-76bf16b6ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:04Z', 'updated_at': '2021-07-15T14:04:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:06.082790 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b550c47-e9e6-4ab5-9610-21435ecb6bdb None None] Checking router: d7cdfee6-b32a-4e54-94cd-76bf16b6ac93 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:04:06.083158 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b550c47-e9e6-4ab5-9610-21435ecb6bdb None None] Updating router d7cdfee6-b32a-4e54-94cd-76bf16b6ac93 port b5577847-688e-4550-a626-eb86eff1a718 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:04:06.094654 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-953d27f3-e80b-40a8-8afe-13ade90f2878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:06.118892 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8b550c47-e9e6-4ab5-9610-21435ecb6bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:06.262420 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-953d27f3-e80b-40a8-8afe-13ade90f2878 admin admin] Allocated IP 172.20.0.1 (87e2dd82-8d95-4b91-a90d-ba5aeae60619/d6bcab74-0d3a-4528-b945-385a87f8a11d/58a84784-2ea2-40be-8283-4d2eb9c88e8f) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:04:06.367912 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-953d27f3-e80b-40a8-8afe-13ade90f2878 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:06.371230 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8b550c47-e9e6-4ab5-9610-21435ecb6bdb None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:06.381178 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-8b550c47-e9e6-4ab5-9610-21435ecb6bdb None None] Transition to ACTIVE for port object b5577847-688e-4550-a626-eb86eff1a718 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:04:06.383655 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-953d27f3-e80b-40a8-8afe-13ade90f2878 admin admin] Transition to ACTIVE for port object 58a84784-2ea2-40be-8283-4d2eb9c88e8f will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:04:06.386671 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8b550c47-e9e6-4ab5-9610-21435ecb6bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:06.419211 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-953d27f3-e80b-40a8-8afe-13ade90f2878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:06.439045 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8b550c47-e9e6-4ab5-9610-21435ecb6bdb None None] Attempting to bind port b5577847-688e-4550-a626-eb86eff1a718 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:04:06.439409 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8b550c47-e9e6-4ab5-9610-21435ecb6bdb None None] Attempting to bind port b5577847-688e-4550-a626-eb86eff1a718 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:04:06.439766 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b550c47-e9e6-4ab5-9610-21435ecb6bdb None None] Attempting to bind port b5577847-688e-4550-a626-eb86eff1a718 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:04:06.441584 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c78a7a-e1e8-4890-9e66-cc54db125b69 None None] Pushing event updated for resources: {'Port': ['ID=b5577847-688e-4550-a626-eb86eff1a718,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:06.450547 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b550c47-e9e6-4ab5-9610-21435ecb6bdb None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:04:06.450778 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b550c47-e9e6-4ab5-9610-21435ecb6bdb None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:04:06.451089 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8b550c47-e9e6-4ab5-9610-21435ecb6bdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:06.451478 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b550c47-e9e6-4ab5-9610-21435ecb6bdb None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:04:06.451936 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-8b550c47-e9e6-4ab5-9610-21435ecb6bdb None None] Bound port: b5577847-688e-4550-a626-eb86eff1a718, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:04:06.452315 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8b550c47-e9e6-4ab5-9610-21435ecb6bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:06.455719 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c78a7a-e1e8-4890-9e66-cc54db125b69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:06.456059 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c78a7a-e1e8-4890-9e66-cc54db125b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:06.456392 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c78a7a-e1e8-4890-9e66-cc54db125b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:06.456518 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953d27f3-e80b-40a8-8afe-13ade90f2878 admin admin] Network 87e2dd82-8d95-4b91-a90d-ba5aeae60619 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:04:06.456728 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c78a7a-e1e8-4890-9e66-cc54db125b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:06.457056 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c78a7a-e1e8-4890-9e66-cc54db125b69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:06.457380 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c78a7a-e1e8-4890-9e66-cc54db125b69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:06.457702 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c78a7a-e1e8-4890-9e66-cc54db125b69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:06.458050 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c78a7a-e1e8-4890-9e66-cc54db125b69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:06.458371 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c78a7a-e1e8-4890-9e66-cc54db125b69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:06.459204 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c78a7a-e1e8-4890-9e66-cc54db125b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:06.459541 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c78a7a-e1e8-4890-9e66-cc54db125b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:06.459859 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c78a7a-e1e8-4890-9e66-cc54db125b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:06.463224 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-953d27f3-e80b-40a8-8afe-13ade90f2878 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:04:06.466823 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953d27f3-e80b-40a8-8afe-13ade90f2878 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:04:06.490582 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d27f3-e80b-40a8-8afe-13ade90f2878 admin admin] Pushing event updated for resources: {'Port': ['ID=58a84784-2ea2-40be-8283-4d2eb9c88e8f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:06.509432 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-953d27f3-e80b-40a8-8afe-13ade90f2878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:06.515931 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8b550c47-e9e6-4ab5-9610-21435ecb6bdb None None] For port b5577847-688e-4550-a626-eb86eff1a718, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:04:06.519662 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-8b550c47-e9e6-4ab5-9610-21435ecb6bdb None None] For port b5577847-688e-4550-a626-eb86eff1a718, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b5577847-688e-4550-a626-eb86eff1a718,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:04:06.523918 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8b550c47-e9e6-4ab5-9610-21435ecb6bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:06.579663 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b550c47-e9e6-4ab5-9610-21435ecb6bdb None None] Routers {'d7cdfee6-b32a-4e54-94cd-76bf16b6ac93'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:04:06.580508 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8b550c47-e9e6-4ab5-9610-21435ecb6bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:03:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d7cdfee6-b32a-4e54-94cd-76bf16b6ac93'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:06.626934 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c78a7a-e1e8-4890-9e66-cc54db125b69 None None] Pushing event updated for resources: {'Port': ['ID=b5577847-688e-4550-a626-eb86eff1a718,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:06.666320 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-953d27f3-e80b-40a8-8afe-13ade90f2878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:06.708226 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-8b550c47-e9e6-4ab5-9610-21435ecb6bdb None None] Set router d7cdfee6-b32a-4e54-94cd-76bf16b6ac93 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:04:06.777846 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ad83422c-77e3-452a-822f-1826ccf1d7f3 None None] Provisioning for port 58a84784-2ea2-40be-8283-4d2eb9c88e8f completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:04:06.782370 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ad83422c-77e3-452a-822f-1826ccf1d7f3 None None] Provisioning complete for port 58a84784-2ea2-40be-8283-4d2eb9c88e8f triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:06.783209 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ad83422c-77e3-452a-822f-1826ccf1d7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:06.817834 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ad83422c-77e3-452a-822f-1826ccf1d7f3 None None] Port 58a84784-2ea2-40be-8283-4d2eb9c88e8f cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:04:06.837121 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-953d27f3-e80b-40a8-8afe-13ade90f2878 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:06.842186 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-953d27f3-e80b-40a8-8afe-13ade90f2878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:06.889516 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8b550c47-e9e6-4ab5-9610-21435ecb6bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cdfee6-b32a-4e54-94cd-76bf16b6ac93', 'name': 'tempest-TestEncryptedCinderVolumes-553045588-router', 'tenant_id': '7169e19023ba42ae88c9f089f73d03d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'b5577847-688e-4550-a626-eb86eff1a718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:03Z', 'updated_at': '2021-07-15T14:04:05Z', 'revision_number': 3, 'project_id': '7169e19023ba42ae88c9f089f73d03d5', 'gw_port': {'id': 'b5577847-688e-4550-a626-eb86eff1a718', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cdfee6-b32a-4e54-94cd-76bf16b6ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:04Z', 'updated_at': '2021-07-15T14:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:06.911793 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-953d27f3-e80b-40a8-8afe-13ade90f2878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:06.913542 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d27f3-e80b-40a8-8afe-13ade90f2878 admin admin] Pushing event updated for resources: {'Port': ['ID=58a84784-2ea2-40be-8283-4d2eb9c88e8f,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:06.915519 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b550c47-e9e6-4ab5-9610-21435ecb6bdb None None] The sync data for ids ['d7cdfee6-b32a-4e54-94cd-76bf16b6ac93'] in n-d-758944-45 is: [{'id': 'd7cdfee6-b32a-4e54-94cd-76bf16b6ac93', 'name': 'tempest-TestEncryptedCinderVolumes-553045588-router', 'tenant_id': '7169e19023ba42ae88c9f089f73d03d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'b5577847-688e-4550-a626-eb86eff1a718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:03Z', 'updated_at': '2021-07-15T14:04:05Z', 'revision_number': 3, 'project_id': '7169e19023ba42ae88c9f089f73d03d5', 'gw_port': {'id': 'b5577847-688e-4550-a626-eb86eff1a718', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cdfee6-b32a-4e54-94cd-76bf16b6ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:04Z', 'updated_at': '2021-07-15T14:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:04:07.193077 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f35e320a-2c63-4df0-b7a8-73b71992913e up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:04:07.252430 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port f35e320a-2c63-4df0-b7a8-73b71992913e triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:07.253066 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:07.279208 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953d27f3-e80b-40a8-8afe-13ade90f2878 admin admin] Network 87e2dd82-8d95-4b91-a90d-ba5aeae60619 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:04:07.281275 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-953d27f3-e80b-40a8-8afe-13ade90f2878 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:04:07.412727 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953d27f3-e80b-40a8-8afe-13ade90f2878 admin admin] Router d7cdfee6-b32a-4e54-94cd-76bf16b6ac93 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:04:07.528790 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953d27f3-e80b-40a8-8afe-13ade90f2878 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:04:07.533878 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-953d27f3-e80b-40a8-8afe-13ade90f2878 admin admin] 10.222.0.24 "PUT /v2.0/routers/d7cdfee6-b32a-4e54-94cd-76bf16b6ac93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8802290 Jul 15 14:04:07.546091 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-932474e9-b891-4ac6-af16-364f60e2effe None None] Provisioning complete for port 58a84784-2ea2-40be-8283-4d2eb9c88e8f triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:07.546467 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-932474e9-b891-4ac6-af16-364f60e2effe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:07.583509 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-932474e9-b891-4ac6-af16-364f60e2effe None None] Port 58a84784-2ea2-40be-8283-4d2eb9c88e8f cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:04:07.998266 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48912) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:08.003676 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-3475e056-833b-4957-b95d-40b5f551bffe admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1563529760-network', 'tenant_id': '1c3ad3e700b649239c00a71483321622'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:04:08.028342 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3475e056-833b-4957-b95d-40b5f551bffe admin admin] Made reservation on behalf of 1c3ad3e700b649239c00a71483321622 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:04:08.030768 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3475e056-833b-4957-b95d-40b5f551bffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:08.040219 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3475e056-833b-4957-b95d-40b5f551bffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:08.143080 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3475e056-833b-4957-b95d-40b5f551bffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:08.148598 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3475e056-833b-4957-b95d-40b5f551bffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:08.175511 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3475e056-833b-4957-b95d-40b5f551bffe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:04:08.181219 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475e056-833b-4957-b95d-40b5f551bffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e571a21-5655-4d8e-9fce-0b04fde91bc2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:08.189196 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3475e056-833b-4957-b95d-40b5f551bffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:08.189551 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-3475e056-833b-4957-b95d-40b5f551bffe admin admin] Added segment ce1c14af-3fe7-4726-a312-8132bf233ce8 of type vlan for network ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191 Jul 15 14:04:08.232980 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3475e056-833b-4957-b95d-40b5f551bffe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:08.273435 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3475e056-833b-4957-b95d-40b5f551bffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:08.275059 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3475e056-833b-4957-b95d-40b5f551bffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:08.275973 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3475e056-833b-4957-b95d-40b5f551bffe admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:08.324562 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3475e056-833b-4957-b95d-40b5f551bffe admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3250375 Jul 15 14:04:08.327419 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48914) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:08.335406 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-85769f41-d178-4c09-87bb-bf5f88a32824 admin admin] Request body: {'subnet': {'network_id': 'ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1563529760-subnet', 'tenant_id': '1c3ad3e700b649239c00a71483321622', 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:04:08.359114 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85769f41-d178-4c09-87bb-bf5f88a32824 admin admin] Made reservation on behalf of 1c3ad3e700b649239c00a71483321622 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:04:08.361699 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-85769f41-d178-4c09-87bb-bf5f88a32824 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:08.369854 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475e056-833b-4957-b95d-40b5f551bffe admin admin] Pushing event updated for resources: {'Network': ['ID=ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:08.385013 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:04:08.556454 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288b2940-7511-4926-98b7-4583704ec90d None None] Sync routers for ids ['d7cdfee6-b32a-4e54-94cd-76bf16b6ac93'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:04:08.566019 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288b2940-7511-4926-98b7-4583704ec90d None None] Routers {'d7cdfee6-b32a-4e54-94cd-76bf16b6ac93'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:04:08.566700 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-288b2940-7511-4926-98b7-4583704ec90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:03:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d7cdfee6-b32a-4e54-94cd-76bf16b6ac93'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:08.575411 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-85769f41-d178-4c09-87bb-bf5f88a32824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:08.636544 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85769f41-d178-4c09-87bb-bf5f88a32824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9141f03a-65fc-467e-9ffd-317af5091128,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:08.644323 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85769f41-d178-4c09-87bb-bf5f88a32824 admin admin] Checking segment: {'id': 'ce1c14af-3fe7-4726-a312-8132bf233ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:04:08.644770 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85769f41-d178-4c09-87bb-bf5f88a32824 admin admin] Network hostable DHCP agents. Network: ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:04:08.648685 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85769f41-d178-4c09-87bb-bf5f88a32824 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:08.649035 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85769f41-d178-4c09-87bb-bf5f88a32824 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:08.649379 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85769f41-d178-4c09-87bb-bf5f88a32824 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:08.649721 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85769f41-d178-4c09-87bb-bf5f88a32824 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:08.650086 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85769f41-d178-4c09-87bb-bf5f88a32824 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:08.650421 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85769f41-d178-4c09-87bb-bf5f88a32824 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:08.650751 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85769f41-d178-4c09-87bb-bf5f88a32824 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:08.651078 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85769f41-d178-4c09-87bb-bf5f88a32824 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:08.651403 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85769f41-d178-4c09-87bb-bf5f88a32824 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:08.651726 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85769f41-d178-4c09-87bb-bf5f88a32824 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:08.652050 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85769f41-d178-4c09-87bb-bf5f88a32824 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:08.652372 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85769f41-d178-4c09-87bb-bf5f88a32824 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:08.669131 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85769f41-d178-4c09-87bb-bf5f88a32824 admin admin] Network ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:04:08.677333 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-288b2940-7511-4926-98b7-4583704ec90d None None] Set router d7cdfee6-b32a-4e54-94cd-76bf16b6ac93 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:04:08.679914 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-85769f41-d178-4c09-87bb-bf5f88a32824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:04:08.685162 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85769f41-d178-4c09-87bb-bf5f88a32824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:08.685787 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-85769f41-d178-4c09-87bb-bf5f88a32824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:08.700696 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-85769f41-d178-4c09-87bb-bf5f88a32824 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3715312 Jul 15 14:04:08.703224 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 48916) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:08.707959 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3c0beb43-0044-4a6e-b2fc-21559925cd24 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1563529760-router', 'tenant_id': '1c3ad3e700b649239c00a71483321622', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:04:08.709838 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60d6528-52ce-428a-83c2-706b5dfa6b22 None None] Network ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:04:08.728652 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3c0beb43-0044-4a6e-b2fc-21559925cd24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:08.729982 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3c0beb43-0044-4a6e-b2fc-21559925cd24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:08.754548 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:08.788420 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3c0beb43-0044-4a6e-b2fc-21559925cd24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:08.934266 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3c0beb43-0044-4a6e-b2fc-21559925cd24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:09.148211 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3c0beb43-0044-4a6e-b2fc-21559925cd24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:09.160160 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3880f7-00cb-425c-96f4-38d9cb796740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191', 'network_id': 'ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191', 'tenant_id': '1c3ad3e700b649239c00a71483321622', 'fixed_ips': [{'subnet_id': '9141f03a-65fc-467e-9ffd-317af5091128'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:04:09.161050 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f3880f7-00cb-425c-96f4-38d9cb796740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:09.179748 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3c0beb43-0044-4a6e-b2fc-21559925cd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:09.189563 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b5577847-688e-4550-a626-eb86eff1a718 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:04:09.289232 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-288b2940-7511-4926-98b7-4583704ec90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cdfee6-b32a-4e54-94cd-76bf16b6ac93', 'name': 'tempest-TestEncryptedCinderVolumes-553045588-router', 'tenant_id': '7169e19023ba42ae88c9f089f73d03d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'b5577847-688e-4550-a626-eb86eff1a718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:03Z', 'updated_at': '2021-07-15T14:04:06Z', 'revision_number': 4, 'project_id': '7169e19023ba42ae88c9f089f73d03d5', 'gw_port': {'id': 'b5577847-688e-4550-a626-eb86eff1a718', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cdfee6-b32a-4e54-94cd-76bf16b6ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:04Z', 'updated_at': '2021-07-15T14:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '58a84784-2ea2-40be-8283-4d2eb9c88e8f', 'name': '', 'network_id': '87e2dd82-8d95-4b91-a90d-ba5aeae60619', 'tenant_id': '7169e19023ba42ae88c9f089f73d03d5', 'mac_address': 'fa:16:3e:ee:a3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cdfee6-b32a-4e54-94cd-76bf16b6ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'd6bcab74-0d3a-4528-b945-385a87f8a11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:06Z', 'updated_at': '2021-07-15T14:04:06Z', 'revision_number': 2, 'project_id': '7169e19023ba42ae88c9f089f73d03d5', 'subnets': [{'id': 'd6bcab74-0d3a-4528-b945-385a87f8a11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:09.292166 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-3c0beb43-0044-4a6e-b2fc-21559925cd24 admin admin] Allocated IP 172.25.6.138 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/6441c7b1-c354-467d-9db8-93dc923f4e29) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:04:09.328437 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288b2940-7511-4926-98b7-4583704ec90d None None] Checking router: d7cdfee6-b32a-4e54-94cd-76bf16b6ac93 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:04:09.328779 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288b2940-7511-4926-98b7-4583704ec90d None None] Updating router d7cdfee6-b32a-4e54-94cd-76bf16b6ac93 port 58a84784-2ea2-40be-8283-4d2eb9c88e8f binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:04:09.388066 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port b5577847-688e-4550-a626-eb86eff1a718 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:04:09.400452 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-288b2940-7511-4926-98b7-4583704ec90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:09.402219 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port b5577847-688e-4550-a626-eb86eff1a718 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:09.402574 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:09.402941 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3c0beb43-0044-4a6e-b2fc-21559925cd24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:09.414584 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-5f3880f7-00cb-425c-96f4-38d9cb796740 None None] Allocated IP 172.20.0.2 (ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191/9141f03a-65fc-467e-9ffd-317af5091128/1c5a0d20-7a90-49aa-aded-884220cfdfc4) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:04:09.444976 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3c0beb43-0044-4a6e-b2fc-21559925cd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:09.483741 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0beb43-0044-4a6e-b2fc-21559925cd24 admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:04:09.489239 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-3c0beb43-0044-4a6e-b2fc-21559925cd24 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:04:09.493371 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0beb43-0044-4a6e-b2fc-21559925cd24 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:04:09.526207 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0beb43-0044-4a6e-b2fc-21559925cd24 admin admin] Pushing event updated for resources: {'Port': ['ID=6441c7b1-c354-467d-9db8-93dc923f4e29,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:09.710372 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:09.770308 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3c0beb43-0044-4a6e-b2fc-21559925cd24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:09.792284 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port b5577847-688e-4550-a626-eb86eff1a718, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b5577847-688e-4550-a626-eb86eff1a718,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:09.809210 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:09.821282 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f3880f7-00cb-425c-96f4-38d9cb796740 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:09.857625 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5f3880f7-00cb-425c-96f4-38d9cb796740 None None] Transition to ACTIVE for port object 1c5a0d20-7a90-49aa-aded-884220cfdfc4 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:04:09.905289 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5f3880f7-00cb-425c-96f4-38d9cb796740 None None] Transition to ACTIVE for port object 1c5a0d20-7a90-49aa-aded-884220cfdfc4 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:04:09.933222 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f3880f7-00cb-425c-96f4-38d9cb796740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:09.936419 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=b5577847-688e-4550-a626-eb86eff1a718,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:09.984972 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3c0beb43-0044-4a6e-b2fc-21559925cd24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:09.991332 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3880f7-00cb-425c-96f4-38d9cb796740 None None] Network ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:04:09.993209 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-288b2940-7511-4926-98b7-4583704ec90d None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:09.998362 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-5f3880f7-00cb-425c-96f4-38d9cb796740 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:04:10.006669 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3880f7-00cb-425c-96f4-38d9cb796740 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:04:10.011414 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3880f7-00cb-425c-96f4-38d9cb796740 None None] Pushing event updated for resources: {'Port': ['ID=1c5a0d20-7a90-49aa-aded-884220cfdfc4,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:10.017184 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-288b2940-7511-4926-98b7-4583704ec90d None None] Transition to ACTIVE for port object 58a84784-2ea2-40be-8283-4d2eb9c88e8f will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:04:10.043120 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-288b2940-7511-4926-98b7-4583704ec90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:10.120044 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-5f3880f7-00cb-425c-96f4-38d9cb796740 None None] Attempting to bind port 1c5a0d20-7a90-49aa-aded-884220cfdfc4 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:04:10.120416 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-5f3880f7-00cb-425c-96f4-38d9cb796740 None None] Attempting to bind port 1c5a0d20-7a90-49aa-aded-884220cfdfc4 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'ce1c14af-3fe7-4726-a312-8132bf233ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:04:10.120774 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3880f7-00cb-425c-96f4-38d9cb796740 None None] Attempting to bind port 1c5a0d20-7a90-49aa-aded-884220cfdfc4 on network ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:04:10.124615 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00ffea-8fc4-454d-9157-247c529a0db4 None None] Pushing event updated for resources: {'Port': ['ID=58a84784-2ea2-40be-8283-4d2eb9c88e8f,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:10.125104 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0beb43-0044-4a6e-b2fc-21559925cd24 admin admin] Router 3738fdb1-3be6-4f70-8895-656c5cdff80a is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:04:10.134718 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3880f7-00cb-425c-96f4-38d9cb796740 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:04:10.134718 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3880f7-00cb-425c-96f4-38d9cb796740 None None] Checking segment: {'id': 'ce1c14af-3fe7-4726-a312-8132bf233ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:04:10.134718 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f3880f7-00cb-425c-96f4-38d9cb796740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:10.135148 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3880f7-00cb-425c-96f4-38d9cb796740 None None] Bound using segment: {'id': 'ce1c14af-3fe7-4726-a312-8132bf233ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:04:10.135303 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-5f3880f7-00cb-425c-96f4-38d9cb796740 None None] Bound port: 1c5a0d20-7a90-49aa-aded-884220cfdfc4, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1c14af-3fe7-4726-a312-8132bf233ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:04:10.135684 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f3880f7-00cb-425c-96f4-38d9cb796740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:10.214414 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-288b2940-7511-4926-98b7-4583704ec90d None None] Attempting to bind port 58a84784-2ea2-40be-8283-4d2eb9c88e8f on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:04:10.214780 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-288b2940-7511-4926-98b7-4583704ec90d None None] Attempting to bind port 58a84784-2ea2-40be-8283-4d2eb9c88e8f by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '87e2dd82-8d95-4b91-a90d-ba5aeae60619'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:04:10.215142 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288b2940-7511-4926-98b7-4583704ec90d None None] Attempting to bind port 58a84784-2ea2-40be-8283-4d2eb9c88e8f on network 87e2dd82-8d95-4b91-a90d-ba5aeae60619 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:04:10.227813 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288b2940-7511-4926-98b7-4583704ec90d None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:04:10.228193 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288b2940-7511-4926-98b7-4583704ec90d None None] Checking segment: {'id': '7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '87e2dd82-8d95-4b91-a90d-ba5aeae60619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:04:10.228596 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-288b2940-7511-4926-98b7-4583704ec90d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:10.228988 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288b2940-7511-4926-98b7-4583704ec90d None None] Bound using segment: {'id': '7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '87e2dd82-8d95-4b91-a90d-ba5aeae60619'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:04:10.229737 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-288b2940-7511-4926-98b7-4583704ec90d None None] Bound port: 58a84784-2ea2-40be-8283-4d2eb9c88e8f, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '87e2dd82-8d95-4b91-a90d-ba5aeae60619'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:04:10.230150 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-288b2940-7511-4926-98b7-4583704ec90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:10.266707 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0beb43-0044-4a6e-b2fc-21559925cd24 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:04:10.277620 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e06d5d-9c8b-45dd-9483-ac9e5b7e4540 None None] Sync routers for ids ['3738fdb1-3be6-4f70-8895-656c5cdff80a'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:04:10.282751 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5f3880f7-00cb-425c-96f4-38d9cb796740 None None] For port 1c5a0d20-7a90-49aa-aded-884220cfdfc4, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:04:10.289787 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3c0beb43-0044-4a6e-b2fc-21559925cd24 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:10.293528 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3c0beb43-0044-4a6e-b2fc-21559925cd24 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5893121 Jul 15 14:04:10.294193 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e06d5d-9c8b-45dd-9483-ac9e5b7e4540 None None] Routers {'3738fdb1-3be6-4f70-8895-656c5cdff80a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:04:10.294937 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c4e06d5d-9c8b-45dd-9483-ac9e5b7e4540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:03:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['3738fdb1-3be6-4f70-8895-656c5cdff80a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:10.296560 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 48918) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:10.306476 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5f3880f7-00cb-425c-96f4-38d9cb796740 None None] For port 1c5a0d20-7a90-49aa-aded-884220cfdfc4, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=1c5a0d20-7a90-49aa-aded-884220cfdfc4,segment=NetworkSegment(ce1c14af-3fe7-4726-a312-8132bf233ce8),segment_id=ce1c14af-3fe7-4726-a312-8132bf233ce8)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:04:10.319921 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5f3880f7-00cb-425c-96f4-38d9cb796740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:10.358985 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-288b2940-7511-4926-98b7-4583704ec90d None None] For port 58a84784-2ea2-40be-8283-4d2eb9c88e8f, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:04:10.383394 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-288b2940-7511-4926-98b7-4583704ec90d None None] For port 58a84784-2ea2-40be-8283-4d2eb9c88e8f, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=58a84784-2ea2-40be-8283-4d2eb9c88e8f,segment=NetworkSegment(7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640),segment_id=7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:04:10.402992 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-288b2940-7511-4926-98b7-4583704ec90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:10.411141 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3880f7-00cb-425c-96f4-38d9cb796740 None None] Pushing event updated for resources: {'Port': ['ID=1c5a0d20-7a90-49aa-aded-884220cfdfc4,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:10.424355 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-c4e06d5d-9c8b-45dd-9483-ac9e5b7e4540 None None] Set router 3738fdb1-3be6-4f70-8895-656c5cdff80a gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:04:10.485843 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288b2940-7511-4926-98b7-4583704ec90d None None] Routers {'d7cdfee6-b32a-4e54-94cd-76bf16b6ac93'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:04:10.486525 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-288b2940-7511-4926-98b7-4583704ec90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:03:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d7cdfee6-b32a-4e54-94cd-76bf16b6ac93'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:10.538445 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00ffea-8fc4-454d-9157-247c529a0db4 None None] Pushing event updated for resources: {'Port': ['ID=58a84784-2ea2-40be-8283-4d2eb9c88e8f,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:10.631667 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-288b2940-7511-4926-98b7-4583704ec90d None None] Set router d7cdfee6-b32a-4e54-94cd-76bf16b6ac93 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:04:10.744303 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c4e06d5d-9c8b-45dd-9483-ac9e5b7e4540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3738fdb1-3be6-4f70-8895-656c5cdff80a', 'name': 'tempest-TestEncryptedCinderVolumes-1563529760-router', 'tenant_id': '1c3ad3e700b649239c00a71483321622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6441c7b1-c354-467d-9db8-93dc923f4e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:08Z', 'updated_at': '2021-07-15T14:04:09Z', 'revision_number': 3, 'project_id': '1c3ad3e700b649239c00a71483321622', 'gw_port': {'id': '6441c7b1-c354-467d-9db8-93dc923f4e29', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3738fdb1-3be6-4f70-8895-656c5cdff80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:09Z', 'updated_at': '2021-07-15T14:04:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:10.797063 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e06d5d-9c8b-45dd-9483-ac9e5b7e4540 None None] Checking router: 3738fdb1-3be6-4f70-8895-656c5cdff80a for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:04:10.798060 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e06d5d-9c8b-45dd-9483-ac9e5b7e4540 None None] Updating router 3738fdb1-3be6-4f70-8895-656c5cdff80a port 6441c7b1-c354-467d-9db8-93dc923f4e29 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:04:10.847971 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4e06d5d-9c8b-45dd-9483-ac9e5b7e4540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:10.948220 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-288b2940-7511-4926-98b7-4583704ec90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cdfee6-b32a-4e54-94cd-76bf16b6ac93', 'name': 'tempest-TestEncryptedCinderVolumes-553045588-router', 'tenant_id': '7169e19023ba42ae88c9f089f73d03d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'b5577847-688e-4550-a626-eb86eff1a718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:03Z', 'updated_at': '2021-07-15T14:04:06Z', 'revision_number': 4, 'project_id': '7169e19023ba42ae88c9f089f73d03d5', 'gw_port': {'id': 'b5577847-688e-4550-a626-eb86eff1a718', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cdfee6-b32a-4e54-94cd-76bf16b6ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:04Z', 'updated_at': '2021-07-15T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '58a84784-2ea2-40be-8283-4d2eb9c88e8f', 'name': '', 'network_id': '87e2dd82-8d95-4b91-a90d-ba5aeae60619', 'tenant_id': '7169e19023ba42ae88c9f089f73d03d5', 'mac_address': 'fa:16:3e:ee:a3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cdfee6-b32a-4e54-94cd-76bf16b6ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'd6bcab74-0d3a-4528-b945-385a87f8a11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:06Z', 'updated_at': '2021-07-15T14:04:10Z', 'revision_number': 4, 'project_id': '7169e19023ba42ae88c9f089f73d03d5', 'subnets': [{'id': 'd6bcab74-0d3a-4528-b945-385a87f8a11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:10.965797 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-779009b8-d743-4474-b283-052b7b3ae68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:10.975944 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288b2940-7511-4926-98b7-4583704ec90d None None] The sync data for ids ['d7cdfee6-b32a-4e54-94cd-76bf16b6ac93'] in n-d-758944-45 is: [{'id': 'd7cdfee6-b32a-4e54-94cd-76bf16b6ac93', 'name': 'tempest-TestEncryptedCinderVolumes-553045588-router', 'tenant_id': '7169e19023ba42ae88c9f089f73d03d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'b5577847-688e-4550-a626-eb86eff1a718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:03Z', 'updated_at': '2021-07-15T14:04:06Z', 'revision_number': 4, 'project_id': '7169e19023ba42ae88c9f089f73d03d5', 'gw_port': {'id': 'b5577847-688e-4550-a626-eb86eff1a718', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cdfee6-b32a-4e54-94cd-76bf16b6ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:04Z', 'updated_at': '2021-07-15T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '58a84784-2ea2-40be-8283-4d2eb9c88e8f', 'name': '', 'network_id': '87e2dd82-8d95-4b91-a90d-ba5aeae60619', 'tenant_id': '7169e19023ba42ae88c9f089f73d03d5', 'mac_address': 'fa:16:3e:ee:a3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cdfee6-b32a-4e54-94cd-76bf16b6ac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'd6bcab74-0d3a-4528-b945-385a87f8a11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:06Z', 'updated_at': '2021-07-15T14:04:10Z', 'revision_number': 4, 'project_id': '7169e19023ba42ae88c9f089f73d03d5', 'subnets': [{'id': 'd6bcab74-0d3a-4528-b945-385a87f8a11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:04:11.201661 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4e06d5d-9c8b-45dd-9483-ac9e5b7e4540 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:11.208270 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-779009b8-d743-4474-b283-052b7b3ae68d admin admin] Allocated IP 172.20.0.1 (ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191/9141f03a-65fc-467e-9ffd-317af5091128/48fba8d0-8e9d-432d-94fd-d656a7a4589f) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:04:11.214174 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-c4e06d5d-9c8b-45dd-9483-ac9e5b7e4540 None None] Transition to ACTIVE for port object 6441c7b1-c354-467d-9db8-93dc923f4e29 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:04:11.221730 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4e06d5d-9c8b-45dd-9483-ac9e5b7e4540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:11.279838 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c4e06d5d-9c8b-45dd-9483-ac9e5b7e4540 None None] Attempting to bind port 6441c7b1-c354-467d-9db8-93dc923f4e29 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:04:11.280538 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c4e06d5d-9c8b-45dd-9483-ac9e5b7e4540 None None] Attempting to bind port 6441c7b1-c354-467d-9db8-93dc923f4e29 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:04:11.280677 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e06d5d-9c8b-45dd-9483-ac9e5b7e4540 None None] Attempting to bind port 6441c7b1-c354-467d-9db8-93dc923f4e29 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:04:11.293860 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189b072-9f0f-4568-b55d-45b3beab56b2 None None] Pushing event updated for resources: {'Port': ['ID=6441c7b1-c354-467d-9db8-93dc923f4e29,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:11.299421 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e06d5d-9c8b-45dd-9483-ac9e5b7e4540 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:04:11.300081 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e06d5d-9c8b-45dd-9483-ac9e5b7e4540 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:04:11.300661 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4e06d5d-9c8b-45dd-9483-ac9e5b7e4540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:11.301255 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e06d5d-9c8b-45dd-9483-ac9e5b7e4540 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:04:11.301722 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-c4e06d5d-9c8b-45dd-9483-ac9e5b7e4540 None None] Bound port: 6441c7b1-c354-467d-9db8-93dc923f4e29, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:04:11.302120 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4e06d5d-9c8b-45dd-9483-ac9e5b7e4540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:11.384130 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-779009b8-d743-4474-b283-052b7b3ae68d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:11.387974 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1c5a0d20-7a90-49aa-aded-884220cfdfc4 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:04:11.403070 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c4e06d5d-9c8b-45dd-9483-ac9e5b7e4540 None None] For port 6441c7b1-c354-467d-9db8-93dc923f4e29, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:04:11.407426 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-c4e06d5d-9c8b-45dd-9483-ac9e5b7e4540 None None] For port 6441c7b1-c354-467d-9db8-93dc923f4e29, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=6441c7b1-c354-467d-9db8-93dc923f4e29,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:04:11.416249 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c4e06d5d-9c8b-45dd-9483-ac9e5b7e4540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:11.417080 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-779009b8-d743-4474-b283-052b7b3ae68d admin admin] Transition to ACTIVE for port object 48fba8d0-8e9d-432d-94fd-d656a7a4589f will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:04:11.476193 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-779009b8-d743-4474-b283-052b7b3ae68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:11.483054 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e06d5d-9c8b-45dd-9483-ac9e5b7e4540 None None] Routers {'3738fdb1-3be6-4f70-8895-656c5cdff80a'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:04:11.483746 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c4e06d5d-9c8b-45dd-9483-ac9e5b7e4540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:03:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['3738fdb1-3be6-4f70-8895-656c5cdff80a'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:11.489321 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 1c5a0d20-7a90-49aa-aded-884220cfdfc4 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:04:11.494892 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 58a84784-2ea2-40be-8283-4d2eb9c88e8f up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:04:11.548316 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779009b8-d743-4474-b283-052b7b3ae68d admin admin] Network ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:04:11.549879 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779009b8-d743-4474-b283-052b7b3ae68d admin admin] Pushing event updated for resources: {'Port': ['ID=48fba8d0-8e9d-432d-94fd-d656a7a4589f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:11.561837 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-779009b8-d743-4474-b283-052b7b3ae68d admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:04:11.565012 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779009b8-d743-4474-b283-052b7b3ae68d admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:04:11.601155 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 58a84784-2ea2-40be-8283-4d2eb9c88e8f completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:04:11.607262 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 58a84784-2ea2-40be-8283-4d2eb9c88e8f triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:11.607640 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:11.622314 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-779009b8-d743-4474-b283-052b7b3ae68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:11.687538 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189b072-9f0f-4568-b55d-45b3beab56b2 None None] Pushing event updated for resources: {'Port': ['ID=6441c7b1-c354-467d-9db8-93dc923f4e29,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:11.727604 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:11.765461 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 58a84784-2ea2-40be-8283-4d2eb9c88e8f, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=58a84784-2ea2-40be-8283-4d2eb9c88e8f,segment=NetworkSegment(7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640),segment_id=7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:11.771796 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:11.773449 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b5577847-688e-4550-a626-eb86eff1a718 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:04:11.817595 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-c4e06d5d-9c8b-45dd-9483-ac9e5b7e4540 None None] Set router 3738fdb1-3be6-4f70-8895-656c5cdff80a gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:04:11.854103 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-779009b8-d743-4474-b283-052b7b3ae68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:11.887512 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=58a84784-2ea2-40be-8283-4d2eb9c88e8f,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:11.892102 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port b5577847-688e-4550-a626-eb86eff1a718 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:11.892486 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:11.978013 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5697bc6-2cae-4fb6-8972-9dfd6f2f1758 None None] Network ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:04:12.084321 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-c4e06d5d-9c8b-45dd-9483-ac9e5b7e4540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3738fdb1-3be6-4f70-8895-656c5cdff80a', 'name': 'tempest-TestEncryptedCinderVolumes-1563529760-router', 'tenant_id': '1c3ad3e700b649239c00a71483321622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6441c7b1-c354-467d-9db8-93dc923f4e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:08Z', 'updated_at': '2021-07-15T14:04:09Z', 'revision_number': 3, 'project_id': '1c3ad3e700b649239c00a71483321622', 'gw_port': {'id': '6441c7b1-c354-467d-9db8-93dc923f4e29', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3738fdb1-3be6-4f70-8895-656c5cdff80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:09Z', 'updated_at': '2021-07-15T14:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:12.102002 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-779009b8-d743-4474-b283-052b7b3ae68d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:12.110449 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-779009b8-d743-4474-b283-052b7b3ae68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:12.114179 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e06d5d-9c8b-45dd-9483-ac9e5b7e4540 None None] The sync data for ids ['3738fdb1-3be6-4f70-8895-656c5cdff80a'] in n-d-758944-45 is: [{'id': '3738fdb1-3be6-4f70-8895-656c5cdff80a', 'name': 'tempest-TestEncryptedCinderVolumes-1563529760-router', 'tenant_id': '1c3ad3e700b649239c00a71483321622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6441c7b1-c354-467d-9db8-93dc923f4e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:08Z', 'updated_at': '2021-07-15T14:04:09Z', 'revision_number': 3, 'project_id': '1c3ad3e700b649239c00a71483321622', 'gw_port': {'id': '6441c7b1-c354-467d-9db8-93dc923f4e29', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3738fdb1-3be6-4f70-8895-656c5cdff80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:09Z', 'updated_at': '2021-07-15T14:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:04:12.189250 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-779009b8-d743-4474-b283-052b7b3ae68d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:12.191380 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779009b8-d743-4474-b283-052b7b3ae68d admin admin] Pushing event updated for resources: {'Port': ['ID=48fba8d0-8e9d-432d-94fd-d656a7a4589f,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:12.272263 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ac09c5ab-2179-4116-91b2-882a11f0cdf9 None None] Provisioning for port 1c5a0d20-7a90-49aa-aded-884220cfdfc4 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:04:12.286575 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ac09c5ab-2179-4116-91b2-882a11f0cdf9 None None] Provisioning complete for port 1c5a0d20-7a90-49aa-aded-884220cfdfc4 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:12.287483 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac09c5ab-2179-4116-91b2-882a11f0cdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:12.313692 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779009b8-d743-4474-b283-052b7b3ae68d admin admin] Network ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:04:12.315843 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-779009b8-d743-4474-b283-052b7b3ae68d admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:04:12.436789 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac09c5ab-2179-4116-91b2-882a11f0cdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:12.457941 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779009b8-d743-4474-b283-052b7b3ae68d admin admin] Router 3738fdb1-3be6-4f70-8895-656c5cdff80a has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:04:12.496354 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ac09c5ab-2179-4116-91b2-882a11f0cdf9 None None] For port 1c5a0d20-7a90-49aa-aded-884220cfdfc4, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=1c5a0d20-7a90-49aa-aded-884220cfdfc4,segment=NetworkSegment(ce1c14af-3fe7-4726-a312-8132bf233ce8),segment_id=ce1c14af-3fe7-4726-a312-8132bf233ce8)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:12.506340 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac09c5ab-2179-4116-91b2-882a11f0cdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:12.568026 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09c5ab-2179-4116-91b2-882a11f0cdf9 None None] Pushing event updated for resources: {'Port': ['ID=1c5a0d20-7a90-49aa-aded-884220cfdfc4,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:12.633101 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779009b8-d743-4474-b283-052b7b3ae68d admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:04:12.638948 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-779009b8-d743-4474-b283-052b7b3ae68d admin admin] 10.222.0.24 "PUT /v2.0/routers/3738fdb1-3be6-4f70-8895-656c5cdff80a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3412349 Jul 15 14:04:12.834169 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2a096ac4-f7e1-4fc4-9173-8f59d85068ea None None] Provisioning for port 48fba8d0-8e9d-432d-94fd-d656a7a4589f completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:04:12.840503 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2a096ac4-f7e1-4fc4-9173-8f59d85068ea None None] Provisioning complete for port 48fba8d0-8e9d-432d-94fd-d656a7a4589f triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:12.841179 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2a096ac4-f7e1-4fc4-9173-8f59d85068ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:12.886260 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2a096ac4-f7e1-4fc4-9173-8f59d85068ea None None] Port 48fba8d0-8e9d-432d-94fd-d656a7a4589f cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:04:12.899292 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2a096ac4-f7e1-4fc4-9173-8f59d85068ea None None] Provisioning complete for port 1c5a0d20-7a90-49aa-aded-884220cfdfc4 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:12.899708 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2a096ac4-f7e1-4fc4-9173-8f59d85068ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:13.127594 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-91088483-3872-48e1-9089-3108b93f0e02 None None] Provisioning complete for port 48fba8d0-8e9d-432d-94fd-d656a7a4589f triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:13.128072 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-91088483-3872-48e1-9089-3108b93f0e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:13.198108 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-91088483-3872-48e1-9089-3108b93f0e02 None None] Port 48fba8d0-8e9d-432d-94fd-d656a7a4589f cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:04:13.285317 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 58a84784-2ea2-40be-8283-4d2eb9c88e8f up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:04:13.341347 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d004bbab-da88-425b-a2e0-7d9f73e48a7a None None] Provisioning complete for port 48fba8d0-8e9d-432d-94fd-d656a7a4589f triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:13.341722 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d004bbab-da88-425b-a2e0-7d9f73e48a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:13.381469 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 58a84784-2ea2-40be-8283-4d2eb9c88e8f triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:13.381877 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:13.386203 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d004bbab-da88-425b-a2e0-7d9f73e48a7a None None] Port 48fba8d0-8e9d-432d-94fd-d656a7a4589f cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:04:13.470159 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1c5a0d20-7a90-49aa-aded-884220cfdfc4 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:04:13.518523 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 1c5a0d20-7a90-49aa-aded-884220cfdfc4 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:13.519186 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:13.545260 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-b7c70160-e7d2-4c6b-bf4b-c52d1dd27760 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:13.546818 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-b7c70160-e7d2-4c6b-bf4b-c52d1dd27760 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/networks?id=87e2dd82-8d95-4b91-a90d-ba5aeae60619 HTTP/1.1" status: 200 len: 816 time: 0.1122971 Jul 15 14:04:13.561647 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-c7443fb3-dbc8-4691-b9c7-3d784dc7176a tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/quotas/7169e19023ba42ae88c9f089f73d03d5 HTTP/1.1" status: 200 len: 375 time: 0.0093257 Jul 15 14:04:13.602809 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 6441c7b1-c354-467d-9db8-93dc923f4e29 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:04:13.634682 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-2af71b71-fb0a-493e-ac80-b6904f21fbcb tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7169e19023ba42ae88c9f089f73d03d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676007 Jul 15 14:04:13.651468 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 6441c7b1-c354-467d-9db8-93dc923f4e29 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:04:13.655387 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 6441c7b1-c354-467d-9db8-93dc923f4e29 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:13.655765 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:13.749109 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:13.754672 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-a4b99c60-39f8-4a83-a7ec-5612d7233996 service neutron] 10.222.0.24 "GET /v2.0/networks/87e2dd82-8d95-4b91-a90d-ba5aeae60619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070402 Jul 15 14:04:13.781232 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 6441c7b1-c354-467d-9db8-93dc923f4e29, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=6441c7b1-c354-467d-9db8-93dc923f4e29,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:13.785528 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:13.836766 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=6441c7b1-c354-467d-9db8-93dc923f4e29,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:13.865021 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-dcf080aa-caf6-4823-9ab0-c9f501c0e125 service neutron] 10.222.0.24 "GET /v2.0/networks/87e2dd82-8d95-4b91-a90d-ba5aeae60619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045966 Jul 15 14:04:14.053639 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0438e232-48e4-4ea4-9bb0-eb548c79b17b req-16aaf0ed-343c-47ed-b0db-8cc7cab24aa3 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/ports?device_id=8afe5eac-21d9-4dcd-8a2f-15b0afaed1b9 HTTP/1.1" status: 200 len: 210 time: 0.0301125 Jul 15 14:04:14.420808 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1607715-af11-4d6f-853e-80696ef80de3 None None] Sync routers for ids ['3738fdb1-3be6-4f70-8895-656c5cdff80a'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:04:14.433044 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1607715-af11-4d6f-853e-80696ef80de3 None None] Routers {'3738fdb1-3be6-4f70-8895-656c5cdff80a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:04:14.433852 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d1607715-af11-4d6f-853e-80696ef80de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:03:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['3738fdb1-3be6-4f70-8895-656c5cdff80a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:14.545829 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-d1607715-af11-4d6f-853e-80696ef80de3 None None] Set router 3738fdb1-3be6-4f70-8895-656c5cdff80a gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:04:14.751487 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d1607715-af11-4d6f-853e-80696ef80de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3738fdb1-3be6-4f70-8895-656c5cdff80a', 'name': 'tempest-TestEncryptedCinderVolumes-1563529760-router', 'tenant_id': '1c3ad3e700b649239c00a71483321622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6441c7b1-c354-467d-9db8-93dc923f4e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:08Z', 'updated_at': '2021-07-15T14:04:11Z', 'revision_number': 4, 'project_id': '1c3ad3e700b649239c00a71483321622', 'gw_port': {'id': '6441c7b1-c354-467d-9db8-93dc923f4e29', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3738fdb1-3be6-4f70-8895-656c5cdff80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:09Z', 'updated_at': '2021-07-15T14:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '48fba8d0-8e9d-432d-94fd-d656a7a4589f', 'name': '', 'network_id': 'ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191', 'tenant_id': '1c3ad3e700b649239c00a71483321622', 'mac_address': 'fa:16:3e:a7:5c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3738fdb1-3be6-4f70-8895-656c5cdff80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '9141f03a-65fc-467e-9ffd-317af5091128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:10Z', 'updated_at': '2021-07-15T14:04:11Z', 'revision_number': 2, 'project_id': '1c3ad3e700b649239c00a71483321622', 'subnets': [{'id': '9141f03a-65fc-467e-9ffd-317af5091128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:14.783945 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1607715-af11-4d6f-853e-80696ef80de3 None None] Checking router: 3738fdb1-3be6-4f70-8895-656c5cdff80a for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:04:14.784433 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1607715-af11-4d6f-853e-80696ef80de3 None None] Updating router 3738fdb1-3be6-4f70-8895-656c5cdff80a port 48fba8d0-8e9d-432d-94fd-d656a7a4589f binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:04:14.820217 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1607715-af11-4d6f-853e-80696ef80de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:15.086861 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1607715-af11-4d6f-853e-80696ef80de3 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:15.099390 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d1607715-af11-4d6f-853e-80696ef80de3 None None] Transition to ACTIVE for port object 48fba8d0-8e9d-432d-94fd-d656a7a4589f will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:04:15.106910 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1607715-af11-4d6f-853e-80696ef80de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:15.182604 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e468d-0d15-47ce-b9c4-28b509df90b3 None None] Pushing event updated for resources: {'Port': ['ID=48fba8d0-8e9d-432d-94fd-d656a7a4589f,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:15.266733 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 6441c7b1-c354-467d-9db8-93dc923f4e29 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:04:15.296452 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-d1607715-af11-4d6f-853e-80696ef80de3 None None] Attempting to bind port 48fba8d0-8e9d-432d-94fd-d656a7a4589f on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:04:15.296778 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-d1607715-af11-4d6f-853e-80696ef80de3 None None] Attempting to bind port 48fba8d0-8e9d-432d-94fd-d656a7a4589f by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'ce1c14af-3fe7-4726-a312-8132bf233ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:04:15.297012 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1607715-af11-4d6f-853e-80696ef80de3 None None] Attempting to bind port 48fba8d0-8e9d-432d-94fd-d656a7a4589f on network ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:04:15.299208 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fe3e7473-a3eb-41fa-9738-9a2112d6461f req-0365c390-2310-49ba-a0b8-ff4c2c9be1db tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/ports?device_id=8afe5eac-21d9-4dcd-8a2f-15b0afaed1b9 HTTP/1.1" status: 200 len: 210 time: 0.0610495 Jul 15 14:04:15.308187 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1607715-af11-4d6f-853e-80696ef80de3 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:04:15.308514 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1607715-af11-4d6f-853e-80696ef80de3 None None] Checking segment: {'id': 'ce1c14af-3fe7-4726-a312-8132bf233ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:04:15.308939 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1607715-af11-4d6f-853e-80696ef80de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:15.309324 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1607715-af11-4d6f-853e-80696ef80de3 None None] Bound using segment: {'id': 'ce1c14af-3fe7-4726-a312-8132bf233ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:04:15.309835 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-d1607715-af11-4d6f-853e-80696ef80de3 None None] Bound port: 48fba8d0-8e9d-432d-94fd-d656a7a4589f, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1c14af-3fe7-4726-a312-8132bf233ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:04:15.310229 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1607715-af11-4d6f-853e-80696ef80de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:15.346160 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-5501886c-e9d7-4cea-b32d-0a90b43696c2 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:15.347950 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-5501886c-e9d7-4cea-b32d-0a90b43696c2 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.32 "GET /v2.0/networks?id=87e2dd82-8d95-4b91-a90d-ba5aeae60619 HTTP/1.1" status: 200 len: 816 time: 0.2570269 Jul 15 14:04:15.367928 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-8d5119a7-eb86-4709-9ded-b0aa22f3e32a tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Request body: {'port': {'device_id': '8afe5eac-21d9-4dcd-8a2f-15b0afaed1b9', 'network_id': '87e2dd82-8d95-4b91-a90d-ba5aeae60619', 'admin_state_up': True, 'tenant_id': '7169e19023ba42ae88c9f089f73d03d5'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:04:15.408163 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 6441c7b1-c354-467d-9db8-93dc923f4e29 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:15.408548 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:15.439022 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d1607715-af11-4d6f-853e-80696ef80de3 None None] For port 48fba8d0-8e9d-432d-94fd-d656a7a4589f, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:04:15.461219 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d1607715-af11-4d6f-853e-80696ef80de3 None None] For port 48fba8d0-8e9d-432d-94fd-d656a7a4589f, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=48fba8d0-8e9d-432d-94fd-d656a7a4589f,segment=NetworkSegment(ce1c14af-3fe7-4726-a312-8132bf233ce8),segment_id=ce1c14af-3fe7-4726-a312-8132bf233ce8)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:04:15.469252 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1607715-af11-4d6f-853e-80696ef80de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:15.510051 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-8d5119a7-eb86-4709-9ded-b0aa22f3e32a tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Made reservation on behalf of 7169e19023ba42ae88c9f089f73d03d5 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:04:15.514349 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-8d5119a7-eb86-4709-9ded-b0aa22f3e32a tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:15.548860 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1607715-af11-4d6f-853e-80696ef80de3 None None] Routers {'3738fdb1-3be6-4f70-8895-656c5cdff80a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:04:15.549437 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d1607715-af11-4d6f-853e-80696ef80de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:03:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['3738fdb1-3be6-4f70-8895-656c5cdff80a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:15.629618 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e468d-0d15-47ce-b9c4-28b509df90b3 None None] Pushing event updated for resources: {'Port': ['ID=48fba8d0-8e9d-432d-94fd-d656a7a4589f,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:15.696809 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-8d5119a7-eb86-4709-9ded-b0aa22f3e32a tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Allocated IP 172.20.0.7 (87e2dd82-8d95-4b91-a90d-ba5aeae60619/d6bcab74-0d3a-4528-b945-385a87f8a11d/9bd4f004-d71e-4800-9e76-1ea4248b8dd7) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:04:15.720718 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-d1607715-af11-4d6f-853e-80696ef80de3 None None] Set router 3738fdb1-3be6-4f70-8895-656c5cdff80a gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:04:15.898976 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-8d5119a7-eb86-4709-9ded-b0aa22f3e32a tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:15.919624 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-8d5119a7-eb86-4709-9ded-b0aa22f3e32a tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Transition to ACTIVE for port object 9bd4f004-d71e-4800-9e76-1ea4248b8dd7 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:04:15.953588 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d1607715-af11-4d6f-853e-80696ef80de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3738fdb1-3be6-4f70-8895-656c5cdff80a', 'name': 'tempest-TestEncryptedCinderVolumes-1563529760-router', 'tenant_id': '1c3ad3e700b649239c00a71483321622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6441c7b1-c354-467d-9db8-93dc923f4e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:08Z', 'updated_at': '2021-07-15T14:04:11Z', 'revision_number': 4, 'project_id': '1c3ad3e700b649239c00a71483321622', 'gw_port': {'id': '6441c7b1-c354-467d-9db8-93dc923f4e29', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3738fdb1-3be6-4f70-8895-656c5cdff80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:09Z', 'updated_at': '2021-07-15T14:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '48fba8d0-8e9d-432d-94fd-d656a7a4589f', 'name': '', 'network_id': 'ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191', 'tenant_id': '1c3ad3e700b649239c00a71483321622', 'mac_address': 'fa:16:3e:a7:5c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3738fdb1-3be6-4f70-8895-656c5cdff80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '9141f03a-65fc-467e-9ffd-317af5091128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:10Z', 'updated_at': '2021-07-15T14:04:15Z', 'revision_number': 4, 'project_id': '1c3ad3e700b649239c00a71483321622', 'subnets': [{'id': '9141f03a-65fc-467e-9ffd-317af5091128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:15.957140 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-8d5119a7-eb86-4709-9ded-b0aa22f3e32a tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:15.984877 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1607715-af11-4d6f-853e-80696ef80de3 None None] The sync data for ids ['3738fdb1-3be6-4f70-8895-656c5cdff80a'] in n-d-758944-45 is: [{'id': '3738fdb1-3be6-4f70-8895-656c5cdff80a', 'name': 'tempest-TestEncryptedCinderVolumes-1563529760-router', 'tenant_id': '1c3ad3e700b649239c00a71483321622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6441c7b1-c354-467d-9db8-93dc923f4e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:08Z', 'updated_at': '2021-07-15T14:04:11Z', 'revision_number': 4, 'project_id': '1c3ad3e700b649239c00a71483321622', 'gw_port': {'id': '6441c7b1-c354-467d-9db8-93dc923f4e29', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3738fdb1-3be6-4f70-8895-656c5cdff80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:09Z', 'updated_at': '2021-07-15T14:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '48fba8d0-8e9d-432d-94fd-d656a7a4589f', 'name': '', 'network_id': 'ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191', 'tenant_id': '1c3ad3e700b649239c00a71483321622', 'mac_address': 'fa:16:3e:a7:5c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3738fdb1-3be6-4f70-8895-656c5cdff80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '9141f03a-65fc-467e-9ffd-317af5091128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:10Z', 'updated_at': '2021-07-15T14:04:15Z', 'revision_number': 4, 'project_id': '1c3ad3e700b649239c00a71483321622', 'subnets': [{'id': '9141f03a-65fc-467e-9ffd-317af5091128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:04:16.013456 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-8d5119a7-eb86-4709-9ded-b0aa22f3e32a tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Network 87e2dd82-8d95-4b91-a90d-ba5aeae60619 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:04:16.017006 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-8d5119a7-eb86-4709-9ded-b0aa22f3e32a tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:04:16.019737 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-8d5119a7-eb86-4709-9ded-b0aa22f3e32a tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:04:16.051573 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5119a7-eb86-4709-9ded-b0aa22f3e32a tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Pushing event updated for resources: {'Port': ['ID=9bd4f004-d71e-4800-9e76-1ea4248b8dd7,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:16.090066 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-8d5119a7-eb86-4709-9ded-b0aa22f3e32a tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:16.090728 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-8d5119a7-eb86-4709-9ded-b0aa22f3e32a tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:16.118604 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-8d5119a7-eb86-4709-9ded-b0aa22f3e32a tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7555754 Jul 15 14:04:16.137666 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-bfbca379-bac5-4a91-b5e4-1ec5456991b7 service neutron] Request body: {'port': {'device_id': '8afe5eac-21d9-4dcd-8a2f-15b0afaed1b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:04:16.232759 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-bfbca379-bac5-4a91-b5e4-1ec5456991b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:16.309167 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-dd42ff2b-ad30-4566-96ca-46ca4538589a None None] Provisioning for port 9bd4f004-d71e-4800-9e76-1ea4248b8dd7 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:04:16.315589 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-dd42ff2b-ad30-4566-96ca-46ca4538589a None None] Provisioning complete for port 9bd4f004-d71e-4800-9e76-1ea4248b8dd7 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:16.316165 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dd42ff2b-ad30-4566-96ca-46ca4538589a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:16.364136 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-dd42ff2b-ad30-4566-96ca-46ca4538589a None None] Port 9bd4f004-d71e-4800-9e76-1ea4248b8dd7 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:04:16.524019 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa252c09-5bd8-491c-b441-498c1cb06044 req-9e96c824-d745-41ca-8b4f-99e2f1f44611 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:16.525721 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aa252c09-5bd8-491c-b441-498c1cb06044 req-9e96c824-d745-41ca-8b4f-99e2f1f44611 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/ports?device_id=8afe5eac-21d9-4dcd-8a2f-15b0afaed1b9 HTTP/1.1" status: 200 len: 931 time: 0.0773392 Jul 15 14:04:16.557962 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-bfbca379-bac5-4a91-b5e4-1ec5456991b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bd4f004-d71e-4800-9e76-1ea4248b8dd7 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:04:16.566213 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-bfbca379-bac5-4a91-b5e4-1ec5456991b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:16.577415 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aa252c09-5bd8-491c-b441-498c1cb06044 req-79543fb8-f7f3-4b9c-8652-d607338bcb35 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b6a3ebf-c638-45ec-a9db-1ddedef93781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418582 Jul 15 14:04:16.579196 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-bfbca379-bac5-4a91-b5e4-1ec5456991b7 service neutron] Transition to ACTIVE for port object 9bd4f004-d71e-4800-9e76-1ea4248b8dd7 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:04:16.584641 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-bfbca379-bac5-4a91-b5e4-1ec5456991b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:16.637922 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbca379-bac5-4a91-b5e4-1ec5456991b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd4f004-d71e-4800-9e76-1ea4248b8dd7,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:16.712017 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-bfbca379-bac5-4a91-b5e4-1ec5456991b7 service neutron] Attempting to bind port 9bd4f004-d71e-4800-9e76-1ea4248b8dd7 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:04:16.712348 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-bfbca379-bac5-4a91-b5e4-1ec5456991b7 service neutron] Attempting to bind port 9bd4f004-d71e-4800-9e76-1ea4248b8dd7 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '87e2dd82-8d95-4b91-a90d-ba5aeae60619'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:04:16.712677 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-bfbca379-bac5-4a91-b5e4-1ec5456991b7 service neutron] Attempting to bind port 9bd4f004-d71e-4800-9e76-1ea4248b8dd7 on network 87e2dd82-8d95-4b91-a90d-ba5aeae60619 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:04:16.717650 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-bfbca379-bac5-4a91-b5e4-1ec5456991b7 service neutron] Port 9bd4f004-d71e-4800-9e76-1ea4248b8dd7 on network 87e2dd82-8d95-4b91-a90d-ba5aeae60619 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:04:16.718027 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-bfbca379-bac5-4a91-b5e4-1ec5456991b7 service neutron] Attempting to bind port 9bd4f004-d71e-4800-9e76-1ea4248b8dd7 on network 87e2dd82-8d95-4b91-a90d-ba5aeae60619 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:04:16.723266 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-bfbca379-bac5-4a91-b5e4-1ec5456991b7 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:04:16.723612 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-bfbca379-bac5-4a91-b5e4-1ec5456991b7 service neutron] Checking segment: {'id': '7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '87e2dd82-8d95-4b91-a90d-ba5aeae60619'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:04:16.724092 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-bfbca379-bac5-4a91-b5e4-1ec5456991b7 service neutron] Bound using segment: {'id': '7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '87e2dd82-8d95-4b91-a90d-ba5aeae60619'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:04:16.724438 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-bfbca379-bac5-4a91-b5e4-1ec5456991b7 service neutron] Bound port: 9bd4f004-d71e-4800-9e76-1ea4248b8dd7, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '87e2dd82-8d95-4b91-a90d-ba5aeae60619'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:04:16.724800 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-bfbca379-bac5-4a91-b5e4-1ec5456991b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:16.805242 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-bfbca379-bac5-4a91-b5e4-1ec5456991b7 service neutron] For port 9bd4f004-d71e-4800-9e76-1ea4248b8dd7, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:04:16.808653 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-bfbca379-bac5-4a91-b5e4-1ec5456991b7 service neutron] For port 9bd4f004-d71e-4800-9e76-1ea4248b8dd7, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9bd4f004-d71e-4800-9e76-1ea4248b8dd7,segment=NetworkSegment(7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640),segment_id=7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:04:16.813916 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-bfbca379-bac5-4a91-b5e4-1ec5456991b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:16.849044 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-bfbca379-bac5-4a91-b5e4-1ec5456991b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:16.850517 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-bfbca379-bac5-4a91-b5e4-1ec5456991b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:16.851635 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-bfbca379-bac5-4a91-b5e4-1ec5456991b7 service neutron] 10.222.0.32 "PUT /v2.0/ports/9bd4f004-d71e-4800-9e76-1ea4248b8dd7 HTTP/1.1" status: 200 len: 1092 time: 0.7186811 Jul 15 14:04:16.852080 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8afe5eac-21d9-4dcd-8a2f-15b0afaed1b9', 'tag': '9bd4f004-d71e-4800-9e76-1ea4248b8dd7'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:04:16.854641 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f993ef-2384-45d0-bea7-6613e339e220" -d '{"events": [{"name": "network-changed", "server_uuid": "8afe5eac-21d9-4dcd-8a2f-15b0afaed1b9", "tag": "9bd4f004-d71e-4800-9e76-1ea4248b8dd7"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:04:16.879976 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbca379-bac5-4a91-b5e4-1ec5456991b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd4f004-d71e-4800-9e76-1ea4248b8dd7,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:16.913673 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86476dc0-fa6d-4fde-a6fd-7583db03c543 x-openstack-request-id: req-86476dc0-fa6d-4fde-a6fd-7583db03c543 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:04:16.914011 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8afe5eac-21d9-4dcd-8a2f-15b0afaed1b9", "tag": "9bd4f004-d71e-4800-9e76-1ea4248b8dd7", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:04:16.914268 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-86476dc0-fa6d-4fde-a6fd-7583db03c543 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:04:16.914682 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8afe5eac-21d9-4dcd-8a2f-15b0afaed1b9', 'tag': '9bd4f004-d71e-4800-9e76-1ea4248b8dd7', 'status': 'completed', 'code': 200} Jul 15 14:04:16.994475 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-44d25109-82da-45b6-9331-a68276f46221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:16.996011 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-44d25109-82da-45b6-9331-a68276f46221 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7169e19023ba42ae88c9f089f73d03d5&device_id=8afe5eac-21d9-4dcd-8a2f-15b0afaed1b9 HTTP/1.1" status: 200 len: 1095 time: 0.0641632 Jul 15 14:04:17.047005 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-ff34b704-a73e-40a1-9567-1465f2e3994c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bd4f004-d71e-4800-9e76-1ea4248b8dd7 HTTP/1.1" status: 200 len: 217 time: 0.0372565 Jul 15 14:04:17.096893 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-603b46e4-e60d-4266-9961-b5f0d2453a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:17.098402 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-603b46e4-e60d-4266-9961-b5f0d2453a3e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d6bcab74-0d3a-4528-b945-385a87f8a11d HTTP/1.1" status: 200 len: 855 time: 0.0452404 Jul 15 14:04:17.156481 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-a0370999-512b-4326-b01b-7f4bdc8fe334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:17.158040 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-a0370999-512b-4326-b01b-7f4bdc8fe334 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87e2dd82-8d95-4b91-a90d-ba5aeae60619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539858 Jul 15 14:04:17.189931 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 48fba8d0-8e9d-432d-94fd-d656a7a4589f up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:04:17.245597 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 48fba8d0-8e9d-432d-94fd-d656a7a4589f completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:04:17.246573 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 48fba8d0-8e9d-432d-94fd-d656a7a4589f triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:17.246948 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:17.254300 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-f1673bf4-2225-43b3-ac7b-997bf9719e99 service neutron] 10.222.0.32 "GET /v2.0/networks/87e2dd82-8d95-4b91-a90d-ba5aeae60619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896208 Jul 15 14:04:17.322602 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:17.347599 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70ae081f-a592-4f8d-bda5-0d01de8b1d5c req-03fab589-5cef-49ff-b1b1-8beb367f2952 service neutron] 10.222.0.32 "GET /v2.0/networks/87e2dd82-8d95-4b91-a90d-ba5aeae60619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867341 Jul 15 14:04:17.354253 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 48fba8d0-8e9d-432d-94fd-d656a7a4589f, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=48fba8d0-8e9d-432d-94fd-d656a7a4589f,segment=NetworkSegment(ce1c14af-3fe7-4726-a312-8132bf233ce8),segment_id=ce1c14af-3fe7-4726-a312-8132bf233ce8)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:17.358741 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:17.410740 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=48fba8d0-8e9d-432d-94fd-d656a7a4589f,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:17.481570 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f993ef-2384-45d0-bea7-6613e339e220 req-067933ae-1801-4136-8126-508f79261538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:17.483265 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-07f993ef-2384-45d0-bea7-6613e339e220 req-067933ae-1801-4136-8126-508f79261538 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7169e19023ba42ae88c9f089f73d03d5&device_id=8afe5eac-21d9-4dcd-8a2f-15b0afaed1b9 HTTP/1.1" status: 200 len: 1095 time: 0.0531733 Jul 15 14:04:17.573684 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f993ef-2384-45d0-bea7-6613e339e220 req-5f7f4e82-3307-4d0f-80f5-3362e3aba7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:17.575204 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-07f993ef-2384-45d0-bea7-6613e339e220 req-5f7f4e82-3307-4d0f-80f5-3362e3aba7b3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=87e2dd82-8d95-4b91-a90d-ba5aeae60619 HTTP/1.1" status: 200 len: 917 time: 0.0855045 Jul 15 14:04:17.624078 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-07f993ef-2384-45d0-bea7-6613e339e220 req-7dcbba90-6109-4c1b-8ea8-09a2c00f980c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bd4f004-d71e-4800-9e76-1ea4248b8dd7 HTTP/1.1" status: 200 len: 217 time: 0.0414555 Jul 15 14:04:17.673213 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f993ef-2384-45d0-bea7-6613e339e220 req-183bccc6-a689-4dd2-a000-739a040955a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:17.674810 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-07f993ef-2384-45d0-bea7-6613e339e220 req-183bccc6-a689-4dd2-a000-739a040955a9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d6bcab74-0d3a-4528-b945-385a87f8a11d HTTP/1.1" status: 200 len: 855 time: 0.0441535 Jul 15 14:04:17.731788 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f993ef-2384-45d0-bea7-6613e339e220 req-1f8b1827-2a56-4fe0-beba-9c01473eeffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:17.733307 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-07f993ef-2384-45d0-bea7-6613e339e220 req-1f8b1827-2a56-4fe0-beba-9c01473eeffe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87e2dd82-8d95-4b91-a90d-ba5aeae60619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518072 Jul 15 14:04:17.759838 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71472b-bb69-4c75-9629-d59d71111907 req-1bd2642a-8995-4c7c-8f7c-d85996445802 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:17.761351 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-df71472b-bb69-4c75-9629-d59d71111907 req-1bd2642a-8995-4c7c-8f7c-d85996445802 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/ports?device_id=8afe5eac-21d9-4dcd-8a2f-15b0afaed1b9 HTTP/1.1" status: 200 len: 943 time: 0.0719423 Jul 15 14:04:17.800656 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-df71472b-bb69-4c75-9629-d59d71111907 req-8dafed60-5e8c-4241-813f-d1f0649dab17 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b6a3ebf-c638-45ec-a9db-1ddedef93781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335219 Jul 15 14:04:17.831107 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-07f993ef-2384-45d0-bea7-6613e339e220 req-8bbd0daf-f622-4ad2-9cf2-54d801bee336 service neutron] 10.222.0.32 "GET /v2.0/networks/87e2dd82-8d95-4b91-a90d-ba5aeae60619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899916 Jul 15 14:04:17.918924 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-07f993ef-2384-45d0-bea7-6613e339e220 req-061bd4c6-51b4-4357-9def-19c9405ab551 service neutron] 10.222.0.32 "GET /v2.0/networks/87e2dd82-8d95-4b91-a90d-ba5aeae60619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808868 Jul 15 14:04:18.811293 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 9bd4f004-d71e-4800-9e76-1ea4248b8dd7 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:04:18.928050 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 9bd4f004-d71e-4800-9e76-1ea4248b8dd7, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9bd4f004-d71e-4800-9e76-1ea4248b8dd7,segment=NetworkSegment(7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640),segment_id=7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:18.941359 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '9bd4f004-d71e-4800-9e76-1ea4248b8dd7', 'network_id': '87e2dd82-8d95-4b91-a90d-ba5aeae60619', 'port_id': '9bd4f004-d71e-4800-9e76-1ea4248b8dd7', 'mac_address': 'fa:16:3e:aa:91:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6bcab74-0d3a-4528-b945-385a87f8a11d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:04:19.007096 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:19.030630 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bd4f004-d71e-4800-9e76-1ea4248b8dd7 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:04:19.053518 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 9bd4f004-d71e-4800-9e76-1ea4248b8dd7, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9bd4f004-d71e-4800-9e76-1ea4248b8dd7,segment=NetworkSegment(7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640),segment_id=7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:19.058507 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:19.112018 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=9bd4f004-d71e-4800-9e76-1ea4248b8dd7,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:19.174782 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 48fba8d0-8e9d-432d-94fd-d656a7a4589f up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:04:19.222957 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 48fba8d0-8e9d-432d-94fd-d656a7a4589f triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:19.223448 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:19.301911 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cf69d-f5fb-4195-ab25-ebaba98d91ae req-4b04aa9c-4358-4001-a160-3fb3b49067fb tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:19.303509 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e19cf69d-f5fb-4195-ab25-ebaba98d91ae req-4b04aa9c-4358-4001-a160-3fb3b49067fb tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/ports?device_id=8afe5eac-21d9-4dcd-8a2f-15b0afaed1b9 HTTP/1.1" status: 200 len: 943 time: 0.3639095 Jul 15 14:04:19.338862 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['9bd4f004-d71e-4800-9e76-1ea4248b8dd7'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:04:19.345524 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e19cf69d-f5fb-4195-ab25-ebaba98d91ae req-eb8ec8d6-51db-45d2-a263-70133166ed3f tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b6a3ebf-c638-45ec-a9db-1ddedef93781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359821 Jul 15 14:04:20.525948 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8616f-c5dd-4016-8f87-11d545452c2f req-7d876046-a120-42be-a3e1-f0277f70f24f tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:20.527435 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-40a8616f-c5dd-4016-8f87-11d545452c2f req-7d876046-a120-42be-a3e1-f0277f70f24f tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/ports?device_id=8afe5eac-21d9-4dcd-8a2f-15b0afaed1b9 HTTP/1.1" status: 200 len: 944 time: 0.0675135 Jul 15 14:04:20.566211 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-40a8616f-c5dd-4016-8f87-11d545452c2f req-19ea3ed6-1835-4ca3-ab85-13e3c1696489 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b6a3ebf-c638-45ec-a9db-1ddedef93781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329199 Jul 15 14:04:20.828803 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 9bd4f004-d71e-4800-9e76-1ea4248b8dd7 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:04:20.882493 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 9bd4f004-d71e-4800-9e76-1ea4248b8dd7 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:04:20.886676 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 9bd4f004-d71e-4800-9e76-1ea4248b8dd7 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:20.887060 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:21.086193 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb22c918-5020-4b06-823d-867f02b74fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:21.132214 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:21.155072 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8afe5eac-21d9-4dcd-8a2f-15b0afaed1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd4f004-d71e-4800-9e76-1ea4248b8dd7'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:04:21.157419 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5982e52f7164c00132b4161e7da779dd5a615a4991d8f343d2f1980d90734956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2395a55a-ea30-480e-9e9d-2822bfcb4245" -d '{"events": [{"server_uuid": "8afe5eac-21d9-4dcd-8a2f-15b0afaed1b9", "name": "network-vif-plugged", "status": "completed", "tag": "9bd4f004-d71e-4800-9e76-1ea4248b8dd7"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:04:21.170613 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 9bd4f004-d71e-4800-9e76-1ea4248b8dd7, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9bd4f004-d71e-4800-9e76-1ea4248b8dd7,segment=NetworkSegment(7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640),segment_id=7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:21.179750 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:21.205257 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516e381b-0291-421d-888a-884ce2f97e10 x-openstack-request-id: req-516e381b-0291-421d-888a-884ce2f97e10 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:04:21.205567 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8afe5eac-21d9-4dcd-8a2f-15b0afaed1b9", "name": "network-vif-plugged", "status": "completed", "tag": "9bd4f004-d71e-4800-9e76-1ea4248b8dd7", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:04:21.205870 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-516e381b-0291-421d-888a-884ce2f97e10 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:04:21.206312 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8afe5eac-21d9-4dcd-8a2f-15b0afaed1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd4f004-d71e-4800-9e76-1ea4248b8dd7', 'code': 200} Jul 15 14:04:21.237654 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=9bd4f004-d71e-4800-9e76-1ea4248b8dd7,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:21.339712 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449294ee-988b-4fd6-9e69-92abae70eaea req-4f26a3af-7940-44a6-b78d-827abf755429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:21.341230 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-449294ee-988b-4fd6-9e69-92abae70eaea req-4f26a3af-7940-44a6-b78d-827abf755429 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8afe5eac-21d9-4dcd-8a2f-15b0afaed1b9 HTTP/1.1" status: 200 len: 1097 time: 0.0529709 Jul 15 14:04:21.376803 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-449294ee-988b-4fd6-9e69-92abae70eaea req-51257efb-8a46-4f51-acbb-cd88d93eecd0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6b6a3ebf-c638-45ec-a9db-1ddedef93781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290403 Jul 15 14:04:21.744855 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6baec-ed92-4d07-91c7-291df5475a3f req-3167db14-e3ba-4dbf-89fd-0df32c1f2361 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:21.746446 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0cd6baec-ed92-4d07-91c7-291df5475a3f req-3167db14-e3ba-4dbf-89fd-0df32c1f2361 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/ports?device_id=8afe5eac-21d9-4dcd-8a2f-15b0afaed1b9 HTTP/1.1" status: 200 len: 945 time: 0.0646236 Jul 15 14:04:21.789915 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0cd6baec-ed92-4d07-91c7-291df5475a3f req-b723d989-cc2f-4d2c-b9e8-65e4d9ad8264 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b6a3ebf-c638-45ec-a9db-1ddedef93781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375996 Jul 15 14:04:23.032906 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911091b-2d12-492f-9de5-7ccc56cad9b9 req-16288e44-d31b-4c0a-9188-516fe49899e2 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:23.034446 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c911091b-2d12-492f-9de5-7ccc56cad9b9 req-16288e44-d31b-4c0a-9188-516fe49899e2 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/ports?device_id=8afe5eac-21d9-4dcd-8a2f-15b0afaed1b9 HTTP/1.1" status: 200 len: 945 time: 0.0672016 Jul 15 14:04:23.073956 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c911091b-2d12-492f-9de5-7ccc56cad9b9 req-12eaa2e6-2eff-4447-9837-35175917638e tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b6a3ebf-c638-45ec-a9db-1ddedef93781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329487 Jul 15 14:04:23.292574 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d06ae9-cd7f-4d19-95a4-224deacfaae7 req-52662e7d-ec6c-43bd-9dfa-31ade8f372be tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:23.294089 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d9d06ae9-cd7f-4d19-95a4-224deacfaae7 req-52662e7d-ec6c-43bd-9dfa-31ade8f372be tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/ports?device_id=8afe5eac-21d9-4dcd-8a2f-15b0afaed1b9 HTTP/1.1" status: 200 len: 945 time: 0.0902894 Jul 15 14:04:23.335722 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d9d06ae9-cd7f-4d19-95a4-224deacfaae7 req-f5083222-ae77-43c6-9678-cb24fcb5770e tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b6a3ebf-c638-45ec-a9db-1ddedef93781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350509 Jul 15 14:04:23.348503 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:23.464286 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2cc45243-3b8a-4546-9a0e-7e9c9d2fc86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:24.923157 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:25.684503 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:26.526732 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:38.725814 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:42.011190 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:04:45.111449 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c38c5e-3f8f-48a7-bf33-74cb3de25e78 req-f833615a-7086-4fcc-be79-14955e35b237 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:45.114409 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e2c38c5e-3f8f-48a7-bf33-74cb3de25e78 req-f833615a-7086-4fcc-be79-14955e35b237 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/ports?device_id=8afe5eac-21d9-4dcd-8a2f-15b0afaed1b9 HTTP/1.1" status: 200 len: 945 time: 0.0825922 Jul 15 14:04:45.155695 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e2c38c5e-3f8f-48a7-bf33-74cb3de25e78 req-ab4555db-b5b9-4e44-a69c-16230116201a tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b6a3ebf-c638-45ec-a9db-1ddedef93781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358105 Jul 15 14:04:46.351947 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd20cbb-d37d-47d3-844c-143da35a7b42 req-09bfbb9b-010e-44f3-895d-7c889e3d8870 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:46.353569 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7cd20cbb-d37d-47d3-844c-143da35a7b42 req-09bfbb9b-010e-44f3-895d-7c889e3d8870 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/ports?device_id=8afe5eac-21d9-4dcd-8a2f-15b0afaed1b9 HTTP/1.1" status: 200 len: 945 time: 0.0766680 Jul 15 14:04:46.396812 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7cd20cbb-d37d-47d3-844c-143da35a7b42 req-cd3f87d2-deba-4b10-83af-42672ae7976a tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b6a3ebf-c638-45ec-a9db-1ddedef93781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359135 Jul 15 14:04:46.731424 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd7507-fc11-45e0-b9f8-618288172dfa req-5c58b83c-2efe-44cb-b13a-0e60d9e31f1e tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:46.732993 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c6cd7507-fc11-45e0-b9f8-618288172dfa req-5c58b83c-2efe-44cb-b13a-0e60d9e31f1e tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.32 "GET /v2.0/ports?device_id=8afe5eac-21d9-4dcd-8a2f-15b0afaed1b9 HTTP/1.1" status: 200 len: 945 time: 0.0653558 Jul 15 14:04:46.843075 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-c6cd7507-fc11-45e0-b9f8-618288172dfa req-335ead38-6447-4139-b326-089d6c6de52d tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Deleting port 9bd4f004-d71e-4800-9e76-1ea4248b8dd7 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:04:46.843417 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c6cd7507-fc11-45e0-b9f8-618288172dfa req-335ead38-6447-4139-b326-089d6c6de52d tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:46.941533 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-c6cd7507-fc11-45e0-b9f8-618288172dfa req-335ead38-6447-4139-b326-089d6c6de52d tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] For port 9bd4f004-d71e-4800-9e76-1ea4248b8dd7, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9bd4f004-d71e-4800-9e76-1ea4248b8dd7,segment=NetworkSegment(7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640),segment_id=7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:46.941969 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c6cd7507-fc11-45e0-b9f8-618288172dfa req-335ead38-6447-4139-b326-089d6c6de52d tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:46.955307 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-c6cd7507-fc11-45e0-b9f8-618288172dfa req-335ead38-6447-4139-b326-089d6c6de52d tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Calling delete_port for 9bd4f004-d71e-4800-9e76-1ea4248b8dd7 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:04:47.088063 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c6cd7507-fc11-45e0-b9f8-618288172dfa req-335ead38-6447-4139-b326-089d6c6de52d tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:47.121230 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ead38-6447-4139-b326-089d6c6de52d tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Pushing event deleted for resources: {'Port': ['ID=9bd4f004-d71e-4800-9e76-1ea4248b8dd7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:47.124717 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['9bd4f004-d71e-4800-9e76-1ea4248b8dd7'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:04:47.148245 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335ead38-6447-4139-b326-089d6c6de52d tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:47.148737 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335ead38-6447-4139-b326-089d6c6de52d tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:47.149248 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335ead38-6447-4139-b326-089d6c6de52d tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:47.149945 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335ead38-6447-4139-b326-089d6c6de52d tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:47.150476 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335ead38-6447-4139-b326-089d6c6de52d tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:47.151019 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335ead38-6447-4139-b326-089d6c6de52d tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:47.151538 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335ead38-6447-4139-b326-089d6c6de52d tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:47.152071 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335ead38-6447-4139-b326-089d6c6de52d tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:47.152610 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335ead38-6447-4139-b326-089d6c6de52d tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:47.153162 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335ead38-6447-4139-b326-089d6c6de52d tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:47.153702 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335ead38-6447-4139-b326-089d6c6de52d tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:47.154958 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335ead38-6447-4139-b326-089d6c6de52d tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:47.207184 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6cd7507-fc11-45e0-b9f8-618288172dfa req-335ead38-6447-4139-b326-089d6c6de52d tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] No DVR routers for this DVR port 9bd4f004-d71e-4800-9e76-1ea4248b8dd7 on host n-h2-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:04:47.210833 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c6cd7507-fc11-45e0-b9f8-618288172dfa req-335ead38-6447-4139-b326-089d6c6de52d tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:47.213133 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c6cd7507-fc11-45e0-b9f8-618288172dfa req-335ead38-6447-4139-b326-089d6c6de52d tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.32 "DELETE /v2.0/ports/9bd4f004-d71e-4800-9e76-1ea4248b8dd7 HTTP/1.1" status: 204 len: 173 time: 0.4744220 Jul 15 14:04:47.213625 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8afe5eac-21d9-4dcd-8a2f-15b0afaed1b9', 'name': 'network-vif-deleted', 'tag': '9bd4f004-d71e-4800-9e76-1ea4248b8dd7'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:04:47.216149 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a123908b-a719-42f4-adb9-dcbfe11b63db" -d '{"events": [{"server_uuid": "8afe5eac-21d9-4dcd-8a2f-15b0afaed1b9", "name": "network-vif-deleted", "tag": "9bd4f004-d71e-4800-9e76-1ea4248b8dd7"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:04:47.266232 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a66c3a8-3a4b-4d1f-9531-244888c1d9cb x-openstack-request-id: req-8a66c3a8-3a4b-4d1f-9531-244888c1d9cb {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:04:47.266530 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8afe5eac-21d9-4dcd-8a2f-15b0afaed1b9", "name": "network-vif-deleted", "tag": "9bd4f004-d71e-4800-9e76-1ea4248b8dd7", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:04:47.266785 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8a66c3a8-3a4b-4d1f-9531-244888c1d9cb {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:04:47.267206 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8afe5eac-21d9-4dcd-8a2f-15b0afaed1b9', 'name': 'network-vif-deleted', 'tag': '9bd4f004-d71e-4800-9e76-1ea4248b8dd7', 'status': 'completed', 'code': 200} Jul 15 14:04:47.565581 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-674810f2-99c6-4de7-8c22-f191af03d844 req-63a001e1-8471-488d-a960-3a44f92ea03b tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/ports?device_id=8afe5eac-21d9-4dcd-8a2f-15b0afaed1b9 HTTP/1.1" status: 200 len: 210 time: 0.0308011 Jul 15 14:04:49.447260 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520e24c-ab60-48e5-b96f-778c05821935 req-17efaaa8-1379-4068-8d72-8a00355e5fd8 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:49.448761 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8520e24c-ab60-48e5-b96f-778c05821935 req-17efaaa8-1379-4068-8d72-8a00355e5fd8 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/networks?id=87e2dd82-8d95-4b91-a90d-ba5aeae60619 HTTP/1.1" status: 200 len: 816 time: 0.1087821 Jul 15 14:04:49.464319 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8520e24c-ab60-48e5-b96f-778c05821935 req-2f2a6a96-1cd7-4d96-bc08-a130782bd016 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/quotas/7169e19023ba42ae88c9f089f73d03d5 HTTP/1.1" status: 200 len: 375 time: 0.0101092 Jul 15 14:04:49.536076 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8520e24c-ab60-48e5-b96f-778c05821935 req-e418019c-3516-4bfb-9277-a7ff6464397f tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7169e19023ba42ae88c9f089f73d03d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665627 Jul 15 14:04:49.637674 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8520e24c-ab60-48e5-b96f-778c05821935 req-6796b257-74af-4791-90af-e135c4506b6a service neutron] 10.222.0.24 "GET /v2.0/networks/87e2dd82-8d95-4b91-a90d-ba5aeae60619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901144 Jul 15 14:04:49.734452 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8520e24c-ab60-48e5-b96f-778c05821935 req-54fbdd29-c3ce-4075-9a00-e1ba8b279f42 service neutron] 10.222.0.24 "GET /v2.0/networks/87e2dd82-8d95-4b91-a90d-ba5aeae60619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905514 Jul 15 14:04:49.925328 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bcc7d243-0003-4490-a9e5-3ddd75ba64b1 req-18a1065c-3716-479a-85c8-bc26936f9dfc tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ba4434-c94b-46f3-9f55-80541a4a140f HTTP/1.1" status: 200 len: 210 time: 0.0433972 Jul 15 14:04:50.927928 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a34009b3-b9ad-4034-bded-63c5878ca850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:51.017229 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 9bd4f004-d71e-4800-9e76-1ea4248b8dd7 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:04:51.053086 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 9bd4f004-d71e-4800-9e76-1ea4248b8dd7 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:04:51.053721 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 9bd4f004-d71e-4800-9e76-1ea4248b8dd7 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:04:51.115192 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7dd8e222-7318-492e-abac-d962230a0eef req-39ef9c82-9f85-4cfd-9330-5c0d85a10484 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ba4434-c94b-46f3-9f55-80541a4a140f HTTP/1.1" status: 200 len: 210 time: 0.0518534 Jul 15 14:04:51.202510 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520e24c-ab60-48e5-b96f-778c05821935 req-31f76c9f-a9c5-42ba-bccb-8c8eed96c0d1 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:51.204396 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8520e24c-ab60-48e5-b96f-778c05821935 req-31f76c9f-a9c5-42ba-bccb-8c8eed96c0d1 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.32 "GET /v2.0/networks?id=87e2dd82-8d95-4b91-a90d-ba5aeae60619 HTTP/1.1" status: 200 len: 816 time: 0.1524127 Jul 15 14:04:51.223760 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-8520e24c-ab60-48e5-b96f-778c05821935 req-40088f94-9fc7-471a-8326-e0da08bd2e5c tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Request body: {'port': {'device_id': '58ba4434-c94b-46f3-9f55-80541a4a140f', 'network_id': '87e2dd82-8d95-4b91-a90d-ba5aeae60619', 'admin_state_up': True, 'tenant_id': '7169e19023ba42ae88c9f089f73d03d5'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:04:51.343926 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8520e24c-ab60-48e5-b96f-778c05821935 req-40088f94-9fc7-471a-8326-e0da08bd2e5c tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Made reservation on behalf of 7169e19023ba42ae88c9f089f73d03d5 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:04:51.347635 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8520e24c-ab60-48e5-b96f-778c05821935 req-40088f94-9fc7-471a-8326-e0da08bd2e5c tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:51.481633 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-8520e24c-ab60-48e5-b96f-778c05821935 req-40088f94-9fc7-471a-8326-e0da08bd2e5c tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Allocated IP 172.20.0.8 (87e2dd82-8d95-4b91-a90d-ba5aeae60619/d6bcab74-0d3a-4528-b945-385a87f8a11d/32ebb25e-e433-4703-991b-18706aa22626) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:04:51.654171 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8520e24c-ab60-48e5-b96f-778c05821935 req-40088f94-9fc7-471a-8326-e0da08bd2e5c tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:51.669947 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-8520e24c-ab60-48e5-b96f-778c05821935 req-40088f94-9fc7-471a-8326-e0da08bd2e5c tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Transition to ACTIVE for port object 32ebb25e-e433-4703-991b-18706aa22626 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:04:51.706701 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8520e24c-ab60-48e5-b96f-778c05821935 req-40088f94-9fc7-471a-8326-e0da08bd2e5c tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:51.761132 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8520e24c-ab60-48e5-b96f-778c05821935 req-40088f94-9fc7-471a-8326-e0da08bd2e5c tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Network 87e2dd82-8d95-4b91-a90d-ba5aeae60619 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:04:51.770459 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-8520e24c-ab60-48e5-b96f-778c05821935 req-40088f94-9fc7-471a-8326-e0da08bd2e5c tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:04:51.772954 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40088f94-9fc7-471a-8326-e0da08bd2e5c tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Pushing event updated for resources: {'Port': ['ID=32ebb25e-e433-4703-991b-18706aa22626,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:51.775323 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-8520e24c-ab60-48e5-b96f-778c05821935 req-40088f94-9fc7-471a-8326-e0da08bd2e5c tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:04:51.827446 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520e24c-ab60-48e5-b96f-778c05821935 req-40088f94-9fc7-471a-8326-e0da08bd2e5c tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:51.828124 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8520e24c-ab60-48e5-b96f-778c05821935 req-40088f94-9fc7-471a-8326-e0da08bd2e5c tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:51.849190 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8520e24c-ab60-48e5-b96f-778c05821935 req-40088f94-9fc7-471a-8326-e0da08bd2e5c tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6254792 Jul 15 14:04:51.866515 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-8520e24c-ab60-48e5-b96f-778c05821935 req-33edda0e-eb48-41d1-b816-a22695abfc61 service neutron] Request body: {'port': {'device_id': '58ba4434-c94b-46f3-9f55-80541a4a140f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:04:51.947470 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8520e24c-ab60-48e5-b96f-778c05821935 req-33edda0e-eb48-41d1-b816-a22695abfc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:52.002950 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b18c854d-ebb9-4775-aee6-5cc0f91e5a41 None None] Provisioning for port 32ebb25e-e433-4703-991b-18706aa22626 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:04:52.009309 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b18c854d-ebb9-4775-aee6-5cc0f91e5a41 None None] Provisioning complete for port 32ebb25e-e433-4703-991b-18706aa22626 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:52.009991 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b18c854d-ebb9-4775-aee6-5cc0f91e5a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:52.074221 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b18c854d-ebb9-4775-aee6-5cc0f91e5a41 None None] Port 32ebb25e-e433-4703-991b-18706aa22626 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:04:52.252847 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-8520e24c-ab60-48e5-b96f-778c05821935 req-33edda0e-eb48-41d1-b816-a22695abfc61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ebb25e-e433-4703-991b-18706aa22626 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:04:52.261193 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8520e24c-ab60-48e5-b96f-778c05821935 req-33edda0e-eb48-41d1-b816-a22695abfc61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:52.273952 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-8520e24c-ab60-48e5-b96f-778c05821935 req-33edda0e-eb48-41d1-b816-a22695abfc61 service neutron] Transition to ACTIVE for port object 32ebb25e-e433-4703-991b-18706aa22626 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:04:52.277586 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8520e24c-ab60-48e5-b96f-778c05821935 req-33edda0e-eb48-41d1-b816-a22695abfc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:52.351549 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347da67f-5163-488d-aaed-eb827f29ee9b req-adc4d6f4-8de7-40c7-b5f5-753d5634d617 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:52.353819 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-347da67f-5163-488d-aaed-eb827f29ee9b req-adc4d6f4-8de7-40c7-b5f5-753d5634d617 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ba4434-c94b-46f3-9f55-80541a4a140f HTTP/1.1" status: 200 len: 931 time: 0.1107304 Jul 15 14:04:52.355862 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edda0e-eb48-41d1-b816-a22695abfc61 service neutron] Pushing event updated for resources: {'Port': ['ID=32ebb25e-e433-4703-991b-18706aa22626,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:52.404055 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-347da67f-5163-488d-aaed-eb827f29ee9b req-39ca75ad-69c4-471f-8922-3604a850ed0e tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b6a3ebf-c638-45ec-a9db-1ddedef93781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385783 Jul 15 14:04:52.419418 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-8520e24c-ab60-48e5-b96f-778c05821935 req-33edda0e-eb48-41d1-b816-a22695abfc61 service neutron] Attempting to bind port 32ebb25e-e433-4703-991b-18706aa22626 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:04:52.419545 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-8520e24c-ab60-48e5-b96f-778c05821935 req-33edda0e-eb48-41d1-b816-a22695abfc61 service neutron] Attempting to bind port 32ebb25e-e433-4703-991b-18706aa22626 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '87e2dd82-8d95-4b91-a90d-ba5aeae60619'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:04:52.419882 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8520e24c-ab60-48e5-b96f-778c05821935 req-33edda0e-eb48-41d1-b816-a22695abfc61 service neutron] Attempting to bind port 32ebb25e-e433-4703-991b-18706aa22626 on network 87e2dd82-8d95-4b91-a90d-ba5aeae60619 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:04:52.424713 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8520e24c-ab60-48e5-b96f-778c05821935 req-33edda0e-eb48-41d1-b816-a22695abfc61 service neutron] Port 32ebb25e-e433-4703-991b-18706aa22626 on network 87e2dd82-8d95-4b91-a90d-ba5aeae60619 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:04:52.425039 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8520e24c-ab60-48e5-b96f-778c05821935 req-33edda0e-eb48-41d1-b816-a22695abfc61 service neutron] Attempting to bind port 32ebb25e-e433-4703-991b-18706aa22626 on network 87e2dd82-8d95-4b91-a90d-ba5aeae60619 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:04:52.435312 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8520e24c-ab60-48e5-b96f-778c05821935 req-33edda0e-eb48-41d1-b816-a22695abfc61 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:04:52.435645 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8520e24c-ab60-48e5-b96f-778c05821935 req-33edda0e-eb48-41d1-b816-a22695abfc61 service neutron] Checking segment: {'id': '7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '87e2dd82-8d95-4b91-a90d-ba5aeae60619'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:04:52.436033 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8520e24c-ab60-48e5-b96f-778c05821935 req-33edda0e-eb48-41d1-b816-a22695abfc61 service neutron] Bound using segment: {'id': '7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '87e2dd82-8d95-4b91-a90d-ba5aeae60619'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:04:52.436463 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-8520e24c-ab60-48e5-b96f-778c05821935 req-33edda0e-eb48-41d1-b816-a22695abfc61 service neutron] Bound port: 32ebb25e-e433-4703-991b-18706aa22626, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '87e2dd82-8d95-4b91-a90d-ba5aeae60619'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:04:52.436828 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8520e24c-ab60-48e5-b96f-778c05821935 req-33edda0e-eb48-41d1-b816-a22695abfc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:52.511903 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-8520e24c-ab60-48e5-b96f-778c05821935 req-33edda0e-eb48-41d1-b816-a22695abfc61 service neutron] For port 32ebb25e-e433-4703-991b-18706aa22626, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:04:52.516094 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-8520e24c-ab60-48e5-b96f-778c05821935 req-33edda0e-eb48-41d1-b816-a22695abfc61 service neutron] For port 32ebb25e-e433-4703-991b-18706aa22626, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=32ebb25e-e433-4703-991b-18706aa22626,segment=NetworkSegment(7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640),segment_id=7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:04:52.521113 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8520e24c-ab60-48e5-b96f-778c05821935 req-33edda0e-eb48-41d1-b816-a22695abfc61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:52.554508 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520e24c-ab60-48e5-b96f-778c05821935 req-33edda0e-eb48-41d1-b816-a22695abfc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:52.555272 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8520e24c-ab60-48e5-b96f-778c05821935 req-33edda0e-eb48-41d1-b816-a22695abfc61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:52.556730 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8520e24c-ab60-48e5-b96f-778c05821935 req-33edda0e-eb48-41d1-b816-a22695abfc61 service neutron] 10.222.0.32 "PUT /v2.0/ports/32ebb25e-e433-4703-991b-18706aa22626 HTTP/1.1" status: 200 len: 1092 time: 0.6975207 Jul 15 14:04:52.564224 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ba4434-c94b-46f3-9f55-80541a4a140f', 'tag': '32ebb25e-e433-4703-991b-18706aa22626'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:04:52.564224 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa4a14a-4c64-4401-83a6-dbe4712887fe" -d '{"events": [{"name": "network-changed", "server_uuid": "58ba4434-c94b-46f3-9f55-80541a4a140f", "tag": "32ebb25e-e433-4703-991b-18706aa22626"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:04:52.593667 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edda0e-eb48-41d1-b816-a22695abfc61 service neutron] Pushing event updated for resources: {'Port': ['ID=32ebb25e-e433-4703-991b-18706aa22626,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:52.617453 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4bacfa-c946-4762-8255-c5b44e1f64dd x-openstack-request-id: req-6b4bacfa-c946-4762-8255-c5b44e1f64dd {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:04:52.617797 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ba4434-c94b-46f3-9f55-80541a4a140f", "tag": "32ebb25e-e433-4703-991b-18706aa22626", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:04:52.618063 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b4bacfa-c946-4762-8255-c5b44e1f64dd {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:04:52.618482 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ba4434-c94b-46f3-9f55-80541a4a140f', 'tag': '32ebb25e-e433-4703-991b-18706aa22626', 'status': 'completed', 'code': 200} Jul 15 14:04:52.702301 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520e24c-ab60-48e5-b96f-778c05821935 req-97eb3066-63c3-40fb-902f-3946e90a83b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:52.703949 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8520e24c-ab60-48e5-b96f-778c05821935 req-97eb3066-63c3-40fb-902f-3946e90a83b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7169e19023ba42ae88c9f089f73d03d5&device_id=58ba4434-c94b-46f3-9f55-80541a4a140f HTTP/1.1" status: 200 len: 1095 time: 0.0696859 Jul 15 14:04:52.755358 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8520e24c-ab60-48e5-b96f-778c05821935 req-18528f6f-b5ce-4ba7-8335-5151814e7308 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32ebb25e-e433-4703-991b-18706aa22626 HTTP/1.1" status: 200 len: 217 time: 0.0393212 Jul 15 14:04:52.817847 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520e24c-ab60-48e5-b96f-778c05821935 req-37efc0a5-fe77-42f9-827f-4ffefcfff9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:52.819413 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8520e24c-ab60-48e5-b96f-778c05821935 req-37efc0a5-fe77-42f9-827f-4ffefcfff9fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d6bcab74-0d3a-4528-b945-385a87f8a11d HTTP/1.1" status: 200 len: 855 time: 0.0574524 Jul 15 14:04:52.880062 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520e24c-ab60-48e5-b96f-778c05821935 req-5b8273ff-b597-400b-9b7c-ff32e34aa544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:52.881506 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8520e24c-ab60-48e5-b96f-778c05821935 req-5b8273ff-b597-400b-9b7c-ff32e34aa544 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87e2dd82-8d95-4b91-a90d-ba5aeae60619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561473 Jul 15 14:04:52.983700 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8520e24c-ab60-48e5-b96f-778c05821935 req-96764381-f573-4499-a118-5b7ef780a70c service neutron] 10.222.0.32 "GET /v2.0/networks/87e2dd82-8d95-4b91-a90d-ba5aeae60619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912778 Jul 15 14:04:53.076420 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8520e24c-ab60-48e5-b96f-778c05821935 req-b84b3a4a-7827-4f33-b06d-3b98badd123a service neutron] 10.222.0.32 "GET /v2.0/networks/87e2dd82-8d95-4b91-a90d-ba5aeae60619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869675 Jul 15 14:04:53.232853 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4a14a-4c64-4401-83a6-dbe4712887fe req-913d034d-61b3-4253-8b6f-5ba3e85ca1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:53.234456 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6fa4a14a-4c64-4401-83a6-dbe4712887fe req-913d034d-61b3-4253-8b6f-5ba3e85ca1e5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7169e19023ba42ae88c9f089f73d03d5&device_id=58ba4434-c94b-46f3-9f55-80541a4a140f HTTP/1.1" status: 200 len: 1095 time: 0.0694323 Jul 15 14:04:53.327806 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4a14a-4c64-4401-83a6-dbe4712887fe req-ba4341ce-42f4-42c9-82de-1c93590fa0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:53.329308 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6fa4a14a-4c64-4401-83a6-dbe4712887fe req-ba4341ce-42f4-42c9-82de-1c93590fa0fe service neutron] 10.222.0.32 "GET /v2.0/networks?id=87e2dd82-8d95-4b91-a90d-ba5aeae60619 HTTP/1.1" status: 200 len: 917 time: 0.0886157 Jul 15 14:04:53.342023 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:53.376940 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6fa4a14a-4c64-4401-83a6-dbe4712887fe req-70fe29d4-db72-41ff-831c-3068f5c96cee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32ebb25e-e433-4703-991b-18706aa22626 HTTP/1.1" status: 200 len: 217 time: 0.0395963 Jul 15 14:04:53.427587 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4a14a-4c64-4401-83a6-dbe4712887fe req-6972ba29-cc06-48b1-9086-b9e8e0b892ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:53.429029 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6fa4a14a-4c64-4401-83a6-dbe4712887fe req-6972ba29-cc06-48b1-9086-b9e8e0b892ba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d6bcab74-0d3a-4528-b945-385a87f8a11d HTTP/1.1" status: 200 len: 855 time: 0.0454059 Jul 15 14:04:53.472806 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-97ff61fb-9755-44cb-8a1d-fb51d76e3cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:53.496849 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4a14a-4c64-4401-83a6-dbe4712887fe req-9bf6ba32-ee01-4b56-bc38-668f53644827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:53.498423 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6fa4a14a-4c64-4401-83a6-dbe4712887fe req-9bf6ba32-ee01-4b56-bc38-668f53644827 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87e2dd82-8d95-4b91-a90d-ba5aeae60619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629277 Jul 15 14:04:53.603380 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6fa4a14a-4c64-4401-83a6-dbe4712887fe req-9746c0a6-d4a4-452c-8fe2-dc0310c30148 service neutron] 10.222.0.32 "GET /v2.0/networks/87e2dd82-8d95-4b91-a90d-ba5aeae60619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976284 Jul 15 14:04:53.643193 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e8822-eea1-4bb7-98de-517e65bad61e req-89c5cbeb-319c-4d12-b469-101c28cca30c tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:53.644816 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4d9e8822-eea1-4bb7-98de-517e65bad61e req-89c5cbeb-319c-4d12-b469-101c28cca30c tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ba4434-c94b-46f3-9f55-80541a4a140f HTTP/1.1" status: 200 len: 943 time: 0.0684264 Jul 15 14:04:53.692477 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4d9e8822-eea1-4bb7-98de-517e65bad61e req-1f30d126-c8ad-4bbb-91da-0ce9e4311418 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b6a3ebf-c638-45ec-a9db-1ddedef93781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406582 Jul 15 14:04:53.723798 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6fa4a14a-4c64-4401-83a6-dbe4712887fe req-a8fad84c-e5b9-4387-9dfd-c1af0cff9a2e service neutron] 10.222.0.32 "GET /v2.0/networks/87e2dd82-8d95-4b91-a90d-ba5aeae60619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136429 Jul 15 14:04:54.890487 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58f2ca-8c62-4865-953e-274ffb582595 req-a900c75c-e13b-4d4a-bda4-ba741fb458c0 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:54.892118 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bf58f2ca-8c62-4865-953e-274ffb582595 req-a900c75c-e13b-4d4a-bda4-ba741fb458c0 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ba4434-c94b-46f3-9f55-80541a4a140f HTTP/1.1" status: 200 len: 943 time: 0.0810866 Jul 15 14:04:54.925361 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:54.934485 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bf58f2ca-8c62-4865-953e-274ffb582595 req-70e6f647-e5e0-4155-9bd3-18480cb5b654 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b6a3ebf-c638-45ec-a9db-1ddedef93781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346782 Jul 15 14:04:55.696148 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:56.119170 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de953d-48ce-4a19-af16-c34fb93e168a req-4eac2864-b850-4afc-b472-cb705531f2f7 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:56.120715 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-81de953d-48ce-4a19-af16-c34fb93e168a req-4eac2864-b850-4afc-b472-cb705531f2f7 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ba4434-c94b-46f3-9f55-80541a4a140f HTTP/1.1" status: 200 len: 943 time: 0.0724757 Jul 15 14:04:56.421568 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-81de953d-48ce-4a19-af16-c34fb93e168a req-ca5e8a04-6fdf-47f8-b6b3-a60575cefd6c tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b6a3ebf-c638-45ec-a9db-1ddedef93781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951336 Jul 15 14:04:56.526170 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:57.034149 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 32ebb25e-e433-4703-991b-18706aa22626 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:04:57.132949 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 32ebb25e-e433-4703-991b-18706aa22626, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=32ebb25e-e433-4703-991b-18706aa22626,segment=NetworkSegment(7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640),segment_id=7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:57.148140 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '32ebb25e-e433-4703-991b-18706aa22626', 'network_id': '87e2dd82-8d95-4b91-a90d-ba5aeae60619', 'port_id': '32ebb25e-e433-4703-991b-18706aa22626', 'mac_address': 'fa:16:3e:a0:5e:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6bcab74-0d3a-4528-b945-385a87f8a11d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:04:57.186269 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:57.200681 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ebb25e-e433-4703-991b-18706aa22626 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:04:57.220424 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 32ebb25e-e433-4703-991b-18706aa22626, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=32ebb25e-e433-4703-991b-18706aa22626,segment=NetworkSegment(7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640),segment_id=7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:57.224481 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:57.276138 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=32ebb25e-e433-4703-991b-18706aa22626,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:57.284003 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:57.284397 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:57.284680 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:57.285015 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:57.285345 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:57.285675 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:57.286079 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:57.286363 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:57.286688 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:57.287012 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:57.287333 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:57.287653 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:57.489115 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['32ebb25e-e433-4703-991b-18706aa22626'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:04:57.620811 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67ae2a-5894-4785-a50c-4e22ce769451 req-b4669d1f-f3e9-4613-82f5-efc288194fea tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:57.622364 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eb67ae2a-5894-4785-a50c-4e22ce769451 req-b4669d1f-f3e9-4613-82f5-efc288194fea tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ba4434-c94b-46f3-9f55-80541a4a140f HTTP/1.1" status: 200 len: 944 time: 0.0829928 Jul 15 14:04:57.662629 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eb67ae2a-5894-4785-a50c-4e22ce769451 req-5d5cb9cc-e731-4591-b3d9-35985946e31a tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b6a3ebf-c638-45ec-a9db-1ddedef93781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329146 Jul 15 14:04:58.844661 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5141b-6e96-43c9-a46d-25b77c84f6fd req-0125368d-ec0c-4f30-8be2-2f5de5dbad62 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:58.846172 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-10b5141b-6e96-43c9-a46d-25b77c84f6fd req-0125368d-ec0c-4f30-8be2-2f5de5dbad62 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ba4434-c94b-46f3-9f55-80541a4a140f HTTP/1.1" status: 200 len: 944 time: 0.0683975 Jul 15 14:04:58.889847 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-10b5141b-6e96-43c9-a46d-25b77c84f6fd req-7593b3da-f6a5-4b54-9f43-5fdb1d6de057 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b6a3ebf-c638-45ec-a9db-1ddedef93781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380569 Jul 15 14:04:59.047469 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 32ebb25e-e433-4703-991b-18706aa22626 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:04:59.099049 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 32ebb25e-e433-4703-991b-18706aa22626 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:04:59.103158 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 32ebb25e-e433-4703-991b-18706aa22626 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:59.103528 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:59.183686 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:59.213871 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ba4434-c94b-46f3-9f55-80541a4a140f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ebb25e-e433-4703-991b-18706aa22626'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:04:59.216137 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5982e52f7164c00132b4161e7da779dd5a615a4991d8f343d2f1980d90734956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e78e665-4423-447f-b93e-ea612b547449" -d '{"events": [{"server_uuid": "58ba4434-c94b-46f3-9f55-80541a4a140f", "name": "network-vif-plugged", "status": "completed", "tag": "32ebb25e-e433-4703-991b-18706aa22626"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:04:59.229122 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 32ebb25e-e433-4703-991b-18706aa22626, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=32ebb25e-e433-4703-991b-18706aa22626,segment=NetworkSegment(7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640),segment_id=7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:59.233357 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:59.256766 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7114f9-7f27-419b-b0ba-45f171115b3b x-openstack-request-id: req-7c7114f9-7f27-419b-b0ba-45f171115b3b {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:04:59.257062 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ba4434-c94b-46f3-9f55-80541a4a140f", "name": "network-vif-plugged", "status": "completed", "tag": "32ebb25e-e433-4703-991b-18706aa22626", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:04:59.257315 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7c7114f9-7f27-419b-b0ba-45f171115b3b {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:04:59.257698 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ba4434-c94b-46f3-9f55-80541a4a140f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ebb25e-e433-4703-991b-18706aa22626', 'code': 200} Jul 15 14:04:59.285661 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=32ebb25e-e433-4703-991b-18706aa22626,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:59.396674 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5636184-d6e5-4cca-a333-7437a8d33f0d req-4acd8506-e33e-408a-8632-7991bedbb67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:59.398132 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a5636184-d6e5-4cca-a333-7437a8d33f0d req-4acd8506-e33e-408a-8632-7991bedbb67e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=58ba4434-c94b-46f3-9f55-80541a4a140f HTTP/1.1" status: 200 len: 1097 time: 0.0553207 Jul 15 14:04:59.432649 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a5636184-d6e5-4cca-a333-7437a8d33f0d req-9b1da158-28ff-4620-83ea-e786545cc75b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6b6a3ebf-c638-45ec-a9db-1ddedef93781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280843 Jul 15 14:05:00.061418 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b772d3-3c8c-4688-8343-74a55b0ae1fb req-01034834-a312-4a08-99b0-0f3047325348 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:00.062910 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-65b772d3-3c8c-4688-8343-74a55b0ae1fb req-01034834-a312-4a08-99b0-0f3047325348 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ba4434-c94b-46f3-9f55-80541a4a140f HTTP/1.1" status: 200 len: 945 time: 0.0631289 Jul 15 14:05:00.106733 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-65b772d3-3c8c-4688-8343-74a55b0ae1fb req-05cf81d1-0529-4577-9943-2ad3f9a184af tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b6a3ebf-c638-45ec-a9db-1ddedef93781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376387 Jul 15 14:05:01.294502 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f541ebe-dc84-46f7-8c11-8b642401999d req-6653d5bf-1eda-4701-a8d8-bee7e0f3f69f tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:01.296157 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3f541ebe-dc84-46f7-8c11-8b642401999d req-6653d5bf-1eda-4701-a8d8-bee7e0f3f69f tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ba4434-c94b-46f3-9f55-80541a4a140f HTTP/1.1" status: 200 len: 945 time: 0.0747828 Jul 15 14:05:01.337729 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3f541ebe-dc84-46f7-8c11-8b642401999d req-6657cf9e-0da2-41be-97bc-7bb512f5fa45 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b6a3ebf-c638-45ec-a9db-1ddedef93781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354536 Jul 15 14:05:01.518727 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831de30b-13b3-4309-80c5-ddbd3949df38 req-9b378beb-739a-4d86-9c82-afed556a96d2 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:01.520798 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-831de30b-13b3-4309-80c5-ddbd3949df38 req-9b378beb-739a-4d86-9c82-afed556a96d2 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ba4434-c94b-46f3-9f55-80541a4a140f HTTP/1.1" status: 200 len: 945 time: 0.0662382 Jul 15 14:05:01.558538 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-831de30b-13b3-4309-80c5-ddbd3949df38 req-65517ad8-95a3-4cdd-978b-2c6e35c6e522 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b6a3ebf-c638-45ec-a9db-1ddedef93781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320377 Jul 15 14:05:08.744346 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:19.010668 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:05:20.457938 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a5362-93e9-4f07-bb81-9c34d422ab7e req-5bcc27e9-4df9-49c1-b561-cc3ab936b7c3 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:20.459947 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-477a5362-93e9-4f07-bb81-9c34d422ab7e req-5bcc27e9-4df9-49c1-b561-cc3ab936b7c3 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ba4434-c94b-46f3-9f55-80541a4a140f HTTP/1.1" status: 200 len: 945 time: 0.0649867 Jul 15 14:05:20.499568 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-477a5362-93e9-4f07-bb81-9c34d422ab7e req-9785e167-e9a6-4091-ba6e-1ab646ccd468 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b6a3ebf-c638-45ec-a9db-1ddedef93781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339797 Jul 15 14:05:20.928706 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aeeee4d0-8366-4fcb-893f-b4cd584c7563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:21.677621 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf04fc-580f-499b-9fae-27319f4b7fb0 req-b93e84e3-94f2-460b-8e16-ad6f9e04ff1a tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:21.679177 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4caf04fc-580f-499b-9fae-27319f4b7fb0 req-b93e84e3-94f2-460b-8e16-ad6f9e04ff1a tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ba4434-c94b-46f3-9f55-80541a4a140f HTTP/1.1" status: 200 len: 945 time: 0.0648408 Jul 15 14:05:21.717992 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4caf04fc-580f-499b-9fae-27319f4b7fb0 req-1b28c475-4b06-4048-8a8d-cbbc9c559f87 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b6a3ebf-c638-45ec-a9db-1ddedef93781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330200 Jul 15 14:05:22.141771 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9dffc-c85b-49b2-ae75-d2505da85b28 req-cb26998b-dff7-4087-a38c-110ec6a6ba6f tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:22.143322 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7ec9dffc-c85b-49b2-ae75-d2505da85b28 req-cb26998b-dff7-4087-a38c-110ec6a6ba6f tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.32 "GET /v2.0/ports?device_id=58ba4434-c94b-46f3-9f55-80541a4a140f HTTP/1.1" status: 200 len: 945 time: 0.0681214 Jul 15 14:05:22.249597 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-7ec9dffc-c85b-49b2-ae75-d2505da85b28 req-3d79cad7-32da-4330-a1cd-bb35d27ecdc7 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Deleting port 32ebb25e-e433-4703-991b-18706aa22626 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:05:22.249982 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7ec9dffc-c85b-49b2-ae75-d2505da85b28 req-3d79cad7-32da-4330-a1cd-bb35d27ecdc7 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:22.343330 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-7ec9dffc-c85b-49b2-ae75-d2505da85b28 req-3d79cad7-32da-4330-a1cd-bb35d27ecdc7 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] For port 32ebb25e-e433-4703-991b-18706aa22626, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=32ebb25e-e433-4703-991b-18706aa22626,segment=NetworkSegment(7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640),segment_id=7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:22.343688 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7ec9dffc-c85b-49b2-ae75-d2505da85b28 req-3d79cad7-32da-4330-a1cd-bb35d27ecdc7 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:22.355701 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-7ec9dffc-c85b-49b2-ae75-d2505da85b28 req-3d79cad7-32da-4330-a1cd-bb35d27ecdc7 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Calling delete_port for 32ebb25e-e433-4703-991b-18706aa22626 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:05:22.486427 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7ec9dffc-c85b-49b2-ae75-d2505da85b28 req-3d79cad7-32da-4330-a1cd-bb35d27ecdc7 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:22.520166 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79cad7-32da-4330-a1cd-bb35d27ecdc7 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Pushing event deleted for resources: {'Port': ['ID=32ebb25e-e433-4703-991b-18706aa22626,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:22.520441 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['32ebb25e-e433-4703-991b-18706aa22626'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:05:22.566718 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec9dffc-c85b-49b2-ae75-d2505da85b28 req-3d79cad7-32da-4330-a1cd-bb35d27ecdc7 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] No DVR routers for this DVR port 32ebb25e-e433-4703-991b-18706aa22626 on host n-h2-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:05:22.570215 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-7ec9dffc-c85b-49b2-ae75-d2505da85b28 req-3d79cad7-32da-4330-a1cd-bb35d27ecdc7 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:22.572342 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7ec9dffc-c85b-49b2-ae75-d2505da85b28 req-3d79cad7-32da-4330-a1cd-bb35d27ecdc7 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.32 "DELETE /v2.0/ports/32ebb25e-e433-4703-991b-18706aa22626 HTTP/1.1" status: 204 len: 173 time: 0.4228597 Jul 15 14:05:22.572811 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ba4434-c94b-46f3-9f55-80541a4a140f', 'name': 'network-vif-deleted', 'tag': '32ebb25e-e433-4703-991b-18706aa22626'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:05:22.575647 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737fff17-c7fc-430e-aa61-2b91452450c0" -d '{"events": [{"server_uuid": "58ba4434-c94b-46f3-9f55-80541a4a140f", "name": "network-vif-deleted", "tag": "32ebb25e-e433-4703-991b-18706aa22626"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:05:22.614768 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a27112-e5be-4e16-bbd4-b259956176ed x-openstack-request-id: req-60a27112-e5be-4e16-bbd4-b259956176ed {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:05:22.615176 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ba4434-c94b-46f3-9f55-80541a4a140f", "name": "network-vif-deleted", "tag": "32ebb25e-e433-4703-991b-18706aa22626", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:05:22.615683 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60a27112-e5be-4e16-bbd4-b259956176ed {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:05:22.616281 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ba4434-c94b-46f3-9f55-80541a4a140f', 'name': 'network-vif-deleted', 'tag': '32ebb25e-e433-4703-991b-18706aa22626', 'status': 'completed', 'code': 200} Jul 15 14:05:22.878562 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d02c197a-c468-4b04-877d-9d93cf88bd13 req-2d6207b1-b0f6-4584-8505-1d16ca24bd17 tempest-TestEncryptedCinderVolumes-340932838 tempest-TestEncryptedCinderVolumes-340932838-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ba4434-c94b-46f3-9f55-80541a4a140f HTTP/1.1" status: 200 len: 210 time: 0.0321195 Jul 15 14:05:23.344721 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:23.455960 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f10bad48-ba7b-4e21-b2cf-315328d3b5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:24.009270 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49222) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:24.397868 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-32a3b91e-a219-4a5e-aca4-460fe9c94e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:24.695797 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-32a3b91e-a219-4a5e-aca4-460fe9c94e38 admin admin] Deleting port 58a84784-2ea2-40be-8283-4d2eb9c88e8f {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:05:24.696137 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-32a3b91e-a219-4a5e-aca4-460fe9c94e38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:24.781834 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-32a3b91e-a219-4a5e-aca4-460fe9c94e38 admin admin] For port 58a84784-2ea2-40be-8283-4d2eb9c88e8f, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=58a84784-2ea2-40be-8283-4d2eb9c88e8f,segment=NetworkSegment(7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640),segment_id=7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:24.782242 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-32a3b91e-a219-4a5e-aca4-460fe9c94e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:24.797543 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-32a3b91e-a219-4a5e-aca4-460fe9c94e38 admin admin] Calling delete_port for 58a84784-2ea2-40be-8283-4d2eb9c88e8f owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:05:24.930756 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:25.005227 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-32a3b91e-a219-4a5e-aca4-460fe9c94e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:25.034417 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3b91e-a219-4a5e-aca4-460fe9c94e38 admin admin] Pushing event deleted for resources: {'Port': ['ID=58a84784-2ea2-40be-8283-4d2eb9c88e8f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:25.048557 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3b91e-a219-4a5e-aca4-460fe9c94e38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:25.048918 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3b91e-a219-4a5e-aca4-460fe9c94e38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:25.049254 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3b91e-a219-4a5e-aca4-460fe9c94e38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:25.049589 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3b91e-a219-4a5e-aca4-460fe9c94e38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:25.049998 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3b91e-a219-4a5e-aca4-460fe9c94e38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:25.050326 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3b91e-a219-4a5e-aca4-460fe9c94e38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:25.050651 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3b91e-a219-4a5e-aca4-460fe9c94e38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:25.050966 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3b91e-a219-4a5e-aca4-460fe9c94e38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:25.051281 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3b91e-a219-4a5e-aca4-460fe9c94e38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:25.051623 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3b91e-a219-4a5e-aca4-460fe9c94e38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:25.051944 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3b91e-a219-4a5e-aca4-460fe9c94e38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:25.052268 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3b91e-a219-4a5e-aca4-460fe9c94e38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:25.144166 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 32ebb25e-e433-4703-991b-18706aa22626 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:05:25.190316 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 32ebb25e-e433-4703-991b-18706aa22626 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:05:25.191192 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 32ebb25e-e433-4703-991b-18706aa22626 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:05:25.250621 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-32a3b91e-a219-4a5e-aca4-460fe9c94e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:25.478400 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a3b91e-a219-4a5e-aca4-460fe9c94e38 admin admin] Router d7cdfee6-b32a-4e54-94cd-76bf16b6ac93 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:05:25.587794 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a3b91e-a219-4a5e-aca4-460fe9c94e38 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:05:25.592810 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-32a3b91e-a219-4a5e-aca4-460fe9c94e38 admin admin] 10.222.0.24 "PUT /v2.0/routers/d7cdfee6-b32a-4e54-94cd-76bf16b6ac93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5820429 Jul 15 14:05:25.595612 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49224) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:25.598275 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0582f9-c134-489a-b209-579c5f704fdb None None] Sync routers for ids ['d7cdfee6-b32a-4e54-94cd-76bf16b6ac93'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:05:25.612137 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0582f9-c134-489a-b209-579c5f704fdb None None] Routers {'d7cdfee6-b32a-4e54-94cd-76bf16b6ac93'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:05:25.612754 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-3b0582f9-c134-489a-b209-579c5f704fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:05:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d7cdfee6-b32a-4e54-94cd-76bf16b6ac93'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:25.714254 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:25.715463 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-3b0582f9-c134-489a-b209-579c5f704fdb None None] Set router d7cdfee6-b32a-4e54-94cd-76bf16b6ac93 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:05:25.721032 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d0f521a3-9ee4-461d-b900-d1211ddc8206 admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:25.853340 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d0f521a3-9ee4-461d-b900-d1211ddc8206 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:25.903661 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-3b0582f9-c134-489a-b209-579c5f704fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cdfee6-b32a-4e54-94cd-76bf16b6ac93', 'name': 'tempest-TestEncryptedCinderVolumes-553045588-router', 'tenant_id': '7169e19023ba42ae88c9f089f73d03d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': 'b5577847-688e-4550-a626-eb86eff1a718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:03Z', 'updated_at': '2021-07-15T14:05:24Z', 'revision_number': 5, 'project_id': '7169e19023ba42ae88c9f089f73d03d5', 'gw_port': {'id': 'b5577847-688e-4550-a626-eb86eff1a718', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cdfee6-b32a-4e54-94cd-76bf16b6ac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:04Z', 'updated_at': '2021-07-15T14:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:25.913429 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-d0f521a3-9ee4-461d-b900-d1211ddc8206 admin admin] Deleting port b5577847-688e-4550-a626-eb86eff1a718 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:05:25.913790 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d0f521a3-9ee4-461d-b900-d1211ddc8206 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:25.931245 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0582f9-c134-489a-b209-579c5f704fdb None None] Checking router: d7cdfee6-b32a-4e54-94cd-76bf16b6ac93 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:05:25.941306 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0582f9-c134-489a-b209-579c5f704fdb None None] Routers {'d7cdfee6-b32a-4e54-94cd-76bf16b6ac93'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:05:25.943160 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-3b0582f9-c134-489a-b209-579c5f704fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:05:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d7cdfee6-b32a-4e54-94cd-76bf16b6ac93'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:25.999314 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-d0f521a3-9ee4-461d-b900-d1211ddc8206 admin admin] For port b5577847-688e-4550-a626-eb86eff1a718, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b5577847-688e-4550-a626-eb86eff1a718,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:25.999676 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d0f521a3-9ee4-461d-b900-d1211ddc8206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:26.014993 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-d0f521a3-9ee4-461d-b900-d1211ddc8206 admin admin] Calling delete_port for b5577847-688e-4550-a626-eb86eff1a718 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:05:26.041074 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-3b0582f9-c134-489a-b209-579c5f704fdb None None] Set router d7cdfee6-b32a-4e54-94cd-76bf16b6ac93 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:05:26.100272 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-3b0582f9-c134-489a-b209-579c5f704fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cdfee6-b32a-4e54-94cd-76bf16b6ac93', 'name': 'tempest-TestEncryptedCinderVolumes-553045588-router', 'tenant_id': '7169e19023ba42ae88c9f089f73d03d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:03Z', 'updated_at': '2021-07-15T14:05:25Z', 'revision_number': 6, 'project_id': '7169e19023ba42ae88c9f089f73d03d5', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:26.131566 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0582f9-c134-489a-b209-579c5f704fdb None None] The sync data for ids ['d7cdfee6-b32a-4e54-94cd-76bf16b6ac93'] in n-d-758944-45 is: [{'id': 'd7cdfee6-b32a-4e54-94cd-76bf16b6ac93', 'name': 'tempest-TestEncryptedCinderVolumes-553045588-router', 'tenant_id': '7169e19023ba42ae88c9f089f73d03d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:03Z', 'updated_at': '2021-07-15T14:05:25Z', 'revision_number': 6, 'project_id': '7169e19023ba42ae88c9f089f73d03d5', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:05:26.219165 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d0f521a3-9ee4-461d-b900-d1211ddc8206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:26.250321 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f521a3-9ee4-461d-b900-d1211ddc8206 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5577847-688e-4550-a626-eb86eff1a718,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:26.320507 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d0f521a3-9ee4-461d-b900-d1211ddc8206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:26.418052 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d0f521a3-9ee4-461d-b900-d1211ddc8206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:26.420297 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d0f521a3-9ee4-461d-b900-d1211ddc8206 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:26.466490 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d0f521a3-9ee4-461d-b900-d1211ddc8206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:26.467051 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f521a3-9ee4-461d-b900-d1211ddc8206 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7cdfee6-b32a-4e54-94cd-76bf16b6ac93 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:05:26.471821 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d0f521a3-9ee4-461d-b900-d1211ddc8206 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:26.473434 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d0f521a3-9ee4-461d-b900-d1211ddc8206 admin admin] 10.222.0.24 "DELETE /v2.0/routers/d7cdfee6-b32a-4e54-94cd-76bf16b6ac93 HTTP/1.1" status: 204 len: 168 time: 0.8764853 Jul 15 14:05:26.476609 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49226) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:26.532925 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa02281-be0d-4b48-9923-bd5805737c2b admin admin] Deleting subnet d6bcab74-0d3a-4528-b945-385a87f8a11d {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:05:26.536963 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:26.539623 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-daa02281-be0d-4b48-9923-bd5805737c2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:26.602027 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-daa02281-be0d-4b48-9923-bd5805737c2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:26.687342 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-daa02281-be0d-4b48-9923-bd5805737c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:26.743424 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-daa02281-be0d-4b48-9923-bd5805737c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:26.769491 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa02281-be0d-4b48-9923-bd5805737c2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6bcab74-0d3a-4528-b945-385a87f8a11d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:26.773809 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-daa02281-be0d-4b48-9923-bd5805737c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:26.775755 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-daa02281-be0d-4b48-9923-bd5805737c2b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d6bcab74-0d3a-4528-b945-385a87f8a11d HTTP/1.1" status: 204 len: 168 time: 0.2980926 Jul 15 14:05:26.779860 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49228) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:26.783391 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed849d3-b59b-4db8-98e5-f46d1009d49a None None] Network 87e2dd82-8d95-4b91-a90d-ba5aeae60619 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:05:26.860396 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f75cf57-12cd-428a-82c4-0800d8f41658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:26.923367 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1f75cf57-12cd-428a-82c4-0800d8f41658 admin admin] Deleting port f35e320a-2c63-4df0-b7a8-73b71992913e {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:05:26.924014 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f75cf57-12cd-428a-82c4-0800d8f41658 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:26.993851 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11679294-8960-43b8-8c09-fc6db4f89ae2 None None] DHCP port deletion for 87e2dd82-8d95-4b91-a90d-ba5aeae60619 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:05:27.001862 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-1f75cf57-12cd-428a-82c4-0800d8f41658 admin admin] For port f35e320a-2c63-4df0-b7a8-73b71992913e, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=f35e320a-2c63-4df0-b7a8-73b71992913e,segment=NetworkSegment(7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640),segment_id=7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:27.002387 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f75cf57-12cd-428a-82c4-0800d8f41658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:27.022530 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1f75cf57-12cd-428a-82c4-0800d8f41658 admin admin] Calling delete_port for f35e320a-2c63-4df0-b7a8-73b71992913e owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:05:27.042570 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-11679294-8960-43b8-8c09-fc6db4f89ae2 None None] Deleting port f35e320a-2c63-4df0-b7a8-73b71992913e {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:05:27.042944 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-11679294-8960-43b8-8c09-fc6db4f89ae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:27.104048 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f75cf57-12cd-428a-82c4-0800d8f41658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:27.109001 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-11679294-8960-43b8-8c09-fc6db4f89ae2 None None] For port f35e320a-2c63-4df0-b7a8-73b71992913e, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=f35e320a-2c63-4df0-b7a8-73b71992913e,segment=NetworkSegment(7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640),segment_id=7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:27.109397 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-11679294-8960-43b8-8c09-fc6db4f89ae2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:27.122210 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-11679294-8960-43b8-8c09-fc6db4f89ae2 None None] Calling delete_port for f35e320a-2c63-4df0-b7a8-73b71992913e owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:05:27.130782 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75cf57-12cd-428a-82c4-0800d8f41658 admin admin] Pushing event deleted for resources: {'Port': ['ID=f35e320a-2c63-4df0-b7a8-73b71992913e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:27.137834 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f75cf57-12cd-428a-82c4-0800d8f41658 admin admin] No DVR routers for this DVR port f35e320a-2c63-4df0-b7a8-73b71992913e on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:05:27.223122 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 58a84784-2ea2-40be-8283-4d2eb9c88e8f no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:05:27.226106 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f75cf57-12cd-428a-82c4-0800d8f41658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:27.226930 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-11679294-8960-43b8-8c09-fc6db4f89ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:27.237131 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-1f75cf57-12cd-428a-82c4-0800d8f41658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e2dd82-8d95-4b91-a90d-ba5aeae60619']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:27.250918 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-1f75cf57-12cd-428a-82c4-0800d8f41658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:27.251403 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-1f75cf57-12cd-428a-82c4-0800d8f41658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4dfd8b-eef8-4e7f-8b5a-9bd8e476b640') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:27.262871 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f75cf57-12cd-428a-82c4-0800d8f41658 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:27.268399 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 58a84784-2ea2-40be-8283-4d2eb9c88e8f {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:05:27.268750 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 58a84784-2ea2-40be-8283-4d2eb9c88e8f not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:05:27.269187 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f35e320a-2c63-4df0-b7a8-73b71992913e no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:05:27.272318 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11679294-8960-43b8-8c09-fc6db4f89ae2 None None] Pushing event deleted for resources: {'Port': ['ID=f35e320a-2c63-4df0-b7a8-73b71992913e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:27.283641 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f75cf57-12cd-428a-82c4-0800d8f41658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:27.290185 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f75cf57-12cd-428a-82c4-0800d8f41658 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:05:27.290696 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11679294-8960-43b8-8c09-fc6db4f89ae2 None None] No DVR routers for this DVR port f35e320a-2c63-4df0-b7a8-73b71992913e on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:05:27.290815 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f75cf57-12cd-428a-82c4-0800d8f41658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:27.292456 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: f35e320a-2c63-4df0-b7a8-73b71992913e {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: timer() Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:05:27.292644 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:05:27.295288 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f35e320a-2c63-4df0-b7a8-73b71992913e not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:05:27.295288 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b5577847-688e-4550-a626-eb86eff1a718 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:05:27.316512 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: b5577847-688e-4550-a626-eb86eff1a718 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:05:27.316858 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b5577847-688e-4550-a626-eb86eff1a718 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:05:27.352144 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f75cf57-12cd-428a-82c4-0800d8f41658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:27.358275 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f75cf57-12cd-428a-82c4-0800d8f41658 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:27.360102 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1f75cf57-12cd-428a-82c4-0800d8f41658 admin admin] 10.222.0.24 "DELETE /v2.0/networks/87e2dd82-8d95-4b91-a90d-ba5aeae60619 HTTP/1.1" status: 204 len: 168 time: 0.5790188 Jul 15 14:05:27.363211 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49230) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:27.375287 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75cf57-12cd-428a-82c4-0800d8f41658 admin admin] Pushing event deleted for resources: {'Network': ['ID=87e2dd82-8d95-4b91-a90d-ba5aeae60619,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:27.713085 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-512ec09e-20fa-4528-88c6-72007e8031f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:28.216669 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-512ec09e-20fa-4528-88c6-72007e8031f3 admin admin] Deleting port 48fba8d0-8e9d-432d-94fd-d656a7a4589f {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:05:28.216990 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-512ec09e-20fa-4528-88c6-72007e8031f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:28.295067 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-512ec09e-20fa-4528-88c6-72007e8031f3 admin admin] For port 48fba8d0-8e9d-432d-94fd-d656a7a4589f, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=48fba8d0-8e9d-432d-94fd-d656a7a4589f,segment=NetworkSegment(ce1c14af-3fe7-4726-a312-8132bf233ce8),segment_id=ce1c14af-3fe7-4726-a312-8132bf233ce8)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:28.295426 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-512ec09e-20fa-4528-88c6-72007e8031f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:28.307233 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-512ec09e-20fa-4528-88c6-72007e8031f3 admin admin] Calling delete_port for 48fba8d0-8e9d-432d-94fd-d656a7a4589f owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:05:28.487373 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-512ec09e-20fa-4528-88c6-72007e8031f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:28.516526 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ec09e-20fa-4528-88c6-72007e8031f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=48fba8d0-8e9d-432d-94fd-d656a7a4589f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:28.680524 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-512ec09e-20fa-4528-88c6-72007e8031f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:28.893971 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512ec09e-20fa-4528-88c6-72007e8031f3 admin admin] Router 3738fdb1-3be6-4f70-8895-656c5cdff80a has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:05:28.999222 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512ec09e-20fa-4528-88c6-72007e8031f3 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:05:29.005153 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-512ec09e-20fa-4528-88c6-72007e8031f3 admin admin] 10.222.0.24 "PUT /v2.0/routers/3738fdb1-3be6-4f70-8895-656c5cdff80a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6400316 Jul 15 14:05:29.006842 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49232) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:29.009602 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198074f7-f2ba-4fa7-9391-764bdeea6b52 None None] Sync routers for ids ['3738fdb1-3be6-4f70-8895-656c5cdff80a'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:05:29.018901 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198074f7-f2ba-4fa7-9391-764bdeea6b52 None None] Routers {'3738fdb1-3be6-4f70-8895-656c5cdff80a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:05:29.019504 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-198074f7-f2ba-4fa7-9391-764bdeea6b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:05:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['3738fdb1-3be6-4f70-8895-656c5cdff80a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:29.109660 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a40aeb80-b335-470e-8e0c-de0e2d7f4200 admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:29.121956 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-198074f7-f2ba-4fa7-9391-764bdeea6b52 None None] Set router 3738fdb1-3be6-4f70-8895-656c5cdff80a gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:05:29.219807 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a40aeb80-b335-470e-8e0c-de0e2d7f4200 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:29.273001 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a40aeb80-b335-470e-8e0c-de0e2d7f4200 admin admin] Deleting port 6441c7b1-c354-467d-9db8-93dc923f4e29 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:05:29.273245 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a40aeb80-b335-470e-8e0c-de0e2d7f4200 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:29.302304 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-198074f7-f2ba-4fa7-9391-764bdeea6b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3738fdb1-3be6-4f70-8895-656c5cdff80a', 'name': 'tempest-TestEncryptedCinderVolumes-1563529760-router', 'tenant_id': '1c3ad3e700b649239c00a71483321622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '6441c7b1-c354-467d-9db8-93dc923f4e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:08Z', 'updated_at': '2021-07-15T14:05:28Z', 'revision_number': 5, 'project_id': '1c3ad3e700b649239c00a71483321622', 'gw_port': {'id': '6441c7b1-c354-467d-9db8-93dc923f4e29', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3738fdb1-3be6-4f70-8895-656c5cdff80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:04:09Z', 'updated_at': '2021-07-15T14:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:29.328287 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198074f7-f2ba-4fa7-9391-764bdeea6b52 None None] Checking router: 3738fdb1-3be6-4f70-8895-656c5cdff80a for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:05:29.336486 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198074f7-f2ba-4fa7-9391-764bdeea6b52 None None] Routers {'3738fdb1-3be6-4f70-8895-656c5cdff80a'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:05:29.337144 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-198074f7-f2ba-4fa7-9391-764bdeea6b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:05:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['3738fdb1-3be6-4f70-8895-656c5cdff80a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:29.356897 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-a40aeb80-b335-470e-8e0c-de0e2d7f4200 admin admin] For port 6441c7b1-c354-467d-9db8-93dc923f4e29, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=6441c7b1-c354-467d-9db8-93dc923f4e29,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:29.357259 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a40aeb80-b335-470e-8e0c-de0e2d7f4200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:29.370288 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a40aeb80-b335-470e-8e0c-de0e2d7f4200 admin admin] Calling delete_port for 6441c7b1-c354-467d-9db8-93dc923f4e29 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:05:29.426955 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-198074f7-f2ba-4fa7-9391-764bdeea6b52 None None] Set router 3738fdb1-3be6-4f70-8895-656c5cdff80a gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:05:29.483744 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-198074f7-f2ba-4fa7-9391-764bdeea6b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3738fdb1-3be6-4f70-8895-656c5cdff80a', 'name': 'tempest-TestEncryptedCinderVolumes-1563529760-router', 'tenant_id': '1c3ad3e700b649239c00a71483321622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:08Z', 'updated_at': '2021-07-15T14:05:29Z', 'revision_number': 6, 'project_id': '1c3ad3e700b649239c00a71483321622', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:29.511827 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198074f7-f2ba-4fa7-9391-764bdeea6b52 None None] The sync data for ids ['3738fdb1-3be6-4f70-8895-656c5cdff80a'] in n-d-758944-45 is: [{'id': '3738fdb1-3be6-4f70-8895-656c5cdff80a', 'name': 'tempest-TestEncryptedCinderVolumes-1563529760-router', 'tenant_id': '1c3ad3e700b649239c00a71483321622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:04:08Z', 'updated_at': '2021-07-15T14:05:29Z', 'revision_number': 6, 'project_id': '1c3ad3e700b649239c00a71483321622', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:05:29.539565 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a40aeb80-b335-470e-8e0c-de0e2d7f4200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:29.570623 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40aeb80-b335-470e-8e0c-de0e2d7f4200 admin admin] Pushing event deleted for resources: {'Port': ['ID=6441c7b1-c354-467d-9db8-93dc923f4e29,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:29.632358 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a40aeb80-b335-470e-8e0c-de0e2d7f4200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:29.724852 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a40aeb80-b335-470e-8e0c-de0e2d7f4200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:29.727021 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a40aeb80-b335-470e-8e0c-de0e2d7f4200 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:29.769367 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a40aeb80-b335-470e-8e0c-de0e2d7f4200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:29.770039 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40aeb80-b335-470e-8e0c-de0e2d7f4200 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3738fdb1-3be6-4f70-8895-656c5cdff80a {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:05:29.774822 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a40aeb80-b335-470e-8e0c-de0e2d7f4200 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:29.775973 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a40aeb80-b335-470e-8e0c-de0e2d7f4200 admin admin] 10.222.0.24 "DELETE /v2.0/routers/3738fdb1-3be6-4f70-8895-656c5cdff80a HTTP/1.1" status: 204 len: 168 time: 0.7682292 Jul 15 14:05:29.778573 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49234) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:29.825236 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-d36d0e2d-002f-4a2a-bd1c-07aee1d64766 admin admin] Deleting subnet 9141f03a-65fc-467e-9ffd-317af5091128 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:05:29.828159 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d36d0e2d-002f-4a2a-bd1c-07aee1d64766 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:29.863340 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d36d0e2d-002f-4a2a-bd1c-07aee1d64766 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8662720'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:29.943023 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d36d0e2d-002f-4a2a-bd1c-07aee1d64766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:29.999653 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d36d0e2d-002f-4a2a-bd1c-07aee1d64766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12120304'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:30.027561 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d0e2d-002f-4a2a-bd1c-07aee1d64766 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9141f03a-65fc-467e-9ffd-317af5091128,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:30.029527 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d36d0e2d-002f-4a2a-bd1c-07aee1d64766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:30.031456 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d36d0e2d-002f-4a2a-bd1c-07aee1d64766 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9141f03a-65fc-467e-9ffd-317af5091128 HTTP/1.1" status: 204 len: 168 time: 0.2519338 Jul 15 14:05:30.034035 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49236) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:30.037007 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656fc4a0-9ddd-4582-a301-42a1125f5c04 None None] Network ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:05:30.102512 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5bf864a-ae26-4f74-8393-26eaa449eed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:30.154428 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-e5bf864a-ae26-4f74-8393-26eaa449eed8 admin admin] Deleting port 1c5a0d20-7a90-49aa-aded-884220cfdfc4 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:05:30.154774 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5bf864a-ae26-4f74-8393-26eaa449eed8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:30.222957 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-e5bf864a-ae26-4f74-8393-26eaa449eed8 admin admin] For port 1c5a0d20-7a90-49aa-aded-884220cfdfc4, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=1c5a0d20-7a90-49aa-aded-884220cfdfc4,segment=NetworkSegment(ce1c14af-3fe7-4726-a312-8132bf233ce8),segment_id=ce1c14af-3fe7-4726-a312-8132bf233ce8)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:30.223255 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5bf864a-ae26-4f74-8393-26eaa449eed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:30.235827 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-e5bf864a-ae26-4f74-8393-26eaa449eed8 admin admin] Calling delete_port for 1c5a0d20-7a90-49aa-aded-884220cfdfc4 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:05:30.273039 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdacc0a-93f4-4a28-8afd-49c9ef102ede None None] DHCP port deletion for ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:05:30.319820 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2bdacc0a-93f4-4a28-8afd-49c9ef102ede None None] Deleting port 1c5a0d20-7a90-49aa-aded-884220cfdfc4 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:05:30.320199 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2bdacc0a-93f4-4a28-8afd-49c9ef102ede None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:30.325260 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5bf864a-ae26-4f74-8393-26eaa449eed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:30.354697 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf864a-ae26-4f74-8393-26eaa449eed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c5a0d20-7a90-49aa-aded-884220cfdfc4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:30.358057 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bf864a-ae26-4f74-8393-26eaa449eed8 admin admin] No DVR routers for this DVR port 1c5a0d20-7a90-49aa-aded-884220cfdfc4 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:05:30.393354 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-2bdacc0a-93f4-4a28-8afd-49c9ef102ede None None] For port 1c5a0d20-7a90-49aa-aded-884220cfdfc4, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=1c5a0d20-7a90-49aa-aded-884220cfdfc4,segment=NetworkSegment(ce1c14af-3fe7-4726-a312-8132bf233ce8),segment_id=ce1c14af-3fe7-4726-a312-8132bf233ce8)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:30.393912 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2bdacc0a-93f4-4a28-8afd-49c9ef102ede None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:30.407119 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-2bdacc0a-93f4-4a28-8afd-49c9ef102ede None None] Calling delete_port for 1c5a0d20-7a90-49aa-aded-884220cfdfc4 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:05:30.431373 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5bf864a-ae26-4f74-8393-26eaa449eed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:30.441790 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e5bf864a-ae26-4f74-8393-26eaa449eed8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:30.454380 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e5bf864a-ae26-4f74-8393-26eaa449eed8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce1c14af-3fe7-4726-a312-8132bf233ce8') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:30.454745 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e5bf864a-ae26-4f74-8393-26eaa449eed8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce1c14af-3fe7-4726-a312-8132bf233ce8') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:30.465727 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5bf864a-ae26-4f74-8393-26eaa449eed8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:30.491111 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2bdacc0a-93f4-4a28-8afd-49c9ef102ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:30.491387 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5bf864a-ae26-4f74-8393-26eaa449eed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:30.499240 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5bf864a-ae26-4f74-8393-26eaa449eed8 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:05:30.499564 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5bf864a-ae26-4f74-8393-26eaa449eed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:30.501554 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 14:05:30.501554 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:05:30.501554 n-d-758944-45 neutron-server[93813]: timer() Jul 15 14:05:30.501554 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:05:30.501554 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 14:05:30.501554 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:05:30.501554 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 14:05:30.501554 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:05:30.501554 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 14:05:30.501554 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:05:30.501554 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 14:05:30.501554 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:05:30.501554 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 14:05:30.501554 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:05:30.501554 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:05:30.501554 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:05:30.501554 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:05:30.501554 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:05:30.501554 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 14:05:30.501554 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:05:30.501554 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 14:05:30.501554 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:05:30.501554 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:05:30.501554 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:05:30.501554 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 14:05:30.501554 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:05:30.501554 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:05:30.501554 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:05:30.501554 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:05:30.501554 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:05:30.501554 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:05:30.501554 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:05:30.520984 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdacc0a-93f4-4a28-8afd-49c9ef102ede None None] Pushing event deleted for resources: {'Port': ['ID=1c5a0d20-7a90-49aa-aded-884220cfdfc4,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:30.524526 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdacc0a-93f4-4a28-8afd-49c9ef102ede None None] No DVR routers for this DVR port 1c5a0d20-7a90-49aa-aded-884220cfdfc4 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:05:30.567530 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5bf864a-ae26-4f74-8393-26eaa449eed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:30.573269 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5bf864a-ae26-4f74-8393-26eaa449eed8 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:30.575342 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e5bf864a-ae26-4f74-8393-26eaa449eed8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191 HTTP/1.1" status: 204 len: 168 time: 0.5402043 Jul 15 14:05:30.587398 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf864a-ae26-4f74-8393-26eaa449eed8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff98c76a-b95a-4cf6-bf4d-c5afd6cd5191,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:30.744342 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49240) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:30.783597 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4ba27fc5-1ba7-403a-b13b-b4680a5a1b5e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7169e19023ba42ae88c9f089f73d03d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380530 Jul 15 14:05:30.786614 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49242) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:30.834003 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-83d1958b-5264-4363-ae42-1bb92d9c9072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:30.855544 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-83d1958b-5264-4363-ae42-1bb92d9c9072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:30.905820 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-83d1958b-5264-4363-ae42-1bb92d9c9072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:30.908292 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-83d1958b-5264-4363-ae42-1bb92d9c9072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:30.909446 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-83d1958b-5264-4363-ae42-1bb92d9c9072 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6b6a3ebf-c638-45ec-a9db-1ddedef93781 HTTP/1.1" status: 204 len: 168 time: 0.1219895 Jul 15 14:05:30.917779 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d1958b-5264-4363-ae42-1bb92d9c9072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6a3ebf-c638-45ec-a9db-1ddedef93781,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:31.205526 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 48fba8d0-8e9d-432d-94fd-d656a7a4589f no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:05:31.226845 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 48fba8d0-8e9d-432d-94fd-d656a7a4589f {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:05:31.227190 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 48fba8d0-8e9d-432d-94fd-d656a7a4589f not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:05:31.227661 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1c5a0d20-7a90-49aa-aded-884220cfdfc4 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:05:31.228662 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49248) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:31.246381 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 1c5a0d20-7a90-49aa-aded-884220cfdfc4 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:05:31.246722 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 1c5a0d20-7a90-49aa-aded-884220cfdfc4 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:05:31.247275 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 6441c7b1-c354-467d-9db8-93dc923f4e29 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:05:31.265629 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 6441c7b1-c354-467d-9db8-93dc923f4e29 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:05:31.265998 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 6441c7b1-c354-467d-9db8-93dc923f4e29 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:05:31.269953 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-49d11fac-29ea-4418-8fae-2f784762d42b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c3ad3e700b649239c00a71483321622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398021 Jul 15 14:05:31.273143 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49250) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:31.321181 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6de9b745-4321-49be-9899-782ef3b8c6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:31.342133 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6de9b745-4321-49be-9899-782ef3b8c6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:31.387424 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6de9b745-4321-49be-9899-782ef3b8c6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:31.390454 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6de9b745-4321-49be-9899-782ef3b8c6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:31.391617 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6de9b745-4321-49be-9899-782ef3b8c6e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e571a21-5655-4d8e-9fce-0b04fde91bc2 HTTP/1.1" status: 204 len: 168 time: 0.1175396 Jul 15 14:05:31.400714 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9b745-4321-49be-9899-782ef3b8c6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e571a21-5655-4d8e-9fce-0b04fde91bc2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:32.028673 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49272) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:32.122203 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d2b4d988-2d6b-469a-948d-7441d88cbf30 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1290741422-network', 'tenant_id': 'c60c68aabb5e42739249c009762f83f1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:32.142399 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b4d988-2d6b-469a-948d-7441d88cbf30 admin admin] Made reservation on behalf of c60c68aabb5e42739249c009762f83f1 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:05:32.144653 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d2b4d988-2d6b-469a-948d-7441d88cbf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:32.152627 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d2b4d988-2d6b-469a-948d-7441d88cbf30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:32.241915 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d2b4d988-2d6b-469a-948d-7441d88cbf30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:32.247051 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d2b4d988-2d6b-469a-948d-7441d88cbf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:32.272196 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b4d988-2d6b-469a-948d-7441d88cbf30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:05:32.282010 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4d988-2d6b-469a-948d-7441d88cbf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4ad970-0f62-41be-bdb8-49a4011f7bdd,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:32.287896 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d2b4d988-2d6b-469a-948d-7441d88cbf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:32.288245 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-d2b4d988-2d6b-469a-948d-7441d88cbf30 admin admin] Added segment 4fbf94c0-f767-4a0c-a3be-3ed8998cb19d of type vlan for network 5b8ef7e3-b420-4566-90c4-8b10f5798449 Jul 15 14:05:32.330101 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d2b4d988-2d6b-469a-948d-7441d88cbf30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:32.358188 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d2b4d988-2d6b-469a-948d-7441d88cbf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:32.359292 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b4d988-2d6b-469a-948d-7441d88cbf30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:32.359872 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d2b4d988-2d6b-469a-948d-7441d88cbf30 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:32.391204 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d2b4d988-2d6b-469a-948d-7441d88cbf30 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3614340 Jul 15 14:05:32.393963 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49276) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:32.399472 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9706a558-6777-4f14-bc29-2cf79c61d310 admin admin] Request body: {'subnet': {'network_id': '5b8ef7e3-b420-4566-90c4-8b10f5798449', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1290741422-subnet', 'tenant_id': 'c60c68aabb5e42739249c009762f83f1', 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:32.434602 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4d988-2d6b-469a-948d-7441d88cbf30 admin admin] Pushing event updated for resources: {'Network': ['ID=5b8ef7e3-b420-4566-90c4-8b10f5798449,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:32.444167 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 5b8ef7e3-b420-4566-90c4-8b10f5798449 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:05:32.447215 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9706a558-6777-4f14-bc29-2cf79c61d310 admin admin] Made reservation on behalf of c60c68aabb5e42739249c009762f83f1 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:05:32.449624 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9706a558-6777-4f14-bc29-2cf79c61d310 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:32.613885 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9706a558-6777-4f14-bc29-2cf79c61d310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:32.668034 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706a558-6777-4f14-bc29-2cf79c61d310 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aca50782-1b5b-462c-a4e7-7a7ba39b7dd0,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:32.675086 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9706a558-6777-4f14-bc29-2cf79c61d310 admin admin] Checking segment: {'id': '4fbf94c0-f767-4a0c-a3be-3ed8998cb19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5b8ef7e3-b420-4566-90c4-8b10f5798449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:05:32.675440 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9706a558-6777-4f14-bc29-2cf79c61d310 admin admin] Network hostable DHCP agents. Network: 5b8ef7e3-b420-4566-90c4-8b10f5798449, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:05:32.691256 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9706a558-6777-4f14-bc29-2cf79c61d310 admin admin] Network 5b8ef7e3-b420-4566-90c4-8b10f5798449 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:05:32.699801 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-9706a558-6777-4f14-bc29-2cf79c61d310 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 5b8ef7e3-b420-4566-90c4-8b10f5798449) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:05:32.703664 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9706a558-6777-4f14-bc29-2cf79c61d310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:32.704247 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9706a558-6777-4f14-bc29-2cf79c61d310 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:32.710227 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f06eb9b-074a-4ac0-ae7c-b33b78475cfd None None] Network 5b8ef7e3-b420-4566-90c4-8b10f5798449 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:05:32.718474 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9706a558-6777-4f14-bc29-2cf79c61d310 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3235075 Jul 15 14:05:32.721401 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49278) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:32.726322 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-aa0c649b-0b28-4ef5-9df5-ef09595bbfb8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1290741422-router', 'tenant_id': 'c60c68aabb5e42739249c009762f83f1', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:32.747036 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa0c649b-0b28-4ef5-9df5-ef09595bbfb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:32.748070 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa0c649b-0b28-4ef5-9df5-ef09595bbfb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:32.804914 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa0c649b-0b28-4ef5-9df5-ef09595bbfb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:32.854522 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8bac90-367b-4a2c-ba9e-50846314a0f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-5b8ef7e3-b420-4566-90c4-8b10f5798449', 'network_id': '5b8ef7e3-b420-4566-90c4-8b10f5798449', 'tenant_id': 'c60c68aabb5e42739249c009762f83f1', 'fixed_ips': [{'subnet_id': 'aca50782-1b5b-462c-a4e7-7a7ba39b7dd0'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:05:32.855380 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3a8bac90-367b-4a2c-ba9e-50846314a0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:32.988055 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-3a8bac90-367b-4a2c-ba9e-50846314a0f2 None None] Allocated IP 172.20.0.2 (5b8ef7e3-b420-4566-90c4-8b10f5798449/aca50782-1b5b-462c-a4e7-7a7ba39b7dd0/160ff730-8f84-41ba-9c06-ebbd926edae6) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:05:33.162228 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3a8bac90-367b-4a2c-ba9e-50846314a0f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:33.171463 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3a8bac90-367b-4a2c-ba9e-50846314a0f2 None None] Transition to ACTIVE for port object 160ff730-8f84-41ba-9c06-ebbd926edae6 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:05:33.187755 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3a8bac90-367b-4a2c-ba9e-50846314a0f2 None None] Transition to ACTIVE for port object 160ff730-8f84-41ba-9c06-ebbd926edae6 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:05:33.197971 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3a8bac90-367b-4a2c-ba9e-50846314a0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:33.243056 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8bac90-367b-4a2c-ba9e-50846314a0f2 None None] Network 5b8ef7e3-b420-4566-90c4-8b10f5798449 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:05:33.248083 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-3a8bac90-367b-4a2c-ba9e-50846314a0f2 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:05:33.251788 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa0c649b-0b28-4ef5-9df5-ef09595bbfb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:33.252515 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8bac90-367b-4a2c-ba9e-50846314a0f2 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:05:33.256397 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8bac90-367b-4a2c-ba9e-50846314a0f2 None None] Pushing event updated for resources: {'Port': ['ID=160ff730-8f84-41ba-9c06-ebbd926edae6,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:33.454105 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa0c649b-0b28-4ef5-9df5-ef09595bbfb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:33.464330 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-3a8bac90-367b-4a2c-ba9e-50846314a0f2 None None] Attempting to bind port 160ff730-8f84-41ba-9c06-ebbd926edae6 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:05:33.464828 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-3a8bac90-367b-4a2c-ba9e-50846314a0f2 None None] Attempting to bind port 160ff730-8f84-41ba-9c06-ebbd926edae6 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fbf94c0-f767-4a0c-a3be-3ed8998cb19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5b8ef7e3-b420-4566-90c4-8b10f5798449'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:05:33.465046 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8bac90-367b-4a2c-ba9e-50846314a0f2 None None] Attempting to bind port 160ff730-8f84-41ba-9c06-ebbd926edae6 on network 5b8ef7e3-b420-4566-90c4-8b10f5798449 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:05:33.469917 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8bac90-367b-4a2c-ba9e-50846314a0f2 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:05:33.470289 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8bac90-367b-4a2c-ba9e-50846314a0f2 None None] Checking segment: {'id': '4fbf94c0-f767-4a0c-a3be-3ed8998cb19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5b8ef7e3-b420-4566-90c4-8b10f5798449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:05:33.470686 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3a8bac90-367b-4a2c-ba9e-50846314a0f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:33.471080 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8bac90-367b-4a2c-ba9e-50846314a0f2 None None] Bound using segment: {'id': '4fbf94c0-f767-4a0c-a3be-3ed8998cb19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5b8ef7e3-b420-4566-90c4-8b10f5798449'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:05:33.471571 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-3a8bac90-367b-4a2c-ba9e-50846314a0f2 None None] Bound port: 160ff730-8f84-41ba-9c06-ebbd926edae6, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fbf94c0-f767-4a0c-a3be-3ed8998cb19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5b8ef7e3-b420-4566-90c4-8b10f5798449'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:05:33.471918 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3a8bac90-367b-4a2c-ba9e-50846314a0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:33.472704 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa0c649b-0b28-4ef5-9df5-ef09595bbfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:33.534888 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-3a8bac90-367b-4a2c-ba9e-50846314a0f2 None None] For port 160ff730-8f84-41ba-9c06-ebbd926edae6, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:05:33.538535 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-3a8bac90-367b-4a2c-ba9e-50846314a0f2 None None] For port 160ff730-8f84-41ba-9c06-ebbd926edae6, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=160ff730-8f84-41ba-9c06-ebbd926edae6,segment=NetworkSegment(4fbf94c0-f767-4a0c-a3be-3ed8998cb19d),segment_id=4fbf94c0-f767-4a0c-a3be-3ed8998cb19d)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:05:33.542608 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3a8bac90-367b-4a2c-ba9e-50846314a0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:33.578621 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-aa0c649b-0b28-4ef5-9df5-ef09595bbfb8 admin admin] Allocated IP 172.25.6.176 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:05:33.611275 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8bac90-367b-4a2c-ba9e-50846314a0f2 None None] Pushing event updated for resources: {'Port': ['ID=160ff730-8f84-41ba-9c06-ebbd926edae6,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:33.686425 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa0c649b-0b28-4ef5-9df5-ef09595bbfb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:33.745499 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa0c649b-0b28-4ef5-9df5-ef09595bbfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:33.793631 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0c649b-0b28-4ef5-9df5-ef09595bbfb8 admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:05:33.796610 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-aa0c649b-0b28-4ef5-9df5-ef09595bbfb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:05:33.800438 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0c649b-0b28-4ef5-9df5-ef09595bbfb8 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:05:33.823389 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c649b-0b28-4ef5-9df5-ef09595bbfb8 admin admin] Pushing event updated for resources: {'Port': ['ID=c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:34.055199 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa0c649b-0b28-4ef5-9df5-ef09595bbfb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:34.253651 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa0c649b-0b28-4ef5-9df5-ef09595bbfb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:34.387870 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0c649b-0b28-4ef5-9df5-ef09595bbfb8 admin admin] Router 259908a6-f85d-4cda-9665-b44ae9452fdf is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:05:34.502525 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0c649b-0b28-4ef5-9df5-ef09595bbfb8 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:05:34.513253 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a264d2fa-53fd-4c61-acc9-89847a474487 None None] Sync routers for ids ['259908a6-f85d-4cda-9665-b44ae9452fdf'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:05:34.518607 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aace9261-6561-4df9-aa44-110654daca5d None None] Network 5b8ef7e3-b420-4566-90c4-8b10f5798449 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:05:34.523527 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a264d2fa-53fd-4c61-acc9-89847a474487 None None] Routers {'259908a6-f85d-4cda-9665-b44ae9452fdf'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:05:34.523702 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa0c649b-0b28-4ef5-9df5-ef09595bbfb8 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:34.524140 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a264d2fa-53fd-4c61-acc9-89847a474487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:05:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['259908a6-f85d-4cda-9665-b44ae9452fdf'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:34.524913 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-aa0c649b-0b28-4ef5-9df5-ef09595bbfb8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8025408 Jul 15 14:05:34.527727 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49280) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:34.554639 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3c2de679-5fda-425d-9c8c-abb43156540d None None] Provisioning for port 160ff730-8f84-41ba-9c06-ebbd926edae6 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:05:34.632298 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-a264d2fa-53fd-4c61-acc9-89847a474487 None None] Set router 259908a6-f85d-4cda-9665-b44ae9452fdf gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:05:34.818269 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a264d2fa-53fd-4c61-acc9-89847a474487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'name': 'tempest-TestMinimumBasicScenario-1290741422-router', 'tenant_id': 'c60c68aabb5e42739249c009762f83f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:32Z', 'updated_at': '2021-07-15T14:05:33Z', 'revision_number': 3, 'project_id': 'c60c68aabb5e42739249c009762f83f1', 'gw_port': {'id': 'c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:33Z', 'updated_at': '2021-07-15T14:05:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:34.850066 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a264d2fa-53fd-4c61-acc9-89847a474487 None None] Checking router: 259908a6-f85d-4cda-9665-b44ae9452fdf for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:05:34.850531 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a264d2fa-53fd-4c61-acc9-89847a474487 None None] Updating router 259908a6-f85d-4cda-9665-b44ae9452fdf port c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:05:34.894559 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a264d2fa-53fd-4c61-acc9-89847a474487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:34.971061 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8571b93c-c85c-44e8-bab0-78eea70c6a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:35.141274 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-8571b93c-c85c-44e8-bab0-78eea70c6a85 admin admin] Allocated IP 172.20.0.1 (5b8ef7e3-b420-4566-90c4-8b10f5798449/aca50782-1b5b-462c-a4e7-7a7ba39b7dd0/ab8977a3-7c32-4bf6-a219-c0e3654aab9c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:05:35.254236 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a264d2fa-53fd-4c61-acc9-89847a474487 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:35.265911 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a264d2fa-53fd-4c61-acc9-89847a474487 None None] Transition to ACTIVE for port object c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:05:35.274851 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a264d2fa-53fd-4c61-acc9-89847a474487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:35.278989 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 160ff730-8f84-41ba-9c06-ebbd926edae6 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:05:35.288659 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8571b93c-c85c-44e8-bab0-78eea70c6a85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:35.304650 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8571b93c-c85c-44e8-bab0-78eea70c6a85 admin admin] Transition to ACTIVE for port object ab8977a3-7c32-4bf6-a219-c0e3654aab9c will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:05:35.329013 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a264d2fa-53fd-4c61-acc9-89847a474487 None None] Attempting to bind port c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:05:35.329389 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a264d2fa-53fd-4c61-acc9-89847a474487 None None] Attempting to bind port c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:05:35.329716 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264d2fa-53fd-4c61-acc9-89847a474487 None None] Attempting to bind port c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:05:35.331700 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a429f67-e617-4e3e-ade6-673fe039a102 None None] Pushing event updated for resources: {'Port': ['ID=c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:35.339092 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 160ff730-8f84-41ba-9c06-ebbd926edae6 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:05:35.341053 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a429f67-e617-4e3e-ade6-673fe039a102 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:35.341346 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a429f67-e617-4e3e-ade6-673fe039a102 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:35.341676 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a429f67-e617-4e3e-ade6-673fe039a102 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:35.341978 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a429f67-e617-4e3e-ade6-673fe039a102 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:35.342299 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a429f67-e617-4e3e-ade6-673fe039a102 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:35.342649 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a429f67-e617-4e3e-ade6-673fe039a102 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:35.342933 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a429f67-e617-4e3e-ade6-673fe039a102 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:35.343315 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a429f67-e617-4e3e-ade6-673fe039a102 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:35.343550 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a429f67-e617-4e3e-ade6-673fe039a102 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:35.343893 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a429f67-e617-4e3e-ade6-673fe039a102 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:35.344019 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 160ff730-8f84-41ba-9c06-ebbd926edae6 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:35.344199 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a429f67-e617-4e3e-ade6-673fe039a102 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:35.344396 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:35.344520 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a429f67-e617-4e3e-ade6-673fe039a102 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:35.345248 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8571b93c-c85c-44e8-bab0-78eea70c6a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:35.347950 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264d2fa-53fd-4c61-acc9-89847a474487 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:05:35.348875 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264d2fa-53fd-4c61-acc9-89847a474487 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:05:35.349261 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a264d2fa-53fd-4c61-acc9-89847a474487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:35.349627 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264d2fa-53fd-4c61-acc9-89847a474487 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:05:35.350142 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a264d2fa-53fd-4c61-acc9-89847a474487 None None] Bound port: c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:05:35.350521 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a264d2fa-53fd-4c61-acc9-89847a474487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:35.397430 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8571b93c-c85c-44e8-bab0-78eea70c6a85 admin admin] Network 5b8ef7e3-b420-4566-90c4-8b10f5798449 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:05:35.400882 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-8571b93c-c85c-44e8-bab0-78eea70c6a85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:05:35.404929 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8571b93c-c85c-44e8-bab0-78eea70c6a85 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:05:35.409410 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a264d2fa-53fd-4c61-acc9-89847a474487 None None] For port c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:05:35.414086 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a264d2fa-53fd-4c61-acc9-89847a474487 None None] For port c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:05:35.419647 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a264d2fa-53fd-4c61-acc9-89847a474487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:35.430569 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571b93c-c85c-44e8-bab0-78eea70c6a85 admin admin] Pushing event updated for resources: {'Port': ['ID=ab8977a3-7c32-4bf6-a219-c0e3654aab9c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:35.445035 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:35.451466 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8571b93c-c85c-44e8-bab0-78eea70c6a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:35.478610 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a264d2fa-53fd-4c61-acc9-89847a474487 None None] Routers {'259908a6-f85d-4cda-9665-b44ae9452fdf'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:05:35.479506 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a264d2fa-53fd-4c61-acc9-89847a474487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:05:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['259908a6-f85d-4cda-9665-b44ae9452fdf'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:35.485212 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 160ff730-8f84-41ba-9c06-ebbd926edae6, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=160ff730-8f84-41ba-9c06-ebbd926edae6,segment=NetworkSegment(4fbf94c0-f767-4a0c-a3be-3ed8998cb19d),segment_id=4fbf94c0-f767-4a0c-a3be-3ed8998cb19d)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:35.491122 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:35.545317 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=160ff730-8f84-41ba-9c06-ebbd926edae6,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:35.560437 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a429f67-e617-4e3e-ade6-673fe039a102 None None] Pushing event updated for resources: {'Port': ['ID=c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:35.616521 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-a264d2fa-53fd-4c61-acc9-89847a474487 None None] Set router 259908a6-f85d-4cda-9665-b44ae9452fdf gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:05:35.621927 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8571b93c-c85c-44e8-bab0-78eea70c6a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:35.738356 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4f590889-7af2-4557-bca5-7659b03a4b84 None None] Provisioning for port ab8977a3-7c32-4bf6-a219-c0e3654aab9c completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:05:35.742483 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4f590889-7af2-4557-bca5-7659b03a4b84 None None] Provisioning complete for port ab8977a3-7c32-4bf6-a219-c0e3654aab9c triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:35.742966 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4f590889-7af2-4557-bca5-7659b03a4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:35.778891 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-4f590889-7af2-4557-bca5-7659b03a4b84 None None] Port ab8977a3-7c32-4bf6-a219-c0e3654aab9c cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:05:35.791087 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8571b93c-c85c-44e8-bab0-78eea70c6a85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:35.795090 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8571b93c-c85c-44e8-bab0-78eea70c6a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:35.805154 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a264d2fa-53fd-4c61-acc9-89847a474487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'name': 'tempest-TestMinimumBasicScenario-1290741422-router', 'tenant_id': 'c60c68aabb5e42739249c009762f83f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:32Z', 'updated_at': '2021-07-15T14:05:33Z', 'revision_number': 3, 'project_id': 'c60c68aabb5e42739249c009762f83f1', 'gw_port': {'id': 'c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:33Z', 'updated_at': '2021-07-15T14:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:35.830972 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a264d2fa-53fd-4c61-acc9-89847a474487 None None] The sync data for ids ['259908a6-f85d-4cda-9665-b44ae9452fdf'] in n-d-758944-45 is: [{'id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'name': 'tempest-TestMinimumBasicScenario-1290741422-router', 'tenant_id': 'c60c68aabb5e42739249c009762f83f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:32Z', 'updated_at': '2021-07-15T14:05:33Z', 'revision_number': 3, 'project_id': 'c60c68aabb5e42739249c009762f83f1', 'gw_port': {'id': 'c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:33Z', 'updated_at': '2021-07-15T14:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:05:35.861141 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8571b93c-c85c-44e8-bab0-78eea70c6a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:35.862890 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571b93c-c85c-44e8-bab0-78eea70c6a85 admin admin] Pushing event updated for resources: {'Port': ['ID=ab8977a3-7c32-4bf6-a219-c0e3654aab9c,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:35.959864 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8571b93c-c85c-44e8-bab0-78eea70c6a85 admin admin] Network 5b8ef7e3-b420-4566-90c4-8b10f5798449 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:05:35.961211 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-8571b93c-c85c-44e8-bab0-78eea70c6a85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:05:36.098315 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8571b93c-c85c-44e8-bab0-78eea70c6a85 admin admin] Router 259908a6-f85d-4cda-9665-b44ae9452fdf has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:05:36.221543 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8571b93c-c85c-44e8-bab0-78eea70c6a85 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:05:36.226688 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8571b93c-c85c-44e8-bab0-78eea70c6a85 admin admin] 10.222.0.24 "PUT /v2.0/routers/259908a6-f85d-4cda-9665-b44ae9452fdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6979668 Jul 15 14:05:36.302236 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-abae62bc-c48a-4ed9-aba3-61c31ce92595 None None] Provisioning complete for port ab8977a3-7c32-4bf6-a219-c0e3654aab9c triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:36.302613 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-abae62bc-c48a-4ed9-aba3-61c31ce92595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:36.338367 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-abae62bc-c48a-4ed9-aba3-61c31ce92595 None None] Port ab8977a3-7c32-4bf6-a219-c0e3654aab9c cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:05:36.721838 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49296) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:36.727536 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-eb1d503b-fccb-4d39-a63c-adf94e3b215a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-620874688-network', 'tenant_id': '757b126def0142679e9ae2d4474c20eb'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:36.749705 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1d503b-fccb-4d39-a63c-adf94e3b215a admin admin] Made reservation on behalf of 757b126def0142679e9ae2d4474c20eb for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:05:36.752055 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb1d503b-fccb-4d39-a63c-adf94e3b215a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:36.760626 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb1d503b-fccb-4d39-a63c-adf94e3b215a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:36.847780 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb1d503b-fccb-4d39-a63c-adf94e3b215a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:36.853008 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb1d503b-fccb-4d39-a63c-adf94e3b215a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:36.878964 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb1d503b-fccb-4d39-a63c-adf94e3b215a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:05:36.888876 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d503b-fccb-4d39-a63c-adf94e3b215a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dd1eaf-4390-4333-9017-b2b878482294,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:36.893687 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb1d503b-fccb-4d39-a63c-adf94e3b215a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:36.894067 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-eb1d503b-fccb-4d39-a63c-adf94e3b215a admin admin] Added segment d0a8218a-982e-4576-b226-5c0b27f44991 of type vlan for network 26effe3c-ab4a-481a-8e56-8a517e35b58b Jul 15 14:05:36.934716 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb1d503b-fccb-4d39-a63c-adf94e3b215a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:36.963110 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb1d503b-fccb-4d39-a63c-adf94e3b215a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:36.964128 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1d503b-fccb-4d39-a63c-adf94e3b215a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:36.964723 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb1d503b-fccb-4d39-a63c-adf94e3b215a admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:36.994288 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-eb1d503b-fccb-4d39-a63c-adf94e3b215a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2713497 Jul 15 14:05:36.997185 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49298) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:37.002278 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f802c47a-7a2a-43fe-9436-36b4c04a7215 admin admin] Request body: {'subnet': {'network_id': '26effe3c-ab4a-481a-8e56-8a517e35b58b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-620874688-subnet', 'tenant_id': '757b126def0142679e9ae2d4474c20eb', 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:37.023741 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f802c47a-7a2a-43fe-9436-36b4c04a7215 admin admin] Made reservation on behalf of 757b126def0142679e9ae2d4474c20eb for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:05:37.026338 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f802c47a-7a2a-43fe-9436-36b4c04a7215 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:37.028929 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d503b-fccb-4d39-a63c-adf94e3b215a admin admin] Pushing event updated for resources: {'Network': ['ID=26effe3c-ab4a-481a-8e56-8a517e35b58b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:37.039207 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 26effe3c-ab4a-481a-8e56-8a517e35b58b details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:05:37.207132 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f802c47a-7a2a-43fe-9436-36b4c04a7215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:37.264726 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802c47a-7a2a-43fe-9436-36b4c04a7215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95fb8ec0-5523-42e6-9190-9e451a0055bf,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:37.275528 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f802c47a-7a2a-43fe-9436-36b4c04a7215 admin admin] Checking segment: {'id': 'd0a8218a-982e-4576-b226-5c0b27f44991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '26effe3c-ab4a-481a-8e56-8a517e35b58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:05:37.275890 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f802c47a-7a2a-43fe-9436-36b4c04a7215 admin admin] Network hostable DHCP agents. Network: 26effe3c-ab4a-481a-8e56-8a517e35b58b, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:05:37.294192 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f802c47a-7a2a-43fe-9436-36b4c04a7215 admin admin] Network 26effe3c-ab4a-481a-8e56-8a517e35b58b is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:05:37.302055 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:05:37.305356 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-f802c47a-7a2a-43fe-9436-36b4c04a7215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 26effe3c-ab4a-481a-8e56-8a517e35b58b) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:05:37.310363 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f802c47a-7a2a-43fe-9436-36b4c04a7215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:37.311536 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f802c47a-7a2a-43fe-9436-36b4c04a7215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:37.326841 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-f802c47a-7a2a-43fe-9436-36b4c04a7215 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3285341 Jul 15 14:05:37.328041 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ee1049-12e8-48f1-9e8d-d71e890ef398 None None] Network 26effe3c-ab4a-481a-8e56-8a517e35b58b requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:05:37.329321 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49300) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:37.334099 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-965eb785-1a3f-4191-a02f-8a117d793bb7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-620874688-router', 'tenant_id': '757b126def0142679e9ae2d4474c20eb', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:37.355627 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-965eb785-1a3f-4191-a02f-8a117d793bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:37.356614 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-965eb785-1a3f-4191-a02f-8a117d793bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:37.415547 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:05:37.418031 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-965eb785-1a3f-4191-a02f-8a117d793bb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:37.419723 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:37.420108 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:37.446395 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01991a0-ea4d-4501-98d3-32b37e98d8f5 None None] Sync routers for ids ['259908a6-f85d-4cda-9665-b44ae9452fdf'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:05:37.491294 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01991a0-ea4d-4501-98d3-32b37e98d8f5 None None] Routers {'259908a6-f85d-4cda-9665-b44ae9452fdf'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:05:37.491930 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b01991a0-ea4d-4501-98d3-32b37e98d8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:05:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['259908a6-f85d-4cda-9665-b44ae9452fdf'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:37.560459 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-965eb785-1a3f-4191-a02f-8a117d793bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:37.584626 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b042ebd7-5fc1-445d-b526-974649cfdd62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-26effe3c-ab4a-481a-8e56-8a517e35b58b', 'network_id': '26effe3c-ab4a-481a-8e56-8a517e35b58b', 'tenant_id': '757b126def0142679e9ae2d4474c20eb', 'fixed_ips': [{'subnet_id': '95fb8ec0-5523-42e6-9190-9e451a0055bf'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:05:37.585470 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b042ebd7-5fc1-445d-b526-974649cfdd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:37.726965 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-b01991a0-ea4d-4501-98d3-32b37e98d8f5 None None] Set router 259908a6-f85d-4cda-9665-b44ae9452fdf gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:05:37.731060 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:37.763762 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-965eb785-1a3f-4191-a02f-8a117d793bb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:37.783355 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-965eb785-1a3f-4191-a02f-8a117d793bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:37.796851 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:37.805124 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:37.805922 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 160ff730-8f84-41ba-9c06-ebbd926edae6 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:05:37.890629 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-965eb785-1a3f-4191-a02f-8a117d793bb7 admin admin] Allocated IP 172.25.6.165 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/07f7750f-9b76-41ca-b85f-8c63b0aba7e8) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:05:37.953182 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-b042ebd7-5fc1-445d-b526-974649cfdd62 None None] Allocated IP 172.20.0.2 (26effe3c-ab4a-481a-8e56-8a517e35b58b/95fb8ec0-5523-42e6-9190-9e451a0055bf/4d17bcbf-675d-4728-87b7-4751863fbe0f) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:05:38.014072 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:38.084669 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 160ff730-8f84-41ba-9c06-ebbd926edae6 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:38.085343 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:38.251959 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-965eb785-1a3f-4191-a02f-8a117d793bb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:38.253285 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b01991a0-ea4d-4501-98d3-32b37e98d8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'name': 'tempest-TestMinimumBasicScenario-1290741422-router', 'tenant_id': 'c60c68aabb5e42739249c009762f83f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:32Z', 'updated_at': '2021-07-15T14:05:35Z', 'revision_number': 4, 'project_id': 'c60c68aabb5e42739249c009762f83f1', 'gw_port': {'id': 'c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:33Z', 'updated_at': '2021-07-15T14:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'ab8977a3-7c32-4bf6-a219-c0e3654aab9c', 'name': '', 'network_id': '5b8ef7e3-b420-4566-90c4-8b10f5798449', 'tenant_id': 'c60c68aabb5e42739249c009762f83f1', 'mac_address': 'fa:16:3e:b4:eb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'aca50782-1b5b-462c-a4e7-7a7ba39b7dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:34Z', 'updated_at': '2021-07-15T14:05:35Z', 'revision_number': 2, 'project_id': 'c60c68aabb5e42739249c009762f83f1', 'subnets': [{'id': 'aca50782-1b5b-462c-a4e7-7a7ba39b7dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:38.295476 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-965eb785-1a3f-4191-a02f-8a117d793bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:38.300062 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01991a0-ea4d-4501-98d3-32b37e98d8f5 None None] Checking router: 259908a6-f85d-4cda-9665-b44ae9452fdf for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:05:38.300450 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01991a0-ea4d-4501-98d3-32b37e98d8f5 None None] Updating router 259908a6-f85d-4cda-9665-b44ae9452fdf port ab8977a3-7c32-4bf6-a219-c0e3654aab9c binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:05:38.304013 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b042ebd7-5fc1-445d-b526-974649cfdd62 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:38.330676 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b042ebd7-5fc1-445d-b526-974649cfdd62 None None] Transition to ACTIVE for port object 4d17bcbf-675d-4728-87b7-4751863fbe0f will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:05:38.336659 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965eb785-1a3f-4191-a02f-8a117d793bb7 admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:05:38.343324 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-965eb785-1a3f-4191-a02f-8a117d793bb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:05:38.346930 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965eb785-1a3f-4191-a02f-8a117d793bb7 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:05:38.355482 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b042ebd7-5fc1-445d-b526-974649cfdd62 None None] Transition to ACTIVE for port object 4d17bcbf-675d-4728-87b7-4751863fbe0f will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:05:38.356894 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b01991a0-ea4d-4501-98d3-32b37e98d8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:38.367626 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b042ebd7-5fc1-445d-b526-974649cfdd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:38.372634 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965eb785-1a3f-4191-a02f-8a117d793bb7 admin admin] Pushing event updated for resources: {'Port': ['ID=07f7750f-9b76-41ca-b85f-8c63b0aba7e8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:38.412284 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b042ebd7-5fc1-445d-b526-974649cfdd62 None None] Network 26effe3c-ab4a-481a-8e56-8a517e35b58b is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:05:38.435326 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-b042ebd7-5fc1-445d-b526-974649cfdd62 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:05:38.441532 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b042ebd7-5fc1-445d-b526-974649cfdd62 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:05:38.454855 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042ebd7-5fc1-445d-b526-974649cfdd62 None None] Pushing event updated for resources: {'Port': ['ID=4d17bcbf-675d-4728-87b7-4751863fbe0f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:38.574798 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-b042ebd7-5fc1-445d-b526-974649cfdd62 None None] Attempting to bind port 4d17bcbf-675d-4728-87b7-4751863fbe0f on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:05:38.575079 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-b042ebd7-5fc1-445d-b526-974649cfdd62 None None] Attempting to bind port 4d17bcbf-675d-4728-87b7-4751863fbe0f by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'd0a8218a-982e-4576-b226-5c0b27f44991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '26effe3c-ab4a-481a-8e56-8a517e35b58b'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:05:38.575444 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b042ebd7-5fc1-445d-b526-974649cfdd62 None None] Attempting to bind port 4d17bcbf-675d-4728-87b7-4751863fbe0f on network 26effe3c-ab4a-481a-8e56-8a517e35b58b {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:05:38.585286 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b042ebd7-5fc1-445d-b526-974649cfdd62 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:05:38.585659 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b042ebd7-5fc1-445d-b526-974649cfdd62 None None] Checking segment: {'id': 'd0a8218a-982e-4576-b226-5c0b27f44991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '26effe3c-ab4a-481a-8e56-8a517e35b58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:05:38.586095 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b042ebd7-5fc1-445d-b526-974649cfdd62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:38.586491 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b042ebd7-5fc1-445d-b526-974649cfdd62 None None] Bound using segment: {'id': 'd0a8218a-982e-4576-b226-5c0b27f44991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '26effe3c-ab4a-481a-8e56-8a517e35b58b'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:05:38.586971 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-b042ebd7-5fc1-445d-b526-974649cfdd62 None None] Bound port: 4d17bcbf-675d-4728-87b7-4751863fbe0f, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a8218a-982e-4576-b226-5c0b27f44991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '26effe3c-ab4a-481a-8e56-8a517e35b58b'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:05:38.587356 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b042ebd7-5fc1-445d-b526-974649cfdd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:38.603331 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-965eb785-1a3f-4191-a02f-8a117d793bb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:38.808555 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-965eb785-1a3f-4191-a02f-8a117d793bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:38.859490 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:38.881729 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-b042ebd7-5fc1-445d-b526-974649cfdd62 None None] For port 4d17bcbf-675d-4728-87b7-4751863fbe0f, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:05:38.903691 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-b042ebd7-5fc1-445d-b526-974649cfdd62 None None] For port 4d17bcbf-675d-4728-87b7-4751863fbe0f, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=4d17bcbf-675d-4728-87b7-4751863fbe0f,segment=NetworkSegment(d0a8218a-982e-4576-b226-5c0b27f44991),segment_id=d0a8218a-982e-4576-b226-5c0b27f44991)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:05:38.909832 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b042ebd7-5fc1-445d-b526-974649cfdd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:38.935911 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965eb785-1a3f-4191-a02f-8a117d793bb7 admin admin] Router 0026b0ed-d99d-459f-8bf3-47123d9a915b is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:05:39.009971 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b01991a0-ea4d-4501-98d3-32b37e98d8f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:39.012261 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042ebd7-5fc1-445d-b526-974649cfdd62 None None] Pushing event updated for resources: {'Port': ['ID=4d17bcbf-675d-4728-87b7-4751863fbe0f,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:39.023801 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b01991a0-ea4d-4501-98d3-32b37e98d8f5 None None] Transition to ACTIVE for port object ab8977a3-7c32-4bf6-a219-c0e3654aab9c will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:05:39.030079 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b01991a0-ea4d-4501-98d3-32b37e98d8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:39.058791 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965eb785-1a3f-4191-a02f-8a117d793bb7 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:05:39.074955 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6549d628-454f-4f64-8ca1-b672b945b2d2 None None] Sync routers for ids ['0026b0ed-d99d-459f-8bf3-47123d9a915b'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:05:39.080304 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-965eb785-1a3f-4191-a02f-8a117d793bb7 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:39.084709 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fefd240-65c8-4b8f-8160-59ce23262391 None None] Pushing event updated for resources: {'Port': ['ID=ab8977a3-7c32-4bf6-a219-c0e3654aab9c,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:39.086889 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6549d628-454f-4f64-8ca1-b672b945b2d2 None None] Routers {'0026b0ed-d99d-459f-8bf3-47123d9a915b'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:05:39.089336 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-6549d628-454f-4f64-8ca1-b672b945b2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:05:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0026b0ed-d99d-459f-8bf3-47123d9a915b'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:39.094869 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49302) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:05:39.104558 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-965eb785-1a3f-4191-a02f-8a117d793bb7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7735007 Jul 15 14:05:39.146723 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-b01991a0-ea4d-4501-98d3-32b37e98d8f5 None None] Attempting to bind port ab8977a3-7c32-4bf6-a219-c0e3654aab9c on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:05:39.147143 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-b01991a0-ea4d-4501-98d3-32b37e98d8f5 None None] Attempting to bind port ab8977a3-7c32-4bf6-a219-c0e3654aab9c by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fbf94c0-f767-4a0c-a3be-3ed8998cb19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5b8ef7e3-b420-4566-90c4-8b10f5798449'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:05:39.147558 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01991a0-ea4d-4501-98d3-32b37e98d8f5 None None] Attempting to bind port ab8977a3-7c32-4bf6-a219-c0e3654aab9c on network 5b8ef7e3-b420-4566-90c4-8b10f5798449 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:05:39.154236 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01991a0-ea4d-4501-98d3-32b37e98d8f5 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:05:39.154733 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01991a0-ea4d-4501-98d3-32b37e98d8f5 None None] Checking segment: {'id': '4fbf94c0-f767-4a0c-a3be-3ed8998cb19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5b8ef7e3-b420-4566-90c4-8b10f5798449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:05:39.155140 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b01991a0-ea4d-4501-98d3-32b37e98d8f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:39.155577 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01991a0-ea4d-4501-98d3-32b37e98d8f5 None None] Bound using segment: {'id': '4fbf94c0-f767-4a0c-a3be-3ed8998cb19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5b8ef7e3-b420-4566-90c4-8b10f5798449'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:05:39.156125 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-b01991a0-ea4d-4501-98d3-32b37e98d8f5 None None] Bound port: ab8977a3-7c32-4bf6-a219-c0e3654aab9c, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fbf94c0-f767-4a0c-a3be-3ed8998cb19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5b8ef7e3-b420-4566-90c4-8b10f5798449'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:05:39.156558 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b01991a0-ea4d-4501-98d3-32b37e98d8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:39.318925 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-b01991a0-ea4d-4501-98d3-32b37e98d8f5 None None] For port ab8977a3-7c32-4bf6-a219-c0e3654aab9c, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:05:39.323226 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-b01991a0-ea4d-4501-98d3-32b37e98d8f5 None None] For port ab8977a3-7c32-4bf6-a219-c0e3654aab9c, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ab8977a3-7c32-4bf6-a219-c0e3654aab9c,segment=NetworkSegment(4fbf94c0-f767-4a0c-a3be-3ed8998cb19d),segment_id=4fbf94c0-f767-4a0c-a3be-3ed8998cb19d)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:05:39.327224 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-6549d628-454f-4f64-8ca1-b672b945b2d2 None None] Set router 0026b0ed-d99d-459f-8bf3-47123d9a915b gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:05:39.329182 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b01991a0-ea4d-4501-98d3-32b37e98d8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:39.336929 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:05:39.461845 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01991a0-ea4d-4501-98d3-32b37e98d8f5 None None] Routers {'259908a6-f85d-4cda-9665-b44ae9452fdf'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:05:39.462552 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b01991a0-ea4d-4501-98d3-32b37e98d8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:05:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['259908a6-f85d-4cda-9665-b44ae9452fdf'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:39.536109 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-6549d628-454f-4f64-8ca1-b672b945b2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0026b0ed-d99d-459f-8bf3-47123d9a915b', 'name': 'tempest-TestMinimumBasicScenario-620874688-router', 'tenant_id': '757b126def0142679e9ae2d4474c20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '07f7750f-9b76-41ca-b85f-8c63b0aba7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:37Z', 'updated_at': '2021-07-15T14:05:38Z', 'revision_number': 3, 'project_id': '757b126def0142679e9ae2d4474c20eb', 'gw_port': {'id': '07f7750f-9b76-41ca-b85f-8c63b0aba7e8', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0026b0ed-d99d-459f-8bf3-47123d9a915b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:37Z', 'updated_at': '2021-07-15T14:05:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:39.545720 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fefd240-65c8-4b8f-8160-59ce23262391 None None] Pushing event updated for resources: {'Port': ['ID=ab8977a3-7c32-4bf6-a219-c0e3654aab9c,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:39.560777 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:39.561151 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:39.570563 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6549d628-454f-4f64-8ca1-b672b945b2d2 None None] Checking router: 0026b0ed-d99d-459f-8bf3-47123d9a915b for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:05:39.571247 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6549d628-454f-4f64-8ca1-b672b945b2d2 None None] Updating router 0026b0ed-d99d-459f-8bf3-47123d9a915b port 07f7750f-9b76-41ca-b85f-8c63b0aba7e8 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:05:39.608906 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6549d628-454f-4f64-8ca1-b672b945b2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:39.680210 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-b01991a0-ea4d-4501-98d3-32b37e98d8f5 None None] Set router 259908a6-f85d-4cda-9665-b44ae9452fdf gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:05:39.919797 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6549d628-454f-4f64-8ca1-b672b945b2d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:39.934015 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b01991a0-ea4d-4501-98d3-32b37e98d8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'name': 'tempest-TestMinimumBasicScenario-1290741422-router', 'tenant_id': 'c60c68aabb5e42739249c009762f83f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:32Z', 'updated_at': '2021-07-15T14:05:35Z', 'revision_number': 4, 'project_id': 'c60c68aabb5e42739249c009762f83f1', 'gw_port': {'id': 'c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:33Z', 'updated_at': '2021-07-15T14:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'ab8977a3-7c32-4bf6-a219-c0e3654aab9c', 'name': '', 'network_id': '5b8ef7e3-b420-4566-90c4-8b10f5798449', 'tenant_id': 'c60c68aabb5e42739249c009762f83f1', 'mac_address': 'fa:16:3e:b4:eb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'aca50782-1b5b-462c-a4e7-7a7ba39b7dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:34Z', 'updated_at': '2021-07-15T14:05:39Z', 'revision_number': 4, 'project_id': 'c60c68aabb5e42739249c009762f83f1', 'subnets': [{'id': 'aca50782-1b5b-462c-a4e7-7a7ba39b7dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:39.942707 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-6549d628-454f-4f64-8ca1-b672b945b2d2 None None] Transition to ACTIVE for port object 07f7750f-9b76-41ca-b85f-8c63b0aba7e8 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:05:39.953859 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6549d628-454f-4f64-8ca1-b672b945b2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:39.966359 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01991a0-ea4d-4501-98d3-32b37e98d8f5 None None] The sync data for ids ['259908a6-f85d-4cda-9665-b44ae9452fdf'] in n-d-758944-45 is: [{'id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'name': 'tempest-TestMinimumBasicScenario-1290741422-router', 'tenant_id': 'c60c68aabb5e42739249c009762f83f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:32Z', 'updated_at': '2021-07-15T14:05:35Z', 'revision_number': 4, 'project_id': 'c60c68aabb5e42739249c009762f83f1', 'gw_port': {'id': 'c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:33Z', 'updated_at': '2021-07-15T14:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'ab8977a3-7c32-4bf6-a219-c0e3654aab9c', 'name': '', 'network_id': '5b8ef7e3-b420-4566-90c4-8b10f5798449', 'tenant_id': 'c60c68aabb5e42739249c009762f83f1', 'mac_address': 'fa:16:3e:b4:eb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'aca50782-1b5b-462c-a4e7-7a7ba39b7dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:34Z', 'updated_at': '2021-07-15T14:05:39Z', 'revision_number': 4, 'project_id': 'c60c68aabb5e42739249c009762f83f1', 'subnets': [{'id': 'aca50782-1b5b-462c-a4e7-7a7ba39b7dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:05:40.020135 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-6549d628-454f-4f64-8ca1-b672b945b2d2 None None] Attempting to bind port 07f7750f-9b76-41ca-b85f-8c63b0aba7e8 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:05:40.020507 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-6549d628-454f-4f64-8ca1-b672b945b2d2 None None] Attempting to bind port 07f7750f-9b76-41ca-b85f-8c63b0aba7e8 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:05:40.020868 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6549d628-454f-4f64-8ca1-b672b945b2d2 None None] Attempting to bind port 07f7750f-9b76-41ca-b85f-8c63b0aba7e8 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:05:40.021471 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-532833bb-f2e0-461a-bad6-3d0cf9f2c508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:40.023894 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c97e0f-eddf-4c68-87bc-4f7f7d695708 None None] Pushing event updated for resources: {'Port': ['ID=07f7750f-9b76-41ca-b85f-8c63b0aba7e8,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:40.041790 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6549d628-454f-4f64-8ca1-b672b945b2d2 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:05:40.042273 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6549d628-454f-4f64-8ca1-b672b945b2d2 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:05:40.042684 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6549d628-454f-4f64-8ca1-b672b945b2d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:40.043226 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6549d628-454f-4f64-8ca1-b672b945b2d2 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:05:40.043706 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-6549d628-454f-4f64-8ca1-b672b945b2d2 None None] Bound port: 07f7750f-9b76-41ca-b85f-8c63b0aba7e8, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:05:40.044091 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6549d628-454f-4f64-8ca1-b672b945b2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:40.122325 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6549d628-454f-4f64-8ca1-b672b945b2d2 None None] For port 07f7750f-9b76-41ca-b85f-8c63b0aba7e8, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:05:40.126251 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-6549d628-454f-4f64-8ca1-b672b945b2d2 None None] For port 07f7750f-9b76-41ca-b85f-8c63b0aba7e8, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=07f7750f-9b76-41ca-b85f-8c63b0aba7e8,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:05:40.135177 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6549d628-454f-4f64-8ca1-b672b945b2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:40.185058 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6549d628-454f-4f64-8ca1-b672b945b2d2 None None] Routers {'0026b0ed-d99d-459f-8bf3-47123d9a915b'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:05:40.185795 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-6549d628-454f-4f64-8ca1-b672b945b2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:05:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0026b0ed-d99d-459f-8bf3-47123d9a915b'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:40.247690 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c97e0f-eddf-4c68-87bc-4f7f7d695708 None None] Pushing event updated for resources: {'Port': ['ID=07f7750f-9b76-41ca-b85f-8c63b0aba7e8,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:40.271109 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-532833bb-f2e0-461a-bad6-3d0cf9f2c508 admin admin] Allocated IP 172.20.0.1 (26effe3c-ab4a-481a-8e56-8a517e35b58b/95fb8ec0-5523-42e6-9190-9e451a0055bf/c48467db-04b7-420f-af49-f4da4d74dafd) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:05:40.320520 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-6549d628-454f-4f64-8ca1-b672b945b2d2 None None] Set router 0026b0ed-d99d-459f-8bf3-47123d9a915b gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:05:40.425150 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae24e7e-232d-4070-a206-2bcdae2191ba None None] Network 26effe3c-ab4a-481a-8e56-8a517e35b58b requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:05:40.428734 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-532833bb-f2e0-461a-bad6-3d0cf9f2c508 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:40.446955 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-532833bb-f2e0-461a-bad6-3d0cf9f2c508 admin admin] Transition to ACTIVE for port object c48467db-04b7-420f-af49-f4da4d74dafd will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:05:40.495192 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-532833bb-f2e0-461a-bad6-3d0cf9f2c508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:40.528559 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8b274f53-2913-4b74-a426-2454bd7a75bd None None] Provisioning for port 4d17bcbf-675d-4728-87b7-4751863fbe0f completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:05:40.556463 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532833bb-f2e0-461a-bad6-3d0cf9f2c508 admin admin] Network 26effe3c-ab4a-481a-8e56-8a517e35b58b is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:05:40.559910 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-532833bb-f2e0-461a-bad6-3d0cf9f2c508 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:05:40.562497 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532833bb-f2e0-461a-bad6-3d0cf9f2c508 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:05:40.608516 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532833bb-f2e0-461a-bad6-3d0cf9f2c508 admin admin] Pushing event updated for resources: {'Port': ['ID=c48467db-04b7-420f-af49-f4da4d74dafd,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:40.626847 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-6549d628-454f-4f64-8ca1-b672b945b2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0026b0ed-d99d-459f-8bf3-47123d9a915b', 'name': 'tempest-TestMinimumBasicScenario-620874688-router', 'tenant_id': '757b126def0142679e9ae2d4474c20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '07f7750f-9b76-41ca-b85f-8c63b0aba7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:37Z', 'updated_at': '2021-07-15T14:05:38Z', 'revision_number': 3, 'project_id': '757b126def0142679e9ae2d4474c20eb', 'gw_port': {'id': '07f7750f-9b76-41ca-b85f-8c63b0aba7e8', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0026b0ed-d99d-459f-8bf3-47123d9a915b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:37Z', 'updated_at': '2021-07-15T14:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:40.630196 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-532833bb-f2e0-461a-bad6-3d0cf9f2c508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:40.657351 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6549d628-454f-4f64-8ca1-b672b945b2d2 None None] The sync data for ids ['0026b0ed-d99d-459f-8bf3-47123d9a915b'] in n-d-758944-45 is: [{'id': '0026b0ed-d99d-459f-8bf3-47123d9a915b', 'name': 'tempest-TestMinimumBasicScenario-620874688-router', 'tenant_id': '757b126def0142679e9ae2d4474c20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '07f7750f-9b76-41ca-b85f-8c63b0aba7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:37Z', 'updated_at': '2021-07-15T14:05:38Z', 'revision_number': 3, 'project_id': '757b126def0142679e9ae2d4474c20eb', 'gw_port': {'id': '07f7750f-9b76-41ca-b85f-8c63b0aba7e8', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0026b0ed-d99d-459f-8bf3-47123d9a915b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:37Z', 'updated_at': '2021-07-15T14:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:05:40.826372 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-532833bb-f2e0-461a-bad6-3d0cf9f2c508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:40.975749 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7320d5a8-b243-4238-9cd6-589a53ee9dc6 None None] Provisioning for port c48467db-04b7-420f-af49-f4da4d74dafd completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:05:40.983152 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7320d5a8-b243-4238-9cd6-589a53ee9dc6 None None] Provisioning complete for port c48467db-04b7-420f-af49-f4da4d74dafd triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:40.983575 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7320d5a8-b243-4238-9cd6-589a53ee9dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:41.070877 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7320d5a8-b243-4238-9cd6-589a53ee9dc6 None None] Port c48467db-04b7-420f-af49-f4da4d74dafd cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:05:41.084781 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-532833bb-f2e0-461a-bad6-3d0cf9f2c508 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:41.094291 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-532833bb-f2e0-461a-bad6-3d0cf9f2c508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:41.189161 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532833bb-f2e0-461a-bad6-3d0cf9f2c508 admin admin] Pushing event updated for resources: {'Port': ['ID=c48467db-04b7-420f-af49-f4da4d74dafd,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:41.195172 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-532833bb-f2e0-461a-bad6-3d0cf9f2c508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:41.380435 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532833bb-f2e0-461a-bad6-3d0cf9f2c508 admin admin] Network 26effe3c-ab4a-481a-8e56-8a517e35b58b is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:05:41.382679 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-532833bb-f2e0-461a-bad6-3d0cf9f2c508 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:05:41.426534 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-aa254636-b4a1-4c8f-946f-9d4c7248b972 None None] Provisioning complete for port c48467db-04b7-420f-af49-f4da4d74dafd triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:41.427455 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa254636-b4a1-4c8f-946f-9d4c7248b972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:41.457216 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 4d17bcbf-675d-4728-87b7-4751863fbe0f up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:05:41.504423 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-aa254636-b4a1-4c8f-946f-9d4c7248b972 None None] Port c48467db-04b7-420f-af49-f4da4d74dafd cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:05:41.538369 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 4d17bcbf-675d-4728-87b7-4751863fbe0f completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:05:41.551774 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 4d17bcbf-675d-4728-87b7-4751863fbe0f triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:41.552135 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:41.586351 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532833bb-f2e0-461a-bad6-3d0cf9f2c508 admin admin] Router 0026b0ed-d99d-459f-8bf3-47123d9a915b has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:05:41.652218 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:41.721337 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 4d17bcbf-675d-4728-87b7-4751863fbe0f, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=4d17bcbf-675d-4728-87b7-4751863fbe0f,segment=NetworkSegment(d0a8218a-982e-4576-b226-5c0b27f44991),segment_id=d0a8218a-982e-4576-b226-5c0b27f44991)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:41.727831 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:41.728643 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ab8977a3-7c32-4bf6-a219-c0e3654aab9c up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:05:41.785129 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532833bb-f2e0-461a-bad6-3d0cf9f2c508 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:05:41.793304 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-532833bb-f2e0-461a-bad6-3d0cf9f2c508 admin admin] 10.222.0.24 "PUT /v2.0/routers/0026b0ed-d99d-459f-8bf3-47123d9a915b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6970232 Jul 15 14:05:41.836844 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=4d17bcbf-675d-4728-87b7-4751863fbe0f,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:41.852352 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0d4f8884-d9f1-4c3e-b641-9f135f04a8d1 None None] Provisioning complete for port c48467db-04b7-420f-af49-f4da4d74dafd triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:41.852616 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0d4f8884-d9f1-4c3e-b641-9f135f04a8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:41.874558 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port ab8977a3-7c32-4bf6-a219-c0e3654aab9c completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:05:41.883744 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port ab8977a3-7c32-4bf6-a219-c0e3654aab9c triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:41.884120 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:41.918552 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-0d4f8884-d9f1-4c3e-b641-9f135f04a8d1 None None] Port c48467db-04b7-420f-af49-f4da4d74dafd cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:05:41.988134 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:42.025046 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port ab8977a3-7c32-4bf6-a219-c0e3654aab9c, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ab8977a3-7c32-4bf6-a219-c0e3654aab9c,segment=NetworkSegment(4fbf94c0-f767-4a0c-a3be-3ed8998cb19d),segment_id=4fbf94c0-f767-4a0c-a3be-3ed8998cb19d)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:42.028848 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:42.029690 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 07f7750f-9b76-41ca-b85f-8c63b0aba7e8 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:05:42.121532 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=ab8977a3-7c32-4bf6-a219-c0e3654aab9c,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:42.125282 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 07f7750f-9b76-41ca-b85f-8c63b0aba7e8 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:05:42.130274 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 07f7750f-9b76-41ca-b85f-8c63b0aba7e8 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:42.130701 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:42.214842 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:42.238177 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 07f7750f-9b76-41ca-b85f-8c63b0aba7e8, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=07f7750f-9b76-41ca-b85f-8c63b0aba7e8,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:42.244538 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:42.302329 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=07f7750f-9b76-41ca-b85f-8c63b0aba7e8,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:43.251383 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 4d17bcbf-675d-4728-87b7-4751863fbe0f up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:05:43.331668 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 4d17bcbf-675d-4728-87b7-4751863fbe0f triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:43.333114 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:43.426708 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 07f7750f-9b76-41ca-b85f-8c63b0aba7e8 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:05:43.478821 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 07f7750f-9b76-41ca-b85f-8c63b0aba7e8 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:43.479701 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:43.592147 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ab8977a3-7c32-4bf6-a219-c0e3654aab9c up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:05:43.667634 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port ab8977a3-7c32-4bf6-a219-c0e3654aab9c triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:43.668139 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:43.760143 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f0bdc4-f01d-4831-86d5-42fbed7bb487 None None] Sync routers for ids ['0026b0ed-d99d-459f-8bf3-47123d9a915b'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:05:43.787276 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f0bdc4-f01d-4831-86d5-42fbed7bb487 None None] Routers {'0026b0ed-d99d-459f-8bf3-47123d9a915b'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:05:43.789463 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-19f0bdc4-f01d-4831-86d5-42fbed7bb487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:05:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0026b0ed-d99d-459f-8bf3-47123d9a915b'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:43.925747 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-19f0bdc4-f01d-4831-86d5-42fbed7bb487 None None] Set router 0026b0ed-d99d-459f-8bf3-47123d9a915b gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:05:44.173411 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-19f0bdc4-f01d-4831-86d5-42fbed7bb487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0026b0ed-d99d-459f-8bf3-47123d9a915b', 'name': 'tempest-TestMinimumBasicScenario-620874688-router', 'tenant_id': '757b126def0142679e9ae2d4474c20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '07f7750f-9b76-41ca-b85f-8c63b0aba7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:37Z', 'updated_at': '2021-07-15T14:05:40Z', 'revision_number': 4, 'project_id': '757b126def0142679e9ae2d4474c20eb', 'gw_port': {'id': '07f7750f-9b76-41ca-b85f-8c63b0aba7e8', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026b0ed-d99d-459f-8bf3-47123d9a915b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:37Z', 'updated_at': '2021-07-15T14:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'c48467db-04b7-420f-af49-f4da4d74dafd', 'name': '', 'network_id': '26effe3c-ab4a-481a-8e56-8a517e35b58b', 'tenant_id': '757b126def0142679e9ae2d4474c20eb', 'mac_address': 'fa:16:3e:ed:c4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0026b0ed-d99d-459f-8bf3-47123d9a915b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '95fb8ec0-5523-42e6-9190-9e451a0055bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:40Z', 'updated_at': '2021-07-15T14:05:40Z', 'revision_number': 2, 'project_id': '757b126def0142679e9ae2d4474c20eb', 'subnets': [{'id': '95fb8ec0-5523-42e6-9190-9e451a0055bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:44.202626 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f0bdc4-f01d-4831-86d5-42fbed7bb487 None None] Checking router: 0026b0ed-d99d-459f-8bf3-47123d9a915b for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:05:44.202958 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f0bdc4-f01d-4831-86d5-42fbed7bb487 None None] Updating router 0026b0ed-d99d-459f-8bf3-47123d9a915b port c48467db-04b7-420f-af49-f4da4d74dafd binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:05:44.252449 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-19f0bdc4-f01d-4831-86d5-42fbed7bb487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:44.779297 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-19f0bdc4-f01d-4831-86d5-42fbed7bb487 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:44.793540 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-19f0bdc4-f01d-4831-86d5-42fbed7bb487 None None] Transition to ACTIVE for port object c48467db-04b7-420f-af49-f4da4d74dafd will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:05:44.800410 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-19f0bdc4-f01d-4831-86d5-42fbed7bb487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:44.851797 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92164c8-dd28-45cd-89ed-b048175c3239 None None] Pushing event updated for resources: {'Port': ['ID=c48467db-04b7-420f-af49-f4da4d74dafd,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:44.914423 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-19f0bdc4-f01d-4831-86d5-42fbed7bb487 None None] Attempting to bind port c48467db-04b7-420f-af49-f4da4d74dafd on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:05:44.914423 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-19f0bdc4-f01d-4831-86d5-42fbed7bb487 None None] Attempting to bind port c48467db-04b7-420f-af49-f4da4d74dafd by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'd0a8218a-982e-4576-b226-5c0b27f44991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '26effe3c-ab4a-481a-8e56-8a517e35b58b'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:05:44.915001 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f0bdc4-f01d-4831-86d5-42fbed7bb487 None None] Attempting to bind port c48467db-04b7-420f-af49-f4da4d74dafd on network 26effe3c-ab4a-481a-8e56-8a517e35b58b {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:05:44.920600 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f0bdc4-f01d-4831-86d5-42fbed7bb487 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:05:44.920978 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f0bdc4-f01d-4831-86d5-42fbed7bb487 None None] Checking segment: {'id': 'd0a8218a-982e-4576-b226-5c0b27f44991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '26effe3c-ab4a-481a-8e56-8a517e35b58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:05:44.921385 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-19f0bdc4-f01d-4831-86d5-42fbed7bb487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:44.921814 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f0bdc4-f01d-4831-86d5-42fbed7bb487 None None] Bound using segment: {'id': 'd0a8218a-982e-4576-b226-5c0b27f44991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '26effe3c-ab4a-481a-8e56-8a517e35b58b'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:05:44.922277 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-19f0bdc4-f01d-4831-86d5-42fbed7bb487 None None] Bound port: c48467db-04b7-420f-af49-f4da4d74dafd, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a8218a-982e-4576-b226-5c0b27f44991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '26effe3c-ab4a-481a-8e56-8a517e35b58b'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:05:44.922669 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-19f0bdc4-f01d-4831-86d5-42fbed7bb487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:45.019567 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-19f0bdc4-f01d-4831-86d5-42fbed7bb487 None None] For port c48467db-04b7-420f-af49-f4da4d74dafd, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:05:45.023639 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-19f0bdc4-f01d-4831-86d5-42fbed7bb487 None None] For port c48467db-04b7-420f-af49-f4da4d74dafd, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c48467db-04b7-420f-af49-f4da4d74dafd,segment=NetworkSegment(d0a8218a-982e-4576-b226-5c0b27f44991),segment_id=d0a8218a-982e-4576-b226-5c0b27f44991)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:05:45.032521 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-19f0bdc4-f01d-4831-86d5-42fbed7bb487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:45.089794 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f0bdc4-f01d-4831-86d5-42fbed7bb487 None None] Routers {'0026b0ed-d99d-459f-8bf3-47123d9a915b'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:05:45.090547 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-19f0bdc4-f01d-4831-86d5-42fbed7bb487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:05:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0026b0ed-d99d-459f-8bf3-47123d9a915b'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:45.153691 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92164c8-dd28-45cd-89ed-b048175c3239 None None] Pushing event updated for resources: {'Port': ['ID=c48467db-04b7-420f-af49-f4da4d74dafd,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:45.241970 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-19f0bdc4-f01d-4831-86d5-42fbed7bb487 None None] Set router 0026b0ed-d99d-459f-8bf3-47123d9a915b gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:05:45.502704 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-19f0bdc4-f01d-4831-86d5-42fbed7bb487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0026b0ed-d99d-459f-8bf3-47123d9a915b', 'name': 'tempest-TestMinimumBasicScenario-620874688-router', 'tenant_id': '757b126def0142679e9ae2d4474c20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '07f7750f-9b76-41ca-b85f-8c63b0aba7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:37Z', 'updated_at': '2021-07-15T14:05:40Z', 'revision_number': 4, 'project_id': '757b126def0142679e9ae2d4474c20eb', 'gw_port': {'id': '07f7750f-9b76-41ca-b85f-8c63b0aba7e8', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026b0ed-d99d-459f-8bf3-47123d9a915b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:37Z', 'updated_at': '2021-07-15T14:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'c48467db-04b7-420f-af49-f4da4d74dafd', 'name': '', 'network_id': '26effe3c-ab4a-481a-8e56-8a517e35b58b', 'tenant_id': '757b126def0142679e9ae2d4474c20eb', 'mac_address': 'fa:16:3e:ed:c4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0026b0ed-d99d-459f-8bf3-47123d9a915b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '95fb8ec0-5523-42e6-9190-9e451a0055bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:40Z', 'updated_at': '2021-07-15T14:05:45Z', 'revision_number': 4, 'project_id': '757b126def0142679e9ae2d4474c20eb', 'subnets': [{'id': '95fb8ec0-5523-42e6-9190-9e451a0055bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:05:45.532845 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f0bdc4-f01d-4831-86d5-42fbed7bb487 None None] The sync data for ids ['0026b0ed-d99d-459f-8bf3-47123d9a915b'] in n-d-758944-45 is: [{'id': '0026b0ed-d99d-459f-8bf3-47123d9a915b', 'name': 'tempest-TestMinimumBasicScenario-620874688-router', 'tenant_id': '757b126def0142679e9ae2d4474c20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '07f7750f-9b76-41ca-b85f-8c63b0aba7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:37Z', 'updated_at': '2021-07-15T14:05:40Z', 'revision_number': 4, 'project_id': '757b126def0142679e9ae2d4474c20eb', 'gw_port': {'id': '07f7750f-9b76-41ca-b85f-8c63b0aba7e8', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026b0ed-d99d-459f-8bf3-47123d9a915b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:37Z', 'updated_at': '2021-07-15T14:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'c48467db-04b7-420f-af49-f4da4d74dafd', 'name': '', 'network_id': '26effe3c-ab4a-481a-8e56-8a517e35b58b', 'tenant_id': '757b126def0142679e9ae2d4474c20eb', 'mac_address': 'fa:16:3e:ed:c4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0026b0ed-d99d-459f-8bf3-47123d9a915b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '95fb8ec0-5523-42e6-9190-9e451a0055bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:40Z', 'updated_at': '2021-07-15T14:05:45Z', 'revision_number': 4, 'project_id': '757b126def0142679e9ae2d4474c20eb', 'subnets': [{'id': '95fb8ec0-5523-42e6-9190-9e451a0055bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:05:47.271401 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c48467db-04b7-420f-af49-f4da4d74dafd up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:05:47.333106 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port c48467db-04b7-420f-af49-f4da4d74dafd completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:05:47.337630 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port c48467db-04b7-420f-af49-f4da4d74dafd triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:47.338079 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:47.442191 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:47.481808 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port c48467db-04b7-420f-af49-f4da4d74dafd, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c48467db-04b7-420f-af49-f4da4d74dafd,segment=NetworkSegment(d0a8218a-982e-4576-b226-5c0b27f44991),segment_id=d0a8218a-982e-4576-b226-5c0b27f44991)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:05:47.487498 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:47.546575 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=c48467db-04b7-420f-af49-f4da4d74dafd,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:49.236170 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c48467db-04b7-420f-af49-f4da4d74dafd up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:05:49.297453 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port c48467db-04b7-420f-af49-f4da4d74dafd triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:49.298008 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:50.935683 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1ef3b437-edf1-44a7-961b-7b0dfd9f9dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:51.881519 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70289690-93be-4f78-b492-fe215d4ec58c req-6a4fb945-f0f1-49d1-8e15-a7c751206df6 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:51.882942 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70289690-93be-4f78-b492-fe215d4ec58c req-6a4fb945-f0f1-49d1-8e15-a7c751206df6 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/networks?id=5b8ef7e3-b420-4566-90c4-8b10f5798449 HTTP/1.1" status: 200 len: 815 time: 0.1117203 Jul 15 14:05:51.898688 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70289690-93be-4f78-b492-fe215d4ec58c req-2bed9ff9-5c86-4bbe-b5d9-a1c019b68246 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/quotas/c60c68aabb5e42739249c009762f83f1 HTTP/1.1" status: 200 len: 375 time: 0.0098958 Jul 15 14:05:51.967534 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70289690-93be-4f78-b492-fe215d4ec58c req-a2c8ae04-08f4-4121-9fb9-4be2e3587b12 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c60c68aabb5e42739249c009762f83f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639613 Jul 15 14:05:52.145274 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70289690-93be-4f78-b492-fe215d4ec58c req-e894bbc1-d583-4ef5-b9a2-d704843ec529 service neutron] 10.222.0.24 "GET /v2.0/networks/5b8ef7e3-b420-4566-90c4-8b10f5798449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653414 Jul 15 14:05:52.238827 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70289690-93be-4f78-b492-fe215d4ec58c req-0ca2e544-cb22-48d2-a6d2-39ae6627615d service neutron] 10.222.0.24 "GET /v2.0/networks/5b8ef7e3-b420-4566-90c4-8b10f5798449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873468 Jul 15 14:05:52.410133 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b05c5e14-9d37-4dab-9dc1-a9f84c5dee9f req-daec1b2b-4995-4810-b8eb-a218cda089b8 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 210 time: 0.0336852 Jul 15 14:05:53.346691 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:53.458809 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c0f2b687-c191-429a-9bc8-f93cc9e7c6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:53.556875 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b66d502c-8782-4e19-b697-1fb8a56bd967 req-8423640f-43cb-497e-bf30-7375136dca85 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 210 time: 0.0297511 Jul 15 14:05:53.698212 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70289690-93be-4f78-b492-fe215d4ec58c req-cdd4cf1b-08f0-4b74-be59-7b5d0c1d8d6e tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:53.699724 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70289690-93be-4f78-b492-fe215d4ec58c req-cdd4cf1b-08f0-4b74-be59-7b5d0c1d8d6e tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.32 "GET /v2.0/networks?id=5b8ef7e3-b420-4566-90c4-8b10f5798449 HTTP/1.1" status: 200 len: 815 time: 0.1082351 Jul 15 14:05:53.723805 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-70289690-93be-4f78-b492-fe215d4ec58c req-eae0d82c-8b97-4a83-8148-aa3a6fccf49c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Request body: {'port': {'device_id': '5319ab89-d6d2-4245-9356-afe5f6942d55', 'network_id': '5b8ef7e3-b420-4566-90c4-8b10f5798449', 'admin_state_up': True, 'tenant_id': 'c60c68aabb5e42739249c009762f83f1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:05:53.836920 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70289690-93be-4f78-b492-fe215d4ec58c req-eae0d82c-8b97-4a83-8148-aa3a6fccf49c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Made reservation on behalf of c60c68aabb5e42739249c009762f83f1 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:05:53.840447 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-70289690-93be-4f78-b492-fe215d4ec58c req-eae0d82c-8b97-4a83-8148-aa3a6fccf49c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:53.967602 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-70289690-93be-4f78-b492-fe215d4ec58c req-eae0d82c-8b97-4a83-8148-aa3a6fccf49c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Allocated IP 172.20.0.5 (5b8ef7e3-b420-4566-90c4-8b10f5798449/aca50782-1b5b-462c-a4e7-7a7ba39b7dd0/dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:05:54.149893 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-70289690-93be-4f78-b492-fe215d4ec58c req-eae0d82c-8b97-4a83-8148-aa3a6fccf49c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:54.179254 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-70289690-93be-4f78-b492-fe215d4ec58c req-eae0d82c-8b97-4a83-8148-aa3a6fccf49c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Transition to ACTIVE for port object dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:05:54.227780 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-70289690-93be-4f78-b492-fe215d4ec58c req-eae0d82c-8b97-4a83-8148-aa3a6fccf49c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:54.282248 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70289690-93be-4f78-b492-fe215d4ec58c req-eae0d82c-8b97-4a83-8148-aa3a6fccf49c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Network 5b8ef7e3-b420-4566-90c4-8b10f5798449 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:05:54.285686 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-70289690-93be-4f78-b492-fe215d4ec58c req-eae0d82c-8b97-4a83-8148-aa3a6fccf49c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:05:54.290287 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-70289690-93be-4f78-b492-fe215d4ec58c req-eae0d82c-8b97-4a83-8148-aa3a6fccf49c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:05:54.297035 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0d82c-8b97-4a83-8148-aa3a6fccf49c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Pushing event updated for resources: {'Port': ['ID=dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:05:54.333516 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae0d82c-8b97-4a83-8148-aa3a6fccf49c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:54.333921 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae0d82c-8b97-4a83-8148-aa3a6fccf49c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:54.334323 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae0d82c-8b97-4a83-8148-aa3a6fccf49c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:54.334668 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae0d82c-8b97-4a83-8148-aa3a6fccf49c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:54.335000 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae0d82c-8b97-4a83-8148-aa3a6fccf49c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:54.335404 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae0d82c-8b97-4a83-8148-aa3a6fccf49c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:54.335728 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae0d82c-8b97-4a83-8148-aa3a6fccf49c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:54.336058 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae0d82c-8b97-4a83-8148-aa3a6fccf49c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:54.336385 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae0d82c-8b97-4a83-8148-aa3a6fccf49c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:54.336712 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae0d82c-8b97-4a83-8148-aa3a6fccf49c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:54.337036 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae0d82c-8b97-4a83-8148-aa3a6fccf49c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:54.337360 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae0d82c-8b97-4a83-8148-aa3a6fccf49c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:05:54.378208 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70289690-93be-4f78-b492-fe215d4ec58c req-eae0d82c-8b97-4a83-8148-aa3a6fccf49c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:54.378913 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-70289690-93be-4f78-b492-fe215d4ec58c req-eae0d82c-8b97-4a83-8148-aa3a6fccf49c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:54.396297 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70289690-93be-4f78-b492-fe215d4ec58c req-eae0d82c-8b97-4a83-8148-aa3a6fccf49c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6762931 Jul 15 14:05:54.558686 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5029e9e3-2385-4750-996a-5d0712280c84 None None] Provisioning for port dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:05:54.565470 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5029e9e3-2385-4750-996a-5d0712280c84 None None] Provisioning complete for port dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:05:54.565987 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5029e9e3-2385-4750-996a-5d0712280c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:54.605540 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5029e9e3-2385-4750-996a-5d0712280c84 None None] Port dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:05:54.745086 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deae538-f756-4b5e-b97f-2701fc4d53c8 req-c5bdba6a-6902-4f71-a66e-4ed180ff52b2 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:54.746683 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4deae538-f756-4b5e-b97f-2701fc4d53c8 req-c5bdba6a-6902-4f71-a66e-4ed180ff52b2 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 931 time: 0.0625765 Jul 15 14:05:54.789552 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4deae538-f756-4b5e-b97f-2701fc4d53c8 req-c71a0f37-ab3f-44b2-936d-68467b3d24f3 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c4ad970-0f62-41be-bdb8-49a4011f7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372021 Jul 15 14:05:54.932759 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:55.711034 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:55.975640 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094704a5-002c-4ce9-abf9-baab35e37126 req-6f94a7bd-b357-4abc-8310-f10084abb162 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:55.977165 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-094704a5-002c-4ce9-abf9-baab35e37126 req-6f94a7bd-b357-4abc-8310-f10084abb162 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 931 time: 0.0663619 Jul 15 14:05:56.010805 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:05:56.023851 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-094704a5-002c-4ce9-abf9-baab35e37126 req-11f2eec8-0ee9-4147-9071-0fe9bb5fcb7c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c4ad970-0f62-41be-bdb8-49a4011f7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402510 Jul 15 14:05:56.535737 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:57.387817 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6088810-f9a4-48af-8d17-7619e753954b req-5cabd12e-78ce-4fcb-9d5b-3058a3341578 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:57.392730 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b6088810-f9a4-48af-8d17-7619e753954b req-5cabd12e-78ce-4fcb-9d5b-3058a3341578 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 931 time: 0.0650334 Jul 15 14:05:57.434384 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b6088810-f9a4-48af-8d17-7619e753954b req-ab0c0e78-86f5-4f17-9b54-cfa1f020a313 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c4ad970-0f62-41be-bdb8-49a4011f7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346620 Jul 15 14:05:58.616898 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be31c53-39f8-4721-812f-d9dbaca2db54 req-0db54cab-365c-42ea-ac5f-7caadd94f919 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:58.618856 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8be31c53-39f8-4721-812f-d9dbaca2db54 req-0db54cab-365c-42ea-ac5f-7caadd94f919 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 931 time: 0.0724516 Jul 15 14:05:58.674909 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8be31c53-39f8-4721-812f-d9dbaca2db54 req-15e4057a-405d-4a0c-892a-17e0c7447694 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c4ad970-0f62-41be-bdb8-49a4011f7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499160 Jul 15 14:05:59.857609 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe0cc2-0c99-4d95-a02d-43af0f137db5 req-86a4dfb5-933e-4d9d-b2d3-bc7fc665546d tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:59.859206 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-68fe0cc2-0c99-4d95-a02d-43af0f137db5 req-86a4dfb5-933e-4d9d-b2d3-bc7fc665546d tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 931 time: 0.0713546 Jul 15 14:05:59.900770 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-68fe0cc2-0c99-4d95-a02d-43af0f137db5 req-ddab9aa6-f69a-48df-8528-265067a69d23 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c4ad970-0f62-41be-bdb8-49a4011f7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355370 Jul 15 14:06:01.092471 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d7c0f-a8da-4aff-bb15-3b2e176f5497 req-4ef182ce-86f1-46e0-96fa-2ddf88a433a4 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:01.094343 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e38d7c0f-a8da-4aff-bb15-3b2e176f5497 req-4ef182ce-86f1-46e0-96fa-2ddf88a433a4 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 931 time: 0.0810442 Jul 15 14:06:01.137590 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e38d7c0f-a8da-4aff-bb15-3b2e176f5497 req-a1892b54-e040-4d89-98a9-40b90af8e796 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c4ad970-0f62-41be-bdb8-49a4011f7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374806 Jul 15 14:06:02.327688 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c68d3-7875-4b4f-a10e-f69aceb880c1 req-12fd79c0-a267-4d97-8233-17433eae3272 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:02.329291 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-817c68d3-7875-4b4f-a10e-f69aceb880c1 req-12fd79c0-a267-4d97-8233-17433eae3272 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 931 time: 0.0757277 Jul 15 14:06:02.373099 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-817c68d3-7875-4b4f-a10e-f69aceb880c1 req-a5ef8a19-8363-4188-8f49-665af5dd74cb tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c4ad970-0f62-41be-bdb8-49a4011f7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335920 Jul 15 14:06:03.560581 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5829bf-ccde-42d7-a634-e8a3d62f4ee1 req-1a1a5dba-ae89-4760-94a2-480f9a88135c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:03.562249 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-db5829bf-ccde-42d7-a634-e8a3d62f4ee1 req-1a1a5dba-ae89-4760-94a2-480f9a88135c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 931 time: 0.0645156 Jul 15 14:06:03.606284 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-db5829bf-ccde-42d7-a634-e8a3d62f4ee1 req-e2ccacca-19d8-4db0-b9d7-9158ae77418e tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c4ad970-0f62-41be-bdb8-49a4011f7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376987 Jul 15 14:06:04.322844 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-70289690-93be-4f78-b492-fe215d4ec58c req-6015c334-ec29-4190-a82c-33d51db894bc service neutron] Request body: {'port': {'device_id': '5319ab89-d6d2-4245-9356-afe5f6942d55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:04.399932 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-70289690-93be-4f78-b492-fe215d4ec58c req-6015c334-ec29-4190-a82c-33d51db894bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:04.666058 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-70289690-93be-4f78-b492-fe215d4ec58c req-6015c334-ec29-4190-a82c-33d51db894bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:06:04.674280 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-70289690-93be-4f78-b492-fe215d4ec58c req-6015c334-ec29-4190-a82c-33d51db894bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:04.687911 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-70289690-93be-4f78-b492-fe215d4ec58c req-6015c334-ec29-4190-a82c-33d51db894bc service neutron] Transition to ACTIVE for port object dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:06:04.691205 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-70289690-93be-4f78-b492-fe215d4ec58c req-6015c334-ec29-4190-a82c-33d51db894bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:04.747063 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015c334-ec29-4190-a82c-33d51db894bc service neutron] Pushing event updated for resources: {'Port': ['ID=dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:04.809937 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fa18d-5f4a-4267-b9af-ac831ed91657 req-d256a2d4-bba6-4bf9-a715-1ec9cfa7b364 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:04.811544 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-027fa18d-5f4a-4267-b9af-ac831ed91657 req-d256a2d4-bba6-4bf9-a715-1ec9cfa7b364 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 943 time: 0.0897450 Jul 15 14:06:04.825045 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-70289690-93be-4f78-b492-fe215d4ec58c req-6015c334-ec29-4190-a82c-33d51db894bc service neutron] Attempting to bind port dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:06:04.825391 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-70289690-93be-4f78-b492-fe215d4ec58c req-6015c334-ec29-4190-a82c-33d51db894bc service neutron] Attempting to bind port dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '4fbf94c0-f767-4a0c-a3be-3ed8998cb19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5b8ef7e3-b420-4566-90c4-8b10f5798449'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:06:04.825871 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70289690-93be-4f78-b492-fe215d4ec58c req-6015c334-ec29-4190-a82c-33d51db894bc service neutron] Attempting to bind port dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e on network 5b8ef7e3-b420-4566-90c4-8b10f5798449 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:06:04.830469 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70289690-93be-4f78-b492-fe215d4ec58c req-6015c334-ec29-4190-a82c-33d51db894bc service neutron] Port dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e on network 5b8ef7e3-b420-4566-90c4-8b10f5798449 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:06:04.830885 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70289690-93be-4f78-b492-fe215d4ec58c req-6015c334-ec29-4190-a82c-33d51db894bc service neutron] Attempting to bind port dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e on network 5b8ef7e3-b420-4566-90c4-8b10f5798449 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:06:04.836178 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70289690-93be-4f78-b492-fe215d4ec58c req-6015c334-ec29-4190-a82c-33d51db894bc service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:06:04.836533 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70289690-93be-4f78-b492-fe215d4ec58c req-6015c334-ec29-4190-a82c-33d51db894bc service neutron] Checking segment: {'id': '4fbf94c0-f767-4a0c-a3be-3ed8998cb19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5b8ef7e3-b420-4566-90c4-8b10f5798449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:06:04.836911 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70289690-93be-4f78-b492-fe215d4ec58c req-6015c334-ec29-4190-a82c-33d51db894bc service neutron] Bound using segment: {'id': '4fbf94c0-f767-4a0c-a3be-3ed8998cb19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5b8ef7e3-b420-4566-90c4-8b10f5798449'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:06:04.837429 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-70289690-93be-4f78-b492-fe215d4ec58c req-6015c334-ec29-4190-a82c-33d51db894bc service neutron] Bound port: dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fbf94c0-f767-4a0c-a3be-3ed8998cb19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5b8ef7e3-b420-4566-90c4-8b10f5798449'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:06:04.837719 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-70289690-93be-4f78-b492-fe215d4ec58c req-6015c334-ec29-4190-a82c-33d51db894bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:04.862430 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-027fa18d-5f4a-4267-b9af-ac831ed91657 req-f9e32ef3-5a57-4bc9-a32b-b7fda4dc153a tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c4ad970-0f62-41be-bdb8-49a4011f7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427465 Jul 15 14:06:04.909270 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-70289690-93be-4f78-b492-fe215d4ec58c req-6015c334-ec29-4190-a82c-33d51db894bc service neutron] For port dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:06:04.912579 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-70289690-93be-4f78-b492-fe215d4ec58c req-6015c334-ec29-4190-a82c-33d51db894bc service neutron] For port dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e,segment=NetworkSegment(4fbf94c0-f767-4a0c-a3be-3ed8998cb19d),segment_id=4fbf94c0-f767-4a0c-a3be-3ed8998cb19d)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:06:04.918326 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-70289690-93be-4f78-b492-fe215d4ec58c req-6015c334-ec29-4190-a82c-33d51db894bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:04.953184 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70289690-93be-4f78-b492-fe215d4ec58c req-6015c334-ec29-4190-a82c-33d51db894bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:04.953822 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-70289690-93be-4f78-b492-fe215d4ec58c req-6015c334-ec29-4190-a82c-33d51db894bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:04.955228 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70289690-93be-4f78-b492-fe215d4ec58c req-6015c334-ec29-4190-a82c-33d51db894bc service neutron] 10.222.0.32 "PUT /v2.0/ports/dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e HTTP/1.1" status: 200 len: 1092 time: 0.6369019 Jul 15 14:06:04.955652 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5319ab89-d6d2-4245-9356-afe5f6942d55', 'tag': 'dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:06:04.957928 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ab3d84-eaa4-406c-8f56-37f258430869" -d '{"events": [{"name": "network-changed", "server_uuid": "5319ab89-d6d2-4245-9356-afe5f6942d55", "tag": "dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:06:04.983146 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015c334-ec29-4190-a82c-33d51db894bc service neutron] Pushing event updated for resources: {'Port': ['ID=dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:05.020350 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3a5018-6230-46ce-9f96-2c10de8d88df x-openstack-request-id: req-7d3a5018-6230-46ce-9f96-2c10de8d88df {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:06:05.020676 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5319ab89-d6d2-4245-9356-afe5f6942d55", "tag": "dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:06:05.020936 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d3a5018-6230-46ce-9f96-2c10de8d88df {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:06:05.021338 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5319ab89-d6d2-4245-9356-afe5f6942d55', 'tag': 'dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e', 'status': 'completed', 'code': 200} Jul 15 14:06:05.072263 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70289690-93be-4f78-b492-fe215d4ec58c req-23b2eb3c-edce-4588-ad48-636cd22e3335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:05.073745 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70289690-93be-4f78-b492-fe215d4ec58c req-23b2eb3c-edce-4588-ad48-636cd22e3335 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c60c68aabb5e42739249c009762f83f1&device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 1095 time: 0.0622041 Jul 15 14:06:05.123701 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70289690-93be-4f78-b492-fe215d4ec58c req-30d46ce5-a922-4edf-b81e-d0eaf5e9341a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e HTTP/1.1" status: 200 len: 217 time: 0.0368524 Jul 15 14:06:05.172647 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70289690-93be-4f78-b492-fe215d4ec58c req-6f32d5fe-42ff-436a-8520-7ae8941abb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:05.174230 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70289690-93be-4f78-b492-fe215d4ec58c req-6f32d5fe-42ff-436a-8520-7ae8941abb35 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aca50782-1b5b-462c-a4e7-7a7ba39b7dd0 HTTP/1.1" status: 200 len: 854 time: 0.0444441 Jul 15 14:06:05.231814 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70289690-93be-4f78-b492-fe215d4ec58c req-08d9cea6-4805-4154-939a-ec7ce8470cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:05.233332 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70289690-93be-4f78-b492-fe215d4ec58c req-08d9cea6-4805-4154-939a-ec7ce8470cd4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5b8ef7e3-b420-4566-90c4-8b10f5798449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523465 Jul 15 14:06:05.324663 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70289690-93be-4f78-b492-fe215d4ec58c req-2ce62a04-26eb-4123-9c10-57751bb511cf service neutron] 10.222.0.32 "GET /v2.0/networks/5b8ef7e3-b420-4566-90c4-8b10f5798449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849714 Jul 15 14:06:05.706647 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-70289690-93be-4f78-b492-fe215d4ec58c req-304c943a-ffab-4e7f-9334-1bc176800e33 service neutron] 10.222.0.32 "GET /v2.0/networks/5b8ef7e3-b420-4566-90c4-8b10f5798449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759806 Jul 15 14:06:05.840547 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab3d84-eaa4-406c-8f56-37f258430869 req-e927924a-0245-4720-b332-41ab49928fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:05.841998 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a5ab3d84-eaa4-406c-8f56-37f258430869 req-e927924a-0245-4720-b332-41ab49928fd0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c60c68aabb5e42739249c009762f83f1&device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 1095 time: 0.0514257 Jul 15 14:06:05.928930 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab3d84-eaa4-406c-8f56-37f258430869 req-01874488-6de7-4c38-a4d2-14bb9375da74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:05.930468 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a5ab3d84-eaa4-406c-8f56-37f258430869 req-01874488-6de7-4c38-a4d2-14bb9375da74 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5b8ef7e3-b420-4566-90c4-8b10f5798449 HTTP/1.1" status: 200 len: 916 time: 0.0825782 Jul 15 14:06:05.974060 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a5ab3d84-eaa4-406c-8f56-37f258430869 req-4dd730bf-c39f-4f8a-8dda-defc490c486a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e HTTP/1.1" status: 200 len: 217 time: 0.0376232 Jul 15 14:06:06.022765 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab3d84-eaa4-406c-8f56-37f258430869 req-bd5f3c2d-46ff-4489-94d8-1aba7140e75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:06.024235 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a5ab3d84-eaa4-406c-8f56-37f258430869 req-bd5f3c2d-46ff-4489-94d8-1aba7140e75b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aca50782-1b5b-462c-a4e7-7a7ba39b7dd0 HTTP/1.1" status: 200 len: 854 time: 0.0440660 Jul 15 14:06:06.029137 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da447e-bb8a-4606-9998-c0e93208227e req-c9de528f-1713-48c7-801a-b63952099d9b tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:06.030678 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-97da447e-bb8a-4606-9998-c0e93208227e req-c9de528f-1713-48c7-801a-b63952099d9b tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 943 time: 0.0641427 Jul 15 14:06:06.069632 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-97da447e-bb8a-4606-9998-c0e93208227e req-1fc50012-a93d-4175-8070-c595aeb40a8e tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c4ad970-0f62-41be-bdb8-49a4011f7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333087 Jul 15 14:06:06.081456 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab3d84-eaa4-406c-8f56-37f258430869 req-6d61986c-0e51-48c2-bc0b-acd84f745235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:06.082990 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a5ab3d84-eaa4-406c-8f56-37f258430869 req-6d61986c-0e51-48c2-bc0b-acd84f745235 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5b8ef7e3-b420-4566-90c4-8b10f5798449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524631 Jul 15 14:06:06.177557 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a5ab3d84-eaa4-406c-8f56-37f258430869 req-aadd2738-bfe7-4672-84ee-84676ff3673a service neutron] 10.222.0.32 "GET /v2.0/networks/5b8ef7e3-b420-4566-90c4-8b10f5798449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871255 Jul 15 14:06:06.268506 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a5ab3d84-eaa4-406c-8f56-37f258430869 req-78944be4-59f8-4267-928b-59ee0c7d59ab service neutron] 10.222.0.32 "GET /v2.0/networks/5b8ef7e3-b420-4566-90c4-8b10f5798449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839744 Jul 15 14:06:07.247874 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b735d7a-db60-46b3-bfc1-553a8ba04322 req-2df9c627-4e41-463b-97f2-78025a0c8b2a tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:07.249447 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0b735d7a-db60-46b3-bfc1-553a8ba04322 req-2df9c627-4e41-463b-97f2-78025a0c8b2a tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 943 time: 0.0695441 Jul 15 14:06:07.287401 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0b735d7a-db60-46b3-bfc1-553a8ba04322 req-f1fdf7b3-8f63-4375-ac0d-579a6434d813 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c4ad970-0f62-41be-bdb8-49a4011f7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323627 Jul 15 14:06:08.460480 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe8532-1d16-4ace-88d8-e058ababd44d req-e8e53fd8-af16-453c-be00-4b8f4a4a9261 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:08.462119 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-81fe8532-1d16-4ace-88d8-e058ababd44d req-e8e53fd8-af16-453c-be00-4b8f4a4a9261 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 943 time: 0.0640547 Jul 15 14:06:08.500369 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-81fe8532-1d16-4ace-88d8-e058ababd44d req-c076b3fe-f073-41b8-927b-dc411ac4ae5d tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c4ad970-0f62-41be-bdb8-49a4011f7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326309 Jul 15 14:06:08.739752 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:09.344167 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:06:09.436299 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e,segment=NetworkSegment(4fbf94c0-f767-4a0c-a3be-3ed8998cb19d),segment_id=4fbf94c0-f767-4a0c-a3be-3ed8998cb19d)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:09.447363 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e', 'network_id': '5b8ef7e3-b420-4566-90c4-8b10f5798449', 'port_id': 'dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e', 'mac_address': 'fa:16:3e:e9:36:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca50782-1b5b-462c-a4e7-7a7ba39b7dd0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:06:09.486244 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:09.499610 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:06:09.518635 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e,segment=NetworkSegment(4fbf94c0-f767-4a0c-a3be-3ed8998cb19d),segment_id=4fbf94c0-f767-4a0c-a3be-3ed8998cb19d)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:09.522327 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:09.569153 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:09.576568 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:09.576908 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:09.577241 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:09.577567 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:09.577916 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:09.578248 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:09.578567 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:09.578884 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:09.579198 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:09.579513 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:09.579825 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:09.580137 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:09.671688 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c4914-7db2-40f0-b846-45b901b3e9cc req-3cd38eb4-b530-40dd-96bf-a7e12f8c4272 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:09.673172 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f4c4914-7db2-40f0-b846-45b901b3e9cc req-3cd38eb4-b530-40dd-96bf-a7e12f8c4272 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 944 time: 0.0621653 Jul 15 14:06:09.710583 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f4c4914-7db2-40f0-b846-45b901b3e9cc req-bf554fb6-c835-423f-ac63-6ac15e61c1ee tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c4ad970-0f62-41be-bdb8-49a4011f7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317719 Jul 15 14:06:09.794046 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:06:10.889632 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21d427-cf28-4452-a47a-962bf42cd362 req-8b5d28bd-ae69-4360-9cfb-994b3bc9486b tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:10.891162 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6a21d427-cf28-4452-a47a-962bf42cd362 req-8b5d28bd-ae69-4360-9cfb-994b3bc9486b tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 944 time: 0.0728455 Jul 15 14:06:10.928162 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6a21d427-cf28-4452-a47a-962bf42cd362 req-08084bec-208e-4d7c-9245-cc22d7bdb529 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c4ad970-0f62-41be-bdb8-49a4011f7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315590 Jul 15 14:06:11.375043 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:06:11.423138 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:06:11.426543 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:11.426914 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:11.501849 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:11.523253 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5319ab89-d6d2-4245-9356-afe5f6942d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:06:11.526065 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5982e52f7164c00132b4161e7da779dd5a615a4991d8f343d2f1980d90734956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b30abf-a82e-4b3b-ba43-523f68e6b002" -d '{"events": [{"server_uuid": "5319ab89-d6d2-4245-9356-afe5f6942d55", "name": "network-vif-plugged", "status": "completed", "tag": "dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:06:11.539679 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e,segment=NetworkSegment(4fbf94c0-f767-4a0c-a3be-3ed8998cb19d),segment_id=4fbf94c0-f767-4a0c-a3be-3ed8998cb19d)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:11.543815 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:11.570831 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21fe983-f124-4b07-bd69-2c8a4153b14f x-openstack-request-id: req-f21fe983-f124-4b07-bd69-2c8a4153b14f {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:06:11.571118 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5319ab89-d6d2-4245-9356-afe5f6942d55", "name": "network-vif-plugged", "status": "completed", "tag": "dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:06:11.571363 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f21fe983-f124-4b07-bd69-2c8a4153b14f {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:06:11.571743 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5319ab89-d6d2-4245-9356-afe5f6942d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e', 'code': 200} Jul 15 14:06:11.597432 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:11.704751 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca5220-df6f-447f-98f0-db2724a3b5a3 req-1c5eca87-f2ce-480d-b6de-db92c8ce6476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:11.706236 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3cca5220-df6f-447f-98f0-db2724a3b5a3 req-1c5eca87-f2ce-480d-b6de-db92c8ce6476 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 1097 time: 0.0550539 Jul 15 14:06:11.740228 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3cca5220-df6f-447f-98f0-db2724a3b5a3 req-108209af-5f6f-4ebf-b4bc-9d496ccca057 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1c4ad970-0f62-41be-bdb8-49a4011f7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277903 Jul 15 14:06:12.102424 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecc806-d448-4f2e-90dc-bdc89875bc1c req-23e2a4a2-275f-4bab-bd23-2dd32faaf771 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:12.104299 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1aecc806-d448-4f2e-90dc-bdc89875bc1c req-23e2a4a2-275f-4bab-bd23-2dd32faaf771 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 945 time: 0.0638671 Jul 15 14:06:12.140544 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1aecc806-d448-4f2e-90dc-bdc89875bc1c req-52f49d94-30c5-474e-9c38-7181f66d2de9 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c4ad970-0f62-41be-bdb8-49a4011f7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309639 Jul 15 14:06:13.311916 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffe034-8616-4c06-8233-1dc1d6bf4503 req-078c33f0-a0fd-4ebf-abe8-bfdc0844f90b tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:13.313386 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-74ffe034-8616-4c06-8233-1dc1d6bf4503 req-078c33f0-a0fd-4ebf-abe8-bfdc0844f90b tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 945 time: 0.0620379 Jul 15 14:06:13.350659 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-74ffe034-8616-4c06-8233-1dc1d6bf4503 req-4c3700b9-5fdc-43dc-8e04-ae6c47ed2097 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c4ad970-0f62-41be-bdb8-49a4011f7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315468 Jul 15 14:06:13.536883 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f79c7c-16ec-4bc6-8c73-bb50d134fad0 req-dcdf8e6a-e082-461b-a383-33a9e509f420 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:13.538416 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-47f79c7c-16ec-4bc6-8c73-bb50d134fad0 req-dcdf8e6a-e082-461b-a383-33a9e509f420 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 945 time: 0.0669250 Jul 15 14:06:13.576729 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-47f79c7c-16ec-4bc6-8c73-bb50d134fad0 req-6c0ced50-18ba-4cc3-a1fc-7ae765244b1a tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c4ad970-0f62-41be-bdb8-49a4011f7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326581 Jul 15 14:06:13.912693 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086b29b-9478-42a3-bd15-6d397d80d1db req-b9964745-60c7-4474-801f-8fd52ac4cc6a tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:13.914734 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3086b29b-9478-42a3-bd15-6d397d80d1db req-b9964745-60c7-4474-801f-8fd52ac4cc6a tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 945 time: 0.0627422 Jul 15 14:06:13.951939 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3086b29b-9478-42a3-bd15-6d397d80d1db req-0ddd412e-d387-4015-a988-accc8e4014a6 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c4ad970-0f62-41be-bdb8-49a4011f7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314686 Jul 15 14:06:20.926493 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7d678774-10ea-4e92-9ac8-a1d12a3035c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:23.347588 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:23.459681 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ec6ee64-2474-41e9-ac7b-2b77a68216fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:24.934215 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:25.589543 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3cb77-b42a-488f-988e-d306240f09df req-5f9d947c-5607-48e0-bf99-adf881ed782b tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:25.591072 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8bf3cb77-b42a-488f-988e-d306240f09df req-5f9d947c-5607-48e0-bf99-adf881ed782b tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 945 time: 0.0625613 Jul 15 14:06:25.628218 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8bf3cb77-b42a-488f-988e-d306240f09df req-00d51702-7b71-4a21-a26e-5dc29cd47992 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c4ad970-0f62-41be-bdb8-49a4011f7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316856 Jul 15 14:06:25.653556 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49508) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:25.727214 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:25.755419 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436019fb-0a1a-47d8-9afe-6aac2aafed50 tempest-TestMinimumBasicScenario-1315944931 tempest-TestMinimumBasicScenario-1315944931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:25.756975 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-436019fb-0a1a-47d8-9afe-6aac2aafed50 tempest-TestMinimumBasicScenario-1315944931 tempest-TestMinimumBasicScenario-1315944931-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 1092 time: 0.1024244 Jul 15 14:06:25.760617 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49512) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:25.765042 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-45cacb6c-781d-4a9a-81dc-cdb30f101d24 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'port_id': 'dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e', 'tenant_id': 'c60c68aabb5e42739249c009762f83f1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:25.787995 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-45cacb6c-781d-4a9a-81dc-cdb30f101d24 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:25.886459 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-45cacb6c-781d-4a9a-81dc-cdb30f101d24 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:25.994975 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-45cacb6c-781d-4a9a-81dc-cdb30f101d24 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Allocated IP 172.25.6.108 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/5c9bdfa9-0faf-42ff-a128-17e183890915) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:06:26.095315 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-45cacb6c-781d-4a9a-81dc-cdb30f101d24 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:26.141915 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-45cacb6c-781d-4a9a-81dc-cdb30f101d24 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:26.178585 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cacb6c-781d-4a9a-81dc-cdb30f101d24 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:06:26.185460 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-45cacb6c-781d-4a9a-81dc-cdb30f101d24 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:06:26.189086 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cacb6c-781d-4a9a-81dc-cdb30f101d24 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:06:26.194628 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cacb6c-781d-4a9a-81dc-cdb30f101d24 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Pushing event updated for resources: {'Port': ['ID=5c9bdfa9-0faf-42ff-a128-17e183890915,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:26.220079 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cacb6c-781d-4a9a-81dc-cdb30f101d24 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:26.220421 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cacb6c-781d-4a9a-81dc-cdb30f101d24 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:26.220762 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cacb6c-781d-4a9a-81dc-cdb30f101d24 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:26.221099 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cacb6c-781d-4a9a-81dc-cdb30f101d24 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:26.221432 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cacb6c-781d-4a9a-81dc-cdb30f101d24 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:26.221786 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cacb6c-781d-4a9a-81dc-cdb30f101d24 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:26.222121 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cacb6c-781d-4a9a-81dc-cdb30f101d24 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:26.222447 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cacb6c-781d-4a9a-81dc-cdb30f101d24 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:26.222773 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cacb6c-781d-4a9a-81dc-cdb30f101d24 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:26.223101 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cacb6c-781d-4a9a-81dc-cdb30f101d24 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:26.223424 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cacb6c-781d-4a9a-81dc-cdb30f101d24 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:26.223746 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cacb6c-781d-4a9a-81dc-cdb30f101d24 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:26.536359 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:26.575659 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-45cacb6c-781d-4a9a-81dc-cdb30f101d24 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:26.652637 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-45cacb6c-781d-4a9a-81dc-cdb30f101d24 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:26.806990 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-45cacb6c-781d-4a9a-81dc-cdb30f101d24 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:26.811573 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-45cacb6c-781d-4a9a-81dc-cdb30f101d24 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:26.879545 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cacb6c-781d-4a9a-81dc-cdb30f101d24 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Pushing event updated for resources: {'Port': ['ID=5c9bdfa9-0faf-42ff-a128-17e183890915,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:26.890195 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-45cacb6c-781d-4a9a-81dc-cdb30f101d24 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:26.992902 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-45cacb6c-781d-4a9a-81dc-cdb30f101d24 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Floating IP 6e1734d4-c07d-4571-8c88-a6c9373d3ef6 associated. External IP: 172.25.6.108, port: dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e. Jul 15 14:06:27.204803 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45cacb6c-781d-4a9a-81dc-cdb30f101d24 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Router 259908a6-f85d-4cda-9665-b44ae9452fdf has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:06:27.590884 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cacb6c-781d-4a9a-81dc-cdb30f101d24 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:06:27.601016 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e45f77c-891e-4191-bfac-6b7b6c1a6822 None None] Sync routers for ids ['259908a6-f85d-4cda-9665-b44ae9452fdf'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:06:27.610319 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-45cacb6c-781d-4a9a-81dc-cdb30f101d24 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:27.614151 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e45f77c-891e-4191-bfac-6b7b6c1a6822 None None] Routers {'259908a6-f85d-4cda-9665-b44ae9452fdf'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:06:27.614788 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4e45f77c-891e-4191-bfac-6b7b6c1a6822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:06:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['259908a6-f85d-4cda-9665-b44ae9452fdf'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:27.653952 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-45cacb6c-781d-4a9a-81dc-cdb30f101d24 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8892906 Jul 15 14:06:27.653952 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5319ab89-d6d2-4245-9356-afe5f6942d55', 'tag': 'dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:06:27.653952 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e64901b02c345040bafddad2dab1ebeb8b80c4fa9c7870118a0b2b399b9ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae42e56e-3248-445c-86d5-cd1e72229530" -d '{"events": [{"name": "network-changed", "server_uuid": "5319ab89-d6d2-4245-9356-afe5f6942d55", "tag": "dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:06:27.654898 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49514) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:27.663298 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-206e2543-8c41-4f81-9889-1572b62acc0c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1344127461', 'description': 'tempest-secgroup-smoke-1344127461 description', 'project_id': 'c60c68aabb5e42739249c009762f83f1'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:27.703405 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-206e2543-8c41-4f81-9889-1572b62acc0c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:27.746901 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-4e45f77c-891e-4191-bfac-6b7b6c1a6822 None None] Set router 259908a6-f85d-4cda-9665-b44ae9452fdf gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:06:27.802896 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-206e2543-8c41-4f81-9889-1572b62acc0c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:27.807854 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-206e2543-8c41-4f81-9889-1572b62acc0c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:27.840054 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-206e2543-8c41-4f81-9889-1572b62acc0c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:27.847967 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-206e2543-8c41-4f81-9889-1572b62acc0c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1856723 Jul 15 14:06:27.848180 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49520) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:27.855401 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-59ecd1fc-e6de-4dd7-89f1-b9ccbffa2e94 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Request body: {'security_group_rule': {'security_group_id': 'a7e784f0-7f4e-42f7-bc4c-bc94017faa31', 'project_id': 'c60c68aabb5e42739249c009762f83f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:27.868031 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e2543-8c41-4f81-9889-1572b62acc0c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e784f0-7f4e-42f7-bc4c-bc94017faa31,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:27.890841 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95551cf-c2f0-42b3-9293-2829d4cce192 x-openstack-request-id: req-f95551cf-c2f0-42b3-9293-2829d4cce192 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:06:27.891232 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5319ab89-d6d2-4245-9356-afe5f6942d55", "tag": "dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:06:27.891436 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f95551cf-c2f0-42b3-9293-2829d4cce192 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:06:27.891832 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5319ab89-d6d2-4245-9356-afe5f6942d55', 'tag': 'dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e', 'status': 'completed', 'code': 200} Jul 15 14:06:27.892761 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-59ecd1fc-e6de-4dd7-89f1-b9ccbffa2e94 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.019163 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-59ecd1fc-e6de-4dd7-89f1-b9ccbffa2e94 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.030384 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-59ecd1fc-e6de-4dd7-89f1-b9ccbffa2e94 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.033284 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4e45f77c-891e-4191-bfac-6b7b6c1a6822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'name': 'tempest-TestMinimumBasicScenario-1290741422-router', 'tenant_id': 'c60c68aabb5e42739249c009762f83f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:32Z', 'updated_at': '2021-07-15T14:05:35Z', 'revision_number': 4, 'project_id': 'c60c68aabb5e42739249c009762f83f1', 'gw_port': {'id': 'c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:33Z', 'updated_at': '2021-07-15T14:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '6e1734d4-c07d-4571-8c88-a6c9373d3ef6', 'tenant_id': 'c60c68aabb5e42739249c009762f83f1', 'floating_ip_address': '172.25.6.108', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'port_id': 'dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b8ef7e3-b420-4566-90c4-8b10f5798449', 'mac_address': 'fa:16:3e:e9:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5319ab89-d6d2-4245-9356-afe5f6942d55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:06:26Z', 'updated_at': '2021-07-15T14:06:26Z', 'revision_number': 0, 'project_id': 'c60c68aabb5e42739249c009762f83f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8977a3-7c32-4bf6-a219-c0e3654aab9c', 'name': '', 'network_id': '5b8ef7e3-b420-4566-90c4-8b10f5798449', 'tenant_id': 'c60c68aabb5e42739249c009762f83f1', 'mac_address': 'fa:16:3e:b4:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'aca50782-1b5b-462c-a4e7-7a7ba39b7dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:34Z', 'updated_at': '2021-07-15T14:05:42Z', 'revision_number': 5, 'project_id': 'c60c68aabb5e42739249c009762f83f1', 'subnets': [{'id': 'aca50782-1b5b-462c-a4e7-7a7ba39b7dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:28.056477 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ecd1fc-e6de-4dd7-89f1-b9ccbffa2e94 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7814a8a2-7a6c-456c-96a6-b953b35d49ad,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:28.061236 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e45f77c-891e-4191-bfac-6b7b6c1a6822 None None] Checking router: 259908a6-f85d-4cda-9665-b44ae9452fdf for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:06:28.062273 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42e56e-3248-445c-86d5-cd1e72229530 req-89ba8986-b506-46a9-810b-cdfaa9062a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:28.063889 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ae42e56e-3248-445c-86d5-cd1e72229530 req-89ba8986-b506-46a9-810b-cdfaa9062a9a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c60c68aabb5e42739249c009762f83f1&device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 1097 time: 0.1098983 Jul 15 14:06:28.065831 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-59ecd1fc-e6de-4dd7-89f1-b9ccbffa2e94 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.069658 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-59ecd1fc-e6de-4dd7-89f1-b9ccbffa2e94 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2178764 Jul 15 14:06:28.070368 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49522) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:28.072114 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e45f77c-891e-4191-bfac-6b7b6c1a6822 None None] Routers {'259908a6-f85d-4cda-9665-b44ae9452fdf'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:06:28.072737 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4e45f77c-891e-4191-bfac-6b7b6c1a6822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:06:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['259908a6-f85d-4cda-9665-b44ae9452fdf'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:28.075209 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-24edac1c-57f4-4f6b-8fe8-31f76d775296 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Request body: {'security_group_rule': {'security_group_id': 'a7e784f0-7f4e-42f7-bc4c-bc94017faa31', 'project_id': 'c60c68aabb5e42739249c009762f83f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:28.167590 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24edac1c-57f4-4f6b-8fe8-31f76d775296 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.188289 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-4e45f77c-891e-4191-bfac-6b7b6c1a6822 None None] Set router 259908a6-f85d-4cda-9665-b44ae9452fdf gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:06:28.211882 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42e56e-3248-445c-86d5-cd1e72229530 req-d20c8653-60c3-4899-9fc9-d3e2beb66483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:28.213383 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ae42e56e-3248-445c-86d5-cd1e72229530 req-d20c8653-60c3-4899-9fc9-d3e2beb66483 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5b8ef7e3-b420-4566-90c4-8b10f5798449 HTTP/1.1" status: 200 len: 916 time: 0.1337097 Jul 15 14:06:28.274337 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24edac1c-57f4-4f6b-8fe8-31f76d775296 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.280613 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24edac1c-57f4-4f6b-8fe8-31f76d775296 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.309092 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24edac1c-57f4-4f6b-8fe8-31f76d775296 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d22f6a23-b456-4add-a2bd-8abfbe880bff,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:28.312984 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ae42e56e-3248-445c-86d5-cd1e72229530 req-10cb4ff6-1d20-456d-952e-e1db677876c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e HTTP/1.1" status: 200 len: 999 time: 0.0920160 Jul 15 14:06:28.319109 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24edac1c-57f4-4f6b-8fe8-31f76d775296 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.320328 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-24edac1c-57f4-4f6b-8fe8-31f76d775296 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2489436 Jul 15 14:06:28.323449 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49524) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:28.328586 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-168d7815-42d4-4c3e-bf5e-4e73f4cdfb02 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Request body: {'security_group_rule': {'security_group_id': 'a7e784f0-7f4e-42f7-bc4c-bc94017faa31', 'project_id': 'c60c68aabb5e42739249c009762f83f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:28.357993 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-168d7815-42d4-4c3e-bf5e-4e73f4cdfb02 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.372427 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42e56e-3248-445c-86d5-cd1e72229530 req-3c86939b-447d-420a-b461-7800550c5230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:28.373959 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ae42e56e-3248-445c-86d5-cd1e72229530 req-3c86939b-447d-420a-b461-7800550c5230 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aca50782-1b5b-462c-a4e7-7a7ba39b7dd0 HTTP/1.1" status: 200 len: 854 time: 0.0525150 Jul 15 14:06:28.411710 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-168d7815-42d4-4c3e-bf5e-4e73f4cdfb02 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.416717 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-168d7815-42d4-4c3e-bf5e-4e73f4cdfb02 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.437127 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d7815-42d4-4c3e-bf5e-4e73f4cdfb02 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2fe863-44b1-47b8-ace5-0b2f9de25950,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:28.439272 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42e56e-3248-445c-86d5-cd1e72229530 req-2b66ae42-cd78-4511-aa81-16e2b8828096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:28.440963 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ae42e56e-3248-445c-86d5-cd1e72229530 req-2b66ae42-cd78-4511-aa81-16e2b8828096 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5b8ef7e3-b420-4566-90c4-8b10f5798449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593383 Jul 15 14:06:28.444254 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-168d7815-42d4-4c3e-bf5e-4e73f4cdfb02 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.445498 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-168d7815-42d4-4c3e-bf5e-4e73f4cdfb02 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207662 Jul 15 14:06:28.448614 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-4e45f77c-891e-4191-bfac-6b7b6c1a6822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'name': 'tempest-TestMinimumBasicScenario-1290741422-router', 'tenant_id': 'c60c68aabb5e42739249c009762f83f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:32Z', 'updated_at': '2021-07-15T14:05:35Z', 'revision_number': 4, 'project_id': 'c60c68aabb5e42739249c009762f83f1', 'gw_port': {'id': 'c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:33Z', 'updated_at': '2021-07-15T14:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '6e1734d4-c07d-4571-8c88-a6c9373d3ef6', 'tenant_id': 'c60c68aabb5e42739249c009762f83f1', 'floating_ip_address': '172.25.6.108', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'port_id': 'dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b8ef7e3-b420-4566-90c4-8b10f5798449', 'mac_address': 'fa:16:3e:e9:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5319ab89-d6d2-4245-9356-afe5f6942d55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:06:26Z', 'updated_at': '2021-07-15T14:06:26Z', 'revision_number': 0, 'project_id': 'c60c68aabb5e42739249c009762f83f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8977a3-7c32-4bf6-a219-c0e3654aab9c', 'name': '', 'network_id': '5b8ef7e3-b420-4566-90c4-8b10f5798449', 'tenant_id': 'c60c68aabb5e42739249c009762f83f1', 'mac_address': 'fa:16:3e:b4:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'aca50782-1b5b-462c-a4e7-7a7ba39b7dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:34Z', 'updated_at': '2021-07-15T14:05:42Z', 'revision_number': 5, 'project_id': 'c60c68aabb5e42739249c009762f83f1', 'subnets': [{'id': 'aca50782-1b5b-462c-a4e7-7a7ba39b7dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:28.448914 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49526) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:28.454020 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5e2e2a8a-6bb1-4fe7-8078-5669e3384853 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Request body: {'security_group_rule': {'security_group_id': 'a7e784f0-7f4e-42f7-bc4c-bc94017faa31', 'project_id': 'c60c68aabb5e42739249c009762f83f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:28.481973 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e45f77c-891e-4191-bfac-6b7b6c1a6822 None None] The sync data for ids ['259908a6-f85d-4cda-9665-b44ae9452fdf'] in n-d-758944-45 is: [{'id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'name': 'tempest-TestMinimumBasicScenario-1290741422-router', 'tenant_id': 'c60c68aabb5e42739249c009762f83f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:32Z', 'updated_at': '2021-07-15T14:05:35Z', 'revision_number': 4, 'project_id': 'c60c68aabb5e42739249c009762f83f1', 'gw_port': {'id': 'c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:33Z', 'updated_at': '2021-07-15T14:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '6e1734d4-c07d-4571-8c88-a6c9373d3ef6', 'tenant_id': 'c60c68aabb5e42739249c009762f83f1', 'floating_ip_address': '172.25.6.108', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'port_id': 'dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b8ef7e3-b420-4566-90c4-8b10f5798449', 'mac_address': 'fa:16:3e:e9:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5319ab89-d6d2-4245-9356-afe5f6942d55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:06:26Z', 'updated_at': '2021-07-15T14:06:26Z', 'revision_number': 0, 'project_id': 'c60c68aabb5e42739249c009762f83f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8977a3-7c32-4bf6-a219-c0e3654aab9c', 'name': '', 'network_id': '5b8ef7e3-b420-4566-90c4-8b10f5798449', 'tenant_id': 'c60c68aabb5e42739249c009762f83f1', 'mac_address': 'fa:16:3e:b4:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'aca50782-1b5b-462c-a4e7-7a7ba39b7dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:34Z', 'updated_at': '2021-07-15T14:05:42Z', 'revision_number': 5, 'project_id': 'c60c68aabb5e42739249c009762f83f1', 'subnets': [{'id': 'aca50782-1b5b-462c-a4e7-7a7ba39b7dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:06:28.483371 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2a8a-6bb1-4fe7-8078-5669e3384853 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.554632 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2a8a-6bb1-4fe7-8078-5669e3384853 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.562039 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2a8a-6bb1-4fe7-8078-5669e3384853 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.583248 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e2a8a-6bb1-4fe7-8078-5669e3384853 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e743358e-778f-4afd-a787-2d8a5dfa9fae,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:28.588226 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e2e2a8a-6bb1-4fe7-8078-5669e3384853 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.593182 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5e2e2a8a-6bb1-4fe7-8078-5669e3384853 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1420219 Jul 15 14:06:28.593970 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ae42e56e-3248-445c-86d5-cd1e72229530 req-32b617fb-bbbf-4d70-b4d2-9e250727f8d2 service neutron] 10.222.0.32 "GET /v2.0/networks/5b8ef7e3-b420-4566-90c4-8b10f5798449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418109 Jul 15 14:06:28.595110 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49528) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:28.599859 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-0d20f572-26cb-49dd-8549-79888fc1f2c5 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Request body: {'security_group_rule': {'security_group_id': 'a7e784f0-7f4e-42f7-bc4c-bc94017faa31', 'project_id': 'c60c68aabb5e42739249c009762f83f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:28.634572 n-d-758944-45 neutron-server[93813]: INFO neutron.db.securitygroups_db [None req-0d20f572-26cb-49dd-8549-79888fc1f2c5 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Project c60c68aabb5e42739249c009762f83f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:06:28.646344 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d20f572-26cb-49dd-8549-79888fc1f2c5 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.718006 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d20f572-26cb-49dd-8549-79888fc1f2c5 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.724108 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d20f572-26cb-49dd-8549-79888fc1f2c5 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.738704 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ae42e56e-3248-445c-86d5-cd1e72229530 req-cd64a04b-d47e-4cdd-a562-971b6a908c38 service neutron] 10.222.0.32 "GET /v2.0/networks/5b8ef7e3-b420-4566-90c4-8b10f5798449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395013 Jul 15 14:06:28.754110 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20f572-26cb-49dd-8549-79888fc1f2c5 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da15d32c-e43f-40de-9d17-af5225442aa6,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:28.763077 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d20f572-26cb-49dd-8549-79888fc1f2c5 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.767971 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-0d20f572-26cb-49dd-8549-79888fc1f2c5 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1685061 Jul 15 14:06:28.768417 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49530) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:28.774988 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-6f2589b7-15bd-4687-8218-f14f4bd364d5 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Request body: {'security_group_rule': {'security_group_id': 'a7e784f0-7f4e-42f7-bc4c-bc94017faa31', 'project_id': 'c60c68aabb5e42739249c009762f83f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:28.780301 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22e36d7-8c71-4f9d-966e-2a5ddbc346e1 None None] New status for floating IP 6e1734d4-c07d-4571-8c88-a6c9373d3ef6: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:06:28.802984 n-d-758944-45 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-6f2589b7-15bd-4687-8218-f14f4bd364d5 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Project c60c68aabb5e42739249c009762f83f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:06:28.809520 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f2589b7-15bd-4687-8218-f14f4bd364d5 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.888105 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f2589b7-15bd-4687-8218-f14f4bd364d5 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.894418 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f2589b7-15bd-4687-8218-f14f4bd364d5 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.923856 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2589b7-15bd-4687-8218-f14f4bd364d5 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f80a6f9-8260-4782-bca6-77568693f9d4,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:28.934813 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f2589b7-15bd-4687-8218-f14f4bd364d5 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:28.937269 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6f2589b7-15bd-4687-8218-f14f4bd364d5 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1675074 Jul 15 14:06:29.100737 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8ebf0e1f-6c80-4d69-9d49-be7d9ebd8dc1 req-85af23b9-fcc6-4326-bf10-65afdc58795a tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1344127461&fields=id&tenant_id=c60c68aabb5e42739249c009762f83f1 HTTP/1.1" status: 200 len: 267 time: 0.0351582 Jul 15 14:06:29.199042 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf0e1f-6c80-4d69-9d49-be7d9ebd8dc1 req-4064aa3b-039d-412e-a26f-1845411c4f2b tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:29.201508 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8ebf0e1f-6c80-4d69-9d49-be7d9ebd8dc1 req-4064aa3b-039d-412e-a26f-1845411c4f2b tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 945 time: 0.0940208 Jul 15 14:06:29.212801 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [req-8ebf0e1f-6c80-4d69-9d49-be7d9ebd8dc1 req-40a548c0-f014-4753-a8ac-7687eb06e507 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Request body: {'port': {'security_groups': ['1c4ad970-0f62-41be-bdb8-49a4011f7bdd', 'a7e784f0-7f4e-42f7-bc4c-bc94017faa31']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:29.303151 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8ebf0e1f-6c80-4d69-9d49-be7d9ebd8dc1 req-40a548c0-f014-4753-a8ac-7687eb06e507 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:29.517312 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-8ebf0e1f-6c80-4d69-9d49-be7d9ebd8dc1 req-40a548c0-f014-4753-a8ac-7687eb06e507 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] For port dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e,segment=NetworkSegment(4fbf94c0-f767-4a0c-a3be-3ed8998cb19d),segment_id=4fbf94c0-f767-4a0c-a3be-3ed8998cb19d)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:29.553786 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8ebf0e1f-6c80-4d69-9d49-be7d9ebd8dc1 req-40a548c0-f014-4753-a8ac-7687eb06e507 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:29.559039 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8ebf0e1f-6c80-4d69-9d49-be7d9ebd8dc1 req-40a548c0-f014-4753-a8ac-7687eb06e507 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:29.595668 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:06:29.625469 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf0e1f-6c80-4d69-9d49-be7d9ebd8dc1 req-40a548c0-f014-4753-a8ac-7687eb06e507 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:29.626371 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8ebf0e1f-6c80-4d69-9d49-be7d9ebd8dc1 req-40a548c0-f014-4753-a8ac-7687eb06e507 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:29.628564 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8ebf0e1f-6c80-4d69-9d49-be7d9ebd8dc1 req-40a548c0-f014-4753-a8ac-7687eb06e507 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "PUT /v2.0/ports/dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e HTTP/1.1" status: 200 len: 981 time: 0.4205494 Jul 15 14:06:29.690133 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a548c0-f014-4753-a8ac-7687eb06e507 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Pushing event updated for resources: {'Port': ['ID=dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e,revision_number=6']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:29.757381 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:06:29.819550 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9b446-2cde-4771-86b0-acd2b1694a9c req-1cc60276-f273-43ba-ada6-789792dca501 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:29.821513 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-14b9b446-2cde-4771-86b0-acd2b1694a9c req-1cc60276-f273-43ba-ada6-789792dca501 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 984 time: 0.0836251 Jul 15 14:06:29.872881 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-14b9b446-2cde-4771-86b0-acd2b1694a9c req-98fe5269-41c8-4308-82a7-8aaad10a4caa tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c4ad970-0f62-41be-bdb8-49a4011f7bdd&id=a7e784f0-7f4e-42f7-bc4c-bc94017faa31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395455 Jul 15 14:06:29.892663 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5319ab89-d6d2-4245-9356-afe5f6942d55', 'tag': 'dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:06:29.895897 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e64901b02c345040bafddad2dab1ebeb8b80c4fa9c7870118a0b2b399b9ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9a8531-fc65-4526-b48c-71b393b3da74" -d '{"events": [{"name": "network-changed", "server_uuid": "5319ab89-d6d2-4245-9356-afe5f6942d55", "tag": "dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:06:29.929789 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4c64d5b3-228d-460a-9970-b773a84bf0bf None None] Provisioning complete for port dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:29.930339 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4c64d5b3-228d-460a-9970-b773a84bf0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:29.946775 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0804237a-68f7-4500-8b38-223bd66c2d63 x-openstack-request-id: req-0804237a-68f7-4500-8b38-223bd66c2d63 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:06:29.947136 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5319ab89-d6d2-4245-9356-afe5f6942d55", "tag": "dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:06:29.947442 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0804237a-68f7-4500-8b38-223bd66c2d63 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:06:29.947901 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5319ab89-d6d2-4245-9356-afe5f6942d55', 'tag': 'dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e', 'status': 'completed', 'code': 200} Jul 15 14:06:30.044325 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a8531-fc65-4526-b48c-71b393b3da74 req-c11f2eca-0f36-4e92-8446-68f876f1fdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:30.045810 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6f9a8531-fc65-4526-b48c-71b393b3da74 req-c11f2eca-0f36-4e92-8446-68f876f1fdc7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c60c68aabb5e42739249c009762f83f1&device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 1136 time: 0.0546365 Jul 15 14:06:30.150525 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a8531-fc65-4526-b48c-71b393b3da74 req-2cb10038-a9cc-48dd-ab7f-e85b19dc942d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:30.152036 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6f9a8531-fc65-4526-b48c-71b393b3da74 req-2cb10038-a9cc-48dd-ab7f-e85b19dc942d service neutron] 10.222.0.32 "GET /v2.0/networks?id=5b8ef7e3-b420-4566-90c4-8b10f5798449 HTTP/1.1" status: 200 len: 916 time: 0.0964911 Jul 15 14:06:30.220217 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6f9a8531-fc65-4526-b48c-71b393b3da74 req-4e848d70-72e0-4d92-a3f9-f4232ee1ebb5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e HTTP/1.1" status: 200 len: 1001 time: 0.0612020 Jul 15 14:06:30.270796 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a8531-fc65-4526-b48c-71b393b3da74 req-a3c1f07f-e170-4607-8a6a-9b3e13affbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:30.272315 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6f9a8531-fc65-4526-b48c-71b393b3da74 req-a3c1f07f-e170-4607-8a6a-9b3e13affbf4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aca50782-1b5b-462c-a4e7-7a7ba39b7dd0 HTTP/1.1" status: 200 len: 854 time: 0.0442934 Jul 15 14:06:30.335588 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a8531-fc65-4526-b48c-71b393b3da74 req-48f59f1e-745c-4aa8-8ffe-96194baf3cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:30.337607 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6f9a8531-fc65-4526-b48c-71b393b3da74 req-48f59f1e-745c-4aa8-8ffe-96194baf3cea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5b8ef7e3-b420-4566-90c4-8b10f5798449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577536 Jul 15 14:06:30.429456 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6f9a8531-fc65-4526-b48c-71b393b3da74 req-1b507ac4-45ac-4b4d-b24e-2f0c0a32d165 service neutron] 10.222.0.32 "GET /v2.0/networks/5b8ef7e3-b420-4566-90c4-8b10f5798449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841181 Jul 15 14:06:30.526253 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6f9a8531-fc65-4526-b48c-71b393b3da74 req-88cd915e-2118-4a88-8e75-041713d04b49 service neutron] 10.222.0.32 "GET /v2.0/networks/5b8ef7e3-b420-4566-90c4-8b10f5798449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898538 Jul 15 14:06:33.011013 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:06:38.740281 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:45.246866 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf39e77-758b-4d9c-839b-f65ba70e8cbe req-56322174-7ab2-4648-9ee6-739d76840e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:45.248463 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-baf39e77-758b-4d9c-839b-f65ba70e8cbe req-56322174-7ab2-4648-9ee6-739d76840e7f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c60c68aabb5e42739249c009762f83f1&device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 1136 time: 0.0679653 Jul 15 14:06:45.254829 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8633d-a4c7-48e9-9eac-c1932b74cd9d req-cf2df2c3-6cc5-46ff-b230-05407527f6a2 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:45.256494 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e2a8633d-a4c7-48e9-9eac-c1932b74cd9d req-cf2df2c3-6cc5-46ff-b230-05407527f6a2 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 984 time: 0.0739098 Jul 15 14:06:45.304296 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e2a8633d-a4c7-48e9-9eac-c1932b74cd9d req-10324540-eb20-4dd7-8bb5-c29150910e79 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c4ad970-0f62-41be-bdb8-49a4011f7bdd&id=a7e784f0-7f4e-42f7-bc4c-bc94017faa31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414829 Jul 15 14:06:45.398726 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf39e77-758b-4d9c-839b-f65ba70e8cbe req-e966abd9-91b3-420a-ba3d-395081a9dc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:45.400815 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-baf39e77-758b-4d9c-839b-f65ba70e8cbe req-e966abd9-91b3-420a-ba3d-395081a9dc04 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5b8ef7e3-b420-4566-90c4-8b10f5798449 HTTP/1.1" status: 200 len: 916 time: 0.1132147 Jul 15 14:06:45.476411 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-baf39e77-758b-4d9c-839b-f65ba70e8cbe req-6672ddfb-7e7f-4781-a088-997f58972ee1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e HTTP/1.1" status: 200 len: 1001 time: 0.0625629 Jul 15 14:06:45.533941 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf39e77-758b-4d9c-839b-f65ba70e8cbe req-f3e4ebff-10ac-440f-bf25-544588975c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:45.535498 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-baf39e77-758b-4d9c-839b-f65ba70e8cbe req-f3e4ebff-10ac-440f-bf25-544588975c93 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aca50782-1b5b-462c-a4e7-7a7ba39b7dd0 HTTP/1.1" status: 200 len: 854 time: 0.0499477 Jul 15 14:06:45.603659 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf39e77-758b-4d9c-839b-f65ba70e8cbe req-d249e74e-013e-41b2-8db3-85ce6fefc5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:45.605507 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-baf39e77-758b-4d9c-839b-f65ba70e8cbe req-d249e74e-013e-41b2-8db3-85ce6fefc5cb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5b8ef7e3-b420-4566-90c4-8b10f5798449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616207 Jul 15 14:06:45.702545 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-baf39e77-758b-4d9c-839b-f65ba70e8cbe req-30535540-e907-4bbd-b73b-efd805ad0b11 service neutron] 10.222.0.32 "GET /v2.0/networks/5b8ef7e3-b420-4566-90c4-8b10f5798449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881805 Jul 15 14:06:45.801939 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-baf39e77-758b-4d9c-839b-f65ba70e8cbe req-42c54ebb-eb1c-4e6a-b776-d5608a0e9e46 service neutron] 10.222.0.32 "GET /v2.0/networks/5b8ef7e3-b420-4566-90c4-8b10f5798449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909338 Jul 15 14:06:46.520525 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e6b77-e264-4791-ae24-d74893b7db0d req-b1fa7aba-4ee4-4c85-b634-a0987279b7e3 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:46.522101 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a48e6b77-e264-4791-ae24-d74893b7db0d req-b1fa7aba-4ee4-4c85-b634-a0987279b7e3 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 984 time: 0.0752032 Jul 15 14:06:46.567840 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a48e6b77-e264-4791-ae24-d74893b7db0d req-3f565151-3fe4-4a72-b1ab-a73382b39a68 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c4ad970-0f62-41be-bdb8-49a4011f7bdd&id=a7e784f0-7f4e-42f7-bc4c-bc94017faa31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393364 Jul 15 14:06:47.752651 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ff4f4-fa1d-46f0-88d0-644dac96eb32 req-ee588b54-29dc-45e9-96f6-fac54730cba2 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:47.754143 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8b5ff4f4-fa1d-46f0-88d0-644dac96eb32 req-ee588b54-29dc-45e9-96f6-fac54730cba2 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 984 time: 0.0662248 Jul 15 14:06:47.795905 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8b5ff4f4-fa1d-46f0-88d0-644dac96eb32 req-f2a40f4a-6a70-452d-aa6f-93db1dd7c069 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c4ad970-0f62-41be-bdb8-49a4011f7bdd&id=a7e784f0-7f4e-42f7-bc4c-bc94017faa31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352235 Jul 15 14:06:48.976330 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae0bde-e206-4122-bbb7-9c8f995fe45e req-f24b69e7-db25-4df3-9c6f-c838ed7bf059 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:48.978573 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5aae0bde-e206-4122-bbb7-9c8f995fe45e req-f24b69e7-db25-4df3-9c6f-c838ed7bf059 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 984 time: 0.0706437 Jul 15 14:06:49.019991 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5aae0bde-e206-4122-bbb7-9c8f995fe45e req-af26083f-2b53-46c8-894b-d823bd3f4089 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c4ad970-0f62-41be-bdb8-49a4011f7bdd&id=a7e784f0-7f4e-42f7-bc4c-bc94017faa31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352223 Jul 15 14:06:50.209245 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45657660-64e1-4158-982d-a738d2dc08ec req-0c75ce31-a95f-4f32-9cd6-646a6e06fa0f tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:50.210837 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-45657660-64e1-4158-982d-a738d2dc08ec req-0c75ce31-a95f-4f32-9cd6-646a6e06fa0f tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 984 time: 0.0736067 Jul 15 14:06:50.255270 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-45657660-64e1-4158-982d-a738d2dc08ec req-5939ee83-1039-4e9e-b4eb-c45c09f8a808 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c4ad970-0f62-41be-bdb8-49a4011f7bdd&id=a7e784f0-7f4e-42f7-bc4c-bc94017faa31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369792 Jul 15 14:06:50.927855 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6256c4a7-f5e4-49c0-a8ad-8da03123e354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:51.435027 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c493d3-8c0e-4adb-a620-955235b34254 req-18282122-27b2-4838-b45c-511ffc356b09 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:51.436581 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-76c493d3-8c0e-4adb-a620-955235b34254 req-18282122-27b2-4838-b45c-511ffc356b09 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 984 time: 0.0657218 Jul 15 14:06:51.478356 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-76c493d3-8c0e-4adb-a620-955235b34254 req-7027b3f4-ebe6-4bfa-a4cc-58764a6f88be tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c4ad970-0f62-41be-bdb8-49a4011f7bdd&id=a7e784f0-7f4e-42f7-bc4c-bc94017faa31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357320 Jul 15 14:06:52.661898 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21d3d3-c2fb-4444-aac8-0d33a4c97723 req-2cb918ef-0d00-444a-bfc1-0f52404b1b83 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:52.663483 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7d21d3d3-c2fb-4444-aac8-0d33a4c97723 req-2cb918ef-0d00-444a-bfc1-0f52404b1b83 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 984 time: 0.0706851 Jul 15 14:06:52.708204 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7d21d3d3-c2fb-4444-aac8-0d33a4c97723 req-e5e41b8c-acdd-40a6-a3ca-cd8375d59e76 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c4ad970-0f62-41be-bdb8-49a4011f7bdd&id=a7e784f0-7f4e-42f7-bc4c-bc94017faa31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387201 Jul 15 14:06:53.350364 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:53.462504 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b5d6597-63c9-478d-a01e-5d36abf07249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:53.896154 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bccf0b8-323f-4a2d-b190-3fff408113da req-3a7490f6-2f57-43e4-8232-2d0c47d6d5d2 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:53.897831 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5bccf0b8-323f-4a2d-b190-3fff408113da req-3a7490f6-2f57-43e4-8232-2d0c47d6d5d2 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 984 time: 0.0697649 Jul 15 14:06:53.948273 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5bccf0b8-323f-4a2d-b190-3fff408113da req-1509765f-7d81-44c3-97d0-99f199ab712c tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c4ad970-0f62-41be-bdb8-49a4011f7bdd&id=a7e784f0-7f4e-42f7-bc4c-bc94017faa31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410006 Jul 15 14:06:54.939784 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:55.161080 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a996ed-dad1-4e3e-a82a-f5aa91a42e83 req-4afcb9c4-f82b-4cdc-97aa-d469ca8598bf tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:55.162708 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-06a996ed-dad1-4e3e-a82a-f5aa91a42e83 req-4afcb9c4-f82b-4cdc-97aa-d469ca8598bf tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 984 time: 0.0786741 Jul 15 14:06:55.209116 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-06a996ed-dad1-4e3e-a82a-f5aa91a42e83 req-06dc4454-4fc3-4566-9485-70e971298102 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c4ad970-0f62-41be-bdb8-49a4011f7bdd&id=a7e784f0-7f4e-42f7-bc4c-bc94017faa31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377121 Jul 15 14:06:55.747547 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:56.400779 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3cdc04-bc05-4c54-9bf4-7c148c54b1b6 req-9c451ee5-9e07-47df-ab86-6b0c41cf2d9e tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:56.402363 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4f3cdc04-bc05-4c54-9bf4-7c148c54b1b6 req-9c451ee5-9e07-47df-ab86-6b0c41cf2d9e tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 984 time: 0.0754704 Jul 15 14:06:56.444762 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4f3cdc04-bc05-4c54-9bf4-7c148c54b1b6 req-7361833c-a84b-43d1-b323-9d25a2a38f09 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c4ad970-0f62-41be-bdb8-49a4011f7bdd&id=a7e784f0-7f4e-42f7-bc4c-bc94017faa31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365274 Jul 15 14:06:56.540932 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:57.635993 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a379a-828c-4163-b35f-d1953418b16d req-f1229820-1e8a-4283-95ed-5750d845e3df tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:57.637595 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d4a379a-828c-4163-b35f-d1953418b16d req-f1229820-1e8a-4283-95ed-5750d845e3df tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 984 time: 0.0747211 Jul 15 14:06:57.682075 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6d4a379a-828c-4163-b35f-d1953418b16d req-c46ac35c-1cdf-4e47-8df3-a8de02334dda tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c4ad970-0f62-41be-bdb8-49a4011f7bdd&id=a7e784f0-7f4e-42f7-bc4c-bc94017faa31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383854 Jul 15 14:06:59.978298 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-459a2a7f-9044-4c46-8e51-cffdc2a4e89e req-0a5447b8-3018-4497-842b-29809798d191 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0972612 Jul 15 14:07:00.087085 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a2a7f-9044-4c46-8e51-cffdc2a4e89e req-806ee324-78da-4ee4-8f16-460360e6b125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:00.088630 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-459a2a7f-9044-4c46-8e51-cffdc2a4e89e req-806ee324-78da-4ee4-8f16-460360e6b125 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c60c68aabb5e42739249c009762f83f1&device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 1136 time: 0.0532732 Jul 15 14:07:00.193393 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a2a7f-9044-4c46-8e51-cffdc2a4e89e req-3ea94b85-3cfd-418d-af0c-b87c4bfac7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:00.194921 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-459a2a7f-9044-4c46-8e51-cffdc2a4e89e req-3ea94b85-3cfd-418d-af0c-b87c4bfac7e9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5b8ef7e3-b420-4566-90c4-8b10f5798449 HTTP/1.1" status: 200 len: 916 time: 0.0874152 Jul 15 14:07:00.260889 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-459a2a7f-9044-4c46-8e51-cffdc2a4e89e req-63fa1dd2-8154-4aed-8461-5eb00d2c6033 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e HTTP/1.1" status: 200 len: 1001 time: 0.0585742 Jul 15 14:07:00.313145 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a2a7f-9044-4c46-8e51-cffdc2a4e89e req-20e8fa49-e98d-40ba-a001-0f21bdde2dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:00.314681 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-459a2a7f-9044-4c46-8e51-cffdc2a4e89e req-20e8fa49-e98d-40ba-a001-0f21bdde2dc6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aca50782-1b5b-462c-a4e7-7a7ba39b7dd0 HTTP/1.1" status: 200 len: 854 time: 0.0482755 Jul 15 14:07:00.374030 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a2a7f-9044-4c46-8e51-cffdc2a4e89e req-06dade3d-580f-4d79-8347-2ee6284dbe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:00.375570 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-459a2a7f-9044-4c46-8e51-cffdc2a4e89e req-06dade3d-580f-4d79-8347-2ee6284dbe01 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5b8ef7e3-b420-4566-90c4-8b10f5798449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539868 Jul 15 14:07:00.471639 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-459a2a7f-9044-4c46-8e51-cffdc2a4e89e req-6d0bb4bc-056b-4c4c-852d-22db1b363176 service neutron] 10.222.0.32 "GET /v2.0/networks/5b8ef7e3-b420-4566-90c4-8b10f5798449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885673 Jul 15 14:07:00.560136 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-459a2a7f-9044-4c46-8e51-cffdc2a4e89e req-2c2d4dc7-245b-40aa-88da-7c50d2fedd98 service neutron] 10.222.0.32 "GET /v2.0/networks/5b8ef7e3-b420-4566-90c4-8b10f5798449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825970 Jul 15 14:07:08.768688 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:10.011483 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:07:20.930370 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c315385a-7378-4199-9505-79ebec1b9523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:23.350766 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:23.462932 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ada88bb0-a9d3-4ab2-b79d-4bcae506c168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:24.941093 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:25.770366 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:26.540601 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:29.025060 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-de731b74-a009-4eb2-a83b-fc7087ef7de6 req-5d779ca2-b1bb-449e-a48e-31c96b75ea1f tempest-ServerDiskConfigTestJSON-518154872 tempest-ServerDiskConfigTestJSON-518154872-project] (93813) timed out ('10.222.0.18', 50896) {{(pid=93813) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 14:07:30.215879 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6efb4d74-2052-4169-bde1-0a0bc54638c5 req-edfd7662-02c8-4309-81c6-b8fac431aad4 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1344127461&fields=id&tenant_id=c60c68aabb5e42739249c009762f83f1 HTTP/1.1" status: 200 len: 267 time: 0.0817320 Jul 15 14:07:30.286741 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb4d74-2052-4169-bde1-0a0bc54638c5 req-032bdbb4-a72f-4817-995c-e8601c97e235 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:30.288205 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6efb4d74-2052-4169-bde1-0a0bc54638c5 req-032bdbb4-a72f-4817-995c-e8601c97e235 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 984 time: 0.0670249 Jul 15 14:07:30.299185 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-6efb4d74-2052-4169-bde1-0a0bc54638c5 req-16562ded-3bb2-4bf3-9433-37de4449f142 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Request body: {'port': {'security_groups': ['1c4ad970-0f62-41be-bdb8-49a4011f7bdd']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:30.380208 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6efb4d74-2052-4169-bde1-0a0bc54638c5 req-16562ded-3bb2-4bf3-9433-37de4449f142 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:30.550955 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-6efb4d74-2052-4169-bde1-0a0bc54638c5 req-16562ded-3bb2-4bf3-9433-37de4449f142 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] For port dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e,segment=NetworkSegment(4fbf94c0-f767-4a0c-a3be-3ed8998cb19d),segment_id=4fbf94c0-f767-4a0c-a3be-3ed8998cb19d)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:30.580011 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6efb4d74-2052-4169-bde1-0a0bc54638c5 req-16562ded-3bb2-4bf3-9433-37de4449f142 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:30.584868 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6efb4d74-2052-4169-bde1-0a0bc54638c5 req-16562ded-3bb2-4bf3-9433-37de4449f142 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:30.624232 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:07:30.632556 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb4d74-2052-4169-bde1-0a0bc54638c5 req-16562ded-3bb2-4bf3-9433-37de4449f142 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:30.633158 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6efb4d74-2052-4169-bde1-0a0bc54638c5 req-16562ded-3bb2-4bf3-9433-37de4449f142 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:30.634643 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6efb4d74-2052-4169-bde1-0a0bc54638c5 req-16562ded-3bb2-4bf3-9433-37de4449f142 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "PUT /v2.0/ports/dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e HTTP/1.1" status: 200 len: 942 time: 0.3399575 Jul 15 14:07:30.635117 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5319ab89-d6d2-4245-9356-afe5f6942d55', 'tag': 'dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:07:30.637477 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cad8a57-de48-4949-b8f9-cbe530a178a7" -d '{"events": [{"name": "network-changed", "server_uuid": "5319ab89-d6d2-4245-9356-afe5f6942d55", "tag": "dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:07:30.642499 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49592) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:30.690013 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6608a8-0ee7-46e6-9de2-2d80842b13ff x-openstack-request-id: req-ae6608a8-0ee7-46e6-9de2-2d80842b13ff {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:07:30.690309 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5319ab89-d6d2-4245-9356-afe5f6942d55", "tag": "dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:07:30.690571 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae6608a8-0ee7-46e6-9de2-2d80842b13ff {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:07:30.690979 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5319ab89-d6d2-4245-9356-afe5f6942d55', 'tag': 'dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e', 'status': 'completed', 'code': 200} Jul 15 14:07:30.691944 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16562ded-3bb2-4bf3-9433-37de4449f142 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Pushing event updated for resources: {'Port': ['ID=dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:30.700160 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16562ded-3bb2-4bf3-9433-37de4449f142 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:30.701270 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16562ded-3bb2-4bf3-9433-37de4449f142 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:30.701688 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16562ded-3bb2-4bf3-9433-37de4449f142 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:30.702118 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16562ded-3bb2-4bf3-9433-37de4449f142 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:30.702721 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16562ded-3bb2-4bf3-9433-37de4449f142 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:30.703160 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16562ded-3bb2-4bf3-9433-37de4449f142 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:30.703592 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16562ded-3bb2-4bf3-9433-37de4449f142 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:30.704018 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16562ded-3bb2-4bf3-9433-37de4449f142 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:30.704469 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16562ded-3bb2-4bf3-9433-37de4449f142 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:30.704895 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16562ded-3bb2-4bf3-9433-37de4449f142 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:30.705321 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16562ded-3bb2-4bf3-9433-37de4449f142 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:30.705742 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16562ded-3bb2-4bf3-9433-37de4449f142 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:30.731406 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-334798df-2054-47d0-9081-638d3088013b tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:30.758722 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-334798df-2054-47d0-9081-638d3088013b tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:30.782966 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:07:30.799301 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad8a57-de48-4949-b8f9-cbe530a178a7 req-32b07ff1-ca87-4a5a-a99b-23f23d25973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:30.800859 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4cad8a57-de48-4949-b8f9-cbe530a178a7 req-32b07ff1-ca87-4a5a-a99b-23f23d25973b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c60c68aabb5e42739249c009762f83f1&device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 1097 time: 0.0651202 Jul 15 14:07:30.834595 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-334798df-2054-47d0-9081-638d3088013b tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:30.837839 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-334798df-2054-47d0-9081-638d3088013b tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:30.840662 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-334798df-2054-47d0-9081-638d3088013b tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "DELETE /v2.0/security-groups/a7e784f0-7f4e-42f7-bc4c-bc94017faa31 HTTP/1.1" status: 204 len: 168 time: 0.1969559 Jul 15 14:07:30.846631 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49594) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:30.859745 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334798df-2054-47d0-9081-638d3088013b tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e784f0-7f4e-42f7-bc4c-bc94017faa31,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:30.898550 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334798df-2054-47d0-9081-638d3088013b tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:30.898774 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334798df-2054-47d0-9081-638d3088013b tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:30.899123 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334798df-2054-47d0-9081-638d3088013b tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:30.899826 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334798df-2054-47d0-9081-638d3088013b tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:30.899826 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334798df-2054-47d0-9081-638d3088013b tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:30.900109 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334798df-2054-47d0-9081-638d3088013b tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:30.900630 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334798df-2054-47d0-9081-638d3088013b tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:30.901508 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334798df-2054-47d0-9081-638d3088013b tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:30.901858 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334798df-2054-47d0-9081-638d3088013b tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:30.902382 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334798df-2054-47d0-9081-638d3088013b tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:30.902888 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334798df-2054-47d0-9081-638d3088013b tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:30.903402 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334798df-2054-47d0-9081-638d3088013b tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:30.919407 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad8a57-de48-4949-b8f9-cbe530a178a7 req-3e3a58e3-06c4-42cc-b8d7-efdd19316003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:30.921071 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4cad8a57-de48-4949-b8f9-cbe530a178a7 req-3e3a58e3-06c4-42cc-b8d7-efdd19316003 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5b8ef7e3-b420-4566-90c4-8b10f5798449 HTTP/1.1" status: 200 len: 916 time: 0.1128521 Jul 15 14:07:30.964303 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1af8a102-66c5-4753-8a2d-f5051ca58620 None None] Provisioning complete for port dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:07:30.964598 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1af8a102-66c5-4753-8a2d-f5051ca58620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:31.000461 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4cad8a57-de48-4949-b8f9-cbe530a178a7 req-50259916-d674-4a71-bacd-e2a5acbd2227 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e HTTP/1.1" status: 200 len: 1001 time: 0.0720563 Jul 15 14:07:31.045950 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a190eccf-c116-4599-9acf-9b3ef43d96a6 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Deleting port 5c9bdfa9-0faf-42ff-a128-17e183890915 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:07:31.046694 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a190eccf-c116-4599-9acf-9b3ef43d96a6 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:31.052132 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad8a57-de48-4949-b8f9-cbe530a178a7 req-0e12961a-c80a-4998-8515-44641b3bbe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:31.053605 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4cad8a57-de48-4949-b8f9-cbe530a178a7 req-0e12961a-c80a-4998-8515-44641b3bbe59 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aca50782-1b5b-462c-a4e7-7a7ba39b7dd0 HTTP/1.1" status: 200 len: 854 time: 0.0464003 Jul 15 14:07:31.112394 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad8a57-de48-4949-b8f9-cbe530a178a7 req-16222132-f132-447f-8ff8-3540447b68cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:31.113935 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4cad8a57-de48-4949-b8f9-cbe530a178a7 req-16222132-f132-447f-8ff8-3540447b68cb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5b8ef7e3-b420-4566-90c4-8b10f5798449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537322 Jul 15 14:07:31.124066 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a190eccf-c116-4599-9acf-9b3ef43d96a6 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:31.124399 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a190eccf-c116-4599-9acf-9b3ef43d96a6 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:31.137864 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a190eccf-c116-4599-9acf-9b3ef43d96a6 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Calling delete_port for 5c9bdfa9-0faf-42ff-a128-17e183890915 owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:07:31.206634 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4cad8a57-de48-4949-b8f9-cbe530a178a7 req-6711f05a-2d81-4c85-9312-01e2098a2160 service neutron] 10.222.0.32 "GET /v2.0/networks/5b8ef7e3-b420-4566-90c4-8b10f5798449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859501 Jul 15 14:07:31.298380 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4cad8a57-de48-4949-b8f9-cbe530a178a7 req-f05b11fb-4e18-4504-9bdb-344cc9a818dc service neutron] 10.222.0.32 "GET /v2.0/networks/5b8ef7e3-b420-4566-90c4-8b10f5798449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834095 Jul 15 14:07:31.322300 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a190eccf-c116-4599-9acf-9b3ef43d96a6 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:31.348263 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190eccf-c116-4599-9acf-9b3ef43d96a6 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Pushing event deleted for resources: {'Port': ['ID=5c9bdfa9-0faf-42ff-a128-17e183890915,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:31.409548 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a190eccf-c116-4599-9acf-9b3ef43d96a6 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:31.409908 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-a190eccf-c116-4599-9acf-9b3ef43d96a6 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Floating IP 6e1734d4-c07d-4571-8c88-a6c9373d3ef6 disassociated (deleted). External IP: 172.25.6.108, port: dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e. Jul 15 14:07:31.620283 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a190eccf-c116-4599-9acf-9b3ef43d96a6 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Router 259908a6-f85d-4cda-9665-b44ae9452fdf has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:07:31.725817 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a190eccf-c116-4599-9acf-9b3ef43d96a6 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:07:31.730734 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a190eccf-c116-4599-9acf-9b3ef43d96a6 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:31.735571 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11c805d-425a-4274-af48-9d7eab132e40 None None] Sync routers for ids ['259908a6-f85d-4cda-9665-b44ae9452fdf'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:07:31.744588 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11c805d-425a-4274-af48-9d7eab132e40 None None] Routers {'259908a6-f85d-4cda-9665-b44ae9452fdf'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:07:31.745701 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e11c805d-425a-4274-af48-9d7eab132e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:07:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['259908a6-f85d-4cda-9665-b44ae9452fdf'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:31.766474 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a190eccf-c116-4599-9acf-9b3ef43d96a6 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "DELETE /v2.0/floatingips/6e1734d4-c07d-4571-8c88-a6c9373d3ef6 HTTP/1.1" status: 204 len: 168 time: 0.9187922 Jul 15 14:07:31.767056 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5319ab89-d6d2-4245-9356-afe5f6942d55', 'tag': 'dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:07:31.769349 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e64901b02c345040bafddad2dab1ebeb8b80c4fa9c7870118a0b2b399b9ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400c02ec-92c1-40ad-8814-34198f7b8023" -d '{"events": [{"name": "network-changed", "server_uuid": "5319ab89-d6d2-4245-9356-afe5f6942d55", "tag": "dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:07:31.830416 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2292e6-3209-4b21-b6bb-4888229dbdf4 x-openstack-request-id: req-5c2292e6-3209-4b21-b6bb-4888229dbdf4 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:07:31.830614 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5319ab89-d6d2-4245-9356-afe5f6942d55", "tag": "dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:07:31.830733 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5c2292e6-3209-4b21-b6bb-4888229dbdf4 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:07:31.831148 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5319ab89-d6d2-4245-9356-afe5f6942d55', 'tag': 'dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e', 'status': 'completed', 'code': 200} Jul 15 14:07:31.851245 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-e11c805d-425a-4274-af48-9d7eab132e40 None None] Set router 259908a6-f85d-4cda-9665-b44ae9452fdf gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:07:31.937507 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c02ec-92c1-40ad-8814-34198f7b8023 req-aef23ccd-8432-42e4-80a6-03a542dfa167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:31.938733 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-400c02ec-92c1-40ad-8814-34198f7b8023 req-aef23ccd-8432-42e4-80a6-03a542dfa167 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c60c68aabb5e42739249c009762f83f1&device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 1097 time: 0.0659275 Jul 15 14:07:32.040953 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c02ec-92c1-40ad-8814-34198f7b8023 req-e2442124-2192-491f-8635-6b752137081e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:32.042606 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-400c02ec-92c1-40ad-8814-34198f7b8023 req-e2442124-2192-491f-8635-6b752137081e service neutron] 10.222.0.32 "GET /v2.0/networks?id=5b8ef7e3-b420-4566-90c4-8b10f5798449 HTTP/1.1" status: 200 len: 916 time: 0.0963790 Jul 15 14:07:32.056027 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e11c805d-425a-4274-af48-9d7eab132e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'name': 'tempest-TestMinimumBasicScenario-1290741422-router', 'tenant_id': 'c60c68aabb5e42739249c009762f83f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:32Z', 'updated_at': '2021-07-15T14:05:35Z', 'revision_number': 4, 'project_id': 'c60c68aabb5e42739249c009762f83f1', 'gw_port': {'id': 'c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:33Z', 'updated_at': '2021-07-15T14:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'ab8977a3-7c32-4bf6-a219-c0e3654aab9c', 'name': '', 'network_id': '5b8ef7e3-b420-4566-90c4-8b10f5798449', 'tenant_id': 'c60c68aabb5e42739249c009762f83f1', 'mac_address': 'fa:16:3e:b4:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'aca50782-1b5b-462c-a4e7-7a7ba39b7dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:34Z', 'updated_at': '2021-07-15T14:05:42Z', 'revision_number': 5, 'project_id': 'c60c68aabb5e42739249c009762f83f1', 'subnets': [{'id': 'aca50782-1b5b-462c-a4e7-7a7ba39b7dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:32.085965 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11c805d-425a-4274-af48-9d7eab132e40 None None] Checking router: 259908a6-f85d-4cda-9665-b44ae9452fdf for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:07:32.094132 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-400c02ec-92c1-40ad-8814-34198f7b8023 req-9a3569f8-0671-430e-b5da-693e72311366 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e HTTP/1.1" status: 200 len: 217 time: 0.0446413 Jul 15 14:07:32.099334 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11c805d-425a-4274-af48-9d7eab132e40 None None] Routers {'259908a6-f85d-4cda-9665-b44ae9452fdf'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:07:32.099968 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e11c805d-425a-4274-af48-9d7eab132e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:07:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['259908a6-f85d-4cda-9665-b44ae9452fdf'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:32.147531 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c02ec-92c1-40ad-8814-34198f7b8023 req-8d984fd7-6e05-4f09-88b4-51b8d573af2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:32.149029 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-400c02ec-92c1-40ad-8814-34198f7b8023 req-8d984fd7-6e05-4f09-88b4-51b8d573af2d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aca50782-1b5b-462c-a4e7-7a7ba39b7dd0 HTTP/1.1" status: 200 len: 854 time: 0.0460794 Jul 15 14:07:32.205950 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c02ec-92c1-40ad-8814-34198f7b8023 req-b88ae72a-1696-4870-937a-02ae40464f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:32.207186 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-e11c805d-425a-4274-af48-9d7eab132e40 None None] Set router 259908a6-f85d-4cda-9665-b44ae9452fdf gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:07:32.207480 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-400c02ec-92c1-40ad-8814-34198f7b8023 req-b88ae72a-1696-4870-937a-02ae40464f9a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5b8ef7e3-b420-4566-90c4-8b10f5798449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524549 Jul 15 14:07:32.309623 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-400c02ec-92c1-40ad-8814-34198f7b8023 req-42d8dfe5-2b25-4c61-b1ae-9e928c68f05a service neutron] 10.222.0.32 "GET /v2.0/networks/5b8ef7e3-b420-4566-90c4-8b10f5798449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948622 Jul 15 14:07:32.411922 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-400c02ec-92c1-40ad-8814-34198f7b8023 req-0d06d928-3657-4002-b7d3-5ad29c385e85 service neutron] 10.222.0.32 "GET /v2.0/networks/5b8ef7e3-b420-4566-90c4-8b10f5798449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878093 Jul 15 14:07:32.497779 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e11c805d-425a-4274-af48-9d7eab132e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'name': 'tempest-TestMinimumBasicScenario-1290741422-router', 'tenant_id': 'c60c68aabb5e42739249c009762f83f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:32Z', 'updated_at': '2021-07-15T14:05:35Z', 'revision_number': 4, 'project_id': 'c60c68aabb5e42739249c009762f83f1', 'gw_port': {'id': 'c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:33Z', 'updated_at': '2021-07-15T14:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'ab8977a3-7c32-4bf6-a219-c0e3654aab9c', 'name': '', 'network_id': '5b8ef7e3-b420-4566-90c4-8b10f5798449', 'tenant_id': 'c60c68aabb5e42739249c009762f83f1', 'mac_address': 'fa:16:3e:b4:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'aca50782-1b5b-462c-a4e7-7a7ba39b7dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:34Z', 'updated_at': '2021-07-15T14:05:42Z', 'revision_number': 5, 'project_id': 'c60c68aabb5e42739249c009762f83f1', 'subnets': [{'id': 'aca50782-1b5b-462c-a4e7-7a7ba39b7dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:32.523880 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11c805d-425a-4274-af48-9d7eab132e40 None None] The sync data for ids ['259908a6-f85d-4cda-9665-b44ae9452fdf'] in n-d-758944-45 is: [{'id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'name': 'tempest-TestMinimumBasicScenario-1290741422-router', 'tenant_id': 'c60c68aabb5e42739249c009762f83f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:32Z', 'updated_at': '2021-07-15T14:05:35Z', 'revision_number': 4, 'project_id': 'c60c68aabb5e42739249c009762f83f1', 'gw_port': {'id': 'c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:33Z', 'updated_at': '2021-07-15T14:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'ab8977a3-7c32-4bf6-a219-c0e3654aab9c', 'name': '', 'network_id': '5b8ef7e3-b420-4566-90c4-8b10f5798449', 'tenant_id': 'c60c68aabb5e42739249c009762f83f1', 'mac_address': 'fa:16:3e:b4:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'aca50782-1b5b-462c-a4e7-7a7ba39b7dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:34Z', 'updated_at': '2021-07-15T14:05:42Z', 'revision_number': 5, 'project_id': 'c60c68aabb5e42739249c009762f83f1', 'subnets': [{'id': 'aca50782-1b5b-462c-a4e7-7a7ba39b7dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:07:32.744261 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf32c25-3df4-4d80-a1de-4e3c1458342f None None] New status for floating IP 6e1734d4-c07d-4571-8c88-a6c9373d3ef6: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:07:38.791286 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:39.177887 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8be62-5b24-4576-b776-9df08ee722e0 req-24b0acdf-cd97-4735-bca1-c817b833b198 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:39.179400 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-32d8be62-5b24-4576-b776-9df08ee722e0 req-24b0acdf-cd97-4735-bca1-c817b833b198 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 945 time: 0.0679801 Jul 15 14:07:39.219808 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-32d8be62-5b24-4576-b776-9df08ee722e0 req-638b48ce-d119-40cb-8c89-4dbb18cfe2f2 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c4ad970-0f62-41be-bdb8-49a4011f7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339148 Jul 15 14:07:40.446672 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24243f-a675-4809-a6bb-65ab28c8082f req-70bb20fa-309c-4d7c-a512-67ac88e626ab tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:40.448268 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2e24243f-a675-4809-a6bb-65ab28c8082f req-70bb20fa-309c-4d7c-a512-67ac88e626ab tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 945 time: 0.1169760 Jul 15 14:07:40.487183 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2e24243f-a675-4809-a6bb-65ab28c8082f req-4f303b87-59da-43c9-9808-39b0f1a92ab7 tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c4ad970-0f62-41be-bdb8-49a4011f7bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333891 Jul 15 14:07:40.875498 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf2d86-e38d-4b9e-8940-bd59de40b91e req-175c7e66-7c70-4038-b619-fc591d91574f tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:40.876987 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6daf2d86-e38d-4b9e-8940-bd59de40b91e req-175c7e66-7c70-4038-b619-fc591d91574f tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.32 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 945 time: 0.0637343 Jul 15 14:07:40.977243 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-6daf2d86-e38d-4b9e-8940-bd59de40b91e req-cf24a088-465f-4827-9c32-fea949ebe7bc tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Deleting port dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:07:40.977586 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6daf2d86-e38d-4b9e-8940-bd59de40b91e req-cf24a088-465f-4827-9c32-fea949ebe7bc tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:41.069442 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-6daf2d86-e38d-4b9e-8940-bd59de40b91e req-cf24a088-465f-4827-9c32-fea949ebe7bc tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] For port dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e,segment=NetworkSegment(4fbf94c0-f767-4a0c-a3be-3ed8998cb19d),segment_id=4fbf94c0-f767-4a0c-a3be-3ed8998cb19d)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:41.069701 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6daf2d86-e38d-4b9e-8940-bd59de40b91e req-cf24a088-465f-4827-9c32-fea949ebe7bc tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:41.084362 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-6daf2d86-e38d-4b9e-8940-bd59de40b91e req-cf24a088-465f-4827-9c32-fea949ebe7bc tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Calling delete_port for dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:07:41.220496 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6daf2d86-e38d-4b9e-8940-bd59de40b91e req-cf24a088-465f-4827-9c32-fea949ebe7bc tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:41.249656 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf24a088-465f-4827-9c32-fea949ebe7bc tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Pushing event deleted for resources: {'Port': ['ID=dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:41.253845 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:07:41.302765 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-6daf2d86-e38d-4b9e-8940-bd59de40b91e req-cf24a088-465f-4827-9c32-fea949ebe7bc tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] No DVR routers for this DVR port dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e on host n-h2-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:07:41.305337 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6daf2d86-e38d-4b9e-8940-bd59de40b91e req-cf24a088-465f-4827-9c32-fea949ebe7bc tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:41.307898 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6daf2d86-e38d-4b9e-8940-bd59de40b91e req-cf24a088-465f-4827-9c32-fea949ebe7bc tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.32 "DELETE /v2.0/ports/dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e HTTP/1.1" status: 204 len: 173 time: 0.4256489 Jul 15 14:07:41.308324 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5319ab89-d6d2-4245-9356-afe5f6942d55', 'name': 'network-vif-deleted', 'tag': 'dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:07:41.310580 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635bfe1f-8beb-47a6-8019-1ac3e031d820" -d '{"events": [{"server_uuid": "5319ab89-d6d2-4245-9356-afe5f6942d55", "name": "network-vif-deleted", "tag": "dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:07:41.346817 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a820d5f-f644-4d99-8637-be12dfcbac7d x-openstack-request-id: req-5a820d5f-f644-4d99-8637-be12dfcbac7d {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:07:41.347176 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5319ab89-d6d2-4245-9356-afe5f6942d55", "name": "network-vif-deleted", "tag": "dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:07:41.347493 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a820d5f-f644-4d99-8637-be12dfcbac7d {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:07:41.347955 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5319ab89-d6d2-4245-9356-afe5f6942d55', 'name': 'network-vif-deleted', 'tag': 'dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e', 'status': 'completed', 'code': 200} Jul 15 14:07:41.645715 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-21f48614-3291-407f-9598-41bb85dbd2ee req-d30ef049-0d75-4b99-be69-eb1536bd87ec tempest-TestMinimumBasicScenario-835894010 tempest-TestMinimumBasicScenario-835894010-project] 10.222.0.24 "GET /v2.0/ports?device_id=5319ab89-d6d2-4245-9356-afe5f6942d55 HTTP/1.1" status: 200 len: 210 time: 0.0308871 Jul 15 14:07:43.246778 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49694) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:43.873224 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e7ca988-a3fc-49b6-a5d5-2cc13dab465d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:43.880242 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:07:43.900098 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:07:43.900441 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device dcb2d8d9-329c-4cda-9a2a-9f88a2aa876e not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:07:44.133909 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6e7ca988-a3fc-49b6-a5d5-2cc13dab465d admin admin] Deleting port ab8977a3-7c32-4bf6-a219-c0e3654aab9c {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:07:44.134174 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e7ca988-a3fc-49b6-a5d5-2cc13dab465d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:44.218515 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-6e7ca988-a3fc-49b6-a5d5-2cc13dab465d admin admin] For port ab8977a3-7c32-4bf6-a219-c0e3654aab9c, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=ab8977a3-7c32-4bf6-a219-c0e3654aab9c,segment=NetworkSegment(4fbf94c0-f767-4a0c-a3be-3ed8998cb19d),segment_id=4fbf94c0-f767-4a0c-a3be-3ed8998cb19d)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:44.219188 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e7ca988-a3fc-49b6-a5d5-2cc13dab465d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:44.235412 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6e7ca988-a3fc-49b6-a5d5-2cc13dab465d admin admin] Calling delete_port for ab8977a3-7c32-4bf6-a219-c0e3654aab9c owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:07:44.436557 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e7ca988-a3fc-49b6-a5d5-2cc13dab465d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:44.462611 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ca988-a3fc-49b6-a5d5-2cc13dab465d admin admin] Pushing event deleted for resources: {'Port': ['ID=ab8977a3-7c32-4bf6-a219-c0e3654aab9c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:44.648255 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e7ca988-a3fc-49b6-a5d5-2cc13dab465d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:44.858803 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7ca988-a3fc-49b6-a5d5-2cc13dab465d admin admin] Router 259908a6-f85d-4cda-9665-b44ae9452fdf has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:07:44.966677 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7ca988-a3fc-49b6-a5d5-2cc13dab465d admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:07:44.971775 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6e7ca988-a3fc-49b6-a5d5-2cc13dab465d admin admin] 10.222.0.24 "PUT /v2.0/routers/259908a6-f85d-4cda-9665-b44ae9452fdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7248721 Jul 15 14:07:44.974470 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49696) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:44.981442 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b72ad9c-99d1-4cd7-8e63-5e7a3e3e2068 None None] Sync routers for ids ['259908a6-f85d-4cda-9665-b44ae9452fdf'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:07:44.993947 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b72ad9c-99d1-4cd7-8e63-5e7a3e3e2068 None None] Routers {'259908a6-f85d-4cda-9665-b44ae9452fdf'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:07:44.994631 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8b72ad9c-99d1-4cd7-8e63-5e7a3e3e2068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:07:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['259908a6-f85d-4cda-9665-b44ae9452fdf'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:45.079771 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63469314-d468-42fe-87df-4e2be42f1edc admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:45.097880 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-8b72ad9c-99d1-4cd7-8e63-5e7a3e3e2068 None None] Set router 259908a6-f85d-4cda-9665-b44ae9452fdf gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:07:45.190577 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63469314-d468-42fe-87df-4e2be42f1edc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:45.257392 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-63469314-d468-42fe-87df-4e2be42f1edc admin admin] Deleting port c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:07:45.257746 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63469314-d468-42fe-87df-4e2be42f1edc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:45.297710 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8b72ad9c-99d1-4cd7-8e63-5e7a3e3e2068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'name': 'tempest-TestMinimumBasicScenario-1290741422-router', 'tenant_id': 'c60c68aabb5e42739249c009762f83f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:32Z', 'updated_at': '2021-07-15T14:07:44Z', 'revision_number': 5, 'project_id': 'c60c68aabb5e42739249c009762f83f1', 'gw_port': {'id': 'c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:33Z', 'updated_at': '2021-07-15T14:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:45.324327 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b72ad9c-99d1-4cd7-8e63-5e7a3e3e2068 None None] Checking router: 259908a6-f85d-4cda-9665-b44ae9452fdf for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:07:45.332747 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b72ad9c-99d1-4cd7-8e63-5e7a3e3e2068 None None] Routers {'259908a6-f85d-4cda-9665-b44ae9452fdf'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:07:45.333353 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8b72ad9c-99d1-4cd7-8e63-5e7a3e3e2068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:07:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['259908a6-f85d-4cda-9665-b44ae9452fdf'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:45.342260 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-63469314-d468-42fe-87df-4e2be42f1edc admin admin] For port c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:45.342623 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63469314-d468-42fe-87df-4e2be42f1edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:45.359727 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-63469314-d468-42fe-87df-4e2be42f1edc admin admin] Calling delete_port for c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:07:45.419357 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-8b72ad9c-99d1-4cd7-8e63-5e7a3e3e2068 None None] Set router 259908a6-f85d-4cda-9665-b44ae9452fdf gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:07:45.471242 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-8b72ad9c-99d1-4cd7-8e63-5e7a3e3e2068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'name': 'tempest-TestMinimumBasicScenario-1290741422-router', 'tenant_id': 'c60c68aabb5e42739249c009762f83f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:32Z', 'updated_at': '2021-07-15T14:07:45Z', 'revision_number': 6, 'project_id': 'c60c68aabb5e42739249c009762f83f1', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:45.502712 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b72ad9c-99d1-4cd7-8e63-5e7a3e3e2068 None None] The sync data for ids ['259908a6-f85d-4cda-9665-b44ae9452fdf'] in n-d-758944-45 is: [{'id': '259908a6-f85d-4cda-9665-b44ae9452fdf', 'name': 'tempest-TestMinimumBasicScenario-1290741422-router', 'tenant_id': 'c60c68aabb5e42739249c009762f83f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:32Z', 'updated_at': '2021-07-15T14:07:45Z', 'revision_number': 6, 'project_id': 'c60c68aabb5e42739249c009762f83f1', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:07:45.525294 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63469314-d468-42fe-87df-4e2be42f1edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:45.558542 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63469314-d468-42fe-87df-4e2be42f1edc admin admin] Pushing event deleted for resources: {'Port': ['ID=c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:45.620553 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63469314-d468-42fe-87df-4e2be42f1edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:45.713827 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63469314-d468-42fe-87df-4e2be42f1edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:45.716082 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63469314-d468-42fe-87df-4e2be42f1edc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:45.764850 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63469314-d468-42fe-87df-4e2be42f1edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:45.765478 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63469314-d468-42fe-87df-4e2be42f1edc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 259908a6-f85d-4cda-9665-b44ae9452fdf {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:07:45.769932 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63469314-d468-42fe-87df-4e2be42f1edc admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:45.771131 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-63469314-d468-42fe-87df-4e2be42f1edc admin admin] 10.222.0.24 "DELETE /v2.0/routers/259908a6-f85d-4cda-9665-b44ae9452fdf HTTP/1.1" status: 204 len: 168 time: 0.7957413 Jul 15 14:07:45.773675 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49698) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:45.819030 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-480b39a1-cb30-47ff-9e6a-3ef028c53f57 admin admin] Deleting subnet aca50782-1b5b-462c-a4e7-7a7ba39b7dd0 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:07:45.822374 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-480b39a1-cb30-47ff-9e6a-3ef028c53f57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:45.859564 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-480b39a1-cb30-47ff-9e6a-3ef028c53f57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:45.945427 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-480b39a1-cb30-47ff-9e6a-3ef028c53f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:45.998332 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-480b39a1-cb30-47ff-9e6a-3ef028c53f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:46.024086 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b39a1-cb30-47ff-9e6a-3ef028c53f57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aca50782-1b5b-462c-a4e7-7a7ba39b7dd0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:46.027459 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-480b39a1-cb30-47ff-9e6a-3ef028c53f57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:46.030438 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-480b39a1-cb30-47ff-9e6a-3ef028c53f57 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/aca50782-1b5b-462c-a4e7-7a7ba39b7dd0 HTTP/1.1" status: 204 len: 168 time: 0.2547276 Jul 15 14:07:46.032210 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49700) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:46.034580 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06108e1a-4c71-4435-9410-bba755841b3a None None] Network 5b8ef7e3-b420-4566-90c4-8b10f5798449 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:07:46.100095 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-44589629-afa6-42da-8996-1bfb7b41c217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:46.161686 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-44589629-afa6-42da-8996-1bfb7b41c217 admin admin] Deleting port 160ff730-8f84-41ba-9c06-ebbd926edae6 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:07:46.162070 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-44589629-afa6-42da-8996-1bfb7b41c217 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:46.232628 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-44589629-afa6-42da-8996-1bfb7b41c217 admin admin] For port 160ff730-8f84-41ba-9c06-ebbd926edae6, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=160ff730-8f84-41ba-9c06-ebbd926edae6,segment=NetworkSegment(4fbf94c0-f767-4a0c-a3be-3ed8998cb19d),segment_id=4fbf94c0-f767-4a0c-a3be-3ed8998cb19d)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:46.233104 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-44589629-afa6-42da-8996-1bfb7b41c217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:46.239253 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a7a445-e95e-47dc-baa8-3413f254d5c8 None None] DHCP port deletion for 5b8ef7e3-b420-4566-90c4-8b10f5798449 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:07:46.248521 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-44589629-afa6-42da-8996-1bfb7b41c217 admin admin] Calling delete_port for 160ff730-8f84-41ba-9c06-ebbd926edae6 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:07:46.288638 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-32a7a445-e95e-47dc-baa8-3413f254d5c8 None None] Deleting port 160ff730-8f84-41ba-9c06-ebbd926edae6 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:07:46.288996 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-32a7a445-e95e-47dc-baa8-3413f254d5c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:46.335683 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-44589629-afa6-42da-8996-1bfb7b41c217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:46.359680 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-32a7a445-e95e-47dc-baa8-3413f254d5c8 None None] For port 160ff730-8f84-41ba-9c06-ebbd926edae6, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=160ff730-8f84-41ba-9c06-ebbd926edae6,segment=NetworkSegment(4fbf94c0-f767-4a0c-a3be-3ed8998cb19d),segment_id=4fbf94c0-f767-4a0c-a3be-3ed8998cb19d)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:46.360068 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-32a7a445-e95e-47dc-baa8-3413f254d5c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:46.364923 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44589629-afa6-42da-8996-1bfb7b41c217 admin admin] Pushing event deleted for resources: {'Port': ['ID=160ff730-8f84-41ba-9c06-ebbd926edae6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:46.366690 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44589629-afa6-42da-8996-1bfb7b41c217 admin admin] No DVR routers for this DVR port 160ff730-8f84-41ba-9c06-ebbd926edae6 on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:07:46.376973 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-32a7a445-e95e-47dc-baa8-3413f254d5c8 None None] Calling delete_port for 160ff730-8f84-41ba-9c06-ebbd926edae6 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:07:46.441286 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-44589629-afa6-42da-8996-1bfb7b41c217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:46.453891 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-44589629-afa6-42da-8996-1bfb7b41c217 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b8ef7e3-b420-4566-90c4-8b10f5798449']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:46.457958 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-32a7a445-e95e-47dc-baa8-3413f254d5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:46.470435 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-44589629-afa6-42da-8996-1bfb7b41c217 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fbf94c0-f767-4a0c-a3be-3ed8998cb19d') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:46.470734 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-44589629-afa6-42da-8996-1bfb7b41c217 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fbf94c0-f767-4a0c-a3be-3ed8998cb19d') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:46.481149 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-44589629-afa6-42da-8996-1bfb7b41c217 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:46.484315 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7a445-e95e-47dc-baa8-3413f254d5c8 None None] Pushing event deleted for resources: {'Port': ['ID=160ff730-8f84-41ba-9c06-ebbd926edae6,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:46.493174 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a7a445-e95e-47dc-baa8-3413f254d5c8 None None] No DVR routers for this DVR port 160ff730-8f84-41ba-9c06-ebbd926edae6 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:07:46.497092 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7a445-e95e-47dc-baa8-3413f254d5c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:46.497616 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7a445-e95e-47dc-baa8-3413f254d5c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:46.498140 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-44589629-afa6-42da-8996-1bfb7b41c217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:46.498293 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7a445-e95e-47dc-baa8-3413f254d5c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:46.498749 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7a445-e95e-47dc-baa8-3413f254d5c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:46.499215 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7a445-e95e-47dc-baa8-3413f254d5c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:46.500046 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7a445-e95e-47dc-baa8-3413f254d5c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:46.500046 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7a445-e95e-47dc-baa8-3413f254d5c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:46.500605 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7a445-e95e-47dc-baa8-3413f254d5c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:46.501052 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7a445-e95e-47dc-baa8-3413f254d5c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:46.501473 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7a445-e95e-47dc-baa8-3413f254d5c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:46.501946 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7a445-e95e-47dc-baa8-3413f254d5c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:46.502483 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7a445-e95e-47dc-baa8-3413f254d5c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:46.505748 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44589629-afa6-42da-8996-1bfb7b41c217 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:07:46.506314 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-44589629-afa6-42da-8996-1bfb7b41c217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:46.508223 n-d-758944-45 neutron-server[93813]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:07:46.508223 n-d-758944-45 neutron-server[93813]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:07:46.508223 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 14:07:46.508223 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:07:46.508223 n-d-758944-45 neutron-server[93813]: timer() Jul 15 14:07:46.508223 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:07:46.508223 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 14:07:46.508223 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:07:46.508223 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 14:07:46.508223 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:07:46.508223 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 14:07:46.508223 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:07:46.508223 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 14:07:46.508223 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:07:46.508223 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 14:07:46.508223 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:07:46.508223 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:07:46.508223 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:07:46.508223 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:07:46.508223 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:07:46.508223 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 14:07:46.508223 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:07:46.508223 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 14:07:46.508223 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:07:46.508223 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:07:46.508223 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:07:46.508223 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 14:07:46.508223 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:07:46.508223 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:07:46.508223 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:07:46.508223 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:07:46.508223 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:07:46.508223 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:07:46.508223 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:07:46.566611 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-44589629-afa6-42da-8996-1bfb7b41c217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:46.574611 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-44589629-afa6-42da-8996-1bfb7b41c217 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:46.578260 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-44589629-afa6-42da-8996-1bfb7b41c217 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5b8ef7e3-b420-4566-90c4-8b10f5798449 HTTP/1.1" status: 204 len: 168 time: 0.5449781 Jul 15 14:07:46.579465 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49702) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:46.588480 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44589629-afa6-42da-8996-1bfb7b41c217 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b8ef7e3-b420-4566-90c4-8b10f5798449,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:46.928381 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a380bad-0bfe-4ad9-8c37-e5c39d11f67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:47.011489 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:07:47.199383 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6a380bad-0bfe-4ad9-8c37-e5c39d11f67f admin admin] Deleting port c48467db-04b7-420f-af49-f4da4d74dafd {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:07:47.199733 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a380bad-0bfe-4ad9-8c37-e5c39d11f67f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:47.287598 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:07:47.298494 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-6a380bad-0bfe-4ad9-8c37-e5c39d11f67f admin admin] For port c48467db-04b7-420f-af49-f4da4d74dafd, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=c48467db-04b7-420f-af49-f4da4d74dafd,segment=NetworkSegment(d0a8218a-982e-4576-b226-5c0b27f44991),segment_id=d0a8218a-982e-4576-b226-5c0b27f44991)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:47.298862 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a380bad-0bfe-4ad9-8c37-e5c39d11f67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:47.313422 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:07:47.313797 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c277da37-bb19-4cb8-bbf2-cfbfbabd2cd1 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:07:47.314658 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 160ff730-8f84-41ba-9c06-ebbd926edae6 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:07:47.315058 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6a380bad-0bfe-4ad9-8c37-e5c39d11f67f admin admin] Calling delete_port for c48467db-04b7-420f-af49-f4da4d74dafd owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:07:47.334533 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 160ff730-8f84-41ba-9c06-ebbd926edae6 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:07:47.335023 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 160ff730-8f84-41ba-9c06-ebbd926edae6 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:07:47.335451 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ab8977a3-7c32-4bf6-a219-c0e3654aab9c no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:07:47.356492 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: ab8977a3-7c32-4bf6-a219-c0e3654aab9c {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:07:47.356842 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device ab8977a3-7c32-4bf6-a219-c0e3654aab9c not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:07:47.516025 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a380bad-0bfe-4ad9-8c37-e5c39d11f67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:47.540918 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a380bad-0bfe-4ad9-8c37-e5c39d11f67f admin admin] Pushing event deleted for resources: {'Port': ['ID=c48467db-04b7-420f-af49-f4da4d74dafd,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:47.718483 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a380bad-0bfe-4ad9-8c37-e5c39d11f67f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:47.945598 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a380bad-0bfe-4ad9-8c37-e5c39d11f67f admin admin] Router 0026b0ed-d99d-459f-8bf3-47123d9a915b has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:07:48.397348 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a380bad-0bfe-4ad9-8c37-e5c39d11f67f admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:07:48.403900 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6a380bad-0bfe-4ad9-8c37-e5c39d11f67f admin admin] 10.222.0.24 "PUT /v2.0/routers/0026b0ed-d99d-459f-8bf3-47123d9a915b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8233376 Jul 15 14:07:48.406900 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49704) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:48.407102 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11077792-550b-4920-a21c-f97bd785f9f4 None None] Sync routers for ids ['0026b0ed-d99d-459f-8bf3-47123d9a915b'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:07:48.416127 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11077792-550b-4920-a21c-f97bd785f9f4 None None] Routers {'0026b0ed-d99d-459f-8bf3-47123d9a915b'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:07:48.417256 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-11077792-550b-4920-a21c-f97bd785f9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:07:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0026b0ed-d99d-459f-8bf3-47123d9a915b'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:48.525828 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e4b7ee7-15fe-4c9a-8830-ab92bc698946 admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:48.658387 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e4b7ee7-15fe-4c9a-8830-ab92bc698946 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:48.690456 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-11077792-550b-4920-a21c-f97bd785f9f4 None None] Set router 0026b0ed-d99d-459f-8bf3-47123d9a915b gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:07:48.719003 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3e4b7ee7-15fe-4c9a-8830-ab92bc698946 admin admin] Deleting port 07f7750f-9b76-41ca-b85f-8c63b0aba7e8 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:07:48.719607 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e4b7ee7-15fe-4c9a-8830-ab92bc698946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:48.810496 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-3e4b7ee7-15fe-4c9a-8830-ab92bc698946 admin admin] For port 07f7750f-9b76-41ca-b85f-8c63b0aba7e8, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=07f7750f-9b76-41ca-b85f-8c63b0aba7e8,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:48.810760 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e4b7ee7-15fe-4c9a-8830-ab92bc698946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:48.823520 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3e4b7ee7-15fe-4c9a-8830-ab92bc698946 admin admin] Calling delete_port for 07f7750f-9b76-41ca-b85f-8c63b0aba7e8 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:07:48.883744 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-11077792-550b-4920-a21c-f97bd785f9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0026b0ed-d99d-459f-8bf3-47123d9a915b', 'name': 'tempest-TestMinimumBasicScenario-620874688-router', 'tenant_id': '757b126def0142679e9ae2d4474c20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '07f7750f-9b76-41ca-b85f-8c63b0aba7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:37Z', 'updated_at': '2021-07-15T14:07:47Z', 'revision_number': 5, 'project_id': '757b126def0142679e9ae2d4474c20eb', 'gw_port': {'id': '07f7750f-9b76-41ca-b85f-8c63b0aba7e8', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026b0ed-d99d-459f-8bf3-47123d9a915b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:05:37Z', 'updated_at': '2021-07-15T14:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:48.914316 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11077792-550b-4920-a21c-f97bd785f9f4 None None] Checking router: 0026b0ed-d99d-459f-8bf3-47123d9a915b for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:07:48.923524 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11077792-550b-4920-a21c-f97bd785f9f4 None None] Routers {'0026b0ed-d99d-459f-8bf3-47123d9a915b'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:07:48.924141 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-11077792-550b-4920-a21c-f97bd785f9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:07:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['0026b0ed-d99d-459f-8bf3-47123d9a915b'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:49.001079 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e4b7ee7-15fe-4c9a-8830-ab92bc698946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:49.010314 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-11077792-550b-4920-a21c-f97bd785f9f4 None None] Set router 0026b0ed-d99d-459f-8bf3-47123d9a915b gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:07:49.034248 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b7ee7-15fe-4c9a-8830-ab92bc698946 admin admin] Pushing event deleted for resources: {'Port': ['ID=07f7750f-9b76-41ca-b85f-8c63b0aba7e8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:49.068340 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-11077792-550b-4920-a21c-f97bd785f9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0026b0ed-d99d-459f-8bf3-47123d9a915b', 'name': 'tempest-TestMinimumBasicScenario-620874688-router', 'tenant_id': '757b126def0142679e9ae2d4474c20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:37Z', 'updated_at': '2021-07-15T14:07:48Z', 'revision_number': 6, 'project_id': '757b126def0142679e9ae2d4474c20eb', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:49.095906 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11077792-550b-4920-a21c-f97bd785f9f4 None None] The sync data for ids ['0026b0ed-d99d-459f-8bf3-47123d9a915b'] in n-d-758944-45 is: [{'id': '0026b0ed-d99d-459f-8bf3-47123d9a915b', 'name': 'tempest-TestMinimumBasicScenario-620874688-router', 'tenant_id': '757b126def0142679e9ae2d4474c20eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:05:37Z', 'updated_at': '2021-07-15T14:07:48Z', 'revision_number': 6, 'project_id': '757b126def0142679e9ae2d4474c20eb', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:07:49.099307 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e4b7ee7-15fe-4c9a-8830-ab92bc698946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:49.197380 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e4b7ee7-15fe-4c9a-8830-ab92bc698946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:49.200160 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e4b7ee7-15fe-4c9a-8830-ab92bc698946 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:49.251213 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e4b7ee7-15fe-4c9a-8830-ab92bc698946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:49.251728 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4b7ee7-15fe-4c9a-8830-ab92bc698946 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0026b0ed-d99d-459f-8bf3-47123d9a915b {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:07:49.256170 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e4b7ee7-15fe-4c9a-8830-ab92bc698946 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:49.257366 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3e4b7ee7-15fe-4c9a-8830-ab92bc698946 admin admin] 10.222.0.24 "DELETE /v2.0/routers/0026b0ed-d99d-459f-8bf3-47123d9a915b HTTP/1.1" status: 204 len: 168 time: 0.8493235 Jul 15 14:07:49.259880 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49710) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:49.304998 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-319d7cf5-3f27-4ad9-9ee4-5cfea07d5bce admin admin] Deleting subnet 95fb8ec0-5523-42e6-9190-9e451a0055bf {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:07:49.308136 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-319d7cf5-3f27-4ad9-9ee4-5cfea07d5bce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:49.344129 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-319d7cf5-3f27-4ad9-9ee4-5cfea07d5bce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:49.428038 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-319d7cf5-3f27-4ad9-9ee4-5cfea07d5bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:49.494239 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-319d7cf5-3f27-4ad9-9ee4-5cfea07d5bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:49.526562 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d7cf5-3f27-4ad9-9ee4-5cfea07d5bce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95fb8ec0-5523-42e6-9190-9e451a0055bf,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:49.528832 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-319d7cf5-3f27-4ad9-9ee4-5cfea07d5bce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:49.533806 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49712) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:49.534329 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-319d7cf5-3f27-4ad9-9ee4-5cfea07d5bce admin admin] 10.222.0.24 "DELETE /v2.0/subnets/95fb8ec0-5523-42e6-9190-9e451a0055bf HTTP/1.1" status: 204 len: 168 time: 0.2723992 Jul 15 14:07:49.539654 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e16dcf9-6a27-4761-a917-f4aa2e0f0397 None None] Network 26effe3c-ab4a-481a-8e56-8a517e35b58b requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:07:49.573963 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c48467db-04b7-420f-af49-f4da4d74dafd no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:07:49.599911 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: c48467db-04b7-420f-af49-f4da4d74dafd {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:07:49.600248 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device c48467db-04b7-420f-af49-f4da4d74dafd not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:07:49.628224 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-743c2b6c-efc3-41e6-bd34-da73ab0aaf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:49.682008 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-743c2b6c-efc3-41e6-bd34-da73ab0aaf94 admin admin] Deleting port 4d17bcbf-675d-4728-87b7-4751863fbe0f {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:07:49.682905 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-743c2b6c-efc3-41e6-bd34-da73ab0aaf94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:49.749103 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-743c2b6c-efc3-41e6-bd34-da73ab0aaf94 admin admin] For port 4d17bcbf-675d-4728-87b7-4751863fbe0f, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=4d17bcbf-675d-4728-87b7-4751863fbe0f,segment=NetworkSegment(d0a8218a-982e-4576-b226-5c0b27f44991),segment_id=d0a8218a-982e-4576-b226-5c0b27f44991)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:49.749467 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-743c2b6c-efc3-41e6-bd34-da73ab0aaf94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:49.765056 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-743c2b6c-efc3-41e6-bd34-da73ab0aaf94 admin admin] Calling delete_port for 4d17bcbf-675d-4728-87b7-4751863fbe0f owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:07:49.849374 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-743c2b6c-efc3-41e6-bd34-da73ab0aaf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:49.877546 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c2b6c-efc3-41e6-bd34-da73ab0aaf94 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d17bcbf-675d-4728-87b7-4751863fbe0f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:49.879324 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743c2b6c-efc3-41e6-bd34-da73ab0aaf94 admin admin] No DVR routers for this DVR port 4d17bcbf-675d-4728-87b7-4751863fbe0f on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:07:49.913667 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bca99c-e69f-4519-809c-db3ca27506d5 None None] DHCP port deletion for 26effe3c-ab4a-481a-8e56-8a517e35b58b request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:07:49.960464 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-743c2b6c-efc3-41e6-bd34-da73ab0aaf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:49.971690 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-743c2b6c-efc3-41e6-bd34-da73ab0aaf94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26effe3c-ab4a-481a-8e56-8a517e35b58b']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:49.982661 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-743c2b6c-efc3-41e6-bd34-da73ab0aaf94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a8218a-982e-4576-b226-5c0b27f44991') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:49.982965 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-743c2b6c-efc3-41e6-bd34-da73ab0aaf94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a8218a-982e-4576-b226-5c0b27f44991') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:49.992213 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-743c2b6c-efc3-41e6-bd34-da73ab0aaf94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:50.008096 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-743c2b6c-efc3-41e6-bd34-da73ab0aaf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:50.016124 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-743c2b6c-efc3-41e6-bd34-da73ab0aaf94 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:07:50.016492 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-743c2b6c-efc3-41e6-bd34-da73ab0aaf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:50.018264 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 14:07:50.018264 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:07:50.018264 n-d-758944-45 neutron-server[93813]: timer() Jul 15 14:07:50.018264 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:07:50.018264 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 14:07:50.018264 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:07:50.018264 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 14:07:50.018264 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:07:50.018264 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 14:07:50.018264 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:07:50.018264 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 14:07:50.018264 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:07:50.018264 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 14:07:50.018264 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:07:50.018264 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:07:50.018264 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:07:50.018264 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:07:50.018264 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:07:50.018264 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 14:07:50.018264 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:07:50.018264 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 14:07:50.018264 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:07:50.018264 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:07:50.018264 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:07:50.018264 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 14:07:50.018264 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:07:50.018264 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:07:50.018264 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:07:50.018264 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:07:50.018264 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:07:50.018264 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:07:50.018264 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:07:50.073278 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-743c2b6c-efc3-41e6-bd34-da73ab0aaf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:50.079042 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-743c2b6c-efc3-41e6-bd34-da73ab0aaf94 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:50.081042 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-743c2b6c-efc3-41e6-bd34-da73ab0aaf94 admin admin] 10.222.0.24 "DELETE /v2.0/networks/26effe3c-ab4a-481a-8e56-8a517e35b58b HTTP/1.1" status: 204 len: 168 time: 0.5450783 Jul 15 14:07:50.092099 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c2b6c-efc3-41e6-bd34-da73ab0aaf94 admin admin] Pushing event deleted for resources: {'Network': ['ID=26effe3c-ab4a-481a-8e56-8a517e35b58b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:50.253217 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49718) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:50.298313 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3eef4aa6-d59f-421a-9d37-9c366bd2ae7c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c60c68aabb5e42739249c009762f83f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438678 Jul 15 14:07:50.300722 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49720) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:50.350502 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7be64541-d3f8-4c86-84bf-f635822764f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:50.372248 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7be64541-d3f8-4c86-84bf-f635822764f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:50.420660 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7be64541-d3f8-4c86-84bf-f635822764f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:50.423193 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7be64541-d3f8-4c86-84bf-f635822764f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:50.424600 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7be64541-d3f8-4c86-84bf-f635822764f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c4ad970-0f62-41be-bdb8-49a4011f7bdd HTTP/1.1" status: 204 len: 168 time: 0.1229143 Jul 15 14:07:50.433558 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be64541-d3f8-4c86-84bf-f635822764f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4ad970-0f62-41be-bdb8-49a4011f7bdd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:50.756430 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49726) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:50.796575 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e0eae2d4-051b-44af-a318-48238d0eca57 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=757b126def0142679e9ae2d4474c20eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388954 Jul 15 14:07:50.799030 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49728) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:50.847942 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ddb69d7-fb8b-46ba-9559-1f1838cb4936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:50.871959 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ddb69d7-fb8b-46ba-9559-1f1838cb4936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:50.924102 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ddb69d7-fb8b-46ba-9559-1f1838cb4936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:50.926632 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ddb69d7-fb8b-46ba-9559-1f1838cb4936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:50.927962 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4ddb69d7-fb8b-46ba-9559-1f1838cb4936 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/98dd1eaf-4390-4333-9017-b2b878482294 HTTP/1.1" status: 204 len: 168 time: 0.1279845 Jul 15 14:07:50.935554 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd1cc45c-2c5c-4bce-94c7-8a4405b83d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:50.938317 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb69d7-fb8b-46ba-9559-1f1838cb4936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dd1eaf-4390-4333-9017-b2b878482294,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:51.291329 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 4d17bcbf-675d-4728-87b7-4751863fbe0f no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:07:51.317787 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 4d17bcbf-675d-4728-87b7-4751863fbe0f {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:07:51.318148 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 4d17bcbf-675d-4728-87b7-4751863fbe0f not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:07:51.318577 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 07f7750f-9b76-41ca-b85f-8c63b0aba7e8 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:07:51.339159 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 07f7750f-9b76-41ca-b85f-8c63b0aba7e8 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:07:51.339642 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 07f7750f-9b76-41ca-b85f-8c63b0aba7e8 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:07:52.612001 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49770) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:52.616851 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9fa82c73-1ae6-43c4-b7de-4fc18e9bec90 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1543116995', 'description': 'tempest-secgroup-smoke-1543116995 description', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:52.641321 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fa82c73-1ae6-43c4-b7de-4fc18e9bec90 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:52.650937 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fa82c73-1ae6-43c4-b7de-4fc18e9bec90 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:52.763149 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fa82c73-1ae6-43c4-b7de-4fc18e9bec90 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:52.767407 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fa82c73-1ae6-43c4-b7de-4fc18e9bec90 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:52.807884 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa82c73-1ae6-43c4-b7de-4fc18e9bec90 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86f35c55-2f0e-41ea-8f55-5faefd560168,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:52.871852 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fa82c73-1ae6-43c4-b7de-4fc18e9bec90 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:52.875899 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fa82c73-1ae6-43c4-b7de-4fc18e9bec90 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:52.903650 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fa82c73-1ae6-43c4-b7de-4fc18e9bec90 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:52.904931 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9fa82c73-1ae6-43c4-b7de-4fc18e9bec90 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2919149 Jul 15 14:07:52.908198 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49772) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:52.909198 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa82c73-1ae6-43c4-b7de-4fc18e9bec90 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5f0a3a-f946-4c60-845b-124a7bafd26f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:52.923104 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e4f1818e-1b79-43ca-9245-0e86b4a186bd tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group_rule': {'security_group_id': '8c5f0a3a-f946-4c60-845b-124a7bafd26f', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:52.951344 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4f1818e-1b79-43ca-9245-0e86b4a186bd tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.002383 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4f1818e-1b79-43ca-9245-0e86b4a186bd tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.006641 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4f1818e-1b79-43ca-9245-0e86b4a186bd tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.026302 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1818e-1b79-43ca-9245-0e86b4a186bd tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a07f50e9-19d9-4d9f-924f-56123186242a,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:53.029628 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4f1818e-1b79-43ca-9245-0e86b4a186bd tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.030903 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e4f1818e-1b79-43ca-9245-0e86b4a186bd tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214490 Jul 15 14:07:53.033897 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49776) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:53.038637 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-8aaffa7d-d75e-4b59-8c3f-a31ec1db9d64 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group_rule': {'security_group_id': '8c5f0a3a-f946-4c60-845b-124a7bafd26f', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:53.070085 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8aaffa7d-d75e-4b59-8c3f-a31ec1db9d64 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.144604 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8aaffa7d-d75e-4b59-8c3f-a31ec1db9d64 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.148346 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8aaffa7d-d75e-4b59-8c3f-a31ec1db9d64 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.168163 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaffa7d-d75e-4b59-8c3f-a31ec1db9d64 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd185886-af9c-43c1-b51d-b01b16678a3b,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:53.178555 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8aaffa7d-d75e-4b59-8c3f-a31ec1db9d64 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.180292 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8aaffa7d-d75e-4b59-8c3f-a31ec1db9d64 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1449268 Jul 15 14:07:53.182919 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49778) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:53.187721 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-10c3cd4b-4ff3-4968-bad8-8afabaf57dae tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group_rule': {'security_group_id': '8c5f0a3a-f946-4c60-845b-124a7bafd26f', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:53.215943 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10c3cd4b-4ff3-4968-bad8-8afabaf57dae tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.283325 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10c3cd4b-4ff3-4968-bad8-8afabaf57dae tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.287526 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10c3cd4b-4ff3-4968-bad8-8afabaf57dae tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.308146 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3cd4b-4ff3-4968-bad8-8afabaf57dae tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a3ae859-0092-4355-bc1d-f0aa849128af,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:53.315696 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10c3cd4b-4ff3-4968-bad8-8afabaf57dae tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.317331 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-10c3cd4b-4ff3-4968-bad8-8afabaf57dae tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1334176 Jul 15 14:07:53.320037 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49780) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:53.324997 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-bf96af60-37b5-422f-9228-da0dea006d9e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group_rule': {'security_group_id': '8c5f0a3a-f946-4c60-845b-124a7bafd26f', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:53.352154 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.357795 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf96af60-37b5-422f-9228-da0dea006d9e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.434869 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf96af60-37b5-422f-9228-da0dea006d9e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.440546 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf96af60-37b5-422f-9228-da0dea006d9e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.460604 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96af60-37b5-422f-9228-da0dea006d9e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ded91b4-46c8-4c10-bea2-e67214611c28,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:53.469206 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf96af60-37b5-422f-9228-da0dea006d9e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.471616 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f9829431-d0a2-4469-a8a0-c2adeab447f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.474331 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-bf96af60-37b5-422f-9228-da0dea006d9e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1531270 Jul 15 14:07:53.475276 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49786) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:53.481809 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-662204b9-6f38-44a6-b449-03b48bf1e641 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group_rule': {'security_group_id': '8c5f0a3a-f946-4c60-845b-124a7bafd26f', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:53.511916 n-d-758944-45 neutron-server[93813]: INFO neutron.db.securitygroups_db [None req-662204b9-6f38-44a6-b449-03b48bf1e641 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Project e4ca9f7ba7bc40c999cf6f648c1e5688 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:07:53.517387 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-662204b9-6f38-44a6-b449-03b48bf1e641 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.584451 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-662204b9-6f38-44a6-b449-03b48bf1e641 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.588963 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-662204b9-6f38-44a6-b449-03b48bf1e641 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.608973 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662204b9-6f38-44a6-b449-03b48bf1e641 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f0902ae-95f4-408d-89bf-fbaeaee5c3b4,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:53.622479 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-662204b9-6f38-44a6-b449-03b48bf1e641 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.623812 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-662204b9-6f38-44a6-b449-03b48bf1e641 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1474814 Jul 15 14:07:53.626767 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49788) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:53.631485 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-70da3b7f-6a8a-4964-9588-e3e2ee34b0c3 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group_rule': {'security_group_id': '8c5f0a3a-f946-4c60-845b-124a7bafd26f', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:53.655117 n-d-758944-45 neutron-server[93813]: INFO neutron.db.securitygroups_db [None req-70da3b7f-6a8a-4964-9588-e3e2ee34b0c3 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Project e4ca9f7ba7bc40c999cf6f648c1e5688 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:07:53.660507 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-70da3b7f-6a8a-4964-9588-e3e2ee34b0c3 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.722968 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-70da3b7f-6a8a-4964-9588-e3e2ee34b0c3 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.726910 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-70da3b7f-6a8a-4964-9588-e3e2ee34b0c3 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.746366 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da3b7f-6a8a-4964-9588-e3e2ee34b0c3 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d7ae4e-c1de-4be6-a9f7-daebbe853019,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:53.751867 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-70da3b7f-6a8a-4964-9588-e3e2ee34b0c3 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.753026 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-70da3b7f-6a8a-4964-9588-e3e2ee34b0c3 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1251643 Jul 15 14:07:53.756654 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49790) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:53.762334 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4d66f50a-b7ac-4a2a-85e8-cef6a26edce2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'network': {'name': 'tempest-network-smoke--955711752', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'port_security_enabled': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:53.784893 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d66f50a-b7ac-4a2a-85e8-cef6a26edce2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Made reservation on behalf of e4ca9f7ba7bc40c999cf6f648c1e5688 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:07:53.788968 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d66f50a-b7ac-4a2a-85e8-cef6a26edce2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.813862 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d66f50a-b7ac-4a2a-85e8-cef6a26edce2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:07:53.824640 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d66f50a-b7ac-4a2a-85e8-cef6a26edce2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.824989 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-4d66f50a-b7ac-4a2a-85e8-cef6a26edce2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Added segment 37f5966f-321f-410f-845c-c208f851af28 of type vlan for network 21f3616a-6f5b-4475-94fe-64f8f2fbfed2 Jul 15 14:07:53.868737 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d66f50a-b7ac-4a2a-85e8-cef6a26edce2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.899981 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d66f50a-b7ac-4a2a-85e8-cef6a26edce2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.906834 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d66f50a-b7ac-4a2a-85e8-cef6a26edce2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:53.907462 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d66f50a-b7ac-4a2a-85e8-cef6a26edce2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:53.944829 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4d66f50a-b7ac-4a2a-85e8-cef6a26edce2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1871059 Jul 15 14:07:53.948426 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49792) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:53.955369 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-97d0b3d5-1db8-4cb1-a273-786b87156321 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-303680764', 'admin_state_up': True, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:53.991424 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66f50a-b7ac-4a2a-85e8-cef6a26edce2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Network': ['ID=21f3616a-6f5b-4475-94fe-64f8f2fbfed2,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:54.003970 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 21f3616a-6f5b-4475-94fe-64f8f2fbfed2 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:07:54.012349 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-97d0b3d5-1db8-4cb1-a273-786b87156321 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:54.013672 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-97d0b3d5-1db8-4cb1-a273-786b87156321 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:54.070109 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-97d0b3d5-1db8-4cb1-a273-786b87156321 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:54.222105 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-97d0b3d5-1db8-4cb1-a273-786b87156321 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:54.431155 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-97d0b3d5-1db8-4cb1-a273-786b87156321 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:54.451199 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-97d0b3d5-1db8-4cb1-a273-786b87156321 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:54.555947 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-97d0b3d5-1db8-4cb1-a273-786b87156321 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Allocated IP 172.25.6.112 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/e9476375-adb2-4190-8393-298ac305e5f9) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:07:54.931040 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-97d0b3d5-1db8-4cb1-a273-786b87156321 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:54.949143 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:54.977696 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-97d0b3d5-1db8-4cb1-a273-786b87156321 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:55.014582 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d0b3d5-1db8-4cb1-a273-786b87156321 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:07:55.019622 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-97d0b3d5-1db8-4cb1-a273-786b87156321 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:55.023091 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d0b3d5-1db8-4cb1-a273-786b87156321 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:07:55.047889 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0b3d5-1db8-4cb1-a273-786b87156321 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Port': ['ID=e9476375-adb2-4190-8393-298ac305e5f9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:55.347457 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-97d0b3d5-1db8-4cb1-a273-786b87156321 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:55.548837 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-97d0b3d5-1db8-4cb1-a273-786b87156321 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:55.678097 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d0b3d5-1db8-4cb1-a273-786b87156321 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Router d33bdd6a-bbc2-4276-a67d-0df3bee87a8f is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:07:55.781474 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:55.792598 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d0b3d5-1db8-4cb1-a273-786b87156321 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:07:55.803376 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2177bf4-6fb5-40a7-8fa9-0b36fc046559 None None] Sync routers for ids ['d33bdd6a-bbc2-4276-a67d-0df3bee87a8f'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:07:55.811855 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-97d0b3d5-1db8-4cb1-a273-786b87156321 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:55.813283 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-97d0b3d5-1db8-4cb1-a273-786b87156321 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8639109 Jul 15 14:07:55.814458 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2177bf4-6fb5-40a7-8fa9-0b36fc046559 None None] Routers {'d33bdd6a-bbc2-4276-a67d-0df3bee87a8f'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:07:55.815191 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f2177bf4-6fb5-40a7-8fa9-0b36fc046559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:07:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d33bdd6a-bbc2-4276-a67d-0df3bee87a8f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:55.816708 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49794) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:55.923673 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-f2177bf4-6fb5-40a7-8fa9-0b36fc046559 None None] Set router d33bdd6a-bbc2-4276-a67d-0df3bee87a8f gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:07:55.948104 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-2f35f3db-ad05-46dc-8dc5-6a76c7eda3df tempest-TestNetworkAdvancedServerOps-863404935 tempest-TestNetworkAdvancedServerOps-863404935-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=e4ca9f7ba7bc40c999cf6f648c1e5688&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1294978 Jul 15 14:07:55.950988 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49798) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:56.102546 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b5ba56-45a4-41eb-b823-09a3198506bf tempest-TestNetworkAdvancedServerOps-863404935 tempest-TestNetworkAdvancedServerOps-863404935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:56.104401 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-81b5ba56-45a4-41eb-b823-09a3198506bf tempest-TestNetworkAdvancedServerOps-863404935 tempest-TestNetworkAdvancedServerOps-863404935-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1524851 Jul 15 14:07:56.108287 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f2177bf4-6fb5-40a7-8fa9-0b36fc046559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303680764', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'e9476375-adb2-4190-8393-298ac305e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:54Z', 'updated_at': '2021-07-15T14:07:55Z', 'revision_number': 3, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': 'e9476375-adb2-4190-8393-298ac305e5f9', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:54Z', 'updated_at': '2021-07-15T14:07:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:56.108521 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49800) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:56.138136 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2177bf4-6fb5-40a7-8fa9-0b36fc046559 None None] Checking router: d33bdd6a-bbc2-4276-a67d-0df3bee87a8f for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:07:56.138473 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2177bf4-6fb5-40a7-8fa9-0b36fc046559 None None] Updating router d33bdd6a-bbc2-4276-a67d-0df3bee87a8f port e9476375-adb2-4190-8393-298ac305e5f9 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:07:56.147590 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d1bb6b27-5a1d-41be-b3fe-7404b8dcaeed tempest-TestNetworkAdvancedServerOps-863404935 tempest-TestNetworkAdvancedServerOps-863404935-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0b352371-cfe9-4be4-934e-718e319584db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379856 Jul 15 14:07:56.150327 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49802) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:56.156138 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-1589af4d-1262-43f7-8868-f28791f334e7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1276435540', 'network_id': '21f3616a-6f5b-4475-94fe-64f8f2fbfed2', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:07:56.173447 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2177bf4-6fb5-40a7-8fa9-0b36fc046559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:56.251449 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1589af4d-1262-43f7-8868-f28791f334e7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Made reservation on behalf of e4ca9f7ba7bc40c999cf6f648c1e5688 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:07:56.255515 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1589af4d-1262-43f7-8868-f28791f334e7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:56.434647 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2177bf4-6fb5-40a7-8fa9-0b36fc046559 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:56.445108 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-f2177bf4-6fb5-40a7-8fa9-0b36fc046559 None None] Transition to ACTIVE for port object e9476375-adb2-4190-8393-298ac305e5f9 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:07:56.452113 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2177bf4-6fb5-40a7-8fa9-0b36fc046559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:56.453649 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1589af4d-1262-43f7-8868-f28791f334e7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:56.506761 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-f2177bf4-6fb5-40a7-8fa9-0b36fc046559 None None] Attempting to bind port e9476375-adb2-4190-8393-298ac305e5f9 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:07:56.507122 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-f2177bf4-6fb5-40a7-8fa9-0b36fc046559 None None] Attempting to bind port e9476375-adb2-4190-8393-298ac305e5f9 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:07:56.507487 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2177bf4-6fb5-40a7-8fa9-0b36fc046559 None None] Attempting to bind port e9476375-adb2-4190-8393-298ac305e5f9 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:07:56.515182 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabbac2c-1792-4965-9318-614947de73d3 None None] Pushing event updated for resources: {'Port': ['ID=e9476375-adb2-4190-8393-298ac305e5f9,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:56.518559 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2177bf4-6fb5-40a7-8fa9-0b36fc046559 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:07:56.518927 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2177bf4-6fb5-40a7-8fa9-0b36fc046559 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:07:56.519302 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2177bf4-6fb5-40a7-8fa9-0b36fc046559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:56.519603 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1589af4d-1262-43f7-8868-f28791f334e7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Subnet': ['ID=ab2d2025-a3a6-4842-859f-f152156661ad,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:56.519788 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2177bf4-6fb5-40a7-8fa9-0b36fc046559 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:07:56.520158 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-f2177bf4-6fb5-40a7-8fa9-0b36fc046559 None None] Bound port: e9476375-adb2-4190-8393-298ac305e5f9, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:07:56.520541 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2177bf4-6fb5-40a7-8fa9-0b36fc046559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:56.524116 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1589af4d-1262-43f7-8868-f28791f334e7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Checking segment: {'id': '37f5966f-321f-410f-845c-c208f851af28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '21f3616a-6f5b-4475-94fe-64f8f2fbfed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:07:56.524486 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1589af4d-1262-43f7-8868-f28791f334e7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network hostable DHCP agents. Network: 21f3616a-6f5b-4475-94fe-64f8f2fbfed2, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:07:56.542874 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1589af4d-1262-43f7-8868-f28791f334e7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network 21f3616a-6f5b-4475-94fe-64f8f2fbfed2 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:07:56.550129 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabbac2c-1792-4965-9318-614947de73d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:56.550602 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabbac2c-1792-4965-9318-614947de73d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:56.550890 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:56.551420 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabbac2c-1792-4965-9318-614947de73d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:56.551420 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabbac2c-1792-4965-9318-614947de73d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:56.551623 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabbac2c-1792-4965-9318-614947de73d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:56.551844 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabbac2c-1792-4965-9318-614947de73d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:56.552170 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabbac2c-1792-4965-9318-614947de73d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:56.552495 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabbac2c-1792-4965-9318-614947de73d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:56.552872 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabbac2c-1792-4965-9318-614947de73d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:56.553031 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-1589af4d-1262-43f7-8868-f28791f334e7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 21f3616a-6f5b-4475-94fe-64f8f2fbfed2) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:56.553262 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabbac2c-1792-4965-9318-614947de73d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:56.553583 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabbac2c-1792-4965-9318-614947de73d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:56.553930 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabbac2c-1792-4965-9318-614947de73d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:07:56.559204 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1589af4d-1262-43f7-8868-f28791f334e7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:56.559650 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1589af4d-1262-43f7-8868-f28791f334e7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:56.564923 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a506c631-ad3e-4d2e-83e5-e0de1cb69abd None None] Network 21f3616a-6f5b-4475-94fe-64f8f2fbfed2 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:07:56.577752 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1589af4d-1262-43f7-8868-f28791f334e7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4254968 Jul 15 14:07:56.580446 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49804) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:07:56.637713 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f2177bf4-6fb5-40a7-8fa9-0b36fc046559 None None] For port e9476375-adb2-4190-8393-298ac305e5f9, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:07:56.655233 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f2177bf4-6fb5-40a7-8fa9-0b36fc046559 None None] For port e9476375-adb2-4190-8393-298ac305e5f9, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e9476375-adb2-4190-8393-298ac305e5f9,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:07:56.663240 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f2177bf4-6fb5-40a7-8fa9-0b36fc046559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:56.732001 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29285ae-a05d-4d4e-9da1-5b212ea7282e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-21f3616a-6f5b-4475-94fe-64f8f2fbfed2', 'network_id': '21f3616a-6f5b-4475-94fe-64f8f2fbfed2', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'fixed_ips': [{'subnet_id': 'ab2d2025-a3a6-4842-859f-f152156661ad'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:07:56.733925 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d29285ae-a05d-4d4e-9da1-5b212ea7282e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:56.864980 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2177bf4-6fb5-40a7-8fa9-0b36fc046559 None None] Routers {'d33bdd6a-bbc2-4276-a67d-0df3bee87a8f'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:07:56.865535 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f2177bf4-6fb5-40a7-8fa9-0b36fc046559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:07:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d33bdd6a-bbc2-4276-a67d-0df3bee87a8f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:56.890088 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-d29285ae-a05d-4d4e-9da1-5b212ea7282e None None] Allocated IP 172.20.0.2 (21f3616a-6f5b-4475-94fe-64f8f2fbfed2/ab2d2025-a3a6-4842-859f-f152156661ad/f62cfc2e-978f-43a3-864e-0feba8781d0b) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:07:56.923577 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabbac2c-1792-4965-9318-614947de73d3 None None] Pushing event updated for resources: {'Port': ['ID=e9476375-adb2-4190-8393-298ac305e5f9,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:56.996205 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-f2177bf4-6fb5-40a7-8fa9-0b36fc046559 None None] Set router d33bdd6a-bbc2-4276-a67d-0df3bee87a8f gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:07:57.059624 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d29285ae-a05d-4d4e-9da1-5b212ea7282e None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:57.079542 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d29285ae-a05d-4d4e-9da1-5b212ea7282e None None] Transition to ACTIVE for port object f62cfc2e-978f-43a3-864e-0feba8781d0b will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:07:57.100338 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7e8035c0-7474-4326-8113-d6cd642c4184 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:57.101670 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d29285ae-a05d-4d4e-9da1-5b212ea7282e None None] Transition to ACTIVE for port object f62cfc2e-978f-43a3-864e-0feba8781d0b will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:07:57.111885 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d29285ae-a05d-4d4e-9da1-5b212ea7282e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:57.161434 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29285ae-a05d-4d4e-9da1-5b212ea7282e None None] Network 21f3616a-6f5b-4475-94fe-64f8f2fbfed2 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:07:57.166357 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-d29285ae-a05d-4d4e-9da1-5b212ea7282e None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:57.168982 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29285ae-a05d-4d4e-9da1-5b212ea7282e None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:07:57.180653 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29285ae-a05d-4d4e-9da1-5b212ea7282e None None] Pushing event updated for resources: {'Port': ['ID=f62cfc2e-978f-43a3-864e-0feba8781d0b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:57.236244 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f2177bf4-6fb5-40a7-8fa9-0b36fc046559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303680764', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'e9476375-adb2-4190-8393-298ac305e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:54Z', 'updated_at': '2021-07-15T14:07:55Z', 'revision_number': 3, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': 'e9476375-adb2-4190-8393-298ac305e5f9', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:54Z', 'updated_at': '2021-07-15T14:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:57.249268 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-d29285ae-a05d-4d4e-9da1-5b212ea7282e None None] Attempting to bind port f62cfc2e-978f-43a3-864e-0feba8781d0b on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:07:57.249661 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-d29285ae-a05d-4d4e-9da1-5b212ea7282e None None] Attempting to bind port f62cfc2e-978f-43a3-864e-0feba8781d0b by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '37f5966f-321f-410f-845c-c208f851af28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '21f3616a-6f5b-4475-94fe-64f8f2fbfed2'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:07:57.250067 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29285ae-a05d-4d4e-9da1-5b212ea7282e None None] Attempting to bind port f62cfc2e-978f-43a3-864e-0feba8781d0b on network 21f3616a-6f5b-4475-94fe-64f8f2fbfed2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:07:57.256374 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29285ae-a05d-4d4e-9da1-5b212ea7282e None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:07:57.256918 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29285ae-a05d-4d4e-9da1-5b212ea7282e None None] Checking segment: {'id': '37f5966f-321f-410f-845c-c208f851af28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '21f3616a-6f5b-4475-94fe-64f8f2fbfed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:07:57.257120 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d29285ae-a05d-4d4e-9da1-5b212ea7282e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:57.257476 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29285ae-a05d-4d4e-9da1-5b212ea7282e None None] Bound using segment: {'id': '37f5966f-321f-410f-845c-c208f851af28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '21f3616a-6f5b-4475-94fe-64f8f2fbfed2'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:07:57.257990 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-d29285ae-a05d-4d4e-9da1-5b212ea7282e None None] Bound port: f62cfc2e-978f-43a3-864e-0feba8781d0b, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f5966f-321f-410f-845c-c208f851af28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '21f3616a-6f5b-4475-94fe-64f8f2fbfed2'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:07:57.258371 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d29285ae-a05d-4d4e-9da1-5b212ea7282e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:57.283615 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2177bf4-6fb5-40a7-8fa9-0b36fc046559 None None] The sync data for ids ['d33bdd6a-bbc2-4276-a67d-0df3bee87a8f'] in n-d-758944-45 is: [{'id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303680764', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'e9476375-adb2-4190-8393-298ac305e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:54Z', 'updated_at': '2021-07-15T14:07:55Z', 'revision_number': 3, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': 'e9476375-adb2-4190-8393-298ac305e5f9', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:54Z', 'updated_at': '2021-07-15T14:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:07:57.330698 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d29285ae-a05d-4d4e-9da1-5b212ea7282e None None] For port f62cfc2e-978f-43a3-864e-0feba8781d0b, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:07:57.334491 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d29285ae-a05d-4d4e-9da1-5b212ea7282e None None] For port f62cfc2e-978f-43a3-864e-0feba8781d0b, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=f62cfc2e-978f-43a3-864e-0feba8781d0b,segment=NetworkSegment(37f5966f-321f-410f-845c-c208f851af28),segment_id=37f5966f-321f-410f-845c-c208f851af28)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:07:57.341249 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d29285ae-a05d-4d4e-9da1-5b212ea7282e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:57.418405 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29285ae-a05d-4d4e-9da1-5b212ea7282e None None] Pushing event updated for resources: {'Port': ['ID=f62cfc2e-978f-43a3-864e-0feba8781d0b,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:57.611953 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-7e8035c0-7474-4326-8113-d6cd642c4184 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Allocated IP 172.20.0.1 (21f3616a-6f5b-4475-94fe-64f8f2fbfed2/ab2d2025-a3a6-4842-859f-f152156661ad/3fb5f749-0013-4c59-b1ba-d749845505e1) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:07:58.134727 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7e8035c0-7474-4326-8113-d6cd642c4184 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:58.151081 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-7e8035c0-7474-4326-8113-d6cd642c4184 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Transition to ACTIVE for port object 3fb5f749-0013-4c59-b1ba-d749845505e1 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:07:58.191292 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7e8035c0-7474-4326-8113-d6cd642c4184 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:58.281901 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8035c0-7474-4326-8113-d6cd642c4184 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network 21f3616a-6f5b-4475-94fe-64f8f2fbfed2 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:07:58.287726 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-7e8035c0-7474-4326-8113-d6cd642c4184 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:58.294564 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8035c0-7474-4326-8113-d6cd642c4184 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:07:58.339436 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8035c0-7474-4326-8113-d6cd642c4184 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Port': ['ID=3fb5f749-0013-4c59-b1ba-d749845505e1,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:58.379881 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7e8035c0-7474-4326-8113-d6cd642c4184 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:58.575294 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7e8035c0-7474-4326-8113-d6cd642c4184 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:58.581640 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd41d91-5389-482b-a3e0-062cc1e18abd None None] Network 21f3616a-6f5b-4475-94fe-64f8f2fbfed2 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:07:58.690362 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1b8c16b8-7590-4644-aa21-84a54ff126a6 None None] Provisioning for port f62cfc2e-978f-43a3-864e-0feba8781d0b completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:07:58.967705 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7e8035c0-7474-4326-8113-d6cd642c4184 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:58.975788 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7e8035c0-7474-4326-8113-d6cd642c4184 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:59.070626 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8035c0-7474-4326-8113-d6cd642c4184 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Port': ['ID=3fb5f749-0013-4c59-b1ba-d749845505e1,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:59.073229 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7e8035c0-7474-4326-8113-d6cd642c4184 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:59.132127 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b9000f8d-3e71-4a0f-8cc6-1783ac0b6be0 None None] Provisioning for port 3fb5f749-0013-4c59-b1ba-d749845505e1 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:07:59.140514 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b9000f8d-3e71-4a0f-8cc6-1783ac0b6be0 None None] Provisioning complete for port 3fb5f749-0013-4c59-b1ba-d749845505e1 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:07:59.140986 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b9000f8d-3e71-4a0f-8cc6-1783ac0b6be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:59.203382 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b9000f8d-3e71-4a0f-8cc6-1783ac0b6be0 None None] Port 3fb5f749-0013-4c59-b1ba-d749845505e1 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:07:59.207633 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8035c0-7474-4326-8113-d6cd642c4184 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network 21f3616a-6f5b-4475-94fe-64f8f2fbfed2 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:07:59.209501 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-7e8035c0-7474-4326-8113-d6cd642c4184 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:07:59.354391 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8035c0-7474-4326-8113-d6cd642c4184 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Router d33bdd6a-bbc2-4276-a67d-0df3bee87a8f has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:07:59.382607 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e9476375-adb2-4190-8393-298ac305e5f9 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:07:59.450526 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8ccc6e5f-9012-4d65-9e24-b8db275d7704 None None] Provisioning complete for port 3fb5f749-0013-4c59-b1ba-d749845505e1 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:07:59.450989 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8ccc6e5f-9012-4d65-9e24-b8db275d7704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:59.474332 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port e9476375-adb2-4190-8393-298ac305e5f9 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:07:59.481087 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port e9476375-adb2-4190-8393-298ac305e5f9 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:07:59.481554 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:59.488266 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8035c0-7474-4326-8113-d6cd642c4184 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:07:59.510603 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7e8035c0-7474-4326-8113-d6cd642c4184 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "PUT /v2.0/routers/d33bdd6a-bbc2-4276-a67d-0df3bee87a8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9192896 Jul 15 14:07:59.510829 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213ed2b2-f61e-4d26-a2d3-3c59c4c4eabf None None] Sync routers for ids ['d33bdd6a-bbc2-4276-a67d-0df3bee87a8f'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:07:59.518025 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-8ccc6e5f-9012-4d65-9e24-b8db275d7704 None None] Port 3fb5f749-0013-4c59-b1ba-d749845505e1 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:07:59.535644 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213ed2b2-f61e-4d26-a2d3-3c59c4c4eabf None None] Routers {'d33bdd6a-bbc2-4276-a67d-0df3bee87a8f'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:07:59.536380 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-213ed2b2-f61e-4d26-a2d3-3c59c4c4eabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:07:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d33bdd6a-bbc2-4276-a67d-0df3bee87a8f'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:59.678708 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:59.685289 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-29a0552a-d264-4758-9e30-b2c45a21ba42 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1543116995&fields=id&tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688 HTTP/1.1" status: 200 len: 267 time: 0.0425823 Jul 15 14:07:59.711869 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ac54e94d-40db-4a9e-8954-44d739b36750 None None] Provisioning complete for port 3fb5f749-0013-4c59-b1ba-d749845505e1 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:07:59.712228 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac54e94d-40db-4a9e-8954-44d739b36750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:59.716678 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port e9476375-adb2-4190-8393-298ac305e5f9, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e9476375-adb2-4190-8393-298ac305e5f9,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:07:59.719894 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-213ed2b2-f61e-4d26-a2d3-3c59c4c4eabf None None] Set router d33bdd6a-bbc2-4276-a67d-0df3bee87a8f gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:07:59.762766 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:59.763455 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f62cfc2e-978f-43a3-864e-0feba8781d0b up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:07:59.808279 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-32b9fad2-1698-46d0-9e8e-b64ade844ef7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:59.810098 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-32b9fad2-1698-46d0-9e8e-b64ade844ef7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/networks?id=21f3616a-6f5b-4475-94fe-64f8f2fbfed2 HTTP/1.1" status: 200 len: 796 time: 0.1152759 Jul 15 14:07:59.832031 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-7bc99f34-02f6-4864-b1d3-df65dd9a6520 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/quotas/e4ca9f7ba7bc40c999cf6f648c1e5688 HTTP/1.1" status: 200 len: 375 time: 0.0123215 Jul 15 14:07:59.849006 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ac54e94d-40db-4a9e-8954-44d739b36750 None None] Port 3fb5f749-0013-4c59-b1ba-d749845505e1 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:07:59.914226 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-f4a6a66c-f56f-471b-9a06-61ce5ccfc095 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755923 Jul 15 14:07:59.918457 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=e9476375-adb2-4190-8393-298ac305e5f9,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:07:59.965816 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port f62cfc2e-978f-43a3-864e-0feba8781d0b completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:07:59.975149 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port f62cfc2e-978f-43a3-864e-0feba8781d0b triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:07:59.975510 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:00.017334 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-326c2006-c37a-4bcf-aeef-737671bd5c8e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:08:00.018455 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-326c2006-c37a-4bcf-aeef-737671bd5c8e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0769413 Jul 15 14:08:00.110671 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:00.115315 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-213ed2b2-f61e-4d26-a2d3-3c59c4c4eabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303680764', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'e9476375-adb2-4190-8393-298ac305e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:54Z', 'updated_at': '2021-07-15T14:07:58Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': 'e9476375-adb2-4190-8393-298ac305e5f9', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:54Z', 'updated_at': '2021-07-15T14:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '3fb5f749-0013-4c59-b1ba-d749845505e1', 'name': '', 'network_id': '21f3616a-6f5b-4475-94fe-64f8f2fbfed2', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:a5:f2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ab2d2025-a3a6-4842-859f-f152156661ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:57Z', 'updated_at': '2021-07-15T14:07:58Z', 'revision_number': 2, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'ab2d2025-a3a6-4842-859f-f152156661ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:00.151200 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213ed2b2-f61e-4d26-a2d3-3c59c4c4eabf None None] Checking router: d33bdd6a-bbc2-4276-a67d-0df3bee87a8f for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:08:00.151560 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213ed2b2-f61e-4d26-a2d3-3c59c4c4eabf None None] Updating router d33bdd6a-bbc2-4276-a67d-0df3bee87a8f port 3fb5f749-0013-4c59-b1ba-d749845505e1 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:08:00.156939 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-20ecd126-7c23-4363-9e27-eb946d27bd5b service neutron] 10.222.0.24 "GET /v2.0/networks/21f3616a-6f5b-4475-94fe-64f8f2fbfed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289570 Jul 15 14:08:00.201480 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port f62cfc2e-978f-43a3-864e-0feba8781d0b, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=f62cfc2e-978f-43a3-864e-0feba8781d0b,segment=NetworkSegment(37f5966f-321f-410f-845c-c208f851af28),segment_id=37f5966f-321f-410f-845c-c208f851af28)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:08:00.206897 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-213ed2b2-f61e-4d26-a2d3-3c59c4c4eabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:00.210400 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:00.277015 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-d1206e25-4f81-4624-b23b-9d075a8ddfe6 service neutron] 10.222.0.24 "GET /v2.0/networks/21f3616a-6f5b-4475-94fe-64f8f2fbfed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119778 Jul 15 14:08:00.368602 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=f62cfc2e-978f-43a3-864e-0feba8781d0b,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:00.537579 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-07cd422b-e751-43bc-8c4c-c716d2be324c req-26141178-918a-49d1-985d-4a43ed67bb2e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a2de03-b96c-4027-b682-5e7d941626b6 HTTP/1.1" status: 200 len: 210 time: 0.0546587 Jul 15 14:08:00.806403 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-213ed2b2-f61e-4d26-a2d3-3c59c4c4eabf None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:00.819529 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-213ed2b2-f61e-4d26-a2d3-3c59c4c4eabf None None] Transition to ACTIVE for port object 3fb5f749-0013-4c59-b1ba-d749845505e1 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:08:00.829584 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-213ed2b2-f61e-4d26-a2d3-3c59c4c4eabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:00.987758 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f314d-c68f-4723-b810-ab37f678b5a3 None None] Pushing event updated for resources: {'Port': ['ID=3fb5f749-0013-4c59-b1ba-d749845505e1,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:01.007951 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-213ed2b2-f61e-4d26-a2d3-3c59c4c4eabf None None] Attempting to bind port 3fb5f749-0013-4c59-b1ba-d749845505e1 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:08:01.008492 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-213ed2b2-f61e-4d26-a2d3-3c59c4c4eabf None None] Attempting to bind port 3fb5f749-0013-4c59-b1ba-d749845505e1 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '37f5966f-321f-410f-845c-c208f851af28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '21f3616a-6f5b-4475-94fe-64f8f2fbfed2'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:08:01.009023 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213ed2b2-f61e-4d26-a2d3-3c59c4c4eabf None None] Attempting to bind port 3fb5f749-0013-4c59-b1ba-d749845505e1 on network 21f3616a-6f5b-4475-94fe-64f8f2fbfed2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:08:01.017518 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213ed2b2-f61e-4d26-a2d3-3c59c4c4eabf None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:08:01.018139 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213ed2b2-f61e-4d26-a2d3-3c59c4c4eabf None None] Checking segment: {'id': '37f5966f-321f-410f-845c-c208f851af28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '21f3616a-6f5b-4475-94fe-64f8f2fbfed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:08:01.018789 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-213ed2b2-f61e-4d26-a2d3-3c59c4c4eabf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:01.019357 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213ed2b2-f61e-4d26-a2d3-3c59c4c4eabf None None] Bound using segment: {'id': '37f5966f-321f-410f-845c-c208f851af28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '21f3616a-6f5b-4475-94fe-64f8f2fbfed2'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:08:01.020158 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-213ed2b2-f61e-4d26-a2d3-3c59c4c4eabf None None] Bound port: 3fb5f749-0013-4c59-b1ba-d749845505e1, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f5966f-321f-410f-845c-c208f851af28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '21f3616a-6f5b-4475-94fe-64f8f2fbfed2'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:08:01.020735 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-213ed2b2-f61e-4d26-a2d3-3c59c4c4eabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:01.106249 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-213ed2b2-f61e-4d26-a2d3-3c59c4c4eabf None None] For port 3fb5f749-0013-4c59-b1ba-d749845505e1, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:08:01.111742 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-213ed2b2-f61e-4d26-a2d3-3c59c4c4eabf None None] For port 3fb5f749-0013-4c59-b1ba-d749845505e1, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=3fb5f749-0013-4c59-b1ba-d749845505e1,segment=NetworkSegment(37f5966f-321f-410f-845c-c208f851af28),segment_id=37f5966f-321f-410f-845c-c208f851af28)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:08:01.119363 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-213ed2b2-f61e-4d26-a2d3-3c59c4c4eabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:01.207481 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213ed2b2-f61e-4d26-a2d3-3c59c4c4eabf None None] Routers {'d33bdd6a-bbc2-4276-a67d-0df3bee87a8f'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:08:01.208128 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-213ed2b2-f61e-4d26-a2d3-3c59c4c4eabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:07:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d33bdd6a-bbc2-4276-a67d-0df3bee87a8f'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:01.255717 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f314d-c68f-4723-b810-ab37f678b5a3 None None] Pushing event updated for resources: {'Port': ['ID=3fb5f749-0013-4c59-b1ba-d749845505e1,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:01.361413 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e9476375-adb2-4190-8393-298ac305e5f9 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:08:01.406694 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-213ed2b2-f61e-4d26-a2d3-3c59c4c4eabf None None] Set router d33bdd6a-bbc2-4276-a67d-0df3bee87a8f gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:08:01.523565 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port e9476375-adb2-4190-8393-298ac305e5f9 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:08:01.523937 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:01.702089 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f62cfc2e-978f-43a3-864e-0feba8781d0b up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:08:01.744521 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ef5cab9e-b378-4681-8086-6eb760601edb req-a75894c4-d5df-4b5b-ac80-987d86d1433e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a2de03-b96c-4027-b682-5e7d941626b6 HTTP/1.1" status: 200 len: 210 time: 0.0454345 Jul 15 14:08:01.757587 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-213ed2b2-f61e-4d26-a2d3-3c59c4c4eabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303680764', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'e9476375-adb2-4190-8393-298ac305e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:54Z', 'updated_at': '2021-07-15T14:07:58Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': 'e9476375-adb2-4190-8393-298ac305e5f9', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:54Z', 'updated_at': '2021-07-15T14:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '3fb5f749-0013-4c59-b1ba-d749845505e1', 'name': '', 'network_id': '21f3616a-6f5b-4475-94fe-64f8f2fbfed2', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:a5:f2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ab2d2025-a3a6-4842-859f-f152156661ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:57Z', 'updated_at': '2021-07-15T14:08:01Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'ab2d2025-a3a6-4842-859f-f152156661ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:01.812057 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213ed2b2-f61e-4d26-a2d3-3c59c4c4eabf None None] The sync data for ids ['d33bdd6a-bbc2-4276-a67d-0df3bee87a8f'] in n-d-758944-45 is: [{'id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303680764', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'e9476375-adb2-4190-8393-298ac305e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:54Z', 'updated_at': '2021-07-15T14:07:58Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': 'e9476375-adb2-4190-8393-298ac305e5f9', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:54Z', 'updated_at': '2021-07-15T14:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '3fb5f749-0013-4c59-b1ba-d749845505e1', 'name': '', 'network_id': '21f3616a-6f5b-4475-94fe-64f8f2fbfed2', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:a5:f2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ab2d2025-a3a6-4842-859f-f152156661ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:57Z', 'updated_at': '2021-07-15T14:08:01Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'ab2d2025-a3a6-4842-859f-f152156661ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:08:01.825301 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port f62cfc2e-978f-43a3-864e-0feba8781d0b triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:08:01.826505 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:02.048756 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-20e2d638-1381-4464-923c-95b1238250fb tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:02.050419 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-20e2d638-1381-4464-923c-95b1238250fb tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.32 "GET /v2.0/networks?id=21f3616a-6f5b-4475-94fe-64f8f2fbfed2 HTTP/1.1" status: 200 len: 796 time: 0.2386420 Jul 15 14:08:02.112903 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-7e0c5864-3b61-48f1-81d0-37ffa0470980 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688 HTTP/1.1" status: 200 len: 380 time: 0.0463486 Jul 15 14:08:02.121518 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-53235e34-ce55-4c07-8ba4-aad4c9fe068e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'port': {'device_id': 'd9a2de03-b96c-4027-b682-5e7d941626b6', 'network_id': '21f3616a-6f5b-4475-94fe-64f8f2fbfed2', 'admin_state_up': True, 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'security_groups': ['8c5f0a3a-f946-4c60-845b-124a7bafd26f']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:08:02.250090 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-53235e34-ce55-4c07-8ba4-aad4c9fe068e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Made reservation on behalf of e4ca9f7ba7bc40c999cf6f648c1e5688 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:08:02.253971 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-53235e34-ce55-4c07-8ba4-aad4c9fe068e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:02.400002 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-53235e34-ce55-4c07-8ba4-aad4c9fe068e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Allocated IP 172.20.0.12 (21f3616a-6f5b-4475-94fe-64f8f2fbfed2/ab2d2025-a3a6-4842-859f-f152156661ad/1e0bb067-4729-45bf-809d-3be1c7257004) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:08:02.561356 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-53235e34-ce55-4c07-8ba4-aad4c9fe068e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:02.593780 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-53235e34-ce55-4c07-8ba4-aad4c9fe068e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Transition to ACTIVE for port object 1e0bb067-4729-45bf-809d-3be1c7257004 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:08:02.635933 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-53235e34-ce55-4c07-8ba4-aad4c9fe068e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:02.693473 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-53235e34-ce55-4c07-8ba4-aad4c9fe068e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network 21f3616a-6f5b-4475-94fe-64f8f2fbfed2 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:08:02.697076 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-53235e34-ce55-4c07-8ba4-aad4c9fe068e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:08:02.701726 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-53235e34-ce55-4c07-8ba4-aad4c9fe068e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:08:02.727622 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53235e34-ce55-4c07-8ba4-aad4c9fe068e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Port': ['ID=1e0bb067-4729-45bf-809d-3be1c7257004,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:02.777685 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-53235e34-ce55-4c07-8ba4-aad4c9fe068e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:02.778813 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-53235e34-ce55-4c07-8ba4-aad4c9fe068e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:02.797467 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-53235e34-ce55-4c07-8ba4-aad4c9fe068e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6798506 Jul 15 14:08:02.816958 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-a2f5aeb2-b5cb-4cbc-8646-b2e4b0aabe1a service neutron] Request body: {'port': {'device_id': 'd9a2de03-b96c-4027-b682-5e7d941626b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:08:02.931741 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-a2f5aeb2-b5cb-4cbc-8646-b2e4b0aabe1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:03.012729 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a1243531-e939-4cd4-95d1-db3dbe5e43bd None None] Provisioning for port 1e0bb067-4729-45bf-809d-3be1c7257004 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:08:03.018801 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a1243531-e939-4cd4-95d1-db3dbe5e43bd None None] Provisioning complete for port 1e0bb067-4729-45bf-809d-3be1c7257004 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:08:03.019443 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a1243531-e939-4cd4-95d1-db3dbe5e43bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:03.061007 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a1243531-e939-4cd4-95d1-db3dbe5e43bd None None] Port 1e0bb067-4729-45bf-809d-3be1c7257004 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:08:03.122817 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b9fd3-1cc4-4418-8c29-bacedbaf8d9c req-7817977e-05e6-4b91-a1bb-f05fb1b365cf tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:03.124457 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-743b9fd3-1cc4-4418-8c29-bacedbaf8d9c req-7817977e-05e6-4b91-a1bb-f05fb1b365cf tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a2de03-b96c-4027-b682-5e7d941626b6 HTTP/1.1" status: 200 len: 932 time: 0.1806011 Jul 15 14:08:03.224634 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-743b9fd3-1cc4-4418-8c29-bacedbaf8d9c req-52c7ceab-7f19-4d07-a0cb-4a7323041ee8 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c5f0a3a-f946-4c60-845b-124a7bafd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908923 Jul 15 14:08:03.331179 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-a2f5aeb2-b5cb-4cbc-8646-b2e4b0aabe1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e0bb067-4729-45bf-809d-3be1c7257004 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:08:03.335666 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3fb5f749-0013-4c59-b1ba-d749845505e1 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:08:03.341220 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-a2f5aeb2-b5cb-4cbc-8646-b2e4b0aabe1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:03.355484 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-a2f5aeb2-b5cb-4cbc-8646-b2e4b0aabe1a service neutron] Transition to ACTIVE for port object 1e0bb067-4729-45bf-809d-3be1c7257004 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:08:03.360816 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-a2f5aeb2-b5cb-4cbc-8646-b2e4b0aabe1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:03.399727 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 3fb5f749-0013-4c59-b1ba-d749845505e1 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:08:03.407325 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 3fb5f749-0013-4c59-b1ba-d749845505e1 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:08:03.407549 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:03.421786 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5aeb2-b5cb-4cbc-8646-b2e4b0aabe1a service neutron] Pushing event updated for resources: {'Port': ['ID=1e0bb067-4729-45bf-809d-3be1c7257004,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:03.504800 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:03.506981 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-a2f5aeb2-b5cb-4cbc-8646-b2e4b0aabe1a service neutron] Attempting to bind port 1e0bb067-4729-45bf-809d-3be1c7257004 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:08:03.506981 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-a2f5aeb2-b5cb-4cbc-8646-b2e4b0aabe1a service neutron] Attempting to bind port 1e0bb067-4729-45bf-809d-3be1c7257004 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '37f5966f-321f-410f-845c-c208f851af28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '21f3616a-6f5b-4475-94fe-64f8f2fbfed2'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:08:03.507341 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-a2f5aeb2-b5cb-4cbc-8646-b2e4b0aabe1a service neutron] Attempting to bind port 1e0bb067-4729-45bf-809d-3be1c7257004 on network 21f3616a-6f5b-4475-94fe-64f8f2fbfed2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:08:03.513407 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-a2f5aeb2-b5cb-4cbc-8646-b2e4b0aabe1a service neutron] Port 1e0bb067-4729-45bf-809d-3be1c7257004 on network 21f3616a-6f5b-4475-94fe-64f8f2fbfed2 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:08:03.513742 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-a2f5aeb2-b5cb-4cbc-8646-b2e4b0aabe1a service neutron] Attempting to bind port 1e0bb067-4729-45bf-809d-3be1c7257004 on network 21f3616a-6f5b-4475-94fe-64f8f2fbfed2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:08:03.519616 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-a2f5aeb2-b5cb-4cbc-8646-b2e4b0aabe1a service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:08:03.519962 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-a2f5aeb2-b5cb-4cbc-8646-b2e4b0aabe1a service neutron] Checking segment: {'id': '37f5966f-321f-410f-845c-c208f851af28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '21f3616a-6f5b-4475-94fe-64f8f2fbfed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:08:03.520389 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-a2f5aeb2-b5cb-4cbc-8646-b2e4b0aabe1a service neutron] Bound using segment: {'id': '37f5966f-321f-410f-845c-c208f851af28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '21f3616a-6f5b-4475-94fe-64f8f2fbfed2'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:08:03.520837 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-a2f5aeb2-b5cb-4cbc-8646-b2e4b0aabe1a service neutron] Bound port: 1e0bb067-4729-45bf-809d-3be1c7257004, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37f5966f-321f-410f-845c-c208f851af28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '21f3616a-6f5b-4475-94fe-64f8f2fbfed2'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:08:03.521213 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-a2f5aeb2-b5cb-4cbc-8646-b2e4b0aabe1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:03.558970 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 3fb5f749-0013-4c59-b1ba-d749845505e1, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=3fb5f749-0013-4c59-b1ba-d749845505e1,segment=NetworkSegment(37f5966f-321f-410f-845c-c208f851af28),segment_id=37f5966f-321f-410f-845c-c208f851af28)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:08:03.564744 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:03.604118 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-a2f5aeb2-b5cb-4cbc-8646-b2e4b0aabe1a service neutron] For port 1e0bb067-4729-45bf-809d-3be1c7257004, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:08:03.610440 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-a2f5aeb2-b5cb-4cbc-8646-b2e4b0aabe1a service neutron] For port 1e0bb067-4729-45bf-809d-3be1c7257004, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=1e0bb067-4729-45bf-809d-3be1c7257004,segment=NetworkSegment(37f5966f-321f-410f-845c-c208f851af28),segment_id=37f5966f-321f-410f-845c-c208f851af28)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:08:03.617289 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-a2f5aeb2-b5cb-4cbc-8646-b2e4b0aabe1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:03.655504 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-a2f5aeb2-b5cb-4cbc-8646-b2e4b0aabe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:03.656407 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-a2f5aeb2-b5cb-4cbc-8646-b2e4b0aabe1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:03.658030 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-a2f5aeb2-b5cb-4cbc-8646-b2e4b0aabe1a service neutron] 10.222.0.32 "PUT /v2.0/ports/1e0bb067-4729-45bf-809d-3be1c7257004 HTTP/1.1" status: 200 len: 1093 time: 0.8455942 Jul 15 14:08:03.660864 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a2de03-b96c-4027-b682-5e7d941626b6', 'tag': '1e0bb067-4729-45bf-809d-3be1c7257004'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:08:03.662173 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=3fb5f749-0013-4c59-b1ba-d749845505e1,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:03.662987 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfde29dc-9799-4e7d-a6e7-43fec2666913" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a2de03-b96c-4027-b682-5e7d941626b6", "tag": "1e0bb067-4729-45bf-809d-3be1c7257004"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:08:03.706060 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5aeb2-b5cb-4cbc-8646-b2e4b0aabe1a service neutron] Pushing event updated for resources: {'Port': ['ID=1e0bb067-4729-45bf-809d-3be1c7257004,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:03.787107 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18cf13f-10e1-467b-8ba1-089d2656dde8 x-openstack-request-id: req-b18cf13f-10e1-467b-8ba1-089d2656dde8 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:08:03.787407 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a2de03-b96c-4027-b682-5e7d941626b6", "tag": "1e0bb067-4729-45bf-809d-3be1c7257004", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:08:03.787657 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b18cf13f-10e1-467b-8ba1-089d2656dde8 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:08:03.788066 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a2de03-b96c-4027-b682-5e7d941626b6', 'tag': '1e0bb067-4729-45bf-809d-3be1c7257004', 'status': 'completed', 'code': 200} Jul 15 14:08:03.791320 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-8c1a352a-0044-4ead-a275-80f0d2e49568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:03.792902 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-8c1a352a-0044-4ead-a275-80f0d2e49568 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&device_id=d9a2de03-b96c-4027-b682-5e7d941626b6 HTTP/1.1" status: 200 len: 1096 time: 0.0664284 Jul 15 14:08:03.852038 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-1f7f5a3e-1f41-430f-9cde-4b417e685936 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e0bb067-4729-45bf-809d-3be1c7257004 HTTP/1.1" status: 200 len: 217 time: 0.0404410 Jul 15 14:08:03.906852 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-3f820e17-1db8-4840-a8b0-c1904369a120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:03.908361 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-3f820e17-1db8-4840-a8b0-c1904369a120 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ab2d2025-a3a6-4842-859f-f152156661ad HTTP/1.1" status: 200 len: 835 time: 0.0490010 Jul 15 14:08:03.977303 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-4c038136-14fe-474f-81ad-69a823722b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:03.979105 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-4c038136-14fe-474f-81ad-69a823722b8d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21f3616a-6f5b-4475-94fe-64f8f2fbfed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643499 Jul 15 14:08:04.074595 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-a756f448-03c4-4ab1-9598-126b580ffbeb service neutron] 10.222.0.32 "GET /v2.0/networks/21f3616a-6f5b-4475-94fe-64f8f2fbfed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897949 Jul 15 14:08:04.170375 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2b44edbc-8210-4ee7-96c0-64a1c3330e3f req-7fb3d747-e805-46f4-9414-d75862819228 service neutron] 10.222.0.32 "GET /v2.0/networks/21f3616a-6f5b-4475-94fe-64f8f2fbfed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898767 Jul 15 14:08:04.309366 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde29dc-9799-4e7d-a6e7-43fec2666913 req-d5fee1fe-bb1a-47c4-aa5d-b2227b61226d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:04.311043 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bfde29dc-9799-4e7d-a6e7-43fec2666913 req-d5fee1fe-bb1a-47c4-aa5d-b2227b61226d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&device_id=d9a2de03-b96c-4027-b682-5e7d941626b6 HTTP/1.1" status: 200 len: 1096 time: 0.0560153 Jul 15 14:08:04.458889 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde29dc-9799-4e7d-a6e7-43fec2666913 req-0950aedf-3414-4e5a-be72-379290994f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:04.460448 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bfde29dc-9799-4e7d-a6e7-43fec2666913 req-0950aedf-3414-4e5a-be72-379290994f65 service neutron] 10.222.0.32 "GET /v2.0/networks?id=21f3616a-6f5b-4475-94fe-64f8f2fbfed2 HTTP/1.1" status: 200 len: 897 time: 0.1419966 Jul 15 14:08:04.484091 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89392e-1072-41fb-88a2-8967881deb88 req-c954a3f9-19fd-4f59-8672-a9cd3fefe1f2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:04.485744 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d89392e-1072-41fb-88a2-8967881deb88 req-c954a3f9-19fd-4f59-8672-a9cd3fefe1f2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a2de03-b96c-4027-b682-5e7d941626b6 HTTP/1.1" status: 200 len: 944 time: 0.1363780 Jul 15 14:08:04.523360 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bfde29dc-9799-4e7d-a6e7-43fec2666913 req-db3e5817-0ced-4d64-a0a2-e7a2e6e9a219 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e0bb067-4729-45bf-809d-3be1c7257004 HTTP/1.1" status: 200 len: 217 time: 0.0539532 Jul 15 14:08:04.593608 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d89392e-1072-41fb-88a2-8967881deb88 req-9dd5ff4e-bc75-46ec-985a-509ed5ec004c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c5f0a3a-f946-4c60-845b-124a7bafd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730815 Jul 15 14:08:04.600294 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde29dc-9799-4e7d-a6e7-43fec2666913 req-c9ac77da-402c-4b7a-8403-5632cb438bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:04.601823 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bfde29dc-9799-4e7d-a6e7-43fec2666913 req-c9ac77da-402c-4b7a-8403-5632cb438bef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ab2d2025-a3a6-4842-859f-f152156661ad HTTP/1.1" status: 200 len: 835 time: 0.0712290 Jul 15 14:08:04.668986 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde29dc-9799-4e7d-a6e7-43fec2666913 req-a48608fc-8c52-436b-bcd2-d761762b0618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:04.670601 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bfde29dc-9799-4e7d-a6e7-43fec2666913 req-a48608fc-8c52-436b-bcd2-d761762b0618 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21f3616a-6f5b-4475-94fe-64f8f2fbfed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619223 Jul 15 14:08:04.772305 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bfde29dc-9799-4e7d-a6e7-43fec2666913 req-6e383482-b3c9-43f2-afbb-d33c5dc239fc service neutron] 10.222.0.32 "GET /v2.0/networks/21f3616a-6f5b-4475-94fe-64f8f2fbfed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936100 Jul 15 14:08:04.870681 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bfde29dc-9799-4e7d-a6e7-43fec2666913 req-d1b21d94-46d5-44a3-9b61-26a6b986d683 service neutron] 10.222.0.32 "GET /v2.0/networks/21f3616a-6f5b-4475-94fe-64f8f2fbfed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912921 Jul 15 14:08:05.291834 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3fb5f749-0013-4c59-b1ba-d749845505e1 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:08:05.340468 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 3fb5f749-0013-4c59-b1ba-d749845505e1 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:08:05.340834 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:05.779765 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e0113-1940-43ec-9a72-a7efdc1bfec4 req-2075ddeb-45c8-4af3-8c7e-3391ab23dcce tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:05.781326 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f2e0113-1940-43ec-9a72-a7efdc1bfec4 req-2075ddeb-45c8-4af3-8c7e-3391ab23dcce tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a2de03-b96c-4027-b682-5e7d941626b6 HTTP/1.1" status: 200 len: 944 time: 0.0656457 Jul 15 14:08:05.822300 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4f2e0113-1940-43ec-9a72-a7efdc1bfec4 req-bf6b63bf-3c20-45fc-9c79-1e03b200ba49 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c5f0a3a-f946-4c60-845b-124a7bafd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350173 Jul 15 14:08:06.995857 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1aaabf-dacb-4158-88a3-33ba0a805948 req-3cf723dd-a935-4409-95c4-5c21461d0b87 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:06.997397 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cc1aaabf-dacb-4158-88a3-33ba0a805948 req-3cf723dd-a935-4409-95c4-5c21461d0b87 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a2de03-b96c-4027-b682-5e7d941626b6 HTTP/1.1" status: 200 len: 944 time: 0.0646746 Jul 15 14:08:07.036475 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cc1aaabf-dacb-4158-88a3-33ba0a805948 req-9137a843-47fa-4119-9ab9-df468a54e2ca tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c5f0a3a-f946-4c60-845b-124a7bafd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332718 Jul 15 14:08:08.029715 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 1e0bb067-4729-45bf-809d-3be1c7257004 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:08:08.126590 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 1e0bb067-4729-45bf-809d-3be1c7257004, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=1e0bb067-4729-45bf-809d-3be1c7257004,segment=NetworkSegment(37f5966f-321f-410f-845c-c208f851af28),segment_id=37f5966f-321f-410f-845c-c208f851af28)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:08:08.138824 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '1e0bb067-4729-45bf-809d-3be1c7257004', 'network_id': '21f3616a-6f5b-4475-94fe-64f8f2fbfed2', 'port_id': '1e0bb067-4729-45bf-809d-3be1c7257004', 'mac_address': 'fa:16:3e:aa:4c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab2d2025-a3a6-4842-859f-f152156661ad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:08:08.181252 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:08.194893 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e0bb067-4729-45bf-809d-3be1c7257004 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:08:08.215339 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 1e0bb067-4729-45bf-809d-3be1c7257004, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=1e0bb067-4729-45bf-809d-3be1c7257004,segment=NetworkSegment(37f5966f-321f-410f-845c-c208f851af28),segment_id=37f5966f-321f-410f-845c-c208f851af28)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:08:08.219395 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:08.222537 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cccd85-2ac4-4670-a022-d420765eb2b6 req-8291302d-c9d1-4c00-8d94-2e47361688c7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:08.224116 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-04cccd85-2ac4-4670-a022-d420765eb2b6 req-8291302d-c9d1-4c00-8d94-2e47361688c7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a2de03-b96c-4027-b682-5e7d941626b6 HTTP/1.1" status: 200 len: 944 time: 0.0739224 Jul 15 14:08:08.268708 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=1e0bb067-4729-45bf-809d-3be1c7257004,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:08.278966 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-04cccd85-2ac4-4670-a022-d420765eb2b6 req-95649855-014a-4337-9a27-204e02554cd6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c5f0a3a-f946-4c60-845b-124a7bafd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480855 Jul 15 14:08:08.527081 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['1e0bb067-4729-45bf-809d-3be1c7257004'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:08:08.817696 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:09.455237 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9246468-248a-408b-8c10-2c8a2b0617b1 req-ab5b63ab-0971-4d59-9149-94cbf30d2bda tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:09.456766 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f9246468-248a-408b-8c10-2c8a2b0617b1 req-ab5b63ab-0971-4d59-9149-94cbf30d2bda tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a2de03-b96c-4027-b682-5e7d941626b6 HTTP/1.1" status: 200 len: 945 time: 0.0646031 Jul 15 14:08:09.497132 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f9246468-248a-408b-8c10-2c8a2b0617b1 req-1bb83021-6bda-47ac-8d67-f4fd9819e1bb tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c5f0a3a-f946-4c60-845b-124a7bafd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339994 Jul 15 14:08:10.038374 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 1e0bb067-4729-45bf-809d-3be1c7257004 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:08:10.085367 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 1e0bb067-4729-45bf-809d-3be1c7257004 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:08:10.088846 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 1e0bb067-4729-45bf-809d-3be1c7257004 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:08:10.089231 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:10.165512 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:10.188681 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a2de03-b96c-4027-b682-5e7d941626b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0bb067-4729-45bf-809d-3be1c7257004'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:08:10.191009 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5982e52f7164c00132b4161e7da779dd5a615a4991d8f343d2f1980d90734956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6480407f-1b31-4c39-aef3-6a8c16a0b9b4" -d '{"events": [{"server_uuid": "d9a2de03-b96c-4027-b682-5e7d941626b6", "name": "network-vif-plugged", "status": "completed", "tag": "1e0bb067-4729-45bf-809d-3be1c7257004"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:08:10.203355 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 1e0bb067-4729-45bf-809d-3be1c7257004, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=1e0bb067-4729-45bf-809d-3be1c7257004,segment=NetworkSegment(37f5966f-321f-410f-845c-c208f851af28),segment_id=37f5966f-321f-410f-845c-c208f851af28)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:08:10.207727 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:10.255525 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=1e0bb067-4729-45bf-809d-3be1c7257004,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:10.282668 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718e031c-06ac-4328-9130-6855c98fcd80 x-openstack-request-id: req-718e031c-06ac-4328-9130-6855c98fcd80 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:08:10.282988 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a2de03-b96c-4027-b682-5e7d941626b6", "name": "network-vif-plugged", "status": "completed", "tag": "1e0bb067-4729-45bf-809d-3be1c7257004", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:08:10.283255 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-718e031c-06ac-4328-9130-6855c98fcd80 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:08:10.283653 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a2de03-b96c-4027-b682-5e7d941626b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0bb067-4729-45bf-809d-3be1c7257004', 'code': 200} Jul 15 14:08:10.428871 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29020d1-51f2-472e-b701-e82598f59c7b req-781a8862-d941-461a-addb-8d667f9dd267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:10.430349 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f29020d1-51f2-472e-b701-e82598f59c7b req-781a8862-d941-461a-addb-8d667f9dd267 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d9a2de03-b96c-4027-b682-5e7d941626b6 HTTP/1.1" status: 200 len: 1098 time: 0.0567217 Jul 15 14:08:10.466022 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f29020d1-51f2-472e-b701-e82598f59c7b req-6330b9f8-fc4e-4efd-8a45-ffdd79bd7a3f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8c5f0a3a-f946-4c60-845b-124a7bafd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292382 Jul 15 14:08:10.674202 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418405b6-3668-43d7-a8f9-299bd1d980a5 req-0541d60d-93e3-4042-981e-08965311430c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:10.675788 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-418405b6-3668-43d7-a8f9-299bd1d980a5 req-0541d60d-93e3-4042-981e-08965311430c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a2de03-b96c-4027-b682-5e7d941626b6 HTTP/1.1" status: 200 len: 946 time: 0.0655215 Jul 15 14:08:10.715626 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-418405b6-3668-43d7-a8f9-299bd1d980a5 req-585f16b1-24c5-4f89-9fb6-588e787e7b2c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c5f0a3a-f946-4c60-845b-124a7bafd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342610 Jul 15 14:08:11.893244 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6db86c-6066-4f01-8fa2-4c25294f7715 req-3aa6fbfe-e913-477b-a1c4-bc91457bf9b6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:11.894754 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1f6db86c-6066-4f01-8fa2-4c25294f7715 req-3aa6fbfe-e913-477b-a1c4-bc91457bf9b6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a2de03-b96c-4027-b682-5e7d941626b6 HTTP/1.1" status: 200 len: 946 time: 0.0653281 Jul 15 14:08:11.934880 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1f6db86c-6066-4f01-8fa2-4c25294f7715 req-acd032d9-ebb3-4acc-bc6f-87fc0dea4e7a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c5f0a3a-f946-4c60-845b-124a7bafd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339479 Jul 15 14:08:12.111929 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75326c-2c15-424c-8e53-e129375e673c req-26c45bc7-3eb4-45bc-8bb9-d6b2d81a5b8a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:12.113526 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ca75326c-2c15-424c-8e53-e129375e673c req-26c45bc7-3eb4-45bc-8bb9-d6b2d81a5b8a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a2de03-b96c-4027-b682-5e7d941626b6 HTTP/1.1" status: 200 len: 946 time: 0.0651762 Jul 15 14:08:12.152842 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ca75326c-2c15-424c-8e53-e129375e673c req-7857a9bf-635d-4017-b553-005d4ae133cf tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c5f0a3a-f946-4c60-845b-124a7bafd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333786 Jul 15 14:08:12.176639 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49864) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:08:12.232819 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd79b21-e0a6-4b97-af72-0c981abd7e05 tempest-TestNetworkAdvancedServerOps-863404935 tempest-TestNetworkAdvancedServerOps-863404935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:12.235417 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-dfd79b21-e0a6-4b97-af72-0c981abd7e05 tempest-TestNetworkAdvancedServerOps-863404935 tempest-TestNetworkAdvancedServerOps-863404935-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d9a2de03-b96c-4027-b682-5e7d941626b6 HTTP/1.1" status: 200 len: 1093 time: 0.0575466 Jul 15 14:08:12.238271 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49866) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:08:12.243592 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3f96e27c-5260-4bab-9bb7-2876a367b9f6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'port_id': '1e0bb067-4729-45bf-809d-3be1c7257004', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:08:12.267538 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f96e27c-5260-4bab-9bb7-2876a367b9f6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:12.368488 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f96e27c-5260-4bab-9bb7-2876a367b9f6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:12.476858 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-3f96e27c-5260-4bab-9bb7-2876a367b9f6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Allocated IP 172.25.6.133 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/3efbbada-ebcf-4c34-b48c-ec3fd7655307) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:08:12.588842 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f96e27c-5260-4bab-9bb7-2876a367b9f6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:12.629354 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f96e27c-5260-4bab-9bb7-2876a367b9f6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:12.672129 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f96e27c-5260-4bab-9bb7-2876a367b9f6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:08:12.675108 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-3f96e27c-5260-4bab-9bb7-2876a367b9f6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:08:12.679637 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f96e27c-5260-4bab-9bb7-2876a367b9f6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:08:12.682858 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96e27c-5260-4bab-9bb7-2876a367b9f6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Port': ['ID=3efbbada-ebcf-4c34-b48c-ec3fd7655307,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:13.055034 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f96e27c-5260-4bab-9bb7-2876a367b9f6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:13.137138 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f96e27c-5260-4bab-9bb7-2876a367b9f6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:13.299620 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f96e27c-5260-4bab-9bb7-2876a367b9f6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:13.304230 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f96e27c-5260-4bab-9bb7-2876a367b9f6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:13.374283 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96e27c-5260-4bab-9bb7-2876a367b9f6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Port': ['ID=3efbbada-ebcf-4c34-b48c-ec3fd7655307,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:13.386834 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f96e27c-5260-4bab-9bb7-2876a367b9f6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:13.487444 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-3f96e27c-5260-4bab-9bb7-2876a367b9f6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Floating IP 8a0ed08b-0acb-4d89-951c-6b95b348be5e associated. External IP: 172.25.6.133, port: 1e0bb067-4729-45bf-809d-3be1c7257004. Jul 15 14:08:13.698585 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f96e27c-5260-4bab-9bb7-2876a367b9f6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Router d33bdd6a-bbc2-4276-a67d-0df3bee87a8f has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:08:13.807306 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f96e27c-5260-4bab-9bb7-2876a367b9f6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:08:13.817619 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c9ead4-b658-40c6-95f3-4e70f6e8a787 None None] Sync routers for ids ['d33bdd6a-bbc2-4276-a67d-0df3bee87a8f'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:08:13.824058 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f96e27c-5260-4bab-9bb7-2876a367b9f6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:13.828404 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c9ead4-b658-40c6-95f3-4e70f6e8a787 None None] Routers {'d33bdd6a-bbc2-4276-a67d-0df3bee87a8f'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:08:13.829035 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-68c9ead4-b658-40c6-95f3-4e70f6e8a787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:07:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d33bdd6a-bbc2-4276-a67d-0df3bee87a8f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:13.863243 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3f96e27c-5260-4bab-9bb7-2876a367b9f6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6237211 Jul 15 14:08:13.863709 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a2de03-b96c-4027-b682-5e7d941626b6', 'tag': '1e0bb067-4729-45bf-809d-3be1c7257004'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:08:13.866232 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e64901b02c345040bafddad2dab1ebeb8b80c4fa9c7870118a0b2b399b9ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3512db08-be51-4c01-9c4b-17a7eea4e4f6" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a2de03-b96c-4027-b682-5e7d941626b6", "tag": "1e0bb067-4729-45bf-809d-3be1c7257004"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:08:13.933811 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbc042c-9baf-4135-98c0-5956e9459c1f x-openstack-request-id: req-9fbc042c-9baf-4135-98c0-5956e9459c1f {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:08:13.934327 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a2de03-b96c-4027-b682-5e7d941626b6", "tag": "1e0bb067-4729-45bf-809d-3be1c7257004", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:08:13.934702 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9fbc042c-9baf-4135-98c0-5956e9459c1f {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:08:13.935431 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a2de03-b96c-4027-b682-5e7d941626b6', 'tag': '1e0bb067-4729-45bf-809d-3be1c7257004', 'status': 'completed', 'code': 200} Jul 15 14:08:13.949464 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-68c9ead4-b658-40c6-95f3-4e70f6e8a787 None None] Set router d33bdd6a-bbc2-4276-a67d-0df3bee87a8f gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:08:14.083744 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512db08-be51-4c01-9c4b-17a7eea4e4f6 req-63d22e7a-53aa-45a5-9feb-f775dd4c6c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:14.086707 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3512db08-be51-4c01-9c4b-17a7eea4e4f6 req-63d22e7a-53aa-45a5-9feb-f775dd4c6c2f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&device_id=d9a2de03-b96c-4027-b682-5e7d941626b6 HTTP/1.1" status: 200 len: 1098 time: 0.0984521 Jul 15 14:08:14.123343 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67307b1f-3c7e-482c-9f99-94de0da06be6 req-e52b4a25-0e8c-4f62-9724-c7aa824f8685 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:14.125678 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-67307b1f-3c7e-482c-9f99-94de0da06be6 req-e52b4a25-0e8c-4f62-9724-c7aa824f8685 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a2de03-b96c-4027-b682-5e7d941626b6 HTTP/1.1" status: 200 len: 946 time: 0.1041868 Jul 15 14:08:14.179053 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-67307b1f-3c7e-482c-9f99-94de0da06be6 req-1c0c4905-2c04-4172-acb0-9f04465f9e02 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c5f0a3a-f946-4c60-845b-124a7bafd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467045 Jul 15 14:08:14.196436 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49872) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:08:14.204670 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-68c9ead4-b658-40c6-95f3-4e70f6e8a787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303680764', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'e9476375-adb2-4190-8393-298ac305e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:54Z', 'updated_at': '2021-07-15T14:07:58Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': 'e9476375-adb2-4190-8393-298ac305e5f9', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:54Z', 'updated_at': '2021-07-15T14:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '8a0ed08b-0acb-4d89-951c-6b95b348be5e', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'floating_ip_address': '172.25.6.133', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'port_id': '1e0bb067-4729-45bf-809d-3be1c7257004', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21f3616a-6f5b-4475-94fe-64f8f2fbfed2', 'mac_address': 'fa:16:3e:aa:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a2de03-b96c-4027-b682-5e7d941626b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:08:12Z', 'updated_at': '2021-07-15T14:08:12Z', 'revision_number': 0, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb5f749-0013-4c59-b1ba-d749845505e1', 'name': '', 'network_id': '21f3616a-6f5b-4475-94fe-64f8f2fbfed2', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:a5:f2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ab2d2025-a3a6-4842-859f-f152156661ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:57Z', 'updated_at': '2021-07-15T14:08:03Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'ab2d2025-a3a6-4842-859f-f152156661ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:14.204991 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512db08-be51-4c01-9c4b-17a7eea4e4f6 req-cbadbbd1-9f52-4c32-9ca2-0fd5e3002150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:14.206336 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3512db08-be51-4c01-9c4b-17a7eea4e4f6 req-cbadbbd1-9f52-4c32-9ca2-0fd5e3002150 service neutron] 10.222.0.32 "GET /v2.0/networks?id=21f3616a-6f5b-4475-94fe-64f8f2fbfed2 HTTP/1.1" status: 200 len: 897 time: 0.1133056 Jul 15 14:08:14.232592 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c9ead4-b658-40c6-95f3-4e70f6e8a787 None None] Checking router: d33bdd6a-bbc2-4276-a67d-0df3bee87a8f for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:08:14.242263 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c9ead4-b658-40c6-95f3-4e70f6e8a787 None None] Routers {'d33bdd6a-bbc2-4276-a67d-0df3bee87a8f'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:08:14.242908 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-68c9ead4-b658-40c6-95f3-4e70f6e8a787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:07:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d33bdd6a-bbc2-4276-a67d-0df3bee87a8f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:14.278578 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7f5537f1-ee8b-41e0-be21-133da72e34cb tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/floatingips/8a0ed08b-0acb-4d89-951c-6b95b348be5e HTTP/1.1" status: 200 len: 992 time: 0.0809028 Jul 15 14:08:14.287342 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3512db08-be51-4c01-9c4b-17a7eea4e4f6 req-64d054ae-5f4b-4abf-9e6a-31e733f92243 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e0bb067-4729-45bf-809d-3be1c7257004 HTTP/1.1" status: 200 len: 1000 time: 0.0752304 Jul 15 14:08:14.344535 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512db08-be51-4c01-9c4b-17a7eea4e4f6 req-3f005316-62e4-4953-aa3f-1ae36daa82f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:14.346947 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3512db08-be51-4c01-9c4b-17a7eea4e4f6 req-3f005316-62e4-4953-aa3f-1ae36daa82f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ab2d2025-a3a6-4842-859f-f152156661ad HTTP/1.1" status: 200 len: 835 time: 0.0533373 Jul 15 14:08:14.365609 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-68c9ead4-b658-40c6-95f3-4e70f6e8a787 None None] Set router d33bdd6a-bbc2-4276-a67d-0df3bee87a8f gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:08:14.411880 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512db08-be51-4c01-9c4b-17a7eea4e4f6 req-2d658c13-17bd-4fa3-8c1c-72e82778bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:14.413437 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3512db08-be51-4c01-9c4b-17a7eea4e4f6 req-2d658c13-17bd-4fa3-8c1c-72e82778bef6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21f3616a-6f5b-4475-94fe-64f8f2fbfed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601892 Jul 15 14:08:14.517191 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3512db08-be51-4c01-9c4b-17a7eea4e4f6 req-6af2edf2-b24e-4b0e-895c-391c21691c68 service neutron] 10.222.0.32 "GET /v2.0/networks/21f3616a-6f5b-4475-94fe-64f8f2fbfed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970945 Jul 15 14:08:14.604933 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-68c9ead4-b658-40c6-95f3-4e70f6e8a787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303680764', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'e9476375-adb2-4190-8393-298ac305e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:54Z', 'updated_at': '2021-07-15T14:07:58Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': 'e9476375-adb2-4190-8393-298ac305e5f9', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:54Z', 'updated_at': '2021-07-15T14:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '8a0ed08b-0acb-4d89-951c-6b95b348be5e', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'floating_ip_address': '172.25.6.133', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'port_id': '1e0bb067-4729-45bf-809d-3be1c7257004', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21f3616a-6f5b-4475-94fe-64f8f2fbfed2', 'mac_address': 'fa:16:3e:aa:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a2de03-b96c-4027-b682-5e7d941626b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:08:12Z', 'updated_at': '2021-07-15T14:08:12Z', 'revision_number': 0, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb5f749-0013-4c59-b1ba-d749845505e1', 'name': '', 'network_id': '21f3616a-6f5b-4475-94fe-64f8f2fbfed2', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:a5:f2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ab2d2025-a3a6-4842-859f-f152156661ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:57Z', 'updated_at': '2021-07-15T14:08:03Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'ab2d2025-a3a6-4842-859f-f152156661ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:14.615693 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3512db08-be51-4c01-9c4b-17a7eea4e4f6 req-14224787-5317-48a1-b7bb-824c4a2aab95 service neutron] 10.222.0.32 "GET /v2.0/networks/21f3616a-6f5b-4475-94fe-64f8f2fbfed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920513 Jul 15 14:08:14.635907 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c9ead4-b658-40c6-95f3-4e70f6e8a787 None None] The sync data for ids ['d33bdd6a-bbc2-4276-a67d-0df3bee87a8f'] in n-d-758944-45 is: [{'id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303680764', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'e9476375-adb2-4190-8393-298ac305e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:54Z', 'updated_at': '2021-07-15T14:07:58Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': 'e9476375-adb2-4190-8393-298ac305e5f9', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:54Z', 'updated_at': '2021-07-15T14:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '8a0ed08b-0acb-4d89-951c-6b95b348be5e', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'floating_ip_address': '172.25.6.133', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'port_id': '1e0bb067-4729-45bf-809d-3be1c7257004', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21f3616a-6f5b-4475-94fe-64f8f2fbfed2', 'mac_address': 'fa:16:3e:aa:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a2de03-b96c-4027-b682-5e7d941626b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:08:12Z', 'updated_at': '2021-07-15T14:08:12Z', 'revision_number': 0, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb5f749-0013-4c59-b1ba-d749845505e1', 'name': '', 'network_id': '21f3616a-6f5b-4475-94fe-64f8f2fbfed2', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:a5:f2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ab2d2025-a3a6-4842-859f-f152156661ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:57Z', 'updated_at': '2021-07-15T14:08:03Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'ab2d2025-a3a6-4842-859f-f152156661ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:08:14.857686 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea867dd-9576-45b7-aa6e-32ee83ac04e8 None None] New status for floating IP 8a0ed08b-0acb-4d89-951c-6b95b348be5e: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:08:15.282425 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49874) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:08:15.341384 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5d93a109-eaed-4c34-b8a2-992042aacf07 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/floatingips/8a0ed08b-0acb-4d89-951c-6b95b348be5e HTTP/1.1" status: 200 len: 994 time: 0.0577323 Jul 15 14:08:20.937408 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2d1a6f49-ff93-42d4-a260-b288a825cf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:23.357706 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:23.465015 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb65b98c-b04d-44a3-9c9c-e123f5e97ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:24.010365 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:08:24.946610 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:25.769262 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:26.549328 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:38.818538 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:44.251851 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284225fc-5f9b-458d-ac83-b86cdcc7143a req-a5828a3b-1c52-4f57-b74f-cc01fecea576 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:44.253450 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-284225fc-5f9b-458d-ac83-b86cdcc7143a req-a5828a3b-1c52-4f57-b74f-cc01fecea576 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a2de03-b96c-4027-b682-5e7d941626b6 HTTP/1.1" status: 200 len: 946 time: 0.0724769 Jul 15 14:08:44.293098 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-284225fc-5f9b-458d-ac83-b86cdcc7143a req-5f9f8f35-549e-4e59-8b46-ba0ec7e5a32f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c5f0a3a-f946-4c60-845b-124a7bafd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335040 Jul 15 14:08:45.471317 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e8629-73d9-44a4-ae4c-9e9b7e7ab453 req-8403f3cf-2840-420f-9fe7-9d2bb267b634 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:45.472835 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-af2e8629-73d9-44a4-ae4c-9e9b7e7ab453 req-8403f3cf-2840-420f-9fe7-9d2bb267b634 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a2de03-b96c-4027-b682-5e7d941626b6 HTTP/1.1" status: 200 len: 946 time: 0.0668814 Jul 15 14:08:45.512056 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-af2e8629-73d9-44a4-ae4c-9e9b7e7ab453 req-dd571512-77fd-4b14-a34c-f80d4701cfc5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c5f0a3a-f946-4c60-845b-124a7bafd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334532 Jul 15 14:08:45.536209 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49890) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:08:45.599211 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-16d6583a-92d4-416a-b578-77e8f917a162 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/floatingips/8a0ed08b-0acb-4d89-951c-6b95b348be5e HTTP/1.1" status: 200 len: 994 time: 0.0618656 Jul 15 14:08:47.055290 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf5b73-c3f2-4c10-8a0c-e2df5a517df0 req-85608c6f-4195-4d28-a61f-14f66d8d4050 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:47.056806 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a8bf5b73-c3f2-4c10-8a0c-e2df5a517df0 req-85608c6f-4195-4d28-a61f-14f66d8d4050 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a2de03-b96c-4027-b682-5e7d941626b6 HTTP/1.1" status: 200 len: 946 time: 0.0638382 Jul 15 14:08:47.095030 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a8bf5b73-c3f2-4c10-8a0c-e2df5a517df0 req-32b685d1-bffd-479b-b777-6d3b20659de8 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c5f0a3a-f946-4c60-845b-124a7bafd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318255 Jul 15 14:08:48.275239 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e64aba-fa42-486f-8958-bfe0dadf97c6 req-42bc72e4-7bb3-4079-9cea-84d752972171 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:48.276710 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-13e64aba-fa42-486f-8958-bfe0dadf97c6 req-42bc72e4-7bb3-4079-9cea-84d752972171 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a2de03-b96c-4027-b682-5e7d941626b6 HTTP/1.1" status: 200 len: 946 time: 0.0669544 Jul 15 14:08:48.314076 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-13e64aba-fa42-486f-8958-bfe0dadf97c6 req-c76876bc-bbe1-49e9-b9fa-777e45a74bb7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c5f0a3a-f946-4c60-845b-124a7bafd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317316 Jul 15 14:08:49.503606 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2bdb3-798e-4bb7-8972-5f7ed66813a1 req-1c220d1b-8506-40bc-9256-29603077e6f5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:49.505000 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a3a2bdb3-798e-4bb7-8972-5f7ed66813a1 req-1c220d1b-8506-40bc-9256-29603077e6f5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a2de03-b96c-4027-b682-5e7d941626b6 HTTP/1.1" status: 200 len: 946 time: 0.0761878 Jul 15 14:08:49.546707 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a3a2bdb3-798e-4bb7-8972-5f7ed66813a1 req-98f3d6c8-3112-45d2-9f5c-7b99e0f5c665 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c5f0a3a-f946-4c60-845b-124a7bafd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353379 Jul 15 14:08:50.720780 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827bb24-73e9-4865-969c-7dec8e6a27e8 req-653c139f-dca5-4bdb-a04e-0cf227ff09f2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:50.722302 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1827bb24-73e9-4865-969c-7dec8e6a27e8 req-653c139f-dca5-4bdb-a04e-0cf227ff09f2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a2de03-b96c-4027-b682-5e7d941626b6 HTTP/1.1" status: 200 len: 946 time: 0.0629089 Jul 15 14:08:50.759744 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1827bb24-73e9-4865-969c-7dec8e6a27e8 req-2447d8dd-9bed-40d7-b4c3-97dd7e405ebd tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c5f0a3a-f946-4c60-845b-124a7bafd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319436 Jul 15 14:08:50.937570 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1276463-3480-455b-a835-8ebfdabd0a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:51.934693 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b686706-6955-4a13-b0e9-c7180b7a65a7 req-6079440e-99bf-49c9-a7dc-cd064f39acae tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:51.936198 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5b686706-6955-4a13-b0e9-c7180b7a65a7 req-6079440e-99bf-49c9-a7dc-cd064f39acae tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a2de03-b96c-4027-b682-5e7d941626b6 HTTP/1.1" status: 200 len: 946 time: 0.0633287 Jul 15 14:08:51.973241 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5b686706-6955-4a13-b0e9-c7180b7a65a7 req-fd3caf86-79bc-4c72-80ad-aa6617270855 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c5f0a3a-f946-4c60-845b-124a7bafd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315351 Jul 15 14:08:53.152499 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b882c32-82a9-485a-a136-45c4483159f3 req-2d7b5c26-2014-46fb-bc8a-ad3fdbbc1bca tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:53.154028 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6b882c32-82a9-485a-a136-45c4483159f3 req-2d7b5c26-2014-46fb-bc8a-ad3fdbbc1bca tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a2de03-b96c-4027-b682-5e7d941626b6 HTTP/1.1" status: 200 len: 946 time: 0.0655208 Jul 15 14:08:53.191500 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6b882c32-82a9-485a-a136-45c4483159f3 req-e6a33885-f3d6-402b-8f9f-ae660a2cc937 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c5f0a3a-f946-4c60-845b-124a7bafd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319047 Jul 15 14:08:53.215978 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49908) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:08:53.279081 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-66934897-713c-47f3-bc87-0935d94d8ff2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/floatingips/8a0ed08b-0acb-4d89-951c-6b95b348be5e HTTP/1.1" status: 200 len: 994 time: 0.0619664 Jul 15 14:08:53.359696 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:53.466734 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56d3a4a2-5280-47c1-a22a-1197cf0b5e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:53.552681 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49916) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:08:53.709163 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5fc2121d-8634-48f7-b66c-b32c10f0268e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Deleting port 3efbbada-ebcf-4c34-b48c-ec3fd7655307 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:08:53.709509 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fc2121d-8634-48f7-b66c-b32c10f0268e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:54.080926 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fc2121d-8634-48f7-b66c-b32c10f0268e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:54.081252 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fc2121d-8634-48f7-b66c-b32c10f0268e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:54.092558 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5fc2121d-8634-48f7-b66c-b32c10f0268e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Calling delete_port for 3efbbada-ebcf-4c34-b48c-ec3fd7655307 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:08:54.244469 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fc2121d-8634-48f7-b66c-b32c10f0268e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:54.269283 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc2121d-8634-48f7-b66c-b32c10f0268e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'Port': ['ID=3efbbada-ebcf-4c34-b48c-ec3fd7655307,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:54.283051 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc2121d-8634-48f7-b66c-b32c10f0268e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:54.283406 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc2121d-8634-48f7-b66c-b32c10f0268e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:54.283752 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc2121d-8634-48f7-b66c-b32c10f0268e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:54.284085 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc2121d-8634-48f7-b66c-b32c10f0268e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:54.284421 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc2121d-8634-48f7-b66c-b32c10f0268e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:54.284748 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc2121d-8634-48f7-b66c-b32c10f0268e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:54.285074 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc2121d-8634-48f7-b66c-b32c10f0268e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:54.285402 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc2121d-8634-48f7-b66c-b32c10f0268e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:54.285727 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc2121d-8634-48f7-b66c-b32c10f0268e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:54.286089 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc2121d-8634-48f7-b66c-b32c10f0268e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:54.286414 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc2121d-8634-48f7-b66c-b32c10f0268e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:54.286733 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc2121d-8634-48f7-b66c-b32c10f0268e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:08:54.347078 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fc2121d-8634-48f7-b66c-b32c10f0268e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:54.347494 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-5fc2121d-8634-48f7-b66c-b32c10f0268e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Floating IP 8a0ed08b-0acb-4d89-951c-6b95b348be5e disassociated (deleted). External IP: 172.25.6.133, port: 1e0bb067-4729-45bf-809d-3be1c7257004. Jul 15 14:08:54.559367 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc2121d-8634-48f7-b66c-b32c10f0268e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Router d33bdd6a-bbc2-4276-a67d-0df3bee87a8f has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:08:54.666103 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc2121d-8634-48f7-b66c-b32c10f0268e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:08:54.671662 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fc2121d-8634-48f7-b66c-b32c10f0268e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:54.675910 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55b6931-e2a6-428b-afdc-1aed645b06a9 None None] Sync routers for ids ['d33bdd6a-bbc2-4276-a67d-0df3bee87a8f'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:08:54.684992 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55b6931-e2a6-428b-afdc-1aed645b06a9 None None] Routers {'d33bdd6a-bbc2-4276-a67d-0df3bee87a8f'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:08:54.685588 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f55b6931-e2a6-428b-afdc-1aed645b06a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:08:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d33bdd6a-bbc2-4276-a67d-0df3bee87a8f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:54.706912 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5fc2121d-8634-48f7-b66c-b32c10f0268e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "DELETE /v2.0/floatingips/8a0ed08b-0acb-4d89-951c-6b95b348be5e HTTP/1.1" status: 204 len: 168 time: 1.1531138 Jul 15 14:08:54.707472 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a2de03-b96c-4027-b682-5e7d941626b6', 'tag': '1e0bb067-4729-45bf-809d-3be1c7257004'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:08:54.709794 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6beb2f-5e6e-4aeb-9eda-a2c78d6eed32" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a2de03-b96c-4027-b682-5e7d941626b6", "tag": "1e0bb067-4729-45bf-809d-3be1c7257004"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:08:54.748427 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea84374-4f8a-40c7-957c-747e3e1be79d x-openstack-request-id: req-2ea84374-4f8a-40c7-957c-747e3e1be79d {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:08:54.748722 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a2de03-b96c-4027-b682-5e7d941626b6", "tag": "1e0bb067-4729-45bf-809d-3be1c7257004", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:08:54.748983 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2ea84374-4f8a-40c7-957c-747e3e1be79d {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:08:54.749424 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a2de03-b96c-4027-b682-5e7d941626b6', 'tag': '1e0bb067-4729-45bf-809d-3be1c7257004', 'status': 'completed', 'code': 200} Jul 15 14:08:54.798136 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-f55b6931-e2a6-428b-afdc-1aed645b06a9 None None] Set router d33bdd6a-bbc2-4276-a67d-0df3bee87a8f gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:08:54.846203 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6beb2f-5e6e-4aeb-9eda-a2c78d6eed32 req-08669f27-3dc2-4f32-8325-7b0b25dd9485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:54.847662 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3c6beb2f-5e6e-4aeb-9eda-a2c78d6eed32 req-08669f27-3dc2-4f32-8325-7b0b25dd9485 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&device_id=d9a2de03-b96c-4027-b682-5e7d941626b6 HTTP/1.1" status: 200 len: 1098 time: 0.0537446 Jul 15 14:08:54.957434 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:54.959152 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6beb2f-5e6e-4aeb-9eda-a2c78d6eed32 req-a43652d3-9d84-4301-98ca-9f6666f22543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:54.960956 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3c6beb2f-5e6e-4aeb-9eda-a2c78d6eed32 req-a43652d3-9d84-4301-98ca-9f6666f22543 service neutron] 10.222.0.32 "GET /v2.0/networks?id=21f3616a-6f5b-4475-94fe-64f8f2fbfed2 HTTP/1.1" status: 200 len: 897 time: 0.1062317 Jul 15 14:08:55.017799 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3c6beb2f-5e6e-4aeb-9eda-a2c78d6eed32 req-9ba31df9-55dc-42aa-81ea-13711933288f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e0bb067-4729-45bf-809d-3be1c7257004 HTTP/1.1" status: 200 len: 217 time: 0.0362527 Jul 15 14:08:55.106008 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6beb2f-5e6e-4aeb-9eda-a2c78d6eed32 req-6c4077c2-49c3-4ff9-8f7a-d58e166911a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:55.107429 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3c6beb2f-5e6e-4aeb-9eda-a2c78d6eed32 req-6c4077c2-49c3-4ff9-8f7a-d58e166911a9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ab2d2025-a3a6-4842-859f-f152156661ad HTTP/1.1" status: 200 len: 835 time: 0.0831599 Jul 15 14:08:55.112547 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f55b6931-e2a6-428b-afdc-1aed645b06a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303680764', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'e9476375-adb2-4190-8393-298ac305e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:54Z', 'updated_at': '2021-07-15T14:07:58Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': 'e9476375-adb2-4190-8393-298ac305e5f9', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:54Z', 'updated_at': '2021-07-15T14:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '3fb5f749-0013-4c59-b1ba-d749845505e1', 'name': '', 'network_id': '21f3616a-6f5b-4475-94fe-64f8f2fbfed2', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:a5:f2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ab2d2025-a3a6-4842-859f-f152156661ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:57Z', 'updated_at': '2021-07-15T14:08:03Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'ab2d2025-a3a6-4842-859f-f152156661ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:55.142603 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55b6931-e2a6-428b-afdc-1aed645b06a9 None None] Checking router: d33bdd6a-bbc2-4276-a67d-0df3bee87a8f for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:08:55.151373 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55b6931-e2a6-428b-afdc-1aed645b06a9 None None] Routers {'d33bdd6a-bbc2-4276-a67d-0df3bee87a8f'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:08:55.152618 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f55b6931-e2a6-428b-afdc-1aed645b06a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:08:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d33bdd6a-bbc2-4276-a67d-0df3bee87a8f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:55.162771 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ac3fb-536a-4350-884c-cbed9c100429 req-3360e677-2eea-4d7f-a2a9-1a6e138687c6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:55.164278 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4d2ac3fb-536a-4350-884c-cbed9c100429 req-3360e677-2eea-4d7f-a2a9-1a6e138687c6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a2de03-b96c-4027-b682-5e7d941626b6 HTTP/1.1" status: 200 len: 946 time: 0.1313803 Jul 15 14:08:55.207849 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6beb2f-5e6e-4aeb-9eda-a2c78d6eed32 req-61b77f52-5b4c-44c2-b385-c40e013f3b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:55.209377 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3c6beb2f-5e6e-4aeb-9eda-a2c78d6eed32 req-61b77f52-5b4c-44c2-b385-c40e013f3b3c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=21f3616a-6f5b-4475-94fe-64f8f2fbfed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921571 Jul 15 14:08:55.217149 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4d2ac3fb-536a-4350-884c-cbed9c100429 req-ab09bd04-d19c-445c-b45c-aa35cb0ec87f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c5f0a3a-f946-4c60-845b-124a7bafd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464947 Jul 15 14:08:55.257862 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-f55b6931-e2a6-428b-afdc-1aed645b06a9 None None] Set router d33bdd6a-bbc2-4276-a67d-0df3bee87a8f gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:08:55.306042 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3c6beb2f-5e6e-4aeb-9eda-a2c78d6eed32 req-80552374-9cb5-4f01-94cd-585defcf1423 service neutron] 10.222.0.32 "GET /v2.0/networks/21f3616a-6f5b-4475-94fe-64f8f2fbfed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878861 Jul 15 14:08:55.410453 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3c6beb2f-5e6e-4aeb-9eda-a2c78d6eed32 req-780f6039-b350-450c-a6c8-bfef9ecd016d service neutron] 10.222.0.32 "GET /v2.0/networks/21f3616a-6f5b-4475-94fe-64f8f2fbfed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972264 Jul 15 14:08:55.462800 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-f55b6931-e2a6-428b-afdc-1aed645b06a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303680764', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'e9476375-adb2-4190-8393-298ac305e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:54Z', 'updated_at': '2021-07-15T14:07:58Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': 'e9476375-adb2-4190-8393-298ac305e5f9', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:54Z', 'updated_at': '2021-07-15T14:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '3fb5f749-0013-4c59-b1ba-d749845505e1', 'name': '', 'network_id': '21f3616a-6f5b-4475-94fe-64f8f2fbfed2', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:a5:f2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ab2d2025-a3a6-4842-859f-f152156661ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:57Z', 'updated_at': '2021-07-15T14:08:03Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'ab2d2025-a3a6-4842-859f-f152156661ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:08:55.493095 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55b6931-e2a6-428b-afdc-1aed645b06a9 None None] The sync data for ids ['d33bdd6a-bbc2-4276-a67d-0df3bee87a8f'] in n-d-758944-45 is: [{'id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303680764', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'e9476375-adb2-4190-8393-298ac305e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:54Z', 'updated_at': '2021-07-15T14:07:58Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': 'e9476375-adb2-4190-8393-298ac305e5f9', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:54Z', 'updated_at': '2021-07-15T14:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '3fb5f749-0013-4c59-b1ba-d749845505e1', 'name': '', 'network_id': '21f3616a-6f5b-4475-94fe-64f8f2fbfed2', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:a5:f2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ab2d2025-a3a6-4842-859f-f152156661ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:57Z', 'updated_at': '2021-07-15T14:08:03Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'ab2d2025-a3a6-4842-859f-f152156661ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:08:55.710743 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c846ab4-c2c7-42e0-8d3c-a2e35e7aad57 None None] New status for floating IP 8a0ed08b-0acb-4d89-951c-6b95b348be5e: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:08:55.786847 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:56.392318 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0e407-c788-421c-b193-1a2512123798 req-9e02be41-056f-4c7c-999c-2df867e147bf tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:56.392318 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2cc0e407-c788-421c-b193-1a2512123798 req-9e02be41-056f-4c7c-999c-2df867e147bf tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a2de03-b96c-4027-b682-5e7d941626b6 HTTP/1.1" status: 200 len: 946 time: 0.0636027 Jul 15 14:08:56.432051 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2cc0e407-c788-421c-b193-1a2512123798 req-9b9ca02a-43ec-4741-b53b-7ec6f0a5f8e1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c5f0a3a-f946-4c60-845b-124a7bafd26f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318065 Jul 15 14:08:56.552470 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:56.727409 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55678abb-dfec-4bf0-8224-0905d312c39a req-c5dd8848-8df6-4dfd-a908-fe489f95027e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:56.729185 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-55678abb-dfec-4bf0-8224-0905d312c39a req-c5dd8848-8df6-4dfd-a908-fe489f95027e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9a2de03-b96c-4027-b682-5e7d941626b6 HTTP/1.1" status: 200 len: 946 time: 0.0651672 Jul 15 14:08:56.829974 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-55678abb-dfec-4bf0-8224-0905d312c39a req-90099c9d-ba7d-4b7d-9d91-baef4c358005 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Deleting port 1e0bb067-4729-45bf-809d-3be1c7257004 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:08:56.830235 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-55678abb-dfec-4bf0-8224-0905d312c39a req-90099c9d-ba7d-4b7d-9d91-baef4c358005 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:56.922066 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-55678abb-dfec-4bf0-8224-0905d312c39a req-90099c9d-ba7d-4b7d-9d91-baef4c358005 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] For port 1e0bb067-4729-45bf-809d-3be1c7257004, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=1e0bb067-4729-45bf-809d-3be1c7257004,segment=NetworkSegment(37f5966f-321f-410f-845c-c208f851af28),segment_id=37f5966f-321f-410f-845c-c208f851af28)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:08:56.922427 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-55678abb-dfec-4bf0-8224-0905d312c39a req-90099c9d-ba7d-4b7d-9d91-baef4c358005 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:56.934082 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-55678abb-dfec-4bf0-8224-0905d312c39a req-90099c9d-ba7d-4b7d-9d91-baef4c358005 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Calling delete_port for 1e0bb067-4729-45bf-809d-3be1c7257004 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:08:57.061588 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-55678abb-dfec-4bf0-8224-0905d312c39a req-90099c9d-ba7d-4b7d-9d91-baef4c358005 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:57.090906 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90099c9d-ba7d-4b7d-9d91-baef4c358005 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'Port': ['ID=1e0bb067-4729-45bf-809d-3be1c7257004,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:57.136259 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-55678abb-dfec-4bf0-8224-0905d312c39a req-90099c9d-ba7d-4b7d-9d91-baef4c358005 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] No DVR routers for this DVR port 1e0bb067-4729-45bf-809d-3be1c7257004 on host n-h2-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:08:57.138866 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-55678abb-dfec-4bf0-8224-0905d312c39a req-90099c9d-ba7d-4b7d-9d91-baef4c358005 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:57.140842 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-55678abb-dfec-4bf0-8224-0905d312c39a req-90099c9d-ba7d-4b7d-9d91-baef4c358005 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.32 "DELETE /v2.0/ports/1e0bb067-4729-45bf-809d-3be1c7257004 HTTP/1.1" status: 204 len: 173 time: 0.4065750 Jul 15 14:08:57.141275 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a2de03-b96c-4027-b682-5e7d941626b6', 'name': 'network-vif-deleted', 'tag': '1e0bb067-4729-45bf-809d-3be1c7257004'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:08:57.143578 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70710cee-d31a-4c7e-9a7a-a422f540a082" -d '{"events": [{"server_uuid": "d9a2de03-b96c-4027-b682-5e7d941626b6", "name": "network-vif-deleted", "tag": "1e0bb067-4729-45bf-809d-3be1c7257004"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:08:57.179727 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea33688-36bd-4880-9235-735d0a65588c x-openstack-request-id: req-5ea33688-36bd-4880-9235-735d0a65588c {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:08:57.180034 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a2de03-b96c-4027-b682-5e7d941626b6", "name": "network-vif-deleted", "tag": "1e0bb067-4729-45bf-809d-3be1c7257004", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:08:57.180291 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5ea33688-36bd-4880-9235-735d0a65588c {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:08:57.180778 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a2de03-b96c-4027-b682-5e7d941626b6', 'name': 'network-vif-deleted', 'tag': '1e0bb067-4729-45bf-809d-3be1c7257004', 'status': 'completed', 'code': 200} Jul 15 14:08:57.603267 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6499e748-1dd4-4651-abf3-df42d043cb6b req-190b21ed-29ba-4a7a-ac87-90ab581575d2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a2de03-b96c-4027-b682-5e7d941626b6 HTTP/1.1" status: 200 len: 210 time: 0.0346949 Jul 15 14:08:58.696967 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49934) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:08:59.148051 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e4a0a9c-4c85-46ba-8186-608082fc7665 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:59.408698 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6e4a0a9c-4c85-46ba-8186-608082fc7665 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Deleting port 3fb5f749-0013-4c59-b1ba-d749845505e1 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:08:59.408963 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e4a0a9c-4c85-46ba-8186-608082fc7665 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:59.502152 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-6e4a0a9c-4c85-46ba-8186-608082fc7665 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] For port 3fb5f749-0013-4c59-b1ba-d749845505e1, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=3fb5f749-0013-4c59-b1ba-d749845505e1,segment=NetworkSegment(37f5966f-321f-410f-845c-c208f851af28),segment_id=37f5966f-321f-410f-845c-c208f851af28)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:08:59.502514 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e4a0a9c-4c85-46ba-8186-608082fc7665 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:59.515234 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6e4a0a9c-4c85-46ba-8186-608082fc7665 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Calling delete_port for 3fb5f749-0013-4c59-b1ba-d749845505e1 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:08:59.696246 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e4a0a9c-4c85-46ba-8186-608082fc7665 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:59.726080 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a0a9c-4c85-46ba-8186-608082fc7665 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'Port': ['ID=3fb5f749-0013-4c59-b1ba-d749845505e1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:08:59.896753 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e4a0a9c-4c85-46ba-8186-608082fc7665 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:00.107045 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4a0a9c-4c85-46ba-8186-608082fc7665 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Router d33bdd6a-bbc2-4276-a67d-0df3bee87a8f has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:09:00.210803 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4a0a9c-4c85-46ba-8186-608082fc7665 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:09:00.215803 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6e4a0a9c-4c85-46ba-8186-608082fc7665 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "PUT /v2.0/routers/d33bdd6a-bbc2-4276-a67d-0df3bee87a8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5177999 Jul 15 14:09:00.218507 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49936) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:00.221805 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc043c4-47b7-4042-a4a5-ec2ebafb729c None None] Sync routers for ids ['d33bdd6a-bbc2-4276-a67d-0df3bee87a8f'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:09:00.231942 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc043c4-47b7-4042-a4a5-ec2ebafb729c None None] Routers {'d33bdd6a-bbc2-4276-a67d-0df3bee87a8f'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:09:00.232554 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-adc043c4-47b7-4042-a4a5-ec2ebafb729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:08:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d33bdd6a-bbc2-4276-a67d-0df3bee87a8f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:00.268786 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-462210c5-5e84-4911-8554-5b08d038e4b7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Deleting subnet ab2d2025-a3a6-4842-859f-f152156661ad {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:09:00.271825 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-462210c5-5e84-4911-8554-5b08d038e4b7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:00.279137 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 1e0bb067-4729-45bf-809d-3be1c7257004 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:09:00.299097 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 1e0bb067-4729-45bf-809d-3be1c7257004 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:09:00.299436 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 1e0bb067-4729-45bf-809d-3be1c7257004 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:09:00.311639 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-462210c5-5e84-4911-8554-5b08d038e4b7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:00.337599 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-adc043c4-47b7-4042-a4a5-ec2ebafb729c None None] Set router d33bdd6a-bbc2-4276-a67d-0df3bee87a8f gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:09:00.521349 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-adc043c4-47b7-4042-a4a5-ec2ebafb729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303680764', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'e9476375-adb2-4190-8393-298ac305e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:54Z', 'updated_at': '2021-07-15T14:08:59Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': 'e9476375-adb2-4190-8393-298ac305e5f9', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:54Z', 'updated_at': '2021-07-15T14:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:00.548248 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc043c4-47b7-4042-a4a5-ec2ebafb729c None None] Checking router: d33bdd6a-bbc2-4276-a67d-0df3bee87a8f for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:09:00.556845 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc043c4-47b7-4042-a4a5-ec2ebafb729c None None] Routers {'d33bdd6a-bbc2-4276-a67d-0df3bee87a8f'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:09:00.557479 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-adc043c4-47b7-4042-a4a5-ec2ebafb729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:08:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['d33bdd6a-bbc2-4276-a67d-0df3bee87a8f'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:00.663866 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-adc043c4-47b7-4042-a4a5-ec2ebafb729c None None] Set router d33bdd6a-bbc2-4276-a67d-0df3bee87a8f gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:09:00.697867 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-462210c5-5e84-4911-8554-5b08d038e4b7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:00.755724 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-462210c5-5e84-4911-8554-5b08d038e4b7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:00.780414 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462210c5-5e84-4911-8554-5b08d038e4b7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'Subnet': ['ID=ab2d2025-a3a6-4842-859f-f152156661ad,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:00.785993 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-462210c5-5e84-4911-8554-5b08d038e4b7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:00.787855 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-462210c5-5e84-4911-8554-5b08d038e4b7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "DELETE /v2.0/subnets/ab2d2025-a3a6-4842-859f-f152156661ad HTTP/1.1" status: 204 len: 168 time: 0.5684381 Jul 15 14:09:00.790746 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49938) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:00.796860 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83328f44-8139-4a17-a387-c790e29d081b None None] Network 21f3616a-6f5b-4475-94fe-64f8f2fbfed2 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:09:00.840693 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-adc043c4-47b7-4042-a4a5-ec2ebafb729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303680764', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'e9476375-adb2-4190-8393-298ac305e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:54Z', 'updated_at': '2021-07-15T14:08:59Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': 'e9476375-adb2-4190-8393-298ac305e5f9', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:54Z', 'updated_at': '2021-07-15T14:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:00.871089 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc043c4-47b7-4042-a4a5-ec2ebafb729c None None] The sync data for ids ['d33bdd6a-bbc2-4276-a67d-0df3bee87a8f'] in n-d-758944-45 is: [{'id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303680764', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'e9476375-adb2-4190-8393-298ac305e5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:07:54Z', 'updated_at': '2021-07-15T14:08:59Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': 'e9476375-adb2-4190-8393-298ac305e5f9', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33bdd6a-bbc2-4276-a67d-0df3bee87a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:07:54Z', 'updated_at': '2021-07-15T14:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:09:01.009364 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:09:01.188791 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-029439d8-53f7-4b65-90c9-c24bf1d2c33a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:01.245047 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ee04fa-4273-42bb-be3c-7c5062dc1e2b None None] DHCP port deletion for 21f3616a-6f5b-4475-94fe-64f8f2fbfed2 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:09:01.295139 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-029439d8-53f7-4b65-90c9-c24bf1d2c33a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:01.299107 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-79ee04fa-4273-42bb-be3c-7c5062dc1e2b None None] Deleting port f62cfc2e-978f-43a3-864e-0feba8781d0b {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:09:01.300172 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-79ee04fa-4273-42bb-be3c-7c5062dc1e2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:01.356190 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-029439d8-53f7-4b65-90c9-c24bf1d2c33a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Deleting port e9476375-adb2-4190-8393-298ac305e5f9 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:09:01.356828 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-029439d8-53f7-4b65-90c9-c24bf1d2c33a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:01.365911 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3fb5f749-0013-4c59-b1ba-d749845505e1 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:09:01.441423 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-029439d8-53f7-4b65-90c9-c24bf1d2c33a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] For port e9476375-adb2-4190-8393-298ac305e5f9, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e9476375-adb2-4190-8393-298ac305e5f9,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:01.441831 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-029439d8-53f7-4b65-90c9-c24bf1d2c33a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:01.456520 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-029439d8-53f7-4b65-90c9-c24bf1d2c33a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Calling delete_port for e9476375-adb2-4190-8393-298ac305e5f9 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:09:01.555517 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 3fb5f749-0013-4c59-b1ba-d749845505e1 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:09:01.555859 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 3fb5f749-0013-4c59-b1ba-d749845505e1 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:09:01.556278 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device f62cfc2e-978f-43a3-864e-0feba8781d0b no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:09:01.560850 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-79ee04fa-4273-42bb-be3c-7c5062dc1e2b None None] For port f62cfc2e-978f-43a3-864e-0feba8781d0b, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=f62cfc2e-978f-43a3-864e-0feba8781d0b,segment=NetworkSegment(37f5966f-321f-410f-845c-c208f851af28),segment_id=37f5966f-321f-410f-845c-c208f851af28)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:01.561246 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-79ee04fa-4273-42bb-be3c-7c5062dc1e2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:01.591897 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-79ee04fa-4273-42bb-be3c-7c5062dc1e2b None None] Calling delete_port for f62cfc2e-978f-43a3-864e-0feba8781d0b owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:09:01.627403 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-029439d8-53f7-4b65-90c9-c24bf1d2c33a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:01.653064 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029439d8-53f7-4b65-90c9-c24bf1d2c33a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'Port': ['ID=e9476375-adb2-4190-8393-298ac305e5f9,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:01.663737 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029439d8-53f7-4b65-90c9-c24bf1d2c33a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:01.664091 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029439d8-53f7-4b65-90c9-c24bf1d2c33a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:01.664433 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029439d8-53f7-4b65-90c9-c24bf1d2c33a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:01.664770 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029439d8-53f7-4b65-90c9-c24bf1d2c33a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:01.665107 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029439d8-53f7-4b65-90c9-c24bf1d2c33a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:01.665441 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029439d8-53f7-4b65-90c9-c24bf1d2c33a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:01.665797 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029439d8-53f7-4b65-90c9-c24bf1d2c33a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:01.666132 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029439d8-53f7-4b65-90c9-c24bf1d2c33a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:01.666461 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029439d8-53f7-4b65-90c9-c24bf1d2c33a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:01.666788 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029439d8-53f7-4b65-90c9-c24bf1d2c33a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:01.667238 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029439d8-53f7-4b65-90c9-c24bf1d2c33a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:01.668069 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029439d8-53f7-4b65-90c9-c24bf1d2c33a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:01.701866 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:01.724194 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-79ee04fa-4273-42bb-be3c-7c5062dc1e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:01.733997 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-029439d8-53f7-4b65-90c9-c24bf1d2c33a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:01.768684 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee04fa-4273-42bb-be3c-7c5062dc1e2b None None] Pushing event deleted for resources: {'Port': ['ID=f62cfc2e-978f-43a3-864e-0feba8781d0b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:01.771072 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ee04fa-4273-42bb-be3c-7c5062dc1e2b None None] No DVR routers for this DVR port f62cfc2e-978f-43a3-864e-0feba8781d0b on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:09:01.783041 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee04fa-4273-42bb-be3c-7c5062dc1e2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:01.783389 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee04fa-4273-42bb-be3c-7c5062dc1e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:01.783724 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee04fa-4273-42bb-be3c-7c5062dc1e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:01.784062 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee04fa-4273-42bb-be3c-7c5062dc1e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:01.784496 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee04fa-4273-42bb-be3c-7c5062dc1e2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:01.784710 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee04fa-4273-42bb-be3c-7c5062dc1e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:01.785033 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee04fa-4273-42bb-be3c-7c5062dc1e2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:01.785354 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee04fa-4273-42bb-be3c-7c5062dc1e2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:01.785673 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee04fa-4273-42bb-be3c-7c5062dc1e2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:01.786025 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee04fa-4273-42bb-be3c-7c5062dc1e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:01.786345 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee04fa-4273-42bb-be3c-7c5062dc1e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:01.786664 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee04fa-4273-42bb-be3c-7c5062dc1e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:01.828376 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-029439d8-53f7-4b65-90c9-c24bf1d2c33a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:01.830554 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-029439d8-53f7-4b65-90c9-c24bf1d2c33a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:01.873154 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-029439d8-53f7-4b65-90c9-c24bf1d2c33a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:01.873699 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029439d8-53f7-4b65-90c9-c24bf1d2c33a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Fanout notify agent at l3_agent the message router_deleted on router d33bdd6a-bbc2-4276-a67d-0df3bee87a8f {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:09:01.880968 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-029439d8-53f7-4b65-90c9-c24bf1d2c33a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:01.882104 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-029439d8-53f7-4b65-90c9-c24bf1d2c33a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "DELETE /v2.0/routers/d33bdd6a-bbc2-4276-a67d-0df3bee87a8f HTTP/1.1" status: 204 len: 168 time: 1.0898075 Jul 15 14:09:01.884991 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49940) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:01.968961 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2065bfbd-78f8-4125-9f61-dee02bb5a430 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:02.053213 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2065bfbd-78f8-4125-9f61-dee02bb5a430 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:02.062891 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-2065bfbd-78f8-4125-9f61-dee02bb5a430 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f3616a-6f5b-4475-94fe-64f8f2fbfed2']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:02.077595 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-2065bfbd-78f8-4125-9f61-dee02bb5a430 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f5966f-321f-410f-845c-c208f851af28') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:02.077945 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-2065bfbd-78f8-4125-9f61-dee02bb5a430 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f5966f-321f-410f-845c-c208f851af28') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:02.086631 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2065bfbd-78f8-4125-9f61-dee02bb5a430 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:02.100424 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2065bfbd-78f8-4125-9f61-dee02bb5a430 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:02.106449 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2065bfbd-78f8-4125-9f61-dee02bb5a430 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:09:02.106840 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2065bfbd-78f8-4125-9f61-dee02bb5a430 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: timer() Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:09:02.109696 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:09:02.165904 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2065bfbd-78f8-4125-9f61-dee02bb5a430 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:02.173044 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2065bfbd-78f8-4125-9f61-dee02bb5a430 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:02.174903 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2065bfbd-78f8-4125-9f61-dee02bb5a430 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "DELETE /v2.0/networks/21f3616a-6f5b-4475-94fe-64f8f2fbfed2 HTTP/1.1" status: 204 len: 168 time: 0.2888963 Jul 15 14:09:02.177824 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49942) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:02.186806 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065bfbd-78f8-4125-9f61-dee02bb5a430 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'Network': ['ID=21f3616a-6f5b-4475-94fe-64f8f2fbfed2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:02.238045 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e3feac1-4e70-456b-ba88-2ed8091650f5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:02.268483 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e3feac1-4e70-456b-ba88-2ed8091650f5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:02.328302 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e3feac1-4e70-456b-ba88-2ed8091650f5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:02.331429 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e3feac1-4e70-456b-ba88-2ed8091650f5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:02.332464 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3e3feac1-4e70-456b-ba88-2ed8091650f5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "DELETE /v2.0/security-groups/8c5f0a3a-f946-4c60-845b-124a7bafd26f HTTP/1.1" status: 204 len: 168 time: 0.1535642 Jul 15 14:09:02.342744 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3feac1-4e70-456b-ba88-2ed8091650f5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5f0a3a-f946-4c60-845b-124a7bafd26f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:02.924104 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 49948) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:02.928808 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-dc3b98d4-0c5f-403d-8a10-e25c7d5536ec tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1726173712', 'description': 'tempest-secgroup-smoke-1726173712 description', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:02.951082 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dc3b98d4-0c5f-403d-8a10-e25c7d5536ec tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.028445 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dc3b98d4-0c5f-403d-8a10-e25c7d5536ec tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.032216 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dc3b98d4-0c5f-403d-8a10-e25c7d5536ec tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.060382 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dc3b98d4-0c5f-403d-8a10-e25c7d5536ec tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.062201 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-dc3b98d4-0c5f-403d-8a10-e25c7d5536ec tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1370013 Jul 15 14:09:03.064202 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b98d4-0c5f-403d-8a10-e25c7d5536ec tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0380f6-8d3e-4aa6-9774-6e387e0da829,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:03.064630 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49950) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:03.069332 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-44c6ef8a-7d36-40fd-8cb7-5f22b0fa6bb4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group_rule': {'security_group_id': '9a0380f6-8d3e-4aa6-9774-6e387e0da829', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:03.095331 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44c6ef8a-7d36-40fd-8cb7-5f22b0fa6bb4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.149056 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44c6ef8a-7d36-40fd-8cb7-5f22b0fa6bb4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.153327 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44c6ef8a-7d36-40fd-8cb7-5f22b0fa6bb4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.177123 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6ef8a-7d36-40fd-8cb7-5f22b0fa6bb4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc5a02d2-08dc-4320-86eb-b10fb11b827d,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:03.180467 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44c6ef8a-7d36-40fd-8cb7-5f22b0fa6bb4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.181660 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-44c6ef8a-7d36-40fd-8cb7-5f22b0fa6bb4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1159763 Jul 15 14:09:03.184658 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49952) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:03.189130 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d391693a-b357-4dd6-92fb-d593315b5b9b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group_rule': {'security_group_id': '9a0380f6-8d3e-4aa6-9774-6e387e0da829', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:03.215497 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d391693a-b357-4dd6-92fb-d593315b5b9b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.271912 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d391693a-b357-4dd6-92fb-d593315b5b9b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.276122 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d391693a-b357-4dd6-92fb-d593315b5b9b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.293911 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391693a-b357-4dd6-92fb-d593315b5b9b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b234ecf1-727f-401d-91af-9326bfec174a,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:03.304433 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d391693a-b357-4dd6-92fb-d593315b5b9b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.305710 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d391693a-b357-4dd6-92fb-d593315b5b9b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201048 Jul 15 14:09:03.308491 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49954) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:03.312916 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-8b93e51b-8526-4bec-b12d-2a6b72ad2ab8 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group_rule': {'security_group_id': '9a0380f6-8d3e-4aa6-9774-6e387e0da829', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:03.320235 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e9476375-adb2-4190-8393-298ac305e5f9 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:09:03.342970 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8b93e51b-8526-4bec-b12d-2a6b72ad2ab8 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.345239 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: e9476375-adb2-4190-8393-298ac305e5f9 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:09:03.345586 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e9476375-adb2-4190-8393-298ac305e5f9 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:09:03.400797 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8b93e51b-8526-4bec-b12d-2a6b72ad2ab8 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.405048 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8b93e51b-8526-4bec-b12d-2a6b72ad2ab8 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.423450 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93e51b-8526-4bec-b12d-2a6b72ad2ab8 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3adb8025-33e0-4e84-ad5a-beddae2a6a30,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:03.426376 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8b93e51b-8526-4bec-b12d-2a6b72ad2ab8 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.427568 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8b93e51b-8526-4bec-b12d-2a6b72ad2ab8 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181588 Jul 15 14:09:03.430387 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49956) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:03.434774 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-6f741070-64d6-4253-8f70-e04ec2e39d87 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group_rule': {'security_group_id': '9a0380f6-8d3e-4aa6-9774-6e387e0da829', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:03.459901 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f741070-64d6-4253-8f70-e04ec2e39d87 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.520745 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f741070-64d6-4253-8f70-e04ec2e39d87 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.524674 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f741070-64d6-4253-8f70-e04ec2e39d87 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.545580 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f741070-64d6-4253-8f70-e04ec2e39d87 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71a6ae98-e0f9-4d52-90f2-a3aec3b8c150,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:03.552322 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f741070-64d6-4253-8f70-e04ec2e39d87 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.553511 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6f741070-64d6-4253-8f70-e04ec2e39d87 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222045 Jul 15 14:09:03.556327 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49958) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:03.560660 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e50b112d-7a5d-42b0-bed5-784ae97aac25 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group_rule': {'security_group_id': '9a0380f6-8d3e-4aa6-9774-6e387e0da829', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:03.582315 n-d-758944-45 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-e50b112d-7a5d-42b0-bed5-784ae97aac25 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Project e4ca9f7ba7bc40c999cf6f648c1e5688 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:09:03.586934 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e50b112d-7a5d-42b0-bed5-784ae97aac25 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.648970 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e50b112d-7a5d-42b0-bed5-784ae97aac25 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.652856 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e50b112d-7a5d-42b0-bed5-784ae97aac25 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.669818 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b112d-7a5d-42b0-bed5-784ae97aac25 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c78412-9ac2-49da-9655-ba38ea7b36b5,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:03.675812 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e50b112d-7a5d-42b0-bed5-784ae97aac25 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.677016 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e50b112d-7a5d-42b0-bed5-784ae97aac25 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197605 Jul 15 14:09:03.680167 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49960) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:03.685238 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2a63f4c1-1624-49e4-baaf-51de8dbc90e9 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group_rule': {'security_group_id': '9a0380f6-8d3e-4aa6-9774-6e387e0da829', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:03.706389 n-d-758944-45 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-2a63f4c1-1624-49e4-baaf-51de8dbc90e9 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Project e4ca9f7ba7bc40c999cf6f648c1e5688 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:09:03.711599 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a63f4c1-1624-49e4-baaf-51de8dbc90e9 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.772102 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a63f4c1-1624-49e4-baaf-51de8dbc90e9 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.775805 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a63f4c1-1624-49e4-baaf-51de8dbc90e9 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.793741 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63f4c1-1624-49e4-baaf-51de8dbc90e9 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=524262cb-3fc7-4353-b64a-a52b96691867,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:03.796738 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a63f4c1-1624-49e4-baaf-51de8dbc90e9 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.798007 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2a63f4c1-1624-49e4-baaf-51de8dbc90e9 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1168272 Jul 15 14:09:03.800878 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49962) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:03.805727 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7d0c5cc3-f613-470f-ad9f-b9b41787b9f0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'network': {'name': 'tempest-network-smoke--564034397', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'port_security_enabled': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:03.826542 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0c5cc3-f613-470f-ad9f-b9b41787b9f0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Made reservation on behalf of e4ca9f7ba7bc40c999cf6f648c1e5688 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:09:03.830190 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d0c5cc3-f613-470f-ad9f-b9b41787b9f0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.853218 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0c5cc3-f613-470f-ad9f-b9b41787b9f0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:09:03.862456 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d0c5cc3-f613-470f-ad9f-b9b41787b9f0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.862816 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-7d0c5cc3-f613-470f-ad9f-b9b41787b9f0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Added segment f358c7a9-c9fe-403e-9398-d1ca180a6f1d of type vlan for network 8243b6c2-8891-46a2-87ae-469f8a66afe1 Jul 15 14:09:03.905690 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d0c5cc3-f613-470f-ad9f-b9b41787b9f0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.933821 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d0c5cc3-f613-470f-ad9f-b9b41787b9f0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.939590 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0c5cc3-f613-470f-ad9f-b9b41787b9f0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:03.940181 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d0c5cc3-f613-470f-ad9f-b9b41787b9f0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:03.973322 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7d0c5cc3-f613-470f-ad9f-b9b41787b9f0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1714382 Jul 15 14:09:03.976108 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49964) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:03.983466 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0278e65f-a4b7-4df7-bfe9-f251d3cff951 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-797372807', 'admin_state_up': True, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:04.019555 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c5cc3-f613-470f-ad9f-b9b41787b9f0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Network': ['ID=8243b6c2-8891-46a2-87ae-469f8a66afe1,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:04.030202 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 8243b6c2-8891-46a2-87ae-469f8a66afe1 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:09:04.035225 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0278e65f-a4b7-4df7-bfe9-f251d3cff951 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:04.036329 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0278e65f-a4b7-4df7-bfe9-f251d3cff951 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:04.092483 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0278e65f-a4b7-4df7-bfe9-f251d3cff951 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:04.227013 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0278e65f-a4b7-4df7-bfe9-f251d3cff951 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:04.424352 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0278e65f-a4b7-4df7-bfe9-f251d3cff951 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:04.443001 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0278e65f-a4b7-4df7-bfe9-f251d3cff951 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:04.542850 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-0278e65f-a4b7-4df7-bfe9-f251d3cff951 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Allocated IP 172.25.6.150 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/96110825-b786-4009-9bbc-6bd7d532774f) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:09:04.644398 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0278e65f-a4b7-4df7-bfe9-f251d3cff951 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:04.682861 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0278e65f-a4b7-4df7-bfe9-f251d3cff951 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:04.717804 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0278e65f-a4b7-4df7-bfe9-f251d3cff951 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:09:04.723855 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-0278e65f-a4b7-4df7-bfe9-f251d3cff951 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:09:04.727464 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0278e65f-a4b7-4df7-bfe9-f251d3cff951 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:09:04.749657 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0278e65f-a4b7-4df7-bfe9-f251d3cff951 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Port': ['ID=96110825-b786-4009-9bbc-6bd7d532774f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:04.973702 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0278e65f-a4b7-4df7-bfe9-f251d3cff951 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:05.173217 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0278e65f-a4b7-4df7-bfe9-f251d3cff951 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:05.303256 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0278e65f-a4b7-4df7-bfe9-f251d3cff951 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Router 68ec151e-36fa-450c-8957-cde083ac74eb is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:09:05.414030 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0278e65f-a4b7-4df7-bfe9-f251d3cff951 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:09:05.424390 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44320278-44d3-4d59-82ee-818ed3334380 None None] Sync routers for ids ['68ec151e-36fa-450c-8957-cde083ac74eb'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:09:05.434730 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0278e65f-a4b7-4df7-bfe9-f251d3cff951 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:05.434981 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44320278-44d3-4d59-82ee-818ed3334380 None None] Routers {'68ec151e-36fa-450c-8957-cde083ac74eb'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:09:05.437647 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-44320278-44d3-4d59-82ee-818ed3334380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:08:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['68ec151e-36fa-450c-8957-cde083ac74eb'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:05.437814 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0278e65f-a4b7-4df7-bfe9-f251d3cff951 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4583759 Jul 15 14:09:05.438739 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49966) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:05.474116 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-08af76fd-5909-4969-9534-8ae600b55b8a tempest-TestNetworkAdvancedServerOps-863404935 tempest-TestNetworkAdvancedServerOps-863404935-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=e4ca9f7ba7bc40c999cf6f648c1e5688&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342100 Jul 15 14:09:05.476808 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49968) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:05.550739 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-44320278-44d3-4d59-82ee-818ed3334380 None None] Set router 68ec151e-36fa-450c-8957-cde083ac74eb gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:09:05.634536 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b85345-dbce-4ad7-b7fc-19e76ecb6dbb tempest-TestNetworkAdvancedServerOps-863404935 tempest-TestNetworkAdvancedServerOps-863404935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:05.636116 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a6b85345-dbce-4ad7-b7fc-19e76ecb6dbb tempest-TestNetworkAdvancedServerOps-863404935 tempest-TestNetworkAdvancedServerOps-863404935-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1583881 Jul 15 14:09:05.639125 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49970) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:05.671911 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8361c2d0-9f3c-4b74-8323-b2728842eb3f tempest-TestNetworkAdvancedServerOps-863404935 tempest-TestNetworkAdvancedServerOps-863404935-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0b352371-cfe9-4be4-934e-718e319584db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317502 Jul 15 14:09:05.674565 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49972) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:05.679669 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-829ee433-2d88-4fd1-a618-806623008475 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-66524250', 'network_id': '8243b6c2-8891-46a2-87ae-469f8a66afe1', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:05.735700 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-44320278-44d3-4d59-82ee-818ed3334380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797372807', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '96110825-b786-4009-9bbc-6bd7d532774f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:09:04Z', 'updated_at': '2021-07-15T14:09:04Z', 'revision_number': 3, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '96110825-b786-4009-9bbc-6bd7d532774f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:37:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:04Z', 'updated_at': '2021-07-15T14:09:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:05.763359 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44320278-44d3-4d59-82ee-818ed3334380 None None] Checking router: 68ec151e-36fa-450c-8957-cde083ac74eb for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:09:05.763707 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44320278-44d3-4d59-82ee-818ed3334380 None None] Updating router 68ec151e-36fa-450c-8957-cde083ac74eb port 96110825-b786-4009-9bbc-6bd7d532774f binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:09:05.770027 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829ee433-2d88-4fd1-a618-806623008475 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Made reservation on behalf of e4ca9f7ba7bc40c999cf6f648c1e5688 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:09:05.773621 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-829ee433-2d88-4fd1-a618-806623008475 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:05.798957 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-44320278-44d3-4d59-82ee-818ed3334380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:05.952506 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-829ee433-2d88-4fd1-a618-806623008475 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:06.016726 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ee433-2d88-4fd1-a618-806623008475 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Subnet': ['ID=6ccad229-50b5-4f40-84dc-0cf9238e3e82,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:06.027039 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829ee433-2d88-4fd1-a618-806623008475 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Checking segment: {'id': 'f358c7a9-c9fe-403e-9398-d1ca180a6f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8243b6c2-8891-46a2-87ae-469f8a66afe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:09:06.027404 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829ee433-2d88-4fd1-a618-806623008475 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network hostable DHCP agents. Network: 8243b6c2-8891-46a2-87ae-469f8a66afe1, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:09:06.045636 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829ee433-2d88-4fd1-a618-806623008475 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network 8243b6c2-8891-46a2-87ae-469f8a66afe1 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:09:06.054608 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-829ee433-2d88-4fd1-a618-806623008475 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 8243b6c2-8891-46a2-87ae-469f8a66afe1) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:09:06.054836 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-44320278-44d3-4d59-82ee-818ed3334380 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:06.059481 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829ee433-2d88-4fd1-a618-806623008475 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:06.060080 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-829ee433-2d88-4fd1-a618-806623008475 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:06.067676 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff2df7c-4ed3-4d0e-ba95-f393b5d17ec8 None None] Network 8243b6c2-8891-46a2-87ae-469f8a66afe1 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:09:06.069739 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-44320278-44d3-4d59-82ee-818ed3334380 None None] Transition to ACTIVE for port object 96110825-b786-4009-9bbc-6bd7d532774f will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:09:06.079034 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-829ee433-2d88-4fd1-a618-806623008475 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4007373 Jul 15 14:09:06.079229 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 49974) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:06.083022 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-44320278-44d3-4d59-82ee-818ed3334380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:06.183925 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911515c-0ad5-44df-9c7b-215f5c991747 None None] Pushing event updated for resources: {'Port': ['ID=96110825-b786-4009-9bbc-6bd7d532774f,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:06.186326 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-44320278-44d3-4d59-82ee-818ed3334380 None None] Attempting to bind port 96110825-b786-4009-9bbc-6bd7d532774f on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:09:06.186704 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-44320278-44d3-4d59-82ee-818ed3334380 None None] Attempting to bind port 96110825-b786-4009-9bbc-6bd7d532774f by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:09:06.187066 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44320278-44d3-4d59-82ee-818ed3334380 None None] Attempting to bind port 96110825-b786-4009-9bbc-6bd7d532774f on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:09:06.202371 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44320278-44d3-4d59-82ee-818ed3334380 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:09:06.202798 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44320278-44d3-4d59-82ee-818ed3334380 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:09:06.203148 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-44320278-44d3-4d59-82ee-818ed3334380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:06.203536 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44320278-44d3-4d59-82ee-818ed3334380 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:09:06.204012 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-44320278-44d3-4d59-82ee-818ed3334380 None None] Bound port: 96110825-b786-4009-9bbc-6bd7d532774f, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:09:06.204396 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-44320278-44d3-4d59-82ee-818ed3334380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:06.288285 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-44320278-44d3-4d59-82ee-818ed3334380 None None] For port 96110825-b786-4009-9bbc-6bd7d532774f, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:09:06.316784 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-44320278-44d3-4d59-82ee-818ed3334380 None None] For port 96110825-b786-4009-9bbc-6bd7d532774f, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=96110825-b786-4009-9bbc-6bd7d532774f,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:09:06.319549 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecd85b2-2ce0-4a3b-a437-6efb07afc6fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-8243b6c2-8891-46a2-87ae-469f8a66afe1', 'network_id': '8243b6c2-8891-46a2-87ae-469f8a66afe1', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'fixed_ips': [{'subnet_id': '6ccad229-50b5-4f40-84dc-0cf9238e3e82'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:09:06.320523 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aecd85b2-2ce0-4a3b-a437-6efb07afc6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:06.325108 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-44320278-44d3-4d59-82ee-818ed3334380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:06.450335 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44320278-44d3-4d59-82ee-818ed3334380 None None] Routers {'68ec151e-36fa-450c-8957-cde083ac74eb'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:09:06.451003 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-44320278-44d3-4d59-82ee-818ed3334380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:08:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['68ec151e-36fa-450c-8957-cde083ac74eb'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:06.459428 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911515c-0ad5-44df-9c7b-215f5c991747 None None] Pushing event updated for resources: {'Port': ['ID=96110825-b786-4009-9bbc-6bd7d532774f,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:06.516830 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1af9f262-a65b-4540-9d21-0ae52243d790 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:06.596554 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-aecd85b2-2ce0-4a3b-a437-6efb07afc6fb None None] Allocated IP 172.20.0.2 (8243b6c2-8891-46a2-87ae-469f8a66afe1/6ccad229-50b5-4f40-84dc-0cf9238e3e82/0261e5c6-601b-4bf6-b1ea-d65a8c78b5fe) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:09:06.607853 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-44320278-44d3-4d59-82ee-818ed3334380 None None] Set router 68ec151e-36fa-450c-8957-cde083ac74eb gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:09:06.888934 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aecd85b2-2ce0-4a3b-a437-6efb07afc6fb None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:06.900278 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-aecd85b2-2ce0-4a3b-a437-6efb07afc6fb None None] Transition to ACTIVE for port object 0261e5c6-601b-4bf6-b1ea-d65a8c78b5fe will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:09:06.920190 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-aecd85b2-2ce0-4a3b-a437-6efb07afc6fb None None] Transition to ACTIVE for port object 0261e5c6-601b-4bf6-b1ea-d65a8c78b5fe will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:09:06.922170 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-44320278-44d3-4d59-82ee-818ed3334380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797372807', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '96110825-b786-4009-9bbc-6bd7d532774f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:09:04Z', 'updated_at': '2021-07-15T14:09:04Z', 'revision_number': 3, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '96110825-b786-4009-9bbc-6bd7d532774f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:37:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:04Z', 'updated_at': '2021-07-15T14:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:06.951013 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aecd85b2-2ce0-4a3b-a437-6efb07afc6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:06.958744 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44320278-44d3-4d59-82ee-818ed3334380 None None] The sync data for ids ['68ec151e-36fa-450c-8957-cde083ac74eb'] in n-d-758944-45 is: [{'id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797372807', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '96110825-b786-4009-9bbc-6bd7d532774f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:09:04Z', 'updated_at': '2021-07-15T14:09:04Z', 'revision_number': 3, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '96110825-b786-4009-9bbc-6bd7d532774f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:37:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:04Z', 'updated_at': '2021-07-15T14:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:09:06.979079 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-1af9f262-a65b-4540-9d21-0ae52243d790 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Allocated IP 172.20.0.1 (8243b6c2-8891-46a2-87ae-469f8a66afe1/6ccad229-50b5-4f40-84dc-0cf9238e3e82/302af132-0d73-4cb4-915b-1ce440031ef3) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:09:06.990415 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecd85b2-2ce0-4a3b-a437-6efb07afc6fb None None] Network 8243b6c2-8891-46a2-87ae-469f8a66afe1 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:09:06.997946 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-aecd85b2-2ce0-4a3b-a437-6efb07afc6fb None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:09:07.001679 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecd85b2-2ce0-4a3b-a437-6efb07afc6fb None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:09:07.007428 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd85b2-2ce0-4a3b-a437-6efb07afc6fb None None] Pushing event updated for resources: {'Port': ['ID=0261e5c6-601b-4bf6-b1ea-d65a8c78b5fe,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:07.068108 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-aecd85b2-2ce0-4a3b-a437-6efb07afc6fb None None] Attempting to bind port 0261e5c6-601b-4bf6-b1ea-d65a8c78b5fe on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:09:07.068483 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-aecd85b2-2ce0-4a3b-a437-6efb07afc6fb None None] Attempting to bind port 0261e5c6-601b-4bf6-b1ea-d65a8c78b5fe by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'f358c7a9-c9fe-403e-9398-d1ca180a6f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8243b6c2-8891-46a2-87ae-469f8a66afe1'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:09:07.068851 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecd85b2-2ce0-4a3b-a437-6efb07afc6fb None None] Attempting to bind port 0261e5c6-601b-4bf6-b1ea-d65a8c78b5fe on network 8243b6c2-8891-46a2-87ae-469f8a66afe1 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:09:07.074549 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecd85b2-2ce0-4a3b-a437-6efb07afc6fb None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:09:07.074955 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecd85b2-2ce0-4a3b-a437-6efb07afc6fb None None] Checking segment: {'id': 'f358c7a9-c9fe-403e-9398-d1ca180a6f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8243b6c2-8891-46a2-87ae-469f8a66afe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:09:07.075365 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aecd85b2-2ce0-4a3b-a437-6efb07afc6fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:07.075761 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecd85b2-2ce0-4a3b-a437-6efb07afc6fb None None] Bound using segment: {'id': 'f358c7a9-c9fe-403e-9398-d1ca180a6f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8243b6c2-8891-46a2-87ae-469f8a66afe1'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:09:07.076239 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-aecd85b2-2ce0-4a3b-a437-6efb07afc6fb None None] Bound port: 0261e5c6-601b-4bf6-b1ea-d65a8c78b5fe, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f358c7a9-c9fe-403e-9398-d1ca180a6f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8243b6c2-8891-46a2-87ae-469f8a66afe1'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:09:07.076763 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aecd85b2-2ce0-4a3b-a437-6efb07afc6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:07.149814 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-aecd85b2-2ce0-4a3b-a437-6efb07afc6fb None None] For port 0261e5c6-601b-4bf6-b1ea-d65a8c78b5fe, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:09:07.153625 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-aecd85b2-2ce0-4a3b-a437-6efb07afc6fb None None] For port 0261e5c6-601b-4bf6-b1ea-d65a8c78b5fe, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0261e5c6-601b-4bf6-b1ea-d65a8c78b5fe,segment=NetworkSegment(f358c7a9-c9fe-403e-9398-d1ca180a6f1d),segment_id=f358c7a9-c9fe-403e-9398-d1ca180a6f1d)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:09:07.163698 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aecd85b2-2ce0-4a3b-a437-6efb07afc6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:07.256616 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd85b2-2ce0-4a3b-a437-6efb07afc6fb None None] Pushing event updated for resources: {'Port': ['ID=0261e5c6-601b-4bf6-b1ea-d65a8c78b5fe,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:07.383617 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 96110825-b786-4009-9bbc-6bd7d532774f up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:07.481517 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 96110825-b786-4009-9bbc-6bd7d532774f completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:09:07.486276 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 96110825-b786-4009-9bbc-6bd7d532774f triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:07.486644 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:07.503710 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1af9f262-a65b-4540-9d21-0ae52243d790 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:07.518742 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1af9f262-a65b-4540-9d21-0ae52243d790 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Transition to ACTIVE for port object 302af132-0d73-4cb4-915b-1ce440031ef3 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:09:07.565512 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1af9f262-a65b-4540-9d21-0ae52243d790 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:07.594458 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:07.615716 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af9f262-a65b-4540-9d21-0ae52243d790 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network 8243b6c2-8891-46a2-87ae-469f8a66afe1 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:09:07.619501 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-1af9f262-a65b-4540-9d21-0ae52243d790 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:09:07.623777 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af9f262-a65b-4540-9d21-0ae52243d790 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:09:07.629734 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 96110825-b786-4009-9bbc-6bd7d532774f, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=96110825-b786-4009-9bbc-6bd7d532774f,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:07.630794 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9f262-a65b-4540-9d21-0ae52243d790 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Port': ['ID=302af132-0d73-4cb4-915b-1ce440031ef3,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:07.637565 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:07.680061 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1af9f262-a65b-4540-9d21-0ae52243d790 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:07.691421 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=96110825-b786-4009-9bbc-6bd7d532774f,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:07.833582 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1af9f262-a65b-4540-9d21-0ae52243d790 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:08.118131 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1af9f262-a65b-4540-9d21-0ae52243d790 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:08.123193 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1af9f262-a65b-4540-9d21-0ae52243d790 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:08.201037 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1af9f262-a65b-4540-9d21-0ae52243d790 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:08.202882 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9f262-a65b-4540-9d21-0ae52243d790 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Port': ['ID=302af132-0d73-4cb4-915b-1ce440031ef3,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:08.303448 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af9f262-a65b-4540-9d21-0ae52243d790 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network 8243b6c2-8891-46a2-87ae-469f8a66afe1 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:09:08.304178 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f02068-9295-4c4d-ae2b-66bfa639e25b None None] Network 8243b6c2-8891-46a2-87ae-469f8a66afe1 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:09:08.304896 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-1af9f262-a65b-4540-9d21-0ae52243d790 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:09:08.427122 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af9f262-a65b-4540-9d21-0ae52243d790 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Router 68ec151e-36fa-450c-8957-cde083ac74eb has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:09:08.532898 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-497b5a07-a3d2-47dd-9a0f-11b4884cf513 None None] Provisioning for port 0261e5c6-601b-4bf6-b1ea-d65a8c78b5fe completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:09:08.543129 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af9f262-a65b-4540-9d21-0ae52243d790 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:09:08.548746 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1af9f262-a65b-4540-9d21-0ae52243d790 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "PUT /v2.0/routers/68ec151e-36fa-450c-8957-cde083ac74eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4683971 Jul 15 14:09:08.696981 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-98720983-70ee-4a48-b0b3-b3b4ade58e9c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1726173712&fields=id&tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688 HTTP/1.1" status: 200 len: 267 time: 0.0375326 Jul 15 14:09:08.820084 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:08.823051 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-81b2d4e9-0e84-4570-ba25-aeb782f1ac1b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:08.825442 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-81b2d4e9-0e84-4570-ba25-aeb782f1ac1b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/networks?id=8243b6c2-8891-46a2-87ae-469f8a66afe1 HTTP/1.1" status: 200 len: 796 time: 0.1214623 Jul 15 14:09:08.845656 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-5e054925-8ebc-4713-a1c3-add2072aaf36 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/quotas/e4ca9f7ba7bc40c999cf6f648c1e5688 HTTP/1.1" status: 200 len: 375 time: 0.0112438 Jul 15 14:09:08.865139 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5705697c-5166-450b-8278-70fc34501e47 None None] Provisioning for port 302af132-0d73-4cb4-915b-1ce440031ef3 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:09:08.869314 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5705697c-5166-450b-8278-70fc34501e47 None None] Provisioning complete for port 302af132-0d73-4cb4-915b-1ce440031ef3 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:08.869673 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5705697c-5166-450b-8278-70fc34501e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:08.907983 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5705697c-5166-450b-8278-70fc34501e47 None None] Port 302af132-0d73-4cb4-915b-1ce440031ef3 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:09:08.931360 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee8560b-56c0-410e-af3a-ba82b2458b6c None None] Sync routers for ids ['68ec151e-36fa-450c-8957-cde083ac74eb'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:09:08.933924 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-0b61b165-bdf6-41f4-a0d7-81c938f464c4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823684 Jul 15 14:09:08.946212 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee8560b-56c0-410e-af3a-ba82b2458b6c None None] Routers {'68ec151e-36fa-450c-8957-cde083ac74eb'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:09:08.946840 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9ee8560b-56c0-410e-af3a-ba82b2458b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:08:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['68ec151e-36fa-450c-8957-cde083ac74eb'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:09.044273 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-62348fba-b89b-4018-a3c7-96608d363f96 None None] Provisioning complete for port 302af132-0d73-4cb4-915b-1ce440031ef3 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:09.044650 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-62348fba-b89b-4018-a3c7-96608d363f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:09.047531 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-fa51e35b-f177-4222-9d0d-197f11284e25 service neutron] 10.222.0.24 "GET /v2.0/networks/8243b6c2-8891-46a2-87ae-469f8a66afe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002004 Jul 15 14:09:09.062505 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-9ee8560b-56c0-410e-af3a-ba82b2458b6c None None] Set router 68ec151e-36fa-450c-8957-cde083ac74eb gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:09:09.087347 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-62348fba-b89b-4018-a3c7-96608d363f96 None None] Port 302af132-0d73-4cb4-915b-1ce440031ef3 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:09:09.142230 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-cd8e8060-2117-48cb-b922-65ed9d4bb57b service neutron] 10.222.0.24 "GET /v2.0/networks/8243b6c2-8891-46a2-87ae-469f8a66afe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937703 Jul 15 14:09:09.290133 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9ee8560b-56c0-410e-af3a-ba82b2458b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797372807', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '96110825-b786-4009-9bbc-6bd7d532774f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:09:04Z', 'updated_at': '2021-07-15T14:09:07Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '96110825-b786-4009-9bbc-6bd7d532774f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:37:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:04Z', 'updated_at': '2021-07-15T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '302af132-0d73-4cb4-915b-1ce440031ef3', 'name': '', 'network_id': '8243b6c2-8891-46a2-87ae-469f8a66afe1', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:46:b1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6ccad229-50b5-4f40-84dc-0cf9238e3e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:06Z', 'updated_at': '2021-07-15T14:09:07Z', 'revision_number': 2, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': '6ccad229-50b5-4f40-84dc-0cf9238e3e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:09.309390 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c686b572-7b29-47f9-bc0e-d7ee0ea2c17c None None] Provisioning complete for port 302af132-0d73-4cb4-915b-1ce440031ef3 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:09.309796 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c686b572-7b29-47f9-bc0e-d7ee0ea2c17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:09.329601 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee8560b-56c0-410e-af3a-ba82b2458b6c None None] Checking router: 68ec151e-36fa-450c-8957-cde083ac74eb for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:09:09.329981 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee8560b-56c0-410e-af3a-ba82b2458b6c None None] Updating router 68ec151e-36fa-450c-8957-cde083ac74eb port 302af132-0d73-4cb4-915b-1ce440031ef3 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:09:09.352633 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c686b572-7b29-47f9-bc0e-d7ee0ea2c17c None None] Port 302af132-0d73-4cb4-915b-1ce440031ef3 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:09:09.366571 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d534dcce-f5a8-47f4-a813-aba52149bbbd req-a4a42bff-a6d3-4fac-a8ac-96d5f95e2b9e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 210 time: 0.0490181 Jul 15 14:09:09.475524 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ee8560b-56c0-410e-af3a-ba82b2458b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:09.480909 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0261e5c6-601b-4bf6-b1ea-d65a8c78b5fe up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:09.540437 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 0261e5c6-601b-4bf6-b1ea-d65a8c78b5fe completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:09:09.545022 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 0261e5c6-601b-4bf6-b1ea-d65a8c78b5fe triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:09.545437 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:09.634259 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:09.670664 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 0261e5c6-601b-4bf6-b1ea-d65a8c78b5fe, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0261e5c6-601b-4bf6-b1ea-d65a8c78b5fe,segment=NetworkSegment(f358c7a9-c9fe-403e-9398-d1ca180a6f1d),segment_id=f358c7a9-c9fe-403e-9398-d1ca180a6f1d)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:09.675959 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:09.676937 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 96110825-b786-4009-9bbc-6bd7d532774f up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:09.759369 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=0261e5c6-601b-4bf6-b1ea-d65a8c78b5fe,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:09.770578 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ee8560b-56c0-410e-af3a-ba82b2458b6c None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:09.776515 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 96110825-b786-4009-9bbc-6bd7d532774f triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:09.777100 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:09.781004 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9ee8560b-56c0-410e-af3a-ba82b2458b6c None None] Transition to ACTIVE for port object 302af132-0d73-4cb4-915b-1ce440031ef3 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:09:09.789116 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ee8560b-56c0-410e-af3a-ba82b2458b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:09.843765 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d16bb-0b02-42c8-b166-37fb24f7f5be None None] Pushing event updated for resources: {'Port': ['ID=302af132-0d73-4cb4-915b-1ce440031ef3,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:09.872997 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d16bb-0b02-42c8-b166-37fb24f7f5be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:09.873339 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d16bb-0b02-42c8-b166-37fb24f7f5be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:09.873667 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d16bb-0b02-42c8-b166-37fb24f7f5be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:09.874096 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d16bb-0b02-42c8-b166-37fb24f7f5be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:09.874333 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d16bb-0b02-42c8-b166-37fb24f7f5be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:09.874650 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d16bb-0b02-42c8-b166-37fb24f7f5be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:09.875063 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d16bb-0b02-42c8-b166-37fb24f7f5be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:09.875333 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d16bb-0b02-42c8-b166-37fb24f7f5be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:09.875672 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d16bb-0b02-42c8-b166-37fb24f7f5be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:09.875865 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d16bb-0b02-42c8-b166-37fb24f7f5be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:09.876389 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d16bb-0b02-42c8-b166-37fb24f7f5be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:09.876792 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235d16bb-0b02-42c8-b166-37fb24f7f5be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:09.910092 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-9ee8560b-56c0-410e-af3a-ba82b2458b6c None None] Attempting to bind port 302af132-0d73-4cb4-915b-1ce440031ef3 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:09:09.910469 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-9ee8560b-56c0-410e-af3a-ba82b2458b6c None None] Attempting to bind port 302af132-0d73-4cb4-915b-1ce440031ef3 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'f358c7a9-c9fe-403e-9398-d1ca180a6f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8243b6c2-8891-46a2-87ae-469f8a66afe1'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:09:09.910812 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee8560b-56c0-410e-af3a-ba82b2458b6c None None] Attempting to bind port 302af132-0d73-4cb4-915b-1ce440031ef3 on network 8243b6c2-8891-46a2-87ae-469f8a66afe1 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:09:09.916295 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee8560b-56c0-410e-af3a-ba82b2458b6c None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:09:09.916767 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee8560b-56c0-410e-af3a-ba82b2458b6c None None] Checking segment: {'id': 'f358c7a9-c9fe-403e-9398-d1ca180a6f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8243b6c2-8891-46a2-87ae-469f8a66afe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:09:09.917607 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ee8560b-56c0-410e-af3a-ba82b2458b6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:09.918273 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee8560b-56c0-410e-af3a-ba82b2458b6c None None] Bound using segment: {'id': 'f358c7a9-c9fe-403e-9398-d1ca180a6f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8243b6c2-8891-46a2-87ae-469f8a66afe1'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:09:09.918740 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-9ee8560b-56c0-410e-af3a-ba82b2458b6c None None] Bound port: 302af132-0d73-4cb4-915b-1ce440031ef3, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f358c7a9-c9fe-403e-9398-d1ca180a6f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8243b6c2-8891-46a2-87ae-469f8a66afe1'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:09:09.919277 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ee8560b-56c0-410e-af3a-ba82b2458b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:09.986390 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9ee8560b-56c0-410e-af3a-ba82b2458b6c None None] For port 302af132-0d73-4cb4-915b-1ce440031ef3, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:09:09.990672 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-9ee8560b-56c0-410e-af3a-ba82b2458b6c None None] For port 302af132-0d73-4cb4-915b-1ce440031ef3, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=302af132-0d73-4cb4-915b-1ce440031ef3,segment=NetworkSegment(f358c7a9-c9fe-403e-9398-d1ca180a6f1d),segment_id=f358c7a9-c9fe-403e-9398-d1ca180a6f1d)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:09:09.996735 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9ee8560b-56c0-410e-af3a-ba82b2458b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:10.059039 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee8560b-56c0-410e-af3a-ba82b2458b6c None None] Routers {'68ec151e-36fa-450c-8957-cde083ac74eb'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:09:10.059571 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9ee8560b-56c0-410e-af3a-ba82b2458b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:08:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['68ec151e-36fa-450c-8957-cde083ac74eb'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:10.062687 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d16bb-0b02-42c8-b166-37fb24f7f5be None None] Pushing event updated for resources: {'Port': ['ID=302af132-0d73-4cb4-915b-1ce440031ef3,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:10.175560 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-9ee8560b-56c0-410e-af3a-ba82b2458b6c None None] Set router 68ec151e-36fa-450c-8957-cde083ac74eb gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:09:10.371939 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-9ee8560b-56c0-410e-af3a-ba82b2458b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797372807', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '96110825-b786-4009-9bbc-6bd7d532774f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:09:04Z', 'updated_at': '2021-07-15T14:09:07Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '96110825-b786-4009-9bbc-6bd7d532774f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:37:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:04Z', 'updated_at': '2021-07-15T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '302af132-0d73-4cb4-915b-1ce440031ef3', 'name': '', 'network_id': '8243b6c2-8891-46a2-87ae-469f8a66afe1', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:46:b1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6ccad229-50b5-4f40-84dc-0cf9238e3e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:06Z', 'updated_at': '2021-07-15T14:09:09Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': '6ccad229-50b5-4f40-84dc-0cf9238e3e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:10.399024 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee8560b-56c0-410e-af3a-ba82b2458b6c None None] The sync data for ids ['68ec151e-36fa-450c-8957-cde083ac74eb'] in n-d-758944-45 is: [{'id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797372807', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '96110825-b786-4009-9bbc-6bd7d532774f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:09:04Z', 'updated_at': '2021-07-15T14:09:07Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '96110825-b786-4009-9bbc-6bd7d532774f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:37:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:04Z', 'updated_at': '2021-07-15T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '302af132-0d73-4cb4-915b-1ce440031ef3', 'name': '', 'network_id': '8243b6c2-8891-46a2-87ae-469f8a66afe1', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:46:b1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6ccad229-50b5-4f40-84dc-0cf9238e3e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:06Z', 'updated_at': '2021-07-15T14:09:09Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': '6ccad229-50b5-4f40-84dc-0cf9238e3e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:09:10.552252 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3e6485f0-37d5-4ea5-a804-0d03fab0a4d0 req-d40b84a8-49eb-4c78-85b4-8f55470140a2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 210 time: 0.0411415 Jul 15 14:09:10.585719 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-ad9133ad-6429-4d66-a0b4-2ef6210e092a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:10.587327 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-ad9133ad-6429-4d66-a0b4-2ef6210e092a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.32 "GET /v2.0/networks?id=8243b6c2-8891-46a2-87ae-469f8a66afe1 HTTP/1.1" status: 200 len: 796 time: 0.1225088 Jul 15 14:09:10.644775 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-97c3f7b2-a100-4abf-818e-82b0885e5932 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688 HTTP/1.1" status: 200 len: 380 time: 0.0425262 Jul 15 14:09:10.653901 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-ef5efd2a-4670-42ce-a0df-96d6c0f67894 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'port': {'device_id': 'ada914af-63c4-41f7-94e0-b5936ee87319', 'network_id': '8243b6c2-8891-46a2-87ae-469f8a66afe1', 'admin_state_up': True, 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'security_groups': ['9a0380f6-8d3e-4aa6-9774-6e387e0da829']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:10.773342 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-ef5efd2a-4670-42ce-a0df-96d6c0f67894 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Made reservation on behalf of e4ca9f7ba7bc40c999cf6f648c1e5688 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:09:10.777640 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-ef5efd2a-4670-42ce-a0df-96d6c0f67894 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:10.913871 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-ef5efd2a-4670-42ce-a0df-96d6c0f67894 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Allocated IP 172.20.0.8 (8243b6c2-8891-46a2-87ae-469f8a66afe1/6ccad229-50b5-4f40-84dc-0cf9238e3e82/01112428-efc7-4016-b658-de2dd515768a) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:09:11.058796 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-ef5efd2a-4670-42ce-a0df-96d6c0f67894 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:11.072988 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-ef5efd2a-4670-42ce-a0df-96d6c0f67894 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Transition to ACTIVE for port object 01112428-efc7-4016-b658-de2dd515768a will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:09:11.111424 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-ef5efd2a-4670-42ce-a0df-96d6c0f67894 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:11.161791 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-ef5efd2a-4670-42ce-a0df-96d6c0f67894 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network 8243b6c2-8891-46a2-87ae-469f8a66afe1 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:09:11.167310 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-ef5efd2a-4670-42ce-a0df-96d6c0f67894 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:09:11.171327 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-ef5efd2a-4670-42ce-a0df-96d6c0f67894 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:09:11.202547 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5efd2a-4670-42ce-a0df-96d6c0f67894 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Port': ['ID=01112428-efc7-4016-b658-de2dd515768a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:11.229622 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-ef5efd2a-4670-42ce-a0df-96d6c0f67894 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:11.230491 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-ef5efd2a-4670-42ce-a0df-96d6c0f67894 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:11.248717 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-ef5efd2a-4670-42ce-a0df-96d6c0f67894 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5987599 Jul 15 14:09:11.267445 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-76087241-0ad9-4351-9a84-e9e251191754 service neutron] Request body: {'port': {'device_id': 'ada914af-63c4-41f7-94e0-b5936ee87319', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:11.363481 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-76087241-0ad9-4351-9a84-e9e251191754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:11.435022 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0261e5c6-601b-4bf6-b1ea-d65a8c78b5fe up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:11.456891 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a1e1e423-1902-46eb-a04a-9eeb7134bc6b None None] Provisioning for port 01112428-efc7-4016-b658-de2dd515768a completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:09:11.465393 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a1e1e423-1902-46eb-a04a-9eeb7134bc6b None None] Provisioning complete for port 01112428-efc7-4016-b658-de2dd515768a triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:11.465787 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a1e1e423-1902-46eb-a04a-9eeb7134bc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:11.508592 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-a1e1e423-1902-46eb-a04a-9eeb7134bc6b None None] Port 01112428-efc7-4016-b658-de2dd515768a cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:09:11.520112 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 0261e5c6-601b-4bf6-b1ea-d65a8c78b5fe triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:11.520483 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:11.608245 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 302af132-0d73-4cb4-915b-1ce440031ef3 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:11.666550 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 302af132-0d73-4cb4-915b-1ce440031ef3 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:09:11.670999 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 302af132-0d73-4cb4-915b-1ce440031ef3 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:11.671376 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:11.672950 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-76087241-0ad9-4351-9a84-e9e251191754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01112428-efc7-4016-b658-de2dd515768a {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:09:11.692083 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-76087241-0ad9-4351-9a84-e9e251191754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:11.725410 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-76087241-0ad9-4351-9a84-e9e251191754 service neutron] Transition to ACTIVE for port object 01112428-efc7-4016-b658-de2dd515768a will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:09:11.731755 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-76087241-0ad9-4351-9a84-e9e251191754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:11.753552 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:11.788677 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 302af132-0d73-4cb4-915b-1ce440031ef3, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=302af132-0d73-4cb4-915b-1ce440031ef3,segment=NetworkSegment(f358c7a9-c9fe-403e-9398-d1ca180a6f1d),segment_id=f358c7a9-c9fe-403e-9398-d1ca180a6f1d)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:11.793197 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:11.801841 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111be4e-ca1c-4390-94ce-1e427b4d7996 req-037ed5b1-badd-4d00-9eb0-a77a3b026245 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:11.803390 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a111be4e-ca1c-4390-94ce-1e427b4d7996 req-037ed5b1-badd-4d00-9eb0-a77a3b026245 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 931 time: 0.1257889 Jul 15 14:09:11.805664 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76087241-0ad9-4351-9a84-e9e251191754 service neutron] Pushing event updated for resources: {'Port': ['ID=01112428-efc7-4016-b658-de2dd515768a,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:11.845646 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=302af132-0d73-4cb4-915b-1ce440031ef3,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:11.889072 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a111be4e-ca1c-4390-94ce-1e427b4d7996 req-471932ac-352a-4daf-9072-9d55147614e9 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0380f6-8d3e-4aa6-9774-6e387e0da829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761719 Jul 15 14:09:11.908175 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-76087241-0ad9-4351-9a84-e9e251191754 service neutron] Attempting to bind port 01112428-efc7-4016-b658-de2dd515768a on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:09:11.908513 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-76087241-0ad9-4351-9a84-e9e251191754 service neutron] Attempting to bind port 01112428-efc7-4016-b658-de2dd515768a by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'f358c7a9-c9fe-403e-9398-d1ca180a6f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8243b6c2-8891-46a2-87ae-469f8a66afe1'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:09:11.908842 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-76087241-0ad9-4351-9a84-e9e251191754 service neutron] Attempting to bind port 01112428-efc7-4016-b658-de2dd515768a on network 8243b6c2-8891-46a2-87ae-469f8a66afe1 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:09:11.913222 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-76087241-0ad9-4351-9a84-e9e251191754 service neutron] Port 01112428-efc7-4016-b658-de2dd515768a on network 8243b6c2-8891-46a2-87ae-469f8a66afe1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:09:11.913543 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-76087241-0ad9-4351-9a84-e9e251191754 service neutron] Attempting to bind port 01112428-efc7-4016-b658-de2dd515768a on network 8243b6c2-8891-46a2-87ae-469f8a66afe1 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:09:11.919316 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-76087241-0ad9-4351-9a84-e9e251191754 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:09:11.919659 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-76087241-0ad9-4351-9a84-e9e251191754 service neutron] Checking segment: {'id': 'f358c7a9-c9fe-403e-9398-d1ca180a6f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8243b6c2-8891-46a2-87ae-469f8a66afe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:09:11.920062 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-76087241-0ad9-4351-9a84-e9e251191754 service neutron] Bound using segment: {'id': 'f358c7a9-c9fe-403e-9398-d1ca180a6f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8243b6c2-8891-46a2-87ae-469f8a66afe1'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:09:11.920488 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-76087241-0ad9-4351-9a84-e9e251191754 service neutron] Bound port: 01112428-efc7-4016-b658-de2dd515768a, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f358c7a9-c9fe-403e-9398-d1ca180a6f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8243b6c2-8891-46a2-87ae-469f8a66afe1'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:09:11.920849 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-76087241-0ad9-4351-9a84-e9e251191754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:11.989720 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-76087241-0ad9-4351-9a84-e9e251191754 service neutron] For port 01112428-efc7-4016-b658-de2dd515768a, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:09:11.992817 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-76087241-0ad9-4351-9a84-e9e251191754 service neutron] For port 01112428-efc7-4016-b658-de2dd515768a, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=01112428-efc7-4016-b658-de2dd515768a,segment=NetworkSegment(f358c7a9-c9fe-403e-9398-d1ca180a6f1d),segment_id=f358c7a9-c9fe-403e-9398-d1ca180a6f1d)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:09:11.998263 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-76087241-0ad9-4351-9a84-e9e251191754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:12.036269 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-76087241-0ad9-4351-9a84-e9e251191754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:12.036841 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-76087241-0ad9-4351-9a84-e9e251191754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:12.038297 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-76087241-0ad9-4351-9a84-e9e251191754 service neutron] 10.222.0.32 "PUT /v2.0/ports/01112428-efc7-4016-b658-de2dd515768a HTTP/1.1" status: 200 len: 1092 time: 0.7756801 Jul 15 14:09:12.038742 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada914af-63c4-41f7-94e0-b5936ee87319', 'tag': '01112428-efc7-4016-b658-de2dd515768a'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:09:12.041009 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72254dd9-27fe-4542-9a96-0fcfc10de0fe" -d '{"events": [{"name": "network-changed", "server_uuid": "ada914af-63c4-41f7-94e0-b5936ee87319", "tag": "01112428-efc7-4016-b658-de2dd515768a"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:09:12.067043 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76087241-0ad9-4351-9a84-e9e251191754 service neutron] Pushing event updated for resources: {'Port': ['ID=01112428-efc7-4016-b658-de2dd515768a,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:12.090596 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8740323-a28d-4e61-809b-34e6c17b9c57 x-openstack-request-id: req-e8740323-a28d-4e61-809b-34e6c17b9c57 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:09:12.090887 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada914af-63c4-41f7-94e0-b5936ee87319", "tag": "01112428-efc7-4016-b658-de2dd515768a", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:09:12.091138 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8740323-a28d-4e61-809b-34e6c17b9c57 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:09:12.091543 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada914af-63c4-41f7-94e0-b5936ee87319', 'tag': '01112428-efc7-4016-b658-de2dd515768a', 'status': 'completed', 'code': 200} Jul 15 14:09:12.160931 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-6cc38a5f-18ff-4459-b812-84f3d463eae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:12.162552 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-6cc38a5f-18ff-4459-b812-84f3d463eae5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 1095 time: 0.0552838 Jul 15 14:09:12.211241 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-3afd4198-d7c8-41b5-b569-2c10d1aa144f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01112428-efc7-4016-b658-de2dd515768a HTTP/1.1" status: 200 len: 217 time: 0.0354152 Jul 15 14:09:12.265444 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-b8571c19-e4f6-4d06-a2aa-ff5d5af1cca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:12.266959 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-b8571c19-e4f6-4d06-a2aa-ff5d5af1cca1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ccad229-50b5-4f40-84dc-0cf9238e3e82 HTTP/1.1" status: 200 len: 833 time: 0.0500512 Jul 15 14:09:12.323197 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-c1448be8-8ba3-4756-b4db-d8a0eded8d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:12.324610 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-c1448be8-8ba3-4756-b4db-d8a0eded8d66 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8243b6c2-8891-46a2-87ae-469f8a66afe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514057 Jul 15 14:09:12.412328 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-332f9d4f-8947-4ba8-9fcf-3a381c3762a7 service neutron] 10.222.0.32 "GET /v2.0/networks/8243b6c2-8891-46a2-87ae-469f8a66afe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809617 Jul 15 14:09:12.510060 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9354532d-0d7e-4108-a5bf-7b3b15717db2 req-44c02337-c784-4937-8412-935580b712df service neutron] 10.222.0.32 "GET /v2.0/networks/8243b6c2-8891-46a2-87ae-469f8a66afe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916536 Jul 15 14:09:12.646789 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72254dd9-27fe-4542-9a96-0fcfc10de0fe req-a11a6391-f50a-456c-beb5-c6e2d0fb7d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:12.648394 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-72254dd9-27fe-4542-9a96-0fcfc10de0fe req-a11a6391-f50a-456c-beb5-c6e2d0fb7d4c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 1095 time: 0.0541849 Jul 15 14:09:12.740695 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72254dd9-27fe-4542-9a96-0fcfc10de0fe req-d7105140-d1e7-47e8-a17f-17a367c258e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:12.742208 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-72254dd9-27fe-4542-9a96-0fcfc10de0fe req-d7105140-d1e7-47e8-a17f-17a367c258e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8243b6c2-8891-46a2-87ae-469f8a66afe1 HTTP/1.1" status: 200 len: 897 time: 0.0876329 Jul 15 14:09:12.783063 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-72254dd9-27fe-4542-9a96-0fcfc10de0fe req-cb14a7e4-7dd6-454b-a667-329e2de477f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01112428-efc7-4016-b658-de2dd515768a HTTP/1.1" status: 200 len: 217 time: 0.0341403 Jul 15 14:09:12.837568 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72254dd9-27fe-4542-9a96-0fcfc10de0fe req-19b982ad-e383-41ef-8a30-cf48caa4acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:12.839713 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-72254dd9-27fe-4542-9a96-0fcfc10de0fe req-19b982ad-e383-41ef-8a30-cf48caa4acf7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ccad229-50b5-4f40-84dc-0cf9238e3e82 HTTP/1.1" status: 200 len: 833 time: 0.0487592 Jul 15 14:09:12.895484 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72254dd9-27fe-4542-9a96-0fcfc10de0fe req-ffc9ec26-dabe-478b-b1d8-506b3af8c045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:12.897022 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-72254dd9-27fe-4542-9a96-0fcfc10de0fe req-ffc9ec26-dabe-478b-b1d8-506b3af8c045 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8243b6c2-8891-46a2-87ae-469f8a66afe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511053 Jul 15 14:09:12.987385 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-72254dd9-27fe-4542-9a96-0fcfc10de0fe req-faf2abb6-97f4-4be4-8224-77528b2fbd5e service neutron] 10.222.0.32 "GET /v2.0/networks/8243b6c2-8891-46a2-87ae-469f8a66afe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830834 Jul 15 14:09:13.122797 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-72254dd9-27fe-4542-9a96-0fcfc10de0fe req-4eef5e27-a1b1-4ccd-8138-faec6962a07b service neutron] 10.222.0.32 "GET /v2.0/networks/8243b6c2-8891-46a2-87ae-469f8a66afe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278629 Jul 15 14:09:13.131343 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a66f51-2aca-42ee-8837-fb43f31e17e5 req-f6752b62-7b4e-418d-bd59-c20ef7792dd0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:13.132729 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f1a66f51-2aca-42ee-8837-fb43f31e17e5 req-f6752b62-7b4e-418d-bd59-c20ef7792dd0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 943 time: 0.1299875 Jul 15 14:09:13.171094 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f1a66f51-2aca-42ee-8837-fb43f31e17e5 req-876a97ae-8413-4881-9841-cb4ec6caaa68 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0380f6-8d3e-4aa6-9774-6e387e0da829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322053 Jul 15 14:09:13.332250 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 302af132-0d73-4cb4-915b-1ce440031ef3 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:13.379307 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 302af132-0d73-4cb4-915b-1ce440031ef3 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:13.379676 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:14.349418 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6e772-bbb9-4df0-9928-d688999f8ee2 req-15149a44-2da3-476d-ab28-2d07f81ae0c2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:14.351073 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-65f6e772-bbb9-4df0-9928-d688999f8ee2 req-15149a44-2da3-476d-ab28-2d07f81ae0c2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 943 time: 0.0671082 Jul 15 14:09:14.389214 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-65f6e772-bbb9-4df0-9928-d688999f8ee2 req-2472a623-88e7-4334-aefe-4ba5783ed790 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0380f6-8d3e-4aa6-9774-6e387e0da829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319161 Jul 15 14:09:15.565689 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80077c-1124-4b04-9796-9e95194d78ed req-5b4a59c4-ec91-4980-a41a-8c2e2edfe3ea tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:15.567111 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fe80077c-1124-4b04-9796-9e95194d78ed req-5b4a59c4-ec91-4980-a41a-8c2e2edfe3ea tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 943 time: 0.0669434 Jul 15 14:09:15.604777 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fe80077c-1124-4b04-9796-9e95194d78ed req-eb2fca8d-52c9-4a11-a6a5-fe194791e083 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0380f6-8d3e-4aa6-9774-6e387e0da829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317073 Jul 15 14:09:16.341411 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 01112428-efc7-4016-b658-de2dd515768a details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:09:16.433154 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 01112428-efc7-4016-b658-de2dd515768a, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=01112428-efc7-4016-b658-de2dd515768a,segment=NetworkSegment(f358c7a9-c9fe-403e-9398-d1ca180a6f1d),segment_id=f358c7a9-c9fe-403e-9398-d1ca180a6f1d)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:16.443887 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '01112428-efc7-4016-b658-de2dd515768a', 'network_id': '8243b6c2-8891-46a2-87ae-469f8a66afe1', 'port_id': '01112428-efc7-4016-b658-de2dd515768a', 'mac_address': 'fa:16:3e:a9:95:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ccad229-50b5-4f40-84dc-0cf9238e3e82', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:09:16.483439 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:16.495431 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01112428-efc7-4016-b658-de2dd515768a {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:09:16.515611 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 01112428-efc7-4016-b658-de2dd515768a, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=01112428-efc7-4016-b658-de2dd515768a,segment=NetworkSegment(f358c7a9-c9fe-403e-9398-d1ca180a6f1d),segment_id=f358c7a9-c9fe-403e-9398-d1ca180a6f1d)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:16.519709 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:16.566542 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=01112428-efc7-4016-b658-de2dd515768a,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:16.791490 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee2120-5b95-4198-a3e1-88ce25dbba8c req-408745f9-7b84-46ad-ac4e-fd286d6d2ff2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:16.792891 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e7ee2120-5b95-4198-a3e1-88ce25dbba8c req-408745f9-7b84-46ad-ac4e-fd286d6d2ff2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 944 time: 0.0619433 Jul 15 14:09:16.793189 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['01112428-efc7-4016-b658-de2dd515768a'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:09:16.831578 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e7ee2120-5b95-4198-a3e1-88ce25dbba8c req-8ed3624d-85f1-49f4-909e-fa3de441704a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0380f6-8d3e-4aa6-9774-6e387e0da829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329206 Jul 15 14:09:18.001483 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75195b-a078-45fc-87c8-3a0d0862ee21 req-40bf13b2-5287-436e-a60e-60f70f73939d tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:18.002991 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4c75195b-a078-45fc-87c8-3a0d0862ee21 req-40bf13b2-5287-436e-a60e-60f70f73939d tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 944 time: 0.0625429 Jul 15 14:09:18.040380 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4c75195b-a078-45fc-87c8-3a0d0862ee21 req-2e54d53e-03dd-4b3c-955c-22a5df2926c9 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0380f6-8d3e-4aa6-9774-6e387e0da829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319259 Jul 15 14:09:18.343733 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 01112428-efc7-4016-b658-de2dd515768a up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:18.395864 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 01112428-efc7-4016-b658-de2dd515768a completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:09:18.399857 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 01112428-efc7-4016-b658-de2dd515768a triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:18.400237 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:18.477831 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:18.499751 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada914af-63c4-41f7-94e0-b5936ee87319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01112428-efc7-4016-b658-de2dd515768a'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:09:18.502023 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5982e52f7164c00132b4161e7da779dd5a615a4991d8f343d2f1980d90734956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76e481d-415e-421a-9472-2709034ac739" -d '{"events": [{"server_uuid": "ada914af-63c4-41f7-94e0-b5936ee87319", "name": "network-vif-plugged", "status": "completed", "tag": "01112428-efc7-4016-b658-de2dd515768a"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:09:18.516070 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 01112428-efc7-4016-b658-de2dd515768a, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=01112428-efc7-4016-b658-de2dd515768a,segment=NetworkSegment(f358c7a9-c9fe-403e-9398-d1ca180a6f1d),segment_id=f358c7a9-c9fe-403e-9398-d1ca180a6f1d)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:18.519763 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:18.542347 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d29fb7-22dc-4935-8416-72ca45d1af62 x-openstack-request-id: req-61d29fb7-22dc-4935-8416-72ca45d1af62 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:09:18.542643 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada914af-63c4-41f7-94e0-b5936ee87319", "name": "network-vif-plugged", "status": "completed", "tag": "01112428-efc7-4016-b658-de2dd515768a", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:09:18.542899 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-61d29fb7-22dc-4935-8416-72ca45d1af62 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:09:18.543291 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada914af-63c4-41f7-94e0-b5936ee87319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01112428-efc7-4016-b658-de2dd515768a', 'code': 200} Jul 15 14:09:18.569130 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=01112428-efc7-4016-b658-de2dd515768a,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:18.676528 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0756eb-80e7-4fa2-9af1-621d5f3d3806 req-14d4ef1c-19db-4e0e-8cf2-e01b5dd39794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:18.677948 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bc0756eb-80e7-4fa2-9af1-621d5f3d3806 req-14d4ef1c-19db-4e0e-8cf2-e01b5dd39794 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 1097 time: 0.0507345 Jul 15 14:09:18.715538 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bc0756eb-80e7-4fa2-9af1-621d5f3d3806 req-1a6de0f4-1900-4d93-807d-354da7ec79b2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9a0380f6-8d3e-4aa6-9774-6e387e0da829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316651 Jul 15 14:09:19.215169 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b60495-5339-466a-b866-15cfc83a1549 req-635bc092-6e1f-486a-a420-890197bb8260 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:19.216670 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58b60495-5339-466a-b866-15cfc83a1549 req-635bc092-6e1f-486a-a420-890197bb8260 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 945 time: 0.0633390 Jul 15 14:09:19.255607 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58b60495-5339-466a-b866-15cfc83a1549 req-0dad6233-c099-4b1b-871f-f6aafd92fd05 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0380f6-8d3e-4aa6-9774-6e387e0da829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331976 Jul 15 14:09:20.429866 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6017240-c196-4b2a-b7f1-f80ade742d27 req-b79af06c-d3d2-48d5-8d4d-def071e6ffbc tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:20.431364 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e6017240-c196-4b2a-b7f1-f80ade742d27 req-b79af06c-d3d2-48d5-8d4d-def071e6ffbc tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 945 time: 0.0668380 Jul 15 14:09:20.469049 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e6017240-c196-4b2a-b7f1-f80ade742d27 req-055fe386-4f0c-4990-b2d8-34dd50939574 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0380f6-8d3e-4aa6-9774-6e387e0da829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320864 Jul 15 14:09:20.641894 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd82f8e-39d1-42cf-91fc-c066c2199c1e req-11534efb-645a-4707-b7b2-520d50aaace6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:20.643390 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0bd82f8e-39d1-42cf-91fc-c066c2199c1e req-11534efb-645a-4707-b7b2-520d50aaace6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 945 time: 0.0654700 Jul 15 14:09:20.679669 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0bd82f8e-39d1-42cf-91fc-c066c2199c1e req-23c765b8-bb99-4335-ae94-b9e797e5c6e4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0380f6-8d3e-4aa6-9774-6e387e0da829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307705 Jul 15 14:09:20.704004 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50028) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:20.758493 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e98ee90-9f8e-41bb-9180-4cdf2b3981db tempest-TestNetworkAdvancedServerOps-863404935 tempest-TestNetworkAdvancedServerOps-863404935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:20.760019 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9e98ee90-9f8e-41bb-9180-4cdf2b3981db tempest-TestNetworkAdvancedServerOps-863404935 tempest-TestNetworkAdvancedServerOps-863404935-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 1092 time: 0.0550570 Jul 15 14:09:20.763431 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50030) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:20.767723 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-25d7b565-a42c-40e8-83c9-36910c96dbe3 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'port_id': '01112428-efc7-4016-b658-de2dd515768a', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:20.791515 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-25d7b565-a42c-40e8-83c9-36910c96dbe3 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:20.885438 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-25d7b565-a42c-40e8-83c9-36910c96dbe3 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:20.939394 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-51035193-086f-49e3-ba16-199cc768173a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:21.001494 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-25d7b565-a42c-40e8-83c9-36910c96dbe3 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Allocated IP 172.25.6.113 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/719b8c27-1fbb-48d2-adff-ec00a06c3ced) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:09:21.103759 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-25d7b565-a42c-40e8-83c9-36910c96dbe3 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:21.143841 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-25d7b565-a42c-40e8-83c9-36910c96dbe3 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:21.191162 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d7b565-a42c-40e8-83c9-36910c96dbe3 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:09:21.194066 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-25d7b565-a42c-40e8-83c9-36910c96dbe3 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:09:21.196567 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d7b565-a42c-40e8-83c9-36910c96dbe3 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:09:21.221172 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7b565-a42c-40e8-83c9-36910c96dbe3 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Port': ['ID=719b8c27-1fbb-48d2-adff-ec00a06c3ced,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:21.591967 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-25d7b565-a42c-40e8-83c9-36910c96dbe3 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:21.670361 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-25d7b565-a42c-40e8-83c9-36910c96dbe3 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:21.819934 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-25d7b565-a42c-40e8-83c9-36910c96dbe3 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:21.824952 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-25d7b565-a42c-40e8-83c9-36910c96dbe3 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:21.896847 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7b565-a42c-40e8-83c9-36910c96dbe3 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Port': ['ID=719b8c27-1fbb-48d2-adff-ec00a06c3ced,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:21.907277 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-25d7b565-a42c-40e8-83c9-36910c96dbe3 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:22.004502 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-25d7b565-a42c-40e8-83c9-36910c96dbe3 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Floating IP 5eab38fc-5e37-4c3f-b0c9-ea0080a252ac associated. External IP: 172.25.6.113, port: 01112428-efc7-4016-b658-de2dd515768a. Jul 15 14:09:22.521271 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d7b565-a42c-40e8-83c9-36910c96dbe3 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Router 68ec151e-36fa-450c-8957-cde083ac74eb has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:09:22.624343 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d7b565-a42c-40e8-83c9-36910c96dbe3 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:09:22.633742 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002955fa-d96a-4a17-ba99-c7f888b558b7 None None] Sync routers for ids ['68ec151e-36fa-450c-8957-cde083ac74eb'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:09:22.639860 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-25d7b565-a42c-40e8-83c9-36910c96dbe3 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:22.643854 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002955fa-d96a-4a17-ba99-c7f888b558b7 None None] Routers {'68ec151e-36fa-450c-8957-cde083ac74eb'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:09:22.644478 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-002955fa-d96a-4a17-ba99-c7f888b558b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:08:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['68ec151e-36fa-450c-8957-cde083ac74eb'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:22.680003 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-25d7b565-a42c-40e8-83c9-36910c96dbe3 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9155433 Jul 15 14:09:22.680602 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada914af-63c4-41f7-94e0-b5936ee87319', 'tag': '01112428-efc7-4016-b658-de2dd515768a'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:09:22.683568 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e888011-9f01-437c-902e-a0cfb417d166" -d '{"events": [{"name": "network-changed", "server_uuid": "ada914af-63c4-41f7-94e0-b5936ee87319", "tag": "01112428-efc7-4016-b658-de2dd515768a"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:09:22.719925 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56cc761a-fdd2-4cd7-bed5-47f07d3ee8ba x-openstack-request-id: req-56cc761a-fdd2-4cd7-bed5-47f07d3ee8ba {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:09:22.720222 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada914af-63c4-41f7-94e0-b5936ee87319", "tag": "01112428-efc7-4016-b658-de2dd515768a", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:09:22.720480 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-56cc761a-fdd2-4cd7-bed5-47f07d3ee8ba {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:09:22.720890 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada914af-63c4-41f7-94e0-b5936ee87319', 'tag': '01112428-efc7-4016-b658-de2dd515768a', 'status': 'completed', 'code': 200} Jul 15 14:09:22.752157 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-002955fa-d96a-4a17-ba99-c7f888b558b7 None None] Set router 68ec151e-36fa-450c-8957-cde083ac74eb gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:09:22.820841 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e888011-9f01-437c-902e-a0cfb417d166 req-4ae26f1a-2756-487f-98a5-9c95049af432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:22.822346 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0e888011-9f01-437c-902e-a0cfb417d166 req-4ae26f1a-2756-487f-98a5-9c95049af432 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 1097 time: 0.0557735 Jul 15 14:09:22.841009 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13dc727-dc44-4f4d-a14f-4126bdfc5345 req-3263893a-9218-47ce-bfa6-703882c6331d tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:22.842604 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b13dc727-dc44-4f4d-a14f-4126bdfc5345 req-3263893a-9218-47ce-bfa6-703882c6331d tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 945 time: 0.0688293 Jul 15 14:09:22.881969 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b13dc727-dc44-4f4d-a14f-4126bdfc5345 req-dc326346-3b14-4b8f-aed1-f3946903cec2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0380f6-8d3e-4aa6-9774-6e387e0da829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337985 Jul 15 14:09:22.910643 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50036) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:22.974926 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e888011-9f01-437c-902e-a0cfb417d166 req-8ac6b2d2-9f84-45bd-b11d-d08f0a326d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:22.976434 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0e888011-9f01-437c-902e-a0cfb417d166 req-8ac6b2d2-9f84-45bd-b11d-d08f0a326d97 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8243b6c2-8891-46a2-87ae-469f8a66afe1 HTTP/1.1" status: 200 len: 897 time: 0.1475000 Jul 15 14:09:22.993475 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ee5f2cf1-4be8-434a-bb36-2f55b7c7cbd8 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/floatingips/5eab38fc-5e37-4c3f-b0c9-ea0080a252ac HTTP/1.1" status: 200 len: 991 time: 0.0805430 Jul 15 14:09:22.994382 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-002955fa-d96a-4a17-ba99-c7f888b558b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797372807', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '96110825-b786-4009-9bbc-6bd7d532774f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:09:04Z', 'updated_at': '2021-07-15T14:09:07Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '96110825-b786-4009-9bbc-6bd7d532774f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:37:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:04Z', 'updated_at': '2021-07-15T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '5eab38fc-5e37-4c3f-b0c9-ea0080a252ac', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'floating_ip_address': '172.25.6.113', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'port_id': '01112428-efc7-4016-b658-de2dd515768a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8243b6c2-8891-46a2-87ae-469f8a66afe1', 'mac_address': 'fa:16:3e:a9:95:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada914af-63c4-41f7-94e0-b5936ee87319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:09:21Z', 'updated_at': '2021-07-15T14:09:21Z', 'revision_number': 0, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '302af132-0d73-4cb4-915b-1ce440031ef3', 'name': '', 'network_id': '8243b6c2-8891-46a2-87ae-469f8a66afe1', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:46:b1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6ccad229-50b5-4f40-84dc-0cf9238e3e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:06Z', 'updated_at': '2021-07-15T14:09:11Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': '6ccad229-50b5-4f40-84dc-0cf9238e3e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:23.019621 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002955fa-d96a-4a17-ba99-c7f888b558b7 None None] Checking router: 68ec151e-36fa-450c-8957-cde083ac74eb for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:09:23.028667 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002955fa-d96a-4a17-ba99-c7f888b558b7 None None] Routers {'68ec151e-36fa-450c-8957-cde083ac74eb'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:09:23.029262 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-002955fa-d96a-4a17-ba99-c7f888b558b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:08:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['68ec151e-36fa-450c-8957-cde083ac74eb'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:23.046546 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0e888011-9f01-437c-902e-a0cfb417d166 req-6f5364f6-8787-4f8a-82a6-93ae0a84ea5c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01112428-efc7-4016-b658-de2dd515768a HTTP/1.1" status: 200 len: 999 time: 0.0621200 Jul 15 14:09:23.099926 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e888011-9f01-437c-902e-a0cfb417d166 req-dff8fadd-3564-4f23-a1d5-6f501d037d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:23.101322 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0e888011-9f01-437c-902e-a0cfb417d166 req-dff8fadd-3564-4f23-a1d5-6f501d037d25 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ccad229-50b5-4f40-84dc-0cf9238e3e82 HTTP/1.1" status: 200 len: 833 time: 0.0483007 Jul 15 14:09:23.140932 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-002955fa-d96a-4a17-ba99-c7f888b558b7 None None] Set router 68ec151e-36fa-450c-8957-cde083ac74eb gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:09:23.160379 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e888011-9f01-437c-902e-a0cfb417d166 req-9faa1019-d7ac-4d0b-857a-74f41959e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:23.161957 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0e888011-9f01-437c-902e-a0cfb417d166 req-9faa1019-d7ac-4d0b-857a-74f41959e032 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8243b6c2-8891-46a2-87ae-469f8a66afe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550375 Jul 15 14:09:23.250534 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0e888011-9f01-437c-902e-a0cfb417d166 req-c044fd07-1389-45e2-a627-1191a503a871 service neutron] 10.222.0.32 "GET /v2.0/networks/8243b6c2-8891-46a2-87ae-469f8a66afe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826702 Jul 15 14:09:23.350343 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0e888011-9f01-437c-902e-a0cfb417d166 req-a9b4b74d-503a-4dfe-a113-e14609228987 service neutron] 10.222.0.32 "GET /v2.0/networks/8243b6c2-8891-46a2-87ae-469f8a66afe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916071 Jul 15 14:09:23.370791 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:23.381483 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-002955fa-d96a-4a17-ba99-c7f888b558b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797372807', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '96110825-b786-4009-9bbc-6bd7d532774f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:09:04Z', 'updated_at': '2021-07-15T14:09:07Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '96110825-b786-4009-9bbc-6bd7d532774f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:37:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:04Z', 'updated_at': '2021-07-15T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '5eab38fc-5e37-4c3f-b0c9-ea0080a252ac', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'floating_ip_address': '172.25.6.113', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'port_id': '01112428-efc7-4016-b658-de2dd515768a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8243b6c2-8891-46a2-87ae-469f8a66afe1', 'mac_address': 'fa:16:3e:a9:95:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada914af-63c4-41f7-94e0-b5936ee87319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:09:21Z', 'updated_at': '2021-07-15T14:09:21Z', 'revision_number': 0, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '302af132-0d73-4cb4-915b-1ce440031ef3', 'name': '', 'network_id': '8243b6c2-8891-46a2-87ae-469f8a66afe1', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:46:b1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6ccad229-50b5-4f40-84dc-0cf9238e3e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:06Z', 'updated_at': '2021-07-15T14:09:11Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': '6ccad229-50b5-4f40-84dc-0cf9238e3e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:23.409063 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002955fa-d96a-4a17-ba99-c7f888b558b7 None None] The sync data for ids ['68ec151e-36fa-450c-8957-cde083ac74eb'] in n-d-758944-45 is: [{'id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797372807', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '96110825-b786-4009-9bbc-6bd7d532774f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:09:04Z', 'updated_at': '2021-07-15T14:09:07Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '96110825-b786-4009-9bbc-6bd7d532774f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:37:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:04Z', 'updated_at': '2021-07-15T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '5eab38fc-5e37-4c3f-b0c9-ea0080a252ac', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'floating_ip_address': '172.25.6.113', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'port_id': '01112428-efc7-4016-b658-de2dd515768a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8243b6c2-8891-46a2-87ae-469f8a66afe1', 'mac_address': 'fa:16:3e:a9:95:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada914af-63c4-41f7-94e0-b5936ee87319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:09:21Z', 'updated_at': '2021-07-15T14:09:21Z', 'revision_number': 0, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '302af132-0d73-4cb4-915b-1ce440031ef3', 'name': '', 'network_id': '8243b6c2-8891-46a2-87ae-469f8a66afe1', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:46:b1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6ccad229-50b5-4f40-84dc-0cf9238e3e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:06Z', 'updated_at': '2021-07-15T14:09:11Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': '6ccad229-50b5-4f40-84dc-0cf9238e3e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:09:23.467502 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2a9dfe8c-d6fd-456a-bb40-6b4e3c5b71cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:23.605104 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bd777b-0d1d-444e-b1cb-c5249fa77f6f None None] New status for floating IP 5eab38fc-5e37-4c3f-b0c9-ea0080a252ac: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:09:23.996564 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50038) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:24.060744 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-46fe76bf-5102-4069-8e08-c673ca6bec24 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/floatingips/5eab38fc-5e37-4c3f-b0c9-ea0080a252ac HTTP/1.1" status: 200 len: 993 time: 0.0629439 Jul 15 14:09:24.953936 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:25.770958 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:26.555657 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:38.010682 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:09:38.824021 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:50.940650 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7dd7ca60-5682-41b3-961e-8ed26697f11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:53.360935 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:53.467498 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1d2d8a72-a97a-4ba2-a5b9-621d3d9c6f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:54.957312 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:55.595465 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46934ce6-4426-46dd-993a-05ff068febe0 req-7c998005-1f9c-4564-94cc-5823a4f74c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:55.596866 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-46934ce6-4426-46dd-993a-05ff068febe0 req-7c998005-1f9c-4564-94cc-5823a4f74c9c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 1097 time: 0.0845449 Jul 15 14:09:55.605615 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8cc169-6d63-43be-ba02-3d5296b3262a req-3d5ed76b-cb0a-4de1-a4db-a93659c4f86d tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:55.607032 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6d8cc169-6d63-43be-ba02-3d5296b3262a req-3d5ed76b-cb0a-4de1-a4db-a93659c4f86d tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 945 time: 0.1039236 Jul 15 14:09:55.693431 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6d8cc169-6d63-43be-ba02-3d5296b3262a req-c1ba50dd-ef88-435e-8af6-bf9d4df35ded tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0380f6-8d3e-4aa6-9774-6e387e0da829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783126 Jul 15 14:09:55.719226 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46934ce6-4426-46dd-993a-05ff068febe0 req-7c16321b-78b6-4e42-9e5b-a52bf8288a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:55.720746 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-46934ce6-4426-46dd-993a-05ff068febe0 req-7c16321b-78b6-4e42-9e5b-a52bf8288a5e service neutron] 10.222.0.32 "GET /v2.0/networks?id=8243b6c2-8891-46a2-87ae-469f8a66afe1 HTTP/1.1" status: 200 len: 897 time: 0.1128621 Jul 15 14:09:55.771402 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:55.788004 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-46934ce6-4426-46dd-993a-05ff068febe0 req-ef6dea0e-50a8-4f40-a0c8-663136125b85 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01112428-efc7-4016-b658-de2dd515768a HTTP/1.1" status: 200 len: 1001 time: 0.0587337 Jul 15 14:09:55.840490 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46934ce6-4426-46dd-993a-05ff068febe0 req-add5c5fb-4cce-48a7-9875-bbb350a2cf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:55.841963 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-46934ce6-4426-46dd-993a-05ff068febe0 req-add5c5fb-4cce-48a7-9875-bbb350a2cf74 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ccad229-50b5-4f40-84dc-0cf9238e3e82 HTTP/1.1" status: 200 len: 833 time: 0.0475950 Jul 15 14:09:55.898783 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46934ce6-4426-46dd-993a-05ff068febe0 req-0ba3cac1-b9ab-4820-8212-f57bb46eaffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:55.900770 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-46934ce6-4426-46dd-993a-05ff068febe0 req-0ba3cac1-b9ab-4820-8212-f57bb46eaffc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8243b6c2-8891-46a2-87ae-469f8a66afe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513654 Jul 15 14:09:55.910476 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-46934ce6-4426-46dd-993a-05ff068febe0 req-f3800f25-5743-4850-bff5-8dbf294222f5 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:09:55.911414 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-46934ce6-4426-46dd-993a-05ff068febe0 req-f3800f25-5743-4850-bff5-8dbf294222f5 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050347 Jul 15 14:09:56.005444 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-46934ce6-4426-46dd-993a-05ff068febe0 req-b659e4ab-e5ad-454a-becd-2750587acb42 service neutron] 10.222.0.32 "GET /v2.0/networks/8243b6c2-8891-46a2-87ae-469f8a66afe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873725 Jul 15 14:09:56.093204 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-46934ce6-4426-46dd-993a-05ff068febe0 req-55b6a302-f55b-4f97-b23a-856b90906a08 service neutron] 10.222.0.32 "GET /v2.0/networks/8243b6c2-8891-46a2-87ae-469f8a66afe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807955 Jul 15 14:09:56.557896 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:56.866337 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab96d0-976c-4e2c-a645-f9b28869ae6a req-e0131e8e-6322-4f17-a163-7aaf809f46aa tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:56.867728 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-07ab96d0-976c-4e2c-a645-f9b28869ae6a req-e0131e8e-6322-4f17-a163-7aaf809f46aa tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 945 time: 0.0623202 Jul 15 14:09:56.906045 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-07ab96d0-976c-4e2c-a645-f9b28869ae6a req-6d5ed8a6-92c4-4c04-9149-1f3f6388c037 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0380f6-8d3e-4aa6-9774-6e387e0da829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321879 Jul 15 14:09:58.079729 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99408c-c844-4f89-bc1c-54db4f4dd8fc req-bfac892f-a069-4c9b-b0d8-f50abf2d133c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:58.081188 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9f99408c-c844-4f89-bc1c-54db4f4dd8fc req-bfac892f-a069-4c9b-b0d8-f50abf2d133c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 945 time: 0.0617340 Jul 15 14:09:58.122121 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9f99408c-c844-4f89-bc1c-54db4f4dd8fc req-9d5060a4-4992-4818-9548-fcadf3337715 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0380f6-8d3e-4aa6-9774-6e387e0da829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353513 Jul 15 14:09:59.298183 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35954b4-1b42-4629-adb9-4ac1220e2442 req-bf58b934-d2b2-4b3a-8428-16a4d95ffae5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:59.300496 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f35954b4-1b42-4629-adb9-4ac1220e2442 req-bf58b934-d2b2-4b3a-8428-16a4d95ffae5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 945 time: 0.0686810 Jul 15 14:09:59.338190 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f35954b4-1b42-4629-adb9-4ac1220e2442 req-43ad5736-a0f1-40f7-adf3-b1cf7e39b96e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0380f6-8d3e-4aa6-9774-6e387e0da829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317099 Jul 15 14:10:00.512446 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17744c-c189-4730-8219-2f36c87ae797 req-164bf83a-9cd5-4095-a33d-704568ed6908 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:00.513918 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1e17744c-c189-4730-8219-2f36c87ae797 req-164bf83a-9cd5-4095-a33d-704568ed6908 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 945 time: 0.0636141 Jul 15 14:10:00.551851 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1e17744c-c189-4730-8219-2f36c87ae797 req-469dad8e-041a-41ee-b44a-811b907913d7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0380f6-8d3e-4aa6-9774-6e387e0da829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322018 Jul 15 14:10:01.727460 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c9d69-3254-4b49-b2a8-2666b3f069a3 req-76108b42-e42a-4c15-8eec-c9bf7499dc58 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:01.729596 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-946c9d69-3254-4b49-b2a8-2666b3f069a3 req-76108b42-e42a-4c15-8eec-c9bf7499dc58 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 945 time: 0.0643914 Jul 15 14:10:01.767350 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-946c9d69-3254-4b49-b2a8-2666b3f069a3 req-d75c78bc-224e-4747-92cf-466118e15498 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0380f6-8d3e-4aa6-9774-6e387e0da829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321877 Jul 15 14:10:02.939520 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9cf7e-4a1e-44aa-ba22-3321395f29f0 req-d004fe1b-dbaa-4faa-9950-f84e8895645e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:02.940969 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-16c9cf7e-4a1e-44aa-ba22-3321395f29f0 req-d004fe1b-dbaa-4faa-9950-f84e8895645e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 945 time: 0.0642676 Jul 15 14:10:02.977865 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-16c9cf7e-4a1e-44aa-ba22-3321395f29f0 req-5b5ddac4-563e-4e7a-9ed1-0c84887d0cb9 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0380f6-8d3e-4aa6-9774-6e387e0da829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313547 Jul 15 14:10:03.989401 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4f905-94fa-4612-a494-ae42a87e81b7 req-dbe3dc37-62f7-4161-a393-f83a0fcef631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:03.990982 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d0c4f905-94fa-4612-a494-ae42a87e81b7 req-dbe3dc37-62f7-4161-a393-f83a0fcef631 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 1097 time: 0.0638554 Jul 15 14:10:04.094953 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4f905-94fa-4612-a494-ae42a87e81b7 req-ae382e65-f71e-4217-bed5-d3b7052e5b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:04.096454 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d0c4f905-94fa-4612-a494-ae42a87e81b7 req-ae382e65-f71e-4217-bed5-d3b7052e5b5b service neutron] 10.222.0.32 "GET /v2.0/networks?id=8243b6c2-8891-46a2-87ae-469f8a66afe1 HTTP/1.1" status: 200 len: 897 time: 0.0853469 Jul 15 14:10:04.154172 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb2596-3199-4cb4-a681-74ded2e1eede req-18bb19e4-c5c0-4360-a484-a6d3fd684f1c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:04.155699 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3beb2596-3199-4cb4-a681-74ded2e1eede req-18bb19e4-c5c0-4360-a484-a6d3fd684f1c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 945 time: 0.0677962 Jul 15 14:10:04.166797 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d0c4f905-94fa-4612-a494-ae42a87e81b7 req-200001c7-a7bd-4704-a2d9-f1ee44521043 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01112428-efc7-4016-b658-de2dd515768a HTTP/1.1" status: 200 len: 1001 time: 0.0625348 Jul 15 14:10:04.195822 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3beb2596-3199-4cb4-a681-74ded2e1eede req-1b8244a5-934d-4f2e-a36d-12b88e6763d6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0380f6-8d3e-4aa6-9774-6e387e0da829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343215 Jul 15 14:10:04.217131 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4f905-94fa-4612-a494-ae42a87e81b7 req-ebec41e1-156b-4035-b555-ac9e9f6e521c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:04.218685 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d0c4f905-94fa-4612-a494-ae42a87e81b7 req-ebec41e1-156b-4035-b555-ac9e9f6e521c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ccad229-50b5-4f40-84dc-0cf9238e3e82 HTTP/1.1" status: 200 len: 833 time: 0.0459981 Jul 15 14:10:04.276319 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4f905-94fa-4612-a494-ae42a87e81b7 req-a06dcabd-cc87-417d-b76c-ea86f399dfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:04.277856 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d0c4f905-94fa-4612-a494-ae42a87e81b7 req-a06dcabd-cc87-417d-b76c-ea86f399dfda service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8243b6c2-8891-46a2-87ae-469f8a66afe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517685 Jul 15 14:10:04.371529 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d0c4f905-94fa-4612-a494-ae42a87e81b7 req-1e14abd5-0de6-4eec-85cb-241f55c7e051 service neutron] 10.222.0.32 "GET /v2.0/networks/8243b6c2-8891-46a2-87ae-469f8a66afe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869172 Jul 15 14:10:04.458378 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d0c4f905-94fa-4612-a494-ae42a87e81b7 req-b8fe400a-ae1a-4d74-8afb-9f085602eb64 service neutron] 10.222.0.32 "GET /v2.0/networks/8243b6c2-8891-46a2-87ae-469f8a66afe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804875 Jul 15 14:10:05.371922 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59edcd2-b124-4ae5-81f0-ce6e0d23aebd req-babe598e-0ea2-4e96-a55d-61ec614aa4e2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:05.373400 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d59edcd2-b124-4ae5-81f0-ce6e0d23aebd req-babe598e-0ea2-4e96-a55d-61ec614aa4e2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 945 time: 0.0674784 Jul 15 14:10:05.411119 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d59edcd2-b124-4ae5-81f0-ce6e0d23aebd req-485253cb-6cc0-4b61-8e52-b6d4349d8b4f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0380f6-8d3e-4aa6-9774-6e387e0da829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320513 Jul 15 14:10:06.584727 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba082d3-1a02-4a8c-8a5c-fc12c88f7ff9 req-d1e1e51c-7129-44bb-9373-e04f036f8765 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:06.586349 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aba082d3-1a02-4a8c-8a5c-fc12c88f7ff9 req-d1e1e51c-7129-44bb-9373-e04f036f8765 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 945 time: 0.0641654 Jul 15 14:10:06.625355 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-aba082d3-1a02-4a8c-8a5c-fc12c88f7ff9 req-57f51549-db3c-409e-af22-6f8f13617717 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0380f6-8d3e-4aa6-9774-6e387e0da829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334923 Jul 15 14:10:07.800293 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63846517-3105-423c-90ee-b36996195994 req-f39aadfe-d4a6-408d-b2f9-853bf0fac4b5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:07.801836 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-63846517-3105-423c-90ee-b36996195994 req-f39aadfe-d4a6-408d-b2f9-853bf0fac4b5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 945 time: 0.0638020 Jul 15 14:10:07.839136 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-63846517-3105-423c-90ee-b36996195994 req-3441ae3e-353c-410d-ab6e-4e3406845e63 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0380f6-8d3e-4aa6-9774-6e387e0da829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311511 Jul 15 14:10:08.848052 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:09.009720 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff449f8-6fb5-44cd-9786-d0af6814980b req-0d8381d6-aa6b-4670-867a-89d4fac0e202 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:09.011250 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fff449f8-6fb5-44cd-9786-d0af6814980b req-0d8381d6-aa6b-4670-867a-89d4fac0e202 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 945 time: 0.0623658 Jul 15 14:10:09.048549 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-fff449f8-6fb5-44cd-9786-d0af6814980b req-43be19d4-6b0d-4e3b-bfb3-e34153f311b1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0380f6-8d3e-4aa6-9774-6e387e0da829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318699 Jul 15 14:10:10.220505 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29173d-6f64-460e-81c6-c2ed4ba65769 req-d328c0a7-2c95-4f47-8846-230437fc68eb tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:10.222011 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7b29173d-6f64-460e-81c6-c2ed4ba65769 req-d328c0a7-2c95-4f47-8846-230437fc68eb tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 945 time: 0.0631895 Jul 15 14:10:10.259936 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7b29173d-6f64-460e-81c6-c2ed4ba65769 req-5d1103a4-8afe-4e97-8356-448c35d99257 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0380f6-8d3e-4aa6-9774-6e387e0da829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323188 Jul 15 14:10:11.440349 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c68b1-214c-47f3-8384-42f64f63904e req-e21d094d-91b9-4790-bee2-4d3d5fee4c6f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:11.441906 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f56c68b1-214c-47f3-8384-42f64f63904e req-e21d094d-91b9-4790-bee2-4d3d5fee4c6f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 945 time: 0.0686324 Jul 15 14:10:11.479862 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f56c68b1-214c-47f3-8384-42f64f63904e req-c0af785d-0cbf-4026-a3ec-816635e61bf1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0380f6-8d3e-4aa6-9774-6e387e0da829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318651 Jul 15 14:10:12.656998 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bc45c-1ac7-4f3c-96d6-0b8542cf13c9 req-ff226f14-6ad7-468e-a8b0-5359d264d80b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:12.658539 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-903bc45c-1ac7-4f3c-96d6-0b8542cf13c9 req-ff226f14-6ad7-468e-a8b0-5359d264d80b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 945 time: 0.0681102 Jul 15 14:10:12.695784 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-903bc45c-1ac7-4f3c-96d6-0b8542cf13c9 req-74a0629e-d4a8-4004-8a31-e00e429fffd1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0380f6-8d3e-4aa6-9774-6e387e0da829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317914 Jul 15 14:10:12.720702 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50090) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:12.780356 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-803a187c-a217-4b1a-98f4-76380bf28a13 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/floatingips/5eab38fc-5e37-4c3f-b0c9-ea0080a252ac HTTP/1.1" status: 200 len: 993 time: 0.0584583 Jul 15 14:10:15.010340 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:10:20.945299 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e808751-8f3e-473e-a3c6-8d2a251acb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:23.362250 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:23.468145 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cfe8a3a9-fdb4-4ca2-b644-e432f84ad5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:24.961490 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:25.774080 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:26.560337 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:38.829553 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:43.408088 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50102) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:43.580845 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3eb582ac-fdd9-4f65-bd9c-c7c3ffed1656 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Deleting port 719b8c27-1fbb-48d2-adff-ec00a06c3ced {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:10:43.581080 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3eb582ac-fdd9-4f65-bd9c-c7c3ffed1656 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:43.660936 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3eb582ac-fdd9-4f65-bd9c-c7c3ffed1656 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:43.661252 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3eb582ac-fdd9-4f65-bd9c-c7c3ffed1656 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:43.673426 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3eb582ac-fdd9-4f65-bd9c-c7c3ffed1656 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Calling delete_port for 719b8c27-1fbb-48d2-adff-ec00a06c3ced owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:10:43.824443 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3eb582ac-fdd9-4f65-bd9c-c7c3ffed1656 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:43.850211 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb582ac-fdd9-4f65-bd9c-c7c3ffed1656 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'Port': ['ID=719b8c27-1fbb-48d2-adff-ec00a06c3ced,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:43.863547 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb582ac-fdd9-4f65-bd9c-c7c3ffed1656 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:43.863896 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb582ac-fdd9-4f65-bd9c-c7c3ffed1656 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:43.864242 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb582ac-fdd9-4f65-bd9c-c7c3ffed1656 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:43.864577 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb582ac-fdd9-4f65-bd9c-c7c3ffed1656 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:43.864912 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb582ac-fdd9-4f65-bd9c-c7c3ffed1656 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:43.865244 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb582ac-fdd9-4f65-bd9c-c7c3ffed1656 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:43.865574 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb582ac-fdd9-4f65-bd9c-c7c3ffed1656 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:43.865934 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb582ac-fdd9-4f65-bd9c-c7c3ffed1656 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:43.866264 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb582ac-fdd9-4f65-bd9c-c7c3ffed1656 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:43.866588 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb582ac-fdd9-4f65-bd9c-c7c3ffed1656 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:43.866912 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb582ac-fdd9-4f65-bd9c-c7c3ffed1656 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:43.867233 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb582ac-fdd9-4f65-bd9c-c7c3ffed1656 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:43.928104 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3eb582ac-fdd9-4f65-bd9c-c7c3ffed1656 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:43.928436 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-3eb582ac-fdd9-4f65-bd9c-c7c3ffed1656 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Floating IP 5eab38fc-5e37-4c3f-b0c9-ea0080a252ac disassociated (deleted). External IP: 172.25.6.113, port: 01112428-efc7-4016-b658-de2dd515768a. Jul 15 14:10:44.151964 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb582ac-fdd9-4f65-bd9c-c7c3ffed1656 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Router 68ec151e-36fa-450c-8957-cde083ac74eb has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:10:44.273062 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb582ac-fdd9-4f65-bd9c-c7c3ffed1656 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:10:44.277926 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3eb582ac-fdd9-4f65-bd9c-c7c3ffed1656 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:44.283535 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710b8432-176f-43c2-8ce5-aaa554dea878 None None] Sync routers for ids ['68ec151e-36fa-450c-8957-cde083ac74eb'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:10:44.293786 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710b8432-176f-43c2-8ce5-aaa554dea878 None None] Routers {'68ec151e-36fa-450c-8957-cde083ac74eb'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:10:44.294418 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-710b8432-176f-43c2-8ce5-aaa554dea878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:10:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['68ec151e-36fa-450c-8957-cde083ac74eb'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:44.319422 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3eb582ac-fdd9-4f65-bd9c-c7c3ffed1656 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "DELETE /v2.0/floatingips/5eab38fc-5e37-4c3f-b0c9-ea0080a252ac HTTP/1.1" status: 204 len: 168 time: 0.9101570 Jul 15 14:10:44.320124 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada914af-63c4-41f7-94e0-b5936ee87319', 'tag': '01112428-efc7-4016-b658-de2dd515768a'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:10:44.322562 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a560f35e-7f0c-4885-9d20-734645ff554e" -d '{"events": [{"name": "network-changed", "server_uuid": "ada914af-63c4-41f7-94e0-b5936ee87319", "tag": "01112428-efc7-4016-b658-de2dd515768a"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:10:44.396638 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5c0a7c-884c-4ab6-be0a-504cf256a84e x-openstack-request-id: req-fe5c0a7c-884c-4ab6-be0a-504cf256a84e {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:10:44.397180 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada914af-63c4-41f7-94e0-b5936ee87319", "tag": "01112428-efc7-4016-b658-de2dd515768a", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:10:44.397653 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe5c0a7c-884c-4ab6-be0a-504cf256a84e {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:10:44.398263 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada914af-63c4-41f7-94e0-b5936ee87319', 'tag': '01112428-efc7-4016-b658-de2dd515768a', 'status': 'completed', 'code': 200} Jul 15 14:10:44.519189 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560f35e-7f0c-4885-9d20-734645ff554e req-d51d29bf-e30f-4824-ab9c-24695f6fc7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:44.520912 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a560f35e-7f0c-4885-9d20-734645ff554e req-d51d29bf-e30f-4824-ab9c-24695f6fc7bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 1097 time: 0.0738680 Jul 15 14:10:44.587644 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-710b8432-176f-43c2-8ce5-aaa554dea878 None None] Set router 68ec151e-36fa-450c-8957-cde083ac74eb gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:10:44.644672 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560f35e-7f0c-4885-9d20-734645ff554e req-e004fad9-0f87-4664-9ec8-880d742f170f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:44.646353 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a560f35e-7f0c-4885-9d20-734645ff554e req-e004fad9-0f87-4664-9ec8-880d742f170f service neutron] 10.222.0.32 "GET /v2.0/networks?id=8243b6c2-8891-46a2-87ae-469f8a66afe1 HTTP/1.1" status: 200 len: 897 time: 0.1189640 Jul 15 14:10:44.696178 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a560f35e-7f0c-4885-9d20-734645ff554e req-393e9357-5634-4413-bc37-bdded68fc480 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01112428-efc7-4016-b658-de2dd515768a HTTP/1.1" status: 200 len: 217 time: 0.0428834 Jul 15 14:10:44.763341 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560f35e-7f0c-4885-9d20-734645ff554e req-2d80038d-0800-45ad-9398-f45c3f1266f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:44.766777 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a560f35e-7f0c-4885-9d20-734645ff554e req-2d80038d-0800-45ad-9398-f45c3f1266f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ccad229-50b5-4f40-84dc-0cf9238e3e82 HTTP/1.1" status: 200 len: 833 time: 0.0637193 Jul 15 14:10:44.769410 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268d3b1-d9b7-4812-9d1a-007e94168b2d req-2d891f02-b34a-4fa1-914a-0c1716c01c90 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:44.772307 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c268d3b1-d9b7-4812-9d1a-007e94168b2d req-2d891f02-b34a-4fa1-914a-0c1716c01c90 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 945 time: 0.0895972 Jul 15 14:10:44.819225 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c268d3b1-d9b7-4812-9d1a-007e94168b2d req-44382cfb-0add-4c3e-a650-1972f33b64cb tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0380f6-8d3e-4aa6-9774-6e387e0da829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407760 Jul 15 14:10:44.834283 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560f35e-7f0c-4885-9d20-734645ff554e req-7c3fac3e-d27c-4dba-8c6c-252156ecc1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:44.835982 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a560f35e-7f0c-4885-9d20-734645ff554e req-7c3fac3e-d27c-4dba-8c6c-252156ecc1a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8243b6c2-8891-46a2-87ae-469f8a66afe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607035 Jul 15 14:10:44.849441 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-710b8432-176f-43c2-8ce5-aaa554dea878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797372807', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '96110825-b786-4009-9bbc-6bd7d532774f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:09:04Z', 'updated_at': '2021-07-15T14:09:07Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '96110825-b786-4009-9bbc-6bd7d532774f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:37:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:04Z', 'updated_at': '2021-07-15T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '302af132-0d73-4cb4-915b-1ce440031ef3', 'name': '', 'network_id': '8243b6c2-8891-46a2-87ae-469f8a66afe1', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:46:b1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6ccad229-50b5-4f40-84dc-0cf9238e3e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:06Z', 'updated_at': '2021-07-15T14:09:11Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': '6ccad229-50b5-4f40-84dc-0cf9238e3e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:44.877061 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710b8432-176f-43c2-8ce5-aaa554dea878 None None] Checking router: 68ec151e-36fa-450c-8957-cde083ac74eb for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:10:44.885859 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710b8432-176f-43c2-8ce5-aaa554dea878 None None] Routers {'68ec151e-36fa-450c-8957-cde083ac74eb'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:10:44.886509 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-710b8432-176f-43c2-8ce5-aaa554dea878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:10:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['68ec151e-36fa-450c-8957-cde083ac74eb'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:44.937042 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a560f35e-7f0c-4885-9d20-734645ff554e req-0da9a038-b82d-46a9-ae43-17e005261d54 service neutron] 10.222.0.32 "GET /v2.0/networks/8243b6c2-8891-46a2-87ae-469f8a66afe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933623 Jul 15 14:10:45.003875 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-710b8432-176f-43c2-8ce5-aaa554dea878 None None] Set router 68ec151e-36fa-450c-8957-cde083ac74eb gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:10:45.060207 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a560f35e-7f0c-4885-9d20-734645ff554e req-c7f13887-9e98-46eb-84eb-7c791ff3e6b9 service neutron] 10.222.0.32 "GET /v2.0/networks/8243b6c2-8891-46a2-87ae-469f8a66afe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167660 Jul 15 14:10:45.216817 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-710b8432-176f-43c2-8ce5-aaa554dea878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797372807', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '96110825-b786-4009-9bbc-6bd7d532774f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:09:04Z', 'updated_at': '2021-07-15T14:09:07Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '96110825-b786-4009-9bbc-6bd7d532774f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:37:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:04Z', 'updated_at': '2021-07-15T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '302af132-0d73-4cb4-915b-1ce440031ef3', 'name': '', 'network_id': '8243b6c2-8891-46a2-87ae-469f8a66afe1', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:46:b1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6ccad229-50b5-4f40-84dc-0cf9238e3e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:06Z', 'updated_at': '2021-07-15T14:09:11Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': '6ccad229-50b5-4f40-84dc-0cf9238e3e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:45.244462 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710b8432-176f-43c2-8ce5-aaa554dea878 None None] The sync data for ids ['68ec151e-36fa-450c-8957-cde083ac74eb'] in n-d-758944-45 is: [{'id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797372807', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '96110825-b786-4009-9bbc-6bd7d532774f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:09:04Z', 'updated_at': '2021-07-15T14:09:07Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '96110825-b786-4009-9bbc-6bd7d532774f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:37:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:04Z', 'updated_at': '2021-07-15T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '302af132-0d73-4cb4-915b-1ce440031ef3', 'name': '', 'network_id': '8243b6c2-8891-46a2-87ae-469f8a66afe1', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:46:b1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6ccad229-50b5-4f40-84dc-0cf9238e3e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:06Z', 'updated_at': '2021-07-15T14:09:11Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': '6ccad229-50b5-4f40-84dc-0cf9238e3e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:10:45.459106 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8927a4-f2f5-48f7-83a3-41dcb7b60cdd None None] New status for floating IP 5eab38fc-5e37-4c3f-b0c9-ea0080a252ac: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:10:46.013292 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bee99-9528-40a0-ab24-8bc2d35df90f req-33ea4844-1322-4034-a6e0-afefa8df2ebd tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:46.015457 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3f9bee99-9528-40a0-ab24-8bc2d35df90f req-33ea4844-1322-4034-a6e0-afefa8df2ebd tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 945 time: 0.0679543 Jul 15 14:10:46.054413 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3f9bee99-9528-40a0-ab24-8bc2d35df90f req-b956cf6b-d046-43dc-90d4-08282e8e660f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0380f6-8d3e-4aa6-9774-6e387e0da829&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333920 Jul 15 14:10:46.302598 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3780389-46c6-4aa2-b03b-bdf0fb4bf0eb req-045d5485-20ab-49bf-8ebb-0b232d7675d0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:46.304096 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a3780389-46c6-4aa2-b03b-bdf0fb4bf0eb req-045d5485-20ab-49bf-8ebb-0b232d7675d0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.32 "GET /v2.0/ports?device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 945 time: 0.0646007 Jul 15 14:10:46.409651 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-a3780389-46c6-4aa2-b03b-bdf0fb4bf0eb req-400b42e4-4e31-4ff7-9855-24d2491b0013 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Deleting port 01112428-efc7-4016-b658-de2dd515768a {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:10:46.410021 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a3780389-46c6-4aa2-b03b-bdf0fb4bf0eb req-400b42e4-4e31-4ff7-9855-24d2491b0013 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:46.497528 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-a3780389-46c6-4aa2-b03b-bdf0fb4bf0eb req-400b42e4-4e31-4ff7-9855-24d2491b0013 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] For port 01112428-efc7-4016-b658-de2dd515768a, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=01112428-efc7-4016-b658-de2dd515768a,segment=NetworkSegment(f358c7a9-c9fe-403e-9398-d1ca180a6f1d),segment_id=f358c7a9-c9fe-403e-9398-d1ca180a6f1d)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:46.498356 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a3780389-46c6-4aa2-b03b-bdf0fb4bf0eb req-400b42e4-4e31-4ff7-9855-24d2491b0013 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:46.511242 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-a3780389-46c6-4aa2-b03b-bdf0fb4bf0eb req-400b42e4-4e31-4ff7-9855-24d2491b0013 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Calling delete_port for 01112428-efc7-4016-b658-de2dd515768a owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:10:46.645205 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a3780389-46c6-4aa2-b03b-bdf0fb4bf0eb req-400b42e4-4e31-4ff7-9855-24d2491b0013 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:46.675563 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b42e4-4e31-4ff7-9855-24d2491b0013 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'Port': ['ID=01112428-efc7-4016-b658-de2dd515768a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:46.721570 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3780389-46c6-4aa2-b03b-bdf0fb4bf0eb req-400b42e4-4e31-4ff7-9855-24d2491b0013 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] No DVR routers for this DVR port 01112428-efc7-4016-b658-de2dd515768a on host n-h2-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:10:46.724309 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a3780389-46c6-4aa2-b03b-bdf0fb4bf0eb req-400b42e4-4e31-4ff7-9855-24d2491b0013 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:46.726816 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a3780389-46c6-4aa2-b03b-bdf0fb4bf0eb req-400b42e4-4e31-4ff7-9855-24d2491b0013 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.32 "DELETE /v2.0/ports/01112428-efc7-4016-b658-de2dd515768a HTTP/1.1" status: 204 len: 173 time: 0.4172425 Jul 15 14:10:46.727691 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada914af-63c4-41f7-94e0-b5936ee87319', 'name': 'network-vif-deleted', 'tag': '01112428-efc7-4016-b658-de2dd515768a'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:10:46.731286 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45baa0e6-62c9-4986-b74e-78f114677af4" -d '{"events": [{"server_uuid": "ada914af-63c4-41f7-94e0-b5936ee87319", "name": "network-vif-deleted", "tag": "01112428-efc7-4016-b658-de2dd515768a"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:10:46.773102 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0ef831-c2b4-4ec9-bad4-64308a0e3fea x-openstack-request-id: req-ba0ef831-c2b4-4ec9-bad4-64308a0e3fea {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:10:46.773418 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada914af-63c4-41f7-94e0-b5936ee87319", "name": "network-vif-deleted", "tag": "01112428-efc7-4016-b658-de2dd515768a", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:10:46.773749 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ba0ef831-c2b4-4ec9-bad4-64308a0e3fea {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:10:46.774310 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada914af-63c4-41f7-94e0-b5936ee87319', 'name': 'network-vif-deleted', 'tag': '01112428-efc7-4016-b658-de2dd515768a', 'status': 'completed', 'code': 200} Jul 15 14:10:47.218711 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-762ead01-cb21-4aa6-aba7-8e07c5ab9fc8 req-bd054658-f3f3-4c3a-8813-87449500eab6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=ada914af-63c4-41f7-94e0-b5936ee87319 HTTP/1.1" status: 200 len: 210 time: 0.0347304 Jul 15 14:10:47.988791 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-f85fef05-8adc-4c95-a783-9c64f434669f req-2afaa37d-4d3d-4db5-ae6c-c2d19a28f3d9 service neutron] (93813) timed out ('10.222.0.32', 60556) {{(pid=93813) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 14:10:48.317677 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50124) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:48.742811 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 01112428-efc7-4016-b658-de2dd515768a no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:10:48.762762 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 01112428-efc7-4016-b658-de2dd515768a {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:10:48.763104 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 01112428-efc7-4016-b658-de2dd515768a not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:10:49.013240 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8bee99c2-1f18-4eb7-924d-a8b3cccac7c0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:49.288050 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8bee99c2-1f18-4eb7-924d-a8b3cccac7c0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Deleting port 302af132-0d73-4cb4-915b-1ce440031ef3 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:10:49.288313 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8bee99c2-1f18-4eb7-924d-a8b3cccac7c0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:49.380907 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-8bee99c2-1f18-4eb7-924d-a8b3cccac7c0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] For port 302af132-0d73-4cb4-915b-1ce440031ef3, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=302af132-0d73-4cb4-915b-1ce440031ef3,segment=NetworkSegment(f358c7a9-c9fe-403e-9398-d1ca180a6f1d),segment_id=f358c7a9-c9fe-403e-9398-d1ca180a6f1d)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:49.381630 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8bee99c2-1f18-4eb7-924d-a8b3cccac7c0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:49.394547 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8bee99c2-1f18-4eb7-924d-a8b3cccac7c0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Calling delete_port for 302af132-0d73-4cb4-915b-1ce440031ef3 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:10:49.589302 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8bee99c2-1f18-4eb7-924d-a8b3cccac7c0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:49.615030 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee99c2-1f18-4eb7-924d-a8b3cccac7c0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'Port': ['ID=302af132-0d73-4cb4-915b-1ce440031ef3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:49.797829 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8bee99c2-1f18-4eb7-924d-a8b3cccac7c0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:50.006878 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bee99c2-1f18-4eb7-924d-a8b3cccac7c0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Router 68ec151e-36fa-450c-8957-cde083ac74eb has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:10:50.113509 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bee99c2-1f18-4eb7-924d-a8b3cccac7c0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:10:50.119342 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8bee99c2-1f18-4eb7-924d-a8b3cccac7c0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "PUT /v2.0/routers/68ec151e-36fa-450c-8957-cde083ac74eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8004313 Jul 15 14:10:50.121280 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50126) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:50.126298 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82d4c2f-b5f9-4012-80b6-1fda929b9d79 None None] Sync routers for ids ['68ec151e-36fa-450c-8957-cde083ac74eb'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:10:50.135487 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82d4c2f-b5f9-4012-80b6-1fda929b9d79 None None] Routers {'68ec151e-36fa-450c-8957-cde083ac74eb'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:10:50.136100 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b82d4c2f-b5f9-4012-80b6-1fda929b9d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:10:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['68ec151e-36fa-450c-8957-cde083ac74eb'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:50.176487 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e791b11-6c87-4d21-b6b2-76975e7f2859 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Deleting subnet 6ccad229-50b5-4f40-84dc-0cf9238e3e82 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:10:50.179644 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e791b11-6c87-4d21-b6b2-76975e7f2859 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:50.223649 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e791b11-6c87-4d21-b6b2-76975e7f2859 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:50.244662 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-b82d4c2f-b5f9-4012-80b6-1fda929b9d79 None None] Set router 68ec151e-36fa-450c-8957-cde083ac74eb gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:10:50.314677 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e791b11-6c87-4d21-b6b2-76975e7f2859 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:50.381568 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e791b11-6c87-4d21-b6b2-76975e7f2859 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:50.410965 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e791b11-6c87-4d21-b6b2-76975e7f2859 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'Subnet': ['ID=6ccad229-50b5-4f40-84dc-0cf9238e3e82,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:50.416413 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e791b11-6c87-4d21-b6b2-76975e7f2859 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:50.420472 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8e791b11-6c87-4d21-b6b2-76975e7f2859 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "DELETE /v2.0/subnets/6ccad229-50b5-4f40-84dc-0cf9238e3e82 HTTP/1.1" status: 204 len: 168 time: 0.2955558 Jul 15 14:10:50.421295 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50128) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:50.426548 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55518ad-7ce9-4de5-8566-d424a7e0272c None None] Network 8243b6c2-8891-46a2-87ae-469f8a66afe1 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:10:50.512957 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b82d4c2f-b5f9-4012-80b6-1fda929b9d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797372807', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '96110825-b786-4009-9bbc-6bd7d532774f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:09:04Z', 'updated_at': '2021-07-15T14:10:49Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '96110825-b786-4009-9bbc-6bd7d532774f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:37:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:04Z', 'updated_at': '2021-07-15T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:50.533191 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2772ac9e-a531-4203-899d-1a95d2fc5377 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:50.558312 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82d4c2f-b5f9-4012-80b6-1fda929b9d79 None None] Checking router: 68ec151e-36fa-450c-8957-cde083ac74eb for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:10:50.570253 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82d4c2f-b5f9-4012-80b6-1fda929b9d79 None None] Routers {'68ec151e-36fa-450c-8957-cde083ac74eb'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:10:50.570784 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b82d4c2f-b5f9-4012-80b6-1fda929b9d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:10:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['68ec151e-36fa-450c-8957-cde083ac74eb'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:50.640380 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2772ac9e-a531-4203-899d-1a95d2fc5377 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:50.688961 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-b82d4c2f-b5f9-4012-80b6-1fda929b9d79 None None] Set router 68ec151e-36fa-450c-8957-cde083ac74eb gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:10:50.698520 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2772ac9e-a531-4203-899d-1a95d2fc5377 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Deleting port 96110825-b786-4009-9bbc-6bd7d532774f {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:10:50.698865 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2772ac9e-a531-4203-899d-1a95d2fc5377 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:50.744468 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2441553-f55d-4f1b-858c-d8525b380326 None None] DHCP port deletion for 8243b6c2-8891-46a2-87ae-469f8a66afe1 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:10:50.780948 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-2772ac9e-a531-4203-899d-1a95d2fc5377 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] For port 96110825-b786-4009-9bbc-6bd7d532774f, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=96110825-b786-4009-9bbc-6bd7d532774f,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:50.781631 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2772ac9e-a531-4203-899d-1a95d2fc5377 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:50.793366 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2772ac9e-a531-4203-899d-1a95d2fc5377 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Calling delete_port for 96110825-b786-4009-9bbc-6bd7d532774f owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:10:50.874465 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c2441553-f55d-4f1b-858c-d8525b380326 None None] Deleting port 0261e5c6-601b-4bf6-b1ea-d65a8c78b5fe {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:10:50.874740 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c2441553-f55d-4f1b-858c-d8525b380326 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:50.949419 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-c2441553-f55d-4f1b-858c-d8525b380326 None None] For port 0261e5c6-601b-4bf6-b1ea-d65a8c78b5fe, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0261e5c6-601b-4bf6-b1ea-d65a8c78b5fe,segment=NetworkSegment(f358c7a9-c9fe-403e-9398-d1ca180a6f1d),segment_id=f358c7a9-c9fe-403e-9398-d1ca180a6f1d)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:50.949724 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c2441553-f55d-4f1b-858c-d8525b380326 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:50.962932 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2772ac9e-a531-4203-899d-1a95d2fc5377 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:50.966464 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c2441553-f55d-4f1b-858c-d8525b380326 None None] Calling delete_port for 0261e5c6-601b-4bf6-b1ea-d65a8c78b5fe owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:10:50.972289 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a4a1d26-a5ba-4fe0-9f9d-b80a5f9c2e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:50.984667 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b82d4c2f-b5f9-4012-80b6-1fda929b9d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797372807', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '96110825-b786-4009-9bbc-6bd7d532774f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:09:04Z', 'updated_at': '2021-07-15T14:10:49Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '96110825-b786-4009-9bbc-6bd7d532774f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:37:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:04Z', 'updated_at': '2021-07-15T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:50.994753 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772ac9e-a531-4203-899d-1a95d2fc5377 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'Port': ['ID=96110825-b786-4009-9bbc-6bd7d532774f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:51.044624 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82d4c2f-b5f9-4012-80b6-1fda929b9d79 None None] The sync data for ids ['68ec151e-36fa-450c-8957-cde083ac74eb'] in n-d-758944-45 is: [{'id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797372807', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '96110825-b786-4009-9bbc-6bd7d532774f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:09:04Z', 'updated_at': '2021-07-15T14:10:49Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '96110825-b786-4009-9bbc-6bd7d532774f', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:37:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec151e-36fa-450c-8957-cde083ac74eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:09:04Z', 'updated_at': '2021-07-15T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:10:51.059961 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2772ac9e-a531-4203-899d-1a95d2fc5377 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:51.091144 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c2441553-f55d-4f1b-858c-d8525b380326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:51.117751 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2441553-f55d-4f1b-858c-d8525b380326 None None] Pushing event deleted for resources: {'Port': ['ID=0261e5c6-601b-4bf6-b1ea-d65a8c78b5fe,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:51.120014 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2441553-f55d-4f1b-858c-d8525b380326 None None] No DVR routers for this DVR port 0261e5c6-601b-4bf6-b1ea-d65a8c78b5fe on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:10:51.129609 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2441553-f55d-4f1b-858c-d8525b380326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:51.130114 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2441553-f55d-4f1b-858c-d8525b380326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:51.130114 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2441553-f55d-4f1b-858c-d8525b380326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:51.130833 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2441553-f55d-4f1b-858c-d8525b380326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:51.130833 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2441553-f55d-4f1b-858c-d8525b380326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:51.131092 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2441553-f55d-4f1b-858c-d8525b380326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:51.131420 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2441553-f55d-4f1b-858c-d8525b380326 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:51.131746 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2441553-f55d-4f1b-858c-d8525b380326 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:51.132396 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2441553-f55d-4f1b-858c-d8525b380326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:51.132396 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2441553-f55d-4f1b-858c-d8525b380326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:51.132676 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2441553-f55d-4f1b-858c-d8525b380326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:51.132990 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2441553-f55d-4f1b-858c-d8525b380326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:51.166485 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2772ac9e-a531-4203-899d-1a95d2fc5377 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:51.170367 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2772ac9e-a531-4203-899d-1a95d2fc5377 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:51.218649 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2772ac9e-a531-4203-899d-1a95d2fc5377 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:51.219204 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2772ac9e-a531-4203-899d-1a95d2fc5377 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Fanout notify agent at l3_agent the message router_deleted on router 68ec151e-36fa-450c-8957-cde083ac74eb {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:10:51.226723 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2772ac9e-a531-4203-899d-1a95d2fc5377 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:51.227850 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2772ac9e-a531-4203-899d-1a95d2fc5377 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "DELETE /v2.0/routers/68ec151e-36fa-450c-8957-cde083ac74eb HTTP/1.1" status: 204 len: 168 time: 0.8054595 Jul 15 14:10:51.230787 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50130) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:51.312876 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-012b0331-72e3-4fb8-a970-6e7a7fef9905 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:51.406657 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-012b0331-72e3-4fb8-a970-6e7a7fef9905 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:51.418655 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-012b0331-72e3-4fb8-a970-6e7a7fef9905 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8243b6c2-8891-46a2-87ae-469f8a66afe1']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:51.434478 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-012b0331-72e3-4fb8-a970-6e7a7fef9905 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f358c7a9-c9fe-403e-9398-d1ca180a6f1d') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:51.434796 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-012b0331-72e3-4fb8-a970-6e7a7fef9905 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f358c7a9-c9fe-403e-9398-d1ca180a6f1d') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:51.446020 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-012b0331-72e3-4fb8-a970-6e7a7fef9905 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:51.465341 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-012b0331-72e3-4fb8-a970-6e7a7fef9905 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:51.472524 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012b0331-72e3-4fb8-a970-6e7a7fef9905 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:10:51.472947 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-012b0331-72e3-4fb8-a970-6e7a7fef9905 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: timer() Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:10:51.476185 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:10:51.526191 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0261e5c6-601b-4bf6-b1ea-d65a8c78b5fe no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:10:51.547071 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 0261e5c6-601b-4bf6-b1ea-d65a8c78b5fe {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:10:51.547419 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0261e5c6-601b-4bf6-b1ea-d65a8c78b5fe not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:10:51.547931 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 302af132-0d73-4cb4-915b-1ce440031ef3 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:10:51.554976 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-012b0331-72e3-4fb8-a970-6e7a7fef9905 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:51.566002 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-012b0331-72e3-4fb8-a970-6e7a7fef9905 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:51.567870 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-012b0331-72e3-4fb8-a970-6e7a7fef9905 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "DELETE /v2.0/networks/8243b6c2-8891-46a2-87ae-469f8a66afe1 HTTP/1.1" status: 204 len: 168 time: 0.3361442 Jul 15 14:10:51.570666 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50132) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:51.580627 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 302af132-0d73-4cb4-915b-1ce440031ef3 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:10:51.581239 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 302af132-0d73-4cb4-915b-1ce440031ef3 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:10:51.587372 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b0331-72e3-4fb8-a970-6e7a7fef9905 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'Network': ['ID=8243b6c2-8891-46a2-87ae-469f8a66afe1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:51.645275 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-82532c39-475d-4c27-a94a-f6cb17e8cfe8 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:51.679947 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-82532c39-475d-4c27-a94a-f6cb17e8cfe8 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:51.752072 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-82532c39-475d-4c27-a94a-f6cb17e8cfe8 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:51.755116 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-82532c39-475d-4c27-a94a-f6cb17e8cfe8 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:51.756361 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-82532c39-475d-4c27-a94a-f6cb17e8cfe8 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "DELETE /v2.0/security-groups/9a0380f6-8d3e-4aa6-9774-6e387e0da829 HTTP/1.1" status: 204 len: 168 time: 0.1840925 Jul 15 14:10:51.767767 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82532c39-475d-4c27-a94a-f6cb17e8cfe8 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0380f6-8d3e-4aa6-9774-6e387e0da829,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:51.776710 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82532c39-475d-4c27-a94a-f6cb17e8cfe8 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:51.777100 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82532c39-475d-4c27-a94a-f6cb17e8cfe8 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:51.777444 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82532c39-475d-4c27-a94a-f6cb17e8cfe8 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:51.777904 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82532c39-475d-4c27-a94a-f6cb17e8cfe8 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:51.778244 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82532c39-475d-4c27-a94a-f6cb17e8cfe8 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:51.778617 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82532c39-475d-4c27-a94a-f6cb17e8cfe8 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:51.779502 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82532c39-475d-4c27-a94a-f6cb17e8cfe8 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:51.780121 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82532c39-475d-4c27-a94a-f6cb17e8cfe8 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:51.780554 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82532c39-475d-4c27-a94a-f6cb17e8cfe8 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:51.781002 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82532c39-475d-4c27-a94a-f6cb17e8cfe8 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:51.781338 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82532c39-475d-4c27-a94a-f6cb17e8cfe8 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:51.786734 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82532c39-475d-4c27-a94a-f6cb17e8cfe8 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:52.009349 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50138) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:52.009866 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:10:52.014720 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-92a6b078-b475-43aa-950f-bbc9ac592e6f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1889620144', 'description': 'tempest-secgroup-smoke-1889620144 description', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:52.037356 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-92a6b078-b475-43aa-950f-bbc9ac592e6f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.120848 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-92a6b078-b475-43aa-950f-bbc9ac592e6f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.126084 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-92a6b078-b475-43aa-950f-bbc9ac592e6f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.160373 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-92a6b078-b475-43aa-950f-bbc9ac592e6f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.161595 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-92a6b078-b475-43aa-950f-bbc9ac592e6f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1510563 Jul 15 14:10:52.163476 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6b078-b475-43aa-950f-bbc9ac592e6f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:52.164697 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50140) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:52.169498 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a3ff1ce5-33b3-4765-864f-a26fa9b00cae tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group_rule': {'security_group_id': '5b06f5ad-02d9-4164-abdf-968e4ecfb4c9', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:52.199977 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a3ff1ce5-33b3-4765-864f-a26fa9b00cae tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.251711 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a3ff1ce5-33b3-4765-864f-a26fa9b00cae tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.255803 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a3ff1ce5-33b3-4765-864f-a26fa9b00cae tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.273941 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff1ce5-33b3-4765-864f-a26fa9b00cae tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c74f61c9-6e7c-41e8-95f0-193b1d1e6072,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:52.280014 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a3ff1ce5-33b3-4765-864f-a26fa9b00cae tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.281220 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a3ff1ce5-33b3-4765-864f-a26fa9b00cae tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1155288 Jul 15 14:10:52.284153 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50142) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:52.288552 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4792f96f-5e61-479f-8afa-57cc90b42efe tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group_rule': {'security_group_id': '5b06f5ad-02d9-4164-abdf-968e4ecfb4c9', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:52.314511 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4792f96f-5e61-479f-8afa-57cc90b42efe tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.371124 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4792f96f-5e61-479f-8afa-57cc90b42efe tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.374771 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4792f96f-5e61-479f-8afa-57cc90b42efe tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.392342 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792f96f-5e61-479f-8afa-57cc90b42efe tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c43d1a6d-40ce-4873-975b-d6806203bdbe,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:52.398663 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4792f96f-5e61-479f-8afa-57cc90b42efe tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.399986 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4792f96f-5e61-479f-8afa-57cc90b42efe tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1149259 Jul 15 14:10:52.402778 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50144) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:52.407947 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-120b2417-8727-435e-aea3-d382fc68f426 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group_rule': {'security_group_id': '5b06f5ad-02d9-4164-abdf-968e4ecfb4c9', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:52.435078 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-120b2417-8727-435e-aea3-d382fc68f426 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.494788 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-120b2417-8727-435e-aea3-d382fc68f426 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.498404 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-120b2417-8727-435e-aea3-d382fc68f426 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.515718 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b2417-8727-435e-aea3-d382fc68f426 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb26dfee-08b9-4f8f-8baf-e0a7e0aef06c,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:52.521716 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-120b2417-8727-435e-aea3-d382fc68f426 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.522420 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-120b2417-8727-435e-aea3-d382fc68f426 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187007 Jul 15 14:10:52.526282 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50146) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:52.531464 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5411c75f-be78-407a-94f0-3d7e82ffb48f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group_rule': {'security_group_id': '5b06f5ad-02d9-4164-abdf-968e4ecfb4c9', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:52.557098 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5411c75f-be78-407a-94f0-3d7e82ffb48f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.616544 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5411c75f-be78-407a-94f0-3d7e82ffb48f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.620166 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5411c75f-be78-407a-94f0-3d7e82ffb48f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.634732 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411c75f-be78-407a-94f0-3d7e82ffb48f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bbb22bd-77e0-4ec0-93a3-69c0631ba12c,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:52.644085 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5411c75f-be78-407a-94f0-3d7e82ffb48f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.645307 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5411c75f-be78-407a-94f0-3d7e82ffb48f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181254 Jul 15 14:10:52.648100 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50148) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:52.652455 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-bf17b718-f95f-457c-b370-26d4060d662f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group_rule': {'security_group_id': '5b06f5ad-02d9-4164-abdf-968e4ecfb4c9', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:52.674008 n-d-758944-45 neutron-server[93813]: INFO neutron.db.securitygroups_db [None req-bf17b718-f95f-457c-b370-26d4060d662f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Project e4ca9f7ba7bc40c999cf6f648c1e5688 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:10:52.678685 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf17b718-f95f-457c-b370-26d4060d662f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.738411 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf17b718-f95f-457c-b370-26d4060d662f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.741843 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf17b718-f95f-457c-b370-26d4060d662f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.759125 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17b718-f95f-457c-b370-26d4060d662f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=980cefcc-f657-4e0a-9f53-31c9c027e9d4,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:52.765794 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf17b718-f95f-457c-b370-26d4060d662f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.766876 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-bf17b718-f95f-457c-b370-26d4060d662f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1178532 Jul 15 14:10:52.769708 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50150) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:52.774115 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-1c619815-49ee-4f1f-bba0-982262bb2150 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group_rule': {'security_group_id': '5b06f5ad-02d9-4164-abdf-968e4ecfb4c9', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:52.795435 n-d-758944-45 neutron-server[93813]: INFO neutron.db.securitygroups_db [None req-1c619815-49ee-4f1f-bba0-982262bb2150 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Project e4ca9f7ba7bc40c999cf6f648c1e5688 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:10:52.800677 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1c619815-49ee-4f1f-bba0-982262bb2150 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.861152 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1c619815-49ee-4f1f-bba0-982262bb2150 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.864856 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1c619815-49ee-4f1f-bba0-982262bb2150 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.884797 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c619815-49ee-4f1f-bba0-982262bb2150 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23272597-b82b-4228-8cfb-5bdeaa2225be,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:52.891491 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1c619815-49ee-4f1f-bba0-982262bb2150 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.892738 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1c619815-49ee-4f1f-bba0-982262bb2150 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220739 Jul 15 14:10:52.895671 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50152) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:52.900505 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a91fc32a-9bf3-49dd-b31a-780f342e0cea tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'network': {'name': 'tempest-network-smoke--779921608', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'port_security_enabled': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:52.920414 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91fc32a-9bf3-49dd-b31a-780f342e0cea tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Made reservation on behalf of e4ca9f7ba7bc40c999cf6f648c1e5688 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:10:52.923943 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a91fc32a-9bf3-49dd-b31a-780f342e0cea tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.949300 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91fc32a-9bf3-49dd-b31a-780f342e0cea tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:10:52.958602 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a91fc32a-9bf3-49dd-b31a-780f342e0cea tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.958950 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-a91fc32a-9bf3-49dd-b31a-780f342e0cea tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Added segment 28cf9401-d01e-4761-81d1-c9087a7d6194 of type vlan for network 0ac9f2da-87f8-45df-ae20-3101b3c26fc4 Jul 15 14:10:52.999717 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a91fc32a-9bf3-49dd-b31a-780f342e0cea tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:53.026465 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a91fc32a-9bf3-49dd-b31a-780f342e0cea tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:53.032465 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91fc32a-9bf3-49dd-b31a-780f342e0cea tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:53.033044 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a91fc32a-9bf3-49dd-b31a-780f342e0cea tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:53.066632 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-a91fc32a-9bf3-49dd-b31a-780f342e0cea tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1699588 Jul 15 14:10:53.069392 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50154) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:53.073812 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-8edc5927-8b6e-489d-9ea9-fd7adeed54de tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1076761288', 'admin_state_up': True, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:53.117239 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91fc32a-9bf3-49dd-b31a-780f342e0cea tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Network': ['ID=0ac9f2da-87f8-45df-ae20-3101b3c26fc4,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:53.130303 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 0ac9f2da-87f8-45df-ae20-3101b3c26fc4 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:10:53.132389 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8edc5927-8b6e-489d-9ea9-fd7adeed54de tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:53.133549 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8edc5927-8b6e-489d-9ea9-fd7adeed54de tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:53.187419 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8edc5927-8b6e-489d-9ea9-fd7adeed54de tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:53.324905 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8edc5927-8b6e-489d-9ea9-fd7adeed54de tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:53.342769 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 96110825-b786-4009-9bbc-6bd7d532774f no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:10:53.368158 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 96110825-b786-4009-9bbc-6bd7d532774f {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:10:53.368501 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 96110825-b786-4009-9bbc-6bd7d532774f not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:10:53.380958 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:53.469099 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a5789768-a352-4d4e-ad06-a24ef326ae2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:53.527527 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8edc5927-8b6e-489d-9ea9-fd7adeed54de tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:53.546368 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8edc5927-8b6e-489d-9ea9-fd7adeed54de tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:53.650063 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-8edc5927-8b6e-489d-9ea9-fd7adeed54de tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Allocated IP 172.25.6.165 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/986d44e1-07c7-436f-855d-b684e113441d) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:10:53.751568 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8edc5927-8b6e-489d-9ea9-fd7adeed54de tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:53.794159 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8edc5927-8b6e-489d-9ea9-fd7adeed54de tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:53.828546 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edc5927-8b6e-489d-9ea9-fd7adeed54de tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:10:53.831472 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-8edc5927-8b6e-489d-9ea9-fd7adeed54de tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:53.836981 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edc5927-8b6e-489d-9ea9-fd7adeed54de tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:10:53.865784 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc5927-8b6e-489d-9ea9-fd7adeed54de tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Port': ['ID=986d44e1-07c7-436f-855d-b684e113441d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:54.083508 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8edc5927-8b6e-489d-9ea9-fd7adeed54de tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:54.284590 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8edc5927-8b6e-489d-9ea9-fd7adeed54de tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:54.410695 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edc5927-8b6e-489d-9ea9-fd7adeed54de tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Router c1a3dbd8-6bd7-4243-85c3-ae387b799ad6 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:10:54.808974 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edc5927-8b6e-489d-9ea9-fd7adeed54de tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:10:54.819374 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c10066-cd25-4a5b-9ab0-566029fa2cf3 None None] Sync routers for ids ['c1a3dbd8-6bd7-4243-85c3-ae387b799ad6'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:10:54.829112 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8edc5927-8b6e-489d-9ea9-fd7adeed54de tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:54.829447 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c10066-cd25-4a5b-9ab0-566029fa2cf3 None None] Routers {'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:10:54.830095 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a1c10066-cd25-4a5b-9ab0-566029fa2cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:10:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['c1a3dbd8-6bd7-4243-85c3-ae387b799ad6'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:54.830906 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8edc5927-8b6e-489d-9ea9-fd7adeed54de tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7605550 Jul 15 14:10:54.834315 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50158) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:54.862896 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-73802b5a-a573-4251-9340-e96aac7f5573 tempest-TestNetworkAdvancedServerOps-863404935 tempest-TestNetworkAdvancedServerOps-863404935-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=e4ca9f7ba7bc40c999cf6f648c1e5688&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274491 Jul 15 14:10:54.865436 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50160) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:54.942748 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-a1c10066-cd25-4a5b-9ab0-566029fa2cf3 None None] Set router c1a3dbd8-6bd7-4243-85c3-ae387b799ad6 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:10:54.954680 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60265f74-8854-436d-84a9-154836d11a15 tempest-TestNetworkAdvancedServerOps-863404935 tempest-TestNetworkAdvancedServerOps-863404935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:54.956187 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-60265f74-8854-436d-84a9-154836d11a15 tempest-TestNetworkAdvancedServerOps-863404935 tempest-TestNetworkAdvancedServerOps-863404935-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898216 Jul 15 14:10:54.959117 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50162) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:54.969080 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:54.998325 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4065b06a-d228-4add-8cc1-942510704d7b tempest-TestNetworkAdvancedServerOps-863404935 tempest-TestNetworkAdvancedServerOps-863404935-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0b352371-cfe9-4be4-934e-718e319584db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375278 Jul 15 14:10:55.000921 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50164) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:55.005795 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-78b867a4-98a1-4420-a917-2cf6ac6ce356 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1484296783', 'network_id': '0ac9f2da-87f8-45df-ae20-3101b3c26fc4', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:55.094684 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b867a4-98a1-4420-a917-2cf6ac6ce356 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Made reservation on behalf of e4ca9f7ba7bc40c999cf6f648c1e5688 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:10:55.098191 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78b867a4-98a1-4420-a917-2cf6ac6ce356 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:55.220980 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a1c10066-cd25-4a5b-9ab0-566029fa2cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076761288', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '986d44e1-07c7-436f-855d-b684e113441d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:53Z', 'updated_at': '2021-07-15T14:10:53Z', 'revision_number': 3, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '986d44e1-07c7-436f-855d-b684e113441d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:53:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:53Z', 'updated_at': '2021-07-15T14:10:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:55.251087 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c10066-cd25-4a5b-9ab0-566029fa2cf3 None None] Checking router: c1a3dbd8-6bd7-4243-85c3-ae387b799ad6 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:10:55.251417 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c10066-cd25-4a5b-9ab0-566029fa2cf3 None None] Updating router c1a3dbd8-6bd7-4243-85c3-ae387b799ad6 port 986d44e1-07c7-436f-855d-b684e113441d binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:10:55.288507 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1c10066-cd25-4a5b-9ab0-566029fa2cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:55.296276 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78b867a4-98a1-4420-a917-2cf6ac6ce356 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:55.356580 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b867a4-98a1-4420-a917-2cf6ac6ce356 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Subnet': ['ID=e852f184-2cfd-4ef9-bc01-98eaea7a400c,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:55.365059 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b867a4-98a1-4420-a917-2cf6ac6ce356 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Checking segment: {'id': '28cf9401-d01e-4761-81d1-c9087a7d6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0ac9f2da-87f8-45df-ae20-3101b3c26fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:10:55.365421 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b867a4-98a1-4420-a917-2cf6ac6ce356 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network hostable DHCP agents. Network: 0ac9f2da-87f8-45df-ae20-3101b3c26fc4, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:10:55.382064 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b867a4-98a1-4420-a917-2cf6ac6ce356 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network 0ac9f2da-87f8-45df-ae20-3101b3c26fc4 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:10:55.390732 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-78b867a4-98a1-4420-a917-2cf6ac6ce356 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 0ac9f2da-87f8-45df-ae20-3101b3c26fc4) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:55.399169 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b867a4-98a1-4420-a917-2cf6ac6ce356 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:55.400314 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78b867a4-98a1-4420-a917-2cf6ac6ce356 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:55.401910 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedf8350-e09a-4186-a28c-d0d2dd85ca8b None None] Network 0ac9f2da-87f8-45df-ae20-3101b3c26fc4 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:10:55.415772 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-78b867a4-98a1-4420-a917-2cf6ac6ce356 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4138274 Jul 15 14:10:55.418491 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50166) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:55.545294 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1c10066-cd25-4a5b-9ab0-566029fa2cf3 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:55.555284 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a1c10066-cd25-4a5b-9ab0-566029fa2cf3 None None] Transition to ACTIVE for port object 986d44e1-07c7-436f-855d-b684e113441d will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:55.557831 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7332ca-444e-4ae8-92c7-e6269a465353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-0ac9f2da-87f8-45df-ae20-3101b3c26fc4', 'network_id': '0ac9f2da-87f8-45df-ae20-3101b3c26fc4', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'fixed_ips': [{'subnet_id': 'e852f184-2cfd-4ef9-bc01-98eaea7a400c'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:10:55.559051 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9c7332ca-444e-4ae8-92c7-e6269a465353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:55.562100 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1c10066-cd25-4a5b-9ab0-566029fa2cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:55.614739 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a1c10066-cd25-4a5b-9ab0-566029fa2cf3 None None] Attempting to bind port 986d44e1-07c7-436f-855d-b684e113441d on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:10:55.615146 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a1c10066-cd25-4a5b-9ab0-566029fa2cf3 None None] Attempting to bind port 986d44e1-07c7-436f-855d-b684e113441d by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:10:55.615597 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c10066-cd25-4a5b-9ab0-566029fa2cf3 None None] Attempting to bind port 986d44e1-07c7-436f-855d-b684e113441d on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:10:55.618721 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116003f8-9bcd-460f-9793-ceb364705798 None None] Pushing event updated for resources: {'Port': ['ID=986d44e1-07c7-436f-855d-b684e113441d,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:55.624192 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c10066-cd25-4a5b-9ab0-566029fa2cf3 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:10:55.624965 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c10066-cd25-4a5b-9ab0-566029fa2cf3 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:10:55.625184 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1c10066-cd25-4a5b-9ab0-566029fa2cf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:55.625661 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c10066-cd25-4a5b-9ab0-566029fa2cf3 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:10:55.626696 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-a1c10066-cd25-4a5b-9ab0-566029fa2cf3 None None] Bound port: 986d44e1-07c7-436f-855d-b684e113441d, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:10:55.626696 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1c10066-cd25-4a5b-9ab0-566029fa2cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:55.653359 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116003f8-9bcd-460f-9793-ceb364705798 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:55.653910 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116003f8-9bcd-460f-9793-ceb364705798 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:55.654359 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116003f8-9bcd-460f-9793-ceb364705798 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:55.654784 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116003f8-9bcd-460f-9793-ceb364705798 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:55.655212 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116003f8-9bcd-460f-9793-ceb364705798 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:55.655632 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116003f8-9bcd-460f-9793-ceb364705798 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:55.656049 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116003f8-9bcd-460f-9793-ceb364705798 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:55.656444 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116003f8-9bcd-460f-9793-ceb364705798 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:55.656826 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116003f8-9bcd-460f-9793-ceb364705798 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:55.657206 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116003f8-9bcd-460f-9793-ceb364705798 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:55.657587 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116003f8-9bcd-460f-9793-ceb364705798 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:55.657991 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116003f8-9bcd-460f-9793-ceb364705798 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:55.693176 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a1c10066-cd25-4a5b-9ab0-566029fa2cf3 None None] For port 986d44e1-07c7-436f-855d-b684e113441d, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:10:55.696537 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-a1c10066-cd25-4a5b-9ab0-566029fa2cf3 None None] For port 986d44e1-07c7-436f-855d-b684e113441d, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=986d44e1-07c7-436f-855d-b684e113441d,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:10:55.700955 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1c10066-cd25-4a5b-9ab0-566029fa2cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:55.713321 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-9c7332ca-444e-4ae8-92c7-e6269a465353 None None] Allocated IP 172.20.0.2 (0ac9f2da-87f8-45df-ae20-3101b3c26fc4/e852f184-2cfd-4ef9-bc01-98eaea7a400c/713a344b-8ef6-4e1c-83d0-7aad8b2b6073) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:10:55.759066 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c10066-cd25-4a5b-9ab0-566029fa2cf3 None None] Routers {'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:10:55.759796 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a1c10066-cd25-4a5b-9ab0-566029fa2cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:10:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['c1a3dbd8-6bd7-4243-85c3-ae387b799ad6'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:55.793819 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116003f8-9bcd-460f-9793-ceb364705798 None None] Pushing event updated for resources: {'Port': ['ID=986d44e1-07c7-436f-855d-b684e113441d,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:55.814532 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:55.873997 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-a1c10066-cd25-4a5b-9ab0-566029fa2cf3 None None] Set router c1a3dbd8-6bd7-4243-85c3-ae387b799ad6 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:10:55.879063 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-83096a46-1cda-4624-a8b8-329f9ae1118f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:55.882967 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9c7332ca-444e-4ae8-92c7-e6269a465353 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:55.894789 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9c7332ca-444e-4ae8-92c7-e6269a465353 None None] Transition to ACTIVE for port object 713a344b-8ef6-4e1c-83d0-7aad8b2b6073 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:55.910623 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9c7332ca-444e-4ae8-92c7-e6269a465353 None None] Transition to ACTIVE for port object 713a344b-8ef6-4e1c-83d0-7aad8b2b6073 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:55.915666 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9c7332ca-444e-4ae8-92c7-e6269a465353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:55.955998 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7332ca-444e-4ae8-92c7-e6269a465353 None None] Network 0ac9f2da-87f8-45df-ae20-3101b3c26fc4 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:10:55.958770 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-9c7332ca-444e-4ae8-92c7-e6269a465353 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:55.962299 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7332ca-444e-4ae8-92c7-e6269a465353 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:10:55.969667 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7332ca-444e-4ae8-92c7-e6269a465353 None None] Pushing event updated for resources: {'Port': ['ID=713a344b-8ef6-4e1c-83d0-7aad8b2b6073,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:56.030594 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-9c7332ca-444e-4ae8-92c7-e6269a465353 None None] Attempting to bind port 713a344b-8ef6-4e1c-83d0-7aad8b2b6073 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:10:56.031002 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-9c7332ca-444e-4ae8-92c7-e6269a465353 None None] Attempting to bind port 713a344b-8ef6-4e1c-83d0-7aad8b2b6073 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '28cf9401-d01e-4761-81d1-c9087a7d6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0ac9f2da-87f8-45df-ae20-3101b3c26fc4'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:10:56.031762 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7332ca-444e-4ae8-92c7-e6269a465353 None None] Attempting to bind port 713a344b-8ef6-4e1c-83d0-7aad8b2b6073 on network 0ac9f2da-87f8-45df-ae20-3101b3c26fc4 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:10:56.036556 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7332ca-444e-4ae8-92c7-e6269a465353 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:10:56.036930 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7332ca-444e-4ae8-92c7-e6269a465353 None None] Checking segment: {'id': '28cf9401-d01e-4761-81d1-c9087a7d6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0ac9f2da-87f8-45df-ae20-3101b3c26fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:10:56.037337 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9c7332ca-444e-4ae8-92c7-e6269a465353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:56.037731 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7332ca-444e-4ae8-92c7-e6269a465353 None None] Bound using segment: {'id': '28cf9401-d01e-4761-81d1-c9087a7d6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0ac9f2da-87f8-45df-ae20-3101b3c26fc4'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:10:56.038222 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-9c7332ca-444e-4ae8-92c7-e6269a465353 None None] Bound port: 713a344b-8ef6-4e1c-83d0-7aad8b2b6073, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28cf9401-d01e-4761-81d1-c9087a7d6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0ac9f2da-87f8-45df-ae20-3101b3c26fc4'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:10:56.038613 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9c7332ca-444e-4ae8-92c7-e6269a465353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:56.059667 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a1c10066-cd25-4a5b-9ab0-566029fa2cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076761288', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '986d44e1-07c7-436f-855d-b684e113441d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:53Z', 'updated_at': '2021-07-15T14:10:53Z', 'revision_number': 3, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '986d44e1-07c7-436f-855d-b684e113441d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:53:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:53Z', 'updated_at': '2021-07-15T14:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:56.089289 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c10066-cd25-4a5b-9ab0-566029fa2cf3 None None] The sync data for ids ['c1a3dbd8-6bd7-4243-85c3-ae387b799ad6'] in n-d-758944-45 is: [{'id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076761288', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '986d44e1-07c7-436f-855d-b684e113441d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:53Z', 'updated_at': '2021-07-15T14:10:53Z', 'revision_number': 3, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '986d44e1-07c7-436f-855d-b684e113441d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:53:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:53Z', 'updated_at': '2021-07-15T14:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:10:56.107630 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-9c7332ca-444e-4ae8-92c7-e6269a465353 None None] For port 713a344b-8ef6-4e1c-83d0-7aad8b2b6073, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:10:56.111450 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-9c7332ca-444e-4ae8-92c7-e6269a465353 None None] For port 713a344b-8ef6-4e1c-83d0-7aad8b2b6073, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=713a344b-8ef6-4e1c-83d0-7aad8b2b6073,segment=NetworkSegment(28cf9401-d01e-4761-81d1-c9087a7d6194),segment_id=28cf9401-d01e-4761-81d1-c9087a7d6194)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:10:56.115369 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9c7332ca-444e-4ae8-92c7-e6269a465353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:56.180911 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-83096a46-1cda-4624-a8b8-329f9ae1118f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Allocated IP 172.20.0.1 (0ac9f2da-87f8-45df-ae20-3101b3c26fc4/e852f184-2cfd-4ef9-bc01-98eaea7a400c/a5eedd50-1660-4c89-9183-1415779f683c) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:10:56.185723 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7332ca-444e-4ae8-92c7-e6269a465353 None None] Pushing event updated for resources: {'Port': ['ID=713a344b-8ef6-4e1c-83d0-7aad8b2b6073,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:56.309245 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-83096a46-1cda-4624-a8b8-329f9ae1118f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:56.329170 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-83096a46-1cda-4624-a8b8-329f9ae1118f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Transition to ACTIVE for port object a5eedd50-1660-4c89-9183-1415779f683c will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:56.382826 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-83096a46-1cda-4624-a8b8-329f9ae1118f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:56.460634 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83096a46-1cda-4624-a8b8-329f9ae1118f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Port': ['ID=a5eedd50-1660-4c89-9183-1415779f683c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:56.464466 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83096a46-1cda-4624-a8b8-329f9ae1118f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network 0ac9f2da-87f8-45df-ae20-3101b3c26fc4 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:10:56.466922 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-83096a46-1cda-4624-a8b8-329f9ae1118f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:56.469182 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83096a46-1cda-4624-a8b8-329f9ae1118f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:10:56.523197 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-83096a46-1cda-4624-a8b8-329f9ae1118f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:56.565947 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:56.678139 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-83096a46-1cda-4624-a8b8-329f9ae1118f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:56.988455 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-83096a46-1cda-4624-a8b8-329f9ae1118f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:56.994111 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-83096a46-1cda-4624-a8b8-329f9ae1118f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:57.074257 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83096a46-1cda-4624-a8b8-329f9ae1118f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Port': ['ID=a5eedd50-1660-4c89-9183-1415779f683c,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:57.078374 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-83096a46-1cda-4624-a8b8-329f9ae1118f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:57.182603 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83096a46-1cda-4624-a8b8-329f9ae1118f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network 0ac9f2da-87f8-45df-ae20-3101b3c26fc4 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:10:57.184066 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-83096a46-1cda-4624-a8b8-329f9ae1118f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:57.229296 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c5186f-8263-4e05-a3c6-7c0407190fa5 None None] Network 0ac9f2da-87f8-45df-ae20-3101b3c26fc4 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:10:57.301119 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83096a46-1cda-4624-a8b8-329f9ae1118f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Router c1a3dbd8-6bd7-4243-85c3-ae387b799ad6 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:10:57.318784 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f2d31f05-9055-43dc-8ad8-dc7aca0569eb None None] Provisioning for port 713a344b-8ef6-4e1c-83d0-7aad8b2b6073 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:10:57.444645 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83096a46-1cda-4624-a8b8-329f9ae1118f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:10:57.450334 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-83096a46-1cda-4624-a8b8-329f9ae1118f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "PUT /v2.0/routers/c1a3dbd8-6bd7-4243-85c3-ae387b799ad6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0305986 Jul 15 14:10:57.451325 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 986d44e1-07c7-436f-855d-b684e113441d up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:57.513013 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 986d44e1-07c7-436f-855d-b684e113441d completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:10:57.517696 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 986d44e1-07c7-436f-855d-b684e113441d triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:57.519187 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:57.615051 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-02424da1-ad20-4e19-8b9c-002f62e4c537 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1889620144&fields=id&tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688 HTTP/1.1" status: 200 len: 267 time: 0.0448329 Jul 15 14:10:57.742924 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-32e2801e-20ab-4ed7-90d8-6fbcf4628661 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:57.744499 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-32e2801e-20ab-4ed7-90d8-6fbcf4628661 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/networks?id=0ac9f2da-87f8-45df-ae20-3101b3c26fc4 HTTP/1.1" status: 200 len: 796 time: 0.1226530 Jul 15 14:10:57.766493 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-256fcb74-e136-4862-88bc-7b0f194bae64 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/quotas/e4ca9f7ba7bc40c999cf6f648c1e5688 HTTP/1.1" status: 200 len: 375 time: 0.0151367 Jul 15 14:10:57.782024 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:57.789187 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d60e29fd-773a-4e55-a78d-b3faec7bffc0 None None] Provisioning for port a5eedd50-1660-4c89-9183-1415779f683c completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:10:57.799449 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d60e29fd-773a-4e55-a78d-b3faec7bffc0 None None] Provisioning complete for port a5eedd50-1660-4c89-9183-1415779f683c triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:57.799820 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d60e29fd-773a-4e55-a78d-b3faec7bffc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:57.828883 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 986d44e1-07c7-436f-855d-b684e113441d, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=986d44e1-07c7-436f-855d-b684e113441d,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:57.838004 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:57.838806 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 713a344b-8ef6-4e1c-83d0-7aad8b2b6073 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:57.852866 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-a9a60df3-e3e8-4c9d-9dc2-064634ddc9aa tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830362 Jul 15 14:10:57.891558 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d60e29fd-773a-4e55-a78d-b3faec7bffc0 None None] Port a5eedd50-1660-4c89-9183-1415779f683c cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:10:57.921213 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b3bdbc-bb58-40cf-9428-569b31c51a38 None None] Sync routers for ids ['c1a3dbd8-6bd7-4243-85c3-ae387b799ad6'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:10:57.940183 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=986d44e1-07c7-436f-855d-b684e113441d,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:57.953651 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b3bdbc-bb58-40cf-9428-569b31c51a38 None None] Routers {'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:10:57.954379 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-28b3bdbc-bb58-40cf-9428-569b31c51a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:10:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['c1a3dbd8-6bd7-4243-85c3-ae387b799ad6'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:57.958583 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-0af1ed93-a168-465b-bd63-248bf935b0fb service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:10:57.959896 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-0af1ed93-a168-465b-bd63-248bf935b0fb service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0817602 Jul 15 14:10:58.003585 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 713a344b-8ef6-4e1c-83d0-7aad8b2b6073 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:10:58.011784 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 713a344b-8ef6-4e1c-83d0-7aad8b2b6073 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:58.012163 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:58.058580 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-e8de6adc-b9ca-44b4-b8cc-ffe484ba1159 service neutron] 10.222.0.24 "GET /v2.0/networks/0ac9f2da-87f8-45df-ae20-3101b3c26fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925162 Jul 15 14:10:58.103767 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f5eb6897-4307-4268-a114-8eb70159b62c None None] Provisioning complete for port a5eedd50-1660-4c89-9183-1415779f683c triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:58.104138 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f5eb6897-4307-4268-a114-8eb70159b62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:58.129651 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-28b3bdbc-bb58-40cf-9428-569b31c51a38 None None] Set router c1a3dbd8-6bd7-4243-85c3-ae387b799ad6 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:10:58.159105 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-abcb63e1-690a-4d1a-b1d9-d7171c1036d7 service neutron] 10.222.0.24 "GET /v2.0/networks/0ac9f2da-87f8-45df-ae20-3101b3c26fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933907 Jul 15 14:10:58.221737 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f5eb6897-4307-4268-a114-8eb70159b62c None None] Port a5eedd50-1660-4c89-9183-1415779f683c cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:10:58.311031 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:58.387176 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 713a344b-8ef6-4e1c-83d0-7aad8b2b6073, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=713a344b-8ef6-4e1c-83d0-7aad8b2b6073,segment=NetworkSegment(28cf9401-d01e-4761-81d1-c9087a7d6194),segment_id=28cf9401-d01e-4761-81d1-c9087a7d6194)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:58.390047 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-78f3b23e-8172-4424-b3ce-4fd50e98f193 None None] Provisioning complete for port a5eedd50-1660-4c89-9183-1415779f683c triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:58.390424 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-78f3b23e-8172-4424-b3ce-4fd50e98f193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:58.395163 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:58.468638 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-78f3b23e-8172-4424-b3ce-4fd50e98f193 None None] Port a5eedd50-1660-4c89-9183-1415779f683c cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:10:58.486840 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=713a344b-8ef6-4e1c-83d0-7aad8b2b6073,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:58.494759 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-28b3bdbc-bb58-40cf-9428-569b31c51a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076761288', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '986d44e1-07c7-436f-855d-b684e113441d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:53Z', 'updated_at': '2021-07-15T14:10:56Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '986d44e1-07c7-436f-855d-b684e113441d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:53:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:53Z', 'updated_at': '2021-07-15T14:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'a5eedd50-1660-4c89-9183-1415779f683c', 'name': '', 'network_id': '0ac9f2da-87f8-45df-ae20-3101b3c26fc4', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:f5:f3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e852f184-2cfd-4ef9-bc01-98eaea7a400c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:56Z', 'updated_at': '2021-07-15T14:10:56Z', 'revision_number': 2, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'e852f184-2cfd-4ef9-bc01-98eaea7a400c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:58.520467 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b3bdbc-bb58-40cf-9428-569b31c51a38 None None] Checking router: c1a3dbd8-6bd7-4243-85c3-ae387b799ad6 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:10:58.520821 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b3bdbc-bb58-40cf-9428-569b31c51a38 None None] Updating router c1a3dbd8-6bd7-4243-85c3-ae387b799ad6 port a5eedd50-1660-4c89-9183-1415779f683c binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:10:58.554463 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28b3bdbc-bb58-40cf-9428-569b31c51a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:58.805933 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28b3bdbc-bb58-40cf-9428-569b31c51a38 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:58.815326 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-28b3bdbc-bb58-40cf-9428-569b31c51a38 None None] Transition to ACTIVE for port object a5eedd50-1660-4c89-9183-1415779f683c will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:58.821031 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28b3bdbc-bb58-40cf-9428-569b31c51a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:58.867248 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c10a3b-f910-4140-a2ec-86c5f0900002 None None] Pushing event updated for resources: {'Port': ['ID=a5eedd50-1660-4c89-9183-1415779f683c,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:58.924687 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-28b3bdbc-bb58-40cf-9428-569b31c51a38 None None] Attempting to bind port a5eedd50-1660-4c89-9183-1415779f683c on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:10:58.925061 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-28b3bdbc-bb58-40cf-9428-569b31c51a38 None None] Attempting to bind port a5eedd50-1660-4c89-9183-1415779f683c by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '28cf9401-d01e-4761-81d1-c9087a7d6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0ac9f2da-87f8-45df-ae20-3101b3c26fc4'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:10:58.925424 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b3bdbc-bb58-40cf-9428-569b31c51a38 None None] Attempting to bind port a5eedd50-1660-4c89-9183-1415779f683c on network 0ac9f2da-87f8-45df-ae20-3101b3c26fc4 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:10:58.931077 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b3bdbc-bb58-40cf-9428-569b31c51a38 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:10:58.931357 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b3bdbc-bb58-40cf-9428-569b31c51a38 None None] Checking segment: {'id': '28cf9401-d01e-4761-81d1-c9087a7d6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0ac9f2da-87f8-45df-ae20-3101b3c26fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:10:58.931762 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28b3bdbc-bb58-40cf-9428-569b31c51a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:58.932153 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b3bdbc-bb58-40cf-9428-569b31c51a38 None None] Bound using segment: {'id': '28cf9401-d01e-4761-81d1-c9087a7d6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0ac9f2da-87f8-45df-ae20-3101b3c26fc4'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:10:58.932620 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-28b3bdbc-bb58-40cf-9428-569b31c51a38 None None] Bound port: a5eedd50-1660-4c89-9183-1415779f683c, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28cf9401-d01e-4761-81d1-c9087a7d6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0ac9f2da-87f8-45df-ae20-3101b3c26fc4'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:10:58.933001 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28b3bdbc-bb58-40cf-9428-569b31c51a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:59.001545 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-28b3bdbc-bb58-40cf-9428-569b31c51a38 None None] For port a5eedd50-1660-4c89-9183-1415779f683c, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:10:59.004712 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-28b3bdbc-bb58-40cf-9428-569b31c51a38 None None] For port a5eedd50-1660-4c89-9183-1415779f683c, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a5eedd50-1660-4c89-9183-1415779f683c,segment=NetworkSegment(28cf9401-d01e-4761-81d1-c9087a7d6194),segment_id=28cf9401-d01e-4761-81d1-c9087a7d6194)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:10:59.011687 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28b3bdbc-bb58-40cf-9428-569b31c51a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:59.069339 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b3bdbc-bb58-40cf-9428-569b31c51a38 None None] Routers {'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:10:59.070014 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-28b3bdbc-bb58-40cf-9428-569b31c51a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:10:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['c1a3dbd8-6bd7-4243-85c3-ae387b799ad6'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:59.075433 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c10a3b-f910-4140-a2ec-86c5f0900002 None None] Pushing event updated for resources: {'Port': ['ID=a5eedd50-1660-4c89-9183-1415779f683c,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:59.194268 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-28b3bdbc-bb58-40cf-9428-569b31c51a38 None None] Set router c1a3dbd8-6bd7-4243-85c3-ae387b799ad6 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:10:59.378828 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-69387684-cf0d-49c8-904f-542f6b0238a3 req-2151e73c-cba4-4f74-a824-877a086709f4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 210 time: 0.0454249 Jul 15 14:10:59.415202 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 986d44e1-07c7-436f-855d-b684e113441d up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:59.421956 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-28b3bdbc-bb58-40cf-9428-569b31c51a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076761288', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '986d44e1-07c7-436f-855d-b684e113441d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:53Z', 'updated_at': '2021-07-15T14:10:56Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '986d44e1-07c7-436f-855d-b684e113441d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:53:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:53Z', 'updated_at': '2021-07-15T14:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'a5eedd50-1660-4c89-9183-1415779f683c', 'name': '', 'network_id': '0ac9f2da-87f8-45df-ae20-3101b3c26fc4', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:f5:f3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e852f184-2cfd-4ef9-bc01-98eaea7a400c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:56Z', 'updated_at': '2021-07-15T14:10:58Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'e852f184-2cfd-4ef9-bc01-98eaea7a400c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:59.469372 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b3bdbc-bb58-40cf-9428-569b31c51a38 None None] The sync data for ids ['c1a3dbd8-6bd7-4243-85c3-ae387b799ad6'] in n-d-758944-45 is: [{'id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076761288', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '986d44e1-07c7-436f-855d-b684e113441d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:53Z', 'updated_at': '2021-07-15T14:10:56Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '986d44e1-07c7-436f-855d-b684e113441d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:53:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:53Z', 'updated_at': '2021-07-15T14:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'a5eedd50-1660-4c89-9183-1415779f683c', 'name': '', 'network_id': '0ac9f2da-87f8-45df-ae20-3101b3c26fc4', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:f5:f3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e852f184-2cfd-4ef9-bc01-98eaea7a400c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:56Z', 'updated_at': '2021-07-15T14:10:58Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'e852f184-2cfd-4ef9-bc01-98eaea7a400c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:10:59.502358 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 986d44e1-07c7-436f-855d-b684e113441d triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:59.502606 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:59.604023 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 713a344b-8ef6-4e1c-83d0-7aad8b2b6073 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:59.667715 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 713a344b-8ef6-4e1c-83d0-7aad8b2b6073 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:59.668089 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:00.516700 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d5a0e77-e713-4cc3-bfd3-a91fdabdecf6 req-5d4e2a91-7be4-488d-9ffd-dbfa737fe6c3 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 210 time: 0.0296118 Jul 15 14:11:00.650793 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-1dbcb6ed-4954-4922-b536-7fe45ed7111f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:00.652273 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-1dbcb6ed-4954-4922-b536-7fe45ed7111f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.32 "GET /v2.0/networks?id=0ac9f2da-87f8-45df-ae20-3101b3c26fc4 HTTP/1.1" status: 200 len: 796 time: 0.1154640 Jul 15 14:11:00.704243 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-db9fa9e3-a1b1-44ab-a060-4487d158bdb4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688 HTTP/1.1" status: 200 len: 380 time: 0.0374591 Jul 15 14:11:00.713551 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-7985407b-7a2c-4c7c-b1b0-4e3e76be6835 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'port': {'device_id': '7c3230dd-9681-41c3-8261-b46f8a99a3d6', 'network_id': '0ac9f2da-87f8-45df-ae20-3101b3c26fc4', 'admin_state_up': True, 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'security_groups': ['5b06f5ad-02d9-4164-abdf-968e4ecfb4c9']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:11:00.818589 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-7985407b-7a2c-4c7c-b1b0-4e3e76be6835 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Made reservation on behalf of e4ca9f7ba7bc40c999cf6f648c1e5688 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:11:00.822178 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-7985407b-7a2c-4c7c-b1b0-4e3e76be6835 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:00.946833 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-7985407b-7a2c-4c7c-b1b0-4e3e76be6835 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Allocated IP 172.20.0.5 (0ac9f2da-87f8-45df-ae20-3101b3c26fc4/e852f184-2cfd-4ef9-bc01-98eaea7a400c/f3c9e8de-3737-4530-bbd8-e11d35b2474d) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:11:01.085152 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-7985407b-7a2c-4c7c-b1b0-4e3e76be6835 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:01.099615 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-7985407b-7a2c-4c7c-b1b0-4e3e76be6835 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Transition to ACTIVE for port object f3c9e8de-3737-4530-bbd8-e11d35b2474d will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:11:01.131955 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-7985407b-7a2c-4c7c-b1b0-4e3e76be6835 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:01.186847 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-7985407b-7a2c-4c7c-b1b0-4e3e76be6835 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network 0ac9f2da-87f8-45df-ae20-3101b3c26fc4 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:11:01.190037 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-7985407b-7a2c-4c7c-b1b0-4e3e76be6835 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:11:01.194007 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-7985407b-7a2c-4c7c-b1b0-4e3e76be6835 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:11:01.200924 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985407b-7a2c-4c7c-b1b0-4e3e76be6835 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Port': ['ID=f3c9e8de-3737-4530-bbd8-e11d35b2474d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:01.247829 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-7985407b-7a2c-4c7c-b1b0-4e3e76be6835 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:01.248486 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-7985407b-7a2c-4c7c-b1b0-4e3e76be6835 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:01.264712 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-7985407b-7a2c-4c7c-b1b0-4e3e76be6835 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5547996 Jul 15 14:11:01.282795 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-9d14b23f-e420-43b0-907c-d62fa47e4796 service neutron] Request body: {'port': {'device_id': '7c3230dd-9681-41c3-8261-b46f8a99a3d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:11:01.420311 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a5eedd50-1660-4c89-9183-1415779f683c up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:11:01.467160 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e354a281-f8a4-4202-a7e1-fbbf929a6d5a None None] Provisioning for port f3c9e8de-3737-4530-bbd8-e11d35b2474d completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:11:01.475061 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e354a281-f8a4-4202-a7e1-fbbf929a6d5a None None] Provisioning complete for port f3c9e8de-3737-4530-bbd8-e11d35b2474d triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:11:01.475461 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e354a281-f8a4-4202-a7e1-fbbf929a6d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:01.505819 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port a5eedd50-1660-4c89-9183-1415779f683c completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:11:01.516566 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port a5eedd50-1660-4c89-9183-1415779f683c triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:11:01.516946 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:01.538649 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e354a281-f8a4-4202-a7e1-fbbf929a6d5a None None] Port f3c9e8de-3737-4530-bbd8-e11d35b2474d cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:11:01.602146 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:01.636682 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port a5eedd50-1660-4c89-9183-1415779f683c, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a5eedd50-1660-4c89-9183-1415779f683c,segment=NetworkSegment(28cf9401-d01e-4761-81d1-c9087a7d6194),segment_id=28cf9401-d01e-4761-81d1-c9087a7d6194)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:11:01.641457 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:01.694160 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=a5eedd50-1660-4c89-9183-1415779f683c,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:01.701933 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433da7e-4e12-4092-967d-010256364711 req-2bd4a4d9-e2f9-46c5-aecb-206985b2264a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:01.703715 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7433da7e-4e12-4092-967d-010256364711 req-2bd4a4d9-e2f9-46c5-aecb-206985b2264a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 931 time: 0.0706694 Jul 15 14:11:01.715087 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-9d14b23f-e420-43b0-907c-d62fa47e4796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:01.742977 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7433da7e-4e12-4092-967d-010256364711 req-fe26d7fa-46e0-4176-90ad-62be4eca6298 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332565 Jul 15 14:11:01.970099 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-9d14b23f-e420-43b0-907c-d62fa47e4796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c9e8de-3737-4530-bbd8-e11d35b2474d {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:11:01.977254 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-9d14b23f-e420-43b0-907c-d62fa47e4796 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:01.989572 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-9d14b23f-e420-43b0-907c-d62fa47e4796 service neutron] Transition to ACTIVE for port object f3c9e8de-3737-4530-bbd8-e11d35b2474d will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:11:01.993545 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-9d14b23f-e420-43b0-907c-d62fa47e4796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:02.049395 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14b23f-e420-43b0-907c-d62fa47e4796 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c9e8de-3737-4530-bbd8-e11d35b2474d,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:02.123633 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-9d14b23f-e420-43b0-907c-d62fa47e4796 service neutron] Attempting to bind port f3c9e8de-3737-4530-bbd8-e11d35b2474d on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:11:02.124036 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-9d14b23f-e420-43b0-907c-d62fa47e4796 service neutron] Attempting to bind port f3c9e8de-3737-4530-bbd8-e11d35b2474d by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '28cf9401-d01e-4761-81d1-c9087a7d6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0ac9f2da-87f8-45df-ae20-3101b3c26fc4'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:11:02.124302 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-9d14b23f-e420-43b0-907c-d62fa47e4796 service neutron] Attempting to bind port f3c9e8de-3737-4530-bbd8-e11d35b2474d on network 0ac9f2da-87f8-45df-ae20-3101b3c26fc4 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:11:02.129290 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-9d14b23f-e420-43b0-907c-d62fa47e4796 service neutron] Port f3c9e8de-3737-4530-bbd8-e11d35b2474d on network 0ac9f2da-87f8-45df-ae20-3101b3c26fc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:11:02.129627 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-9d14b23f-e420-43b0-907c-d62fa47e4796 service neutron] Attempting to bind port f3c9e8de-3737-4530-bbd8-e11d35b2474d on network 0ac9f2da-87f8-45df-ae20-3101b3c26fc4 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:11:02.135056 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-9d14b23f-e420-43b0-907c-d62fa47e4796 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:11:02.135404 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-9d14b23f-e420-43b0-907c-d62fa47e4796 service neutron] Checking segment: {'id': '28cf9401-d01e-4761-81d1-c9087a7d6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0ac9f2da-87f8-45df-ae20-3101b3c26fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:11:02.135799 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-9d14b23f-e420-43b0-907c-d62fa47e4796 service neutron] Bound using segment: {'id': '28cf9401-d01e-4761-81d1-c9087a7d6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0ac9f2da-87f8-45df-ae20-3101b3c26fc4'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:11:02.136253 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-9d14b23f-e420-43b0-907c-d62fa47e4796 service neutron] Bound port: f3c9e8de-3737-4530-bbd8-e11d35b2474d, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28cf9401-d01e-4761-81d1-c9087a7d6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0ac9f2da-87f8-45df-ae20-3101b3c26fc4'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:11:02.136596 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-9d14b23f-e420-43b0-907c-d62fa47e4796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:02.203118 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-9d14b23f-e420-43b0-907c-d62fa47e4796 service neutron] For port f3c9e8de-3737-4530-bbd8-e11d35b2474d, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:11:02.206404 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-9d14b23f-e420-43b0-907c-d62fa47e4796 service neutron] For port f3c9e8de-3737-4530-bbd8-e11d35b2474d, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=f3c9e8de-3737-4530-bbd8-e11d35b2474d,segment=NetworkSegment(28cf9401-d01e-4761-81d1-c9087a7d6194),segment_id=28cf9401-d01e-4761-81d1-c9087a7d6194)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:11:02.210826 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-9d14b23f-e420-43b0-907c-d62fa47e4796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:02.252780 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-9d14b23f-e420-43b0-907c-d62fa47e4796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:02.253405 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-9d14b23f-e420-43b0-907c-d62fa47e4796 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:02.254867 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-9d14b23f-e420-43b0-907c-d62fa47e4796 service neutron] 10.222.0.32 "PUT /v2.0/ports/f3c9e8de-3737-4530-bbd8-e11d35b2474d HTTP/1.1" status: 200 len: 1092 time: 0.9771147 Jul 15 14:11:02.255270 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3230dd-9681-41c3-8261-b46f8a99a3d6', 'tag': 'f3c9e8de-3737-4530-bbd8-e11d35b2474d'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:11:02.257555 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d331f76-2245-4ea7-82cb-4bd4139758e9" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3230dd-9681-41c3-8261-b46f8a99a3d6", "tag": "f3c9e8de-3737-4530-bbd8-e11d35b2474d"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:11:02.288076 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14b23f-e420-43b0-907c-d62fa47e4796 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c9e8de-3737-4530-bbd8-e11d35b2474d,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:02.318932 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21002fed-097d-4aa5-a8f5-40be108e8514 x-openstack-request-id: req-21002fed-097d-4aa5-a8f5-40be108e8514 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:11:02.319234 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3230dd-9681-41c3-8261-b46f8a99a3d6", "tag": "f3c9e8de-3737-4530-bbd8-e11d35b2474d", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:11:02.319491 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21002fed-097d-4aa5-a8f5-40be108e8514 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:11:02.319905 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3230dd-9681-41c3-8261-b46f8a99a3d6', 'tag': 'f3c9e8de-3737-4530-bbd8-e11d35b2474d', 'status': 'completed', 'code': 200} Jul 15 14:11:02.395604 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-045bc113-3ebe-4451-aa18-da93809badca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:02.397569 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-045bc113-3ebe-4451-aa18-da93809badca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 1095 time: 0.0577085 Jul 15 14:11:02.445289 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-e2679c68-9ccd-40cd-b3a2-1bb6f40147e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3c9e8de-3737-4530-bbd8-e11d35b2474d HTTP/1.1" status: 200 len: 217 time: 0.0351956 Jul 15 14:11:02.498885 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-a3703b66-8e10-454f-ad6f-e06404adfcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:02.500369 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-a3703b66-8e10-454f-ad6f-e06404adfcad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e852f184-2cfd-4ef9-bc01-98eaea7a400c HTTP/1.1" status: 200 len: 835 time: 0.0497341 Jul 15 14:11:02.556890 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-df03ab76-3869-439f-baf6-942a728c72df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:02.558436 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-df03ab76-3869-439f-baf6-942a728c72df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ac9f2da-87f8-45df-ae20-3101b3c26fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519702 Jul 15 14:11:02.649392 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-deaf3fef-681c-4a39-b7da-b4cc08c97e48 service neutron] 10.222.0.32 "GET /v2.0/networks/0ac9f2da-87f8-45df-ae20-3101b3c26fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845451 Jul 15 14:11:02.739324 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c1c59d18-2127-4782-9c7e-bf6a5cd85250 req-5d7701a6-bf16-4fdb-8df8-f87b82b7f84f service neutron] 10.222.0.32 "GET /v2.0/networks/0ac9f2da-87f8-45df-ae20-3101b3c26fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834284 Jul 15 14:11:02.889823 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d331f76-2245-4ea7-82cb-4bd4139758e9 req-ef90ac50-77c6-488b-acab-58f1cc3cf4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:02.891339 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8d331f76-2245-4ea7-82cb-4bd4139758e9 req-ef90ac50-77c6-488b-acab-58f1cc3cf4b0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 1095 time: 0.0539715 Jul 15 14:11:02.918063 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57050a51-8688-467c-8db7-c7142e5cd250 req-89b2dd91-a1df-43ee-8cf5-12bcb649c2f9 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:02.920164 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-57050a51-8688-467c-8db7-c7142e5cd250 req-89b2dd91-a1df-43ee-8cf5-12bcb649c2f9 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 943 time: 0.0684304 Jul 15 14:11:02.958395 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-57050a51-8688-467c-8db7-c7142e5cd250 req-d01ce7f5-9d6e-40b7-b25c-bf18f09930b1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324383 Jul 15 14:11:02.987912 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d331f76-2245-4ea7-82cb-4bd4139758e9 req-c9d83a20-e43e-4956-9f20-6d8bc677220a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:02.989396 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8d331f76-2245-4ea7-82cb-4bd4139758e9 req-c9d83a20-e43e-4956-9f20-6d8bc677220a service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ac9f2da-87f8-45df-ae20-3101b3c26fc4 HTTP/1.1" status: 200 len: 897 time: 0.0922675 Jul 15 14:11:03.030825 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8d331f76-2245-4ea7-82cb-4bd4139758e9 req-4d8219e5-d7aa-4b85-bb08-d0396acf3395 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3c9e8de-3737-4530-bbd8-e11d35b2474d HTTP/1.1" status: 200 len: 217 time: 0.0336616 Jul 15 14:11:03.082539 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d331f76-2245-4ea7-82cb-4bd4139758e9 req-4749d5f8-51b2-4054-8b13-abf09096de92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:03.084019 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8d331f76-2245-4ea7-82cb-4bd4139758e9 req-4749d5f8-51b2-4054-8b13-abf09096de92 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e852f184-2cfd-4ef9-bc01-98eaea7a400c HTTP/1.1" status: 200 len: 835 time: 0.0466449 Jul 15 14:11:03.141961 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d331f76-2245-4ea7-82cb-4bd4139758e9 req-539b5436-3e42-47b6-99d9-4c52cd3c1e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:03.143484 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8d331f76-2245-4ea7-82cb-4bd4139758e9 req-539b5436-3e42-47b6-99d9-4c52cd3c1e44 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ac9f2da-87f8-45df-ae20-3101b3c26fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522692 Jul 15 14:11:03.233045 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8d331f76-2245-4ea7-82cb-4bd4139758e9 req-2577de6f-ba98-455c-a23e-14ee0e0449af service neutron] 10.222.0.32 "GET /v2.0/networks/0ac9f2da-87f8-45df-ae20-3101b3c26fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822144 Jul 15 14:11:03.326021 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8d331f76-2245-4ea7-82cb-4bd4139758e9 req-8d38d951-612a-4aef-bcdd-a8975652282d service neutron] 10.222.0.32 "GET /v2.0/networks/0ac9f2da-87f8-45df-ae20-3101b3c26fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857611 Jul 15 14:11:03.389737 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a5eedd50-1660-4c89-9183-1415779f683c up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:11:03.442179 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port a5eedd50-1660-4c89-9183-1415779f683c triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:11:03.442549 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:04.137255 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12643723-5632-45a8-8a75-8756a9f627fc req-4f00e990-0e31-4565-946b-219e291df501 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:04.138744 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-12643723-5632-45a8-8a75-8756a9f627fc req-4f00e990-0e31-4565-946b-219e291df501 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 943 time: 0.0680273 Jul 15 14:11:04.176271 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-12643723-5632-45a8-8a75-8756a9f627fc req-f287c619-b275-42e7-a44c-90ac84a59d30 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318987 Jul 15 14:11:05.347663 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196e854-7e93-4c18-a368-579b9ca4f3dc req-e7e810c9-207a-4cf3-b840-14e4a55a78ce tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:05.349179 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2196e854-7e93-4c18-a368-579b9ca4f3dc req-e7e810c9-207a-4cf3-b840-14e4a55a78ce tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 943 time: 0.0631118 Jul 15 14:11:05.386843 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2196e854-7e93-4c18-a368-579b9ca4f3dc req-0ec681a5-3336-4793-878f-c1cfc41371b8 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319114 Jul 15 14:11:06.562690 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81f5cc-2c07-4a2c-92a3-2c231a51f462 req-d24daea0-d8b5-422a-a86b-3d8ded6d9361 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:06.564207 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fb81f5cc-2c07-4a2c-92a3-2c231a51f462 req-d24daea0-d8b5-422a-a86b-3d8ded6d9361 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 943 time: 0.0686533 Jul 15 14:11:06.602413 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fb81f5cc-2c07-4a2c-92a3-2c231a51f462 req-b5dd7143-54ae-41e3-85f3-a7decaba7e4c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325971 Jul 15 14:11:06.815098 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device f3c9e8de-3737-4530-bbd8-e11d35b2474d details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:11:06.908788 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port f3c9e8de-3737-4530-bbd8-e11d35b2474d, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=f3c9e8de-3737-4530-bbd8-e11d35b2474d,segment=NetworkSegment(28cf9401-d01e-4761-81d1-c9087a7d6194),segment_id=28cf9401-d01e-4761-81d1-c9087a7d6194)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:11:06.919690 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'f3c9e8de-3737-4530-bbd8-e11d35b2474d', 'network_id': '0ac9f2da-87f8-45df-ae20-3101b3c26fc4', 'port_id': 'f3c9e8de-3737-4530-bbd8-e11d35b2474d', 'mac_address': 'fa:16:3e:da:ba:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e852f184-2cfd-4ef9-bc01-98eaea7a400c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:11:06.955385 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:06.967973 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c9e8de-3737-4530-bbd8-e11d35b2474d {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:11:06.986833 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port f3c9e8de-3737-4530-bbd8-e11d35b2474d, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=f3c9e8de-3737-4530-bbd8-e11d35b2474d,segment=NetworkSegment(28cf9401-d01e-4761-81d1-c9087a7d6194),segment_id=28cf9401-d01e-4761-81d1-c9087a7d6194)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:11:06.990713 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:07.039100 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=f3c9e8de-3737-4530-bbd8-e11d35b2474d,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:07.290064 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['f3c9e8de-3737-4530-bbd8-e11d35b2474d'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:11:07.775150 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b62c82-982e-4551-b7c8-1b1824135fa8 req-75fa23bd-36ff-4ae6-90b1-05b808769483 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:07.776650 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-99b62c82-982e-4551-b7c8-1b1824135fa8 req-75fa23bd-36ff-4ae6-90b1-05b808769483 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 944 time: 0.0628116 Jul 15 14:11:07.815593 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-99b62c82-982e-4551-b7c8-1b1824135fa8 req-4c4632e2-9908-47f7-9a86-df76a61cbcd6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333197 Jul 15 14:11:08.833666 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device f3c9e8de-3737-4530-bbd8-e11d35b2474d up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:11:08.994000 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc38a6f-3eac-4e98-ad69-58df7dfccf61 req-1291c6ff-e47f-46a5-af91-3e5dfa0c4d66 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:08.995642 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bcc38a6f-3eac-4e98-ad69-58df7dfccf61 req-1291c6ff-e47f-46a5-af91-3e5dfa0c4d66 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 944 time: 0.0674756 Jul 15 14:11:09.010139 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:09.034218 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bcc38a6f-3eac-4e98-ad69-58df7dfccf61 req-79c04483-24aa-43e6-9a1a-a9fa543d7e1f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323763 Jul 15 14:11:09.037632 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port f3c9e8de-3737-4530-bbd8-e11d35b2474d completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:11:09.041516 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port f3c9e8de-3737-4530-bbd8-e11d35b2474d triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:11:09.041892 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:09.116625 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:09.146090 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3230dd-9681-41c3-8261-b46f8a99a3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c9e8de-3737-4530-bbd8-e11d35b2474d'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:11:09.148353 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5982e52f7164c00132b4161e7da779dd5a615a4991d8f343d2f1980d90734956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b5c8e4-d4c9-4fe9-aa3a-c6449712691d" -d '{"events": [{"server_uuid": "7c3230dd-9681-41c3-8261-b46f8a99a3d6", "name": "network-vif-plugged", "status": "completed", "tag": "f3c9e8de-3737-4530-bbd8-e11d35b2474d"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:11:09.164042 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port f3c9e8de-3737-4530-bbd8-e11d35b2474d, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=f3c9e8de-3737-4530-bbd8-e11d35b2474d,segment=NetworkSegment(28cf9401-d01e-4761-81d1-c9087a7d6194),segment_id=28cf9401-d01e-4761-81d1-c9087a7d6194)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:11:09.168193 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:09.190614 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86466e60-62da-492b-ab34-e8ad73038bb9 x-openstack-request-id: req-86466e60-62da-492b-ab34-e8ad73038bb9 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:11:09.190900 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3230dd-9681-41c3-8261-b46f8a99a3d6", "name": "network-vif-plugged", "status": "completed", "tag": "f3c9e8de-3737-4530-bbd8-e11d35b2474d", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:11:09.191166 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-86466e60-62da-492b-ab34-e8ad73038bb9 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:11:09.191529 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3230dd-9681-41c3-8261-b46f8a99a3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c9e8de-3737-4530-bbd8-e11d35b2474d', 'code': 200} Jul 15 14:11:09.217538 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=f3c9e8de-3737-4530-bbd8-e11d35b2474d,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:09.323334 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b2139-adce-4477-9238-8d7a7c9aa874 req-f8c0d9fa-073a-4de4-b708-875726fbb11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:09.324820 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f96b2139-adce-4477-9238-8d7a7c9aa874 req-f8c0d9fa-073a-4de4-b708-875726fbb11e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 1097 time: 0.0516298 Jul 15 14:11:09.360397 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f96b2139-adce-4477-9238-8d7a7c9aa874 req-9b9fad49-1ff7-4a34-aa5f-2ad7af0c6112 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281074 Jul 15 14:11:10.212453 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3f8f6-c795-42c8-9ac1-9cb62ca9ff0a req-7895b008-d296-4f71-b0b7-349a5212a097 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:10.213962 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eaa3f8f6-c795-42c8-9ac1-9cb62ca9ff0a req-7895b008-d296-4f71-b0b7-349a5212a097 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 945 time: 0.0678661 Jul 15 14:11:10.253272 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eaa3f8f6-c795-42c8-9ac1-9cb62ca9ff0a req-5fcc795c-aebf-46c6-a3a2-da0f6219e791 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331266 Jul 15 14:11:11.432580 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872b2e7-16db-4721-88b8-c325c1828c5b req-a66697f2-7187-4a5e-8e89-1f4327e2aa90 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:11.434143 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0872b2e7-16db-4721-88b8-c325c1828c5b req-a66697f2-7187-4a5e-8e89-1f4327e2aa90 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 945 time: 0.0695307 Jul 15 14:11:11.471800 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0872b2e7-16db-4721-88b8-c325c1828c5b req-7709cb5d-5a88-4502-84a1-9bdcbcf0a3b3 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313706 Jul 15 14:11:11.644418 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09a694-1e45-4bf5-bc30-388d1fb1696a req-e2967d88-2047-422d-af79-aa8a655a4387 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:11.645968 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4b09a694-1e45-4bf5-bc30-388d1fb1696a req-e2967d88-2047-422d-af79-aa8a655a4387 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 945 time: 0.0642974 Jul 15 14:11:11.685242 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4b09a694-1e45-4bf5-bc30-388d1fb1696a req-6bdecf36-cacc-4725-8ce0-33154960d57f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334432 Jul 15 14:11:11.709948 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50236) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:11:11.760575 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbba2535-0f3a-47df-b4ef-f0a1c73d7eeb tempest-TestNetworkAdvancedServerOps-863404935 tempest-TestNetworkAdvancedServerOps-863404935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:11.762012 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-cbba2535-0f3a-47df-b4ef-f0a1c73d7eeb tempest-TestNetworkAdvancedServerOps-863404935 tempest-TestNetworkAdvancedServerOps-863404935-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 1092 time: 0.0510564 Jul 15 14:11:11.764846 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50238) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:11:11.769100 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-fe5b7839-d7f8-4c8e-81cc-2a92150b28a5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'port_id': 'f3c9e8de-3737-4530-bbd8-e11d35b2474d', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:11:11.790611 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe5b7839-d7f8-4c8e-81cc-2a92150b28a5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:11.888392 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe5b7839-d7f8-4c8e-81cc-2a92150b28a5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:11.988186 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-fe5b7839-d7f8-4c8e-81cc-2a92150b28a5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Allocated IP 172.25.6.118 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/0d168be6-a634-4ab1-8957-10a84d2e5e2c) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:11:12.091141 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe5b7839-d7f8-4c8e-81cc-2a92150b28a5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:12.129777 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe5b7839-d7f8-4c8e-81cc-2a92150b28a5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:12.167989 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5b7839-d7f8-4c8e-81cc-2a92150b28a5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:11:12.170754 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-fe5b7839-d7f8-4c8e-81cc-2a92150b28a5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:11:12.174891 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5b7839-d7f8-4c8e-81cc-2a92150b28a5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:11:12.196919 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b7839-d7f8-4c8e-81cc-2a92150b28a5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Port': ['ID=0d168be6-a634-4ab1-8957-10a84d2e5e2c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:12.539727 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe5b7839-d7f8-4c8e-81cc-2a92150b28a5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:12.616868 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe5b7839-d7f8-4c8e-81cc-2a92150b28a5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:12.762326 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe5b7839-d7f8-4c8e-81cc-2a92150b28a5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:12.766849 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe5b7839-d7f8-4c8e-81cc-2a92150b28a5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:12.835727 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b7839-d7f8-4c8e-81cc-2a92150b28a5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Port': ['ID=0d168be6-a634-4ab1-8957-10a84d2e5e2c,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:12.847811 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe5b7839-d7f8-4c8e-81cc-2a92150b28a5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:12.946401 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-fe5b7839-d7f8-4c8e-81cc-2a92150b28a5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Floating IP f2e447f2-3e10-433c-9173-9d88be9918ff associated. External IP: 172.25.6.118, port: f3c9e8de-3737-4530-bbd8-e11d35b2474d. Jul 15 14:11:13.443540 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5b7839-d7f8-4c8e-81cc-2a92150b28a5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Router c1a3dbd8-6bd7-4243-85c3-ae387b799ad6 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:11:13.547064 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5b7839-d7f8-4c8e-81cc-2a92150b28a5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:11:13.557087 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c08cd6f-0571-4ee2-ad51-8d56bbf1d149 None None] Sync routers for ids ['c1a3dbd8-6bd7-4243-85c3-ae387b799ad6'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:11:13.564646 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe5b7839-d7f8-4c8e-81cc-2a92150b28a5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:13.567309 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c08cd6f-0571-4ee2-ad51-8d56bbf1d149 None None] Routers {'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:11:13.567920 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1c08cd6f-0571-4ee2-ad51-8d56bbf1d149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:10:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['c1a3dbd8-6bd7-4243-85c3-ae387b799ad6'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:13.604030 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fe5b7839-d7f8-4c8e-81cc-2a92150b28a5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8381729 Jul 15 14:11:13.604624 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3230dd-9681-41c3-8261-b46f8a99a3d6', 'tag': 'f3c9e8de-3737-4530-bbd8-e11d35b2474d'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:11:13.606993 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e64901b02c345040bafddad2dab1ebeb8b80c4fa9c7870118a0b2b399b9ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2920071c-1469-44f0-9854-dcaa97e85549" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3230dd-9681-41c3-8261-b46f8a99a3d6", "tag": "f3c9e8de-3737-4530-bbd8-e11d35b2474d"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:11:13.645637 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915b3616-1846-4311-b8a5-84c4f17e7d15 x-openstack-request-id: req-915b3616-1846-4311-b8a5-84c4f17e7d15 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:11:13.646155 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3230dd-9681-41c3-8261-b46f8a99a3d6", "tag": "f3c9e8de-3737-4530-bbd8-e11d35b2474d", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:11:13.647167 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-915b3616-1846-4311-b8a5-84c4f17e7d15 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:11:13.647591 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3230dd-9681-41c3-8261-b46f8a99a3d6', 'tag': 'f3c9e8de-3737-4530-bbd8-e11d35b2474d', 'status': 'completed', 'code': 200} Jul 15 14:11:13.674794 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-1c08cd6f-0571-4ee2-ad51-8d56bbf1d149 None None] Set router c1a3dbd8-6bd7-4243-85c3-ae387b799ad6 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:11:13.747692 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920071c-1469-44f0-9854-dcaa97e85549 req-b1447b2c-273c-4740-96cf-57765604df46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:13.750485 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2920071c-1469-44f0-9854-dcaa97e85549 req-b1447b2c-273c-4740-96cf-57765604df46 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 1097 time: 0.0597239 Jul 15 14:11:13.764083 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a54f5a-4311-4a62-9a5f-e722c3aa1f48 req-75290bf0-3c9d-4d1f-8925-52e23cd21213 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:13.765658 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-08a54f5a-4311-4a62-9a5f-e722c3aa1f48 req-75290bf0-3c9d-4d1f-8925-52e23cd21213 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 945 time: 0.0661612 Jul 15 14:11:13.811133 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-08a54f5a-4311-4a62-9a5f-e722c3aa1f48 req-dcf112e0-d833-4f1a-8763-9b686fc91358 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397272 Jul 15 14:11:13.836404 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50248) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:11:13.846374 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920071c-1469-44f0-9854-dcaa97e85549 req-5de36dcc-fa95-42e9-baf7-131c447f49de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:13.847888 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2920071c-1469-44f0-9854-dcaa97e85549 req-5de36dcc-fa95-42e9-baf7-131c447f49de service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ac9f2da-87f8-45df-ae20-3101b3c26fc4 HTTP/1.1" status: 200 len: 897 time: 0.0909376 Jul 15 14:11:13.903336 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6087ae51-b105-4d02-bdcf-7c646843fb7b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/floatingips/f2e447f2-3e10-433c-9173-9d88be9918ff HTTP/1.1" status: 200 len: 991 time: 0.0657413 Jul 15 14:11:13.909072 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1c08cd6f-0571-4ee2-ad51-8d56bbf1d149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076761288', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '986d44e1-07c7-436f-855d-b684e113441d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:53Z', 'updated_at': '2021-07-15T14:10:56Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '986d44e1-07c7-436f-855d-b684e113441d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:53:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:53Z', 'updated_at': '2021-07-15T14:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'f2e447f2-3e10-433c-9173-9d88be9918ff', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'floating_ip_address': '172.25.6.118', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'port_id': 'f3c9e8de-3737-4530-bbd8-e11d35b2474d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac9f2da-87f8-45df-ae20-3101b3c26fc4', 'mac_address': 'fa:16:3e:da:ba:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3230dd-9681-41c3-8261-b46f8a99a3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:11:12Z', 'updated_at': '2021-07-15T14:11:12Z', 'revision_number': 0, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5eedd50-1660-4c89-9183-1415779f683c', 'name': '', 'network_id': '0ac9f2da-87f8-45df-ae20-3101b3c26fc4', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:f5:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e852f184-2cfd-4ef9-bc01-98eaea7a400c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:56Z', 'updated_at': '2021-07-15T14:11:01Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'e852f184-2cfd-4ef9-bc01-98eaea7a400c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:13.922047 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2920071c-1469-44f0-9854-dcaa97e85549 req-e25233ba-35b3-47e8-bf26-a345c005fe15 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3c9e8de-3737-4530-bbd8-e11d35b2474d HTTP/1.1" status: 200 len: 999 time: 0.0672138 Jul 15 14:11:13.939192 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c08cd6f-0571-4ee2-ad51-8d56bbf1d149 None None] Checking router: c1a3dbd8-6bd7-4243-85c3-ae387b799ad6 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:11:13.947359 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c08cd6f-0571-4ee2-ad51-8d56bbf1d149 None None] Routers {'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:11:13.947965 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1c08cd6f-0571-4ee2-ad51-8d56bbf1d149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:10:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['c1a3dbd8-6bd7-4243-85c3-ae387b799ad6'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:13.974787 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920071c-1469-44f0-9854-dcaa97e85549 req-42bd3578-87e0-4408-9d19-cae8bcd36ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:13.976400 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2920071c-1469-44f0-9854-dcaa97e85549 req-42bd3578-87e0-4408-9d19-cae8bcd36ffb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e852f184-2cfd-4ef9-bc01-98eaea7a400c HTTP/1.1" status: 200 len: 835 time: 0.0489187 Jul 15 14:11:14.034197 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920071c-1469-44f0-9854-dcaa97e85549 req-ebae2b63-76f0-4321-bc1b-128586aac7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:14.035734 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2920071c-1469-44f0-9854-dcaa97e85549 req-ebae2b63-76f0-4321-bc1b-128586aac7cd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ac9f2da-87f8-45df-ae20-3101b3c26fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536427 Jul 15 14:11:14.048564 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-1c08cd6f-0571-4ee2-ad51-8d56bbf1d149 None None] Set router c1a3dbd8-6bd7-4243-85c3-ae387b799ad6 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:11:14.130408 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2920071c-1469-44f0-9854-dcaa97e85549 req-9b8b6284-887e-4d0d-ac3c-b169236b45a6 service neutron] 10.222.0.32 "GET /v2.0/networks/0ac9f2da-87f8-45df-ae20-3101b3c26fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873027 Jul 15 14:11:14.226657 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2920071c-1469-44f0-9854-dcaa97e85549 req-bbfedff4-1e01-4d67-beaa-03ab2d22226b service neutron] 10.222.0.32 "GET /v2.0/networks/0ac9f2da-87f8-45df-ae20-3101b3c26fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894644 Jul 15 14:11:14.366723 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1c08cd6f-0571-4ee2-ad51-8d56bbf1d149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076761288', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '986d44e1-07c7-436f-855d-b684e113441d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:53Z', 'updated_at': '2021-07-15T14:10:56Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '986d44e1-07c7-436f-855d-b684e113441d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:53:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:53Z', 'updated_at': '2021-07-15T14:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'f2e447f2-3e10-433c-9173-9d88be9918ff', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'floating_ip_address': '172.25.6.118', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'port_id': 'f3c9e8de-3737-4530-bbd8-e11d35b2474d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac9f2da-87f8-45df-ae20-3101b3c26fc4', 'mac_address': 'fa:16:3e:da:ba:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3230dd-9681-41c3-8261-b46f8a99a3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:11:12Z', 'updated_at': '2021-07-15T14:11:12Z', 'revision_number': 0, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5eedd50-1660-4c89-9183-1415779f683c', 'name': '', 'network_id': '0ac9f2da-87f8-45df-ae20-3101b3c26fc4', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:f5:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e852f184-2cfd-4ef9-bc01-98eaea7a400c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:56Z', 'updated_at': '2021-07-15T14:11:01Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'e852f184-2cfd-4ef9-bc01-98eaea7a400c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:11:14.393817 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c08cd6f-0571-4ee2-ad51-8d56bbf1d149 None None] The sync data for ids ['c1a3dbd8-6bd7-4243-85c3-ae387b799ad6'] in n-d-758944-45 is: [{'id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076761288', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '986d44e1-07c7-436f-855d-b684e113441d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:53Z', 'updated_at': '2021-07-15T14:10:56Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '986d44e1-07c7-436f-855d-b684e113441d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:53:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:53Z', 'updated_at': '2021-07-15T14:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'f2e447f2-3e10-433c-9173-9d88be9918ff', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'floating_ip_address': '172.25.6.118', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'port_id': 'f3c9e8de-3737-4530-bbd8-e11d35b2474d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac9f2da-87f8-45df-ae20-3101b3c26fc4', 'mac_address': 'fa:16:3e:da:ba:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3230dd-9681-41c3-8261-b46f8a99a3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:11:12Z', 'updated_at': '2021-07-15T14:11:12Z', 'revision_number': 0, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5eedd50-1660-4c89-9183-1415779f683c', 'name': '', 'network_id': '0ac9f2da-87f8-45df-ae20-3101b3c26fc4', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:f5:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e852f184-2cfd-4ef9-bc01-98eaea7a400c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:56Z', 'updated_at': '2021-07-15T14:11:01Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'e852f184-2cfd-4ef9-bc01-98eaea7a400c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:11:14.597554 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd30d72-afe9-4a4c-9e38-f7f605ed3e0f None None] New status for floating IP f2e447f2-3e10-433c-9173-9d88be9918ff: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:11:14.907513 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50250) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:11:14.966192 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b287db15-6ca6-4f0c-8a37-b20e1c63a5f6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/floatingips/f2e447f2-3e10-433c-9173-9d88be9918ff HTTP/1.1" status: 200 len: 993 time: 0.0575354 Jul 15 14:11:20.943938 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-156dd82d-b2d9-43fc-8569-18da561a654b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:23.364573 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:23.470015 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-49470c07-de42-44bd-a619-9cdd2f075469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:24.968316 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:25.764578 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:26.568434 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:29.010006 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:11:38.841786 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:41.951021 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-69768cce-2d98-47c6-b432-c1146f87f9ef service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1469915 Jul 15 14:11:41.960125 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c83ef1-c576-4eb7-b3f9-2afc889e9139 req-a29adbcd-da75-4775-8179-641f21d671ed tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:41.961614 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d4c83ef1-c576-4eb7-b3f9-2afc889e9139 req-a29adbcd-da75-4775-8179-641f21d671ed tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 945 time: 0.1046388 Jul 15 14:11:42.002978 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d4c83ef1-c576-4eb7-b3f9-2afc889e9139 req-70a0fea1-7292-4bbb-a851-4dae0548adc2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354674 Jul 15 14:11:43.205242 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d98ac5-bf8f-407c-96b7-7cdc1155cef4 req-a69704c5-a2ea-4d4c-a2d4-1c6c02037415 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:43.206848 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e8d98ac5-bf8f-407c-96b7-7cdc1155cef4 req-a69704c5-a2ea-4d4c-a2d4-1c6c02037415 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 945 time: 0.0864534 Jul 15 14:11:43.252700 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e8d98ac5-bf8f-407c-96b7-7cdc1155cef4 req-32634828-e741-461a-a7f2-980637b15c28 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393760 Jul 15 14:11:43.263235 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-5627434f-3e35-40cb-8bf9-20fe5051d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:43.265365 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-5627434f-3e35-40cb-8bf9-20fe5051d2e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 1097 time: 0.0610120 Jul 15 14:11:43.365832 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-06f50025-3f6e-4b47-8814-5c84d939cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:43.367417 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-06f50025-3f6e-4b47-8814-5c84d939cf7d service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ac9f2da-87f8-45df-ae20-3101b3c26fc4 HTTP/1.1" status: 200 len: 897 time: 0.0948069 Jul 15 14:11:43.436258 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-6c2e102f-d926-4455-9e4c-82d938cc5dd5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3c9e8de-3737-4530-bbd8-e11d35b2474d HTTP/1.1" status: 200 len: 1001 time: 0.0611866 Jul 15 14:11:43.490949 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-4832ea22-a2e3-4c43-9fd6-6cc1cf10a885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:43.492203 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-4832ea22-a2e3-4c43-9fd6-6cc1cf10a885 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e852f184-2cfd-4ef9-bc01-98eaea7a400c HTTP/1.1" status: 200 len: 835 time: 0.0502555 Jul 15 14:11:43.554761 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-1f0e82bf-a58f-4925-b9ac-20fed1223ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:43.556378 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-1f0e82bf-a58f-4925-b9ac-20fed1223ed8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ac9f2da-87f8-45df-ae20-3101b3c26fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556688 Jul 15 14:11:43.650142 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-41ae3be0-932c-49ce-90f8-2e7fd3be7fdc service neutron] 10.222.0.32 "GET /v2.0/networks/0ac9f2da-87f8-45df-ae20-3101b3c26fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869181 Jul 15 14:11:43.750329 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-ffdc7c97-fed6-4ef2-892d-6f91b49fac23 service neutron] 10.222.0.32 "GET /v2.0/networks/0ac9f2da-87f8-45df-ae20-3101b3c26fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930207 Jul 15 14:11:44.432403 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fdcdc-6b75-4414-83e4-b0fc82da4cca req-cb2a5c5b-e955-4c26-9684-01c3331e3689 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:44.433918 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d7fdcdc-6b75-4414-83e4-b0fc82da4cca req-cb2a5c5b-e955-4c26-9684-01c3331e3689 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 945 time: 0.0662692 Jul 15 14:11:44.472016 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0d7fdcdc-6b75-4414-83e4-b0fc82da4cca req-04003886-e698-4dfd-8224-a4c51d4f997b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324702 Jul 15 14:11:45.645478 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adb69d-b21e-42b2-985c-f98e574e3715 req-32f1a4e0-da33-4458-82cc-19c5d9c16d69 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:45.646991 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-40adb69d-b21e-42b2-985c-f98e574e3715 req-32f1a4e0-da33-4458-82cc-19c5d9c16d69 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 945 time: 0.0631185 Jul 15 14:11:45.684069 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-40adb69d-b21e-42b2-985c-f98e574e3715 req-ac96df81-e60c-4b8f-9f34-a89eb469d173 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316026 Jul 15 14:11:46.862097 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69c70d-48b8-48cf-9399-c3f1895fbcbf req-8cf2aa9f-323a-47a4-bdb7-b1b194c3e87e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:46.863659 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ae69c70d-48b8-48cf-9399-c3f1895fbcbf req-8cf2aa9f-323a-47a4-bdb7-b1b194c3e87e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 945 time: 0.0677421 Jul 15 14:11:46.901105 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ae69c70d-48b8-48cf-9399-c3f1895fbcbf req-533b900f-dbd6-475c-b3ad-a8ff5292cb1c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319226 Jul 15 14:11:48.074489 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54533584-b6fd-4017-bc6e-710cd10e11c6 req-0476e449-c8c4-4ef3-aa39-4cf5f587fd7d tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:48.075996 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-54533584-b6fd-4017-bc6e-710cd10e11c6 req-0476e449-c8c4-4ef3-aa39-4cf5f587fd7d tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 945 time: 0.0620689 Jul 15 14:11:48.113912 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-54533584-b6fd-4017-bc6e-710cd10e11c6 req-dc257af5-e3c5-4e6e-863d-6c8483609385 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317292 Jul 15 14:11:49.290726 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09f5f4-613d-48f2-9cb6-b4ef153f5d9b req-93b72caa-9360-432b-9b9e-71a47bb49c40 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:49.292204 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bf09f5f4-613d-48f2-9cb6-b4ef153f5d9b req-93b72caa-9360-432b-9b9e-71a47bb49c40 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 945 time: 0.0627868 Jul 15 14:11:49.329707 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bf09f5f4-613d-48f2-9cb6-b4ef153f5d9b req-d47b106d-77a5-488b-9aed-c4705721a7c1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319066 Jul 15 14:11:50.504195 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca48bf2-d086-4450-b960-7c235fa20c19 req-61e4854e-1c4e-4a50-ab9a-f3d4d0210bdf tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:50.505587 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5ca48bf2-d086-4450-b960-7c235fa20c19 req-61e4854e-1c4e-4a50-ab9a-f3d4d0210bdf tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 945 time: 0.0672328 Jul 15 14:11:50.544203 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5ca48bf2-d086-4450-b960-7c235fa20c19 req-c0cc2f79-8585-4761-b12c-a30a21bca539 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329509 Jul 15 14:11:50.946701 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d33fcc5-7b29-4019-bfd4-d2ddb1f9d32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:51.719344 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa85ef2-dcdd-4ee8-90a9-7ec5598ece02 req-656f5b0d-8198-40ce-aff9-c5b9d305c625 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:51.721085 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2fa85ef2-dcdd-4ee8-90a9-7ec5598ece02 req-656f5b0d-8198-40ce-aff9-c5b9d305c625 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 945 time: 0.0662353 Jul 15 14:11:51.765442 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2fa85ef2-dcdd-4ee8-90a9-7ec5598ece02 req-8497bd64-44af-45dd-bb41-557f4d66ad21 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378673 Jul 15 14:11:52.936856 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3bde42-eddc-493c-b3d9-4d96051e1eb7 req-b0098b8c-7959-4435-aac5-f970631f4962 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:52.938288 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0c3bde42-eddc-493c-b3d9-4d96051e1eb7 req-b0098b8c-7959-4435-aac5-f970631f4962 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 945 time: 0.0626602 Jul 15 14:11:52.976449 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0c3bde42-eddc-493c-b3d9-4d96051e1eb7 req-5865a98e-8cc2-4ee9-b250-7d01e909ab53 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325978 Jul 15 14:11:53.365743 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:53.473858 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8090ed05-05d4-4020-a773-73ce69185258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:54.150813 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b70378-0ab1-4021-abaa-fe4b952275bb req-4c6f9fac-dc01-44fe-adf3-e190c0ae7c04 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:54.152374 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-24b70378-0ab1-4021-abaa-fe4b952275bb req-4c6f9fac-dc01-44fe-adf3-e190c0ae7c04 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 945 time: 0.0639539 Jul 15 14:11:54.190676 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-24b70378-0ab1-4021-abaa-fe4b952275bb req-7f9809cf-eb1c-4452-9c5e-9f7f4257e13c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316598 Jul 15 14:11:54.971824 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:55.363246 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93180f-2bdd-4cc9-af90-e88f87f7ad75 req-c330b68a-7eb7-457a-a338-f6e282ff351d tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:55.364753 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6e93180f-2bdd-4cc9-af90-e88f87f7ad75 req-c330b68a-7eb7-457a-a338-f6e282ff351d tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 945 time: 0.0631063 Jul 15 14:11:55.410937 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6e93180f-2bdd-4cc9-af90-e88f87f7ad75 req-20512b18-e556-4e8d-a7b2-de30dd709972 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405965 Jul 15 14:11:55.761204 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:55.797822 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-91b5975a-3220-4805-b780-be0c80dfcc40 service neutron] show failed (client error): The resource could not be found. Jul 15 14:11:55.798861 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-91b5975a-3220-4805-b780-be0c80dfcc40 service neutron] 10.222.0.32 "GET /v2.0/ports/f3c9e8de-3737-4530-bbd8-e11d35b2474d/bindings/n-h1-758944-45 HTTP/1.1" status: 404 len: 381 time: 0.0555363 Jul 15 14:11:56.089558 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-cbb60722-912d-4cb6-83f4-9413120dab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:56.091098 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-cbb60722-912d-4cb6-83f4-9413120dab82 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6&tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688 HTTP/1.1" status: 200 len: 1097 time: 0.0953946 Jul 15 14:11:56.101917 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-45', 'device_owner': 'compute:nova'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:11:56.172117 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:56.372740 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] For port f3c9e8de-3737-4530-bbd8-e11d35b2474d, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=f3c9e8de-3737-4530-bbd8-e11d35b2474d,segment=NetworkSegment(28cf9401-d01e-4761-81d1-c9087a7d6194),segment_id=28cf9401-d01e-4761-81d1-c9087a7d6194)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:11:56.406422 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] For port f3c9e8de-3737-4530-bbd8-e11d35b2474d, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:11:56.449567 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3230dd-9681-41c3-8261-b46f8a99a3d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3c9e8de-3737-4530-bbd8-e11d35b2474d'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:11:56.452438 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa3da1c-3a95-4cc4-beec-dc5252ae5316" -d '{"events": [{"server_uuid": "7c3230dd-9681-41c3-8261-b46f8a99a3d6", "name": "network-vif-unplugged", "status": "completed", "tag": "f3c9e8de-3737-4530-bbd8-e11d35b2474d"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:11:56.457238 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:56.471827 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] Transition to ACTIVE for port object f3c9e8de-3737-4530-bbd8-e11d35b2474d will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:11:56.475632 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:56.507906 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af99547-fc6f-4d26-ae7b-49f3652f22ca x-openstack-request-id: req-5af99547-fc6f-4d26-ae7b-49f3652f22ca {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:11:56.508258 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3230dd-9681-41c3-8261-b46f8a99a3d6", "name": "network-vif-unplugged", "status": "completed", "tag": "f3c9e8de-3737-4530-bbd8-e11d35b2474d", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:11:56.509101 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5af99547-fc6f-4d26-ae7b-49f3652f22ca {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:11:56.509101 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3230dd-9681-41c3-8261-b46f8a99a3d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3c9e8de-3737-4530-bbd8-e11d35b2474d', 'code': 200} Jul 15 14:11:56.575387 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:56.600316 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c9e8de-3737-4530-bbd8-e11d35b2474d,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:56.623551 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:56.623993 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:56.624731 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:56.625104 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:56.625401 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:56.625736 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:56.626603 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:56.626603 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:56.626812 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:56.627242 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:56.627575 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:56.627901 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:56.661287 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] No DVR routers for this DVR port f3c9e8de-3737-4530-bbd8-e11d35b2474d on host n-h2-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:11:56.719321 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79241b12-2d54-44a6-81cc-74c80cb7dfda req-16a7f875-fc2a-48d5-a72d-d9a987db75c2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:56.720843 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-79241b12-2d54-44a6-81cc-74c80cb7dfda req-16a7f875-fc2a-48d5-a72d-d9a987db75c2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 943 time: 0.1696019 Jul 15 14:11:56.803192 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-79241b12-2d54-44a6-81cc-74c80cb7dfda req-18d9eb5c-c2aa-493a-8e3f-46024da9f678 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759807 Jul 15 14:11:56.839358 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] Attempting to bind port f3c9e8de-3737-4530-bbd8-e11d35b2474d on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:11:56.839693 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] Attempting to bind port f3c9e8de-3737-4530-bbd8-e11d35b2474d by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '28cf9401-d01e-4761-81d1-c9087a7d6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0ac9f2da-87f8-45df-ae20-3101b3c26fc4'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:11:56.840023 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] Attempting to bind port f3c9e8de-3737-4530-bbd8-e11d35b2474d on network 0ac9f2da-87f8-45df-ae20-3101b3c26fc4 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:11:56.844759 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] Port f3c9e8de-3737-4530-bbd8-e11d35b2474d on network 0ac9f2da-87f8-45df-ae20-3101b3c26fc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:11:56.845077 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] Attempting to bind port f3c9e8de-3737-4530-bbd8-e11d35b2474d on network 0ac9f2da-87f8-45df-ae20-3101b3c26fc4 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:11:56.849857 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:11:56.850196 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] Checking segment: {'id': '28cf9401-d01e-4761-81d1-c9087a7d6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0ac9f2da-87f8-45df-ae20-3101b3c26fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:11:56.850581 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] Bound using segment: {'id': '28cf9401-d01e-4761-81d1-c9087a7d6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0ac9f2da-87f8-45df-ae20-3101b3c26fc4'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:11:56.851007 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] Bound port: f3c9e8de-3737-4530-bbd8-e11d35b2474d, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28cf9401-d01e-4761-81d1-c9087a7d6194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0ac9f2da-87f8-45df-ae20-3101b3c26fc4'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:11:56.851366 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:56.913021 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] For port f3c9e8de-3737-4530-bbd8-e11d35b2474d, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:11:56.916087 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] For port f3c9e8de-3737-4530-bbd8-e11d35b2474d, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=f3c9e8de-3737-4530-bbd8-e11d35b2474d,segment=NetworkSegment(28cf9401-d01e-4761-81d1-c9087a7d6194),segment_id=28cf9401-d01e-4761-81d1-c9087a7d6194)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:11:56.919758 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:56.955713 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:56.956327 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:56.957823 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] 10.222.0.18 "PUT /v2.0/ports/f3c9e8de-3737-4530-bbd8-e11d35b2474d HTTP/1.1" status: 200 len: 1092 time: 0.8597600 Jul 15 14:11:56.981224 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e0a65-e40a-40af-9945-0b76b76d3199 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c9e8de-3737-4530-bbd8-e11d35b2474d,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:57.038830 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-d773b8e0-0f60-495e-91d1-94bb6d0b4f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:57.040434 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-d773b8e0-0f60-495e-91d1-94bb6d0b4f01 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 1095 time: 0.0563388 Jul 15 14:11:57.142027 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-6387376d-3a17-4660-b40e-b9060dfd6a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:57.143509 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-6387376d-3a17-4660-b40e-b9060dfd6a50 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ac9f2da-87f8-45df-ae20-3101b3c26fc4 HTTP/1.1" status: 200 len: 897 time: 0.0966258 Jul 15 14:11:57.214646 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-df1119d4-bb67-4170-bdc6-a0409364af3f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3c9e8de-3737-4530-bbd8-e11d35b2474d HTTP/1.1" status: 200 len: 999 time: 0.0588183 Jul 15 14:11:57.263711 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-45a18d81-617e-46b6-813f-3491d47aba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:57.265160 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-45a18d81-617e-46b6-813f-3491d47aba45 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e852f184-2cfd-4ef9-bc01-98eaea7a400c HTTP/1.1" status: 200 len: 835 time: 0.0438716 Jul 15 14:11:57.324706 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-6601c960-6ef4-4593-b993-8aa7c979e6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:57.326220 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-6601c960-6ef4-4593-b993-8aa7c979e6cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ac9f2da-87f8-45df-ae20-3101b3c26fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548313 Jul 15 14:11:57.414029 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-2c706460-507b-4d63-a9d5-dbfe2f449016 service neutron] 10.222.0.18 "GET /v2.0/networks/0ac9f2da-87f8-45df-ae20-3101b3c26fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808151 Jul 15 14:11:57.505477 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-193ca4de-2f51-49e0-b1dc-6e9d56fa1cdb req-854e9cda-64df-4c2c-bbb8-d3d00b5d9823 service neutron] 10.222.0.18 "GET /v2.0/networks/0ac9f2da-87f8-45df-ae20-3101b3c26fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829787 Jul 15 14:11:57.980847 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d6b3c-b2c5-4a65-a4e3-1e8a4ab0d241 req-c5c86717-2efa-46ca-b01d-b37592711cb0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:57.982368 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bc7d6b3c-b2c5-4a65-a4e3-1e8a4ab0d241 req-c5c86717-2efa-46ca-b01d-b37592711cb0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 943 time: 0.0630822 Jul 15 14:11:58.019055 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bc7d6b3c-b2c5-4a65-a4e3-1e8a4ab0d241 req-425e0b36-e9f0-4240-80fc-eceb87042955 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311117 Jul 15 14:11:58.510193 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3230dd-9681-41c3-8261-b46f8a99a3d6', 'tag': 'f3c9e8de-3737-4530-bbd8-e11d35b2474d'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:11:58.512503 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390a5e62-cb79-4872-9cb5-fb5cb25329d8" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3230dd-9681-41c3-8261-b46f8a99a3d6", "tag": "f3c9e8de-3737-4530-bbd8-e11d35b2474d"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:11:58.559598 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e29657e-e384-452f-84b1-ad10c10cb773 x-openstack-request-id: req-2e29657e-e384-452f-84b1-ad10c10cb773 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:11:58.559891 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3230dd-9681-41c3-8261-b46f8a99a3d6", "tag": "f3c9e8de-3737-4530-bbd8-e11d35b2474d", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:11:58.560146 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e29657e-e384-452f-84b1-ad10c10cb773 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:11:58.560552 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3230dd-9681-41c3-8261-b46f8a99a3d6', 'tag': 'f3c9e8de-3737-4530-bbd8-e11d35b2474d', 'status': 'completed', 'code': 200} Jul 15 14:11:58.678573 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a5e62-cb79-4872-9cb5-fb5cb25329d8 req-50f1317f-70f1-4b90-831d-caa1158375df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:58.680088 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-390a5e62-cb79-4872-9cb5-fb5cb25329d8 req-50f1317f-70f1-4b90-831d-caa1158375df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 1095 time: 0.0963709 Jul 15 14:11:58.686152 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a5e62-cb79-4872-9cb5-fb5cb25329d8 req-215833be-b742-4ffd-84cd-1a5b45ca3f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:58.688102 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-390a5e62-cb79-4872-9cb5-fb5cb25329d8 req-215833be-b742-4ffd-84cd-1a5b45ca3f99 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 1095 time: 0.0780313 Jul 15 14:11:58.843664 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a5e62-cb79-4872-9cb5-fb5cb25329d8 req-014a1542-9e64-471b-b324-aa364f063662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:58.845048 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-390a5e62-cb79-4872-9cb5-fb5cb25329d8 req-014a1542-9e64-471b-b324-aa364f063662 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ac9f2da-87f8-45df-ae20-3101b3c26fc4 HTTP/1.1" status: 200 len: 897 time: 0.1561160 Jul 15 14:11:58.846397 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a5e62-cb79-4872-9cb5-fb5cb25329d8 req-b1d4e45d-4e16-4e52-9bd2-1048b8c1e921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:58.847730 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-390a5e62-cb79-4872-9cb5-fb5cb25329d8 req-b1d4e45d-4e16-4e52-9bd2-1048b8c1e921 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ac9f2da-87f8-45df-ae20-3101b3c26fc4 HTTP/1.1" status: 200 len: 897 time: 0.1515822 Jul 15 14:11:58.958555 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-390a5e62-cb79-4872-9cb5-fb5cb25329d8 req-c244eb6d-8aa9-46d4-aaca-cab63fb59d55 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3c9e8de-3737-4530-bbd8-e11d35b2474d HTTP/1.1" status: 200 len: 999 time: 0.1037848 Jul 15 14:11:58.962431 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-390a5e62-cb79-4872-9cb5-fb5cb25329d8 req-92614091-0211-4303-9f43-da9606b08352 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3c9e8de-3737-4530-bbd8-e11d35b2474d HTTP/1.1" status: 200 len: 999 time: 0.1019340 Jul 15 14:11:59.039610 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a5e62-cb79-4872-9cb5-fb5cb25329d8 req-a847d725-6662-441d-8594-26d61f3af878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:59.041191 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-390a5e62-cb79-4872-9cb5-fb5cb25329d8 req-a847d725-6662-441d-8594-26d61f3af878 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e852f184-2cfd-4ef9-bc01-98eaea7a400c HTTP/1.1" status: 200 len: 835 time: 0.0760341 Jul 15 14:11:59.046416 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a5e62-cb79-4872-9cb5-fb5cb25329d8 req-8fd9dc15-5c78-413b-999b-9459c9051534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:59.047913 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-390a5e62-cb79-4872-9cb5-fb5cb25329d8 req-8fd9dc15-5c78-413b-999b-9459c9051534 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e852f184-2cfd-4ef9-bc01-98eaea7a400c HTTP/1.1" status: 200 len: 835 time: 0.0745294 Jul 15 14:11:59.101406 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device f3c9e8de-3737-4530-bbd8-e11d35b2474d no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:11:59.163532 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device f3c9e8de-3737-4530-bbd8-e11d35b2474d not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:11:59.246207 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50591984-6f10-4b93-8dea-eea2104f10dc req-9589e5cb-1dc8-41dd-996d-0a0e06a363a7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:59.247902 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-50591984-6f10-4b93-8dea-eea2104f10dc req-9589e5cb-1dc8-41dd-996d-0a0e06a363a7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 943 time: 0.0761015 Jul 15 14:11:59.288918 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-50591984-6f10-4b93-8dea-eea2104f10dc req-9677f132-bfa9-4553-a711-43a3d622921e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344670 Jul 15 14:11:59.473622 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a5e62-cb79-4872-9cb5-fb5cb25329d8 req-9f33dc14-a96a-42f9-9bd3-d9216628769b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:59.475212 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-390a5e62-cb79-4872-9cb5-fb5cb25329d8 req-9f33dc14-a96a-42f9-9bd3-d9216628769b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ac9f2da-87f8-45df-ae20-3101b3c26fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4264829 Jul 15 14:11:59.480595 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a5e62-cb79-4872-9cb5-fb5cb25329d8 req-784f79a6-ac45-43d8-bfc8-a1cfb9acbf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:59.482035 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-390a5e62-cb79-4872-9cb5-fb5cb25329d8 req-784f79a6-ac45-43d8-bfc8-a1cfb9acbf77 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ac9f2da-87f8-45df-ae20-3101b3c26fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4247751 Jul 15 14:11:59.622436 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-390a5e62-cb79-4872-9cb5-fb5cb25329d8 req-050f75b5-5c86-4d6d-ab6c-731fe8b87406 service neutron] 10.222.0.18 "GET /v2.0/networks/0ac9f2da-87f8-45df-ae20-3101b3c26fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393809 Jul 15 14:11:59.673741 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-390a5e62-cb79-4872-9cb5-fb5cb25329d8 req-694ce989-942a-408b-95f4-4f27d8f5ee90 service neutron] 10.222.0.32 "GET /v2.0/networks/0ac9f2da-87f8-45df-ae20-3101b3c26fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833260 Jul 15 14:11:59.781485 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-390a5e62-cb79-4872-9cb5-fb5cb25329d8 req-68500895-0499-465e-a407-20a874d317eb service neutron] 10.222.0.18 "GET /v2.0/networks/0ac9f2da-87f8-45df-ae20-3101b3c26fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527693 Jul 15 14:11:59.806917 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-390a5e62-cb79-4872-9cb5-fb5cb25329d8 req-3f0f8687-2aa8-4c4d-bd32-9edcd40e8a97 service neutron] 10.222.0.32 "GET /v2.0/networks/0ac9f2da-87f8-45df-ae20-3101b3c26fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057248 Jul 15 14:12:00.381671 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device f3c9e8de-3737-4530-bbd8-e11d35b2474d details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:12:00.466743 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7511e-9107-4c27-8d14-eba6b7fa96b2 req-caec75b2-7a05-4e8e-920c-2b23977fb365 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:00.468830 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-96e7511e-9107-4c27-8d14-eba6b7fa96b2 req-caec75b2-7a05-4e8e-920c-2b23977fb365 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 943 time: 0.0648179 Jul 15 14:12:00.480748 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port f3c9e8de-3737-4530-bbd8-e11d35b2474d, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=f3c9e8de-3737-4530-bbd8-e11d35b2474d,segment=NetworkSegment(28cf9401-d01e-4761-81d1-c9087a7d6194),segment_id=28cf9401-d01e-4761-81d1-c9087a7d6194)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:00.492926 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'f3c9e8de-3737-4530-bbd8-e11d35b2474d', 'network_id': '0ac9f2da-87f8-45df-ae20-3101b3c26fc4', 'port_id': 'f3c9e8de-3737-4530-bbd8-e11d35b2474d', 'mac_address': 'fa:16:3e:da:ba:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e852f184-2cfd-4ef9-bc01-98eaea7a400c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:12:00.510465 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-96e7511e-9107-4c27-8d14-eba6b7fa96b2 req-1065e93d-20d0-468b-b25e-312d5da3892f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333791 Jul 15 14:12:00.531672 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:00.544637 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c9e8de-3737-4530-bbd8-e11d35b2474d {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:12:00.564699 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port f3c9e8de-3737-4530-bbd8-e11d35b2474d, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=f3c9e8de-3737-4530-bbd8-e11d35b2474d,segment=NetworkSegment(28cf9401-d01e-4761-81d1-c9087a7d6194),segment_id=28cf9401-d01e-4761-81d1-c9087a7d6194)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:00.569511 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:00.617543 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=f3c9e8de-3737-4530-bbd8-e11d35b2474d,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:00.625540 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:00.625916 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:00.626252 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:00.626675 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:00.627767 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:00.627767 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:00.627767 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:00.628076 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:00.628181 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:00.628412 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:00.628730 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:00.629040 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:00.824940 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['f3c9e8de-3737-4530-bbd8-e11d35b2474d'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:12:00.863113 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fd6c8-9968-45b5-9251-972dc0c6d8d7 req-50fa4ac4-6be4-4935-ba98-3548a4142070 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:00.864628 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ce4fd6c8-9968-45b5-9251-972dc0c6d8d7 req-50fa4ac4-6be4-4935-ba98-3548a4142070 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 944 time: 0.1157234 Jul 15 14:12:00.873071 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7259a7f-500b-4eed-a584-cfe2fd1ef6da req-a6c0e3f0-a0fa-4c04-9217-436226cd7c63 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:00.874556 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d7259a7f-500b-4eed-a584-cfe2fd1ef6da req-a6c0e3f0-a0fa-4c04-9217-436226cd7c63 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6&tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&binding%3Ahost_id=n-h1-758944-45 HTTP/1.1" status: 200 len: 944 time: 0.0981047 Jul 15 14:12:00.944497 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ce4fd6c8-9968-45b5-9251-972dc0c6d8d7 req-f9ee69c6-2e81-4610-84a3-b51a1bbac07c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689652 Jul 15 14:12:00.953529 n-d-758944-45 neutron-server[93814]: INFO neutron.api.v2.resource [req-d7259a7f-500b-4eed-a584-cfe2fd1ef6da req-21370b55-66eb-4160-b83d-46a8f3814fc0 service neutron] delete failed (client error): The resource could not be found. Jul 15 14:12:00.954565 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d7259a7f-500b-4eed-a584-cfe2fd1ef6da req-21370b55-66eb-4160-b83d-46a8f3814fc0 service neutron] 10.222.0.32 "DELETE /v2.0/ports/f3c9e8de-3737-4530-bbd8-e11d35b2474d/bindings/n-h2-758944-45 HTTP/1.1" status: 404 len: 381 time: 0.0732350 Jul 15 14:12:01.079097 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7259a7f-500b-4eed-a584-cfe2fd1ef6da req-741295b5-5ba6-469d-9164-58f77f27fdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:01.080550 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d7259a7f-500b-4eed-a584-cfe2fd1ef6da req-741295b5-5ba6-469d-9164-58f77f27fdca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 1096 time: 0.0555370 Jul 15 14:12:01.126231 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44129785-5d37-4069-afe5-4d639ddff8a7 req-dd66b273-67c8-4add-a0f8-4ede3db6981f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:01.127800 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-44129785-5d37-4069-afe5-4d639ddff8a7 req-dd66b273-67c8-4add-a0f8-4ede3db6981f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 944 time: 0.0687082 Jul 15 14:12:01.167853 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-44129785-5d37-4069-afe5-4d639ddff8a7 req-69c3e131-f1ac-4c09-a69f-afb6bc7505ee tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344431 Jul 15 14:12:01.180609 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7259a7f-500b-4eed-a584-cfe2fd1ef6da req-216e43b9-c402-486d-89e3-ff6695fed1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:01.182141 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d7259a7f-500b-4eed-a584-cfe2fd1ef6da req-216e43b9-c402-486d-89e3-ff6695fed1ba service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ac9f2da-87f8-45df-ae20-3101b3c26fc4 HTTP/1.1" status: 200 len: 897 time: 0.0954309 Jul 15 14:12:01.246602 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d7259a7f-500b-4eed-a584-cfe2fd1ef6da req-ae48b394-a657-4f04-970f-021c504bfedb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3c9e8de-3737-4530-bbd8-e11d35b2474d HTTP/1.1" status: 200 len: 1000 time: 0.0578346 Jul 15 14:12:01.299021 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7259a7f-500b-4eed-a584-cfe2fd1ef6da req-39911504-2922-4dd5-be29-da078404be8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:01.300480 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d7259a7f-500b-4eed-a584-cfe2fd1ef6da req-39911504-2922-4dd5-be29-da078404be8d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e852f184-2cfd-4ef9-bc01-98eaea7a400c HTTP/1.1" status: 200 len: 835 time: 0.0478156 Jul 15 14:12:01.358079 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7259a7f-500b-4eed-a584-cfe2fd1ef6da req-4c2c5e51-4925-4ae9-9541-801478ea1ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:01.359743 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d7259a7f-500b-4eed-a584-cfe2fd1ef6da req-4c2c5e51-4925-4ae9-9541-801478ea1ab8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ac9f2da-87f8-45df-ae20-3101b3c26fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525243 Jul 15 14:12:01.452588 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d7259a7f-500b-4eed-a584-cfe2fd1ef6da req-9a354c9b-b25b-4187-a2d1-ac4452f6646d service neutron] 10.222.0.32 "GET /v2.0/networks/0ac9f2da-87f8-45df-ae20-3101b3c26fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861034 Jul 15 14:12:01.538854 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d7259a7f-500b-4eed-a584-cfe2fd1ef6da req-9bcc9f71-3d6a-4678-b65a-c6e44f2df1a5 service neutron] 10.222.0.32 "GET /v2.0/networks/0ac9f2da-87f8-45df-ae20-3101b3c26fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807908 Jul 15 14:12:02.345955 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c16cf-2882-4ace-b6d6-dc015270dad7 req-76b9cd69-5613-4343-b4c7-5bfcdd470aa4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:02.347264 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f3c16cf-2882-4ace-b6d6-dc015270dad7 req-76b9cd69-5613-4343-b4c7-5bfcdd470aa4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 944 time: 0.0645897 Jul 15 14:12:02.391168 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device f3c9e8de-3737-4530-bbd8-e11d35b2474d up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:12:02.391761 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0f3c16cf-2882-4ace-b6d6-dc015270dad7 req-9e7283d2-1e3a-4800-a2d4-d746109fd8ad tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385718 Jul 15 14:12:02.416754 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50348) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:02.444049 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port f3c9e8de-3737-4530-bbd8-e11d35b2474d completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:12:02.447771 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port f3c9e8de-3737-4530-bbd8-e11d35b2474d triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:12:02.448143 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:02.479959 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-448d83c2-3d2a-449d-bbe5-4fad072c59eb tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/floatingips/f2e447f2-3e10-433c-9173-9d88be9918ff HTTP/1.1" status: 200 len: 992 time: 0.0619345 Jul 15 14:12:02.527574 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:02.549722 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3230dd-9681-41c3-8261-b46f8a99a3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c9e8de-3737-4530-bbd8-e11d35b2474d'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:12:02.552148 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5982e52f7164c00132b4161e7da779dd5a615a4991d8f343d2f1980d90734956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d6e7e1-2b81-4119-a4ec-73a0ef38116a" -d '{"events": [{"server_uuid": "7c3230dd-9681-41c3-8261-b46f8a99a3d6", "name": "network-vif-plugged", "status": "completed", "tag": "f3c9e8de-3737-4530-bbd8-e11d35b2474d"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:12:02.564580 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port f3c9e8de-3737-4530-bbd8-e11d35b2474d, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=f3c9e8de-3737-4530-bbd8-e11d35b2474d,segment=NetworkSegment(28cf9401-d01e-4761-81d1-c9087a7d6194),segment_id=28cf9401-d01e-4761-81d1-c9087a7d6194)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:02.568833 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:02.591644 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b29c2d-a195-4dde-b49d-035ee6db7b20 x-openstack-request-id: req-f6b29c2d-a195-4dde-b49d-035ee6db7b20 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:12:02.591934 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3230dd-9681-41c3-8261-b46f8a99a3d6", "name": "network-vif-plugged", "status": "completed", "tag": "f3c9e8de-3737-4530-bbd8-e11d35b2474d", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:12:02.592238 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f6b29c2d-a195-4dde-b49d-035ee6db7b20 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:12:02.593134 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3230dd-9681-41c3-8261-b46f8a99a3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c9e8de-3737-4530-bbd8-e11d35b2474d', 'code': 200} Jul 15 14:12:02.618225 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=f3c9e8de-3737-4530-bbd8-e11d35b2474d,revision_number=9']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:06.009094 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:12:08.856904 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:20.951039 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7572e864-35a3-4811-be9c-251498a66d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:23.366150 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:23.474508 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1a23903d-26b3-4ce1-a37d-dd73e3b7012e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:24.972169 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:25.779278 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:26.567603 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:30.877930 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50360) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:31.035540 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-e7c24b75-9f79-4abe-89ca-0a049d1cf20f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Deleting port 0d168be6-a634-4ab1-8957-10a84d2e5e2c {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:12:31.035890 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e7c24b75-9f79-4abe-89ca-0a049d1cf20f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:31.112854 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e7c24b75-9f79-4abe-89ca-0a049d1cf20f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:31.113183 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e7c24b75-9f79-4abe-89ca-0a049d1cf20f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:31.124565 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-e7c24b75-9f79-4abe-89ca-0a049d1cf20f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Calling delete_port for 0d168be6-a634-4ab1-8957-10a84d2e5e2c owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:12:31.271957 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e7c24b75-9f79-4abe-89ca-0a049d1cf20f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:31.297860 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c24b75-9f79-4abe-89ca-0a049d1cf20f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'Port': ['ID=0d168be6-a634-4ab1-8957-10a84d2e5e2c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:31.324055 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c24b75-9f79-4abe-89ca-0a049d1cf20f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:31.324408 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c24b75-9f79-4abe-89ca-0a049d1cf20f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:31.324751 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c24b75-9f79-4abe-89ca-0a049d1cf20f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:31.325092 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c24b75-9f79-4abe-89ca-0a049d1cf20f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:31.325429 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c24b75-9f79-4abe-89ca-0a049d1cf20f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:31.325785 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c24b75-9f79-4abe-89ca-0a049d1cf20f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:31.326117 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c24b75-9f79-4abe-89ca-0a049d1cf20f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:31.326523 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c24b75-9f79-4abe-89ca-0a049d1cf20f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:31.326767 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c24b75-9f79-4abe-89ca-0a049d1cf20f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:31.327094 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c24b75-9f79-4abe-89ca-0a049d1cf20f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:31.327445 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c24b75-9f79-4abe-89ca-0a049d1cf20f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:31.327773 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c24b75-9f79-4abe-89ca-0a049d1cf20f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:31.369433 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e7c24b75-9f79-4abe-89ca-0a049d1cf20f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:31.369780 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-e7c24b75-9f79-4abe-89ca-0a049d1cf20f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Floating IP f2e447f2-3e10-433c-9173-9d88be9918ff disassociated (deleted). External IP: 172.25.6.118, port: f3c9e8de-3737-4530-bbd8-e11d35b2474d. Jul 15 14:12:31.582840 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c24b75-9f79-4abe-89ca-0a049d1cf20f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Router c1a3dbd8-6bd7-4243-85c3-ae387b799ad6 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:12:31.692580 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c24b75-9f79-4abe-89ca-0a049d1cf20f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:12:31.696981 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e7c24b75-9f79-4abe-89ca-0a049d1cf20f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:31.702446 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8efa800-ac21-42ca-ad38-16cac94675e7 None None] Sync routers for ids ['c1a3dbd8-6bd7-4243-85c3-ae387b799ad6'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:12:31.711639 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8efa800-ac21-42ca-ad38-16cac94675e7 None None] Routers {'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:12:31.712245 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a8efa800-ac21-42ca-ad38-16cac94675e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:12:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['c1a3dbd8-6bd7-4243-85c3-ae387b799ad6'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:31.735075 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-e7c24b75-9f79-4abe-89ca-0a049d1cf20f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "DELETE /v2.0/floatingips/f2e447f2-3e10-433c-9173-9d88be9918ff HTTP/1.1" status: 204 len: 168 time: 0.8553162 Jul 15 14:12:31.735657 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3230dd-9681-41c3-8261-b46f8a99a3d6', 'tag': 'f3c9e8de-3737-4530-bbd8-e11d35b2474d'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:12:31.737947 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e64901b02c345040bafddad2dab1ebeb8b80c4fa9c7870118a0b2b399b9ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125ac5a9-eba6-4a29-b686-bb874e993e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3230dd-9681-41c3-8261-b46f8a99a3d6", "tag": "f3c9e8de-3737-4530-bbd8-e11d35b2474d"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:12:31.817994 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-a8efa800-ac21-42ca-ad38-16cac94675e7 None None] Set router c1a3dbd8-6bd7-4243-85c3-ae387b799ad6 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:12:31.838094 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3188b904-a462-497e-a15f-b37dfa959887 x-openstack-request-id: req-3188b904-a462-497e-a15f-b37dfa959887 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:12:31.838451 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3230dd-9681-41c3-8261-b46f8a99a3d6", "tag": "f3c9e8de-3737-4530-bbd8-e11d35b2474d", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:12:31.838774 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3188b904-a462-497e-a15f-b37dfa959887 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:12:31.839246 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3230dd-9681-41c3-8261-b46f8a99a3d6', 'tag': 'f3c9e8de-3737-4530-bbd8-e11d35b2474d', 'status': 'completed', 'code': 200} Jul 15 14:12:31.925490 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ac5a9-eba6-4a29-b686-bb874e993e9a req-c2bbbe51-6693-4dfe-852d-9465d9b4e099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:31.927058 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-125ac5a9-eba6-4a29-b686-bb874e993e9a req-c2bbbe51-6693-4dfe-852d-9465d9b4e099 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 1097 time: 0.0589421 Jul 15 14:12:32.026352 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a8efa800-ac21-42ca-ad38-16cac94675e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076761288', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '986d44e1-07c7-436f-855d-b684e113441d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:53Z', 'updated_at': '2021-07-15T14:10:56Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '986d44e1-07c7-436f-855d-b684e113441d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:53:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:53Z', 'updated_at': '2021-07-15T14:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'a5eedd50-1660-4c89-9183-1415779f683c', 'name': '', 'network_id': '0ac9f2da-87f8-45df-ae20-3101b3c26fc4', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:f5:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e852f184-2cfd-4ef9-bc01-98eaea7a400c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:56Z', 'updated_at': '2021-07-15T14:11:01Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'e852f184-2cfd-4ef9-bc01-98eaea7a400c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:32.034558 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ac5a9-eba6-4a29-b686-bb874e993e9a req-c6130d33-6569-4f3e-9c9c-683eceae513a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:32.036167 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-125ac5a9-eba6-4a29-b686-bb874e993e9a req-c6130d33-6569-4f3e-9c9c-683eceae513a service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ac9f2da-87f8-45df-ae20-3101b3c26fc4 HTTP/1.1" status: 200 len: 897 time: 0.1029599 Jul 15 14:12:32.052226 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8efa800-ac21-42ca-ad38-16cac94675e7 None None] Checking router: c1a3dbd8-6bd7-4243-85c3-ae387b799ad6 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:12:32.060373 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8efa800-ac21-42ca-ad38-16cac94675e7 None None] Routers {'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:12:32.060976 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a8efa800-ac21-42ca-ad38-16cac94675e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:12:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['c1a3dbd8-6bd7-4243-85c3-ae387b799ad6'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:32.087309 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-125ac5a9-eba6-4a29-b686-bb874e993e9a req-049a30bf-34f9-44b1-822e-2df71d5dfd67 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3c9e8de-3737-4530-bbd8-e11d35b2474d HTTP/1.1" status: 200 len: 217 time: 0.0438266 Jul 15 14:12:32.148827 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ac5a9-eba6-4a29-b686-bb874e993e9a req-75b7d314-1721-48cc-85b8-33bcc144b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:32.150291 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-125ac5a9-eba6-4a29-b686-bb874e993e9a req-75b7d314-1721-48cc-85b8-33bcc144b1e3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e852f184-2cfd-4ef9-bc01-98eaea7a400c HTTP/1.1" status: 200 len: 835 time: 0.0569568 Jul 15 14:12:32.166821 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-a8efa800-ac21-42ca-ad38-16cac94675e7 None None] Set router c1a3dbd8-6bd7-4243-85c3-ae387b799ad6 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:12:32.244731 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc6a77-467b-46f0-bedc-927cceaf95d0 req-58d0104b-e432-446a-9c9a-6029e6978308 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:32.246411 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d5fc6a77-467b-46f0-bedc-927cceaf95d0 req-58d0104b-e432-446a-9c9a-6029e6978308 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 945 time: 0.1645696 Jul 15 14:12:32.252907 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ac5a9-eba6-4a29-b686-bb874e993e9a req-434f48f3-8db3-4e15-8b49-43f7fedd333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:32.254419 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-125ac5a9-eba6-4a29-b686-bb874e993e9a req-434f48f3-8db3-4e15-8b49-43f7fedd333f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ac9f2da-87f8-45df-ae20-3101b3c26fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0872777 Jul 15 14:12:32.272573 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-125ac5a9-eba6-4a29-b686-bb874e993e9a req-1debbde2-3601-4dc0-9b97-622cec0ba2bd service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:12:32.273538 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-125ac5a9-eba6-4a29-b686-bb874e993e9a req-1debbde2-3601-4dc0-9b97-622cec0ba2bd service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114641 Jul 15 14:12:32.314097 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d5fc6a77-467b-46f0-bedc-927cceaf95d0 req-f4f06e4e-f4f4-4adf-ae47-c0e1f42b92c0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587020 Jul 15 14:12:32.369174 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-a8efa800-ac21-42ca-ad38-16cac94675e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076761288', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '986d44e1-07c7-436f-855d-b684e113441d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:53Z', 'updated_at': '2021-07-15T14:10:56Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '986d44e1-07c7-436f-855d-b684e113441d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:53:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:53Z', 'updated_at': '2021-07-15T14:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'a5eedd50-1660-4c89-9183-1415779f683c', 'name': '', 'network_id': '0ac9f2da-87f8-45df-ae20-3101b3c26fc4', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:f5:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e852f184-2cfd-4ef9-bc01-98eaea7a400c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:56Z', 'updated_at': '2021-07-15T14:11:01Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'e852f184-2cfd-4ef9-bc01-98eaea7a400c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:32.377550 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-125ac5a9-eba6-4a29-b686-bb874e993e9a req-7431f494-8b24-4a32-b48b-a98bae5a8a8c service neutron] 10.222.0.18 "GET /v2.0/networks/0ac9f2da-87f8-45df-ae20-3101b3c26fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963743 Jul 15 14:12:32.395175 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8efa800-ac21-42ca-ad38-16cac94675e7 None None] The sync data for ids ['c1a3dbd8-6bd7-4243-85c3-ae387b799ad6'] in n-d-758944-45 is: [{'id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076761288', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '986d44e1-07c7-436f-855d-b684e113441d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:53Z', 'updated_at': '2021-07-15T14:10:56Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '986d44e1-07c7-436f-855d-b684e113441d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:53:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:53Z', 'updated_at': '2021-07-15T14:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'a5eedd50-1660-4c89-9183-1415779f683c', 'name': '', 'network_id': '0ac9f2da-87f8-45df-ae20-3101b3c26fc4', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:f5:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e852f184-2cfd-4ef9-bc01-98eaea7a400c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:56Z', 'updated_at': '2021-07-15T14:11:01Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'e852f184-2cfd-4ef9-bc01-98eaea7a400c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:12:32.476351 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-125ac5a9-eba6-4a29-b686-bb874e993e9a req-31054133-5900-4856-a535-de0e370f5e5a service neutron] 10.222.0.18 "GET /v2.0/networks/0ac9f2da-87f8-45df-ae20-3101b3c26fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917177 Jul 15 14:12:32.614459 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ffae3c-a508-4117-80d1-e1b2c4625b60 None None] New status for floating IP f2e447f2-3e10-433c-9173-9d88be9918ff: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:12:33.319989 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712f562-341d-438c-ace0-610e946c6351 req-2dc3e735-cc3e-486a-a3c7-80aaacc72a9a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:33.321491 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9712f562-341d-438c-ace0-610e946c6351 req-2dc3e735-cc3e-486a-a3c7-80aaacc72a9a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 945 time: 0.0646572 Jul 15 14:12:33.434736 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-9712f562-341d-438c-ace0-610e946c6351 req-b3e1f1b5-69f8-477d-9bf5-60c2594ce4b1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Deleting port f3c9e8de-3737-4530-bbd8-e11d35b2474d {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:12:33.435072 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9712f562-341d-438c-ace0-610e946c6351 req-b3e1f1b5-69f8-477d-9bf5-60c2594ce4b1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:33.497998 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378a8f2-938b-440e-8d80-26586ee7fce2 req-4c85b7c0-99a9-4ad6-97c5-49c5781d3149 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:33.499480 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8378a8f2-938b-440e-8d80-26586ee7fce2 req-4c85b7c0-99a9-4ad6-97c5-49c5781d3149 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3230dd-9681-41c3-8261-b46f8a99a3d6 HTTP/1.1" status: 200 len: 945 time: 0.0688910 Jul 15 14:12:33.526388 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-9712f562-341d-438c-ace0-610e946c6351 req-b3e1f1b5-69f8-477d-9bf5-60c2594ce4b1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] For port f3c9e8de-3737-4530-bbd8-e11d35b2474d, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=f3c9e8de-3737-4530-bbd8-e11d35b2474d,segment=NetworkSegment(28cf9401-d01e-4761-81d1-c9087a7d6194),segment_id=28cf9401-d01e-4761-81d1-c9087a7d6194)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:33.526750 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9712f562-341d-438c-ace0-610e946c6351 req-b3e1f1b5-69f8-477d-9bf5-60c2594ce4b1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:33.539818 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8378a8f2-938b-440e-8d80-26586ee7fce2 req-e962a0c3-fe59-498f-8322-63b7026bbee0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345147 Jul 15 14:12:33.540885 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-9712f562-341d-438c-ace0-610e946c6351 req-b3e1f1b5-69f8-477d-9bf5-60c2594ce4b1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Calling delete_port for f3c9e8de-3737-4530-bbd8-e11d35b2474d owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:12:33.675031 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9712f562-341d-438c-ace0-610e946c6351 req-b3e1f1b5-69f8-477d-9bf5-60c2594ce4b1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:33.707943 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1f1b5-69f8-477d-9bf5-60c2594ce4b1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'Port': ['ID=f3c9e8de-3737-4530-bbd8-e11d35b2474d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:33.756378 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-9712f562-341d-438c-ace0-610e946c6351 req-b3e1f1b5-69f8-477d-9bf5-60c2594ce4b1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] No DVR routers for this DVR port f3c9e8de-3737-4530-bbd8-e11d35b2474d on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:12:33.759454 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-9712f562-341d-438c-ace0-610e946c6351 req-b3e1f1b5-69f8-477d-9bf5-60c2594ce4b1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:33.761825 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9712f562-341d-438c-ace0-610e946c6351 req-b3e1f1b5-69f8-477d-9bf5-60c2594ce4b1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.18 "DELETE /v2.0/ports/f3c9e8de-3737-4530-bbd8-e11d35b2474d HTTP/1.1" status: 204 len: 173 time: 0.4346986 Jul 15 14:12:33.762261 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3230dd-9681-41c3-8261-b46f8a99a3d6', 'name': 'network-vif-deleted', 'tag': 'f3c9e8de-3737-4530-bbd8-e11d35b2474d'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:12:33.764732 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dc295d-9779-491f-b4de-8d40aad5b2cf" -d '{"events": [{"server_uuid": "7c3230dd-9681-41c3-8261-b46f8a99a3d6", "name": "network-vif-deleted", "tag": "f3c9e8de-3737-4530-bbd8-e11d35b2474d"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:12:33.803634 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fb1eca-c689-4c0c-bf88-fa781f6e75b4 x-openstack-request-id: req-b6fb1eca-c689-4c0c-bf88-fa781f6e75b4 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:12:33.803926 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3230dd-9681-41c3-8261-b46f8a99a3d6", "name": "network-vif-deleted", "tag": "f3c9e8de-3737-4530-bbd8-e11d35b2474d", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:12:33.804183 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b6fb1eca-c689-4c0c-bf88-fa781f6e75b4 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:12:33.804605 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3230dd-9681-41c3-8261-b46f8a99a3d6', 'name': 'network-vif-deleted', 'tag': 'f3c9e8de-3737-4530-bbd8-e11d35b2474d', 'status': 'completed', 'code': 200} Jul 15 14:12:34.633912 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50380) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:34.997912 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c32f05dd-3f9d-414f-a828-b9a90d2ce6d1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:35.258987 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c32f05dd-3f9d-414f-a828-b9a90d2ce6d1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Deleting port a5eedd50-1660-4c89-9183-1415779f683c {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:12:35.259264 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c32f05dd-3f9d-414f-a828-b9a90d2ce6d1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:35.348421 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c32f05dd-3f9d-414f-a828-b9a90d2ce6d1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] For port a5eedd50-1660-4c89-9183-1415779f683c, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a5eedd50-1660-4c89-9183-1415779f683c,segment=NetworkSegment(28cf9401-d01e-4761-81d1-c9087a7d6194),segment_id=28cf9401-d01e-4761-81d1-c9087a7d6194)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:35.348772 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c32f05dd-3f9d-414f-a828-b9a90d2ce6d1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:35.361029 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c32f05dd-3f9d-414f-a828-b9a90d2ce6d1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Calling delete_port for a5eedd50-1660-4c89-9183-1415779f683c owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:12:35.542298 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c32f05dd-3f9d-414f-a828-b9a90d2ce6d1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:35.567830 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f05dd-3f9d-414f-a828-b9a90d2ce6d1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'Port': ['ID=a5eedd50-1660-4c89-9183-1415779f683c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:35.743542 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c32f05dd-3f9d-414f-a828-b9a90d2ce6d1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:35.954665 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32f05dd-3f9d-414f-a828-b9a90d2ce6d1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Router c1a3dbd8-6bd7-4243-85c3-ae387b799ad6 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:12:36.058876 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32f05dd-3f9d-414f-a828-b9a90d2ce6d1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:12:36.064491 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c32f05dd-3f9d-414f-a828-b9a90d2ce6d1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "PUT /v2.0/routers/c1a3dbd8-6bd7-4243-85c3-ae387b799ad6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4290113 Jul 15 14:12:36.066768 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50382) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:36.069402 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd774407-6178-4a19-b269-b1fb43446192 None None] Sync routers for ids ['c1a3dbd8-6bd7-4243-85c3-ae387b799ad6'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:12:36.078901 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd774407-6178-4a19-b269-b1fb43446192 None None] Routers {'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:12:36.079501 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-cd774407-6178-4a19-b269-b1fb43446192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:12:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['c1a3dbd8-6bd7-4243-85c3-ae387b799ad6'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:36.117748 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d38013-7d39-4d6e-8c5a-caf3899d37cc tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Deleting subnet e852f184-2cfd-4ef9-bc01-98eaea7a400c {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:12:36.121001 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65d38013-7d39-4d6e-8c5a-caf3899d37cc tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:36.160435 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65d38013-7d39-4d6e-8c5a-caf3899d37cc tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:36.182856 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-cd774407-6178-4a19-b269-b1fb43446192 None None] Set router c1a3dbd8-6bd7-4243-85c3-ae387b799ad6 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:12:36.254286 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65d38013-7d39-4d6e-8c5a-caf3899d37cc tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:36.315199 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65d38013-7d39-4d6e-8c5a-caf3899d37cc tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:36.340786 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d38013-7d39-4d6e-8c5a-caf3899d37cc tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'Subnet': ['ID=e852f184-2cfd-4ef9-bc01-98eaea7a400c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:36.348197 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65d38013-7d39-4d6e-8c5a-caf3899d37cc tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:36.352819 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-65d38013-7d39-4d6e-8c5a-caf3899d37cc tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "DELETE /v2.0/subnets/e852f184-2cfd-4ef9-bc01-98eaea7a400c HTTP/1.1" status: 204 len: 168 time: 0.2824111 Jul 15 14:12:36.352950 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50384) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:36.353915 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ff1f95-1ce7-4be2-adcb-3109196115f4 None None] Network 0ac9f2da-87f8-45df-ae20-3101b3c26fc4 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:12:36.366102 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-cd774407-6178-4a19-b269-b1fb43446192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076761288', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '986d44e1-07c7-436f-855d-b684e113441d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:53Z', 'updated_at': '2021-07-15T14:12:35Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '986d44e1-07c7-436f-855d-b684e113441d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:53:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:53Z', 'updated_at': '2021-07-15T14:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:36.396609 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd774407-6178-4a19-b269-b1fb43446192 None None] Checking router: c1a3dbd8-6bd7-4243-85c3-ae387b799ad6 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:12:36.408796 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd774407-6178-4a19-b269-b1fb43446192 None None] Routers {'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:12:36.409434 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-cd774407-6178-4a19-b269-b1fb43446192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:12:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['c1a3dbd8-6bd7-4243-85c3-ae387b799ad6'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:36.466310 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80e06225-ae49-49b2-bc4b-b8b8417498ee tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:36.518507 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-cd774407-6178-4a19-b269-b1fb43446192 None None] Set router c1a3dbd8-6bd7-4243-85c3-ae387b799ad6 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:12:36.567196 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52aeb798-8eaa-424c-b5a6-8b3f34bde449 None None] DHCP port deletion for 0ac9f2da-87f8-45df-ae20-3101b3c26fc4 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:12:36.674920 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-52aeb798-8eaa-424c-b5a6-8b3f34bde449 None None] Deleting port 713a344b-8ef6-4e1c-83d0-7aad8b2b6073 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:12:36.675317 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52aeb798-8eaa-424c-b5a6-8b3f34bde449 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:36.775927 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-52aeb798-8eaa-424c-b5a6-8b3f34bde449 None None] For port 713a344b-8ef6-4e1c-83d0-7aad8b2b6073, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=713a344b-8ef6-4e1c-83d0-7aad8b2b6073,segment=NetworkSegment(28cf9401-d01e-4761-81d1-c9087a7d6194),segment_id=28cf9401-d01e-4761-81d1-c9087a7d6194)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:36.776247 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52aeb798-8eaa-424c-b5a6-8b3f34bde449 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:36.792375 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-52aeb798-8eaa-424c-b5a6-8b3f34bde449 None None] Calling delete_port for 713a344b-8ef6-4e1c-83d0-7aad8b2b6073 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:12:36.805844 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-cd774407-6178-4a19-b269-b1fb43446192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076761288', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '986d44e1-07c7-436f-855d-b684e113441d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:53Z', 'updated_at': '2021-07-15T14:12:35Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '986d44e1-07c7-436f-855d-b684e113441d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:53:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:53Z', 'updated_at': '2021-07-15T14:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:36.832318 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd774407-6178-4a19-b269-b1fb43446192 None None] The sync data for ids ['c1a3dbd8-6bd7-4243-85c3-ae387b799ad6'] in n-d-758944-45 is: [{'id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076761288', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '986d44e1-07c7-436f-855d-b684e113441d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:53Z', 'updated_at': '2021-07-15T14:12:35Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '986d44e1-07c7-436f-855d-b684e113441d', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:53:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a3dbd8-6bd7-4243-85c3-ae387b799ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:53Z', 'updated_at': '2021-07-15T14:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:12:36.900556 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-52aeb798-8eaa-424c-b5a6-8b3f34bde449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:36.925044 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80e06225-ae49-49b2-bc4b-b8b8417498ee tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:36.928782 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aeb798-8eaa-424c-b5a6-8b3f34bde449 None None] Pushing event deleted for resources: {'Port': ['ID=713a344b-8ef6-4e1c-83d0-7aad8b2b6073,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:36.931249 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aeb798-8eaa-424c-b5a6-8b3f34bde449 None None] No DVR routers for this DVR port 713a344b-8ef6-4e1c-83d0-7aad8b2b6073 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:12:36.980381 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-80e06225-ae49-49b2-bc4b-b8b8417498ee tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Deleting port 986d44e1-07c7-436f-855d-b684e113441d {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:12:36.980724 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80e06225-ae49-49b2-bc4b-b8b8417498ee tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:37.060045 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-80e06225-ae49-49b2-bc4b-b8b8417498ee tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] For port 986d44e1-07c7-436f-855d-b684e113441d, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=986d44e1-07c7-436f-855d-b684e113441d,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:37.060329 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80e06225-ae49-49b2-bc4b-b8b8417498ee tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:37.071634 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-80e06225-ae49-49b2-bc4b-b8b8417498ee tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Calling delete_port for 986d44e1-07c7-436f-855d-b684e113441d owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:12:37.245400 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80e06225-ae49-49b2-bc4b-b8b8417498ee tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:37.276733 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e06225-ae49-49b2-bc4b-b8b8417498ee tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'Port': ['ID=986d44e1-07c7-436f-855d-b684e113441d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:37.335785 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80e06225-ae49-49b2-bc4b-b8b8417498ee tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:37.432756 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80e06225-ae49-49b2-bc4b-b8b8417498ee tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:37.435021 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80e06225-ae49-49b2-bc4b-b8b8417498ee tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:37.480536 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80e06225-ae49-49b2-bc4b-b8b8417498ee tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:37.481124 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e06225-ae49-49b2-bc4b-b8b8417498ee tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Fanout notify agent at l3_agent the message router_deleted on router c1a3dbd8-6bd7-4243-85c3-ae387b799ad6 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:12:37.486155 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 713a344b-8ef6-4e1c-83d0-7aad8b2b6073 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:12:37.490100 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80e06225-ae49-49b2-bc4b-b8b8417498ee tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:37.493333 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-80e06225-ae49-49b2-bc4b-b8b8417498ee tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "DELETE /v2.0/routers/c1a3dbd8-6bd7-4243-85c3-ae387b799ad6 HTTP/1.1" status: 204 len: 168 time: 1.1368358 Jul 15 14:12:37.493695 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50386) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:37.507799 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 713a344b-8ef6-4e1c-83d0-7aad8b2b6073 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:12:37.508144 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 713a344b-8ef6-4e1c-83d0-7aad8b2b6073 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:12:37.508553 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a5eedd50-1660-4c89-9183-1415779f683c no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:12:37.529008 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: a5eedd50-1660-4c89-9183-1415779f683c {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:12:37.529441 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a5eedd50-1660-4c89-9183-1415779f683c not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:12:37.573164 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09bc386c-543a-4cec-aca3-3fe79f88e060 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:37.664214 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09bc386c-543a-4cec-aca3-3fe79f88e060 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:37.674350 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-09bc386c-543a-4cec-aca3-3fe79f88e060 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac9f2da-87f8-45df-ae20-3101b3c26fc4']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:37.683777 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-09bc386c-543a-4cec-aca3-3fe79f88e060 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28cf9401-d01e-4761-81d1-c9087a7d6194') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:37.684074 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-09bc386c-543a-4cec-aca3-3fe79f88e060 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28cf9401-d01e-4761-81d1-c9087a7d6194') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:37.693154 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09bc386c-543a-4cec-aca3-3fe79f88e060 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:37.706224 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09bc386c-543a-4cec-aca3-3fe79f88e060 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:37.712572 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09bc386c-543a-4cec-aca3-3fe79f88e060 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:12:37.713163 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09bc386c-543a-4cec-aca3-3fe79f88e060 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:37.716234 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 14:12:37.716234 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:12:37.716234 n-d-758944-45 neutron-server[93813]: timer() Jul 15 14:12:37.716234 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:12:37.716234 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 14:12:37.716234 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:12:37.716234 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 14:12:37.716234 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:12:37.716234 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 14:12:37.716234 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:12:37.716234 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 14:12:37.716234 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:12:37.716234 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 14:12:37.716234 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:12:37.716234 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:12:37.716234 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:12:37.716234 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:12:37.716234 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:12:37.716234 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 14:12:37.716234 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:12:37.716234 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 14:12:37.716234 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:12:37.716234 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:12:37.716234 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:12:37.716234 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 14:12:37.716234 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:12:37.716234 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:12:37.716234 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:12:37.716234 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:12:37.716234 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:12:37.716234 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:12:37.716234 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:12:37.776451 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09bc386c-543a-4cec-aca3-3fe79f88e060 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:37.783399 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09bc386c-543a-4cec-aca3-3fe79f88e060 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:37.785190 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-09bc386c-543a-4cec-aca3-3fe79f88e060 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "DELETE /v2.0/networks/0ac9f2da-87f8-45df-ae20-3101b3c26fc4 HTTP/1.1" status: 204 len: 168 time: 0.2904527 Jul 15 14:12:37.788101 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50388) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:37.796035 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc386c-543a-4cec-aca3-3fe79f88e060 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'Network': ['ID=0ac9f2da-87f8-45df-ae20-3101b3c26fc4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:37.847392 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35bb2f7d-efbc-4b5a-87c3-bfb0ff767727 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:37.872456 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35bb2f7d-efbc-4b5a-87c3-bfb0ff767727 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:37.933967 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35bb2f7d-efbc-4b5a-87c3-bfb0ff767727 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:37.936732 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35bb2f7d-efbc-4b5a-87c3-bfb0ff767727 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:37.938017 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-35bb2f7d-efbc-4b5a-87c3-bfb0ff767727 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "DELETE /v2.0/security-groups/5b06f5ad-02d9-4164-abdf-968e4ecfb4c9 HTTP/1.1" status: 204 len: 168 time: 0.1487899 Jul 15 14:12:37.947819 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb2f7d-efbc-4b5a-87c3-bfb0ff767727 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b06f5ad-02d9-4164-abdf-968e4ecfb4c9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:38.577314 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device f3c9e8de-3737-4530-bbd8-e11d35b2474d no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:12:38.597273 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: f3c9e8de-3737-4530-bbd8-e11d35b2474d {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:12:38.597612 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device f3c9e8de-3737-4530-bbd8-e11d35b2474d not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:12:38.603591 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50394) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:38.608298 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0fd13d55-588d-430e-8982-7c8b6c9edcfc tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1997711677', 'description': 'tempest-secgroup-smoke-1997711677 description', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:12:38.630981 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0fd13d55-588d-430e-8982-7c8b6c9edcfc tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:38.714222 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0fd13d55-588d-430e-8982-7c8b6c9edcfc tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:38.717608 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0fd13d55-588d-430e-8982-7c8b6c9edcfc tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:38.739976 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0fd13d55-588d-430e-8982-7c8b6c9edcfc tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:38.741203 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0fd13d55-588d-430e-8982-7c8b6c9edcfc tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1365767 Jul 15 14:12:38.744292 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50396) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:38.749065 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd13d55-588d-430e-8982-7c8b6c9edcfc tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31a0baf3-a42f-4263-8251-eef10f46f805,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:38.749240 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5e703758-00b8-430e-8b4c-3c872cbf00d4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group_rule': {'security_group_id': '31a0baf3-a42f-4263-8251-eef10f46f805', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:12:38.776321 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e703758-00b8-430e-8b4c-3c872cbf00d4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:38.832005 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e703758-00b8-430e-8b4c-3c872cbf00d4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:38.835602 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e703758-00b8-430e-8b4c-3c872cbf00d4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:38.853703 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e703758-00b8-430e-8b4c-3c872cbf00d4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f849f3c6-335c-404e-839b-59fe8e50e809,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:38.859873 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e703758-00b8-430e-8b4c-3c872cbf00d4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:38.863419 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5e703758-00b8-430e-8b4c-3c872cbf00d4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176326 Jul 15 14:12:38.866089 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50398) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:38.871075 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-524dd711-4d7c-4909-92d1-7bfb9adcc0f7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group_rule': {'security_group_id': '31a0baf3-a42f-4263-8251-eef10f46f805', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:12:38.874604 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:38.897595 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-524dd711-4d7c-4909-92d1-7bfb9adcc0f7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:38.947335 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-524dd711-4d7c-4909-92d1-7bfb9adcc0f7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:38.950912 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-524dd711-4d7c-4909-92d1-7bfb9adcc0f7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:38.968720 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524dd711-4d7c-4909-92d1-7bfb9adcc0f7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b149611-b3c5-4416-a9a9-e1cd2265a0f4,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:38.974864 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-524dd711-4d7c-4909-92d1-7bfb9adcc0f7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:38.976101 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-524dd711-4d7c-4909-92d1-7bfb9adcc0f7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1087489 Jul 15 14:12:38.979125 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50400) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:38.983520 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-288220bf-bdda-448f-9d33-b1a51337105b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group_rule': {'security_group_id': '31a0baf3-a42f-4263-8251-eef10f46f805', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:12:39.009942 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-288220bf-bdda-448f-9d33-b1a51337105b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:39.067398 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-288220bf-bdda-448f-9d33-b1a51337105b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:39.070877 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-288220bf-bdda-448f-9d33-b1a51337105b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:39.088714 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288220bf-bdda-448f-9d33-b1a51337105b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=346f9897-090d-4987-bddc-efc86040e7c7,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:39.094776 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-288220bf-bdda-448f-9d33-b1a51337105b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:39.096028 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-288220bf-bdda-448f-9d33-b1a51337105b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159830 Jul 15 14:12:39.098701 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50402) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:39.103062 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-5d46c7c6-f4c9-48b4-b7a0-2a58304c3574 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group_rule': {'security_group_id': '31a0baf3-a42f-4263-8251-eef10f46f805', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:12:39.128326 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d46c7c6-f4c9-48b4-b7a0-2a58304c3574 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:39.193934 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d46c7c6-f4c9-48b4-b7a0-2a58304c3574 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:39.197550 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d46c7c6-f4c9-48b4-b7a0-2a58304c3574 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:39.216022 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46c7c6-f4c9-48b4-b7a0-2a58304c3574 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b3e156-811d-420c-8fa2-3b392b2203d5,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:39.220335 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d46c7c6-f4c9-48b4-b7a0-2a58304c3574 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:39.221585 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5d46c7c6-f4c9-48b4-b7a0-2a58304c3574 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219699 Jul 15 14:12:39.224321 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50404) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:39.229006 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-69969020-ed32-4549-84b5-68d4ba5057fa tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group_rule': {'security_group_id': '31a0baf3-a42f-4263-8251-eef10f46f805', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:12:39.254166 n-d-758944-45 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-69969020-ed32-4549-84b5-68d4ba5057fa tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Project e4ca9f7ba7bc40c999cf6f648c1e5688 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:12:39.258967 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69969020-ed32-4549-84b5-68d4ba5057fa tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:39.318444 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69969020-ed32-4549-84b5-68d4ba5057fa tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:39.322018 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69969020-ed32-4549-84b5-68d4ba5057fa tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:39.340094 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69969020-ed32-4549-84b5-68d4ba5057fa tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=328f71d1-77de-46bf-b0f6-8734b37425d3,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:39.346214 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69969020-ed32-4549-84b5-68d4ba5057fa tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:39.347309 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-69969020-ed32-4549-84b5-68d4ba5057fa tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220789 Jul 15 14:12:39.351030 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50406) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:39.355644 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-3c2413ba-65ee-4763-9b07-c07c519ef276 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group_rule': {'security_group_id': '31a0baf3-a42f-4263-8251-eef10f46f805', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:12:39.376638 n-d-758944-45 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-3c2413ba-65ee-4763-9b07-c07c519ef276 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Project e4ca9f7ba7bc40c999cf6f648c1e5688 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:12:39.381465 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c2413ba-65ee-4763-9b07-c07c519ef276 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:39.394134 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 986d44e1-07c7-436f-855d-b684e113441d no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:12:39.415731 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 986d44e1-07c7-436f-855d-b684e113441d {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:12:39.416068 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 986d44e1-07c7-436f-855d-b684e113441d not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:12:39.451041 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c2413ba-65ee-4763-9b07-c07c519ef276 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:39.454936 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c2413ba-65ee-4763-9b07-c07c519ef276 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:39.472242 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2413ba-65ee-4763-9b07-c07c519ef276 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a45bc699-4f7f-4f81-9be3-43c35c495350,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:39.478930 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c2413ba-65ee-4763-9b07-c07c519ef276 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:39.480023 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-3c2413ba-65ee-4763-9b07-c07c519ef276 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1280799 Jul 15 14:12:39.482870 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50408) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:39.488377 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-587f1376-9d83-4e37-82e1-5f83af9e877b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'network': {'name': 'tempest-network-smoke--1159483328', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'port_security_enabled': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:12:39.507511 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587f1376-9d83-4e37-82e1-5f83af9e877b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Made reservation on behalf of e4ca9f7ba7bc40c999cf6f648c1e5688 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:12:39.510957 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-587f1376-9d83-4e37-82e1-5f83af9e877b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:39.534480 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587f1376-9d83-4e37-82e1-5f83af9e877b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:12:39.543929 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-587f1376-9d83-4e37-82e1-5f83af9e877b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:39.544283 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-587f1376-9d83-4e37-82e1-5f83af9e877b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Added segment 398b9a0a-cb74-4f3b-bd17-ac2363b482c6 of type vlan for network eb9d128d-0d88-4cec-b25f-1423aab3dee5 Jul 15 14:12:39.585341 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-587f1376-9d83-4e37-82e1-5f83af9e877b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:39.614210 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-587f1376-9d83-4e37-82e1-5f83af9e877b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:39.619681 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587f1376-9d83-4e37-82e1-5f83af9e877b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:39.620268 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-587f1376-9d83-4e37-82e1-5f83af9e877b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:39.654880 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-587f1376-9d83-4e37-82e1-5f83af9e877b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1709449 Jul 15 14:12:39.658250 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50410) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:39.662904 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-8d834843-099f-4957-ac1c-249ddf814f19 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1641896962', 'admin_state_up': True, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:12:39.686621 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d834843-099f-4957-ac1c-249ddf814f19 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:39.687784 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d834843-099f-4957-ac1c-249ddf814f19 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:39.690645 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f1376-9d83-4e37-82e1-5f83af9e877b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Network': ['ID=eb9d128d-0d88-4cec-b25f-1423aab3dee5,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:39.701496 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network eb9d128d-0d88-4cec-b25f-1423aab3dee5 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:12:39.747210 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d834843-099f-4957-ac1c-249ddf814f19 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:39.879687 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d834843-099f-4957-ac1c-249ddf814f19 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:40.070111 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d834843-099f-4957-ac1c-249ddf814f19 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:40.088746 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d834843-099f-4957-ac1c-249ddf814f19 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:40.188342 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-8d834843-099f-4957-ac1c-249ddf814f19 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Allocated IP 172.25.6.244 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/b085f20c-b016-4211-a3bb-5071047af4b6) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:12:40.290821 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d834843-099f-4957-ac1c-249ddf814f19 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:40.328399 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d834843-099f-4957-ac1c-249ddf814f19 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:40.368368 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d834843-099f-4957-ac1c-249ddf814f19 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:12:40.371254 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-8d834843-099f-4957-ac1c-249ddf814f19 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:12:40.375423 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d834843-099f-4957-ac1c-249ddf814f19 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:12:40.381118 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d834843-099f-4957-ac1c-249ddf814f19 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Port': ['ID=b085f20c-b016-4211-a3bb-5071047af4b6,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:40.631475 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d834843-099f-4957-ac1c-249ddf814f19 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:40.827548 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d834843-099f-4957-ac1c-249ddf814f19 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:40.958987 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d834843-099f-4957-ac1c-249ddf814f19 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Router 38362c9e-f1b1-457f-acbc-25d68ae92434 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:12:41.065968 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d834843-099f-4957-ac1c-249ddf814f19 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:12:41.075798 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106e71b0-3e0b-4e82-9f74-617f30aaba60 None None] Sync routers for ids ['38362c9e-f1b1-457f-acbc-25d68ae92434'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:12:41.085222 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d834843-099f-4957-ac1c-249ddf814f19 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:41.089609 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106e71b0-3e0b-4e82-9f74-617f30aaba60 None None] Routers {'38362c9e-f1b1-457f-acbc-25d68ae92434'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:12:41.089786 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8d834843-099f-4957-ac1c-249ddf814f19 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4274490 Jul 15 14:12:41.089890 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-106e71b0-3e0b-4e82-9f74-617f30aaba60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:12:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['38362c9e-f1b1-457f-acbc-25d68ae92434'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:41.090020 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50412) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:41.122942 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-cb6abc24-60c9-4a57-94d0-0a647f47f5e6 tempest-TestNetworkAdvancedServerOps-863404935 tempest-TestNetworkAdvancedServerOps-863404935-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=e4ca9f7ba7bc40c999cf6f648c1e5688&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291297 Jul 15 14:12:41.123296 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50414) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:41.207745 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-106e71b0-3e0b-4e82-9f74-617f30aaba60 None None] Set router 38362c9e-f1b1-457f-acbc-25d68ae92434 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:12:41.213004 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be8eed5-fb58-4d22-8391-2e251d579a09 tempest-TestNetworkAdvancedServerOps-863404935 tempest-TestNetworkAdvancedServerOps-863404935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:41.214512 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-8be8eed5-fb58-4d22-8391-2e251d579a09 tempest-TestNetworkAdvancedServerOps-863404935 tempest-TestNetworkAdvancedServerOps-863404935-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902159 Jul 15 14:12:41.217357 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50416) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:41.249857 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ddc38f62-a91d-4829-8fc9-4c8b17884272 tempest-TestNetworkAdvancedServerOps-863404935 tempest-TestNetworkAdvancedServerOps-863404935-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0b352371-cfe9-4be4-934e-718e319584db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313420 Jul 15 14:12:41.252329 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50418) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:41.257221 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c7856819-cac9-485e-9906-8f3da16ae530 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-198938063', 'network_id': 'eb9d128d-0d88-4cec-b25f-1423aab3dee5', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:12:41.350822 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7856819-cac9-485e-9906-8f3da16ae530 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Made reservation on behalf of e4ca9f7ba7bc40c999cf6f648c1e5688 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:12:41.354924 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c7856819-cac9-485e-9906-8f3da16ae530 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:41.390155 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-106e71b0-3e0b-4e82-9f74-617f30aaba60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641896962', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'b085f20c-b016-4211-a3bb-5071047af4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:39Z', 'updated_at': '2021-07-15T14:12:40Z', 'revision_number': 3, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': 'b085f20c-b016-4211-a3bb-5071047af4b6', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:69:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:40Z', 'updated_at': '2021-07-15T14:12:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:41.420463 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106e71b0-3e0b-4e82-9f74-617f30aaba60 None None] Checking router: 38362c9e-f1b1-457f-acbc-25d68ae92434 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:12:41.420804 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106e71b0-3e0b-4e82-9f74-617f30aaba60 None None] Updating router 38362c9e-f1b1-457f-acbc-25d68ae92434 port b085f20c-b016-4211-a3bb-5071047af4b6 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:12:41.454191 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-106e71b0-3e0b-4e82-9f74-617f30aaba60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:41.535466 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c7856819-cac9-485e-9906-8f3da16ae530 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:41.595681 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7856819-cac9-485e-9906-8f3da16ae530 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Subnet': ['ID=cf1573ae-2929-4ebe-8a61-c444225dbab8,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:41.603105 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7856819-cac9-485e-9906-8f3da16ae530 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Checking segment: {'id': '398b9a0a-cb74-4f3b-bd17-ac2363b482c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eb9d128d-0d88-4cec-b25f-1423aab3dee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:12:41.603670 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7856819-cac9-485e-9906-8f3da16ae530 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network hostable DHCP agents. Network: eb9d128d-0d88-4cec-b25f-1423aab3dee5, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:12:41.620114 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7856819-cac9-485e-9906-8f3da16ae530 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network eb9d128d-0d88-4cec-b25f-1423aab3dee5 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:12:41.629474 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-c7856819-cac9-485e-9906-8f3da16ae530 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, eb9d128d-0d88-4cec-b25f-1423aab3dee5) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:12:41.633851 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7856819-cac9-485e-9906-8f3da16ae530 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:41.634359 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c7856819-cac9-485e-9906-8f3da16ae530 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:41.639766 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4b4b0f-8c2e-49eb-98f1-eabeb1b65132 None None] Network eb9d128d-0d88-4cec-b25f-1423aab3dee5 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:12:41.648360 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-c7856819-cac9-485e-9906-8f3da16ae530 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3950224 Jul 15 14:12:41.651549 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50420) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:41.766013 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-106e71b0-3e0b-4e82-9f74-617f30aaba60 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:41.795078 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-106e71b0-3e0b-4e82-9f74-617f30aaba60 None None] Transition to ACTIVE for port object b085f20c-b016-4211-a3bb-5071047af4b6 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:12:41.802825 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-106e71b0-3e0b-4e82-9f74-617f30aaba60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:42.040389 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-106e71b0-3e0b-4e82-9f74-617f30aaba60 None None] Attempting to bind port b085f20c-b016-4211-a3bb-5071047af4b6 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:12:42.040745 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-106e71b0-3e0b-4e82-9f74-617f30aaba60 None None] Attempting to bind port b085f20c-b016-4211-a3bb-5071047af4b6 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:12:42.041102 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106e71b0-3e0b-4e82-9f74-617f30aaba60 None None] Attempting to bind port b085f20c-b016-4211-a3bb-5071047af4b6 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:12:42.043013 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89153bf8-6d11-4614-b2a1-afa996d91f02 None None] Pushing event updated for resources: {'Port': ['ID=b085f20c-b016-4211-a3bb-5071047af4b6,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:42.049209 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106e71b0-3e0b-4e82-9f74-617f30aaba60 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:12:42.049580 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106e71b0-3e0b-4e82-9f74-617f30aaba60 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:12:42.050017 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-106e71b0-3e0b-4e82-9f74-617f30aaba60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:42.050376 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106e71b0-3e0b-4e82-9f74-617f30aaba60 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:12:42.050841 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-106e71b0-3e0b-4e82-9f74-617f30aaba60 None None] Bound port: b085f20c-b016-4211-a3bb-5071047af4b6, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:12:42.051767 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-106e71b0-3e0b-4e82-9f74-617f30aaba60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:42.054203 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b87829e-7074-48bf-ae03-892cfa020c7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-eb9d128d-0d88-4cec-b25f-1423aab3dee5', 'network_id': 'eb9d128d-0d88-4cec-b25f-1423aab3dee5', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'fixed_ips': [{'subnet_id': 'cf1573ae-2929-4ebe-8a61-c444225dbab8'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:12:42.055015 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b87829e-7074-48bf-ae03-892cfa020c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:42.103945 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5dc68244-1940-4ba6-971d-8615592dccad tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:42.184886 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-106e71b0-3e0b-4e82-9f74-617f30aaba60 None None] For port b085f20c-b016-4211-a3bb-5071047af4b6, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:12:42.215683 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-106e71b0-3e0b-4e82-9f74-617f30aaba60 None None] For port b085f20c-b016-4211-a3bb-5071047af4b6, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b085f20c-b016-4211-a3bb-5071047af4b6,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:12:42.220446 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-106e71b0-3e0b-4e82-9f74-617f30aaba60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:42.264307 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-9b87829e-7074-48bf-ae03-892cfa020c7f None None] Allocated IP 172.20.0.2 (eb9d128d-0d88-4cec-b25f-1423aab3dee5/cf1573ae-2929-4ebe-8a61-c444225dbab8/8b17e81c-2984-43f6-826a-1238a7039169) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:12:42.312813 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106e71b0-3e0b-4e82-9f74-617f30aaba60 None None] Routers {'38362c9e-f1b1-457f-acbc-25d68ae92434'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:12:42.313360 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-106e71b0-3e0b-4e82-9f74-617f30aaba60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:12:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['38362c9e-f1b1-457f-acbc-25d68ae92434'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:42.315059 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89153bf8-6d11-4614-b2a1-afa996d91f02 None None] Pushing event updated for resources: {'Port': ['ID=b085f20c-b016-4211-a3bb-5071047af4b6,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:42.501422 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-106e71b0-3e0b-4e82-9f74-617f30aaba60 None None] Set router 38362c9e-f1b1-457f-acbc-25d68ae92434 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:12:42.566356 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b87829e-7074-48bf-ae03-892cfa020c7f None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:42.589487 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9b87829e-7074-48bf-ae03-892cfa020c7f None None] Transition to ACTIVE for port object 8b17e81c-2984-43f6-826a-1238a7039169 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:12:42.635997 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9b87829e-7074-48bf-ae03-892cfa020c7f None None] Transition to ACTIVE for port object 8b17e81c-2984-43f6-826a-1238a7039169 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:12:42.643717 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b87829e-7074-48bf-ae03-892cfa020c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:42.696477 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-5dc68244-1940-4ba6-971d-8615592dccad tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Allocated IP 172.20.0.1 (eb9d128d-0d88-4cec-b25f-1423aab3dee5/cf1573ae-2929-4ebe-8a61-c444225dbab8/b0455f41-c1ee-440e-9b4a-42a37df38160) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:12:42.700493 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b87829e-7074-48bf-ae03-892cfa020c7f None None] Network eb9d128d-0d88-4cec-b25f-1423aab3dee5 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:12:42.723341 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-9b87829e-7074-48bf-ae03-892cfa020c7f None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:12:42.726603 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b87829e-7074-48bf-ae03-892cfa020c7f None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:12:42.730247 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87829e-7074-48bf-ae03-892cfa020c7f None None] Pushing event updated for resources: {'Port': ['ID=8b17e81c-2984-43f6-826a-1238a7039169,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:42.793898 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-9b87829e-7074-48bf-ae03-892cfa020c7f None None] Attempting to bind port 8b17e81c-2984-43f6-826a-1238a7039169 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:12:42.794261 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-9b87829e-7074-48bf-ae03-892cfa020c7f None None] Attempting to bind port 8b17e81c-2984-43f6-826a-1238a7039169 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '398b9a0a-cb74-4f3b-bd17-ac2363b482c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eb9d128d-0d88-4cec-b25f-1423aab3dee5'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:12:42.794617 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b87829e-7074-48bf-ae03-892cfa020c7f None None] Attempting to bind port 8b17e81c-2984-43f6-826a-1238a7039169 on network eb9d128d-0d88-4cec-b25f-1423aab3dee5 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:12:42.801899 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b87829e-7074-48bf-ae03-892cfa020c7f None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:12:42.802269 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b87829e-7074-48bf-ae03-892cfa020c7f None None] Checking segment: {'id': '398b9a0a-cb74-4f3b-bd17-ac2363b482c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eb9d128d-0d88-4cec-b25f-1423aab3dee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:12:42.802667 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b87829e-7074-48bf-ae03-892cfa020c7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:42.803051 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b87829e-7074-48bf-ae03-892cfa020c7f None None] Bound using segment: {'id': '398b9a0a-cb74-4f3b-bd17-ac2363b482c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eb9d128d-0d88-4cec-b25f-1423aab3dee5'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:12:42.803513 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-9b87829e-7074-48bf-ae03-892cfa020c7f None None] Bound port: 8b17e81c-2984-43f6-826a-1238a7039169, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '398b9a0a-cb74-4f3b-bd17-ac2363b482c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eb9d128d-0d88-4cec-b25f-1423aab3dee5'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:12:42.803890 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b87829e-7074-48bf-ae03-892cfa020c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:42.810958 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5dc68244-1940-4ba6-971d-8615592dccad tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:42.818231 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-106e71b0-3e0b-4e82-9f74-617f30aaba60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641896962', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'b085f20c-b016-4211-a3bb-5071047af4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:39Z', 'updated_at': '2021-07-15T14:12:40Z', 'revision_number': 3, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': 'b085f20c-b016-4211-a3bb-5071047af4b6', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:69:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:40Z', 'updated_at': '2021-07-15T14:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:42.824866 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5dc68244-1940-4ba6-971d-8615592dccad tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Transition to ACTIVE for port object b0455f41-c1ee-440e-9b4a-42a37df38160 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:12:42.862680 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5dc68244-1940-4ba6-971d-8615592dccad tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:42.864573 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106e71b0-3e0b-4e82-9f74-617f30aaba60 None None] The sync data for ids ['38362c9e-f1b1-457f-acbc-25d68ae92434'] in n-d-758944-45 is: [{'id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641896962', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'b085f20c-b016-4211-a3bb-5071047af4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:39Z', 'updated_at': '2021-07-15T14:12:40Z', 'revision_number': 3, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': 'b085f20c-b016-4211-a3bb-5071047af4b6', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:69:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:40Z', 'updated_at': '2021-07-15T14:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:12:42.908113 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-9b87829e-7074-48bf-ae03-892cfa020c7f None None] For port 8b17e81c-2984-43f6-826a-1238a7039169, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:12:42.911610 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc68244-1940-4ba6-971d-8615592dccad tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network eb9d128d-0d88-4cec-b25f-1423aab3dee5 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:12:42.913412 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-9b87829e-7074-48bf-ae03-892cfa020c7f None None] For port 8b17e81c-2984-43f6-826a-1238a7039169, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8b17e81c-2984-43f6-826a-1238a7039169,segment=NetworkSegment(398b9a0a-cb74-4f3b-bd17-ac2363b482c6),segment_id=398b9a0a-cb74-4f3b-bd17-ac2363b482c6)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:12:42.915254 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-5dc68244-1940-4ba6-971d-8615592dccad tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:12:42.919757 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9b87829e-7074-48bf-ae03-892cfa020c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:42.920112 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc68244-1940-4ba6-971d-8615592dccad tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:12:42.927196 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc68244-1940-4ba6-971d-8615592dccad tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Port': ['ID=b0455f41-c1ee-440e-9b4a-42a37df38160,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:42.986002 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5dc68244-1940-4ba6-971d-8615592dccad tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:42.992298 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87829e-7074-48bf-ae03-892cfa020c7f None None] Pushing event updated for resources: {'Port': ['ID=8b17e81c-2984-43f6-826a-1238a7039169,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:43.010627 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:12:43.160643 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5dc68244-1940-4ba6-971d-8615592dccad tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:43.502570 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5dc68244-1940-4ba6-971d-8615592dccad tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:43.509335 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8b17e81c-2984-43f6-826a-1238a7039169 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:12:43.522126 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5dc68244-1940-4ba6-971d-8615592dccad tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:43.563080 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 8b17e81c-2984-43f6-826a-1238a7039169 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:12:43.568372 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b085f20c-b016-4211-a3bb-5071047af4b6 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:12:43.604016 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5dc68244-1940-4ba6-971d-8615592dccad tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:43.605959 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc68244-1940-4ba6-971d-8615592dccad tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Port': ['ID=b0455f41-c1ee-440e-9b4a-42a37df38160,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:43.625560 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port b085f20c-b016-4211-a3bb-5071047af4b6 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:12:43.629495 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port b085f20c-b016-4211-a3bb-5071047af4b6 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:12:43.629870 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:43.714502 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc68244-1940-4ba6-971d-8615592dccad tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network eb9d128d-0d88-4cec-b25f-1423aab3dee5 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:12:43.716508 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-5dc68244-1940-4ba6-971d-8615592dccad tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:12:43.724054 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:43.747805 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port b085f20c-b016-4211-a3bb-5071047af4b6, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b085f20c-b016-4211-a3bb-5071047af4b6,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:43.752754 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:43.827506 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=b085f20c-b016-4211-a3bb-5071047af4b6,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:43.860390 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc68244-1940-4ba6-971d-8615592dccad tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Router 38362c9e-f1b1-457f-acbc-25d68ae92434 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:12:43.982637 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc68244-1940-4ba6-971d-8615592dccad tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:12:43.988913 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-5dc68244-1940-4ba6-971d-8615592dccad tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "PUT /v2.0/routers/38362c9e-f1b1-457f-acbc-25d68ae92434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3361378 Jul 15 14:12:44.077857 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385a95b9-3967-4b6c-852c-3d583f045d22 None None] Network eb9d128d-0d88-4cec-b25f-1423aab3dee5 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:12:44.148811 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8e393992-08b6-443c-909a-cfce0e54c41d req-c98c6114-c91c-44ae-b06e-e9753e12204f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1997711677&fields=id&tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688 HTTP/1.1" status: 200 len: 267 time: 0.0347481 Jul 15 14:12:44.191274 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-77e63178-6631-4cb6-b975-0814fdf85951 None None] Provisioning for port 8b17e81c-2984-43f6-826a-1238a7039169 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:12:44.198038 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-77e63178-6631-4cb6-b975-0814fdf85951 None None] Provisioning complete for port 8b17e81c-2984-43f6-826a-1238a7039169 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:12:44.198411 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-77e63178-6631-4cb6-b975-0814fdf85951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:44.266540 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e393992-08b6-443c-909a-cfce0e54c41d req-d777e1e0-4103-4bd4-8ff0-c5f7f15c5ec4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:44.268104 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8e393992-08b6-443c-909a-cfce0e54c41d req-d777e1e0-4103-4bd4-8ff0-c5f7f15c5ec4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/networks?id=eb9d128d-0d88-4cec-b25f-1423aab3dee5 HTTP/1.1" status: 200 len: 797 time: 0.1121686 Jul 15 14:12:44.284165 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8e393992-08b6-443c-909a-cfce0e54c41d req-b8b47c2d-c360-4f78-857e-e6a437dbbd01 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/quotas/e4ca9f7ba7bc40c999cf6f648c1e5688 HTTP/1.1" status: 200 len: 375 time: 0.0105207 Jul 15 14:12:44.321831 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-77e63178-6631-4cb6-b975-0814fdf85951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:44.358801 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8e393992-08b6-443c-909a-cfce0e54c41d req-56622f92-4a23-49fd-95fa-0ff9009f5275 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689805 Jul 15 14:12:44.361475 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-77e63178-6631-4cb6-b975-0814fdf85951 None None] For port 8b17e81c-2984-43f6-826a-1238a7039169, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8b17e81c-2984-43f6-826a-1238a7039169,segment=NetworkSegment(398b9a0a-cb74-4f3b-bd17-ac2363b482c6),segment_id=398b9a0a-cb74-4f3b-bd17-ac2363b482c6)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:44.366917 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-77e63178-6631-4cb6-b975-0814fdf85951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:44.429944 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e63178-6631-4cb6-b975-0814fdf85951 None None] Pushing event updated for resources: {'Port': ['ID=8b17e81c-2984-43f6-826a-1238a7039169,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:44.475587 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8e393992-08b6-443c-909a-cfce0e54c41d req-4d847e9b-5a0b-4b26-b137-aa8220dd6f12 service neutron] 10.222.0.24 "GET /v2.0/networks/eb9d128d-0d88-4cec-b25f-1423aab3dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034989 Jul 15 14:12:44.576532 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8e393992-08b6-443c-909a-cfce0e54c41d req-58aae587-a8cf-4c63-9691-c3f1bf0b69dd service neutron] 10.222.0.24 "GET /v2.0/networks/eb9d128d-0d88-4cec-b25f-1423aab3dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946932 Jul 15 14:12:44.606987 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7714c5c7-8529-4ede-b475-d4bb30803f76 None None] Provisioning complete for port 8b17e81c-2984-43f6-826a-1238a7039169 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:12:44.608276 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7714c5c7-8529-4ede-b475-d4bb30803f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:44.718761 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7714c5c7-8529-4ede-b475-d4bb30803f76 None None] Provisioning for port b0455f41-c1ee-440e-9b4a-42a37df38160 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:12:44.723638 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7714c5c7-8529-4ede-b475-d4bb30803f76 None None] Provisioning complete for port b0455f41-c1ee-440e-9b4a-42a37df38160 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:12:44.724024 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7714c5c7-8529-4ede-b475-d4bb30803f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:44.777571 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-7714c5c7-8529-4ede-b475-d4bb30803f76 None None] Port b0455f41-c1ee-440e-9b4a-42a37df38160 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:12:44.804841 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bf9f5f-bf16-42f3-92d9-b97236aa5ba5 None None] Sync routers for ids ['38362c9e-f1b1-457f-acbc-25d68ae92434'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:12:44.815236 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bf9f5f-bf16-42f3-92d9-b97236aa5ba5 None None] Routers {'38362c9e-f1b1-457f-acbc-25d68ae92434'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:12:44.816003 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-15bf9f5f-bf16-42f3-92d9-b97236aa5ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:12:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['38362c9e-f1b1-457f-acbc-25d68ae92434'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:44.903654 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c21329b1-0ddb-45fd-bf0e-6a435d1f2352 None None] Provisioning complete for port b0455f41-c1ee-440e-9b4a-42a37df38160 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:12:44.904229 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c21329b1-0ddb-45fd-bf0e-6a435d1f2352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:44.914417 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ce92fdd0-8eb8-4d7f-bc78-c69d5a1ef754 req-ca947217-baac-4148-9288-8c17730d263b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 210 time: 0.1349461 Jul 15 14:12:44.949088 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c21329b1-0ddb-45fd-bf0e-6a435d1f2352 None None] Port b0455f41-c1ee-440e-9b4a-42a37df38160 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:12:44.961669 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-15bf9f5f-bf16-42f3-92d9-b97236aa5ba5 None None] Set router 38362c9e-f1b1-457f-acbc-25d68ae92434 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:12:45.070750 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-31fb694f-b1d4-4cd6-b6ac-1c2b75cc6ecd None None] Provisioning complete for port b0455f41-c1ee-440e-9b4a-42a37df38160 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:12:45.071145 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-31fb694f-b1d4-4cd6-b6ac-1c2b75cc6ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:45.115337 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-31fb694f-b1d4-4cd6-b6ac-1c2b75cc6ecd None None] Port b0455f41-c1ee-440e-9b4a-42a37df38160 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:12:45.180577 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-15bf9f5f-bf16-42f3-92d9-b97236aa5ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641896962', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'b085f20c-b016-4211-a3bb-5071047af4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:39Z', 'updated_at': '2021-07-15T14:12:43Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': 'b085f20c-b016-4211-a3bb-5071047af4b6', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:69:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:40Z', 'updated_at': '2021-07-15T14:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'b0455f41-c1ee-440e-9b4a-42a37df38160', 'name': '', 'network_id': 'eb9d128d-0d88-4cec-b25f-1423aab3dee5', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:af:09:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cf1573ae-2929-4ebe-8a61-c444225dbab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:42Z', 'updated_at': '2021-07-15T14:12:43Z', 'revision_number': 2, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'cf1573ae-2929-4ebe-8a61-c444225dbab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:45.207405 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bf9f5f-bf16-42f3-92d9-b97236aa5ba5 None None] Checking router: 38362c9e-f1b1-457f-acbc-25d68ae92434 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:12:45.207752 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bf9f5f-bf16-42f3-92d9-b97236aa5ba5 None None] Updating router 38362c9e-f1b1-457f-acbc-25d68ae92434 port b0455f41-c1ee-440e-9b4a-42a37df38160 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:12:45.240738 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15bf9f5f-bf16-42f3-92d9-b97236aa5ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:45.473152 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8b17e81c-2984-43f6-826a-1238a7039169 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:12:45.526630 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 8b17e81c-2984-43f6-826a-1238a7039169 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:12:45.527005 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:45.546344 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15bf9f5f-bf16-42f3-92d9-b97236aa5ba5 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:45.560520 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-15bf9f5f-bf16-42f3-92d9-b97236aa5ba5 None None] Transition to ACTIVE for port object b0455f41-c1ee-440e-9b4a-42a37df38160 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:12:45.567697 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15bf9f5f-bf16-42f3-92d9-b97236aa5ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:45.621139 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044e631-5cf7-4729-a62f-5f94a684d35e None None] Pushing event updated for resources: {'Port': ['ID=b0455f41-c1ee-440e-9b4a-42a37df38160,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:45.621382 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b085f20c-b016-4211-a3bb-5071047af4b6 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:12:45.630103 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d044e631-5cf7-4729-a62f-5f94a684d35e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:45.630437 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d044e631-5cf7-4729-a62f-5f94a684d35e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:45.630974 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d044e631-5cf7-4729-a62f-5f94a684d35e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:45.631302 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d044e631-5cf7-4729-a62f-5f94a684d35e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:45.631626 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d044e631-5cf7-4729-a62f-5f94a684d35e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:45.631996 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d044e631-5cf7-4729-a62f-5f94a684d35e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:45.632265 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d044e631-5cf7-4729-a62f-5f94a684d35e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:45.632582 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d044e631-5cf7-4729-a62f-5f94a684d35e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:45.632902 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d044e631-5cf7-4729-a62f-5f94a684d35e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:45.633215 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d044e631-5cf7-4729-a62f-5f94a684d35e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:45.635322 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d044e631-5cf7-4729-a62f-5f94a684d35e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:45.635667 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d044e631-5cf7-4729-a62f-5f94a684d35e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:45.691560 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port b085f20c-b016-4211-a3bb-5071047af4b6 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:12:45.692235 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:45.701646 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-15bf9f5f-bf16-42f3-92d9-b97236aa5ba5 None None] Attempting to bind port b0455f41-c1ee-440e-9b4a-42a37df38160 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:12:45.702069 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-15bf9f5f-bf16-42f3-92d9-b97236aa5ba5 None None] Attempting to bind port b0455f41-c1ee-440e-9b4a-42a37df38160 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '398b9a0a-cb74-4f3b-bd17-ac2363b482c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eb9d128d-0d88-4cec-b25f-1423aab3dee5'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:12:45.702430 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bf9f5f-bf16-42f3-92d9-b97236aa5ba5 None None] Attempting to bind port b0455f41-c1ee-440e-9b4a-42a37df38160 on network eb9d128d-0d88-4cec-b25f-1423aab3dee5 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:12:45.708355 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bf9f5f-bf16-42f3-92d9-b97236aa5ba5 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:12:45.708721 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bf9f5f-bf16-42f3-92d9-b97236aa5ba5 None None] Checking segment: {'id': '398b9a0a-cb74-4f3b-bd17-ac2363b482c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eb9d128d-0d88-4cec-b25f-1423aab3dee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:12:45.709121 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15bf9f5f-bf16-42f3-92d9-b97236aa5ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:45.709571 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bf9f5f-bf16-42f3-92d9-b97236aa5ba5 None None] Bound using segment: {'id': '398b9a0a-cb74-4f3b-bd17-ac2363b482c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eb9d128d-0d88-4cec-b25f-1423aab3dee5'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:12:45.710068 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-15bf9f5f-bf16-42f3-92d9-b97236aa5ba5 None None] Bound port: b0455f41-c1ee-440e-9b4a-42a37df38160, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '398b9a0a-cb74-4f3b-bd17-ac2363b482c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eb9d128d-0d88-4cec-b25f-1423aab3dee5'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:12:45.710451 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15bf9f5f-bf16-42f3-92d9-b97236aa5ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:45.803818 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-15bf9f5f-bf16-42f3-92d9-b97236aa5ba5 None None] For port b0455f41-c1ee-440e-9b4a-42a37df38160, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:12:45.808397 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-15bf9f5f-bf16-42f3-92d9-b97236aa5ba5 None None] For port b0455f41-c1ee-440e-9b4a-42a37df38160, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b0455f41-c1ee-440e-9b4a-42a37df38160,segment=NetworkSegment(398b9a0a-cb74-4f3b-bd17-ac2363b482c6),segment_id=398b9a0a-cb74-4f3b-bd17-ac2363b482c6)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:12:45.814123 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15bf9f5f-bf16-42f3-92d9-b97236aa5ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:45.915425 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bf9f5f-bf16-42f3-92d9-b97236aa5ba5 None None] Routers {'38362c9e-f1b1-457f-acbc-25d68ae92434'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:12:45.916198 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-15bf9f5f-bf16-42f3-92d9-b97236aa5ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:12:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['38362c9e-f1b1-457f-acbc-25d68ae92434'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:45.952043 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044e631-5cf7-4729-a62f-5f94a684d35e None None] Pushing event updated for resources: {'Port': ['ID=b0455f41-c1ee-440e-9b4a-42a37df38160,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:45.975585 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e393992-08b6-443c-909a-cfce0e54c41d req-3a1ea807-799a-4518-abc8-d89a0146c026 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:45.978834 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8e393992-08b6-443c-909a-cfce0e54c41d req-3a1ea807-799a-4518-abc8-d89a0146c026 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.18 "GET /v2.0/networks?id=eb9d128d-0d88-4cec-b25f-1423aab3dee5 HTTP/1.1" status: 200 len: 797 time: 0.1616483 Jul 15 14:12:46.064257 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-15bf9f5f-bf16-42f3-92d9-b97236aa5ba5 None None] Set router 38362c9e-f1b1-457f-acbc-25d68ae92434 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:12:46.092216 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6616b659-eb5e-4908-bdf9-5ed076c9a3b4 req-02e89186-a0a6-4700-9214-691d55a5af06 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 210 time: 0.0396564 Jul 15 14:12:46.097744 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8e393992-08b6-443c-909a-cfce0e54c41d req-0340d71b-d35e-4601-8557-e3e81219c987 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688 HTTP/1.1" status: 200 len: 380 time: 0.1035669 Jul 15 14:12:46.107728 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-8e393992-08b6-443c-909a-cfce0e54c41d req-276f97c0-078b-4a7a-acd2-262a3f3f5b10 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'port': {'device_id': '7a843bdf-2a98-4a78-b573-1643956d5872', 'network_id': 'eb9d128d-0d88-4cec-b25f-1423aab3dee5', 'admin_state_up': True, 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'security_groups': ['31a0baf3-a42f-4263-8251-eef10f46f805']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:12:46.226833 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e393992-08b6-443c-909a-cfce0e54c41d req-276f97c0-078b-4a7a-acd2-262a3f3f5b10 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Made reservation on behalf of e4ca9f7ba7bc40c999cf6f648c1e5688 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:12:46.231234 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8e393992-08b6-443c-909a-cfce0e54c41d req-276f97c0-078b-4a7a-acd2-262a3f3f5b10 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:46.279280 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-15bf9f5f-bf16-42f3-92d9-b97236aa5ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641896962', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'b085f20c-b016-4211-a3bb-5071047af4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:39Z', 'updated_at': '2021-07-15T14:12:43Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': 'b085f20c-b016-4211-a3bb-5071047af4b6', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:69:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:40Z', 'updated_at': '2021-07-15T14:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'b0455f41-c1ee-440e-9b4a-42a37df38160', 'name': '', 'network_id': 'eb9d128d-0d88-4cec-b25f-1423aab3dee5', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:af:09:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cf1573ae-2929-4ebe-8a61-c444225dbab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:42Z', 'updated_at': '2021-07-15T14:12:45Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'cf1573ae-2929-4ebe-8a61-c444225dbab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:46.307910 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bf9f5f-bf16-42f3-92d9-b97236aa5ba5 None None] The sync data for ids ['38362c9e-f1b1-457f-acbc-25d68ae92434'] in n-d-758944-45 is: [{'id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641896962', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'b085f20c-b016-4211-a3bb-5071047af4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:39Z', 'updated_at': '2021-07-15T14:12:43Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': 'b085f20c-b016-4211-a3bb-5071047af4b6', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:69:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:40Z', 'updated_at': '2021-07-15T14:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'b0455f41-c1ee-440e-9b4a-42a37df38160', 'name': '', 'network_id': 'eb9d128d-0d88-4cec-b25f-1423aab3dee5', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:af:09:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cf1573ae-2929-4ebe-8a61-c444225dbab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:42Z', 'updated_at': '2021-07-15T14:12:45Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'cf1573ae-2929-4ebe-8a61-c444225dbab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:12:46.385512 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-8e393992-08b6-443c-909a-cfce0e54c41d req-276f97c0-078b-4a7a-acd2-262a3f3f5b10 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Allocated IP 172.20.0.11 (eb9d128d-0d88-4cec-b25f-1423aab3dee5/cf1573ae-2929-4ebe-8a61-c444225dbab8/cb93a09f-56c9-4046-8691-8ee6fce4e568) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:12:46.539039 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8e393992-08b6-443c-909a-cfce0e54c41d req-276f97c0-078b-4a7a-acd2-262a3f3f5b10 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:46.553515 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-8e393992-08b6-443c-909a-cfce0e54c41d req-276f97c0-078b-4a7a-acd2-262a3f3f5b10 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Transition to ACTIVE for port object cb93a09f-56c9-4046-8691-8ee6fce4e568 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:12:46.588083 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8e393992-08b6-443c-909a-cfce0e54c41d req-276f97c0-078b-4a7a-acd2-262a3f3f5b10 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:46.638413 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e393992-08b6-443c-909a-cfce0e54c41d req-276f97c0-078b-4a7a-acd2-262a3f3f5b10 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network eb9d128d-0d88-4cec-b25f-1423aab3dee5 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:12:46.641920 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-8e393992-08b6-443c-909a-cfce0e54c41d req-276f97c0-078b-4a7a-acd2-262a3f3f5b10 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:12:46.646598 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e393992-08b6-443c-909a-cfce0e54c41d req-276f97c0-078b-4a7a-acd2-262a3f3f5b10 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:12:46.650708 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f97c0-078b-4a7a-acd2-262a3f3f5b10 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Port': ['ID=cb93a09f-56c9-4046-8691-8ee6fce4e568,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:46.698685 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e393992-08b6-443c-909a-cfce0e54c41d req-276f97c0-078b-4a7a-acd2-262a3f3f5b10 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:46.699660 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8e393992-08b6-443c-909a-cfce0e54c41d req-276f97c0-078b-4a7a-acd2-262a3f3f5b10 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:46.715008 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8e393992-08b6-443c-909a-cfce0e54c41d req-276f97c0-078b-4a7a-acd2-262a3f3f5b10 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6119204 Jul 15 14:12:46.728693 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-8e393992-08b6-443c-909a-cfce0e54c41d req-54a9c2c3-8234-4df8-96b1-8b26cec1fd2e service neutron] Request body: {'port': {'device_id': '7a843bdf-2a98-4a78-b573-1643956d5872', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:12:46.814341 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8e393992-08b6-443c-909a-cfce0e54c41d req-54a9c2c3-8234-4df8-96b1-8b26cec1fd2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:46.914399 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-16b70857-2d81-4421-8413-6c5ef5743a36 None None] Provisioning for port cb93a09f-56c9-4046-8691-8ee6fce4e568 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:12:46.918730 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-16b70857-2d81-4421-8413-6c5ef5743a36 None None] Provisioning complete for port cb93a09f-56c9-4046-8691-8ee6fce4e568 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:12:46.919031 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-16b70857-2d81-4421-8413-6c5ef5743a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:46.959276 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-16b70857-2d81-4421-8413-6c5ef5743a36 None None] Port cb93a09f-56c9-4046-8691-8ee6fce4e568 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:12:47.099109 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-8e393992-08b6-443c-909a-cfce0e54c41d req-54a9c2c3-8234-4df8-96b1-8b26cec1fd2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb93a09f-56c9-4046-8691-8ee6fce4e568 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:12:47.107839 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8e393992-08b6-443c-909a-cfce0e54c41d req-54a9c2c3-8234-4df8-96b1-8b26cec1fd2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:47.121701 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-8e393992-08b6-443c-909a-cfce0e54c41d req-54a9c2c3-8234-4df8-96b1-8b26cec1fd2e service neutron] Transition to ACTIVE for port object cb93a09f-56c9-4046-8691-8ee6fce4e568 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:12:47.126688 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8e393992-08b6-443c-909a-cfce0e54c41d req-54a9c2c3-8234-4df8-96b1-8b26cec1fd2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:47.206394 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a9c2c3-8234-4df8-96b1-8b26cec1fd2e service neutron] Pushing event updated for resources: {'Port': ['ID=cb93a09f-56c9-4046-8691-8ee6fce4e568,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:47.271267 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-8e393992-08b6-443c-909a-cfce0e54c41d req-54a9c2c3-8234-4df8-96b1-8b26cec1fd2e service neutron] Attempting to bind port cb93a09f-56c9-4046-8691-8ee6fce4e568 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:12:47.271680 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-8e393992-08b6-443c-909a-cfce0e54c41d req-54a9c2c3-8234-4df8-96b1-8b26cec1fd2e service neutron] Attempting to bind port cb93a09f-56c9-4046-8691-8ee6fce4e568 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': '398b9a0a-cb74-4f3b-bd17-ac2363b482c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eb9d128d-0d88-4cec-b25f-1423aab3dee5'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:12:47.272213 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e393992-08b6-443c-909a-cfce0e54c41d req-54a9c2c3-8234-4df8-96b1-8b26cec1fd2e service neutron] Attempting to bind port cb93a09f-56c9-4046-8691-8ee6fce4e568 on network eb9d128d-0d88-4cec-b25f-1423aab3dee5 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:12:47.277342 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e393992-08b6-443c-909a-cfce0e54c41d req-54a9c2c3-8234-4df8-96b1-8b26cec1fd2e service neutron] Port cb93a09f-56c9-4046-8691-8ee6fce4e568 on network eb9d128d-0d88-4cec-b25f-1423aab3dee5 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:12:47.277896 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e393992-08b6-443c-909a-cfce0e54c41d req-54a9c2c3-8234-4df8-96b1-8b26cec1fd2e service neutron] Attempting to bind port cb93a09f-56c9-4046-8691-8ee6fce4e568 on network eb9d128d-0d88-4cec-b25f-1423aab3dee5 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:12:47.283950 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e393992-08b6-443c-909a-cfce0e54c41d req-54a9c2c3-8234-4df8-96b1-8b26cec1fd2e service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:12:47.284294 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e393992-08b6-443c-909a-cfce0e54c41d req-54a9c2c3-8234-4df8-96b1-8b26cec1fd2e service neutron] Checking segment: {'id': '398b9a0a-cb74-4f3b-bd17-ac2363b482c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eb9d128d-0d88-4cec-b25f-1423aab3dee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:12:47.284682 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e393992-08b6-443c-909a-cfce0e54c41d req-54a9c2c3-8234-4df8-96b1-8b26cec1fd2e service neutron] Bound using segment: {'id': '398b9a0a-cb74-4f3b-bd17-ac2363b482c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eb9d128d-0d88-4cec-b25f-1423aab3dee5'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:12:47.285118 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-8e393992-08b6-443c-909a-cfce0e54c41d req-54a9c2c3-8234-4df8-96b1-8b26cec1fd2e service neutron] Bound port: cb93a09f-56c9-4046-8691-8ee6fce4e568, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '398b9a0a-cb74-4f3b-bd17-ac2363b482c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'eb9d128d-0d88-4cec-b25f-1423aab3dee5'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:12:47.285488 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8e393992-08b6-443c-909a-cfce0e54c41d req-54a9c2c3-8234-4df8-96b1-8b26cec1fd2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:47.304439 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de419e-586a-4ad6-a04e-0a5dfdd63b36 req-a36c8616-1a81-41ca-88e1-68f3c70a6212 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:47.311526 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e5de419e-586a-4ad6-a04e-0a5dfdd63b36 req-a36c8616-1a81-41ca-88e1-68f3c70a6212 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 944 time: 0.0751297 Jul 15 14:12:47.357251 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e5de419e-586a-4ad6-a04e-0a5dfdd63b36 req-781c8d80-c546-41e4-b45f-29f5bb878dac tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=31a0baf3-a42f-4263-8251-eef10f46f805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447745 Jul 15 14:12:47.360411 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-8e393992-08b6-443c-909a-cfce0e54c41d req-54a9c2c3-8234-4df8-96b1-8b26cec1fd2e service neutron] For port cb93a09f-56c9-4046-8691-8ee6fce4e568, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:12:47.366791 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-8e393992-08b6-443c-909a-cfce0e54c41d req-54a9c2c3-8234-4df8-96b1-8b26cec1fd2e service neutron] For port cb93a09f-56c9-4046-8691-8ee6fce4e568, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=cb93a09f-56c9-4046-8691-8ee6fce4e568,segment=NetworkSegment(398b9a0a-cb74-4f3b-bd17-ac2363b482c6),segment_id=398b9a0a-cb74-4f3b-bd17-ac2363b482c6)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:12:47.378710 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8e393992-08b6-443c-909a-cfce0e54c41d req-54a9c2c3-8234-4df8-96b1-8b26cec1fd2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:47.426245 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e393992-08b6-443c-909a-cfce0e54c41d req-54a9c2c3-8234-4df8-96b1-8b26cec1fd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:47.426859 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8e393992-08b6-443c-909a-cfce0e54c41d req-54a9c2c3-8234-4df8-96b1-8b26cec1fd2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:47.428289 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8e393992-08b6-443c-909a-cfce0e54c41d req-54a9c2c3-8234-4df8-96b1-8b26cec1fd2e service neutron] 10.222.0.18 "PUT /v2.0/ports/cb93a09f-56c9-4046-8691-8ee6fce4e568 HTTP/1.1" status: 200 len: 1093 time: 0.7044492 Jul 15 14:12:47.428889 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a843bdf-2a98-4a78-b573-1643956d5872', 'tag': 'cb93a09f-56c9-4046-8691-8ee6fce4e568'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:12:47.431287 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32168529-4433-4c0e-9d21-57713b974075" -d '{"events": [{"name": "network-changed", "server_uuid": "7a843bdf-2a98-4a78-b573-1643956d5872", "tag": "cb93a09f-56c9-4046-8691-8ee6fce4e568"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:12:47.460471 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a9c2c3-8234-4df8-96b1-8b26cec1fd2e service neutron] Pushing event updated for resources: {'Port': ['ID=cb93a09f-56c9-4046-8691-8ee6fce4e568,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:47.505345 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b0455f41-c1ee-440e-9b4a-42a37df38160 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:12:47.513843 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580b2159-7a97-4484-96cc-8970351b28f0 x-openstack-request-id: req-580b2159-7a97-4484-96cc-8970351b28f0 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:12:47.514252 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a843bdf-2a98-4a78-b573-1643956d5872", "tag": "cb93a09f-56c9-4046-8691-8ee6fce4e568", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:12:47.514369 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-580b2159-7a97-4484-96cc-8970351b28f0 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:12:47.514777 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a843bdf-2a98-4a78-b573-1643956d5872', 'tag': 'cb93a09f-56c9-4046-8691-8ee6fce4e568', 'status': 'completed', 'code': 200} Jul 15 14:12:47.545312 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e393992-08b6-443c-909a-cfce0e54c41d req-fd625dec-7dff-42b2-a562-6b79ca5dea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:47.547115 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8e393992-08b6-443c-909a-cfce0e54c41d req-fd625dec-7dff-42b2-a562-6b79ca5dea50 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 1096 time: 0.0721257 Jul 15 14:12:47.562255 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port b0455f41-c1ee-440e-9b4a-42a37df38160 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:12:47.566531 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port b0455f41-c1ee-440e-9b4a-42a37df38160 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:12:47.566901 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:47.590396 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8e393992-08b6-443c-909a-cfce0e54c41d req-809d61fb-1dac-47b8-bb9b-62b1e7587970 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb93a09f-56c9-4046-8691-8ee6fce4e568 HTTP/1.1" status: 200 len: 217 time: 0.0367291 Jul 15 14:12:47.642315 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e393992-08b6-443c-909a-cfce0e54c41d req-2efc04c5-b866-4b27-99be-20c61ac6ca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:47.644382 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8e393992-08b6-443c-909a-cfce0e54c41d req-2efc04c5-b866-4b27-99be-20c61ac6ca53 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cf1573ae-2929-4ebe-8a61-c444225dbab8 HTTP/1.1" status: 200 len: 834 time: 0.0481241 Jul 15 14:12:47.650363 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:47.684492 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port b0455f41-c1ee-440e-9b4a-42a37df38160, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b0455f41-c1ee-440e-9b4a-42a37df38160,segment=NetworkSegment(398b9a0a-cb74-4f3b-bd17-ac2363b482c6),segment_id=398b9a0a-cb74-4f3b-bd17-ac2363b482c6)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:47.688463 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:47.708604 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e393992-08b6-443c-909a-cfce0e54c41d req-a782d2eb-51dd-4224-9c30-d2f5daff4cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:47.710141 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8e393992-08b6-443c-909a-cfce0e54c41d req-a782d2eb-51dd-4224-9c30-d2f5daff4cfe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eb9d128d-0d88-4cec-b25f-1423aab3dee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591316 Jul 15 14:12:47.748807 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=b0455f41-c1ee-440e-9b4a-42a37df38160,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:47.801708 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8e393992-08b6-443c-909a-cfce0e54c41d req-4579c41b-3f6c-4429-b2b7-0fdb2f084606 service neutron] 10.222.0.18 "GET /v2.0/networks/eb9d128d-0d88-4cec-b25f-1423aab3dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843649 Jul 15 14:12:47.894251 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8e393992-08b6-443c-909a-cfce0e54c41d req-8a0e225c-749a-442d-b2ab-f91dbb2663c4 service neutron] 10.222.0.18 "GET /v2.0/networks/eb9d128d-0d88-4cec-b25f-1423aab3dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861440 Jul 15 14:12:47.991685 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32168529-4433-4c0e-9d21-57713b974075 req-cc72af82-8926-487c-a83f-83b6bbd3d263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:47.993182 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-32168529-4433-4c0e-9d21-57713b974075 req-cc72af82-8926-487c-a83f-83b6bbd3d263 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 1096 time: 0.0521529 Jul 15 14:12:48.084858 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32168529-4433-4c0e-9d21-57713b974075 req-c24e3959-268c-4167-addb-b07e74cda1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:48.086293 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-32168529-4433-4c0e-9d21-57713b974075 req-c24e3959-268c-4167-addb-b07e74cda1ed service neutron] 10.222.0.18 "GET /v2.0/networks?id=eb9d128d-0d88-4cec-b25f-1423aab3dee5 HTTP/1.1" status: 200 len: 898 time: 0.0873966 Jul 15 14:12:48.128199 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-32168529-4433-4c0e-9d21-57713b974075 req-64688492-d16d-46e6-8a0c-82454c3a825c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb93a09f-56c9-4046-8691-8ee6fce4e568 HTTP/1.1" status: 200 len: 217 time: 0.0350759 Jul 15 14:12:48.176130 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32168529-4433-4c0e-9d21-57713b974075 req-ce7499ac-b425-4c8c-ac28-afd70652a112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:48.177605 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-32168529-4433-4c0e-9d21-57713b974075 req-ce7499ac-b425-4c8c-ac28-afd70652a112 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cf1573ae-2929-4ebe-8a61-c444225dbab8 HTTP/1.1" status: 200 len: 834 time: 0.0434318 Jul 15 14:12:48.539509 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcef76c-b5c6-40b0-b252-208ef1be5e20 req-1a4349fc-4759-47d8-836e-774da3c4a9a5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:48.541107 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9fcef76c-b5c6-40b0-b252-208ef1be5e20 req-1a4349fc-4759-47d8-836e-774da3c4a9a5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 944 time: 0.0667276 Jul 15 14:12:48.566637 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32168529-4433-4c0e-9d21-57713b974075 req-ebb2c43c-a882-4c3d-b621-3fa7bc2a6856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:48.568162 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-32168529-4433-4c0e-9d21-57713b974075 req-ebb2c43c-a882-4c3d-b621-3fa7bc2a6856 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eb9d128d-0d88-4cec-b25f-1423aab3dee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3834350 Jul 15 14:12:48.579946 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9fcef76c-b5c6-40b0-b252-208ef1be5e20 req-ca225f30-bee3-487d-ad7a-442b19f4a9ab tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=31a0baf3-a42f-4263-8251-eef10f46f805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328965 Jul 15 14:12:48.656685 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-32168529-4433-4c0e-9d21-57713b974075 req-2f4ac17f-b57c-4ca0-b615-8779fbdb2d17 service neutron] 10.222.0.18 "GET /v2.0/networks/eb9d128d-0d88-4cec-b25f-1423aab3dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815513 Jul 15 14:12:48.747198 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-32168529-4433-4c0e-9d21-57713b974075 req-952866c8-5047-41b9-847e-1545f667af14 service neutron] 10.222.0.18 "GET /v2.0/networks/eb9d128d-0d88-4cec-b25f-1423aab3dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842395 Jul 15 14:12:49.441585 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b0455f41-c1ee-440e-9b4a-42a37df38160 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:12:49.489157 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port b0455f41-c1ee-440e-9b4a-42a37df38160 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:12:49.489529 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:49.751173 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c18f1-0df7-40c8-8079-3caf4bb69c36 req-62ccd6f5-d7df-4707-a1ef-860bd707dd29 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:49.752693 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-474c18f1-0df7-40c8-8079-3caf4bb69c36 req-62ccd6f5-d7df-4707-a1ef-860bd707dd29 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 944 time: 0.0630550 Jul 15 14:12:49.792128 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-474c18f1-0df7-40c8-8079-3caf4bb69c36 req-f0bbe69f-f514-4c06-a9c9-a997cd06f081 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=31a0baf3-a42f-4263-8251-eef10f46f805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334625 Jul 15 14:12:50.575752 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device cb93a09f-56c9-4046-8691-8ee6fce4e568 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:12:50.674066 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port cb93a09f-56c9-4046-8691-8ee6fce4e568, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=cb93a09f-56c9-4046-8691-8ee6fce4e568,segment=NetworkSegment(398b9a0a-cb74-4f3b-bd17-ac2363b482c6),segment_id=398b9a0a-cb74-4f3b-bd17-ac2363b482c6)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:50.684803 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'cb93a09f-56c9-4046-8691-8ee6fce4e568', 'network_id': 'eb9d128d-0d88-4cec-b25f-1423aab3dee5', 'port_id': 'cb93a09f-56c9-4046-8691-8ee6fce4e568', 'mac_address': 'fa:16:3e:72:bc:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf1573ae-2929-4ebe-8a61-c444225dbab8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:12:50.720532 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:50.733218 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb93a09f-56c9-4046-8691-8ee6fce4e568 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:12:50.752471 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port cb93a09f-56c9-4046-8691-8ee6fce4e568, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=cb93a09f-56c9-4046-8691-8ee6fce4e568,segment=NetworkSegment(398b9a0a-cb74-4f3b-bd17-ac2363b482c6),segment_id=398b9a0a-cb74-4f3b-bd17-ac2363b482c6)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:50.756359 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:50.802899 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=cb93a09f-56c9-4046-8691-8ee6fce4e568,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:50.946162 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['cb93a09f-56c9-4046-8691-8ee6fce4e568'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:12:50.968058 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e357c90-fdd7-456a-b864-1e1653981975 req-f26fb372-3169-431f-a28a-e1db80f8aeea tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:50.970360 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8e357c90-fdd7-456a-b864-1e1653981975 req-f26fb372-3169-431f-a28a-e1db80f8aeea tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 945 time: 0.0698867 Jul 15 14:12:50.975028 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e22bd81-758a-4db9-a3ff-f42ea965da63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:51.008476 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8e357c90-fdd7-456a-b864-1e1653981975 req-fe009f95-31ad-4390-8cdf-5746057f18a5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=31a0baf3-a42f-4263-8251-eef10f46f805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324054 Jul 15 14:12:52.237316 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631d934-e331-43b9-a75b-4f1d43893c5b req-ad663390-651c-4417-b04a-e2a43f1869ef tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:52.239089 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1631d934-e331-43b9-a75b-4f1d43893c5b req-ad663390-651c-4417-b04a-e2a43f1869ef tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 945 time: 0.0725317 Jul 15 14:12:52.283972 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1631d934-e331-43b9-a75b-4f1d43893c5b req-d6288a8d-b0de-4bad-8ef8-e95eef942dfb tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=31a0baf3-a42f-4263-8251-eef10f46f805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375798 Jul 15 14:12:52.575584 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device cb93a09f-56c9-4046-8691-8ee6fce4e568 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:12:52.626741 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port cb93a09f-56c9-4046-8691-8ee6fce4e568 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:12:52.631339 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port cb93a09f-56c9-4046-8691-8ee6fce4e568 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:12:52.631713 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:52.709465 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:52.732563 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a843bdf-2a98-4a78-b573-1643956d5872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb93a09f-56c9-4046-8691-8ee6fce4e568'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:12:52.734881 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5982e52f7164c00132b4161e7da779dd5a615a4991d8f343d2f1980d90734956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3b9863-ce64-4516-8bd4-987a5d0bf187" -d '{"events": [{"server_uuid": "7a843bdf-2a98-4a78-b573-1643956d5872", "name": "network-vif-plugged", "status": "completed", "tag": "cb93a09f-56c9-4046-8691-8ee6fce4e568"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:12:52.749684 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port cb93a09f-56c9-4046-8691-8ee6fce4e568, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=cb93a09f-56c9-4046-8691-8ee6fce4e568,segment=NetworkSegment(398b9a0a-cb74-4f3b-bd17-ac2363b482c6),segment_id=398b9a0a-cb74-4f3b-bd17-ac2363b482c6)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:52.754491 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:52.777663 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2e6580-d10a-4917-a901-d283a460fe67 x-openstack-request-id: req-fd2e6580-d10a-4917-a901-d283a460fe67 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:12:52.777986 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a843bdf-2a98-4a78-b573-1643956d5872", "name": "network-vif-plugged", "status": "completed", "tag": "cb93a09f-56c9-4046-8691-8ee6fce4e568", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:12:52.778241 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd2e6580-d10a-4917-a901-d283a460fe67 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:12:52.778634 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a843bdf-2a98-4a78-b573-1643956d5872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb93a09f-56c9-4046-8691-8ee6fce4e568', 'code': 200} Jul 15 14:12:52.805610 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=cb93a09f-56c9-4046-8691-8ee6fce4e568,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:52.885175 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d508195-1de8-4c52-af63-0f293ce71eab req-5521d372-7ec5-4829-80ec-e29edcc25b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:52.886776 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9d508195-1de8-4c52-af63-0f293ce71eab req-5521d372-7ec5-4829-80ec-e29edcc25b2a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 1098 time: 0.0533967 Jul 15 14:12:52.919569 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9d508195-1de8-4c52-af63-0f293ce71eab req-796baea4-1c07-4ab3-9075-ddace49ccf15 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=31a0baf3-a42f-4263-8251-eef10f46f805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265026 Jul 15 14:12:53.366938 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:53.464472 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a389e-93c8-49eb-bfae-6fb8e26287db req-b8cd801d-1722-49e0-bdec-028a51edc58e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:53.466037 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f50a389e-93c8-49eb-bfae-6fb8e26287db req-b8cd801d-1722-49e0-bdec-028a51edc58e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 946 time: 0.0631027 Jul 15 14:12:53.479207 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-878eb9db-d316-4f8f-9aeb-74fc1cf75f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:53.508279 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f50a389e-93c8-49eb-bfae-6fb8e26287db req-328d250b-6f4a-4c64-8d0e-81d94d6fb2dd tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=31a0baf3-a42f-4263-8251-eef10f46f805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361001 Jul 15 14:12:54.682949 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f730fa-21b8-45cc-941b-be20c05d23a0 req-e126b6a8-da3c-43f0-a9db-e25b49667652 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:54.684456 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-13f730fa-21b8-45cc-941b-be20c05d23a0 req-e126b6a8-da3c-43f0-a9db-e25b49667652 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 946 time: 0.0625730 Jul 15 14:12:54.722802 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-13f730fa-21b8-45cc-941b-be20c05d23a0 req-dd0e4832-803c-46d1-a191-8b241bbda922 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=31a0baf3-a42f-4263-8251-eef10f46f805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318120 Jul 15 14:12:54.894521 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1935a-9d9d-4891-b7c4-61ae01d396dd req-4fbbc429-97a6-48a3-ad10-295503b33714 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:54.895937 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bdd1935a-9d9d-4891-b7c4-61ae01d396dd req-4fbbc429-97a6-48a3-ad10-295503b33714 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 946 time: 0.0640683 Jul 15 14:12:54.932697 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bdd1935a-9d9d-4891-b7c4-61ae01d396dd req-b1b05796-c067-4fbe-8bdf-8d462fffa6cd tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=31a0baf3-a42f-4263-8251-eef10f46f805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311682 Jul 15 14:12:54.956548 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50476) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:54.974928 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:55.013214 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c02676-1934-4c78-a95c-55069a983a81 tempest-TestNetworkAdvancedServerOps-863404935 tempest-TestNetworkAdvancedServerOps-863404935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:55.014788 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-43c02676-1934-4c78-a95c-55069a983a81 tempest-TestNetworkAdvancedServerOps-863404935 tempest-TestNetworkAdvancedServerOps-863404935-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 1093 time: 0.0572617 Jul 15 14:12:55.017595 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50478) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:55.021941 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-4a3085f4-7242-407a-b35e-c4226e0a6efe tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'port_id': 'cb93a09f-56c9-4046-8691-8ee6fce4e568', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:12:55.042433 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4a3085f4-7242-407a-b35e-c4226e0a6efe tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:55.140034 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4a3085f4-7242-407a-b35e-c4226e0a6efe tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:55.246524 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-4a3085f4-7242-407a-b35e-c4226e0a6efe tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Allocated IP 172.25.6.172 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/6cb1eff6-370b-4695-85cb-9de920003011) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:12:55.348852 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4a3085f4-7242-407a-b35e-c4226e0a6efe tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:55.390371 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4a3085f4-7242-407a-b35e-c4226e0a6efe tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:55.431474 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3085f4-7242-407a-b35e-c4226e0a6efe tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:12:55.434266 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4a3085f4-7242-407a-b35e-c4226e0a6efe tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:12:55.437890 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3085f4-7242-407a-b35e-c4226e0a6efe tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:12:55.443375 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3085f4-7242-407a-b35e-c4226e0a6efe tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Port': ['ID=6cb1eff6-370b-4695-85cb-9de920003011,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:55.803988 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4a3085f4-7242-407a-b35e-c4226e0a6efe tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:55.892203 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4a3085f4-7242-407a-b35e-c4226e0a6efe tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:55.963210 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:56.045752 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4a3085f4-7242-407a-b35e-c4226e0a6efe tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:56.050078 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4a3085f4-7242-407a-b35e-c4226e0a6efe tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:56.120140 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3085f4-7242-407a-b35e-c4226e0a6efe tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Port': ['ID=6cb1eff6-370b-4695-85cb-9de920003011,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:56.130425 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4a3085f4-7242-407a-b35e-c4226e0a6efe tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:56.228785 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-4a3085f4-7242-407a-b35e-c4226e0a6efe tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Floating IP 577c600d-18b7-419f-81ec-7b31871fcfc2 associated. External IP: 172.25.6.172, port: cb93a09f-56c9-4046-8691-8ee6fce4e568. Jul 15 14:12:56.432999 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3085f4-7242-407a-b35e-c4226e0a6efe tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Router 38362c9e-f1b1-457f-acbc-25d68ae92434 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:12:56.538492 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3085f4-7242-407a-b35e-c4226e0a6efe tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:12:56.548552 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79c5e67-cd4f-4f12-8a35-f60edd8a50a5 None None] Sync routers for ids ['38362c9e-f1b1-457f-acbc-25d68ae92434'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:12:56.555552 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4a3085f4-7242-407a-b35e-c4226e0a6efe tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:56.565519 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79c5e67-cd4f-4f12-8a35-f60edd8a50a5 None None] Routers {'38362c9e-f1b1-457f-acbc-25d68ae92434'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:12:56.566322 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b79c5e67-cd4f-4f12-8a35-f60edd8a50a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:12:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['38362c9e-f1b1-457f-acbc-25d68ae92434'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:56.591316 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4a3085f4-7242-407a-b35e-c4226e0a6efe tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5726824 Jul 15 14:12:56.591876 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a843bdf-2a98-4a78-b573-1643956d5872', 'tag': 'cb93a09f-56c9-4046-8691-8ee6fce4e568'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:12:56.594701 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de68e799-e1db-4178-ad51-4602eaf0e358" -d '{"events": [{"name": "network-changed", "server_uuid": "7a843bdf-2a98-4a78-b573-1643956d5872", "tag": "cb93a09f-56c9-4046-8691-8ee6fce4e568"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:12:56.614826 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:56.633166 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee9e9bd-863a-4ba0-84c9-bfe7955d8787 x-openstack-request-id: req-1ee9e9bd-863a-4ba0-84c9-bfe7955d8787 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:12:56.633454 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a843bdf-2a98-4a78-b573-1643956d5872", "tag": "cb93a09f-56c9-4046-8691-8ee6fce4e568", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:12:56.633707 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ee9e9bd-863a-4ba0-84c9-bfe7955d8787 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:12:56.634150 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a843bdf-2a98-4a78-b573-1643956d5872', 'tag': 'cb93a09f-56c9-4046-8691-8ee6fce4e568', 'status': 'completed', 'code': 200} Jul 15 14:12:56.687053 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-b79c5e67-cd4f-4f12-8a35-f60edd8a50a5 None None] Set router 38362c9e-f1b1-457f-acbc-25d68ae92434 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:12:56.722335 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68e799-e1db-4178-ad51-4602eaf0e358 req-cdd487d2-b96d-41d1-86fc-96a443d927ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:56.723872 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-de68e799-e1db-4178-ad51-4602eaf0e358 req-cdd487d2-b96d-41d1-86fc-96a443d927ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 1098 time: 0.0662756 Jul 15 14:12:56.753369 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99c18b-1729-453e-94d5-4521da94e2e1 req-a3e08be4-57e4-4188-9668-50d962fbbc45 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:56.754930 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5f99c18b-1729-453e-94d5-4521da94e2e1 req-a3e08be4-57e4-4188-9668-50d962fbbc45 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 946 time: 0.0689614 Jul 15 14:12:56.798855 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5f99c18b-1729-453e-94d5-4521da94e2e1 req-2da369b7-3d25-4cfc-a2c3-6e550876577e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=31a0baf3-a42f-4263-8251-eef10f46f805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375838 Jul 15 14:12:56.824725 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68e799-e1db-4178-ad51-4602eaf0e358 req-09625080-5acf-4ac5-9dcf-4fe1e03d8747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:56.825575 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50484) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:56.826409 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-de68e799-e1db-4178-ad51-4602eaf0e358 req-09625080-5acf-4ac5-9dcf-4fe1e03d8747 service neutron] 10.222.0.18 "GET /v2.0/networks?id=eb9d128d-0d88-4cec-b25f-1423aab3dee5 HTTP/1.1" status: 200 len: 898 time: 0.0959244 Jul 15 14:12:56.890436 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-51c4278d-e7cd-42c8-b3f4-af7c54617f8c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/floatingips/577c600d-18b7-419f-81ec-7b31871fcfc2 HTTP/1.1" status: 200 len: 992 time: 0.0623810 Jul 15 14:12:56.893155 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-de68e799-e1db-4178-ad51-4602eaf0e358 req-bf131465-9243-48d4-9a0a-9b58e0d90c08 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb93a09f-56c9-4046-8691-8ee6fce4e568 HTTP/1.1" status: 200 len: 1000 time: 0.0607946 Jul 15 14:12:56.918020 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b79c5e67-cd4f-4f12-8a35-f60edd8a50a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641896962', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'b085f20c-b016-4211-a3bb-5071047af4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:39Z', 'updated_at': '2021-07-15T14:12:43Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': 'b085f20c-b016-4211-a3bb-5071047af4b6', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:69:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:40Z', 'updated_at': '2021-07-15T14:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '577c600d-18b7-419f-81ec-7b31871fcfc2', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'port_id': 'cb93a09f-56c9-4046-8691-8ee6fce4e568', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9d128d-0d88-4cec-b25f-1423aab3dee5', 'mac_address': 'fa:16:3e:72:bc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a843bdf-2a98-4a78-b573-1643956d5872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:12:55Z', 'updated_at': '2021-07-15T14:12:55Z', 'revision_number': 0, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0455f41-c1ee-440e-9b4a-42a37df38160', 'name': '', 'network_id': 'eb9d128d-0d88-4cec-b25f-1423aab3dee5', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:af:09:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cf1573ae-2929-4ebe-8a61-c444225dbab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:42Z', 'updated_at': '2021-07-15T14:12:47Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'cf1573ae-2929-4ebe-8a61-c444225dbab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:56.946324 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68e799-e1db-4178-ad51-4602eaf0e358 req-9915a093-c777-4294-9a0c-5d37bbfbecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:56.947795 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79c5e67-cd4f-4f12-8a35-f60edd8a50a5 None None] Checking router: 38362c9e-f1b1-457f-acbc-25d68ae92434 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:12:56.947940 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-de68e799-e1db-4178-ad51-4602eaf0e358 req-9915a093-c777-4294-9a0c-5d37bbfbecaf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cf1573ae-2929-4ebe-8a61-c444225dbab8 HTTP/1.1" status: 200 len: 834 time: 0.0491278 Jul 15 14:12:56.956710 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79c5e67-cd4f-4f12-8a35-f60edd8a50a5 None None] Routers {'38362c9e-f1b1-457f-acbc-25d68ae92434'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:12:56.957312 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b79c5e67-cd4f-4f12-8a35-f60edd8a50a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:12:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['38362c9e-f1b1-457f-acbc-25d68ae92434'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:57.008101 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68e799-e1db-4178-ad51-4602eaf0e358 req-43748c88-6070-4fad-8c0f-0ec87a709aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:57.009636 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-de68e799-e1db-4178-ad51-4602eaf0e358 req-43748c88-6070-4fad-8c0f-0ec87a709aa5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eb9d128d-0d88-4cec-b25f-1423aab3dee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558369 Jul 15 14:12:57.061339 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-b79c5e67-cd4f-4f12-8a35-f60edd8a50a5 None None] Set router 38362c9e-f1b1-457f-acbc-25d68ae92434 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:12:57.098514 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-de68e799-e1db-4178-ad51-4602eaf0e358 req-dc03c62e-a0f2-46bb-8d05-caa398d46ffc service neutron] 10.222.0.18 "GET /v2.0/networks/eb9d128d-0d88-4cec-b25f-1423aab3dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822124 Jul 15 14:12:57.195558 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-de68e799-e1db-4178-ad51-4602eaf0e358 req-d6074cd3-5351-4d2a-8611-bf590ac7984d service neutron] 10.222.0.18 "GET /v2.0/networks/eb9d128d-0d88-4cec-b25f-1423aab3dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904019 Jul 15 14:12:57.281920 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b79c5e67-cd4f-4f12-8a35-f60edd8a50a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641896962', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'b085f20c-b016-4211-a3bb-5071047af4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:39Z', 'updated_at': '2021-07-15T14:12:43Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': 'b085f20c-b016-4211-a3bb-5071047af4b6', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:69:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:40Z', 'updated_at': '2021-07-15T14:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '577c600d-18b7-419f-81ec-7b31871fcfc2', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'port_id': 'cb93a09f-56c9-4046-8691-8ee6fce4e568', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9d128d-0d88-4cec-b25f-1423aab3dee5', 'mac_address': 'fa:16:3e:72:bc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a843bdf-2a98-4a78-b573-1643956d5872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:12:55Z', 'updated_at': '2021-07-15T14:12:55Z', 'revision_number': 0, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0455f41-c1ee-440e-9b4a-42a37df38160', 'name': '', 'network_id': 'eb9d128d-0d88-4cec-b25f-1423aab3dee5', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:af:09:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cf1573ae-2929-4ebe-8a61-c444225dbab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:42Z', 'updated_at': '2021-07-15T14:12:47Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'cf1573ae-2929-4ebe-8a61-c444225dbab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:57.307193 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79c5e67-cd4f-4f12-8a35-f60edd8a50a5 None None] The sync data for ids ['38362c9e-f1b1-457f-acbc-25d68ae92434'] in n-d-758944-45 is: [{'id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641896962', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'b085f20c-b016-4211-a3bb-5071047af4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:39Z', 'updated_at': '2021-07-15T14:12:43Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': 'b085f20c-b016-4211-a3bb-5071047af4b6', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:69:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:40Z', 'updated_at': '2021-07-15T14:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '577c600d-18b7-419f-81ec-7b31871fcfc2', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'port_id': 'cb93a09f-56c9-4046-8691-8ee6fce4e568', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9d128d-0d88-4cec-b25f-1423aab3dee5', 'mac_address': 'fa:16:3e:72:bc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a843bdf-2a98-4a78-b573-1643956d5872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:12:55Z', 'updated_at': '2021-07-15T14:12:55Z', 'revision_number': 0, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0455f41-c1ee-440e-9b4a-42a37df38160', 'name': '', 'network_id': 'eb9d128d-0d88-4cec-b25f-1423aab3dee5', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:af:09:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cf1573ae-2929-4ebe-8a61-c444225dbab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:42Z', 'updated_at': '2021-07-15T14:12:47Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'cf1573ae-2929-4ebe-8a61-c444225dbab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:12:57.486775 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfc6caa-0ea4-453b-880e-5b97c7595977 None None] New status for floating IP 577c600d-18b7-419f-81ec-7b31871fcfc2: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:12:57.893074 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50486) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:57.956103 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a23d3c56-2056-4c1a-babd-2777c761af49 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/floatingips/577c600d-18b7-419f-81ec-7b31871fcfc2 HTTP/1.1" status: 200 len: 994 time: 0.0619330 Jul 15 14:13:08.861503 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:20.010906 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:13:20.958707 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-79865fe8-2fd8-40e0-9c75-c489748d866e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:23.368524 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:23.479697 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0ec07034-d5f6-490b-824c-b6979f4e0044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:24.978768 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:25.811915 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:26.573727 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:29.491880 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4ff48-26cb-4d20-a7ff-cf07fe6502e1 req-678d3d81-de4e-4c93-80d9-8a88e9ea9bd6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:29.493385 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-80a4ff48-26cb-4d20-a7ff-cf07fe6502e1 req-678d3d81-de4e-4c93-80d9-8a88e9ea9bd6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 946 time: 0.0644670 Jul 15 14:13:29.531286 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-80a4ff48-26cb-4d20-a7ff-cf07fe6502e1 req-bd33a5c0-e68e-469b-807c-c443310ed9c5 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=31a0baf3-a42f-4263-8251-eef10f46f805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315146 Jul 15 14:13:30.713488 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1ec5e-a552-499a-9dfd-806330d583d2 req-fd54a259-9d44-4ed1-9954-700b2a4b661b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:30.715038 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4fb1ec5e-a552-499a-9dfd-806330d583d2 req-fd54a259-9d44-4ed1-9954-700b2a4b661b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 946 time: 0.0664110 Jul 15 14:13:30.758949 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4fb1ec5e-a552-499a-9dfd-806330d583d2 req-9808cdc9-4a0b-442b-bc43-248d452e6fa2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=31a0baf3-a42f-4263-8251-eef10f46f805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375872 Jul 15 14:13:31.942561 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e2804-7f6f-4b80-b364-0ae8cef8238a req-5df4fd4d-329f-4412-b946-ea3e19c172d6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:31.944136 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-859e2804-7f6f-4b80-b364-0ae8cef8238a req-5df4fd4d-329f-4412-b946-ea3e19c172d6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 946 time: 0.0667956 Jul 15 14:13:31.983721 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-859e2804-7f6f-4b80-b364-0ae8cef8238a req-7bace26f-f18f-4aeb-8694-4925ec9f30eb tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=31a0baf3-a42f-4263-8251-eef10f46f805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338624 Jul 15 14:13:33.157081 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44656741-d182-4912-8597-2e10f2431715 req-e32842ec-5c03-4934-821a-f54b44b40856 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:33.158612 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-44656741-d182-4912-8597-2e10f2431715 req-e32842ec-5c03-4934-821a-f54b44b40856 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 946 time: 0.0632889 Jul 15 14:13:33.196638 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-44656741-d182-4912-8597-2e10f2431715 req-3445f4d1-7556-4b60-b39f-bfeb132353e8 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=31a0baf3-a42f-4263-8251-eef10f46f805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324862 Jul 15 14:13:34.372289 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21351a7b-a426-42d5-8c6c-7fae70beec25 req-b6647792-4c17-406e-a1e7-ad5d01c6a5a2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:34.373806 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-21351a7b-a426-42d5-8c6c-7fae70beec25 req-b6647792-4c17-406e-a1e7-ad5d01c6a5a2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 946 time: 0.0666525 Jul 15 14:13:34.412699 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-21351a7b-a426-42d5-8c6c-7fae70beec25 req-94c52e1f-be98-4541-833b-212c7a4aeb91 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=31a0baf3-a42f-4263-8251-eef10f46f805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333116 Jul 15 14:13:35.583863 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7e12b-713c-4607-b5f6-dfd0e908d5b6 req-25776685-6750-484c-88d8-782001171c8c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:35.585280 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a1f7e12b-713c-4607-b5f6-dfd0e908d5b6 req-25776685-6750-484c-88d8-782001171c8c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 946 time: 0.0628240 Jul 15 14:13:35.623061 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a1f7e12b-713c-4607-b5f6-dfd0e908d5b6 req-77570c48-72c4-4fb3-9bc2-f41d0839192d tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=31a0baf3-a42f-4263-8251-eef10f46f805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322840 Jul 15 14:13:36.256072 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470f43f-0bdb-42e3-a8fe-61d022416f0a req-e00f9c11-1513-413e-8a63-9fbf706e12a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:36.257606 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e470f43f-0bdb-42e3-a8fe-61d022416f0a req-e00f9c11-1513-413e-8a63-9fbf706e12a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 1098 time: 0.0533304 Jul 15 14:13:36.367603 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470f43f-0bdb-42e3-a8fe-61d022416f0a req-182f78d1-4ae4-4084-a47c-945f257afd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:36.369088 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e470f43f-0bdb-42e3-a8fe-61d022416f0a req-182f78d1-4ae4-4084-a47c-945f257afd1e service neutron] 10.222.0.18 "GET /v2.0/networks?id=eb9d128d-0d88-4cec-b25f-1423aab3dee5 HTTP/1.1" status: 200 len: 898 time: 0.0877256 Jul 15 14:13:36.433629 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e470f43f-0bdb-42e3-a8fe-61d022416f0a req-018a6a9d-4160-4f18-9225-259edc6450d6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb93a09f-56c9-4046-8691-8ee6fce4e568 HTTP/1.1" status: 200 len: 1002 time: 0.0580866 Jul 15 14:13:36.481039 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470f43f-0bdb-42e3-a8fe-61d022416f0a req-25e7facf-3c3f-41b4-84a5-60a5d9de9da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:36.482489 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e470f43f-0bdb-42e3-a8fe-61d022416f0a req-25e7facf-3c3f-41b4-84a5-60a5d9de9da3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cf1573ae-2929-4ebe-8a61-c444225dbab8 HTTP/1.1" status: 200 len: 834 time: 0.0429986 Jul 15 14:13:36.542440 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470f43f-0bdb-42e3-a8fe-61d022416f0a req-ad30715d-b52b-4597-9786-b54594c86911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:36.543867 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e470f43f-0bdb-42e3-a8fe-61d022416f0a req-ad30715d-b52b-4597-9786-b54594c86911 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eb9d128d-0d88-4cec-b25f-1423aab3dee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554199 Jul 15 14:13:36.629954 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e470f43f-0bdb-42e3-a8fe-61d022416f0a req-78b8d2ab-b814-4dfb-9aa7-f7125896af22 service neutron] 10.222.0.18 "GET /v2.0/networks/eb9d128d-0d88-4cec-b25f-1423aab3dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798061 Jul 15 14:13:36.724033 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e470f43f-0bdb-42e3-a8fe-61d022416f0a req-f4258e63-9b67-41ad-80bf-33c378e3d499 service neutron] 10.222.0.18 "GET /v2.0/networks/eb9d128d-0d88-4cec-b25f-1423aab3dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876336 Jul 15 14:13:36.796938 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eb6ae-b273-42e4-819f-aea8cf2e9ec3 req-52428403-3b13-4a4e-872a-98b10dc4f540 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:36.798381 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-394eb6ae-b273-42e4-819f-aea8cf2e9ec3 req-52428403-3b13-4a4e-872a-98b10dc4f540 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 946 time: 0.0629110 Jul 15 14:13:36.835810 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-394eb6ae-b273-42e4-819f-aea8cf2e9ec3 req-30251f6b-c3a1-4331-9f61-69aa44cf124a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=31a0baf3-a42f-4263-8251-eef10f46f805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318923 Jul 15 14:13:38.013337 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82979e83-ca36-4707-a5d6-ee8082f3003e req-d4afad12-befd-434c-acaa-998628104612 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:38.014845 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-82979e83-ca36-4707-a5d6-ee8082f3003e req-d4afad12-befd-434c-acaa-998628104612 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 946 time: 0.0669620 Jul 15 14:13:38.052371 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-82979e83-ca36-4707-a5d6-ee8082f3003e req-6c99034e-9525-49ad-8afa-436869559471 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=31a0baf3-a42f-4263-8251-eef10f46f805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320580 Jul 15 14:13:38.875343 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:39.235282 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cbca7a-2549-4ff1-9d28-810311b8de85 req-a751f15e-9614-436f-a7c2-63bfc76426ff tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:39.236782 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-89cbca7a-2549-4ff1-9d28-810311b8de85 req-a751f15e-9614-436f-a7c2-63bfc76426ff tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 946 time: 0.0701566 Jul 15 14:13:39.274324 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-89cbca7a-2549-4ff1-9d28-810311b8de85 req-c2e65d6a-7420-47ed-9bb5-106d93f677bc tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=31a0baf3-a42f-4263-8251-eef10f46f805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318742 Jul 15 14:13:40.452443 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279135b-c16c-49fb-9f06-acc2c1b2098b req-d69b4e30-25bc-4b2c-8701-5d2a8ec6652a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:40.453975 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1279135b-c16c-49fb-9f06-acc2c1b2098b req-d69b4e30-25bc-4b2c-8701-5d2a8ec6652a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 946 time: 0.0647953 Jul 15 14:13:40.492099 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1279135b-c16c-49fb-9f06-acc2c1b2098b req-4ed2f1af-1dd3-41fb-98ee-f72cbc90affd tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=31a0baf3-a42f-4263-8251-eef10f46f805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324807 Jul 15 14:13:41.664228 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03789f-1f5b-444d-91a6-42cc44619159 req-f819e90f-ae94-4520-8ca8-75cc5ba86238 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:41.665709 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7d03789f-1f5b-444d-91a6-42cc44619159 req-f819e90f-ae94-4520-8ca8-75cc5ba86238 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 946 time: 0.0628018 Jul 15 14:13:41.703490 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7d03789f-1f5b-444d-91a6-42cc44619159 req-a3d877d7-7140-46dc-bc41-bef72252d00f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=31a0baf3-a42f-4263-8251-eef10f46f805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315843 Jul 15 14:13:42.871228 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d360b6-4837-48e7-be05-7d3d4a6aca62 req-a66887c0-3565-42ca-9e29-014860206f99 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:42.872731 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-76d360b6-4837-48e7-be05-7d3d4a6aca62 req-a66887c0-3565-42ca-9e29-014860206f99 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 946 time: 0.0620427 Jul 15 14:13:42.914129 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-76d360b6-4837-48e7-be05-7d3d4a6aca62 req-04fbd5f8-aa75-4a2e-8eb7-02c72719e21c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=31a0baf3-a42f-4263-8251-eef10f46f805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358083 Jul 15 14:13:44.087482 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b7dc9-7a45-4ec5-b590-5310bb778849 req-5547d73a-8aaa-41db-81a7-ef02099d4f4b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:44.088979 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d93b7dc9-7a45-4ec5-b590-5310bb778849 req-5547d73a-8aaa-41db-81a7-ef02099d4f4b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 946 time: 0.0625079 Jul 15 14:13:44.127004 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d93b7dc9-7a45-4ec5-b590-5310bb778849 req-f83a75b4-5f01-4ef6-920d-dfbfc9b69dcc tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=31a0baf3-a42f-4263-8251-eef10f46f805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319860 Jul 15 14:13:45.591877 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4bd0f-5367-4186-9ff0-ef868a0a0721 req-a323a23b-3d3c-4d3c-96ff-75e7c74c43a7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:45.593427 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e0d4bd0f-5367-4186-9ff0-ef868a0a0721 req-a323a23b-3d3c-4d3c-96ff-75e7c74c43a7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 946 time: 0.3566811 Jul 15 14:13:45.630949 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e0d4bd0f-5367-4186-9ff0-ef868a0a0721 req-5bad3909-33fc-45c9-bf08-486c8441685d tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=31a0baf3-a42f-4263-8251-eef10f46f805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318804 Jul 15 14:13:45.655431 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50530) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:45.719223 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a3f9c900-1889-4424-9554-414ae5ff0279 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/floatingips/577c600d-18b7-419f-81ec-7b31871fcfc2 HTTP/1.1" status: 200 len: 994 time: 0.0626435 Jul 15 14:13:47.180101 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f22242-1757-4a22-acf3-7b15cff86fd2 req-5c18e2cd-eb22-403e-bdcd-4448c503b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:47.181622 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-65f22242-1757-4a22-acf3-7b15cff86fd2 req-5c18e2cd-eb22-403e-bdcd-4448c503b823 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 1098 time: 0.1013739 Jul 15 14:13:47.189911 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb3ce9-48fe-4fc9-9c2e-4ba5df460c42 req-c66f00f0-3155-4ac6-ab05-a5c3e079f1fd tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:47.191287 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bafb3ce9-48fe-4fc9-9c2e-4ba5df460c42 req-c66f00f0-3155-4ac6-ab05-a5c3e079f1fd tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 946 time: 0.1009426 Jul 15 14:13:47.282646 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bafb3ce9-48fe-4fc9-9c2e-4ba5df460c42 req-68ff79ec-805a-45ec-8479-383f58a74ee0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=31a0baf3-a42f-4263-8251-eef10f46f805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832601 Jul 15 14:13:47.303319 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f22242-1757-4a22-acf3-7b15cff86fd2 req-63b4574a-fac5-49b0-99a0-f42645f895e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:47.304796 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-65f22242-1757-4a22-acf3-7b15cff86fd2 req-63b4574a-fac5-49b0-99a0-f42645f895e0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=eb9d128d-0d88-4cec-b25f-1423aab3dee5 HTTP/1.1" status: 200 len: 898 time: 0.1126754 Jul 15 14:13:47.376726 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-65f22242-1757-4a22-acf3-7b15cff86fd2 req-aff1ef0d-cff1-4b62-a82b-f7228c0c0314 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb93a09f-56c9-4046-8691-8ee6fce4e568 HTTP/1.1" status: 200 len: 1002 time: 0.0649836 Jul 15 14:13:47.424414 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f22242-1757-4a22-acf3-7b15cff86fd2 req-5af8eaae-4c00-4f5c-9b0e-8c07c67b86ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:47.425962 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-65f22242-1757-4a22-acf3-7b15cff86fd2 req-5af8eaae-4c00-4f5c-9b0e-8c07c67b86ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cf1573ae-2929-4ebe-8a61-c444225dbab8 HTTP/1.1" status: 200 len: 834 time: 0.0433466 Jul 15 14:13:47.481830 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f22242-1757-4a22-acf3-7b15cff86fd2 req-9fd9ae16-7a50-459e-9069-9575a5bf9c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:47.483892 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-65f22242-1757-4a22-acf3-7b15cff86fd2 req-9fd9ae16-7a50-459e-9069-9575a5bf9c41 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eb9d128d-0d88-4cec-b25f-1423aab3dee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510020 Jul 15 14:13:47.574984 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-65f22242-1757-4a22-acf3-7b15cff86fd2 req-c4ff76a3-86d8-433d-af53-ccb418044431 service neutron] 10.222.0.18 "GET /v2.0/networks/eb9d128d-0d88-4cec-b25f-1423aab3dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846727 Jul 15 14:13:47.662020 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-65f22242-1757-4a22-acf3-7b15cff86fd2 req-6326c21f-7d23-4600-9587-25d1fd5c2e02 service neutron] 10.222.0.18 "GET /v2.0/networks/eb9d128d-0d88-4cec-b25f-1423aab3dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807934 Jul 15 14:13:48.456962 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3df9ee-d31a-4d37-afbb-c05d037e48f2 req-4d9ba67e-cd47-4e02-9fea-bcdfd591bdf4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:48.458483 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8f3df9ee-d31a-4d37-afbb-c05d037e48f2 req-4d9ba67e-cd47-4e02-9fea-bcdfd591bdf4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 946 time: 0.0632329 Jul 15 14:13:48.495313 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8f3df9ee-d31a-4d37-afbb-c05d037e48f2 req-3eab9065-d215-41b0-850a-82c3749be91f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=31a0baf3-a42f-4263-8251-eef10f46f805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313368 Jul 15 14:13:48.520538 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50542) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:48.582437 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-44f0394f-e0ff-4695-9b25-4109a0ee8c54 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/floatingips/577c600d-18b7-419f-81ec-7b31871fcfc2 HTTP/1.1" status: 200 len: 994 time: 0.0606921 Jul 15 14:13:50.960257 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-769bc87b-cbf8-44b9-9663-a49c427655a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:53.369655 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:53.482425 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ebe8c8c7-e656-4474-a3c8-fdd61e60439f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:54.981619 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:55.807659 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:56.576220 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:57.009658 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:14:08.875234 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:20.961179 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14a68637-8c2d-44c2-b832-e355b83c1014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:21.208791 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50562) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:21.371098 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-91af5da7-0959-423b-aa0c-de9d57e9e2c4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Deleting port 6cb1eff6-370b-4695-85cb-9de920003011 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:14:21.371440 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-91af5da7-0959-423b-aa0c-de9d57e9e2c4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:21.451791 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-91af5da7-0959-423b-aa0c-de9d57e9e2c4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:21.452064 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-91af5da7-0959-423b-aa0c-de9d57e9e2c4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:21.464088 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-91af5da7-0959-423b-aa0c-de9d57e9e2c4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Calling delete_port for 6cb1eff6-370b-4695-85cb-9de920003011 owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:14:21.618674 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-91af5da7-0959-423b-aa0c-de9d57e9e2c4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:21.647104 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af5da7-0959-423b-aa0c-de9d57e9e2c4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'Port': ['ID=6cb1eff6-370b-4695-85cb-9de920003011,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:21.661586 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91af5da7-0959-423b-aa0c-de9d57e9e2c4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:21.662497 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91af5da7-0959-423b-aa0c-de9d57e9e2c4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:21.662845 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91af5da7-0959-423b-aa0c-de9d57e9e2c4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:21.663195 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91af5da7-0959-423b-aa0c-de9d57e9e2c4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:21.663634 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91af5da7-0959-423b-aa0c-de9d57e9e2c4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:21.663903 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91af5da7-0959-423b-aa0c-de9d57e9e2c4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:21.664240 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91af5da7-0959-423b-aa0c-de9d57e9e2c4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:21.664579 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91af5da7-0959-423b-aa0c-de9d57e9e2c4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:21.664913 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91af5da7-0959-423b-aa0c-de9d57e9e2c4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:21.665245 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91af5da7-0959-423b-aa0c-de9d57e9e2c4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:21.665581 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91af5da7-0959-423b-aa0c-de9d57e9e2c4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:21.665963 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91af5da7-0959-423b-aa0c-de9d57e9e2c4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:21.724203 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-91af5da7-0959-423b-aa0c-de9d57e9e2c4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:21.725052 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-91af5da7-0959-423b-aa0c-de9d57e9e2c4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Floating IP 577c600d-18b7-419f-81ec-7b31871fcfc2 disassociated (deleted). External IP: 172.25.6.172, port: cb93a09f-56c9-4046-8691-8ee6fce4e568. Jul 15 14:14:21.950306 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91af5da7-0959-423b-aa0c-de9d57e9e2c4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Router 38362c9e-f1b1-457f-acbc-25d68ae92434 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:14:22.060742 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91af5da7-0959-423b-aa0c-de9d57e9e2c4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:14:22.065728 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-91af5da7-0959-423b-aa0c-de9d57e9e2c4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:22.071882 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a80896a-473a-4fe3-91b4-0a96b9a19bf5 None None] Sync routers for ids ['38362c9e-f1b1-457f-acbc-25d68ae92434'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:14:22.081171 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a80896a-473a-4fe3-91b4-0a96b9a19bf5 None None] Routers {'38362c9e-f1b1-457f-acbc-25d68ae92434'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:22.081808 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5a80896a-473a-4fe3-91b4-0a96b9a19bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:13:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['38362c9e-f1b1-457f-acbc-25d68ae92434'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:22.104877 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-91af5da7-0959-423b-aa0c-de9d57e9e2c4 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "DELETE /v2.0/floatingips/577c600d-18b7-419f-81ec-7b31871fcfc2 HTTP/1.1" status: 204 len: 168 time: 0.8946414 Jul 15 14:14:22.105819 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a843bdf-2a98-4a78-b573-1643956d5872', 'tag': 'cb93a09f-56c9-4046-8691-8ee6fce4e568'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:14:22.107689 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e64901b02c345040bafddad2dab1ebeb8b80c4fa9c7870118a0b2b399b9ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098bc162-e05c-4e71-a30f-290625d42b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "7a843bdf-2a98-4a78-b573-1643956d5872", "tag": "cb93a09f-56c9-4046-8691-8ee6fce4e568"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:14:22.150281 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57baceca-960f-4a96-a6c3-5e8f868a9ed5 x-openstack-request-id: req-57baceca-960f-4a96-a6c3-5e8f868a9ed5 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:14:22.150836 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a843bdf-2a98-4a78-b573-1643956d5872", "tag": "cb93a09f-56c9-4046-8691-8ee6fce4e568", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:14:22.151364 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-57baceca-960f-4a96-a6c3-5e8f868a9ed5 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:14:22.152018 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a843bdf-2a98-4a78-b573-1643956d5872', 'tag': 'cb93a09f-56c9-4046-8691-8ee6fce4e568', 'status': 'completed', 'code': 200} Jul 15 14:14:22.232402 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bc162-e05c-4e71-a30f-290625d42b0f req-84065b1c-e0b4-45d3-a2ce-7d32037d1a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:22.234123 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-098bc162-e05c-4e71-a30f-290625d42b0f req-84065b1c-e0b4-45d3-a2ce-7d32037d1a7e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 1098 time: 0.0605650 Jul 15 14:14:22.245567 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-5a80896a-473a-4fe3-91b4-0a96b9a19bf5 None None] Set router 38362c9e-f1b1-457f-acbc-25d68ae92434 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:22.363765 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bc162-e05c-4e71-a30f-290625d42b0f req-1bbf0836-5358-463a-98c0-1990cbfd7541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:22.368653 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-098bc162-e05c-4e71-a30f-290625d42b0f req-1bbf0836-5358-463a-98c0-1990cbfd7541 service neutron] 10.222.0.18 "GET /v2.0/networks?id=eb9d128d-0d88-4cec-b25f-1423aab3dee5 HTTP/1.1" status: 200 len: 898 time: 0.1253598 Jul 15 14:14:22.418646 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-098bc162-e05c-4e71-a30f-290625d42b0f req-becff2ea-17ed-4f97-a64d-205e87f761ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb93a09f-56c9-4046-8691-8ee6fce4e568 HTTP/1.1" status: 200 len: 217 time: 0.0433249 Jul 15 14:14:22.499582 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bc162-e05c-4e71-a30f-290625d42b0f req-a3f88570-a3c1-433e-a5bb-814ff5625462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:22.502147 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-098bc162-e05c-4e71-a30f-290625d42b0f req-a3f88570-a3c1-433e-a5bb-814ff5625462 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cf1573ae-2929-4ebe-8a61-c444225dbab8 HTTP/1.1" status: 200 len: 834 time: 0.0756674 Jul 15 14:14:22.521936 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5a80896a-473a-4fe3-91b4-0a96b9a19bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641896962', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'b085f20c-b016-4211-a3bb-5071047af4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:39Z', 'updated_at': '2021-07-15T14:12:43Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': 'b085f20c-b016-4211-a3bb-5071047af4b6', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:69:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:40Z', 'updated_at': '2021-07-15T14:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'b0455f41-c1ee-440e-9b4a-42a37df38160', 'name': '', 'network_id': 'eb9d128d-0d88-4cec-b25f-1423aab3dee5', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:af:09:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cf1573ae-2929-4ebe-8a61-c444225dbab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:42Z', 'updated_at': '2021-07-15T14:12:47Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'cf1573ae-2929-4ebe-8a61-c444225dbab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:22.550158 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a80896a-473a-4fe3-91b4-0a96b9a19bf5 None None] Checking router: 38362c9e-f1b1-457f-acbc-25d68ae92434 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:14:22.560759 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a80896a-473a-4fe3-91b4-0a96b9a19bf5 None None] Routers {'38362c9e-f1b1-457f-acbc-25d68ae92434'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:22.561377 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5a80896a-473a-4fe3-91b4-0a96b9a19bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:13:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['38362c9e-f1b1-457f-acbc-25d68ae92434'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:22.617283 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39ed62-d69f-4c47-93b3-7a25a6ca942a req-a041fc67-c9f8-49f3-b217-b69cba0bd2b7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:22.618910 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3e39ed62-d69f-4c47-93b3-7a25a6ca942a req-a041fc67-c9f8-49f3-b217-b69cba0bd2b7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 946 time: 0.1011968 Jul 15 14:14:22.625589 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bc162-e05c-4e71-a30f-290625d42b0f req-ccf8367e-c63d-412d-9473-e40e29bd2a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:22.627217 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-098bc162-e05c-4e71-a30f-290625d42b0f req-ccf8367e-c63d-412d-9473-e40e29bd2a12 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eb9d128d-0d88-4cec-b25f-1423aab3dee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1180043 Jul 15 14:14:22.684831 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-5a80896a-473a-4fe3-91b4-0a96b9a19bf5 None None] Set router 38362c9e-f1b1-457f-acbc-25d68ae92434 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:22.694112 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3e39ed62-d69f-4c47-93b3-7a25a6ca942a req-d25107ed-1e26-49c7-a853-1c20074b36fe tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=31a0baf3-a42f-4263-8251-eef10f46f805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646391 Jul 15 14:14:22.760496 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-098bc162-e05c-4e71-a30f-290625d42b0f req-4f139037-a9fb-487f-94cb-c6a8c9df4d80 service neutron] 10.222.0.18 "GET /v2.0/networks/eb9d128d-0d88-4cec-b25f-1423aab3dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241167 Jul 15 14:14:22.910448 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5a80896a-473a-4fe3-91b4-0a96b9a19bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641896962', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'b085f20c-b016-4211-a3bb-5071047af4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:39Z', 'updated_at': '2021-07-15T14:12:43Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': 'b085f20c-b016-4211-a3bb-5071047af4b6', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:69:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:40Z', 'updated_at': '2021-07-15T14:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'b0455f41-c1ee-440e-9b4a-42a37df38160', 'name': '', 'network_id': 'eb9d128d-0d88-4cec-b25f-1423aab3dee5', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:af:09:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cf1573ae-2929-4ebe-8a61-c444225dbab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:42Z', 'updated_at': '2021-07-15T14:12:47Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'cf1573ae-2929-4ebe-8a61-c444225dbab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:22.945148 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a80896a-473a-4fe3-91b4-0a96b9a19bf5 None None] The sync data for ids ['38362c9e-f1b1-457f-acbc-25d68ae92434'] in n-d-758944-45 is: [{'id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641896962', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'b085f20c-b016-4211-a3bb-5071047af4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:39Z', 'updated_at': '2021-07-15T14:12:43Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': 'b085f20c-b016-4211-a3bb-5071047af4b6', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:69:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:40Z', 'updated_at': '2021-07-15T14:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'b0455f41-c1ee-440e-9b4a-42a37df38160', 'name': '', 'network_id': 'eb9d128d-0d88-4cec-b25f-1423aab3dee5', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:af:09:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'cf1573ae-2929-4ebe-8a61-c444225dbab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:42Z', 'updated_at': '2021-07-15T14:12:47Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'cf1573ae-2929-4ebe-8a61-c444225dbab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:14:23.212834 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d64c6c-7545-452d-90b5-0b20559fd6b0 None None] New status for floating IP 577c600d-18b7-419f-81ec-7b31871fcfc2: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:14:23.236687 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-098bc162-e05c-4e71-a30f-290625d42b0f req-ad77b4c7-48e4-49a5-9a18-5585925c7cfa service neutron] 10.222.0.18 "GET /v2.0/networks/eb9d128d-0d88-4cec-b25f-1423aab3dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689310 Jul 15 14:14:23.372710 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:23.483231 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cca80073-020c-4ff5-98be-b5a4cdf02535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:23.906951 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6952df5-b2ad-4a23-9685-a9741ee25797 req-adf01eb1-e8c0-4436-a77a-f68b0752b5dc tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:23.908575 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d6952df5-b2ad-4a23-9685-a9741ee25797 req-adf01eb1-e8c0-4436-a77a-f68b0752b5dc tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 946 time: 0.0752895 Jul 15 14:14:23.952827 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d6952df5-b2ad-4a23-9685-a9741ee25797 req-049493c5-a61e-4ee1-9805-58dc1cb29eef tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=31a0baf3-a42f-4263-8251-eef10f46f805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385592 Jul 15 14:14:24.155278 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2db26-b045-46a8-a798-79bc2a71b45b req-71ab8463-ff86-42d5-b33e-c95fc285cf1e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:24.156988 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0ce2db26-b045-46a8-a798-79bc2a71b45b req-71ab8463-ff86-42d5-b33e-c95fc285cf1e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 946 time: 0.0719209 Jul 15 14:14:24.271040 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-0ce2db26-b045-46a8-a798-79bc2a71b45b req-e2d17fb6-20b9-46f2-8679-41497518b18a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Deleting port cb93a09f-56c9-4046-8691-8ee6fce4e568 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:14:24.272175 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0ce2db26-b045-46a8-a798-79bc2a71b45b req-e2d17fb6-20b9-46f2-8679-41497518b18a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:24.366942 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-0ce2db26-b045-46a8-a798-79bc2a71b45b req-e2d17fb6-20b9-46f2-8679-41497518b18a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] For port cb93a09f-56c9-4046-8691-8ee6fce4e568, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=cb93a09f-56c9-4046-8691-8ee6fce4e568,segment=NetworkSegment(398b9a0a-cb74-4f3b-bd17-ac2363b482c6),segment_id=398b9a0a-cb74-4f3b-bd17-ac2363b482c6)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:24.367309 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0ce2db26-b045-46a8-a798-79bc2a71b45b req-e2d17fb6-20b9-46f2-8679-41497518b18a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:24.380922 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-0ce2db26-b045-46a8-a798-79bc2a71b45b req-e2d17fb6-20b9-46f2-8679-41497518b18a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Calling delete_port for cb93a09f-56c9-4046-8691-8ee6fce4e568 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:14:24.522091 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0ce2db26-b045-46a8-a798-79bc2a71b45b req-e2d17fb6-20b9-46f2-8679-41497518b18a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:24.555105 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d17fb6-20b9-46f2-8679-41497518b18a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'Port': ['ID=cb93a09f-56c9-4046-8691-8ee6fce4e568,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:24.569651 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d17fb6-20b9-46f2-8679-41497518b18a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:24.570061 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d17fb6-20b9-46f2-8679-41497518b18a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:24.570392 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d17fb6-20b9-46f2-8679-41497518b18a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:24.570744 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d17fb6-20b9-46f2-8679-41497518b18a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:24.571085 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d17fb6-20b9-46f2-8679-41497518b18a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:24.571421 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d17fb6-20b9-46f2-8679-41497518b18a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:24.571756 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d17fb6-20b9-46f2-8679-41497518b18a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:24.572092 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d17fb6-20b9-46f2-8679-41497518b18a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:24.572424 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d17fb6-20b9-46f2-8679-41497518b18a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:24.572753 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d17fb6-20b9-46f2-8679-41497518b18a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:24.573085 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d17fb6-20b9-46f2-8679-41497518b18a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:24.573414 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d17fb6-20b9-46f2-8679-41497518b18a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:24.619685 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce2db26-b045-46a8-a798-79bc2a71b45b req-e2d17fb6-20b9-46f2-8679-41497518b18a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] No DVR routers for this DVR port cb93a09f-56c9-4046-8691-8ee6fce4e568 on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:14:24.622494 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-0ce2db26-b045-46a8-a798-79bc2a71b45b req-e2d17fb6-20b9-46f2-8679-41497518b18a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:24.624555 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0ce2db26-b045-46a8-a798-79bc2a71b45b req-e2d17fb6-20b9-46f2-8679-41497518b18a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.18 "DELETE /v2.0/ports/cb93a09f-56c9-4046-8691-8ee6fce4e568 HTTP/1.1" status: 204 len: 173 time: 0.4617722 Jul 15 14:14:24.625005 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a843bdf-2a98-4a78-b573-1643956d5872', 'name': 'network-vif-deleted', 'tag': 'cb93a09f-56c9-4046-8691-8ee6fce4e568'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:14:24.627376 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0336ca3e-478f-4fd9-9ea9-fa13cad8f8be" -d '{"events": [{"server_uuid": "7a843bdf-2a98-4a78-b573-1643956d5872", "name": "network-vif-deleted", "tag": "cb93a09f-56c9-4046-8691-8ee6fce4e568"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:14:24.728293 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b2079f-06ef-4674-92f4-73d808539e73 x-openstack-request-id: req-47b2079f-06ef-4674-92f4-73d808539e73 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:14:24.728583 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a843bdf-2a98-4a78-b573-1643956d5872", "name": "network-vif-deleted", "tag": "cb93a09f-56c9-4046-8691-8ee6fce4e568", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:14:24.728831 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-47b2079f-06ef-4674-92f4-73d808539e73 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:14:24.729235 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a843bdf-2a98-4a78-b573-1643956d5872', 'name': 'network-vif-deleted', 'tag': 'cb93a09f-56c9-4046-8691-8ee6fce4e568', 'status': 'completed', 'code': 200} Jul 15 14:14:24.990688 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:25.213985 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0286308c-aed2-4829-b7f7-62718afa7c03 req-3dd38148-d228-4cec-9c4a-f96a0d4dac4f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a843bdf-2a98-4a78-b573-1643956d5872 HTTP/1.1" status: 200 len: 210 time: 0.0396907 Jul 15 14:14:25.823123 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:26.323503 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50580) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:26.587042 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:26.750319 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-64ba8cf1-758a-49e9-bb84-d7ddeb6c2417 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.053617 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-64ba8cf1-758a-49e9-bb84-d7ddeb6c2417 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Deleting port b0455f41-c1ee-440e-9b4a-42a37df38160 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:14:27.053996 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-64ba8cf1-758a-49e9-bb84-d7ddeb6c2417 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.182019 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-64ba8cf1-758a-49e9-bb84-d7ddeb6c2417 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] For port b0455f41-c1ee-440e-9b4a-42a37df38160, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b0455f41-c1ee-440e-9b4a-42a37df38160,segment=NetworkSegment(398b9a0a-cb74-4f3b-bd17-ac2363b482c6),segment_id=398b9a0a-cb74-4f3b-bd17-ac2363b482c6)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:27.182505 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-64ba8cf1-758a-49e9-bb84-d7ddeb6c2417 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.197340 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-64ba8cf1-758a-49e9-bb84-d7ddeb6c2417 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Calling delete_port for b0455f41-c1ee-440e-9b4a-42a37df38160 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:14:27.435309 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-64ba8cf1-758a-49e9-bb84-d7ddeb6c2417 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.498535 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba8cf1-758a-49e9-bb84-d7ddeb6c2417 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'Port': ['ID=b0455f41-c1ee-440e-9b4a-42a37df38160,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:27.705790 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-64ba8cf1-758a-49e9-bb84-d7ddeb6c2417 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.986291 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ba8cf1-758a-49e9-bb84-d7ddeb6c2417 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Router 38362c9e-f1b1-457f-acbc-25d68ae92434 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:14:28.107023 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ba8cf1-758a-49e9-bb84-d7ddeb6c2417 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:14:28.112371 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-64ba8cf1-758a-49e9-bb84-d7ddeb6c2417 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "PUT /v2.0/routers/38362c9e-f1b1-457f-acbc-25d68ae92434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7873182 Jul 15 14:14:28.115720 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50584) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:28.120877 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c79cd2-98ed-4743-af4c-9b65e189d356 None None] Sync routers for ids ['38362c9e-f1b1-457f-acbc-25d68ae92434'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:14:28.136570 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c79cd2-98ed-4743-af4c-9b65e189d356 None None] Routers {'38362c9e-f1b1-457f-acbc-25d68ae92434'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:28.137594 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-88c79cd2-98ed-4743-af4c-9b65e189d356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:14:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['38362c9e-f1b1-457f-acbc-25d68ae92434'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:28.194635 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-221811b4-8da7-4e2d-a225-c0f85ef339af tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Deleting subnet cf1573ae-2929-4ebe-8a61-c444225dbab8 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:14:28.198334 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-221811b4-8da7-4e2d-a225-c0f85ef339af tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:28.241962 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-221811b4-8da7-4e2d-a225-c0f85ef339af tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:28.315098 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-88c79cd2-98ed-4743-af4c-9b65e189d356 None None] Set router 38362c9e-f1b1-457f-acbc-25d68ae92434 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:28.340982 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-221811b4-8da7-4e2d-a225-c0f85ef339af tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:28.410374 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-221811b4-8da7-4e2d-a225-c0f85ef339af tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:28.441140 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221811b4-8da7-4e2d-a225-c0f85ef339af tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'Subnet': ['ID=cf1573ae-2929-4ebe-8a61-c444225dbab8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:28.448617 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-221811b4-8da7-4e2d-a225-c0f85ef339af tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:28.451390 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-221811b4-8da7-4e2d-a225-c0f85ef339af tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "DELETE /v2.0/subnets/cf1573ae-2929-4ebe-8a61-c444225dbab8 HTTP/1.1" status: 204 len: 168 time: 0.3330953 Jul 15 14:14:28.453339 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50586) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:28.591197 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e49991bf-7abc-4494-947f-834a9576b67b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:28.636257 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ed869e-9b9a-4b49-a3b7-84f605700e25 None None] Network eb9d128d-0d88-4cec-b25f-1423aab3dee5 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:14:28.743578 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e49991bf-7abc-4494-947f-834a9576b67b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:28.803053 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e49991bf-7abc-4494-947f-834a9576b67b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Deleting port b085f20c-b016-4211-a3bb-5071047af4b6 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:14:28.803459 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e49991bf-7abc-4494-947f-834a9576b67b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:28.842125 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-88c79cd2-98ed-4743-af4c-9b65e189d356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641896962', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.244'}], 'enable_snat': True}, 'gw_port_id': 'b085f20c-b016-4211-a3bb-5071047af4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:39Z', 'updated_at': '2021-07-15T14:14:27Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': 'b085f20c-b016-4211-a3bb-5071047af4b6', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:69:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:40Z', 'updated_at': '2021-07-15T14:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:28.873711 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c79cd2-98ed-4743-af4c-9b65e189d356 None None] Checking router: 38362c9e-f1b1-457f-acbc-25d68ae92434 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:14:28.887890 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c79cd2-98ed-4743-af4c-9b65e189d356 None None] Routers {'38362c9e-f1b1-457f-acbc-25d68ae92434'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:28.888670 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-88c79cd2-98ed-4743-af4c-9b65e189d356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:14:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['38362c9e-f1b1-457f-acbc-25d68ae92434'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:28.933476 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-e49991bf-7abc-4494-947f-834a9576b67b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] For port b085f20c-b016-4211-a3bb-5071047af4b6, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=b085f20c-b016-4211-a3bb-5071047af4b6,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:28.933914 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e49991bf-7abc-4494-947f-834a9576b67b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:28.949602 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e49991bf-7abc-4494-947f-834a9576b67b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Calling delete_port for b085f20c-b016-4211-a3bb-5071047af4b6 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:14:28.974217 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277bf7f2-f2a0-4a53-b27c-a299ffd0c1b5 None None] DHCP port deletion for eb9d128d-0d88-4cec-b25f-1423aab3dee5 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:14:29.038436 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device cb93a09f-56c9-4046-8691-8ee6fce4e568 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:14:29.087915 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: cb93a09f-56c9-4046-8691-8ee6fce4e568 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:14:29.088310 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device cb93a09f-56c9-4046-8691-8ee6fce4e568 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:14:29.092771 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-88c79cd2-98ed-4743-af4c-9b65e189d356 None None] Set router 38362c9e-f1b1-457f-acbc-25d68ae92434 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:29.148061 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e49991bf-7abc-4494-947f-834a9576b67b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.181174 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49991bf-7abc-4494-947f-834a9576b67b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'Port': ['ID=b085f20c-b016-4211-a3bb-5071047af4b6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:29.197354 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-88c79cd2-98ed-4743-af4c-9b65e189d356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641896962', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:39Z', 'updated_at': '2021-07-15T14:14:28Z', 'revision_number': 6, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:29.249256 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e49991bf-7abc-4494-947f-834a9576b67b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.254134 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c79cd2-98ed-4743-af4c-9b65e189d356 None None] The sync data for ids ['38362c9e-f1b1-457f-acbc-25d68ae92434'] in n-d-758944-45 is: [{'id': '38362c9e-f1b1-457f-acbc-25d68ae92434', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1641896962', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:39Z', 'updated_at': '2021-07-15T14:14:28Z', 'revision_number': 6, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:14:29.269750 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-277bf7f2-f2a0-4a53-b27c-a299ffd0c1b5 None None] Deleting port 8b17e81c-2984-43f6-826a-1238a7039169 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:14:29.270336 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-277bf7f2-f2a0-4a53-b27c-a299ffd0c1b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.346816 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-277bf7f2-f2a0-4a53-b27c-a299ffd0c1b5 None None] For port 8b17e81c-2984-43f6-826a-1238a7039169, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=8b17e81c-2984-43f6-826a-1238a7039169,segment=NetworkSegment(398b9a0a-cb74-4f3b-bd17-ac2363b482c6),segment_id=398b9a0a-cb74-4f3b-bd17-ac2363b482c6)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:29.347213 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-277bf7f2-f2a0-4a53-b27c-a299ffd0c1b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.363319 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-277bf7f2-f2a0-4a53-b27c-a299ffd0c1b5 None None] Calling delete_port for 8b17e81c-2984-43f6-826a-1238a7039169 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:14:29.370977 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e49991bf-7abc-4494-947f-834a9576b67b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.373582 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e49991bf-7abc-4494-947f-834a9576b67b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.427085 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e49991bf-7abc-4494-947f-834a9576b67b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.427773 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49991bf-7abc-4494-947f-834a9576b67b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Fanout notify agent at l3_agent the message router_deleted on router 38362c9e-f1b1-457f-acbc-25d68ae92434 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:14:29.435611 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e49991bf-7abc-4494-947f-834a9576b67b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.439851 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e49991bf-7abc-4494-947f-834a9576b67b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "DELETE /v2.0/routers/38362c9e-f1b1-457f-acbc-25d68ae92434 HTTP/1.1" status: 204 len: 168 time: 0.9821289 Jul 15 14:14:29.440338 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50590) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:29.496966 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-277bf7f2-f2a0-4a53-b27c-a299ffd0c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.530869 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-91d8ebd2-0dba-4b72-b858-c316481d7a42 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.547088 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277bf7f2-f2a0-4a53-b27c-a299ffd0c1b5 None None] Pushing event deleted for resources: {'Port': ['ID=8b17e81c-2984-43f6-826a-1238a7039169,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:29.554352 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277bf7f2-f2a0-4a53-b27c-a299ffd0c1b5 None None] No DVR routers for this DVR port 8b17e81c-2984-43f6-826a-1238a7039169 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:14:29.569183 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277bf7f2-f2a0-4a53-b27c-a299ffd0c1b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:29.570329 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277bf7f2-f2a0-4a53-b27c-a299ffd0c1b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:29.570329 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277bf7f2-f2a0-4a53-b27c-a299ffd0c1b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:29.570902 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277bf7f2-f2a0-4a53-b27c-a299ffd0c1b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:29.571329 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277bf7f2-f2a0-4a53-b27c-a299ffd0c1b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:29.571870 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277bf7f2-f2a0-4a53-b27c-a299ffd0c1b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:29.572404 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277bf7f2-f2a0-4a53-b27c-a299ffd0c1b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:29.572933 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277bf7f2-f2a0-4a53-b27c-a299ffd0c1b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:29.573462 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277bf7f2-f2a0-4a53-b27c-a299ffd0c1b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:29.574091 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277bf7f2-f2a0-4a53-b27c-a299ffd0c1b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:29.574590 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277bf7f2-f2a0-4a53-b27c-a299ffd0c1b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:29.575080 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277bf7f2-f2a0-4a53-b27c-a299ffd0c1b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:29.636234 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-91d8ebd2-0dba-4b72-b858-c316481d7a42 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.648016 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-91d8ebd2-0dba-4b72-b858-c316481d7a42 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb9d128d-0d88-4cec-b25f-1423aab3dee5']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:29.660451 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-91d8ebd2-0dba-4b72-b858-c316481d7a42 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '398b9a0a-cb74-4f3b-bd17-ac2363b482c6') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:29.660803 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-91d8ebd2-0dba-4b72-b858-c316481d7a42 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '398b9a0a-cb74-4f3b-bd17-ac2363b482c6') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:29.672457 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-91d8ebd2-0dba-4b72-b858-c316481d7a42 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.691654 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-91d8ebd2-0dba-4b72-b858-c316481d7a42 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.700043 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d8ebd2-0dba-4b72-b858-c316481d7a42 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:14:29.701274 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-91d8ebd2-0dba-4b72-b858-c316481d7a42 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: timer() Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:14:29.705285 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:14:29.791324 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-91d8ebd2-0dba-4b72-b858-c316481d7a42 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.798072 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8b17e81c-2984-43f6-826a-1238a7039169 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:14:29.806349 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-91d8ebd2-0dba-4b72-b858-c316481d7a42 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.810564 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-91d8ebd2-0dba-4b72-b858-c316481d7a42 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "DELETE /v2.0/networks/eb9d128d-0d88-4cec-b25f-1423aab3dee5 HTTP/1.1" status: 204 len: 168 time: 0.3683126 Jul 15 14:14:29.813141 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50594) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:29.830075 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 8b17e81c-2984-43f6-826a-1238a7039169 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:14:29.830356 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 8b17e81c-2984-43f6-826a-1238a7039169 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:14:29.830736 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b0455f41-c1ee-440e-9b4a-42a37df38160 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:14:29.832639 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8ebd2-0dba-4b72-b858-c316481d7a42 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'Network': ['ID=eb9d128d-0d88-4cec-b25f-1423aab3dee5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:29.855986 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: b0455f41-c1ee-440e-9b4a-42a37df38160 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:14:29.856329 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b0455f41-c1ee-440e-9b4a-42a37df38160 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:14:29.892973 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-17a239f0-927c-4ca6-ae45-228b713c38a1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.932982 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-17a239f0-927c-4ca6-ae45-228b713c38a1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.000561 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-17a239f0-927c-4ca6-ae45-228b713c38a1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.003544 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-17a239f0-927c-4ca6-ae45-228b713c38a1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.004769 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-17a239f0-927c-4ca6-ae45-228b713c38a1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "DELETE /v2.0/security-groups/31a0baf3-a42f-4263-8251-eef10f46f805 HTTP/1.1" status: 204 len: 168 time: 0.1902542 Jul 15 14:14:30.014699 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a239f0-927c-4ca6-ae45-228b713c38a1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a0baf3-a42f-4263-8251-eef10f46f805,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:30.661132 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50600) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:30.667503 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-fd0f405c-e1d6-4c78-8268-c14b9efce1d2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2070274410', 'description': 'tempest-secgroup-smoke-2070274410 description', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:30.695645 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd0f405c-e1d6-4c78-8268-c14b9efce1d2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.798063 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd0f405c-e1d6-4c78-8268-c14b9efce1d2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.802699 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd0f405c-e1d6-4c78-8268-c14b9efce1d2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.830572 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd0f405c-e1d6-4c78-8268-c14b9efce1d2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.831844 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fd0f405c-e1d6-4c78-8268-c14b9efce1d2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1688230 Jul 15 14:14:30.835954 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50602) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:30.837165 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f405c-e1d6-4c78-8268-c14b9efce1d2 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e39f9b4-30f6-4a0f-93a0-d21b750d33eb,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:30.842271 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-6926c9d6-c001-46c9-ac28-49f9fe2bc319 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group_rule': {'security_group_id': '4e39f9b4-30f6-4a0f-93a0-d21b750d33eb', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:30.876371 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6926c9d6-c001-46c9-ac28-49f9fe2bc319 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.938183 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6926c9d6-c001-46c9-ac28-49f9fe2bc319 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.943337 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6926c9d6-c001-46c9-ac28-49f9fe2bc319 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.964692 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926c9d6-c001-46c9-ac28-49f9fe2bc319 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=455cefea-287e-4859-b70c-edb904d7db9d,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:30.967179 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6926c9d6-c001-46c9-ac28-49f9fe2bc319 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.968392 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6926c9d6-c001-46c9-ac28-49f9fe2bc319 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1312757 Jul 15 14:14:30.972441 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50604) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:30.977456 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-23c9fca7-5496-43cc-86b8-e6d4dce376d7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group_rule': {'security_group_id': '4e39f9b4-30f6-4a0f-93a0-d21b750d33eb', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:31.006452 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23c9fca7-5496-43cc-86b8-e6d4dce376d7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:31.069155 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23c9fca7-5496-43cc-86b8-e6d4dce376d7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:31.073636 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23c9fca7-5496-43cc-86b8-e6d4dce376d7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:31.092102 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9fca7-5496-43cc-86b8-e6d4dce376d7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca616dd8-3f68-4ce3-bb73-673886bd9cde,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:31.098811 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-23c9fca7-5496-43cc-86b8-e6d4dce376d7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:31.100258 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-23c9fca7-5496-43cc-86b8-e6d4dce376d7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1265955 Jul 15 14:14:31.105129 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50606) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:31.110110 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-eaf9b0d8-4542-437f-8cb2-b05adafb51ad tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group_rule': {'security_group_id': '4e39f9b4-30f6-4a0f-93a0-d21b750d33eb', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:31.144921 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eaf9b0d8-4542-437f-8cb2-b05adafb51ad tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:31.219318 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eaf9b0d8-4542-437f-8cb2-b05adafb51ad tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:31.224314 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eaf9b0d8-4542-437f-8cb2-b05adafb51ad tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:31.244939 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9b0d8-4542-437f-8cb2-b05adafb51ad tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8956218-89b1-41da-bbde-8bbf147b6f86,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:31.251553 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eaf9b0d8-4542-437f-8cb2-b05adafb51ad tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:31.253072 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-eaf9b0d8-4542-437f-8cb2-b05adafb51ad tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1465855 Jul 15 14:14:31.258304 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50608) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:31.263293 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-73f25296-f4cf-4e0c-91d3-f5ee90563ce1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group_rule': {'security_group_id': '4e39f9b4-30f6-4a0f-93a0-d21b750d33eb', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:31.293359 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73f25296-f4cf-4e0c-91d3-f5ee90563ce1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:31.358188 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73f25296-f4cf-4e0c-91d3-f5ee90563ce1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:31.362503 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73f25296-f4cf-4e0c-91d3-f5ee90563ce1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:31.382375 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f25296-f4cf-4e0c-91d3-f5ee90563ce1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1b3ed92-42fd-4f71-9470-8398bdea7630,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:31.388468 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73f25296-f4cf-4e0c-91d3-f5ee90563ce1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:31.389716 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-73f25296-f4cf-4e0c-91d3-f5ee90563ce1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1303415 Jul 15 14:14:31.392679 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50610) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:31.397634 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-9169daa0-4df9-4dba-bf98-21f2aeff4f37 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group_rule': {'security_group_id': '4e39f9b4-30f6-4a0f-93a0-d21b750d33eb', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:31.422226 n-d-758944-45 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-9169daa0-4df9-4dba-bf98-21f2aeff4f37 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Project e4ca9f7ba7bc40c999cf6f648c1e5688 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:14:31.428141 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9169daa0-4df9-4dba-bf98-21f2aeff4f37 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:31.456501 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b085f20c-b016-4211-a3bb-5071047af4b6 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:14:31.480606 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: b085f20c-b016-4211-a3bb-5071047af4b6 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:14:31.480900 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device b085f20c-b016-4211-a3bb-5071047af4b6 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:14:31.503250 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9169daa0-4df9-4dba-bf98-21f2aeff4f37 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:31.507892 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9169daa0-4df9-4dba-bf98-21f2aeff4f37 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:31.528303 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169daa0-4df9-4dba-bf98-21f2aeff4f37 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94aabaae-8ff4-43a4-b342-001c03255541,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:31.539015 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9169daa0-4df9-4dba-bf98-21f2aeff4f37 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:31.540278 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9169daa0-4df9-4dba-bf98-21f2aeff4f37 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1465838 Jul 15 14:14:31.543302 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50612) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:31.548010 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-87adece8-5893-4822-a8ca-bf38ddeb4f70 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'security_group_rule': {'security_group_id': '4e39f9b4-30f6-4a0f-93a0-d21b750d33eb', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:31.575136 n-d-758944-45 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-87adece8-5893-4822-a8ca-bf38ddeb4f70 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Project e4ca9f7ba7bc40c999cf6f648c1e5688 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:14:31.580418 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-87adece8-5893-4822-a8ca-bf38ddeb4f70 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:31.648027 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-87adece8-5893-4822-a8ca-bf38ddeb4f70 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:31.655346 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-87adece8-5893-4822-a8ca-bf38ddeb4f70 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:31.675541 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87adece8-5893-4822-a8ca-bf38ddeb4f70 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e336a8-377c-468b-829f-a66162d81e5b,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:31.682457 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-87adece8-5893-4822-a8ca-bf38ddeb4f70 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:31.686552 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-87adece8-5893-4822-a8ca-bf38ddeb4f70 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1391854 Jul 15 14:14:31.687588 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50614) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:31.695719 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-7e44bca5-8514-4246-ae62-983405e7a155 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'network': {'name': 'tempest-network-smoke--2030427727', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'port_security_enabled': True}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:31.720481 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e44bca5-8514-4246-ae62-983405e7a155 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Made reservation on behalf of e4ca9f7ba7bc40c999cf6f648c1e5688 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:14:31.724670 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e44bca5-8514-4246-ae62-983405e7a155 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:31.750383 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e44bca5-8514-4246-ae62-983405e7a155 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:14:31.760180 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e44bca5-8514-4246-ae62-983405e7a155 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:31.760180 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-7e44bca5-8514-4246-ae62-983405e7a155 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Added segment 05a9471a-a760-43ae-942a-443110c2b20e of type vlan for network 42578ce7-e291-4d29-8d82-8947a6714bb0 Jul 15 14:14:31.803149 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e44bca5-8514-4246-ae62-983405e7a155 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:31.834091 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e44bca5-8514-4246-ae62-983405e7a155 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:31.840260 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e44bca5-8514-4246-ae62-983405e7a155 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:31.841220 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e44bca5-8514-4246-ae62-983405e7a155 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:31.877820 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7e44bca5-8514-4246-ae62-983405e7a155 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1888604 Jul 15 14:14:31.880702 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50616) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:31.885579 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-6e558d08-96c8-4f0c-8aa4-0efb6ca1e794 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-339383352', 'admin_state_up': True, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:31.910258 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e558d08-96c8-4f0c-8aa4-0efb6ca1e794 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:31.911809 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e558d08-96c8-4f0c-8aa4-0efb6ca1e794 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:31.917089 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44bca5-8514-4246-ae62-983405e7a155 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Network': ['ID=42578ce7-e291-4d29-8d82-8947a6714bb0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:31.928524 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 42578ce7-e291-4d29-8d82-8947a6714bb0 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:14:31.968778 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e558d08-96c8-4f0c-8aa4-0efb6ca1e794 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.113072 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e558d08-96c8-4f0c-8aa4-0efb6ca1e794 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.359288 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e558d08-96c8-4f0c-8aa4-0efb6ca1e794 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.690154 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e558d08-96c8-4f0c-8aa4-0efb6ca1e794 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.808284 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-6e558d08-96c8-4f0c-8aa4-0efb6ca1e794 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Allocated IP 172.25.6.191 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/2344c7c1-266a-4880-bfa3-842dc29b31cc) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:14:32.930172 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e558d08-96c8-4f0c-8aa4-0efb6ca1e794 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.972338 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e558d08-96c8-4f0c-8aa4-0efb6ca1e794 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.013313 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e558d08-96c8-4f0c-8aa4-0efb6ca1e794 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:14:33.019525 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-6e558d08-96c8-4f0c-8aa4-0efb6ca1e794 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:14:33.023601 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e558d08-96c8-4f0c-8aa4-0efb6ca1e794 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:14:33.048743 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e558d08-96c8-4f0c-8aa4-0efb6ca1e794 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Port': ['ID=2344c7c1-266a-4880-bfa3-842dc29b31cc,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:33.296661 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e558d08-96c8-4f0c-8aa4-0efb6ca1e794 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.503982 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e558d08-96c8-4f0c-8aa4-0efb6ca1e794 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.640264 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e558d08-96c8-4f0c-8aa4-0efb6ca1e794 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Router 64c4a785-bde5-463e-b6ef-cd72fea96a76 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:14:33.753086 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e558d08-96c8-4f0c-8aa4-0efb6ca1e794 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:14:33.767177 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51875273-277b-46d2-9c56-da0da74b96ba None None] Sync routers for ids ['64c4a785-bde5-463e-b6ef-cd72fea96a76'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:14:33.777398 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e558d08-96c8-4f0c-8aa4-0efb6ca1e794 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.779007 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51875273-277b-46d2-9c56-da0da74b96ba None None] Routers {'64c4a785-bde5-463e-b6ef-cd72fea96a76'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:33.779615 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-6e558d08-96c8-4f0c-8aa4-0efb6ca1e794 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8970942 Jul 15 14:14:33.779763 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-51875273-277b-46d2-9c56-da0da74b96ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:14:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['64c4a785-bde5-463e-b6ef-cd72fea96a76'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:33.782713 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50622) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:33.875041 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9f2895e4-88c5-4a3a-8538-24eb752b9015 tempest-TestNetworkAdvancedServerOps-863404935 tempest-TestNetworkAdvancedServerOps-863404935-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=e4ca9f7ba7bc40c999cf6f648c1e5688&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0904889 Jul 15 14:14:33.877949 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50626) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:33.888944 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-51875273-277b-46d2-9c56-da0da74b96ba None None] Set router 64c4a785-bde5-463e-b6ef-cd72fea96a76 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:33.978941 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174d5bb2-bc23-46ef-9d38-ff343f8d7afc tempest-TestNetworkAdvancedServerOps-863404935 tempest-TestNetworkAdvancedServerOps-863404935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:33.981138 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-174d5bb2-bc23-46ef-9d38-ff343f8d7afc tempest-TestNetworkAdvancedServerOps-863404935 tempest-TestNetworkAdvancedServerOps-863404935-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1022017 Jul 15 14:14:33.984227 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50628) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:34.015096 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:14:34.025648 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-67d546e0-dca5-4cce-b5df-500e434641b3 tempest-TestNetworkAdvancedServerOps-863404935 tempest-TestNetworkAdvancedServerOps-863404935-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=0b352371-cfe9-4be4-934e-718e319584db&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402007 Jul 15 14:14:34.028746 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50630) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:34.034034 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3129064a-e3fe-4000-be65-1d2fe1ed0541 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1813108596', 'network_id': '42578ce7-e291-4d29-8d82-8947a6714bb0', 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:34.093386 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-51875273-277b-46d2-9c56-da0da74b96ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339383352', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '2344c7c1-266a-4880-bfa3-842dc29b31cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:31Z', 'updated_at': '2021-07-15T14:14:33Z', 'revision_number': 3, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '2344c7c1-266a-4880-bfa3-842dc29b31cc', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:32Z', 'updated_at': '2021-07-15T14:14:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:34.121963 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51875273-277b-46d2-9c56-da0da74b96ba None None] Checking router: 64c4a785-bde5-463e-b6ef-cd72fea96a76 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:14:34.122296 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51875273-277b-46d2-9c56-da0da74b96ba None None] Updating router 64c4a785-bde5-463e-b6ef-cd72fea96a76 port 2344c7c1-266a-4880-bfa3-842dc29b31cc binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:14:34.133276 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3129064a-e3fe-4000-be65-1d2fe1ed0541 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Made reservation on behalf of e4ca9f7ba7bc40c999cf6f648c1e5688 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:14:34.138581 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3129064a-e3fe-4000-be65-1d2fe1ed0541 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:34.162919 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51875273-277b-46d2-9c56-da0da74b96ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:34.387899 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3129064a-e3fe-4000-be65-1d2fe1ed0541 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:34.464981 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129064a-e3fe-4000-be65-1d2fe1ed0541 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Subnet': ['ID=d639e1c7-5e3c-4254-987e-c0509987fe56,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:34.479106 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3129064a-e3fe-4000-be65-1d2fe1ed0541 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Checking segment: {'id': '05a9471a-a760-43ae-942a-443110c2b20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '42578ce7-e291-4d29-8d82-8947a6714bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:14:34.479760 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3129064a-e3fe-4000-be65-1d2fe1ed0541 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network hostable DHCP agents. Network: 42578ce7-e291-4d29-8d82-8947a6714bb0, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:14:34.499553 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3129064a-e3fe-4000-be65-1d2fe1ed0541 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network 42578ce7-e291-4d29-8d82-8947a6714bb0 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:14:34.510426 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-3129064a-e3fe-4000-be65-1d2fe1ed0541 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 42578ce7-e291-4d29-8d82-8947a6714bb0) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:14:34.515545 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3129064a-e3fe-4000-be65-1d2fe1ed0541 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:34.516424 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3129064a-e3fe-4000-be65-1d2fe1ed0541 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:34.524072 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cfdfcb-d8fb-4c6f-9211-b1c002d6b5ec None None] Network 42578ce7-e291-4d29-8d82-8947a6714bb0 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:14:34.530177 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51875273-277b-46d2-9c56-da0da74b96ba None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:34.537395 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-3129064a-e3fe-4000-be65-1d2fe1ed0541 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5062418 Jul 15 14:14:34.541796 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50634) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:34.555814 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-51875273-277b-46d2-9c56-da0da74b96ba None None] Transition to ACTIVE for port object 2344c7c1-266a-4880-bfa3-842dc29b31cc will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:14:34.566552 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51875273-277b-46d2-9c56-da0da74b96ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:34.640139 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1091677e-b2d1-4012-b86e-ec57fac15de5 None None] Pushing event updated for resources: {'Port': ['ID=2344c7c1-266a-4880-bfa3-842dc29b31cc,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:34.642683 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-51875273-277b-46d2-9c56-da0da74b96ba None None] Attempting to bind port 2344c7c1-266a-4880-bfa3-842dc29b31cc on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:14:34.643089 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-51875273-277b-46d2-9c56-da0da74b96ba None None] Attempting to bind port 2344c7c1-266a-4880-bfa3-842dc29b31cc by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:14:34.643565 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51875273-277b-46d2-9c56-da0da74b96ba None None] Attempting to bind port 2344c7c1-266a-4880-bfa3-842dc29b31cc on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:14:34.654314 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091677e-b2d1-4012-b86e-ec57fac15de5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:34.654645 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091677e-b2d1-4012-b86e-ec57fac15de5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:34.654980 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091677e-b2d1-4012-b86e-ec57fac15de5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:34.656028 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091677e-b2d1-4012-b86e-ec57fac15de5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:34.656028 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091677e-b2d1-4012-b86e-ec57fac15de5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:34.656028 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091677e-b2d1-4012-b86e-ec57fac15de5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:34.656582 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091677e-b2d1-4012-b86e-ec57fac15de5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:34.656582 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091677e-b2d1-4012-b86e-ec57fac15de5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:34.656933 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091677e-b2d1-4012-b86e-ec57fac15de5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:34.657216 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091677e-b2d1-4012-b86e-ec57fac15de5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:34.657576 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091677e-b2d1-4012-b86e-ec57fac15de5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:34.657890 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1091677e-b2d1-4012-b86e-ec57fac15de5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:34.662579 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51875273-277b-46d2-9c56-da0da74b96ba None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:14:34.662579 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51875273-277b-46d2-9c56-da0da74b96ba None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:14:34.663167 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51875273-277b-46d2-9c56-da0da74b96ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:34.663353 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51875273-277b-46d2-9c56-da0da74b96ba None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:14:34.664670 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-51875273-277b-46d2-9c56-da0da74b96ba None None] Bound port: 2344c7c1-266a-4880-bfa3-842dc29b31cc, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:14:34.664670 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51875273-277b-46d2-9c56-da0da74b96ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:34.711474 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574a3c4c-d515-4f12-8f3a-6bcb2ddeb553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-42578ce7-e291-4d29-8d82-8947a6714bb0', 'network_id': '42578ce7-e291-4d29-8d82-8947a6714bb0', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'fixed_ips': [{'subnet_id': 'd639e1c7-5e3c-4254-987e-c0509987fe56'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:14:34.712347 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-574a3c4c-d515-4f12-8f3a-6bcb2ddeb553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:34.729124 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-51875273-277b-46d2-9c56-da0da74b96ba None None] For port 2344c7c1-266a-4880-bfa3-842dc29b31cc, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:14:34.733086 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-51875273-277b-46d2-9c56-da0da74b96ba None None] For port 2344c7c1-266a-4880-bfa3-842dc29b31cc, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=2344c7c1-266a-4880-bfa3-842dc29b31cc,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:14:34.739603 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-51875273-277b-46d2-9c56-da0da74b96ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:34.801462 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1091677e-b2d1-4012-b86e-ec57fac15de5 None None] Pushing event updated for resources: {'Port': ['ID=2344c7c1-266a-4880-bfa3-842dc29b31cc,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:34.816615 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51875273-277b-46d2-9c56-da0da74b96ba None None] Routers {'64c4a785-bde5-463e-b6ef-cd72fea96a76'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:34.817343 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-51875273-277b-46d2-9c56-da0da74b96ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:14:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['64c4a785-bde5-463e-b6ef-cd72fea96a76'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:34.875244 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-574a3c4c-d515-4f12-8f3a-6bcb2ddeb553 None None] Allocated IP 172.20.0.2 (42578ce7-e291-4d29-8d82-8947a6714bb0/d639e1c7-5e3c-4254-987e-c0509987fe56/cd1a06b2-1ffa-4979-829a-a49aafce5e7f) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:14:34.931373 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-51875273-277b-46d2-9c56-da0da74b96ba None None] Set router 64c4a785-bde5-463e-b6ef-cd72fea96a76 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:35.044783 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-574a3c4c-d515-4f12-8f3a-6bcb2ddeb553 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:35.054892 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-574a3c4c-d515-4f12-8f3a-6bcb2ddeb553 None None] Transition to ACTIVE for port object cd1a06b2-1ffa-4979-829a-a49aafce5e7f will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:14:35.071065 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-574a3c4c-d515-4f12-8f3a-6bcb2ddeb553 None None] Transition to ACTIVE for port object cd1a06b2-1ffa-4979-829a-a49aafce5e7f will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:14:35.080500 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-574a3c4c-d515-4f12-8f3a-6bcb2ddeb553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:35.125614 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574a3c4c-d515-4f12-8f3a-6bcb2ddeb553 None None] Network 42578ce7-e291-4d29-8d82-8947a6714bb0 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:14:35.128655 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-574a3c4c-d515-4f12-8f3a-6bcb2ddeb553 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:14:35.132669 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574a3c4c-d515-4f12-8f3a-6bcb2ddeb553 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:14:35.136965 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d81e4336-e22d-4cfb-8767-5b8ce6460642 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:35.145386 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a3c4c-d515-4f12-8f3a-6bcb2ddeb553 None None] Pushing event updated for resources: {'Port': ['ID=cd1a06b2-1ffa-4979-829a-a49aafce5e7f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:35.168191 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-51875273-277b-46d2-9c56-da0da74b96ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339383352', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '2344c7c1-266a-4880-bfa3-842dc29b31cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:31Z', 'updated_at': '2021-07-15T14:14:33Z', 'revision_number': 3, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '2344c7c1-266a-4880-bfa3-842dc29b31cc', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:32Z', 'updated_at': '2021-07-15T14:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:35.198550 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51875273-277b-46d2-9c56-da0da74b96ba None None] The sync data for ids ['64c4a785-bde5-463e-b6ef-cd72fea96a76'] in n-d-758944-45 is: [{'id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339383352', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '2344c7c1-266a-4880-bfa3-842dc29b31cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:31Z', 'updated_at': '2021-07-15T14:14:33Z', 'revision_number': 3, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '2344c7c1-266a-4880-bfa3-842dc29b31cc', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:32Z', 'updated_at': '2021-07-15T14:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:14:35.199502 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-574a3c4c-d515-4f12-8f3a-6bcb2ddeb553 None None] Attempting to bind port cd1a06b2-1ffa-4979-829a-a49aafce5e7f on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:14:35.199879 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-574a3c4c-d515-4f12-8f3a-6bcb2ddeb553 None None] Attempting to bind port cd1a06b2-1ffa-4979-829a-a49aafce5e7f by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '05a9471a-a760-43ae-942a-443110c2b20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '42578ce7-e291-4d29-8d82-8947a6714bb0'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:14:35.200249 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574a3c4c-d515-4f12-8f3a-6bcb2ddeb553 None None] Attempting to bind port cd1a06b2-1ffa-4979-829a-a49aafce5e7f on network 42578ce7-e291-4d29-8d82-8947a6714bb0 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:14:35.206136 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574a3c4c-d515-4f12-8f3a-6bcb2ddeb553 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:14:35.206558 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574a3c4c-d515-4f12-8f3a-6bcb2ddeb553 None None] Checking segment: {'id': '05a9471a-a760-43ae-942a-443110c2b20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '42578ce7-e291-4d29-8d82-8947a6714bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:14:35.206978 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-574a3c4c-d515-4f12-8f3a-6bcb2ddeb553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:35.207535 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574a3c4c-d515-4f12-8f3a-6bcb2ddeb553 None None] Bound using segment: {'id': '05a9471a-a760-43ae-942a-443110c2b20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '42578ce7-e291-4d29-8d82-8947a6714bb0'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:14:35.208021 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-574a3c4c-d515-4f12-8f3a-6bcb2ddeb553 None None] Bound port: cd1a06b2-1ffa-4979-829a-a49aafce5e7f, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a9471a-a760-43ae-942a-443110c2b20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '42578ce7-e291-4d29-8d82-8947a6714bb0'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:14:35.208947 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-574a3c4c-d515-4f12-8f3a-6bcb2ddeb553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:35.296189 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-574a3c4c-d515-4f12-8f3a-6bcb2ddeb553 None None] For port cd1a06b2-1ffa-4979-829a-a49aafce5e7f, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:14:35.300279 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-574a3c4c-d515-4f12-8f3a-6bcb2ddeb553 None None] For port cd1a06b2-1ffa-4979-829a-a49aafce5e7f, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=cd1a06b2-1ffa-4979-829a-a49aafce5e7f,segment=NetworkSegment(05a9471a-a760-43ae-942a-443110c2b20e),segment_id=05a9471a-a760-43ae-942a-443110c2b20e)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:14:35.308369 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-574a3c4c-d515-4f12-8f3a-6bcb2ddeb553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:35.385320 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a3c4c-d515-4f12-8f3a-6bcb2ddeb553 None None] Pushing event updated for resources: {'Port': ['ID=cd1a06b2-1ffa-4979-829a-a49aafce5e7f,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:35.571324 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-d81e4336-e22d-4cfb-8767-5b8ce6460642 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Allocated IP 172.20.0.1 (42578ce7-e291-4d29-8d82-8947a6714bb0/d639e1c7-5e3c-4254-987e-c0509987fe56/76bca9ab-4a5d-411b-833a-9c49cc71baf4) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:14:35.656011 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 2344c7c1-266a-4880-bfa3-842dc29b31cc up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:14:35.732706 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 2344c7c1-266a-4880-bfa3-842dc29b31cc completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:14:35.737753 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 2344c7c1-266a-4880-bfa3-842dc29b31cc triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:35.738158 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:35.781136 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d81e4336-e22d-4cfb-8767-5b8ce6460642 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:35.806880 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-d81e4336-e22d-4cfb-8767-5b8ce6460642 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Transition to ACTIVE for port object 76bca9ab-4a5d-411b-833a-9c49cc71baf4 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:14:35.844083 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:35.852452 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d81e4336-e22d-4cfb-8767-5b8ce6460642 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:35.874580 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 2344c7c1-266a-4880-bfa3-842dc29b31cc, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=2344c7c1-266a-4880-bfa3-842dc29b31cc,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:35.880846 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:35.901497 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81e4336-e22d-4cfb-8767-5b8ce6460642 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network 42578ce7-e291-4d29-8d82-8947a6714bb0 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:14:35.908363 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-d81e4336-e22d-4cfb-8767-5b8ce6460642 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:14:35.913547 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81e4336-e22d-4cfb-8767-5b8ce6460642 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:14:35.920841 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e4336-e22d-4cfb-8767-5b8ce6460642 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Port': ['ID=76bca9ab-4a5d-411b-833a-9c49cc71baf4,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:35.967462 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d81e4336-e22d-4cfb-8767-5b8ce6460642 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:35.968470 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=2344c7c1-266a-4880-bfa3-842dc29b31cc,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:36.140241 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d81e4336-e22d-4cfb-8767-5b8ce6460642 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:36.515666 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d81e4336-e22d-4cfb-8767-5b8ce6460642 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:36.523379 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d81e4336-e22d-4cfb-8767-5b8ce6460642 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:36.578084 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71078d04-fd6b-400b-ba25-027db8608278 None None] Network 42578ce7-e291-4d29-8d82-8947a6714bb0 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:14:36.664104 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-864be990-2b5f-4353-86dc-75a9ac3e5f3b None None] Provisioning for port cd1a06b2-1ffa-4979-829a-a49aafce5e7f completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:14:36.689288 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d81e4336-e22d-4cfb-8767-5b8ce6460642 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:36.694303 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e4336-e22d-4cfb-8767-5b8ce6460642 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Port': ['ID=76bca9ab-4a5d-411b-833a-9c49cc71baf4,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:36.818835 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81e4336-e22d-4cfb-8767-5b8ce6460642 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network 42578ce7-e291-4d29-8d82-8947a6714bb0 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:14:36.820609 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-d81e4336-e22d-4cfb-8767-5b8ce6460642 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:14:36.956368 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81e4336-e22d-4cfb-8767-5b8ce6460642 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Router 64c4a785-bde5-463e-b6ef-cd72fea96a76 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:14:37.091603 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81e4336-e22d-4cfb-8767-5b8ce6460642 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:14:37.104613 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d81e4336-e22d-4cfb-8767-5b8ce6460642 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "PUT /v2.0/routers/64c4a785-bde5-463e-b6ef-cd72fea96a76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5535076 Jul 15 14:14:37.117478 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e2e5c5d2-92e3-47ee-9c82-6dca069addb3 None None] Provisioning for port 76bca9ab-4a5d-411b-833a-9c49cc71baf4 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:14:37.124765 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e2e5c5d2-92e3-47ee-9c82-6dca069addb3 None None] Provisioning complete for port 76bca9ab-4a5d-411b-833a-9c49cc71baf4 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:37.125150 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e2e5c5d2-92e3-47ee-9c82-6dca069addb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:37.184730 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfb9265-53cd-408d-b4a7-d9243e303f3f None None] Sync routers for ids ['64c4a785-bde5-463e-b6ef-cd72fea96a76'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:14:37.190573 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e2e5c5d2-92e3-47ee-9c82-6dca069addb3 None None] Port 76bca9ab-4a5d-411b-833a-9c49cc71baf4 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:14:37.199468 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfb9265-53cd-408d-b4a7-d9243e303f3f None None] Routers {'64c4a785-bde5-463e-b6ef-cd72fea96a76'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:37.200189 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fbfb9265-53cd-408d-b4a7-d9243e303f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:14:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['64c4a785-bde5-463e-b6ef-cd72fea96a76'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:37.277742 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-97756643-9e31-4eef-b7c3-ddb6d05318d1 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2070274410&fields=id&tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688 HTTP/1.1" status: 200 len: 267 time: 0.0442295 Jul 15 14:14:37.344885 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1d67a308-b62c-42aa-be25-c727025663ba None None] Provisioning complete for port 76bca9ab-4a5d-411b-833a-9c49cc71baf4 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:37.345339 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1d67a308-b62c-42aa-be25-c727025663ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:37.375384 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-fbfb9265-53cd-408d-b4a7-d9243e303f3f None None] Set router 64c4a785-bde5-463e-b6ef-cd72fea96a76 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:37.417478 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-7a5648b0-1454-4f61-a82d-29682510b595 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:37.418826 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-7a5648b0-1454-4f61-a82d-29682510b595 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/networks?id=42578ce7-e291-4d29-8d82-8947a6714bb0 HTTP/1.1" status: 200 len: 797 time: 0.1341150 Jul 15 14:14:37.429093 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-1d67a308-b62c-42aa-be25-c727025663ba None None] Port 76bca9ab-4a5d-411b-833a-9c49cc71baf4 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:14:37.439095 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-dfa03c43-add8-4f52-a543-ce016ec6bbb6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/quotas/e4ca9f7ba7bc40c999cf6f648c1e5688 HTTP/1.1" status: 200 len: 375 time: 0.0140264 Jul 15 14:14:37.564719 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-6fffc5a6-8f7b-4cd1-844f-74643ed31b84 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1191931 Jul 15 14:14:37.577192 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b6c79c96-9732-47ce-baab-6704aa80f305 None None] Provisioning complete for port 76bca9ab-4a5d-411b-833a-9c49cc71baf4 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:37.577563 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b6c79c96-9732-47ce-baab-6704aa80f305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:37.642802 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device cd1a06b2-1ffa-4979-829a-a49aafce5e7f up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:14:37.674632 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b6c79c96-9732-47ce-baab-6704aa80f305 None None] Port 76bca9ab-4a5d-411b-833a-9c49cc71baf4 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:14:37.716921 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port cd1a06b2-1ffa-4979-829a-a49aafce5e7f completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:14:37.720644 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fbfb9265-53cd-408d-b4a7-d9243e303f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339383352', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '2344c7c1-266a-4880-bfa3-842dc29b31cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:31Z', 'updated_at': '2021-07-15T14:14:36Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '2344c7c1-266a-4880-bfa3-842dc29b31cc', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:32Z', 'updated_at': '2021-07-15T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '76bca9ab-4a5d-411b-833a-9c49cc71baf4', 'name': '', 'network_id': '42578ce7-e291-4d29-8d82-8947a6714bb0', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:d2:26:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd639e1c7-5e3c-4254-987e-c0509987fe56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:35Z', 'updated_at': '2021-07-15T14:14:36Z', 'revision_number': 2, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'd639e1c7-5e3c-4254-987e-c0509987fe56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:37.724967 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port cd1a06b2-1ffa-4979-829a-a49aafce5e7f triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:37.725336 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:37.745949 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-43e84bde-69c9-4d33-9786-32b28e3ad5d1 service neutron] 10.222.0.24 "GET /v2.0/networks/42578ce7-e291-4d29-8d82-8947a6714bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681030 Jul 15 14:14:37.774086 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfb9265-53cd-408d-b4a7-d9243e303f3f None None] Checking router: 64c4a785-bde5-463e-b6ef-cd72fea96a76 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:14:37.774440 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfb9265-53cd-408d-b4a7-d9243e303f3f None None] Updating router 64c4a785-bde5-463e-b6ef-cd72fea96a76 port 76bca9ab-4a5d-411b-833a-9c49cc71baf4 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:14:37.821996 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fbfb9265-53cd-408d-b4a7-d9243e303f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:38.072227 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:38.151343 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-151d1d14-fff8-4d80-ad02-e23c175db61b service neutron] 10.222.0.24 "GET /v2.0/networks/42578ce7-e291-4d29-8d82-8947a6714bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993618 Jul 15 14:14:38.164703 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port cd1a06b2-1ffa-4979-829a-a49aafce5e7f, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=cd1a06b2-1ffa-4979-829a-a49aafce5e7f,segment=NetworkSegment(05a9471a-a760-43ae-942a-443110c2b20e),segment_id=05a9471a-a760-43ae-942a-443110c2b20e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:38.183102 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:38.183973 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 2344c7c1-266a-4880-bfa3-842dc29b31cc up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:14:38.311745 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=cd1a06b2-1ffa-4979-829a-a49aafce5e7f,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:38.346915 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5c253f3d-26c6-4a70-a83c-d248f75c05c0 req-22f19026-c781-4681-9dc9-1fff01cb8422 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ca6335-0e1b-46af-ba5d-b13906b8a194 HTTP/1.1" status: 200 len: 210 time: 0.0375750 Jul 15 14:14:38.351194 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 2344c7c1-266a-4880-bfa3-842dc29b31cc triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:38.351541 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:38.431714 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fbfb9265-53cd-408d-b4a7-d9243e303f3f None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:38.445631 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fbfb9265-53cd-408d-b4a7-d9243e303f3f None None] Transition to ACTIVE for port object 76bca9ab-4a5d-411b-833a-9c49cc71baf4 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:14:38.469636 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fbfb9265-53cd-408d-b4a7-d9243e303f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:38.535191 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5fedd1-b72b-4acb-b828-4104ae78d02b None None] Pushing event updated for resources: {'Port': ['ID=76bca9ab-4a5d-411b-833a-9c49cc71baf4,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:38.599658 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-fbfb9265-53cd-408d-b4a7-d9243e303f3f None None] Attempting to bind port 76bca9ab-4a5d-411b-833a-9c49cc71baf4 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:14:38.600774 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-fbfb9265-53cd-408d-b4a7-d9243e303f3f None None] Attempting to bind port 76bca9ab-4a5d-411b-833a-9c49cc71baf4 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '05a9471a-a760-43ae-942a-443110c2b20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '42578ce7-e291-4d29-8d82-8947a6714bb0'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:14:38.601814 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb9265-53cd-408d-b4a7-d9243e303f3f None None] Attempting to bind port 76bca9ab-4a5d-411b-833a-9c49cc71baf4 on network 42578ce7-e291-4d29-8d82-8947a6714bb0 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:14:38.615664 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb9265-53cd-408d-b4a7-d9243e303f3f None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:14:38.616300 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb9265-53cd-408d-b4a7-d9243e303f3f None None] Checking segment: {'id': '05a9471a-a760-43ae-942a-443110c2b20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '42578ce7-e291-4d29-8d82-8947a6714bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:14:38.617002 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fbfb9265-53cd-408d-b4a7-d9243e303f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:38.617697 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb9265-53cd-408d-b4a7-d9243e303f3f None None] Bound using segment: {'id': '05a9471a-a760-43ae-942a-443110c2b20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '42578ce7-e291-4d29-8d82-8947a6714bb0'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:14:38.618561 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-fbfb9265-53cd-408d-b4a7-d9243e303f3f None None] Bound port: 76bca9ab-4a5d-411b-833a-9c49cc71baf4, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a9471a-a760-43ae-942a-443110c2b20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '42578ce7-e291-4d29-8d82-8947a6714bb0'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:14:38.619289 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fbfb9265-53cd-408d-b4a7-d9243e303f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:38.703245 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-fbfb9265-53cd-408d-b4a7-d9243e303f3f None None] For port 76bca9ab-4a5d-411b-833a-9c49cc71baf4, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:14:38.707498 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-fbfb9265-53cd-408d-b4a7-d9243e303f3f None None] For port 76bca9ab-4a5d-411b-833a-9c49cc71baf4, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=76bca9ab-4a5d-411b-833a-9c49cc71baf4,segment=NetworkSegment(05a9471a-a760-43ae-942a-443110c2b20e),segment_id=05a9471a-a760-43ae-942a-443110c2b20e)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:14:38.714183 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fbfb9265-53cd-408d-b4a7-d9243e303f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:38.782369 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfb9265-53cd-408d-b4a7-d9243e303f3f None None] Routers {'64c4a785-bde5-463e-b6ef-cd72fea96a76'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:38.783617 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fbfb9265-53cd-408d-b4a7-d9243e303f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:14:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['64c4a785-bde5-463e-b6ef-cd72fea96a76'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:38.839701 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5fedd1-b72b-4acb-b828-4104ae78d02b None None] Pushing event updated for resources: {'Port': ['ID=76bca9ab-4a5d-411b-833a-9c49cc71baf4,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:38.921461 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:38.936320 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-fbfb9265-53cd-408d-b4a7-d9243e303f3f None None] Set router 64c4a785-bde5-463e-b6ef-cd72fea96a76 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:39.155975 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fbfb9265-53cd-408d-b4a7-d9243e303f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339383352', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '2344c7c1-266a-4880-bfa3-842dc29b31cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:31Z', 'updated_at': '2021-07-15T14:14:36Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '2344c7c1-266a-4880-bfa3-842dc29b31cc', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:32Z', 'updated_at': '2021-07-15T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '76bca9ab-4a5d-411b-833a-9c49cc71baf4', 'name': '', 'network_id': '42578ce7-e291-4d29-8d82-8947a6714bb0', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:d2:26:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd639e1c7-5e3c-4254-987e-c0509987fe56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:35Z', 'updated_at': '2021-07-15T14:14:38Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'd639e1c7-5e3c-4254-987e-c0509987fe56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:39.181584 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfb9265-53cd-408d-b4a7-d9243e303f3f None None] The sync data for ids ['64c4a785-bde5-463e-b6ef-cd72fea96a76'] in n-d-758944-45 is: [{'id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339383352', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '2344c7c1-266a-4880-bfa3-842dc29b31cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:31Z', 'updated_at': '2021-07-15T14:14:36Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '2344c7c1-266a-4880-bfa3-842dc29b31cc', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:32Z', 'updated_at': '2021-07-15T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '76bca9ab-4a5d-411b-833a-9c49cc71baf4', 'name': '', 'network_id': '42578ce7-e291-4d29-8d82-8947a6714bb0', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:d2:26:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd639e1c7-5e3c-4254-987e-c0509987fe56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:35Z', 'updated_at': '2021-07-15T14:14:38Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'd639e1c7-5e3c-4254-987e-c0509987fe56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:14:39.520122 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6746a64c-47ca-4ff4-80be-ffa5a6895cdf req-a87cfeda-5ed8-47d6-a77e-e4f3decc2a08 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ca6335-0e1b-46af-ba5d-b13906b8a194 HTTP/1.1" status: 200 len: 210 time: 0.0532691 Jul 15 14:14:39.648509 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-ee689ca9-036c-4c61-98ce-70b132833525 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:39.650130 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-ee689ca9-036c-4c61-98ce-70b132833525 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.32 "GET /v2.0/networks?id=42578ce7-e291-4d29-8d82-8947a6714bb0 HTTP/1.1" status: 200 len: 797 time: 0.1372545 Jul 15 14:14:39.666501 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device cd1a06b2-1ffa-4979-829a-a49aafce5e7f up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:14:39.715847 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-eea3381f-8fbf-4d47-a5ec-6be3408f5732 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688 HTTP/1.1" status: 200 len: 380 time: 0.0438137 Jul 15 14:14:39.726534 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port cd1a06b2-1ffa-4979-829a-a49aafce5e7f triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:39.727575 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:39.734134 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-4cea93ad-9402-4e85-8c20-92f13ec60095 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'port': {'device_id': '61ca6335-0e1b-46af-ba5d-b13906b8a194', 'network_id': '42578ce7-e291-4d29-8d82-8947a6714bb0', 'admin_state_up': True, 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'security_groups': ['4e39f9b4-30f6-4a0f-93a0-d21b750d33eb']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:39.822205 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 76bca9ab-4a5d-411b-833a-9c49cc71baf4 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:14:39.859018 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-4cea93ad-9402-4e85-8c20-92f13ec60095 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Made reservation on behalf of e4ca9f7ba7bc40c999cf6f648c1e5688 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:14:39.862991 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-4cea93ad-9402-4e85-8c20-92f13ec60095 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:39.874546 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 76bca9ab-4a5d-411b-833a-9c49cc71baf4 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:14:39.879283 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 76bca9ab-4a5d-411b-833a-9c49cc71baf4 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:39.879851 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:39.968678 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:40.009450 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-4cea93ad-9402-4e85-8c20-92f13ec60095 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Allocated IP 172.20.0.6 (42578ce7-e291-4d29-8d82-8947a6714bb0/d639e1c7-5e3c-4254-987e-c0509987fe56/ac877a4e-8ea9-4643-b851-bf64c8a0785a) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:14:40.012951 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 76bca9ab-4a5d-411b-833a-9c49cc71baf4, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=76bca9ab-4a5d-411b-833a-9c49cc71baf4,segment=NetworkSegment(05a9471a-a760-43ae-942a-443110c2b20e),segment_id=05a9471a-a760-43ae-942a-443110c2b20e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:40.019212 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:40.074352 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=76bca9ab-4a5d-411b-833a-9c49cc71baf4,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:40.171547 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-4cea93ad-9402-4e85-8c20-92f13ec60095 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:40.188047 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-4cea93ad-9402-4e85-8c20-92f13ec60095 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Transition to ACTIVE for port object ac877a4e-8ea9-4643-b851-bf64c8a0785a will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:14:40.221791 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-4cea93ad-9402-4e85-8c20-92f13ec60095 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:40.274823 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-4cea93ad-9402-4e85-8c20-92f13ec60095 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network 42578ce7-e291-4d29-8d82-8947a6714bb0 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:14:40.278074 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-4cea93ad-9402-4e85-8c20-92f13ec60095 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:14:40.282118 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-4cea93ad-9402-4e85-8c20-92f13ec60095 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:14:40.306146 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea93ad-9402-4e85-8c20-92f13ec60095 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Port': ['ID=ac877a4e-8ea9-4643-b851-bf64c8a0785a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:40.337279 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-4cea93ad-9402-4e85-8c20-92f13ec60095 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:40.338136 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-4cea93ad-9402-4e85-8c20-92f13ec60095 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:40.355968 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-4cea93ad-9402-4e85-8c20-92f13ec60095 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6306036 Jul 15 14:14:40.375935 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-6aa5981b-552e-44cb-a632-3ea0d7026231 service neutron] Request body: {'port': {'device_id': '61ca6335-0e1b-46af-ba5d-b13906b8a194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:40.461251 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-6aa5981b-552e-44cb-a632-3ea0d7026231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:40.538674 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fd47e790-ee0a-4300-b6b6-33f5f0e288f6 None None] Provisioning for port ac877a4e-8ea9-4643-b851-bf64c8a0785a completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:14:40.542738 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fd47e790-ee0a-4300-b6b6-33f5f0e288f6 None None] Provisioning complete for port ac877a4e-8ea9-4643-b851-bf64c8a0785a triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:40.543107 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fd47e790-ee0a-4300-b6b6-33f5f0e288f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:40.600220 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-fd47e790-ee0a-4300-b6b6-33f5f0e288f6 None None] Port ac877a4e-8ea9-4643-b851-bf64c8a0785a cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:14:40.793896 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689eaa29-e874-4884-8fcd-9724777abc57 req-455ce61a-89ff-457c-9224-d24ab42285cd tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:40.795387 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-689eaa29-e874-4884-8fcd-9724777abc57 req-455ce61a-89ff-457c-9224-d24ab42285cd tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ca6335-0e1b-46af-ba5d-b13906b8a194 HTTP/1.1" status: 200 len: 931 time: 0.1201949 Jul 15 14:14:40.812135 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-6aa5981b-552e-44cb-a632-3ea0d7026231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac877a4e-8ea9-4643-b851-bf64c8a0785a {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:14:40.830204 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-6aa5981b-552e-44cb-a632-3ea0d7026231 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:40.855764 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-6aa5981b-552e-44cb-a632-3ea0d7026231 service neutron] Transition to ACTIVE for port object ac877a4e-8ea9-4643-b851-bf64c8a0785a will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:14:40.859204 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-689eaa29-e874-4884-8fcd-9724777abc57 req-e691fcfc-97f9-4be2-b80d-16f312813ce6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e39f9b4-30f6-4a0f-93a0-d21b750d33eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577366 Jul 15 14:14:40.860978 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-6aa5981b-552e-44cb-a632-3ea0d7026231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:40.916550 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5981b-552e-44cb-a632-3ea0d7026231 service neutron] Pushing event updated for resources: {'Port': ['ID=ac877a4e-8ea9-4643-b851-bf64c8a0785a,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:40.988497 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-6aa5981b-552e-44cb-a632-3ea0d7026231 service neutron] Attempting to bind port ac877a4e-8ea9-4643-b851-bf64c8a0785a on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:14:40.988914 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-6aa5981b-552e-44cb-a632-3ea0d7026231 service neutron] Attempting to bind port ac877a4e-8ea9-4643-b851-bf64c8a0785a by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '05a9471a-a760-43ae-942a-443110c2b20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '42578ce7-e291-4d29-8d82-8947a6714bb0'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:14:40.989878 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-6aa5981b-552e-44cb-a632-3ea0d7026231 service neutron] Attempting to bind port ac877a4e-8ea9-4643-b851-bf64c8a0785a on network 42578ce7-e291-4d29-8d82-8947a6714bb0 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:14:40.994892 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-6aa5981b-552e-44cb-a632-3ea0d7026231 service neutron] Port ac877a4e-8ea9-4643-b851-bf64c8a0785a on network 42578ce7-e291-4d29-8d82-8947a6714bb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:14:40.995305 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-6aa5981b-552e-44cb-a632-3ea0d7026231 service neutron] Attempting to bind port ac877a4e-8ea9-4643-b851-bf64c8a0785a on network 42578ce7-e291-4d29-8d82-8947a6714bb0 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:14:41.000745 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-6aa5981b-552e-44cb-a632-3ea0d7026231 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:14:41.001229 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-6aa5981b-552e-44cb-a632-3ea0d7026231 service neutron] Checking segment: {'id': '05a9471a-a760-43ae-942a-443110c2b20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '42578ce7-e291-4d29-8d82-8947a6714bb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:14:41.001680 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-6aa5981b-552e-44cb-a632-3ea0d7026231 service neutron] Bound using segment: {'id': '05a9471a-a760-43ae-942a-443110c2b20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '42578ce7-e291-4d29-8d82-8947a6714bb0'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:14:41.002206 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-6aa5981b-552e-44cb-a632-3ea0d7026231 service neutron] Bound port: ac877a4e-8ea9-4643-b851-bf64c8a0785a, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05a9471a-a760-43ae-942a-443110c2b20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '42578ce7-e291-4d29-8d82-8947a6714bb0'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:14:41.002682 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-6aa5981b-552e-44cb-a632-3ea0d7026231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:41.072567 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-6aa5981b-552e-44cb-a632-3ea0d7026231 service neutron] For port ac877a4e-8ea9-4643-b851-bf64c8a0785a, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:14:41.075933 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-6aa5981b-552e-44cb-a632-3ea0d7026231 service neutron] For port ac877a4e-8ea9-4643-b851-bf64c8a0785a, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=ac877a4e-8ea9-4643-b851-bf64c8a0785a,segment=NetworkSegment(05a9471a-a760-43ae-942a-443110c2b20e),segment_id=05a9471a-a760-43ae-942a-443110c2b20e)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:14:41.082037 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-6aa5981b-552e-44cb-a632-3ea0d7026231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:41.124828 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-6aa5981b-552e-44cb-a632-3ea0d7026231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:41.125544 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-6aa5981b-552e-44cb-a632-3ea0d7026231 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:41.127085 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-6aa5981b-552e-44cb-a632-3ea0d7026231 service neutron] 10.222.0.32 "PUT /v2.0/ports/ac877a4e-8ea9-4643-b851-bf64c8a0785a HTTP/1.1" status: 200 len: 1092 time: 0.7567241 Jul 15 14:14:41.127534 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ca6335-0e1b-46af-ba5d-b13906b8a194', 'tag': 'ac877a4e-8ea9-4643-b851-bf64c8a0785a'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:14:41.130909 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7248fc6a-f935-4f84-8c04-72f74c758336" -d '{"events": [{"name": "network-changed", "server_uuid": "61ca6335-0e1b-46af-ba5d-b13906b8a194", "tag": "ac877a4e-8ea9-4643-b851-bf64c8a0785a"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:14:41.151307 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5981b-552e-44cb-a632-3ea0d7026231 service neutron] Pushing event updated for resources: {'Port': ['ID=ac877a4e-8ea9-4643-b851-bf64c8a0785a,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:41.194067 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb16eb6e-0692-40ea-bd20-d27386d1264d x-openstack-request-id: req-fb16eb6e-0692-40ea-bd20-d27386d1264d {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:14:41.194351 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ca6335-0e1b-46af-ba5d-b13906b8a194", "tag": "ac877a4e-8ea9-4643-b851-bf64c8a0785a", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:14:41.194602 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fb16eb6e-0692-40ea-bd20-d27386d1264d {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:14:41.195074 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ca6335-0e1b-46af-ba5d-b13906b8a194', 'tag': 'ac877a4e-8ea9-4643-b851-bf64c8a0785a', 'status': 'completed', 'code': 200} Jul 15 14:14:41.246404 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-512192d1-a393-461f-bd3d-b75b538d3c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:41.248110 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-512192d1-a393-461f-bd3d-b75b538d3c17 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&device_id=61ca6335-0e1b-46af-ba5d-b13906b8a194 HTTP/1.1" status: 200 len: 1095 time: 0.0637283 Jul 15 14:14:41.296824 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-6a181a64-f6d8-45cd-a8ff-bdde9e3abf84 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac877a4e-8ea9-4643-b851-bf64c8a0785a HTTP/1.1" status: 200 len: 217 time: 0.0357521 Jul 15 14:14:41.354716 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-a4dffca7-db9f-4c06-a0c5-f86cb654e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:41.356254 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-a4dffca7-db9f-4c06-a0c5-f86cb654e03f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d639e1c7-5e3c-4254-987e-c0509987fe56 HTTP/1.1" status: 200 len: 835 time: 0.0530815 Jul 15 14:14:41.416553 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-7594cd18-9f34-48f9-9376-7a03129c9fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:41.418034 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-7594cd18-9f34-48f9-9376-7a03129c9fbb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42578ce7-e291-4d29-8d82-8947a6714bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550036 Jul 15 14:14:41.514028 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 76bca9ab-4a5d-411b-833a-9c49cc71baf4 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:14:41.514691 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-e3852b39-05cf-43e1-9110-9f8ff3532b89 service neutron] 10.222.0.32 "GET /v2.0/networks/42578ce7-e291-4d29-8d82-8947a6714bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888135 Jul 15 14:14:41.568673 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 76bca9ab-4a5d-411b-833a-9c49cc71baf4 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:41.569066 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:41.615725 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8578cb1d-4a92-42a6-becb-873435c9edb3 req-f65135be-3314-4d04-aaa8-8d88ac3c94cc service neutron] 10.222.0.32 "GET /v2.0/networks/42578ce7-e291-4d29-8d82-8947a6714bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951202 Jul 15 14:14:41.752593 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248fc6a-f935-4f84-8c04-72f74c758336 req-843a5476-0b2c-4f3a-a9ee-c785f9d26d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:41.754153 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7248fc6a-f935-4f84-8c04-72f74c758336 req-843a5476-0b2c-4f3a-a9ee-c785f9d26d0b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&device_id=61ca6335-0e1b-46af-ba5d-b13906b8a194 HTTP/1.1" status: 200 len: 1095 time: 0.0551977 Jul 15 14:14:41.851256 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248fc6a-f935-4f84-8c04-72f74c758336 req-f4e74d08-a368-486b-ac5c-e4ae5d50f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:41.852836 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7248fc6a-f935-4f84-8c04-72f74c758336 req-f4e74d08-a368-486b-ac5c-e4ae5d50f1bb service neutron] 10.222.0.32 "GET /v2.0/networks?id=42578ce7-e291-4d29-8d82-8947a6714bb0 HTTP/1.1" status: 200 len: 898 time: 0.0917392 Jul 15 14:14:41.893266 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7248fc6a-f935-4f84-8c04-72f74c758336 req-15924ab0-ed4f-423c-bb72-34c2327a6de6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac877a4e-8ea9-4643-b851-bf64c8a0785a HTTP/1.1" status: 200 len: 217 time: 0.0342760 Jul 15 14:14:41.948114 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248fc6a-f935-4f84-8c04-72f74c758336 req-e50366ab-f63f-422d-8ae1-f6811c88c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:41.949600 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7248fc6a-f935-4f84-8c04-72f74c758336 req-e50366ab-f63f-422d-8ae1-f6811c88c110 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d639e1c7-5e3c-4254-987e-c0509987fe56 HTTP/1.1" status: 200 len: 835 time: 0.0492628 Jul 15 14:14:42.050893 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248fc6a-f935-4f84-8c04-72f74c758336 req-3acbee49-73c3-44a8-9fd1-c53e47a76340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:42.052344 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7248fc6a-f935-4f84-8c04-72f74c758336 req-3acbee49-73c3-44a8-9fd1-c53e47a76340 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42578ce7-e291-4d29-8d82-8947a6714bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0936067 Jul 15 14:14:42.064142 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8aaf0-4c03-4a69-bf1e-1e73184a3931 req-5170962b-5087-47c3-8491-452cf11cf453 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:42.065531 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-69c8aaf0-4c03-4a69-bf1e-1e73184a3931 req-5170962b-5087-47c3-8491-452cf11cf453 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ca6335-0e1b-46af-ba5d-b13906b8a194 HTTP/1.1" status: 200 len: 943 time: 0.0805697 Jul 15 14:14:42.153400 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-69c8aaf0-4c03-4a69-bf1e-1e73184a3931 req-330263ee-1686-4d1c-93f3-8f1589ce0be6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e39f9b4-30f6-4a0f-93a0-d21b750d33eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796633 Jul 15 14:14:42.180312 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7248fc6a-f935-4f84-8c04-72f74c758336 req-4f3b840e-2867-4398-afaa-9da147fb3a20 service neutron] 10.222.0.32 "GET /v2.0/networks/42578ce7-e291-4d29-8d82-8947a6714bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138391 Jul 15 14:14:42.274530 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7248fc6a-f935-4f84-8c04-72f74c758336 req-cfb9618d-3c3c-448f-bb1b-2391b20339f6 service neutron] 10.222.0.32 "GET /v2.0/networks/42578ce7-e291-4d29-8d82-8947a6714bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868702 Jul 15 14:14:43.338949 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e4a36-e2fa-4aa3-8940-e6500b37b550 req-d09c62a8-1fde-4885-bd7e-ba1baa814031 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:43.340472 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b91e4a36-e2fa-4aa3-8940-e6500b37b550 req-d09c62a8-1fde-4885-bd7e-ba1baa814031 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ca6335-0e1b-46af-ba5d-b13906b8a194 HTTP/1.1" status: 200 len: 943 time: 0.0680773 Jul 15 14:14:43.378975 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b91e4a36-e2fa-4aa3-8940-e6500b37b550 req-bdde70b3-9925-435f-92e0-7875cd9c419f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e39f9b4-30f6-4a0f-93a0-d21b750d33eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328622 Jul 15 14:14:43.973573 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device ac877a4e-8ea9-4643-b851-bf64c8a0785a details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:14:44.072938 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port ac877a4e-8ea9-4643-b851-bf64c8a0785a, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=ac877a4e-8ea9-4643-b851-bf64c8a0785a,segment=NetworkSegment(05a9471a-a760-43ae-942a-443110c2b20e),segment_id=05a9471a-a760-43ae-942a-443110c2b20e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:44.084719 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'ac877a4e-8ea9-4643-b851-bf64c8a0785a', 'network_id': '42578ce7-e291-4d29-8d82-8947a6714bb0', 'port_id': 'ac877a4e-8ea9-4643-b851-bf64c8a0785a', 'mac_address': 'fa:16:3e:3f:06:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd639e1c7-5e3c-4254-987e-c0509987fe56', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:14:44.122367 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:44.135574 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac877a4e-8ea9-4643-b851-bf64c8a0785a {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:14:44.156490 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port ac877a4e-8ea9-4643-b851-bf64c8a0785a, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=ac877a4e-8ea9-4643-b851-bf64c8a0785a,segment=NetworkSegment(05a9471a-a760-43ae-942a-443110c2b20e),segment_id=05a9471a-a760-43ae-942a-443110c2b20e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:44.160314 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:44.209727 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=ac877a4e-8ea9-4643-b851-bf64c8a0785a,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:44.483392 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['ac877a4e-8ea9-4643-b851-bf64c8a0785a'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:14:44.564514 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcedf5a-5baa-4829-8615-df29fab408bd req-fbe31b24-5f3d-4d02-b728-496f620fc6a0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:44.566125 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-edcedf5a-5baa-4829-8615-df29fab408bd req-fbe31b24-5f3d-4d02-b728-496f620fc6a0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ca6335-0e1b-46af-ba5d-b13906b8a194 HTTP/1.1" status: 200 len: 944 time: 0.0664494 Jul 15 14:14:44.607226 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-edcedf5a-5baa-4829-8615-df29fab408bd req-676d605a-89dc-4e3e-9d68-d9a331b37933 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e39f9b4-30f6-4a0f-93a0-d21b750d33eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348666 Jul 15 14:14:45.786874 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ecfbb6-957c-4f64-ad19-5fddb6a1f014 req-9a49ebc0-90c7-4669-a7cd-de19fef9a676 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:45.788355 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-30ecfbb6-957c-4f64-ad19-5fddb6a1f014 req-9a49ebc0-90c7-4669-a7cd-de19fef9a676 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ca6335-0e1b-46af-ba5d-b13906b8a194 HTTP/1.1" status: 200 len: 944 time: 0.0660884 Jul 15 14:14:45.826120 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-30ecfbb6-957c-4f64-ad19-5fddb6a1f014 req-5ddadd71-6d23-479b-8e81-0b6a7d52ba38 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e39f9b4-30f6-4a0f-93a0-d21b750d33eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321548 Jul 15 14:14:45.973429 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device ac877a4e-8ea9-4643-b851-bf64c8a0785a up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:14:46.029359 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port ac877a4e-8ea9-4643-b851-bf64c8a0785a completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:14:46.033544 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port ac877a4e-8ea9-4643-b851-bf64c8a0785a triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:46.033949 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:46.111902 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:46.135685 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ca6335-0e1b-46af-ba5d-b13906b8a194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac877a4e-8ea9-4643-b851-bf64c8a0785a'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:14:46.138056 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5982e52f7164c00132b4161e7da779dd5a615a4991d8f343d2f1980d90734956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fad68ba-9213-42c5-b3f8-50734c4b5a32" -d '{"events": [{"server_uuid": "61ca6335-0e1b-46af-ba5d-b13906b8a194", "name": "network-vif-plugged", "status": "completed", "tag": "ac877a4e-8ea9-4643-b851-bf64c8a0785a"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:14:46.152034 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port ac877a4e-8ea9-4643-b851-bf64c8a0785a, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=ac877a4e-8ea9-4643-b851-bf64c8a0785a,segment=NetworkSegment(05a9471a-a760-43ae-942a-443110c2b20e),segment_id=05a9471a-a760-43ae-942a-443110c2b20e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:46.156979 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:46.220256 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=ac877a4e-8ea9-4643-b851-bf64c8a0785a,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:46.236043 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89123aa-88d8-449b-9f65-6361059be6cc x-openstack-request-id: req-d89123aa-88d8-449b-9f65-6361059be6cc {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:14:46.236361 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ca6335-0e1b-46af-ba5d-b13906b8a194", "name": "network-vif-plugged", "status": "completed", "tag": "ac877a4e-8ea9-4643-b851-bf64c8a0785a", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:14:46.236624 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d89123aa-88d8-449b-9f65-6361059be6cc {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:14:46.237048 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ca6335-0e1b-46af-ba5d-b13906b8a194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac877a4e-8ea9-4643-b851-bf64c8a0785a', 'code': 200} Jul 15 14:14:46.375666 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c385f-82f2-404b-b7b5-f59e3038b5a1 req-d5698b11-d416-43c3-9cf7-b636e2d1053e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:46.377129 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c19c385f-82f2-404b-b7b5-f59e3038b5a1 req-d5698b11-d416-43c3-9cf7-b636e2d1053e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=61ca6335-0e1b-46af-ba5d-b13906b8a194 HTTP/1.1" status: 200 len: 1097 time: 0.0537632 Jul 15 14:14:46.412329 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c19c385f-82f2-404b-b7b5-f59e3038b5a1 req-4725e57e-95ab-4d0d-9180-4e2c4189eab6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4e39f9b4-30f6-4a0f-93a0-d21b750d33eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288122 Jul 15 14:14:47.001771 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6bae9-8e55-4040-9953-272830c2b898 req-8aadb98d-fbd4-4f39-a8f8-f927072b2ed6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:47.003282 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-89f6bae9-8e55-4040-9953-272830c2b898 req-8aadb98d-fbd4-4f39-a8f8-f927072b2ed6 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ca6335-0e1b-46af-ba5d-b13906b8a194 HTTP/1.1" status: 200 len: 945 time: 0.0660949 Jul 15 14:14:47.040901 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-89f6bae9-8e55-4040-9953-272830c2b898 req-4307a274-b9d3-40df-8f68-fc28668be662 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e39f9b4-30f6-4a0f-93a0-d21b750d33eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321062 Jul 15 14:14:48.221160 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170fee8c-95ac-48c8-aaa3-d1f778770709 req-28732625-eebe-4743-908c-f301a018f32e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:48.222679 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-170fee8c-95ac-48c8-aaa3-d1f778770709 req-28732625-eebe-4743-908c-f301a018f32e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ca6335-0e1b-46af-ba5d-b13906b8a194 HTTP/1.1" status: 200 len: 945 time: 0.0664213 Jul 15 14:14:48.260298 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-170fee8c-95ac-48c8-aaa3-d1f778770709 req-c69fe72d-e0ac-4e59-ab21-b92273ea146b tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e39f9b4-30f6-4a0f-93a0-d21b750d33eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320103 Jul 15 14:14:48.429577 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b8a77-7c9e-4cbc-b826-dbb8815f60d4 req-22512174-cdce-4b92-bdf6-a419ffebe40f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:48.431093 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a3b8a77-7c9e-4cbc-b826-dbb8815f60d4 req-22512174-cdce-4b92-bdf6-a419ffebe40f tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ca6335-0e1b-46af-ba5d-b13906b8a194 HTTP/1.1" status: 200 len: 945 time: 0.0631905 Jul 15 14:14:48.469519 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1a3b8a77-7c9e-4cbc-b826-dbb8815f60d4 req-bdd745fd-4dfd-48a8-bd41-a51afbef0c47 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e39f9b4-30f6-4a0f-93a0-d21b750d33eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328705 Jul 15 14:14:48.493552 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50690) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:48.544244 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fc2c91-c87a-47e0-b57f-4461c28da560 tempest-TestNetworkAdvancedServerOps-863404935 tempest-TestNetworkAdvancedServerOps-863404935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:48.545751 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c3fc2c91-c87a-47e0-b57f-4461c28da560 tempest-TestNetworkAdvancedServerOps-863404935 tempest-TestNetworkAdvancedServerOps-863404935-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=61ca6335-0e1b-46af-ba5d-b13906b8a194 HTTP/1.1" status: 200 len: 1092 time: 0.0511959 Jul 15 14:14:48.548588 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50692) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:48.553537 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-bfebc052-e6f9-44ec-a600-d8fc316e1cbf tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'port_id': 'ac877a4e-8ea9-4643-b851-bf64c8a0785a', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:48.576400 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bfebc052-e6f9-44ec-a600-d8fc316e1cbf tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:48.673115 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bfebc052-e6f9-44ec-a600-d8fc316e1cbf tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:48.773190 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-bfebc052-e6f9-44ec-a600-d8fc316e1cbf tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Allocated IP 172.25.6.35 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/2e9dbca4-da0d-4be0-8807-3cee0a640ed8) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:14:49.202354 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bfebc052-e6f9-44ec-a600-d8fc316e1cbf tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:49.245921 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bfebc052-e6f9-44ec-a600-d8fc316e1cbf tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:49.285076 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfebc052-e6f9-44ec-a600-d8fc316e1cbf tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:14:49.288501 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-bfebc052-e6f9-44ec-a600-d8fc316e1cbf tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:14:49.292051 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfebc052-e6f9-44ec-a600-d8fc316e1cbf tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:14:49.297421 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfebc052-e6f9-44ec-a600-d8fc316e1cbf tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Port': ['ID=2e9dbca4-da0d-4be0-8807-3cee0a640ed8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:49.653772 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bfebc052-e6f9-44ec-a600-d8fc316e1cbf tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:49.726513 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bfebc052-e6f9-44ec-a600-d8fc316e1cbf tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:49.880512 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bfebc052-e6f9-44ec-a600-d8fc316e1cbf tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:49.884680 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bfebc052-e6f9-44ec-a600-d8fc316e1cbf tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:49.958729 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfebc052-e6f9-44ec-a600-d8fc316e1cbf tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event updated for resources: {'Port': ['ID=2e9dbca4-da0d-4be0-8807-3cee0a640ed8,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:49.967796 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bfebc052-e6f9-44ec-a600-d8fc316e1cbf tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:50.068676 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-bfebc052-e6f9-44ec-a600-d8fc316e1cbf tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Floating IP b41e9149-e511-490b-8bfb-8fb9784fb5d8 associated. External IP: 172.25.6.35, port: ac877a4e-8ea9-4643-b851-bf64c8a0785a. Jul 15 14:14:50.282474 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfebc052-e6f9-44ec-a600-d8fc316e1cbf tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Router 64c4a785-bde5-463e-b6ef-cd72fea96a76 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:14:50.386811 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfebc052-e6f9-44ec-a600-d8fc316e1cbf tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:14:50.396095 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064a576f-6fc5-473e-91f3-f18f7cb7f79c None None] Sync routers for ids ['64c4a785-bde5-463e-b6ef-cd72fea96a76'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:14:50.403705 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bfebc052-e6f9-44ec-a600-d8fc316e1cbf tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:50.406265 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064a576f-6fc5-473e-91f3-f18f7cb7f79c None None] Routers {'64c4a785-bde5-463e-b6ef-cd72fea96a76'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:50.406921 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-064a576f-6fc5-473e-91f3-f18f7cb7f79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:14:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['64c4a785-bde5-463e-b6ef-cd72fea96a76'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:50.447039 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-bfebc052-e6f9-44ec-a600-d8fc316e1cbf tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8949606 Jul 15 14:14:50.447039 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ca6335-0e1b-46af-ba5d-b13906b8a194', 'tag': 'ac877a4e-8ea9-4643-b851-bf64c8a0785a'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:14:50.447483 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627c884d-ac49-40bb-983f-8c36cda18adf" -d '{"events": [{"name": "network-changed", "server_uuid": "61ca6335-0e1b-46af-ba5d-b13906b8a194", "tag": "ac877a4e-8ea9-4643-b851-bf64c8a0785a"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:14:50.484713 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fa9d94-500c-42a0-9fdc-4c4d169b3af0 x-openstack-request-id: req-a0fa9d94-500c-42a0-9fdc-4c4d169b3af0 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:14:50.485074 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ca6335-0e1b-46af-ba5d-b13906b8a194", "tag": "ac877a4e-8ea9-4643-b851-bf64c8a0785a", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:14:50.485485 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a0fa9d94-500c-42a0-9fdc-4c4d169b3af0 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:14:50.486772 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ca6335-0e1b-46af-ba5d-b13906b8a194', 'tag': 'ac877a4e-8ea9-4643-b851-bf64c8a0785a', 'status': 'completed', 'code': 200} Jul 15 14:14:50.518038 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-064a576f-6fc5-473e-91f3-f18f7cb7f79c None None] Set router 64c4a785-bde5-463e-b6ef-cd72fea96a76 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:50.626351 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c884d-ac49-40bb-983f-8c36cda18adf req-15c67e78-adf2-4ac3-b6bc-2573ca1530d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:50.627906 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-627c884d-ac49-40bb-983f-8c36cda18adf req-15c67e78-adf2-4ac3-b6bc-2573ca1530d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&device_id=61ca6335-0e1b-46af-ba5d-b13906b8a194 HTTP/1.1" status: 200 len: 1097 time: 0.0977178 Jul 15 14:14:50.640147 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5677366-73ce-4985-9207-b01b45c06947 req-ca695f40-9192-4683-9164-2747acc86401 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:50.641530 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b5677366-73ce-4985-9207-b01b45c06947 req-ca695f40-9192-4683-9164-2747acc86401 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ca6335-0e1b-46af-ba5d-b13906b8a194 HTTP/1.1" status: 200 len: 945 time: 0.0834079 Jul 15 14:14:50.734477 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b5677366-73ce-4985-9207-b01b45c06947 req-d6a3a22a-d66b-4996-9f73-67787967704e tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e39f9b4-30f6-4a0f-93a0-d21b750d33eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837040 Jul 15 14:14:50.760936 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50700) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:50.771396 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c884d-ac49-40bb-983f-8c36cda18adf req-6404737f-7fa1-454c-830e-8a66d0d39fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:50.772545 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-627c884d-ac49-40bb-983f-8c36cda18adf req-6404737f-7fa1-454c-830e-8a66d0d39fd9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42578ce7-e291-4d29-8d82-8947a6714bb0 HTTP/1.1" status: 200 len: 898 time: 0.1301379 Jul 15 14:14:50.835949 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-064a576f-6fc5-473e-91f3-f18f7cb7f79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339383352', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '2344c7c1-266a-4880-bfa3-842dc29b31cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:31Z', 'updated_at': '2021-07-15T14:14:36Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '2344c7c1-266a-4880-bfa3-842dc29b31cc', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:32Z', 'updated_at': '2021-07-15T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'b41e9149-e511-490b-8bfb-8fb9784fb5d8', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'port_id': 'ac877a4e-8ea9-4643-b851-bf64c8a0785a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42578ce7-e291-4d29-8d82-8947a6714bb0', 'mac_address': 'fa:16:3e:3f:06:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ca6335-0e1b-46af-ba5d-b13906b8a194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:14:49Z', 'updated_at': '2021-07-15T14:14:49Z', 'revision_number': 0, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bca9ab-4a5d-411b-833a-9c49cc71baf4', 'name': '', 'network_id': '42578ce7-e291-4d29-8d82-8947a6714bb0', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:d2:26:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd639e1c7-5e3c-4254-987e-c0509987fe56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:35Z', 'updated_at': '2021-07-15T14:14:39Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'd639e1c7-5e3c-4254-987e-c0509987fe56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:50.861826 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064a576f-6fc5-473e-91f3-f18f7cb7f79c None None] Checking router: 64c4a785-bde5-463e-b6ef-cd72fea96a76 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:14:50.870231 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064a576f-6fc5-473e-91f3-f18f7cb7f79c None None] Routers {'64c4a785-bde5-463e-b6ef-cd72fea96a76'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:50.870841 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-064a576f-6fc5-473e-91f3-f18f7cb7f79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:14:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['64c4a785-bde5-463e-b6ef-cd72fea96a76'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:50.874134 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-fe929a75-9073-439a-99b5-ef62d84b3513 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/floatingips/b41e9149-e511-490b-8bfb-8fb9784fb5d8 HTTP/1.1" status: 200 len: 990 time: 0.1113966 Jul 15 14:14:50.881610 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-627c884d-ac49-40bb-983f-8c36cda18adf req-20d99ba7-4754-4fca-998b-ad226944b7e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac877a4e-8ea9-4643-b851-bf64c8a0785a HTTP/1.1" status: 200 len: 998 time: 0.0753968 Jul 15 14:14:50.931581 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c884d-ac49-40bb-983f-8c36cda18adf req-52ec3e17-105c-46be-8df4-dc78d940e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:50.933033 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-627c884d-ac49-40bb-983f-8c36cda18adf req-52ec3e17-105c-46be-8df4-dc78d940e524 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d639e1c7-5e3c-4254-987e-c0509987fe56 HTTP/1.1" status: 200 len: 835 time: 0.0448236 Jul 15 14:14:50.966415 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-abe11d0f-42bb-4be4-ab29-304a953c3ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:50.977248 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-064a576f-6fc5-473e-91f3-f18f7cb7f79c None None] Set router 64c4a785-bde5-463e-b6ef-cd72fea96a76 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:51.000384 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c884d-ac49-40bb-983f-8c36cda18adf req-3feace4b-d5c4-485b-add6-1865fa58283b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:51.001974 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-627c884d-ac49-40bb-983f-8c36cda18adf req-3feace4b-d5c4-485b-add6-1865fa58283b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42578ce7-e291-4d29-8d82-8947a6714bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625858 Jul 15 14:14:51.090856 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-627c884d-ac49-40bb-983f-8c36cda18adf req-8b106921-c096-4d17-9fe4-453e1505c2dc service neutron] 10.222.0.32 "GET /v2.0/networks/42578ce7-e291-4d29-8d82-8947a6714bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825667 Jul 15 14:14:51.198768 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-627c884d-ac49-40bb-983f-8c36cda18adf req-cdd53d82-1311-41e3-bb19-e7724deb79ee service neutron] 10.222.0.32 "GET /v2.0/networks/42578ce7-e291-4d29-8d82-8947a6714bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014335 Jul 15 14:14:51.207036 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-064a576f-6fc5-473e-91f3-f18f7cb7f79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339383352', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '2344c7c1-266a-4880-bfa3-842dc29b31cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:31Z', 'updated_at': '2021-07-15T14:14:36Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '2344c7c1-266a-4880-bfa3-842dc29b31cc', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:32Z', 'updated_at': '2021-07-15T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'b41e9149-e511-490b-8bfb-8fb9784fb5d8', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'port_id': 'ac877a4e-8ea9-4643-b851-bf64c8a0785a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42578ce7-e291-4d29-8d82-8947a6714bb0', 'mac_address': 'fa:16:3e:3f:06:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ca6335-0e1b-46af-ba5d-b13906b8a194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:14:49Z', 'updated_at': '2021-07-15T14:14:49Z', 'revision_number': 0, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bca9ab-4a5d-411b-833a-9c49cc71baf4', 'name': '', 'network_id': '42578ce7-e291-4d29-8d82-8947a6714bb0', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:d2:26:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd639e1c7-5e3c-4254-987e-c0509987fe56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:35Z', 'updated_at': '2021-07-15T14:14:39Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'd639e1c7-5e3c-4254-987e-c0509987fe56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:51.234045 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064a576f-6fc5-473e-91f3-f18f7cb7f79c None None] The sync data for ids ['64c4a785-bde5-463e-b6ef-cd72fea96a76'] in n-d-758944-45 is: [{'id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339383352', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '2344c7c1-266a-4880-bfa3-842dc29b31cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:31Z', 'updated_at': '2021-07-15T14:14:36Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '2344c7c1-266a-4880-bfa3-842dc29b31cc', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:32Z', 'updated_at': '2021-07-15T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': 'b41e9149-e511-490b-8bfb-8fb9784fb5d8', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'port_id': 'ac877a4e-8ea9-4643-b851-bf64c8a0785a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42578ce7-e291-4d29-8d82-8947a6714bb0', 'mac_address': 'fa:16:3e:3f:06:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ca6335-0e1b-46af-ba5d-b13906b8a194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:14:49Z', 'updated_at': '2021-07-15T14:14:49Z', 'revision_number': 0, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bca9ab-4a5d-411b-833a-9c49cc71baf4', 'name': '', 'network_id': '42578ce7-e291-4d29-8d82-8947a6714bb0', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:d2:26:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd639e1c7-5e3c-4254-987e-c0509987fe56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:35Z', 'updated_at': '2021-07-15T14:14:39Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'd639e1c7-5e3c-4254-987e-c0509987fe56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:14:51.413539 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e30a62-c37e-4d33-af36-7d4976eebbc7 None None] New status for floating IP b41e9149-e511-490b-8bfb-8fb9784fb5d8: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:14:51.877607 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50702) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:51.938255 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-349eaea9-7304-4e34-b084-4eade80c281a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/floatingips/b41e9149-e511-490b-8bfb-8fb9784fb5d8 HTTP/1.1" status: 200 len: 992 time: 0.0595253 Jul 15 14:14:53.374570 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:53.483300 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ace01b37-de4f-44cc-8b1b-ecaefa2784d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:54.986868 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:55.830960 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:56.583668 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:08.917833 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:11.014928 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:15:12.930953 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c6a1ac0-7f23-491c-bda0-e5b344ae4bc1 req-b0579e28-f882-4d30-95e8-0caf36ec59c4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=61ca6335-0e1b-46af-ba5d-b13906b8a194&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0511014 Jul 15 14:15:13.048212 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a1ac0-7f23-491c-bda0-e5b344ae4bc1 req-38a16cbc-07f8-4281-a393-1494878f9275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:13.049747 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c6a1ac0-7f23-491c-bda0-e5b344ae4bc1 req-38a16cbc-07f8-4281-a393-1494878f9275 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&device_id=61ca6335-0e1b-46af-ba5d-b13906b8a194 HTTP/1.1" status: 200 len: 1097 time: 0.0588682 Jul 15 14:15:13.152500 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a1ac0-7f23-491c-bda0-e5b344ae4bc1 req-11e2696d-5496-47db-bf1f-a6534c37b6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:13.154020 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c6a1ac0-7f23-491c-bda0-e5b344ae4bc1 req-11e2696d-5496-47db-bf1f-a6534c37b6e2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42578ce7-e291-4d29-8d82-8947a6714bb0 HTTP/1.1" status: 200 len: 898 time: 0.0849242 Jul 15 14:15:13.222243 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c6a1ac0-7f23-491c-bda0-e5b344ae4bc1 req-b1ae3d56-6bd5-4008-968d-6bd9f7daa271 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac877a4e-8ea9-4643-b851-bf64c8a0785a HTTP/1.1" status: 200 len: 1000 time: 0.0620019 Jul 15 14:15:13.271201 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a1ac0-7f23-491c-bda0-e5b344ae4bc1 req-40f62519-b45d-42ef-b482-7d12bcbeb8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:13.272695 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c6a1ac0-7f23-491c-bda0-e5b344ae4bc1 req-40f62519-b45d-42ef-b482-7d12bcbeb8e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d639e1c7-5e3c-4254-987e-c0509987fe56 HTTP/1.1" status: 200 len: 835 time: 0.0446520 Jul 15 14:15:13.329418 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a1ac0-7f23-491c-bda0-e5b344ae4bc1 req-32fc813c-50db-4f96-9317-bd0519ba0985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:13.330951 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c6a1ac0-7f23-491c-bda0-e5b344ae4bc1 req-32fc813c-50db-4f96-9317-bd0519ba0985 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42578ce7-e291-4d29-8d82-8947a6714bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518613 Jul 15 14:15:13.422009 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c6a1ac0-7f23-491c-bda0-e5b344ae4bc1 req-61edb797-fb4d-42d6-bc90-020acf43dcd8 service neutron] 10.222.0.32 "GET /v2.0/networks/42578ce7-e291-4d29-8d82-8947a6714bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847008 Jul 15 14:15:13.511868 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0c6a1ac0-7f23-491c-bda0-e5b344ae4bc1 req-448cd1cb-6ec1-4a5f-9113-d10f367bdc27 service neutron] 10.222.0.32 "GET /v2.0/networks/42578ce7-e291-4d29-8d82-8947a6714bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838895 Jul 15 14:15:20.967107 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-748443ac-f656-4bb9-81e6-6da158583762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:23.183106 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023fa639-2cb0-40c3-8bb5-31bdce95c781 req-df913496-9a68-41e9-9aed-f28b51fe1dbb tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:23.184543 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-023fa639-2cb0-40c3-8bb5-31bdce95c781 req-df913496-9a68-41e9-9aed-f28b51fe1dbb tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ca6335-0e1b-46af-ba5d-b13906b8a194 HTTP/1.1" status: 200 len: 945 time: 0.0648005 Jul 15 14:15:23.222206 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-023fa639-2cb0-40c3-8bb5-31bdce95c781 req-f0e7d111-e72e-459a-a8e7-bcf9803b59e0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e39f9b4-30f6-4a0f-93a0-d21b750d33eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321057 Jul 15 14:15:23.376141 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:23.484911 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9110b60d-17b5-403d-8353-a01f4da8a832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:24.412233 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44246516-93a6-4d47-9d9b-b21ba1088b28 req-a2848ebf-7c4c-44fc-bb17-19940c8a1487 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:24.413831 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-44246516-93a6-4d47-9d9b-b21ba1088b28 req-a2848ebf-7c4c-44fc-bb17-19940c8a1487 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ca6335-0e1b-46af-ba5d-b13906b8a194 HTTP/1.1" status: 200 len: 945 time: 0.0709310 Jul 15 14:15:24.452872 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-44246516-93a6-4d47-9d9b-b21ba1088b28 req-ac95cac8-f5d1-402f-8894-09f4fd4e1af7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e39f9b4-30f6-4a0f-93a0-d21b750d33eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334265 Jul 15 14:15:24.479225 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50722) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:24.543644 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9bf7eb9a-b649-4ca8-bd57-c20217a6d09a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/floatingips/b41e9149-e511-490b-8bfb-8fb9784fb5d8 HTTP/1.1" status: 200 len: 992 time: 0.0630994 Jul 15 14:15:24.990803 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:25.835041 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:25.993719 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233feb9-7d87-4de2-ab09-553501d95f29 req-0dabb5a7-f18d-495c-87a2-263085a076cc tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:25.995356 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d233feb9-7d87-4de2-ab09-553501d95f29 req-0dabb5a7-f18d-495c-87a2-263085a076cc tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ca6335-0e1b-46af-ba5d-b13906b8a194 HTTP/1.1" status: 200 len: 945 time: 0.0647092 Jul 15 14:15:25.996807 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ffaab-6944-4485-b78e-6b329da0996d req-efafab73-b20a-4f47-a6c4-772a270100f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:25.998342 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8e8ffaab-6944-4485-b78e-6b329da0996d req-efafab73-b20a-4f47-a6c4-772a270100f1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&device_id=61ca6335-0e1b-46af-ba5d-b13906b8a194 HTTP/1.1" status: 200 len: 1097 time: 0.0537136 Jul 15 14:15:26.034248 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d233feb9-7d87-4de2-ab09-553501d95f29 req-fc9ba833-013a-476f-8311-3ae7b4d4c9fd tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e39f9b4-30f6-4a0f-93a0-d21b750d33eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332265 Jul 15 14:15:26.090316 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ffaab-6944-4485-b78e-6b329da0996d req-84720b41-8e7a-43f7-9f40-99556a838325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:26.091689 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8e8ffaab-6944-4485-b78e-6b329da0996d req-84720b41-8e7a-43f7-9f40-99556a838325 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42578ce7-e291-4d29-8d82-8947a6714bb0 HTTP/1.1" status: 200 len: 898 time: 0.0877769 Jul 15 14:15:26.156273 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8e8ffaab-6944-4485-b78e-6b329da0996d req-dbb367fd-7423-4fb1-ab3a-42c92921e3ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac877a4e-8ea9-4643-b851-bf64c8a0785a HTTP/1.1" status: 200 len: 1000 time: 0.0588746 Jul 15 14:15:26.204711 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ffaab-6944-4485-b78e-6b329da0996d req-2fc50279-f40e-476d-85c0-04168d7a75b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:26.206212 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8e8ffaab-6944-4485-b78e-6b329da0996d req-2fc50279-f40e-476d-85c0-04168d7a75b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d639e1c7-5e3c-4254-987e-c0509987fe56 HTTP/1.1" status: 200 len: 835 time: 0.0442235 Jul 15 14:15:26.268023 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ffaab-6944-4485-b78e-6b329da0996d req-e09d671d-b0aa-49de-8cff-ab0e5b20fe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:26.269529 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8e8ffaab-6944-4485-b78e-6b329da0996d req-e09d671d-b0aa-49de-8cff-ab0e5b20fe8b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42578ce7-e291-4d29-8d82-8947a6714bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570412 Jul 15 14:15:26.357689 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8e8ffaab-6944-4485-b78e-6b329da0996d req-f43bb8f1-3b81-4188-9363-77099933f6e6 service neutron] 10.222.0.32 "GET /v2.0/networks/42578ce7-e291-4d29-8d82-8947a6714bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816331 Jul 15 14:15:26.451706 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8e8ffaab-6944-4485-b78e-6b329da0996d req-5daa0f5f-4a82-470b-abe3-999e4ee68c29 service neutron] 10.222.0.32 "GET /v2.0/networks/42578ce7-e291-4d29-8d82-8947a6714bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875788 Jul 15 14:15:26.588541 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:27.208813 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92e63b-6321-4289-86f8-8424c983a93e req-dd19b964-e67c-47b5-a538-0cd3ce15a2aa tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:27.210367 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7f92e63b-6321-4289-86f8-8424c983a93e req-dd19b964-e67c-47b5-a538-0cd3ce15a2aa tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ca6335-0e1b-46af-ba5d-b13906b8a194 HTTP/1.1" status: 200 len: 945 time: 0.0641901 Jul 15 14:15:27.248867 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7f92e63b-6321-4289-86f8-8424c983a93e req-0c429a69-6ac0-40ac-a1af-ab90f7c0ec41 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e39f9b4-30f6-4a0f-93a0-d21b750d33eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324848 Jul 15 14:15:28.427982 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b3a5c-26b4-4601-bebb-4054527f3362 req-b688af56-026a-41f2-b249-35446c7212b7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:28.429477 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d38b3a5c-26b4-4601-bebb-4054527f3362 req-b688af56-026a-41f2-b249-35446c7212b7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ca6335-0e1b-46af-ba5d-b13906b8a194 HTTP/1.1" status: 200 len: 945 time: 0.0666225 Jul 15 14:15:28.466805 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d38b3a5c-26b4-4601-bebb-4054527f3362 req-73b94b20-b971-434f-8a89-76aaa233b1d0 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e39f9b4-30f6-4a0f-93a0-d21b750d33eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311122 Jul 15 14:15:28.491835 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50734) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:28.551298 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1f7829e4-fe67-4cc7-9cfc-c57bfe410584 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/floatingips/b41e9149-e511-490b-8bfb-8fb9784fb5d8 HTTP/1.1" status: 200 len: 992 time: 0.0582707 Jul 15 14:15:28.822133 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50740) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:28.977438 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5f425aa5-b13c-4945-8b32-5341ffffd8da tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Deleting port 2e9dbca4-da0d-4be0-8807-3cee0a640ed8 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:15:28.977801 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f425aa5-b13c-4945-8b32-5341ffffd8da tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:29.056511 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f425aa5-b13c-4945-8b32-5341ffffd8da tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:29.056841 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f425aa5-b13c-4945-8b32-5341ffffd8da tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:29.068144 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5f425aa5-b13c-4945-8b32-5341ffffd8da tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Calling delete_port for 2e9dbca4-da0d-4be0-8807-3cee0a640ed8 owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:15:29.217270 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f425aa5-b13c-4945-8b32-5341ffffd8da tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:29.243776 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f425aa5-b13c-4945-8b32-5341ffffd8da tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'Port': ['ID=2e9dbca4-da0d-4be0-8807-3cee0a640ed8,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:29.254981 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f425aa5-b13c-4945-8b32-5341ffffd8da tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:29.255328 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f425aa5-b13c-4945-8b32-5341ffffd8da tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:29.255670 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f425aa5-b13c-4945-8b32-5341ffffd8da tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:29.256006 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f425aa5-b13c-4945-8b32-5341ffffd8da tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:29.256339 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f425aa5-b13c-4945-8b32-5341ffffd8da tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:29.256669 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f425aa5-b13c-4945-8b32-5341ffffd8da tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:29.256999 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f425aa5-b13c-4945-8b32-5341ffffd8da tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:29.257328 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f425aa5-b13c-4945-8b32-5341ffffd8da tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:29.257656 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f425aa5-b13c-4945-8b32-5341ffffd8da tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:29.258009 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f425aa5-b13c-4945-8b32-5341ffffd8da tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:29.258336 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f425aa5-b13c-4945-8b32-5341ffffd8da tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:29.258657 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f425aa5-b13c-4945-8b32-5341ffffd8da tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:29.315308 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f425aa5-b13c-4945-8b32-5341ffffd8da tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:29.315781 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-5f425aa5-b13c-4945-8b32-5341ffffd8da tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Floating IP b41e9149-e511-490b-8bfb-8fb9784fb5d8 disassociated (deleted). External IP: 172.25.6.35, port: ac877a4e-8ea9-4643-b851-bf64c8a0785a. Jul 15 14:15:29.521700 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f425aa5-b13c-4945-8b32-5341ffffd8da tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Router 64c4a785-bde5-463e-b6ef-cd72fea96a76 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:15:29.629346 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f425aa5-b13c-4945-8b32-5341ffffd8da tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:15:29.634226 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f425aa5-b13c-4945-8b32-5341ffffd8da tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:29.640549 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba2aa21-522c-4bf7-a856-ee50bc4864e4 None None] Sync routers for ids ['64c4a785-bde5-463e-b6ef-cd72fea96a76'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:15:29.649460 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba2aa21-522c-4bf7-a856-ee50bc4864e4 None None] Routers {'64c4a785-bde5-463e-b6ef-cd72fea96a76'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:29.650079 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1ba2aa21-522c-4bf7-a856-ee50bc4864e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:15:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['64c4a785-bde5-463e-b6ef-cd72fea96a76'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:29.670777 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5f425aa5-b13c-4945-8b32-5341ffffd8da tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "DELETE /v2.0/floatingips/b41e9149-e511-490b-8bfb-8fb9784fb5d8 HTTP/1.1" status: 204 len: 168 time: 0.8475974 Jul 15 14:15:29.671358 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ca6335-0e1b-46af-ba5d-b13906b8a194', 'tag': 'ac877a4e-8ea9-4643-b851-bf64c8a0785a'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:15:29.673673 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e64901b02c345040bafddad2dab1ebeb8b80c4fa9c7870118a0b2b399b9ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88227b6e-ad14-4270-a1b8-9571d648add7" -d '{"events": [{"name": "network-changed", "server_uuid": "61ca6335-0e1b-46af-ba5d-b13906b8a194", "tag": "ac877a4e-8ea9-4643-b851-bf64c8a0785a"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:15:29.712520 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd29d0fa-e36d-4f9f-96ee-8b29dd574e5a x-openstack-request-id: req-bd29d0fa-e36d-4f9f-96ee-8b29dd574e5a {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:15:29.713405 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ca6335-0e1b-46af-ba5d-b13906b8a194", "tag": "ac877a4e-8ea9-4643-b851-bf64c8a0785a", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:15:29.713669 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd29d0fa-e36d-4f9f-96ee-8b29dd574e5a {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:15:29.714236 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ca6335-0e1b-46af-ba5d-b13906b8a194', 'tag': 'ac877a4e-8ea9-4643-b851-bf64c8a0785a', 'status': 'completed', 'code': 200} Jul 15 14:15:29.756287 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-1ba2aa21-522c-4bf7-a856-ee50bc4864e4 None None] Set router 64c4a785-bde5-463e-b6ef-cd72fea96a76 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:29.812355 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88227b6e-ad14-4270-a1b8-9571d648add7 req-26d0d36a-d5cc-4741-9b49-dba49150afdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:29.814019 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-88227b6e-ad14-4270-a1b8-9571d648add7 req-26d0d36a-d5cc-4741-9b49-dba49150afdf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&device_id=61ca6335-0e1b-46af-ba5d-b13906b8a194 HTTP/1.1" status: 200 len: 1097 time: 0.0576825 Jul 15 14:15:29.912496 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88227b6e-ad14-4270-a1b8-9571d648add7 req-15498735-a4ad-4eeb-a672-2a33db82be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:29.918294 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-88227b6e-ad14-4270-a1b8-9571d648add7 req-15498735-a4ad-4eeb-a672-2a33db82be5c service neutron] 10.222.0.32 "GET /v2.0/networks?id=42578ce7-e291-4d29-8d82-8947a6714bb0 HTTP/1.1" status: 200 len: 898 time: 0.0945315 Jul 15 14:15:29.967286 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1ba2aa21-522c-4bf7-a856-ee50bc4864e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339383352', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '2344c7c1-266a-4880-bfa3-842dc29b31cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:31Z', 'updated_at': '2021-07-15T14:14:36Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '2344c7c1-266a-4880-bfa3-842dc29b31cc', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:32Z', 'updated_at': '2021-07-15T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '76bca9ab-4a5d-411b-833a-9c49cc71baf4', 'name': '', 'network_id': '42578ce7-e291-4d29-8d82-8947a6714bb0', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:d2:26:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd639e1c7-5e3c-4254-987e-c0509987fe56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:35Z', 'updated_at': '2021-07-15T14:14:39Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'd639e1c7-5e3c-4254-987e-c0509987fe56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:29.987036 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-88227b6e-ad14-4270-a1b8-9571d648add7 req-1b6e0efc-701e-4fa4-9056-5b8f61e52988 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac877a4e-8ea9-4643-b851-bf64c8a0785a HTTP/1.1" status: 200 len: 217 time: 0.0391912 Jul 15 14:15:29.999118 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba2aa21-522c-4bf7-a856-ee50bc4864e4 None None] Checking router: 64c4a785-bde5-463e-b6ef-cd72fea96a76 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:15:30.007887 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba2aa21-522c-4bf7-a856-ee50bc4864e4 None None] Routers {'64c4a785-bde5-463e-b6ef-cd72fea96a76'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:30.008414 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1ba2aa21-522c-4bf7-a856-ee50bc4864e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:15:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['64c4a785-bde5-463e-b6ef-cd72fea96a76'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:30.067975 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88227b6e-ad14-4270-a1b8-9571d648add7 req-8328e6cf-a03a-4115-a816-8820e7a63aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:30.069445 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-88227b6e-ad14-4270-a1b8-9571d648add7 req-8328e6cf-a03a-4115-a816-8820e7a63aa2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d639e1c7-5e3c-4254-987e-c0509987fe56 HTTP/1.1" status: 200 len: 835 time: 0.0744729 Jul 15 14:15:30.112761 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-1ba2aa21-522c-4bf7-a856-ee50bc4864e4 None None] Set router 64c4a785-bde5-463e-b6ef-cd72fea96a76 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:30.123796 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37e7c8-8028-4340-8062-a32c6bfe034c req-25180ba9-d7a9-493e-a795-2077238dd566 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:30.125298 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eb37e7c8-8028-4340-8062-a32c6bfe034c req-25180ba9-d7a9-493e-a795-2077238dd566 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ca6335-0e1b-46af-ba5d-b13906b8a194 HTTP/1.1" status: 200 len: 945 time: 0.1048462 Jul 15 14:15:30.182204 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88227b6e-ad14-4270-a1b8-9571d648add7 req-c83140f4-bdb0-459e-b3db-833f0b8b4040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:30.183912 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-88227b6e-ad14-4270-a1b8-9571d648add7 req-c83140f4-bdb0-459e-b3db-833f0b8b4040 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42578ce7-e291-4d29-8d82-8947a6714bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1071002 Jul 15 14:15:30.187038 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-eb37e7c8-8028-4340-8062-a32c6bfe034c req-86c95069-e823-4d32-ad30-108b097ae9d7 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e39f9b4-30f6-4a0f-93a0-d21b750d33eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543952 Jul 15 14:15:30.276142 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-88227b6e-ad14-4270-a1b8-9571d648add7 req-61ee28ba-f588-4e84-aed7-98e645a040d0 service neutron] 10.222.0.32 "GET /v2.0/networks/42578ce7-e291-4d29-8d82-8947a6714bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842233 Jul 15 14:15:30.308502 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-1ba2aa21-522c-4bf7-a856-ee50bc4864e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339383352', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '2344c7c1-266a-4880-bfa3-842dc29b31cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:31Z', 'updated_at': '2021-07-15T14:14:36Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '2344c7c1-266a-4880-bfa3-842dc29b31cc', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:32Z', 'updated_at': '2021-07-15T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '76bca9ab-4a5d-411b-833a-9c49cc71baf4', 'name': '', 'network_id': '42578ce7-e291-4d29-8d82-8947a6714bb0', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:d2:26:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd639e1c7-5e3c-4254-987e-c0509987fe56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:35Z', 'updated_at': '2021-07-15T14:14:39Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'd639e1c7-5e3c-4254-987e-c0509987fe56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:30.333577 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba2aa21-522c-4bf7-a856-ee50bc4864e4 None None] The sync data for ids ['64c4a785-bde5-463e-b6ef-cd72fea96a76'] in n-d-758944-45 is: [{'id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339383352', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '2344c7c1-266a-4880-bfa3-842dc29b31cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:31Z', 'updated_at': '2021-07-15T14:14:36Z', 'revision_number': 4, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '2344c7c1-266a-4880-bfa3-842dc29b31cc', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:32Z', 'updated_at': '2021-07-15T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '76bca9ab-4a5d-411b-833a-9c49cc71baf4', 'name': '', 'network_id': '42578ce7-e291-4d29-8d82-8947a6714bb0', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'mac_address': 'fa:16:3e:d2:26:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd639e1c7-5e3c-4254-987e-c0509987fe56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:35Z', 'updated_at': '2021-07-15T14:14:39Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'subnets': [{'id': 'd639e1c7-5e3c-4254-987e-c0509987fe56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:15:30.370766 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-88227b6e-ad14-4270-a1b8-9571d648add7 req-9744a444-62fd-476c-ac7a-302d2984f9d0 service neutron] 10.222.0.32 "GET /v2.0/networks/42578ce7-e291-4d29-8d82-8947a6714bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878232 Jul 15 14:15:30.543424 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fcedee-9abd-4b4a-bf30-d057b2ae65e3 None None] New status for floating IP b41e9149-e511-490b-8bfb-8fb9784fb5d8: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:15:31.367981 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa8917-d6b4-4390-b94e-ac0b2900675d req-e25332bd-147e-4d37-8c1f-0a1cfb42340a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:31.370119 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-06aa8917-d6b4-4390-b94e-ac0b2900675d req-e25332bd-147e-4d37-8c1f-0a1cfb42340a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ca6335-0e1b-46af-ba5d-b13906b8a194 HTTP/1.1" status: 200 len: 945 time: 0.0677650 Jul 15 14:15:31.408237 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-06aa8917-d6b4-4390-b94e-ac0b2900675d req-a393b575-bd5e-44f2-8bfb-e92b74a4e950 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e39f9b4-30f6-4a0f-93a0-d21b750d33eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322082 Jul 15 14:15:31.658361 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d145ea7-e409-4345-86ee-6d633da464ca req-8343663f-8c98-480d-a7e0-332e5e8d0e1a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:31.659838 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6d145ea7-e409-4345-86ee-6d633da464ca req-8343663f-8c98-480d-a7e0-332e5e8d0e1a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.32 "GET /v2.0/ports?device_id=61ca6335-0e1b-46af-ba5d-b13906b8a194 HTTP/1.1" status: 200 len: 945 time: 0.0629518 Jul 15 14:15:31.756427 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-6d145ea7-e409-4345-86ee-6d633da464ca req-ad4c563c-8e95-4eae-a846-b02f94f3c71c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Deleting port ac877a4e-8ea9-4643-b851-bf64c8a0785a {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:15:31.756662 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6d145ea7-e409-4345-86ee-6d633da464ca req-ad4c563c-8e95-4eae-a846-b02f94f3c71c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:31.845510 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-6d145ea7-e409-4345-86ee-6d633da464ca req-ad4c563c-8e95-4eae-a846-b02f94f3c71c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] For port ac877a4e-8ea9-4643-b851-bf64c8a0785a, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=ac877a4e-8ea9-4643-b851-bf64c8a0785a,segment=NetworkSegment(05a9471a-a760-43ae-942a-443110c2b20e),segment_id=05a9471a-a760-43ae-942a-443110c2b20e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:31.845896 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6d145ea7-e409-4345-86ee-6d633da464ca req-ad4c563c-8e95-4eae-a846-b02f94f3c71c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:31.858878 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-6d145ea7-e409-4345-86ee-6d633da464ca req-ad4c563c-8e95-4eae-a846-b02f94f3c71c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Calling delete_port for ac877a4e-8ea9-4643-b851-bf64c8a0785a owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:15:31.992465 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6d145ea7-e409-4345-86ee-6d633da464ca req-ad4c563c-8e95-4eae-a846-b02f94f3c71c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:32.020143 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c563c-8e95-4eae-a846-b02f94f3c71c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'Port': ['ID=ac877a4e-8ea9-4643-b851-bf64c8a0785a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:32.033467 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c563c-8e95-4eae-a846-b02f94f3c71c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:32.033846 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c563c-8e95-4eae-a846-b02f94f3c71c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:32.034192 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c563c-8e95-4eae-a846-b02f94f3c71c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:32.034539 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c563c-8e95-4eae-a846-b02f94f3c71c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:32.034869 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c563c-8e95-4eae-a846-b02f94f3c71c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:32.035205 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c563c-8e95-4eae-a846-b02f94f3c71c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:32.035622 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c563c-8e95-4eae-a846-b02f94f3c71c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:32.035853 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c563c-8e95-4eae-a846-b02f94f3c71c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:32.036183 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c563c-8e95-4eae-a846-b02f94f3c71c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:32.036509 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c563c-8e95-4eae-a846-b02f94f3c71c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:32.036841 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c563c-8e95-4eae-a846-b02f94f3c71c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:32.037221 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c563c-8e95-4eae-a846-b02f94f3c71c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:32.077942 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d145ea7-e409-4345-86ee-6d633da464ca req-ad4c563c-8e95-4eae-a846-b02f94f3c71c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] No DVR routers for this DVR port ac877a4e-8ea9-4643-b851-bf64c8a0785a on host n-h2-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:15:32.080486 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-6d145ea7-e409-4345-86ee-6d633da464ca req-ad4c563c-8e95-4eae-a846-b02f94f3c71c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:32.082513 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6d145ea7-e409-4345-86ee-6d633da464ca req-ad4c563c-8e95-4eae-a846-b02f94f3c71c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.32 "DELETE /v2.0/ports/ac877a4e-8ea9-4643-b851-bf64c8a0785a HTTP/1.1" status: 204 len: 173 time: 0.4170446 Jul 15 14:15:32.082949 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ca6335-0e1b-46af-ba5d-b13906b8a194', 'name': 'network-vif-deleted', 'tag': 'ac877a4e-8ea9-4643-b851-bf64c8a0785a'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:15:32.085196 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cca9a8-ffe2-422d-a678-f2d4ab59c699" -d '{"events": [{"server_uuid": "61ca6335-0e1b-46af-ba5d-b13906b8a194", "name": "network-vif-deleted", "tag": "ac877a4e-8ea9-4643-b851-bf64c8a0785a"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:15:32.122434 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f19a1b-dd0a-47c7-bb8f-c875cb2b2700 x-openstack-request-id: req-e8f19a1b-dd0a-47c7-bb8f-c875cb2b2700 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:15:32.122729 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ca6335-0e1b-46af-ba5d-b13906b8a194", "name": "network-vif-deleted", "tag": "ac877a4e-8ea9-4643-b851-bf64c8a0785a", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:15:32.122995 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8f19a1b-dd0a-47c7-bb8f-c875cb2b2700 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:15:32.123399 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ca6335-0e1b-46af-ba5d-b13906b8a194', 'name': 'network-vif-deleted', 'tag': 'ac877a4e-8ea9-4643-b851-bf64c8a0785a', 'status': 'completed', 'code': 200} Jul 15 14:15:32.567415 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f0f9129d-7740-49bc-840f-6c1446794b21 req-b7ea3ff9-001c-4855-a54a-6f4e4ec6ee35 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "GET /v2.0/ports?device_id=61ca6335-0e1b-46af-ba5d-b13906b8a194 HTTP/1.1" status: 200 len: 210 time: 0.0304000 Jul 15 14:15:33.662816 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50756) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:34.354243 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-873ee3ac-05f6-461a-acdb-376265620f8a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:34.630340 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-873ee3ac-05f6-461a-acdb-376265620f8a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Deleting port 76bca9ab-4a5d-411b-833a-9c49cc71baf4 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:15:34.630623 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-873ee3ac-05f6-461a-acdb-376265620f8a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:34.722316 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-873ee3ac-05f6-461a-acdb-376265620f8a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] For port 76bca9ab-4a5d-411b-833a-9c49cc71baf4, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=76bca9ab-4a5d-411b-833a-9c49cc71baf4,segment=NetworkSegment(05a9471a-a760-43ae-942a-443110c2b20e),segment_id=05a9471a-a760-43ae-942a-443110c2b20e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:34.723065 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-873ee3ac-05f6-461a-acdb-376265620f8a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:34.735047 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-873ee3ac-05f6-461a-acdb-376265620f8a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Calling delete_port for 76bca9ab-4a5d-411b-833a-9c49cc71baf4 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:15:34.918524 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-873ee3ac-05f6-461a-acdb-376265620f8a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:34.951754 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ee3ac-05f6-461a-acdb-376265620f8a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'Port': ['ID=76bca9ab-4a5d-411b-833a-9c49cc71baf4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:35.121819 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-873ee3ac-05f6-461a-acdb-376265620f8a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.338945 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873ee3ac-05f6-461a-acdb-376265620f8a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Router 64c4a785-bde5-463e-b6ef-cd72fea96a76 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:15:35.446986 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873ee3ac-05f6-461a-acdb-376265620f8a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:15:35.452110 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-873ee3ac-05f6-461a-acdb-376265620f8a tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "PUT /v2.0/routers/64c4a785-bde5-463e-b6ef-cd72fea96a76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7882540 Jul 15 14:15:35.455080 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50758) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:35.457856 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcefe0d-1a94-4bc2-b874-0f21671e1506 None None] Sync routers for ids ['64c4a785-bde5-463e-b6ef-cd72fea96a76'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:15:35.467119 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcefe0d-1a94-4bc2-b874-0f21671e1506 None None] Routers {'64c4a785-bde5-463e-b6ef-cd72fea96a76'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:35.467739 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-bfcefe0d-1a94-4bc2-b874-0f21671e1506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:15:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['64c4a785-bde5-463e-b6ef-cd72fea96a76'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:35.509329 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-93cf3674-6f1f-4dfd-9bc9-c1a82f562dcc tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Deleting subnet d639e1c7-5e3c-4254-987e-c0509987fe56 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:15:35.512425 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93cf3674-6f1f-4dfd-9bc9-c1a82f562dcc tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.554827 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93cf3674-6f1f-4dfd-9bc9-c1a82f562dcc tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.574531 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-bfcefe0d-1a94-4bc2-b874-0f21671e1506 None None] Set router 64c4a785-bde5-463e-b6ef-cd72fea96a76 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:35.644261 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93cf3674-6f1f-4dfd-9bc9-c1a82f562dcc tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.704060 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93cf3674-6f1f-4dfd-9bc9-c1a82f562dcc tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.734984 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf3674-6f1f-4dfd-9bc9-c1a82f562dcc tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'Subnet': ['ID=d639e1c7-5e3c-4254-987e-c0509987fe56,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:35.737109 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93cf3674-6f1f-4dfd-9bc9-c1a82f562dcc tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.739167 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-93cf3674-6f1f-4dfd-9bc9-c1a82f562dcc tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "DELETE /v2.0/subnets/d639e1c7-5e3c-4254-987e-c0509987fe56 HTTP/1.1" status: 204 len: 168 time: 0.2831092 Jul 15 14:15:35.741826 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50760) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:35.745052 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b24593-0c80-4980-be27-d84587337004 None None] Network 42578ce7-e291-4d29-8d82-8947a6714bb0 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:15:35.856402 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-bfcefe0d-1a94-4bc2-b874-0f21671e1506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339383352', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '2344c7c1-266a-4880-bfa3-842dc29b31cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:31Z', 'updated_at': '2021-07-15T14:15:34Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '2344c7c1-266a-4880-bfa3-842dc29b31cc', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:32Z', 'updated_at': '2021-07-15T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:35.857552 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f7ee9db-f373-4947-9e22-b3af5186df0c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.883490 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcefe0d-1a94-4bc2-b874-0f21671e1506 None None] Checking router: 64c4a785-bde5-463e-b6ef-cd72fea96a76 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:15:35.892131 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcefe0d-1a94-4bc2-b874-0f21671e1506 None None] Routers {'64c4a785-bde5-463e-b6ef-cd72fea96a76'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:35.892755 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-bfcefe0d-1a94-4bc2-b874-0f21671e1506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:15:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['64c4a785-bde5-463e-b6ef-cd72fea96a76'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:35.958499 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b113b0-4dd9-4406-987a-26dc819a0952 None None] DHCP port deletion for 42578ce7-e291-4d29-8d82-8947a6714bb0 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:15:35.976764 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f7ee9db-f373-4947-9e22-b3af5186df0c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:36.004132 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-bfcefe0d-1a94-4bc2-b874-0f21671e1506 None None] Set router 64c4a785-bde5-463e-b6ef-cd72fea96a76 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:36.012508 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-13b113b0-4dd9-4406-987a-26dc819a0952 None None] Deleting port cd1a06b2-1ffa-4979-829a-a49aafce5e7f {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:15:36.013128 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-13b113b0-4dd9-4406-987a-26dc819a0952 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:36.034072 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7f7ee9db-f373-4947-9e22-b3af5186df0c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Deleting port 2344c7c1-266a-4880-bfa3-842dc29b31cc {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:15:36.034460 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f7ee9db-f373-4947-9e22-b3af5186df0c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:36.078965 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-13b113b0-4dd9-4406-987a-26dc819a0952 None None] For port cd1a06b2-1ffa-4979-829a-a49aafce5e7f, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=cd1a06b2-1ffa-4979-829a-a49aafce5e7f,segment=NetworkSegment(05a9471a-a760-43ae-942a-443110c2b20e),segment_id=05a9471a-a760-43ae-942a-443110c2b20e)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:36.079365 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-13b113b0-4dd9-4406-987a-26dc819a0952 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:36.091116 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-13b113b0-4dd9-4406-987a-26dc819a0952 None None] Calling delete_port for cd1a06b2-1ffa-4979-829a-a49aafce5e7f owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:15:36.123228 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-7f7ee9db-f373-4947-9e22-b3af5186df0c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] For port 2344c7c1-266a-4880-bfa3-842dc29b31cc, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=2344c7c1-266a-4880-bfa3-842dc29b31cc,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:36.123497 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f7ee9db-f373-4947-9e22-b3af5186df0c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:36.135692 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7f7ee9db-f373-4947-9e22-b3af5186df0c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Calling delete_port for 2344c7c1-266a-4880-bfa3-842dc29b31cc owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:15:36.176789 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-13b113b0-4dd9-4406-987a-26dc819a0952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:36.195025 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-bfcefe0d-1a94-4bc2-b874-0f21671e1506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339383352', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '2344c7c1-266a-4880-bfa3-842dc29b31cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:31Z', 'updated_at': '2021-07-15T14:15:34Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '2344c7c1-266a-4880-bfa3-842dc29b31cc', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:32Z', 'updated_at': '2021-07-15T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:36.202476 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b113b0-4dd9-4406-987a-26dc819a0952 None None] Pushing event deleted for resources: {'Port': ['ID=cd1a06b2-1ffa-4979-829a-a49aafce5e7f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:36.206597 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b113b0-4dd9-4406-987a-26dc819a0952 None None] No DVR routers for this DVR port cd1a06b2-1ffa-4979-829a-a49aafce5e7f on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:15:36.212653 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device ac877a4e-8ea9-4643-b851-bf64c8a0785a no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:15:36.222010 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcefe0d-1a94-4bc2-b874-0f21671e1506 None None] The sync data for ids ['64c4a785-bde5-463e-b6ef-cd72fea96a76'] in n-d-758944-45 is: [{'id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339383352', 'tenant_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '2344c7c1-266a-4880-bfa3-842dc29b31cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:31Z', 'updated_at': '2021-07-15T14:15:34Z', 'revision_number': 5, 'project_id': 'e4ca9f7ba7bc40c999cf6f648c1e5688', 'gw_port': {'id': '2344c7c1-266a-4880-bfa3-842dc29b31cc', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c4a785-bde5-463e-b6ef-cd72fea96a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:32Z', 'updated_at': '2021-07-15T14:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:15:36.246960 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b113b0-4dd9-4406-987a-26dc819a0952 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:36.247544 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b113b0-4dd9-4406-987a-26dc819a0952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:36.248053 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b113b0-4dd9-4406-987a-26dc819a0952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:36.248391 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b113b0-4dd9-4406-987a-26dc819a0952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:36.249229 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b113b0-4dd9-4406-987a-26dc819a0952 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:36.249460 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b113b0-4dd9-4406-987a-26dc819a0952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:36.249640 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b113b0-4dd9-4406-987a-26dc819a0952 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:36.250104 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b113b0-4dd9-4406-987a-26dc819a0952 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:36.250315 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b113b0-4dd9-4406-987a-26dc819a0952 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:36.250633 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b113b0-4dd9-4406-987a-26dc819a0952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:36.251370 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b113b0-4dd9-4406-987a-26dc819a0952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:36.251370 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b113b0-4dd9-4406-987a-26dc819a0952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:36.261008 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: ac877a4e-8ea9-4643-b851-bf64c8a0785a {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:15:36.261353 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device ac877a4e-8ea9-4643-b851-bf64c8a0785a not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:15:36.320556 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f7ee9db-f373-4947-9e22-b3af5186df0c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:36.345636 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ee9db-f373-4947-9e22-b3af5186df0c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'Port': ['ID=2344c7c1-266a-4880-bfa3-842dc29b31cc,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:36.406659 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f7ee9db-f373-4947-9e22-b3af5186df0c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:36.499221 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f7ee9db-f373-4947-9e22-b3af5186df0c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:36.501224 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f7ee9db-f373-4947-9e22-b3af5186df0c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:36.543392 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f7ee9db-f373-4947-9e22-b3af5186df0c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:36.543930 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7ee9db-f373-4947-9e22-b3af5186df0c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Fanout notify agent at l3_agent the message router_deleted on router 64c4a785-bde5-463e-b6ef-cd72fea96a76 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:15:36.550605 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f7ee9db-f373-4947-9e22-b3af5186df0c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:36.551745 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-7f7ee9db-f373-4947-9e22-b3af5186df0c tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "DELETE /v2.0/routers/64c4a785-bde5-463e-b6ef-cd72fea96a76 HTTP/1.1" status: 204 len: 168 time: 0.8089581 Jul 15 14:15:36.554554 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50762) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:36.630511 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb47fc2f-b670-44e9-ae92-a1110ea6a770 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:36.725507 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb47fc2f-b670-44e9-ae92-a1110ea6a770 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:36.736541 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-cb47fc2f-b670-44e9-ae92-a1110ea6a770 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42578ce7-e291-4d29-8d82-8947a6714bb0']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:36.746258 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-cb47fc2f-b670-44e9-ae92-a1110ea6a770 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a9471a-a760-43ae-942a-443110c2b20e') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:36.746601 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-cb47fc2f-b670-44e9-ae92-a1110ea6a770 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a9471a-a760-43ae-942a-443110c2b20e') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:36.755242 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb47fc2f-b670-44e9-ae92-a1110ea6a770 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:36.769567 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb47fc2f-b670-44e9-ae92-a1110ea6a770 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:36.776291 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb47fc2f-b670-44e9-ae92-a1110ea6a770 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:15:36.776697 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb47fc2f-b670-44e9-ae92-a1110ea6a770 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: timer() Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:15:36.779915 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:15:36.846463 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb47fc2f-b670-44e9-ae92-a1110ea6a770 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:36.856394 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb47fc2f-b670-44e9-ae92-a1110ea6a770 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:36.858352 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-cb47fc2f-b670-44e9-ae92-a1110ea6a770 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "DELETE /v2.0/networks/42578ce7-e291-4d29-8d82-8947a6714bb0 HTTP/1.1" status: 204 len: 168 time: 0.3028939 Jul 15 14:15:36.861190 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50764) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:36.870199 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47fc2f-b670-44e9-ae92-a1110ea6a770 tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'Network': ['ID=42578ce7-e291-4d29-8d82-8947a6714bb0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:36.923780 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fcbb88ab-0570-4abd-aac8-2c3456481daa tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:36.948474 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fcbb88ab-0570-4abd-aac8-2c3456481daa tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:37.006830 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fcbb88ab-0570-4abd-aac8-2c3456481daa tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:37.010030 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fcbb88ab-0570-4abd-aac8-2c3456481daa tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:37.011198 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fcbb88ab-0570-4abd-aac8-2c3456481daa tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] 10.222.0.24 "DELETE /v2.0/security-groups/4e39f9b4-30f6-4a0f-93a0-d21b750d33eb HTTP/1.1" status: 204 len: 168 time: 0.1489279 Jul 15 14:15:37.020171 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb88ab-0570-4abd-aac8-2c3456481daa tempest-TestNetworkAdvancedServerOps-1756298748 tempest-TestNetworkAdvancedServerOps-1756298748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e39f9b4-30f6-4a0f-93a0-d21b750d33eb,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:37.341296 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50772) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:37.472489 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-911576d8-1c08-4834-b0d0-69a47bbae222 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4ca9f7ba7bc40c999cf6f648c1e5688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1299837 Jul 15 14:15:37.474992 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50776) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:37.526431 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-52a94bc2-2b3e-48db-b326-8836481d4538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:37.537772 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device cd1a06b2-1ffa-4979-829a-a49aafce5e7f no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:15:37.552285 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-52a94bc2-2b3e-48db-b326-8836481d4538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:37.558467 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: cd1a06b2-1ffa-4979-829a-a49aafce5e7f {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:15:37.558802 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device cd1a06b2-1ffa-4979-829a-a49aafce5e7f not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:15:37.559214 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 2344c7c1-266a-4880-bfa3-842dc29b31cc no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:15:37.577687 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 2344c7c1-266a-4880-bfa3-842dc29b31cc {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:15:37.578138 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 2344c7c1-266a-4880-bfa3-842dc29b31cc not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:15:37.578453 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 76bca9ab-4a5d-411b-833a-9c49cc71baf4 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:15:37.598575 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 76bca9ab-4a5d-411b-833a-9c49cc71baf4 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:15:37.598957 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-52a94bc2-2b3e-48db-b326-8836481d4538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:37.599135 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 76bca9ab-4a5d-411b-833a-9c49cc71baf4 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:15:37.601536 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-52a94bc2-2b3e-48db-b326-8836481d4538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:37.605900 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-52a94bc2-2b3e-48db-b326-8836481d4538 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/86f35c55-2f0e-41ea-8f55-5faefd560168 HTTP/1.1" status: 204 len: 168 time: 0.1298766 Jul 15 14:15:37.614229 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a94bc2-2b3e-48db-b326-8836481d4538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f35c55-2f0e-41ea-8f55-5faefd560168,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:37.854850 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50782) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:37.868036 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e32a67e-55db-4c15-bef5-d3572e386d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:37.958101 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e32a67e-55db-4c15-bef5-d3572e386d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:37.961889 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e32a67e-55db-4c15-bef5-d3572e386d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:38.004469 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-4e32a67e-55db-4c15-bef5-d3572e386d3b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a37c94e5498499da054b2f73000c106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485238 Jul 15 14:15:38.005340 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32a67e-55db-4c15-bef5-d3572e386d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18e3a2d-d5ee-4ed1-a31b-c9df118087f3,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:38.007882 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50784) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:38.058069 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66dae47f-d1f3-45be-8b7a-6f5570efffc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:38.079118 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66dae47f-d1f3-45be-8b7a-6f5570efffc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:38.125254 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66dae47f-d1f3-45be-8b7a-6f5570efffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:38.127998 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66dae47f-d1f3-45be-8b7a-6f5570efffc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:38.129201 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-66dae47f-d1f3-45be-8b7a-6f5570efffc0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a18e3a2d-d5ee-4ed1-a31b-c9df118087f3 HTTP/1.1" status: 204 len: 168 time: 0.1201775 Jul 15 14:15:38.137857 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dae47f-d1f3-45be-8b7a-6f5570efffc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18e3a2d-d5ee-4ed1-a31b-c9df118087f3,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:38.811768 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50806) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:38.905911 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-bc5fa3b2-6d3f-4a0f-8e2d-3008a5958b69 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1177985860-network', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:38.930721 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5fa3b2-6d3f-4a0f-8e2d-3008a5958b69 admin admin] Made reservation on behalf of 432d913499a64e3cb0c99b0c214e8467 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:15:38.933243 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa3b2-6d3f-4a0f-8e2d-3008a5958b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:38.935784 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:38.942272 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa3b2-6d3f-4a0f-8e2d-3008a5958b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:39.032436 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa3b2-6d3f-4a0f-8e2d-3008a5958b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:39.036028 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa3b2-6d3f-4a0f-8e2d-3008a5958b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:39.060666 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5fa3b2-6d3f-4a0f-8e2d-3008a5958b69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:15:39.069300 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5fa3b2-6d3f-4a0f-8e2d-3008a5958b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d69833c-43c5-48bb-894b-68c2f7cf9ddc,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:39.075852 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa3b2-6d3f-4a0f-8e2d-3008a5958b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:39.076196 n-d-758944-45 neutron-server[93813]: INFO neutron.db.segments_db [None req-bc5fa3b2-6d3f-4a0f-8e2d-3008a5958b69 admin admin] Added segment 42a8dd9a-bcc1-4497-8a8e-451aff757db3 of type vlan for network 6d8eb809-0f8c-40e8-a400-97ab88ab6a33 Jul 15 14:15:39.115957 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa3b2-6d3f-4a0f-8e2d-3008a5958b69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:39.144097 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa3b2-6d3f-4a0f-8e2d-3008a5958b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:39.144982 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5fa3b2-6d3f-4a0f-8e2d-3008a5958b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:39.145570 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa3b2-6d3f-4a0f-8e2d-3008a5958b69 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:39.180083 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-bc5fa3b2-6d3f-4a0f-8e2d-3008a5958b69 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3671925 Jul 15 14:15:39.183208 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50810) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:39.188983 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-66dc93e9-4653-4b41-9814-841862f40603 admin admin] Request body: {'subnet': {'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1177985860-subnet', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:39.209472 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66dc93e9-4653-4b41-9814-841862f40603 admin admin] Made reservation on behalf of 432d913499a64e3cb0c99b0c214e8467 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:15:39.211318 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5fa3b2-6d3f-4a0f-8e2d-3008a5958b69 admin admin] Pushing event updated for resources: {'Network': ['ID=6d8eb809-0f8c-40e8-a400-97ab88ab6a33,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:39.211915 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66dc93e9-4653-4b41-9814-841862f40603 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:39.222944 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 6d8eb809-0f8c-40e8-a400-97ab88ab6a33 details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:15:39.380748 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66dc93e9-4653-4b41-9814-841862f40603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:39.444252 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc93e9-4653-4b41-9814-841862f40603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=688abda2-0b2d-4e4c-b4ac-0298996f58f2,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:39.449116 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dc93e9-4653-4b41-9814-841862f40603 admin admin] Checking segment: {'id': '42a8dd9a-bcc1-4497-8a8e-451aff757db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:15:39.449474 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dc93e9-4653-4b41-9814-841862f40603 admin admin] Network hostable DHCP agents. Network: 6d8eb809-0f8c-40e8-a400-97ab88ab6a33, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:15:39.465845 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dc93e9-4653-4b41-9814-841862f40603 admin admin] Network 6d8eb809-0f8c-40e8-a400-97ab88ab6a33 is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:15:39.473904 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-66dc93e9-4653-4b41-9814-841862f40603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 6d8eb809-0f8c-40e8-a400-97ab88ab6a33) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:15:39.477782 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dc93e9-4653-4b41-9814-841862f40603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:39.478752 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66dc93e9-4653-4b41-9814-841862f40603 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:39.483661 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7d325b-ce05-427e-87bf-b550601a791d None None] Network 6d8eb809-0f8c-40e8-a400-97ab88ab6a33 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:15:39.496149 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-66dc93e9-4653-4b41-9814-841862f40603 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3111486 Jul 15 14:15:39.498837 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50812) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:39.503116 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-2b8c353a-a3aa-4f44-b8da-76d2c0195c17 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1177985860-router', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:39.523138 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b8c353a-a3aa-4f44-b8da-76d2c0195c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:39.524066 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b8c353a-a3aa-4f44-b8da-76d2c0195c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:39.575862 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b8c353a-a3aa-4f44-b8da-76d2c0195c17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:39.718785 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b8c353a-a3aa-4f44-b8da-76d2c0195c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:39.790071 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb1f7f5-729d-4c93-8f1d-24bbbb1651d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-6d8eb809-0f8c-40e8-a400-97ab88ab6a33', 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'fixed_ips': [{'subnet_id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:15:39.791499 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6cb1f7f5-729d-4c93-8f1d-24bbbb1651d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:39.919354 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-6cb1f7f5-729d-4c93-8f1d-24bbbb1651d5 None None] Allocated IP 172.20.0.2 (6d8eb809-0f8c-40e8-a400-97ab88ab6a33/688abda2-0b2d-4e4c-b4ac-0298996f58f2/217ea9c5-84d8-4eb2-bfc0-bc11835fe2ef) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:15:39.925871 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b8c353a-a3aa-4f44-b8da-76d2c0195c17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:39.946007 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b8c353a-a3aa-4f44-b8da-76d2c0195c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:40.048268 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-2b8c353a-a3aa-4f44-b8da-76d2c0195c17 admin admin] Allocated IP 172.25.6.105 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/549b5170-7b1b-45e1-b0b3-9c9d0a8764e7) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:15:40.069668 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6cb1f7f5-729d-4c93-8f1d-24bbbb1651d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:40.078145 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-6cb1f7f5-729d-4c93-8f1d-24bbbb1651d5 None None] Transition to ACTIVE for port object 217ea9c5-84d8-4eb2-bfc0-bc11835fe2ef will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:15:40.092731 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-6cb1f7f5-729d-4c93-8f1d-24bbbb1651d5 None None] Transition to ACTIVE for port object 217ea9c5-84d8-4eb2-bfc0-bc11835fe2ef will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:15:40.099005 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6cb1f7f5-729d-4c93-8f1d-24bbbb1651d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:40.144740 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb1f7f5-729d-4c93-8f1d-24bbbb1651d5 None None] Network 6d8eb809-0f8c-40e8-a400-97ab88ab6a33 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:15:40.147776 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-6cb1f7f5-729d-4c93-8f1d-24bbbb1651d5 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:15:40.152988 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb1f7f5-729d-4c93-8f1d-24bbbb1651d5 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:15:40.154992 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1f7f5-729d-4c93-8f1d-24bbbb1651d5 None None] Pushing event updated for resources: {'Port': ['ID=217ea9c5-84d8-4eb2-bfc0-bc11835fe2ef,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:40.160867 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b8c353a-a3aa-4f44-b8da-76d2c0195c17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:40.202841 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b8c353a-a3aa-4f44-b8da-76d2c0195c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:40.211828 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6cb1f7f5-729d-4c93-8f1d-24bbbb1651d5 None None] Attempting to bind port 217ea9c5-84d8-4eb2-bfc0-bc11835fe2ef on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:15:40.212200 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6cb1f7f5-729d-4c93-8f1d-24bbbb1651d5 None None] Attempting to bind port 217ea9c5-84d8-4eb2-bfc0-bc11835fe2ef by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '42a8dd9a-bcc1-4497-8a8e-451aff757db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:15:40.213099 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1f7f5-729d-4c93-8f1d-24bbbb1651d5 None None] Attempting to bind port 217ea9c5-84d8-4eb2-bfc0-bc11835fe2ef on network 6d8eb809-0f8c-40e8-a400-97ab88ab6a33 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:15:40.218249 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1f7f5-729d-4c93-8f1d-24bbbb1651d5 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:15:40.218625 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1f7f5-729d-4c93-8f1d-24bbbb1651d5 None None] Checking segment: {'id': '42a8dd9a-bcc1-4497-8a8e-451aff757db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:15:40.219027 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6cb1f7f5-729d-4c93-8f1d-24bbbb1651d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:40.219421 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1f7f5-729d-4c93-8f1d-24bbbb1651d5 None None] Bound using segment: {'id': '42a8dd9a-bcc1-4497-8a8e-451aff757db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:15:40.219889 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6cb1f7f5-729d-4c93-8f1d-24bbbb1651d5 None None] Bound port: 217ea9c5-84d8-4eb2-bfc0-bc11835fe2ef, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a8dd9a-bcc1-4497-8a8e-451aff757db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:15:40.220304 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6cb1f7f5-729d-4c93-8f1d-24bbbb1651d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:40.245572 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8c353a-a3aa-4f44-b8da-76d2c0195c17 admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:15:40.249203 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-2b8c353a-a3aa-4f44-b8da-76d2c0195c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:15:40.253099 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8c353a-a3aa-4f44-b8da-76d2c0195c17 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:15:40.256168 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c353a-a3aa-4f44-b8da-76d2c0195c17 admin admin] Pushing event updated for resources: {'Port': ['ID=549b5170-7b1b-45e1-b0b3-9c9d0a8764e7,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:40.282838 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-6cb1f7f5-729d-4c93-8f1d-24bbbb1651d5 None None] For port 217ea9c5-84d8-4eb2-bfc0-bc11835fe2ef, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:15:40.286118 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-6cb1f7f5-729d-4c93-8f1d-24bbbb1651d5 None None] For port 217ea9c5-84d8-4eb2-bfc0-bc11835fe2ef, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=217ea9c5-84d8-4eb2-bfc0-bc11835fe2ef,segment=NetworkSegment(42a8dd9a-bcc1-4497-8a8e-451aff757db3),segment_id=42a8dd9a-bcc1-4497-8a8e-451aff757db3)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:15:40.292831 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6cb1f7f5-729d-4c93-8f1d-24bbbb1651d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:40.351200 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1f7f5-729d-4c93-8f1d-24bbbb1651d5 None None] Pushing event updated for resources: {'Port': ['ID=217ea9c5-84d8-4eb2-bfc0-bc11835fe2ef,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:40.530963 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b8c353a-a3aa-4f44-b8da-76d2c0195c17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:40.739888 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b8c353a-a3aa-4f44-b8da-76d2c0195c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:41.212987 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8c353a-a3aa-4f44-b8da-76d2c0195c17 admin admin] Router 4770647d-455c-44e4-9a8e-dd3f65c3ca74 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:15:41.314665 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61631aa4-cc27-4a6f-ae79-a862689018eb None None] Network 6d8eb809-0f8c-40e8-a400-97ab88ab6a33 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:15:41.330121 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8c353a-a3aa-4f44-b8da-76d2c0195c17 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:15:41.341330 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f66430d-f689-4836-b3be-594a743a3cd2 None None] Sync routers for ids ['4770647d-455c-44e4-9a8e-dd3f65c3ca74'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:15:41.350358 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b8c353a-a3aa-4f44-b8da-76d2c0195c17 admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:41.351609 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2b8c353a-a3aa-4f44-b8da-76d2c0195c17 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8518562 Jul 15 14:15:41.355127 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50814) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:41.384260 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f66430d-f689-4836-b3be-594a743a3cd2 None None] Routers {'4770647d-455c-44e4-9a8e-dd3f65c3ca74'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:41.384848 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-9f66430d-f689-4836-b3be-594a743a3cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:15:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4770647d-455c-44e4-9a8e-dd3f65c3ca74'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:41.459295 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-0cf051c8-d4e0-4408-a472-c4c97d1542be None None] Provisioning for port 217ea9c5-84d8-4eb2-bfc0-bc11835fe2ef completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:15:41.570410 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-9f66430d-f689-4836-b3be-594a743a3cd2 None None] Set router 4770647d-455c-44e4-9a8e-dd3f65c3ca74 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:41.598793 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 217ea9c5-84d8-4eb2-bfc0-bc11835fe2ef up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:15:41.757529 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 217ea9c5-84d8-4eb2-bfc0-bc11835fe2ef completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:15:41.763570 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 217ea9c5-84d8-4eb2-bfc0-bc11835fe2ef triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:41.763947 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:41.781223 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8abf6c3f-c2f6-4a45-873b-0aaa6619d8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:41.869544 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-9f66430d-f689-4836-b3be-594a743a3cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'name': 'tempest-TestShelveInstance-1177985860-router', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:40Z', 'revision_number': 3, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'gw_port': {'id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bf:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:41.900594 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f66430d-f689-4836-b3be-594a743a3cd2 None None] Checking router: 4770647d-455c-44e4-9a8e-dd3f65c3ca74 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:15:41.900909 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f66430d-f689-4836-b3be-594a743a3cd2 None None] Updating router 4770647d-455c-44e4-9a8e-dd3f65c3ca74 port 549b5170-7b1b-45e1-b0b3-9c9d0a8764e7 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:15:41.936089 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:41.949373 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-8abf6c3f-c2f6-4a45-873b-0aaa6619d8e5 admin admin] Allocated IP 172.20.0.1 (6d8eb809-0f8c-40e8-a400-97ab88ab6a33/688abda2-0b2d-4e4c-b4ac-0298996f58f2/85cdd731-b367-412f-aa1e-c894c489ae75) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:15:41.959394 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9f66430d-f689-4836-b3be-594a743a3cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:42.006187 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 217ea9c5-84d8-4eb2-bfc0-bc11835fe2ef, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=217ea9c5-84d8-4eb2-bfc0-bc11835fe2ef,segment=NetworkSegment(42a8dd9a-bcc1-4497-8a8e-451aff757db3),segment_id=42a8dd9a-bcc1-4497-8a8e-451aff757db3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:42.016393 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:42.062738 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8abf6c3f-c2f6-4a45-873b-0aaa6619d8e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:42.076934 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8abf6c3f-c2f6-4a45-873b-0aaa6619d8e5 admin admin] Transition to ACTIVE for port object 85cdd731-b367-412f-aa1e-c894c489ae75 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:15:42.110035 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8abf6c3f-c2f6-4a45-873b-0aaa6619d8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:42.115560 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ade37ccb-46de-44ba-b760-7948b0b3979d None None] Provisioning complete for port 217ea9c5-84d8-4eb2-bfc0-bc11835fe2ef triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:42.115938 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ade37ccb-46de-44ba-b760-7948b0b3979d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:42.147393 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abf6c3f-c2f6-4a45-873b-0aaa6619d8e5 admin admin] Network 6d8eb809-0f8c-40e8-a400-97ab88ab6a33 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:15:42.154181 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-8abf6c3f-c2f6-4a45-873b-0aaa6619d8e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:15:42.157987 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abf6c3f-c2f6-4a45-873b-0aaa6619d8e5 admin admin] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:15:42.163548 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf6c3f-c2f6-4a45-873b-0aaa6619d8e5 admin admin] Pushing event updated for resources: {'Port': ['ID=85cdd731-b367-412f-aa1e-c894c489ae75,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:42.169093 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=217ea9c5-84d8-4eb2-bfc0-bc11835fe2ef,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:42.202537 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8abf6c3f-c2f6-4a45-873b-0aaa6619d8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:42.350785 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9f66430d-f689-4836-b3be-594a743a3cd2 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:42.357668 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8abf6c3f-c2f6-4a45-873b-0aaa6619d8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:42.362847 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9f66430d-f689-4836-b3be-594a743a3cd2 None None] Transition to ACTIVE for port object 549b5170-7b1b-45e1-b0b3-9c9d0a8764e7 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:15:42.369326 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9f66430d-f689-4836-b3be-594a743a3cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:42.429978 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c7e3d-4567-4527-9c9d-1ffba23f7e10 None None] Pushing event updated for resources: {'Port': ['ID=549b5170-7b1b-45e1-b0b3-9c9d0a8764e7,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:42.434784 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-9f66430d-f689-4836-b3be-594a743a3cd2 None None] Attempting to bind port 549b5170-7b1b-45e1-b0b3-9c9d0a8764e7 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:15:42.435168 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-9f66430d-f689-4836-b3be-594a743a3cd2 None None] Attempting to bind port 549b5170-7b1b-45e1-b0b3-9c9d0a8764e7 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:15:42.435552 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f66430d-f689-4836-b3be-594a743a3cd2 None None] Attempting to bind port 549b5170-7b1b-45e1-b0b3-9c9d0a8764e7 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:15:42.438712 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-73288f7c-bcfb-4fb3-8a09-f81de0b776a7 None None] Provisioning for port 85cdd731-b367-412f-aa1e-c894c489ae75 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:15:42.443829 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f66430d-f689-4836-b3be-594a743a3cd2 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:15:42.444165 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f66430d-f689-4836-b3be-594a743a3cd2 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:15:42.444566 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9f66430d-f689-4836-b3be-594a743a3cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:42.444948 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f66430d-f689-4836-b3be-594a743a3cd2 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:15:42.445403 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-9f66430d-f689-4836-b3be-594a743a3cd2 None None] Bound port: 549b5170-7b1b-45e1-b0b3-9c9d0a8764e7, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:15:42.445799 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9f66430d-f689-4836-b3be-594a743a3cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:42.447454 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-73288f7c-bcfb-4fb3-8a09-f81de0b776a7 None None] Provisioning complete for port 85cdd731-b367-412f-aa1e-c894c489ae75 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:42.447805 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-73288f7c-bcfb-4fb3-8a09-f81de0b776a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:42.514339 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-73288f7c-bcfb-4fb3-8a09-f81de0b776a7 None None] Port 85cdd731-b367-412f-aa1e-c894c489ae75 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:15:42.526324 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-9f66430d-f689-4836-b3be-594a743a3cd2 None None] For port 549b5170-7b1b-45e1-b0b3-9c9d0a8764e7, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:15:42.529649 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-9f66430d-f689-4836-b3be-594a743a3cd2 None None] For port 549b5170-7b1b-45e1-b0b3-9c9d0a8764e7, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=549b5170-7b1b-45e1-b0b3-9c9d0a8764e7,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:15:42.533480 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8abf6c3f-c2f6-4a45-873b-0aaa6619d8e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:42.534315 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9f66430d-f689-4836-b3be-594a743a3cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:42.538188 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8abf6c3f-c2f6-4a45-873b-0aaa6619d8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:42.591330 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f66430d-f689-4836-b3be-594a743a3cd2 None None] Routers {'4770647d-455c-44e4-9a8e-dd3f65c3ca74'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:42.591945 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-9f66430d-f689-4836-b3be-594a743a3cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:15:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4770647d-455c-44e4-9a8e-dd3f65c3ca74'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:42.595749 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c7e3d-4567-4527-9c9d-1ffba23f7e10 None None] Pushing event updated for resources: {'Port': ['ID=549b5170-7b1b-45e1-b0b3-9c9d0a8764e7,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:42.612617 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8abf6c3f-c2f6-4a45-873b-0aaa6619d8e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:42.614455 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf6c3f-c2f6-4a45-873b-0aaa6619d8e5 admin admin] Pushing event updated for resources: {'Port': ['ID=85cdd731-b367-412f-aa1e-c894c489ae75,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:42.708684 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abf6c3f-c2f6-4a45-873b-0aaa6619d8e5 admin admin] Network 6d8eb809-0f8c-40e8-a400-97ab88ab6a33 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:15:42.710235 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-8abf6c3f-c2f6-4a45-873b-0aaa6619d8e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:15:42.833552 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abf6c3f-c2f6-4a45-873b-0aaa6619d8e5 admin admin] Router 4770647d-455c-44e4-9a8e-dd3f65c3ca74 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:15:42.861461 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-9f66430d-f689-4836-b3be-594a743a3cd2 None None] Set router 4770647d-455c-44e4-9a8e-dd3f65c3ca74 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:42.944661 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abf6c3f-c2f6-4a45-873b-0aaa6619d8e5 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:15:42.959819 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8abf6c3f-c2f6-4a45-873b-0aaa6619d8e5 admin admin] 10.222.0.24 "PUT /v2.0/routers/4770647d-455c-44e4-9a8e-dd3f65c3ca74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5943468 Jul 15 14:15:42.975989 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-391fd178-2cb3-4390-b65b-97f94e032bc6 None None] Provisioning complete for port 85cdd731-b367-412f-aa1e-c894c489ae75 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:42.976368 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-391fd178-2cb3-4390-b65b-97f94e032bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:43.052364 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-391fd178-2cb3-4390-b65b-97f94e032bc6 None None] Port 85cdd731-b367-412f-aa1e-c894c489ae75 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:15:43.108986 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-9f66430d-f689-4836-b3be-594a743a3cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'name': 'tempest-TestShelveInstance-1177985860-router', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:42Z', 'revision_number': 4, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'gw_port': {'id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bf:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '85cdd731-b367-412f-aa1e-c894c489ae75', 'name': '', 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'mac_address': 'fa:16:3e:03:b1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:41Z', 'updated_at': '2021-07-15T14:15:42Z', 'revision_number': 2, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'subnets': [{'id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:43.136236 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f66430d-f689-4836-b3be-594a743a3cd2 None None] The sync data for ids ['4770647d-455c-44e4-9a8e-dd3f65c3ca74'] in n-d-758944-45 is: [{'id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'name': 'tempest-TestShelveInstance-1177985860-router', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:42Z', 'revision_number': 4, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'gw_port': {'id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bf:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '85cdd731-b367-412f-aa1e-c894c489ae75', 'name': '', 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'mac_address': 'fa:16:3e:03:b1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:41Z', 'updated_at': '2021-07-15T14:15:42Z', 'revision_number': 2, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'subnets': [{'id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:15:43.512067 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50830) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:43.518058 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-93023922-511c-4fbf-bc5e-ef69756cdc03 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-379533060-network', 'tenant_id': '40f8b91a9a4a419ab4dfdf885acb59aa'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:43.541717 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93023922-511c-4fbf-bc5e-ef69756cdc03 admin admin] Made reservation on behalf of 40f8b91a9a4a419ab4dfdf885acb59aa for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:15:43.546869 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93023922-511c-4fbf-bc5e-ef69756cdc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:43.549601 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 217ea9c5-84d8-4eb2-bfc0-bc11835fe2ef up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:15:43.556666 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93023922-511c-4fbf-bc5e-ef69756cdc03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:43.605327 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 217ea9c5-84d8-4eb2-bfc0-bc11835fe2ef triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:43.605933 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:43.655777 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93023922-511c-4fbf-bc5e-ef69756cdc03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:43.661025 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93023922-511c-4fbf-bc5e-ef69756cdc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:43.682038 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93023922-511c-4fbf-bc5e-ef69756cdc03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:15:43.703405 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93023922-511c-4fbf-bc5e-ef69756cdc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:43.704356 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-93023922-511c-4fbf-bc5e-ef69756cdc03 admin admin] Added segment aa3b1054-a0b8-4763-a128-fbca205fc5c5 of type vlan for network c55eded4-9a5b-492a-a372-1a6a1f76e2ab Jul 15 14:15:43.705360 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93023922-511c-4fbf-bc5e-ef69756cdc03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae568a6-8820-40f9-bead-0170f2c7f941,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:43.756702 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93023922-511c-4fbf-bc5e-ef69756cdc03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:43.790921 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93023922-511c-4fbf-bc5e-ef69756cdc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:43.792105 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93023922-511c-4fbf-bc5e-ef69756cdc03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:43.792709 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93023922-511c-4fbf-bc5e-ef69756cdc03 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:43.836202 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-93023922-511c-4fbf-bc5e-ef69756cdc03 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3223605 Jul 15 14:15:43.838994 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50832) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:43.844165 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-66ed4b24-77ab-4915-9ddf-a6403afbcaa8 admin admin] Request body: {'subnet': {'network_id': 'c55eded4-9a5b-492a-a372-1a6a1f76e2ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-379533060-subnet', 'tenant_id': '40f8b91a9a4a419ab4dfdf885acb59aa', 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:43.871749 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93023922-511c-4fbf-bc5e-ef69756cdc03 admin admin] Pushing event updated for resources: {'Network': ['ID=c55eded4-9a5b-492a-a372-1a6a1f76e2ab,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:43.871992 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ed4b24-77ab-4915-9ddf-a6403afbcaa8 admin admin] Made reservation on behalf of 40f8b91a9a4a419ab4dfdf885acb59aa for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:15:43.874450 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66ed4b24-77ab-4915-9ddf-a6403afbcaa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:43.882487 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network c55eded4-9a5b-492a-a372-1a6a1f76e2ab details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:15:44.078381 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66ed4b24-77ab-4915-9ddf-a6403afbcaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:44.135559 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed4b24-77ab-4915-9ddf-a6403afbcaa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3342ce7b-18d9-412f-9a04-c7cca3c9f142,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:44.144950 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ed4b24-77ab-4915-9ddf-a6403afbcaa8 admin admin] Checking segment: {'id': 'aa3b1054-a0b8-4763-a128-fbca205fc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c55eded4-9a5b-492a-a372-1a6a1f76e2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:15:44.145435 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ed4b24-77ab-4915-9ddf-a6403afbcaa8 admin admin] Network hostable DHCP agents. Network: c55eded4-9a5b-492a-a372-1a6a1f76e2ab, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:15:44.163133 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ed4b24-77ab-4915-9ddf-a6403afbcaa8 admin admin] Network c55eded4-9a5b-492a-a372-1a6a1f76e2ab is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:15:44.176815 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-66ed4b24-77ab-4915-9ddf-a6403afbcaa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, c55eded4-9a5b-492a-a372-1a6a1f76e2ab) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:15:44.181083 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ed4b24-77ab-4915-9ddf-a6403afbcaa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:44.181694 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66ed4b24-77ab-4915-9ddf-a6403afbcaa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:44.185787 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0d1f37-40b9-4935-8a40-844a68eb84ab None None] Network c55eded4-9a5b-492a-a372-1a6a1f76e2ab requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:15:44.198362 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-66ed4b24-77ab-4915-9ddf-a6403afbcaa8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3581290 Jul 15 14:15:44.199365 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50834) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:44.204758 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-86f25c9a-f113-44e4-8882-42c802f96dfc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-379533060-router', 'tenant_id': '40f8b91a9a4a419ab4dfdf885acb59aa', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:44.226870 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86f25c9a-f113-44e4-8882-42c802f96dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:44.228239 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86f25c9a-f113-44e4-8882-42c802f96dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:44.287911 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86f25c9a-f113-44e4-8882-42c802f96dfc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:44.364365 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb51e3b-0c2a-4341-8c65-d993d1ad1c94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-c55eded4-9a5b-492a-a372-1a6a1f76e2ab', 'network_id': 'c55eded4-9a5b-492a-a372-1a6a1f76e2ab', 'tenant_id': '40f8b91a9a4a419ab4dfdf885acb59aa', 'fixed_ips': [{'subnet_id': '3342ce7b-18d9-412f-9a04-c7cca3c9f142'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:15:44.365466 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8cb51e3b-0c2a-4341-8c65-d993d1ad1c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:44.438311 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86f25c9a-f113-44e4-8882-42c802f96dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:44.510740 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-8cb51e3b-0c2a-4341-8c65-d993d1ad1c94 None None] Allocated IP 172.20.0.2 (c55eded4-9a5b-492a-a372-1a6a1f76e2ab/3342ce7b-18d9-412f-9a04-c7cca3c9f142/9b5b0224-1bc1-481e-a845-a78771d7217a) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:15:44.654971 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86f25c9a-f113-44e4-8882-42c802f96dfc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:44.657578 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8cb51e3b-0c2a-4341-8c65-d993d1ad1c94 None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:44.666627 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8cb51e3b-0c2a-4341-8c65-d993d1ad1c94 None None] Transition to ACTIVE for port object 9b5b0224-1bc1-481e-a845-a78771d7217a will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:15:44.675051 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86f25c9a-f113-44e4-8882-42c802f96dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:44.683097 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8cb51e3b-0c2a-4341-8c65-d993d1ad1c94 None None] Transition to ACTIVE for port object 9b5b0224-1bc1-481e-a845-a78771d7217a will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:15:44.688560 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8cb51e3b-0c2a-4341-8c65-d993d1ad1c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:44.728170 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb51e3b-0c2a-4341-8c65-d993d1ad1c94 None None] Network c55eded4-9a5b-492a-a372-1a6a1f76e2ab is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:15:44.731021 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-8cb51e3b-0c2a-4341-8c65-d993d1ad1c94 None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:15:44.734594 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb51e3b-0c2a-4341-8c65-d993d1ad1c94 None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:15:44.741400 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb51e3b-0c2a-4341-8c65-d993d1ad1c94 None None] Pushing event updated for resources: {'Port': ['ID=9b5b0224-1bc1-481e-a845-a78771d7217a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:44.783297 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-86f25c9a-f113-44e4-8882-42c802f96dfc admin admin] Allocated IP 172.25.6.35 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/0147c7c6-11da-4019-a4dd-09d94571d1a8) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:15:44.795672 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-8cb51e3b-0c2a-4341-8c65-d993d1ad1c94 None None] Attempting to bind port 9b5b0224-1bc1-481e-a845-a78771d7217a on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:15:44.796035 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-8cb51e3b-0c2a-4341-8c65-d993d1ad1c94 None None] Attempting to bind port 9b5b0224-1bc1-481e-a845-a78771d7217a by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'aa3b1054-a0b8-4763-a128-fbca205fc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c55eded4-9a5b-492a-a372-1a6a1f76e2ab'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:15:44.796400 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb51e3b-0c2a-4341-8c65-d993d1ad1c94 None None] Attempting to bind port 9b5b0224-1bc1-481e-a845-a78771d7217a on network c55eded4-9a5b-492a-a372-1a6a1f76e2ab {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:15:44.801495 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb51e3b-0c2a-4341-8c65-d993d1ad1c94 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:15:44.801906 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb51e3b-0c2a-4341-8c65-d993d1ad1c94 None None] Checking segment: {'id': 'aa3b1054-a0b8-4763-a128-fbca205fc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c55eded4-9a5b-492a-a372-1a6a1f76e2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:15:44.802307 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8cb51e3b-0c2a-4341-8c65-d993d1ad1c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:44.802697 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb51e3b-0c2a-4341-8c65-d993d1ad1c94 None None] Bound using segment: {'id': 'aa3b1054-a0b8-4763-a128-fbca205fc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c55eded4-9a5b-492a-a372-1a6a1f76e2ab'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:15:44.803166 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-8cb51e3b-0c2a-4341-8c65-d993d1ad1c94 None None] Bound port: 9b5b0224-1bc1-481e-a845-a78771d7217a, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3b1054-a0b8-4763-a128-fbca205fc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c55eded4-9a5b-492a-a372-1a6a1f76e2ab'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:15:44.803549 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8cb51e3b-0c2a-4341-8c65-d993d1ad1c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:44.875920 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-8cb51e3b-0c2a-4341-8c65-d993d1ad1c94 None None] For port 9b5b0224-1bc1-481e-a845-a78771d7217a, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:15:44.879819 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-8cb51e3b-0c2a-4341-8c65-d993d1ad1c94 None None] For port 9b5b0224-1bc1-481e-a845-a78771d7217a, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=9b5b0224-1bc1-481e-a845-a78771d7217a,segment=NetworkSegment(aa3b1054-a0b8-4763-a128-fbca205fc5c5),segment_id=aa3b1054-a0b8-4763-a128-fbca205fc5c5)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:15:44.886084 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8cb51e3b-0c2a-4341-8c65-d993d1ad1c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:44.899891 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86f25c9a-f113-44e4-8882-42c802f96dfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:44.947697 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb51e3b-0c2a-4341-8c65-d993d1ad1c94 None None] Pushing event updated for resources: {'Port': ['ID=9b5b0224-1bc1-481e-a845-a78771d7217a,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:44.951506 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86f25c9a-f113-44e4-8882-42c802f96dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:45.001573 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f25c9a-f113-44e4-8882-42c802f96dfc admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:15:45.004662 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-86f25c9a-f113-44e4-8882-42c802f96dfc admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:15:45.009966 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f25c9a-f113-44e4-8882-42c802f96dfc admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:15:45.011971 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f25c9a-f113-44e4-8882-42c802f96dfc admin admin] Pushing event updated for resources: {'Port': ['ID=0147c7c6-11da-4019-a4dd-09d94571d1a8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:45.230444 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3767252b-5688-4655-9111-4ed80d16018b None None] Sync routers for ids ['4770647d-455c-44e4-9a8e-dd3f65c3ca74'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:15:45.240818 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3767252b-5688-4655-9111-4ed80d16018b None None] Routers {'4770647d-455c-44e4-9a8e-dd3f65c3ca74'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:45.241586 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-3767252b-5688-4655-9111-4ed80d16018b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:15:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4770647d-455c-44e4-9a8e-dd3f65c3ca74'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:45.286782 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86f25c9a-f113-44e4-8882-42c802f96dfc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:45.347052 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-3767252b-5688-4655-9111-4ed80d16018b None None] Set router 4770647d-455c-44e4-9a8e-dd3f65c3ca74 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:45.486056 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86f25c9a-f113-44e4-8882-42c802f96dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:45.567484 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-3767252b-5688-4655-9111-4ed80d16018b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'name': 'tempest-TestShelveInstance-1177985860-router', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:42Z', 'revision_number': 4, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'gw_port': {'id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bf:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '85cdd731-b367-412f-aa1e-c894c489ae75', 'name': '', 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'mac_address': 'fa:16:3e:03:b1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:41Z', 'updated_at': '2021-07-15T14:15:42Z', 'revision_number': 2, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'subnets': [{'id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:45.598349 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3767252b-5688-4655-9111-4ed80d16018b None None] Checking router: 4770647d-455c-44e4-9a8e-dd3f65c3ca74 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:15:45.599134 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3767252b-5688-4655-9111-4ed80d16018b None None] Updating router 4770647d-455c-44e4-9a8e-dd3f65c3ca74 port 85cdd731-b367-412f-aa1e-c894c489ae75 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:15:45.619527 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 9b5b0224-1bc1-481e-a845-a78771d7217a up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:15:45.638891 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f25c9a-f113-44e4-8882-42c802f96dfc admin admin] Router 9bf09572-7377-4bc6-beb1-e397803a1095 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:15:45.643073 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3767252b-5688-4655-9111-4ed80d16018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:45.684375 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 9b5b0224-1bc1-481e-a845-a78771d7217a completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:15:45.690431 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 549b5170-7b1b-45e1-b0b3-9c9d0a8764e7 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:15:45.743622 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 549b5170-7b1b-45e1-b0b3-9c9d0a8764e7 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:15:45.750772 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 549b5170-7b1b-45e1-b0b3-9c9d0a8764e7 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:45.751246 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:45.758736 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f25c9a-f113-44e4-8882-42c802f96dfc admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:15:45.776867 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d188d8-7350-4ac3-bb87-977ac693eded None None] Sync routers for ids ['9bf09572-7377-4bc6-beb1-e397803a1095'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:15:45.787662 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86f25c9a-f113-44e4-8882-42c802f96dfc admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:45.789445 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-86f25c9a-f113-44e4-8882-42c802f96dfc admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5883660 Jul 15 14:15:45.792151 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50836) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:45.803394 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d188d8-7350-4ac3-bb87-977ac693eded None None] Routers {'9bf09572-7377-4bc6-beb1-e397803a1095'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:45.804341 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b7d188d8-7350-4ac3-bb87-977ac693eded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:15:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['9bf09572-7377-4bc6-beb1-e397803a1095'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:45.939685 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:45.956661 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-b7d188d8-7350-4ac3-bb87-977ac693eded None None] Set router 9bf09572-7377-4bc6-beb1-e397803a1095 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:45.963194 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3767252b-5688-4655-9111-4ed80d16018b None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:45.973964 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-3767252b-5688-4655-9111-4ed80d16018b None None] Transition to ACTIVE for port object 85cdd731-b367-412f-aa1e-c894c489ae75 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:15:45.980781 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3767252b-5688-4655-9111-4ed80d16018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:46.035056 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 549b5170-7b1b-45e1-b0b3-9c9d0a8764e7, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=549b5170-7b1b-45e1-b0b3-9c9d0a8764e7,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:46.053709 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:46.063428 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a1731-295a-4d1f-9a7f-57feaf481eb4 None None] Pushing event updated for resources: {'Port': ['ID=85cdd731-b367-412f-aa1e-c894c489ae75,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:46.086607 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a1731-295a-4d1f-9a7f-57feaf481eb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:46.086958 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a1731-295a-4d1f-9a7f-57feaf481eb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:46.087442 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a1731-295a-4d1f-9a7f-57feaf481eb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:46.087673 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a1731-295a-4d1f-9a7f-57feaf481eb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:46.088004 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a1731-295a-4d1f-9a7f-57feaf481eb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:46.088833 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a1731-295a-4d1f-9a7f-57feaf481eb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:46.089156 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a1731-295a-4d1f-9a7f-57feaf481eb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:46.089476 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a1731-295a-4d1f-9a7f-57feaf481eb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:46.089817 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a1731-295a-4d1f-9a7f-57feaf481eb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:46.090133 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a1731-295a-4d1f-9a7f-57feaf481eb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:46.090449 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a1731-295a-4d1f-9a7f-57feaf481eb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:46.090762 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a1731-295a-4d1f-9a7f-57feaf481eb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:46.113693 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3767252b-5688-4655-9111-4ed80d16018b None None] Attempting to bind port 85cdd731-b367-412f-aa1e-c894c489ae75 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:15:46.114098 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3767252b-5688-4655-9111-4ed80d16018b None None] Attempting to bind port 85cdd731-b367-412f-aa1e-c894c489ae75 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '42a8dd9a-bcc1-4497-8a8e-451aff757db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:15:46.114432 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3767252b-5688-4655-9111-4ed80d16018b None None] Attempting to bind port 85cdd731-b367-412f-aa1e-c894c489ae75 on network 6d8eb809-0f8c-40e8-a400-97ab88ab6a33 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:15:46.121075 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3767252b-5688-4655-9111-4ed80d16018b None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:15:46.121455 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3767252b-5688-4655-9111-4ed80d16018b None None] Checking segment: {'id': '42a8dd9a-bcc1-4497-8a8e-451aff757db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:15:46.121910 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3767252b-5688-4655-9111-4ed80d16018b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:46.122715 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3767252b-5688-4655-9111-4ed80d16018b None None] Bound using segment: {'id': '42a8dd9a-bcc1-4497-8a8e-451aff757db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:15:46.123188 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-3767252b-5688-4655-9111-4ed80d16018b None None] Bound port: 85cdd731-b367-412f-aa1e-c894c489ae75, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a8dd9a-bcc1-4497-8a8e-451aff757db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:15:46.123565 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3767252b-5688-4655-9111-4ed80d16018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:46.147622 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492355c5-7c29-48d4-b4cc-e12fff6589b6 None None] Network c55eded4-9a5b-492a-a372-1a6a1f76e2ab requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:15:46.226498 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3767252b-5688-4655-9111-4ed80d16018b None None] For port 85cdd731-b367-412f-aa1e-c894c489ae75, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:15:46.231773 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3767252b-5688-4655-9111-4ed80d16018b None None] For port 85cdd731-b367-412f-aa1e-c894c489ae75, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=85cdd731-b367-412f-aa1e-c894c489ae75,segment=NetworkSegment(42a8dd9a-bcc1-4497-8a8e-451aff757db3),segment_id=42a8dd9a-bcc1-4497-8a8e-451aff757db3)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:15:46.239753 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3767252b-5688-4655-9111-4ed80d16018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:46.254986 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=549b5170-7b1b-45e1-b0b3-9c9d0a8764e7,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:46.276256 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f1c7667f-7744-488d-94a2-bdef6efb28e6 None None] Provisioning for port 9b5b0224-1bc1-481e-a845-a78771d7217a completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:15:46.284309 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f1c7667f-7744-488d-94a2-bdef6efb28e6 None None] Provisioning complete for port 9b5b0224-1bc1-481e-a845-a78771d7217a triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:46.285455 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f1c7667f-7744-488d-94a2-bdef6efb28e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:46.302987 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3767252b-5688-4655-9111-4ed80d16018b None None] Routers {'4770647d-455c-44e4-9a8e-dd3f65c3ca74'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:46.303775 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-3767252b-5688-4655-9111-4ed80d16018b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:15:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4770647d-455c-44e4-9a8e-dd3f65c3ca74'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:46.356825 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a1731-295a-4d1f-9a7f-57feaf481eb4 None None] Pushing event updated for resources: {'Port': ['ID=85cdd731-b367-412f-aa1e-c894c489ae75,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:46.438475 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-3767252b-5688-4655-9111-4ed80d16018b None None] Set router 4770647d-455c-44e4-9a8e-dd3f65c3ca74 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:46.504356 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b7d188d8-7350-4ac3-bb87-977ac693eded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf09572-7377-4bc6-beb1-e397803a1095', 'name': 'tempest-TestShelveInstance-379533060-router', 'tenant_id': '40f8b91a9a4a419ab4dfdf885acb59aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '0147c7c6-11da-4019-a4dd-09d94571d1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:44Z', 'updated_at': '2021-07-15T14:15:45Z', 'revision_number': 3, 'project_id': '40f8b91a9a4a419ab4dfdf885acb59aa', 'gw_port': {'id': '0147c7c6-11da-4019-a4dd-09d94571d1a8', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf09572-7377-4bc6-beb1-e397803a1095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:44Z', 'updated_at': '2021-07-15T14:15:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:46.541393 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f1c7667f-7744-488d-94a2-bdef6efb28e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:46.545710 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d188d8-7350-4ac3-bb87-977ac693eded None None] Checking router: 9bf09572-7377-4bc6-beb1-e397803a1095 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:15:46.546092 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d188d8-7350-4ac3-bb87-977ac693eded None None] Updating router 9bf09572-7377-4bc6-beb1-e397803a1095 port 0147c7c6-11da-4019-a4dd-09d94571d1a8 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:15:46.645357 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b7d188d8-7350-4ac3-bb87-977ac693eded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:46.651017 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-f1c7667f-7744-488d-94a2-bdef6efb28e6 None None] For port 9b5b0224-1bc1-481e-a845-a78771d7217a, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=9b5b0224-1bc1-481e-a845-a78771d7217a,segment=NetworkSegment(aa3b1054-a0b8-4763-a128-fbca205fc5c5),segment_id=aa3b1054-a0b8-4763-a128-fbca205fc5c5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:46.674824 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f1c7667f-7744-488d-94a2-bdef6efb28e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:46.732175 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-de26d75f-452d-43dd-a11d-b7318f40d76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:46.758222 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7667f-7744-488d-94a2-bdef6efb28e6 None None] Pushing event updated for resources: {'Port': ['ID=9b5b0224-1bc1-481e-a845-a78771d7217a,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:46.950454 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-3767252b-5688-4655-9111-4ed80d16018b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'name': 'tempest-TestShelveInstance-1177985860-router', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:42Z', 'revision_number': 4, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'gw_port': {'id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '85cdd731-b367-412f-aa1e-c894c489ae75', 'name': '', 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'mac_address': 'fa:16:3e:03:b1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:41Z', 'updated_at': '2021-07-15T14:15:46Z', 'revision_number': 4, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'subnets': [{'id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:46.966390 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-de26d75f-452d-43dd-a11d-b7318f40d76f admin admin] Allocated IP 172.20.0.1 (c55eded4-9a5b-492a-a372-1a6a1f76e2ab/3342ce7b-18d9-412f-9a04-c7cca3c9f142/e793ab89-110f-43cc-81eb-7c7e365ebce1) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:15:46.979573 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3767252b-5688-4655-9111-4ed80d16018b None None] The sync data for ids ['4770647d-455c-44e4-9a8e-dd3f65c3ca74'] in n-d-758944-45 is: [{'id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'name': 'tempest-TestShelveInstance-1177985860-router', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:42Z', 'revision_number': 4, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'gw_port': {'id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '85cdd731-b367-412f-aa1e-c894c489ae75', 'name': '', 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'mac_address': 'fa:16:3e:03:b1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:41Z', 'updated_at': '2021-07-15T14:15:46Z', 'revision_number': 4, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'subnets': [{'id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:15:47.083978 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-de26d75f-452d-43dd-a11d-b7318f40d76f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:47.099768 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-de26d75f-452d-43dd-a11d-b7318f40d76f admin admin] Transition to ACTIVE for port object e793ab89-110f-43cc-81eb-7c7e365ebce1 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:15:47.138242 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-de26d75f-452d-43dd-a11d-b7318f40d76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:47.175628 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de26d75f-452d-43dd-a11d-b7318f40d76f admin admin] Network c55eded4-9a5b-492a-a372-1a6a1f76e2ab is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:15:47.178643 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-de26d75f-452d-43dd-a11d-b7318f40d76f admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:15:47.187096 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de26d75f-452d-43dd-a11d-b7318f40d76f admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:15:47.218464 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f60a2219-0260-498c-a7b0-1ac71ff01f2f None None] Provisioning complete for port 9b5b0224-1bc1-481e-a845-a78771d7217a triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:47.218834 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f60a2219-0260-498c-a7b0-1ac71ff01f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:47.227281 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26d75f-452d-43dd-a11d-b7318f40d76f admin admin] Pushing event updated for resources: {'Port': ['ID=e793ab89-110f-43cc-81eb-7c7e365ebce1,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:47.232993 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-de26d75f-452d-43dd-a11d-b7318f40d76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:47.261816 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b7d188d8-7350-4ac3-bb87-977ac693eded None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:47.281641 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b7d188d8-7350-4ac3-bb87-977ac693eded None None] Transition to ACTIVE for port object 0147c7c6-11da-4019-a4dd-09d94571d1a8 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:15:47.301075 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b7d188d8-7350-4ac3-bb87-977ac693eded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:47.386898 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-b7d188d8-7350-4ac3-bb87-977ac693eded None None] Attempting to bind port 0147c7c6-11da-4019-a4dd-09d94571d1a8 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:15:47.387284 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-b7d188d8-7350-4ac3-bb87-977ac693eded None None] Attempting to bind port 0147c7c6-11da-4019-a4dd-09d94571d1a8 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:15:47.388000 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d188d8-7350-4ac3-bb87-977ac693eded None None] Attempting to bind port 0147c7c6-11da-4019-a4dd-09d94571d1a8 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:15:47.405247 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d188d8-7350-4ac3-bb87-977ac693eded None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:15:47.405635 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d188d8-7350-4ac3-bb87-977ac693eded None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:15:47.406065 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b7d188d8-7350-4ac3-bb87-977ac693eded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:47.406513 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d188d8-7350-4ac3-bb87-977ac693eded None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:15:47.407013 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-b7d188d8-7350-4ac3-bb87-977ac693eded None None] Bound port: 0147c7c6-11da-4019-a4dd-09d94571d1a8, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:15:47.407409 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b7d188d8-7350-4ac3-bb87-977ac693eded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:47.410054 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-de26d75f-452d-43dd-a11d-b7318f40d76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:47.445638 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6a442-5082-48b6-a470-935952625050 None None] Pushing event updated for resources: {'Port': ['ID=0147c7c6-11da-4019-a4dd-09d94571d1a8,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:47.482758 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-b7d188d8-7350-4ac3-bb87-977ac693eded None None] For port 0147c7c6-11da-4019-a4dd-09d94571d1a8, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:15:47.486316 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-b7d188d8-7350-4ac3-bb87-977ac693eded None None] For port 0147c7c6-11da-4019-a4dd-09d94571d1a8, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0147c7c6-11da-4019-a4dd-09d94571d1a8,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:15:47.494643 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b7d188d8-7350-4ac3-bb87-977ac693eded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:47.542680 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d188d8-7350-4ac3-bb87-977ac693eded None None] Routers {'9bf09572-7377-4bc6-beb1-e397803a1095'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:47.543326 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b7d188d8-7350-4ac3-bb87-977ac693eded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:15:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['9bf09572-7377-4bc6-beb1-e397803a1095'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:47.611776 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6a442-5082-48b6-a470-935952625050 None None] Pushing event updated for resources: {'Port': ['ID=0147c7c6-11da-4019-a4dd-09d94571d1a8,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:47.613237 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-de26d75f-452d-43dd-a11d-b7318f40d76f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:47.621642 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-de26d75f-452d-43dd-a11d-b7318f40d76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:47.622024 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 9b5b0224-1bc1-481e-a845-a78771d7217a up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:15:47.675039 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3f2d95a7-8a6e-412d-94ea-5b06819631a7 None None] Provisioning for port e793ab89-110f-43cc-81eb-7c7e365ebce1 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:15:47.692678 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3f2d95a7-8a6e-412d-94ea-5b06819631a7 None None] Provisioning complete for port e793ab89-110f-43cc-81eb-7c7e365ebce1 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:47.693047 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3f2d95a7-8a6e-412d-94ea-5b06819631a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:47.701362 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26d75f-452d-43dd-a11d-b7318f40d76f admin admin] Pushing event updated for resources: {'Port': ['ID=e793ab89-110f-43cc-81eb-7c7e365ebce1,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:47.704073 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-de26d75f-452d-43dd-a11d-b7318f40d76f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:47.743385 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-b7d188d8-7350-4ac3-bb87-977ac693eded None None] Set router 9bf09572-7377-4bc6-beb1-e397803a1095 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:47.780174 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d95a7-8a6e-412d-94ea-5b06819631a7 None None] Port e793ab89-110f-43cc-81eb-7c7e365ebce1 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:15:47.796377 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 9b5b0224-1bc1-481e-a845-a78771d7217a triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:47.796754 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:47.802847 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de26d75f-452d-43dd-a11d-b7318f40d76f admin admin] Network c55eded4-9a5b-492a-a372-1a6a1f76e2ab is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:15:47.804446 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-de26d75f-452d-43dd-a11d-b7318f40d76f admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:15:47.931771 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de26d75f-452d-43dd-a11d-b7318f40d76f admin admin] Router 9bf09572-7377-4bc6-beb1-e397803a1095 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:15:47.994793 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 85cdd731-b367-412f-aa1e-c894c489ae75 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:15:48.014320 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:15:48.051092 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de26d75f-452d-43dd-a11d-b7318f40d76f admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:15:48.057296 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-de26d75f-452d-43dd-a11d-b7318f40d76f admin admin] 10.222.0.24 "PUT /v2.0/routers/9bf09572-7377-4bc6-beb1-e397803a1095/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2635937 Jul 15 14:15:48.066961 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b7d188d8-7350-4ac3-bb87-977ac693eded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf09572-7377-4bc6-beb1-e397803a1095', 'name': 'tempest-TestShelveInstance-379533060-router', 'tenant_id': '40f8b91a9a4a419ab4dfdf885acb59aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '0147c7c6-11da-4019-a4dd-09d94571d1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:44Z', 'updated_at': '2021-07-15T14:15:47Z', 'revision_number': 4, 'project_id': '40f8b91a9a4a419ab4dfdf885acb59aa', 'gw_port': {'id': '0147c7c6-11da-4019-a4dd-09d94571d1a8', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf09572-7377-4bc6-beb1-e397803a1095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:44Z', 'updated_at': '2021-07-15T14:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'e793ab89-110f-43cc-81eb-7c7e365ebce1', 'name': '', 'network_id': 'c55eded4-9a5b-492a-a372-1a6a1f76e2ab', 'tenant_id': '40f8b91a9a4a419ab4dfdf885acb59aa', 'mac_address': 'fa:16:3e:fd:60:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf09572-7377-4bc6-beb1-e397803a1095', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '3342ce7b-18d9-412f-9a04-c7cca3c9f142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:46Z', 'updated_at': '2021-07-15T14:15:46Z', 'revision_number': 1, 'project_id': '40f8b91a9a4a419ab4dfdf885acb59aa', 'subnets': [{'id': '3342ce7b-18d9-412f-9a04-c7cca3c9f142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:48.070127 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 85cdd731-b367-412f-aa1e-c894c489ae75 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:15:48.099841 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d188d8-7350-4ac3-bb87-977ac693eded None None] The sync data for ids ['9bf09572-7377-4bc6-beb1-e397803a1095'] in n-d-758944-45 is: [{'id': '9bf09572-7377-4bc6-beb1-e397803a1095', 'name': 'tempest-TestShelveInstance-379533060-router', 'tenant_id': '40f8b91a9a4a419ab4dfdf885acb59aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '0147c7c6-11da-4019-a4dd-09d94571d1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:44Z', 'updated_at': '2021-07-15T14:15:47Z', 'revision_number': 4, 'project_id': '40f8b91a9a4a419ab4dfdf885acb59aa', 'gw_port': {'id': '0147c7c6-11da-4019-a4dd-09d94571d1a8', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf09572-7377-4bc6-beb1-e397803a1095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:44Z', 'updated_at': '2021-07-15T14:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'e793ab89-110f-43cc-81eb-7c7e365ebce1', 'name': '', 'network_id': 'c55eded4-9a5b-492a-a372-1a6a1f76e2ab', 'tenant_id': '40f8b91a9a4a419ab4dfdf885acb59aa', 'mac_address': 'fa:16:3e:fd:60:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf09572-7377-4bc6-beb1-e397803a1095', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '3342ce7b-18d9-412f-9a04-c7cca3c9f142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:46Z', 'updated_at': '2021-07-15T14:15:46Z', 'revision_number': 1, 'project_id': '40f8b91a9a4a419ab4dfdf885acb59aa', 'subnets': [{'id': '3342ce7b-18d9-412f-9a04-c7cca3c9f142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:15:48.101903 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 85cdd731-b367-412f-aa1e-c894c489ae75 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:48.102257 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:48.144448 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-89fa9983-257d-4c4a-a005-0e15c54e22ba None None] Provisioning complete for port e793ab89-110f-43cc-81eb-7c7e365ebce1 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:48.144917 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-89fa9983-257d-4c4a-a005-0e15c54e22ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:48.194900 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-89fa9983-257d-4c4a-a005-0e15c54e22ba None None] Port e793ab89-110f-43cc-81eb-7c7e365ebce1 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:15:48.233932 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:48.272442 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 85cdd731-b367-412f-aa1e-c894c489ae75, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=85cdd731-b367-412f-aa1e-c894c489ae75,segment=NetworkSegment(42a8dd9a-bcc1-4497-8a8e-451aff757db3),segment_id=42a8dd9a-bcc1-4497-8a8e-451aff757db3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:48.276420 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:48.277156 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 549b5170-7b1b-45e1-b0b3-9c9d0a8764e7 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:15:48.373134 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=85cdd731-b367-412f-aa1e-c894c489ae75,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:48.392503 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 549b5170-7b1b-45e1-b0b3-9c9d0a8764e7 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:48.392954 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:48.669082 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 50844) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:48.674137 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b59d5a8d-5fa1-4fba-ad15-7c75fbf2b8ce tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1897311532', 'description': 'tempest-secgroup-smoke-1897311532 description', 'project_id': '432d913499a64e3cb0c99b0c214e8467'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:48.698374 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b59d5a8d-5fa1-4fba-ad15-7c75fbf2b8ce tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:48.780142 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b59d5a8d-5fa1-4fba-ad15-7c75fbf2b8ce tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:48.783559 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b59d5a8d-5fa1-4fba-ad15-7c75fbf2b8ce tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:48.807920 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b59d5a8d-5fa1-4fba-ad15-7c75fbf2b8ce tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:48.809126 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-b59d5a8d-5fa1-4fba-ad15-7c75fbf2b8ce tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1389313 Jul 15 14:15:48.812214 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50846) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:48.813066 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d5a8d-5fa1-4fba-ad15-7c75fbf2b8ce tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13eda0ff-2faa-4fea-8126-fac63ff7e82c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:48.817046 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-1aad74e2-1bb3-467a-a2d7-097c1ba61839 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Request body: {'security_group_rule': {'security_group_id': '13eda0ff-2faa-4fea-8126-fac63ff7e82c', 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:48.844095 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1aad74e2-1bb3-467a-a2d7-097c1ba61839 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:48.913530 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1aad74e2-1bb3-467a-a2d7-097c1ba61839 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:48.916897 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1aad74e2-1bb3-467a-a2d7-097c1ba61839 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:48.933981 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad74e2-1bb3-467a-a2d7-097c1ba61839 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea30fc68-9548-48c3-af52-e9d1cd7b27bd,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:48.940085 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1aad74e2-1bb3-467a-a2d7-097c1ba61839 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:48.941062 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-1aad74e2-1bb3-467a-a2d7-097c1ba61839 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278253 Jul 15 14:15:48.944208 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50848) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:48.949250 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-55f548c8-8547-4147-9128-3ebf664e5d17 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Request body: {'security_group_rule': {'security_group_id': '13eda0ff-2faa-4fea-8126-fac63ff7e82c', 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:48.976721 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55f548c8-8547-4147-9128-3ebf664e5d17 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:49.037837 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55f548c8-8547-4147-9128-3ebf664e5d17 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:49.041170 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55f548c8-8547-4147-9128-3ebf664e5d17 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:49.059386 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f548c8-8547-4147-9128-3ebf664e5d17 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66ac9fa-9d96-4dc7-b220-e89bb6dbef8e,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:49.061981 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55f548c8-8547-4147-9128-3ebf664e5d17 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:49.063148 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-55f548c8-8547-4147-9128-3ebf664e5d17 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179948 Jul 15 14:15:49.066003 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50850) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:49.070330 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-8eb67e07-5b86-4c61-90a4-5d9be052a833 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Request body: {'security_group_rule': {'security_group_id': '13eda0ff-2faa-4fea-8126-fac63ff7e82c', 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:49.096216 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8eb67e07-5b86-4c61-90a4-5d9be052a833 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:49.152906 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8eb67e07-5b86-4c61-90a4-5d9be052a833 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:49.156454 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8eb67e07-5b86-4c61-90a4-5d9be052a833 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:49.176016 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb67e07-5b86-4c61-90a4-5d9be052a833 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d2e1fc-2a3a-4836-a132-c2f5b8f06b23,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:49.183186 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8eb67e07-5b86-4c61-90a4-5d9be052a833 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:49.184455 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-8eb67e07-5b86-4c61-90a4-5d9be052a833 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174521 Jul 15 14:15:49.187263 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50852) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:49.191660 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-6c298b38-9573-488e-8578-a0a9f6b2f352 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Request body: {'security_group_rule': {'security_group_id': '13eda0ff-2faa-4fea-8126-fac63ff7e82c', 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:49.217629 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c298b38-9573-488e-8578-a0a9f6b2f352 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:49.277063 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c298b38-9573-488e-8578-a0a9f6b2f352 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:49.280547 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c298b38-9573-488e-8578-a0a9f6b2f352 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:49.297959 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c298b38-9573-488e-8578-a0a9f6b2f352 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bcae1ec-924a-4c44-b196-f6ed54877e04,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:49.303616 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c298b38-9573-488e-8578-a0a9f6b2f352 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:49.304815 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-6c298b38-9573-488e-8578-a0a9f6b2f352 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166277 Jul 15 14:15:49.307681 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50854) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:49.312247 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ed59ed19-e746-4609-b9f9-29a15a1e50fe tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Request body: {'security_group_rule': {'security_group_id': '13eda0ff-2faa-4fea-8126-fac63ff7e82c', 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:49.333287 n-d-758944-45 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-ed59ed19-e746-4609-b9f9-29a15a1e50fe tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Project 432d913499a64e3cb0c99b0c214e8467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:15:49.338451 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed59ed19-e746-4609-b9f9-29a15a1e50fe tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:49.398835 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed59ed19-e746-4609-b9f9-29a15a1e50fe tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:49.403550 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed59ed19-e746-4609-b9f9-29a15a1e50fe tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:49.422896 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59ed19-e746-4609-b9f9-29a15a1e50fe tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3335607-243b-4344-8eb3-973f8101aa47,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:49.431953 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed59ed19-e746-4609-b9f9-29a15a1e50fe tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:49.433383 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ed59ed19-e746-4609-b9f9-29a15a1e50fe tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246967 Jul 15 14:15:49.436167 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50856) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:49.440542 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-68cd3fd8-adf7-44d9-a226-4ee575cb9e3c tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Request body: {'security_group_rule': {'security_group_id': '13eda0ff-2faa-4fea-8126-fac63ff7e82c', 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:49.461151 n-d-758944-45 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-68cd3fd8-adf7-44d9-a226-4ee575cb9e3c tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Project 432d913499a64e3cb0c99b0c214e8467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:15:49.466477 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68cd3fd8-adf7-44d9-a226-4ee575cb9e3c tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:49.548142 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68cd3fd8-adf7-44d9-a226-4ee575cb9e3c tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:49.555034 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68cd3fd8-adf7-44d9-a226-4ee575cb9e3c tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:49.584832 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 85cdd731-b367-412f-aa1e-c894c489ae75 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:15:49.598628 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd3fd8-adf7-44d9-a226-4ee575cb9e3c tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd0be81d-06d0-48fc-b35f-27e974bd81de,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:49.612782 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68cd3fd8-adf7-44d9-a226-4ee575cb9e3c tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:49.614030 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-68cd3fd8-adf7-44d9-a226-4ee575cb9e3c tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1769161 Jul 15 14:15:49.635202 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 85cdd731-b367-412f-aa1e-c894c489ae75 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:49.635851 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:49.772173 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-8b2b741d-757b-4332-9204-2072d256e2f4 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1897311532&fields=id&tenant_id=432d913499a64e3cb0c99b0c214e8467 HTTP/1.1" status: 200 len: 267 time: 0.0417092 Jul 15 14:15:49.887769 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-223cdbf8-7b94-4665-98f3-f1b510e3c608 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:49.889355 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-223cdbf8-7b94-4665-98f3-f1b510e3c608 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/networks?id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33 HTTP/1.1" status: 200 len: 809 time: 0.1101689 Jul 15 14:15:49.905738 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-f5651e83-d67c-416c-9d7a-7debcbf4f700 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/quotas/432d913499a64e3cb0c99b0c214e8467 HTTP/1.1" status: 200 len: 375 time: 0.0103378 Jul 15 14:15:49.982189 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-a7eb56bd-e9c8-4fc7-9499-89f3765b5d39 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=432d913499a64e3cb0c99b0c214e8467&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695446 Jul 15 14:15:50.087470 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-2d332550-1a5c-4cc7-a2e3-0e02792bb99a service neutron] 10.222.0.24 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934711 Jul 15 14:15:50.181915 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-eeb41715-44a0-483c-9029-05a6718bd4f5 service neutron] 10.222.0.24 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886645 Jul 15 14:15:50.358406 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ba553d55-e71a-4b92-b0fc-66c7c895166a req-d8a1ff15-3225-473a-9a53-fad1599b399a tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 210 time: 0.0296838 Jul 15 14:15:50.968655 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3dec12af-a77a-487e-b678-25ce65407b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:51.006731 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e614e8e8-92f7-4803-80a0-02834c13fae3 None None] Sync routers for ids ['9bf09572-7377-4bc6-beb1-e397803a1095'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:15:51.016375 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e614e8e8-92f7-4803-80a0-02834c13fae3 None None] Routers {'9bf09572-7377-4bc6-beb1-e397803a1095'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:51.016981 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e614e8e8-92f7-4803-80a0-02834c13fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:15:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['9bf09572-7377-4bc6-beb1-e397803a1095'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:51.120199 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-e614e8e8-92f7-4803-80a0-02834c13fae3 None None] Set router 9bf09572-7377-4bc6-beb1-e397803a1095 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:51.322400 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e614e8e8-92f7-4803-80a0-02834c13fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf09572-7377-4bc6-beb1-e397803a1095', 'name': 'tempest-TestShelveInstance-379533060-router', 'tenant_id': '40f8b91a9a4a419ab4dfdf885acb59aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '0147c7c6-11da-4019-a4dd-09d94571d1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:44Z', 'updated_at': '2021-07-15T14:15:47Z', 'revision_number': 4, 'project_id': '40f8b91a9a4a419ab4dfdf885acb59aa', 'gw_port': {'id': '0147c7c6-11da-4019-a4dd-09d94571d1a8', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf09572-7377-4bc6-beb1-e397803a1095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:44Z', 'updated_at': '2021-07-15T14:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'e793ab89-110f-43cc-81eb-7c7e365ebce1', 'name': '', 'network_id': 'c55eded4-9a5b-492a-a372-1a6a1f76e2ab', 'tenant_id': '40f8b91a9a4a419ab4dfdf885acb59aa', 'mac_address': 'fa:16:3e:fd:60:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf09572-7377-4bc6-beb1-e397803a1095', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '3342ce7b-18d9-412f-9a04-c7cca3c9f142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:46Z', 'updated_at': '2021-07-15T14:15:47Z', 'revision_number': 2, 'project_id': '40f8b91a9a4a419ab4dfdf885acb59aa', 'subnets': [{'id': '3342ce7b-18d9-412f-9a04-c7cca3c9f142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:51.350382 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e614e8e8-92f7-4803-80a0-02834c13fae3 None None] Checking router: 9bf09572-7377-4bc6-beb1-e397803a1095 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:15:51.350789 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e614e8e8-92f7-4803-80a0-02834c13fae3 None None] Updating router 9bf09572-7377-4bc6-beb1-e397803a1095 port e793ab89-110f-43cc-81eb-7c7e365ebce1 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:15:51.391550 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e614e8e8-92f7-4803-80a0-02834c13fae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:51.541329 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e7696132-def7-4da7-80ce-7e4edd858857 req-bb1fd2e6-231d-424d-830e-fa24c8b6dfa0 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 210 time: 0.0608957 Jul 15 14:15:51.588338 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-84a0a020-04ff-476d-a1fa-848141d800cb tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:51.590693 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-84a0a020-04ff-476d-a1fa-848141d800cb tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.32 "GET /v2.0/networks?id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33 HTTP/1.1" status: 200 len: 809 time: 0.1390581 Jul 15 14:15:51.628780 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0147c7c6-11da-4019-a4dd-09d94571d1a8 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:15:51.661619 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-7d0dad93-d72a-4a37-bb9e-4eed825606ef tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=432d913499a64e3cb0c99b0c214e8467 HTTP/1.1" status: 200 len: 380 time: 0.0415022 Jul 15 14:15:51.676814 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-e4a144be-6cac-43b4-9294-09ead2f98fee tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Request body: {'port': {'device_id': '233dd5dd-9d9e-4549-88f6-47b20e966267', 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33', 'admin_state_up': True, 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'security_groups': ['13eda0ff-2faa-4fea-8126-fac63ff7e82c']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:51.711027 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 0147c7c6-11da-4019-a4dd-09d94571d1a8 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:15:51.715511 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 0147c7c6-11da-4019-a4dd-09d94571d1a8 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:51.716119 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:51.725708 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e614e8e8-92f7-4803-80a0-02834c13fae3 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:51.737488 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-e614e8e8-92f7-4803-80a0-02834c13fae3 None None] Transition to ACTIVE for port object e793ab89-110f-43cc-81eb-7c7e365ebce1 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:15:51.743914 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e614e8e8-92f7-4803-80a0-02834c13fae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:51.795163 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97583ca1-4c0a-429c-b928-dc67e37d09c2 None None] Pushing event updated for resources: {'Port': ['ID=e793ab89-110f-43cc-81eb-7c7e365ebce1,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:51.821421 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:51.825966 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-e4a144be-6cac-43b4-9294-09ead2f98fee tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Made reservation on behalf of 432d913499a64e3cb0c99b0c214e8467 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:15:51.829904 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-e4a144be-6cac-43b4-9294-09ead2f98fee tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:51.845725 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 0147c7c6-11da-4019-a4dd-09d94571d1a8, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0147c7c6-11da-4019-a4dd-09d94571d1a8,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:51.851932 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:51.853724 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-e614e8e8-92f7-4803-80a0-02834c13fae3 None None] Attempting to bind port e793ab89-110f-43cc-81eb-7c7e365ebce1 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:15:51.854141 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-e614e8e8-92f7-4803-80a0-02834c13fae3 None None] Attempting to bind port e793ab89-110f-43cc-81eb-7c7e365ebce1 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'aa3b1054-a0b8-4763-a128-fbca205fc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c55eded4-9a5b-492a-a372-1a6a1f76e2ab'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:15:51.854501 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e614e8e8-92f7-4803-80a0-02834c13fae3 None None] Attempting to bind port e793ab89-110f-43cc-81eb-7c7e365ebce1 on network c55eded4-9a5b-492a-a372-1a6a1f76e2ab {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:15:51.859872 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e614e8e8-92f7-4803-80a0-02834c13fae3 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:15:51.860237 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e614e8e8-92f7-4803-80a0-02834c13fae3 None None] Checking segment: {'id': 'aa3b1054-a0b8-4763-a128-fbca205fc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c55eded4-9a5b-492a-a372-1a6a1f76e2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:15:51.860638 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e614e8e8-92f7-4803-80a0-02834c13fae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:51.861026 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e614e8e8-92f7-4803-80a0-02834c13fae3 None None] Bound using segment: {'id': 'aa3b1054-a0b8-4763-a128-fbca205fc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c55eded4-9a5b-492a-a372-1a6a1f76e2ab'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:15:51.861516 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-e614e8e8-92f7-4803-80a0-02834c13fae3 None None] Bound port: e793ab89-110f-43cc-81eb-7c7e365ebce1, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3b1054-a0b8-4763-a128-fbca205fc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'c55eded4-9a5b-492a-a372-1a6a1f76e2ab'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:15:51.862017 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e614e8e8-92f7-4803-80a0-02834c13fae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:51.911357 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=0147c7c6-11da-4019-a4dd-09d94571d1a8,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:51.940328 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e614e8e8-92f7-4803-80a0-02834c13fae3 None None] For port e793ab89-110f-43cc-81eb-7c7e365ebce1, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:15:51.943779 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e614e8e8-92f7-4803-80a0-02834c13fae3 None None] For port e793ab89-110f-43cc-81eb-7c7e365ebce1, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e793ab89-110f-43cc-81eb-7c7e365ebce1,segment=NetworkSegment(aa3b1054-a0b8-4763-a128-fbca205fc5c5),segment_id=aa3b1054-a0b8-4763-a128-fbca205fc5c5)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:15:51.949775 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e614e8e8-92f7-4803-80a0-02834c13fae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:51.994382 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-e4a144be-6cac-43b4-9294-09ead2f98fee tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Allocated IP 172.20.0.14 (6d8eb809-0f8c-40e8-a400-97ab88ab6a33/688abda2-0b2d-4e4c-b4ac-0298996f58f2/9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:15:52.011390 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97583ca1-4c0a-429c-b928-dc67e37d09c2 None None] Pushing event updated for resources: {'Port': ['ID=e793ab89-110f-43cc-81eb-7c7e365ebce1,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:52.014120 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e614e8e8-92f7-4803-80a0-02834c13fae3 None None] Routers {'9bf09572-7377-4bc6-beb1-e397803a1095'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:52.014724 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e614e8e8-92f7-4803-80a0-02834c13fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:15:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['9bf09572-7377-4bc6-beb1-e397803a1095'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:52.131258 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-e614e8e8-92f7-4803-80a0-02834c13fae3 None None] Set router 9bf09572-7377-4bc6-beb1-e397803a1095 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:52.157779 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-e4a144be-6cac-43b4-9294-09ead2f98fee tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:52.174767 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-e4a144be-6cac-43b4-9294-09ead2f98fee tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Transition to ACTIVE for port object 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:15:52.211316 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-e4a144be-6cac-43b4-9294-09ead2f98fee tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:52.253266 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-e4a144be-6cac-43b4-9294-09ead2f98fee tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Network 6d8eb809-0f8c-40e8-a400-97ab88ab6a33 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:15:52.256549 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-e4a144be-6cac-43b4-9294-09ead2f98fee tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:15:52.261093 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-e4a144be-6cac-43b4-9294-09ead2f98fee tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:15:52.297818 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a144be-6cac-43b4-9294-09ead2f98fee tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Pushing event updated for resources: {'Port': ['ID=9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:52.326631 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-e4a144be-6cac-43b4-9294-09ead2f98fee tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:52.327393 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-e4a144be-6cac-43b4-9294-09ead2f98fee tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:52.341928 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-e614e8e8-92f7-4803-80a0-02834c13fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf09572-7377-4bc6-beb1-e397803a1095', 'name': 'tempest-TestShelveInstance-379533060-router', 'tenant_id': '40f8b91a9a4a419ab4dfdf885acb59aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '0147c7c6-11da-4019-a4dd-09d94571d1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:44Z', 'updated_at': '2021-07-15T14:15:47Z', 'revision_number': 4, 'project_id': '40f8b91a9a4a419ab4dfdf885acb59aa', 'gw_port': {'id': '0147c7c6-11da-4019-a4dd-09d94571d1a8', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf09572-7377-4bc6-beb1-e397803a1095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:44Z', 'updated_at': '2021-07-15T14:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'e793ab89-110f-43cc-81eb-7c7e365ebce1', 'name': '', 'network_id': 'c55eded4-9a5b-492a-a372-1a6a1f76e2ab', 'tenant_id': '40f8b91a9a4a419ab4dfdf885acb59aa', 'mac_address': 'fa:16:3e:fd:60:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf09572-7377-4bc6-beb1-e397803a1095', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '3342ce7b-18d9-412f-9a04-c7cca3c9f142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:46Z', 'updated_at': '2021-07-15T14:15:51Z', 'revision_number': 4, 'project_id': '40f8b91a9a4a419ab4dfdf885acb59aa', 'subnets': [{'id': '3342ce7b-18d9-412f-9a04-c7cca3c9f142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:52.343281 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-e4a144be-6cac-43b4-9294-09ead2f98fee tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6705575 Jul 15 14:15:52.361547 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-1c0bca66-7430-444f-9cb0-ccf5d05fd15c service neutron] Request body: {'port': {'device_id': '233dd5dd-9d9e-4549-88f6-47b20e966267', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:52.373726 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e614e8e8-92f7-4803-80a0-02834c13fae3 None None] The sync data for ids ['9bf09572-7377-4bc6-beb1-e397803a1095'] in n-d-758944-45 is: [{'id': '9bf09572-7377-4bc6-beb1-e397803a1095', 'name': 'tempest-TestShelveInstance-379533060-router', 'tenant_id': '40f8b91a9a4a419ab4dfdf885acb59aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '0147c7c6-11da-4019-a4dd-09d94571d1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:44Z', 'updated_at': '2021-07-15T14:15:47Z', 'revision_number': 4, 'project_id': '40f8b91a9a4a419ab4dfdf885acb59aa', 'gw_port': {'id': '0147c7c6-11da-4019-a4dd-09d94571d1a8', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf09572-7377-4bc6-beb1-e397803a1095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:44Z', 'updated_at': '2021-07-15T14:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': 'e793ab89-110f-43cc-81eb-7c7e365ebce1', 'name': '', 'network_id': 'c55eded4-9a5b-492a-a372-1a6a1f76e2ab', 'tenant_id': '40f8b91a9a4a419ab4dfdf885acb59aa', 'mac_address': 'fa:16:3e:fd:60:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf09572-7377-4bc6-beb1-e397803a1095', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '3342ce7b-18d9-412f-9a04-c7cca3c9f142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:46Z', 'updated_at': '2021-07-15T14:15:51Z', 'revision_number': 4, 'project_id': '40f8b91a9a4a419ab4dfdf885acb59aa', 'subnets': [{'id': '3342ce7b-18d9-412f-9a04-c7cca3c9f142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:15:52.448331 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-1c0bca66-7430-444f-9cb0-ccf5d05fd15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:52.504629 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b5d54cfd-a228-4479-b14f-928e03ef0fae None None] Provisioning for port 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:15:52.508802 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b5d54cfd-a228-4479-b14f-928e03ef0fae None None] Provisioning complete for port 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:52.509184 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5d54cfd-a228-4479-b14f-928e03ef0fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:52.547159 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-b5d54cfd-a228-4479-b14f-928e03ef0fae None None] Port 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:15:52.776988 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-1c0bca66-7430-444f-9cb0-ccf5d05fd15c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:15:52.786800 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-1c0bca66-7430-444f-9cb0-ccf5d05fd15c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:52.804286 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-1c0bca66-7430-444f-9cb0-ccf5d05fd15c service neutron] Transition to ACTIVE for port object 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:15:52.813042 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e439a87-8ac4-4e3e-9a79-8b5d1208e1aa req-76347519-66f6-4d38-8a87-6750dffdfdd5 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:52.814624 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8e439a87-8ac4-4e3e-9a79-8b5d1208e1aa req-76347519-66f6-4d38-8a87-6750dffdfdd5 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 932 time: 0.1260502 Jul 15 14:15:52.815785 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-1c0bca66-7430-444f-9cb0-ccf5d05fd15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:52.893344 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0bca66-7430-444f-9cb0-ccf5d05fd15c service neutron] Pushing event updated for resources: {'Port': ['ID=9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:52.900485 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8e439a87-8ac4-4e3e-9a79-8b5d1208e1aa req-fc9f1856-c342-45c0-8f20-d3ac45975b4a tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794883 Jul 15 14:15:52.972409 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-1c0bca66-7430-444f-9cb0-ccf5d05fd15c service neutron] Attempting to bind port 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:15:52.972745 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-1c0bca66-7430-444f-9cb0-ccf5d05fd15c service neutron] Attempting to bind port 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '42a8dd9a-bcc1-4497-8a8e-451aff757db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:15:52.973075 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-1c0bca66-7430-444f-9cb0-ccf5d05fd15c service neutron] Attempting to bind port 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 on network 6d8eb809-0f8c-40e8-a400-97ab88ab6a33 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:15:52.980416 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-1c0bca66-7430-444f-9cb0-ccf5d05fd15c service neutron] Port 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 on network 6d8eb809-0f8c-40e8-a400-97ab88ab6a33 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:15:52.980756 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-1c0bca66-7430-444f-9cb0-ccf5d05fd15c service neutron] Attempting to bind port 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 on network 6d8eb809-0f8c-40e8-a400-97ab88ab6a33 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:15:52.986427 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-1c0bca66-7430-444f-9cb0-ccf5d05fd15c service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:15:52.986768 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-1c0bca66-7430-444f-9cb0-ccf5d05fd15c service neutron] Checking segment: {'id': '42a8dd9a-bcc1-4497-8a8e-451aff757db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:15:52.988395 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-1c0bca66-7430-444f-9cb0-ccf5d05fd15c service neutron] Bound using segment: {'id': '42a8dd9a-bcc1-4497-8a8e-451aff757db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:15:52.988834 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-1c0bca66-7430-444f-9cb0-ccf5d05fd15c service neutron] Bound port: 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a8dd9a-bcc1-4497-8a8e-451aff757db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:15:52.989217 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-1c0bca66-7430-444f-9cb0-ccf5d05fd15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:53.062523 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-1c0bca66-7430-444f-9cb0-ccf5d05fd15c service neutron] For port 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:15:53.065835 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-1c0bca66-7430-444f-9cb0-ccf5d05fd15c service neutron] For port 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99,segment=NetworkSegment(42a8dd9a-bcc1-4497-8a8e-451aff757db3),segment_id=42a8dd9a-bcc1-4497-8a8e-451aff757db3)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:15:53.069787 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-1c0bca66-7430-444f-9cb0-ccf5d05fd15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:53.102524 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-1c0bca66-7430-444f-9cb0-ccf5d05fd15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:53.103572 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-1c0bca66-7430-444f-9cb0-ccf5d05fd15c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:53.104922 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-1c0bca66-7430-444f-9cb0-ccf5d05fd15c service neutron] 10.222.0.32 "PUT /v2.0/ports/9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 HTTP/1.1" status: 200 len: 1093 time: 0.7478950 Jul 15 14:15:53.105354 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233dd5dd-9d9e-4549-88f6-47b20e966267', 'tag': '9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:15:53.107662 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834d588b-12b1-424d-98fe-62e0fc54a2d4" -d '{"events": [{"name": "network-changed", "server_uuid": "233dd5dd-9d9e-4549-88f6-47b20e966267", "tag": "9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:15:53.143164 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0bca66-7430-444f-9cb0-ccf5d05fd15c service neutron] Pushing event updated for resources: {'Port': ['ID=9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:53.147654 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f33a75-9bea-4554-a65a-3c1638a0619b x-openstack-request-id: req-f9f33a75-9bea-4554-a65a-3c1638a0619b {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:15:53.147951 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233dd5dd-9d9e-4549-88f6-47b20e966267", "tag": "9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:15:53.148384 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9f33a75-9bea-4554-a65a-3c1638a0619b {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:15:53.148849 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233dd5dd-9d9e-4549-88f6-47b20e966267', 'tag': '9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99', 'status': 'completed', 'code': 200} Jul 15 14:15:53.219111 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-895cbfd2-628e-4842-9054-b09d571580e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:53.220678 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-895cbfd2-628e-4842-9054-b09d571580e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=432d913499a64e3cb0c99b0c214e8467&device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 1096 time: 0.0565195 Jul 15 14:15:53.271734 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-36e8bb5d-e005-4f13-83f5-e3efcabf5c8d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 HTTP/1.1" status: 200 len: 217 time: 0.0390368 Jul 15 14:15:53.320524 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-fe5d88eb-cd72-4e4f-974e-f9803c34c252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:53.322545 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-fe5d88eb-cd72-4e4f-974e-f9803c34c252 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=688abda2-0b2d-4e4c-b4ac-0298996f58f2 HTTP/1.1" status: 200 len: 848 time: 0.0441837 Jul 15 14:15:53.380790 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-849e7494-51f0-4464-a01d-397647d26f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:53.382444 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-849e7494-51f0-4464-a01d-397647d26f6f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539215 Jul 15 14:15:53.382613 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:53.478251 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-8fc9ccdb-1658-4ab0-96ae-7bcd6f8f5131 service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888700 Jul 15 14:15:53.486305 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8ddace22-8019-4126-8ab3-25a96634af9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:53.572194 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-74f9af4f-bbb8-4743-ab79-e76fe1388e5f req-780eb9c5-6568-4a8d-b3f6-cf9ba9b110df service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870671 Jul 15 14:15:53.581662 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0147c7c6-11da-4019-a4dd-09d94571d1a8 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:15:53.631359 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 0147c7c6-11da-4019-a4dd-09d94571d1a8 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:53.631725 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:53.710682 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d588b-12b1-424d-98fe-62e0fc54a2d4 req-494722d3-510a-4704-baa8-2f06666149f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:53.711708 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e793ab89-110f-43cc-81eb-7c7e365ebce1 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:15:53.712194 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-834d588b-12b1-424d-98fe-62e0fc54a2d4 req-494722d3-510a-4704-baa8-2f06666149f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=432d913499a64e3cb0c99b0c214e8467&device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 1096 time: 0.0582216 Jul 15 14:15:53.760572 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port e793ab89-110f-43cc-81eb-7c7e365ebce1 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:15:53.764426 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port e793ab89-110f-43cc-81eb-7c7e365ebce1 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:53.764871 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:53.804172 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d588b-12b1-424d-98fe-62e0fc54a2d4 req-3cf473d7-9972-4434-8519-0505d6527930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:53.805747 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-834d588b-12b1-424d-98fe-62e0fc54a2d4 req-3cf473d7-9972-4434-8519-0505d6527930 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33 HTTP/1.1" status: 200 len: 910 time: 0.0869136 Jul 15 14:15:53.845615 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:53.850887 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-834d588b-12b1-424d-98fe-62e0fc54a2d4 req-4e01a9a6-0bdd-42f3-a368-29ed28df08f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 HTTP/1.1" status: 200 len: 217 time: 0.0387633 Jul 15 14:15:53.882199 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port e793ab89-110f-43cc-81eb-7c7e365ebce1, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e793ab89-110f-43cc-81eb-7c7e365ebce1,segment=NetworkSegment(aa3b1054-a0b8-4763-a128-fbca205fc5c5),segment_id=aa3b1054-a0b8-4763-a128-fbca205fc5c5)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:53.886930 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:53.903495 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d588b-12b1-424d-98fe-62e0fc54a2d4 req-381304bd-a382-4eee-bf5f-316eb4fc5a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:53.904973 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-834d588b-12b1-424d-98fe-62e0fc54a2d4 req-381304bd-a382-4eee-bf5f-316eb4fc5a8f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=688abda2-0b2d-4e4c-b4ac-0298996f58f2 HTTP/1.1" status: 200 len: 848 time: 0.0481982 Jul 15 14:15:53.934180 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=e793ab89-110f-43cc-81eb-7c7e365ebce1,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:53.967444 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d588b-12b1-424d-98fe-62e0fc54a2d4 req-34920bab-3039-4b74-9ab1-5bcd953e7ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:53.968950 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-834d588b-12b1-424d-98fe-62e0fc54a2d4 req-34920bab-3039-4b74-9ab1-5bcd953e7ab6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570788 Jul 15 14:15:54.097712 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-834d588b-12b1-424d-98fe-62e0fc54a2d4 req-08ecf5c4-7984-4901-8223-9301943a5ed5 service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214077 Jul 15 14:15:54.153677 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed86c9-8f90-4adc-95ad-c27acd75a631 req-2b37a9c6-2088-46da-806a-ed263aacfff7 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:54.155235 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2fed86c9-8f90-4adc-95ad-c27acd75a631 req-2b37a9c6-2088-46da-806a-ed263aacfff7 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 944 time: 0.1180136 Jul 15 14:15:54.234302 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2fed86c9-8f90-4adc-95ad-c27acd75a631 req-479201c1-771c-4a33-9812-dfe779d9e7f4 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508921 Jul 15 14:15:54.236634 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-834d588b-12b1-424d-98fe-62e0fc54a2d4 req-352c43e8-b1f3-4368-92d5-7e77fc146ec2 service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312726 Jul 15 14:15:54.994027 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:55.407839 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246cfff-ce78-4add-934f-cd22c93bac68 req-26ac1a62-a834-423f-9847-bd743e1024eb tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:55.409597 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0246cfff-ce78-4add-934f-cd22c93bac68 req-26ac1a62-a834-423f-9847-bd743e1024eb tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 944 time: 0.0641646 Jul 15 14:15:55.447705 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0246cfff-ce78-4add-934f-cd22c93bac68 req-5611f10a-bc3b-40e7-b0dc-4694b7bb4681 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325396 Jul 15 14:15:55.548845 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e793ab89-110f-43cc-81eb-7c7e365ebce1 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:15:55.594847 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port e793ab89-110f-43cc-81eb-7c7e365ebce1 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:55.595221 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:55.835649 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:56.314541 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:15:56.413466 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99,segment=NetworkSegment(42a8dd9a-bcc1-4497-8a8e-451aff757db3),segment_id=42a8dd9a-bcc1-4497-8a8e-451aff757db3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:56.425601 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99', 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33', 'port_id': '9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99', 'mac_address': 'fa:16:3e:86:a6:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:15:56.462312 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:56.474986 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:15:56.499218 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99,segment=NetworkSegment(42a8dd9a-bcc1-4497-8a8e-451aff757db3),segment_id=42a8dd9a-bcc1-4497-8a8e-451aff757db3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:56.503601 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:56.558169 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:56.594945 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:56.625304 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b33b5-c329-443d-bdf8-cd328a9ba377 req-62338928-231f-46bb-b02f-8463328ff71f tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:56.626880 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3e1b33b5-c329-443d-bdf8-cd328a9ba377 req-62338928-231f-46bb-b02f-8463328ff71f tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 945 time: 0.0674725 Jul 15 14:15:56.667606 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3e1b33b5-c329-443d-bdf8-cd328a9ba377 req-7e231dd1-1114-4366-afc2-11ccb937b362 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350959 Jul 15 14:15:56.788461 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:15:57.846158 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b87e24-befc-4ddb-9230-9101f287c7f0 req-149066c6-11f8-4eb5-b9cb-055f9a8b3950 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:57.847666 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-14b87e24-befc-4ddb-9230-9101f287c7f0 req-149066c6-11f8-4eb5-b9cb-055f9a8b3950 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 945 time: 0.0634112 Jul 15 14:15:57.890384 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-14b87e24-befc-4ddb-9230-9101f287c7f0 req-8a2aeed0-73c1-4543-bbd8-70bd153ce2ec tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367987 Jul 15 14:15:58.314012 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:15:58.363705 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:15:58.367217 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:58.367585 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:58.442457 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:58.464332 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233dd5dd-9d9e-4549-88f6-47b20e966267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:15:58.466608 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5982e52f7164c00132b4161e7da779dd5a615a4991d8f343d2f1980d90734956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0395ac2-28e9-4f94-855f-9d6a5b76f9bb" -d '{"events": [{"server_uuid": "233dd5dd-9d9e-4549-88f6-47b20e966267", "name": "network-vif-plugged", "status": "completed", "tag": "9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:15:58.479412 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99,segment=NetworkSegment(42a8dd9a-bcc1-4497-8a8e-451aff757db3),segment_id=42a8dd9a-bcc1-4497-8a8e-451aff757db3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:58.483526 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:58.508361 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d48b07-55bf-4844-bc27-3011ec8a7ddb x-openstack-request-id: req-c5d48b07-55bf-4844-bc27-3011ec8a7ddb {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:15:58.508666 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233dd5dd-9d9e-4549-88f6-47b20e966267", "name": "network-vif-plugged", "status": "completed", "tag": "9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:15:58.508921 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c5d48b07-55bf-4844-bc27-3011ec8a7ddb {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:15:58.509302 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233dd5dd-9d9e-4549-88f6-47b20e966267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99', 'code': 200} Jul 15 14:15:58.533401 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:58.643860 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638dc16e-9085-4306-a82f-b77300b9613c req-742abfa3-3cb4-4732-b2e9-11414a97c093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:58.645359 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-638dc16e-9085-4306-a82f-b77300b9613c req-742abfa3-3cb4-4732-b2e9-11414a97c093 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 1098 time: 0.0520167 Jul 15 14:15:58.682469 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-638dc16e-9085-4306-a82f-b77300b9613c req-dde09a29-e497-4aa5-bd7f-146481358878 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310810 Jul 15 14:15:59.064607 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b62f7a-9fab-45bb-8418-3194ea26cc97 req-e5626548-1dd3-4da5-853e-4cf112f59695 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:59.066131 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-93b62f7a-9fab-45bb-8418-3194ea26cc97 req-e5626548-1dd3-4da5-853e-4cf112f59695 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 946 time: 0.0652778 Jul 15 14:15:59.104269 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-93b62f7a-9fab-45bb-8418-3194ea26cc97 req-93e7cc54-07ed-4b1b-925c-e262b030dc4c tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320907 Jul 15 14:16:00.283364 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6b078-3486-4872-bf24-f2283651a806 req-8aa134b9-4035-4851-8419-9bf0d131552d tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:00.284862 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0ea6b078-3486-4872-bf24-f2283651a806 req-8aa134b9-4035-4851-8419-9bf0d131552d tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 946 time: 0.0634782 Jul 15 14:16:00.322242 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0ea6b078-3486-4872-bf24-f2283651a806 req-c9f10693-c0d5-469e-9e65-71e3bd7c7b86 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316939 Jul 15 14:16:00.492628 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70ee7b-4533-4efa-ae41-cd38ddff0074 req-7f25e00d-5bb3-4f66-b329-9f6127b15a17 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:00.494734 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8e70ee7b-4533-4efa-ae41-cd38ddff0074 req-7f25e00d-5bb3-4f66-b329-9f6127b15a17 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 946 time: 0.0633953 Jul 15 14:16:00.532264 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8e70ee7b-4533-4efa-ae41-cd38ddff0074 req-6654083e-3dbf-461b-9000-64934f76f2b8 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318556 Jul 15 14:16:00.557316 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50908) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:16:00.695102 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb14b210-075a-463e-8242-c2c18068c35d tempest-TestShelveInstance-1361338339 tempest-TestShelveInstance-1361338339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:00.696780 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-fb14b210-075a-463e-8242-c2c18068c35d tempest-TestShelveInstance-1361338339 tempest-TestShelveInstance-1361338339-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 1093 time: 0.1384256 Jul 15 14:16:00.699679 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 50912) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:16:00.703920 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-0f77cd9e-ddc7-41db-bbc1-149d0ce56f96 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'port_id': '9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:16:00.725000 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f77cd9e-ddc7-41db-bbc1-149d0ce56f96 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:00.822397 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f77cd9e-ddc7-41db-bbc1-149d0ce56f96 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:00.921177 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-0f77cd9e-ddc7-41db-bbc1-149d0ce56f96 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Allocated IP 172.25.6.166 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/1a19331a-5c70-4643-832b-62ca25399cdb) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:16:01.024170 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f77cd9e-ddc7-41db-bbc1-149d0ce56f96 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:01.062636 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f77cd9e-ddc7-41db-bbc1-149d0ce56f96 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:01.101665 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f77cd9e-ddc7-41db-bbc1-149d0ce56f96 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:16:01.104593 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-0f77cd9e-ddc7-41db-bbc1-149d0ce56f96 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:16:01.108180 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f77cd9e-ddc7-41db-bbc1-149d0ce56f96 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:16:01.113505 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77cd9e-ddc7-41db-bbc1-149d0ce56f96 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Pushing event updated for resources: {'Port': ['ID=1a19331a-5c70-4643-832b-62ca25399cdb,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:16:01.790837 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f77cd9e-ddc7-41db-bbc1-149d0ce56f96 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:01.870634 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f77cd9e-ddc7-41db-bbc1-149d0ce56f96 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:02.016524 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f77cd9e-ddc7-41db-bbc1-149d0ce56f96 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:02.021052 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f77cd9e-ddc7-41db-bbc1-149d0ce56f96 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:02.092572 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77cd9e-ddc7-41db-bbc1-149d0ce56f96 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Pushing event updated for resources: {'Port': ['ID=1a19331a-5c70-4643-832b-62ca25399cdb,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:16:02.102158 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f77cd9e-ddc7-41db-bbc1-149d0ce56f96 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:02.204249 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-0f77cd9e-ddc7-41db-bbc1-149d0ce56f96 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Floating IP 62360931-345b-4bcb-b68d-26b8d3949458 associated. External IP: 172.25.6.166, port: 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99. Jul 15 14:16:02.411090 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f77cd9e-ddc7-41db-bbc1-149d0ce56f96 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Router 4770647d-455c-44e4-9a8e-dd3f65c3ca74 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:16:02.518872 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f77cd9e-ddc7-41db-bbc1-149d0ce56f96 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:16:02.529163 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6504a404-a4c0-4f8f-9b7f-a51efc033cad None None] Sync routers for ids ['4770647d-455c-44e4-9a8e-dd3f65c3ca74'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:16:02.535335 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f77cd9e-ddc7-41db-bbc1-149d0ce56f96 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:02.542456 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6504a404-a4c0-4f8f-9b7f-a51efc033cad None None] Routers {'4770647d-455c-44e4-9a8e-dd3f65c3ca74'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:16:02.543071 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6504a404-a4c0-4f8f-9b7f-a51efc033cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:15:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4770647d-455c-44e4-9a8e-dd3f65c3ca74'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:16:02.573699 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0f77cd9e-ddc7-41db-bbc1-149d0ce56f96 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8729966 Jul 15 14:16:02.574332 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233dd5dd-9d9e-4549-88f6-47b20e966267', 'tag': '9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:16:02.576811 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9872ee-7bcd-43fe-bb84-d50ceab4459e" -d '{"events": [{"name": "network-changed", "server_uuid": "233dd5dd-9d9e-4549-88f6-47b20e966267", "tag": "9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:16:02.613302 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d82ca5-8c59-47e2-9d0c-e4722d66603b x-openstack-request-id: req-87d82ca5-8c59-47e2-9d0c-e4722d66603b {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:16:02.613687 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233dd5dd-9d9e-4549-88f6-47b20e966267", "tag": "9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:16:02.613941 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-87d82ca5-8c59-47e2-9d0c-e4722d66603b {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:16:02.614357 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233dd5dd-9d9e-4549-88f6-47b20e966267', 'tag': '9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99', 'status': 'completed', 'code': 200} Jul 15 14:16:02.646251 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-6504a404-a4c0-4f8f-9b7f-a51efc033cad None None] Set router 4770647d-455c-44e4-9a8e-dd3f65c3ca74 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:16:02.711001 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9872ee-7bcd-43fe-bb84-d50ceab4459e req-bf9c544b-6a60-47a9-a26c-024f26d0bf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:02.713056 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2c9872ee-7bcd-43fe-bb84-d50ceab4459e req-bf9c544b-6a60-47a9-a26c-024f26d0bf4c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=432d913499a64e3cb0c99b0c214e8467&device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 1098 time: 0.0541523 Jul 15 14:16:02.807681 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9872ee-7bcd-43fe-bb84-d50ceab4459e req-bdbd8791-caba-42a9-8422-726509817590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:02.809173 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2c9872ee-7bcd-43fe-bb84-d50ceab4459e req-bdbd8791-caba-42a9-8422-726509817590 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33 HTTP/1.1" status: 200 len: 910 time: 0.0906038 Jul 15 14:16:02.867190 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6504a404-a4c0-4f8f-9b7f-a51efc033cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'name': 'tempest-TestShelveInstance-1177985860-router', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:42Z', 'revision_number': 4, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'gw_port': {'id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '62360931-345b-4bcb-b68d-26b8d3949458', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'floating_ip_address': '172.25.6.166', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'port_id': '9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33', 'mac_address': 'fa:16:3e:86:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233dd5dd-9d9e-4549-88f6-47b20e966267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:16:01Z', 'updated_at': '2021-07-15T14:16:01Z', 'revision_number': 0, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85cdd731-b367-412f-aa1e-c894c489ae75', 'name': '', 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'mac_address': 'fa:16:3e:03:b1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:41Z', 'updated_at': '2021-07-15T14:15:48Z', 'revision_number': 5, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'subnets': [{'id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:16:02.873860 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2c9872ee-7bcd-43fe-bb84-d50ceab4459e req-65856026-54c1-4c2f-b0cc-c76162bb9a97 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 HTTP/1.1" status: 200 len: 1000 time: 0.0579720 Jul 15 14:16:02.892993 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6504a404-a4c0-4f8f-9b7f-a51efc033cad None None] Checking router: 4770647d-455c-44e4-9a8e-dd3f65c3ca74 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:16:02.901740 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6504a404-a4c0-4f8f-9b7f-a51efc033cad None None] Routers {'4770647d-455c-44e4-9a8e-dd3f65c3ca74'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:16:02.902367 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6504a404-a4c0-4f8f-9b7f-a51efc033cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:15:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4770647d-455c-44e4-9a8e-dd3f65c3ca74'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:16:02.926465 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9872ee-7bcd-43fe-bb84-d50ceab4459e req-13bd1053-078c-4f61-b858-61b9f5e3eeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:02.927936 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2c9872ee-7bcd-43fe-bb84-d50ceab4459e req-13bd1053-078c-4f61-b858-61b9f5e3eeb3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=688abda2-0b2d-4e4c-b4ac-0298996f58f2 HTTP/1.1" status: 200 len: 848 time: 0.0486722 Jul 15 14:16:02.985092 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9872ee-7bcd-43fe-bb84-d50ceab4459e req-a0a238d2-369e-4fbc-b5fd-6aa1134a01b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:02.986555 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2c9872ee-7bcd-43fe-bb84-d50ceab4459e req-a0a238d2-369e-4fbc-b5fd-6aa1134a01b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521994 Jul 15 14:16:03.005008 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-6504a404-a4c0-4f8f-9b7f-a51efc033cad None None] Set router 4770647d-455c-44e4-9a8e-dd3f65c3ca74 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:16:03.078008 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2c9872ee-7bcd-43fe-bb84-d50ceab4459e req-e252a3c6-8682-45c0-8de8-f3948a821faa service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849504 Jul 15 14:16:03.172589 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2c9872ee-7bcd-43fe-bb84-d50ceab4459e req-1fcc18b6-29e0-4b70-8622-ef51a4531efa service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884018 Jul 15 14:16:03.231637 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6504a404-a4c0-4f8f-9b7f-a51efc033cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'name': 'tempest-TestShelveInstance-1177985860-router', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:42Z', 'revision_number': 4, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'gw_port': {'id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '62360931-345b-4bcb-b68d-26b8d3949458', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'floating_ip_address': '172.25.6.166', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'port_id': '9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33', 'mac_address': 'fa:16:3e:86:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233dd5dd-9d9e-4549-88f6-47b20e966267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:16:01Z', 'updated_at': '2021-07-15T14:16:01Z', 'revision_number': 0, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85cdd731-b367-412f-aa1e-c894c489ae75', 'name': '', 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'mac_address': 'fa:16:3e:03:b1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:41Z', 'updated_at': '2021-07-15T14:15:48Z', 'revision_number': 5, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'subnets': [{'id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:16:03.257857 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6504a404-a4c0-4f8f-9b7f-a51efc033cad None None] The sync data for ids ['4770647d-455c-44e4-9a8e-dd3f65c3ca74'] in n-d-758944-45 is: [{'id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'name': 'tempest-TestShelveInstance-1177985860-router', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:42Z', 'revision_number': 4, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'gw_port': {'id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '62360931-345b-4bcb-b68d-26b8d3949458', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'floating_ip_address': '172.25.6.166', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'port_id': '9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33', 'mac_address': 'fa:16:3e:86:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233dd5dd-9d9e-4549-88f6-47b20e966267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:16:01Z', 'updated_at': '2021-07-15T14:16:01Z', 'revision_number': 0, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85cdd731-b367-412f-aa1e-c894c489ae75', 'name': '', 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'mac_address': 'fa:16:3e:03:b1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:41Z', 'updated_at': '2021-07-15T14:15:48Z', 'revision_number': 5, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'subnets': [{'id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:16:03.451145 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186ab511-8901-4a5c-8bc5-a8e99036de59 None None] New status for floating IP 62360931-345b-4bcb-b68d-26b8d3949458: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:16:08.956389 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:13.954643 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b2cc450-8e5f-41fa-8da8-79370c198177 req-d56e8b58-b578-4825-99da-f2725e64dcee service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0526834 Jul 15 14:16:14.068787 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cc450-8e5f-41fa-8da8-79370c198177 req-bb832432-0bd0-42c4-992e-4c9c8ec7f17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:14.070448 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b2cc450-8e5f-41fa-8da8-79370c198177 req-bb832432-0bd0-42c4-992e-4c9c8ec7f17b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=432d913499a64e3cb0c99b0c214e8467&device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 1098 time: 0.0555625 Jul 15 14:16:14.177618 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cc450-8e5f-41fa-8da8-79370c198177 req-b7f3f0c7-f27f-4a02-be07-b4dca39e99b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:14.179150 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b2cc450-8e5f-41fa-8da8-79370c198177 req-b7f3f0c7-f27f-4a02-be07-b4dca39e99b7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33 HTTP/1.1" status: 200 len: 910 time: 0.0903425 Jul 15 14:16:14.245021 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b2cc450-8e5f-41fa-8da8-79370c198177 req-1abd3958-7808-4123-9b5f-284e10a0b279 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 HTTP/1.1" status: 200 len: 1002 time: 0.0572526 Jul 15 14:16:14.302288 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cc450-8e5f-41fa-8da8-79370c198177 req-09a3f5f7-8469-4217-aa46-abcff4f79603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:14.303767 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b2cc450-8e5f-41fa-8da8-79370c198177 req-09a3f5f7-8469-4217-aa46-abcff4f79603 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=688abda2-0b2d-4e4c-b4ac-0298996f58f2 HTTP/1.1" status: 200 len: 848 time: 0.0523076 Jul 15 14:16:14.362015 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cc450-8e5f-41fa-8da8-79370c198177 req-bf5c366f-c7bf-4d6f-b469-cf91bc2d622f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:14.363545 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b2cc450-8e5f-41fa-8da8-79370c198177 req-bf5c366f-c7bf-4d6f-b469-cf91bc2d622f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533204 Jul 15 14:16:14.452535 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b2cc450-8e5f-41fa-8da8-79370c198177 req-a9c1975e-52e2-48ec-a41e-5e4cd5171d54 service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818276 Jul 15 14:16:14.554826 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3b2cc450-8e5f-41fa-8da8-79370c198177 req-6d217d3a-805a-4e29-b181-d82b1c44002b service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906720 Jul 15 14:16:20.970451 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dc22acd3-f659-4789-b630-ef28007d1dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:23.374232 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:23.486566 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1e68f446-4b69-4c04-9e42-078f31399dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:24.996719 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:25.014056 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:16:25.834391 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:26.592475 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:38.967868 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:50.975638 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eda35858-4b6f-47a7-8786-e5fb94a964dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:53.375836 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:53.488117 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5adb62a3-be1c-43a9-8616-5a076195271d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:55.006032 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:55.842111 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:56.596260 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:02.014187 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:17:07.110638 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-0d44a8bf-5332-4e2a-980d-e5cbe8e499c5 req-248a7409-f34e-4407-982e-b92b4a5bc92a service neutron] (93813) timed out ('10.222.0.24', 34800) {{(pid=93813) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 14:17:08.991367 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:15.981740 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8bf452b0-a932-4f75-9eef-699fe61e25e6 req-1f5a03d8-2467-4ceb-93d3-85e196a53b5d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1023641 Jul 15 14:17:16.099418 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf452b0-a932-4f75-9eef-699fe61e25e6 req-a06cf4a4-d783-49cc-b7a0-e96b20ff75ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:16.101003 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8bf452b0-a932-4f75-9eef-699fe61e25e6 req-a06cf4a4-d783-49cc-b7a0-e96b20ff75ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=432d913499a64e3cb0c99b0c214e8467&device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 1098 time: 0.0597904 Jul 15 14:17:16.209615 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf452b0-a932-4f75-9eef-699fe61e25e6 req-afe14cfb-2962-46a4-ae87-8958ef9bb844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:16.211182 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8bf452b0-a932-4f75-9eef-699fe61e25e6 req-afe14cfb-2962-46a4-ae87-8958ef9bb844 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33 HTTP/1.1" status: 200 len: 910 time: 0.0895967 Jul 15 14:17:16.283534 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8bf452b0-a932-4f75-9eef-699fe61e25e6 req-72b534e4-ec34-4aff-9fcc-219d02e06093 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 HTTP/1.1" status: 200 len: 1002 time: 0.0658667 Jul 15 14:17:16.339922 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf452b0-a932-4f75-9eef-699fe61e25e6 req-04c72087-094c-437e-a3f4-911b8002f0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:16.341434 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8bf452b0-a932-4f75-9eef-699fe61e25e6 req-04c72087-094c-437e-a3f4-911b8002f0b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=688abda2-0b2d-4e4c-b4ac-0298996f58f2 HTTP/1.1" status: 200 len: 848 time: 0.0517673 Jul 15 14:17:16.403106 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf452b0-a932-4f75-9eef-699fe61e25e6 req-238eeaa2-75d6-4fcc-a9ae-d03d5eb65661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:16.404665 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8bf452b0-a932-4f75-9eef-699fe61e25e6 req-238eeaa2-75d6-4fcc-a9ae-d03d5eb65661 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560329 Jul 15 14:17:16.503649 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8bf452b0-a932-4f75-9eef-699fe61e25e6 req-cb4d23ba-af78-4353-a98f-c61709f4493e service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917649 Jul 15 14:17:16.595581 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8bf452b0-a932-4f75-9eef-699fe61e25e6 req-df38ada6-a83b-4ad4-b391-9f39bd2a84db service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860980 Jul 15 14:17:20.976993 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-db036e77-7e54-40bb-bf96-10ee0ac60d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:23.379596 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:23.492614 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5f2db99-b220-4eb7-8d36-51fda1850352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:25.007079 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:25.840773 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:26.602182 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:39.006194 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:39.013019 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:17:50.978530 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-80c973fc-442c-49f0-9ae4-28dde1d6a8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:53.381677 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:53.493592 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fcb7b78f-b386-4784-8a93-857584129b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:55.005851 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:55.846474 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:56.603546 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:58.514973 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4670f-f593-4056-96eb-ce18ae400f87 req-ff0575ab-6490-4685-8660-266ac15cfe32 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:58.516518 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fbb4670f-f593-4056-96eb-ce18ae400f87 req-ff0575ab-6490-4685-8660-266ac15cfe32 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 946 time: 0.1139584 Jul 15 14:17:58.555091 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fbb4670f-f593-4056-96eb-ce18ae400f87 req-694611af-7341-4fa6-b09a-67ab27593169 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329363 Jul 15 14:17:59.745307 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac66c4-8326-48c2-b6c1-81b918347aaf req-84bb6547-748c-4b10-b73f-33ac6605fd2f tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:59.746869 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e1ac66c4-8326-48c2-b6c1-81b918347aaf req-84bb6547-748c-4b10-b73f-33ac6605fd2f tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 946 time: 0.0681555 Jul 15 14:17:59.784309 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-e1ac66c4-8326-48c2-b6c1-81b918347aaf req-c0affc1a-0e0f-48b7-b740-4b1d988f2b3c tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318232 Jul 15 14:18:00.984680 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecaf7fc-bdae-48bb-ad0f-37ef03d17f92 req-58d18b65-cc36-49d3-83e5-021fd7fdb413 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:00.986129 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6ecaf7fc-bdae-48bb-ad0f-37ef03d17f92 req-58d18b65-cc36-49d3-83e5-021fd7fdb413 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 946 time: 0.0663812 Jul 15 14:18:01.023728 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6ecaf7fc-bdae-48bb-ad0f-37ef03d17f92 req-ab7e0961-14f5-4c62-8228-60d00ed263e2 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320988 Jul 15 14:18:02.199182 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141aa22-58e6-4a90-9e7a-c4c762cf038b req-21c99a24-835b-40ef-bafc-3836e6715d0f tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:02.200739 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f141aa22-58e6-4a90-9e7a-c4c762cf038b req-21c99a24-835b-40ef-bafc-3836e6715d0f tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 946 time: 0.0668690 Jul 15 14:18:02.239068 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f141aa22-58e6-4a90-9e7a-c4c762cf038b req-9936594d-0346-4ed7-b718-7a999e8228a0 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326951 Jul 15 14:18:03.593644 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9b259-640e-4919-a75e-ba836f8a590d req-1f7d64a7-87c2-43cd-a1c8-1f0bd53b7e9b tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:03.595175 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ada9b259-640e-4919-a75e-ba836f8a590d req-1f7d64a7-87c2-43cd-a1c8-1f0bd53b7e9b tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 946 time: 0.0646980 Jul 15 14:18:03.637019 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ada9b259-640e-4919-a75e-ba836f8a590d req-c0e03912-288e-4835-9099-33e356050c38 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363925 Jul 15 14:18:04.815529 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa3bc3-7d89-4f19-a17f-892be31c7071 req-d4d3bdd3-d1b7-44db-9046-b6bb7c549c0c tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:04.817018 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1bfa3bc3-7d89-4f19-a17f-892be31c7071 req-d4d3bdd3-d1b7-44db-9046-b6bb7c549c0c tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 946 time: 0.0679410 Jul 15 14:18:04.854730 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1bfa3bc3-7d89-4f19-a17f-892be31c7071 req-a301fdac-0556-4ad4-9672-1d40e4bbded3 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321834 Jul 15 14:18:06.027880 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01efd50-cb07-442c-ab72-01e88cad2079 req-713866b6-682e-45f0-8d62-10cdd0fe93ed tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:06.029383 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a01efd50-cb07-442c-ab72-01e88cad2079 req-713866b6-682e-45f0-8d62-10cdd0fe93ed tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 946 time: 0.0634704 Jul 15 14:18:06.067454 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a01efd50-cb07-442c-ab72-01e88cad2079 req-7d624f59-1d79-44c0-be80-74d2b31e36bd tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319924 Jul 15 14:18:07.241633 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a0c8c-942c-4635-9acc-b9c816cf1407 req-cd0c16e5-aaaa-4ca2-9f7f-e021111c45c3 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:07.243186 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ba7a0c8c-942c-4635-9acc-b9c816cf1407 req-cd0c16e5-aaaa-4ca2-9f7f-e021111c45c3 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 946 time: 0.0635412 Jul 15 14:18:07.283339 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ba7a0c8c-942c-4635-9acc-b9c816cf1407 req-e09c87d2-8bad-476c-b9fb-1d2ef2b63442 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345764 Jul 15 14:18:08.453484 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cc65a-f597-4d14-8b3f-f7d870c8adf8 req-b62f6882-7c76-493e-9380-01122f5cb8ed tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:08.455003 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-483cc65a-f597-4d14-8b3f-f7d870c8adf8 req-b62f6882-7c76-493e-9380-01122f5cb8ed tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 946 time: 0.0627677 Jul 15 14:18:08.492681 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-483cc65a-f597-4d14-8b3f-f7d870c8adf8 req-7811a66d-eab9-4dbb-83fb-00f42758597a tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321283 Jul 15 14:18:09.017025 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:09.664123 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad8d86-ba56-4271-b92a-b3f3238915cb req-015ff8e8-3fa6-41ed-a6e2-46b9fd8583e2 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:09.665618 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-55ad8d86-ba56-4271-b92a-b3f3238915cb req-015ff8e8-3fa6-41ed-a6e2-46b9fd8583e2 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 946 time: 0.0638080 Jul 15 14:18:09.702895 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-55ad8d86-ba56-4271-b92a-b3f3238915cb req-4de9fa9b-e8a5-46d7-83f4-8387a1387ddb tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311532 Jul 15 14:18:10.882396 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c973c-abb7-4ae0-bd9b-7752becbfd06 req-672f722d-d09a-4b90-a99d-f02416556c65 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:10.883923 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-680c973c-abb7-4ae0-bd9b-7752becbfd06 req-672f722d-d09a-4b90-a99d-f02416556c65 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 946 time: 0.0683894 Jul 15 14:18:10.929595 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-680c973c-abb7-4ae0-bd9b-7752becbfd06 req-578fe265-848b-4ff7-8ea3-a305c74df91c tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400214 Jul 15 14:18:10.957893 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:18:11.072800 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99,segment=NetworkSegment(42a8dd9a-bcc1-4497-8a8e-451aff757db3),segment_id=42a8dd9a-bcc1-4497-8a8e-451aff757db3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:18:11.089017 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99', 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33', 'port_id': '9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99', 'mac_address': 'fa:16:3e:86:a6:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:18:11.132348 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:11.147117 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:18:11.168178 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99,segment=NetworkSegment(42a8dd9a-bcc1-4497-8a8e-451aff757db3),segment_id=42a8dd9a-bcc1-4497-8a8e-451aff757db3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:18:11.175335 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:11.254845 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:11.262723 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:11.263067 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:11.263404 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:11.263741 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:11.264081 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:11.264397 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:11.265295 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:11.265687 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:11.265979 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:11.266303 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:11.266665 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:11.266968 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:11.322625 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:18:12.119926 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8db77-1c41-4a8c-af53-cfb6db8a688b req-aa2ca1d7-7ba7-43ee-abeb-6991c78492a7 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:12.122121 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-efe8db77-1c41-4a8c-af53-cfb6db8a688b req-aa2ca1d7-7ba7-43ee-abeb-6991c78492a7 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 945 time: 0.0730619 Jul 15 14:18:12.166772 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-efe8db77-1c41-4a8c-af53-cfb6db8a688b req-b1d0d330-0db3-477f-ae6a-1347b3252a62 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360241 Jul 15 14:18:12.964278 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:18:13.018699 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:18:13.019176 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:13.112905 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:13.137250 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233dd5dd-9d9e-4549-88f6-47b20e966267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:18:13.139595 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5982e52f7164c00132b4161e7da779dd5a615a4991d8f343d2f1980d90734956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391e8e41-0bc9-4259-aee2-950ce552f8a7" -d '{"events": [{"server_uuid": "233dd5dd-9d9e-4549-88f6-47b20e966267", "name": "network-vif-plugged", "status": "completed", "tag": "9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:18:13.157961 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99,segment=NetworkSegment(42a8dd9a-bcc1-4497-8a8e-451aff757db3),segment_id=42a8dd9a-bcc1-4497-8a8e-451aff757db3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:18:13.162785 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:13.195448 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3813aefb-9a2c-4943-b16a-0070176766f4 x-openstack-request-id: req-3813aefb-9a2c-4943-b16a-0070176766f4 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:18:13.195756 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233dd5dd-9d9e-4549-88f6-47b20e966267", "name": "network-vif-plugged", "status": "completed", "tag": "9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:18:13.196300 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3813aefb-9a2c-4943-b16a-0070176766f4 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:18:13.196995 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233dd5dd-9d9e-4549-88f6-47b20e966267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99', 'code': 200} Jul 15 14:18:13.228764 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:13.364839 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148b517-b090-44c3-8069-cb7a44cd9c00 req-e540345d-091c-4572-be36-4aad8b038cbd tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:13.366789 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4148b517-b090-44c3-8069-cb7a44cd9c00 req-e540345d-091c-4572-be36-4aad8b038cbd tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 946 time: 0.0725782 Jul 15 14:18:13.414489 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4148b517-b090-44c3-8069-cb7a44cd9c00 req-3e058f46-2416-4a07-b04c-3df94a945757 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408263 Jul 15 14:18:14.611025 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d05778-02b9-44e6-a1d4-11baaee6f204 req-1c110169-795c-4cc6-a0a2-5d97bac937f1 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:14.612648 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f9d05778-02b9-44e6-a1d4-11baaee6f204 req-1c110169-795c-4cc6-a0a2-5d97bac937f1 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 946 time: 0.0697405 Jul 15 14:18:14.656816 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f9d05778-02b9-44e6-a1d4-11baaee6f204 req-7d03a2c6-5280-4f25-a029-3df4cc6cb729 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377915 Jul 15 14:18:15.857666 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439385e-8b71-4065-9031-30038b054f7e req-9509a864-e9d0-4008-860c-4de013b4e2e4 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:15.859904 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2439385e-8b71-4065-9031-30038b054f7e req-9509a864-e9d0-4008-860c-4de013b4e2e4 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 946 time: 0.0832672 Jul 15 14:18:15.901600 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2439385e-8b71-4065-9031-30038b054f7e req-42c9a5af-d4b3-4fc7-ba3f-ba9a08185418 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358746 Jul 15 14:18:16.012556 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:18:17.085945 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8f943-c219-4a69-a3cf-69392ffa3210 req-b39c2130-69f3-46ff-a390-5847c73429e8 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:17.087511 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58c8f943-c219-4a69-a3cf-69392ffa3210 req-b39c2130-69f3-46ff-a390-5847c73429e8 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 946 time: 0.0678654 Jul 15 14:18:17.133150 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-58c8f943-c219-4a69-a3cf-69392ffa3210 req-92fac455-8b61-4ceb-877a-9a71347aaf10 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394850 Jul 15 14:18:17.996434 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17245a71-82f9-4c64-8500-176c0e89b994 req-e05ce13e-09c9-4c13-8ee8-2a141fc6bb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:17.998354 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-17245a71-82f9-4c64-8500-176c0e89b994 req-e05ce13e-09c9-4c13-8ee8-2a141fc6bb4a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=432d913499a64e3cb0c99b0c214e8467&device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 1098 time: 0.0651379 Jul 15 14:18:18.117447 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17245a71-82f9-4c64-8500-176c0e89b994 req-188f3f2c-e687-4693-ba50-80026ad2404d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:18.119056 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-17245a71-82f9-4c64-8500-176c0e89b994 req-188f3f2c-e687-4693-ba50-80026ad2404d service neutron] 10.222.0.32 "GET /v2.0/networks?id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33 HTTP/1.1" status: 200 len: 910 time: 0.0995891 Jul 15 14:18:18.215566 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-17245a71-82f9-4c64-8500-176c0e89b994 req-ca710526-ab87-4c97-be74-c8c0bb1c7f65 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 HTTP/1.1" status: 200 len: 1002 time: 0.0893700 Jul 15 14:18:18.268381 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17245a71-82f9-4c64-8500-176c0e89b994 req-c559ea75-224d-4656-b69a-eac2324d74ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:18.270140 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-17245a71-82f9-4c64-8500-176c0e89b994 req-c559ea75-224d-4656-b69a-eac2324d74ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=688abda2-0b2d-4e4c-b4ac-0298996f58f2 HTTP/1.1" status: 200 len: 848 time: 0.0483537 Jul 15 14:18:18.340942 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17245a71-82f9-4c64-8500-176c0e89b994 req-efd43c39-389e-45d6-8d64-7510162b22b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:18.342641 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-17245a71-82f9-4c64-8500-176c0e89b994 req-efd43c39-389e-45d6-8d64-7510162b22b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658457 Jul 15 14:18:18.346073 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6c12d-f707-4b21-a230-d451ea99c5ec req-21c277b4-b834-4134-9abf-75c68b188dd9 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:18.347647 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ffd6c12d-f707-4b21-a230-d451ea99c5ec req-21c277b4-b834-4134-9abf-75c68b188dd9 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 946 time: 0.0725505 Jul 15 14:18:18.387562 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ffd6c12d-f707-4b21-a230-d451ea99c5ec req-a187ed65-e7b0-4ccf-9584-62346e856b15 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329273 Jul 15 14:18:18.455963 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-17245a71-82f9-4c64-8500-176c0e89b994 req-5715c079-86f4-4642-b1fc-1f72f5b2f05f service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060538 Jul 15 14:18:18.559189 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-17245a71-82f9-4c64-8500-176c0e89b994 req-e77be059-3be7-405b-b5d1-0eb823106a34 service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959513 Jul 15 14:18:19.590749 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179909f3-3cc8-465c-89bb-a7dd21ce3bad req-dabb6d5d-c55c-4542-a118-28ca4bb88c6e tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:19.592273 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-179909f3-3cc8-465c-89bb-a7dd21ce3bad req-dabb6d5d-c55c-4542-a118-28ca4bb88c6e tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 946 time: 0.0718966 Jul 15 14:18:19.631568 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-179909f3-3cc8-465c-89bb-a7dd21ce3bad req-633640d4-1028-4b75-a169-83cb9748358a tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334451 Jul 15 14:18:20.525869 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37fea0-4377-43ea-b791-7e37d9d15920 req-054bc24e-b534-48ba-9e55-8c0d4e5855e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:20.527259 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fb37fea0-4377-43ea-b791-7e37d9d15920 req-054bc24e-b534-48ba-9e55-8c0d4e5855e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=432d913499a64e3cb0c99b0c214e8467&device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 1098 time: 0.0534492 Jul 15 14:18:20.616713 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37fea0-4377-43ea-b791-7e37d9d15920 req-b5961698-6b9e-4785-bf76-63a357cc3498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:20.618188 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fb37fea0-4377-43ea-b791-7e37d9d15920 req-b5961698-6b9e-4785-bf76-63a357cc3498 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33 HTTP/1.1" status: 200 len: 910 time: 0.0847816 Jul 15 14:18:20.681805 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fb37fea0-4377-43ea-b791-7e37d9d15920 req-7f95859a-e46c-498b-a369-f07b78e1955d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 HTTP/1.1" status: 200 len: 1002 time: 0.0570412 Jul 15 14:18:20.729902 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37fea0-4377-43ea-b791-7e37d9d15920 req-b6da17b6-96e0-4324-92cd-174410a23d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:20.731397 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fb37fea0-4377-43ea-b791-7e37d9d15920 req-b6da17b6-96e0-4324-92cd-174410a23d97 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=688abda2-0b2d-4e4c-b4ac-0298996f58f2 HTTP/1.1" status: 200 len: 848 time: 0.0441625 Jul 15 14:18:20.792370 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37fea0-4377-43ea-b791-7e37d9d15920 req-00b6f83e-da4d-46e6-818e-dee223659dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:20.793858 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fb37fea0-4377-43ea-b791-7e37d9d15920 req-00b6f83e-da4d-46e6-818e-dee223659dbc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565565 Jul 15 14:18:20.806669 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ac091-954f-490c-9588-56952128f2e7 req-158d0b90-38e7-4dd8-ae3e-8ed8f3516b93 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:20.808200 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cc6ac091-954f-490c-9588-56952128f2e7 req-158d0b90-38e7-4dd8-ae3e-8ed8f3516b93 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 946 time: 0.0626233 Jul 15 14:18:20.846082 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cc6ac091-954f-490c-9588-56952128f2e7 req-2517ee56-2266-42b9-a737-405b1d97bc4d tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322154 Jul 15 14:18:20.882308 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fb37fea0-4377-43ea-b791-7e37d9d15920 req-d49d2f18-15f2-478a-8585-35eb54289621 service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822089 Jul 15 14:18:20.975285 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fb37fea0-4377-43ea-b791-7e37d9d15920 req-770909ec-801b-4a24-870c-ce540a8f4dba service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868821 Jul 15 14:18:20.978846 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-781e1243-5adf-474c-b55d-bcdd8bbc74d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:22.021280 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76f7d4-62ba-43ec-a05b-b61d7af98041 req-21fb5d7d-0cc0-4b69-beae-98ae1067fe46 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:22.022804 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ea76f7d4-62ba-43ec-a05b-b61d7af98041 req-21fb5d7d-0cc0-4b69-beae-98ae1067fe46 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 946 time: 0.0638828 Jul 15 14:18:22.059842 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ea76f7d4-62ba-43ec-a05b-b61d7af98041 req-e337b448-6586-4a1a-ab49-0873b27f2a73 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315518 Jul 15 14:18:23.236727 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff305df-7e50-4fe8-8276-8a4af77d4496 req-1d9ef612-4f39-4739-a4a0-e69233e91913 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:23.238148 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6ff305df-7e50-4fe8-8276-8a4af77d4496 req-1d9ef612-4f39-4739-a4a0-e69233e91913 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 946 time: 0.0695586 Jul 15 14:18:23.275922 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-6ff305df-7e50-4fe8-8276-8a4af77d4496 req-bc3c2f1e-8f1f-4f32-84d6-a1f9076a858f tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320642 Jul 15 14:18:23.383027 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:23.496273 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8b41b960-82a4-4070-90aa-40f585d221ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:23.634246 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43f763-c9b3-494c-87fb-48b66758146e req-097b8d19-8e44-4422-9751-ef192d141c21 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:23.635772 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3a43f763-c9b3-494c-87fb-48b66758146e req-097b8d19-8e44-4422-9751-ef192d141c21 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 946 time: 0.0679209 Jul 15 14:18:23.661841 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51114) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:18:23.675434 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-3a43f763-c9b3-494c-87fb-48b66758146e req-4731bb3e-b1c0-4123-bcc7-17c26b229659 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335023 Jul 15 14:18:23.760328 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-68212fef-9230-4a70-9a08-a4aaac3a472b req-f4bcee00-2db9-4f4a-856a-0bbd9f4eff99 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0966027 Jul 15 14:18:24.853656 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68212fef-9230-4a70-9a08-a4aaac3a472b req-df3d95c9-ae25-46a6-937a-3fab45b49476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:24.855252 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-68212fef-9230-4a70-9a08-a4aaac3a472b req-df3d95c9-ae25-46a6-937a-3fab45b49476 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267&tenant_id=432d913499a64e3cb0c99b0c214e8467 HTTP/1.1" status: 200 len: 1098 time: 0.0905974 Jul 15 14:18:24.871036 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f132e0-1b6b-4966-86da-c758b673a3ef req-d74ab0fc-0dab-4f0a-b0b0-89578df05858 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:24.872471 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d7f132e0-1b6b-4966-86da-c758b673a3ef req-d74ab0fc-0dab-4f0a-b0b0-89578df05858 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 946 time: 0.0816932 Jul 15 14:18:24.944601 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d7f132e0-1b6b-4966-86da-c758b673a3ef req-0be6bc1f-d392-424c-bd04-ebf3700fbb37 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665622 Jul 15 14:18:24.963550 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68212fef-9230-4a70-9a08-a4aaac3a472b req-c6d1e882-ba14-4b20-8546-d4860ca384b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:24.965078 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-68212fef-9230-4a70-9a08-a4aaac3a472b req-c6d1e882-ba14-4b20-8546-d4860ca384b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=432d913499a64e3cb0c99b0c214e8467&device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 1098 time: 0.0720580 Jul 15 14:18:25.008877 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:25.036245 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:18:25.055254 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68212fef-9230-4a70-9a08-a4aaac3a472b req-88088c1b-316a-4ce4-839a-a339405dcae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:25.056740 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-68212fef-9230-4a70-9a08-a4aaac3a472b req-88088c1b-316a-4ce4-839a-a339405dcae9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33 HTTP/1.1" status: 200 len: 910 time: 0.0860007 Jul 15 14:18:25.110595 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:25.125176 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-68212fef-9230-4a70-9a08-a4aaac3a472b req-f2a29be3-aeaf-46d0-b625-6236d23d257e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 HTTP/1.1" status: 200 len: 1002 time: 0.0620682 Jul 15 14:18:25.134993 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233dd5dd-9d9e-4549-88f6-47b20e966267', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:18:25.137196 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5982e52f7164c00132b4161e7da779dd5a615a4991d8f343d2f1980d90734956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7944ec3c-793f-45bd-a5a4-3f4a23dcc036" -d '{"events": [{"server_uuid": "233dd5dd-9d9e-4549-88f6-47b20e966267", "name": "network-vif-unplugged", "status": "completed", "tag": "9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:18:25.150973 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99,segment=NetworkSegment(42a8dd9a-bcc1-4497-8a8e-451aff757db3),segment_id=42a8dd9a-bcc1-4497-8a8e-451aff757db3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:18:25.155965 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:25.179229 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1788432-094d-4770-a2ab-2ccd40d327d4 x-openstack-request-id: req-c1788432-094d-4770-a2ab-2ccd40d327d4 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:18:25.179551 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233dd5dd-9d9e-4549-88f6-47b20e966267", "name": "network-vif-unplugged", "status": "completed", "tag": "9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:18:25.179771 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c1788432-094d-4770-a2ab-2ccd40d327d4 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:18:25.180163 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233dd5dd-9d9e-4549-88f6-47b20e966267', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99', 'code': 200} Jul 15 14:18:25.183547 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68212fef-9230-4a70-9a08-a4aaac3a472b req-577dafa4-6a77-471b-9341-8468b1f60108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:25.185046 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-68212fef-9230-4a70-9a08-a4aaac3a472b req-577dafa4-6a77-471b-9341-8468b1f60108 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=688abda2-0b2d-4e4c-b4ac-0298996f58f2 HTTP/1.1" status: 200 len: 848 time: 0.0525951 Jul 15 14:18:25.211301 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:25.261890 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68212fef-9230-4a70-9a08-a4aaac3a472b req-349238eb-8932-437b-8a8e-bef117b8e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:25.263423 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-68212fef-9230-4a70-9a08-a4aaac3a472b req-349238eb-8932-437b-8a8e-bef117b8e868 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525370 Jul 15 14:18:25.355411 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-68212fef-9230-4a70-9a08-a4aaac3a472b req-635df9ce-2754-413c-95ce-24915faa362d service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856919 Jul 15 14:18:25.443643 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-68212fef-9230-4a70-9a08-a4aaac3a472b req-2ff9b5ec-7f3e-4829-a4f0-1a7c0735a15f service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822489 Jul 15 14:18:25.848935 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:26.141745 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45aa07-f4b2-4f2e-8afe-a40015071f13 req-bf595fda-e63e-4fab-93a6-c414da30ae5a tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:26.143403 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6a45aa07-f4b2-4f2e-8afe-a40015071f13 req-bf595fda-e63e-4fab-93a6-c414da30ae5a tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 944 time: 0.0757725 Jul 15 14:18:26.184952 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6a45aa07-f4b2-4f2e-8afe-a40015071f13 req-bba0cca7-61a3-4f3e-9368-9216981b8d22 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353894 Jul 15 14:18:26.608157 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:27.373355 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13126d3-bc83-4b34-b207-5b79667632c1 req-716a63ce-e775-408b-a3a1-2583420aea77 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:27.374872 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a13126d3-bc83-4b34-b207-5b79667632c1 req-716a63ce-e775-408b-a3a1-2583420aea77 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 944 time: 0.0709257 Jul 15 14:18:27.421913 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a13126d3-bc83-4b34-b207-5b79667632c1 req-93794956-e4ea-4401-8ce2-69da61cbe7cb tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404408 Jul 15 14:18:28.599934 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc44d73-8639-4b65-947e-1c9bf6a2c353 req-a00eec40-0e58-4184-a2d4-37ecaa492fc1 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:28.601401 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1dc44d73-8639-4b65-947e-1c9bf6a2c353 req-a00eec40-0e58-4184-a2d4-37ecaa492fc1 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 944 time: 0.0655246 Jul 15 14:18:28.640087 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1dc44d73-8639-4b65-947e-1c9bf6a2c353 req-524d6f7a-aa04-4388-9518-2cefeb802ed0 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327389 Jul 15 14:18:29.820853 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128d51a-781b-4491-ac4f-deec9682669b req-fb8ed30b-1c84-4b96-8ef6-e96b469c8282 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:29.822427 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5128d51a-781b-4491-ac4f-deec9682669b req-fb8ed30b-1c84-4b96-8ef6-e96b469c8282 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 944 time: 0.0670948 Jul 15 14:18:29.863334 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5128d51a-781b-4491-ac4f-deec9682669b req-d4e7b4a8-9d89-40cb-8c2a-6461479f8bc6 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349500 Jul 15 14:18:31.045335 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c259f-ce35-4e3d-a70d-b8432e514f05 req-493078b5-5b90-4683-814e-e07585ea6e4a tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:31.046951 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c85c259f-ce35-4e3d-a70d-b8432e514f05 req-493078b5-5b90-4683-814e-e07585ea6e4a tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 944 time: 0.0702889 Jul 15 14:18:31.086993 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c85c259f-ce35-4e3d-a70d-b8432e514f05 req-529c7678-38f3-4fc6-bc4d-07b5cbb709b9 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339637 Jul 15 14:18:32.268375 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e8e40-4022-4ac1-b61b-23ddb346c13f req-409979cf-8a1b-4a5e-819e-b666cd3d62dd tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:32.269940 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7e6e8e40-4022-4ac1-b61b-23ddb346c13f req-409979cf-8a1b-4a5e-819e-b666cd3d62dd tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 944 time: 0.0669496 Jul 15 14:18:32.315036 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-7e6e8e40-4022-4ac1-b61b-23ddb346c13f req-33866e22-890e-495f-a06b-7ad96fd8e3e1 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389881 Jul 15 14:18:33.500230 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38aa11-21a1-467c-b421-19bbc904562a req-82730059-d46e-41e8-b37e-e414f9ed0d66 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:33.501916 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9e38aa11-21a1-467c-b421-19bbc904562a req-82730059-d46e-41e8-b37e-e414f9ed0d66 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 944 time: 0.0695655 Jul 15 14:18:33.542146 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-9e38aa11-21a1-467c-b421-19bbc904562a req-0d86bee3-7989-460d-ab2d-af44fd21a6c8 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334144 Jul 15 14:18:34.727509 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b2bcd-efea-41b3-a311-5de7990e3979 req-a8d79006-0749-4f34-9e77-adb9ecf3dd26 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:34.729286 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eb2b2bcd-efea-41b3-a311-5de7990e3979 req-a8d79006-0749-4f34-9e77-adb9ecf3dd26 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 944 time: 0.0738254 Jul 15 14:18:34.768692 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-eb2b2bcd-efea-41b3-a311-5de7990e3979 req-ffdeb447-8308-4c1e-9913-84cc6191d8fc tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333738 Jul 15 14:18:35.966563 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8e0b0-bdda-4b85-83bc-d758aef88811 req-4a6f4c11-a795-4a62-b9d2-55b50c9dc184 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:35.968067 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c9a8e0b0-bdda-4b85-83bc-d758aef88811 req-4a6f4c11-a795-4a62-b9d2-55b50c9dc184 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 944 time: 0.0757287 Jul 15 14:18:36.007023 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c9a8e0b0-bdda-4b85-83bc-d758aef88811 req-81d55b80-761d-45da-b894-3d83111e786c tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323923 Jul 15 14:18:37.178989 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2d63b-fc95-4376-b677-c56ba2587313 req-8249feb7-9812-4cae-a135-55c60184779c tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:37.180544 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-01e2d63b-fc95-4376-b677-c56ba2587313 req-8249feb7-9812-4cae-a135-55c60184779c tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 944 time: 0.0630617 Jul 15 14:18:37.217995 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-01e2d63b-fc95-4376-b677-c56ba2587313 req-dce9afb8-5d6c-40ea-ab04-2c035f36e4db tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319135 Jul 15 14:18:37.520533 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a251b2a-27e3-44df-ae28-e14d6cac29c9 req-1dbe6462-4e65-4902-9002-133333d31b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:37.522052 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6a251b2a-27e3-44df-ae28-e14d6cac29c9 req-1dbe6462-4e65-4902-9002-133333d31b31 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 1096 time: 0.0553865 Jul 15 14:18:37.872387 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6a251b2a-27e3-44df-ae28-e14d6cac29c9 req-a0affad9-bf5a-4bee-a9e7-facd5009834b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3443439 Jul 15 14:18:38.387890 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276e5f0-b439-4521-9149-c463d9e77ce8 req-5b64cdc1-4488-425e-8dfb-4e2ab59d4eb7 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:38.389357 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b276e5f0-b439-4521-9149-c463d9e77ce8 req-5b64cdc1-4488-425e-8dfb-4e2ab59d4eb7 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 944 time: 0.0626104 Jul 15 14:18:38.429062 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b276e5f0-b439-4521-9149-c463d9e77ce8 req-bdcddbfc-79ea-464b-a59f-27079c45f018 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333908 Jul 15 14:18:39.022112 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:39.093426 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:18:39.193556 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99,segment=NetworkSegment(42a8dd9a-bcc1-4497-8a8e-451aff757db3),segment_id=42a8dd9a-bcc1-4497-8a8e-451aff757db3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:18:39.204469 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99', 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33', 'port_id': '9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99', 'mac_address': 'fa:16:3e:86:a6:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:18:39.241533 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:39.255293 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:18:39.275272 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99,segment=NetworkSegment(42a8dd9a-bcc1-4497-8a8e-451aff757db3),segment_id=42a8dd9a-bcc1-4497-8a8e-451aff757db3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:18:39.278924 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:39.331859 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99,revision_number=9']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:39.599773 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:18:39.605019 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db04ad-98e5-4456-8ae3-c46813edd6bf req-12af4a91-3945-4967-9b63-139cb25c442a tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:39.606601 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f6db04ad-98e5-4456-8ae3-c46813edd6bf req-12af4a91-3945-4967-9b63-139cb25c442a tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 945 time: 0.0675101 Jul 15 14:18:39.646405 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-f6db04ad-98e5-4456-8ae3-c46813edd6bf req-83f9f3c6-915c-4e3e-88ea-4ef3da1b8d39 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329835 Jul 15 14:18:41.110849 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:18:41.167219 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:18:41.167587 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:41.254498 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:41.281734 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233dd5dd-9d9e-4549-88f6-47b20e966267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:18:41.284222 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5982e52f7164c00132b4161e7da779dd5a615a4991d8f343d2f1980d90734956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821ec83a-25f8-46ce-8e55-17852792d0f8" -d '{"events": [{"server_uuid": "233dd5dd-9d9e-4549-88f6-47b20e966267", "name": "network-vif-plugged", "status": "completed", "tag": "9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:18:41.299074 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99,segment=NetworkSegment(42a8dd9a-bcc1-4497-8a8e-451aff757db3),segment_id=42a8dd9a-bcc1-4497-8a8e-451aff757db3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:18:41.305177 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:41.343121 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94808649-ea19-4bff-8353-019a5773bba8 x-openstack-request-id: req-94808649-ea19-4bff-8353-019a5773bba8 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:18:41.343451 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233dd5dd-9d9e-4549-88f6-47b20e966267", "name": "network-vif-plugged", "status": "completed", "tag": "9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:18:41.343699 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-94808649-ea19-4bff-8353-019a5773bba8 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:18:41.344093 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233dd5dd-9d9e-4549-88f6-47b20e966267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99', 'code': 200} Jul 15 14:18:41.365587 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99,revision_number=10']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:50.981583 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bf25ae4-00ec-4dd3-b1a3-c7dab5f4d4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:53.011800 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:18:53.384929 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:53.500188 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-319f70f7-c20e-421a-b919-266f729ebb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:55.015986 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:55.856096 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:56.609628 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:09.021969 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.930602 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c11b0ac-bec2-469e-8178-f82f96afc981 req-166c4945-69c3-4191-a848-8c4eacac966b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0519450 Jul 15 14:19:19.048017 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11b0ac-bec2-469e-8178-f82f96afc981 req-20a43691-258e-483b-900b-3f5d27e275ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:19.049556 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c11b0ac-bec2-469e-8178-f82f96afc981 req-20a43691-258e-483b-900b-3f5d27e275ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=432d913499a64e3cb0c99b0c214e8467&device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 1099 time: 0.0581429 Jul 15 14:19:19.156716 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11b0ac-bec2-469e-8178-f82f96afc981 req-37f17abe-f4cd-4cae-8fd7-07c8ed25ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:19.158250 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c11b0ac-bec2-469e-8178-f82f96afc981 req-37f17abe-f4cd-4cae-8fd7-07c8ed25ee62 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33 HTTP/1.1" status: 200 len: 910 time: 0.0883203 Jul 15 14:19:19.229561 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c11b0ac-bec2-469e-8178-f82f96afc981 req-20bd4569-6f64-468d-b767-3416cb0566c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 HTTP/1.1" status: 200 len: 1002 time: 0.0636828 Jul 15 14:19:19.278792 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11b0ac-bec2-469e-8178-f82f96afc981 req-24ed4995-ed3c-4be0-abcc-eb9d071d809e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:19.280278 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c11b0ac-bec2-469e-8178-f82f96afc981 req-24ed4995-ed3c-4be0-abcc-eb9d071d809e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=688abda2-0b2d-4e4c-b4ac-0298996f58f2 HTTP/1.1" status: 200 len: 848 time: 0.0453289 Jul 15 14:19:19.336476 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11b0ac-bec2-469e-8178-f82f96afc981 req-9f32e47f-b377-486f-bc00-d47502c527cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:19.338032 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c11b0ac-bec2-469e-8178-f82f96afc981 req-9f32e47f-b377-486f-bc00-d47502c527cb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517716 Jul 15 14:19:19.431858 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c11b0ac-bec2-469e-8178-f82f96afc981 req-7297c205-4bd5-4440-a9b0-360d0f2c3798 service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873919 Jul 15 14:19:19.523323 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8c11b0ac-bec2-469e-8178-f82f96afc981 req-7cde798c-b57b-4731-896f-3a0bbdaa709e service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853014 Jul 15 14:19:20.982667 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb1762ea-3f67-43d0-9306-616c9405bc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:23.387641 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:23.501002 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6d9d5a4f-187f-47cc-a3b7-34fa521dc7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:25.015673 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:25.870863 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:26.611226 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:30.011427 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:19:39.018846 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:50.982602 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a87cc9f0-1c17-4c3f-b718-8aab8a1ecf0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:53.388265 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:53.500880 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ad54839a-ad73-4fa6-a7fd-b51be9c8c45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:55.017842 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:55.439420 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51234) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:55.609850 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-fc530a23-dc3b-442d-a954-7be1c4d751a0 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Deleting port 1a19331a-5c70-4643-832b-62ca25399cdb {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:19:55.610203 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc530a23-dc3b-442d-a954-7be1c4d751a0 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:55.687092 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc530a23-dc3b-442d-a954-7be1c4d751a0 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:55.687413 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc530a23-dc3b-442d-a954-7be1c4d751a0 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:55.700533 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-fc530a23-dc3b-442d-a954-7be1c4d751a0 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Calling delete_port for 1a19331a-5c70-4643-832b-62ca25399cdb owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:19:55.853632 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc530a23-dc3b-442d-a954-7be1c4d751a0 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:55.886090 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:55.886423 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc530a23-dc3b-442d-a954-7be1c4d751a0 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Pushing event deleted for resources: {'Port': ['ID=1a19331a-5c70-4643-832b-62ca25399cdb,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:55.898749 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc530a23-dc3b-442d-a954-7be1c4d751a0 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:55.899130 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc530a23-dc3b-442d-a954-7be1c4d751a0 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:55.899472 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc530a23-dc3b-442d-a954-7be1c4d751a0 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:55.899957 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc530a23-dc3b-442d-a954-7be1c4d751a0 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:55.900300 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc530a23-dc3b-442d-a954-7be1c4d751a0 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:55.900631 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc530a23-dc3b-442d-a954-7be1c4d751a0 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:55.900960 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc530a23-dc3b-442d-a954-7be1c4d751a0 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:55.901299 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc530a23-dc3b-442d-a954-7be1c4d751a0 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:55.901610 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc530a23-dc3b-442d-a954-7be1c4d751a0 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:55.901957 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc530a23-dc3b-442d-a954-7be1c4d751a0 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:55.902291 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc530a23-dc3b-442d-a954-7be1c4d751a0 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:55.902685 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc530a23-dc3b-442d-a954-7be1c4d751a0 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:55.963360 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc530a23-dc3b-442d-a954-7be1c4d751a0 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:55.963615 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-fc530a23-dc3b-442d-a954-7be1c4d751a0 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Floating IP 62360931-345b-4bcb-b68d-26b8d3949458 disassociated (deleted). External IP: 172.25.6.166, port: 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99. Jul 15 14:19:56.170022 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc530a23-dc3b-442d-a954-7be1c4d751a0 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Router 4770647d-455c-44e4-9a8e-dd3f65c3ca74 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:19:56.279009 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc530a23-dc3b-442d-a954-7be1c4d751a0 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:19:56.283817 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc530a23-dc3b-442d-a954-7be1c4d751a0 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:56.289141 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee41955e-1e66-46af-b0f7-a4c6b5505002 None None] Sync routers for ids ['4770647d-455c-44e4-9a8e-dd3f65c3ca74'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:19:56.300039 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee41955e-1e66-46af-b0f7-a4c6b5505002 None None] Routers {'4770647d-455c-44e4-9a8e-dd3f65c3ca74'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:19:56.300736 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ee41955e-1e66-46af-b0f7-a4c6b5505002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:19:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4770647d-455c-44e4-9a8e-dd3f65c3ca74'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:56.320200 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-fc530a23-dc3b-442d-a954-7be1c4d751a0 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "DELETE /v2.0/floatingips/62360931-345b-4bcb-b68d-26b8d3949458 HTTP/1.1" status: 204 len: 168 time: 0.8797429 Jul 15 14:19:56.320789 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233dd5dd-9d9e-4549-88f6-47b20e966267', 'tag': '9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:19:56.323096 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e64901b02c345040bafddad2dab1ebeb8b80c4fa9c7870118a0b2b399b9ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f083c4bb-380a-445c-9340-a4ed7acd7467" -d '{"events": [{"name": "network-changed", "server_uuid": "233dd5dd-9d9e-4549-88f6-47b20e966267", "tag": "9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:19:56.434963 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-ee41955e-1e66-46af-b0f7-a4c6b5505002 None None] Set router 4770647d-455c-44e4-9a8e-dd3f65c3ca74 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:19:56.456577 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005d5b1b-5844-48f7-b125-fab42d1e1db2 x-openstack-request-id: req-005d5b1b-5844-48f7-b125-fab42d1e1db2 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:19:56.457075 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233dd5dd-9d9e-4549-88f6-47b20e966267", "tag": "9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:19:56.457192 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-005d5b1b-5844-48f7-b125-fab42d1e1db2 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:19:56.457596 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233dd5dd-9d9e-4549-88f6-47b20e966267', 'tag': '9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99', 'status': 'completed', 'code': 200} Jul 15 14:19:56.579917 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083c4bb-380a-445c-9340-a4ed7acd7467 req-2164d696-841c-4fcc-b849-91c06ecd5b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:56.581464 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f083c4bb-380a-445c-9340-a4ed7acd7467 req-2164d696-841c-4fcc-b849-91c06ecd5b28 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=432d913499a64e3cb0c99b0c214e8467&device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 1099 time: 0.0766864 Jul 15 14:19:56.642314 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:56.674461 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ee41955e-1e66-46af-b0f7-a4c6b5505002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'name': 'tempest-TestShelveInstance-1177985860-router', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:42Z', 'revision_number': 4, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'gw_port': {'id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '85cdd731-b367-412f-aa1e-c894c489ae75', 'name': '', 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'mac_address': 'fa:16:3e:03:b1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:41Z', 'updated_at': '2021-07-15T14:15:48Z', 'revision_number': 5, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'subnets': [{'id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:56.702258 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee41955e-1e66-46af-b0f7-a4c6b5505002 None None] Checking router: 4770647d-455c-44e4-9a8e-dd3f65c3ca74 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:19:56.711645 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee41955e-1e66-46af-b0f7-a4c6b5505002 None None] Routers {'4770647d-455c-44e4-9a8e-dd3f65c3ca74'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:19:56.712452 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ee41955e-1e66-46af-b0f7-a4c6b5505002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:19:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4770647d-455c-44e4-9a8e-dd3f65c3ca74'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:56.743561 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083c4bb-380a-445c-9340-a4ed7acd7467 req-86a7f919-b9aa-4826-ade0-4c623f342d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:56.745131 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f083c4bb-380a-445c-9340-a4ed7acd7467 req-86a7f919-b9aa-4826-ade0-4c623f342d1d service neutron] 10.222.0.32 "GET /v2.0/networks?id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33 HTTP/1.1" status: 200 len: 910 time: 0.1443458 Jul 15 14:19:56.768059 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e07fc-5592-4cf9-b004-8930ebb911ff req-24dfe3bd-7bae-4e74-af53-d3e0b1e47caa tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:56.769504 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e15e07fc-5592-4cf9-b004-8930ebb911ff req-24dfe3bd-7bae-4e74-af53-d3e0b1e47caa tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 947 time: 0.1008914 Jul 15 14:19:56.798963 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f083c4bb-380a-445c-9340-a4ed7acd7467 req-6541d8da-ea6e-4ca2-aa4f-bd882faa78e4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 HTTP/1.1" status: 200 len: 217 time: 0.0459044 Jul 15 14:19:56.820210 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-ee41955e-1e66-46af-b0f7-a4c6b5505002 None None] Set router 4770647d-455c-44e4-9a8e-dd3f65c3ca74 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:19:56.861701 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e15e07fc-5592-4cf9-b004-8930ebb911ff req-f39fa62a-d198-4b01-907f-da28b7c50682 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651660 Jul 15 14:19:56.871223 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083c4bb-380a-445c-9340-a4ed7acd7467 req-b2dcaf2b-ec1a-445b-b49a-b0c6fa410a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:56.872263 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f083c4bb-380a-445c-9340-a4ed7acd7467 req-b2dcaf2b-ec1a-445b-b49a-b0c6fa410a3c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=688abda2-0b2d-4e4c-b4ac-0298996f58f2 HTTP/1.1" status: 200 len: 848 time: 0.0612259 Jul 15 14:19:56.938039 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083c4bb-380a-445c-9340-a4ed7acd7467 req-4278dfc3-027b-48e4-8c85-756054bda045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:56.939567 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f083c4bb-380a-445c-9340-a4ed7acd7467 req-4278dfc3-027b-48e4-8c85-756054bda045 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606463 Jul 15 14:19:56.952791 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-f083c4bb-380a-445c-9340-a4ed7acd7467 req-0a7c1288-875f-41c7-979b-3302f364c36d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:19:56.953751 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f083c4bb-380a-445c-9340-a4ed7acd7467 req-0a7c1288-875f-41c7-979b-3302f364c36d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058227 Jul 15 14:19:57.019931 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ee41955e-1e66-46af-b0f7-a4c6b5505002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'name': 'tempest-TestShelveInstance-1177985860-router', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:42Z', 'revision_number': 4, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'gw_port': {'id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '85cdd731-b367-412f-aa1e-c894c489ae75', 'name': '', 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'mac_address': 'fa:16:3e:03:b1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:41Z', 'updated_at': '2021-07-15T14:15:48Z', 'revision_number': 5, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'subnets': [{'id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:57.048053 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f083c4bb-380a-445c-9340-a4ed7acd7467 req-67aac2d5-0bfb-418c-980a-256e865c359d service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874927 Jul 15 14:19:57.050304 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee41955e-1e66-46af-b0f7-a4c6b5505002 None None] The sync data for ids ['4770647d-455c-44e4-9a8e-dd3f65c3ca74'] in n-d-758944-45 is: [{'id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'name': 'tempest-TestShelveInstance-1177985860-router', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:42Z', 'revision_number': 4, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'gw_port': {'id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '85cdd731-b367-412f-aa1e-c894c489ae75', 'name': '', 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'mac_address': 'fa:16:3e:03:b1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:41Z', 'updated_at': '2021-07-15T14:15:48Z', 'revision_number': 5, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'subnets': [{'id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:19:57.151175 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f083c4bb-380a-445c-9340-a4ed7acd7467 req-8a24caf4-0ea3-43d7-80b5-4b7221c4b8d3 service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959136 Jul 15 14:19:57.289942 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6840b3c7-effe-4302-9c07-ae1240c098e5 None None] New status for floating IP 62360931-345b-4bcb-b68d-26b8d3949458: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:19:58.039080 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de158b11-7b61-4855-b752-507376905716 req-7494a5f5-47e8-4541-b97c-7008ed572d59 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:58.040577 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-de158b11-7b61-4855-b752-507376905716 req-7494a5f5-47e8-4541-b97c-7008ed572d59 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 947 time: 0.0641360 Jul 15 14:19:58.079213 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-de158b11-7b61-4855-b752-507376905716 req-4b320b23-8fe9-4d71-8f38-a5fbc0e5da26 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=13eda0ff-2faa-4fea-8126-fac63ff7e82c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323036 Jul 15 14:19:58.120155 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac577c-a230-4a05-9125-ad62a90d98f8 req-3a097287-c39a-4310-b247-c66c3034fd4d tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:58.121643 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-16ac577c-a230-4a05-9125-ad62a90d98f8 req-3a097287-c39a-4310-b247-c66c3034fd4d tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.32 "GET /v2.0/ports?device_id=233dd5dd-9d9e-4549-88f6-47b20e966267 HTTP/1.1" status: 200 len: 947 time: 0.0654569 Jul 15 14:19:58.224044 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-16ac577c-a230-4a05-9125-ad62a90d98f8 req-48fbd0e7-b206-41bc-a6d1-c6e1f4e7c5ca tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Deleting port 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:19:58.224392 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-16ac577c-a230-4a05-9125-ad62a90d98f8 req-48fbd0e7-b206-41bc-a6d1-c6e1f4e7c5ca tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:58.309924 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-16ac577c-a230-4a05-9125-ad62a90d98f8 req-48fbd0e7-b206-41bc-a6d1-c6e1f4e7c5ca tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] For port 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99,segment=NetworkSegment(42a8dd9a-bcc1-4497-8a8e-451aff757db3),segment_id=42a8dd9a-bcc1-4497-8a8e-451aff757db3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:19:58.310284 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-16ac577c-a230-4a05-9125-ad62a90d98f8 req-48fbd0e7-b206-41bc-a6d1-c6e1f4e7c5ca tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:58.322378 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-16ac577c-a230-4a05-9125-ad62a90d98f8 req-48fbd0e7-b206-41bc-a6d1-c6e1f4e7c5ca tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Calling delete_port for 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:19:58.452046 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-16ac577c-a230-4a05-9125-ad62a90d98f8 req-48fbd0e7-b206-41bc-a6d1-c6e1f4e7c5ca tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:58.482385 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbd0e7-b206-41bc-a6d1-c6e1f4e7c5ca tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Pushing event deleted for resources: {'Port': ['ID=9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:58.514324 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbd0e7-b206-41bc-a6d1-c6e1f4e7c5ca tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:58.514673 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbd0e7-b206-41bc-a6d1-c6e1f4e7c5ca tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:58.515011 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbd0e7-b206-41bc-a6d1-c6e1f4e7c5ca tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:58.515346 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbd0e7-b206-41bc-a6d1-c6e1f4e7c5ca tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:58.515676 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbd0e7-b206-41bc-a6d1-c6e1f4e7c5ca tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:58.516004 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbd0e7-b206-41bc-a6d1-c6e1f4e7c5ca tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:58.516328 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbd0e7-b206-41bc-a6d1-c6e1f4e7c5ca tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:58.516651 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbd0e7-b206-41bc-a6d1-c6e1f4e7c5ca tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:58.516971 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbd0e7-b206-41bc-a6d1-c6e1f4e7c5ca tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:58.517293 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbd0e7-b206-41bc-a6d1-c6e1f4e7c5ca tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:58.517615 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbd0e7-b206-41bc-a6d1-c6e1f4e7c5ca tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:58.517983 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fbd0e7-b206-41bc-a6d1-c6e1f4e7c5ca tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:58.540142 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ac577c-a230-4a05-9125-ad62a90d98f8 req-48fbd0e7-b206-41bc-a6d1-c6e1f4e7c5ca tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] No DVR routers for this DVR port 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 on host n-h2-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:19:58.542589 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-16ac577c-a230-4a05-9125-ad62a90d98f8 req-48fbd0e7-b206-41bc-a6d1-c6e1f4e7c5ca tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:58.544556 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-16ac577c-a230-4a05-9125-ad62a90d98f8 req-48fbd0e7-b206-41bc-a6d1-c6e1f4e7c5ca tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.32 "DELETE /v2.0/ports/9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 HTTP/1.1" status: 204 len: 173 time: 0.4180541 Jul 15 14:19:58.544981 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233dd5dd-9d9e-4549-88f6-47b20e966267', 'name': 'network-vif-deleted', 'tag': '9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:19:58.547268 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f831f4a5-c1c3-4302-9c4c-d639b5133c94" -d '{"events": [{"server_uuid": "233dd5dd-9d9e-4549-88f6-47b20e966267", "name": "network-vif-deleted", "tag": "9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:19:58.635099 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669ce247-86d1-4f20-a232-4f8e27964a27 x-openstack-request-id: req-669ce247-86d1-4f20-a232-4f8e27964a27 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:19:58.635925 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233dd5dd-9d9e-4549-88f6-47b20e966267", "name": "network-vif-deleted", "tag": "9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:19:58.636174 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-669ce247-86d1-4f20-a232-4f8e27964a27 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:19:58.636583 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233dd5dd-9d9e-4549-88f6-47b20e966267', 'name': 'network-vif-deleted', 'tag': '9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99', 'status': 'completed', 'code': 200} Jul 15 14:19:59.182370 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51262) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:59.243553 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a2c95e1-ae12-4d4b-bac9-e055a6fbcf27 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:59.274832 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a2c95e1-ae12-4d4b-bac9-e055a6fbcf27 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:59.336155 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a2c95e1-ae12-4d4b-bac9-e055a6fbcf27 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:59.340158 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a2c95e1-ae12-4d4b-bac9-e055a6fbcf27 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:59.341328 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-9a2c95e1-ae12-4d4b-bac9-e055a6fbcf27 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "DELETE /v2.0/security-groups/13eda0ff-2faa-4fea-8126-fac63ff7e82c HTTP/1.1" status: 204 len: 168 time: 0.1577988 Jul 15 14:19:59.350521 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c95e1-ae12-4d4b-bac9-e055a6fbcf27 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13eda0ff-2faa-4fea-8126-fac63ff7e82c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:59.677971 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51268) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:59.683073 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-c0dff8b4-939a-410b-a040-fb8a735e1296 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1777055721', 'description': 'tempest-secgroup-smoke-1777055721 description', 'project_id': '432d913499a64e3cb0c99b0c214e8467'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:19:59.708197 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0dff8b4-939a-410b-a040-fb8a735e1296 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:59.798414 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0dff8b4-939a-410b-a040-fb8a735e1296 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:59.802211 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0dff8b4-939a-410b-a040-fb8a735e1296 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:59.825187 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0dff8b4-939a-410b-a040-fb8a735e1296 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:59.826582 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-c0dff8b4-939a-410b-a040-fb8a735e1296 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1475887 Jul 15 14:19:59.829915 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51270) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:59.837204 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-af50403c-a34f-47ae-9ce5-96043abf3d0f tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Request body: {'security_group_rule': {'security_group_id': '88e940d5-343d-4e57-b59e-685ae653c5f4', 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:19:59.837404 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dff8b4-939a-410b-a040-fb8a735e1296 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88e940d5-343d-4e57-b59e-685ae653c5f4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:59.866875 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-af50403c-a34f-47ae-9ce5-96043abf3d0f tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:59.919209 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-af50403c-a34f-47ae-9ce5-96043abf3d0f tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:59.922531 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-af50403c-a34f-47ae-9ce5-96043abf3d0f tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:59.939792 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50403c-a34f-47ae-9ce5-96043abf3d0f tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7627c9e1-9d8b-455d-94f9-4a7e736c9486,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:59.946157 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-af50403c-a34f-47ae-9ce5-96043abf3d0f tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:59.947351 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-af50403c-a34f-47ae-9ce5-96043abf3d0f tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1159115 Jul 15 14:19:59.950699 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51272) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:59.955107 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4c861a09-11bd-4760-934b-79bd22ac711b tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Request body: {'security_group_rule': {'security_group_id': '88e940d5-343d-4e57-b59e-685ae653c5f4', 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:19:59.980274 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c861a09-11bd-4760-934b-79bd22ac711b tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:00.036622 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c861a09-11bd-4760-934b-79bd22ac711b tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:00.040051 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c861a09-11bd-4760-934b-79bd22ac711b tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:00.056599 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c861a09-11bd-4760-934b-79bd22ac711b tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=391c9379-776b-4332-8a2a-1980d35d583e,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:00.063668 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c861a09-11bd-4760-934b-79bd22ac711b tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:00.064729 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4c861a09-11bd-4760-934b-79bd22ac711b tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1131012 Jul 15 14:20:00.067479 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51274) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:00.071900 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-1ce1f645-ff6f-46f3-8ffd-913a50e6f776 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Request body: {'security_group_rule': {'security_group_id': '88e940d5-343d-4e57-b59e-685ae653c5f4', 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:20:00.098570 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1ce1f645-ff6f-46f3-8ffd-913a50e6f776 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:00.158377 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1ce1f645-ff6f-46f3-8ffd-913a50e6f776 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:00.162024 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1ce1f645-ff6f-46f3-8ffd-913a50e6f776 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:00.180722 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1f645-ff6f-46f3-8ffd-913a50e6f776 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563528d9-db79-43bf-b894-559e109f3224,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:00.183958 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1ce1f645-ff6f-46f3-8ffd-913a50e6f776 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:00.185165 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-1ce1f645-ff6f-46f3-8ffd-913a50e6f776 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167419 Jul 15 14:20:00.188094 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51276) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:00.192534 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-56c9f595-57a5-457f-87a9-53546c28148e tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Request body: {'security_group_rule': {'security_group_id': '88e940d5-343d-4e57-b59e-685ae653c5f4', 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:20:00.219016 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-56c9f595-57a5-457f-87a9-53546c28148e tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:00.277291 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-56c9f595-57a5-457f-87a9-53546c28148e tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:00.280962 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-56c9f595-57a5-457f-87a9-53546c28148e tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:00.298917 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9f595-57a5-457f-87a9-53546c28148e tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4234c803-7f5b-42b4-b2aa-c6039c499567,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:00.303736 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-56c9f595-57a5-457f-87a9-53546c28148e tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:00.305057 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-56c9f595-57a5-457f-87a9-53546c28148e tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160223 Jul 15 14:20:00.308573 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51278) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:00.313365 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-368fdd15-9700-4062-ac70-016419ddbe4d tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Request body: {'security_group_rule': {'security_group_id': '88e940d5-343d-4e57-b59e-685ae653c5f4', 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:20:00.335624 n-d-758944-45 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-368fdd15-9700-4062-ac70-016419ddbe4d tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Project 432d913499a64e3cb0c99b0c214e8467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:20:00.340417 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-368fdd15-9700-4062-ac70-016419ddbe4d tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:00.391738 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-368fdd15-9700-4062-ac70-016419ddbe4d tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:00.398665 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-368fdd15-9700-4062-ac70-016419ddbe4d tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:00.417317 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368fdd15-9700-4062-ac70-016419ddbe4d tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=644d64d0-5359-41f7-a0ce-7b2b2cd8f93a,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:00.423452 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-368fdd15-9700-4062-ac70-016419ddbe4d tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:00.424498 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-368fdd15-9700-4062-ac70-016419ddbe4d tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1148961 Jul 15 14:20:00.427274 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51280) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:00.431691 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-26296668-2d41-4821-9aa7-34abd62387a6 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Request body: {'security_group_rule': {'security_group_id': '88e940d5-343d-4e57-b59e-685ae653c5f4', 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:20:00.452503 n-d-758944-45 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-26296668-2d41-4821-9aa7-34abd62387a6 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Project 432d913499a64e3cb0c99b0c214e8467 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:20:00.457053 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-26296668-2d41-4821-9aa7-34abd62387a6 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:00.516603 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-26296668-2d41-4821-9aa7-34abd62387a6 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:00.520128 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-26296668-2d41-4821-9aa7-34abd62387a6 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:00.540323 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26296668-2d41-4821-9aa7-34abd62387a6 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda7ed9b-3242-4a09-8848-1cf87c99975f,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:00.546996 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-26296668-2d41-4821-9aa7-34abd62387a6 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:00.548260 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-26296668-2d41-4821-9aa7-34abd62387a6 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200767 Jul 15 14:20:01.465931 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:20:01.486248 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:20:01.486586 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 9dfe7b81-ec79-48d8-aa5d-7c6a567c5c99 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:20:07.011593 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:20:09.021119 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:13.804109 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-e0ab4618-f410-4775-bd9f-85a8b19ea416 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1777055721&fields=id&tenant_id=432d913499a64e3cb0c99b0c214e8467 HTTP/1.1" status: 200 len: 267 time: 0.0327888 Jul 15 14:20:13.909782 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-88e96c7d-a014-4ed8-aab1-696e0cd9c5f4 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:13.911280 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-88e96c7d-a014-4ed8-aab1-696e0cd9c5f4 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/networks?id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33 HTTP/1.1" status: 200 len: 809 time: 0.1003263 Jul 15 14:20:13.926642 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-ef7793ca-28cc-4293-9a7f-f8bc079ec2a1 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/quotas/432d913499a64e3cb0c99b0c214e8467 HTTP/1.1" status: 200 len: 375 time: 0.0095203 Jul 15 14:20:14.000440 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-8def8c69-c12d-4738-87df-2eecf002a85e tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=432d913499a64e3cb0c99b0c214e8467&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688624 Jul 15 14:20:14.137497 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-782efbfb-42fc-4bc6-95b8-d41dbb60657b service neutron] 10.222.0.24 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259580 Jul 15 14:20:14.231319 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-c2f4abfc-7da4-4f34-ba60-18d5453c13e2 service neutron] 10.222.0.24 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882103 Jul 15 14:20:14.521627 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a34ba664-9702-4494-af57-0585e2cddc60 req-782f4aea-4bdb-4181-9bd7-56f8c785fca0 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 210 time: 0.0282969 Jul 15 14:20:15.704485 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cec9fc98-1c43-4db4-ba41-e292569701b0 req-8c2e668c-9575-485f-b597-c2adc2904579 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 210 time: 0.0397282 Jul 15 14:20:15.731245 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-97774187-4674-49c2-ac5d-c727cd0a26f7 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:15.732692 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-97774187-4674-49c2-ac5d-c727cd0a26f7 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.32 "GET /v2.0/networks?id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33 HTTP/1.1" status: 200 len: 809 time: 0.1397133 Jul 15 14:20:15.786531 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-3b6f22bc-461c-4cdd-bc92-89cd0690ffad tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=432d913499a64e3cb0c99b0c214e8467 HTTP/1.1" status: 200 len: 380 time: 0.0339355 Jul 15 14:20:15.814226 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-a84c7633-5ae9-40e5-b676-bf6b0da39aa1 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Request body: {'port': {'device_id': '378b05f3-7fea-4d2c-b6e4-9422bd0533fc', 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33', 'admin_state_up': True, 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'security_groups': ['88e940d5-343d-4e57-b59e-685ae653c5f4']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:20:15.920442 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-a84c7633-5ae9-40e5-b676-bf6b0da39aa1 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Made reservation on behalf of 432d913499a64e3cb0c99b0c214e8467 for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:20:15.924047 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-a84c7633-5ae9-40e5-b676-bf6b0da39aa1 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:16.057144 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-a84c7633-5ae9-40e5-b676-bf6b0da39aa1 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Allocated IP 172.20.0.13 (6d8eb809-0f8c-40e8-a400-97ab88ab6a33/688abda2-0b2d-4e4c-b4ac-0298996f58f2/cf1da1ff-e604-46db-929a-d69a90e514fa) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:20:16.193797 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-a84c7633-5ae9-40e5-b676-bf6b0da39aa1 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:16.212720 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-a84c7633-5ae9-40e5-b676-bf6b0da39aa1 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Transition to ACTIVE for port object cf1da1ff-e604-46db-929a-d69a90e514fa will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:20:16.246644 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-a84c7633-5ae9-40e5-b676-bf6b0da39aa1 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:16.289657 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-a84c7633-5ae9-40e5-b676-bf6b0da39aa1 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Network 6d8eb809-0f8c-40e8-a400-97ab88ab6a33 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:20:16.295888 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-a84c7633-5ae9-40e5-b676-bf6b0da39aa1 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:20:16.300100 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-a84c7633-5ae9-40e5-b676-bf6b0da39aa1 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:20:16.326650 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c7633-5ae9-40e5-b676-bf6b0da39aa1 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Pushing event updated for resources: {'Port': ['ID=cf1da1ff-e604-46db-929a-d69a90e514fa,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:16.356275 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-a84c7633-5ae9-40e5-b676-bf6b0da39aa1 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:16.357047 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-a84c7633-5ae9-40e5-b676-bf6b0da39aa1 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:16.373977 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-a84c7633-5ae9-40e5-b676-bf6b0da39aa1 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5634353 Jul 15 14:20:16.392121 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-e47d30fb-697d-4b7c-9c1d-76e5f95dfe32 service neutron] Request body: {'port': {'device_id': '378b05f3-7fea-4d2c-b6e4-9422bd0533fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:20:16.482820 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-e47d30fb-697d-4b7c-9c1d-76e5f95dfe32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:16.677116 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d53974cd-3546-4ffd-81c9-f361555636e6 None None] Provisioning for port cf1da1ff-e604-46db-929a-d69a90e514fa completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:20:16.681006 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d53974cd-3546-4ffd-81c9-f361555636e6 None None] Provisioning complete for port cf1da1ff-e604-46db-929a-d69a90e514fa triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:20:16.681413 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d53974cd-3546-4ffd-81c9-f361555636e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:16.716913 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d53974cd-3546-4ffd-81c9-f361555636e6 None None] Port cf1da1ff-e604-46db-929a-d69a90e514fa cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:20:16.757090 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-e47d30fb-697d-4b7c-9c1d-76e5f95dfe32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf1da1ff-e604-46db-929a-d69a90e514fa {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:20:16.764818 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-e47d30fb-697d-4b7c-9c1d-76e5f95dfe32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:16.778103 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-e47d30fb-697d-4b7c-9c1d-76e5f95dfe32 service neutron] Transition to ACTIVE for port object cf1da1ff-e604-46db-929a-d69a90e514fa will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:20:16.783317 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-e47d30fb-697d-4b7c-9c1d-76e5f95dfe32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:16.867466 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d30fb-697d-4b7c-9c1d-76e5f95dfe32 service neutron] Pushing event updated for resources: {'Port': ['ID=cf1da1ff-e604-46db-929a-d69a90e514fa,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:16.947823 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-e47d30fb-697d-4b7c-9c1d-76e5f95dfe32 service neutron] Attempting to bind port cf1da1ff-e604-46db-929a-d69a90e514fa on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:20:16.948443 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-e47d30fb-697d-4b7c-9c1d-76e5f95dfe32 service neutron] Attempting to bind port cf1da1ff-e604-46db-929a-d69a90e514fa by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': '42a8dd9a-bcc1-4497-8a8e-451aff757db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:20:16.948969 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-e47d30fb-697d-4b7c-9c1d-76e5f95dfe32 service neutron] Attempting to bind port cf1da1ff-e604-46db-929a-d69a90e514fa on network 6d8eb809-0f8c-40e8-a400-97ab88ab6a33 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:20:16.954581 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-e47d30fb-697d-4b7c-9c1d-76e5f95dfe32 service neutron] Port cf1da1ff-e604-46db-929a-d69a90e514fa on network 6d8eb809-0f8c-40e8-a400-97ab88ab6a33 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:20:16.955220 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-e47d30fb-697d-4b7c-9c1d-76e5f95dfe32 service neutron] Attempting to bind port cf1da1ff-e604-46db-929a-d69a90e514fa on network 6d8eb809-0f8c-40e8-a400-97ab88ab6a33 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:20:16.963046 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-e47d30fb-697d-4b7c-9c1d-76e5f95dfe32 service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:20:16.963731 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-e47d30fb-697d-4b7c-9c1d-76e5f95dfe32 service neutron] Checking segment: {'id': '42a8dd9a-bcc1-4497-8a8e-451aff757db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:20:16.964336 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-e47d30fb-697d-4b7c-9c1d-76e5f95dfe32 service neutron] Bound using segment: {'id': '42a8dd9a-bcc1-4497-8a8e-451aff757db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:20:16.965023 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-e47d30fb-697d-4b7c-9c1d-76e5f95dfe32 service neutron] Bound port: cf1da1ff-e604-46db-929a-d69a90e514fa, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a8dd9a-bcc1-4497-8a8e-451aff757db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:20:16.965640 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-e47d30fb-697d-4b7c-9c1d-76e5f95dfe32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:17.042277 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-e47d30fb-697d-4b7c-9c1d-76e5f95dfe32 service neutron] For port cf1da1ff-e604-46db-929a-d69a90e514fa, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:20:17.046070 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-e47d30fb-697d-4b7c-9c1d-76e5f95dfe32 service neutron] For port cf1da1ff-e604-46db-929a-d69a90e514fa, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=cf1da1ff-e604-46db-929a-d69a90e514fa,segment=NetworkSegment(42a8dd9a-bcc1-4497-8a8e-451aff757db3),segment_id=42a8dd9a-bcc1-4497-8a8e-451aff757db3)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:20:17.054553 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-e47d30fb-697d-4b7c-9c1d-76e5f95dfe32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:17.117419 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-e47d30fb-697d-4b7c-9c1d-76e5f95dfe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:17.118271 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-e47d30fb-697d-4b7c-9c1d-76e5f95dfe32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:17.121265 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-e47d30fb-697d-4b7c-9c1d-76e5f95dfe32 service neutron] 10.222.0.32 "PUT /v2.0/ports/cf1da1ff-e604-46db-929a-d69a90e514fa HTTP/1.1" status: 200 len: 1093 time: 0.7334316 Jul 15 14:20:17.121916 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378b05f3-7fea-4d2c-b6e4-9422bd0533fc', 'tag': 'cf1da1ff-e604-46db-929a-d69a90e514fa'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:20:17.125019 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b594741-e8f9-463f-8e71-535bbe620d44" -d '{"events": [{"name": "network-changed", "server_uuid": "378b05f3-7fea-4d2c-b6e4-9422bd0533fc", "tag": "cf1da1ff-e604-46db-929a-d69a90e514fa"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:20:17.127002 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee0e8c-56ea-427e-b19e-ecaa1d4d36ea req-731bd935-4fa8-4165-82a1-3d382af7e346 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:17.128860 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-80ee0e8c-56ea-427e-b19e-ecaa1d4d36ea req-731bd935-4fa8-4165-82a1-3d382af7e346 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 944 time: 0.0849612 Jul 15 14:20:17.147938 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d30fb-697d-4b7c-9c1d-76e5f95dfe32 service neutron] Pushing event updated for resources: {'Port': ['ID=cf1da1ff-e604-46db-929a-d69a90e514fa,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:17.183257 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-80ee0e8c-56ea-427e-b19e-ecaa1d4d36ea req-c1c2000a-f9ac-4ba6-b49b-6ee8487f028a tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447326 Jul 15 14:20:17.231589 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2146de-8cd3-4e4a-a7c4-033c3726b466 x-openstack-request-id: req-ab2146de-8cd3-4e4a-a7c4-033c3726b466 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:20:17.231913 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378b05f3-7fea-4d2c-b6e4-9422bd0533fc", "tag": "cf1da1ff-e604-46db-929a-d69a90e514fa", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:20:17.232128 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ab2146de-8cd3-4e4a-a7c4-033c3726b466 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:20:17.232522 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '378b05f3-7fea-4d2c-b6e4-9422bd0533fc', 'tag': 'cf1da1ff-e604-46db-929a-d69a90e514fa', 'status': 'completed', 'code': 200} Jul 15 14:20:17.261022 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-7ac6d335-e63f-40e0-b04c-974d77df4d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:17.262780 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-7ac6d335-e63f-40e0-b04c-974d77df4d02 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=432d913499a64e3cb0c99b0c214e8467&device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 1096 time: 0.0744801 Jul 15 14:20:17.311754 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-b2d44864-c2da-4a39-a024-c0a4babd4902 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf1da1ff-e604-46db-929a-d69a90e514fa HTTP/1.1" status: 200 len: 217 time: 0.0368659 Jul 15 14:20:17.363074 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-8eebe8f5-e03e-45b6-aa34-46d9ea2b5673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:17.364588 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-8eebe8f5-e03e-45b6-aa34-46d9ea2b5673 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=688abda2-0b2d-4e4c-b4ac-0298996f58f2 HTTP/1.1" status: 200 len: 848 time: 0.0468774 Jul 15 14:20:17.428679 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-5cb63d43-30dd-4545-8118-55212e7870c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:17.430288 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-5cb63d43-30dd-4545-8118-55212e7870c0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591378 Jul 15 14:20:17.520473 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-7cbb8003-ca24-4f5a-a926-a37e323390e0 service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830610 Jul 15 14:20:17.617611 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e15da020-381d-4fe3-868c-573ec99f9fbd req-43fb92b7-da52-4a98-9555-e059c9f686e8 service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902684 Jul 15 14:20:17.740338 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b594741-e8f9-463f-8e71-535bbe620d44 req-7477c289-045b-43a5-9eeb-c5b051e6b742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:17.741899 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7b594741-e8f9-463f-8e71-535bbe620d44 req-7477c289-045b-43a5-9eeb-c5b051e6b742 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=432d913499a64e3cb0c99b0c214e8467&device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 1096 time: 0.0524385 Jul 15 14:20:17.836943 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b594741-e8f9-463f-8e71-535bbe620d44 req-c446479d-1937-42f9-a08a-dc9ee7b4a71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:17.838411 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7b594741-e8f9-463f-8e71-535bbe620d44 req-c446479d-1937-42f9-a08a-dc9ee7b4a71e service neutron] 10.222.0.32 "GET /v2.0/networks?id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33 HTTP/1.1" status: 200 len: 910 time: 0.0890522 Jul 15 14:20:17.880388 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7b594741-e8f9-463f-8e71-535bbe620d44 req-7d9220a0-725d-48bc-abf2-b9435cbfcc09 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf1da1ff-e604-46db-929a-d69a90e514fa HTTP/1.1" status: 200 len: 217 time: 0.0355074 Jul 15 14:20:17.929133 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b594741-e8f9-463f-8e71-535bbe620d44 req-6eb19390-5fc8-4024-ba40-90f52012cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:17.930542 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7b594741-e8f9-463f-8e71-535bbe620d44 req-6eb19390-5fc8-4024-ba40-90f52012cf2a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=688abda2-0b2d-4e4c-b4ac-0298996f58f2 HTTP/1.1" status: 200 len: 848 time: 0.0436962 Jul 15 14:20:17.988427 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b594741-e8f9-463f-8e71-535bbe620d44 req-165cd577-30fd-46f1-b198-94a521ffab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:17.989998 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7b594741-e8f9-463f-8e71-535bbe620d44 req-165cd577-30fd-46f1-b198-94a521ffab53 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529561 Jul 15 14:20:18.089042 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7b594741-e8f9-463f-8e71-535bbe620d44 req-1d4eb70a-93ad-4982-959a-1ee700d96273 service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921147 Jul 15 14:20:18.178784 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7b594741-e8f9-463f-8e71-535bbe620d44 req-25135c72-513e-45d4-ba94-2e8ca419a5cd service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838583 Jul 15 14:20:18.386571 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749b325-a0f4-4103-9c66-817eca7a6168 req-07351098-0642-42f3-8fa1-abc6e9716618 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:18.387998 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c749b325-a0f4-4103-9c66-817eca7a6168 req-07351098-0642-42f3-8fa1-abc6e9716618 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 944 time: 0.0647390 Jul 15 14:20:18.426558 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c749b325-a0f4-4103-9c66-817eca7a6168 req-3e2a5854-4ba0-4331-9a71-8f5e7f9fcaa6 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328927 Jul 15 14:20:19.610534 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eba4c7-f3d6-417a-ac41-e05e65c2ccc5 req-9b435c00-ab23-4b1b-86d7-a2e62294af88 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:19.612104 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-03eba4c7-f3d6-417a-ac41-e05e65c2ccc5 req-9b435c00-ab23-4b1b-86d7-a2e62294af88 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 944 time: 0.0715497 Jul 15 14:20:19.651694 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-03eba4c7-f3d6-417a-ac41-e05e65c2ccc5 req-dac327cf-ad0e-46b3-9378-87c8aa87afa1 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339081 Jul 15 14:20:20.821409 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be865f1-9446-4c2f-9c8f-ce5099dc857d req-5a7c1650-a289-466b-9e55-41741fa3e68f tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:20.822963 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9be865f1-9446-4c2f-9c8f-ce5099dc857d req-5a7c1650-a289-466b-9e55-41741fa3e68f tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 944 time: 0.0621927 Jul 15 14:20:20.860614 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-9be865f1-9446-4c2f-9c8f-ce5099dc857d req-ebea7f26-20ab-44c3-9a58-9f21602c92f6 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320487 Jul 15 14:20:20.983843 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c6c12a38-fedb-497c-99ee-ad80363717da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:22.032490 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e06c9-6625-4684-9750-5541604e75f9 req-17e55c20-bfe3-489d-b67b-67cdcdf0ea21 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:22.034038 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a50e06c9-6625-4684-9750-5541604e75f9 req-17e55c20-bfe3-489d-b67b-67cdcdf0ea21 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 944 time: 0.0661621 Jul 15 14:20:22.071873 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a50e06c9-6625-4684-9750-5541604e75f9 req-84ce5b0c-d72e-42c5-ae00-51b865dedd32 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322065 Jul 15 14:20:23.248562 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a45dc0-4fdd-44f3-81ec-741bb1c03779 req-6de061bf-241a-4f0c-9e9d-ebe1edddc073 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:23.250090 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c3a45dc0-4fdd-44f3-81ec-741bb1c03779 req-6de061bf-241a-4f0c-9e9d-ebe1edddc073 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 944 time: 0.0683925 Jul 15 14:20:23.288369 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c3a45dc0-4fdd-44f3-81ec-741bb1c03779 req-df8d56eb-5704-4e9b-9ad5-0ef02c61f076 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327525 Jul 15 14:20:23.389439 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:23.500853 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1fc6e7f-75ad-458d-b19a-25f28dcda492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:24.464022 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b816c1-bbce-488f-ac09-e892754f3554 req-b00ff4bd-504f-4f28-ad84-ffd866b59aa3 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:24.465472 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-78b816c1-bbce-488f-ac09-e892754f3554 req-b00ff4bd-504f-4f28-ad84-ffd866b59aa3 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 944 time: 0.0664256 Jul 15 14:20:24.504563 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-78b816c1-bbce-488f-ac09-e892754f3554 req-9ed9e626-4c73-470f-9b8e-76e085ad526a tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333438 Jul 15 14:20:25.021516 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:25.677095 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f7631-264f-4b5d-94f8-cd8c116059b1 req-6ca7b473-337b-4d63-bd07-93d51e1e06e5 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:25.678627 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d71f7631-264f-4b5d-94f8-cd8c116059b1 req-6ca7b473-337b-4d63-bd07-93d51e1e06e5 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 944 time: 0.0624998 Jul 15 14:20:25.717539 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d71f7631-264f-4b5d-94f8-cd8c116059b1 req-4cd3758e-a1ae-4fab-8ccd-05a4e9d79bfd tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332003 Jul 15 14:20:25.885946 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:26.616735 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:26.895040 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e320d94-7737-4ff2-8292-adb2908776e3 req-804aba3f-284e-408c-b7fa-1263d35d5cb9 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:26.896442 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e320d94-7737-4ff2-8292-adb2908776e3 req-804aba3f-284e-408c-b7fa-1263d35d5cb9 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 944 time: 0.0640879 Jul 15 14:20:26.934969 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5e320d94-7737-4ff2-8292-adb2908776e3 req-35a03282-72cc-42a8-ac86-7fbefd1e29e7 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323086 Jul 15 14:20:27.551374 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device cf1da1ff-e604-46db-929a-d69a90e514fa details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:20:27.646373 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port cf1da1ff-e604-46db-929a-d69a90e514fa, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=cf1da1ff-e604-46db-929a-d69a90e514fa,segment=NetworkSegment(42a8dd9a-bcc1-4497-8a8e-451aff757db3),segment_id=42a8dd9a-bcc1-4497-8a8e-451aff757db3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:20:27.657869 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'cf1da1ff-e604-46db-929a-d69a90e514fa', 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33', 'port_id': 'cf1da1ff-e604-46db-929a-d69a90e514fa', 'mac_address': 'fa:16:3e:12:ba:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:20:27.693949 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:27.706159 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf1da1ff-e604-46db-929a-d69a90e514fa {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:20:27.724987 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port cf1da1ff-e604-46db-929a-d69a90e514fa, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=cf1da1ff-e604-46db-929a-d69a90e514fa,segment=NetworkSegment(42a8dd9a-bcc1-4497-8a8e-451aff757db3),segment_id=42a8dd9a-bcc1-4497-8a8e-451aff757db3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:20:27.729094 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:27.778240 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=cf1da1ff-e604-46db-929a-d69a90e514fa,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:27.785382 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:27.785723 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:27.786085 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:27.786417 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:27.786746 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:27.787069 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:27.787390 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:27.787709 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:27.788028 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:27.788345 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:27.788662 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:27.788977 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:28.004872 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['cf1da1ff-e604-46db-929a-d69a90e514fa'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:20:28.117130 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb043e4-f6bf-400d-8a65-11e039aa5dc7 req-d906c778-2679-4ae9-a0cd-6c2ea0436283 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:28.118802 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0eb043e4-f6bf-400d-8a65-11e039aa5dc7 req-d906c778-2679-4ae9-a0cd-6c2ea0436283 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 945 time: 0.0674713 Jul 15 14:20:28.157344 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-0eb043e4-f6bf-400d-8a65-11e039aa5dc7 req-9823eeea-bf04-4385-8c89-40dea63a1785 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328414 Jul 15 14:20:29.329045 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda7813-8329-41f2-bf7b-e0e78c5f1ea6 req-4aff891a-d296-459e-b33d-64ae986789b8 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:29.330583 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dcda7813-8329-41f2-bf7b-e0e78c5f1ea6 req-4aff891a-d296-459e-b33d-64ae986789b8 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 945 time: 0.0626628 Jul 15 14:20:29.366970 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dcda7813-8329-41f2-bf7b-e0e78c5f1ea6 req-65da3461-3a16-4153-b9e9-655989838ba8 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308928 Jul 15 14:20:29.552488 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device cf1da1ff-e604-46db-929a-d69a90e514fa up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:20:29.598776 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port cf1da1ff-e604-46db-929a-d69a90e514fa completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:20:29.602514 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port cf1da1ff-e604-46db-929a-d69a90e514fa triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:20:29.602879 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:29.678229 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:29.703806 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378b05f3-7fea-4d2c-b6e4-9422bd0533fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1da1ff-e604-46db-929a-d69a90e514fa'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:20:29.706048 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5982e52f7164c00132b4161e7da779dd5a615a4991d8f343d2f1980d90734956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f394e33c-e87d-4306-aa72-61fa0c36334f" -d '{"events": [{"server_uuid": "378b05f3-7fea-4d2c-b6e4-9422bd0533fc", "name": "network-vif-plugged", "status": "completed", "tag": "cf1da1ff-e604-46db-929a-d69a90e514fa"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:20:29.719399 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port cf1da1ff-e604-46db-929a-d69a90e514fa, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=cf1da1ff-e604-46db-929a-d69a90e514fa,segment=NetworkSegment(42a8dd9a-bcc1-4497-8a8e-451aff757db3),segment_id=42a8dd9a-bcc1-4497-8a8e-451aff757db3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:20:29.723505 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:29.770427 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=cf1da1ff-e604-46db-929a-d69a90e514fa,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:29.798302 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f673f23-d9cc-49ef-a796-b4184dea9895 x-openstack-request-id: req-4f673f23-d9cc-49ef-a796-b4184dea9895 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:20:29.798600 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378b05f3-7fea-4d2c-b6e4-9422bd0533fc", "name": "network-vif-plugged", "status": "completed", "tag": "cf1da1ff-e604-46db-929a-d69a90e514fa", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:20:29.798860 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f673f23-d9cc-49ef-a796-b4184dea9895 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:20:29.799261 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378b05f3-7fea-4d2c-b6e4-9422bd0533fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1da1ff-e604-46db-929a-d69a90e514fa', 'code': 200} Jul 15 14:20:29.939489 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1b311-96c9-4f01-b6a0-0c2caf0b3097 req-f3170b69-9548-43f8-b8be-652c5a8634b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:29.940901 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40f1b311-96c9-4f01-b6a0-0c2caf0b3097 req-f3170b69-9548-43f8-b8be-652c5a8634b4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 1098 time: 0.0550067 Jul 15 14:20:29.974172 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-40f1b311-96c9-4f01-b6a0-0c2caf0b3097 req-481dfae7-e7b3-43c6-8579-4ae20eaaa100 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274987 Jul 15 14:20:30.537457 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e082e0-1e99-43cb-93d9-6437014549c0 req-f46e02a0-5fb2-4c36-8861-ff1d7486d9c0 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:30.538881 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b2e082e0-1e99-43cb-93d9-6437014549c0 req-f46e02a0-5fb2-4c36-8861-ff1d7486d9c0 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 946 time: 0.0625496 Jul 15 14:20:30.576055 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b2e082e0-1e99-43cb-93d9-6437014549c0 req-a00c1dfc-d671-48a4-acb4-b90b6a9e14df tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316994 Jul 15 14:20:31.749390 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ff8e8-0250-4fa4-9fbb-e456c20222e9 req-89969b01-8414-4212-a939-856aafe26834 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:31.750919 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-043ff8e8-0250-4fa4-9fbb-e456c20222e9 req-89969b01-8414-4212-a939-856aafe26834 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 946 time: 0.0640008 Jul 15 14:20:31.787031 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-043ff8e8-0250-4fa4-9fbb-e456c20222e9 req-5c092a51-92ee-4548-9cac-ab9c93b567e6 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307045 Jul 15 14:20:31.963782 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2631f2-a68e-4e39-928c-c55432ae5376 req-04a34d5b-8e53-4c88-b004-56510eb4e066 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:31.965278 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0b2631f2-a68e-4e39-928c-c55432ae5376 req-04a34d5b-8e53-4c88-b004-56510eb4e066 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 946 time: 0.0666912 Jul 15 14:20:32.002904 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-0b2631f2-a68e-4e39-928c-c55432ae5376 req-075629d6-6a08-46e3-827a-45914e4c4eb5 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320213 Jul 15 14:20:32.026358 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51474) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:32.079329 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372259ff-c05f-411e-872a-7fe2f825894a tempest-TestShelveInstance-1361338339 tempest-TestShelveInstance-1361338339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:32.080849 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-372259ff-c05f-411e-872a-7fe2f825894a tempest-TestShelveInstance-1361338339 tempest-TestShelveInstance-1361338339-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 1093 time: 0.0535283 Jul 15 14:20:32.083851 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51476) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:32.088280 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-45815888-c8b0-43e3-a707-92b7fc796977 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'port_id': 'cf1da1ff-e604-46db-929a-d69a90e514fa', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:20:32.110325 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45815888-c8b0-43e3-a707-92b7fc796977 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:32.207350 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45815888-c8b0-43e3-a707-92b7fc796977 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:32.307577 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-45815888-c8b0-43e3-a707-92b7fc796977 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Allocated IP 172.25.6.53 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/1978a97e-ebb5-4a1a-967a-8e98ca0a6781) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:20:32.409651 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45815888-c8b0-43e3-a707-92b7fc796977 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:32.448092 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45815888-c8b0-43e3-a707-92b7fc796977 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:32.482352 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45815888-c8b0-43e3-a707-92b7fc796977 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:20:32.485129 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-45815888-c8b0-43e3-a707-92b7fc796977 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:20:32.490485 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45815888-c8b0-43e3-a707-92b7fc796977 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:20:32.518102 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45815888-c8b0-43e3-a707-92b7fc796977 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Pushing event updated for resources: {'Port': ['ID=1978a97e-ebb5-4a1a-967a-8e98ca0a6781,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:33.169221 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45815888-c8b0-43e3-a707-92b7fc796977 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:33.248907 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45815888-c8b0-43e3-a707-92b7fc796977 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:33.394693 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45815888-c8b0-43e3-a707-92b7fc796977 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:33.399731 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45815888-c8b0-43e3-a707-92b7fc796977 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:33.472419 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45815888-c8b0-43e3-a707-92b7fc796977 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Pushing event updated for resources: {'Port': ['ID=1978a97e-ebb5-4a1a-967a-8e98ca0a6781,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:33.481026 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45815888-c8b0-43e3-a707-92b7fc796977 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:33.580045 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-45815888-c8b0-43e3-a707-92b7fc796977 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Floating IP 6d81e67d-687d-4a7a-8417-817529061d9b associated. External IP: 172.25.6.53, port: cf1da1ff-e604-46db-929a-d69a90e514fa. Jul 15 14:20:33.786515 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45815888-c8b0-43e3-a707-92b7fc796977 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Router 4770647d-455c-44e4-9a8e-dd3f65c3ca74 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:20:33.894566 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45815888-c8b0-43e3-a707-92b7fc796977 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:20:33.904858 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f4e401-36a4-4509-b995-a868174209bf None None] Sync routers for ids ['4770647d-455c-44e4-9a8e-dd3f65c3ca74'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:20:33.911190 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45815888-c8b0-43e3-a707-92b7fc796977 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:33.915445 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f4e401-36a4-4509-b995-a868174209bf None None] Routers {'4770647d-455c-44e4-9a8e-dd3f65c3ca74'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:20:33.916069 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-72f4e401-36a4-4509-b995-a868174209bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:20:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4770647d-455c-44e4-9a8e-dd3f65c3ca74'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:20:33.948611 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-45815888-c8b0-43e3-a707-92b7fc796977 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8630841 Jul 15 14:20:33.949197 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378b05f3-7fea-4d2c-b6e4-9422bd0533fc', 'tag': 'cf1da1ff-e604-46db-929a-d69a90e514fa'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:20:33.951491 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878954aa-4bbc-4d29-90c1-bbdee8007424" -d '{"events": [{"name": "network-changed", "server_uuid": "378b05f3-7fea-4d2c-b6e4-9422bd0533fc", "tag": "cf1da1ff-e604-46db-929a-d69a90e514fa"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:20:33.987900 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d522a34-e514-4a43-af3e-7950cb3620dd x-openstack-request-id: req-9d522a34-e514-4a43-af3e-7950cb3620dd {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:20:33.988193 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378b05f3-7fea-4d2c-b6e4-9422bd0533fc", "tag": "cf1da1ff-e604-46db-929a-d69a90e514fa", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:20:33.988448 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d522a34-e514-4a43-af3e-7950cb3620dd {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:20:33.988854 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '378b05f3-7fea-4d2c-b6e4-9422bd0533fc', 'tag': 'cf1da1ff-e604-46db-929a-d69a90e514fa', 'status': 'completed', 'code': 200} Jul 15 14:20:34.030563 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-72f4e401-36a4-4509-b995-a868174209bf None None] Set router 4770647d-455c-44e4-9a8e-dd3f65c3ca74 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:20:34.096785 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878954aa-4bbc-4d29-90c1-bbdee8007424 req-76ef5c4a-7df8-4e89-9eec-a4ea789a99ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:34.098244 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-878954aa-4bbc-4d29-90c1-bbdee8007424 req-76ef5c4a-7df8-4e89-9eec-a4ea789a99ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=432d913499a64e3cb0c99b0c214e8467&device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 1098 time: 0.0594687 Jul 15 14:20:34.195983 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878954aa-4bbc-4d29-90c1-bbdee8007424 req-8f7dc617-f5ed-441f-80d4-6f7e0e29d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:34.197555 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-878954aa-4bbc-4d29-90c1-bbdee8007424 req-8f7dc617-f5ed-441f-80d4-6f7e0e29d9b4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33 HTTP/1.1" status: 200 len: 910 time: 0.0933175 Jul 15 14:20:34.262120 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-72f4e401-36a4-4509-b995-a868174209bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'name': 'tempest-TestShelveInstance-1177985860-router', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:42Z', 'revision_number': 4, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'gw_port': {'id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '6d81e67d-687d-4a7a-8417-817529061d9b', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'floating_ip_address': '172.25.6.53', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'port_id': 'cf1da1ff-e604-46db-929a-d69a90e514fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33', 'mac_address': 'fa:16:3e:12:ba:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378b05f3-7fea-4d2c-b6e4-9422bd0533fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:20:33Z', 'updated_at': '2021-07-15T14:20:33Z', 'revision_number': 0, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85cdd731-b367-412f-aa1e-c894c489ae75', 'name': '', 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'mac_address': 'fa:16:3e:03:b1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:41Z', 'updated_at': '2021-07-15T14:15:48Z', 'revision_number': 5, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'subnets': [{'id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:20:34.262920 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-878954aa-4bbc-4d29-90c1-bbdee8007424 req-7481d987-8ef9-4514-b7b8-b447d75de85a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf1da1ff-e604-46db-929a-d69a90e514fa HTTP/1.1" status: 200 len: 999 time: 0.0593684 Jul 15 14:20:34.291092 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f4e401-36a4-4509-b995-a868174209bf None None] Checking router: 4770647d-455c-44e4-9a8e-dd3f65c3ca74 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:20:34.300442 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f4e401-36a4-4509-b995-a868174209bf None None] Routers {'4770647d-455c-44e4-9a8e-dd3f65c3ca74'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:20:34.301184 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-72f4e401-36a4-4509-b995-a868174209bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:20:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4770647d-455c-44e4-9a8e-dd3f65c3ca74'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:20:34.316428 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878954aa-4bbc-4d29-90c1-bbdee8007424 req-a5200ed7-b79b-408f-8595-f4cc29c3d7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:34.317950 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-878954aa-4bbc-4d29-90c1-bbdee8007424 req-a5200ed7-b79b-408f-8595-f4cc29c3d7c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=688abda2-0b2d-4e4c-b4ac-0298996f58f2 HTTP/1.1" status: 200 len: 848 time: 0.0488815 Jul 15 14:20:34.376022 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878954aa-4bbc-4d29-90c1-bbdee8007424 req-1f190573-0578-4651-9bbf-335d5c70ed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:34.377448 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-878954aa-4bbc-4d29-90c1-bbdee8007424 req-1f190573-0578-4651-9bbf-335d5c70ed18 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532792 Jul 15 14:20:34.410189 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-72f4e401-36a4-4509-b995-a868174209bf None None] Set router 4770647d-455c-44e4-9a8e-dd3f65c3ca74 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:20:34.467670 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-878954aa-4bbc-4d29-90c1-bbdee8007424 req-198b42c1-db9a-49ee-8545-d581f2d93561 service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835593 Jul 15 14:20:34.564252 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-878954aa-4bbc-4d29-90c1-bbdee8007424 req-2d7c9126-9d22-47cc-ba65-6dbf2237ec9a service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898831 Jul 15 14:20:34.635595 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-72f4e401-36a4-4509-b995-a868174209bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'name': 'tempest-TestShelveInstance-1177985860-router', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:42Z', 'revision_number': 4, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'gw_port': {'id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '6d81e67d-687d-4a7a-8417-817529061d9b', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'floating_ip_address': '172.25.6.53', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'port_id': 'cf1da1ff-e604-46db-929a-d69a90e514fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33', 'mac_address': 'fa:16:3e:12:ba:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378b05f3-7fea-4d2c-b6e4-9422bd0533fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:20:33Z', 'updated_at': '2021-07-15T14:20:33Z', 'revision_number': 0, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85cdd731-b367-412f-aa1e-c894c489ae75', 'name': '', 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'mac_address': 'fa:16:3e:03:b1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:41Z', 'updated_at': '2021-07-15T14:15:48Z', 'revision_number': 5, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'subnets': [{'id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:20:34.664582 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f4e401-36a4-4509-b995-a868174209bf None None] The sync data for ids ['4770647d-455c-44e4-9a8e-dd3f65c3ca74'] in n-d-758944-45 is: [{'id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'name': 'tempest-TestShelveInstance-1177985860-router', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:42Z', 'revision_number': 4, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'gw_port': {'id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '6d81e67d-687d-4a7a-8417-817529061d9b', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'floating_ip_address': '172.25.6.53', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'port_id': 'cf1da1ff-e604-46db-929a-d69a90e514fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33', 'mac_address': 'fa:16:3e:12:ba:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378b05f3-7fea-4d2c-b6e4-9422bd0533fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:20:33Z', 'updated_at': '2021-07-15T14:20:33Z', 'revision_number': 0, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85cdd731-b367-412f-aa1e-c894c489ae75', 'name': '', 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'mac_address': 'fa:16:3e:03:b1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:41Z', 'updated_at': '2021-07-15T14:15:48Z', 'revision_number': 5, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'subnets': [{'id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:20:34.846231 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a82cc6b-fa09-4949-9add-12c04e50eee2 None None] New status for floating IP 6d81e67d-687d-4a7a-8417-817529061d9b: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:20:39.069854 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:44.010604 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:20:50.984465 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-296e1442-34e5-4889-b582-df8d630c8beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:53.392676 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:53.500976 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8e554fe8-93ec-4bca-a2eb-8f5592e9e479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:55.025503 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:55.888677 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:56.619241 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:09.095771 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:20.986598 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-754f1e04-42b2-437a-9ab3-b23dee01cff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:21.008896 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:21:22.939678 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a9dee40b-4974-4c64-a948-e0a8ce08d785 req-4f8fef2e-0a82-4385-a45d-4fe389ed43df service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520329 Jul 15 14:21:23.048534 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dee40b-4974-4c64-a948-e0a8ce08d785 req-9d2a32f7-08a2-444c-8645-03e2ab182d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:23.050083 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a9dee40b-4974-4c64-a948-e0a8ce08d785 req-9d2a32f7-08a2-444c-8645-03e2ab182d49 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=432d913499a64e3cb0c99b0c214e8467&device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 1098 time: 0.0531468 Jul 15 14:21:23.165332 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dee40b-4974-4c64-a948-e0a8ce08d785 req-a1705ff2-ea99-4ecb-8897-4d396ff5f4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:23.166903 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a9dee40b-4974-4c64-a948-e0a8ce08d785 req-a1705ff2-ea99-4ecb-8897-4d396ff5f4f4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33 HTTP/1.1" status: 200 len: 910 time: 0.0969975 Jul 15 14:21:23.238337 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a9dee40b-4974-4c64-a948-e0a8ce08d785 req-0522ed91-3f8d-4299-aa89-c0768f28b5b1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf1da1ff-e604-46db-929a-d69a90e514fa HTTP/1.1" status: 200 len: 1001 time: 0.0649738 Jul 15 14:21:23.286663 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dee40b-4974-4c64-a948-e0a8ce08d785 req-a345f81b-21ad-4ab9-ae07-8efe2881ec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:23.288215 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a9dee40b-4974-4c64-a948-e0a8ce08d785 req-a345f81b-21ad-4ab9-ae07-8efe2881ec4d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=688abda2-0b2d-4e4c-b4ac-0298996f58f2 HTTP/1.1" status: 200 len: 848 time: 0.0441940 Jul 15 14:21:23.345087 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dee40b-4974-4c64-a948-e0a8ce08d785 req-37914581-f5c5-440f-a4e5-4761db263d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:23.346681 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a9dee40b-4974-4c64-a948-e0a8ce08d785 req-37914581-f5c5-440f-a4e5-4761db263d1a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525382 Jul 15 14:21:23.395204 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:23.441696 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a9dee40b-4974-4c64-a948-e0a8ce08d785 req-1a718a52-08eb-417c-bd4a-7fa4cf74d8be service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888817 Jul 15 14:21:23.500197 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b6bb180-f677-4202-b534-1356ddf81946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:23.531027 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a9dee40b-4974-4c64-a948-e0a8ce08d785 req-a6a1f223-b6d6-4e96-992b-f7867bb6d7f1 service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828791 Jul 15 14:21:25.028173 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:25.894186 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:26.621506 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:39.094003 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:50.988618 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-344b302f-321d-41e4-9fa6-12c93b2cabd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:53.398079 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:53.500383 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d697e334-ad04-4476-a92a-af3c709cc605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:55.030151 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:55.886253 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:56.624968 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:58.008309 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:22:09.100276 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:20.990361 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d965585f-16d3-48af-9a33-7b278ee6b86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:23.410050 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:23.501885 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f8aa0a52-6211-4d4b-af25-7aeed16c5e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:25.007687 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5a04f1a1-7c5d-47cf-b981-9ee0e536eb2b req-54733e6a-81f5-4c63-a302-837a1ca58c49 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1167233 Jul 15 14:22:25.036972 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:25.139099 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04f1a1-7c5d-47cf-b981-9ee0e536eb2b req-9e184f01-31d7-4eef-af1e-1d63d50cd41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:25.140706 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5a04f1a1-7c5d-47cf-b981-9ee0e536eb2b req-9e184f01-31d7-4eef-af1e-1d63d50cd41c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=432d913499a64e3cb0c99b0c214e8467&device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 1098 time: 0.0724814 Jul 15 14:22:25.258618 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04f1a1-7c5d-47cf-b981-9ee0e536eb2b req-ca9456be-9635-47fa-a055-74701c61b62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:25.260254 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5a04f1a1-7c5d-47cf-b981-9ee0e536eb2b req-ca9456be-9635-47fa-a055-74701c61b62c service neutron] 10.222.0.32 "GET /v2.0/networks?id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33 HTTP/1.1" status: 200 len: 910 time: 0.0983434 Jul 15 14:22:25.331215 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5a04f1a1-7c5d-47cf-b981-9ee0e536eb2b req-fc2b0782-8ead-40ae-a53c-18f75c9e5c6d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf1da1ff-e604-46db-929a-d69a90e514fa HTTP/1.1" status: 200 len: 1001 time: 0.0647721 Jul 15 14:22:25.378449 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04f1a1-7c5d-47cf-b981-9ee0e536eb2b req-70653ac5-84b7-443f-8406-26724fe049bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:25.379938 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5a04f1a1-7c5d-47cf-b981-9ee0e536eb2b req-70653ac5-84b7-443f-8406-26724fe049bd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=688abda2-0b2d-4e4c-b4ac-0298996f58f2 HTTP/1.1" status: 200 len: 848 time: 0.0435276 Jul 15 14:22:25.448149 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04f1a1-7c5d-47cf-b981-9ee0e536eb2b req-1b98b8f0-8dab-4ae3-9767-bf2b74f0c590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:25.449674 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5a04f1a1-7c5d-47cf-b981-9ee0e536eb2b req-1b98b8f0-8dab-4ae3-9767-bf2b74f0c590 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634365 Jul 15 14:22:25.544194 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5a04f1a1-7c5d-47cf-b981-9ee0e536eb2b req-12c34c26-2081-414b-9f16-8657c191856f service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878565 Jul 15 14:22:25.641136 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5a04f1a1-7c5d-47cf-b981-9ee0e536eb2b req-8ba309f6-3456-438d-bd28-550f9be96b4a service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905352 Jul 15 14:22:25.902286 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:26.638327 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:29.636681 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88adb9e-2723-4432-9ba0-fc7a5a07aced req-30514165-7ff7-4740-aaa7-24e4fd395ea0 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:29.638201 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a88adb9e-2723-4432-9ba0-fc7a5a07aced req-30514165-7ff7-4740-aaa7-24e4fd395ea0 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 946 time: 0.0647905 Jul 15 14:22:29.676519 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a88adb9e-2723-4432-9ba0-fc7a5a07aced req-82c44d41-4afb-49ea-9d37-739ad8e3a606 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325820 Jul 15 14:22:30.886151 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc5ad2-b155-4664-ba00-cb2a01a02fc8 req-da65acc6-3cd2-4044-a808-c280d44f8ffc tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:30.888009 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8fdc5ad2-b155-4664-ba00-cb2a01a02fc8 req-da65acc6-3cd2-4044-a808-c280d44f8ffc tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 946 time: 0.0717463 Jul 15 14:22:30.927326 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8fdc5ad2-b155-4664-ba00-cb2a01a02fc8 req-9624ec47-60ed-4bda-b76a-1b0d244a4b74 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336609 Jul 15 14:22:32.129965 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb7a9e-8e36-4e14-81f5-f2d26862573b req-29127993-928f-4f38-afb9-6be4cef3b62a tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:32.131468 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1abb7a9e-8e36-4e14-81f5-f2d26862573b req-29127993-928f-4f38-afb9-6be4cef3b62a tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 946 time: 0.0687418 Jul 15 14:22:32.169054 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1abb7a9e-8e36-4e14-81f5-f2d26862573b req-b435c9b4-68f2-49e9-89b9-315b16acaecb tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315437 Jul 15 14:22:33.345943 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffc067-36a4-408d-84f3-268db1dc48ba req-f2648933-c786-4f1b-b848-9f630c34e52f tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:33.347466 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-83ffc067-36a4-408d-84f3-268db1dc48ba req-f2648933-c786-4f1b-b848-9f630c34e52f tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 946 time: 0.0640693 Jul 15 14:22:33.386032 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-83ffc067-36a4-408d-84f3-268db1dc48ba req-3b29ee56-b23f-496c-b7ce-3df9593099e6 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324581 Jul 15 14:22:34.574489 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad342a-32cc-46cf-aefa-6daa93bc85b4 req-6d453765-eac2-4cc2-a561-0525304b573c tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:34.575966 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1fad342a-32cc-46cf-aefa-6daa93bc85b4 req-6d453765-eac2-4cc2-a561-0525304b573c tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 946 time: 0.0681956 Jul 15 14:22:34.614644 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-1fad342a-32cc-46cf-aefa-6daa93bc85b4 req-601cf6b0-5974-44cd-87d5-3e22bc6e7fd1 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328879 Jul 15 14:22:35.008935 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:22:35.793394 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acea3d4-c9eb-44d0-b5bd-07bf0a698989 req-64b1130d-63d8-4e34-b7cc-9d8c49cebe89 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:35.794944 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6acea3d4-c9eb-44d0-b5bd-07bf0a698989 req-64b1130d-63d8-4e34-b7cc-9d8c49cebe89 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 946 time: 0.0679655 Jul 15 14:22:35.832925 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6acea3d4-c9eb-44d0-b5bd-07bf0a698989 req-ed04ab25-01bf-48c0-91de-6d8280390146 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323467 Jul 15 14:22:37.013191 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3810ee-4fc6-4f28-a301-32355fec17b3 req-4661c170-642d-4c3b-a15c-2b81d697ab90 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:37.014866 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8c3810ee-4fc6-4f28-a301-32355fec17b3 req-4661c170-642d-4c3b-a15c-2b81d697ab90 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 946 time: 0.0713742 Jul 15 14:22:37.054816 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8c3810ee-4fc6-4f28-a301-32355fec17b3 req-dfd9af3b-1c8d-421c-9bdd-9ea5635ea2a1 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341651 Jul 15 14:22:38.230751 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61f432-532e-42ac-92cf-1a663f800a94 req-8cd265df-318d-4045-ad58-aaef0b6ae81d tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:38.232220 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ea61f432-532e-42ac-92cf-1a663f800a94 req-8cd265df-318d-4045-ad58-aaef0b6ae81d tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 946 time: 0.0660524 Jul 15 14:22:38.270050 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ea61f432-532e-42ac-92cf-1a663f800a94 req-ad96d700-e6ee-426a-ad04-8fb42ec23bbd tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322392 Jul 15 14:22:39.095815 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:39.448669 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926c8f5-ccc9-4d8e-9dcc-09ccde95577e req-bf3d2507-f7cc-42be-9bd6-ecc8cfdfd0e5 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:39.450221 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a926c8f5-ccc9-4d8e-9dcc-09ccde95577e req-bf3d2507-f7cc-42be-9bd6-ecc8cfdfd0e5 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 946 time: 0.0659564 Jul 15 14:22:39.491298 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-a926c8f5-ccc9-4d8e-9dcc-09ccde95577e req-1dd964c7-4d18-45e3-8ce0-eda67baa99b6 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348690 Jul 15 14:22:39.798156 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ebcac-dee1-4392-8b96-1ecfe4bc75a4 req-93d2dd04-6df9-4b76-b3a0-7c33a095bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:39.799669 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-369ebcac-dee1-4392-8b96-1ecfe4bc75a4 req-93d2dd04-6df9-4b76-b3a0-7c33a095bcba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=432d913499a64e3cb0c99b0c214e8467&device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 1098 time: 0.0535057 Jul 15 14:22:39.891402 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ebcac-dee1-4392-8b96-1ecfe4bc75a4 req-b05b7aee-9815-4911-b970-e6645246b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:39.892890 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-369ebcac-dee1-4392-8b96-1ecfe4bc75a4 req-b05b7aee-9815-4911-b970-e6645246b30a service neutron] 10.222.0.32 "GET /v2.0/networks?id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33 HTTP/1.1" status: 200 len: 910 time: 0.0872002 Jul 15 14:22:39.957278 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-369ebcac-dee1-4392-8b96-1ecfe4bc75a4 req-90512ba8-8f85-4402-b546-06475536ce48 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf1da1ff-e604-46db-929a-d69a90e514fa HTTP/1.1" status: 200 len: 1001 time: 0.0580361 Jul 15 14:22:40.010212 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ebcac-dee1-4392-8b96-1ecfe4bc75a4 req-7503a1a6-1102-419e-afa2-822a804efd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:40.011681 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-369ebcac-dee1-4392-8b96-1ecfe4bc75a4 req-7503a1a6-1102-419e-afa2-822a804efd93 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=688abda2-0b2d-4e4c-b4ac-0298996f58f2 HTTP/1.1" status: 200 len: 848 time: 0.0485785 Jul 15 14:22:40.069729 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ebcac-dee1-4392-8b96-1ecfe4bc75a4 req-4654f17a-c08d-4a4e-a007-e3951125486e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:40.071286 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-369ebcac-dee1-4392-8b96-1ecfe4bc75a4 req-4654f17a-c08d-4a4e-a007-e3951125486e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534389 Jul 15 14:22:40.159695 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-369ebcac-dee1-4392-8b96-1ecfe4bc75a4 req-0d92b96e-5594-405e-88bd-fcd6aaec5d85 service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824654 Jul 15 14:22:40.254770 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-369ebcac-dee1-4392-8b96-1ecfe4bc75a4 req-74b9275b-1a20-4693-84d3-d47d5599117a service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895128 Jul 15 14:22:40.667262 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494cedf-a46c-42d6-867c-d1ed65f9484e req-2e74e223-b262-4ac5-8ac5-40166602dfea tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:40.668775 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f494cedf-a46c-42d6-867c-d1ed65f9484e req-2e74e223-b262-4ac5-8ac5-40166602dfea tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 946 time: 0.0646319 Jul 15 14:22:40.707488 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f494cedf-a46c-42d6-867c-d1ed65f9484e req-6cba5fcc-95a0-4c02-b1ae-36166e274f72 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326939 Jul 15 14:22:41.887993 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462042ac-0228-483a-a960-036e00ae0f2f req-e3bf5918-d695-42ce-ac7e-b1b63a9a8d57 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:41.889533 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-462042ac-0228-483a-a960-036e00ae0f2f req-e3bf5918-d695-42ce-ac7e-b1b63a9a8d57 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 946 time: 0.0674400 Jul 15 14:22:41.933777 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-462042ac-0228-483a-a960-036e00ae0f2f req-f3e884f6-0f4b-4b3c-81b7-9a75448ab74e tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383930 Jul 15 14:22:43.130050 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01406acd-c8ab-4549-a783-2e6452451d55 req-55b5cc8f-01e8-4e57-a0a1-c9a0a920af87 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:43.132256 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-01406acd-c8ab-4549-a783-2e6452451d55 req-55b5cc8f-01e8-4e57-a0a1-c9a0a920af87 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 946 time: 0.0808141 Jul 15 14:22:43.173971 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-01406acd-c8ab-4549-a783-2e6452451d55 req-62366018-1717-4f0b-a0af-d76d2da992e8 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357225 Jul 15 14:22:44.355810 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df8d32-fbc4-4802-9657-ee71956608a4 req-a420ba15-268c-4836-bbf7-00b66c991639 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:44.357326 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-14df8d32-fbc4-4802-9657-ee71956608a4 req-a420ba15-268c-4836-bbf7-00b66c991639 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 946 time: 0.0683014 Jul 15 14:22:44.395349 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-14df8d32-fbc4-4802-9657-ee71956608a4 req-6c60f054-0cce-4e51-8546-6a26f0f0a117 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323274 Jul 15 14:22:44.724537 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bea9bb81-1f69-4da9-b4da-8735f2e6490d req-f4f4d394-fa78-4225-a323-ddec7236cbe6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1069145 Jul 15 14:22:44.746107 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63aca2-d991-4fcf-ba31-cba9717b8c92 req-f8df616b-c054-41b4-ac42-3390481cda81 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:44.747643 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bd63aca2-d991-4fcf-ba31-cba9717b8c92 req-f8df616b-c054-41b4-ac42-3390481cda81 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 946 time: 0.0674827 Jul 15 14:22:44.786227 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bd63aca2-d991-4fcf-ba31-cba9717b8c92 req-e6d26bc5-2322-41b5-9b32-73a311b40d73 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326350 Jul 15 14:22:45.961994 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e3528-80cd-46a2-b969-c2efd44b2baa req-2417ee42-c325-4779-84a8-b14a5f1c2e5b tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:45.963417 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-255e3528-80cd-46a2-b969-c2efd44b2baa req-2417ee42-c325-4779-84a8-b14a5f1c2e5b tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 946 time: 0.0680251 Jul 15 14:22:46.002395 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-255e3528-80cd-46a2-b969-c2efd44b2baa req-c54e9a5a-79f2-443c-bd3a-99a9202ae0d0 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332303 Jul 15 14:22:46.133187 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device cf1da1ff-e604-46db-929a-d69a90e514fa no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:22:46.207713 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:46.230449 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378b05f3-7fea-4d2c-b6e4-9422bd0533fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf1da1ff-e604-46db-929a-d69a90e514fa'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:22:46.232614 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5982e52f7164c00132b4161e7da779dd5a615a4991d8f343d2f1980d90734956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42df4700-d885-46fe-aaae-f76eb691f977" -d '{"events": [{"server_uuid": "378b05f3-7fea-4d2c-b6e4-9422bd0533fc", "name": "network-vif-unplugged", "status": "completed", "tag": "cf1da1ff-e604-46db-929a-d69a90e514fa"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:22:46.248898 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port cf1da1ff-e604-46db-929a-d69a90e514fa, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=cf1da1ff-e604-46db-929a-d69a90e514fa,segment=NetworkSegment(42a8dd9a-bcc1-4497-8a8e-451aff757db3),segment_id=42a8dd9a-bcc1-4497-8a8e-451aff757db3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:22:46.253344 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:46.432218 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 14:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b178bea3-a64a-44d5-86df-54970d085936 x-openstack-request-id: req-b178bea3-a64a-44d5-86df-54970d085936 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:22:46.432511 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378b05f3-7fea-4d2c-b6e4-9422bd0533fc", "name": "network-vif-unplugged", "status": "failed", "tag": "cf1da1ff-e604-46db-929a-d69a90e514fa", "code": 422}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:22:46.432751 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b178bea3-a64a-44d5-86df-54970d085936 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:22:46.433181 n-d-758944-45 neutron-server[93815]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '378b05f3-7fea-4d2c-b6e4-9422bd0533fc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cf1da1ff-e604-46db-929a-d69a90e514fa', 'code': 422} returned with failed status Jul 15 14:22:46.457914 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=cf1da1ff-e604-46db-929a-d69a90e514fa,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:22:46.465706 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:22:46.466084 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:22:46.466425 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:22:46.466760 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:22:46.467093 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:22:46.467420 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:22:46.467743 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:22:46.468066 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:22:46.468390 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:22:46.468706 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:22:46.469026 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:22:46.469342 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:22:47.176886 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3c977-5c7d-4e87-acca-1a84289fb86b req-fe0bf210-d658-4745-9ccd-ce1bb43fa7eb tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:47.178390 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dfc3c977-5c7d-4e87-acca-1a84289fb86b req-fe0bf210-d658-4745-9ccd-ce1bb43fa7eb tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 944 time: 0.0638714 Jul 15 14:22:47.217140 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dfc3c977-5c7d-4e87-acca-1a84289fb86b req-173ba74d-b8d8-4d7c-b260-665f92b8946c tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327272 Jul 15 14:22:48.394874 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bccc3d-77ab-47cf-8a10-22c2dec56df6 req-6d6de2c2-0543-4dde-a67b-ce225d453fa6 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:48.396484 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-08bccc3d-77ab-47cf-8a10-22c2dec56df6 req-6d6de2c2-0543-4dde-a67b-ce225d453fa6 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 944 time: 0.0680516 Jul 15 14:22:48.434969 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-08bccc3d-77ab-47cf-8a10-22c2dec56df6 req-85fa7b7d-9425-4061-9faa-730be2801ac2 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319378 Jul 15 14:22:49.613708 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e5f69-4cba-419b-bc1b-3227e279193a req-4789c062-3a0f-476a-82d3-1e31e6352130 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:49.615227 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-562e5f69-4cba-419b-bc1b-3227e279193a req-4789c062-3a0f-476a-82d3-1e31e6352130 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 944 time: 0.0662739 Jul 15 14:22:49.654376 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-562e5f69-4cba-419b-bc1b-3227e279193a req-3ed6d608-2a7e-45b1-be75-dc8256113a32 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328717 Jul 15 14:22:50.841067 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3bf229-fed0-4fad-a060-a8f712a336c3 req-ab157a32-23f1-42c6-ad4a-f1aadb84db5e tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:50.842647 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5a3bf229-fed0-4fad-a060-a8f712a336c3 req-ab157a32-23f1-42c6-ad4a-f1aadb84db5e tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 944 time: 0.0688260 Jul 15 14:22:50.884287 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-5a3bf229-fed0-4fad-a060-a8f712a336c3 req-3ea0a0c5-21c3-483a-ad05-838786ca4828 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352762 Jul 15 14:22:50.996642 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fcd051a9-7f21-47c5-a0c4-872d9dbe37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:52.075786 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568b197-cbaa-46a2-a979-acef6824dfe1 req-9e1313d6-fa77-405a-83d5-8eaf6db12184 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:52.077468 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1568b197-cbaa-46a2-a979-acef6824dfe1 req-9e1313d6-fa77-405a-83d5-8eaf6db12184 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 944 time: 0.0740929 Jul 15 14:22:52.116919 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-1568b197-cbaa-46a2-a979-acef6824dfe1 req-7cd0460f-aed1-4a71-91a3-5d09d9df657c tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335824 Jul 15 14:22:53.298000 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9255ae1-7664-46d6-b1e6-0147e824d58d req-cfa8dbcd-8891-425a-9fa1-b34772c436b9 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:53.299571 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c9255ae1-7664-46d6-b1e6-0147e824d58d req-cfa8dbcd-8891-425a-9fa1-b34772c436b9 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 944 time: 0.0659544 Jul 15 14:22:53.340962 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c9255ae1-7664-46d6-b1e6-0147e824d58d req-93663610-bca0-44bd-939f-12ab25244572 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344572 Jul 15 14:22:53.402975 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:53.503079 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8f7d498-855e-4e1d-9854-a53520be823d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:53.640587 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9bb81-1f69-4da9-b4da-8735f2e6490d req-39b811f6-a90b-4eae-b3f3-c58a53c1538d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:53.642382 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bea9bb81-1f69-4da9-b4da-8735f2e6490d req-39b811f6-a90b-4eae-b3f3-c58a53c1538d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc&tenant_id=432d913499a64e3cb0c99b0c214e8467 HTTP/1.1" status: 200 len: 1096 time: 0.0528667 Jul 15 14:22:53.727790 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9bb81-1f69-4da9-b4da-8735f2e6490d req-736e47c4-4d23-4a78-9b5a-30edc57cc16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:53.729405 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bea9bb81-1f69-4da9-b4da-8735f2e6490d req-736e47c4-4d23-4a78-9b5a-30edc57cc16c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=432d913499a64e3cb0c99b0c214e8467&device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 1096 time: 0.0530038 Jul 15 14:22:53.822078 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9bb81-1f69-4da9-b4da-8735f2e6490d req-7fbdc161-c10d-49fc-94f0-be766829ab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:53.823525 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bea9bb81-1f69-4da9-b4da-8735f2e6490d req-7fbdc161-c10d-49fc-94f0-be766829ab73 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33 HTTP/1.1" status: 200 len: 910 time: 0.0876074 Jul 15 14:22:53.890728 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bea9bb81-1f69-4da9-b4da-8735f2e6490d req-380c45b5-b519-4a33-b1ac-b65ef57d4170 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf1da1ff-e604-46db-929a-d69a90e514fa HTTP/1.1" status: 200 len: 999 time: 0.0602944 Jul 15 14:22:53.942284 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9bb81-1f69-4da9-b4da-8735f2e6490d req-adc2a604-625b-4ecd-a6b0-e344c42b20c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:53.943754 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bea9bb81-1f69-4da9-b4da-8735f2e6490d req-adc2a604-625b-4ecd-a6b0-e344c42b20c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=688abda2-0b2d-4e4c-b4ac-0298996f58f2 HTTP/1.1" status: 200 len: 848 time: 0.0475256 Jul 15 14:22:54.000689 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9bb81-1f69-4da9-b4da-8735f2e6490d req-44dc6972-bcc6-4162-9513-6bdef526fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:54.002258 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bea9bb81-1f69-4da9-b4da-8735f2e6490d req-44dc6972-bcc6-4162-9513-6bdef526fd1b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521896 Jul 15 14:22:54.095804 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bea9bb81-1f69-4da9-b4da-8735f2e6490d req-b789ef62-8432-4888-9abb-a760388e9d91 service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863211 Jul 15 14:22:54.187918 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-bea9bb81-1f69-4da9-b4da-8735f2e6490d req-35d387eb-93d0-4fde-b24c-b65d1a3f4ddb service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862586 Jul 15 14:22:54.517526 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0ba20-fda0-4be4-a797-d0d34b4fa508 req-51038ba9-cedc-44d2-badb-7d43e053f0fb tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:54.519055 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2eb0ba20-fda0-4be4-a797-d0d34b4fa508 req-51038ba9-cedc-44d2-badb-7d43e053f0fb tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 944 time: 0.0656173 Jul 15 14:22:54.561588 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2eb0ba20-fda0-4be4-a797-d0d34b4fa508 req-fed2f448-ce48-43bb-9a5f-8ff6e6000016 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361123 Jul 15 14:22:55.035285 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:55.742332 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a316d-b6ad-4d50-abdc-009f48d0887c req-89e5d832-2472-45a3-9596-edb2fbf5f5d9 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:55.743829 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2b0a316d-b6ad-4d50-abdc-009f48d0887c req-89e5d832-2472-45a3-9596-edb2fbf5f5d9 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 944 time: 0.0672579 Jul 15 14:22:55.781909 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-2b0a316d-b6ad-4d50-abdc-009f48d0887c req-e0a58689-edfd-4ef1-9b50-6730d4495426 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325439 Jul 15 14:22:55.904028 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:56.632416 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:56.956969 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b9330-8d05-44cd-a897-68425acda1ac req-a05a0da1-6141-46e6-bfa9-70a2a3c0a071 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:56.958513 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-810b9330-8d05-44cd-a897-68425acda1ac req-a05a0da1-6141-46e6-bfa9-70a2a3c0a071 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 944 time: 0.0642126 Jul 15 14:22:56.997735 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-810b9330-8d05-44cd-a897-68425acda1ac req-2748c3eb-a334-47da-aa5a-d631740f87e1 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331049 Jul 15 14:22:58.221703 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48808662-b534-40e8-b9b1-a1c8a7bf107b req-832be5ee-9191-4f40-b45f-097b50124c7a tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:58.223272 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-48808662-b534-40e8-b9b1-a1c8a7bf107b req-832be5ee-9191-4f40-b45f-097b50124c7a tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 944 time: 0.1140225 Jul 15 14:22:58.262452 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-48808662-b534-40e8-b9b1-a1c8a7bf107b req-1166ecae-630c-454d-91bf-9a2d5ee91e9d tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326364 Jul 15 14:22:59.513687 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e1afa-cd75-42ed-aee6-c93898c45008 req-0486e3f8-3272-4e59-9365-fbf95df0abd3 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:59.515357 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e61e1afa-cd75-42ed-aee6-c93898c45008 req-0486e3f8-3272-4e59-9365-fbf95df0abd3 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 944 time: 0.1345353 Jul 15 14:22:59.571078 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-e61e1afa-cd75-42ed-aee6-c93898c45008 req-46b63627-9e93-4b67-a279-98ab1b524f1b tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432069 Jul 15 14:23:00.776442 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f398d-ded2-438d-957f-8a66ff2d4f99 req-eec1cc79-653a-48ff-8f34-b269383a266e tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:00.778122 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ed9f398d-ded2-438d-957f-8a66ff2d4f99 req-eec1cc79-653a-48ff-8f34-b269383a266e tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 944 time: 0.0790091 Jul 15 14:23:01.125711 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-ed9f398d-ded2-438d-957f-8a66ff2d4f99 req-68f2e772-048b-4557-8245-54af3370c4cf tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3396440 Jul 15 14:23:02.204041 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device cf1da1ff-e604-46db-929a-d69a90e514fa details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:23:02.307592 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port cf1da1ff-e604-46db-929a-d69a90e514fa, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=cf1da1ff-e604-46db-929a-d69a90e514fa,segment=NetworkSegment(42a8dd9a-bcc1-4497-8a8e-451aff757db3),segment_id=42a8dd9a-bcc1-4497-8a8e-451aff757db3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:23:02.317452 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3f2b1-e1b5-41d0-b360-a5a8b1c0f1dc req-17dfd1d5-1e25-4f1b-b9a4-8e449cd3957e tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:02.319124 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6fa3f2b1-e1b5-41d0-b360-a5a8b1c0f1dc req-17dfd1d5-1e25-4f1b-b9a4-8e449cd3957e tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 944 time: 0.0740335 Jul 15 14:23:02.319622 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': 'cf1da1ff-e604-46db-929a-d69a90e514fa', 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33', 'port_id': 'cf1da1ff-e604-46db-929a-d69a90e514fa', 'mac_address': 'fa:16:3e:12:ba:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:23:02.358797 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:02.360434 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-6fa3f2b1-e1b5-41d0-b360-a5a8b1c0f1dc req-274a730a-e33f-46ed-b104-06b94ae9ced3 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353012 Jul 15 14:23:02.373017 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf1da1ff-e604-46db-929a-d69a90e514fa {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:23:02.395724 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port cf1da1ff-e604-46db-929a-d69a90e514fa, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=cf1da1ff-e604-46db-929a-d69a90e514fa,segment=NetworkSegment(42a8dd9a-bcc1-4497-8a8e-451aff757db3),segment_id=42a8dd9a-bcc1-4497-8a8e-451aff757db3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:23:02.405193 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:02.452926 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=cf1da1ff-e604-46db-929a-d69a90e514fa,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:02.708039 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['cf1da1ff-e604-46db-929a-d69a90e514fa'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:23:03.541163 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873cf99-ec02-4558-99cb-a8c7225403fc req-e0c3246d-4d0a-4d9b-a416-09644ce7cccb tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:03.542707 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c873cf99-ec02-4558-99cb-a8c7225403fc req-e0c3246d-4d0a-4d9b-a416-09644ce7cccb tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 945 time: 0.0653894 Jul 15 14:23:03.582405 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c873cf99-ec02-4558-99cb-a8c7225403fc req-4932e19a-1f93-4709-b687-025da753c2af tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339932 Jul 15 14:23:04.222726 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device cf1da1ff-e604-46db-929a-d69a90e514fa up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:23:04.275540 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port cf1da1ff-e604-46db-929a-d69a90e514fa triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:23:04.275913 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:04.354270 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:04.377185 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378b05f3-7fea-4d2c-b6e4-9422bd0533fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1da1ff-e604-46db-929a-d69a90e514fa'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:23:04.379496 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5982e52f7164c00132b4161e7da779dd5a615a4991d8f343d2f1980d90734956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58041c51-f8c1-4b7e-b6ab-5540f4f34a5b" -d '{"events": [{"server_uuid": "378b05f3-7fea-4d2c-b6e4-9422bd0533fc", "name": "network-vif-plugged", "status": "completed", "tag": "cf1da1ff-e604-46db-929a-d69a90e514fa"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:23:04.394810 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port cf1da1ff-e604-46db-929a-d69a90e514fa, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=cf1da1ff-e604-46db-929a-d69a90e514fa,segment=NetworkSegment(42a8dd9a-bcc1-4497-8a8e-451aff757db3),segment_id=42a8dd9a-bcc1-4497-8a8e-451aff757db3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:23:04.400412 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:04.429649 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ef3a83-bca7-4593-888f-60c104c39c29 x-openstack-request-id: req-80ef3a83-bca7-4593-888f-60c104c39c29 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:23:04.429969 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378b05f3-7fea-4d2c-b6e4-9422bd0533fc", "name": "network-vif-plugged", "status": "completed", "tag": "cf1da1ff-e604-46db-929a-d69a90e514fa", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:23:04.430225 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-80ef3a83-bca7-4593-888f-60c104c39c29 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:23:04.430682 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378b05f3-7fea-4d2c-b6e4-9422bd0533fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1da1ff-e604-46db-929a-d69a90e514fa', 'code': 200} Jul 15 14:23:04.457330 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=cf1da1ff-e604-46db-929a-d69a90e514fa,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:23:04.631504 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2daf61-2e8a-4e9a-9ce3-a83a24f0bfc8 req-46b14922-bec2-44c6-adb7-307282082fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:04.633547 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fb2daf61-2e8a-4e9a-9ce3-a83a24f0bfc8 req-46b14922-bec2-44c6-adb7-307282082fb8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 1098 time: 0.0555382 Jul 15 14:23:04.669272 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fb2daf61-2e8a-4e9a-9ce3-a83a24f0bfc8 req-437cd5ca-5b5d-4050-860f-871d0d8d429a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293789 Jul 15 14:23:04.774739 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323dc017-9d90-49b9-bee8-92afa18d8a00 req-1843207c-0161-46a4-9600-da0bc863a90d tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:04.776397 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-323dc017-9d90-49b9-bee8-92afa18d8a00 req-1843207c-0161-46a4-9600-da0bc863a90d tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 946 time: 0.0673125 Jul 15 14:23:04.821180 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-323dc017-9d90-49b9-bee8-92afa18d8a00 req-bccf3e78-dadd-4d69-85d2-8ac768370db6 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386844 Jul 15 14:23:06.017992 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7741097-bda9-498a-a7ab-bdc638f69c70 req-f7425cf3-c4f8-49c7-9071-de4f5859f29c tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:06.019535 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a7741097-bda9-498a-a7ab-bdc638f69c70 req-f7425cf3-c4f8-49c7-9071-de4f5859f29c tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 946 time: 0.0739052 Jul 15 14:23:06.064959 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a7741097-bda9-498a-a7ab-bdc638f69c70 req-5aee3252-dfe6-4854-aa56-6993171f2f8c tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371282 Jul 15 14:23:09.119998 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:12.012732 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:23:20.993955 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a60dc567-8c70-4c92-a440-c4fa63a5b9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:23.417176 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:23.509988 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-85ec0ed8-ebc3-4659-b69c-b0c033591575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:25.043236 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:25.918702 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:26.647110 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:26.939434 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c263d39a-6def-4caf-bfee-eb3a1091c28d req-cb3cbb6f-e0ab-4bd2-a2bb-0559545c22c7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0656641 Jul 15 14:23:27.112181 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263d39a-6def-4caf-bfee-eb3a1091c28d req-8fbc9e27-782b-4bc7-b5e3-bea18c675ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:27.115068 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c263d39a-6def-4caf-bfee-eb3a1091c28d req-8fbc9e27-782b-4bc7-b5e3-bea18c675ac3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=432d913499a64e3cb0c99b0c214e8467&device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 1098 time: 0.0976558 Jul 15 14:23:27.670843 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263d39a-6def-4caf-bfee-eb3a1091c28d req-c13882df-b49f-452e-b39d-658ae3b41477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:27.672279 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c263d39a-6def-4caf-bfee-eb3a1091c28d req-c13882df-b49f-452e-b39d-658ae3b41477 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33 HTTP/1.1" status: 200 len: 910 time: 0.5247862 Jul 15 14:23:27.752449 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c263d39a-6def-4caf-bfee-eb3a1091c28d req-36a5ebf5-66c5-4165-b0bf-394e3baa4469 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf1da1ff-e604-46db-929a-d69a90e514fa HTTP/1.1" status: 200 len: 1001 time: 0.0722461 Jul 15 14:23:27.813337 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263d39a-6def-4caf-bfee-eb3a1091c28d req-cb773fc5-90ab-4fd8-baca-132f45c94ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:27.814928 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c263d39a-6def-4caf-bfee-eb3a1091c28d req-cb773fc5-90ab-4fd8-baca-132f45c94ba3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=688abda2-0b2d-4e4c-b4ac-0298996f58f2 HTTP/1.1" status: 200 len: 848 time: 0.0551155 Jul 15 14:23:27.886061 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263d39a-6def-4caf-bfee-eb3a1091c28d req-79b28393-6873-4022-8af6-ede0460685c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:27.887627 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c263d39a-6def-4caf-bfee-eb3a1091c28d req-79b28393-6873-4022-8af6-ede0460685c0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661285 Jul 15 14:23:28.012480 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c263d39a-6def-4caf-bfee-eb3a1091c28d req-1c4b6e11-e2af-40a4-ada9-30ad2d8aebc3 service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173539 Jul 15 14:23:28.145349 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c263d39a-6def-4caf-bfee-eb3a1091c28d req-ff9df04c-26d5-4573-8827-cdf2dd8acd1a service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260269 Jul 15 14:23:39.119154 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:49.013394 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:23:50.989868 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-14f42fe4-4b1b-44d1-b367-110284c46abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:53.417850 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:53.505363 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c28b520a-3d6f-4457-a736-0374faf9aef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:55.049689 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:55.913107 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:56.636497 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:09.137507 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:19.993969 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51662) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:20.161456 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e2350-5935-4088-9d53-e172ac93b753 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Deleting port 1978a97e-ebb5-4a1a-967a-8e98ca0a6781 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:24:20.161713 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f7e2350-5935-4088-9d53-e172ac93b753 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:20.248115 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f7e2350-5935-4088-9d53-e172ac93b753 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:20.248505 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f7e2350-5935-4088-9d53-e172ac93b753 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:20.261499 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e2350-5935-4088-9d53-e172ac93b753 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Calling delete_port for 1978a97e-ebb5-4a1a-967a-8e98ca0a6781 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:24:20.417860 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f7e2350-5935-4088-9d53-e172ac93b753 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:20.441937 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e2350-5935-4088-9d53-e172ac93b753 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Pushing event deleted for resources: {'Port': ['ID=1978a97e-ebb5-4a1a-967a-8e98ca0a6781,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:20.456645 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e2350-5935-4088-9d53-e172ac93b753 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:20.456997 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e2350-5935-4088-9d53-e172ac93b753 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:20.457463 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e2350-5935-4088-9d53-e172ac93b753 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:20.457828 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e2350-5935-4088-9d53-e172ac93b753 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:20.458163 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e2350-5935-4088-9d53-e172ac93b753 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:20.458492 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e2350-5935-4088-9d53-e172ac93b753 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:20.458816 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e2350-5935-4088-9d53-e172ac93b753 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:20.459543 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e2350-5935-4088-9d53-e172ac93b753 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:20.459869 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e2350-5935-4088-9d53-e172ac93b753 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:20.460191 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e2350-5935-4088-9d53-e172ac93b753 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:20.460611 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e2350-5935-4088-9d53-e172ac93b753 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:20.461382 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e2350-5935-4088-9d53-e172ac93b753 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:20.524353 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f7e2350-5935-4088-9d53-e172ac93b753 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:20.524711 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-9f7e2350-5935-4088-9d53-e172ac93b753 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Floating IP 6d81e67d-687d-4a7a-8417-817529061d9b disassociated (deleted). External IP: 172.25.6.53, port: cf1da1ff-e604-46db-929a-d69a90e514fa. Jul 15 14:24:20.743130 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7e2350-5935-4088-9d53-e172ac93b753 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Router 4770647d-455c-44e4-9a8e-dd3f65c3ca74 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:24:20.852080 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7e2350-5935-4088-9d53-e172ac93b753 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:24:20.857004 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f7e2350-5935-4088-9d53-e172ac93b753 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:20.861229 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6eadcd-97f4-42a3-9abd-ce2339d09076 None None] Sync routers for ids ['4770647d-455c-44e4-9a8e-dd3f65c3ca74'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:24:20.873377 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6eadcd-97f4-42a3-9abd-ce2339d09076 None None] Routers {'4770647d-455c-44e4-9a8e-dd3f65c3ca74'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:24:20.874050 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3d6eadcd-97f4-42a3-9abd-ce2339d09076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:23:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4770647d-455c-44e4-9a8e-dd3f65c3ca74'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:20.895199 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9f7e2350-5935-4088-9d53-e172ac93b753 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "DELETE /v2.0/floatingips/6d81e67d-687d-4a7a-8417-817529061d9b HTTP/1.1" status: 204 len: 168 time: 0.9000897 Jul 15 14:24:20.895883 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378b05f3-7fea-4d2c-b6e4-9422bd0533fc', 'tag': 'cf1da1ff-e604-46db-929a-d69a90e514fa'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:24:20.898806 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865f13f0-0977-41cf-bb45-0d4a1085b8da" -d '{"events": [{"name": "network-changed", "server_uuid": "378b05f3-7fea-4d2c-b6e4-9422bd0533fc", "tag": "cf1da1ff-e604-46db-929a-d69a90e514fa"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:24:20.940250 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53b3626-8f4b-419a-af33-64debc93b464 x-openstack-request-id: req-f53b3626-8f4b-419a-af33-64debc93b464 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:24:20.940609 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378b05f3-7fea-4d2c-b6e4-9422bd0533fc", "tag": "cf1da1ff-e604-46db-929a-d69a90e514fa", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:24:20.940929 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f53b3626-8f4b-419a-af33-64debc93b464 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:24:20.941402 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '378b05f3-7fea-4d2c-b6e4-9422bd0533fc', 'tag': 'cf1da1ff-e604-46db-929a-d69a90e514fa', 'status': 'completed', 'code': 200} Jul 15 14:24:20.992344 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2c945d33-eb14-4d37-9782-b474f92ab7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:21.002299 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-3d6eadcd-97f4-42a3-9abd-ce2339d09076 None None] Set router 4770647d-455c-44e4-9a8e-dd3f65c3ca74 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:24:21.047424 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f13f0-0977-41cf-bb45-0d4a1085b8da req-6ffe052b-0de3-4c63-8987-fcabb7e8227e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:21.049135 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-865f13f0-0977-41cf-bb45-0d4a1085b8da req-6ffe052b-0de3-4c63-8987-fcabb7e8227e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=432d913499a64e3cb0c99b0c214e8467&device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 1098 time: 0.0629189 Jul 15 14:24:21.170009 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f13f0-0977-41cf-bb45-0d4a1085b8da req-5d4d954f-1a60-4662-8dce-5b07f88a1831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:21.171867 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-865f13f0-0977-41cf-bb45-0d4a1085b8da req-5d4d954f-1a60-4662-8dce-5b07f88a1831 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33 HTTP/1.1" status: 200 len: 910 time: 0.1147461 Jul 15 14:24:21.219327 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-865f13f0-0977-41cf-bb45-0d4a1085b8da req-76133687-67ed-4d52-b41b-e29f0fad2403 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf1da1ff-e604-46db-929a-d69a90e514fa HTTP/1.1" status: 200 len: 217 time: 0.0400772 Jul 15 14:24:21.225200 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3d6eadcd-97f4-42a3-9abd-ce2339d09076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'name': 'tempest-TestShelveInstance-1177985860-router', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:42Z', 'revision_number': 4, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'gw_port': {'id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '85cdd731-b367-412f-aa1e-c894c489ae75', 'name': '', 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'mac_address': 'fa:16:3e:03:b1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:41Z', 'updated_at': '2021-07-15T14:15:48Z', 'revision_number': 5, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'subnets': [{'id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:21.251042 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6eadcd-97f4-42a3-9abd-ce2339d09076 None None] Checking router: 4770647d-455c-44e4-9a8e-dd3f65c3ca74 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:24:21.260598 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6eadcd-97f4-42a3-9abd-ce2339d09076 None None] Routers {'4770647d-455c-44e4-9a8e-dd3f65c3ca74'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:24:21.261209 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3d6eadcd-97f4-42a3-9abd-ce2339d09076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:23:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4770647d-455c-44e4-9a8e-dd3f65c3ca74'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:21.307485 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f13f0-0977-41cf-bb45-0d4a1085b8da req-ed73d1f9-549f-4bf0-8344-593022cf29e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:21.309017 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-865f13f0-0977-41cf-bb45-0d4a1085b8da req-ed73d1f9-549f-4bf0-8344-593022cf29e2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=688abda2-0b2d-4e4c-b4ac-0298996f58f2 HTTP/1.1" status: 200 len: 848 time: 0.0819068 Jul 15 14:24:21.363899 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe5707-1223-423b-b653-8938e231a5a5 req-fe66e727-b45f-42b6-8ee3-1493402a8706 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:21.365403 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dcfe5707-1223-423b-b653-8938e231a5a5 req-fe66e727-b45f-42b6-8ee3-1493402a8706 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 946 time: 0.1301935 Jul 15 14:24:21.368768 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-3d6eadcd-97f4-42a3-9abd-ce2339d09076 None None] Set router 4770647d-455c-44e4-9a8e-dd3f65c3ca74 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:24:21.420099 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f13f0-0977-41cf-bb45-0d4a1085b8da req-312a5ecb-3219-4837-9c77-637e055af87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:21.421609 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-865f13f0-0977-41cf-bb45-0d4a1085b8da req-312a5ecb-3219-4837-9c77-637e055af87f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d8eb809-0f8c-40e8-a400-97ab88ab6a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1043472 Jul 15 14:24:21.424880 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dcfe5707-1223-423b-b653-8938e231a5a5 req-8ebaeec0-5802-4df9-aba4-c7ca680bb3f8 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534286 Jul 15 14:24:21.525846 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-865f13f0-0977-41cf-bb45-0d4a1085b8da req-01d5b907-342b-452e-b875-92a7a1539456 service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963693 Jul 15 14:24:21.582704 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3d6eadcd-97f4-42a3-9abd-ce2339d09076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'name': 'tempest-TestShelveInstance-1177985860-router', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:42Z', 'revision_number': 4, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'gw_port': {'id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '85cdd731-b367-412f-aa1e-c894c489ae75', 'name': '', 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'mac_address': 'fa:16:3e:03:b1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:41Z', 'updated_at': '2021-07-15T14:15:48Z', 'revision_number': 5, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'subnets': [{'id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:21.609522 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6eadcd-97f4-42a3-9abd-ce2339d09076 None None] The sync data for ids ['4770647d-455c-44e4-9a8e-dd3f65c3ca74'] in n-d-758944-45 is: [{'id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'name': 'tempest-TestShelveInstance-1177985860-router', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:42Z', 'revision_number': 4, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'gw_port': {'id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '85cdd731-b367-412f-aa1e-c894c489ae75', 'name': '', 'network_id': '6d8eb809-0f8c-40e8-a400-97ab88ab6a33', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'mac_address': 'fa:16:3e:03:b1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:41Z', 'updated_at': '2021-07-15T14:15:48Z', 'revision_number': 5, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'subnets': [{'id': '688abda2-0b2d-4e4c-b4ac-0298996f58f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:24:21.619779 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-865f13f0-0977-41cf-bb45-0d4a1085b8da req-5d1ca8e4-2757-42f9-98ac-ad87d8a89e19 service neutron] 10.222.0.32 "GET /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878162 Jul 15 14:24:21.833561 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6099f2-b7a1-44c1-9bf3-1f36c93286a0 None None] New status for floating IP 6d81e67d-687d-4a7a-8417-817529061d9b: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:24:22.604466 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770effd-a0b6-4e6d-a202-eae1f683d7a9 req-239a39f8-bacc-4212-b88c-43450f9a696f tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:22.605923 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8770effd-a0b6-4e6d-a202-eae1f683d7a9 req-239a39f8-bacc-4212-b88c-43450f9a696f tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 946 time: 0.0650768 Jul 15 14:24:22.645056 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8770effd-a0b6-4e6d-a202-eae1f683d7a9 req-d8a6304e-ea21-43fc-9947-ba2b5475bc0b tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/security-groups?id=88e940d5-343d-4e57-b59e-685ae653c5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323317 Jul 15 14:24:22.899694 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe6ef7-32df-4038-8df2-b0ef0d19a77b req-20d51e98-2846-47b6-bc89-eeafd713b43b tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:22.901086 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-04fe6ef7-32df-4038-8df2-b0ef0d19a77b req-20d51e98-2846-47b6-bc89-eeafd713b43b tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.32 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 946 time: 0.0693805 Jul 15 14:24:23.002680 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-04fe6ef7-32df-4038-8df2-b0ef0d19a77b req-83707aef-9213-4fdb-b808-299a15442260 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Deleting port cf1da1ff-e604-46db-929a-d69a90e514fa {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:24:23.003031 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-04fe6ef7-32df-4038-8df2-b0ef0d19a77b req-83707aef-9213-4fdb-b808-299a15442260 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:23.096159 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-04fe6ef7-32df-4038-8df2-b0ef0d19a77b req-83707aef-9213-4fdb-b808-299a15442260 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] For port cf1da1ff-e604-46db-929a-d69a90e514fa, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=cf1da1ff-e604-46db-929a-d69a90e514fa,segment=NetworkSegment(42a8dd9a-bcc1-4497-8a8e-451aff757db3),segment_id=42a8dd9a-bcc1-4497-8a8e-451aff757db3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:24:23.096527 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-04fe6ef7-32df-4038-8df2-b0ef0d19a77b req-83707aef-9213-4fdb-b808-299a15442260 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:23.109452 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-04fe6ef7-32df-4038-8df2-b0ef0d19a77b req-83707aef-9213-4fdb-b808-299a15442260 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Calling delete_port for cf1da1ff-e604-46db-929a-d69a90e514fa owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:24:23.237851 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-04fe6ef7-32df-4038-8df2-b0ef0d19a77b req-83707aef-9213-4fdb-b808-299a15442260 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:23.273086 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83707aef-9213-4fdb-b808-299a15442260 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Pushing event deleted for resources: {'Port': ['ID=cf1da1ff-e604-46db-929a-d69a90e514fa,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:23.316027 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fe6ef7-32df-4038-8df2-b0ef0d19a77b req-83707aef-9213-4fdb-b808-299a15442260 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] No DVR routers for this DVR port cf1da1ff-e604-46db-929a-d69a90e514fa on host n-h2-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:24:23.318627 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-04fe6ef7-32df-4038-8df2-b0ef0d19a77b req-83707aef-9213-4fdb-b808-299a15442260 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:23.321198 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-04fe6ef7-32df-4038-8df2-b0ef0d19a77b req-83707aef-9213-4fdb-b808-299a15442260 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.32 "DELETE /v2.0/ports/cf1da1ff-e604-46db-929a-d69a90e514fa HTTP/1.1" status: 204 len: 173 time: 0.4149277 Jul 15 14:24:23.321659 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378b05f3-7fea-4d2c-b6e4-9422bd0533fc', 'name': 'network-vif-deleted', 'tag': 'cf1da1ff-e604-46db-929a-d69a90e514fa'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:24:23.323933 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264ad505-633d-4bb0-9dd0-4edee05e7666" -d '{"events": [{"server_uuid": "378b05f3-7fea-4d2c-b6e4-9422bd0533fc", "name": "network-vif-deleted", "tag": "cf1da1ff-e604-46db-929a-d69a90e514fa"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:24:23.359919 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1c0bd1-46dc-4341-b092-918d0b4379da x-openstack-request-id: req-0a1c0bd1-46dc-4341-b092-918d0b4379da {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:24:23.360214 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378b05f3-7fea-4d2c-b6e4-9422bd0533fc", "name": "network-vif-deleted", "tag": "cf1da1ff-e604-46db-929a-d69a90e514fa", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:24:23.360469 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0a1c0bd1-46dc-4341-b092-918d0b4379da {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:24:23.360882 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378b05f3-7fea-4d2c-b6e4-9422bd0533fc', 'name': 'network-vif-deleted', 'tag': 'cf1da1ff-e604-46db-929a-d69a90e514fa', 'status': 'completed', 'code': 200} Jul 15 14:24:23.410431 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:23.506588 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7e36c0cf-9993-4482-8122-fee49407a9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:23.800348 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c2bdb9de-9104-471a-83b4-7844bfeae50b req-2da27f0e-fcd9-41b4-8bbf-fb4a64c03f46 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 210 time: 0.0311067 Jul 15 14:24:24.944401 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-cf35a1d7-fc9b-4bf0-8bc3-86dec1b5fd07 req-884606f0-973e-467a-8517-2a12f1fc6db3 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 210 time: 0.0293896 Jul 15 14:24:25.047933 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:25.936581 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:26.013785 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:24:26.086339 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8c62f53f-1856-493f-817d-0589acc56e0e req-b5dcc511-5ef8-4a4a-8c0b-5885e6043bb7 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 210 time: 0.0283692 Jul 15 14:24:26.640355 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:26.660918 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device cf1da1ff-e604-46db-929a-d69a90e514fa no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:24:26.680807 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: cf1da1ff-e604-46db-929a-d69a90e514fa {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:24:26.681147 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device cf1da1ff-e604-46db-929a-d69a90e514fa not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:24:27.262299 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a8badb19-fa07-4686-82c1-33c386ef89a5 req-894b8b13-d0d8-4963-a54c-c3a1f571455d tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "GET /v2.0/ports?device_id=378b05f3-7fea-4d2c-b6e4-9422bd0533fc HTTP/1.1" status: 200 len: 210 time: 0.0417919 Jul 15 14:24:28.362098 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51696) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:28.426974 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d0a0c0d8-1aad-4ee3-b6c1-5f783528a999 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:28.454129 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d0a0c0d8-1aad-4ee3-b6c1-5f783528a999 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:28.515629 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d0a0c0d8-1aad-4ee3-b6c1-5f783528a999 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:28.518183 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d0a0c0d8-1aad-4ee3-b6c1-5f783528a999 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:28.519762 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d0a0c0d8-1aad-4ee3-b6c1-5f783528a999 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] 10.222.0.24 "DELETE /v2.0/security-groups/88e940d5-343d-4e57-b59e-685ae653c5f4 HTTP/1.1" status: 204 len: 168 time: 0.1562684 Jul 15 14:24:28.530138 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0c0d8-1aad-4ee3-b6c1-5f783528a999 tempest-TestShelveInstance-1677703019 tempest-TestShelveInstance-1677703019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e940d5-343d-4e57-b59e-685ae653c5f4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:28.570756 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51702) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:29.041728 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-caf8b7d9-6066-4a8b-bea8-7615e8402931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:29.308627 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-caf8b7d9-6066-4a8b-bea8-7615e8402931 admin admin] Deleting port 85cdd731-b367-412f-aa1e-c894c489ae75 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:24:29.308952 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-caf8b7d9-6066-4a8b-bea8-7615e8402931 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:29.395757 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-caf8b7d9-6066-4a8b-bea8-7615e8402931 admin admin] For port 85cdd731-b367-412f-aa1e-c894c489ae75, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=85cdd731-b367-412f-aa1e-c894c489ae75,segment=NetworkSegment(42a8dd9a-bcc1-4497-8a8e-451aff757db3),segment_id=42a8dd9a-bcc1-4497-8a8e-451aff757db3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:24:29.396132 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-caf8b7d9-6066-4a8b-bea8-7615e8402931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:29.411555 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-caf8b7d9-6066-4a8b-bea8-7615e8402931 admin admin] Calling delete_port for 85cdd731-b367-412f-aa1e-c894c489ae75 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:24:29.602459 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-caf8b7d9-6066-4a8b-bea8-7615e8402931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:29.637168 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8b7d9-6066-4a8b-bea8-7615e8402931 admin admin] Pushing event deleted for resources: {'Port': ['ID=85cdd731-b367-412f-aa1e-c894c489ae75,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:29.663948 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8b7d9-6066-4a8b-bea8-7615e8402931 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:29.664409 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8b7d9-6066-4a8b-bea8-7615e8402931 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:29.664625 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8b7d9-6066-4a8b-bea8-7615e8402931 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:29.664961 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8b7d9-6066-4a8b-bea8-7615e8402931 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:29.665293 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8b7d9-6066-4a8b-bea8-7615e8402931 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:29.665721 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8b7d9-6066-4a8b-bea8-7615e8402931 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:29.666081 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8b7d9-6066-4a8b-bea8-7615e8402931 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:29.666412 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8b7d9-6066-4a8b-bea8-7615e8402931 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:29.666739 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8b7d9-6066-4a8b-bea8-7615e8402931 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:29.667064 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8b7d9-6066-4a8b-bea8-7615e8402931 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:29.667389 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8b7d9-6066-4a8b-bea8-7615e8402931 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:29.667713 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf8b7d9-6066-4a8b-bea8-7615e8402931 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:29.822994 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-caf8b7d9-6066-4a8b-bea8-7615e8402931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:30.049945 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf8b7d9-6066-4a8b-bea8-7615e8402931 admin admin] Router 4770647d-455c-44e4-9a8e-dd3f65c3ca74 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:24:30.158493 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf8b7d9-6066-4a8b-bea8-7615e8402931 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:24:30.164139 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-caf8b7d9-6066-4a8b-bea8-7615e8402931 admin admin] 10.222.0.24 "PUT /v2.0/routers/4770647d-455c-44e4-9a8e-dd3f65c3ca74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5921652 Jul 15 14:24:30.166843 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51706) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:30.168375 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd04d190-81b8-48ec-87c1-2377ea64cc42 None None] Sync routers for ids ['4770647d-455c-44e4-9a8e-dd3f65c3ca74'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:24:30.178915 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd04d190-81b8-48ec-87c1-2377ea64cc42 None None] Routers {'4770647d-455c-44e4-9a8e-dd3f65c3ca74'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:24:30.180075 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-bd04d190-81b8-48ec-87c1-2377ea64cc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:24:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4770647d-455c-44e4-9a8e-dd3f65c3ca74'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:30.284394 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9dbcb613-18e2-4d87-99d4-cf6db3135d3a admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:30.291998 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-bd04d190-81b8-48ec-87c1-2377ea64cc42 None None] Set router 4770647d-455c-44e4-9a8e-dd3f65c3ca74 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:24:30.403785 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9dbcb613-18e2-4d87-99d4-cf6db3135d3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:30.460758 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9dbcb613-18e2-4d87-99d4-cf6db3135d3a admin admin] Deleting port 549b5170-7b1b-45e1-b0b3-9c9d0a8764e7 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:24:30.461523 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9dbcb613-18e2-4d87-99d4-cf6db3135d3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:30.493831 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-bd04d190-81b8-48ec-87c1-2377ea64cc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'name': 'tempest-TestShelveInstance-1177985860-router', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:24:29Z', 'revision_number': 5, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'gw_port': {'id': '549b5170-7b1b-45e1-b0b3-9c9d0a8764e7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:30.522905 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd04d190-81b8-48ec-87c1-2377ea64cc42 None None] Checking router: 4770647d-455c-44e4-9a8e-dd3f65c3ca74 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:24:30.532075 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd04d190-81b8-48ec-87c1-2377ea64cc42 None None] Routers {'4770647d-455c-44e4-9a8e-dd3f65c3ca74'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:24:30.532710 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-bd04d190-81b8-48ec-87c1-2377ea64cc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:24:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['4770647d-455c-44e4-9a8e-dd3f65c3ca74'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:30.552370 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-9dbcb613-18e2-4d87-99d4-cf6db3135d3a admin admin] For port 549b5170-7b1b-45e1-b0b3-9c9d0a8764e7, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=549b5170-7b1b-45e1-b0b3-9c9d0a8764e7,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:24:30.552763 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9dbcb613-18e2-4d87-99d4-cf6db3135d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:30.567577 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9dbcb613-18e2-4d87-99d4-cf6db3135d3a admin admin] Calling delete_port for 549b5170-7b1b-45e1-b0b3-9c9d0a8764e7 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:24:30.628158 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-bd04d190-81b8-48ec-87c1-2377ea64cc42 None None] Set router 4770647d-455c-44e4-9a8e-dd3f65c3ca74 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:24:30.682833 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-bd04d190-81b8-48ec-87c1-2377ea64cc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'name': 'tempest-TestShelveInstance-1177985860-router', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:24:30Z', 'revision_number': 6, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:30.716390 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd04d190-81b8-48ec-87c1-2377ea64cc42 None None] The sync data for ids ['4770647d-455c-44e4-9a8e-dd3f65c3ca74'] in n-d-758944-45 is: [{'id': '4770647d-455c-44e4-9a8e-dd3f65c3ca74', 'name': 'tempest-TestShelveInstance-1177985860-router', 'tenant_id': '432d913499a64e3cb0c99b0c214e8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:39Z', 'updated_at': '2021-07-15T14:24:30Z', 'revision_number': 6, 'project_id': '432d913499a64e3cb0c99b0c214e8467', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:24:30.756497 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9dbcb613-18e2-4d87-99d4-cf6db3135d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:30.788272 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbcb613-18e2-4d87-99d4-cf6db3135d3a admin admin] Pushing event deleted for resources: {'Port': ['ID=549b5170-7b1b-45e1-b0b3-9c9d0a8764e7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:30.858983 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9dbcb613-18e2-4d87-99d4-cf6db3135d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:30.955308 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9dbcb613-18e2-4d87-99d4-cf6db3135d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:30.957507 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9dbcb613-18e2-4d87-99d4-cf6db3135d3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:31.005676 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9dbcb613-18e2-4d87-99d4-cf6db3135d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:31.006147 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbcb613-18e2-4d87-99d4-cf6db3135d3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4770647d-455c-44e4-9a8e-dd3f65c3ca74 {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:24:31.011525 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9dbcb613-18e2-4d87-99d4-cf6db3135d3a admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:31.012740 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9dbcb613-18e2-4d87-99d4-cf6db3135d3a admin admin] 10.222.0.24 "DELETE /v2.0/routers/4770647d-455c-44e4-9a8e-dd3f65c3ca74 HTTP/1.1" status: 204 len: 168 time: 0.8451653 Jul 15 14:24:31.015326 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51710) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:31.062169 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-0998b9c4-05de-47fa-8286-d36abf704ae3 admin admin] Deleting subnet 688abda2-0b2d-4e4c-b4ac-0298996f58f2 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:24:31.065413 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0998b9c4-05de-47fa-8286-d36abf704ae3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:31.116308 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0998b9c4-05de-47fa-8286-d36abf704ae3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:31.204769 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0998b9c4-05de-47fa-8286-d36abf704ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:31.263115 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0998b9c4-05de-47fa-8286-d36abf704ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:31.287880 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998b9c4-05de-47fa-8286-d36abf704ae3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=688abda2-0b2d-4e4c-b4ac-0298996f58f2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:31.294584 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0998b9c4-05de-47fa-8286-d36abf704ae3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:31.296653 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0998b9c4-05de-47fa-8286-d36abf704ae3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/688abda2-0b2d-4e4c-b4ac-0298996f58f2 HTTP/1.1" status: 204 len: 168 time: 0.2803180 Jul 15 14:24:31.299120 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51712) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:31.300932 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c6edb1-bd0d-4775-97a2-f301f57cd8b8 None None] Network 6d8eb809-0f8c-40e8-a400-97ab88ab6a33 requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:24:31.373357 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7fded79-0cf3-4db9-9c75-af9fcdd484b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:31.429803 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a7fded79-0cf3-4db9-9c75-af9fcdd484b5 admin admin] Deleting port 217ea9c5-84d8-4eb2-bfc0-bc11835fe2ef {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:24:31.430041 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7fded79-0cf3-4db9-9c75-af9fcdd484b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:31.496888 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-a7fded79-0cf3-4db9-9c75-af9fcdd484b5 admin admin] For port 217ea9c5-84d8-4eb2-bfc0-bc11835fe2ef, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=217ea9c5-84d8-4eb2-bfc0-bc11835fe2ef,segment=NetworkSegment(42a8dd9a-bcc1-4497-8a8e-451aff757db3),segment_id=42a8dd9a-bcc1-4497-8a8e-451aff757db3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:24:31.497255 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7fded79-0cf3-4db9-9c75-af9fcdd484b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:31.512183 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a7fded79-0cf3-4db9-9c75-af9fcdd484b5 admin admin] Calling delete_port for 217ea9c5-84d8-4eb2-bfc0-bc11835fe2ef owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:24:31.604582 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7fded79-0cf3-4db9-9c75-af9fcdd484b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:31.631644 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fded79-0cf3-4db9-9c75-af9fcdd484b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=217ea9c5-84d8-4eb2-bfc0-bc11835fe2ef,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:31.636992 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fded79-0cf3-4db9-9c75-af9fcdd484b5 admin admin] No DVR routers for this DVR port 217ea9c5-84d8-4eb2-bfc0-bc11835fe2ef on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:24:31.656874 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f744323-ad26-434d-a6fc-2ed645b1fae4 None None] DHCP port deletion for 6d8eb809-0f8c-40e8-a400-97ab88ab6a33 request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:24:31.740111 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7fded79-0cf3-4db9-9c75-af9fcdd484b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:31.752334 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-a7fded79-0cf3-4db9-9c75-af9fcdd484b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d8eb809-0f8c-40e8-a400-97ab88ab6a33']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:31.765117 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-a7fded79-0cf3-4db9-9c75-af9fcdd484b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a8dd9a-bcc1-4497-8a8e-451aff757db3') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:31.765416 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-a7fded79-0cf3-4db9-9c75-af9fcdd484b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a8dd9a-bcc1-4497-8a8e-451aff757db3') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:31.776983 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7fded79-0cf3-4db9-9c75-af9fcdd484b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:31.796311 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7fded79-0cf3-4db9-9c75-af9fcdd484b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:31.806522 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7fded79-0cf3-4db9-9c75-af9fcdd484b5 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:24:31.807181 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7fded79-0cf3-4db9-9c75-af9fcdd484b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: timer() Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:24:31.809077 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:24:31.844651 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 85cdd731-b367-412f-aa1e-c894c489ae75 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:24:31.871310 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7fded79-0cf3-4db9-9c75-af9fcdd484b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:31.873379 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 85cdd731-b367-412f-aa1e-c894c489ae75 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:24:31.873729 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 85cdd731-b367-412f-aa1e-c894c489ae75 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:24:31.874187 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 549b5170-7b1b-45e1-b0b3-9c9d0a8764e7 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:24:31.878768 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7fded79-0cf3-4db9-9c75-af9fcdd484b5 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:31.884040 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-a7fded79-0cf3-4db9-9c75-af9fcdd484b5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6d8eb809-0f8c-40e8-a400-97ab88ab6a33 HTTP/1.1" status: 204 len: 168 time: 0.5807226 Jul 15 14:24:31.885244 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51714) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:31.891186 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fded79-0cf3-4db9-9c75-af9fcdd484b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d8eb809-0f8c-40e8-a400-97ab88ab6a33,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:31.894599 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 549b5170-7b1b-45e1-b0b3-9c9d0a8764e7 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:24:31.894940 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 549b5170-7b1b-45e1-b0b3-9c9d0a8764e7 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:24:31.895355 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 217ea9c5-84d8-4eb2-bfc0-bc11835fe2ef no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:24:31.914280 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 217ea9c5-84d8-4eb2-bfc0-bc11835fe2ef {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:24:31.914619 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 217ea9c5-84d8-4eb2-bfc0-bc11835fe2ef not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:24:32.255039 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab025b4e-ce27-4527-abf2-e56a736730ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:32.532216 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-ab025b4e-ce27-4527-abf2-e56a736730ba admin admin] Deleting port e793ab89-110f-43cc-81eb-7c7e365ebce1 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:24:32.532457 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab025b4e-ce27-4527-abf2-e56a736730ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:32.623437 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-ab025b4e-ce27-4527-abf2-e56a736730ba admin admin] For port e793ab89-110f-43cc-81eb-7c7e365ebce1, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=e793ab89-110f-43cc-81eb-7c7e365ebce1,segment=NetworkSegment(aa3b1054-a0b8-4763-a128-fbca205fc5c5),segment_id=aa3b1054-a0b8-4763-a128-fbca205fc5c5)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:24:32.623823 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab025b4e-ce27-4527-abf2-e56a736730ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:32.640579 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-ab025b4e-ce27-4527-abf2-e56a736730ba admin admin] Calling delete_port for e793ab89-110f-43cc-81eb-7c7e365ebce1 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:24:32.879915 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab025b4e-ce27-4527-abf2-e56a736730ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:32.914743 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab025b4e-ce27-4527-abf2-e56a736730ba admin admin] Pushing event deleted for resources: {'Port': ['ID=e793ab89-110f-43cc-81eb-7c7e365ebce1,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:33.146339 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab025b4e-ce27-4527-abf2-e56a736730ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:33.372683 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab025b4e-ce27-4527-abf2-e56a736730ba admin admin] Router 9bf09572-7377-4bc6-beb1-e397803a1095 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:24:33.521395 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab025b4e-ce27-4527-abf2-e56a736730ba admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:24:33.528459 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ab025b4e-ce27-4527-abf2-e56a736730ba admin admin] 10.222.0.24 "PUT /v2.0/routers/9bf09572-7377-4bc6-beb1-e397803a1095/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6424441 Jul 15 14:24:33.531045 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51720) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:33.534484 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaa9bd2-06dd-4755-b232-351eb175d859 None None] Sync routers for ids ['9bf09572-7377-4bc6-beb1-e397803a1095'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:24:33.547403 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaa9bd2-06dd-4755-b232-351eb175d859 None None] Routers {'9bf09572-7377-4bc6-beb1-e397803a1095'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:24:33.548019 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-eaaa9bd2-06dd-4755-b232-351eb175d859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:24:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['9bf09572-7377-4bc6-beb1-e397803a1095'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:33.683308 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-eaaa9bd2-06dd-4755-b232-351eb175d859 None None] Set router 9bf09572-7377-4bc6-beb1-e397803a1095 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:24:33.925012 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-eaaa9bd2-06dd-4755-b232-351eb175d859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf09572-7377-4bc6-beb1-e397803a1095', 'name': 'tempest-TestShelveInstance-379533060-router', 'tenant_id': '40f8b91a9a4a419ab4dfdf885acb59aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '0147c7c6-11da-4019-a4dd-09d94571d1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:44Z', 'updated_at': '2021-07-15T14:24:32Z', 'revision_number': 5, 'project_id': '40f8b91a9a4a419ab4dfdf885acb59aa', 'gw_port': {'id': '0147c7c6-11da-4019-a4dd-09d94571d1a8', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf09572-7377-4bc6-beb1-e397803a1095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:44Z', 'updated_at': '2021-07-15T14:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:33.959669 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaa9bd2-06dd-4755-b232-351eb175d859 None None] Checking router: 9bf09572-7377-4bc6-beb1-e397803a1095 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:24:33.975197 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaa9bd2-06dd-4755-b232-351eb175d859 None None] Routers {'9bf09572-7377-4bc6-beb1-e397803a1095'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:24:33.975979 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-eaaa9bd2-06dd-4755-b232-351eb175d859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:24:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['9bf09572-7377-4bc6-beb1-e397803a1095'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:34.013141 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5add00ae-c792-4e52-aa97-e4b450bcba49 admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:34.138838 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5add00ae-c792-4e52-aa97-e4b450bcba49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:34.206729 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-eaaa9bd2-06dd-4755-b232-351eb175d859 None None] Set router 9bf09572-7377-4bc6-beb1-e397803a1095 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:24:34.211493 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5add00ae-c792-4e52-aa97-e4b450bcba49 admin admin] Deleting port 0147c7c6-11da-4019-a4dd-09d94571d1a8 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:24:34.211886 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5add00ae-c792-4e52-aa97-e4b450bcba49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:34.308857 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-5add00ae-c792-4e52-aa97-e4b450bcba49 admin admin] For port 0147c7c6-11da-4019-a4dd-09d94571d1a8, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0147c7c6-11da-4019-a4dd-09d94571d1a8,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:24:34.309218 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5add00ae-c792-4e52-aa97-e4b450bcba49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:34.324237 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5add00ae-c792-4e52-aa97-e4b450bcba49 admin admin] Calling delete_port for 0147c7c6-11da-4019-a4dd-09d94571d1a8 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:24:34.422321 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-eaaa9bd2-06dd-4755-b232-351eb175d859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf09572-7377-4bc6-beb1-e397803a1095', 'name': 'tempest-TestShelveInstance-379533060-router', 'tenant_id': '40f8b91a9a4a419ab4dfdf885acb59aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '0147c7c6-11da-4019-a4dd-09d94571d1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:44Z', 'updated_at': '2021-07-15T14:24:32Z', 'revision_number': 5, 'project_id': '40f8b91a9a4a419ab4dfdf885acb59aa', 'gw_port': {'id': '0147c7c6-11da-4019-a4dd-09d94571d1a8', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf09572-7377-4bc6-beb1-e397803a1095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:44Z', 'updated_at': '2021-07-15T14:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:34.452458 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaa9bd2-06dd-4755-b232-351eb175d859 None None] The sync data for ids ['9bf09572-7377-4bc6-beb1-e397803a1095'] in n-d-758944-45 is: [{'id': '9bf09572-7377-4bc6-beb1-e397803a1095', 'name': 'tempest-TestShelveInstance-379533060-router', 'tenant_id': '40f8b91a9a4a419ab4dfdf885acb59aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '0147c7c6-11da-4019-a4dd-09d94571d1a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:44Z', 'updated_at': '2021-07-15T14:24:32Z', 'revision_number': 5, 'project_id': '40f8b91a9a4a419ab4dfdf885acb59aa', 'gw_port': {'id': '0147c7c6-11da-4019-a4dd-09d94571d1a8', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf09572-7377-4bc6-beb1-e397803a1095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:44Z', 'updated_at': '2021-07-15T14:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:24:34.537926 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5add00ae-c792-4e52-aa97-e4b450bcba49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:34.574060 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add00ae-c792-4e52-aa97-e4b450bcba49 admin admin] Pushing event deleted for resources: {'Port': ['ID=0147c7c6-11da-4019-a4dd-09d94571d1a8,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:34.645337 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5add00ae-c792-4e52-aa97-e4b450bcba49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:34.746475 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5add00ae-c792-4e52-aa97-e4b450bcba49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:34.748916 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5add00ae-c792-4e52-aa97-e4b450bcba49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:34.800233 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5add00ae-c792-4e52-aa97-e4b450bcba49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:34.800762 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5add00ae-c792-4e52-aa97-e4b450bcba49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bf09572-7377-4bc6-beb1-e397803a1095 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:24:34.808054 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5add00ae-c792-4e52-aa97-e4b450bcba49 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:34.809367 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5add00ae-c792-4e52-aa97-e4b450bcba49 admin admin] 10.222.0.24 "DELETE /v2.0/routers/9bf09572-7377-4bc6-beb1-e397803a1095 HTTP/1.1" status: 204 len: 168 time: 1.2770188 Jul 15 14:24:34.813393 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51722) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:34.869052 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c2e19a8-b358-431d-a2d1-2d083bf290d0 admin admin] Deleting subnet 3342ce7b-18d9-412f-9a04-c7cca3c9f142 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:24:34.872901 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2c2e19a8-b358-431d-a2d1-2d083bf290d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:34.918921 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2c2e19a8-b358-431d-a2d1-2d083bf290d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:35.017916 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2c2e19a8-b358-431d-a2d1-2d083bf290d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:35.083618 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2c2e19a8-b358-431d-a2d1-2d083bf290d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:35.126114 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e19a8-b358-431d-a2d1-2d083bf290d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3342ce7b-18d9-412f-9a04-c7cca3c9f142,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:35.132620 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2c2e19a8-b358-431d-a2d1-2d083bf290d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:35.135380 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-2c2e19a8-b358-431d-a2d1-2d083bf290d0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3342ce7b-18d9-412f-9a04-c7cca3c9f142 HTTP/1.1" status: 204 len: 168 time: 0.3208013 Jul 15 14:24:35.139202 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51724) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:35.141525 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852c70df-96a1-4cd1-bc24-e3d2eabab147 None None] Network c55eded4-9a5b-492a-a372-1a6a1f76e2ab requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:24:35.250752 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d585239e-440d-4f99-82f8-9e9af655a86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:35.331509 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-d585239e-440d-4f99-82f8-9e9af655a86f admin admin] Deleting port 9b5b0224-1bc1-481e-a845-a78771d7217a {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:24:35.332018 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d585239e-440d-4f99-82f8-9e9af655a86f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:35.407325 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-d585239e-440d-4f99-82f8-9e9af655a86f admin admin] For port 9b5b0224-1bc1-481e-a845-a78771d7217a, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=9b5b0224-1bc1-481e-a845-a78771d7217a,segment=NetworkSegment(aa3b1054-a0b8-4763-a128-fbca205fc5c5),segment_id=aa3b1054-a0b8-4763-a128-fbca205fc5c5)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:24:35.407681 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d585239e-440d-4f99-82f8-9e9af655a86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:35.421204 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-d585239e-440d-4f99-82f8-9e9af655a86f admin admin] Calling delete_port for 9b5b0224-1bc1-481e-a845-a78771d7217a owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:24:35.519597 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d585239e-440d-4f99-82f8-9e9af655a86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:35.546738 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585239e-440d-4f99-82f8-9e9af655a86f admin admin] Pushing event deleted for resources: {'Port': ['ID=9b5b0224-1bc1-481e-a845-a78771d7217a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:35.550206 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d585239e-440d-4f99-82f8-9e9af655a86f admin admin] No DVR routers for this DVR port 9b5b0224-1bc1-481e-a845-a78771d7217a on host n-d-758944-45 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:24:35.612207 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9869f036-8aa1-4f74-8ca3-593d81198bdc None None] DHCP port deletion for c55eded4-9a5b-492a-a372-1a6a1f76e2ab request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:24:35.639399 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d585239e-440d-4f99-82f8-9e9af655a86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:35.651126 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-d585239e-440d-4f99-82f8-9e9af655a86f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c55eded4-9a5b-492a-a372-1a6a1f76e2ab']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:35.676934 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-d585239e-440d-4f99-82f8-9e9af655a86f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa3b1054-a0b8-4763-a128-fbca205fc5c5') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:35.677225 n-d-758944-45 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-d585239e-440d-4f99-82f8-9e9af655a86f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa3b1054-a0b8-4763-a128-fbca205fc5c5') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:35.687861 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d585239e-440d-4f99-82f8-9e9af655a86f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8662775'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:35.702482 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d585239e-440d-4f99-82f8-9e9af655a86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:35.710178 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d585239e-440d-4f99-82f8-9e9af655a86f admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:24:35.710759 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d585239e-440d-4f99-82f8-9e9af655a86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8476904'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:35.712972 n-d-758944-45 neutron-server[93813]: Traceback (most recent call last): Jul 15 14:24:35.712972 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:24:35.712972 n-d-758944-45 neutron-server[93813]: timer() Jul 15 14:24:35.712972 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:24:35.712972 n-d-758944-45 neutron-server[93813]: cb(*args, **kw) Jul 15 14:24:35.712972 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:24:35.712972 n-d-758944-45 neutron-server[93813]: return func(*args, **kwargs) Jul 15 14:24:35.712972 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:24:35.712972 n-d-758944-45 neutron-server[93813]: self._notify() Jul 15 14:24:35.712972 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:24:35.712972 n-d-758944-45 neutron-server[93813]: self.callback(batched_events) Jul 15 14:24:35.712972 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:24:35.712972 n-d-758944-45 neutron-server[93813]: event.method(event) Jul 15 14:24:35.712972 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:24:35.712972 n-d-758944-45 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:24:35.712972 n-d-758944-45 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:24:35.712972 n-d-758944-45 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:24:35.712972 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:24:35.712972 n-d-758944-45 neutron-server[93813]: return f(self, *a, **k) Jul 15 14:24:35.712972 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:24:35.712972 n-d-758944-45 neutron-server[93813]: return self._get(url).json() Jul 15 14:24:35.712972 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:24:35.712972 n-d-758944-45 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:24:35.712972 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:24:35.712972 n-d-758944-45 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 15 14:24:35.712972 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:24:35.712972 n-d-758944-45 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:24:35.712972 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:24:35.712972 n-d-758944-45 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:24:35.712972 n-d-758944-45 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:24:35.712972 n-d-758944-45 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:24:35.712972 n-d-758944-45 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:24:35.774639 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d585239e-440d-4f99-82f8-9e9af655a86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:35.781655 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d585239e-440d-4f99-82f8-9e9af655a86f admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:35.784750 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d585239e-440d-4f99-82f8-9e9af655a86f admin admin] 10.222.0.24 "DELETE /v2.0/networks/c55eded4-9a5b-492a-a372-1a6a1f76e2ab HTTP/1.1" status: 204 len: 168 time: 0.6442235 Jul 15 14:24:35.800586 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585239e-440d-4f99-82f8-9e9af655a86f admin admin] Pushing event deleted for resources: {'Network': ['ID=c55eded4-9a5b-492a-a372-1a6a1f76e2ab,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:35.879784 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 9b5b0224-1bc1-481e-a845-a78771d7217a no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:24:35.914094 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 9b5b0224-1bc1-481e-a845-a78771d7217a {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:24:35.914601 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 9b5b0224-1bc1-481e-a845-a78771d7217a not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:24:35.915264 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0147c7c6-11da-4019-a4dd-09d94571d1a8 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:24:35.948093 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 0147c7c6-11da-4019-a4dd-09d94571d1a8 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:24:35.948453 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0147c7c6-11da-4019-a4dd-09d94571d1a8 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:24:35.948857 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e793ab89-110f-43cc-81eb-7c7e365ebce1 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:24:35.954427 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51728) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:35.975437 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: e793ab89-110f-43cc-81eb-7c7e365ebce1 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:24:35.975910 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device e793ab89-110f-43cc-81eb-7c7e365ebce1 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:24:36.009222 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7595b126-7544-4c57-b031-c0774f3c302c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=432d913499a64e3cb0c99b0c214e8467&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536127 Jul 15 14:24:36.012038 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51730) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:36.065534 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dd71b500-bee6-47ea-866a-a0f7c0a2c2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:36.092883 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dd71b500-bee6-47ea-866a-a0f7c0a2c2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:36.146972 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dd71b500-bee6-47ea-866a-a0f7c0a2c2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:36.149603 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dd71b500-bee6-47ea-866a-a0f7c0a2c2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:36.150798 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-dd71b500-bee6-47ea-866a-a0f7c0a2c2cd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d69833c-43c5-48bb-894b-68c2f7cf9ddc HTTP/1.1" status: 204 len: 168 time: 0.1377449 Jul 15 14:24:36.159588 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71b500-bee6-47ea-866a-a0f7c0a2c2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d69833c-43c5-48bb-894b-68c2f7cf9ddc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:36.552929 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51736) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:36.600417 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-39c83db6-31c8-4fbe-89e7-341ba07cc7e6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40f8b91a9a4a419ab4dfdf885acb59aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459695 Jul 15 14:24:36.603649 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51738) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:36.671555 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9827f6f2-df62-4068-90d5-8c3446af2453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:36.702993 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9827f6f2-df62-4068-90d5-8c3446af2453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:36.759058 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9827f6f2-df62-4068-90d5-8c3446af2453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:36.761634 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9827f6f2-df62-4068-90d5-8c3446af2453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:36.763575 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9827f6f2-df62-4068-90d5-8c3446af2453 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ae568a6-8820-40f9-bead-0170f2c7f941 HTTP/1.1" status: 204 len: 168 time: 0.1586578 Jul 15 14:24:36.774511 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827f6f2-df62-4068-90d5-8c3446af2453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae568a6-8820-40f9-bead-0170f2c7f941,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:37.510529 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51760) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:37.626564 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-04ded750-b748-4efb-a2c3-9813e7640254 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-214042553-network', 'tenant_id': '6498a8d3867d496f85971a103c37448a'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:24:37.652310 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ded750-b748-4efb-a2c3-9813e7640254 admin admin] Made reservation on behalf of 6498a8d3867d496f85971a103c37448a for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:24:37.654939 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04ded750-b748-4efb-a2c3-9813e7640254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:37.664554 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04ded750-b748-4efb-a2c3-9813e7640254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:37.778336 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04ded750-b748-4efb-a2c3-9813e7640254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:37.783520 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04ded750-b748-4efb-a2c3-9813e7640254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:37.814726 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04ded750-b748-4efb-a2c3-9813e7640254 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:24:37.825495 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ded750-b748-4efb-a2c3-9813e7640254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56022af8-b314-4f4a-8091-70db6a88f30f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:37.832967 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04ded750-b748-4efb-a2c3-9813e7640254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:37.833579 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-04ded750-b748-4efb-a2c3-9813e7640254 admin admin] Added segment f641572b-72fb-4c59-b9d6-96a2c739cd33 of type vlan for network 5534d6bb-2cb2-45a0-be14-16d28332067f Jul 15 14:24:37.890906 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04ded750-b748-4efb-a2c3-9813e7640254 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:37.921356 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04ded750-b748-4efb-a2c3-9813e7640254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:37.922359 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ded750-b748-4efb-a2c3-9813e7640254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:37.922958 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04ded750-b748-4efb-a2c3-9813e7640254 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:37.956600 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-04ded750-b748-4efb-a2c3-9813e7640254 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4448855 Jul 15 14:24:37.961371 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51764) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:37.966881 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-52f1fe0c-d19e-42a3-b548-1bd39b9d855a admin admin] Request body: {'subnet': {'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-214042553-subnet', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:24:37.991958 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ded750-b748-4efb-a2c3-9813e7640254 admin admin] Pushing event updated for resources: {'Network': ['ID=5534d6bb-2cb2-45a0-be14-16d28332067f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:37.995609 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f1fe0c-d19e-42a3-b548-1bd39b9d855a admin admin] Made reservation on behalf of 6498a8d3867d496f85971a103c37448a for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:24:37.998103 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-52f1fe0c-d19e-42a3-b548-1bd39b9d855a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12120283'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:38.012126 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 5534d6bb-2cb2-45a0-be14-16d28332067f details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:24:38.205961 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-52f1fe0c-d19e-42a3-b548-1bd39b9d855a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12120265'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:38.262506 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1fe0c-d19e-42a3-b548-1bd39b9d855a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b18cdd1-0f32-4100-961d-ea0498b83d4a,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:38.275512 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f1fe0c-d19e-42a3-b548-1bd39b9d855a admin admin] Checking segment: {'id': 'f641572b-72fb-4c59-b9d6-96a2c739cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:24:38.275876 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f1fe0c-d19e-42a3-b548-1bd39b9d855a admin admin] Network hostable DHCP agents. Network: 5534d6bb-2cb2-45a0-be14-16d28332067f, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:24:38.296770 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f1fe0c-d19e-42a3-b548-1bd39b9d855a admin admin] Network 5534d6bb-2cb2-45a0-be14-16d28332067f is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:24:38.307773 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-52f1fe0c-d19e-42a3-b548-1bd39b9d855a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 5534d6bb-2cb2-45a0-be14-16d28332067f) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:24:38.313852 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f1fe0c-d19e-42a3-b548-1bd39b9d855a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:38.314803 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-52f1fe0c-d19e-42a3-b548-1bd39b9d855a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679834'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:38.320984 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4d0c54-efae-479b-931a-bf226992d521 None None] Network 5534d6bb-2cb2-45a0-be14-16d28332067f requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:24:38.333296 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-52f1fe0c-d19e-42a3-b548-1bd39b9d855a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3706596 Jul 15 14:24:38.337047 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51766) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:38.341626 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5c3c74c5-d94f-43a1-8bfb-8c9e58ced2bf admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-214042553-router', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:24:38.368212 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c3c74c5-d94f-43a1-8bfb-8c9e58ced2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:38.369513 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c3c74c5-d94f-43a1-8bfb-8c9e58ced2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:38.434324 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c3c74c5-d94f-43a1-8bfb-8c9e58ced2bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:38.485989 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-5534d6bb-2cb2-45a0-be14-16d28332067f', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'fixed_ips': [{'subnet_id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:24:38.487016 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:38.577938 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c3c74c5-d94f-43a1-8bfb-8c9e58ced2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:38.633731 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] Allocated IP 172.20.0.2 (5534d6bb-2cb2-45a0-be14-16d28332067f/8b18cdd1-0f32-4100-961d-ea0498b83d4a/a136afcc-00f5-421b-a95a-a47dc38104d5) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:24:38.798388 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:38.800670 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c3c74c5-d94f-43a1-8bfb-8c9e58ced2bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:38.807672 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] Transition to ACTIVE for port object a136afcc-00f5-421b-a95a-a47dc38104d5 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:24:38.823652 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c3c74c5-d94f-43a1-8bfb-8c9e58ced2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:38.826609 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] Transition to ACTIVE for port object a136afcc-00f5-421b-a95a-a47dc38104d5 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:24:38.838052 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:38.879401 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] Network 5534d6bb-2cb2-45a0-be14-16d28332067f is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:24:38.882859 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:24:38.887645 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:24:38.896014 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] Pushing event updated for resources: {'Port': ['ID=a136afcc-00f5-421b-a95a-a47dc38104d5,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:38.907257 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:38.907600 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:38.907943 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:38.908282 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:38.908609 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:38.908944 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:38.909272 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:38.909722 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:38.909954 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:38.910283 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:38.910608 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:38.910927 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:38.953731 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-5c3c74c5-d94f-43a1-8bfb-8c9e58ced2bf admin admin] Allocated IP 172.25.6.181 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/85e2770d-caca-4c29-8fd7-9fe818bec585) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:24:38.967561 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] Attempting to bind port a136afcc-00f5-421b-a95a-a47dc38104d5 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:24:38.968747 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] Attempting to bind port a136afcc-00f5-421b-a95a-a47dc38104d5 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'f641572b-72fb-4c59-b9d6-96a2c739cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:24:38.968747 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] Attempting to bind port a136afcc-00f5-421b-a95a-a47dc38104d5 on network 5534d6bb-2cb2-45a0-be14-16d28332067f {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:24:38.977528 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:24:38.978153 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] Checking segment: {'id': 'f641572b-72fb-4c59-b9d6-96a2c739cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:24:38.978752 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:38.979216 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] Bound using segment: {'id': 'f641572b-72fb-4c59-b9d6-96a2c739cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:24:38.979848 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] Bound port: a136afcc-00f5-421b-a95a-a47dc38104d5, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f641572b-72fb-4c59-b9d6-96a2c739cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:24:38.980441 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:39.057390 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] For port a136afcc-00f5-421b-a95a-a47dc38104d5, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:24:39.061284 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] For port a136afcc-00f5-421b-a95a-a47dc38104d5, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a136afcc-00f5-421b-a95a-a47dc38104d5,segment=NetworkSegment(f641572b-72fb-4c59-b9d6-96a2c739cd33),segment_id=f641572b-72fb-4c59-b9d6-96a2c739cd33)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:24:39.066986 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:39.108595 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c3c74c5-d94f-43a1-8bfb-8c9e58ced2bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:39.165914 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c3c74c5-d94f-43a1-8bfb-8c9e58ced2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:39.169961 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe280da3-5d72-418a-b90a-91ec35004f8c None None] Pushing event updated for resources: {'Port': ['ID=a136afcc-00f5-421b-a95a-a47dc38104d5,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:39.184026 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:39.232584 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3c74c5-d94f-43a1-8bfb-8c9e58ced2bf admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:24:39.238242 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-5c3c74c5-d94f-43a1-8bfb-8c9e58ced2bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:24:39.242276 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3c74c5-d94f-43a1-8bfb-8c9e58ced2bf admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:24:39.277843 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c74c5-d94f-43a1-8bfb-8c9e58ced2bf admin admin] Pushing event updated for resources: {'Port': ['ID=85e2770d-caca-4c29-8fd7-9fe818bec585,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:39.568589 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c3c74c5-d94f-43a1-8bfb-8c9e58ced2bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:39.778282 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c3c74c5-d94f-43a1-8bfb-8c9e58ced2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:39.877229 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a136afcc-00f5-421b-a95a-a47dc38104d5 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:24:39.943815 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3c74c5-d94f-43a1-8bfb-8c9e58ced2bf admin admin] Router ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:24:39.947614 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port a136afcc-00f5-421b-a95a-a47dc38104d5 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:24:40.086527 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3c74c5-d94f-43a1-8bfb-8c9e58ced2bf admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:24:40.102826 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fc298d-201c-4090-8b1a-d7f316d449e1 None None] Sync routers for ids ['ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:24:40.113414 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c3c74c5-d94f-43a1-8bfb-8c9e58ced2bf admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:40.120136 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-5c3c74c5-d94f-43a1-8bfb-8c9e58ced2bf admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7772090 Jul 15 14:24:40.120707 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51768) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:40.124742 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fc298d-201c-4090-8b1a-d7f316d449e1 None None] Routers {'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:24:40.125885 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-00fc298d-201c-4090-8b1a-d7f316d449e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:24:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:40.270378 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9716c4-f87d-497c-9b82-f3ac7ed8e33f None None] Network 5534d6bb-2cb2-45a0-be14-16d28332067f requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:24:40.350009 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-00fc298d-201c-4090-8b1a-d7f316d449e1 None None] Set router ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:24:40.493398 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fe807ac6-b5ca-40ba-bc88-5ec80c2af124 None None] Provisioning for port a136afcc-00f5-421b-a95a-a47dc38104d5 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:24:40.521796 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fe807ac6-b5ca-40ba-bc88-5ec80c2af124 None None] Provisioning complete for port a136afcc-00f5-421b-a95a-a47dc38104d5 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:24:40.522853 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe807ac6-b5ca-40ba-bc88-5ec80c2af124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:40.697423 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60a33e1e-b676-4751-bea9-e4dbf30280f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:40.765157 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe807ac6-b5ca-40ba-bc88-5ec80c2af124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:40.806374 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-00fc298d-201c-4090-8b1a-d7f316d449e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'name': 'tempest-TestSnapshotPattern-214042553-router', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:39Z', 'revision_number': 3, 'project_id': '6498a8d3867d496f85971a103c37448a', 'gw_port': {'id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:40.843027 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-fe807ac6-b5ca-40ba-bc88-5ec80c2af124 None None] For port a136afcc-00f5-421b-a95a-a47dc38104d5, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a136afcc-00f5-421b-a95a-a47dc38104d5,segment=NetworkSegment(f641572b-72fb-4c59-b9d6-96a2c739cd33),segment_id=f641572b-72fb-4c59-b9d6-96a2c739cd33)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:24:40.844531 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fc298d-201c-4090-8b1a-d7f316d449e1 None None] Checking router: ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:24:40.845047 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fc298d-201c-4090-8b1a-d7f316d449e1 None None] Updating router ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d port 85e2770d-caca-4c29-8fd7-9fe818bec585 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:24:40.868185 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fe807ac6-b5ca-40ba-bc88-5ec80c2af124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:40.909049 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-60a33e1e-b676-4751-bea9-e4dbf30280f6 admin admin] Allocated IP 172.20.0.1 (5534d6bb-2cb2-45a0-be14-16d28332067f/8b18cdd1-0f32-4100-961d-ea0498b83d4a/56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:24:40.930107 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00fc298d-201c-4090-8b1a-d7f316d449e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:40.988834 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe807ac6-b5ca-40ba-bc88-5ec80c2af124 None None] Pushing event updated for resources: {'Port': ['ID=a136afcc-00f5-421b-a95a-a47dc38104d5,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:41.111235 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fcbf016e-df17-45e8-8f69-69ec3fde9046 None None] Provisioning complete for port a136afcc-00f5-421b-a95a-a47dc38104d5 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:24:41.111926 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fcbf016e-df17-45e8-8f69-69ec3fde9046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:41.391835 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00fc298d-201c-4090-8b1a-d7f316d449e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:41.407723 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-00fc298d-201c-4090-8b1a-d7f316d449e1 None None] Transition to ACTIVE for port object 85e2770d-caca-4c29-8fd7-9fe818bec585 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:24:41.416623 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00fc298d-201c-4090-8b1a-d7f316d449e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:41.431690 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60a33e1e-b676-4751-bea9-e4dbf30280f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:41.447349 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-60a33e1e-b676-4751-bea9-e4dbf30280f6 admin admin] Transition to ACTIVE for port object 56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:24:41.489608 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60a33e1e-b676-4751-bea9-e4dbf30280f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:41.545866 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a33e1e-b676-4751-bea9-e4dbf30280f6 admin admin] Network 5534d6bb-2cb2-45a0-be14-16d28332067f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:24:41.549783 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-60a33e1e-b676-4751-bea9-e4dbf30280f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:24:41.553871 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a33e1e-b676-4751-bea9-e4dbf30280f6 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:24:41.578073 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a33e1e-b676-4751-bea9-e4dbf30280f6 admin admin] Pushing event updated for resources: {'Port': ['ID=56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:41.623450 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60a33e1e-b676-4751-bea9-e4dbf30280f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:41.640123 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b673ed-f210-4ad5-b09d-cd784b7c596f None None] Pushing event updated for resources: {'Port': ['ID=85e2770d-caca-4c29-8fd7-9fe818bec585,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:41.642867 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-00fc298d-201c-4090-8b1a-d7f316d449e1 None None] Attempting to bind port 85e2770d-caca-4c29-8fd7-9fe818bec585 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:24:41.643382 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-00fc298d-201c-4090-8b1a-d7f316d449e1 None None] Attempting to bind port 85e2770d-caca-4c29-8fd7-9fe818bec585 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:24:41.643761 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fc298d-201c-4090-8b1a-d7f316d449e1 None None] Attempting to bind port 85e2770d-caca-4c29-8fd7-9fe818bec585 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:24:41.651189 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fc298d-201c-4090-8b1a-d7f316d449e1 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:24:41.651605 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fc298d-201c-4090-8b1a-d7f316d449e1 None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:24:41.652015 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00fc298d-201c-4090-8b1a-d7f316d449e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:41.652406 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fc298d-201c-4090-8b1a-d7f316d449e1 None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:24:41.652888 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-00fc298d-201c-4090-8b1a-d7f316d449e1 None None] Bound port: 85e2770d-caca-4c29-8fd7-9fe818bec585, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:24:41.653275 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00fc298d-201c-4090-8b1a-d7f316d449e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:41.728368 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-00fc298d-201c-4090-8b1a-d7f316d449e1 None None] For port 85e2770d-caca-4c29-8fd7-9fe818bec585, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:24:41.734068 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-00fc298d-201c-4090-8b1a-d7f316d449e1 None None] For port 85e2770d-caca-4c29-8fd7-9fe818bec585, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=85e2770d-caca-4c29-8fd7-9fe818bec585,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:24:41.740155 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00fc298d-201c-4090-8b1a-d7f316d449e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:41.815804 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b673ed-f210-4ad5-b09d-cd784b7c596f None None] Pushing event updated for resources: {'Port': ['ID=85e2770d-caca-4c29-8fd7-9fe818bec585,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:41.816778 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60a33e1e-b676-4751-bea9-e4dbf30280f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:41.818387 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fc298d-201c-4090-8b1a-d7f316d449e1 None None] Routers {'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:24:41.818994 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-00fc298d-201c-4090-8b1a-d7f316d449e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:24:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:41.887975 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-bc3ab51f-814c-4e57-a39b-2523eea6aadb None None] Provisioning for port 56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:24:41.917694 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a136afcc-00f5-421b-a95a-a47dc38104d5 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:24:41.922013 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-bc3ab51f-814c-4e57-a39b-2523eea6aadb None None] Provisioning complete for port 56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:24:41.922474 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc3ab51f-814c-4e57-a39b-2523eea6aadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:42.005876 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-bc3ab51f-814c-4e57-a39b-2523eea6aadb None None] Port 56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:24:42.008910 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-00fc298d-201c-4090-8b1a-d7f316d449e1 None None] Set router ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:24:42.036356 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60a33e1e-b676-4751-bea9-e4dbf30280f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:42.041555 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60a33e1e-b676-4751-bea9-e4dbf30280f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:42.114356 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a33e1e-b676-4751-bea9-e4dbf30280f6 admin admin] Pushing event updated for resources: {'Port': ['ID=56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:42.118047 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60a33e1e-b676-4751-bea9-e4dbf30280f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:42.118647 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port a136afcc-00f5-421b-a95a-a47dc38104d5 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:24:42.119212 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:42.218836 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a33e1e-b676-4751-bea9-e4dbf30280f6 admin admin] Network 5534d6bb-2cb2-45a0-be14-16d28332067f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:24:42.220587 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-60a33e1e-b676-4751-bea9-e4dbf30280f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:24:42.309595 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-00fc298d-201c-4090-8b1a-d7f316d449e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'name': 'tempest-TestSnapshotPattern-214042553-router', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:41Z', 'revision_number': 4, 'project_id': '6498a8d3867d496f85971a103c37448a', 'gw_port': {'id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2', 'name': '', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'mac_address': 'fa:16:3e:6f:13:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:40Z', 'updated_at': '2021-07-15T14:24:40Z', 'revision_number': 1, 'project_id': '6498a8d3867d496f85971a103c37448a', 'subnets': [{'id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:42.337880 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fc298d-201c-4090-8b1a-d7f316d449e1 None None] The sync data for ids ['ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'] in n-d-758944-45 is: [{'id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'name': 'tempest-TestSnapshotPattern-214042553-router', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:41Z', 'revision_number': 4, 'project_id': '6498a8d3867d496f85971a103c37448a', 'gw_port': {'id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2', 'name': '', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'mac_address': 'fa:16:3e:6f:13:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:40Z', 'updated_at': '2021-07-15T14:24:40Z', 'revision_number': 1, 'project_id': '6498a8d3867d496f85971a103c37448a', 'subnets': [{'id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:24:42.349194 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a33e1e-b676-4751-bea9-e4dbf30280f6 admin admin] Router ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:24:42.481732 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a33e1e-b676-4751-bea9-e4dbf30280f6 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:24:42.487206 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-60a33e1e-b676-4751-bea9-e4dbf30280f6 admin admin] 10.222.0.24 "PUT /v2.0/routers/ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3634343 Jul 15 14:24:42.534267 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-273b21e5-a61e-4648-94ee-6ac169a6de32 None None] Provisioning complete for port 56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:24:42.534679 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-273b21e5-a61e-4648-94ee-6ac169a6de32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:42.595734 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-273b21e5-a61e-4648-94ee-6ac169a6de32 None None] Port 56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:24:43.083130 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51784) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:43.094319 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-264ea063-a2c6-4ac7-838f-4004d51bfa18 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-163229577-network', 'tenant_id': '9001709442af49ca996abad36c9cd638'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:24:43.119145 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264ea063-a2c6-4ac7-838f-4004d51bfa18 admin admin] Made reservation on behalf of 9001709442af49ca996abad36c9cd638 for: {'network': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:24:43.122397 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-264ea063-a2c6-4ac7-838f-4004d51bfa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for network, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:43.135427 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-264ea063-a2c6-4ac7-838f-4004d51bfa18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:43.254242 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-264ea063-a2c6-4ac7-838f-4004d51bfa18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:43.259812 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-264ea063-a2c6-4ac7-838f-4004d51bfa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:43.286772 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264ea063-a2c6-4ac7-838f-4004d51bfa18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:24:43.297492 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ea063-a2c6-4ac7-838f-4004d51bfa18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f259eeaf-082b-4cb2-83a3-bb627d512529,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:43.304434 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-264ea063-a2c6-4ac7-838f-4004d51bfa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:43.304772 n-d-758944-45 neutron-server[93814]: INFO neutron.db.segments_db [None req-264ea063-a2c6-4ac7-838f-4004d51bfa18 admin admin] Added segment 046f6c75-c75b-4b65-b8d4-e2b5ad110bb7 of type vlan for network 83e32b6f-7cb4-4ed5-a256-864e9ef56bbb Jul 15 14:24:43.357839 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-264ea063-a2c6-4ac7-838f-4004d51bfa18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732685410582'] for network, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:43.391892 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-264ea063-a2c6-4ac7-838f-4004d51bfa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788'] for network, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:43.392839 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264ea063-a2c6-4ac7-838f-4004d51bfa18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:43.393437 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-264ea063-a2c6-4ac7-838f-4004d51bfa18 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:43.425902 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-264ea063-a2c6-4ac7-838f-4004d51bfa18 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3415864 Jul 15 14:24:43.429022 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51786) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:43.435502 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-d3ecf74b-406a-45ef-89f3-fc4a8c33edaa admin admin] Request body: {'subnet': {'network_id': '83e32b6f-7cb4-4ed5-a256-864e9ef56bbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-163229577-subnet', 'tenant_id': '9001709442af49ca996abad36c9cd638', 'ip_version': 4}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:24:43.465379 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ea063-a2c6-4ac7-838f-4004d51bfa18 admin admin] Pushing event updated for resources: {'Network': ['ID=83e32b6f-7cb4-4ed5-a256-864e9ef56bbb,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:43.476256 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Network 83e32b6f-7cb4-4ed5-a256-864e9ef56bbb details requested by agent ovs-agent-n-d-758944-45 with host n-d-758944-45 {{(pid=93815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:24:43.487472 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ecf74b-406a-45ef-89f3-fc4a8c33edaa admin admin] Made reservation on behalf of 9001709442af49ca996abad36c9cd638 for: {'subnet': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:24:43.490635 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3ecf74b-406a-45ef-89f3-fc4a8c33edaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11768430'] for subnet, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:43.688596 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3ecf74b-406a-45ef-89f3-fc4a8c33edaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9521127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11768444'] for subnet, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:43.759244 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ecf74b-406a-45ef-89f3-fc4a8c33edaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4323323-b10d-43b2-8b7e-488af5976a45,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:43.767646 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ecf74b-406a-45ef-89f3-fc4a8c33edaa admin admin] Checking segment: {'id': '046f6c75-c75b-4b65-b8d4-e2b5ad110bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '83e32b6f-7cb4-4ed5-a256-864e9ef56bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:24:43.768072 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ecf74b-406a-45ef-89f3-fc4a8c33edaa admin admin] Network hostable DHCP agents. Network: 83e32b6f-7cb4-4ed5-a256-864e9ef56bbb, hostable agents: ['bbf2e3f7-b432-4488-a4a4-9ae7ef248268'], hosted agents: [] {{(pid=93814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:24:43.788324 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ecf74b-406a-45ef-89f3-fc4a8c33edaa admin admin] Network 83e32b6f-7cb4-4ed5-a256-864e9ef56bbb is scheduled to be hosted by DHCP agent bbf2e3f7-b432-4488-a4a4-9ae7ef248268 with binding_index 1 {{(pid=93814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:24:43.799264 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d3ecf74b-406a-45ef-89f3-fc4a8c33edaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-45, 83e32b6f-7cb4-4ed5-a256-864e9ef56bbb) {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:24:43.804313 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ecf74b-406a-45ef-89f3-fc4a8c33edaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:43.805173 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3ecf74b-406a-45ef-89f3-fc4a8c33edaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:43.820304 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f3315f-51fb-4b4f-bad9-a4cc26228193 None None] Network 83e32b6f-7cb4-4ed5-a256-864e9ef56bbb requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:24:43.828670 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51788) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:43.830295 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d3ecf74b-406a-45ef-89f3-fc4a8c33edaa admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3957102 Jul 15 14:24:43.833636 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-386c49f7-b31d-4886-923a-c0b314f9f6a6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-163229577-router', 'tenant_id': '9001709442af49ca996abad36c9cd638', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:24:43.862086 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-386c49f7-b31d-4886-923a-c0b314f9f6a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3773665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62053'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:43.864020 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-386c49f7-b31d-4886-923a-c0b314f9f6a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4086675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3773478', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62060'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:43.918234 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 85e2770d-caca-4c29-8fd7-9fe818bec585 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:24:43.940586 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-386c49f7-b31d-4886-923a-c0b314f9f6a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:44.048476 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 85e2770d-caca-4c29-8fd7-9fe818bec585 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:24:44.054507 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44de3f8-bd8c-430e-9752-a691ac59c25b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26e200d2-b976-5a36-9861-88bc669ef9ad-83e32b6f-7cb4-4ed5-a256-864e9ef56bbb', 'network_id': '83e32b6f-7cb4-4ed5-a256-864e9ef56bbb', 'tenant_id': '9001709442af49ca996abad36c9cd638', 'fixed_ips': [{'subnet_id': 'a4323323-b10d-43b2-8b7e-488af5976a45'}]}} from n-d-758944-45. {{(pid=93815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:24:44.055385 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e44de3f8-bd8c-430e-9752-a691ac59c25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:44.061040 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 85e2770d-caca-4c29-8fd7-9fe818bec585 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:24:44.061458 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:44.093078 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-386c49f7-b31d-4886-923a-c0b314f9f6a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3773492', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3773572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62078'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:44.291464 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:44.322313 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-e44de3f8-bd8c-430e-9752-a691ac59c25b None None] Allocated IP 172.20.0.2 (83e32b6f-7cb4-4ed5-a256-864e9ef56bbb/a4323323-b10d-43b2-8b7e-488af5976a45/2bc67336-cb89-420d-9e25-cd3b656a8579) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:24:44.325860 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 85e2770d-caca-4c29-8fd7-9fe818bec585, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=85e2770d-caca-4c29-8fd7-9fe818bec585,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:24:44.331684 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:44.409058 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-386c49f7-b31d-4886-923a-c0b314f9f6a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:44.438597 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-386c49f7-b31d-4886-923a-c0b314f9f6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:44.458704 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=85e2770d-caca-4c29-8fd7-9fe818bec585,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:44.592398 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e44de3f8-bd8c-430e-9752-a691ac59c25b None None] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:44.614853 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-386c49f7-b31d-4886-923a-c0b314f9f6a6 admin admin] Allocated IP 172.25.6.21 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/83fc5e3a-d905-4fc9-a290-38ec376149b7) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:24:44.615097 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e44de3f8-bd8c-430e-9752-a691ac59c25b None None] Transition to ACTIVE for port object 2bc67336-cb89-420d-9e25-cd3b656a8579 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:24:44.628113 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef41b530-03a9-41c4-9910-5d7c3294a14a None None] Sync routers for ids ['ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:24:44.650238 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e44de3f8-bd8c-430e-9752-a691ac59c25b None None] Transition to ACTIVE for port object 2bc67336-cb89-420d-9e25-cd3b656a8579 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:24:44.658249 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e44de3f8-bd8c-430e-9752-a691ac59c25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:44.659497 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef41b530-03a9-41c4-9910-5d7c3294a14a None None] Routers {'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:24:44.660326 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ef41b530-03a9-41c4-9910-5d7c3294a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:24:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:44.719763 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44de3f8-bd8c-430e-9752-a691ac59c25b None None] Network 83e32b6f-7cb4-4ed5-a256-864e9ef56bbb is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:24:44.728855 n-d-758944-45 neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-e44de3f8-bd8c-430e-9752-a691ac59c25b None None] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:24:44.734954 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44de3f8-bd8c-430e-9752-a691ac59c25b None None] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:24:44.746128 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44de3f8-bd8c-430e-9752-a691ac59c25b None None] Pushing event updated for resources: {'Port': ['ID=2bc67336-cb89-420d-9e25-cd3b656a8579,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:44.793504 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-386c49f7-b31d-4886-923a-c0b314f9f6a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:44.813738 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-ef41b530-03a9-41c4-9910-5d7c3294a14a None None] Set router ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:24:44.826541 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e44de3f8-bd8c-430e-9752-a691ac59c25b None None] Attempting to bind port 2bc67336-cb89-420d-9e25-cd3b656a8579 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:24:44.827119 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e44de3f8-bd8c-430e-9752-a691ac59c25b None None] Attempting to bind port 2bc67336-cb89-420d-9e25-cd3b656a8579 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '046f6c75-c75b-4b65-b8d4-e2b5ad110bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '83e32b6f-7cb4-4ed5-a256-864e9ef56bbb'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:24:44.827673 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44de3f8-bd8c-430e-9752-a691ac59c25b None None] Attempting to bind port 2bc67336-cb89-420d-9e25-cd3b656a8579 on network 83e32b6f-7cb4-4ed5-a256-864e9ef56bbb {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:24:44.844021 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44de3f8-bd8c-430e-9752-a691ac59c25b None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:24:44.844647 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44de3f8-bd8c-430e-9752-a691ac59c25b None None] Checking segment: {'id': '046f6c75-c75b-4b65-b8d4-e2b5ad110bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '83e32b6f-7cb4-4ed5-a256-864e9ef56bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:24:44.845088 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e44de3f8-bd8c-430e-9752-a691ac59c25b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:44.845499 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44de3f8-bd8c-430e-9752-a691ac59c25b None None] Bound using segment: {'id': '046f6c75-c75b-4b65-b8d4-e2b5ad110bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '83e32b6f-7cb4-4ed5-a256-864e9ef56bbb'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:24:44.846040 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e44de3f8-bd8c-430e-9752-a691ac59c25b None None] Bound port: 2bc67336-cb89-420d-9e25-cd3b656a8579, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046f6c75-c75b-4b65-b8d4-e2b5ad110bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '83e32b6f-7cb4-4ed5-a256-864e9ef56bbb'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:24:44.846435 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e44de3f8-bd8c-430e-9752-a691ac59c25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:44.857218 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-386c49f7-b31d-4886-923a-c0b314f9f6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:44.932284 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386c49f7-b31d-4886-923a-c0b314f9f6a6 admin admin] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:24:44.935317 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-386c49f7-b31d-4886-923a-c0b314f9f6a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:24:44.939740 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386c49f7-b31d-4886-923a-c0b314f9f6a6 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:24:44.940595 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e44de3f8-bd8c-430e-9752-a691ac59c25b None None] For port 2bc67336-cb89-420d-9e25-cd3b656a8579, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:24:44.946787 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e44de3f8-bd8c-430e-9752-a691ac59c25b None None] For port 2bc67336-cb89-420d-9e25-cd3b656a8579, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=2bc67336-cb89-420d-9e25-cd3b656a8579,segment=NetworkSegment(046f6c75-c75b-4b65-b8d4-e2b5ad110bb7),segment_id=046f6c75-c75b-4b65-b8d4-e2b5ad110bb7)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:24:44.952451 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e44de3f8-bd8c-430e-9752-a691ac59c25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:44.973642 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c49f7-b31d-4886-923a-c0b314f9f6a6 admin admin] Pushing event updated for resources: {'Port': ['ID=83fc5e3a-d905-4fc9-a290-38ec376149b7,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:45.048226 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44de3f8-bd8c-430e-9752-a691ac59c25b None None] Pushing event updated for resources: {'Port': ['ID=2bc67336-cb89-420d-9e25-cd3b656a8579,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:45.084916 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ef41b530-03a9-41c4-9910-5d7c3294a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'name': 'tempest-TestSnapshotPattern-214042553-router', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:41Z', 'revision_number': 4, 'project_id': '6498a8d3867d496f85971a103c37448a', 'gw_port': {'id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2', 'name': '', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'mac_address': 'fa:16:3e:6f:13:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:40Z', 'updated_at': '2021-07-15T14:24:41Z', 'revision_number': 2, 'project_id': '6498a8d3867d496f85971a103c37448a', 'subnets': [{'id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:45.132226 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef41b530-03a9-41c4-9910-5d7c3294a14a None None] Checking router: ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:24:45.132576 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef41b530-03a9-41c4-9910-5d7c3294a14a None None] Updating router ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d port 56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:24:45.172611 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef41b530-03a9-41c4-9910-5d7c3294a14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:45.300037 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-386c49f7-b31d-4886-923a-c0b314f9f6a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:45.518697 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef41b530-03a9-41c4-9910-5d7c3294a14a None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:45.533051 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-ef41b530-03a9-41c4-9910-5d7c3294a14a None None] Transition to ACTIVE for port object 56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:24:45.539111 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-386c49f7-b31d-4886-923a-c0b314f9f6a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3773674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3773457'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:45.540898 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef41b530-03a9-41c4-9910-5d7c3294a14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:45.622778 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9723e-8198-4bfa-a135-b380ba136673 None None] Pushing event updated for resources: {'Port': ['ID=56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:45.631798 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9723e-8198-4bfa-a135-b380ba136673 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:45.632887 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9723e-8198-4bfa-a135-b380ba136673 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:45.633423 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9723e-8198-4bfa-a135-b380ba136673 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:45.633978 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9723e-8198-4bfa-a135-b380ba136673 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:45.634492 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9723e-8198-4bfa-a135-b380ba136673 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:45.635002 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9723e-8198-4bfa-a135-b380ba136673 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:45.635506 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9723e-8198-4bfa-a135-b380ba136673 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:45.636020 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9723e-8198-4bfa-a135-b380ba136673 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:45.636534 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9723e-8198-4bfa-a135-b380ba136673 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:45.636861 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9723e-8198-4bfa-a135-b380ba136673 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:45.637363 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9723e-8198-4bfa-a135-b380ba136673 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:45.637888 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9723e-8198-4bfa-a135-b380ba136673 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:45.682869 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-ef41b530-03a9-41c4-9910-5d7c3294a14a None None] Attempting to bind port 56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:24:45.684071 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-ef41b530-03a9-41c4-9910-5d7c3294a14a None None] Attempting to bind port 56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': 'f641572b-72fb-4c59-b9d6-96a2c739cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:24:45.684071 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef41b530-03a9-41c4-9910-5d7c3294a14a None None] Attempting to bind port 56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2 on network 5534d6bb-2cb2-45a0-be14-16d28332067f {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:24:45.690696 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef41b530-03a9-41c4-9910-5d7c3294a14a None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:24:45.691064 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef41b530-03a9-41c4-9910-5d7c3294a14a None None] Checking segment: {'id': 'f641572b-72fb-4c59-b9d6-96a2c739cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:24:45.691457 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef41b530-03a9-41c4-9910-5d7c3294a14a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:45.691850 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef41b530-03a9-41c4-9910-5d7c3294a14a None None] Bound using segment: {'id': 'f641572b-72fb-4c59-b9d6-96a2c739cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:24:45.692490 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-ef41b530-03a9-41c4-9910-5d7c3294a14a None None] Bound port: 56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f641572b-72fb-4c59-b9d6-96a2c739cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:24:45.693089 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef41b530-03a9-41c4-9910-5d7c3294a14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:45.705798 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386c49f7-b31d-4886-923a-c0b314f9f6a6 admin admin] Router 49b39c3c-ef90-4460-b545-7c0771867ef0 is scheduled to L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:24:45.776076 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ef41b530-03a9-41c4-9910-5d7c3294a14a None None] For port 56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:24:45.780713 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-ef41b530-03a9-41c4-9910-5d7c3294a14a None None] For port 56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2,segment=NetworkSegment(f641572b-72fb-4c59-b9d6-96a2c739cd33),segment_id=f641572b-72fb-4c59-b9d6-96a2c739cd33)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:24:45.790269 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ef41b530-03a9-41c4-9910-5d7c3294a14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:45.852088 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9723e-8198-4bfa-a135-b380ba136673 None None] Pushing event updated for resources: {'Port': ['ID=56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:45.855060 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386c49f7-b31d-4886-923a-c0b314f9f6a6 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:24:45.867148 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce72e2b-b079-4708-93f1-f3f617dbfbea None None] Sync routers for ids ['49b39c3c-ef90-4460-b545-7c0771867ef0'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:24:45.878975 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-386c49f7-b31d-4886-923a-c0b314f9f6a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:45.879485 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce72e2b-b079-4708-93f1-f3f617dbfbea None None] Routers {'49b39c3c-ef90-4460-b545-7c0771867ef0'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:24:45.881307 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-386c49f7-b31d-4886-923a-c0b314f9f6a6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0515947 Jul 15 14:24:45.884774 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51794) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:45.885311 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8ce72e2b-b079-4708-93f1-f3f617dbfbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:24:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['49b39c3c-ef90-4460-b545-7c0771867ef0'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:45.901622 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef41b530-03a9-41c4-9910-5d7c3294a14a None None] Routers {'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:24:45.902405 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ef41b530-03a9-41c4-9910-5d7c3294a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:24:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:46.112353 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-8ce72e2b-b079-4708-93f1-f3f617dbfbea None None] Set router 49b39c3c-ef90-4460-b545-7c0771867ef0 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:24:46.126665 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-ef41b530-03a9-41c4-9910-5d7c3294a14a None None] Set router ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:24:46.191742 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 85e2770d-caca-4c29-8fd7-9fe818bec585 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:24:46.367867 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 85e2770d-caca-4c29-8fd7-9fe818bec585 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:24:46.367867 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:46.424208 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-ef41b530-03a9-41c4-9910-5d7c3294a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'name': 'tempest-TestSnapshotPattern-214042553-router', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:41Z', 'revision_number': 4, 'project_id': '6498a8d3867d496f85971a103c37448a', 'gw_port': {'id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2', 'name': '', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'mac_address': 'fa:16:3e:6f:13:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:40Z', 'updated_at': '2021-07-15T14:24:45Z', 'revision_number': 4, 'project_id': '6498a8d3867d496f85971a103c37448a', 'subnets': [{'id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:46.442254 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49a7500-6b10-4c28-b697-40919760cccc None None] Network 83e32b6f-7cb4-4ed5-a256-864e9ef56bbb requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:24:46.471088 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef41b530-03a9-41c4-9910-5d7c3294a14a None None] The sync data for ids ['ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'] in n-d-758944-45 is: [{'id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'name': 'tempest-TestSnapshotPattern-214042553-router', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:41Z', 'revision_number': 4, 'project_id': '6498a8d3867d496f85971a103c37448a', 'gw_port': {'id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2', 'name': '', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'mac_address': 'fa:16:3e:6f:13:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:40Z', 'updated_at': '2021-07-15T14:24:45Z', 'revision_number': 4, 'project_id': '6498a8d3867d496f85971a103c37448a', 'subnets': [{'id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:24:46.517886 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8ce72e2b-b079-4708-93f1-f3f617dbfbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b39c3c-ef90-4460-b545-7c0771867ef0', 'name': 'tempest-TestSnapshotPattern-163229577-router', 'tenant_id': '9001709442af49ca996abad36c9cd638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '83fc5e3a-d905-4fc9-a290-38ec376149b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:24:43Z', 'updated_at': '2021-07-15T14:24:45Z', 'revision_number': 3, 'project_id': '9001709442af49ca996abad36c9cd638', 'gw_port': {'id': '83fc5e3a-d905-4fc9-a290-38ec376149b7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b39c3c-ef90-4460-b545-7c0771867ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:44Z', 'updated_at': '2021-07-15T14:24:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:46.591256 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ebc2722d-91ac-43c7-b118-7646f7289cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:46.595853 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce72e2b-b079-4708-93f1-f3f617dbfbea None None] Checking router: 49b39c3c-ef90-4460-b545-7c0771867ef0 for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:24:46.596295 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce72e2b-b079-4708-93f1-f3f617dbfbea None None] Updating router 49b39c3c-ef90-4460-b545-7c0771867ef0 port 83fc5e3a-d905-4fc9-a290-38ec376149b7 binding host n-d-758944-45 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:24:46.709458 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 2bc67336-cb89-420d-9e25-cd3b656a8579 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:24:46.712483 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4e3f63f7-8f07-40cb-b4d2-aafe1330da26 None None] Provisioning for port 2bc67336-cb89-420d-9e25-cd3b656a8579 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:24:46.719212 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8ce72e2b-b079-4708-93f1-f3f617dbfbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:46.854518 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-ebc2722d-91ac-43c7-b118-7646f7289cca admin admin] Allocated IP 172.20.0.1 (83e32b6f-7cb4-4ed5-a256-864e9ef56bbb/a4323323-b10d-43b2-8b7e-488af5976a45/0cf98d73-299a-4586-852b-90f0ae97acc1) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:24:47.006949 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ebc2722d-91ac-43c7-b118-7646f7289cca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:47.032062 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-ebc2722d-91ac-43c7-b118-7646f7289cca admin admin] Transition to ACTIVE for port object 0cf98d73-299a-4586-852b-90f0ae97acc1 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:24:47.072775 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ebc2722d-91ac-43c7-b118-7646f7289cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:47.122092 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc2722d-91ac-43c7-b118-7646f7289cca admin admin] Network 83e32b6f-7cb4-4ed5-a256-864e9ef56bbb is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:24:47.129054 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-ebc2722d-91ac-43c7-b118-7646f7289cca admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:24:47.134038 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc2722d-91ac-43c7-b118-7646f7289cca admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:24:47.137487 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2722d-91ac-43c7-b118-7646f7289cca admin admin] Pushing event updated for resources: {'Port': ['ID=0cf98d73-299a-4586-852b-90f0ae97acc1,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:47.177992 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 2bc67336-cb89-420d-9e25-cd3b656a8579 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:24:47.184633 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ebc2722d-91ac-43c7-b118-7646f7289cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4086566'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:47.187937 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 2bc67336-cb89-420d-9e25-cd3b656a8579 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:24:47.188306 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:47.351816 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ebc2722d-91ac-43c7-b118-7646f7289cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:47.409326 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:47.484590 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 2bc67336-cb89-420d-9e25-cd3b656a8579, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=2bc67336-cb89-420d-9e25-cd3b656a8579,segment=NetworkSegment(046f6c75-c75b-4b65-b8d4-e2b5ad110bb7),segment_id=046f6c75-c75b-4b65-b8d4-e2b5ad110bb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:24:47.498624 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:47.502000 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8ce72e2b-b079-4708-93f1-f3f617dbfbea None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:47.535147 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8ce72e2b-b079-4708-93f1-f3f617dbfbea None None] Transition to ACTIVE for port object 83fc5e3a-d905-4fc9-a290-38ec376149b7 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:24:47.547417 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8ce72e2b-b079-4708-93f1-f3f617dbfbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:47.570170 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=2bc67336-cb89-420d-9e25-cd3b656a8579,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:47.606831 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ebc2722d-91ac-43c7-b118-7646f7289cca admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:47.613661 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ebc2722d-91ac-43c7-b118-7646f7289cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:47.620700 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-8ce72e2b-b079-4708-93f1-f3f617dbfbea None None] Attempting to bind port 83fc5e3a-d905-4fc9-a290-38ec376149b7 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:24:47.621068 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-8ce72e2b-b079-4708-93f1-f3f617dbfbea None None] Attempting to bind port 83fc5e3a-d905-4fc9-a290-38ec376149b7 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:24:47.621433 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce72e2b-b079-4708-93f1-f3f617dbfbea None None] Attempting to bind port 83fc5e3a-d905-4fc9-a290-38ec376149b7 on network 0b352371-cfe9-4be4-934e-718e319584db {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:24:47.631000 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce72e2b-b079-4708-93f1-f3f617dbfbea None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:24:47.631952 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce72e2b-b079-4708-93f1-f3f617dbfbea None None] Checking segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:24:47.632316 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8ce72e2b-b079-4708-93f1-f3f617dbfbea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:47.632711 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce72e2b-b079-4708-93f1-f3f617dbfbea None None] Bound using segment: {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:24:47.633187 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-8ce72e2b-b079-4708-93f1-f3f617dbfbea None None] Bound port: 83fc5e3a-d905-4fc9-a290-38ec376149b7, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec5a25-ac34-47f1-a87d-db02595ea460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b352371-cfe9-4be4-934e-718e319584db'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:24:47.633579 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8ce72e2b-b079-4708-93f1-f3f617dbfbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:47.635229 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46d301-bfa8-4f87-8224-d9439f331139 None None] Pushing event updated for resources: {'Port': ['ID=83fc5e3a-d905-4fc9-a290-38ec376149b7,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:47.693448 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ebc2722d-91ac-43c7-b118-7646f7289cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4086610'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:47.718338 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-8ce72e2b-b079-4708-93f1-f3f617dbfbea None None] For port 83fc5e3a-d905-4fc9-a290-38ec376149b7, host n-d-758944-45, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:24:47.722147 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e174a2c3-186f-4d1d-ae20-0e52f55816c5 None None] Provisioning for port 0cf98d73-299a-4586-852b-90f0ae97acc1 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:24:47.727013 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2722d-91ac-43c7-b118-7646f7289cca admin admin] Pushing event updated for resources: {'Port': ['ID=0cf98d73-299a-4586-852b-90f0ae97acc1,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:47.728018 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-8ce72e2b-b079-4708-93f1-f3f617dbfbea None None] For port 83fc5e3a-d905-4fc9-a290-38ec376149b7, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=83fc5e3a-d905-4fc9-a290-38ec376149b7,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:24:47.732979 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e174a2c3-186f-4d1d-ae20-0e52f55816c5 None None] Provisioning complete for port 0cf98d73-299a-4586-852b-90f0ae97acc1 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:24:47.732979 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e174a2c3-186f-4d1d-ae20-0e52f55816c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:47.738514 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8ce72e2b-b079-4708-93f1-f3f617dbfbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:47.841941 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e174a2c3-186f-4d1d-ae20-0e52f55816c5 None None] Port 0cf98d73-299a-4586-852b-90f0ae97acc1 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:24:47.847655 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc2722d-91ac-43c7-b118-7646f7289cca admin admin] Network 83e32b6f-7cb4-4ed5-a256-864e9ef56bbb is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:24:47.849332 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-ebc2722d-91ac-43c7-b118-7646f7289cca admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:24:47.856984 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce72e2b-b079-4708-93f1-f3f617dbfbea None None] Routers {'49b39c3c-ef90-4460-b545-7c0771867ef0'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:24:47.858120 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8ce72e2b-b079-4708-93f1-f3f617dbfbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:24:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['49b39c3c-ef90-4460-b545-7c0771867ef0'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:47.940851 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:24:47.982942 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46d301-bfa8-4f87-8224-d9439f331139 None None] Pushing event updated for resources: {'Port': ['ID=83fc5e3a-d905-4fc9-a290-38ec376149b7,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:47.993180 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e174a2c3-186f-4d1d-ae20-0e52f55816c5 None None] Provisioning complete for port 2bc67336-cb89-420d-9e25-cd3b656a8579 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:24:47.993804 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e174a2c3-186f-4d1d-ae20-0e52f55816c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:48.018375 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc2722d-91ac-43c7-b118-7646f7289cca admin admin] Router 49b39c3c-ef90-4460-b545-7c0771867ef0 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:24:48.145554 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-8ce72e2b-b079-4708-93f1-f3f617dbfbea None None] Set router 49b39c3c-ef90-4460-b545-7c0771867ef0 gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:24:48.164772 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc2722d-91ac-43c7-b118-7646f7289cca admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:24:48.173330 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-ebc2722d-91ac-43c7-b118-7646f7289cca admin admin] 10.222.0.24 "PUT /v2.0/routers/49b39c3c-ef90-4460-b545-7c0771867ef0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2840216 Jul 15 14:24:48.185909 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:24:48.214058 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:24:48.214348 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:48.434384 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:48.436139 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-31efaa5c-c995-43af-80a2-8e231f85a219 None None] Provisioning complete for port 0cf98d73-299a-4586-852b-90f0ae97acc1 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:24:48.436507 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-31efaa5c-c995-43af-80a2-8e231f85a219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:48.523661 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-31efaa5c-c995-43af-80a2-8e231f85a219 None None] Port 0cf98d73-299a-4586-852b-90f0ae97acc1 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:24:48.530408 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2,segment=NetworkSegment(f641572b-72fb-4c59-b9d6-96a2c739cd33),segment_id=f641572b-72fb-4c59-b9d6-96a2c739cd33)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:24:48.536610 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:48.537400 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 2bc67336-cb89-420d-9e25-cd3b656a8579 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:24:48.629018 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8ce72e2b-b079-4708-93f1-f3f617dbfbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b39c3c-ef90-4460-b545-7c0771867ef0', 'name': 'tempest-TestSnapshotPattern-163229577-router', 'tenant_id': '9001709442af49ca996abad36c9cd638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '83fc5e3a-d905-4fc9-a290-38ec376149b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:24:43Z', 'updated_at': '2021-07-15T14:24:47Z', 'revision_number': 4, 'project_id': '9001709442af49ca996abad36c9cd638', 'gw_port': {'id': '83fc5e3a-d905-4fc9-a290-38ec376149b7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b39c3c-ef90-4460-b545-7c0771867ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:44Z', 'updated_at': '2021-07-15T14:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '0cf98d73-299a-4586-852b-90f0ae97acc1', 'name': '', 'network_id': '83e32b6f-7cb4-4ed5-a256-864e9ef56bbb', 'tenant_id': '9001709442af49ca996abad36c9cd638', 'mac_address': 'fa:16:3e:ca:20:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b39c3c-ef90-4460-b545-7c0771867ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a4323323-b10d-43b2-8b7e-488af5976a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:46Z', 'updated_at': '2021-07-15T14:24:47Z', 'revision_number': 2, 'project_id': '9001709442af49ca996abad36c9cd638', 'subnets': [{'id': 'a4323323-b10d-43b2-8b7e-488af5976a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:48.631582 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:48.667574 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce72e2b-b079-4708-93f1-f3f617dbfbea None None] The sync data for ids ['49b39c3c-ef90-4460-b545-7c0771867ef0'] in n-d-758944-45 is: [{'id': '49b39c3c-ef90-4460-b545-7c0771867ef0', 'name': 'tempest-TestSnapshotPattern-163229577-router', 'tenant_id': '9001709442af49ca996abad36c9cd638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '83fc5e3a-d905-4fc9-a290-38ec376149b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:24:43Z', 'updated_at': '2021-07-15T14:24:47Z', 'revision_number': 4, 'project_id': '9001709442af49ca996abad36c9cd638', 'gw_port': {'id': '83fc5e3a-d905-4fc9-a290-38ec376149b7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b39c3c-ef90-4460-b545-7c0771867ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:44Z', 'updated_at': '2021-07-15T14:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '0cf98d73-299a-4586-852b-90f0ae97acc1', 'name': '', 'network_id': '83e32b6f-7cb4-4ed5-a256-864e9ef56bbb', 'tenant_id': '9001709442af49ca996abad36c9cd638', 'mac_address': 'fa:16:3e:ca:20:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b39c3c-ef90-4460-b545-7c0771867ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a4323323-b10d-43b2-8b7e-488af5976a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:46Z', 'updated_at': '2021-07-15T14:24:47Z', 'revision_number': 2, 'project_id': '9001709442af49ca996abad36c9cd638', 'subnets': [{'id': 'a4323323-b10d-43b2-8b7e-488af5976a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:24:48.673492 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 2bc67336-cb89-420d-9e25-cd3b656a8579 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:24:48.673838 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:49.449666 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51802) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:49.458005 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-b5a1ebec-2136-4d3f-8b7d-28f1d2e90d3e tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-198380676', 'description': 'tempest-secgroup-smoke-198380676 description', 'project_id': '6498a8d3867d496f85971a103c37448a'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:24:49.493689 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5a1ebec-2136-4d3f-8b7d-28f1d2e90d3e tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for security_group, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:49.939582 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 83fc5e3a-d905-4fc9-a290-38ec376149b7 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:24:49.953093 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5a1ebec-2136-4d3f-8b7d-28f1d2e90d3e tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for security_group, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:49.958466 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5a1ebec-2136-4d3f-8b7d-28f1d2e90d3e tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:49.983633 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5a1ebec-2136-4d3f-8b7d-28f1d2e90d3e tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:49.984943 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-b5a1ebec-2136-4d3f-8b7d-28f1d2e90d3e tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5308621 Jul 15 14:24:49.988098 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51804) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:49.998679 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-7f7f4c38-d34e-4e63-b49b-d45b4b5ea1cb tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Request body: {'security_group_rule': {'security_group_id': '303753b3-a4cc-49bf-9747-6b7c2e7e0d19', 'project_id': '6498a8d3867d496f85971a103c37448a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:24:49.999650 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1ebec-2136-4d3f-8b7d-28f1d2e90d3e tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=303753b3-a4cc-49bf-9747-6b7c2e7e0d19,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:50.002492 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 83fc5e3a-d905-4fc9-a290-38ec376149b7 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:24:50.007430 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 83fc5e3a-d905-4fc9-a290-38ec376149b7 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:24:50.007807 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:50.031475 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f7f4c38-d34e-4e63-b49b-d45b4b5ea1cb tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:50.096010 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f7f4c38-d34e-4e63-b49b-d45b4b5ea1cb tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:50.100242 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f7f4c38-d34e-4e63-b49b-d45b4b5ea1cb tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:50.104503 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:50.125171 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f4c38-d34e-4e63-b49b-d45b4b5ea1cb tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc03b4f5-cbd5-4cda-abcb-3d41100f5199,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:50.128317 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 83fc5e3a-d905-4fc9-a290-38ec376149b7, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=83fc5e3a-d905-4fc9-a290-38ec376149b7,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:24:50.133497 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f7f4c38-d34e-4e63-b49b-d45b4b5ea1cb tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:50.135312 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:50.135914 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-7f7f4c38-d34e-4e63-b49b-d45b4b5ea1cb tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1466193 Jul 15 14:24:50.138616 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51806) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:50.138808 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:24:50.144352 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-cc20b160-d669-4233-a1f3-b9898dbe4b59 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Request body: {'security_group_rule': {'security_group_id': '303753b3-a4cc-49bf-9747-6b7c2e7e0d19', 'project_id': '6498a8d3867d496f85971a103c37448a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:24:50.193364 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc20b160-d669-4233-a1f3-b9898dbe4b59 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:50.222418 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=83fc5e3a-d905-4fc9-a290-38ec376149b7,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:50.235046 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:24:50.235046 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:50.266745 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc20b160-d669-4233-a1f3-b9898dbe4b59 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:50.271822 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc20b160-d669-4233-a1f3-b9898dbe4b59 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:50.292510 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20b160-d669-4233-a1f3-b9898dbe4b59 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dda8cf1-6a6e-48cb-b443-8296a9f8ecfc,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:50.300975 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc20b160-d669-4233-a1f3-b9898dbe4b59 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:50.302246 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-cc20b160-d669-4233-a1f3-b9898dbe4b59 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1626177 Jul 15 14:24:50.306285 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51808) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:50.310644 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-ffcc813b-e3ac-4570-bfbc-58f40ee3ed0d tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Request body: {'security_group_rule': {'security_group_id': '303753b3-a4cc-49bf-9747-6b7c2e7e0d19', 'project_id': '6498a8d3867d496f85971a103c37448a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:24:50.341842 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ffcc813b-e3ac-4570-bfbc-58f40ee3ed0d tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:50.407266 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ffcc813b-e3ac-4570-bfbc-58f40ee3ed0d tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:50.415879 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ffcc813b-e3ac-4570-bfbc-58f40ee3ed0d tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:50.439232 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc813b-e3ac-4570-bfbc-58f40ee3ed0d tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75bdfc6d-8b26-48e4-9598-0bd08d2272d0,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:50.446449 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ffcc813b-e3ac-4570-bfbc-58f40ee3ed0d tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:50.447775 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-ffcc813b-e3ac-4570-bfbc-58f40ee3ed0d tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1409497 Jul 15 14:24:50.450553 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51810) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:50.455176 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-e89c3963-e96e-4409-91fe-0ef538b46e27 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Request body: {'security_group_rule': {'security_group_id': '303753b3-a4cc-49bf-9747-6b7c2e7e0d19', 'project_id': '6498a8d3867d496f85971a103c37448a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:24:50.482262 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e89c3963-e96e-4409-91fe-0ef538b46e27 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:50.546093 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e89c3963-e96e-4409-91fe-0ef538b46e27 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:50.549927 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e89c3963-e96e-4409-91fe-0ef538b46e27 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:50.571094 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c3963-e96e-4409-91fe-0ef538b46e27 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7facbb68-78d4-4a94-a366-abe1c339e63b,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:50.574667 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e89c3963-e96e-4409-91fe-0ef538b46e27 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:50.576039 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e89c3963-e96e-4409-91fe-0ef538b46e27 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1245530 Jul 15 14:24:50.579354 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51812) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:50.584042 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-55310b48-a005-4cba-b17e-7f9e59a3c47c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Request body: {'security_group_rule': {'security_group_id': '303753b3-a4cc-49bf-9747-6b7c2e7e0d19', 'project_id': '6498a8d3867d496f85971a103c37448a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:24:50.608186 n-d-758944-45 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-55310b48-a005-4cba-b17e-7f9e59a3c47c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Project 6498a8d3867d496f85971a103c37448a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:24:50.613553 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55310b48-a005-4cba-b17e-7f9e59a3c47c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:50.684029 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55310b48-a005-4cba-b17e-7f9e59a3c47c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:50.688343 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55310b48-a005-4cba-b17e-7f9e59a3c47c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:50.708507 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55310b48-a005-4cba-b17e-7f9e59a3c47c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a5c5657-88f5-401c-9223-27f814852b9f,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:50.712904 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55310b48-a005-4cba-b17e-7f9e59a3c47c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:50.717169 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-55310b48-a005-4cba-b17e-7f9e59a3c47c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1340780 Jul 15 14:24:50.717691 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51814) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:24:50.722123 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-65b40d75-8c45-4f70-9592-29e8ea10c81c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Request body: {'security_group_rule': {'security_group_id': '303753b3-a4cc-49bf-9747-6b7c2e7e0d19', 'project_id': '6498a8d3867d496f85971a103c37448a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:24:50.746548 n-d-758944-45 neutron-server[93814]: INFO neutron.db.securitygroups_db [None req-65b40d75-8c45-4f70-9592-29e8ea10c81c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Project 6498a8d3867d496f85971a103c37448a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:24:50.751979 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65b40d75-8c45-4f70-9592-29e8ea10c81c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:50.818254 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65b40d75-8c45-4f70-9592-29e8ea10c81c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:50.821874 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65b40d75-8c45-4f70-9592-29e8ea10c81c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757887'] for security_group_rule, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:50.840993 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b40d75-8c45-4f70-9592-29e8ea10c81c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3372da58-8034-42af-9077-73ed4a0279f4,revision_number=0']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:50.844732 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65b40d75-8c45-4f70-9592-29e8ea10c81c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:50.846167 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-65b40d75-8c45-4f70-9592-29e8ea10c81c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1278541 Jul 15 14:24:50.952102 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231a3220-c889-4bb0-ad8b-9dd64dd14361 None None] Sync routers for ids ['49b39c3c-ef90-4460-b545-7c0771867ef0'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:24:50.962261 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231a3220-c889-4bb0-ad8b-9dd64dd14361 None None] Routers {'49b39c3c-ef90-4460-b545-7c0771867ef0'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:24:50.962883 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-231a3220-c889-4bb0-ad8b-9dd64dd14361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:24:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['49b39c3c-ef90-4460-b545-7c0771867ef0'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:50.993029 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-95c537b7-d1ea-4863-baea-b2e06b8ec5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:51.005908 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-ef952246-571f-4e2d-ba50-0fbc7cd592e6 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-198380676&fields=id&tenant_id=6498a8d3867d496f85971a103c37448a HTTP/1.1" status: 200 len: 267 time: 0.0402763 Jul 15 14:24:51.081155 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-231a3220-c889-4bb0-ad8b-9dd64dd14361 None None] Set router 49b39c3c-ef90-4460-b545-7c0771867ef0 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:24:51.116936 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-c4e9bb9e-772a-4898-968a-39d2281a19c4 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:51.118441 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-c4e9bb9e-772a-4898-968a-39d2281a19c4 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/networks?id=5534d6bb-2cb2-45a0-be14-16d28332067f HTTP/1.1" status: 200 len: 809 time: 0.1057608 Jul 15 14:24:51.133973 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-0c96c7b3-21e5-46c2-b57a-2a77ad5039e5 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/quotas/6498a8d3867d496f85971a103c37448a HTTP/1.1" status: 200 len: 375 time: 0.0099125 Jul 15 14:24:51.212447 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-fd82c089-e773-4a15-8f1b-b581fe6f43d8 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6498a8d3867d496f85971a103c37448a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699401 Jul 15 14:24:51.234424 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-896928cb-665d-4698-9a36-b82a08688477 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:24:51.235952 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-896928cb-665d-4698-9a36-b82a08688477 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109074 Jul 15 14:24:51.333003 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-97c2e714-a7d8-48f0-b18e-1c6ac1395f4a service neutron] 10.222.0.24 "GET /v2.0/networks/5534d6bb-2cb2-45a0-be14-16d28332067f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899813 Jul 15 14:24:51.381839 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-231a3220-c889-4bb0-ad8b-9dd64dd14361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b39c3c-ef90-4460-b545-7c0771867ef0', 'name': 'tempest-TestSnapshotPattern-163229577-router', 'tenant_id': '9001709442af49ca996abad36c9cd638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '83fc5e3a-d905-4fc9-a290-38ec376149b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:24:43Z', 'updated_at': '2021-07-15T14:24:47Z', 'revision_number': 4, 'project_id': '9001709442af49ca996abad36c9cd638', 'gw_port': {'id': '83fc5e3a-d905-4fc9-a290-38ec376149b7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b39c3c-ef90-4460-b545-7c0771867ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:44Z', 'updated_at': '2021-07-15T14:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '0cf98d73-299a-4586-852b-90f0ae97acc1', 'name': '', 'network_id': '83e32b6f-7cb4-4ed5-a256-864e9ef56bbb', 'tenant_id': '9001709442af49ca996abad36c9cd638', 'mac_address': 'fa:16:3e:ca:20:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b39c3c-ef90-4460-b545-7c0771867ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a4323323-b10d-43b2-8b7e-488af5976a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:46Z', 'updated_at': '2021-07-15T14:24:47Z', 'revision_number': 2, 'project_id': '9001709442af49ca996abad36c9cd638', 'subnets': [{'id': 'a4323323-b10d-43b2-8b7e-488af5976a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:51.417000 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231a3220-c889-4bb0-ad8b-9dd64dd14361 None None] Checking router: 49b39c3c-ef90-4460-b545-7c0771867ef0 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:24:51.417350 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231a3220-c889-4bb0-ad8b-9dd64dd14361 None None] Updating router 49b39c3c-ef90-4460-b545-7c0771867ef0 port 0cf98d73-299a-4586-852b-90f0ae97acc1 binding host n-d-758944-45 {{(pid=93816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:24:51.435493 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-4074549f-1a33-4215-89a8-a145ef29d20d service neutron] 10.222.0.24 "GET /v2.0/networks/5534d6bb-2cb2-45a0-be14-16d28332067f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957897 Jul 15 14:24:51.456792 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-231a3220-c889-4bb0-ad8b-9dd64dd14361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:51.642058 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d2da99b8-f177-41ec-a7b4-97fd27d865dd req-5d2fc023-30cf-436b-9437-443f62a23492 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/ports?device_id=7452bf37-2f81-4d4a-a605-73972c132b6f HTTP/1.1" status: 200 len: 210 time: 0.0499642 Jul 15 14:24:51.749377 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-231a3220-c889-4bb0-ad8b-9dd64dd14361 None None] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:51.761375 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-231a3220-c889-4bb0-ad8b-9dd64dd14361 None None] Transition to ACTIVE for port object 0cf98d73-299a-4586-852b-90f0ae97acc1 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:24:51.768829 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-231a3220-c889-4bb0-ad8b-9dd64dd14361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:51.844987 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb83d5-60a7-47bb-ac4d-c08493a594ad None None] Pushing event updated for resources: {'Port': ['ID=0cf98d73-299a-4586-852b-90f0ae97acc1,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:51.885493 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 83fc5e3a-d905-4fc9-a290-38ec376149b7 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:24:51.911583 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-231a3220-c889-4bb0-ad8b-9dd64dd14361 None None] Attempting to bind port 0cf98d73-299a-4586-852b-90f0ae97acc1 on host n-d-758944-45 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:24:51.911919 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-231a3220-c889-4bb0-ad8b-9dd64dd14361 None None] Attempting to bind port 0cf98d73-299a-4586-852b-90f0ae97acc1 by drivers openvswitch,hyperv on host n-d-758944-45 at level 0 using segments [{'id': '046f6c75-c75b-4b65-b8d4-e2b5ad110bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '83e32b6f-7cb4-4ed5-a256-864e9ef56bbb'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:24:51.912294 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231a3220-c889-4bb0-ad8b-9dd64dd14361 None None] Attempting to bind port 0cf98d73-299a-4586-852b-90f0ae97acc1 on network 83e32b6f-7cb4-4ed5-a256-864e9ef56bbb {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:24:51.918826 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231a3220-c889-4bb0-ad8b-9dd64dd14361 None None] Checking agent: {'id': 'ac5514b6-ea24-446c-a07a-c088ee3168d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 47, 53), 'started_at': datetime.datetime(2021, 7, 15, 12, 48, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-45'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:24:51.919642 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231a3220-c889-4bb0-ad8b-9dd64dd14361 None None] Checking segment: {'id': '046f6c75-c75b-4b65-b8d4-e2b5ad110bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '83e32b6f-7cb4-4ed5-a256-864e9ef56bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:24:51.919642 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-231a3220-c889-4bb0-ad8b-9dd64dd14361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:51.920140 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231a3220-c889-4bb0-ad8b-9dd64dd14361 None None] Bound using segment: {'id': '046f6c75-c75b-4b65-b8d4-e2b5ad110bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '83e32b6f-7cb4-4ed5-a256-864e9ef56bbb'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:24:51.920611 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [None req-231a3220-c889-4bb0-ad8b-9dd64dd14361 None None] Bound port: 0cf98d73-299a-4586-852b-90f0ae97acc1, host: n-d-758944-45, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '046f6c75-c75b-4b65-b8d4-e2b5ad110bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '83e32b6f-7cb4-4ed5-a256-864e9ef56bbb'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:24:51.921382 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-231a3220-c889-4bb0-ad8b-9dd64dd14361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:51.942650 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 83fc5e3a-d905-4fc9-a290-38ec376149b7 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:24:51.943296 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:52.000719 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-231a3220-c889-4bb0-ad8b-9dd64dd14361 None None] For port 0cf98d73-299a-4586-852b-90f0ae97acc1, host n-d-758944-45, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:24:52.009190 n-d-758944-45 neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-231a3220-c889-4bb0-ad8b-9dd64dd14361 None None] For port 0cf98d73-299a-4586-852b-90f0ae97acc1, host n-d-758944-45, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0cf98d73-299a-4586-852b-90f0ae97acc1,segment=NetworkSegment(046f6c75-c75b-4b65-b8d4-e2b5ad110bb7),segment_id=046f6c75-c75b-4b65-b8d4-e2b5ad110bb7)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:24:52.018128 n-d-758944-45 neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-231a3220-c889-4bb0-ad8b-9dd64dd14361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:52.071975 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231a3220-c889-4bb0-ad8b-9dd64dd14361 None None] Routers {'49b39c3c-ef90-4460-b545-7c0771867ef0'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:24:52.072725 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-231a3220-c889-4bb0-ad8b-9dd64dd14361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:24:23Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['49b39c3c-ef90-4460-b545-7c0771867ef0'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:52.124678 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb83d5-60a7-47bb-ac4d-c08493a594ad None None] Pushing event updated for resources: {'Port': ['ID=0cf98d73-299a-4586-852b-90f0ae97acc1,revision_number=4']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:52.216804 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-231a3220-c889-4bb0-ad8b-9dd64dd14361 None None] Set router 49b39c3c-ef90-4460-b545-7c0771867ef0 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:24:52.455174 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-231a3220-c889-4bb0-ad8b-9dd64dd14361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b39c3c-ef90-4460-b545-7c0771867ef0', 'name': 'tempest-TestSnapshotPattern-163229577-router', 'tenant_id': '9001709442af49ca996abad36c9cd638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '83fc5e3a-d905-4fc9-a290-38ec376149b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:24:43Z', 'updated_at': '2021-07-15T14:24:47Z', 'revision_number': 4, 'project_id': '9001709442af49ca996abad36c9cd638', 'gw_port': {'id': '83fc5e3a-d905-4fc9-a290-38ec376149b7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b39c3c-ef90-4460-b545-7c0771867ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:44Z', 'updated_at': '2021-07-15T14:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '0cf98d73-299a-4586-852b-90f0ae97acc1', 'name': '', 'network_id': '83e32b6f-7cb4-4ed5-a256-864e9ef56bbb', 'tenant_id': '9001709442af49ca996abad36c9cd638', 'mac_address': 'fa:16:3e:ca:20:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b39c3c-ef90-4460-b545-7c0771867ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a4323323-b10d-43b2-8b7e-488af5976a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:46Z', 'updated_at': '2021-07-15T14:24:51Z', 'revision_number': 4, 'project_id': '9001709442af49ca996abad36c9cd638', 'subnets': [{'id': 'a4323323-b10d-43b2-8b7e-488af5976a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:24:52.483758 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231a3220-c889-4bb0-ad8b-9dd64dd14361 None None] The sync data for ids ['49b39c3c-ef90-4460-b545-7c0771867ef0'] in n-d-758944-45 is: [{'id': '49b39c3c-ef90-4460-b545-7c0771867ef0', 'name': 'tempest-TestSnapshotPattern-163229577-router', 'tenant_id': '9001709442af49ca996abad36c9cd638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '83fc5e3a-d905-4fc9-a290-38ec376149b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:24:43Z', 'updated_at': '2021-07-15T14:24:47Z', 'revision_number': 4, 'project_id': '9001709442af49ca996abad36c9cd638', 'gw_port': {'id': '83fc5e3a-d905-4fc9-a290-38ec376149b7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b39c3c-ef90-4460-b545-7c0771867ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:44Z', 'updated_at': '2021-07-15T14:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '0cf98d73-299a-4586-852b-90f0ae97acc1', 'name': '', 'network_id': '83e32b6f-7cb4-4ed5-a256-864e9ef56bbb', 'tenant_id': '9001709442af49ca996abad36c9cd638', 'mac_address': 'fa:16:3e:ca:20:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b39c3c-ef90-4460-b545-7c0771867ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a4323323-b10d-43b2-8b7e-488af5976a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:46Z', 'updated_at': '2021-07-15T14:24:51Z', 'revision_number': 4, 'project_id': '9001709442af49ca996abad36c9cd638', 'subnets': [{'id': 'a4323323-b10d-43b2-8b7e-488af5976a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:24:52.792099 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-8b526cf5-4246-4d2e-a464-3f91e20da9a9 req-654f0dc3-9cb9-4520-a973-386f809cf0ce tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/ports?device_id=7452bf37-2f81-4d4a-a605-73972c132b6f HTTP/1.1" status: 200 len: 210 time: 0.0374854 Jul 15 14:24:52.987319 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-dc7c1791-433f-42aa-a189-3e1a4ceb798e tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:52.989318 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-dc7c1791-433f-42aa-a189-3e1a4ceb798e tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.32 "GET /v2.0/networks?id=5534d6bb-2cb2-45a0-be14-16d28332067f HTTP/1.1" status: 200 len: 809 time: 0.1304893 Jul 15 14:24:53.048709 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-2a88f4fc-5c57-46d6-83f4-3cd72b81c021 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6498a8d3867d496f85971a103c37448a HTTP/1.1" status: 200 len: 379 time: 0.0385704 Jul 15 14:24:53.061165 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-bffc9abc-68c6-4514-92ab-0e4fc2c17bd8 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Request body: {'port': {'device_id': '7452bf37-2f81-4d4a-a605-73972c132b6f', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'admin_state_up': True, 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'security_groups': ['303753b3-a4cc-49bf-9747-6b7c2e7e0d19']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:24:53.184979 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-bffc9abc-68c6-4514-92ab-0e4fc2c17bd8 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Made reservation on behalf of 6498a8d3867d496f85971a103c37448a for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:24:53.188601 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-bffc9abc-68c6-4514-92ab-0e4fc2c17bd8 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:53.337471 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-bffc9abc-68c6-4514-92ab-0e4fc2c17bd8 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Allocated IP 172.20.0.14 (5534d6bb-2cb2-45a0-be14-16d28332067f/8b18cdd1-0f32-4100-961d-ea0498b83d4a/66654885-3ac0-4369-9006-2fcde65f09b2) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:24:53.418129 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:53.507030 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-bffc9abc-68c6-4514-92ab-0e4fc2c17bd8 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:53.509596 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-869a0a83-19a9-4dab-8748-355c2b810afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:53.523765 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-bffc9abc-68c6-4514-92ab-0e4fc2c17bd8 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Transition to ACTIVE for port object 66654885-3ac0-4369-9006-2fcde65f09b2 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:24:53.560740 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-bffc9abc-68c6-4514-92ab-0e4fc2c17bd8 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:53.605882 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-bffc9abc-68c6-4514-92ab-0e4fc2c17bd8 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Network 5534d6bb-2cb2-45a0-be14-16d28332067f is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:24:53.611310 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-bffc9abc-68c6-4514-92ab-0e4fc2c17bd8 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:24:53.615365 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-bffc9abc-68c6-4514-92ab-0e4fc2c17bd8 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:24:53.647114 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc9abc-68c6-4514-92ab-0e4fc2c17bd8 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Pushing event updated for resources: {'Port': ['ID=66654885-3ac0-4369-9006-2fcde65f09b2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:53.672136 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-bffc9abc-68c6-4514-92ab-0e4fc2c17bd8 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:53.672888 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-bffc9abc-68c6-4514-92ab-0e4fc2c17bd8 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:53.689933 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-bffc9abc-68c6-4514-92ab-0e4fc2c17bd8 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6354003 Jul 15 14:24:53.711193 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-f962bf35-4cf6-4371-b5bd-687dd82e462f service neutron] Request body: {'port': {'device_id': '7452bf37-2f81-4d4a-a605-73972c132b6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:24:53.800304 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-f962bf35-4cf6-4371-b5bd-687dd82e462f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:53.841894 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c3f44bf2-15b6-4619-af38-3001d1ac6888 None None] Provisioning for port 66654885-3ac0-4369-9006-2fcde65f09b2 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:24:53.845802 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c3f44bf2-15b6-4619-af38-3001d1ac6888 None None] Provisioning complete for port 66654885-3ac0-4369-9006-2fcde65f09b2 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:24:53.849517 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c3f44bf2-15b6-4619-af38-3001d1ac6888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:53.919794 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c3f44bf2-15b6-4619-af38-3001d1ac6888 None None] Port 66654885-3ac0-4369-9006-2fcde65f09b2 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:24:53.923707 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0cf98d73-299a-4586-852b-90f0ae97acc1 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:24:53.981417 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning for port 0cf98d73-299a-4586-852b-90f0ae97acc1 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:24:53.986121 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 0cf98d73-299a-4586-852b-90f0ae97acc1 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:24:53.986804 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:53.989822 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a2909-4292-4528-819e-606a3ea6fcf9 req-415110b4-43f5-48b2-9e9c-5fbb01d9fd8e tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:53.991472 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d95a2909-4292-4528-819e-606a3ea6fcf9 req-415110b4-43f5-48b2-9e9c-5fbb01d9fd8e tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/ports?device_id=7452bf37-2f81-4d4a-a605-73972c132b6f HTTP/1.1" status: 200 len: 932 time: 0.0690217 Jul 15 14:24:54.044020 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d95a2909-4292-4528-819e-606a3ea6fcf9 req-7b334582-7678-4655-85bc-3a47951d88ff tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/security-groups?id=303753b3-a4cc-49bf-9747-6b7c2e7e0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450418 Jul 15 14:24:54.099337 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:54.140658 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] For port 0cf98d73-299a-4586-852b-90f0ae97acc1, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0cf98d73-299a-4586-852b-90f0ae97acc1,segment=NetworkSegment(046f6c75-c75b-4b65-b8d4-e2b5ad110bb7),segment_id=046f6c75-c75b-4b65-b8d4-e2b5ad110bb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:24:54.152653 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:54.168144 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-f962bf35-4cf6-4371-b5bd-687dd82e462f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66654885-3ac0-4369-9006-2fcde65f09b2 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:24:54.177983 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-f962bf35-4cf6-4371-b5bd-687dd82e462f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:54.192925 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-f962bf35-4cf6-4371-b5bd-687dd82e462f service neutron] Transition to ACTIVE for port object 66654885-3ac0-4369-9006-2fcde65f09b2 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:24:54.198351 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-f962bf35-4cf6-4371-b5bd-687dd82e462f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:54.218944 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Pushing event updated for resources: {'Port': ['ID=0cf98d73-299a-4586-852b-90f0ae97acc1,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:54.260236 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962bf35-4cf6-4371-b5bd-687dd82e462f service neutron] Pushing event updated for resources: {'Port': ['ID=66654885-3ac0-4369-9006-2fcde65f09b2,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:54.344695 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-f962bf35-4cf6-4371-b5bd-687dd82e462f service neutron] Attempting to bind port 66654885-3ac0-4369-9006-2fcde65f09b2 on host n-h2-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:24:54.345038 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-f962bf35-4cf6-4371-b5bd-687dd82e462f service neutron] Attempting to bind port 66654885-3ac0-4369-9006-2fcde65f09b2 by drivers openvswitch,hyperv on host n-h2-758944-45 at level 0 using segments [{'id': 'f641572b-72fb-4c59-b9d6-96a2c739cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:24:54.345379 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-f962bf35-4cf6-4371-b5bd-687dd82e462f service neutron] Attempting to bind port 66654885-3ac0-4369-9006-2fcde65f09b2 on network 5534d6bb-2cb2-45a0-be14-16d28332067f {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:24:54.350911 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-f962bf35-4cf6-4371-b5bd-687dd82e462f service neutron] Port 66654885-3ac0-4369-9006-2fcde65f09b2 on network 5534d6bb-2cb2-45a0-be14-16d28332067f not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:24:54.351513 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-f962bf35-4cf6-4371-b5bd-687dd82e462f service neutron] Attempting to bind port 66654885-3ac0-4369-9006-2fcde65f09b2 on network 5534d6bb-2cb2-45a0-be14-16d28332067f {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:24:54.358406 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-f962bf35-4cf6-4371-b5bd-687dd82e462f service neutron] Checking agent: {'id': '9635f7d0-84d4-4048-a372-165e0f2b9803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:24:54.358748 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-f962bf35-4cf6-4371-b5bd-687dd82e462f service neutron] Checking segment: {'id': 'f641572b-72fb-4c59-b9d6-96a2c739cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:24:54.359144 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-f962bf35-4cf6-4371-b5bd-687dd82e462f service neutron] Bound using segment: {'id': 'f641572b-72fb-4c59-b9d6-96a2c739cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:24:54.359587 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-f962bf35-4cf6-4371-b5bd-687dd82e462f service neutron] Bound port: 66654885-3ac0-4369-9006-2fcde65f09b2, host: n-h2-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f641572b-72fb-4c59-b9d6-96a2c739cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:24:54.359961 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-f962bf35-4cf6-4371-b5bd-687dd82e462f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:54.448156 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-f962bf35-4cf6-4371-b5bd-687dd82e462f service neutron] For port 66654885-3ac0-4369-9006-2fcde65f09b2, host n-h2-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:24:54.452615 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-f962bf35-4cf6-4371-b5bd-687dd82e462f service neutron] For port 66654885-3ac0-4369-9006-2fcde65f09b2, host n-h2-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=66654885-3ac0-4369-9006-2fcde65f09b2,segment=NetworkSegment(f641572b-72fb-4c59-b9d6-96a2c739cd33),segment_id=f641572b-72fb-4c59-b9d6-96a2c739cd33)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:24:54.458515 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-f962bf35-4cf6-4371-b5bd-687dd82e462f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:54.504516 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-f962bf35-4cf6-4371-b5bd-687dd82e462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:54.505164 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-f962bf35-4cf6-4371-b5bd-687dd82e462f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:54.507251 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-f962bf35-4cf6-4371-b5bd-687dd82e462f service neutron] 10.222.0.32 "PUT /v2.0/ports/66654885-3ac0-4369-9006-2fcde65f09b2 HTTP/1.1" status: 200 len: 1093 time: 0.8041546 Jul 15 14:24:54.507653 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7452bf37-2f81-4d4a-a605-73972c132b6f', 'tag': '66654885-3ac0-4369-9006-2fcde65f09b2'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:24:54.510008 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1345b03-27f3-4788-9a29-5f5363bacb17" -d '{"events": [{"name": "network-changed", "server_uuid": "7452bf37-2f81-4d4a-a605-73972c132b6f", "tag": "66654885-3ac0-4369-9006-2fcde65f09b2"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:24:54.536834 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962bf35-4cf6-4371-b5bd-687dd82e462f service neutron] Pushing event updated for resources: {'Port': ['ID=66654885-3ac0-4369-9006-2fcde65f09b2,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:54.563747 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7d11f1-fc18-4f94-a50f-7fca2600a444 x-openstack-request-id: req-fb7d11f1-fc18-4f94-a50f-7fca2600a444 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:24:54.564036 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7452bf37-2f81-4d4a-a605-73972c132b6f", "tag": "66654885-3ac0-4369-9006-2fcde65f09b2", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:24:54.564293 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fb7d11f1-fc18-4f94-a50f-7fca2600a444 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:24:54.564820 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7452bf37-2f81-4d4a-a605-73972c132b6f', 'tag': '66654885-3ac0-4369-9006-2fcde65f09b2', 'status': 'completed', 'code': 200} Jul 15 14:24:54.655600 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-cc6bb15e-e263-4e53-8b64-e8c87f5c64b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:54.657213 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-cc6bb15e-e263-4e53-8b64-e8c87f5c64b9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6498a8d3867d496f85971a103c37448a&device_id=7452bf37-2f81-4d4a-a605-73972c132b6f HTTP/1.1" status: 200 len: 1096 time: 0.0696249 Jul 15 14:24:54.714653 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-e8053258-ce42-4316-b81c-4ee2c33d6354 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66654885-3ac0-4369-9006-2fcde65f09b2 HTTP/1.1" status: 200 len: 217 time: 0.0412393 Jul 15 14:24:54.769182 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-811d9de6-2039-4bdc-baf7-271dc85c93f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:54.771491 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-811d9de6-2039-4bdc-baf7-271dc85c93f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b18cdd1-0f32-4100-961d-ea0498b83d4a HTTP/1.1" status: 200 len: 848 time: 0.0500779 Jul 15 14:24:54.841872 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-fa778a38-7708-4a50-b5ac-64016deaf908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:54.844043 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-fa778a38-7708-4a50-b5ac-64016deaf908 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5534d6bb-2cb2-45a0-be14-16d28332067f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648355 Jul 15 14:24:54.956563 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-eb09739c-27f9-4e1c-b4b2-0abe040727a9 service neutron] 10.222.0.32 "GET /v2.0/networks/5534d6bb-2cb2-45a0-be14-16d28332067f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044569 Jul 15 14:24:55.051906 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:55.067753 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-094d3929-9481-41ff-9cbc-5b7af6efb9f5 req-3f3e65af-5781-43e2-9bbb-b1d20931c6bd service neutron] 10.222.0.32 "GET /v2.0/networks/5534d6bb-2cb2-45a0-be14-16d28332067f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045263 Jul 15 14:24:55.225937 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1345b03-27f3-4788-9a29-5f5363bacb17 req-76c771d5-f8d1-4afd-bfea-746ae0371ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:55.227614 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b1345b03-27f3-4788-9a29-5f5363bacb17 req-76c771d5-f8d1-4afd-bfea-746ae0371ced service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6498a8d3867d496f85971a103c37448a&device_id=7452bf37-2f81-4d4a-a605-73972c132b6f HTTP/1.1" status: 200 len: 1096 time: 0.0709426 Jul 15 14:24:55.261642 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cd1cf-b126-4983-bdf2-d4f1fb505255 req-ba4063de-77e0-43ff-9208-2db14d0cd6b9 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:55.263406 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bf5cd1cf-b126-4983-bdf2-d4f1fb505255 req-ba4063de-77e0-43ff-9208-2db14d0cd6b9 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/ports?device_id=7452bf37-2f81-4d4a-a605-73972c132b6f HTTP/1.1" status: 200 len: 944 time: 0.0732529 Jul 15 14:24:55.316799 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-bf5cd1cf-b126-4983-bdf2-d4f1fb505255 req-9f4a25f9-caed-46e6-b9ea-688e25fe5ce8 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/security-groups?id=303753b3-a4cc-49bf-9747-6b7c2e7e0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449355 Jul 15 14:24:55.342835 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1345b03-27f3-4788-9a29-5f5363bacb17 req-b2e8f1f1-f91b-46de-be42-d52d584dc195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:55.344538 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b1345b03-27f3-4788-9a29-5f5363bacb17 req-b2e8f1f1-f91b-46de-be42-d52d584dc195 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5534d6bb-2cb2-45a0-be14-16d28332067f HTTP/1.1" status: 200 len: 910 time: 0.1103504 Jul 15 14:24:55.389234 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b1345b03-27f3-4788-9a29-5f5363bacb17 req-1888e6cc-c491-42d9-bb69-118a60e902bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66654885-3ac0-4369-9006-2fcde65f09b2 HTTP/1.1" status: 200 len: 217 time: 0.0377057 Jul 15 14:24:55.457267 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1345b03-27f3-4788-9a29-5f5363bacb17 req-e0b923ea-d9a3-4563-96c0-13b624b81667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:55.459564 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b1345b03-27f3-4788-9a29-5f5363bacb17 req-e0b923ea-d9a3-4563-96c0-13b624b81667 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b18cdd1-0f32-4100-961d-ea0498b83d4a HTTP/1.1" status: 200 len: 848 time: 0.0623119 Jul 15 14:24:55.536061 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1345b03-27f3-4788-9a29-5f5363bacb17 req-a1a2ca3e-941d-41e3-9c17-c8491ffe96ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:55.537813 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b1345b03-27f3-4788-9a29-5f5363bacb17 req-a1a2ca3e-941d-41e3-9c17-c8491ffe96ad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5534d6bb-2cb2-45a0-be14-16d28332067f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711117 Jul 15 14:24:55.655369 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b1345b03-27f3-4788-9a29-5f5363bacb17 req-ba826713-91be-4a6c-b6fa-f68643af98f5 service neutron] 10.222.0.32 "GET /v2.0/networks/5534d6bb-2cb2-45a0-be14-16d28332067f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090653 Jul 15 14:24:55.776264 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b1345b03-27f3-4788-9a29-5f5363bacb17 req-15427ff5-0808-4459-a2d1-7dd29b2a07e6 service neutron] 10.222.0.32 "GET /v2.0/networks/5534d6bb-2cb2-45a0-be14-16d28332067f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137295 Jul 15 14:24:55.876198 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0cf98d73-299a-4586-852b-90f0ae97acc1 up at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:24:55.931047 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:55.935636 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Provisioning complete for port 0cf98d73-299a-4586-852b-90f0ae97acc1 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:24:55.936014 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:56.515874 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a7e1f-b190-439a-bb4a-ab3d1f8a381e req-f56c9b53-7564-4c99-af47-5dddda77469e tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:56.517731 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-747a7e1f-b190-439a-bb4a-ab3d1f8a381e req-f56c9b53-7564-4c99-af47-5dddda77469e tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/ports?device_id=7452bf37-2f81-4d4a-a605-73972c132b6f HTTP/1.1" status: 200 len: 944 time: 0.0758255 Jul 15 14:24:56.573040 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-747a7e1f-b190-439a-bb4a-ab3d1f8a381e req-f3e2c3a0-3215-4529-8e0a-5eb67ac4d552 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/security-groups?id=303753b3-a4cc-49bf-9747-6b7c2e7e0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472264 Jul 15 14:24:56.648123 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:56.832760 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 66654885-3ac0-4369-9006-2fcde65f09b2 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:24:56.952360 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 66654885-3ac0-4369-9006-2fcde65f09b2, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=66654885-3ac0-4369-9006-2fcde65f09b2,segment=NetworkSegment(f641572b-72fb-4c59-b9d6-96a2c739cd33),segment_id=f641572b-72fb-4c59-b9d6-96a2c739cd33)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:24:56.971406 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '66654885-3ac0-4369-9006-2fcde65f09b2', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'port_id': '66654885-3ac0-4369-9006-2fcde65f09b2', 'mac_address': 'fa:16:3e:b8:10:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:24:57.025642 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:57.039768 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66654885-3ac0-4369-9006-2fcde65f09b2 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:24:57.066472 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 66654885-3ac0-4369-9006-2fcde65f09b2, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=66654885-3ac0-4369-9006-2fcde65f09b2,segment=NetworkSegment(f641572b-72fb-4c59-b9d6-96a2c739cd33),segment_id=f641572b-72fb-4c59-b9d6-96a2c739cd33)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:24:57.071353 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:57.123243 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=66654885-3ac0-4369-9006-2fcde65f09b2,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:57.349574 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['66654885-3ac0-4369-9006-2fcde65f09b2'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:24:58.089227 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a59c94-49cb-44a2-928c-66734a97327a req-16970ae2-b8ba-442f-bb5a-e6e0189be5b7 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:58.091888 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-91a59c94-49cb-44a2-928c-66734a97327a req-16970ae2-b8ba-442f-bb5a-e6e0189be5b7 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/ports?device_id=7452bf37-2f81-4d4a-a605-73972c132b6f HTTP/1.1" status: 200 len: 945 time: 0.3897271 Jul 15 14:24:58.144585 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-91a59c94-49cb-44a2-928c-66734a97327a req-402195c7-d2ae-4c0c-9db0-7fb72713855f tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/security-groups?id=303753b3-a4cc-49bf-9747-6b7c2e7e0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430090 Jul 15 14:24:58.848444 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 66654885-3ac0-4369-9006-2fcde65f09b2 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:24:58.904464 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning for port 66654885-3ac0-4369-9006-2fcde65f09b2 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:24:58.911538 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 66654885-3ac0-4369-9006-2fcde65f09b2 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:24:58.912409 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:59.004756 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:59.029622 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7452bf37-2f81-4d4a-a605-73972c132b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66654885-3ac0-4369-9006-2fcde65f09b2'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:24:59.031925 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5982e52f7164c00132b4161e7da779dd5a615a4991d8f343d2f1980d90734956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0953a8c-86b0-4a90-84fe-d07cf5cce261" -d '{"events": [{"server_uuid": "7452bf37-2f81-4d4a-a605-73972c132b6f", "name": "network-vif-plugged", "status": "completed", "tag": "66654885-3ac0-4369-9006-2fcde65f09b2"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:24:59.045231 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 66654885-3ac0-4369-9006-2fcde65f09b2, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=66654885-3ac0-4369-9006-2fcde65f09b2,segment=NetworkSegment(f641572b-72fb-4c59-b9d6-96a2c739cd33),segment_id=f641572b-72fb-4c59-b9d6-96a2c739cd33)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:24:59.049796 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:59.085501 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7deefe78-517d-4c07-a824-edc21db5b180 x-openstack-request-id: req-7deefe78-517d-4c07-a824-edc21db5b180 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:24:59.085961 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7452bf37-2f81-4d4a-a605-73972c132b6f", "name": "network-vif-plugged", "status": "completed", "tag": "66654885-3ac0-4369-9006-2fcde65f09b2", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:24:59.086371 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7deefe78-517d-4c07-a824-edc21db5b180 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:24:59.086974 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7452bf37-2f81-4d4a-a605-73972c132b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66654885-3ac0-4369-9006-2fcde65f09b2', 'code': 200} Jul 15 14:24:59.127125 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=66654885-3ac0-4369-9006-2fcde65f09b2,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:59.238127 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9cd6e-1da6-49a0-a30f-dbadbf422256 req-9c1554da-2c18-40f3-80d6-dd6583dc6c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:59.239643 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5ba9cd6e-1da6-49a0-a30f-dbadbf422256 req-9c1554da-2c18-40f3-80d6-dd6583dc6c78 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7452bf37-2f81-4d4a-a605-73972c132b6f HTTP/1.1" status: 200 len: 1098 time: 0.0643516 Jul 15 14:24:59.280838 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-5ba9cd6e-1da6-49a0-a30f-dbadbf422256 req-2e0e67ef-9f39-40b6-93cc-fccc8b06b7b9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=303753b3-a4cc-49bf-9747-6b7c2e7e0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341461 Jul 15 14:24:59.355214 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae90ba-1f55-4243-8cb8-77113af932b0 req-761581ca-a408-4004-b293-d5a3e77a7068 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:59.356696 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-beae90ba-1f55-4243-8cb8-77113af932b0 req-761581ca-a408-4004-b293-d5a3e77a7068 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/ports?device_id=7452bf37-2f81-4d4a-a605-73972c132b6f HTTP/1.1" status: 200 len: 946 time: 0.0672083 Jul 15 14:24:59.409805 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-beae90ba-1f55-4243-8cb8-77113af932b0 req-9ec6013d-709b-4774-8ee4-a515fa1347ca tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/security-groups?id=303753b3-a4cc-49bf-9747-6b7c2e7e0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465646 Jul 15 14:25:00.612279 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29f202-c9e1-428c-b428-64fffa5adac0 req-6ea4c68f-45a8-40f6-8f08-f30ecfa537e5 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:25:00.613738 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ec29f202-c9e1-428c-b428-64fffa5adac0 req-6ea4c68f-45a8-40f6-8f08-f30ecfa537e5 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/ports?device_id=7452bf37-2f81-4d4a-a605-73972c132b6f HTTP/1.1" status: 200 len: 946 time: 0.0731862 Jul 15 14:25:00.662958 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ec29f202-c9e1-428c-b428-64fffa5adac0 req-21b6234e-02eb-459f-ab32-25f7bb3cbb8a tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/security-groups?id=303753b3-a4cc-49bf-9747-6b7c2e7e0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423312 Jul 15 14:25:00.852803 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6b9b2-66c3-48d8-9fdb-92cbc9455493 req-cc163aca-ee3c-439d-8343-f77a077f150f tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:25:00.854418 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-def6b9b2-66c3-48d8-9fdb-92cbc9455493 req-cc163aca-ee3c-439d-8343-f77a077f150f tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/ports?device_id=7452bf37-2f81-4d4a-a605-73972c132b6f HTTP/1.1" status: 200 len: 946 time: 0.0767937 Jul 15 14:25:00.895301 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-def6b9b2-66c3-48d8-9fdb-92cbc9455493 req-8d0dfe5d-a10b-41f2-8653-60a79243cda2 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/security-groups?id=303753b3-a4cc-49bf-9747-6b7c2e7e0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344093 Jul 15 14:25:00.921904 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 51864) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:25:01.069384 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca6acd8-06af-4636-8de4-a28ea0e119ec tempest-TestSnapshotPattern-1027184442 tempest-TestSnapshotPattern-1027184442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:25:01.070981 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-bca6acd8-06af-4636-8de4-a28ea0e119ec tempest-TestSnapshotPattern-1027184442 tempest-TestSnapshotPattern-1027184442-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7452bf37-2f81-4d4a-a605-73972c132b6f HTTP/1.1" status: 200 len: 1093 time: 0.1480384 Jul 15 14:25:01.075648 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 51868) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:25:01.081031 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-71cc1e84-617d-4b04-a344-9571a6b852a0 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'port_id': '66654885-3ac0-4369-9006-2fcde65f09b2', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:25:01.107454 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71cc1e84-617d-4b04-a344-9571a6b852a0 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:01.227522 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71cc1e84-617d-4b04-a344-9571a6b852a0 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:01.367055 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-71cc1e84-617d-4b04-a344-9571a6b852a0 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Allocated IP 172.25.6.182 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/95ca7ba0-3b6c-496d-b3e2-292c6565b804) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:25:01.504491 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71cc1e84-617d-4b04-a344-9571a6b852a0 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:01.549224 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71cc1e84-617d-4b04-a344-9571a6b852a0 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:01.597129 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cc1e84-617d-4b04-a344-9571a6b852a0 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:25:01.600854 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-71cc1e84-617d-4b04-a344-9571a6b852a0 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:25:01.603651 n-d-758944-45 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cc1e84-617d-4b04-a344-9571a6b852a0 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:25:01.633030 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc1e84-617d-4b04-a344-9571a6b852a0 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Pushing event updated for resources: {'Port': ['ID=95ca7ba0-3b6c-496d-b3e2-292c6565b804,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:25:02.024327 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71cc1e84-617d-4b04-a344-9571a6b852a0 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:02.110615 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71cc1e84-617d-4b04-a344-9571a6b852a0 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:02.275700 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71cc1e84-617d-4b04-a344-9571a6b852a0 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:02.283175 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71cc1e84-617d-4b04-a344-9571a6b852a0 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8476928'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:02.358504 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc1e84-617d-4b04-a344-9571a6b852a0 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Pushing event updated for resources: {'Port': ['ID=95ca7ba0-3b6c-496d-b3e2-292c6565b804,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:25:02.367034 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71cc1e84-617d-4b04-a344-9571a6b852a0 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:02.469000 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-71cc1e84-617d-4b04-a344-9571a6b852a0 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Floating IP 324813ff-f295-4cfd-a6ac-5c88a5cb2177 associated. External IP: 172.25.6.182, port: 66654885-3ac0-4369-9006-2fcde65f09b2. Jul 15 14:25:02.697703 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71cc1e84-617d-4b04-a344-9571a6b852a0 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Router ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:25:02.816127 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71cc1e84-617d-4b04-a344-9571a6b852a0 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:25:02.828356 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a8b04e-8b9e-40e0-82e5-188fb383a6df None None] Sync routers for ids ['ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:25:02.839524 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71cc1e84-617d-4b04-a344-9571a6b852a0 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:02.841966 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a8b04e-8b9e-40e0-82e5-188fb383a6df None None] Routers {'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:25:02.842774 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-61a8b04e-8b9e-40e0-82e5-188fb383a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:24:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:25:02.885855 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-71cc1e84-617d-4b04-a344-9571a6b852a0 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8089702 Jul 15 14:25:02.886432 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7452bf37-2f81-4d4a-a605-73972c132b6f', 'tag': '66654885-3ac0-4369-9006-2fcde65f09b2'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:25:02.888857 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e64901b02c345040bafddad2dab1ebeb8b80c4fa9c7870118a0b2b399b9ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2968ae-fd01-43e7-ac71-e4e2fa180a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "7452bf37-2f81-4d4a-a605-73972c132b6f", "tag": "66654885-3ac0-4369-9006-2fcde65f09b2"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:25:02.977904 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-61a8b04e-8b9e-40e0-82e5-188fb383a6df None None] Set router ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:25:02.997877 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2d2127-52cf-496a-b076-a6f9748b4c9c x-openstack-request-id: req-aa2d2127-52cf-496a-b076-a6f9748b4c9c {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:25:02.998239 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7452bf37-2f81-4d4a-a605-73972c132b6f", "tag": "66654885-3ac0-4369-9006-2fcde65f09b2", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:25:02.998555 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa2d2127-52cf-496a-b076-a6f9748b4c9c {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:25:02.999031 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7452bf37-2f81-4d4a-a605-73972c132b6f', 'tag': '66654885-3ac0-4369-9006-2fcde65f09b2', 'status': 'completed', 'code': 200} Jul 15 14:25:03.018549 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:25:03.106624 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2968ae-fd01-43e7-ac71-e4e2fa180a8c req-459c8873-21d2-4f2d-ad5b-5dc300279f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:25:03.108155 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fe2968ae-fd01-43e7-ac71-e4e2fa180a8c req-459c8873-21d2-4f2d-ad5b-5dc300279f33 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6498a8d3867d496f85971a103c37448a&device_id=7452bf37-2f81-4d4a-a605-73972c132b6f HTTP/1.1" status: 200 len: 1098 time: 0.0640147 Jul 15 14:25:03.218374 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2968ae-fd01-43e7-ac71-e4e2fa180a8c req-22647716-0c0d-4fc6-86a9-ae6246231281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:25:03.219723 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fe2968ae-fd01-43e7-ac71-e4e2fa180a8c req-22647716-0c0d-4fc6-86a9-ae6246231281 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5534d6bb-2cb2-45a0-be14-16d28332067f HTTP/1.1" status: 200 len: 910 time: 0.1055498 Jul 15 14:25:03.245181 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-61a8b04e-8b9e-40e0-82e5-188fb383a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'name': 'tempest-TestSnapshotPattern-214042553-router', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:41Z', 'revision_number': 4, 'project_id': '6498a8d3867d496f85971a103c37448a', 'gw_port': {'id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '324813ff-f295-4cfd-a6ac-5c88a5cb2177', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'port_id': '66654885-3ac0-4369-9006-2fcde65f09b2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'mac_address': 'fa:16:3e:b8:10:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7452bf37-2f81-4d4a-a605-73972c132b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:25:01Z', 'updated_at': '2021-07-15T14:25:01Z', 'revision_number': 0, 'project_id': '6498a8d3867d496f85971a103c37448a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2', 'name': '', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'mac_address': 'fa:16:3e:6f:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:40Z', 'updated_at': '2021-07-15T14:24:48Z', 'revision_number': 5, 'project_id': '6498a8d3867d496f85971a103c37448a', 'subnets': [{'id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:25:03.273065 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a8b04e-8b9e-40e0-82e5-188fb383a6df None None] Checking router: ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:25:03.282716 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a8b04e-8b9e-40e0-82e5-188fb383a6df None None] Routers {'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:25:03.283438 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-61a8b04e-8b9e-40e0-82e5-188fb383a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:24:53Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:25:03.303722 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fe2968ae-fd01-43e7-ac71-e4e2fa180a8c req-8ec35c3d-af09-4afe-a047-62891659e445 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66654885-3ac0-4369-9006-2fcde65f09b2 HTTP/1.1" status: 200 len: 1000 time: 0.0759447 Jul 15 14:25:03.364729 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2968ae-fd01-43e7-ac71-e4e2fa180a8c req-3aee25c4-8bb9-4f44-8b71-8131e37a4357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:25:03.366852 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fe2968ae-fd01-43e7-ac71-e4e2fa180a8c req-3aee25c4-8bb9-4f44-8b71-8131e37a4357 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b18cdd1-0f32-4100-961d-ea0498b83d4a HTTP/1.1" status: 200 len: 848 time: 0.0572174 Jul 15 14:25:03.397449 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-61a8b04e-8b9e-40e0-82e5-188fb383a6df None None] Set router ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:25:03.425871 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2968ae-fd01-43e7-ac71-e4e2fa180a8c req-8dc273da-6e6a-44c6-b501-9a3ebb7b3f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:25:03.427469 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fe2968ae-fd01-43e7-ac71-e4e2fa180a8c req-8dc273da-6e6a-44c6-b501-9a3ebb7b3f57 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5534d6bb-2cb2-45a0-be14-16d28332067f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542858 Jul 15 14:25:03.536017 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fe2968ae-fd01-43e7-ac71-e4e2fa180a8c req-695f495c-446e-4bd9-91db-846713ae5515 service neutron] 10.222.0.32 "GET /v2.0/networks/5534d6bb-2cb2-45a0-be14-16d28332067f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014750 Jul 15 14:25:03.626796 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fe2968ae-fd01-43e7-ac71-e4e2fa180a8c req-0855a48e-af99-4dc8-a256-af50ab2e6889 service neutron] 10.222.0.32 "GET /v2.0/networks/5534d6bb-2cb2-45a0-be14-16d28332067f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835395 Jul 15 14:25:03.672951 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-61a8b04e-8b9e-40e0-82e5-188fb383a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'name': 'tempest-TestSnapshotPattern-214042553-router', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:41Z', 'revision_number': 4, 'project_id': '6498a8d3867d496f85971a103c37448a', 'gw_port': {'id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '324813ff-f295-4cfd-a6ac-5c88a5cb2177', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'port_id': '66654885-3ac0-4369-9006-2fcde65f09b2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'mac_address': 'fa:16:3e:b8:10:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7452bf37-2f81-4d4a-a605-73972c132b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:25:01Z', 'updated_at': '2021-07-15T14:25:01Z', 'revision_number': 0, 'project_id': '6498a8d3867d496f85971a103c37448a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2', 'name': '', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'mac_address': 'fa:16:3e:6f:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:40Z', 'updated_at': '2021-07-15T14:24:48Z', 'revision_number': 5, 'project_id': '6498a8d3867d496f85971a103c37448a', 'subnets': [{'id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:25:03.699338 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a8b04e-8b9e-40e0-82e5-188fb383a6df None None] The sync data for ids ['ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'] in n-d-758944-45 is: [{'id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'name': 'tempest-TestSnapshotPattern-214042553-router', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:41Z', 'revision_number': 4, 'project_id': '6498a8d3867d496f85971a103c37448a', 'gw_port': {'id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '324813ff-f295-4cfd-a6ac-5c88a5cb2177', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'port_id': '66654885-3ac0-4369-9006-2fcde65f09b2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'mac_address': 'fa:16:3e:b8:10:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7452bf37-2f81-4d4a-a605-73972c132b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:25:01Z', 'updated_at': '2021-07-15T14:25:01Z', 'revision_number': 0, 'project_id': '6498a8d3867d496f85971a103c37448a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2', 'name': '', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'mac_address': 'fa:16:3e:6f:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:40Z', 'updated_at': '2021-07-15T14:24:48Z', 'revision_number': 5, 'project_id': '6498a8d3867d496f85971a103c37448a', 'subnets': [{'id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:25:04.013945 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e6d3ce-b56f-4914-9c20-2ef647a89c88 None None] New status for floating IP 324813ff-f295-4cfd-a6ac-5c88a5cb2177: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:25:09.136841 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:20.986051 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-05e60f38-503f-48da-b3f4-e0bad9e329a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:23.411009 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:23.511749 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d3dd8580-f770-43a9-b8e5-3590a3f35925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:25.054013 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:25.941739 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:26.644329 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:30.937923 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3a4ca0fe-9ac0-4448-bb3f-702a99c57e93 req-8c44f9d5-aeea-45cf-a103-ae01da21c1e2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7452bf37-2f81-4d4a-a605-73972c132b6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0618594 Jul 15 14:25:31.063708 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ca0fe-9ac0-4448-bb3f-702a99c57e93 req-e82cdd56-ed82-4bf9-9201-8d66960f0735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:25:31.065271 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3a4ca0fe-9ac0-4448-bb3f-702a99c57e93 req-e82cdd56-ed82-4bf9-9201-8d66960f0735 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6498a8d3867d496f85971a103c37448a&device_id=7452bf37-2f81-4d4a-a605-73972c132b6f HTTP/1.1" status: 200 len: 1098 time: 0.0579405 Jul 15 14:25:31.174408 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ca0fe-9ac0-4448-bb3f-702a99c57e93 req-d1ccb6b0-222d-4964-9f02-390e534fc510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:25:31.175909 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3a4ca0fe-9ac0-4448-bb3f-702a99c57e93 req-d1ccb6b0-222d-4964-9f02-390e534fc510 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5534d6bb-2cb2-45a0-be14-16d28332067f HTTP/1.1" status: 200 len: 910 time: 0.0900426 Jul 15 14:25:31.251022 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3a4ca0fe-9ac0-4448-bb3f-702a99c57e93 req-c50ce49e-ba2b-4f9f-b46c-bc82f0179a03 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66654885-3ac0-4369-9006-2fcde65f09b2 HTTP/1.1" status: 200 len: 1002 time: 0.0651410 Jul 15 14:25:31.304424 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ca0fe-9ac0-4448-bb3f-702a99c57e93 req-0c2d837c-10da-4b3a-b6b6-a8dd6f09cc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:25:31.306508 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3a4ca0fe-9ac0-4448-bb3f-702a99c57e93 req-0c2d837c-10da-4b3a-b6b6-a8dd6f09cc0d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b18cdd1-0f32-4100-961d-ea0498b83d4a HTTP/1.1" status: 200 len: 848 time: 0.0480654 Jul 15 14:25:31.365207 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ca0fe-9ac0-4448-bb3f-702a99c57e93 req-71a981dc-7742-48e0-9fe4-45d5d0093b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:25:31.366762 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3a4ca0fe-9ac0-4448-bb3f-702a99c57e93 req-71a981dc-7742-48e0-9fe4-45d5d0093b0b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5534d6bb-2cb2-45a0-be14-16d28332067f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536649 Jul 15 14:25:31.472911 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3a4ca0fe-9ac0-4448-bb3f-702a99c57e93 req-e64111dd-2360-4461-91bd-a1cb74251f20 service neutron] 10.222.0.32 "GET /v2.0/networks/5534d6bb-2cb2-45a0-be14-16d28332067f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969021 Jul 15 14:25:31.567347 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3a4ca0fe-9ac0-4448-bb3f-702a99c57e93 req-c49eb280-528c-4fd0-b0d2-f3f1f254e3d9 service neutron] 10.222.0.32 "GET /v2.0/networks/5534d6bb-2cb2-45a0-be14-16d28332067f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867984 Jul 15 14:25:39.134432 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:40.023560 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:25:50.987590 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7a407ef-7c4e-4ed1-90dc-d8dfbc58ddfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:53.426200 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:53.520242 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-893583c5-7f19-4b6b-9c18-0733d331c4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:55.063859 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:55.948373 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:56.656329 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:09.149750 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:17.027072 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:26:20.988758 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d4a233a6-4677-4761-9077-fc8b22f9399c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:23.419324 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:23.513335 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-570d45fb-f979-40bb-a041-9635061ecaa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:25.061093 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:25.962536 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:26.653102 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:30.925700 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d211e173-60b7-41eb-b6ff-22934862111d req-7170a567-a53f-4522-8e68-41bd130de642 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7452bf37-2f81-4d4a-a605-73972c132b6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0602584 Jul 15 14:26:31.040952 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211e173-60b7-41eb-b6ff-22934862111d req-0daed34c-ce53-4e71-8e91-701b9233ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:31.042518 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d211e173-60b7-41eb-b6ff-22934862111d req-0daed34c-ce53-4e71-8e91-701b9233ba77 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6498a8d3867d496f85971a103c37448a&device_id=7452bf37-2f81-4d4a-a605-73972c132b6f HTTP/1.1" status: 200 len: 1098 time: 0.0568850 Jul 15 14:26:31.162704 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211e173-60b7-41eb-b6ff-22934862111d req-2a24eef7-f51d-4dc6-bff2-6323bd754e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:31.164234 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d211e173-60b7-41eb-b6ff-22934862111d req-2a24eef7-f51d-4dc6-bff2-6323bd754e32 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5534d6bb-2cb2-45a0-be14-16d28332067f HTTP/1.1" status: 200 len: 910 time: 0.1013279 Jul 15 14:26:31.258555 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d211e173-60b7-41eb-b6ff-22934862111d req-791d3b53-7383-4a3f-af54-21d6a5e7d048 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66654885-3ac0-4369-9006-2fcde65f09b2 HTTP/1.1" status: 200 len: 1002 time: 0.0877385 Jul 15 14:26:31.315211 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211e173-60b7-41eb-b6ff-22934862111d req-9617fbc9-ccdf-42cb-9311-38c17dd9874e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:31.316789 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d211e173-60b7-41eb-b6ff-22934862111d req-9617fbc9-ccdf-42cb-9311-38c17dd9874e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b18cdd1-0f32-4100-961d-ea0498b83d4a HTTP/1.1" status: 200 len: 848 time: 0.0519800 Jul 15 14:26:31.388241 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211e173-60b7-41eb-b6ff-22934862111d req-920513f8-9575-48c6-b3a7-f180d4dcb2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:31.389891 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d211e173-60b7-41eb-b6ff-22934862111d req-920513f8-9575-48c6-b3a7-f180d4dcb2cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5534d6bb-2cb2-45a0-be14-16d28332067f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670066 Jul 15 14:26:31.514583 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d211e173-60b7-41eb-b6ff-22934862111d req-aa535864-de68-4017-8800-3dff1a1b2062 service neutron] 10.222.0.32 "GET /v2.0/networks/5534d6bb-2cb2-45a0-be14-16d28332067f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178844 Jul 15 14:26:31.620706 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-d211e173-60b7-41eb-b6ff-22934862111d req-9f650cf8-eebb-43fa-bfba-164b7055b440 service neutron] 10.222.0.32 "GET /v2.0/networks/5534d6bb-2cb2-45a0-be14-16d28332067f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005831 Jul 15 14:26:39.165873 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:50.992682 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67269af7-6ec2-4a78-8672-221da7719e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:53.421173 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:53.514005 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-856702be-ca4f-46e5-aa18-30ffd70dd160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:54.026387 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:26:55.064046 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:55.966155 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:56.656611 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:01.443756 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 66654885-3ac0-4369-9006-2fcde65f09b2 details requested by agent hyperv_n-h2-758944-45 with host n-h2-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:27:01.548822 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 66654885-3ac0-4369-9006-2fcde65f09b2, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=66654885-3ac0-4369-9006-2fcde65f09b2,segment=NetworkSegment(f641572b-72fb-4c59-b9d6-96a2c739cd33),segment_id=f641572b-72fb-4c59-b9d6-96a2c739cd33)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:27:01.562234 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Returning: {'device': '66654885-3ac0-4369-9006-2fcde65f09b2', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'port_id': '66654885-3ac0-4369-9006-2fcde65f09b2', 'mac_address': 'fa:16:3e:b8:10:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:27:01.602253 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:01.616126 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66654885-3ac0-4369-9006-2fcde65f09b2 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:27:01.636453 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 66654885-3ac0-4369-9006-2fcde65f09b2, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=66654885-3ac0-4369-9006-2fcde65f09b2,segment=NetworkSegment(f641572b-72fb-4c59-b9d6-96a2c739cd33),segment_id=f641572b-72fb-4c59-b9d6-96a2c739cd33)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:27:01.640340 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:01.689812 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=66654885-3ac0-4369-9006-2fcde65f09b2,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:27:01.698038 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:27:01.698387 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:27:01.698547 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:27:01.698885 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:27:01.699214 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:27:01.699544 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:27:01.699873 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:27:01.700195 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:27:01.700553 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:27:01.700875 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:27:01.701200 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:27:01.701526 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:27:01.814108 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] get_ports_and_sgs() called for port_ids ['66654885-3ac0-4369-9006-2fcde65f09b2'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:27:03.459977 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 66654885-3ac0-4369-9006-2fcde65f09b2 up at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:27:03.517776 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Provisioning complete for port 66654885-3ac0-4369-9006-2fcde65f09b2 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:27:03.518158 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:03.642688 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:03.680337 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7452bf37-2f81-4d4a-a605-73972c132b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66654885-3ac0-4369-9006-2fcde65f09b2'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:27:03.682654 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5982e52f7164c00132b4161e7da779dd5a615a4991d8f343d2f1980d90734956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d348fe8-e7e8-40fa-8416-75b1c8582cc6" -d '{"events": [{"server_uuid": "7452bf37-2f81-4d4a-a605-73972c132b6f", "name": "network-vif-plugged", "status": "completed", "tag": "66654885-3ac0-4369-9006-2fcde65f09b2"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:27:03.698168 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 66654885-3ac0-4369-9006-2fcde65f09b2, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=66654885-3ac0-4369-9006-2fcde65f09b2,segment=NetworkSegment(f641572b-72fb-4c59-b9d6-96a2c739cd33),segment_id=f641572b-72fb-4c59-b9d6-96a2c739cd33)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:27:03.704091 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:03.771207 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=66654885-3ac0-4369-9006-2fcde65f09b2,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:27:03.861202 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769a09de-83de-40ca-84ef-94e35f6b09cd x-openstack-request-id: req-769a09de-83de-40ca-84ef-94e35f6b09cd {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:27:03.861590 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7452bf37-2f81-4d4a-a605-73972c132b6f", "name": "network-vif-plugged", "status": "completed", "tag": "66654885-3ac0-4369-9006-2fcde65f09b2", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:27:03.861904 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-769a09de-83de-40ca-84ef-94e35f6b09cd {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:27:03.862356 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7452bf37-2f81-4d4a-a605-73972c132b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66654885-3ac0-4369-9006-2fcde65f09b2', 'code': 200} Jul 15 14:27:09.170549 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:12.867670 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-73d15691-6af7-4744-b563-2b9a6d02a878 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-198380676&fields=id&tenant_id=6498a8d3867d496f85971a103c37448a HTTP/1.1" status: 200 len: 267 time: 0.0368860 Jul 15 14:27:12.983964 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-c4058c40-b8c0-495b-a8ee-7fb5424d9aab tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:12.985533 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-c4058c40-b8c0-495b-a8ee-7fb5424d9aab tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/networks?id=5534d6bb-2cb2-45a0-be14-16d28332067f HTTP/1.1" status: 200 len: 809 time: 0.1110966 Jul 15 14:27:13.005509 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-76f34173-20cb-4c6d-a264-855d0f1bead6 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/quotas/6498a8d3867d496f85971a103c37448a HTTP/1.1" status: 200 len: 375 time: 0.0107191 Jul 15 14:27:13.081855 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-7078bca9-201b-4b1c-a569-cb03a2741c78 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6498a8d3867d496f85971a103c37448a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0701246 Jul 15 14:27:13.149267 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-7d0bd39a-75be-438e-b1c0-c76c241776fe service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:27:13.151293 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-7d0bd39a-75be-438e-b1c0-c76c241776fe service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0558817 Jul 15 14:27:13.262836 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-e9e588d0-4503-4226-8e75-bc8a2196b528 service neutron] 10.222.0.24 "GET /v2.0/networks/5534d6bb-2cb2-45a0-be14-16d28332067f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060233 Jul 15 14:27:13.361987 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-006617c9-bc27-4d05-a600-98e6b63cdf12 service neutron] 10.222.0.24 "GET /v2.0/networks/5534d6bb-2cb2-45a0-be14-16d28332067f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933232 Jul 15 14:27:13.578642 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-2d2ff1c6-396b-4cb8-bc32-b45b27207e2c req-944afe09-f101-4380-b475-3c25f21b50ba tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/ports?device_id=07290c51-ee88-452f-9ff8-95d54f661464 HTTP/1.1" status: 200 len: 210 time: 0.0321467 Jul 15 14:27:14.746576 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-557bb57e-0ee0-4fc7-bf7e-82d7a9742e25 req-5793a2ea-a7c3-461a-b788-b884f44d7d9e tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/ports?device_id=07290c51-ee88-452f-9ff8-95d54f661464 HTTP/1.1" status: 200 len: 210 time: 0.0392585 Jul 15 14:27:14.825037 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-7940581a-d9ce-41b8-860c-307a4d2b416a tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:14.826669 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-7940581a-d9ce-41b8-860c-307a4d2b416a tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.18 "GET /v2.0/networks?id=5534d6bb-2cb2-45a0-be14-16d28332067f HTTP/1.1" status: 200 len: 809 time: 0.1320915 Jul 15 14:27:14.883107 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-007286f9-c429-4c97-89d8-13e91a5baa90 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6498a8d3867d496f85971a103c37448a HTTP/1.1" status: 200 len: 379 time: 0.0404067 Jul 15 14:27:14.891617 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-9b0111ed-0a98-424b-89da-3a4b309db6e9 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Request body: {'port': {'device_id': '07290c51-ee88-452f-9ff8-95d54f661464', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'admin_state_up': True, 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'security_groups': ['303753b3-a4cc-49bf-9747-6b7c2e7e0d19']}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:27:15.010329 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-9b0111ed-0a98-424b-89da-3a4b309db6e9 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Made reservation on behalf of 6498a8d3867d496f85971a103c37448a for: {'port': 1} {{(pid=93814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:27:15.014087 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-9b0111ed-0a98-424b-89da-3a4b309db6e9 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:15.147938 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-9b0111ed-0a98-424b-89da-3a4b309db6e9 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Allocated IP 172.20.0.8 (5534d6bb-2cb2-45a0-be14-16d28332067f/8b18cdd1-0f32-4100-961d-ea0498b83d4a/f487d341-82ad-44bb-a83e-14c6820d2de5) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:27:15.335389 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-9b0111ed-0a98-424b-89da-3a4b309db6e9 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:15.353954 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-9b0111ed-0a98-424b-89da-3a4b309db6e9 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Transition to ACTIVE for port object f487d341-82ad-44bb-a83e-14c6820d2de5 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:27:15.396184 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-9b0111ed-0a98-424b-89da-3a4b309db6e9 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:15.475771 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-9b0111ed-0a98-424b-89da-3a4b309db6e9 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Network 5534d6bb-2cb2-45a0-be14-16d28332067f is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:27:15.482201 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-9b0111ed-0a98-424b-89da-3a4b309db6e9 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:27:15.487091 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-9b0111ed-0a98-424b-89da-3a4b309db6e9 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:27:15.542125 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0111ed-0a98-424b-89da-3a4b309db6e9 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Pushing event updated for resources: {'Port': ['ID=f487d341-82ad-44bb-a83e-14c6820d2de5,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:27:15.546552 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 66654885-3ac0-4369-9006-2fcde65f09b2 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:27:15.560796 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0111ed-0a98-424b-89da-3a4b309db6e9 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:27:15.561141 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0111ed-0a98-424b-89da-3a4b309db6e9 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:27:15.561584 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0111ed-0a98-424b-89da-3a4b309db6e9 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:27:15.561973 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0111ed-0a98-424b-89da-3a4b309db6e9 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:27:15.562313 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0111ed-0a98-424b-89da-3a4b309db6e9 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:27:15.562678 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0111ed-0a98-424b-89da-3a4b309db6e9 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:27:15.563087 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0111ed-0a98-424b-89da-3a4b309db6e9 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:27:15.563617 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0111ed-0a98-424b-89da-3a4b309db6e9 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:27:15.563747 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0111ed-0a98-424b-89da-3a4b309db6e9 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:27:15.564839 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0111ed-0a98-424b-89da-3a4b309db6e9 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:27:15.564839 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0111ed-0a98-424b-89da-3a4b309db6e9 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:27:15.564839 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0111ed-0a98-424b-89da-3a4b309db6e9 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:27:15.580251 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-9b0111ed-0a98-424b-89da-3a4b309db6e9 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:15.580251 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-9b0111ed-0a98-424b-89da-3a4b309db6e9 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:15.610746 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-9b0111ed-0a98-424b-89da-3a4b309db6e9 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7230582 Jul 15 14:27:15.681812 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:15.719859 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7452bf37-2f81-4d4a-a605-73972c132b6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66654885-3ac0-4369-9006-2fcde65f09b2'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:27:15.723181 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5982e52f7164c00132b4161e7da779dd5a615a4991d8f343d2f1980d90734956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920389ac-1a00-42ea-a1b1-dbea6eebc154" -d '{"events": [{"server_uuid": "7452bf37-2f81-4d4a-a605-73972c132b6f", "name": "network-vif-unplugged", "status": "completed", "tag": "66654885-3ac0-4369-9006-2fcde65f09b2"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:27:15.771030 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] For port 66654885-3ac0-4369-9006-2fcde65f09b2, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=66654885-3ac0-4369-9006-2fcde65f09b2,segment=NetworkSegment(f641572b-72fb-4c59-b9d6-96a2c739cd33),segment_id=f641572b-72fb-4c59-b9d6-96a2c739cd33)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:27:15.789458 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:15.856886 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367485b9-65f4-4630-b37b-bb5d58ed84b9 x-openstack-request-id: req-367485b9-65f4-4630-b37b-bb5d58ed84b9 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:27:15.857735 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7452bf37-2f81-4d4a-a605-73972c132b6f", "name": "network-vif-unplugged", "status": "completed", "tag": "66654885-3ac0-4369-9006-2fcde65f09b2", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:27:15.857735 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-367485b9-65f4-4630-b37b-bb5d58ed84b9 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:27:15.858173 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7452bf37-2f81-4d4a-a605-73972c132b6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66654885-3ac0-4369-9006-2fcde65f09b2', 'code': 200} Jul 15 14:27:15.914224 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Pushing event updated for resources: {'Port': ['ID=66654885-3ac0-4369-9006-2fcde65f09b2,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:27:15.918636 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-6b814a4b-d22e-4c56-8c50-823b526c4ab9 None None] Provisioning for port f487d341-82ad-44bb-a83e-14c6820d2de5 completed by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:27:15.923779 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-6b814a4b-d22e-4c56-8c50-823b526c4ab9 None None] Provisioning complete for port f487d341-82ad-44bb-a83e-14c6820d2de5 triggered by entity DHCP. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:27:15.924437 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6b814a4b-d22e-4c56-8c50-823b526c4ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:15.971758 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-6b814a4b-d22e-4c56-8c50-823b526c4ab9 None None] Port f487d341-82ad-44bb-a83e-14c6820d2de5 cannot update to ACTIVE because it is not bound. {{(pid=93815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:27:16.007891 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ada6a4-f8aa-475f-a92a-217458ccbe22 req-831af5d2-5bb0-411e-99b6-8bb39c0fd809 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:16.009491 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b5ada6a4-f8aa-475f-a92a-217458ccbe22 req-831af5d2-5bb0-411e-99b6-8bb39c0fd809 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/ports?device_id=07290c51-ee88-452f-9ff8-95d54f661464 HTTP/1.1" status: 200 len: 931 time: 0.0922194 Jul 15 14:27:16.056756 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b5ada6a4-f8aa-475f-a92a-217458ccbe22 req-e24a4855-57ca-4688-a884-106bf4732392 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/security-groups?id=303753b3-a4cc-49bf-9747-6b7c2e7e0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389051 Jul 15 14:27:17.255049 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14807af5-2de1-4a58-a55e-f142c4064783 req-d233b530-483a-4cb9-8b37-c92b930f51b5 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:17.256585 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-14807af5-2de1-4a58-a55e-f142c4064783 req-d233b530-483a-4cb9-8b37-c92b930f51b5 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/ports?device_id=07290c51-ee88-452f-9ff8-95d54f661464 HTTP/1.1" status: 200 len: 931 time: 0.0706320 Jul 15 14:27:17.299019 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-14807af5-2de1-4a58-a55e-f142c4064783 req-396a081f-53dd-40b1-8686-649cc0152328 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/security-groups?id=303753b3-a4cc-49bf-9747-6b7c2e7e0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361881 Jul 15 14:27:18.509872 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89650c62-2858-4c6b-a9d2-6006df078591 req-b351b820-3cb6-4f30-a460-505f319b1859 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:18.511499 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-89650c62-2858-4c6b-a9d2-6006df078591 req-b351b820-3cb6-4f30-a460-505f319b1859 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/ports?device_id=07290c51-ee88-452f-9ff8-95d54f661464 HTTP/1.1" status: 200 len: 931 time: 0.0774064 Jul 15 14:27:18.577634 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-89650c62-2858-4c6b-a9d2-6006df078591 req-0a587c40-7c33-47dc-bcea-92ff27a5ca52 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/security-groups?id=303753b3-a4cc-49bf-9747-6b7c2e7e0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557926 Jul 15 14:27:19.777650 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b4db8-011f-4f2f-b2f8-c3fe63ed5ef0 req-3cc4897a-d6ce-4f06-8f59-40916a1e1860 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:19.779287 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-492b4db8-011f-4f2f-b2f8-c3fe63ed5ef0 req-3cc4897a-d6ce-4f06-8f59-40916a1e1860 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/ports?device_id=07290c51-ee88-452f-9ff8-95d54f661464 HTTP/1.1" status: 200 len: 931 time: 0.0766289 Jul 15 14:27:19.823205 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-492b4db8-011f-4f2f-b2f8-c3fe63ed5ef0 req-d8ee0575-9a73-4198-af3b-1558609bacbc tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/security-groups?id=303753b3-a4cc-49bf-9747-6b7c2e7e0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376489 Jul 15 14:27:21.008948 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-932a4b40-2a4b-4991-a96e-0ed9cb251828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:21.066811 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8e940-cdca-47c6-9858-8cae9fa5074e req-55833554-bd95-49d3-808f-1f1f74aaa68e tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:21.068463 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-63f8e940-cdca-47c6-9858-8cae9fa5074e req-55833554-bd95-49d3-808f-1f1f74aaa68e tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/ports?device_id=07290c51-ee88-452f-9ff8-95d54f661464 HTTP/1.1" status: 200 len: 931 time: 0.1094451 Jul 15 14:27:21.110975 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-63f8e940-cdca-47c6-9858-8cae9fa5074e req-652a3b51-414e-44d4-b7d5-4dba0aae4fcd tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/security-groups?id=303753b3-a4cc-49bf-9747-6b7c2e7e0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356512 Jul 15 14:27:22.305726 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417d899-5983-47a6-badf-3cc46ef27d2a req-ccb2ad5a-c14f-4a63-b124-c648c2d2c002 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:22.307415 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b417d899-5983-47a6-badf-3cc46ef27d2a req-ccb2ad5a-c14f-4a63-b124-c648c2d2c002 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/ports?device_id=07290c51-ee88-452f-9ff8-95d54f661464 HTTP/1.1" status: 200 len: 931 time: 0.0697589 Jul 15 14:27:22.351969 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b417d899-5983-47a6-badf-3cc46ef27d2a req-fe503be7-3660-4860-bdc0-4a0f671b4312 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/security-groups?id=303753b3-a4cc-49bf-9747-6b7c2e7e0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383375 Jul 15 14:27:23.430721 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:23.518303 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dca6b4d5-74e8-4b19-9f93-cd9d003effa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:23.549727 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd91622-d53e-497d-ad04-bb4896d014ef req-538ea9ca-6442-4d28-92d4-bb293bf89a1e tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:23.553241 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8bd91622-d53e-497d-ad04-bb4896d014ef req-538ea9ca-6442-4d28-92d4-bb293bf89a1e tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/ports?device_id=07290c51-ee88-452f-9ff8-95d54f661464 HTTP/1.1" status: 200 len: 931 time: 0.0711567 Jul 15 14:27:23.599681 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8bd91622-d53e-497d-ad04-bb4896d014ef req-5244c04b-aac5-4827-be92-820fd7122ca7 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/security-groups?id=303753b3-a4cc-49bf-9747-6b7c2e7e0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398693 Jul 15 14:27:24.797490 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1cdd67-9175-4eef-9705-5694889216bb req-675448f4-0cf7-4cbf-88da-85f77fc9098e tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:24.799313 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ce1cdd67-9175-4eef-9705-5694889216bb req-675448f4-0cf7-4cbf-88da-85f77fc9098e tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/ports?device_id=07290c51-ee88-452f-9ff8-95d54f661464 HTTP/1.1" status: 200 len: 931 time: 0.0745709 Jul 15 14:27:24.842162 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-ce1cdd67-9175-4eef-9705-5694889216bb req-a7d54b8b-2aa8-4573-a958-4958911bd622 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/security-groups?id=303753b3-a4cc-49bf-9747-6b7c2e7e0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356731 Jul 15 14:27:25.067230 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:25.472949 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-7262c26c-9bc3-41e9-bf43-6eb2b5d75a51 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:27:25.474604 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-7262c26c-9bc3-41e9-bf43-6eb2b5d75a51 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065327 Jul 15 14:27:25.532809 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-31ee60b6-186a-4067-85b7-1ce0ea68fef3 service neutron] Request body: {'port': {'device_id': '07290c51-ee88-452f-9ff8-95d54f661464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-45'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:27:25.605330 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-31ee60b6-186a-4067-85b7-1ce0ea68fef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:25.902882 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-31ee60b6-186a-4067-85b7-1ce0ea68fef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f487d341-82ad-44bb-a83e-14c6820d2de5 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:27:25.917749 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-31ee60b6-186a-4067-85b7-1ce0ea68fef3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:25.939259 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-31ee60b6-186a-4067-85b7-1ce0ea68fef3 service neutron] Transition to ACTIVE for port object f487d341-82ad-44bb-a83e-14c6820d2de5 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:27:25.943804 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-31ee60b6-186a-4067-85b7-1ce0ea68fef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:25.997634 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:25.999347 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee60b6-186a-4067-85b7-1ce0ea68fef3 service neutron] Pushing event updated for resources: {'Port': ['ID=f487d341-82ad-44bb-a83e-14c6820d2de5,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:27:26.078048 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3150250-84dc-4347-abcd-5474fe6f9fc8 req-52eea1b4-ea9e-48fd-9e99-8fcbc98ec343 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:26.080614 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b3150250-84dc-4347-abcd-5474fe6f9fc8 req-52eea1b4-ea9e-48fd-9e99-8fcbc98ec343 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/ports?device_id=07290c51-ee88-452f-9ff8-95d54f661464 HTTP/1.1" status: 200 len: 943 time: 0.0968008 Jul 15 14:27:26.100995 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-31ee60b6-186a-4067-85b7-1ce0ea68fef3 service neutron] Attempting to bind port f487d341-82ad-44bb-a83e-14c6820d2de5 on host n-h1-758944-45 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:27:26.101512 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-31ee60b6-186a-4067-85b7-1ce0ea68fef3 service neutron] Attempting to bind port f487d341-82ad-44bb-a83e-14c6820d2de5 by drivers openvswitch,hyperv on host n-h1-758944-45 at level 0 using segments [{'id': 'f641572b-72fb-4c59-b9d6-96a2c739cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:27:26.102133 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-31ee60b6-186a-4067-85b7-1ce0ea68fef3 service neutron] Attempting to bind port f487d341-82ad-44bb-a83e-14c6820d2de5 on network 5534d6bb-2cb2-45a0-be14-16d28332067f {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:27:26.108860 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-31ee60b6-186a-4067-85b7-1ce0ea68fef3 service neutron] Port f487d341-82ad-44bb-a83e-14c6820d2de5 on network 5534d6bb-2cb2-45a0-be14-16d28332067f not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:27:26.109366 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-31ee60b6-186a-4067-85b7-1ce0ea68fef3 service neutron] Attempting to bind port f487d341-82ad-44bb-a83e-14c6820d2de5 on network 5534d6bb-2cb2-45a0-be14-16d28332067f {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:27:26.117804 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-31ee60b6-186a-4067-85b7-1ce0ea68fef3 service neutron] Checking agent: {'id': 'dadcbc4e-67fd-4b91-b2b2-9673ecc51c58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-45', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'started_at': datetime.datetime(2021, 7, 15, 12, 55, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:27:26.118344 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-31ee60b6-186a-4067-85b7-1ce0ea68fef3 service neutron] Checking segment: {'id': 'f641572b-72fb-4c59-b9d6-96a2c739cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:27:26.118946 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-31ee60b6-186a-4067-85b7-1ce0ea68fef3 service neutron] Bound using segment: {'id': 'f641572b-72fb-4c59-b9d6-96a2c739cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:27:26.119609 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-31ee60b6-186a-4067-85b7-1ce0ea68fef3 service neutron] Bound port: f487d341-82ad-44bb-a83e-14c6820d2de5, host: n-h1-758944-45, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f641572b-72fb-4c59-b9d6-96a2c739cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:27:26.120154 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-31ee60b6-186a-4067-85b7-1ce0ea68fef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:26.125671 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-b3150250-84dc-4347-abcd-5474fe6f9fc8 req-a5d34e70-93a3-4fb9-a508-d52f0684770b tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/security-groups?id=303753b3-a4cc-49bf-9747-6b7c2e7e0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380688 Jul 15 14:27:26.192959 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-31ee60b6-186a-4067-85b7-1ce0ea68fef3 service neutron] For port f487d341-82ad-44bb-a83e-14c6820d2de5, host n-h1-758944-45, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:27:26.196634 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-31ee60b6-186a-4067-85b7-1ce0ea68fef3 service neutron] For port f487d341-82ad-44bb-a83e-14c6820d2de5, host n-h1-758944-45, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=f487d341-82ad-44bb-a83e-14c6820d2de5,segment=NetworkSegment(f641572b-72fb-4c59-b9d6-96a2c739cd33),segment_id=f641572b-72fb-4c59-b9d6-96a2c739cd33)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:27:26.205150 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-31ee60b6-186a-4067-85b7-1ce0ea68fef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:26.264274 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-31ee60b6-186a-4067-85b7-1ce0ea68fef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:26.265085 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-31ee60b6-186a-4067-85b7-1ce0ea68fef3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:26.267339 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-31ee60b6-186a-4067-85b7-1ce0ea68fef3 service neutron] 10.222.0.18 "PUT /v2.0/ports/f487d341-82ad-44bb-a83e-14c6820d2de5 HTTP/1.1" status: 200 len: 1092 time: 0.7817655 Jul 15 14:27:26.268017 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07290c51-ee88-452f-9ff8-95d54f661464', 'tag': 'f487d341-82ad-44bb-a83e-14c6820d2de5'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:27:26.272523 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdb5060-824b-46c2-a6f0-73013df83ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "07290c51-ee88-452f-9ff8-95d54f661464", "tag": "f487d341-82ad-44bb-a83e-14c6820d2de5"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:27:26.305215 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee60b6-186a-4067-85b7-1ce0ea68fef3 service neutron] Pushing event updated for resources: {'Port': ['ID=f487d341-82ad-44bb-a83e-14c6820d2de5,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:27:26.422870 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-638b3992-10b8-40c9-9e59-35ee2806b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:26.425626 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-638b3992-10b8-40c9-9e59-35ee2806b921 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6498a8d3867d496f85971a103c37448a&device_id=07290c51-ee88-452f-9ff8-95d54f661464 HTTP/1.1" status: 200 len: 1095 time: 0.0909529 Jul 15 14:27:26.429553 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4ad2a3-ca29-46c3-b1c2-9149a896926a x-openstack-request-id: req-2d4ad2a3-ca29-46c3-b1c2-9149a896926a {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:27:26.430020 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07290c51-ee88-452f-9ff8-95d54f661464", "tag": "f487d341-82ad-44bb-a83e-14c6820d2de5", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:27:26.430282 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d4ad2a3-ca29-46c3-b1c2-9149a896926a {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:27:26.430996 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07290c51-ee88-452f-9ff8-95d54f661464', 'tag': 'f487d341-82ad-44bb-a83e-14c6820d2de5', 'status': 'completed', 'code': 200} Jul 15 14:27:26.486835 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-edbe1c59-656c-45ba-aa27-16c02bf6c266 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f487d341-82ad-44bb-a83e-14c6820d2de5 HTTP/1.1" status: 200 len: 217 time: 0.0488172 Jul 15 14:27:26.540612 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-26e7e112-55c1-460f-b0ce-afcbb81db4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:26.542164 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-26e7e112-55c1-460f-b0ce-afcbb81db4be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b18cdd1-0f32-4100-961d-ea0498b83d4a HTTP/1.1" status: 200 len: 848 time: 0.0494430 Jul 15 14:27:26.607630 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-38fee956-d408-43db-9f97-07c957d13586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:26.609330 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-38fee956-d408-43db-9f97-07c957d13586 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5534d6bb-2cb2-45a0-be14-16d28332067f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603898 Jul 15 14:27:26.658360 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:26.706232 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-f2cfddb2-8496-4563-b05c-4cd0d55a1558 service neutron] 10.222.0.18 "GET /v2.0/networks/5534d6bb-2cb2-45a0-be14-16d28332067f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905914 Jul 15 14:27:26.799445 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-b4c1176e-1ded-4c8a-9c48-5d2319146cb9 req-74c49013-4b0d-4a86-845f-ddc7d0b73644 service neutron] 10.222.0.18 "GET /v2.0/networks/5534d6bb-2cb2-45a0-be14-16d28332067f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868661 Jul 15 14:27:26.906294 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb5060-824b-46c2-a6f0-73013df83ca9 req-c6cf4820-e4da-4a1f-8ecb-61956b5c7924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:26.907824 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4fdb5060-824b-46c2-a6f0-73013df83ca9 req-c6cf4820-e4da-4a1f-8ecb-61956b5c7924 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6498a8d3867d496f85971a103c37448a&device_id=07290c51-ee88-452f-9ff8-95d54f661464 HTTP/1.1" status: 200 len: 1095 time: 0.0611203 Jul 15 14:27:26.999481 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb5060-824b-46c2-a6f0-73013df83ca9 req-e610fd13-84f1-42f4-8616-3c61362a80bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:27.001021 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4fdb5060-824b-46c2-a6f0-73013df83ca9 req-e610fd13-84f1-42f4-8616-3c61362a80bb service neutron] 10.222.0.18 "GET /v2.0/networks?id=5534d6bb-2cb2-45a0-be14-16d28332067f HTTP/1.1" status: 200 len: 910 time: 0.0866759 Jul 15 14:27:27.309300 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c2469-c190-4989-b1f7-d915afbfecac req-c270348b-d634-4352-82aa-d12c4b2225e7 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:27.310752 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c42c2469-c190-4989-b1f7-d915afbfecac req-c270348b-d634-4352-82aa-d12c4b2225e7 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/ports?device_id=07290c51-ee88-452f-9ff8-95d54f661464 HTTP/1.1" status: 200 len: 943 time: 0.0665541 Jul 15 14:27:27.350495 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c42c2469-c190-4989-b1f7-d915afbfecac req-5972dcc2-37b5-4d86-83bb-acb0511dcf1f tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/security-groups?id=303753b3-a4cc-49bf-9747-6b7c2e7e0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340152 Jul 15 14:27:27.376337 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4fdb5060-824b-46c2-a6f0-73013df83ca9 req-55074249-78e1-4654-aa69-2076b32d9bc5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f487d341-82ad-44bb-a83e-14c6820d2de5 HTTP/1.1" status: 200 len: 217 time: 0.3684282 Jul 15 14:27:27.424478 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb5060-824b-46c2-a6f0-73013df83ca9 req-5436c071-edbc-472f-a670-15f225f5369e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:27.425979 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4fdb5060-824b-46c2-a6f0-73013df83ca9 req-5436c071-edbc-472f-a670-15f225f5369e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b18cdd1-0f32-4100-961d-ea0498b83d4a HTTP/1.1" status: 200 len: 848 time: 0.0436072 Jul 15 14:27:27.482902 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb5060-824b-46c2-a6f0-73013df83ca9 req-c9798e26-cd44-403f-bb69-2b2d68cd3505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:27.484379 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4fdb5060-824b-46c2-a6f0-73013df83ca9 req-c9798e26-cd44-403f-bb69-2b2d68cd3505 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5534d6bb-2cb2-45a0-be14-16d28332067f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514841 Jul 15 14:27:27.577898 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4fdb5060-824b-46c2-a6f0-73013df83ca9 req-ff9fb7db-a22d-4d61-8f18-b78fbbb2f931 service neutron] 10.222.0.18 "GET /v2.0/networks/5534d6bb-2cb2-45a0-be14-16d28332067f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861604 Jul 15 14:27:27.677603 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4fdb5060-824b-46c2-a6f0-73013df83ca9 req-62224512-4026-4d28-ae5e-335dee1aae54 service neutron] 10.222.0.18 "GET /v2.0/networks/5534d6bb-2cb2-45a0-be14-16d28332067f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929811 Jul 15 14:27:28.425449 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device f487d341-82ad-44bb-a83e-14c6820d2de5 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:27:28.532260 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port f487d341-82ad-44bb-a83e-14c6820d2de5, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=f487d341-82ad-44bb-a83e-14c6820d2de5,segment=NetworkSegment(f641572b-72fb-4c59-b9d6-96a2c739cd33),segment_id=f641572b-72fb-4c59-b9d6-96a2c739cd33)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:27:28.542977 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7fc73-54a5-408a-a49a-e96a844bde26 req-12777018-8339-457e-8083-372abb8bfd18 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:28.544609 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'f487d341-82ad-44bb-a83e-14c6820d2de5', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'port_id': 'f487d341-82ad-44bb-a83e-14c6820d2de5', 'mac_address': 'fa:16:3e:b9:ca:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:27:28.544770 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a9a7fc73-54a5-408a-a49a-e96a844bde26 req-12777018-8339-457e-8083-372abb8bfd18 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/ports?device_id=07290c51-ee88-452f-9ff8-95d54f661464 HTTP/1.1" status: 200 len: 943 time: 0.0754700 Jul 15 14:27:28.586395 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:28.588170 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a9a7fc73-54a5-408a-a49a-e96a844bde26 req-b0dc103a-d346-4b71-a85c-4a60241b5786 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/security-groups?id=303753b3-a4cc-49bf-9747-6b7c2e7e0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375626 Jul 15 14:27:28.601456 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f487d341-82ad-44bb-a83e-14c6820d2de5 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:27:28.624600 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port f487d341-82ad-44bb-a83e-14c6820d2de5, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=f487d341-82ad-44bb-a83e-14c6820d2de5,segment=NetworkSegment(f641572b-72fb-4c59-b9d6-96a2c739cd33),segment_id=f641572b-72fb-4c59-b9d6-96a2c739cd33)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:27:28.628536 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:28.678780 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=f487d341-82ad-44bb-a83e-14c6820d2de5,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:27:28.863688 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['f487d341-82ad-44bb-a83e-14c6820d2de5'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:27:29.776211 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b3c05-4ed9-4e39-a005-d0ea3c9d6db8 req-05627c44-1be5-4a40-b9fd-9c854f151b95 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:29.777919 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d17b3c05-4ed9-4e39-a005-d0ea3c9d6db8 req-05627c44-1be5-4a40-b9fd-9c854f151b95 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/ports?device_id=07290c51-ee88-452f-9ff8-95d54f661464 HTTP/1.1" status: 200 len: 944 time: 0.0739033 Jul 15 14:27:29.819935 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d17b3c05-4ed9-4e39-a005-d0ea3c9d6db8 req-16eb99eb-5cd5-46c5-b926-22060ebc6b0a tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/security-groups?id=303753b3-a4cc-49bf-9747-6b7c2e7e0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361431 Jul 15 14:27:30.425358 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device f487d341-82ad-44bb-a83e-14c6820d2de5 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:27:30.479474 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning for port f487d341-82ad-44bb-a83e-14c6820d2de5 completed by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:27:30.485258 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port f487d341-82ad-44bb-a83e-14c6820d2de5 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:27:30.485921 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:30.753909 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:30.780872 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07290c51-ee88-452f-9ff8-95d54f661464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f487d341-82ad-44bb-a83e-14c6820d2de5'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:27:30.783341 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5982e52f7164c00132b4161e7da779dd5a615a4991d8f343d2f1980d90734956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43d7e4c-0d5b-4ca4-830e-6dc5644c85b4" -d '{"events": [{"server_uuid": "07290c51-ee88-452f-9ff8-95d54f661464", "name": "network-vif-plugged", "status": "completed", "tag": "f487d341-82ad-44bb-a83e-14c6820d2de5"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:27:30.797921 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port f487d341-82ad-44bb-a83e-14c6820d2de5, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=f487d341-82ad-44bb-a83e-14c6820d2de5,segment=NetworkSegment(f641572b-72fb-4c59-b9d6-96a2c739cd33),segment_id=f641572b-72fb-4c59-b9d6-96a2c739cd33)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:27:30.803239 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:30.828925 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d06a8c6-daba-499f-b9cf-8955c8255df3 x-openstack-request-id: req-2d06a8c6-daba-499f-b9cf-8955c8255df3 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:27:30.829248 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07290c51-ee88-452f-9ff8-95d54f661464", "name": "network-vif-plugged", "status": "completed", "tag": "f487d341-82ad-44bb-a83e-14c6820d2de5", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:27:30.829440 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d06a8c6-daba-499f-b9cf-8955c8255df3 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:27:30.829872 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07290c51-ee88-452f-9ff8-95d54f661464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f487d341-82ad-44bb-a83e-14c6820d2de5', 'code': 200} Jul 15 14:27:30.875141 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=f487d341-82ad-44bb-a83e-14c6820d2de5,revision_number=5']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:27:30.963612 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c77325-3186-4ab3-b0fa-f2d9627d314a req-5068b0ba-fd82-46ee-83eb-5a7318cf2cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:30.965396 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c5c77325-3186-4ab3-b0fa-f2d9627d314a req-5068b0ba-fd82-46ee-83eb-5a7318cf2cf5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=07290c51-ee88-452f-9ff8-95d54f661464 HTTP/1.1" status: 200 len: 1097 time: 0.0640693 Jul 15 14:27:31.013504 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c5c77325-3186-4ab3-b0fa-f2d9627d314a req-260baa7c-5dc3-4731-bcd5-618b76fbd999 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=303753b3-a4cc-49bf-9747-6b7c2e7e0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410047 Jul 15 14:27:31.029688 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:27:31.049607 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b19bc1-c743-4997-9eef-254f7ae8999d req-7e9fc4c9-b43b-4fba-9f95-16df1ff90315 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:31.052438 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-40b19bc1-c743-4997-9eef-254f7ae8999d req-7e9fc4c9-b43b-4fba-9f95-16df1ff90315 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/ports?device_id=07290c51-ee88-452f-9ff8-95d54f661464 HTTP/1.1" status: 200 len: 945 time: 0.1013145 Jul 15 14:27:31.099452 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-40b19bc1-c743-4997-9eef-254f7ae8999d req-32f8b417-d456-41f8-9c87-6483eff6df46 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/security-groups?id=303753b3-a4cc-49bf-9747-6b7c2e7e0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407436 Jul 15 14:27:32.013092 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a75af4e7-00d8-4c72-8371-8f46f3e59be2 req-80d46c56-0cb4-4b97-adc5-926f79906bf5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7452bf37-2f81-4d4a-a605-73972c132b6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1063335 Jul 15 14:27:32.150533 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75af4e7-00d8-4c72-8371-8f46f3e59be2 req-773498b4-4343-4de7-893b-a0f03656be17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:32.152254 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a75af4e7-00d8-4c72-8371-8f46f3e59be2 req-773498b4-4343-4de7-893b-a0f03656be17 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6498a8d3867d496f85971a103c37448a&device_id=7452bf37-2f81-4d4a-a605-73972c132b6f HTTP/1.1" status: 200 len: 1096 time: 0.0722528 Jul 15 14:27:32.337173 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75af4e7-00d8-4c72-8371-8f46f3e59be2 req-aed18c4c-0089-42db-afc7-da758616164f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:32.338732 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a75af4e7-00d8-4c72-8371-8f46f3e59be2 req-aed18c4c-0089-42db-afc7-da758616164f service neutron] 10.222.0.32 "GET /v2.0/networks?id=5534d6bb-2cb2-45a0-be14-16d28332067f HTTP/1.1" status: 200 len: 910 time: 0.1655073 Jul 15 14:27:32.412219 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d8dd9-a37f-4942-a08c-e3b971624dac req-f7c5607d-ce87-40fd-b839-e2df649fe107 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:32.413669 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f98d8dd9-a37f-4942-a08c-e3b971624dac req-f7c5607d-ce87-40fd-b839-e2df649fe107 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/ports?device_id=07290c51-ee88-452f-9ff8-95d54f661464 HTTP/1.1" status: 200 len: 945 time: 0.1550922 Jul 15 14:27:32.442670 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a75af4e7-00d8-4c72-8371-8f46f3e59be2 req-adac0776-8b1c-461a-a0a4-b9e1e9ef996d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66654885-3ac0-4369-9006-2fcde65f09b2 HTTP/1.1" status: 200 len: 1000 time: 0.0953128 Jul 15 14:27:32.489456 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-f98d8dd9-a37f-4942-a08c-e3b971624dac req-4c80b4d4-482f-4b8a-bd0d-8804c8d054fe tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/security-groups?id=303753b3-a4cc-49bf-9747-6b7c2e7e0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694010 Jul 15 14:27:32.514413 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75af4e7-00d8-4c72-8371-8f46f3e59be2 req-2dffdf8c-5834-4dc5-b549-f017de6a486f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:32.516020 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a75af4e7-00d8-4c72-8371-8f46f3e59be2 req-2dffdf8c-5834-4dc5-b549-f017de6a486f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b18cdd1-0f32-4100-961d-ea0498b83d4a HTTP/1.1" status: 200 len: 848 time: 0.0667372 Jul 15 14:27:32.592430 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75af4e7-00d8-4c72-8371-8f46f3e59be2 req-2bfccced-613d-45d3-b8fe-6cfda886462a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:32.594092 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a75af4e7-00d8-4c72-8371-8f46f3e59be2 req-2bfccced-613d-45d3-b8fe-6cfda886462a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5534d6bb-2cb2-45a0-be14-16d28332067f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717425 Jul 15 14:27:32.701870 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a75af4e7-00d8-4c72-8371-8f46f3e59be2 req-4a28bba6-15cc-480e-9ff5-e3cefe8537a3 service neutron] 10.222.0.32 "GET /v2.0/networks/5534d6bb-2cb2-45a0-be14-16d28332067f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006722 Jul 15 14:27:32.716797 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509888f-fca0-4ac5-a4a3-ee5fbc7646ad req-e9ff60d3-e92e-4736-94e4-9ecac67c8432 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:32.719595 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d509888f-fca0-4ac5-a4a3-ee5fbc7646ad req-e9ff60d3-e92e-4736-94e4-9ecac67c8432 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/ports?device_id=07290c51-ee88-452f-9ff8-95d54f661464 HTTP/1.1" status: 200 len: 945 time: 0.1066818 Jul 15 14:27:32.786026 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-d509888f-fca0-4ac5-a4a3-ee5fbc7646ad req-3e737856-1ee1-4dd1-a696-3a9ff6ad5f5a tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/security-groups?id=303753b3-a4cc-49bf-9747-6b7c2e7e0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582500 Jul 15 14:27:32.822039 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52158) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:27:32.823465 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a75af4e7-00d8-4c72-8371-8f46f3e59be2 req-eebaa4ee-2229-42b3-a80b-1790fd2e4b68 service neutron] 10.222.0.32 "GET /v2.0/networks/5534d6bb-2cb2-45a0-be14-16d28332067f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159005 Jul 15 14:27:32.884321 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df206c2-d4e1-45e2-8566-8f51e59acf8f tempest-TestSnapshotPattern-1027184442 tempest-TestSnapshotPattern-1027184442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:32.885920 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-4df206c2-d4e1-45e2-8566-8f51e59acf8f tempest-TestSnapshotPattern-1027184442 tempest-TestSnapshotPattern-1027184442-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=07290c51-ee88-452f-9ff8-95d54f661464 HTTP/1.1" status: 200 len: 1092 time: 0.0626984 Jul 15 14:27:32.889788 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52160) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:27:32.894868 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.v2.base [None req-18bd568c-47b3-4938-a315-0c722e0a1713 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Request body: {'floatingip': {'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'port_id': 'f487d341-82ad-44bb-a83e-14c6820d2de5', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:27:32.922368 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18bd568c-47b3-4938-a315-0c722e0a1713 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for floatingip, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:33.031782 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18bd568c-47b3-4938-a315-0c722e0a1713 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:33.158346 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-18bd568c-47b3-4938-a315-0c722e0a1713 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Allocated IP 172.25.6.170 (0b352371-cfe9-4be4-934e-718e319584db/57f9abd2-37b5-4aa9-bf80-b473698227c0/471d41b2-85e5-4917-96e4-e094be52ed79) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:27:33.274696 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18bd568c-47b3-4938-a315-0c722e0a1713 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:33.316634 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18bd568c-47b3-4938-a315-0c722e0a1713 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732685424806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:33.370040 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bd568c-47b3-4938-a315-0c722e0a1713 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Network 0b352371-cfe9-4be4-934e-718e319584db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:27:33.373147 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-18bd568c-47b3-4938-a315-0c722e0a1713 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:27:33.377843 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bd568c-47b3-4938-a315-0c722e0a1713 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:27:33.381653 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd568c-47b3-4938-a315-0c722e0a1713 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Pushing event updated for resources: {'Port': ['ID=471d41b2-85e5-4917-96e4-e094be52ed79,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:27:33.770387 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18bd568c-47b3-4938-a315-0c722e0a1713 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:33.866029 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18bd568c-47b3-4938-a315-0c722e0a1713 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:34.032990 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18bd568c-47b3-4938-a315-0c722e0a1713 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:34.039234 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18bd568c-47b3-4938-a315-0c722e0a1713 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9521010'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:34.114121 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd568c-47b3-4938-a315-0c722e0a1713 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Pushing event updated for resources: {'Port': ['ID=471d41b2-85e5-4917-96e4-e094be52ed79,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:27:34.125072 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18bd568c-47b3-4938-a315-0c722e0a1713 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3773631'] for floatingip, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:34.229396 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-18bd568c-47b3-4938-a315-0c722e0a1713 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Floating IP ec879faa-a38a-4c4b-b860-a834bdf7ed2f associated. External IP: 172.25.6.170, port: f487d341-82ad-44bb-a83e-14c6820d2de5. Jul 15 14:27:34.453820 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18bd568c-47b3-4938-a315-0c722e0a1713 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Router ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:27:34.574996 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18bd568c-47b3-4938-a315-0c722e0a1713 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:27:34.586605 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd82348-c7be-48a8-a689-5c61a1261537 None None] Sync routers for ids ['ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:27:34.595691 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-18bd568c-47b3-4938-a315-0c722e0a1713 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:34.597949 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd82348-c7be-48a8-a689-5c61a1261537 None None] Routers {'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:27:34.598633 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ebd82348-c7be-48a8-a689-5c61a1261537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:27:24Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:27:34.647414 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-18bd568c-47b3-4938-a315-0c722e0a1713 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7489204 Jul 15 14:27:34.647414 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07290c51-ee88-452f-9ff8-95d54f661464', 'tag': 'f487d341-82ad-44bb-a83e-14c6820d2de5'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:27:34.647414 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea60513-b284-4d58-9b3d-2e010fa9570d" -d '{"events": [{"name": "network-changed", "server_uuid": "07290c51-ee88-452f-9ff8-95d54f661464", "tag": "f487d341-82ad-44bb-a83e-14c6820d2de5"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:27:34.681274 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b314c8f-56b9-4cb5-9182-0458bd7719fb x-openstack-request-id: req-3b314c8f-56b9-4cb5-9182-0458bd7719fb {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:27:34.681544 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07290c51-ee88-452f-9ff8-95d54f661464", "tag": "f487d341-82ad-44bb-a83e-14c6820d2de5", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:27:34.681799 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3b314c8f-56b9-4cb5-9182-0458bd7719fb {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:27:34.682204 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07290c51-ee88-452f-9ff8-95d54f661464', 'tag': 'f487d341-82ad-44bb-a83e-14c6820d2de5', 'status': 'completed', 'code': 200} Jul 15 14:27:34.720114 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-ebd82348-c7be-48a8-a689-5c61a1261537 None None] Set router ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:27:34.767020 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea60513-b284-4d58-9b3d-2e010fa9570d req-04db5533-7596-4f42-8fb5-714f4cc2733a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:34.768653 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fea60513-b284-4d58-9b3d-2e010fa9570d req-04db5533-7596-4f42-8fb5-714f4cc2733a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6498a8d3867d496f85971a103c37448a&device_id=07290c51-ee88-452f-9ff8-95d54f661464 HTTP/1.1" status: 200 len: 1097 time: 0.0634232 Jul 15 14:27:34.864613 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea60513-b284-4d58-9b3d-2e010fa9570d req-a441e80e-be81-4305-952f-d3d18d70da75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:34.866171 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fea60513-b284-4d58-9b3d-2e010fa9570d req-a441e80e-be81-4305-952f-d3d18d70da75 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5534d6bb-2cb2-45a0-be14-16d28332067f HTTP/1.1" status: 200 len: 910 time: 0.0916185 Jul 15 14:27:34.940238 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fea60513-b284-4d58-9b3d-2e010fa9570d req-cc3d47ff-3bbc-4d64-8f41-42324ebf391f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f487d341-82ad-44bb-a83e-14c6820d2de5 HTTP/1.1" status: 200 len: 999 time: 0.0672927 Jul 15 14:27:34.978144 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ebd82348-c7be-48a8-a689-5c61a1261537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'name': 'tempest-TestSnapshotPattern-214042553-router', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:41Z', 'revision_number': 4, 'project_id': '6498a8d3867d496f85971a103c37448a', 'gw_port': {'id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '324813ff-f295-4cfd-a6ac-5c88a5cb2177', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'port_id': '66654885-3ac0-4369-9006-2fcde65f09b2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'mac_address': 'fa:16:3e:b8:10:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7452bf37-2f81-4d4a-a605-73972c132b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:25:01Z', 'updated_at': '2021-07-15T14:25:04Z', 'revision_number': 1, 'project_id': '6498a8d3867d496f85971a103c37448a', 'fixed_ip_address_scope': None}, {'id': 'ec879faa-a38a-4c4b-b860-a834bdf7ed2f', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'port_id': 'f487d341-82ad-44bb-a83e-14c6820d2de5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'mac_address': 'fa:16:3e:b9:ca:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07290c51-ee88-452f-9ff8-95d54f661464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:27:33Z', 'updated_at': '2021-07-15T14:27:33Z', 'revision_number': 0, 'project_id': '6498a8d3867d496f85971a103c37448a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2', 'name': '', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'mac_address': 'fa:16:3e:6f:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:40Z', 'updated_at': '2021-07-15T14:24:48Z', 'revision_number': 5, 'project_id': '6498a8d3867d496f85971a103c37448a', 'subnets': [{'id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:27:34.994112 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea60513-b284-4d58-9b3d-2e010fa9570d req-3f0e7c62-773c-4b17-ba93-7f4a9fa814c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:34.996947 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fea60513-b284-4d58-9b3d-2e010fa9570d req-3f0e7c62-773c-4b17-ba93-7f4a9fa814c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b18cdd1-0f32-4100-961d-ea0498b83d4a HTTP/1.1" status: 200 len: 848 time: 0.0494301 Jul 15 14:27:35.005739 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd82348-c7be-48a8-a689-5c61a1261537 None None] Checking router: ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:27:35.015027 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd82348-c7be-48a8-a689-5c61a1261537 None None] Routers {'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:27:35.015638 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ebd82348-c7be-48a8-a689-5c61a1261537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:27:24Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:27:35.055301 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea60513-b284-4d58-9b3d-2e010fa9570d req-92999db2-8813-44fe-a890-9d56b68c1de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:35.056839 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fea60513-b284-4d58-9b3d-2e010fa9570d req-92999db2-8813-44fe-a890-9d56b68c1de2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5534d6bb-2cb2-45a0-be14-16d28332067f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543504 Jul 15 14:27:35.128031 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-ebd82348-c7be-48a8-a689-5c61a1261537 None None] Set router ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:27:35.155906 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fea60513-b284-4d58-9b3d-2e010fa9570d req-2418143e-3513-49d7-9dac-72286d9ef627 service neutron] 10.222.0.18 "GET /v2.0/networks/5534d6bb-2cb2-45a0-be14-16d28332067f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912304 Jul 15 14:27:35.264919 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-fea60513-b284-4d58-9b3d-2e010fa9570d req-24f84de2-5c9c-4ed4-9853-ed4dbe9cff4e service neutron] 10.222.0.18 "GET /v2.0/networks/5534d6bb-2cb2-45a0-be14-16d28332067f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016035 Jul 15 14:27:35.376471 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ebd82348-c7be-48a8-a689-5c61a1261537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'name': 'tempest-TestSnapshotPattern-214042553-router', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:41Z', 'revision_number': 4, 'project_id': '6498a8d3867d496f85971a103c37448a', 'gw_port': {'id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '324813ff-f295-4cfd-a6ac-5c88a5cb2177', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'port_id': '66654885-3ac0-4369-9006-2fcde65f09b2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'mac_address': 'fa:16:3e:b8:10:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7452bf37-2f81-4d4a-a605-73972c132b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:25:01Z', 'updated_at': '2021-07-15T14:25:04Z', 'revision_number': 1, 'project_id': '6498a8d3867d496f85971a103c37448a', 'fixed_ip_address_scope': None}, {'id': 'ec879faa-a38a-4c4b-b860-a834bdf7ed2f', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'port_id': 'f487d341-82ad-44bb-a83e-14c6820d2de5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'mac_address': 'fa:16:3e:b9:ca:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07290c51-ee88-452f-9ff8-95d54f661464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:27:33Z', 'updated_at': '2021-07-15T14:27:33Z', 'revision_number': 0, 'project_id': '6498a8d3867d496f85971a103c37448a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2', 'name': '', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'mac_address': 'fa:16:3e:6f:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:40Z', 'updated_at': '2021-07-15T14:24:48Z', 'revision_number': 5, 'project_id': '6498a8d3867d496f85971a103c37448a', 'subnets': [{'id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:27:35.404360 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd82348-c7be-48a8-a689-5c61a1261537 None None] The sync data for ids ['ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'] in n-d-758944-45 is: [{'id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'name': 'tempest-TestSnapshotPattern-214042553-router', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:41Z', 'revision_number': 4, 'project_id': '6498a8d3867d496f85971a103c37448a', 'gw_port': {'id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '324813ff-f295-4cfd-a6ac-5c88a5cb2177', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'port_id': '66654885-3ac0-4369-9006-2fcde65f09b2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'mac_address': 'fa:16:3e:b8:10:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7452bf37-2f81-4d4a-a605-73972c132b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:25:01Z', 'updated_at': '2021-07-15T14:25:04Z', 'revision_number': 1, 'project_id': '6498a8d3867d496f85971a103c37448a', 'fixed_ip_address_scope': None}, {'id': 'ec879faa-a38a-4c4b-b860-a834bdf7ed2f', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'port_id': 'f487d341-82ad-44bb-a83e-14c6820d2de5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'mac_address': 'fa:16:3e:b9:ca:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07290c51-ee88-452f-9ff8-95d54f661464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:27:33Z', 'updated_at': '2021-07-15T14:27:33Z', 'revision_number': 0, 'project_id': '6498a8d3867d496f85971a103c37448a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2', 'name': '', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'mac_address': 'fa:16:3e:6f:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:40Z', 'updated_at': '2021-07-15T14:24:48Z', 'revision_number': 5, 'project_id': '6498a8d3867d496f85971a103c37448a', 'subnets': [{'id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:27:35.620597 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c1f3a7-e8a0-4f33-b726-e3e288a73ad4 None None] New status for floating IP ec879faa-a38a-4c4b-b860-a834bdf7ed2f: ACTIVE {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:27:39.183155 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:50.193204 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a94f6ac5-d77b-48d0-9c7d-170ef8645afb req-4ea10725-0c74-4f97-af47-41059fae817e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=07290c51-ee88-452f-9ff8-95d54f661464&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0659945 Jul 15 14:27:50.294264 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f6ac5-d77b-48d0-9c7d-170ef8645afb req-9659a211-eb6d-4efb-9e25-b8057325a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:50.295828 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a94f6ac5-d77b-48d0-9c7d-170ef8645afb req-9659a211-eb6d-4efb-9e25-b8057325a77c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6498a8d3867d496f85971a103c37448a&device_id=07290c51-ee88-452f-9ff8-95d54f661464 HTTP/1.1" status: 200 len: 1097 time: 0.0551980 Jul 15 14:27:50.405854 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f6ac5-d77b-48d0-9c7d-170ef8645afb req-b002b206-8058-4640-af51-c64076848c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:50.407387 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a94f6ac5-d77b-48d0-9c7d-170ef8645afb req-b002b206-8058-4640-af51-c64076848c89 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5534d6bb-2cb2-45a0-be14-16d28332067f HTTP/1.1" status: 200 len: 910 time: 0.0909317 Jul 15 14:27:50.473007 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a94f6ac5-d77b-48d0-9c7d-170ef8645afb req-cab8b1e7-c310-4dd5-8929-6d75d6941636 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f487d341-82ad-44bb-a83e-14c6820d2de5 HTTP/1.1" status: 200 len: 1001 time: 0.0586236 Jul 15 14:27:50.522278 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f6ac5-d77b-48d0-9c7d-170ef8645afb req-6fd90dd9-b166-43c0-8974-3b5128e7029f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:50.523804 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a94f6ac5-d77b-48d0-9c7d-170ef8645afb req-6fd90dd9-b166-43c0-8974-3b5128e7029f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b18cdd1-0f32-4100-961d-ea0498b83d4a HTTP/1.1" status: 200 len: 848 time: 0.0449305 Jul 15 14:27:50.586376 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f6ac5-d77b-48d0-9c7d-170ef8645afb req-26f7e512-0c2a-4eec-b46e-07d443845eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:50.587909 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a94f6ac5-d77b-48d0-9c7d-170ef8645afb req-26f7e512-0c2a-4eec-b46e-07d443845eb8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5534d6bb-2cb2-45a0-be14-16d28332067f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575345 Jul 15 14:27:50.680597 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a94f6ac5-d77b-48d0-9c7d-170ef8645afb req-a1962e5f-242a-408c-b362-f289671189cb service neutron] 10.222.0.18 "GET /v2.0/networks/5534d6bb-2cb2-45a0-be14-16d28332067f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856330 Jul 15 14:27:50.780603 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a94f6ac5-d77b-48d0-9c7d-170ef8645afb req-bec25292-b107-4e9b-b519-b3722048f119 service neutron] 10.222.0.18 "GET /v2.0/networks/5534d6bb-2cb2-45a0-be14-16d28332067f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910389 Jul 15 14:27:50.991393 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-485aefa1-19ee-4a95-a35a-2ed8712f419e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:53.424969 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:53.519644 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e651b73d-4318-4411-abd3-9671785a9fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:55.070751 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:55.982756 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:56.661891 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:08.034666 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:28:09.194339 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:20.993664 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-076905dd-7eaa-46d7-8f64-841ef4b49d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:23.427324 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:23.522283 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ce7df905-87c8-4ef4-aeb4-48f4d2585793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:25.072770 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:25.989890 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:26.665732 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:32.905626 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3ceb8e8a-1bd4-4357-ba04-2a2988b547bf req-f14e71a9-bbd9-49ce-8cf6-c120e48cd57a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7452bf37-2f81-4d4a-a605-73972c132b6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525746 Jul 15 14:28:33.015566 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb8e8a-1bd4-4357-ba04-2a2988b547bf req-0d693905-a4be-45e3-b1af-3ea4ac0df168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:33.017096 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3ceb8e8a-1bd4-4357-ba04-2a2988b547bf req-0d693905-a4be-45e3-b1af-3ea4ac0df168 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6498a8d3867d496f85971a103c37448a&device_id=7452bf37-2f81-4d4a-a605-73972c132b6f HTTP/1.1" status: 200 len: 1096 time: 0.0548766 Jul 15 14:28:33.124058 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb8e8a-1bd4-4357-ba04-2a2988b547bf req-821bece0-c695-4945-836d-e7cb77f9d25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:33.125553 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3ceb8e8a-1bd4-4357-ba04-2a2988b547bf req-821bece0-c695-4945-836d-e7cb77f9d25b service neutron] 10.222.0.32 "GET /v2.0/networks?id=5534d6bb-2cb2-45a0-be14-16d28332067f HTTP/1.1" status: 200 len: 910 time: 0.0890157 Jul 15 14:28:33.193012 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3ceb8e8a-1bd4-4357-ba04-2a2988b547bf req-8309b48f-3f65-4e63-bf03-f280b7dd6bdc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66654885-3ac0-4369-9006-2fcde65f09b2 HTTP/1.1" status: 200 len: 1000 time: 0.0616198 Jul 15 14:28:33.248282 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb8e8a-1bd4-4357-ba04-2a2988b547bf req-6a2e4f16-7238-4b46-aaab-dee601f174a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:33.249833 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3ceb8e8a-1bd4-4357-ba04-2a2988b547bf req-6a2e4f16-7238-4b46-aaab-dee601f174a9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b18cdd1-0f32-4100-961d-ea0498b83d4a HTTP/1.1" status: 200 len: 848 time: 0.0506439 Jul 15 14:28:33.307425 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb8e8a-1bd4-4357-ba04-2a2988b547bf req-dc9fff17-b52b-4ae7-bc41-6aaa66360810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:33.309235 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3ceb8e8a-1bd4-4357-ba04-2a2988b547bf req-dc9fff17-b52b-4ae7-bc41-6aaa66360810 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5534d6bb-2cb2-45a0-be14-16d28332067f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535476 Jul 15 14:28:33.404402 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3ceb8e8a-1bd4-4357-ba04-2a2988b547bf req-6adbab3d-964e-4b40-a6dd-5bd9d27880dc service neutron] 10.222.0.32 "GET /v2.0/networks/5534d6bb-2cb2-45a0-be14-16d28332067f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887265 Jul 15 14:28:33.494546 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-3ceb8e8a-1bd4-4357-ba04-2a2988b547bf req-158aad1e-ab4b-47c4-91f4-12872298263d service neutron] 10.222.0.32 "GET /v2.0/networks/5534d6bb-2cb2-45a0-be14-16d28332067f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842154 Jul 15 14:28:39.186777 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:45.033770 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:28:50.995926 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d890aaf9-8837-4412-ada6-e2e927225c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:52.163171 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-511669e5-8d48-4751-8926-42e1556a5e14 req-1916c8c2-490e-437b-9d01-411d46788742 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=07290c51-ee88-452f-9ff8-95d54f661464&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0578620 Jul 15 14:28:52.263456 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511669e5-8d48-4751-8926-42e1556a5e14 req-3cb7192c-3889-40b1-88bd-d5f69ba4683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:52.265004 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-511669e5-8d48-4751-8926-42e1556a5e14 req-3cb7192c-3889-40b1-88bd-d5f69ba4683f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6498a8d3867d496f85971a103c37448a&device_id=07290c51-ee88-452f-9ff8-95d54f661464 HTTP/1.1" status: 200 len: 1097 time: 0.0580575 Jul 15 14:28:52.367066 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511669e5-8d48-4751-8926-42e1556a5e14 req-b51fed6f-addd-48e8-9b45-5f44c122d22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:52.368542 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-511669e5-8d48-4751-8926-42e1556a5e14 req-b51fed6f-addd-48e8-9b45-5f44c122d22c service neutron] 10.222.0.18 "GET /v2.0/networks?id=5534d6bb-2cb2-45a0-be14-16d28332067f HTTP/1.1" status: 200 len: 910 time: 0.0828717 Jul 15 14:28:52.767867 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-511669e5-8d48-4751-8926-42e1556a5e14 req-fc7a249d-c6d2-4264-a0b5-5a17eaf0cb04 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f487d341-82ad-44bb-a83e-14c6820d2de5 HTTP/1.1" status: 200 len: 1001 time: 0.3920276 Jul 15 14:28:52.828897 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511669e5-8d48-4751-8926-42e1556a5e14 req-f35810ff-298d-4869-9752-15702e476e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:52.830962 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-511669e5-8d48-4751-8926-42e1556a5e14 req-f35810ff-298d-4869-9752-15702e476e7a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b18cdd1-0f32-4100-961d-ea0498b83d4a HTTP/1.1" status: 200 len: 848 time: 0.0554197 Jul 15 14:28:52.890159 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511669e5-8d48-4751-8926-42e1556a5e14 req-fc367f15-d3f5-487e-a2c2-9e7b31bfe1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:52.891610 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-511669e5-8d48-4751-8926-42e1556a5e14 req-fc367f15-d3f5-487e-a2c2-9e7b31bfe1a8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5534d6bb-2cb2-45a0-be14-16d28332067f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533288 Jul 15 14:28:52.986771 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-511669e5-8d48-4751-8926-42e1556a5e14 req-e32671ee-6569-4821-bfed-cc24e4c24da0 service neutron] 10.222.0.18 "GET /v2.0/networks/5534d6bb-2cb2-45a0-be14-16d28332067f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878294 Jul 15 14:28:53.077411 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-511669e5-8d48-4751-8926-42e1556a5e14 req-8c2136e1-fc48-4fa3-9e6e-53f2511e14d2 service neutron] 10.222.0.18 "GET /v2.0/networks/5534d6bb-2cb2-45a0-be14-16d28332067f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835042 Jul 15 14:28:53.428730 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:53.523220 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d4b1fa7b-27b7-4e8f-9b0a-c5921c097f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:55.074741 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:55.998823 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:56.668233 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:58.902172 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device f487d341-82ad-44bb-a83e-14c6820d2de5 details requested by agent hyperv_n-h1-758944-45 with host n-h1-758944-45 {{(pid=93815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:28:58.996700 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port f487d341-82ad-44bb-a83e-14c6820d2de5, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=f487d341-82ad-44bb-a83e-14c6820d2de5,segment=NetworkSegment(f641572b-72fb-4c59-b9d6-96a2c739cd33),segment_id=f641572b-72fb-4c59-b9d6-96a2c739cd33)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:28:59.007658 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Returning: {'device': 'f487d341-82ad-44bb-a83e-14c6820d2de5', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'port_id': 'f487d341-82ad-44bb-a83e-14c6820d2de5', 'mac_address': 'fa:16:3e:b9:ca:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:28:59.044193 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:59.056718 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f487d341-82ad-44bb-a83e-14c6820d2de5 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:28:59.075821 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port f487d341-82ad-44bb-a83e-14c6820d2de5, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=f487d341-82ad-44bb-a83e-14c6820d2de5,segment=NetworkSegment(f641572b-72fb-4c59-b9d6-96a2c739cd33),segment_id=f641572b-72fb-4c59-b9d6-96a2c739cd33)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:28:59.080480 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:59.130992 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=f487d341-82ad-44bb-a83e-14c6820d2de5,revision_number=6']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:28:59.138428 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:59.138775 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:59.139117 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:59.139457 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:59.139786 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:59.140144 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:59.140472 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:59.140798 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:59.141122 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:59.141450 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:59.141791 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:59.142111 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:59.162491 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] get_ports_and_sgs() called for port_ids ['f487d341-82ad-44bb-a83e-14c6820d2de5'] {{(pid=93815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:29:00.905737 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device f487d341-82ad-44bb-a83e-14c6820d2de5 up at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:29:00.982834 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Provisioning complete for port f487d341-82ad-44bb-a83e-14c6820d2de5 triggered by entity L2. {{(pid=93815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:29:00.983452 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1004055'] for port, provisioning_complete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:01.097233 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:01.126182 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07290c51-ee88-452f-9ff8-95d54f661464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f487d341-82ad-44bb-a83e-14c6820d2de5'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:29:01.128655 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5982e52f7164c00132b4161e7da779dd5a615a4991d8f343d2f1980d90734956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bf57e0-dca3-4a8b-8bef-af1f0273f112" -d '{"events": [{"server_uuid": "07290c51-ee88-452f-9ff8-95d54f661464", "name": "network-vif-plugged", "status": "completed", "tag": "f487d341-82ad-44bb-a83e-14c6820d2de5"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:29:01.149337 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port f487d341-82ad-44bb-a83e-14c6820d2de5, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=f487d341-82ad-44bb-a83e-14c6820d2de5,segment=NetworkSegment(f641572b-72fb-4c59-b9d6-96a2c739cd33),segment_id=f641572b-72fb-4c59-b9d6-96a2c739cd33)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:29:01.158625 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:01.196001 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78227014-a368-4eb2-84d7-a3ba6dcaff15 x-openstack-request-id: req-78227014-a368-4eb2-84d7-a3ba6dcaff15 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:29:01.196680 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07290c51-ee88-452f-9ff8-95d54f661464", "name": "network-vif-plugged", "status": "completed", "tag": "f487d341-82ad-44bb-a83e-14c6820d2de5", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:29:01.196959 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-78227014-a368-4eb2-84d7-a3ba6dcaff15 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:29:01.197419 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07290c51-ee88-452f-9ff8-95d54f661464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f487d341-82ad-44bb-a83e-14c6820d2de5', 'code': 200} Jul 15 14:29:01.238623 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=f487d341-82ad-44bb-a83e-14c6820d2de5,revision_number=7']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:29:09.198541 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:10.555051 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52368) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:29:10.713260 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-95e7096f-e351-40b0-a158-9cc203a6934f tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Deleting port 471d41b2-85e5-4917-96e4-e094be52ed79 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:29:10.713605 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95e7096f-e351-40b0-a158-9cc203a6934f tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:10.793599 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95e7096f-e351-40b0-a158-9cc203a6934f tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:10.793885 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95e7096f-e351-40b0-a158-9cc203a6934f tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:10.805962 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-95e7096f-e351-40b0-a158-9cc203a6934f tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Calling delete_port for 471d41b2-85e5-4917-96e4-e094be52ed79 owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:29:10.953168 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95e7096f-e351-40b0-a158-9cc203a6934f tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:10.984631 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7096f-e351-40b0-a158-9cc203a6934f tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Pushing event deleted for resources: {'Port': ['ID=471d41b2-85e5-4917-96e4-e094be52ed79,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:29:11.011597 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7096f-e351-40b0-a158-9cc203a6934f tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:11.011964 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7096f-e351-40b0-a158-9cc203a6934f tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:11.012307 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7096f-e351-40b0-a158-9cc203a6934f tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:11.012643 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7096f-e351-40b0-a158-9cc203a6934f tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:11.012971 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7096f-e351-40b0-a158-9cc203a6934f tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:11.013303 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7096f-e351-40b0-a158-9cc203a6934f tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:11.013659 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7096f-e351-40b0-a158-9cc203a6934f tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:11.013970 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7096f-e351-40b0-a158-9cc203a6934f tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:11.014288 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7096f-e351-40b0-a158-9cc203a6934f tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:11.014607 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7096f-e351-40b0-a158-9cc203a6934f tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:11.014930 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7096f-e351-40b0-a158-9cc203a6934f tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:11.015284 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e7096f-e351-40b0-a158-9cc203a6934f tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:11.055893 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95e7096f-e351-40b0-a158-9cc203a6934f tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:11.056164 n-d-758944-45 neutron-server[93813]: INFO neutron.db.l3_db [None req-95e7096f-e351-40b0-a158-9cc203a6934f tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Floating IP ec879faa-a38a-4c4b-b860-a834bdf7ed2f disassociated (deleted). External IP: 172.25.6.170, port: f487d341-82ad-44bb-a83e-14c6820d2de5. Jul 15 14:29:11.269740 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e7096f-e351-40b0-a158-9cc203a6934f tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Router ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:29:11.375809 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e7096f-e351-40b0-a158-9cc203a6934f tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:29:11.381162 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95e7096f-e351-40b0-a158-9cc203a6934f tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:11.385334 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34174d11-04b7-402a-8b85-a18766dee403 None None] Sync routers for ids ['ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:29:11.395274 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34174d11-04b7-402a-8b85-a18766dee403 None None] Routers {'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:29:11.395921 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-34174d11-04b7-402a-8b85-a18766dee403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:28:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:29:11.419118 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-95e7096f-e351-40b0-a158-9cc203a6934f tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "DELETE /v2.0/floatingips/ec879faa-a38a-4c4b-b860-a834bdf7ed2f HTTP/1.1" status: 204 len: 168 time: 0.8627353 Jul 15 14:29:11.420386 n-d-758944-45 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07290c51-ee88-452f-9ff8-95d54f661464', 'tag': 'f487d341-82ad-44bb-a83e-14c6820d2de5'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:29:11.425420 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e64901b02c345040bafddad2dab1ebeb8b80c4fa9c7870118a0b2b399b9ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f7de7c-0b90-42d8-8674-e0afc2174514" -d '{"events": [{"name": "network-changed", "server_uuid": "07290c51-ee88-452f-9ff8-95d54f661464", "tag": "f487d341-82ad-44bb-a83e-14c6820d2de5"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:29:11.466978 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcee9ae-3c4b-444f-962a-4d35fefec18c x-openstack-request-id: req-efcee9ae-3c4b-444f-962a-4d35fefec18c {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:29:11.467333 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07290c51-ee88-452f-9ff8-95d54f661464", "tag": "f487d341-82ad-44bb-a83e-14c6820d2de5", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:29:11.467649 n-d-758944-45 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-efcee9ae-3c4b-444f-962a-4d35fefec18c {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:29:11.468115 n-d-758944-45 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07290c51-ee88-452f-9ff8-95d54f661464', 'tag': 'f487d341-82ad-44bb-a83e-14c6820d2de5', 'status': 'completed', 'code': 200} Jul 15 14:29:11.543066 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-34174d11-04b7-402a-8b85-a18766dee403 None None] Set router ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:29:11.558063 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7de7c-0b90-42d8-8674-e0afc2174514 req-a64a7811-89b1-4692-b55e-21e161b3fb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:11.559540 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-30f7de7c-0b90-42d8-8674-e0afc2174514 req-a64a7811-89b1-4692-b55e-21e161b3fb36 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6498a8d3867d496f85971a103c37448a&device_id=07290c51-ee88-452f-9ff8-95d54f661464 HTTP/1.1" status: 200 len: 1097 time: 0.0700071 Jul 15 14:29:11.663761 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7de7c-0b90-42d8-8674-e0afc2174514 req-f838ab9e-47bb-4f4e-8faf-94edd2ecb5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:11.665295 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-30f7de7c-0b90-42d8-8674-e0afc2174514 req-f838ab9e-47bb-4f4e-8faf-94edd2ecb5e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5534d6bb-2cb2-45a0-be14-16d28332067f HTTP/1.1" status: 200 len: 910 time: 0.0994210 Jul 15 14:29:11.739112 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-30f7de7c-0b90-42d8-8674-e0afc2174514 req-f9244668-a87d-4a92-8aac-7fb89db220c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f487d341-82ad-44bb-a83e-14c6820d2de5 HTTP/1.1" status: 200 len: 217 time: 0.0656395 Jul 15 14:29:11.817234 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7de7c-0b90-42d8-8674-e0afc2174514 req-2e874190-f78c-449e-a644-a27d119cf482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:11.818653 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-30f7de7c-0b90-42d8-8674-e0afc2174514 req-2e874190-f78c-449e-a644-a27d119cf482 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8b18cdd1-0f32-4100-961d-ea0498b83d4a HTTP/1.1" status: 200 len: 848 time: 0.0721834 Jul 15 14:29:11.830910 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-34174d11-04b7-402a-8b85-a18766dee403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'name': 'tempest-TestSnapshotPattern-214042553-router', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:41Z', 'revision_number': 4, 'project_id': '6498a8d3867d496f85971a103c37448a', 'gw_port': {'id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '324813ff-f295-4cfd-a6ac-5c88a5cb2177', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'port_id': '66654885-3ac0-4369-9006-2fcde65f09b2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'mac_address': 'fa:16:3e:b8:10:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7452bf37-2f81-4d4a-a605-73972c132b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:25:01Z', 'updated_at': '2021-07-15T14:25:04Z', 'revision_number': 1, 'project_id': '6498a8d3867d496f85971a103c37448a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2', 'name': '', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'mac_address': 'fa:16:3e:6f:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:40Z', 'updated_at': '2021-07-15T14:24:48Z', 'revision_number': 5, 'project_id': '6498a8d3867d496f85971a103c37448a', 'subnets': [{'id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:29:11.859317 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34174d11-04b7-402a-8b85-a18766dee403 None None] Checking router: ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:29:11.868029 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34174d11-04b7-402a-8b85-a18766dee403 None None] Routers {'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:29:11.868642 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-34174d11-04b7-402a-8b85-a18766dee403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:28:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:29:11.926796 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7de7c-0b90-42d8-8674-e0afc2174514 req-710f7725-f059-44f7-862d-645fbad25c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:11.928277 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-30f7de7c-0b90-42d8-8674-e0afc2174514 req-710f7725-f059-44f7-862d-645fbad25c4d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5534d6bb-2cb2-45a0-be14-16d28332067f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002159 Jul 15 14:29:11.943700 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35f0e4-4e15-44b2-be6a-6f078d894e73 req-d83404f0-13d6-43f7-8be4-30533e0f0b44 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:11.945276 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7b35f0e4-4e15-44b2-be6a-6f078d894e73 req-d83404f0-13d6-43f7-8be4-30533e0f0b44 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/ports?device_id=07290c51-ee88-452f-9ff8-95d54f661464 HTTP/1.1" status: 200 len: 945 time: 0.1362095 Jul 15 14:29:11.979337 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-34174d11-04b7-402a-8b85-a18766dee403 None None] Set router ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:29:12.043326 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-7b35f0e4-4e15-44b2-be6a-6f078d894e73 req-e369bf4a-4059-4d42-8d1e-c501ad4117f9 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/security-groups?id=303753b3-a4cc-49bf-9747-6b7c2e7e0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756357 Jul 15 14:29:12.065655 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-30f7de7c-0b90-42d8-8674-e0afc2174514 req-23b1484f-483d-47f0-adfe-6ceae8edcd4f service neutron] 10.222.0.18 "GET /v2.0/networks/5534d6bb-2cb2-45a0-be14-16d28332067f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193516 Jul 15 14:29:12.161387 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-30f7de7c-0b90-42d8-8674-e0afc2174514 req-0cf0dbd8-9661-450f-9736-6fbd1b327bb8 service neutron] 10.222.0.18 "GET /v2.0/networks/5534d6bb-2cb2-45a0-be14-16d28332067f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890479 Jul 15 14:29:12.209300 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-34174d11-04b7-402a-8b85-a18766dee403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'name': 'tempest-TestSnapshotPattern-214042553-router', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:41Z', 'revision_number': 4, 'project_id': '6498a8d3867d496f85971a103c37448a', 'gw_port': {'id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '324813ff-f295-4cfd-a6ac-5c88a5cb2177', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'port_id': '66654885-3ac0-4369-9006-2fcde65f09b2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'mac_address': 'fa:16:3e:b8:10:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7452bf37-2f81-4d4a-a605-73972c132b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:25:01Z', 'updated_at': '2021-07-15T14:25:04Z', 'revision_number': 1, 'project_id': '6498a8d3867d496f85971a103c37448a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2', 'name': '', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'mac_address': 'fa:16:3e:6f:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:40Z', 'updated_at': '2021-07-15T14:24:48Z', 'revision_number': 5, 'project_id': '6498a8d3867d496f85971a103c37448a', 'subnets': [{'id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:29:12.238380 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34174d11-04b7-402a-8b85-a18766dee403 None None] The sync data for ids ['ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'] in n-d-758944-45 is: [{'id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'name': 'tempest-TestSnapshotPattern-214042553-router', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:41Z', 'revision_number': 4, 'project_id': '6498a8d3867d496f85971a103c37448a', 'gw_port': {'id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_floatingips': [{'id': '324813ff-f295-4cfd-a6ac-5c88a5cb2177', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'router_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'port_id': '66654885-3ac0-4369-9006-2fcde65f09b2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'mac_address': 'fa:16:3e:b8:10:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7452bf37-2f81-4d4a-a605-73972c132b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:25:01Z', 'updated_at': '2021-07-15T14:25:04Z', 'revision_number': 1, 'project_id': '6498a8d3867d496f85971a103c37448a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2', 'name': '', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'mac_address': 'fa:16:3e:6f:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:40Z', 'updated_at': '2021-07-15T14:24:48Z', 'revision_number': 5, 'project_id': '6498a8d3867d496f85971a103c37448a', 'subnets': [{'id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:29:12.477625 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23519af-759a-4ffe-bf86-3e506d6bd7f9 None None] New status for floating IP ec879faa-a38a-4c4b-b860-a834bdf7ed2f: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:29:12.998689 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device f487d341-82ad-44bb-a83e-14c6820d2de5 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:29:13.103996 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551911'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:13.127067 n-d-758944-45 neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07290c51-ee88-452f-9ff8-95d54f661464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f487d341-82ad-44bb-a83e-14c6820d2de5'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:29:13.129347 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5982e52f7164c00132b4161e7da779dd5a615a4991d8f343d2f1980d90734956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62c4fec-9d23-48e0-808f-20db26270bfe" -d '{"events": [{"server_uuid": "07290c51-ee88-452f-9ff8-95d54f661464", "name": "network-vif-unplugged", "status": "completed", "tag": "f487d341-82ad-44bb-a83e-14c6820d2de5"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:29:13.143766 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] For port f487d341-82ad-44bb-a83e-14c6820d2de5, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=f487d341-82ad-44bb-a83e-14c6820d2de5,segment=NetworkSegment(f641572b-72fb-4c59-b9d6-96a2c739cd33),segment_id=f641572b-72fb-4c59-b9d6-96a2c739cd33)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:29:13.149508 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732685825621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732685424824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732685424842'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:13.189051 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aaac4a3-43b7-4d93-ae12-9517930853b3 x-openstack-request-id: req-6aaac4a3-43b7-4d93-ae12-9517930853b3 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:29:13.189432 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07290c51-ee88-452f-9ff8-95d54f661464", "name": "network-vif-unplugged", "status": "completed", "tag": "f487d341-82ad-44bb-a83e-14c6820d2de5", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:29:13.189849 n-d-758944-45 neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6aaac4a3-43b7-4d93-ae12-9517930853b3 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:29:13.190419 n-d-758944-45 neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07290c51-ee88-452f-9ff8-95d54f661464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f487d341-82ad-44bb-a83e-14c6820d2de5', 'code': 200} Jul 15 14:29:13.205398 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Pushing event updated for resources: {'Port': ['ID=f487d341-82ad-44bb-a83e-14c6820d2de5,revision_number=8']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:29:13.266479 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3fd04c-52b4-4698-a5f4-2d23fa745a2b req-4316923e-0d2b-425b-b747-1601525cefa6 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:13.268009 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8f3fd04c-52b4-4698-a5f4-2d23fa745a2b req-4316923e-0d2b-425b-b747-1601525cefa6 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/ports?device_id=07290c51-ee88-452f-9ff8-95d54f661464 HTTP/1.1" status: 200 len: 943 time: 0.0932503 Jul 15 14:29:13.307030 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-8f3fd04c-52b4-4698-a5f4-2d23fa745a2b req-b626f672-1542-45cf-b044-4b909839c98e tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/security-groups?id=303753b3-a4cc-49bf-9747-6b7c2e7e0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332849 Jul 15 14:29:13.414604 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e48cc-d25d-4dd9-ac71-8f555ef0c4bf req-41e0d770-b848-483d-ad41-231122d23b93 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:13.416177 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a82e48cc-d25d-4dd9-ac71-8f555ef0c4bf req-41e0d770-b848-483d-ad41-231122d23b93 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.18 "GET /v2.0/ports?device_id=07290c51-ee88-452f-9ff8-95d54f661464 HTTP/1.1" status: 200 len: 943 time: 0.0683155 Jul 15 14:29:13.531322 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-a82e48cc-d25d-4dd9-ac71-8f555ef0c4bf req-2404470e-9c99-4090-b7a6-cabeda2e593c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Deleting port f487d341-82ad-44bb-a83e-14c6820d2de5 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:29:13.531569 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a82e48cc-d25d-4dd9-ac71-8f555ef0c4bf req-2404470e-9c99-4090-b7a6-cabeda2e593c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:13.623278 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-a82e48cc-d25d-4dd9-ac71-8f555ef0c4bf req-2404470e-9c99-4090-b7a6-cabeda2e593c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] For port f487d341-82ad-44bb-a83e-14c6820d2de5, host n-h1-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-45',level=0,port_id=f487d341-82ad-44bb-a83e-14c6820d2de5,segment=NetworkSegment(f641572b-72fb-4c59-b9d6-96a2c739cd33),segment_id=f641572b-72fb-4c59-b9d6-96a2c739cd33)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:29:13.623630 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a82e48cc-d25d-4dd9-ac71-8f555ef0c4bf req-2404470e-9c99-4090-b7a6-cabeda2e593c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:13.635233 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-a82e48cc-d25d-4dd9-ac71-8f555ef0c4bf req-2404470e-9c99-4090-b7a6-cabeda2e593c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Calling delete_port for f487d341-82ad-44bb-a83e-14c6820d2de5 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:29:13.765593 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a82e48cc-d25d-4dd9-ac71-8f555ef0c4bf req-2404470e-9c99-4090-b7a6-cabeda2e593c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:13.795804 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404470e-9c99-4090-b7a6-cabeda2e593c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Pushing event deleted for resources: {'Port': ['ID=f487d341-82ad-44bb-a83e-14c6820d2de5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:29:13.811015 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404470e-9c99-4090-b7a6-cabeda2e593c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:13.811367 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404470e-9c99-4090-b7a6-cabeda2e593c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:13.811714 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404470e-9c99-4090-b7a6-cabeda2e593c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:13.812055 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404470e-9c99-4090-b7a6-cabeda2e593c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:13.812396 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404470e-9c99-4090-b7a6-cabeda2e593c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:13.812720 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404470e-9c99-4090-b7a6-cabeda2e593c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:13.813044 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404470e-9c99-4090-b7a6-cabeda2e593c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:13.813367 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404470e-9c99-4090-b7a6-cabeda2e593c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:13.813694 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404470e-9c99-4090-b7a6-cabeda2e593c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:13.814173 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404470e-9c99-4090-b7a6-cabeda2e593c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:13.815294 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404470e-9c99-4090-b7a6-cabeda2e593c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:13.815294 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404470e-9c99-4090-b7a6-cabeda2e593c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-45 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:13.854893 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82e48cc-d25d-4dd9-ac71-8f555ef0c4bf req-2404470e-9c99-4090-b7a6-cabeda2e593c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] No DVR routers for this DVR port f487d341-82ad-44bb-a83e-14c6820d2de5 on host n-h1-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:29:13.857492 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-a82e48cc-d25d-4dd9-ac71-8f555ef0c4bf req-2404470e-9c99-4090-b7a6-cabeda2e593c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:13.859562 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-a82e48cc-d25d-4dd9-ac71-8f555ef0c4bf req-2404470e-9c99-4090-b7a6-cabeda2e593c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.18 "DELETE /v2.0/ports/f487d341-82ad-44bb-a83e-14c6820d2de5 HTTP/1.1" status: 204 len: 173 time: 0.4377759 Jul 15 14:29:13.860040 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07290c51-ee88-452f-9ff8-95d54f661464', 'name': 'network-vif-deleted', 'tag': 'f487d341-82ad-44bb-a83e-14c6820d2de5'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:29:13.862906 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19a980c-022b-488b-850d-4769ca576c5e" -d '{"events": [{"server_uuid": "07290c51-ee88-452f-9ff8-95d54f661464", "name": "network-vif-deleted", "tag": "f487d341-82ad-44bb-a83e-14c6820d2de5"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:29:13.917151 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fc7ea9-3ed2-46eb-a33f-c38b0e950b82 x-openstack-request-id: req-52fc7ea9-3ed2-46eb-a33f-c38b0e950b82 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:29:13.917709 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07290c51-ee88-452f-9ff8-95d54f661464", "name": "network-vif-deleted", "tag": "f487d341-82ad-44bb-a83e-14c6820d2de5", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:29:13.918313 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52fc7ea9-3ed2-46eb-a33f-c38b0e950b82 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:29:13.918992 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07290c51-ee88-452f-9ff8-95d54f661464', 'name': 'network-vif-deleted', 'tag': 'f487d341-82ad-44bb-a83e-14c6820d2de5', 'status': 'completed', 'code': 200} Jul 15 14:29:14.467528 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-c9d741c2-11ef-461c-9797-0a416a360e7e req-b37eac14-5429-4ee7-bed8-3ca91e189c86 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/ports?device_id=07290c51-ee88-452f-9ff8-95d54f661464 HTTP/1.1" status: 200 len: 210 time: 0.0341380 Jul 15 14:29:16.073104 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52430) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:29:16.238890 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d10a64f5-f1f4-43ad-af3d-7dc2836480ae tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Deleting port 95ca7ba0-3b6c-496d-b3e2-292c6565b804 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:29:16.239236 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d10a64f5-f1f4-43ad-af3d-7dc2836480ae tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:16.319800 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d10a64f5-f1f4-43ad-af3d-7dc2836480ae tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:16.320050 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d10a64f5-f1f4-43ad-af3d-7dc2836480ae tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:16.332234 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d10a64f5-f1f4-43ad-af3d-7dc2836480ae tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Calling delete_port for 95ca7ba0-3b6c-496d-b3e2-292c6565b804 owned by network:floatingip {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:29:16.499443 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d10a64f5-f1f4-43ad-af3d-7dc2836480ae tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:16.525832 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a64f5-f1f4-43ad-af3d-7dc2836480ae tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Pushing event deleted for resources: {'Port': ['ID=95ca7ba0-3b6c-496d-b3e2-292c6565b804,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:29:16.591491 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d10a64f5-f1f4-43ad-af3d-7dc2836480ae tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for floatingip, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:16.591745 n-d-758944-45 neutron-server[93814]: INFO neutron.db.l3_db [None req-d10a64f5-f1f4-43ad-af3d-7dc2836480ae tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Floating IP 324813ff-f295-4cfd-a6ac-5c88a5cb2177 disassociated (deleted). External IP: 172.25.6.182, port: 66654885-3ac0-4369-9006-2fcde65f09b2. Jul 15 14:29:16.810758 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10a64f5-f1f4-43ad-af3d-7dc2836480ae tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Router ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:29:16.922955 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10a64f5-f1f4-43ad-af3d-7dc2836480ae tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:29:16.927484 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d10a64f5-f1f4-43ad-af3d-7dc2836480ae tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for floatingip, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:16.932832 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606aacaa-b1a5-43a0-af35-795223ffb4d6 None None] Sync routers for ids ['ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:29:16.942305 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606aacaa-b1a5-43a0-af35-795223ffb4d6 None None] Routers {'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:29:16.942923 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-606aacaa-b1a5-43a0-af35-795223ffb4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:28:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:29:16.965021 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-d10a64f5-f1f4-43ad-af3d-7dc2836480ae tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "DELETE /v2.0/floatingips/324813ff-f295-4cfd-a6ac-5c88a5cb2177 HTTP/1.1" status: 204 len: 168 time: 0.8904846 Jul 15 14:29:16.965665 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7452bf37-2f81-4d4a-a605-73972c132b6f', 'tag': '66654885-3ac0-4369-9006-2fcde65f09b2'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:29:16.968348 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0694c19-5d83-4d6d-847c-e6a64fedfb01" -d '{"events": [{"name": "network-changed", "server_uuid": "7452bf37-2f81-4d4a-a605-73972c132b6f", "tag": "66654885-3ac0-4369-9006-2fcde65f09b2"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:29:17.008226 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966a3cdf-504a-481d-9c4d-29070fe66deb x-openstack-request-id: req-966a3cdf-504a-481d-9c4d-29070fe66deb {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:29:17.008513 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7452bf37-2f81-4d4a-a605-73972c132b6f", "tag": "66654885-3ac0-4369-9006-2fcde65f09b2", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:29:17.008768 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-966a3cdf-504a-481d-9c4d-29070fe66deb {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:29:17.009328 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7452bf37-2f81-4d4a-a605-73972c132b6f', 'tag': '66654885-3ac0-4369-9006-2fcde65f09b2', 'status': 'completed', 'code': 200} Jul 15 14:29:17.113106 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0694c19-5d83-4d6d-847c-e6a64fedfb01 req-55d72b3e-8a55-4f14-9ff0-939056fcf733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:17.114849 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c0694c19-5d83-4d6d-847c-e6a64fedfb01 req-55d72b3e-8a55-4f14-9ff0-939056fcf733 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6498a8d3867d496f85971a103c37448a&device_id=7452bf37-2f81-4d4a-a605-73972c132b6f HTTP/1.1" status: 200 len: 1096 time: 0.0610707 Jul 15 14:29:17.153887 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device f487d341-82ad-44bb-a83e-14c6820d2de5 no longer exists at agent hyperv_n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:29:17.178241 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] No Port match for: f487d341-82ad-44bb-a83e-14c6820d2de5 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:29:17.178591 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Device f487d341-82ad-44bb-a83e-14c6820d2de5 not bound to the agent host n-h1-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:29:17.251064 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0694c19-5d83-4d6d-847c-e6a64fedfb01 req-7ee2ee01-1398-4d64-b4f5-c9df857f7501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:17.251425 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-606aacaa-b1a5-43a0-af35-795223ffb4d6 None None] Set router ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:29:17.253579 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c0694c19-5d83-4d6d-847c-e6a64fedfb01 req-7ee2ee01-1398-4d64-b4f5-c9df857f7501 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5534d6bb-2cb2-45a0-be14-16d28332067f HTTP/1.1" status: 200 len: 910 time: 0.1314230 Jul 15 14:29:17.306648 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c0694c19-5d83-4d6d-847c-e6a64fedfb01 req-8e48b792-0c0c-4ac4-91fa-a7387567cf9b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66654885-3ac0-4369-9006-2fcde65f09b2 HTTP/1.1" status: 200 len: 217 time: 0.0369923 Jul 15 14:29:17.409995 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0694c19-5d83-4d6d-847c-e6a64fedfb01 req-3a84b0ce-0292-4421-8106-91e4bb7b8930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:17.411502 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c0694c19-5d83-4d6d-847c-e6a64fedfb01 req-3a84b0ce-0292-4421-8106-91e4bb7b8930 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8b18cdd1-0f32-4100-961d-ea0498b83d4a HTTP/1.1" status: 200 len: 848 time: 0.0972867 Jul 15 14:29:17.465491 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-606aacaa-b1a5-43a0-af35-795223ffb4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'name': 'tempest-TestSnapshotPattern-214042553-router', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:41Z', 'revision_number': 4, 'project_id': '6498a8d3867d496f85971a103c37448a', 'gw_port': {'id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2', 'name': '', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'mac_address': 'fa:16:3e:6f:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:40Z', 'updated_at': '2021-07-15T14:24:48Z', 'revision_number': 5, 'project_id': '6498a8d3867d496f85971a103c37448a', 'subnets': [{'id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:29:17.467098 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d447dfd-79d6-4e3a-932b-dfe15233ef93 req-3a838462-b20a-4a9f-aabf-730c9d0ad55c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:17.468617 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4d447dfd-79d6-4e3a-932b-dfe15233ef93 req-3a838462-b20a-4a9f-aabf-730c9d0ad55c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/ports?device_id=7452bf37-2f81-4d4a-a605-73972c132b6f HTTP/1.1" status: 200 len: 944 time: 0.1448624 Jul 15 14:29:17.493297 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606aacaa-b1a5-43a0-af35-795223ffb4d6 None None] Checking router: ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:29:17.502062 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606aacaa-b1a5-43a0-af35-795223ffb4d6 None None] Routers {'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:29:17.502683 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-606aacaa-b1a5-43a0-af35-795223ffb4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:28:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:29:17.513018 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0694c19-5d83-4d6d-847c-e6a64fedfb01 req-56b0ca5f-50dc-46f0-b962-a0fd29b3aec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:17.514594 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c0694c19-5d83-4d6d-847c-e6a64fedfb01 req-56b0ca5f-50dc-46f0-b962-a0fd29b3aec5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5534d6bb-2cb2-45a0-be14-16d28332067f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0957336 Jul 15 14:29:17.519975 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-4d447dfd-79d6-4e3a-932b-dfe15233ef93 req-4f6edd7c-dd5d-4625-abc6-64382fc2e318 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/security-groups?id=303753b3-a4cc-49bf-9747-6b7c2e7e0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432386 Jul 15 14:29:17.612822 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-606aacaa-b1a5-43a0-af35-795223ffb4d6 None None] Set router ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:29:17.613642 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c0694c19-5d83-4d6d-847c-e6a64fedfb01 req-8523d6a4-e3c3-44c5-8641-5c217584a258 service neutron] 10.222.0.32 "GET /v2.0/networks/5534d6bb-2cb2-45a0-be14-16d28332067f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920188 Jul 15 14:29:17.707812 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-c0694c19-5d83-4d6d-847c-e6a64fedfb01 req-71ad17ac-5759-40fe-99bc-91a663bcecef service neutron] 10.222.0.32 "GET /v2.0/networks/5534d6bb-2cb2-45a0-be14-16d28332067f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874801 Jul 15 14:29:17.848496 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-606aacaa-b1a5-43a0-af35-795223ffb4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'name': 'tempest-TestSnapshotPattern-214042553-router', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:41Z', 'revision_number': 4, 'project_id': '6498a8d3867d496f85971a103c37448a', 'gw_port': {'id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2', 'name': '', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'mac_address': 'fa:16:3e:6f:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:40Z', 'updated_at': '2021-07-15T14:24:48Z', 'revision_number': 5, 'project_id': '6498a8d3867d496f85971a103c37448a', 'subnets': [{'id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:29:17.878928 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606aacaa-b1a5-43a0-af35-795223ffb4d6 None None] The sync data for ids ['ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'] in n-d-758944-45 is: [{'id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'name': 'tempest-TestSnapshotPattern-214042553-router', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:41Z', 'revision_number': 4, 'project_id': '6498a8d3867d496f85971a103c37448a', 'gw_port': {'id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45', '_interfaces': [{'id': '56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2', 'name': '', 'network_id': '5534d6bb-2cb2-45a0-be14-16d28332067f', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'mac_address': 'fa:16:3e:6f:13:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:40Z', 'updated_at': '2021-07-15T14:24:48Z', 'revision_number': 5, 'project_id': '6498a8d3867d496f85971a103c37448a', 'subnets': [{'id': '8b18cdd1-0f32-4100-961d-ea0498b83d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:29:18.093647 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b66372-ef79-4815-a9fc-64672274095b None None] New status for floating IP 324813ff-f295-4cfd-a6ac-5c88a5cb2177: DOWN {{(pid=93816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:29:18.701877 n-d-758944-45 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36c136-d700-4ec0-979c-385a35d6773e req-a764e0b6-5cb4-4fbb-8685-16f8ef2b6110 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:18.703577 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cb36c136-d700-4ec0-979c-385a35d6773e req-a764e0b6-5cb4-4fbb-8685-16f8ef2b6110 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/ports?device_id=7452bf37-2f81-4d4a-a605-73972c132b6f HTTP/1.1" status: 200 len: 944 time: 0.0666356 Jul 15 14:29:18.742963 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-cb36c136-d700-4ec0-979c-385a35d6773e req-e2ab76e2-fd30-4e15-8da0-9e870645ea90 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/security-groups?id=303753b3-a4cc-49bf-9747-6b7c2e7e0d19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330911 Jul 15 14:29:19.001004 n-d-758944-45 neutron-server[93814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd424b6e-f078-411d-a18b-27a815057591 req-c75d50af-c249-438e-aca9-8fae4537ca5c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:19.003109 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dd424b6e-f078-411d-a18b-27a815057591 req-c75d50af-c249-438e-aca9-8fae4537ca5c tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.32 "GET /v2.0/ports?device_id=7452bf37-2f81-4d4a-a605-73972c132b6f HTTP/1.1" status: 200 len: 944 time: 0.0719948 Jul 15 14:29:19.115023 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-dd424b6e-f078-411d-a18b-27a815057591 req-7be78050-b392-477b-8947-5300aef47334 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Deleting port 66654885-3ac0-4369-9006-2fcde65f09b2 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:29:19.115374 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-dd424b6e-f078-411d-a18b-27a815057591 req-7be78050-b392-477b-8947-5300aef47334 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:19.212281 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [req-dd424b6e-f078-411d-a18b-27a815057591 req-7be78050-b392-477b-8947-5300aef47334 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] For port 66654885-3ac0-4369-9006-2fcde65f09b2, host n-h2-758944-45, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-45',level=0,port_id=66654885-3ac0-4369-9006-2fcde65f09b2,segment=NetworkSegment(f641572b-72fb-4c59-b9d6-96a2c739cd33),segment_id=f641572b-72fb-4c59-b9d6-96a2c739cd33)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:29:19.212706 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-dd424b6e-f078-411d-a18b-27a815057591 req-7be78050-b392-477b-8947-5300aef47334 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:19.228085 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [req-dd424b6e-f078-411d-a18b-27a815057591 req-7be78050-b392-477b-8947-5300aef47334 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Calling delete_port for 66654885-3ac0-4369-9006-2fcde65f09b2 owned by compute:nova {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:29:19.365654 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-dd424b6e-f078-411d-a18b-27a815057591 req-7be78050-b392-477b-8947-5300aef47334 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:19.402298 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be78050-b392-477b-8947-5300aef47334 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Pushing event deleted for resources: {'Port': ['ID=66654885-3ac0-4369-9006-2fcde65f09b2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:29:19.447458 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd424b6e-f078-411d-a18b-27a815057591 req-7be78050-b392-477b-8947-5300aef47334 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] No DVR routers for this DVR port 66654885-3ac0-4369-9006-2fcde65f09b2 on host n-h2-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:29:19.450181 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [req-dd424b6e-f078-411d-a18b-27a815057591 req-7be78050-b392-477b-8947-5300aef47334 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66521'] for port, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:19.452168 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [req-dd424b6e-f078-411d-a18b-27a815057591 req-7be78050-b392-477b-8947-5300aef47334 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.32 "DELETE /v2.0/ports/66654885-3ac0-4369-9006-2fcde65f09b2 HTTP/1.1" status: 204 len: 173 time: 0.4432650 Jul 15 14:29:19.452606 n-d-758944-45 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7452bf37-2f81-4d4a-a605-73972c132b6f', 'name': 'network-vif-deleted', 'tag': '66654885-3ac0-4369-9006-2fcde65f09b2'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:29:19.454983 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6402e6510879b1711b6c78c708785f5fec1514665254f1625557ba8cc58f66fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e65073-b134-4863-b626-a223f8a0dcc2" -d '{"events": [{"server_uuid": "7452bf37-2f81-4d4a-a605-73972c132b6f", "name": "network-vif-deleted", "tag": "66654885-3ac0-4369-9006-2fcde65f09b2"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:29:19.492996 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d468ef-89cf-45c6-a5a4-37d3b712a530 x-openstack-request-id: req-e7d468ef-89cf-45c6-a5a4-37d3b712a530 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:29:19.493298 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7452bf37-2f81-4d4a-a605-73972c132b6f", "name": "network-vif-deleted", "tag": "66654885-3ac0-4369-9006-2fcde65f09b2", "status": "completed", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:29:19.493573 n-d-758944-45 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e7d468ef-89cf-45c6-a5a4-37d3b712a530 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:29:19.494009 n-d-758944-45 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7452bf37-2f81-4d4a-a605-73972c132b6f', 'name': 'network-vif-deleted', 'tag': '66654885-3ac0-4369-9006-2fcde65f09b2', 'status': 'completed', 'code': 200} Jul 15 14:29:19.922460 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [req-4c8e095e-28b3-4f08-b2a4-b6d4babb83ca req-f0215ac4-6357-4f63-9ad4-57b5acb6345a tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "GET /v2.0/ports?device_id=7452bf37-2f81-4d4a-a605-73972c132b6f HTTP/1.1" status: 200 len: 210 time: 0.0370476 Jul 15 14:29:20.999729 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9899d2b1-2220-4910-9ab8-06966b35c23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:21.018453 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52446) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:29:21.082371 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f737-c282-4e22-a5e8-efa6c6d76cb2 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:21.110952 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f737-c282-4e22-a5e8-efa6c6d76cb2 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:21.171415 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f737-c282-4e22-a5e8-efa6c6d76cb2 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:21.174770 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e3f4f737-c282-4e22-a5e8-efa6c6d76cb2 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:21.175959 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-e3f4f737-c282-4e22-a5e8-efa6c6d76cb2 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] 10.222.0.24 "DELETE /v2.0/security-groups/303753b3-a4cc-49bf-9747-6b7c2e7e0d19 HTTP/1.1" status: 204 len: 168 time: 0.1565225 Jul 15 14:29:21.185711 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4f737-c282-4e22-a5e8-efa6c6d76cb2 tempest-TestSnapshotPattern-249025329 tempest-TestSnapshotPattern-249025329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=303753b3-a4cc-49bf-9747-6b7c2e7e0d19,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:29:21.224197 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52450) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:29:21.580796 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e70ac26-19e1-4b1a-9651-db10252b93b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:21.842659 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9e70ac26-19e1-4b1a-9651-db10252b93b8 admin admin] Deleting port 56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:29:21.842915 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e70ac26-19e1-4b1a-9651-db10252b93b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:21.934126 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-9e70ac26-19e1-4b1a-9651-db10252b93b8 admin admin] For port 56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2,segment=NetworkSegment(f641572b-72fb-4c59-b9d6-96a2c739cd33),segment_id=f641572b-72fb-4c59-b9d6-96a2c739cd33)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:29:21.934483 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e70ac26-19e1-4b1a-9651-db10252b93b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:21.947787 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9e70ac26-19e1-4b1a-9651-db10252b93b8 admin admin] Calling delete_port for 56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2 owned by network:router_interface {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:29:22.032345 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:29:22.131387 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e70ac26-19e1-4b1a-9651-db10252b93b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:22.161021 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70ac26-19e1-4b1a-9651-db10252b93b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:29:22.185677 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 66654885-3ac0-4369-9006-2fcde65f09b2 no longer exists at agent hyperv_n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:29:22.208762 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] No Port match for: 66654885-3ac0-4369-9006-2fcde65f09b2 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:29:22.209177 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Device 66654885-3ac0-4369-9006-2fcde65f09b2 not bound to the agent host n-h2-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:29:22.335634 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e70ac26-19e1-4b1a-9651-db10252b93b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:22.886744 n-d-758944-45 neutron-server[93814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e70ac26-19e1-4b1a-9651-db10252b93b8 admin admin] Router ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:29:22.995332 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e70ac26-19e1-4b1a-9651-db10252b93b8 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:29:23.001308 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9e70ac26-19e1-4b1a-9651-db10252b93b8 admin admin] 10.222.0.24 "PUT /v2.0/routers/ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7750826 Jul 15 14:29:23.003716 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52452) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:29:23.006587 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbea5f4-f433-4a7f-99ff-2c10f4107337 None None] Sync routers for ids ['ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'] in n-d-758944-45 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:29:23.016152 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbea5f4-f433-4a7f-99ff-2c10f4107337 None None] Routers {'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:29:23.017392 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5bbea5f4-f433-4a7f-99ff-2c10f4107337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:28:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:29:23.111309 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15094b64-e646-4f8b-b042-bea42300e79e admin admin] Notify callbacks [] for router, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:23.125536 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-5bbea5f4-f433-4a7f-99ff-2c10f4107337 None None] Set router ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d gateway port host: n-d-758944-45 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:29:23.227963 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15094b64-e646-4f8b-b042-bea42300e79e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:23.292779 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-15094b64-e646-4f8b-b042-bea42300e79e admin admin] Deleting port 85e2770d-caca-4c29-8fd7-9fe818bec585 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:29:23.293579 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15094b64-e646-4f8b-b042-bea42300e79e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:23.332016 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5bbea5f4-f433-4a7f-99ff-2c10f4107337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'name': 'tempest-TestSnapshotPattern-214042553-router', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:29:22Z', 'revision_number': 5, 'project_id': '6498a8d3867d496f85971a103c37448a', 'gw_port': {'id': '85e2770d-caca-4c29-8fd7-9fe818bec585', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:29:23.362627 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbea5f4-f433-4a7f-99ff-2c10f4107337 None None] Checking router: ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d for host: n-d-758944-45 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:29:23.371660 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbea5f4-f433-4a7f-99ff-2c10f4107337 None None] Routers {'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'} bound to L3 agent in host n-d-758944-45 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:29:23.372279 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5bbea5f4-f433-4a7f-99ff-2c10f4107337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:28:54Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:29:23.392709 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-15094b64-e646-4f8b-b042-bea42300e79e admin admin] For port 85e2770d-caca-4c29-8fd7-9fe818bec585, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=85e2770d-caca-4c29-8fd7-9fe818bec585,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:29:23.393370 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15094b64-e646-4f8b-b042-bea42300e79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:23.410318 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-15094b64-e646-4f8b-b042-bea42300e79e admin admin] Calling delete_port for 85e2770d-caca-4c29-8fd7-9fe818bec585 owned by network:router_gateway {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:29:23.461485 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:23.473135 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-5bbea5f4-f433-4a7f-99ff-2c10f4107337 None None] Set router ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:29:23.530182 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5bbea5f4-f433-4a7f-99ff-2c10f4107337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'name': 'tempest-TestSnapshotPattern-214042553-router', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:29:23Z', 'revision_number': 6, 'project_id': '6498a8d3867d496f85971a103c37448a', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:29:23.565440 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbea5f4-f433-4a7f-99ff-2c10f4107337 None None] The sync data for ids ['ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d'] in n-d-758944-45 is: [{'id': 'ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d', 'name': 'tempest-TestSnapshotPattern-214042553-router', 'tenant_id': '6498a8d3867d496f85971a103c37448a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:24:38Z', 'updated_at': '2021-07-15T14:29:23Z', 'revision_number': 6, 'project_id': '6498a8d3867d496f85971a103c37448a', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:29:23.572338 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a743d6d4-2be8-4b39-81c1-d55eecb254e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:23.592620 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15094b64-e646-4f8b-b042-bea42300e79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:23.624972 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15094b64-e646-4f8b-b042-bea42300e79e admin admin] Pushing event deleted for resources: {'Port': ['ID=85e2770d-caca-4c29-8fd7-9fe818bec585,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:29:23.688507 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15094b64-e646-4f8b-b042-bea42300e79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:23.780752 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15094b64-e646-4f8b-b042-bea42300e79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:23.783471 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15094b64-e646-4f8b-b042-bea42300e79e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:23.825600 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15094b64-e646-4f8b-b042-bea42300e79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:23.826153 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15094b64-e646-4f8b-b042-bea42300e79e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d {{(pid=93814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:29:23.831306 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15094b64-e646-4f8b-b042-bea42300e79e admin admin] Notify callbacks [] for router, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:23.832450 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-15094b64-e646-4f8b-b042-bea42300e79e admin admin] 10.222.0.24 "DELETE /v2.0/routers/ed9324b0-7d48-4bc9-aae7-e6ec8314bf1d HTTP/1.1" status: 204 len: 168 time: 0.8278060 Jul 15 14:29:23.835223 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52454) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:29:23.886745 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd990b8-87ca-4f5b-8f09-a18ca9b06627 admin admin] Deleting subnet 8b18cdd1-0f32-4100-961d-ea0498b83d4a {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:29:23.889860 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-efd990b8-87ca-4f5b-8f09-a18ca9b06627 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:23.926366 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-efd990b8-87ca-4f5b-8f09-a18ca9b06627 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:24.016193 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-efd990b8-87ca-4f5b-8f09-a18ca9b06627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:24.075638 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-efd990b8-87ca-4f5b-8f09-a18ca9b06627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:24.103078 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd990b8-87ca-4f5b-8f09-a18ca9b06627 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b18cdd1-0f32-4100-961d-ea0498b83d4a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:29:24.105095 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-efd990b8-87ca-4f5b-8f09-a18ca9b06627 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:24.107771 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-efd990b8-87ca-4f5b-8f09-a18ca9b06627 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8b18cdd1-0f32-4100-961d-ea0498b83d4a HTTP/1.1" status: 204 len: 168 time: 0.2707717 Jul 15 14:29:24.109961 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52456) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:29:24.112683 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee659e5-4644-4ee6-ae6f-b073915bab30 None None] Network 5534d6bb-2cb2-45a0-be14-16d28332067f requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:29:24.179256 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0256e3c4-9e74-4304-a124-a63da25229a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:24.236083 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0256e3c4-9e74-4304-a124-a63da25229a1 admin admin] Deleting port a136afcc-00f5-421b-a95a-a47dc38104d5 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:29:24.236802 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0256e3c4-9e74-4304-a124-a63da25229a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:24.308071 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-0256e3c4-9e74-4304-a124-a63da25229a1 admin admin] For port a136afcc-00f5-421b-a95a-a47dc38104d5, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a136afcc-00f5-421b-a95a-a47dc38104d5,segment=NetworkSegment(f641572b-72fb-4c59-b9d6-96a2c739cd33),segment_id=f641572b-72fb-4c59-b9d6-96a2c739cd33)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:29:24.308430 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0256e3c4-9e74-4304-a124-a63da25229a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:24.322266 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0256e3c4-9e74-4304-a124-a63da25229a1 admin admin] Calling delete_port for a136afcc-00f5-421b-a95a-a47dc38104d5 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:29:24.347639 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34cd570-5bc0-46e3-9a62-119c62bcb34d None None] DHCP port deletion for 5534d6bb-2cb2-45a0-be14-16d28332067f request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:29:24.409962 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c34cd570-5bc0-46e3-9a62-119c62bcb34d None None] Deleting port a136afcc-00f5-421b-a95a-a47dc38104d5 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:29:24.410336 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c34cd570-5bc0-46e3-9a62-119c62bcb34d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:24.415407 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0256e3c4-9e74-4304-a124-a63da25229a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:24.424172 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:29:24.451512 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0256e3c4-9e74-4304-a124-a63da25229a1 admin admin] No DVR routers for this DVR port a136afcc-00f5-421b-a95a-a47dc38104d5 on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:29:24.451743 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:29:24.452067 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 56a8e63d-2e52-49a7-9d6c-ca44a00fe4b2 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:29:24.458311 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0256e3c4-9e74-4304-a124-a63da25229a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a136afcc-00f5-421b-a95a-a47dc38104d5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:29:24.501890 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-c34cd570-5bc0-46e3-9a62-119c62bcb34d None None] For port a136afcc-00f5-421b-a95a-a47dc38104d5, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=a136afcc-00f5-421b-a95a-a47dc38104d5,segment=NetworkSegment(f641572b-72fb-4c59-b9d6-96a2c739cd33),segment_id=f641572b-72fb-4c59-b9d6-96a2c739cd33)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:29:24.502284 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c34cd570-5bc0-46e3-9a62-119c62bcb34d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:24.514756 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c34cd570-5bc0-46e3-9a62-119c62bcb34d None None] Calling delete_port for a136afcc-00f5-421b-a95a-a47dc38104d5 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:29:24.533873 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0256e3c4-9e74-4304-a124-a63da25229a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:24.544271 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-0256e3c4-9e74-4304-a124-a63da25229a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5534d6bb-2cb2-45a0-be14-16d28332067f']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:29:24.555250 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-0256e3c4-9e74-4304-a124-a63da25229a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f641572b-72fb-4c59-b9d6-96a2c739cd33') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:29:24.555536 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-0256e3c4-9e74-4304-a124-a63da25229a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f641572b-72fb-4c59-b9d6-96a2c739cd33') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:29:24.565611 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0256e3c4-9e74-4304-a124-a63da25229a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:24.581823 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0256e3c4-9e74-4304-a124-a63da25229a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:24.588937 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0256e3c4-9e74-4304-a124-a63da25229a1 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:29:24.589296 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0256e3c4-9e74-4304-a124-a63da25229a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:24.598365 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c34cd570-5bc0-46e3-9a62-119c62bcb34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: timer() Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:29:24.602070 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:29:24.624809 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cd570-5bc0-46e3-9a62-119c62bcb34d None None] Pushing event deleted for resources: {'Port': ['ID=a136afcc-00f5-421b-a95a-a47dc38104d5,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:29:24.631483 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34cd570-5bc0-46e3-9a62-119c62bcb34d None None] No DVR routers for this DVR port a136afcc-00f5-421b-a95a-a47dc38104d5 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:29:24.679018 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0256e3c4-9e74-4304-a124-a63da25229a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:24.686498 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0256e3c4-9e74-4304-a124-a63da25229a1 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:24.688990 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-0256e3c4-9e74-4304-a124-a63da25229a1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5534d6bb-2cb2-45a0-be14-16d28332067f HTTP/1.1" status: 204 len: 168 time: 0.5775771 Jul 15 14:29:24.693871 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52458) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:29:24.706588 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0256e3c4-9e74-4304-a124-a63da25229a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5534d6bb-2cb2-45a0-be14-16d28332067f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:29:25.076787 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:25.357195 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-acb4163b-464c-4fb5-94ff-c8ea3d6ab900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4086719'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:25.619476 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-acb4163b-464c-4fb5-94ff-c8ea3d6ab900 admin admin] Deleting port 0cf98d73-299a-4586-852b-90f0ae97acc1 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:29:25.619736 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-acb4163b-464c-4fb5-94ff-c8ea3d6ab900 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:25.700571 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-acb4163b-464c-4fb5-94ff-c8ea3d6ab900 admin admin] For port 0cf98d73-299a-4586-852b-90f0ae97acc1, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=0cf98d73-299a-4586-852b-90f0ae97acc1,segment=NetworkSegment(046f6c75-c75b-4b65-b8d4-e2b5ad110bb7),segment_id=046f6c75-c75b-4b65-b8d4-e2b5ad110bb7)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:29:25.701294 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-acb4163b-464c-4fb5-94ff-c8ea3d6ab900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:25.719127 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-acb4163b-464c-4fb5-94ff-c8ea3d6ab900 admin admin] Calling delete_port for 0cf98d73-299a-4586-852b-90f0ae97acc1 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:29:25.905150 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-acb4163b-464c-4fb5-94ff-c8ea3d6ab900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:25.931125 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4163b-464c-4fb5-94ff-c8ea3d6ab900 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cf98d73-299a-4586-852b-90f0ae97acc1,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:29:26.009093 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:26.075881 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 85e2770d-caca-4c29-8fd7-9fe818bec585 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:29:26.101325 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 85e2770d-caca-4c29-8fd7-9fe818bec585 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:29:26.101969 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 85e2770d-caca-4c29-8fd7-9fe818bec585 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:29:26.102598 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a136afcc-00f5-421b-a95a-a47dc38104d5 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:29:26.111441 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-acb4163b-464c-4fb5-94ff-c8ea3d6ab900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084527'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:26.123277 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: a136afcc-00f5-421b-a95a-a47dc38104d5 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:29:26.123709 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device a136afcc-00f5-421b-a95a-a47dc38104d5 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:29:26.344233 n-d-758944-45 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb4163b-464c-4fb5-94ff-c8ea3d6ab900 admin admin] Router 49b39c3c-ef90-4460-b545-7c0771867ef0 has already been hosted by L3 agent 4146c35f-beb3-4aef-aff3-2c4e07e0de15 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:29:26.471429 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb4163b-464c-4fb5-94ff-c8ea3d6ab900 admin admin] Notify agent at l3_agent.n-d-758944-45 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:29:26.479724 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-acb4163b-464c-4fb5-94ff-c8ea3d6ab900 admin admin] 10.222.0.24 "PUT /v2.0/routers/49b39c3c-ef90-4460-b545-7c0771867ef0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7832093 Jul 15 14:29:26.479724 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52460) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:29:26.482764 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2920750f-e219-41ab-b370-fddd4a032e4d None None] Sync routers for ids ['49b39c3c-ef90-4460-b545-7c0771867ef0'] in n-d-758944-45 {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:29:26.492245 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2920750f-e219-41ab-b370-fddd4a032e4d None None] Routers {'49b39c3c-ef90-4460-b545-7c0771867ef0'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:29:26.492856 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-2920750f-e219-41ab-b370-fddd4a032e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:29:24Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['49b39c3c-ef90-4460-b545-7c0771867ef0'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:29:26.599960 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-2920750f-e219-41ab-b370-fddd4a032e4d None None] Set router 49b39c3c-ef90-4460-b545-7c0771867ef0 gateway port host: n-d-758944-45 {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:29:26.656460 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-940ace2e-7a4c-4b8d-b02f-00b13f4c49ff admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:26.674909 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:26.774044 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-940ace2e-7a4c-4b8d-b02f-00b13f4c49ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:26.782527 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-2920750f-e219-41ab-b370-fddd4a032e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b39c3c-ef90-4460-b545-7c0771867ef0', 'name': 'tempest-TestSnapshotPattern-163229577-router', 'tenant_id': '9001709442af49ca996abad36c9cd638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'external_fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '83fc5e3a-d905-4fc9-a290-38ec376149b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:24:43Z', 'updated_at': '2021-07-15T14:29:25Z', 'revision_number': 5, 'project_id': '9001709442af49ca996abad36c9cd638', 'gw_port': {'id': '83fc5e3a-d905-4fc9-a290-38ec376149b7', 'name': '', 'network_id': '0b352371-cfe9-4be4-934e-718e319584db', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b39c3c-ef90-4460-b545-7c0771867ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-45', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:24:44Z', 'updated_at': '2021-07-15T14:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57f9abd2-37b5-4aa9-bf80-b473698227c0', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-45'}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:29:26.812221 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2920750f-e219-41ab-b370-fddd4a032e4d None None] Checking router: 49b39c3c-ef90-4460-b545-7c0771867ef0 for host: n-d-758944-45 {{(pid=93816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:29:26.821013 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2920750f-e219-41ab-b370-fddd4a032e4d None None] Routers {'49b39c3c-ef90-4460-b545-7c0771867ef0'} bound to L3 agent in host n-d-758944-45 {{(pid=93816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:29:26.821619 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-2920750f-e219-41ab-b370-fddd4a032e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-45', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:47:53Z,description=,heartbeat_timestamp=2021-07-15T14:29:24Z,host='n-d-758944-45',id=4146c35f-beb3-4aef-aff3-2c4e07e0de15,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:47:53Z,topic='l3_agent')) {'router_ids': ['49b39c3c-ef90-4460-b545-7c0771867ef0'], 'active': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:29:26.828269 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-940ace2e-7a4c-4b8d-b02f-00b13f4c49ff admin admin] Deleting port 83fc5e3a-d905-4fc9-a290-38ec376149b7 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:29:26.828622 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-940ace2e-7a4c-4b8d-b02f-00b13f4c49ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:26.904980 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_dvr_db [None req-2920750f-e219-41ab-b370-fddd4a032e4d None None] Set router 49b39c3c-ef90-4460-b545-7c0771867ef0 gateway port host: None {{(pid=93816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:29:26.910950 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-940ace2e-7a4c-4b8d-b02f-00b13f4c49ff admin admin] For port 83fc5e3a-d905-4fc9-a290-38ec376149b7, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=83fc5e3a-d905-4fc9-a290-38ec376149b7,segment=NetworkSegment(4fec5a25-ac34-47f1-a87d-db02595ea460),segment_id=4fec5a25-ac34-47f1-a87d-db02595ea460)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:29:26.911311 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-940ace2e-7a4c-4b8d-b02f-00b13f4c49ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:26.924967 n-d-758944-45 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-940ace2e-7a4c-4b8d-b02f-00b13f4c49ff admin admin] Calling delete_port for 83fc5e3a-d905-4fc9-a290-38ec376149b7 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:29:26.959988 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.l3_hamode_db [None req-2920750f-e219-41ab-b370-fddd4a032e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b39c3c-ef90-4460-b545-7c0771867ef0', 'name': 'tempest-TestSnapshotPattern-163229577-router', 'tenant_id': '9001709442af49ca996abad36c9cd638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:24:43Z', 'updated_at': '2021-07-15T14:29:26Z', 'revision_number': 6, 'project_id': '9001709442af49ca996abad36c9cd638', 'gw_port_host': None}], 'n-d-758944-45', False) {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:29:26.987433 n-d-758944-45 neutron-server[93816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2920750f-e219-41ab-b370-fddd4a032e4d None None] The sync data for ids ['49b39c3c-ef90-4460-b545-7c0771867ef0'] in n-d-758944-45 is: [{'id': '49b39c3c-ef90-4460-b545-7c0771867ef0', 'name': 'tempest-TestSnapshotPattern-163229577-router', 'tenant_id': '9001709442af49ca996abad36c9cd638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:24:43Z', 'updated_at': '2021-07-15T14:29:26Z', 'revision_number': 6, 'project_id': '9001709442af49ca996abad36c9cd638', 'gw_port_host': None}] {{(pid=93816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:29:27.098543 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-940ace2e-7a4c-4b8d-b02f-00b13f4c49ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8476985'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:27.130690 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ace2e-7a4c-4b8d-b02f-00b13f4c49ff admin admin] Pushing event deleted for resources: {'Port': ['ID=83fc5e3a-d905-4fc9-a290-38ec376149b7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:29:27.193198 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-940ace2e-7a4c-4b8d-b02f-00b13f4c49ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3773557'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:27.287476 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-940ace2e-7a4c-4b8d-b02f-00b13f4c49ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4170721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62071'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:27.289568 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-940ace2e-7a4c-4b8d-b02f-00b13f4c49ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:27.335190 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-940ace2e-7a4c-4b8d-b02f-00b13f4c49ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4087031'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:27.335843 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940ace2e-7a4c-4b8d-b02f-00b13f4c49ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49b39c3c-ef90-4460-b545-7c0771867ef0 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:29:27.340530 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-940ace2e-7a4c-4b8d-b02f-00b13f4c49ff admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:27.341867 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-940ace2e-7a4c-4b8d-b02f-00b13f4c49ff admin admin] 10.222.0.24 "DELETE /v2.0/routers/49b39c3c-ef90-4460-b545-7c0771867ef0 HTTP/1.1" status: 204 len: 168 time: 0.8606906 Jul 15 14:29:27.345294 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52462) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:29:27.393915 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ed50170-4868-4889-820b-b4842099cc28 admin admin] Deleting subnet a4323323-b10d-43b2-8b7e-488af5976a45 {{(pid=93814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:29:27.398263 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9ed50170-4868-4889-820b-b4842099cc28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:27.437898 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9ed50170-4868-4889-820b-b4842099cc28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9282780'] for subnet, precommit_delete_associations {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:27.522735 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9ed50170-4868-4889-820b-b4842099cc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001982'] for subnet, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:27.575971 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9ed50170-4868-4889-820b-b4842099cc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11768389'] for subnet, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:27.604393 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed50170-4868-4889-820b-b4842099cc28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4323323-b10d-43b2-8b7e-488af5976a45,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:29:27.606612 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9ed50170-4868-4889-820b-b4842099cc28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:27.608963 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-9ed50170-4868-4889-820b-b4842099cc28 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a4323323-b10d-43b2-8b7e-488af5976a45 HTTP/1.1" status: 204 len: 168 time: 0.2618134 Jul 15 14:29:27.610942 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52464) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:29:27.613327 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49702c1c-96c1-44c2-8e1a-dd0a726c73f1 None None] Network 83e32b6f-7cb4-4ed5-a256-864e9ef56bbb requested from n-d-758944-45 {{(pid=93815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:29:27.683882 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22315308-0944-4054-942a-141c8a6034c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-539541'] for network, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:27.742000 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-22315308-0944-4054-942a-141c8a6034c9 admin admin] Deleting port 2bc67336-cb89-420d-9e25-cd3b656a8579 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:29:27.742488 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22315308-0944-4054-942a-141c8a6034c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:27.817040 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc65c4da-8c89-4a8c-907a-4bfae6fcb0e9 None None] DHCP port deletion for 83e32b6f-7cb4-4ed5-a256-864e9ef56bbb request from n-d-758944-45 {{(pid=93815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:29:27.835323 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-22315308-0944-4054-942a-141c8a6034c9 admin admin] For port 2bc67336-cb89-420d-9e25-cd3b656a8579, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=2bc67336-cb89-420d-9e25-cd3b656a8579,segment=NetworkSegment(046f6c75-c75b-4b65-b8d4-e2b5ad110bb7),segment_id=046f6c75-c75b-4b65-b8d4-e2b5ad110bb7)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:29:27.835839 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22315308-0944-4054-942a-141c8a6034c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:27.862460 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-22315308-0944-4054-942a-141c8a6034c9 admin admin] Calling delete_port for 2bc67336-cb89-420d-9e25-cd3b656a8579 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:29:27.878227 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-bc65c4da-8c89-4a8c-907a-4bfae6fcb0e9 None None] Deleting port 2bc67336-cb89-420d-9e25-cd3b656a8579 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:29:27.878603 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc65c4da-8c89-4a8c-907a-4bfae6fcb0e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732685827503'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:27.943425 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-bc65c4da-8c89-4a8c-907a-4bfae6fcb0e9 None None] For port 2bc67336-cb89-420d-9e25-cd3b656a8579, host n-d-758944-45, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-45',level=0,port_id=2bc67336-cb89-420d-9e25-cd3b656a8579,segment=NetworkSegment(046f6c75-c75b-4b65-b8d4-e2b5ad110bb7),segment_id=046f6c75-c75b-4b65-b8d4-e2b5ad110bb7)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:29:27.943973 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc65c4da-8c89-4a8c-907a-4bfae6fcb0e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4086916'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:27.957022 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22315308-0944-4054-942a-141c8a6034c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520971'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:27.960632 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-bc65c4da-8c89-4a8c-907a-4bfae6fcb0e9 None None] Calling delete_port for 2bc67336-cb89-420d-9e25-cd3b656a8579 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:29:27.986856 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22315308-0944-4054-942a-141c8a6034c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bc67336-cb89-420d-9e25-cd3b656a8579,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:29:27.988840 n-d-758944-45 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22315308-0944-4054-942a-141c8a6034c9 admin admin] No DVR routers for this DVR port 2bc67336-cb89-420d-9e25-cd3b656a8579 on host n-d-758944-45 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:29:28.048397 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 83fc5e3a-d905-4fc9-a290-38ec376149b7 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:29:28.069783 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 83fc5e3a-d905-4fc9-a290-38ec376149b7 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:29:28.070115 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 83fc5e3a-d905-4fc9-a290-38ec376149b7 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:29:28.070751 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0cf98d73-299a-4586-852b-90f0ae97acc1 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:29:28.072149 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22315308-0944-4054-942a-141c8a6034c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000602', 'neutron.services.segments.db._delete_segments_for_network-8732685740876'] for network, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:28.091880 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc65c4da-8c89-4a8c-907a-4bfae6fcb0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732685825666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732685424815'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:28.093521 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-22315308-0944-4054-942a-141c8a6034c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e32b6f-7cb4-4ed5-a256-864e9ef56bbb']}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:29:28.099566 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 0cf98d73-299a-4586-852b-90f0ae97acc1 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:29:28.099912 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 0cf98d73-299a-4586-852b-90f0ae97acc1 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:29:28.100333 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 2bc67336-cb89-420d-9e25-cd3b656a8579 no longer exists at agent ovs-agent-n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:29:28.107101 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-22315308-0944-4054-942a-141c8a6034c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '046f6c75-c75b-4b65-b8d4-e2b5ad110bb7') {'for_net_delete': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:29:28.107537 n-d-758944-45 neutron-server[93814]: DEBUG neutron.services.segments.db [None req-22315308-0944-4054-942a-141c8a6034c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '046f6c75-c75b-4b65-b8d4-e2b5ad110bb7') {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:29:28.121706 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22315308-0944-4054-942a-141c8a6034c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732685741653', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9282795'] for segment, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:28.138341 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22315308-0944-4054-942a-141c8a6034c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030'] for segment, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:28.142075 n-d-758944-45 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc65c4da-8c89-4a8c-907a-4bfae6fcb0e9 None None] No DVR routers for this DVR port 2bc67336-cb89-420d-9e25-cd3b656a8579 on host n-d-758944-45 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:29:28.143780 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] No Port match for: 2bc67336-cb89-420d-9e25-cd3b656a8579 {{(pid=93815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:29:28.144075 n-d-758944-45 neutron-server[93815]: DEBUG neutron.plugins.ml2.rpc [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Device 2bc67336-cb89-420d-9e25-cd3b656a8579 not bound to the agent host n-d-758944-45 {{(pid=93815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:29:28.145287 n-d-758944-45 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22315308-0944-4054-942a-141c8a6034c9 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:29:28.145830 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22315308-0944-4054-942a-141c8a6034c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1029030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520794'] for segment, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:28.146694 n-d-758944-45 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65c4da-8c89-4a8c-907a-4bfae6fcb0e9 None None] Pushing event deleted for resources: {'Port': ['ID=2bc67336-cb89-420d-9e25-cd3b656a8579,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:29:28.147918 n-d-758944-45 neutron-server[93814]: Traceback (most recent call last): Jul 15 14:29:28.147918 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:29:28.147918 n-d-758944-45 neutron-server[93814]: timer() Jul 15 14:29:28.147918 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:29:28.147918 n-d-758944-45 neutron-server[93814]: cb(*args, **kw) Jul 15 14:29:28.147918 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:29:28.147918 n-d-758944-45 neutron-server[93814]: return func(*args, **kwargs) Jul 15 14:29:28.147918 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:29:28.147918 n-d-758944-45 neutron-server[93814]: self._notify() Jul 15 14:29:28.147918 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:29:28.147918 n-d-758944-45 neutron-server[93814]: self.callback(batched_events) Jul 15 14:29:28.147918 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:29:28.147918 n-d-758944-45 neutron-server[93814]: event.method(event) Jul 15 14:29:28.147918 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:29:28.147918 n-d-758944-45 neutron-server[93814]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:29:28.147918 n-d-758944-45 neutron-server[93814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:29:28.147918 n-d-758944-45 neutron-server[93814]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:29:28.147918 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:29:28.147918 n-d-758944-45 neutron-server[93814]: return f(self, *a, **k) Jul 15 14:29:28.147918 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:29:28.147918 n-d-758944-45 neutron-server[93814]: return self._get(url).json() Jul 15 14:29:28.147918 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:29:28.147918 n-d-758944-45 neutron-server[93814]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:29:28.147918 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:29:28.147918 n-d-758944-45 neutron-server[93814]: return self.request(url, 'GET', **kwargs) Jul 15 14:29:28.147918 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:29:28.147918 n-d-758944-45 neutron-server[93814]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:29:28.147918 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:29:28.147918 n-d-758944-45 neutron-server[93814]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:29:28.147918 n-d-758944-45 neutron-server[93814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:29:28.147918 n-d-758944-45 neutron-server[93814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:29:28.147918 n-d-758944-45 neutron-server[93814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:29:28.207319 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22315308-0944-4054-942a-141c8a6034c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3773609'] for network, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:28.212889 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22315308-0944-4054-942a-141c8a6034c9 admin admin] Notify callbacks [] for network, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:28.214801 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-22315308-0944-4054-942a-141c8a6034c9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/83e32b6f-7cb4-4ed5-a256-864e9ef56bbb HTTP/1.1" status: 204 len: 168 time: 0.6029305 Jul 15 14:29:28.230932 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22315308-0944-4054-942a-141c8a6034c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=83e32b6f-7cb4-4ed5-a256-864e9ef56bbb,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:29:28.406918 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52470) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:29:28.453383 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-339e15e9-9f70-4256-85fb-a09ac4431cb8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6498a8d3867d496f85971a103c37448a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446026 Jul 15 14:29:28.455963 n-d-758944-45 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.24', 52472) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:29:28.506939 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d7f51465-14f8-479e-ad84-6ad6f9f26698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:28.528569 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d7f51465-14f8-479e-ad84-6ad6f9f26698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:28.577309 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d7f51465-14f8-479e-ad84-6ad6f9f26698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:28.580564 n-d-758944-45 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d7f51465-14f8-479e-ad84-6ad6f9f26698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:28.581748 n-d-758944-45 neutron-server[93813]: INFO neutron.wsgi [None req-d7f51465-14f8-479e-ad84-6ad6f9f26698 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/56022af8-b314-4f4a-8091-70db6a88f30f HTTP/1.1" status: 204 len: 168 time: 0.1248784 Jul 15 14:29:28.589813 n-d-758944-45 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f51465-14f8-479e-ad84-6ad6f9f26698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56022af8-b314-4f4a-8091-70db6a88f30f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:29:28.915345 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52478) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:29:28.956646 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-823d60b6-b222-4c48-94d2-f45f267ce494 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9001709442af49ca996abad36c9cd638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400941 Jul 15 14:29:28.959257 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [-] (93814) accepted ('10.222.0.24', 52480) {{(pid=93814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:29:29.008901 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-284f21d4-210a-4fb6-99b3-005994217a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:29.030233 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-284f21d4-210a-4fb6-99b3-005994217a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:29.079405 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-284f21d4-210a-4fb6-99b3-005994217a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3753613'] for security_group, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:29.082220 n-d-758944-45 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-284f21d4-210a-4fb6-99b3-005994217a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:29.083549 n-d-758944-45 neutron-server[93814]: INFO neutron.wsgi [None req-284f21d4-210a-4fb6-99b3-005994217a16 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f259eeaf-082b-4cb2-83a3-bb627d512529 HTTP/1.1" status: 204 len: 168 time: 0.1232343 Jul 15 14:29:29.091546 n-d-758944-45 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f21d4-210a-4fb6-99b3-005994217a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f259eeaf-082b-4cb2-83a3-bb627d512529,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:29:39.200946 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:51.002777 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56b688e4-21b3-49ca-b7d6-34b50af9b4a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:53.434120 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:53.524471 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7b36a9e-b5a2-4c18-9620-dc30b036fc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:55.080530 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:55.999120 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:56.673109 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:59.031719 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:30:09.194116 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:21.003761 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1c0dc1c0-c065-4b8a-88c2-8754e8a06bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:23.435698 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:23.524388 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5341b378-4062-4878-8b6c-b62dc66a8f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:25.082564 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:26.026793 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:26.675619 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:36.031288 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:30:39.205220 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:51.004518 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-13b0c098-a62f-40f2-b114-8a08baa4f345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:53.436325 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:53.526697 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c3e6c806-ab66-42ef-8996-ec98e1fd3ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:55.084670 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:56.039545 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:56.679069 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:09.200916 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:13.031003 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:31:21.004210 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aa3db1da-95bc-4d5e-8849-fb4a73893f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:23.438532 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:23.529438 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d384b226-dbbe-41d8-a19f-58fbff9fa490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:25.088252 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:26.039695 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:26.685071 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:39.204298 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:50.030062 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:31:51.006269 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a0ead374-7f99-47cd-837c-56ccb055c757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:53.448071 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:53.529406 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-072feac1-b457-4d88-9a68-8017f9cfef89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:55.092264 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:56.071912 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:56.686182 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:09.206985 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:21.008444 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-322034c6-a7ef-40cc-95d0-9db9c3ed9ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:23.439656 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:23.530530 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-444c944b-cf2e-4597-b114-6eaf9752826a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:25.094290 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:26.086618 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:26.690475 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:27.030354 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:32:39.202208 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:51.010221 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-180926af-4649-4c4d-ba61-d714cec543b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:53.442767 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:53.529908 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30b3fee8-0b48-4e4d-9045-9550882d3435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:55.097986 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:56.100330 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:56.687996 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:04.029767 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:33:09.213881 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:21.010663 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-047c25ce-355e-4170-a7a2-5514bae30f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:23.445394 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:23.530360 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e603f6b7-564a-489b-a645-7c13fc571f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:23.761904 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-68212fef-9230-4a70-9a08-a4aaac3a472b req-f4bcee00-2db9-4f4a-856a-0bbd9f4eff99 service neutron] (93814) timed out ('10.222.0.24', 51114) {{(pid=93814) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 14:33:25.102290 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:26.116474 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:26.692370 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:39.204308 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:41.029745 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:33:51.011938 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-89e6c663-9d43-40c1-b042-52deb68b5c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:53.446602 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:53.530670 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ec8ae41b-9461-4d2d-b63a-872e8409bbb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:55.103810 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:56.115709 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:56.695629 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:09.217421 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:18.028371 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:34:21.016277 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-764b39df-42f8-48bb-b168-58b6ba4e375a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:23.450121 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:23.530251 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-950bbbcf-8152-449d-8915-2ccf9004e9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:25.107920 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:26.128296 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:26.696371 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:39.243964 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:51.018938 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-451b207e-84f7-4b59-9acd-d57f030bdea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:53.452303 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:53.530279 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ebcc161-97c4-4759-b0dc-566be4127f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:55.026702 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:34:55.112208 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:56.128125 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:56.699111 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:09.260709 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:21.018818 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e176ee4-33c4-4be2-a18f-f137a45cbfc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:23.454731 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:23.530252 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b685add0-eae3-49d2-b945-ec009280318e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:25.116102 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:26.129040 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:26.704045 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:32.026194 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:35:39.260187 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:51.018889 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e132e0ab-954b-4515-93d6-2a743bbeb921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:53.455634 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:53.530522 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8363508d-c08a-4a26-ab4d-530d366644d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:55.116912 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:56.141948 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:56.708327 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:09.024832 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:36:09.262881 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:21.024120 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1aab26ac-8246-436d-a8c3-986958bd9faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:23.456168 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:23.532530 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-899c0f23-2e13-417c-9662-87189d398adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:25.119606 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:26.141603 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:26.710128 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:39.259432 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:46.022994 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:36:51.017666 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-da4f8953-4e6f-4f64-9696-52da76d6f803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:53.458205 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:53.532637 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1a2bfca4-8b6c-4707-b012-cbc17fe1b8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:55.125213 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:56.142397 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:56.710839 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:37:09.271453 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:37:21.018659 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c54c2a5e-ee88-46b8-b0b6-c91c834c686e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:37:23.022659 n-d-758944-45 neutron-server[93816]: DEBUG neutron.db.agents_db [None req-8a3d7f72-b96b-4044-b7ca-85ee0f07b4f7 None None] Agent healthcheck: found 7 active agents {{(pid=93816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:37:23.470196 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5cd202c4-5a4d-417b-a43c-ca24ccb58251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:37:23.535143 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ef56cb9d-a8e4-4f27-9058-22cab5f2f67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:37:25.128021 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0b2522c3-31d2-4531-8cc0-ea5bcbda89ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:37:26.144578 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-54ef25e8-1495-4a90-9437-65f0d2b3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:37:26.717445 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bb15ee4-5df4-4d3d-a4bf-3a5628c75a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:37:39.288802 n-d-758944-45 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d008d344-69a2-4177-94af-e55bd44315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732685740858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002688'] for agent, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:37:44.727485 n-d-758944-45 neutron-server[93814]: DEBUG neutron.wsgi [req-bea9bb81-1f69-4da9-b4da-8735f2e6490d req-f4f4d394-fa78-4225-a323-ddec7236cbe6 service neutron] (93814) timed out ('10.222.0.24', 39722) {{(pid=93814) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}